-- Logs begin at Thu 2021-12-16 21:06:23 UTC, end at Fri 2021-12-17 00:03:24 UTC. -- Dec 16 21:55:31.504319 n-d-821840-2 systemd[1]: Started Devstack devstack@q-svc.service. Dec 16 21:55:34.397439 n-d-821840-2 neutron-server[103840]: INFO neutron.common.config [-] Logging enabled! Dec 16 21:55:34.398038 n-d-821840-2 neutron-server[103840]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev289 Dec 16 21:55:34.398225 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103840) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 21:55:34.401415 n-d-821840-2 neutron-server[103840]: INFO neutron.common.config [-] Logging enabled! Dec 16 21:55:34.401673 n-d-821840-2 neutron-server[103840]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev289 Dec 16 21:55:34.401986 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103840) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 21:55:34.402915 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 21:55:34.403152 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 21:55:34.403555 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 21:55:34.403809 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 21:55:34.404039 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 21:55:34.404361 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.404781 n-d-821840-2 neutron-server[103840]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 16 21:55:34.405101 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.405398 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.405691 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.405988 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.406278 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.406562 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.406848 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.407145 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.407460 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.407741 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.408023 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.408316 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.408599 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.408889 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.409173 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.409456 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] debug = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.409737 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.410166 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.410588 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.410871 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.411162 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.412099 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.412382 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.412663 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.412953 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.413285 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] host = n-d-821840-2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.413567 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.413857 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.414146 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.414432 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.414707 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.414986 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.415294 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.415564 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.415838 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] log_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.416114 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.416400 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.416689 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.416980 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.417206 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.417431 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.417721 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.418008 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.418284 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.418558 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.418837 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.419107 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.419405 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.419673 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.419966 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.420251 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.420535 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.420810 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.421084 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.421353 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.421625 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.422177 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.422455 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.422728 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.423002 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.423310 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.423583 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.423855 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.424158 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.424445 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.424728 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.425013 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.425286 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.425566 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.425834 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.426103 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.426373 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] use_json = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.426643 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.426909 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.427231 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.427531 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.427803 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.428075 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.428345 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.428628 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:34.428927 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.429229 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.429525 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.429811 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.430118 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.430401 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.430689 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.430967 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.431255 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.431563 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.431850 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.432125 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.432412 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.432686 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.432978 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.433280 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.433574 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.433863 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.434134 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.434406 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.434677 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.434952 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.435237 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.435535 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.435821 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.436107 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.436383 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.436679 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.436965 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.437260 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.437549 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.437823 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.438101 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.438390 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.438668 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.438940 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.439226 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.439533 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.439817 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.440089 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.440371 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.440652 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.440924 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.441195 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.441469 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.441755 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.442028 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.442300 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.442571 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.443417 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.443693 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.443994 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.444262 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.444534 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.444805 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.445083 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.445357 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.445629 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.445904 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.446173 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.446446 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.446718 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.446989 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.447277 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.447553 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.447829 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.448098 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.448368 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.448643 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.448917 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.449289 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.449465 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.449741 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.450012 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.450303 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.450604 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.450886 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.451170 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.451473 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.451754 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.452034 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.452310 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.452587 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.452867 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.453140 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.453432 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.453756 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.454008 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.454305 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.454596 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.454895 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.455174 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.455483 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.455762 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.456039 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.456323 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.456604 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.456900 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.457195 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.457489 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.457784 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.458077 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.458920 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.459243 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.459544 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:34.459764 n-d-821840-2 neutron-server[103840]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 21:55:34.460008 n-d-821840-2 neutron-server[103840]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103840) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 16 21:55:34.893150 n-d-821840-2 neutron-server[103840]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 21:55:34.893558 n-d-821840-2 neutron-server[103840]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 21:55:34.894027 n-d-821840-2 neutron-server[103840]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 21:55:34.894727 n-d-821840-2 neutron-server[103840]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 16 21:55:35.231843 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.232134 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.232419 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.233732 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.234007 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.234278 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.280896 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.281184 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.281456 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.296398 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.296937 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.297219 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.326173 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.326461 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.326727 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.364474 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.366153 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.366423 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.707121 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.707782 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.707782 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.707946 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.709502 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.809666 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.809987 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.810274 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.810549 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.810816 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.811126 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.811410 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.811675 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.811923 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.812205 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.812465 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.812728 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.812979 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.813229 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.813482 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.813744 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.813998 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.814262 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.814527 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.814785 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.815051 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.815327 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.815614 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.815992 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.816242 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.816490 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.816882 n-d-821840-2 neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:55:35.817118 n-d-821840-2 neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:55:35.817359 n-d-821840-2 neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:55:35.817655 n-d-821840-2 neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:55:35.818147 n-d-821840-2 neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:55:35.818274 n-d-821840-2 neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:55:35.818631 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 16 21:55:35.821848 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 16 21:55:35.825929 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 16 21:55:35.829895 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 16 21:55:35.831557 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 16 21:55:35.832018 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 16 21:55:35.832353 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 16 21:55:35.832738 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 16 21:55:35.836152 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 16 21:55:35.836403 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 16 21:55:35.836747 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 21:55:35.842067 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 16 21:55:35.865792 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 16 21:55:35.866243 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.866542 n-d-821840-2 neutron-server[103840]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103840) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 16 21:55:35.866909 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.868328 n-d-821840-2 neutron-server[103840]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103840) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 16 21:55:35.868615 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 21:55:35.868862 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 16 21:55:35.872084 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.872372 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:35.937099 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 16 21:55:35.937335 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 16 21:55:35.937574 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 16 21:55:35.937964 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 16 21:55:35.960631 n-d-821840-2 neutron-server[103840]: DEBUG oslo_db.sqlalchemy.engines [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103840) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 16 21:55:36.520460 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Initializing driver for type 'gre' Dec 16 21:55:36.521992 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] gre ID ranges: [(1, 1000)] Dec 16 21:55:36.732417 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Initializing driver for type 'local' Dec 16 21:55:36.733059 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Initializing driver for type 'vlan' Dec 16 21:55:36.835290 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] VlanTypeDriver initialization complete Dec 16 21:55:36.835626 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Initializing driver for type 'vxlan' Dec 16 21:55:36.836138 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] vxlan ID ranges: [(1, 1000)] Dec 16 21:55:37.058062 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Initializing extension driver 'port_security' Dec 16 21:55:37.058551 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.extensions.port_security [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] PortSecurityExtensionDriver initialization complete Dec 16 21:55:37.058895 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Initializing mechanism driver 'openvswitch' Dec 16 21:55:37.059231 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Initializing mechanism driver 'hyperv' Dec 16 21:55:37.066239 n-d-821840-2 neutron-server[103840]: DEBUG neutron.plugins.ml2.plugin [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:37.067121 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > port after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.068105 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.069058 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > port after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.069608 n-d-821840-2 neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:55:37.070078 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > subnet after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.070442 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > subnet after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.070794 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.071198 n-d-821840-2 neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:55:37.071631 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > network after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.071981 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > network after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.072323 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > network after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.072719 n-d-821840-2 neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:55:37.073197 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > security_group after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.073476 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > security_group after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.073818 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.074241 n-d-821840-2 neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:55:37.074685 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.075032 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.075400 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.075799 n-d-821840-2 neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:55:37.081631 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > address_group after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.081631 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > address_group after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.081631 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.081631 n-d-821840-2 neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:55:37.081631 n-d-821840-2 neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] ML2 OVO RPC backend initialized. {{(pid=103840) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 16 21:55:37.082030 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.082030 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.082030 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > network before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.082030 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > networks before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.082302 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > port before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.082302 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > ports before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.082302 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > subnet before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.082302 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > subnets before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.082663 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > network after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.082663 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > network after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.082663 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > network after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.082663 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > port after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.082940 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.082940 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > port after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.083193 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > subnet after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.084009 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > subnet after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.084350 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.084946 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.plugin [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Modular L2 Plugin initialization complete Dec 16 21:55:37.085275 n-d-821840-2 neutron-server[103840]: DEBUG neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading services supported by the core plugin {{(pid=103840) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 16 21:55:37.085604 n-d-821840-2 neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Got port-security extension from driver 'port_security' Dec 16 21:55:37.086065 n-d-821840-2 neutron-server[103840]: INFO neutron.extensions.vlantransparent [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Disabled vlantransparent extension. Dec 16 21:55:37.086546 n-d-821840-2 neutron-server[103840]: DEBUG neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103840) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 16 21:55:37.086860 n-d-821840-2 neutron-server[103840]: INFO neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading Plugin: router Dec 16 21:55:37.129248 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.129640 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router after_create 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.130104 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router before_create 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.131608 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.131989 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.132353 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router after_delete 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.132717 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.133197 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.133565 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router after_create 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.133917 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router after_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.134271 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router after_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.134624 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.134989 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router after_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.135431 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router precommit_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.135805 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.136146 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: port after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.136488 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: subnet after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.136829 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.137178 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.137527 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router precommit_create 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.137869 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: port before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.138212 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router precommit_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.138568 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router after_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.138910 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.139259 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router precommit_create 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.139640 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.139981 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router precommit_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.140344 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > agent after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.140692 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > agent after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.141035 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > network after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.141935 n-d-821840-2 neutron-server[103840]: DEBUG neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Tracking information for resource: router configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:55:37.142265 n-d-821840-2 neutron-server[103840]: DEBUG neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Tracking information for resource: floatingip configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:55:37.147803 n-d-821840-2 neutron-server[103840]: INFO neutron.db.l3_agentschedulers_db [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 16 21:55:37.148418 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.148779 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: port after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.149132 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: port after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.149485 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.150284 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router before_create 55550100 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.150648 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.151009 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router precommit_create 55550100 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.151394 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > router precommit_update 55550100 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.156223 n-d-821840-2 neutron-server[103840]: DEBUG neutron.services.provider_configuration [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Service providers = [] {{(pid=103840) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 16 21:55:37.156586 n-d-821840-2 neutron-server[103840]: DEBUG neutron.db.servicetype_db [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103840) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 16 21:55:37.180532 n-d-821840-2 neutron-server[103840]: DEBUG neutron.services.service_base [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103840) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 21:55:37.180878 n-d-821840-2 neutron-server[103840]: DEBUG neutron.services.service_base [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103840) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 21:55:37.181637 n-d-821840-2 neutron-server[103840]: DEBUG neutron.services.service_base [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103840) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 21:55:37.182587 n-d-821840-2 neutron-server[103840]: DEBUG neutron.services.service_base [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103840) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 21:55:37.182965 n-d-821840-2 neutron-server[103840]: INFO neutron.services.service_base [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 16 21:55:37.183374 n-d-821840-2 neutron-server[103840]: DEBUG neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:55:37.183694 n-d-821840-2 neutron-server[103840]: INFO neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 16 21:55:37.195802 n-d-821840-2 neutron-server[103840]: DEBUG neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:55:37.196139 n-d-821840-2 neutron-server[103840]: INFO neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading Plugin: auto_allocate Dec 16 21:55:37.209872 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: network precommit_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.210244 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: network precommit_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.210816 n-d-821840-2 neutron-server[103840]: DEBUG neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:55:37.211172 n-d-821840-2 neutron-server[103840]: INFO neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading Plugin: tag Dec 16 21:55:37.218765 n-d-821840-2 neutron-server[103840]: DEBUG neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:55:37.219094 n-d-821840-2 neutron-server[103840]: INFO neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading Plugin: timestamp Dec 16 21:55:37.223217 n-d-821840-2 neutron-server[103840]: DEBUG neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:55:37.223578 n-d-821840-2 neutron-server[103840]: INFO neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading Plugin: network_ip_availability Dec 16 21:55:37.229785 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.230158 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.230586 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.231411 n-d-821840-2 neutron-server[103840]: DEBUG neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:55:37.231738 n-d-821840-2 neutron-server[103840]: INFO neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading Plugin: flavors Dec 16 21:55:37.243995 n-d-821840-2 neutron-server[103840]: DEBUG neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:55:37.244331 n-d-821840-2 neutron-server[103840]: INFO neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading Plugin: revisions Dec 16 21:55:37.248782 n-d-821840-2 neutron-server[103840]: DEBUG neutron.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:55:37.249177 n-d-821840-2 neutron-server[103840]: DEBUG oslo_concurrency.lockutils [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.355s {{(pid=103840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 21:55:37.249918 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103840) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 16 21:55:37.250258 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Initializing extension manager. Dec 16 21:55:37.250822 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: __init__.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.251158 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: __pycache__ {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.251516 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.251852 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: address_group.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.252617 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.253194 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: address-group Dec 16 21:55:37.253512 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: address_scope.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.254222 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.254729 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: address-scope Dec 16 21:55:37.255684 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.257183 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.257694 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: router-admin-state-down-before-update Dec 16 21:55:37.258019 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: agent.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.258730 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.259238 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: agent Dec 16 21:55:37.259588 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: agent_resources_synced.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.260503 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.261015 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: agent-resources-synced Dec 16 21:55:37.261335 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: allowedaddresspairs.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.263199 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.263822 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: allowed-address-pairs Dec 16 21:55:37.264144 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: auto_allocated_topology.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.270448 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.271514 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: auto-allocated-topology Dec 16 21:55:37.271840 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: availability_zone.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.272539 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.273127 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: availability_zone Dec 16 21:55:37.273367 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: availability_zone_filter.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.274327 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.274830 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: availability_zone_filter Dec 16 21:55:37.275149 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: data_plane_status.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.276093 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.276591 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension data-plane-status not supported by any of loaded plugins Dec 16 21:55:37.276906 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: default_subnetpools.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.277813 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.278315 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: default-subnetpools Dec 16 21:55:37.278672 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.279614 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.280054 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: dhcp_agent_scheduler Dec 16 21:55:37.280371 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: dns.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.281280 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.281781 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension dns-integration not supported by any of loaded plugins Dec 16 21:55:37.282100 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: dns_domain_ports.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.283016 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.283551 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 16 21:55:37.283872 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.284824 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.285329 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 16 21:55:37.285648 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: dvr.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.286876 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.287430 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: dvr Dec 16 21:55:37.287756 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: ecmp_routes.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.288673 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.289322 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 16 21:55:37.289648 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: empty_string_filtering.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.290587 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.291096 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: empty-string-filtering Dec 16 21:55:37.291454 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.292362 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.292865 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 16 21:55:37.293186 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.294094 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.294596 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 16 21:55:37.294956 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: external_net.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.303041 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.303594 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: external-net Dec 16 21:55:37.303911 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.304822 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.305328 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: extra_dhcp_opt Dec 16 21:55:37.305649 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: extraroute.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.306551 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.307056 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: extraroute Dec 16 21:55:37.307411 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: extraroute_atomic.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.310158 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.310636 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: extraroute-atomic Dec 16 21:55:37.310971 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: filter_validation.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.311703 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.312212 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: filter-validation Dec 16 21:55:37.312538 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: fip_pf_description.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.313500 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.314017 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 16 21:55:37.314335 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: fip_port_details.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.315251 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.315785 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: fip-port-details Dec 16 21:55:37.316106 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: flavors.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.317353 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.318892 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: flavors Dec 16 21:55:37.319218 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.321216 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.321743 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 16 21:55:37.322074 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: floatingip_pools.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.322780 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.323351 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: floatingip-pools Dec 16 21:55:37.323684 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: ip_allocation.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.324615 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.325122 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension ip_allocation not supported by any of loaded plugins Dec 16 21:55:37.325444 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.326365 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.326882 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: ip-substring-filtering Dec 16 21:55:37.327227 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: l2_adjacency.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.328223 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.328727 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 16 21:55:37.329048 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: l3.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.330028 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.330576 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: router Dec 16 21:55:37.330899 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.338405 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.338822 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 16 21:55:37.339154 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.340124 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.340639 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: ext-gw-mode Dec 16 21:55:37.340968 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.341901 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.342454 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: l3-ha Dec 16 21:55:37.342778 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: l3_flavors.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.343721 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.344258 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: l3-flavors Dec 16 21:55:37.344539 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.345448 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.345962 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 16 21:55:37.346285 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: l3agentscheduler.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.347350 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.347898 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: l3_agent_scheduler Dec 16 21:55:37.348222 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: local_ip.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.350968 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.351545 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension local_ip not supported by any of loaded plugins Dec 16 21:55:37.351883 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: logging.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.353358 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.353902 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension logging not supported by any of loaded plugins Dec 16 21:55:37.354240 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: metering.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.355115 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.355724 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: metering Dec 16 21:55:37.356057 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.362634 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.363127 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: metering_source_and_destination_fields Dec 16 21:55:37.363517 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: multiprovidernet.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.364665 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.365520 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: multi-provider Dec 16 21:55:37.365842 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: netmtu.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.366769 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.367289 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: net-mtu Dec 16 21:55:37.367620 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: netmtu_writable.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.368532 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.369045 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: net-mtu-writable Dec 16 21:55:37.369362 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: network_availability_zone.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.370034 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.370543 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: network_availability_zone Dec 16 21:55:37.370907 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: network_ip_availability.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.372052 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.372569 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: network-ip-availability Dec 16 21:55:37.372890 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: network_segment_range.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.373668 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.374177 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension network-segment-range not supported by any of loaded plugins Dec 16 21:55:37.374498 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: pagination.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.375520 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.375845 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: pagination Dec 16 21:55:37.376167 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: port_device_profile.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.377138 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.377649 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: port-device-profile Dec 16 21:55:37.377969 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.378907 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.379445 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: port-mac-address-regenerate Dec 16 21:55:37.379767 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.381306 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.381821 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: port-numa-affinity-policy Dec 16 21:55:37.382143 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: port_resource_request.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.389335 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.389823 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension port-resource-request not supported by any of loaded plugins Dec 16 21:55:37.390249 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: port_resource_request_groups.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.391298 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.391799 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 16 21:55:37.392122 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: portbindings.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.393055 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.393584 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: binding Dec 16 21:55:37.393917 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: portbindings_extended.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.395214 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.396758 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: binding-extended Dec 16 21:55:37.397093 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: portsecurity.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.398015 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.398533 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: port-security Dec 16 21:55:37.398855 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: project_id.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.399863 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.400189 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: project-id Dec 16 21:55:37.400606 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: providernet.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.401469 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.401980 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: provider Dec 16 21:55:37.402301 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: qos.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.406107 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.406629 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension qos not supported by any of loaded plugins Dec 16 21:55:37.406980 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.408261 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.408801 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 16 21:55:37.409132 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.410093 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.410603 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 16 21:55:37.410949 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: qos_default.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.424475 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.425380 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension qos-default not supported by any of loaded plugins Dec 16 21:55:37.425893 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: qos_fip.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.427031 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.428016 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension qos-fip not supported by any of loaded plugins Dec 16 21:55:37.428488 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.429728 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.430293 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 16 21:55:37.430613 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: qos_gateway_ip.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.431596 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.432112 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 16 21:55:37.432439 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: qos_port_network_policy.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.433537 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.434055 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 16 21:55:37.434382 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.435484 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.435991 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 16 21:55:37.436317 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: qos_pps_rule.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.437538 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.438057 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension qos-pps not supported by any of loaded plugins Dec 16 21:55:37.438387 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: qos_rule_type_details.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.439445 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.439961 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 16 21:55:37.440286 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: qos_rules_alias.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.441343 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.441863 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 16 21:55:37.442188 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: quota_check_limit.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.443779 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.444865 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: quota-check-limit Dec 16 21:55:37.444975 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: quotasv2.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.445895 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.446311 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: quotas Dec 16 21:55:37.446809 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: quotasv2_detail.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.451681 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.452185 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: quota_details Dec 16 21:55:37.452686 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: rbac.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.453806 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.454343 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: rbac-policies Dec 16 21:55:37.454678 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: rbac_address_group.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.455644 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.456173 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: rbac-address-group Dec 16 21:55:37.456541 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: rbac_address_scope.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.457470 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.457996 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: rbac-address-scope Dec 16 21:55:37.458963 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: rbac_security_groups.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.459987 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.460513 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: rbac-security-groups Dec 16 21:55:37.460843 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: rbac_subnetpool.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.461767 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.462342 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: rbac-subnetpool Dec 16 21:55:37.462648 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: revisionifmatch.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.463601 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.464120 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: revision-if-match Dec 16 21:55:37.464449 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: revisions.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.465576 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.466091 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: standard-attr-revisions Dec 16 21:55:37.466419 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: router_availability_zone.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.467141 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.467709 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: router_availability_zone Dec 16 21:55:37.468058 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: routerservicetype.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.469063 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.469611 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension router-service-type not supported by any of loaded plugins Dec 16 21:55:37.469937 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.481793 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.482310 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: security-groups-normalized-cidr Dec 16 21:55:37.482638 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.483619 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.484139 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: port-security-groups-filtering Dec 16 21:55:37.484460 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.485470 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.485980 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: security-groups-remote-address-group Dec 16 21:55:37.486304 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.487250 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.487797 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: security-groups-shared-filtering Dec 16 21:55:37.488118 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.488725 n-d-821840-2 neutron-server[103840]: WARNING neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 16 21:55:37.489051 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: securitygroup.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.499089 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.499663 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: security-group Dec 16 21:55:37.499998 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: segment.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.500816 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.501334 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension segment not supported by any of loaded plugins Dec 16 21:55:37.501668 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.502671 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.503184 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 16 21:55:37.503538 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: servicetype.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.504656 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.505799 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: service-type Dec 16 21:55:37.506277 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: sorting.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.507300 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.507642 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: sorting Dec 16 21:55:37.507972 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: standard_attr_segment.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.508902 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.509423 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 16 21:55:37.509748 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: standardattrdescription.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.510426 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.510938 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: standard-attr-description Dec 16 21:55:37.511451 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: stateful_security_group.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.512303 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.512815 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: stateful-security-group Dec 16 21:55:37.513140 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: stdattrs_common.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.513724 n-d-821840-2 neutron-server[103840]: WARNING neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 16 21:55:37.514110 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.515051 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.515616 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 16 21:55:37.515929 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: subnet_onboard.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.517019 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.517562 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: subnet_onboard Dec 16 21:55:37.517888 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.518828 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.519361 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 16 21:55:37.519762 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: subnet_service_types.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.527415 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.527951 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: subnet-service-types Dec 16 21:55:37.528285 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: subnetallocation.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.529414 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.529938 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: subnet_allocation Dec 16 21:55:37.530264 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.530982 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.531527 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: subnetpool-prefix-ops Dec 16 21:55:37.531855 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.532801 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.533318 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 16 21:55:37.533641 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: tagging.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.534720 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.535256 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: standard-attr-tag Dec 16 21:55:37.535612 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: timestamp.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.536927 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.537519 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loaded extension: standard-attr-timestamp Dec 16 21:55:37.537852 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: trunk.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.538924 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.539473 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension trunk not supported by any of loaded plugins Dec 16 21:55:37.539820 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: trunk_details.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.540743 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.541295 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension trunk-details not supported by any of loaded plugins Dec 16 21:55:37.541682 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: uplink_status_propagation.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.542643 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.543143 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 16 21:55:37.543496 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Loading extension file: vlantransparent.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:55:37.544182 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:55:37.544714 n-d-821840-2 neutron-server[103840]: INFO neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 16 21:55:37.548001 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of TrackedResource for resource:network Dec 16 21:55:37.548869 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of TrackedResource for resource:subnet Dec 16 21:55:37.549481 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 21:55:37.550099 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of TrackedResource for resource:port Dec 16 21:55:37.552296 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:55:37.552637 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Service FLAVORS assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:55:37.553636 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:55:37.554369 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:55:37.554899 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of TrackedResource for resource:router Dec 16 21:55:37.555624 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 21:55:37.556432 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Service METERING assigned prefix: /metering {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:55:37.558530 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.558904 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.559280 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:37.560450 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 21:55:37.560854 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of TrackedResource for resource:security_group Dec 16 21:55:37.561311 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 21:55:37.561938 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Service CORE assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:55:37.562277 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 21:55:37.562623 n-d-821840-2 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] subnetpool is already registered Dec 16 21:55:37.563055 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Service CORE assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:55:37.563421 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 21:55:37.563756 n-d-821840-2 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] subnetpool is already registered Dec 16 21:55:37.566082 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:55:37.566514 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Service FLAVORS assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:55:37.567106 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:55:37.568086 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:55:37.568499 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of TrackedResource for resource:router Dec 16 21:55:37.568934 n-d-821840-2 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] router is already registered Dec 16 21:55:37.569349 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 21:55:37.569690 n-d-821840-2 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] floatingip is already registered Dec 16 21:55:37.570144 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Service METERING assigned prefix: /metering {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:55:37.570815 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 21:55:37.571143 n-d-821840-2 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] rbac_policy is already registered Dec 16 21:55:37.571583 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of TrackedResource for resource:security_group Dec 16 21:55:37.571972 n-d-821840-2 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] security_group is already registered Dec 16 21:55:37.572408 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 21:55:37.572740 n-d-821840-2 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] security_group_rule is already registered Dec 16 21:55:37.573359 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Service CORE assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:55:37.573684 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 21:55:37.574019 n-d-821840-2 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] subnetpool is already registered Dec 16 21:55:37.574475 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Service CORE assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:55:37.574771 n-d-821840-2 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 21:55:37.575114 n-d-821840-2 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] subnetpool is already registered Dec 16 21:55:37.575666 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: extensions {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.577177 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: address-groups {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.578833 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: address-scopes {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.580189 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: agents {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.581450 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: auto-allocated-topology {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.582957 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: availability_zones {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.585067 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: dhcp-networks {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.587601 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: dhcp-agents {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.589445 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: routers {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.591711 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: flavors {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.592987 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: service_profiles {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.594245 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: next_providers {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.595758 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: service_profiles {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.598405 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: floatingip-pools {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.599750 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: routers {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.601931 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: floatingips {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.603214 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: l3-routers {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.604621 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: l3-agents {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.606045 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: metering-labels {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.607498 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: metering-label-rules {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.608778 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: network-ip-availabilities {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.610052 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: bindings {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.611767 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: quotas {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.613369 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: quotas {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.614940 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: rbac-policies {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.616269 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: security-groups {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.617551 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: security-group-rules {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.618760 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: service-providers {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.620013 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: subnetpools {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.621434 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: subnetpools {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.622882 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.624584 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.626450 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.628355 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.630698 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.632562 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.634259 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.636218 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.638064 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.640026 n-d-821840-2 neutron-server[103840]: DEBUG neutron.api.extensions [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:55:37.646750 n-d-821840-2 neutron-server[103840]: WARNING keystonemiddleware.auth_token [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 16 21:55:37.653053 n-d-821840-2 neutron-server[103840]: WARNING keystonemiddleware.auth_token [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 16 21:55:37.665022 n-d-821840-2 neutron-server[103840]: DEBUG oslo_concurrency.lockutils [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Acquired lock "singleton_lock" {{(pid=103840) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 16 21:55:37.665485 n-d-821840-2 neutron-server[103840]: DEBUG oslo_concurrency.lockutils [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Releasing lock "singleton_lock" {{(pid=103840) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 16 21:55:37.666133 n-d-821840-2 neutron-server[103840]: INFO oslo_service.service [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Starting 2 workers Dec 16 21:55:37.670938 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Started child 103951 {{(pid=103840) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 21:55:37.675794 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Started child 103952 {{(pid=103840) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 21:55:37.676967 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:37.677775 n-d-821840-2 neutron-server[103840]: INFO neutron.service [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 16 21:55:37.678157 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Publish callbacks [] for process, before_spawn {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:37.678629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [-] (103951) wsgi starting up on http://0.0.0.0:9696 Dec 16 21:55:37.680722 n-d-821840-2 neutron-server[103840]: INFO oslo_service.service [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Starting 1 workers Dec 16 21:55:37.680943 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:37.682343 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [-] (103952) wsgi starting up on http://0.0.0.0:9696 Dec 16 21:55:37.685935 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Started child 103953 {{(pid=103840) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 21:55:37.686538 n-d-821840-2 neutron-server[103840]: INFO oslo_service.service [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Starting 1 workers Dec 16 21:55:37.688260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48018) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:37.689995 n-d-821840-2 neutron-server[103953]: DEBUG neutron.service [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] calling RpcWorker wait() {{(pid=103953) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 16 21:55:37.692332 n-d-821840-2 neutron-server[103953]: DEBUG neutron.service [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] returning from RpcWorker wait() {{(pid=103953) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 16 21:55:37.692933 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Started child 103955 {{(pid=103840) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 21:55:37.693230 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:37.693416 n-d-821840-2 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-8b2341f8-541d-464a-9b9a-51bb069b4c97 None None] Publish callbacks [] for process, after_spawn {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:37.693549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:37.695054 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103840) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 21:55:37.695256 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 21:55:37.695466 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 21:55:37.695687 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 21:55:37.696018 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 21:55:37.696196 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 21:55:37.696740 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.697083 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.697404 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.697693 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.698457 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.698556 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078382 Dec 16 21:55:37.698629 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.698889 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.699283 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.699489 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.699725 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.699900 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.700069 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.700324 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.700570 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.700919 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.702158 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.702158 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.702158 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.702158 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.702158 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.702511 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.702699 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.702788 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:37.703244 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] debug = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.704020 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.704495 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.704755 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.705123 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.705478 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.705869 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.706212 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.706594 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.706947 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.707246 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.707627 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.707975 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.709842 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.709842 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.709842 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.709842 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.709842 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.710288 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.710501 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] host = n-d-821840-2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.711555 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.712394 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.712394 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.712394 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.716395 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.716395 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.716395 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.716395 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.716395 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.716395 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.716395 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.716395 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.716911 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.716911 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] log_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.716911 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] log_options = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.716911 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.716911 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.716911 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.716911 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.716911 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.717402 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.717402 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.717402 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.717402 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.717668 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.717736 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.718103 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.718208 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.718399 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.720133 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.720133 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.720133 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.720133 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.720133 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.720133 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.720133 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.720802 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.720802 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.720802 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.720802 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.721181 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.721297 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.721691 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.721691 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.721934 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.723183 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.723183 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.723183 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.723183 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.723183 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.724046 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.724046 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.724046 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.725569 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.725569 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.725569 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.725569 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.726146 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.726146 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.726407 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.726594 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.726830 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] use_json = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.727041 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.727304 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.727538 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.728484 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.728484 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.728484 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.728484 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.729026 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.729026 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.729288 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.729567 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.729807 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.730053 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.730311 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.730552 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.730943 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.731161 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.731365 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.731682 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.732295 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.732295 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.732578 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.733148 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.733148 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.736079 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.736079 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.736387 n-d-821840-2 neutron-server[103955]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:37.736796 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.736796 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.736796 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.736796 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.736796 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.736796 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.736796 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.736796 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.738777 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.738777 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.738777 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.738777 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.738777 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.738777 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.738777 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.738777 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.748401 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.748401 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.748401 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.748401 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.748401 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.748401 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.748401 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.748401 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.748401 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.749943 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.749943 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.749943 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.749943 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.749943 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.749943 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.749943 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.749943 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.749943 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.752667 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.752667 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.752667 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.752667 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.752667 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.752667 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.752667 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.752667 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.752667 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754278 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754278 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754278 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754278 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754278 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754278 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754278 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754278 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754278 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754776 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754776 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754776 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754776 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754776 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754776 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754776 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754776 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.754776 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.755870 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.755870 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.755870 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.755870 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.755870 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.755870 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.755870 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.755870 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.755870 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.756498 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.756498 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.756498 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.756498 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.756498 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.756498 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.756498 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.756498 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.756942 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.756942 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.756942 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.756942 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.756942 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.756942 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.756942 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.757327 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.758639 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.758915 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.759180 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.759480 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.760227 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.760227 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.761183 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.761440 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.765081 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.765388 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.765673 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.765968 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.766227 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.767534 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.767534 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.767534 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.767534 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.768285 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.768554 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.768884 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.769168 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.769539 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.771741 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.772038 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.772368 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.774821 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.775113 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.775436 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.775720 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.775983 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.776239 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.776603 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.778080 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.778338 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.779236 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.780252 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.780507 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.780746 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.782549 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.782832 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.783093 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.783409 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.783672 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.783952 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.784205 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.784465 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.784681 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.784904 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.785153 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.785387 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.785616 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.785850 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.786091 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.786454 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.786701 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.787229 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.787229 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.788288 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.788544 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.788766 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.788986 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.789288 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.789446 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.789688 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.789937 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.790182 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.790416 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.790631 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.790841 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.791091 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.791352 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.791630 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.791883 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.792117 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.792357 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.792597 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.792846 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.793057 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.793295 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.793528 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.793740 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.793948 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.794216 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.794506 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.794776 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.795005 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.795216 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.795488 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.795740 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.796073 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.796316 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.796560 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.797041 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.797253 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.797487 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.797735 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.797992 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.798165 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.798378 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.798611 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.798843 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.799096 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.799388 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.799625 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.799856 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.800083 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.800313 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.800520 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.800811 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.801055 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.801399 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.801648 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.802412 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.802640 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.802865 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.803093 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.803319 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.803512 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.803725 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.803930 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.804152 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.804358 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.804565 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.804781 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.804993 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.805229 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.805518 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.805691 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.805899 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.806119 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.806333 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.806536 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.806757 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.806964 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.807241 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.808163 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.808163 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.808361 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.808547 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.808711 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.808924 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.809506 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.809731 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.809938 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.810246 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.811443 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.811617 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.811901 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.812146 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.812390 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.812628 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.812938 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.813584 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.813853 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.814076 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.814348 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.815195 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.816646 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.819045 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.819258 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.819604 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.819852 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.821778 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.822565 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.822908 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.824060 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.824379 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.825280 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.825592 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.825859 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.827319 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.828126 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.828372 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.828599 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.828858 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.829115 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.829339 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.829915 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.830316 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.830602 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.830811 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.831045 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.831290 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.831538 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.836934 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.836934 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.836934 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.836934 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 21:55:37.836934 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103840) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 21:55:37.836934 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 21:55:37.836934 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 21:55:37.836934 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 21:55:37.837513 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 21:55:37.837513 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 21:55:37.837513 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.837513 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.837513 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.837513 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.837513 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.837928 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.837928 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.837928 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.837928 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.837928 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.837928 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.837928 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.837928 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.838348 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.838348 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.838348 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.838348 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.838348 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.838348 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.838348 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.838348 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.838781 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.838781 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] debug = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.838781 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.838781 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.838781 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.838781 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.839136 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.839136 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.839136 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.839136 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.839136 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.839136 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.839136 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.839136 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.839640 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.839640 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.839640 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.839808 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.839871 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.840030 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.840396 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] host = n-d-821840-2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.840396 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.840581 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.840581 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.840722 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.840881 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.841036 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.841208 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.841369 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.841522 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.841678 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.841835 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.841991 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.842940 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.842940 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] log_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.842940 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] log_options = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.842940 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.842940 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.842940 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.843653 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.843653 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.843653 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.843653 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.843653 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.844184 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.844184 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.845665 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.845829 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.846009 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.846142 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.846293 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.846450 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.846679 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.846882 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.847041 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.847495 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.847659 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.847815 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.847964 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.848120 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.848277 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.848434 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.848591 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.848778 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.848935 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.849091 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.849246 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.849404 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.849559 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.851052 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.851052 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.851052 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.851052 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.851052 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.851052 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.851052 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.851052 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.851578 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.851578 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.851578 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.851578 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.852004 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.852376 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] use_json = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.852552 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.852721 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.853694 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.853694 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.853694 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.853694 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.853694 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.853694 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:55:37.854561 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.854561 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.855337 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.857805 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.858093 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.858283 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.858467 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.862527 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.862527 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.862527 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.862527 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.862527 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.862527 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.862527 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.862527 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.863213 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.863213 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.863213 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.863213 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.863213 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.863213 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.863213 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.863213 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.864060 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.864060 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.864060 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.864060 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.864060 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.864060 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.864060 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.864060 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.866014 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.866014 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.866014 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.866014 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.866014 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.866014 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.866014 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.866014 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.866899 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.866899 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.868140 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.868329 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.868512 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.868755 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.868865 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.869007 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.869175 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.869342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.869506 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.869669 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.869832 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.869997 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.870154 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.870312 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.870472 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.870631 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.870806 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.870966 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.871126 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.872066 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.872066 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.872066 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.872066 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.872066 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.872481 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.872481 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.872625 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.872756 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.872932 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.873092 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.873263 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.873450 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.873644 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.873744 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.873941 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.874101 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.874245 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.874399 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.874553 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.874695 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.874836 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.875001 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.875162 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.875346 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.875511 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.879342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.879342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.879342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.879342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.879342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.879342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.879342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.879342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.883342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.883342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.883342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.883342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.883342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.883342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.883342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.883342 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.884123 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.884123 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.884123 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.884123 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.884123 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.884123 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.884123 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.884123 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.884732 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.884732 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.884732 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.884732 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.884732 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.884732 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.884732 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.884732 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.885270 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.885270 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.885270 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.885270 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.885601 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.885601 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.885822 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.885822 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.885967 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.886081 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.886246 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.886408 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.886570 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.886732 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.886894 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.887055 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.887229 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.887921 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.888090 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.894621 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.894621 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.894621 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.894621 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.894621 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.894621 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.894621 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.894621 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.895136 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.895136 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.895136 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.895136 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.895136 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.895136 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.895136 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.895136 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.896161 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.896161 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.896161 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.896161 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.896161 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.896161 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.896161 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.896161 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.896592 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.896592 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.896592 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.896592 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.896592 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.896592 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.896592 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.896592 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897022 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897022 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897022 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897022 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897022 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897022 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897022 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897022 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897468 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897468 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897468 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897468 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897468 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897468 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897468 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897468 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897885 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897885 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.897885 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.898059 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.898283 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.898369 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.898579 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.898661 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.898836 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.898987 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.899198 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.899386 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.899548 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.899635 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.900594 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.901835 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.902972 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.903173 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.903387 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.903570 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.903864 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.903962 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.904090 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.904257 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.904424 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.904590 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.904753 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.904937 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.905106 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.905272 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.905437 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.905597 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.905758 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.905950 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.906115 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.906280 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.906439 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.906598 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.906758 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.906930 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.907220 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.907424 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.907587 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.907750 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.907914 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.908076 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.908229 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.909648 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.909820 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.909994 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.910162 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.910664 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.910845 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.910994 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.911179 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.914069 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.915349 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.915555 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.915736 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.915913 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.916085 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.916259 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.916427 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.916604 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.917127 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.917334 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.917516 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.917683 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.917848 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.918012 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.918190 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.918355 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.918750 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.918915 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.919076 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.919237 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.920615 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.920615 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.920615 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.920615 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.920615 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.921207 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.922403 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.923204 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.923384 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.923471 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.924113 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.924210 n-d-821840-2 neutron-server[103953]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:37.924296 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.924444 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.924608 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.928832 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.928832 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.928832 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.928832 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.928832 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.928832 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.928832 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.928832 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.928832 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.929505 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.929505 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.929505 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.929505 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.929505 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.929505 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.929505 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:55:37.929505 n-d-821840-2 neutron-server[103840]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 21:55:49.998836 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5df3ac-ead7-426a-928a-528d09de216a None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 21:55:50.066229 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5df3ac-ead7-426a-928a-528d09de216a None None] No non-hosted networks {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 16 21:55:50.080568 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.agentschedulers_db [None req-7e5df3ac-ead7-426a-928a-528d09de216a None None] DHCP Agent not found on host n-d-821840-2 {{(pid=103953) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 16 21:55:50.231162 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cd6f7afd-e88a-4f2b-a5df-55e27c5ecdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549865'] for agent, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:52.337676 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca00f9dc-1438-4f0d-aaa7-d29287f27374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549865'] for agent, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:52.373221 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-bd7fe382-af9e-42e1-96ee-26341aa67200 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-821840-2 {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 21:55:52.373760 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-bd7fe382-af9e-42e1-96ee-26341aa67200 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 21:55:52.960398 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd7fe382-af9e-42e1-96ee-26341aa67200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:53.366885 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549865'] for agent, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:54.629433 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549865'] for agent, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:55.565994 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549865'] for agent, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:55.567139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:55.567531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:55.567874 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:55.568210 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:55.568547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:55.568908 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:55.569240 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:55.569567 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:55.569923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:55.570248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:55.570576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:55.570901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:55.571223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:55.571708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-821840-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:55.587673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-821840-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:56.218108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48122) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:56.772441 n-d-821840-2 neutron-server[103951]: WARNING oslo_policy.policy [None req-f090d09d-cc73-4cb7-94d1-999dd634ea8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:55:56.773029 n-d-821840-2 neutron-server[103951]: WARNING oslo_policy.policy [None req-f090d09d-cc73-4cb7-94d1-999dd634ea8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:55:57.008388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-f090d09d-cc73-4cb7-94d1-999dd634ea8e admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:55:57.016254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f090d09d-cc73-4cb7-94d1-999dd634ea8e admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7892270 Dec 16 21:55:58.981688 n-d-821840-2 neutron-server[103953]: INFO neutron.db.l3_hamode_db [None req-841f5446-c9dd-4ab9-80fb-d56961fa92c0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 16 21:55:59.069782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841f5446-c9dd-4ab9-80fb-d56961fa92c0 None None] Routers set() bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:55:59.070174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841f5446-c9dd-4ab9-80fb-d56961fa92c0 None None] Router IDs set() for agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 21:55:59.765165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48138) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:00.097628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a942a662-cd75-4817-871d-b81453fb59ea admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:00.197321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.policy [None req-a942a662-cd75-4817-871d-b81453fb59ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103951) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 21:56:00.251170 n-d-821840-2 neutron-server[103951]: WARNING oslo_policy.policy [None req-a942a662-cd75-4817-871d-b81453fb59ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:56:00.251896 n-d-821840-2 neutron-server[103951]: WARNING oslo_policy.policy [None req-a942a662-cd75-4817-871d-b81453fb59ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:56:00.265768 n-d-821840-2 neutron-server[103951]: INFO neutron.quota [None req-a942a662-cd75-4817-871d-b81453fb59ea admin admin] Loaded quota_driver: . Dec 16 21:56:00.443393 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a942a662-cd75-4817-871d-b81453fb59ea admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730987192221', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730987188800', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730987726804', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730987729627', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730987743631', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730987751722', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2035189', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2057973', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535521', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-707400'] for rbac-policy, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:00.653724 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a942a662-cd75-4817-871d-b81453fb59ea admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:00.654889 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a942a662-cd75-4817-871d-b81453fb59ea admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8887339 Dec 16 21:56:03.511096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48150) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:03.816460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '22f1506dce7845d79329b1bf2f04f0d2', 'project_id': '22f1506dce7845d79329b1bf2f04f0d2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:03.896862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Made reservation on behalf of 22f1506dce7845d79329b1bf2f04f0d2 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:56:03.899768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:03.917441 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:04.027629 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:04.142671 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:04.163309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:56:04.195236 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730985443705', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:04.195863 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Unsubscribe: segment precommit_create {{(pid=103951) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 21:56:04.196404 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Added segment 4b4c33bd-a050-4945-99ae-1d81c96b488c of type vlan for network 646e44fe-5743-443a-8e39-744b8f60af10 Dec 16 21:56:04.212772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36e5cff-3723-4f9d-8e6f-5f78f3e59ba1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:04.239363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:04.239709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:04.240047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:04.240380 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:04.240715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:04.241035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:04.241358 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:04.241676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:04.241995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:04.242312 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:04.242630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:04.242945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:04.243258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Tracked resource versions report: Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: pushed versions: Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: { 'AddressGroup': {'1.2'}, Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'ConntrackHelper': {'1.0'}, Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'LocalIPAssociation': {'1.0'}, Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'Log': {'1.0'}, Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'Network': {'1.1'}, Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'Port': {'1.7'}, Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'PortForwarding': {'1.2'}, Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'QosPolicy': {'1.10'}, Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'SecurityGroup': {'1.5'}, Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'SecurityGroupRule': {'1.2'}, Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'SubPort': {'1.0'}, Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'Subnet': {'1.1'}, Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'Trunk': {'1.1'}} Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: consumer versions: Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: { DHCP agent@n-d-821840-2: {}, Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: L3 agent@n-d-821840-2: {}, Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: Metadata agent@n-d-821840-2: {}, Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: Metering agent@n-d-821840-2: {}, Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: Open vSwitch agent@n-d-821840-2: { 'AddressGroup': '1.2', Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'ConntrackHelper': '1.0', Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'LocalIPAssociation': '1.0', Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'Log': '1.0', Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'Network': '1.1', Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'Port': '1.7', Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'PortForwarding': '1.2', Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'QosPolicy': '1.10', Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'SecurityGroup': '1.5', Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'SecurityGroupRule': '1.2', Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'SubPort': '1.0', Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'Subnet': '1.1', Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: 'Trunk': '1.1'}} Dec 16 21:56:04.244484 n-d-821840-2 neutron-server[103951]: {{(pid=103951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 21:56:04.317904 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:04.411402 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:04.412617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:04.417754 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:04.509596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] Pushing event updated for resources: {'Network': ['ID=646e44fe-5743-443a-8e39-744b8f60af10,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:04.521712 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 646e44fe-5743-443a-8e39-744b8f60af10 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:56:04.527788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b5c00460-269f-4f5a-b09f-5083123502b0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0156033 Dec 16 21:56:07.436347 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48164) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:07.931224 n-d-821840-2 neutron-server[103952]: WARNING oslo_policy.policy [None req-14a57655-354a-4ce7-9849-cdfd6a94a307 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:56:07.931851 n-d-821840-2 neutron-server[103952]: WARNING oslo_policy.policy [None req-14a57655-354a-4ce7-9849-cdfd6a94a307 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:56:08.390198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.policy [None req-14a57655-354a-4ce7-9849-cdfd6a94a307 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103952) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 21:56:08.437600 n-d-821840-2 neutron-server[103952]: WARNING oslo_policy.policy [None req-14a57655-354a-4ce7-9849-cdfd6a94a307 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:56:08.438180 n-d-821840-2 neutron-server[103952]: WARNING oslo_policy.policy [None req-14a57655-354a-4ce7-9849-cdfd6a94a307 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:56:08.446115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a57655-354a-4ce7-9849-cdfd6a94a307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:08.447920 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-14a57655-354a-4ce7-9849-cdfd6a94a307 admin admin] 10.222.0.43 "GET /v2.0/networks/646e44fe-5743-443a-8e39-744b8f60af10 HTTP/1.1" status: 200 len: 825 time: 1.0106254 Dec 16 21:56:08.486129 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2a36c341-b05f-486b-9822-e6ef64f12442 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/35512de1-9e4b-463a-a39c-f4062a044d40 HTTP/1.1" status: 200 len: 734 time: 0.0321348 Dec 16 21:56:08.496198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Request body: {'subnet': {'subnetpool_id': '35512de1-9e4b-463a-a39c-f4062a044d40', 'gateway_ip': '172.20.0.1', 'tenant_id': '22f1506dce7845d79329b1bf2f04f0d2', 'name': 'private-subnet', 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:08.497761 n-d-821840-2 neutron-server[103952]: INFO neutron.quota [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Loaded quota_driver: . Dec 16 21:56:08.605141 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Made reservation on behalf of 22f1506dce7845d79329b1bf2f04f0d2 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:56:08.607887 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:08.959390 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:09.027892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Checking segment: {'id': '4b4c33bd-a050-4945-99ae-1d81c96b488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:56:09.028264 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Network hostable DHCP agents. Network: 646e44fe-5743-443a-8e39-744b8f60af10, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:56:09.047484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdb6db6-4ea8-47e1-90b2-16ec44f04754,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:09.059313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:09.059657 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:09.059992 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:09.060320 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:09.060646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:09.060981 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:09.061295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:09.061612 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:09.061937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:09.062242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:09.062556 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:09.062871 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:09.063180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Tracked resource versions report: Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: pushed versions: Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: { 'AddressGroup': {'1.2'}, Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'ConntrackHelper': {'1.0'}, Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'LocalIPAssociation': {'1.0'}, Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'Log': {'1.0'}, Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'Network': {'1.1'}, Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'Port': {'1.7'}, Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'PortForwarding': {'1.2'}, Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'QosPolicy': {'1.10'}, Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'SecurityGroup': {'1.5'}, Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'SecurityGroupRule': {'1.2'}, Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'SubPort': {'1.0'}, Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'Subnet': {'1.1'}, Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'Trunk': {'1.1'}} Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: consumer versions: Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: { DHCP agent@n-d-821840-2: {}, Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: L3 agent@n-d-821840-2: {}, Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: Metadata agent@n-d-821840-2: {}, Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: Metering agent@n-d-821840-2: {}, Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: Open vSwitch agent@n-d-821840-2: { 'AddressGroup': '1.2', Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'ConntrackHelper': '1.0', Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'LocalIPAssociation': '1.0', Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'Log': '1.0', Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'Network': '1.1', Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'Port': '1.7', Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'PortForwarding': '1.2', Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'QosPolicy': '1.10', Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'SecurityGroup': '1.5', Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'SecurityGroupRule': '1.2', Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'SubPort': '1.0', Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'Subnet': '1.1', Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: 'Trunk': '1.1'}} Dec 16 21:56:09.064317 n-d-821840-2 neutron-server[103952]: {{(pid=103952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 21:56:09.114270 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Network 646e44fe-5743-443a-8e39-744b8f60af10 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:56:09.234301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 646e44fe-5743-443a-8e39-744b8f60af10) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:09.242879 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:09.242879 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:09.243104 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49a5f42-0af9-4128-b191-65e245f7359f None None] Network 646e44fe-5743-443a-8e39-744b8f60af10 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:56:09.322161 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e2b607ce-5f4d-4d81-883d-53028a49c77f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8293772 Dec 16 21:56:09.516263 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-646e44fe-5743-443a-8e39-744b8f60af10', 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10', 'project_id': '22f1506dce7845d79329b1bf2f04f0d2', 'fixed_ips': [{'subnet_id': '9bdb6db6-4ea8-47e1-90b2-16ec44f04754'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 21:56:09.517505 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:09.829414 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Allocated IP 172.20.0.2 (646e44fe-5743-443a-8e39-744b8f60af10/9bdb6db6-4ea8-47e1-90b2-16ec44f04754/f5cf7db2-5731-4463-90a0-bf0043c6ead8) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:56:10.157898 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:10.240606 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:10.323154 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Network 646e44fe-5743-443a-8e39-744b8f60af10 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:56:10.327902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:10.333176 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Pushing event updated for resources: {'Port': ['ID=f5cf7db2-5731-4463-90a0-bf0043c6ead8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:10.335453 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:56:10.345118 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:10.345466 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:10.345810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:10.346149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:10.346484 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:10.346813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:10.347693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:10.347693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:10.347880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:10.348182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:10.348503 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:10.348830 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:10.349149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Tracked resource versions report: Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: pushed versions: Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: { 'AddressGroup': {'1.2'}, Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'ConntrackHelper': {'1.0'}, Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'LocalIPAssociation': {'1.0'}, Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'Log': {'1.0'}, Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'Network': {'1.1'}, Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'Port': {'1.7'}, Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'PortForwarding': {'1.2'}, Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'QosPolicy': {'1.10'}, Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'SecurityGroup': {'1.5'}, Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'SecurityGroupRule': {'1.2'}, Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'SubPort': {'1.0'}, Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'Subnet': {'1.1'}, Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'Trunk': {'1.1'}} Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: consumer versions: Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: { DHCP agent@n-d-821840-2: {}, Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: L3 agent@n-d-821840-2: {}, Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: Metadata agent@n-d-821840-2: {}, Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: Metering agent@n-d-821840-2: {}, Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: Open vSwitch agent@n-d-821840-2: { 'AddressGroup': '1.2', Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'ConntrackHelper': '1.0', Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'LocalIPAssociation': '1.0', Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'Log': '1.0', Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'Network': '1.1', Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'Port': '1.7', Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'PortForwarding': '1.2', Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'QosPolicy': '1.10', Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'SecurityGroup': '1.5', Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'SecurityGroupRule': '1.2', Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'SubPort': '1.0', Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'Subnet': '1.1', Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: 'Trunk': '1.1'}} Dec 16 21:56:10.350291 n-d-821840-2 neutron-server[103953]: {{(pid=103953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 21:56:10.427084 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Attempting to bind port f5cf7db2-5731-4463-90a0-bf0043c6ead8 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:56:10.427470 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Attempting to bind port f5cf7db2-5731-4463-90a0-bf0043c6ead8 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '4b4c33bd-a050-4945-99ae-1d81c96b488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:56:10.427910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Attempting to bind port f5cf7db2-5731-4463-90a0-bf0043c6ead8 on network 646e44fe-5743-443a-8e39-744b8f60af10 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:56:10.433313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:56:10.433702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Checking segment: {'id': '4b4c33bd-a050-4945-99ae-1d81c96b488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:56:10.434177 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:10.434570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Bound using segment: {'id': '4b4c33bd-a050-4945-99ae-1d81c96b488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:56:10.435054 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Bound port: f5cf7db2-5731-4463-90a0-bf0043c6ead8, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4c33bd-a050-4945-99ae-1d81c96b488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:56:10.435499 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:10.498129 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] For port f5cf7db2-5731-4463-90a0-bf0043c6ead8, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:56:10.502391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] For port f5cf7db2-5731-4463-90a0-bf0043c6ead8, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f5cf7db2-5731-4463-90a0-bf0043c6ead8,segment=NetworkSegment(4b4c33bd-a050-4945-99ae-1d81c96b488c),segment_id=4b4c33bd-a050-4945-99ae-1d81c96b488c)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:56:10.554359 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:10.618826 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46008a27-0dc6-40b4-b00a-a47bee8865c3 None None] Pushing event updated for resources: {'Port': ['ID=f5cf7db2-5731-4463-90a0-bf0043c6ead8,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:11.993900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48184) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:12.313424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-18be3e95-7f46-4935-b1d3-27c83c28e29b admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:56:12.314430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-18be3e95-7f46-4935-b1d3-27c83c28e29b admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3195736 Dec 16 21:56:14.964042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48192) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:15.293867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-af860a85-1c54-4103-b24d-14a6875800d1 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:56:15.294905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-af860a85-1c54-4103-b24d-14a6875800d1 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3298976 Dec 16 21:56:15.760487 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:56:18.186794 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48202) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:18.501772 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f71cb50b-582f-4da9-b8ed-25053b2035dc admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '22f1506dce7845d79329b1bf2f04f0d2', 'admin_state_up': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:18.627704 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f71cb50b-582f-4da9-b8ed-25053b2035dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:18.630271 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f71cb50b-582f-4da9-b8ed-25053b2035dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:18.788529 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f71cb50b-582f-4da9-b8ed-25053b2035dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:18.834095 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f71cb50b-582f-4da9-b8ed-25053b2035dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:18.886586 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f71cb50b-582f-4da9-b8ed-25053b2035dc admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:18.887944 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f71cb50b-582f-4da9-b8ed-25053b2035dc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7000971 Dec 16 21:56:19.480777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f5cf7db2-5731-4463-90a0-bf0043c6ead8 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:19.575062 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f5cf7db2-5731-4463-90a0-bf0043c6ead8 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:19.575476 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:19.686721 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:19.724554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port f5cf7db2-5731-4463-90a0-bf0043c6ead8, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f5cf7db2-5731-4463-90a0-bf0043c6ead8,segment=NetworkSegment(4b4c33bd-a050-4945-99ae-1d81c96b488c),segment_id=4b4c33bd-a050-4945-99ae-1d81c96b488c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:19.781968 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:19.831851 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=f5cf7db2-5731-4463-90a0-bf0043c6ead8,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:19.901444 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288e9232-c8f2-4618-82a1-4ccd40d5d6e8 None None] Network 646e44fe-5743-443a-8e39-744b8f60af10 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:56:20.026573 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b0ef6ec-ab3f-4e83-ae56-68f4e968376f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:20.048051 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-bcbf534b-427d-4521-be35-8fcda6e7a7f0 None None] Provisioning complete for port f5cf7db2-5731-4463-90a0-bf0043c6ead8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:20.048461 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bcbf534b-427d-4521-be35-8fcda6e7a7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:20.264831 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-603c1cb5-2a04-47e4-bd1e-c7a9b8f784c8 None None] Provisioning complete for port f5cf7db2-5731-4463-90a0-bf0043c6ead8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:20.265201 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-603c1cb5-2a04-47e4-bd1e-c7a9b8f784c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:21.415415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f5cf7db2-5731-4463-90a0-bf0043c6ead8 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:21.465682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f5cf7db2-5731-4463-90a0-bf0043c6ead8 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:21.466052 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:21.535058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48216) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:21.853029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-cfeef10e-5a79-46dc-91db-46573d29ad50 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:56:21.854059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cfeef10e-5a79-46dc-91db-46573d29ad50 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3180573 Dec 16 21:56:22.312762 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb00b-6413-40cc-9f28-aa8d97c16e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:23.272855 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:24.446367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48234) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:24.580175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d95291d8-e981-44d4-aa83-343c1d54a256 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:24.616296 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:24.689888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95291d8-e981-44d4-aa83-343c1d54a256 admin admin] Made reservation on behalf of 2ecc90c6c15a4db8ba4995b217578374 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:56:24.692201 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d95291d8-e981-44d4-aa83-343c1d54a256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:24.700546 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d95291d8-e981-44d4-aa83-343c1d54a256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:24.772768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d95291d8-e981-44d4-aa83-343c1d54a256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:24.838654 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d95291d8-e981-44d4-aa83-343c1d54a256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:24.854781 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d95291d8-e981-44d4-aa83-343c1d54a256 admin admin] Reserving flat network on physical network physnet1 {{(pid=103951) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 16 21:56:24.877773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95291d8-e981-44d4-aa83-343c1d54a256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ebbdbe-b5a4-4335-81e5-0f7169ab301f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:24.883544 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d95291d8-e981-44d4-aa83-343c1d54a256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:24.883890 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-d95291d8-e981-44d4-aa83-343c1d54a256 admin admin] Added segment 85e30b8a-23c5-4b64-8535-f80e9323d97d of type flat for network 331c0cce-7f70-4da0-8420-947a310fded1 Dec 16 21:56:24.931790 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d95291d8-e981-44d4-aa83-343c1d54a256 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:25.015335 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d95291d8-e981-44d4-aa83-343c1d54a256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:25.016297 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95291d8-e981-44d4-aa83-343c1d54a256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:25.016910 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d95291d8-e981-44d4-aa83-343c1d54a256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:25.075557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95291d8-e981-44d4-aa83-343c1d54a256 admin admin] Pushing event updated for resources: {'Network': ['ID=331c0cce-7f70-4da0-8420-947a310fded1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:25.086114 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 331c0cce-7f70-4da0-8420-947a310fded1 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:56:25.167028 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d95291d8-e981-44d4-aa83-343c1d54a256 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7195575 Dec 16 21:56:25.564102 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:27.784688 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48252) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:27.920328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a1a392-b48e-4065-9c67-9667e1aedd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:27.922011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d5a1a392-b48e-4065-9c67-9667e1aedd5f admin admin] 10.222.0.43 "GET /v2.0/subnets/9bdb6db6-4ea8-47e1-90b2-16ec44f04754 HTTP/1.1" status: 200 len: 849 time: 0.1361017 Dec 16 21:56:28.108132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3dd0af92-9c1b-4209-9eac-09d436d1d4fd admin admin] 10.222.0.43 "GET /v2.0/routers/79d57dcb-b548-4bca-8887-26cca26ca224 HTTP/1.1" status: 200 len: 704 time: 0.1797848 Dec 16 21:56:28.384724 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:28.685619 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Allocated IP 172.20.0.1 (646e44fe-5743-443a-8e39-744b8f60af10/9bdb6db6-4ea8-47e1-90b2-16ec44f04754/1a774bba-9e88-4786-bc57-bf5a45f0c543) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:56:28.870847 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:29.044817 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:29.121084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Network 646e44fe-5743-443a-8e39-744b8f60af10 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:56:29.130139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:29.138856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:56:29.139449 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:29.158054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Pushing event updated for resources: {'Port': ['ID=1a774bba-9e88-4786-bc57-bf5a45f0c543,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:29.356274 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3203f39b-ecc4-432a-b6e3-e61db56b873f None None] Provisioning complete for port 1a774bba-9e88-4786-bc57-bf5a45f0c543 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:29.356827 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3203f39b-ecc4-432a-b6e3-e61db56b873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:29.393360 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3203f39b-ecc4-432a-b6e3-e61db56b873f None None] Port 1a774bba-9e88-4786-bc57-bf5a45f0c543 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:56:29.434414 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:29.646369 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:29.684091 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:29.684888 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:29.764473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Pushing event updated for resources: {'Port': ['ID=1a774bba-9e88-4786-bc57-bf5a45f0c543,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:29.812255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Network 646e44fe-5743-443a-8e39-744b8f60af10 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:56:29.813524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:30.015986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e47fc6e0-bebf-4ae7-a16c-ef98f870ee43 None None] Provisioning complete for port 1a774bba-9e88-4786-bc57-bf5a45f0c543 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:30.016365 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e47fc6e0-bebf-4ae7-a16c-ef98f870ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:30.038716 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Router 79d57dcb-b548-4bca-8887-26cca26ca224 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 21:56:30.053708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e47fc6e0-bebf-4ae7-a16c-ef98f870ee43 None None] Port 1a774bba-9e88-4786-bc57-bf5a45f0c543 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:56:30.134203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:56:30.139400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8b759fcd-4a31-43ce-8e94-34d18ef3ee94 admin admin] 10.222.0.43 "PUT /v2.0/routers/79d57dcb-b548-4bca-8887-26cca26ca224/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0252032 Dec 16 21:56:30.144071 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Sync routers for ids ['79d57dcb-b548-4bca-8887-26cca26ca224'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:56:30.156564 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Routers {'79d57dcb-b548-4bca-8887-26cca26ca224'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:56:30.157344 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T21:56:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['79d57dcb-b548-4bca-8887-26cca26ca224'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:30.351960 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Set router 79d57dcb-b548-4bca-8887-26cca26ca224 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:56:30.789014 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d57dcb-b548-4bca-8887-26cca26ca224', 'name': 'router1', 'tenant_id': '22f1506dce7845d79329b1bf2f04f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:18Z', 'updated_at': '2021-12-16T21:56:29Z', 'revision_number': 2, 'project_id': '22f1506dce7845d79329b1bf2f04f0d2', 'gw_port_host': None, '_interfaces': [{'id': '1a774bba-9e88-4786-bc57-bf5a45f0c543', 'name': '', 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10', 'tenant_id': '22f1506dce7845d79329b1bf2f04f0d2', 'mac_address': 'fa:16:3e:87:5f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d57dcb-b548-4bca-8887-26cca26ca224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bdb6db6-4ea8-47e1-90b2-16ec44f04754', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:28Z', 'updated_at': '2021-12-16T21:56:29Z', 'revision_number': 2, 'project_id': '22f1506dce7845d79329b1bf2f04f0d2', 'subnets': [{'id': '9bdb6db6-4ea8-47e1-90b2-16ec44f04754', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35512de1-9e4b-463a-a39c-f4062a044d40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:30.838082 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Checking router: 79d57dcb-b548-4bca-8887-26cca26ca224 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:56:30.838445 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Updating router 79d57dcb-b548-4bca-8887-26cca26ca224 port 1a774bba-9e88-4786-bc57-bf5a45f0c543 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:56:30.913106 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.402483 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.461423 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.630385 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e95b2-648a-4ec7-8d60-26ba00db97d5 None None] Pushing event updated for resources: {'Port': ['ID=1a774bba-9e88-4786-bc57-bf5a45f0c543,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:31.632842 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Attempting to bind port 1a774bba-9e88-4786-bc57-bf5a45f0c543 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:56:31.633238 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Attempting to bind port 1a774bba-9e88-4786-bc57-bf5a45f0c543 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '4b4c33bd-a050-4945-99ae-1d81c96b488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:56:31.633665 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Attempting to bind port 1a774bba-9e88-4786-bc57-bf5a45f0c543 on network 646e44fe-5743-443a-8e39-744b8f60af10 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:56:31.641639 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:56:31.642043 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Checking segment: {'id': '4b4c33bd-a050-4945-99ae-1d81c96b488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:56:31.642570 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.643045 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Bound using segment: {'id': '4b4c33bd-a050-4945-99ae-1d81c96b488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:56:31.643685 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Bound port: 1a774bba-9e88-4786-bc57-bf5a45f0c543, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4c33bd-a050-4945-99ae-1d81c96b488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:56:31.643980 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.646385 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e95b2-648a-4ec7-8d60-26ba00db97d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:31.646726 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e95b2-648a-4ec7-8d60-26ba00db97d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:31.647062 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e95b2-648a-4ec7-8d60-26ba00db97d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:31.647421 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e95b2-648a-4ec7-8d60-26ba00db97d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:31.647751 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e95b2-648a-4ec7-8d60-26ba00db97d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:31.648076 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e95b2-648a-4ec7-8d60-26ba00db97d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:31.648397 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e95b2-648a-4ec7-8d60-26ba00db97d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:31.648716 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e95b2-648a-4ec7-8d60-26ba00db97d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:31.649032 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e95b2-648a-4ec7-8d60-26ba00db97d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:31.649357 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e95b2-648a-4ec7-8d60-26ba00db97d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:31.649680 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e95b2-648a-4ec7-8d60-26ba00db97d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:31.649976 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e95b2-648a-4ec7-8d60-26ba00db97d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:31.650286 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e95b2-648a-4ec7-8d60-26ba00db97d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e95b2-648a-4ec7-8d60-26ba00db97d5 None None] Tracked resource versions report: Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: pushed versions: Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: { 'AddressGroup': {'1.2'}, Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'ConntrackHelper': {'1.0'}, Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'LocalIPAssociation': {'1.0'}, Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'Log': {'1.0'}, Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'Network': {'1.1'}, Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'Port': {'1.7'}, Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'PortForwarding': {'1.2'}, Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'QosPolicy': {'1.10'}, Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'SecurityGroup': {'1.5'}, Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'SecurityGroupRule': {'1.2'}, Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'SubPort': {'1.0'}, Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'Subnet': {'1.1'}, Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'Trunk': {'1.1'}} Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: consumer versions: Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: { DHCP agent@n-d-821840-2: {}, Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: L3 agent@n-d-821840-2: {}, Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: Metadata agent@n-d-821840-2: {}, Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: Metering agent@n-d-821840-2: {}, Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: Open vSwitch agent@n-d-821840-2: { 'AddressGroup': '1.2', Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'ConntrackHelper': '1.0', Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'LocalIPAssociation': '1.0', Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'Log': '1.0', Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'Network': '1.1', Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'Port': '1.7', Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'PortForwarding': '1.2', Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'QosPolicy': '1.10', Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'SecurityGroup': '1.5', Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'SecurityGroupRule': '1.2', Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'SubPort': '1.0', Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'Subnet': '1.1', Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: 'Trunk': '1.1'}} Dec 16 21:56:31.651419 n-d-821840-2 neutron-server[103955]: {{(pid=103955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 21:56:31.684081 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c500707b-bda8-4430-9300-5716dfb63b4e None None] Provisioning complete for port 1a774bba-9e88-4786-bc57-bf5a45f0c543 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:31.685133 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c500707b-bda8-4430-9300-5716dfb63b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.720264 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c500707b-bda8-4430-9300-5716dfb63b4e None None] Port 1a774bba-9e88-4786-bc57-bf5a45f0c543 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:56:31.721579 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] For port 1a774bba-9e88-4786-bc57-bf5a45f0c543, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:56:31.742262 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] For port 1a774bba-9e88-4786-bc57-bf5a45f0c543, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=1a774bba-9e88-4786-bc57-bf5a45f0c543,segment=NetworkSegment(4b4c33bd-a050-4945-99ae-1d81c96b488c),segment_id=4b4c33bd-a050-4945-99ae-1d81c96b488c)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:56:31.804427 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.868189 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e95b2-648a-4ec7-8d60-26ba00db97d5 None None] Pushing event updated for resources: {'Port': ['ID=1a774bba-9e88-4786-bc57-bf5a45f0c543,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:31.872116 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Routers {'79d57dcb-b548-4bca-8887-26cca26ca224'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:56:31.872737 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T21:56:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['79d57dcb-b548-4bca-8887-26cca26ca224'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:31.969784 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] Set router 79d57dcb-b548-4bca-8887-26cca26ca224 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:56:32.042006 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e1b9fb09-6def-49b0-92b8-d6c32a514b6f None None] Provisioning complete for port 1a774bba-9e88-4786-bc57-bf5a45f0c543 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:32.042734 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e1b9fb09-6def-49b0-92b8-d6c32a514b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:32.133503 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e1b9fb09-6def-49b0-92b8-d6c32a514b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:32.168167 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e1b9fb09-6def-49b0-92b8-d6c32a514b6f None None] For port 1a774bba-9e88-4786-bc57-bf5a45f0c543, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=1a774bba-9e88-4786-bc57-bf5a45f0c543,segment=NetworkSegment(4b4c33bd-a050-4945-99ae-1d81c96b488c),segment_id=4b4c33bd-a050-4945-99ae-1d81c96b488c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:32.191292 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d57dcb-b548-4bca-8887-26cca26ca224', 'name': 'router1', 'tenant_id': '22f1506dce7845d79329b1bf2f04f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:18Z', 'updated_at': '2021-12-16T21:56:29Z', 'revision_number': 2, 'project_id': '22f1506dce7845d79329b1bf2f04f0d2', 'gw_port_host': None, '_interfaces': [{'id': '1a774bba-9e88-4786-bc57-bf5a45f0c543', 'name': '', 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10', 'tenant_id': '22f1506dce7845d79329b1bf2f04f0d2', 'mac_address': 'fa:16:3e:87:5f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d57dcb-b548-4bca-8887-26cca26ca224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bdb6db6-4ea8-47e1-90b2-16ec44f04754', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:28Z', 'updated_at': '2021-12-16T21:56:31Z', 'revision_number': 4, 'project_id': '22f1506dce7845d79329b1bf2f04f0d2', 'subnets': [{'id': '9bdb6db6-4ea8-47e1-90b2-16ec44f04754', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35512de1-9e4b-463a-a39c-f4062a044d40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:32.216787 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a103a254-f173-4bd5-907c-42f1910e7e89 None None] The sync data for ids ['79d57dcb-b548-4bca-8887-26cca26ca224'] in n-d-821840-2 is: [{'id': '79d57dcb-b548-4bca-8887-26cca26ca224', 'name': 'router1', 'tenant_id': '22f1506dce7845d79329b1bf2f04f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:18Z', 'updated_at': '2021-12-16T21:56:29Z', 'revision_number': 2, 'project_id': '22f1506dce7845d79329b1bf2f04f0d2', 'gw_port_host': None, '_interfaces': [{'id': '1a774bba-9e88-4786-bc57-bf5a45f0c543', 'name': '', 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10', 'tenant_id': '22f1506dce7845d79329b1bf2f04f0d2', 'mac_address': 'fa:16:3e:87:5f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d57dcb-b548-4bca-8887-26cca26ca224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bdb6db6-4ea8-47e1-90b2-16ec44f04754', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:28Z', 'updated_at': '2021-12-16T21:56:31Z', 'revision_number': 4, 'project_id': '22f1506dce7845d79329b1bf2f04f0d2', 'subnets': [{'id': '9bdb6db6-4ea8-47e1-90b2-16ec44f04754', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35512de1-9e4b-463a-a39c-f4062a044d40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:56:32.249587 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e1b9fb09-6def-49b0-92b8-d6c32a514b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:32.300404 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9fb09-6def-49b0-92b8-d6c32a514b6f None None] Pushing event updated for resources: {'Port': ['ID=1a774bba-9e88-4786-bc57-bf5a45f0c543,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:32.609423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48262) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:32.724188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73901e61-ba45-463b-b359-ae38b6694e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:32.725560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-73901e61-ba45-463b-b359-ae38b6694e91 admin admin] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 842 time: 0.1150916 Dec 16 21:56:32.735576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-3c7e0405-5452-47a3-9df5-365908aeb0de admin admin] Request body: {'subnet': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:32.849936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7e0405-5452-47a3-9df5-365908aeb0de admin admin] Made reservation on behalf of 2ecc90c6c15a4db8ba4995b217578374 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:56:32.852204 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0405-5452-47a3-9df5-365908aeb0de admin admin] Publish callbacks [] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:33.227287 n-d-821840-2 neutron-server[103951]: DEBUG neutron.objects.ports [None req-3c7e0405-5452-47a3-9df5-365908aeb0de admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103951) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 21:56:33.227740 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0405-5452-47a3-9df5-365908aeb0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:33.286274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e0405-5452-47a3-9df5-365908aeb0de admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c2d108b-73ac-4a5c-b817-dc8733b8b35c,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:33.294753 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e0405-5452-47a3-9df5-365908aeb0de admin admin] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:56:33.295108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e0405-5452-47a3-9df5-365908aeb0de admin admin] Network hostable DHCP agents. Network: 331c0cce-7f70-4da0-8420-947a310fded1, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:56:33.386498 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e0405-5452-47a3-9df5-365908aeb0de admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:56:33.449840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e0405-5452-47a3-9df5-365908aeb0de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 331c0cce-7f70-4da0-8420-947a310fded1) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:33.454350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e0405-5452-47a3-9df5-365908aeb0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:33.455385 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0405-5452-47a3-9df5-365908aeb0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:33.461252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f3e361-2e9b-4e5c-8f8c-d64d1721112c None None] Network 331c0cce-7f70-4da0-8420-947a310fded1 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:56:33.537735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3c7e0405-5452-47a3-9df5-365908aeb0de admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8056369 Dec 16 21:56:33.583895 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d9fdba-e9fa-42d7-b03d-f853b233c92e None None] Network 331c0cce-7f70-4da0-8420-947a310fded1 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:56:36.082738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48270) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:36.221080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3275a4c4-9bbd-4993-80cb-c0adf87fde25 admin admin] 10.222.0.43 "GET /v2.0/routers/79d57dcb-b548-4bca-8887-26cca26ca224 HTTP/1.1" status: 200 len: 710 time: 0.1364701 Dec 16 21:56:36.310776 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7904e2d4-c44f-47ef-b93a-ca89c7e2d91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:36.312201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7904e2d4-c44f-47ef-b93a-ca89c7e2d91f admin admin] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 886 time: 0.0852385 Dec 16 21:56:36.321930 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:36.655218 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:37.030385 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:37.107100 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:37.216226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Allocated IP 172.25.2.100 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/b08a00ed-9007-4604-87f7-7fb7070e00c8) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:56:37.322382 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:37.421593 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:37.462600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:56:37.465412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:37.469010 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:56:37.532230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Pushing event updated for resources: {'Port': ['ID=b08a00ed-9007-4604-87f7-7fb7070e00c8,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:37.796678 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:38.009550 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:38.013358 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:38.284357 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Router 79d57dcb-b548-4bca-8887-26cca26ca224 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 21:56:38.394620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:56:38.398951 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:38.400030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-620e4c12-7f35-408c-8299-f5d3292ecd96 admin admin] 10.222.0.43 "PUT /v2.0/routers/79d57dcb-b548-4bca-8887-26cca26ca224 HTTP/1.1" status: 200 len: 890 time: 2.0812838 Dec 16 21:56:39.347086 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Sync routers for ids ['79d57dcb-b548-4bca-8887-26cca26ca224'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:56:39.358088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Routers {'79d57dcb-b548-4bca-8887-26cca26ca224'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:56:39.358775 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T21:56:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['79d57dcb-b548-4bca-8887-26cca26ca224'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:39.450229 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 1a774bba-9e88-4786-bc57-bf5a45f0c543 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:39.616151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Set router 79d57dcb-b548-4bca-8887-26cca26ca224 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:56:39.679854 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 1a774bba-9e88-4786-bc57-bf5a45f0c543 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:39.680118 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.175572 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d57dcb-b548-4bca-8887-26cca26ca224', 'name': 'router1', 'tenant_id': '22f1506dce7845d79329b1bf2f04f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b08a00ed-9007-4604-87f7-7fb7070e00c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:18Z', 'updated_at': '2021-12-16T21:56:37Z', 'revision_number': 4, 'project_id': '22f1506dce7845d79329b1bf2f04f0d2', 'gw_port': {'id': 'b08a00ed-9007-4604-87f7-7fb7070e00c8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d57dcb-b548-4bca-8887-26cca26ca224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:37Z', 'updated_at': '2021-12-16T21:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '1a774bba-9e88-4786-bc57-bf5a45f0c543', 'name': '', 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10', 'tenant_id': '22f1506dce7845d79329b1bf2f04f0d2', 'mac_address': 'fa:16:3e:87:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d57dcb-b548-4bca-8887-26cca26ca224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bdb6db6-4ea8-47e1-90b2-16ec44f04754', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:28Z', 'updated_at': '2021-12-16T21:56:32Z', 'revision_number': 5, 'project_id': '22f1506dce7845d79329b1bf2f04f0d2', 'subnets': [{'id': '9bdb6db6-4ea8-47e1-90b2-16ec44f04754', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35512de1-9e4b-463a-a39c-f4062a044d40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:40.228254 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Checking router: 79d57dcb-b548-4bca-8887-26cca26ca224 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:56:40.228612 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Updating router 79d57dcb-b548-4bca-8887-26cca26ca224 port b08a00ed-9007-4604-87f7-7fb7070e00c8 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:56:40.279549 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.606610 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.689136 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.745293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Attempting to bind port b08a00ed-9007-4604-87f7-7fb7070e00c8 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:56:40.745674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Attempting to bind port b08a00ed-9007-4604-87f7-7fb7070e00c8 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:56:40.746053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Attempting to bind port b08a00ed-9007-4604-87f7-7fb7070e00c8 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:56:40.748330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f25c59-40c9-46b6-94a6-f67588cc9f1f None None] Pushing event updated for resources: {'Port': ['ID=b08a00ed-9007-4604-87f7-7fb7070e00c8,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:40.754841 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:56:40.755767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:56:40.755767 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.756137 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:56:40.756575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Bound port: b08a00ed-9007-4604-87f7-7fb7070e00c8, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:56:40.756989 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.815806 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] For port b08a00ed-9007-4604-87f7-7fb7070e00c8, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:56:40.819023 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] For port b08a00ed-9007-4604-87f7-7fb7070e00c8, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b08a00ed-9007-4604-87f7-7fb7070e00c8,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:56:40.883781 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.943099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Routers {'79d57dcb-b548-4bca-8887-26cca26ca224'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:56:40.943741 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T21:56:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['79d57dcb-b548-4bca-8887-26cca26ca224'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:40.979754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f25c59-40c9-46b6-94a6-f67588cc9f1f None None] Pushing event updated for resources: {'Port': ['ID=b08a00ed-9007-4604-87f7-7fb7070e00c8,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:41.059936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] Set router 79d57dcb-b548-4bca-8887-26cca26ca224 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:56:41.122332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48282) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:41.237154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3c84bb3d-e7a1-4c20-939c-8df46603529b admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1134741 Dec 16 21:56:41.282736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d57dcb-b548-4bca-8887-26cca26ca224', 'name': 'router1', 'tenant_id': '22f1506dce7845d79329b1bf2f04f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b08a00ed-9007-4604-87f7-7fb7070e00c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:18Z', 'updated_at': '2021-12-16T21:56:37Z', 'revision_number': 4, 'project_id': '22f1506dce7845d79329b1bf2f04f0d2', 'gw_port': {'id': 'b08a00ed-9007-4604-87f7-7fb7070e00c8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d57dcb-b548-4bca-8887-26cca26ca224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:37Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '1a774bba-9e88-4786-bc57-bf5a45f0c543', 'name': '', 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10', 'tenant_id': '22f1506dce7845d79329b1bf2f04f0d2', 'mac_address': 'fa:16:3e:87:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d57dcb-b548-4bca-8887-26cca26ca224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bdb6db6-4ea8-47e1-90b2-16ec44f04754', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:28Z', 'updated_at': '2021-12-16T21:56:32Z', 'revision_number': 5, 'project_id': '22f1506dce7845d79329b1bf2f04f0d2', 'subnets': [{'id': '9bdb6db6-4ea8-47e1-90b2-16ec44f04754', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35512de1-9e4b-463a-a39c-f4062a044d40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:41.310862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ce8ce0-819a-4abd-9e89-67499ed288c9 None None] The sync data for ids ['79d57dcb-b548-4bca-8887-26cca26ca224'] in n-d-821840-2 is: [{'id': '79d57dcb-b548-4bca-8887-26cca26ca224', 'name': 'router1', 'tenant_id': '22f1506dce7845d79329b1bf2f04f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b08a00ed-9007-4604-87f7-7fb7070e00c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:18Z', 'updated_at': '2021-12-16T21:56:37Z', 'revision_number': 4, 'project_id': '22f1506dce7845d79329b1bf2f04f0d2', 'gw_port': {'id': 'b08a00ed-9007-4604-87f7-7fb7070e00c8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d57dcb-b548-4bca-8887-26cca26ca224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:37Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '1a774bba-9e88-4786-bc57-bf5a45f0c543', 'name': '', 'network_id': '646e44fe-5743-443a-8e39-744b8f60af10', 'tenant_id': '22f1506dce7845d79329b1bf2f04f0d2', 'mac_address': 'fa:16:3e:87:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d57dcb-b548-4bca-8887-26cca26ca224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bdb6db6-4ea8-47e1-90b2-16ec44f04754', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:28Z', 'updated_at': '2021-12-16T21:56:32Z', 'revision_number': 5, 'project_id': '22f1506dce7845d79329b1bf2f04f0d2', 'subnets': [{'id': '9bdb6db6-4ea8-47e1-90b2-16ec44f04754', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35512de1-9e4b-463a-a39c-f4062a044d40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:56:41.519963 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b08a00ed-9007-4604-87f7-7fb7070e00c8 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:41.584079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port b08a00ed-9007-4604-87f7-7fb7070e00c8 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:41.584079 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:41.675742 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:41.698912 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port b08a00ed-9007-4604-87f7-7fb7070e00c8, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b08a00ed-9007-4604-87f7-7fb7070e00c8,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:41.769832 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:41.829506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=b08a00ed-9007-4604-87f7-7fb7070e00c8,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:43.449224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b08a00ed-9007-4604-87f7-7fb7070e00c8 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:43.500764 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port b08a00ed-9007-4604-87f7-7fb7070e00c8 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:43.501228 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:50.032817 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f891dfc3-500f-45e6-bae2-b6f0c0407dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:52.340395 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-660002dd-270a-4c49-a5d6-372136af69b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:52.770611 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:56:53.322795 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:54.562547 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:55.568240 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:19.995973 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd386b4b-94d8-4162-894b-215993e74624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:22.315850 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4cc1cfd5-2a0e-4f1d-9036-131f4346b2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:23.361118 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:24.555182 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:25.556684 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:29.770095 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:57:50.016708 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a606e89b-2a4e-4ce5-b459-fbf122489e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:52.314305 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3d73e8f8-097e-496b-924c-171eda951227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:53.268283 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:54.622744 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:55.565177 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:06.769280 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:58:10.789523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48800) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:10.855167 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5aa0faa-510b-4926-9367-d769f8e989e6 admin admin] GET failed (client error): The resource could not be found. Dec 16 21:58:10.856546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c5aa0faa-510b-4926-9367-d769f8e989e6 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660200 Dec 16 21:58:11.028226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b75385-4270-4ec7-be9a-fc93f54b174a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:11.029670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a5b75385-4270-4ec7-be9a-fc93f54b174a admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1683981 Dec 16 21:58:13.463659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48810) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:13.557741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa147bc-52cf-4949-8b33-8dd8f8d5182a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:13.559023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9aa147bc-52cf-4949-8b33-8dd8f8d5182a admin admin] 10.222.0.43 "GET /v2.0/subnets/9bdb6db6-4ea8-47e1-90b2-16ec44f04754 HTTP/1.1" status: 200 len: 849 time: 0.0941756 Dec 16 21:58:13.569412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:58:13.657871 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:13.866915 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730985605852'] for subnet, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:13.898171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:13.898773 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:13.900260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] 10.222.0.43 "PUT /v2.0/subnets/9bdb6db6-4ea8-47e1-90b2-16ec44f04754 HTTP/1.1" status: 200 len: 868 time: 0.3346617 Dec 16 21:58:13.905317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f07ac-25a2-43d6-9dee-da943371e114 None None] Network 646e44fe-5743-443a-8e39-744b8f60af10 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:58:13.927034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdb6db6-4ea8-47e1-90b2-16ec44f04754,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:13.936409 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:13.936757 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:13.937089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:13.937430 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:13.937765 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:13.938097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:13.938426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:13.938756 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:13.939085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:13.939443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:13.939756 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:13.940083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:13.940411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd604106-44c1-44e7-85dc-606ddc0fe632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:14.360774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5801d5cb-b1c0-4ae1-9829-c42cc3508112 None None] Provisioning complete for port f5cf7db2-5731-4463-90a0-bf0043c6ead8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:14.361448 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5801d5cb-b1c0-4ae1-9829-c42cc3508112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:14.465450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5801d5cb-b1c0-4ae1-9829-c42cc3508112 None None] Provisioning complete for port 1a774bba-9e88-4786-bc57-bf5a45f0c543 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:14.465981 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5801d5cb-b1c0-4ae1-9829-c42cc3508112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:16.438493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48818) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:16.664799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5c64d3-9ef8-4c46-a603-2c036717e29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:16.665248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5c64d3-9ef8-4c46-a603-2c036717e29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:16.667793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ed5c64d3-9ef8-4c46-a603-2c036717e29b admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2276764 Dec 16 21:58:19.162280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48826) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:19.305801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d82d54-3daa-4e30-adcd-38192f277eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:19.307402 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d82d54-3daa-4e30-adcd-38192f277eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:19.308981 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b7d82d54-3daa-4e30-adcd-38192f277eb8 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1456814 Dec 16 21:58:20.032490 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-942ccc57-f5f9-4f59-82c5-cbf5c9f70dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:21.812987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48834) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:21.955782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c2e0db-3840-4eef-9581-b2664dbf9c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:21.957269 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a7c2e0db-3840-4eef-9581-b2664dbf9c7d admin admin] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 886 time: 0.1432941 Dec 16 21:58:22.318305 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-67234488-4c93-4109-92d8-dd942f40bc4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:23.301514 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:24.527706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48842) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:24.598069 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:24.677586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d3766-c517-4d3d-b007-bda3ac33b096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:24.679017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-732d3766-c517-4d3d-b007-bda3ac33b096 admin admin] 10.222.0.43 "GET /v2.0/networks/646e44fe-5743-443a-8e39-744b8f60af10 HTTP/1.1" status: 200 len: 869 time: 0.1500292 Dec 16 21:58:25.598868 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:27.455589 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48850) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:27.603974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ae8120-1d0f-4661-80e3-8f49647d33d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:27.604388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ae8120-1d0f-4661-80e3-8f49647d33d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:27.606162 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-08ae8120-1d0f-4661-80e3-8f49647d33d0 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1493959 Dec 16 21:58:30.151740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48860) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:30.322391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255faddd-39ce-4821-a140-a989de9415e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:30.323337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255faddd-39ce-4821-a140-a989de9415e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:30.326085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-255faddd-39ce-4821-a140-a989de9415e7 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1730478 Dec 16 21:58:32.878206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48868) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:33.009398 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3578658a-0ba8-46ef-895d-735aab818913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:33.010879 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3578658a-0ba8-46ef-895d-735aab818913 admin admin] 10.222.0.43 "GET /v2.0/subnets/2c2d108b-73ac-4a5c-b817-dc8733b8b35c HTTP/1.1" status: 200 len: 816 time: 0.1316307 Dec 16 21:58:35.548868 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48876) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:35.668461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4193ced-f5fa-4ec1-ba99-6f34825d82fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:35.670515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c4193ced-f5fa-4ec1-ba99-6f34825d82fc admin admin] 10.222.0.43 "GET /v2.0/subnets/9bdb6db6-4ea8-47e1-90b2-16ec44f04754 HTTP/1.1" status: 200 len: 868 time: 0.1207273 Dec 16 21:58:43.771738 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:58:49.990872 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b285737a-4132-4e4b-973e-06eca9efa488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:52.380578 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94524c6c-8cb8-4eb4-84b2-11584e75f052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:53.295438 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:54.613688 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.619339 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:03.773791 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48932) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:03.862648 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-37d280fe-07ed-42bb-8553-e0bc7caea477 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:59:03.864392 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-37d280fe-07ed-42bb-8553-e0bc7caea477 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0889800 Dec 16 21:59:06.714196 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48940) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:06.791738 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2243d2-0452-4ebc-af48-540595e16072 admin admin] GET failed (client error): The resource could not be found. Dec 16 21:59:06.793399 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2a2243d2-0452-4ebc-af48-540595e16072 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0780730 Dec 16 21:59:06.977792 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f34eee-96f0-47aa-93b6-f5e34a49fcb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:06.979442 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-79f34eee-96f0-47aa-93b6-f5e34a49fcb1 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1809673 Dec 16 21:59:09.627730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48948) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:09.682985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:59:09.778703 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Made reservation on behalf of 2ecc90c6c15a4db8ba4995b217578374 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:59:09.781525 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:09.836289 n-d-821840-2 neutron-server[103952]: WARNING neutron.services.revisions.revision_plugin [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Could not find related network for resource to bump revision. Dec 16 21:59:09.856107 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:59:09.871722 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730985443705', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:09.872340 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Unsubscribe: segment precommit_create {{(pid=103952) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 21:59:09.872855 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Added segment 929bc0d4-f8aa-4388-a379-cfaed5c580ab of type vlan for network ac671055-e3cb-4dc2-ab06-a2bfce58d097 Dec 16 21:59:09.925770 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:10.064329 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:10.065422 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:10.066084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:10.171880 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ac671055-e3cb-4dc2-ab06-a2bfce58d097,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:10.181045 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:10.181391 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:10.181770 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:10.182135 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:10.182507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:10.182842 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:10.183237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:10.183674 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:10.184001 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:10.184357 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:10.184684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:10.185006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:10.185328 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:10.207378 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:59:10.221975 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d222d0fd-4d09-4861-b848-cae497fb77a4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5920825 Dec 16 21:59:12.910542 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48956) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:12.977393 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4c56d5-54fa-4d14-90ce-364b1aee8d6f admin admin] GET failed (client error): The resource could not be found. Dec 16 21:59:12.978773 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7c4c56d5-54fa-4d14-90ce-364b1aee8d6f admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0670342 Dec 16 21:59:13.070142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de8a784-453e-4b46-9765-5d0cf0fa186a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:13.072829 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6de8a784-453e-4b46-9765-5d0cf0fa186a admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0884206 Dec 16 21:59:13.084799 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-13bd0540-b106-46bf-a736-65acaec20e3b admin admin] Request body: {'subnet': {'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:59:13.178827 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bd0540-b106-46bf-a736-65acaec20e3b admin admin] Made reservation on behalf of 2ecc90c6c15a4db8ba4995b217578374 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:59:13.181296 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13bd0540-b106-46bf-a736-65acaec20e3b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:13.441195 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13bd0540-b106-46bf-a736-65acaec20e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:13.495460 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd0540-b106-46bf-a736-65acaec20e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=558bc69c-0d31-43cb-8a33-3fc974bae770,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:13.515063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bd0540-b106-46bf-a736-65acaec20e3b admin admin] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:59:13.515645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd0540-b106-46bf-a736-65acaec20e3b admin admin] Network hostable DHCP agents. Network: ac671055-e3cb-4dc2-ab06-a2bfce58d097, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:59:13.595107 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd0540-b106-46bf-a736-65acaec20e3b admin admin] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:59:13.681125 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-13bd0540-b106-46bf-a736-65acaec20e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, ac671055-e3cb-4dc2-ab06-a2bfce58d097) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:59:13.686129 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bd0540-b106-46bf-a736-65acaec20e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:13.687058 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13bd0540-b106-46bf-a736-65acaec20e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:13.695171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2556f908-1c4d-437c-a27f-faee46611376 None None] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:59:13.775529 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-13bd0540-b106-46bf-a736-65acaec20e3b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6950095 Dec 16 21:59:13.813593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'project_id': '2ecc90c6c15a4db8ba4995b217578374', 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 21:59:13.814982 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:14.131998 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Allocated IP 192.168.233.2 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/682e6362-6788-4c16-b193-7a290e7173cb) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:59:14.333156 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:14.441672 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:14.501766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:59:14.505875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:59:14.509837 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:59:14.515618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Pushing event updated for resources: {'Port': ['ID=682e6362-6788-4c16-b193-7a290e7173cb,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:14.529042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:14.529042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:14.529358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:14.529439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:14.531381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:14.531381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:14.531381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:14.531381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:14.531381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:14.532136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:14.532136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:14.532401 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:14.532582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:14.596258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Attempting to bind port 682e6362-6788-4c16-b193-7a290e7173cb on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:59:14.596887 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Attempting to bind port 682e6362-6788-4c16-b193-7a290e7173cb by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:59:14.597518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Attempting to bind port 682e6362-6788-4c16-b193-7a290e7173cb on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:59:14.607810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:59:14.608410 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:59:14.609019 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:14.609626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:59:14.610438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Bound port: 682e6362-6788-4c16-b193-7a290e7173cb, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:59:14.611045 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:14.703880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] For port 682e6362-6788-4c16-b193-7a290e7173cb, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:59:14.709164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] For port 682e6362-6788-4c16-b193-7a290e7173cb, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=682e6362-6788-4c16-b193-7a290e7173cb,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:59:14.795994 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:14.877834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b19d43-3397-4dd8-8dda-a854cb66c090 None None] Pushing event updated for resources: {'Port': ['ID=682e6362-6788-4c16-b193-7a290e7173cb,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:15.647523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 682e6362-6788-4c16-b193-7a290e7173cb up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:59:15.724561 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 682e6362-6788-4c16-b193-7a290e7173cb triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:59:15.725694 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:15.832856 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:15.891468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 682e6362-6788-4c16-b193-7a290e7173cb, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=682e6362-6788-4c16-b193-7a290e7173cb,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:59:15.952495 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b7cdc7-fc4e-4dae-a1fb-5956335b643e None None] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:59:16.017615 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:16.081913 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-45aff96d-163e-46c7-8efd-ff8d514f397b None None] Provisioning complete for port 682e6362-6788-4c16-b193-7a290e7173cb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:59:16.082312 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-45aff96d-163e-46c7-8efd-ff8d514f397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:16.128045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=682e6362-6788-4c16-b193-7a290e7173cb,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:16.722697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9af99ca3-ff3e-43f1-b616-331cfc6c6a64 None None] Provisioning complete for port 682e6362-6788-4c16-b193-7a290e7173cb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:59:16.723357 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9af99ca3-ff3e-43f1-b616-331cfc6c6a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:17.559661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 682e6362-6788-4c16-b193-7a290e7173cb up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:59:17.629054 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 682e6362-6788-4c16-b193-7a290e7173cb triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:59:17.629461 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:20.035074 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ec73bee-9f7d-4db4-9d2f-c8491fb9215e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:20.771518 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:59:22.321303 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9fdf-a731-4bf4-b6c7-482798f8eb23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:23.333375 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:24.594604 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:25.589703 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:50.022479 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c82a446-464d-4b43-982c-58c5a2a156c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:52.336647 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-34aaf5ef-1e71-43d3-a873-d5236810f72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:53.319377 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:54.615205 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:55.570180 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:57.772689 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:00:19.991912 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ac5a181-4dc6-42d0-922f-9e43740d17e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:22.338914 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7665ccb6-9f0d-43cf-831f-6c26ee910a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:23.340610 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:24.608915 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:25.602624 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:34.773122 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:00:49.796928 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49000) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:00:49.806649 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-c9b4debb-4215-454b-bff0-17e7ec584f5d tempest-verify_tempest_config-1402957767 tempest-verify_tempest_config-1402957767-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:00:49.808437 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c9b4debb-4215-454b-bff0-17e7ec584f5d tempest-verify_tempest_config-1402957767 tempest-verify_tempest_config-1402957767-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0099471 Dec 16 22:00:49.990517 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ead2f270-d9a6-42f8-8362-4655c4890176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:50.413846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49018) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:00:50.550781 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:50.687375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:50.783900 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:50.839692 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9171b4b83a2e4ce4ad8e0c31941900b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4244342 Dec 16 22:00:50.841724 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfd24db-09dc-4b43-b777-d6835aae8a25,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:50.843095 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49022) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:00:50.850962 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:50.851470 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:50.851986 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:50.852445 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:50.852810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:50.853178 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:50.853578 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:50.853952 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:50.854334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:50.854790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:50.855346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:50.858064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:50.858064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eccfd59-5e5c-420b-b829-7576fc16b40d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:50.922470 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:50.949698 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:51.104360 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:51.107218 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:51.108840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9bfd24db-09dc-4b43-b777-d6835aae8a25 HTTP/1.1" status: 204 len: 168 time: 0.2644324 Dec 16 22:00:51.124028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfd24db-09dc-4b43-b777-d6835aae8a25,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:51.133117 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:51.133323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:51.133875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:51.134414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:51.134874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:51.135335 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:51.135762 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:51.136271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:51.136679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:51.137754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:51.138164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:51.138616 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:51.139097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43616032-0448-4890-a2c4-9ef263035c39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:52.361033 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1364d698-9256-41c0-bbf9-a6fb556362a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:53.320938 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:54.624040 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:55.566738 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:11.772672 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:01:19.999240 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f56031ea-d12f-44cb-8ea8-0215a966e844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:22.364815 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8cb65584-2acc-4a25-9050-2b9ed4cd81b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:23.308397 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:24.668116 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:25.588240 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:48.775296 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:01:50.008795 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f051ae0-18dc-48ef-9154-5be1ce9339e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:52.323931 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-442022d5-c15d-44ee-adb9-1c1cc5862b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:53.311692 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:54.620087 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:55.614037 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:19.999703 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab10f5eb-a215-4910-96dd-5c0260114f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:22.367118 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb49fbf7-7dd3-4e6d-bae3-08923d632346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:23.327153 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:24.635522 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:25.590200 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:25.774430 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:02:49.976876 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0b8860f-3416-4de0-8411-46aae8a587ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:52.336393 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85bd31c0-c229-495b-ba10-b24d339983d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:53.317784 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:54.639253 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:55.586339 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:02.778141 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:03:20.053175 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c76b67a5-5060-4223-9a9f-6caa0976f2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:22.369380 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e83e66b8-d747-43a2-ae0d-420a963bd724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:23.335547 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:24.626298 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:25.574081 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:39.777588 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:03:50.001356 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e203abd-0250-42e9-b938-356b186e09a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:52.338084 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cdcc54dc-1de3-42e7-926b-e9c2aeb2eca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:53.313713 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:54.635289 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:55.566697 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.772094 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549865'] for agent, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.912416 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549865'] for agent, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:16.777998 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:04:19.982354 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-57cf6f78-b310-4c3b-b26c-89bd1e51a57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:22.330450 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0bdbb87-44b2-4e29-b017-0017ff89ccb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:23.347910 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:24.639284 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:25.564775 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:42.704131 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:42.887131 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:49.987849 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0325-dc93-4e96-a984-14e8c69f9bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:52.349658 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e48f976-b864-440c-8d6e-a2cd960e6ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:53.352107 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:53.778619 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:04:54.666134 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:55.578189 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:03.150126 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49078) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:03.323153 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0eba02e5-f545-4ad3-8551-e7bea6641071 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1712146 Dec 16 22:05:06.107614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49088) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:06.172075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b0f82c2f-a60e-44f8-87c4-498aac9b99ee admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0632493 Dec 16 22:05:12.688477 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:12.879353 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:19.998629 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0a797bf-a0a8-4a46-8aff-83099aa406b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:22.376441 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1294220d-1f5b-485e-9bb4-befbb78a68cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.341750 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:24.639153 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:25.645226 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:30.779883 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:05:42.724263 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:42.930045 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:49.988535 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4689c82-c6a9-496d-a65a-ad36610c126c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.360021 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5482045a-5631-4405-a127-7e24b9fa2b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:53.349794 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:54.691781 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:55.598113 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:07.780163 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:06:12.783621 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:12.880565 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:20.008888 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a8682cbe-68c8-42af-9823-c35070c9d209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:22.437763 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-edbaacdd-93ed-4cd6-bc78-05bc1ad2ec59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:23.374889 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:24.705370 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.567341 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:35.544781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49270) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:36.014720 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-73900baf-50c0-4bb7-9196-726769b8f906 tempest-AutoAllocateNetworkTest-1991209946 tempest-AutoAllocateNetworkTest-1991209946-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6e2e979b2e754ac7b5f9dcc9843c373b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4682381 Dec 16 22:06:36.019668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49290) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:36.345466 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63333547-aab3-4b77-96c1-f046b35b4c60 tempest-AutoAllocateNetworkTest-1991209946 tempest-AutoAllocateNetworkTest-1991209946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:36.350451 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49302) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:36.350625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-63333547-aab3-4b77-96c1-f046b35b4c60 tempest-AutoAllocateNetworkTest-1991209946 tempest-AutoAllocateNetworkTest-1991209946-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3291171 Dec 16 22:06:36.417145 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3f81b5a5-6646-4cad-ae6f-79a3750f31c9 tempest-AutoAllocateNetworkTest-1991209946 tempest-AutoAllocateNetworkTest-1991209946-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643644 Dec 16 22:06:36.433833 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49304) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:36.462526 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c8c714ae-327d-440b-a7ac-446b2bc41bf2 tempest-AutoAllocateNetworkTest-1991209946 tempest-AutoAllocateNetworkTest-1991209946-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6e2e979b2e754ac7b5f9dcc9843c373b HTTP/1.1" status: 200 len: 208 time: 0.0271497 Dec 16 22:06:37.926367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49344) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:38.511796 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.598095 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.674444 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.711197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f3dcb7-6dc2-4a63-bb08-b5abd2634c31,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:38.723506 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.724754 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.725516 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.726047 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.726601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.727384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.727915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.728435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.728978 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.729513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.730046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.730563 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.731098 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] Tracked resource versions report: Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: pushed versions: Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: { 'AddressGroup': {'1.2'}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'ConntrackHelper': {'1.0'}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'LocalIPAssociation': {'1.0'}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'Log': {'1.0'}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'Network': {'1.1'}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'Port': {'1.7'}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'PortForwarding': {'1.2'}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'QosPolicy': {'1.10'}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'SecurityGroup': {'1.5'}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'SecurityGroupRule': {'1.2'}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'SubPort': {'1.0'}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'Subnet': {'1.1'}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'Trunk': {'1.1'}} Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: consumer versions: Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: { DHCP agent@n-d-821840-2: {}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: HyperV agent@n-h1-821840-2: {}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: HyperV agent@n-h2-821840-2: {}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: L3 agent@n-d-821840-2: {}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: Metadata agent@n-d-821840-2: {}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: Metering agent@n-d-821840-2: {}, Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: Open vSwitch agent@n-d-821840-2: { 'AddressGroup': '1.2', Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'ConntrackHelper': '1.0', Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'LocalIPAssociation': '1.0', Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'Log': '1.0', Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'Network': '1.1', Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'Port': '1.7', Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'PortForwarding': '1.2', Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'QosPolicy': '1.10', Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'SecurityGroup': '1.5', Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'SecurityGroupRule': '1.2', Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'SubPort': '1.0', Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'Subnet': '1.1', Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: 'Trunk': '1.1'}} Dec 16 22:06:38.732505 n-d-821840-2 neutron-server[103952]: {{(pid=103952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 22:06:38.756402 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49372) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:38.770964 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c511ed2e-2e57-4023-997e-a73a52b7f49b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e2e979b2e754ac7b5f9dcc9843c373b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8427582 Dec 16 22:06:38.813290 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.838370 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.960062 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.964138 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.966476 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/82f3dcb7-6dc2-4a63-bb08-b5abd2634c31 HTTP/1.1" status: 204 len: 168 time: 0.2088568 Dec 16 22:06:38.974963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f3dcb7-6dc2-4a63-bb08-b5abd2634c31,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:38.982993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.983368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.983716 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.984057 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.984394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.984730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.985058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.985386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.985711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.986043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f4ccc-ed7c-41a7-8057-4d28abf805c1 admin admin] Tracked resource versions report: Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: pushed versions: Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: { 'AddressGroup': {'1.2'}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'ConntrackHelper': {'1.0'}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'LocalIPAssociation': {'1.0'}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'Log': {'1.0'}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'Network': {'1.1'}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'Port': {'1.7'}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'PortForwarding': {'1.2'}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'QosPolicy': {'1.10'}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'SecurityGroup': {'1.5'}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'SecurityGroupRule': {'1.2'}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'SubPort': {'1.0'}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'Subnet': {'1.1'}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'Trunk': {'1.1'}} Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: consumer versions: Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: { DHCP agent@n-d-821840-2: {}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: HyperV agent@n-h1-821840-2: {}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: HyperV agent@n-h2-821840-2: {}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: L3 agent@n-d-821840-2: {}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: Metadata agent@n-d-821840-2: {}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: Metering agent@n-d-821840-2: {}, Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: Open vSwitch agent@n-d-821840-2: { 'AddressGroup': '1.2', Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'ConntrackHelper': '1.0', Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'LocalIPAssociation': '1.0', Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'Log': '1.0', Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'Network': '1.1', Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'Port': '1.7', Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'PortForwarding': '1.2', Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'QosPolicy': '1.10', Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'SecurityGroup': '1.5', Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'SecurityGroupRule': '1.2', Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'SubPort': '1.0', Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'Subnet': '1.1', Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: 'Trunk': '1.1'}} Dec 16 22:06:38.989110 n-d-821840-2 neutron-server[103951]: {{(pid=103951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 22:06:42.379515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49516) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:42.593310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49528) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:42.677974 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e17a67e7-9371-42fc-9c6d-5c4362fe9b9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:42.792937 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d304d9f-aa14-40ac-9e00-eacb4fe85c1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:42.803927 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:42.851109 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e17a67e7-9371-42fc-9c6d-5c4362fe9b9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:42.910046 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d304d9f-aa14-40ac-9e00-eacb4fe85c1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:42.934886 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:43.000166 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e17a67e7-9371-42fc-9c6d-5c4362fe9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:43.040452 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d304d9f-aa14-40ac-9e00-eacb4fe85c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:43.071411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e17a67e7-9371-42fc-9c6d-5c4362fe9b9f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c4bbfe2012d48aab0633816fea905f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6897948 Dec 16 22:06:43.076500 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49554) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:43.094327 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1d304d9f-aa14-40ac-9e00-eacb4fe85c1f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=339b3e8560104e38bad67c0e6796a588&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4999030 Dec 16 22:06:43.094973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49558) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:43.097675 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a67e7-9371-42fc-9c6d-5c4362fe9b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39018a8a-e4c2-4d32-9e17-069dde72ad71,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:43.135014 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d304d9f-aa14-40ac-9e00-eacb4fe85c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094568f6-1115-4995-9e3d-df9ab844186a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:43.188561 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d937fb1-7dab-4b45-8648-83f2c60087f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:43.229800 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d937fb1-7dab-4b45-8648-83f2c60087f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:43.238749 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf36b358-87e4-4291-855f-545745479aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:43.300051 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf36b358-87e4-4291-855f-545745479aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:43.374965 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d937fb1-7dab-4b45-8648-83f2c60087f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:43.378358 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d937fb1-7dab-4b45-8648-83f2c60087f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:43.379644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5d937fb1-7dab-4b45-8648-83f2c60087f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/094568f6-1115-4995-9e3d-df9ab844186a HTTP/1.1" status: 204 len: 168 time: 0.2835031 Dec 16 22:06:43.388795 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d937fb1-7dab-4b45-8648-83f2c60087f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094568f6-1115-4995-9e3d-df9ab844186a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:43.445515 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf36b358-87e4-4291-855f-545745479aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:43.446061 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf36b358-87e4-4291-855f-545745479aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:43.447872 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bf36b358-87e4-4291-855f-545745479aa9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39018a8a-e4c2-4d32-9e17-069dde72ad71 HTTP/1.1" status: 204 len: 168 time: 0.3628676 Dec 16 22:06:43.463341 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36b358-87e4-4291-855f-545745479aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39018a8a-e4c2-4d32-9e17-069dde72ad71,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:44.503849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49620) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:44.517136 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-12d3742c-dd33-4fa5-a946-1fd38dd6171b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.601112 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49622) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:44.602248 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-12d3742c-dd33-4fa5-a946-1fd38dd6171b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.623546 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fab8a28e-b5d4-4d46-bd50-0a0251d21f5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.709084 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-12d3742c-dd33-4fa5-a946-1fd38dd6171b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.713109 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fab8a28e-b5d4-4d46-bd50-0a0251d21f5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.768435 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-12d3742c-dd33-4fa5-a946-1fd38dd6171b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bea77fb9f12e4ff8869447b8ca48bef4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2593219 Dec 16 22:06:44.769255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3742c-dd33-4fa5-a946-1fd38dd6171b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d334dd1-ce43-49a7-81cf-332abcfbaf88,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:44.769367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49634) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:44.790434 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:06:44.816195 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fab8a28e-b5d4-4d46-bd50-0a0251d21f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.867158 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fab8a28e-b5d4-4d46-bd50-0a0251d21f5c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d4b67b107ab444d9286035709feab19&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2639132 Dec 16 22:06:44.870167 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49640) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:44.879528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8a28e-b5d4-4d46-bd50-0a0251d21f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b94813-450e-4563-b63f-fadcf6f43776,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:44.883116 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21f82af3-4a8b-4f33-9954-f97fbc02a43d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.909516 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21f82af3-4a8b-4f33-9954-f97fbc02a43d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.931493 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-477acf3d-2984-4b29-b739-692c7e59e25c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.964312 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-477acf3d-2984-4b29-b739-692c7e59e25c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.074909 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21f82af3-4a8b-4f33-9954-f97fbc02a43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.077880 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21f82af3-4a8b-4f33-9954-f97fbc02a43d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.079430 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-21f82af3-4a8b-4f33-9954-f97fbc02a43d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d334dd1-ce43-49a7-81cf-332abcfbaf88 HTTP/1.1" status: 204 len: 168 time: 0.3089294 Dec 16 22:06:45.089185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f82af3-4a8b-4f33-9954-f97fbc02a43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d334dd1-ce43-49a7-81cf-332abcfbaf88,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:45.113018 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-477acf3d-2984-4b29-b739-692c7e59e25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.118857 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-477acf3d-2984-4b29-b739-692c7e59e25c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.121383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-477acf3d-2984-4b29-b739-692c7e59e25c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8b94813-450e-4563-b63f-fadcf6f43776 HTTP/1.1" status: 204 len: 168 time: 0.2499976 Dec 16 22:06:45.132405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477acf3d-2984-4b29-b739-692c7e59e25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b94813-450e-4563-b63f-fadcf6f43776,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:45.712541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49686) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:46.411827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0db526df-c89c-47d7-bb21-cd34f28a25ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:46.494333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49700) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:46.533629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49706) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:46.536789 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0db526df-c89c-47d7-bb21-cd34f28a25ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:46.670708 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0db526df-c89c-47d7-bb21-cd34f28a25ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:46.712659 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0db526df-c89c-47d7-bb21-cd34f28a25ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=677dfa2a073e40609dbece4e122d4d87&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9985058 Dec 16 22:06:46.713961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db526df-c89c-47d7-bb21-cd34f28a25ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c07b9b-3909-4219-b36e-2ff339d15d6a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:46.715304 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49716) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:46.776562 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c3c21df-1b00-469c-99af-77bba8a76efa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:46.813601 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c3c21df-1b00-469c-99af-77bba8a76efa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:46.856956 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-64d97fc1-026d-4e2b-9abf-e03091191ccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:46.895615 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-66fc2b9d-5c34-49f6-a7b4-601af11ebe0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:46.912804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49724) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:47.021667 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-56041580-652b-4922-ba5a-b1c63204d3a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.057367 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c3c21df-1b00-469c-99af-77bba8a76efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.057557 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c3c21df-1b00-469c-99af-77bba8a76efa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.061697 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1c3c21df-1b00-469c-99af-77bba8a76efa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84c07b9b-3909-4219-b36e-2ff339d15d6a HTTP/1.1" status: 204 len: 168 time: 0.3423743 Dec 16 22:06:47.088871 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c21df-1b00-469c-99af-77bba8a76efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c07b9b-3909-4219-b36e-2ff339d15d6a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:47.117803 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-56041580-652b-4922-ba5a-b1c63204d3a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.178785 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-64d97fc1-026d-4e2b-9abf-e03091191ccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.188681 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-66fc2b9d-5c34-49f6-a7b4-601af11ebe0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.201815 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-56041580-652b-4922-ba5a-b1c63204d3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.275709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-56041580-652b-4922-ba5a-b1c63204d3a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ebde11118c94aee8a207ab2f72bb41b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3608165 Dec 16 22:06:47.282354 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49742) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:47.286232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56041580-652b-4922-ba5a-b1c63204d3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2dbac0-5a8c-462f-a582-0d3885a1bab6,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:47.386616 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-64d97fc1-026d-4e2b-9abf-e03091191ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.395146 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-66fc2b9d-5c34-49f6-a7b4-601af11ebe0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.451503 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-64d97fc1-026d-4e2b-9abf-e03091191ccc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35c0ff63eca94321bc8e68385647a425&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9560499 Dec 16 22:06:47.454307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49748) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:47.468667 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-66fc2b9d-5c34-49f6-a7b4-601af11ebe0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7515c77dd91e4e72b39d3a1c51a9a454&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9338982 Dec 16 22:06:47.479246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49750) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:47.482213 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d97fc1-026d-4e2b-9abf-e03091191ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76806211-24e3-412a-9277-d3b798d2456f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:47.506373 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-391cf7c0-9936-4066-9761-2514f7dc2317 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.543624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc2b9d-5c34-49f6-a7b4-601af11ebe0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7c43f0-af6f-4962-98e5-6d9fa40c271e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:47.552325 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-391cf7c0-9936-4066-9761-2514f7dc2317 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.585949 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6eb681b5-4399-460e-a119-5400ce69241b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.601771 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80d52007-439c-4860-8aed-332e21edabbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.638638 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6eb681b5-4399-460e-a119-5400ce69241b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.650998 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80d52007-439c-4860-8aed-332e21edabbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.727798 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-391cf7c0-9936-4066-9761-2514f7dc2317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.746949 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-391cf7c0-9936-4066-9761-2514f7dc2317 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.748903 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-391cf7c0-9936-4066-9761-2514f7dc2317 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c2dbac0-5a8c-462f-a582-0d3885a1bab6 HTTP/1.1" status: 204 len: 168 time: 0.4652064 Dec 16 22:06:47.773828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cf7c0-9936-4066-9761-2514f7dc2317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2dbac0-5a8c-462f-a582-0d3885a1bab6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:47.823847 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80d52007-439c-4860-8aed-332e21edabbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.826496 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80d52007-439c-4860-8aed-332e21edabbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.827916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-80d52007-439c-4860-8aed-332e21edabbe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76806211-24e3-412a-9277-d3b798d2456f HTTP/1.1" status: 204 len: 168 time: 0.3718369 Dec 16 22:06:47.843441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d52007-439c-4860-8aed-332e21edabbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76806211-24e3-412a-9277-d3b798d2456f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:47.870604 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6eb681b5-4399-460e-a119-5400ce69241b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.875870 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6eb681b5-4399-460e-a119-5400ce69241b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.877048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6eb681b5-4399-460e-a119-5400ce69241b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb7c43f0-af6f-4962-98e5-6d9fa40c271e HTTP/1.1" status: 204 len: 168 time: 0.3965297 Dec 16 22:06:47.887861 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb681b5-4399-460e-a119-5400ce69241b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7c43f0-af6f-4962-98e5-6d9fa40c271e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:48.304283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49796) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:48.318829 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f600d758-19b0-43ac-bf2b-3dfb0409f367 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:48.467331 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f600d758-19b0-43ac-bf2b-3dfb0409f367 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:48.607376 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f600d758-19b0-43ac-bf2b-3dfb0409f367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:48.672293 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f600d758-19b0-43ac-bf2b-3dfb0409f367 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb8f4ec6958a43bba9d2890df67ac944&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3667641 Dec 16 22:06:48.673329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600d758-19b0-43ac-bf2b-3dfb0409f367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b314fc-20f0-4865-9ee3-b05621963187,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:48.677573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49812) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:48.764090 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63580698-dd4e-45a6-9bdb-0f245a17ac5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:48.793527 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63580698-dd4e-45a6-9bdb-0f245a17ac5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:49.012514 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63580698-dd4e-45a6-9bdb-0f245a17ac5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:49.015805 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63580698-dd4e-45a6-9bdb-0f245a17ac5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:49.021339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-63580698-dd4e-45a6-9bdb-0f245a17ac5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29b314fc-20f0-4865-9ee3-b05621963187 HTTP/1.1" status: 204 len: 168 time: 0.3329005 Dec 16 22:06:49.030065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63580698-dd4e-45a6-9bdb-0f245a17ac5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b314fc-20f0-4865-9ee3-b05621963187,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:49.600115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49850) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:49.620971 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c9722ea8-4090-4b39-aed1-1f2109856a8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:49.713151 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c9722ea8-4090-4b39-aed1-1f2109856a8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:49.795660 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c9722ea8-4090-4b39-aed1-1f2109856a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:49.838583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9722ea8-4090-4b39-aed1-1f2109856a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b6da90-15ee-4e01-8d64-7aeb53cb9941,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:49.854281 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c9722ea8-4090-4b39-aed1-1f2109856a8a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a4cbd55aeed4ff0b4a3f852d649aced&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2530959 Dec 16 22:06:49.857146 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49856) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:49.914437 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3018f77-d339-4e68-8a35-1818110c072a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:49.938673 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3018f77-d339-4e68-8a35-1818110c072a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:49.980906 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb44a-4771-4c28-ba98-3403ece50bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.101317 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3018f77-d339-4e68-8a35-1818110c072a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.105358 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3018f77-d339-4e68-8a35-1818110c072a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.105702 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49868) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:50.109874 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a3018f77-d339-4e68-8a35-1818110c072a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8b6da90-15ee-4e01-8d64-7aeb53cb9941 HTTP/1.1" status: 204 len: 168 time: 0.2490427 Dec 16 22:06:50.116050 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3018f77-d339-4e68-8a35-1818110c072a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b6da90-15ee-4e01-8d64-7aeb53cb9941,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:50.120119 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-41238ed5-9278-4d89-9c48-3c2f0830e586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.213021 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-41238ed5-9278-4d89-9c48-3c2f0830e586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.287803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49872) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:50.303121 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e10e078f-fb1d-41aa-bc00-804fc6ee3342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.340754 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-41238ed5-9278-4d89-9c48-3c2f0830e586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.388754 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-41238ed5-9278-4d89-9c48-3c2f0830e586 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be8ad2623f554853adbd029da22329c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2824697 Dec 16 22:06:50.389946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41238ed5-9278-4d89-9c48-3c2f0830e586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96d5ff3-df28-4feb-b39c-0ace971d2985,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:50.392457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49874) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:50.411458 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e10e078f-fb1d-41aa-bc00-804fc6ee3342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.449478 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4fbc84fb-06d7-4933-aafb-eeca41a190d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.482718 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4fbc84fb-06d7-4933-aafb-eeca41a190d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.511199 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e10e078f-fb1d-41aa-bc00-804fc6ee3342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.579467 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e10e078f-fb1d-41aa-bc00-804fc6ee3342 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fbac68f9d6a4237a370266e37dd94fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2901087 Dec 16 22:06:50.586248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49882) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:50.598846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e078f-fb1d-41aa-bc00-804fc6ee3342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acfdc0a-700f-4452-93fc-30518032aba6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:50.647257 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4fbc84fb-06d7-4933-aafb-eeca41a190d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.652090 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4fbc84fb-06d7-4933-aafb-eeca41a190d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.654202 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4fbc84fb-06d7-4933-aafb-eeca41a190d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a96d5ff3-df28-4feb-b39c-0ace971d2985 HTTP/1.1" status: 204 len: 168 time: 0.2606027 Dec 16 22:06:50.668771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc84fb-06d7-4933-aafb-eeca41a190d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96d5ff3-df28-4feb-b39c-0ace971d2985,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:50.682872 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e1337db-01e0-4f10-a32f-bf9ef41ead47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.706961 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e1337db-01e0-4f10-a32f-bf9ef41ead47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.901488 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e1337db-01e0-4f10-a32f-bf9ef41ead47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.904618 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e1337db-01e0-4f10-a32f-bf9ef41ead47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.905788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9e1337db-01e0-4f10-a32f-bf9ef41ead47 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2acfdc0a-700f-4452-93fc-30518032aba6 HTTP/1.1" status: 204 len: 168 time: 0.3185306 Dec 16 22:06:50.915412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1337db-01e0-4f10-a32f-bf9ef41ead47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acfdc0a-700f-4452-93fc-30518032aba6,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:51.596939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49920) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:51.600227 n-d-821840-2 neutron-server[103951]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 22:06:51.641647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-dc0389a4-6b8b-4021-8293-1d4c7c92869b tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=83d5db76591145ad9192e411db6df253&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427990 Dec 16 22:06:51.804797 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-90e65a1c-548c-4902-8201-a4a782d27f90 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:51.812051 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-90e65a1c-548c-4902-8201-a4a782d27f90 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1695437 Dec 16 22:06:51.843685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-a0e24db8-e862-4371-8ba1-c3a4719bfb85 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/quotas/83d5db76591145ad9192e411db6df253 HTTP/1.1" status: 200 len: 375 time: 0.0178576 Dec 16 22:06:51.924236 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-a0538492-f1cc-4ee4-81b5-027b24a98d8d tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=83d5db76591145ad9192e411db6df253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920227 Dec 16 22:06:52.450002 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-adb93f58-3ea2-4efa-adeb-d2771e0435be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:53.174069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49994) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:53.401390 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:53.664325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3cacd39b-253b-4ceb-b5f9-6b3d32f9be24 req-9cf68361-9c30-4e23-97ce-b148b5d413e6 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 210 time: 0.4887164 Dec 16 22:06:54.377436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-e8b4e92a-232c-4610-a33a-a08fd3517fa8 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8134d5c14ac649dca64c3e9d44e892db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417659 Dec 16 22:06:54.549408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-1fd5b1ef-7663-4320-8925-230570237da1 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:54.550964 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-1fd5b1ef-7663-4320-8925-230570237da1 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624553 Dec 16 22:06:54.569644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-bf82b523-588b-4dd7-b2f8-fbbbf927896b tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/quotas/8134d5c14ac649dca64c3e9d44e892db HTTP/1.1" status: 200 len: 375 time: 0.0114305 Dec 16 22:06:54.603656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-a03c4857-a980-45aa-978f-dd9ac64c2de7 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8134d5c14ac649dca64c3e9d44e892db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268431 Dec 16 22:06:54.680222 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:55.008084 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6409725-aca0-4a5f-ac52-63415c52aebd req-147644e8-acda-43b6-a53b-03418960c638 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 210 time: 0.0584815 Dec 16 22:06:55.009728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c190ba2f-9d42-4908-83ce-1f2f830a8769 req-b149d3df-72ef-43f6-b28a-ecc380a20b3b tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 210 time: 0.0717034 Dec 16 22:06:55.641325 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.089046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50126) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:56.107621 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d68e0ac-fae4-4467-838d-0e70d0396924 req-1c6e5ed7-ff9c-49dd-96f0-b9bc85e550f0 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 210 time: 0.0412240 Dec 16 22:06:56.341429 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e594d1eb-9ae6-435c-ad20-d3a10c28a1d2 req-96ef3f2a-1243-4b7c-8119-3e03ff929c63 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 210 time: 0.0479090 Dec 16 22:06:56.355365 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f71fe848-b699-4dd6-afcb-7404a91f5220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.357590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.69', 62794) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:56.389732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-9e993b8e-dc6b-4a5c-8a62-1a9e06caff47 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=83d5db76591145ad9192e411db6df253&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304947 Dec 16 22:06:56.491576 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f71fe848-b699-4dd6-afcb-7404a91f5220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.533935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-0925e529-e21c-4f39-85d8-d6950089a26c tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:56.535455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-0925e529-e21c-4f39-85d8-d6950089a26c tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383855 Dec 16 22:06:56.607958 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f71fe848-b699-4dd6-afcb-7404a91f5220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.655029 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f71fe848-b699-4dd6-afcb-7404a91f5220 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6b8af3268924620ade227e39fd22640&name=default HTTP/1.1" status: 200 len: 2993 time: 0.5617900 Dec 16 22:06:56.655473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50150) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:56.656690 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fe848-b699-4dd6-afcb-7404a91f5220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e8a06f-0daa-42c7-bb8c-bbf51d5df13a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:56.702688 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Request body: {'port': {'device_id': '3ef7850e-1840-481c-8a02-94d44e210450', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '83d5db76591145ad9192e411db6df253'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:56.876017 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e829b0df-e5a8-4cd9-94e9-df7d6f4cb2ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.937387 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e829b0df-e5a8-4cd9-94e9-df7d6f4cb2ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.118942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Made reservation on behalf of 83d5db76591145ad9192e411db6df253 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:57.123382 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.130201 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e829b0df-e5a8-4cd9-94e9-df7d6f4cb2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.131253 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e829b0df-e5a8-4cd9-94e9-df7d6f4cb2ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.132657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e829b0df-e5a8-4cd9-94e9-df7d6f4cb2ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94e8a06f-0daa-42c7-bb8c-bbf51d5df13a HTTP/1.1" status: 204 len: 168 time: 0.4761975 Dec 16 22:06:57.148437 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.173116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829b0df-e5a8-4cd9-94e9-df7d6f4cb2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e8a06f-0daa-42c7-bb8c-bbf51d5df13a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:57.425809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b5d372f-b856-4b66-ae68-77627586261d req-aab144ca-747d-4486-b97c-8d5174e39662 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 210 time: 0.1795206 Dec 16 22:06:57.479813 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.563545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23ce7ca8-2abf-468b-b680-88df9923f140 req-e8cf806b-b7ed-42c8-9923-af4a39b6df80 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 210 time: 0.0309489 Dec 16 22:06:57.564399 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.667584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6d7b70-6722-4862-b46d-01c93cd9fc9f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:57.816252 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Allocated IP 192.168.233.108 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:06:58.014598 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.131953 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.166968 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.69', 62798) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:58.213856 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-e91b140d-8a8c-4aa9-962c-842e295da871 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=8134d5c14ac649dca64c3e9d44e892db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445127 Dec 16 22:06:58.226908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:06:58.233759 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:58.252039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:06:58.263939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:58.264836 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.294468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Pushing event updated for resources: {'Port': ['ID=a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:58.409081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-5cb8e069-d161-49d1-9443-28e473bb6781 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7113719 Dec 16 22:06:58.423546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-8f59f08d-66f0-44b8-9c81-c7e2bcf5acec tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:06:58.424688 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-8f59f08d-66f0-44b8-9c81-c7e2bcf5acec tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070930 Dec 16 22:06:58.569341 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50228) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:58.632834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5822a30c-2e45-47ff-939e-7ab28f89c1c9 None None] Provisioning complete for port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:58.634242 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5822a30c-2e45-47ff-939e-7ab28f89c1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.638413 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-0a25f748-563f-4886-8108-20d424e482a8 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:58.642259 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-0a25f748-563f-4886-8108-20d424e482a8 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4142697 Dec 16 22:06:58.702714 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Request body: {'port': {'device_id': '4fabb05c-f79e-4fea-b1bf-ece7c2f0601d', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '8134d5c14ac649dca64c3e9d44e892db'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:58.735351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5822a30c-2e45-47ff-939e-7ab28f89c1c9 None None] Port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:06:58.782246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50242) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:58.817537 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ae195bad-5c2e-457f-8f57-0c17ad6e2af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.943773 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68b2dfa7-0db9-4f68-bd5f-0a53a7a1feb8 req-b02a6f24-b10d-4718-b35d-7f5c5ad060a5 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 210 time: 0.0721080 Dec 16 22:06:59.137997 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Request body: {'port': {'device_id': '3ef7850e-1840-481c-8a02-94d44e210450', 'device_owner': 'compute:tempest-test_az-1269065591', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:59.247175 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-321cecc8-3087-450b-bc05-5c4c85ef717d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:59.281671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91792059-6bbb-4623-8d19-2ed7be327e05 req-f8b9e48f-55bb-4d29-b3e4-c68abe4f0541 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:59.287861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91792059-6bbb-4623-8d19-2ed7be327e05 req-f8b9e48f-55bb-4d29-b3e4-c68abe4f0541 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 936 time: 0.3434503 Dec 16 22:06:59.319999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Made reservation on behalf of 8134d5c14ac649dca64c3e9d44e892db for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:59.326220 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:59.336876 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ae195bad-5c2e-457f-8f57-0c17ad6e2af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:59.354633 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:59.392437 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:59.492707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91792059-6bbb-4623-8d19-2ed7be327e05 req-d1a8d981-020a-43ae-94d6-4cab1ff4383b tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698589 Dec 16 22:06:59.542997 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:59.787562 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-321cecc8-3087-450b-bc05-5c4c85ef717d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:59.949498 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ae195bad-5c2e-457f-8f57-0c17ad6e2af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.022925 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.053900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae195bad-5c2e-457f-8f57-0c17ad6e2af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2117a0-578d-4228-a661-68b147aac307,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:00.073958 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-321cecc8-3087-450b-bc05-5c4c85ef717d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.117235 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-321cecc8-3087-450b-bc05-5c4c85ef717d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b8c17ed4ee7741cfbd950953fc512f41&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5458488 Dec 16 22:07:00.124208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ae195bad-5c2e-457f-8f57-0c17ad6e2af6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3a2192f98ba4540952ab8ecb9fcee39&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3409913 Dec 16 22:07:00.124870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50276) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:00.135865 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50278) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:00.190828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:00.275361 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-acf28d4b-debc-483e-9d1c-80923351d33b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.292733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cecc8-3087-450b-bc05-5c4c85ef717d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a8178f-a191-4860-977a-7746224b15d9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:00.311578 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-acf28d4b-debc-483e-9d1c-80923351d33b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.329560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24126dc9-755b-4902-86be-9904cfc42607 req-18376da1-b7ac-439d-bcee-d68b99fb6ec1 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 210 time: 0.0987790 Dec 16 22:07:00.337397 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f4c73ba-13c6-4cb3-8850-d0922726d937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.347013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:00.375472 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.401878 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f4c73ba-13c6-4cb3-8850-d0922726d937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.529104 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-acf28d4b-debc-483e-9d1c-80923351d33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.533745 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-acf28d4b-debc-483e-9d1c-80923351d33b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.540729 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-acf28d4b-debc-483e-9d1c-80923351d33b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b2117a0-578d-4228-a661-68b147aac307 HTTP/1.1" status: 204 len: 168 time: 0.4031382 Dec 16 22:07:00.554984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Transition to ACTIVE for port object a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:07:00.556151 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f4c73ba-13c6-4cb3-8850-d0922726d937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.556768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf28d4b-debc-483e-9d1c-80923351d33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2117a0-578d-4228-a661-68b147aac307,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:00.559058 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f4c73ba-13c6-4cb3-8850-d0922726d937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.561461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9f4c73ba-13c6-4cb3-8850-d0922726d937 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3a8178f-a191-4860-977a-7746224b15d9 HTTP/1.1" status: 204 len: 168 time: 0.4113119 Dec 16 22:07:00.588577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c73ba-13c6-4cb3-8850-d0922726d937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a8178f-a191-4860-977a-7746224b15d9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:00.656038 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.733369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Pushing event updated for resources: {'Port': ['ID=a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:00.879773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Allocated IP 192.168.233.197 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/ec82e149-108c-4343-b9ee-e8fe24853062) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:00.893638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12603b5-3f00-4098-9f7d-54708694ac47 req-74521861-170b-45bb-96bf-591c37156478 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:00.903870 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d12603b5-3f00-4098-9f7d-54708694ac47 req-74521861-170b-45bb-96bf-591c37156478 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 970 time: 0.1593478 Dec 16 22:07:00.915445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Attempting to bind port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:00.915895 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Attempting to bind port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:00.916328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Attempting to bind port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:00.932519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:07:00.933092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Attempting to bind port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:00.944903 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:00.945396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:00.946137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:00.952996 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Bound port: a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:00.957873 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.062230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d12603b5-3f00-4098-9f7d-54708694ac47 req-18624074-e32b-4f17-98be-28a16f0b2949 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573720 Dec 16 22:07:01.140487 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] For port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:01.160005 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] For port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:01.246414 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.259173 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.313189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:01.313893 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.315567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] 10.222.0.69 "PUT /v2.0/ports/a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 HTTP/1.1" status: 200 len: 1118 time: 2.3360724 Dec 16 22:07:01.316392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef7850e-1840-481c-8a02-94d44e210450', 'tag': 'a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:01.442315 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21395a7a-5a2f-4dfe-a820-5573fbb69fef service neutron] Pushing event updated for resources: {'Port': ['ID=a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:01.477411 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.655906 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:01.663178 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:01.666080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:01.672384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:01.680290 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.696111 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Pushing event updated for resources: {'Port': ['ID=ec82e149-108c-4343-b9ee-e8fe24853062,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:01.727859 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50304) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:01.766724 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87d17897-14e1-445a-b843-a5caf363cb39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.800388 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-cb88ae7c-8955-4be7-82f8-703615b31d19 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1022286 Dec 16 22:07:01.896015 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87d17897-14e1-445a-b843-a5caf363cb39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.909000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978ad91-4dbb-42bc-a810-f260037bfd8a req-c3763a7e-d5af-40c1-a83e-090513a815d1 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:01.917309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0978ad91-4dbb-42bc-a810-f260037bfd8a req-c3763a7e-d5af-40c1-a83e-090513a815d1 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 936 time: 0.4503336 Dec 16 22:07:01.984740 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87d17897-14e1-445a-b843-a5caf363cb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:02.040185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d17897-14e1-445a-b843-a5caf363cb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffe76c7-a70e-4410-9471-f158b3bafde9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:02.068137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0978ad91-4dbb-42bc-a810-f260037bfd8a req-bece9a78-6fbe-4c10-bfef-51e6fd892cb6 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495833 Dec 16 22:07:02.154315 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50316) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:02.155366 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-87d17897-14e1-445a-b843-a5caf363cb39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1547e638a28439abb29ae333a376760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4254839 Dec 16 22:07:02.169037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50318) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:02.218226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3cf1342d-31ed-44e7-9ba2-5ae5fc8ebd34 None None] Provisioning complete for port ec82e149-108c-4343-b9ee-e8fe24853062 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:02.219163 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3cf1342d-31ed-44e7-9ba2-5ae5fc8ebd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:02.300480 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28f6743c-5293-42bd-980d-ad3bbe740540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:02.327639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf417bf-0449-4742-b8d5-7fb2e8d53e9a req-0c06899d-6d7d-4b9a-adb9-9cf5da09343e tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:02.337751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbf417bf-0449-4742-b8d5-7fb2e8d53e9a req-0c06899d-6d7d-4b9a-adb9-9cf5da09343e tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 970 time: 0.1260381 Dec 16 22:07:02.353281 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1342d-31ed-44e7-9ba2-5ae5fc8ebd34 None None] Port ec82e149-108c-4343-b9ee-e8fe24853062 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:02.377021 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28f6743c-5293-42bd-980d-ad3bbe740540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:02.468953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbf417bf-0449-4742-b8d5-7fb2e8d53e9a req-a6d152d2-129a-49c1-9446-37e4ad968ba1 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286414 Dec 16 22:07:02.478667 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae047a29-428f-47e3-9a43-83895eaf5e92" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef7850e-1840-481c-8a02-94d44e210450", "tag": "a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:02.591560 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28f6743c-5293-42bd-980d-ad3bbe740540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:02.596408 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28f6743c-5293-42bd-980d-ad3bbe740540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:02.603177 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-28f6743c-5293-42bd-980d-ad3bbe740540 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fffe76c7-a70e-4410-9471-f158b3bafde9 HTTP/1.1" status: 204 len: 168 time: 0.4424522 Dec 16 22:07:02.632723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6743c-5293-42bd-980d-ad3bbe740540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffe76c7-a70e-4410-9471-f158b3bafde9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:02.861383 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3305d839-1e53-4a4f-a0cf-307e15c10b27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.034781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Request body: {'port': {'device_id': '4fabb05c-f79e-4fea-b1bf-ece7c2f0601d', 'device_owner': 'compute:tempest-test_az-1269065591', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:03.293372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-246414dc-e956-4aa3-94c4-edced4dad825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:03.295972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-246414dc-e956-4aa3-94c4-edced4dad825 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83d5db76591145ad9192e411db6df253&device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 1121 time: 0.2277949 Dec 16 22:07:03.357936 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3305d839-1e53-4a4f-a0cf-307e15c10b27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.359758 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.492223 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-49f8d8c5-04ee-4f55-a0c1-4f9ba5f386ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 HTTP/1.1" status: 200 len: 217 time: 0.1599267 Dec 16 22:07:03.499157 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3305d839-1e53-4a4f-a0cf-307e15c10b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.554251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf6443-6549-44a4-9a52-53ba12b85097 req-7b8082e9-d4bb-4f66-a743-b8756af09aeb tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:03.563544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1bf6443-6549-44a4-9a52-53ba12b85097 req-7b8082e9-d4bb-4f66-a743-b8756af09aeb tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 936 time: 0.2419827 Dec 16 22:07:03.694203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-ec476cab-3f39-459c-a066-b83820ddaae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:03.697463 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-ec476cab-3f39-459c-a066-b83820ddaae5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1870048 Dec 16 22:07:03.842648 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9159e9a2-37cd-45d3-ab90-3cbee4719539 x-openstack-request-id: req-9159e9a2-37cd-45d3-ab90-3cbee4719539 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:03.842898 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef7850e-1840-481c-8a02-94d44e210450", "tag": "a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:03.843123 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9159e9a2-37cd-45d3-ab90-3cbee4719539 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:03.845010 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef7850e-1840-481c-8a02-94d44e210450', 'tag': 'a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5', 'status': 'completed', 'code': 200} Dec 16 22:07:03.868480 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3305d839-1e53-4a4f-a0cf-307e15c10b27 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac59d046650a49299caaa2deb1f0132a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6891923 Dec 16 22:07:03.894853 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1bf6443-6549-44a4-9a52-53ba12b85097 req-57503d5c-60b7-49d1-bce1-11f11993a1eb tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287365 Dec 16 22:07:03.896617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50350) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:03.973179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-d58b8d76-b016-4241-9f01-1aa7e8ccd7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:03.978044 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-d58b8d76-b016-4241-9f01-1aa7e8ccd7e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2493622 Dec 16 22:07:04.029304 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305d839-1e53-4a4f-a0cf-307e15c10b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eb00f8-b5dd-4386-852e-3a71cea0b0dc,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:04.508592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-c820fbf5-07fc-4e60-9e8b-bfc08ae82136 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589746 Dec 16 22:07:04.523330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50360) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:04.741495 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5f42ae5-f552-40b5-bb07-6cb72305bdad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:04.795678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c95dae-6934-4d8d-9ae0-639d6a8cd3e4 req-7737112c-f6f9-4075-9980-f9c530d147ff tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:04.809026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63c95dae-6934-4d8d-9ae0-639d6a8cd3e4 req-7737112c-f6f9-4075-9980-f9c530d147ff tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 970 time: 0.7971253 Dec 16 22:07:04.888290 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec82e149-108c-4343-b9ee-e8fe24853062 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:04.904948 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5f42ae5-f552-40b5-bb07-6cb72305bdad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:04.912779 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:04.982348 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Transition to ACTIVE for port object ec82e149-108c-4343-b9ee-e8fe24853062 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:07:05.077950 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.078814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63c95dae-6934-4d8d-9ae0-639d6a8cd3e4 req-e09bb759-582e-40d5-9e3f-949e03a4f136 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686133 Dec 16 22:07:05.209797 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-42e7ff4b-660f-44f5-9b9a-8b2da37627a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.311818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0adafb4-92c5-4187-9f83-79b47cdc1de0 req-a6aa8153-4634-4fb3-b693-291aa6cab3fa service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946838 Dec 16 22:07:05.338369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0217e0-2562-4149-aa81-55efb551ebbf req-d2ea1601-7931-4c34-b932-505ebc97ad55 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:05.346509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e0217e0-2562-4149-aa81-55efb551ebbf req-d2ea1601-7931-4c34-b932-505ebc97ad55 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 970 time: 0.2054417 Dec 16 22:07:05.432388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e0217e0-2562-4149-aa81-55efb551ebbf req-831bae0f-fbbf-4d78-935d-f04c261a0e64 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833957 Dec 16 22:07:05.470887 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5f42ae5-f552-40b5-bb07-6cb72305bdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.475010 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5f42ae5-f552-40b5-bb07-6cb72305bdad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.476597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b5f42ae5-f552-40b5-bb07-6cb72305bdad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81eb00f8-b5dd-4386-852e-3a71cea0b0dc HTTP/1.1" status: 204 len: 168 time: 1.5762715 Dec 16 22:07:05.502505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f42ae5-f552-40b5-bb07-6cb72305bdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eb00f8-b5dd-4386-852e-3a71cea0b0dc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:05.597621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Attempting to bind port ec82e149-108c-4343-b9ee-e8fe24853062 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:05.600064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Attempting to bind port ec82e149-108c-4343-b9ee-e8fe24853062 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:05.600947 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Attempting to bind port ec82e149-108c-4343-b9ee-e8fe24853062 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:05.622985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Port ec82e149-108c-4343-b9ee-e8fe24853062 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:07:05.623601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Attempting to bind port ec82e149-108c-4343-b9ee-e8fe24853062 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:05.644787 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:05.648611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:05.649544 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:05.649752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae047a29-428f-47e3-9a43-83895eaf5e92 req-06c52e42-e49b-4c41-b582-66b29902d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:05.651706 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae047a29-428f-47e3-9a43-83895eaf5e92 req-06c52e42-e49b-4c41-b582-66b29902d418 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83d5db76591145ad9192e411db6df253&device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 1121 time: 0.1333976 Dec 16 22:07:05.652646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Bound port: ec82e149-108c-4343-b9ee-e8fe24853062, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:05.653188 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.664867 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-42e7ff4b-660f-44f5-9b9a-8b2da37627a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.759413 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Pushing event updated for resources: {'Port': ['ID=ec82e149-108c-4343-b9ee-e8fe24853062,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:05.883598 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-42e7ff4b-660f-44f5-9b9a-8b2da37627a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.895663 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] For port ec82e149-108c-4343-b9ee-e8fe24853062, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:05.904136 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] For port ec82e149-108c-4343-b9ee-e8fe24853062, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec82e149-108c-4343-b9ee-e8fe24853062,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:06.023478 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:06.092503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-42e7ff4b-660f-44f5-9b9a-8b2da37627a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=212432a0e84e4cf2980afcdedf9663a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5511291 Dec 16 22:07:06.101190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7ff4b-660f-44f5-9b9a-8b2da37627a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1c58a1-21dc-4e4c-9344-535ce33db082,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:06.109424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50386) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:06.144585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae047a29-428f-47e3-9a43-83895eaf5e92 req-424f6197-0c28-4a3e-b362-c26ba3d81098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:06.146878 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae047a29-428f-47e3-9a43-83895eaf5e92 req-424f6197-0c28-4a3e-b362-c26ba3d81098 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.4756150 Dec 16 22:07:06.185281 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:06.186077 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:06.189081 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] 10.222.0.69 "PUT /v2.0/ports/ec82e149-108c-4343-b9ee-e8fe24853062 HTTP/1.1" status: 200 len: 1118 time: 3.1750116 Dec 16 22:07:06.195418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fabb05c-f79e-4fea-b1bf-ece7c2f0601d', 'tag': 'ec82e149-108c-4343-b9ee-e8fe24853062'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:06.287425 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae047a29-428f-47e3-9a43-83895eaf5e92 req-ecf75179-b4d6-4197-a4ea-6cba8dc0e29a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 HTTP/1.1" status: 200 len: 217 time: 0.1295335 Dec 16 22:07:06.412655 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b8e10-cd9c-4fb1-a510-4163fdb8b99f service neutron] Pushing event updated for resources: {'Port': ['ID=ec82e149-108c-4343-b9ee-e8fe24853062,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:06.529214 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aefad6ac-162e-4975-a4f0-65f04be7136d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:06.634250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7470b2-5511-4670-a928-8fd089c7aa18 req-59e8f2e3-06d0-41d7-85ac-910847ada844 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:06.642208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc7470b2-5511-4670-a928-8fd089c7aa18 req-59e8f2e3-06d0-41d7-85ac-910847ada844 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 970 time: 0.3378072 Dec 16 22:07:06.689828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-317c9152-2d5e-4e76-af2a-629f5268b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:06.692178 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-317c9152-2d5e-4e76-af2a-629f5268b8cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8134d5c14ac649dca64c3e9d44e892db&device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 1121 time: 0.2126222 Dec 16 22:07:06.764858 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae047a29-428f-47e3-9a43-83895eaf5e92 req-5aa3f942-7e47-43a1-be17-6d847e400f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:06.766375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae047a29-428f-47e3-9a43-83895eaf5e92 req-5aa3f942-7e47-43a1-be17-6d847e400f7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.4441514 Dec 16 22:07:06.770633 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aefad6ac-162e-4975-a4f0-65f04be7136d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:06.865665 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-b5583608-d97c-4cfe-9882-fa2be23a5b6d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=ec82e149-108c-4343-b9ee-e8fe24853062 HTTP/1.1" status: 200 len: 217 time: 0.1554568 Dec 16 22:07:06.929779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc7470b2-5511-4670-a928-8fd089c7aa18 req-d59b73da-a798-4dfe-9c85-7cec61bf3a63 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351694 Dec 16 22:07:06.940027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3a82-4ac4-4ff7-be01-038aad9e8012 req-5d97ca6a-d44c-4832-8c13-2f7d30e33ccc tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:06.942214 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-893a3a82-4ac4-4ff7-be01-038aad9e8012 req-5d97ca6a-d44c-4832-8c13-2f7d30e33ccc tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 970 time: 0.2504568 Dec 16 22:07:07.004293 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae047a29-428f-47e3-9a43-83895eaf5e92 req-741bce72-b8a1-4b6f-a3d1-e3306376e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:07.006275 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae047a29-428f-47e3-9a43-83895eaf5e92 req-741bce72-b8a1-4b6f-a3d1-e3306376e66c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1801198 Dec 16 22:07:07.053154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-893a3a82-4ac4-4ff7-be01-038aad9e8012 req-703ac82b-ba4c-42ef-a538-ce25381e66da tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925486 Dec 16 22:07:07.095359 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-7d8f594e-872b-42de-83a2-8b4c21cdc212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:07.102952 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aefad6ac-162e-4975-a4f0-65f04be7136d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:07.103229 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-7d8f594e-872b-42de-83a2-8b4c21cdc212 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1432822 Dec 16 22:07:07.103418 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aefad6ac-162e-4975-a4f0-65f04be7136d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:07.103418 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aefad6ac-162e-4975-a4f0-65f04be7136d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e1c58a1-21dc-4e4c-9344-535ce33db082 HTTP/1.1" status: 204 len: 168 time: 0.9859056 Dec 16 22:07:07.103671 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd681ee-574c-4fb6-be13-42634877d60d" -d '{"events": [{"name": "network-changed", "server_uuid": "4fabb05c-f79e-4fea-b1bf-ece7c2f0601d", "tag": "ec82e149-108c-4343-b9ee-e8fe24853062"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:07.120314 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefad6ac-162e-4975-a4f0-65f04be7136d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1c58a1-21dc-4e4c-9344-535ce33db082,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:07.341413 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50418) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:07.364526 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6df69b33-97c0-4397-96aa-3f179be1e0ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:07.485414 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6df69b33-97c0-4397-96aa-3f179be1e0ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:07.565421 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6df69b33-97c0-4397-96aa-3f179be1e0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:07.609366 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6df69b33-97c0-4397-96aa-3f179be1e0ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff0f3c3921ee4518a363068bb8483299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666943 Dec 16 22:07:07.614153 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50420) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:07.636457 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df69b33-97c0-4397-96aa-3f179be1e0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d43063e-d08f-4b87-a8bd-19c5b1fb0869,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:07.719244 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c36ce0d0-1f36-42d0-939b-2c797df39965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:07.760023 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c36ce0d0-1f36-42d0-939b-2c797df39965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:08.010556 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c36ce0d0-1f36-42d0-939b-2c797df39965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:08.012690 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c36ce0d0-1f36-42d0-939b-2c797df39965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:08.018922 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c36ce0d0-1f36-42d0-939b-2c797df39965 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d43063e-d08f-4b87-a8bd-19c5b1fb0869 HTTP/1.1" status: 204 len: 168 time: 0.4030454 Dec 16 22:07:08.043014 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ce0d0-1f36-42d0-939b-2c797df39965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d43063e-d08f-4b87-a8bd-19c5b1fb0869,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:08.089438 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8753cfc9-4454-4a01-919b-c57daf43ec35 x-openstack-request-id: req-8753cfc9-4454-4a01-919b-c57daf43ec35 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:08.089438 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fabb05c-f79e-4fea-b1bf-ece7c2f0601d", "tag": "ec82e149-108c-4343-b9ee-e8fe24853062", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:08.089438 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8753cfc9-4454-4a01-919b-c57daf43ec35 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:08.089954 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fabb05c-f79e-4fea-b1bf-ece7c2f0601d', 'tag': 'ec82e149-108c-4343-b9ee-e8fe24853062', 'status': 'completed', 'code': 200} Dec 16 22:07:08.245840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8495b-bd6b-4eb6-8da7-f4a57c005313 req-9d7e98ce-16ae-4089-9d4a-b25df3091b50 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:08.250022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cd8495b-bd6b-4eb6-8da7-f4a57c005313 req-9d7e98ce-16ae-4089-9d4a-b25df3091b50 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 970 time: 0.1114657 Dec 16 22:07:08.519220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cd8495b-bd6b-4eb6-8da7-f4a57c005313 req-1b000666-9fe3-41df-b2ad-98956382fda0 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596107 Dec 16 22:07:08.648743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2e9f4-d160-4757-a714-8cc9cad3ef6f req-bc87f844-4331-4886-8aaf-cccac35cefff tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:08.650455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25c2e9f4-d160-4757-a714-8cc9cad3ef6f req-bc87f844-4331-4886-8aaf-cccac35cefff tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 970 time: 0.0573010 Dec 16 22:07:08.758227 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25c2e9f4-d160-4757-a714-8cc9cad3ef6f req-573c8571-2cfd-4d38-a270-b24d58fdee08 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981805 Dec 16 22:07:08.815784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50436) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:08.844470 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca3e8e18-a185-4c77-8d31-9738d3ba4eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.005615 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca3e8e18-a185-4c77-8d31-9738d3ba4eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.078242 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca3e8e18-a185-4c77-8d31-9738d3ba4eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.148874 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ca3e8e18-a185-4c77-8d31-9738d3ba4eff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57e89bad28464b80bcc4dec6ca87c5d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305936 Dec 16 22:07:09.155398 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50444) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:09.168972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e8e18-a185-4c77-8d31-9738d3ba4eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ae093a-60b7-4a8d-8f23-1f9a5d6ffb85,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:09.261056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b38775e6-9b55-4cf8-b230-d1b01f16b642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.309770 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b38775e6-9b55-4cf8-b230-d1b01f16b642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.458416 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b38775e6-9b55-4cf8-b230-d1b01f16b642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.461842 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b38775e6-9b55-4cf8-b230-d1b01f16b642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.463134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b38775e6-9b55-4cf8-b230-d1b01f16b642 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5ae093a-60b7-4a8d-8f23-1f9a5d6ffb85 HTTP/1.1" status: 204 len: 168 time: 0.3124919 Dec 16 22:07:09.472230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38775e6-9b55-4cf8-b230-d1b01f16b642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ae093a-60b7-4a8d-8f23-1f9a5d6ffb85,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:09.812500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7ec41-191a-4804-9347-12e53795de2f req-3683d363-d391-4c1e-b72a-fc164a6ac325 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:09.814652 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ab7ec41-191a-4804-9347-12e53795de2f req-3683d363-d391-4c1e-b72a-fc164a6ac325 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 970 time: 0.1170621 Dec 16 22:07:09.906716 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ab7ec41-191a-4804-9347-12e53795de2f req-df20e14e-cd80-4389-ab4c-5df3f6e5fee4 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834498 Dec 16 22:07:10.114176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096143b-f6f8-4130-b5c2-83a3c9a4a1f5 req-9a7d4ea0-4602-45f7-aeca-462f3cb7f9c7 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.118461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c096143b-f6f8-4130-b5c2-83a3c9a4a1f5 req-9a7d4ea0-4602-45f7-aeca-462f3cb7f9c7 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 970 time: 0.0837119 Dec 16 22:07:10.172777 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c096143b-f6f8-4130-b5c2-83a3c9a4a1f5 req-7be3313c-f05f-4ae0-9ebb-9f78d0699d5a tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493240 Dec 16 22:07:10.808633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae047a29-428f-47e3-9a43-83895eaf5e92 req-1af6abab-af93-466b-94c4-db4dbee2d149 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141450 Dec 16 22:07:10.839590 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-fb024158-84a7-4574-88db-9d64534f2b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.844734 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-fb024158-84a7-4574-88db-9d64534f2b68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1502168 Dec 16 22:07:11.000777 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae047a29-428f-47e3-9a43-83895eaf5e92 req-86362c8c-eb5c-4182-a430-f943e7625c42 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777303 Dec 16 22:07:11.028249 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-22915509-6780-4102-9eec-4f01ae2b2161 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739318 Dec 16 22:07:11.151954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce6ef4-aeb1-4d3d-88ba-9862fb6e0a3f req-64d2f1b0-f4a1-4337-b9a3-972ca00b0510 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:11.159229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79ce6ef4-aeb1-4d3d-88ba-9862fb6e0a3f req-64d2f1b0-f4a1-4337-b9a3-972ca00b0510 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 970 time: 0.0960600 Dec 16 22:07:11.232731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79ce6ef4-aeb1-4d3d-88ba-9862fb6e0a3f req-284da0e6-77b6-4a4e-a540-22cdd89f3e20 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677900 Dec 16 22:07:11.260944 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b75aa178-e30e-48c6-b2cd-32820d2209c3 req-280a5883-6b76-48dc-a4b8-11e6c73de554 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216620 Dec 16 22:07:11.354088 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70ea76-2030-4d50-9a0b-0394356f1169 req-d9df7a68-1a65-48d4-88f0-de3f0fd79081 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:11.355834 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b70ea76-2030-4d50-9a0b-0394356f1169 req-d9df7a68-1a65-48d4-88f0-de3f0fd79081 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 970 time: 0.0568988 Dec 16 22:07:11.407484 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b70ea76-2030-4d50-9a0b-0394356f1169 req-e82c8dbc-c18d-4dc3-8b52-0fe9c752a6b4 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452275 Dec 16 22:07:11.470957 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd681ee-574c-4fb6-be13-42634877d60d req-2ec78f00-025f-4d96-b349-b0ca0f9dad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:11.478552 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ddd681ee-574c-4fb6-be13-42634877d60d req-2ec78f00-025f-4d96-b349-b0ca0f9dad2b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8134d5c14ac649dca64c3e9d44e892db&device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 1121 time: 0.0539546 Dec 16 22:07:11.653151 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd681ee-574c-4fb6-be13-42634877d60d req-671cdcc6-3da1-40ec-945d-85fcf506feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:11.654674 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ddd681ee-574c-4fb6-be13-42634877d60d req-671cdcc6-3da1-40ec-945d-85fcf506feb2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1751246 Dec 16 22:07:11.744993 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ddd681ee-574c-4fb6-be13-42634877d60d req-18644928-96e5-4575-809e-5cb648693680 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=ec82e149-108c-4343-b9ee-e8fe24853062 HTTP/1.1" status: 200 len: 217 time: 0.0809059 Dec 16 22:07:11.768222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50538) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:11.813289 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd681ee-574c-4fb6-be13-42634877d60d req-f7480d7c-bc81-472b-88a7-c02fa4eaac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:11.815723 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ddd681ee-574c-4fb6-be13-42634877d60d req-f7480d7c-bc81-472b-88a7-c02fa4eaac56 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0632465 Dec 16 22:07:11.871858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd681ee-574c-4fb6-be13-42634877d60d req-ba7d2d49-6f73-45cf-be12-005d1c610dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:11.889227 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ddd681ee-574c-4fb6-be13-42634877d60d req-ba7d2d49-6f73-45cf-be12-005d1c610dfc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588484 Dec 16 22:07:11.997834 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ddd681ee-574c-4fb6-be13-42634877d60d req-25df7877-b6d6-4a98-a830-74638bcc0089 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046903 Dec 16 22:07:12.017158 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c9f5548a-2853-47eb-b131-7a1041d2329b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:12.102399 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ddd681ee-574c-4fb6-be13-42634877d60d req-111ceaea-af68-4b70-a3dd-206fefa5d60e service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971966 Dec 16 22:07:12.112350 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c9f5548a-2853-47eb-b131-7a1041d2329b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:12.195186 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c9f5548a-2853-47eb-b131-7a1041d2329b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:12.237416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5548a-2853-47eb-b131-7a1041d2329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f2c781-9d53-40a2-b633-d7ce3b596a97,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:12.246189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c9f5548a-2853-47eb-b131-7a1041d2329b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=642c9c41a5844d6d9778bef48f501008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4724853 Dec 16 22:07:12.246796 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50562) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:12.317950 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93dbb078-c477-4d9c-b68c-706d37f0f62c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:12.354127 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93dbb078-c477-4d9c-b68c-706d37f0f62c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:12.394572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7a94b-d351-4d2d-b310-17a2a889d84d req-f9419fd5-d193-4533-a52f-327dcf102109 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:12.403879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ba7a94b-d351-4d2d-b310-17a2a889d84d req-f9419fd5-d193-4533-a52f-327dcf102109 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 970 time: 0.0732322 Dec 16 22:07:12.457771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ba7a94b-d351-4d2d-b310-17a2a889d84d req-76f7c277-e918-4d38-bfbc-c004c3deedc9 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471535 Dec 16 22:07:12.514851 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93dbb078-c477-4d9c-b68c-706d37f0f62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:12.520533 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93dbb078-c477-4d9c-b68c-706d37f0f62c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:12.520533 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-93dbb078-c477-4d9c-b68c-706d37f0f62c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06f2c781-9d53-40a2-b633-d7ce3b596a97 HTTP/1.1" status: 204 len: 168 time: 0.2711051 Dec 16 22:07:12.531514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbb078-c477-4d9c-b68c-706d37f0f62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f2c781-9d53-40a2-b633-d7ce3b596a97,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:12.587825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1a699-f07b-431a-8a96-00e9e24fe8aa req-b1519417-7732-4855-ba72-ecda23d35d37 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:12.590572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12c1a699-f07b-431a-8a96-00e9e24fe8aa req-b1519417-7732-4855-ba72-ecda23d35d37 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 970 time: 0.0886352 Dec 16 22:07:12.673596 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12c1a699-f07b-431a-8a96-00e9e24fe8aa req-8fedc2c0-97f6-4e62-ba11-c92211d4a24f tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754268 Dec 16 22:07:12.811678 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:12.965787 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:13.538280 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50624) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:13.554213 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c36fe782-abc4-430a-abba-2cb8a4aa9088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:13.633181 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50626) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:13.633389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e779a-e222-4523-a9d3-c961ec7eb63a req-ed074bf2-961f-4c9e-9467-f7461d6623ef tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:13.634954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c0e779a-e222-4523-a9d3-c961ec7eb63a req-ed074bf2-961f-4c9e-9467-f7461d6623ef tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 970 time: 0.0751035 Dec 16 22:07:13.697549 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c0e779a-e222-4523-a9d3-c961ec7eb63a req-87eb8a8d-52b3-4f4f-9379-0e0a36ede6ab tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565145 Dec 16 22:07:13.706047 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c36fe782-abc4-430a-abba-2cb8a4aa9088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:13.763315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c36fe782-abc4-430a-abba-2cb8a4aa9088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:13.782309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-aa407bd6-5a1f-488b-91d2-5f61234d6152 req-214993c8-41f2-4266-9585-475965b84cb9 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1446308835', 'description': 'tempest-description-1366288156'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:13.826015 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c36fe782-abc4-430a-abba-2cb8a4aa9088 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40148d690d1745c38288bc225ae79bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848287 Dec 16 22:07:13.831083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50636) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:13.831550 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fe782-abc4-430a-abba-2cb8a4aa9088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb534b7-59ec-462f-970f-07f9caa824b5,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:13.834965 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-159766f3-1007-4fe8-97f0-e118f2fff2e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:13.917792 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aa407bd6-5a1f-488b-91d2-5f61234d6152 req-214993c8-41f2-4266-9585-475965b84cb9 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:13.933731 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c3026b5-e1a2-4759-a115-fda31639f445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:13.939223 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aa407bd6-5a1f-488b-91d2-5f61234d6152 req-214993c8-41f2-4266-9585-475965b84cb9 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:13.942950 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-159766f3-1007-4fe8-97f0-e118f2fff2e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:13.979144 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67746aaa-a35b-4b1b-aa82-4659cd3a84f9 req-d0bc6c7c-6acf-406e-87ed-1ac178ce7cca tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:13.980730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67746aaa-a35b-4b1b-aa82-4659cd3a84f9 req-d0bc6c7c-6acf-406e-87ed-1ac178ce7cca tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 970 time: 0.1044421 Dec 16 22:07:13.987626 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c3026b5-e1a2-4759-a115-fda31639f445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.087647 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-159766f3-1007-4fe8-97f0-e118f2fff2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.090971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67746aaa-a35b-4b1b-aa82-4659cd3a84f9 req-445234de-1f57-4b77-8ec7-001edb381184 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013060 Dec 16 22:07:14.124517 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aa407bd6-5a1f-488b-91d2-5f61234d6152 req-214993c8-41f2-4266-9585-475965b84cb9 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.144197 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-159766f3-1007-4fe8-97f0-e118f2fff2e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef5963c5b4d145b9a83ed1658794c417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5099151 Dec 16 22:07:14.145001 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159766f3-1007-4fe8-97f0-e118f2fff2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa33b89-037b-4038-a343-d4a630db835e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:14.148588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50638) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:14.195014 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c3026b5-e1a2-4759-a115-fda31639f445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.195281 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d88a428-858d-4b5e-b6a7-c3670b6b2099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.197659 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c3026b5-e1a2-4759-a115-fda31639f445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.199003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0c3026b5-e1a2-4759-a115-fda31639f445 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3eb534b7-59ec-462f-970f-07f9caa824b5 HTTP/1.1" status: 204 len: 168 time: 0.3715219 Dec 16 22:07:14.201570 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aa407bd6-5a1f-488b-91d2-5f61234d6152 req-214993c8-41f2-4266-9585-475965b84cb9 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.216173 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3026b5-e1a2-4759-a115-fda31639f445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb534b7-59ec-462f-970f-07f9caa824b5,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:14.223647 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d88a428-858d-4b5e-b6a7-c3670b6b2099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.279699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214993c8-41f2-4266-9585-475965b84cb9 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1356897f-9392-405a-9041-1103d60c9768,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:14.329122 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aa407bd6-5a1f-488b-91d2-5f61234d6152 req-214993c8-41f2-4266-9585-475965b84cb9 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.360341 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d88a428-858d-4b5e-b6a7-c3670b6b2099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.362926 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d88a428-858d-4b5e-b6a7-c3670b6b2099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.364980 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3d88a428-858d-4b5e-b6a7-c3670b6b2099 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfa33b89-037b-4038-a343-d4a630db835e HTTP/1.1" status: 204 len: 168 time: 0.2146413 Dec 16 22:07:14.372967 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88a428-858d-4b5e-b6a7-c3670b6b2099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa33b89-037b-4038-a343-d4a630db835e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:14.463206 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aa407bd6-5a1f-488b-91d2-5f61234d6152 req-214993c8-41f2-4266-9585-475965b84cb9 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.497634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214993c8-41f2-4266-9585-475965b84cb9 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5af7d13-ad63-4adf-8a17-cfdd27349a35,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:14.557501 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aa407bd6-5a1f-488b-91d2-5f61234d6152 req-214993c8-41f2-4266-9585-475965b84cb9 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.564264 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa407bd6-5a1f-488b-91d2-5f61234d6152 req-214993c8-41f2-4266-9585-475965b84cb9 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7813523 Dec 16 22:07:14.587085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-abffee67-659a-4ca1-88dc-0cb2a2844065 req-2cd8f256-df61-486d-9ed1-f3a91bb6d3ef tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1496173039', 'description': 'tempest-description-2088906008'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:14.719210 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-abffee67-659a-4ca1-88dc-0cb2a2844065 req-2cd8f256-df61-486d-9ed1-f3a91bb6d3ef tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.798170 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-abffee67-659a-4ca1-88dc-0cb2a2844065 req-2cd8f256-df61-486d-9ed1-f3a91bb6d3ef tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.927066 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-abffee67-659a-4ca1-88dc-0cb2a2844065 req-2cd8f256-df61-486d-9ed1-f3a91bb6d3ef tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.971892 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8f256-df61-486d-9ed1-f3a91bb6d3ef tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea72999-d34a-4ac2-b2b3-8aceb4930798,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:14.982758 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676c1ab-a0d9-4382-81e9-0818f6358c72 req-25d2451f-86c2-4fd6-a2a1-480d8f0cb384 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:14.984434 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c676c1ab-a0d9-4382-81e9-0818f6358c72 req-25d2451f-86c2-4fd6-a2a1-480d8f0cb384 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 970 time: 0.0940170 Dec 16 22:07:15.055797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c676c1ab-a0d9-4382-81e9-0818f6358c72 req-4ed60db5-953a-4a5f-a9ec-f2cb9057d755 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598896 Dec 16 22:07:15.096079 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-abffee67-659a-4ca1-88dc-0cb2a2844065 req-2cd8f256-df61-486d-9ed1-f3a91bb6d3ef tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:15.098488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-abffee67-659a-4ca1-88dc-0cb2a2844065 req-2cd8f256-df61-486d-9ed1-f3a91bb6d3ef tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5151699 Dec 16 22:07:15.237014 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9693b-094a-4cb9-b213-a7d087afe95d req-5fc56ef2-1658-4e5a-8e69-20556667f6b6 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:15.239610 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ef9693b-094a-4cb9-b213-a7d087afe95d req-5fc56ef2-1658-4e5a-8e69-20556667f6b6 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 970 time: 0.0673516 Dec 16 22:07:15.293936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ef9693b-094a-4cb9-b213-a7d087afe95d req-8e82c337-517b-4d26-bd1f-24a524b5324d tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471613 Dec 16 22:07:15.438637 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ec82e149-108c-4343-b9ee-e8fe24853062 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:07:15.563209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ec82e149-108c-4343-b9ee-e8fe24853062, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec82e149-108c-4343-b9ee-e8fe24853062,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:15.580443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'ec82e149-108c-4343-b9ee-e8fe24853062', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': 'ec82e149-108c-4343-b9ee-e8fe24853062', 'mac_address': 'fa:16:3e:e6:db:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:tempest-test_az-1269065591', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:07:15.634021 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:15.650535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec82e149-108c-4343-b9ee-e8fe24853062 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:15.676879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ec82e149-108c-4343-b9ee-e8fe24853062, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec82e149-108c-4343-b9ee-e8fe24853062,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:16.049815 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.050501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:07:16.113678 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50702) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:16.122454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ec82e149-108c-4343-b9ee-e8fe24853062,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:16.136316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:16.136668 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:16.137202 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:16.137560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:16.137902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:16.137999 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c3f2a3a8-93ba-4b15-97f0-97525ef212ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.138239 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:16.138577 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:16.138911 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:16.139247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:16.139769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:16.140118 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:16.140453 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:16.141197 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Tracked resource versions report: Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: pushed versions: Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: { 'AddressGroup': {'1.2'}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'ConntrackHelper': {'1.0'}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'LocalIPAssociation': {'1.0'}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'Log': {'1.0'}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'Network': {'1.1'}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'Port': {'1.7'}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'PortForwarding': {'1.2'}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'QosPolicy': {'1.10'}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'SecurityGroup': {'1.5'}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'SecurityGroupRule': {'1.2'}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'SubPort': {'1.0'}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'Subnet': {'1.1'}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'Trunk': {'1.1'}} Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: consumer versions: Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: { DHCP agent@n-d-821840-2: {}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: HyperV agent@n-h1-821840-2: {}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: HyperV agent@n-h2-821840-2: {}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: L3 agent@n-d-821840-2: {}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: Metadata agent@n-d-821840-2: {}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: Metering agent@n-d-821840-2: {}, Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: Open vSwitch agent@n-d-821840-2: { 'AddressGroup': '1.2', Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'ConntrackHelper': '1.0', Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'LocalIPAssociation': '1.0', Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'Log': '1.0', Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'Network': '1.1', Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'Port': '1.7', Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'PortForwarding': '1.2', Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'QosPolicy': '1.10', Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'SecurityGroup': '1.5', Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'SecurityGroupRule': '1.2', Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'SubPort': '1.0', Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'Subnet': '1.1', Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: 'Trunk': '1.1'}} Dec 16 22:07:16.142367 n-d-821840-2 neutron-server[103953]: {{(pid=103953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 22:07:16.156841 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:16.169284 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': 'a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5', 'mac_address': 'fa:16:3e:ba:ea:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:tempest-test_az-1269065591', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:07:16.227411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-992e3a87-0430-4998-8f8c-e8036a598049 req-9bb266d8-2784-4f53-bd33-e6e8c42a54ce tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1603307147', 'description': 'tempest-description-408765992'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:16.230929 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.259114 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:16.286726 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c3f2a3a8-93ba-4b15-97f0-97525ef212ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.308059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:16.343213 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-992e3a87-0430-4998-8f8c-e8036a598049 req-9bb266d8-2784-4f53-bd33-e6e8c42a54ce tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.362573 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-992e3a87-0430-4998-8f8c-e8036a598049 req-9bb266d8-2784-4f53-bd33-e6e8c42a54ce tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.377898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c3f2a3a8-93ba-4b15-97f0-97525ef212ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.391466 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dd102-0ebc-4ac5-81a8-c7a4a32f51d0 req-51811421-1db3-4f3f-a350-f5b1b290df6c tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:16.395012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-444dd102-0ebc-4ac5-81a8-c7a4a32f51d0 req-51811421-1db3-4f3f-a350-f5b1b290df6c tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 970 time: 0.0992949 Dec 16 22:07:16.424079 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c3f2a3a8-93ba-4b15-97f0-97525ef212ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eaed80c0415f46868cfbffad35ad0a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087878 Dec 16 22:07:16.426418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2a3a8-93ba-4b15-97f0-97525ef212ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb476b1-20ab-48b5-96bf-a6c38f974c94,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:16.428038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50712) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:16.435546 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.512155 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-444dd102-0ebc-4ac5-81a8-c7a4a32f51d0 req-160b9024-d954-47df-91fd-f378418679cb tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100409 Dec 16 22:07:16.608649 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-992e3a87-0430-4998-8f8c-e8036a598049 req-9bb266d8-2784-4f53-bd33-e6e8c42a54ce tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.608649 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-da05146a-4ea8-4609-b095-92b36485f89f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.639757 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-da05146a-4ea8-4609-b095-92b36485f89f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.668318 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:16.701857 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-992e3a87-0430-4998-8f8c-e8036a598049 req-9bb266d8-2784-4f53-bd33-e6e8c42a54ce tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.768016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0e1aa-594b-40f4-b37f-a1a5f8b6d744 req-cbeebc45-c5a5-41aa-94e1-45440f93f9cb tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:16.769604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69a0e1aa-594b-40f4-b37f-a1a5f8b6d744 req-cbeebc45-c5a5-41aa-94e1-45440f93f9cb tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 971 time: 0.1206253 Dec 16 22:07:16.770336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb266d8-2784-4f53-bd33-e6e8c42a54ce tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf55bdd-108f-4514-ac8b-e2bf6aba58ec,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:16.802519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:16.847086 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ec82e149-108c-4343-b9ee-e8fe24853062'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:16.863524 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-992e3a87-0430-4998-8f8c-e8036a598049 req-9bb266d8-2784-4f53-bd33-e6e8c42a54ce tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.872304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69a0e1aa-594b-40f4-b37f-a1a5f8b6d744 req-341d7dc9-8836-4a10-918c-2beecf25520a tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890014 Dec 16 22:07:16.879226 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-da05146a-4ea8-4609-b095-92b36485f89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.882817 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-da05146a-4ea8-4609-b095-92b36485f89f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.887247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-da05146a-4ea8-4609-b095-92b36485f89f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1bb476b1-20ab-48b5-96bf-a6c38f974c94 HTTP/1.1" status: 204 len: 168 time: 0.4531243 Dec 16 22:07:16.905453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05146a-4ea8-4609-b095-92b36485f89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb476b1-20ab-48b5-96bf-a6c38f974c94,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:16.961958 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-992e3a87-0430-4998-8f8c-e8036a598049 req-9bb266d8-2784-4f53-bd33-e6e8c42a54ce tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:17.014950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb266d8-2784-4f53-bd33-e6e8c42a54ce tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7476b7e1-7c0f-47bb-bfbe-219e4aa835a4,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:17.129326 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-992e3a87-0430-4998-8f8c-e8036a598049 req-9bb266d8-2784-4f53-bd33-e6e8c42a54ce tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:17.135692 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-992e3a87-0430-4998-8f8c-e8036a598049 req-9bb266d8-2784-4f53-bd33-e6e8c42a54ce tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9132094 Dec 16 22:07:17.159177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d256837f-2d5c-497e-a859-466e95e09d39 req-86e9900c-841a-46e0-9aa9-ca0ef7e523e7 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2099709428', 'description': 'tempest-description-1623306635'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:17.292396 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d256837f-2d5c-497e-a859-466e95e09d39 req-86e9900c-841a-46e0-9aa9-ca0ef7e523e7 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:17.391460 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d256837f-2d5c-497e-a859-466e95e09d39 req-86e9900c-841a-46e0-9aa9-ca0ef7e523e7 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:17.466694 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d256837f-2d5c-497e-a859-466e95e09d39 req-86e9900c-841a-46e0-9aa9-ca0ef7e523e7 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:17.494475 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9900c-841a-46e0-9aa9-ca0ef7e523e7 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75970061-5a9d-4077-910a-eb3d7f74d3a2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:17.549051 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d256837f-2d5c-497e-a859-466e95e09d39 req-86e9900c-841a-46e0-9aa9-ca0ef7e523e7 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:17.561197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d256837f-2d5c-497e-a859-466e95e09d39 req-86e9900c-841a-46e0-9aa9-ca0ef7e523e7 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4012353 Dec 16 22:07:17.775089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8987c37-6c2b-4176-945c-55950bbcd7ea req-31b064dd-ffc4-4110-aecc-9db2e4b366f4 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:17.777205 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8987c37-6c2b-4176-945c-55950bbcd7ea req-31b064dd-ffc4-4110-aecc-9db2e4b366f4 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 971 time: 0.1510062 Dec 16 22:07:17.874632 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50756) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:17.894989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8987c37-6c2b-4176-945c-55950bbcd7ea req-2b24146f-fb72-475c-a238-7e8b02d3086b tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918546 Dec 16 22:07:17.902901 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8275c6d-baff-47cc-b0b1-fa5481fa26c5 req-f37bfab4-d97e-40fa-899e-73f23b58ceb9 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 23197 time: 0.3244801 Dec 16 22:07:18.040910 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8275c6d-baff-47cc-b0b1-fa5481fa26c5 req-f0158b5e-b80c-424e-930b-ee84336716f1 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "GET /v2.0/security-groups/1356897f-9392-405a-9041-1103d60c9768 HTTP/1.1" status: 200 len: 2998 time: 0.0902038 Dec 16 22:07:18.063381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd2429-4ab6-467f-9c81-c3f5a07d5682 req-620076a6-048b-482a-a54f-b7b005f99a54 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:18.071703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0dd2429-4ab6-467f-9c81-c3f5a07d5682 req-620076a6-048b-482a-a54f-b7b005f99a54 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 971 time: 0.0976493 Dec 16 22:07:18.123204 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8275c6d-baff-47cc-b0b1-fa5481fa26c5 req-f5287a6d-c641-4d00-bd4d-56aa9b89dce3 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "GET /v2.0/security-groups/1356897f-9392-405a-9041-1103d60c9768 HTTP/1.1" status: 200 len: 2998 time: 0.0761125 Dec 16 22:07:18.161750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0dd2429-4ab6-467f-9c81-c3f5a07d5682 req-b80d1f22-65fc-47e9-a81f-79fe4ca4b595 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889857 Dec 16 22:07:18.187212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8275c6d-baff-47cc-b0b1-fa5481fa26c5 req-a71cb8fe-995c-4a03-b7fc-9fc015a59308 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "GET /v2.0/security-groups/3cf55bdd-108f-4514-ac8b-e2bf6aba58ec HTTP/1.1" status: 200 len: 2998 time: 0.0521562 Dec 16 22:07:18.207136 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c532d6a9-30bd-481b-88d4-81f462d78bbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.248414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8275c6d-baff-47cc-b0b1-fa5481fa26c5 req-e89747ab-5c57-4402-aada-20a562fad05f tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "GET /v2.0/security-groups/3cf55bdd-108f-4514-ac8b-e2bf6aba58ec HTTP/1.1" status: 200 len: 2998 time: 0.0461261 Dec 16 22:07:18.304484 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c532d6a9-30bd-481b-88d4-81f462d78bbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.308864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8275c6d-baff-47cc-b0b1-fa5481fa26c5 req-e8bef8b1-6cdd-470b-b427-a57effd0fec0 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "GET /v2.0/security-groups/8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04 HTTP/1.1" status: 200 len: 2998 time: 0.0525608 Dec 16 22:07:18.373758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8275c6d-baff-47cc-b0b1-fa5481fa26c5 req-af5cce9e-ca7b-4b6e-8fdb-80dd508289a9 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "GET /v2.0/security-groups/8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04 HTTP/1.1" status: 200 len: 2998 time: 0.0586157 Dec 16 22:07:18.421642 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c532d6a9-30bd-481b-88d4-81f462d78bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.438478 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8275c6d-baff-47cc-b0b1-fa5481fa26c5 req-b3324a21-4c7c-4a28-a177-630ea160c3af tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "GET /v2.0/security-groups/91ebbdbe-b5a4-4335-81e5-0f7169ab301f HTTP/1.1" status: 200 len: 2994 time: 0.0577309 Dec 16 22:07:18.484198 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c532d6a9-30bd-481b-88d4-81f462d78bbd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9170654df66749d3a7e238170618ed9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6069076 Dec 16 22:07:18.485536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50778) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:18.491838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8275c6d-baff-47cc-b0b1-fa5481fa26c5 req-293e97f3-670d-4d71-ab16-64a2239e3d06 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "GET /v2.0/security-groups/91ebbdbe-b5a4-4335-81e5-0f7169ab301f HTTP/1.1" status: 200 len: 2994 time: 0.0457458 Dec 16 22:07:18.519816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532d6a9-30bd-481b-88d4-81f462d78bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f9307f-12a6-4ffe-898c-ee24c75294dc,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:18.543671 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8275c6d-baff-47cc-b0b1-fa5481fa26c5 req-28659098-9628-46ec-a7b7-8005b5f7bf2f tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d36e5cff-3723-4f9d-8e6f-5f78f3e59ba1 HTTP/1.1" status: 200 len: 2990 time: 0.0451250 Dec 16 22:07:18.559854 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e56b385f-6377-4d6d-93b9-da4829976fe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.582276 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e56b385f-6377-4d6d-93b9-da4829976fe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.589994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8275c6d-baff-47cc-b0b1-fa5481fa26c5 req-de06ac21-348b-4e15-9d5d-f69655c0b164 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d36e5cff-3723-4f9d-8e6f-5f78f3e59ba1 HTTP/1.1" status: 200 len: 2990 time: 0.0396209 Dec 16 22:07:18.676105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8275c6d-baff-47cc-b0b1-fa5481fa26c5 req-f200adb5-09bf-43b9-acab-62be82ddae3f tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "GET /v2.0/security-groups/ef6d7b70-6722-4862-b46d-01c93cd9fc9f HTTP/1.1" status: 200 len: 2998 time: 0.0773001 Dec 16 22:07:18.731960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8275c6d-baff-47cc-b0b1-fa5481fa26c5 req-383e1157-a13e-48af-81a3-b31d1d0bd6f9 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "GET /v2.0/security-groups/ef6d7b70-6722-4862-b46d-01c93cd9fc9f HTTP/1.1" status: 200 len: 2998 time: 0.0489876 Dec 16 22:07:18.795968 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e56b385f-6377-4d6d-93b9-da4829976fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.799533 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e56b385f-6377-4d6d-93b9-da4829976fe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.809208 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e56b385f-6377-4d6d-93b9-da4829976fe9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52f9307f-12a6-4ffe-898c-ee24c75294dc HTTP/1.1" status: 204 len: 168 time: 0.3070836 Dec 16 22:07:18.817315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b385f-6377-4d6d-93b9-da4829976fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f9307f-12a6-4ffe-898c-ee24c75294dc,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:18.860369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dddb7fb4-ca7b-448c-a612-21ca237ff4ce req-0e40bf41-8553-4ade-9534-4345d56896c3 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=959e58dc80bf4890a29805bafee8a51d HTTP/1.1" status: 200 len: 6155 time: 0.1042886 Dec 16 22:07:18.925273 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dddb7fb4-ca7b-448c-a612-21ca237ff4ce req-6598ce08-04ac-4513-acaa-42958e879b3a tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] 10.222.0.43 "GET /v2.0/security-groups/1356897f-9392-405a-9041-1103d60c9768 HTTP/1.1" status: 200 len: 2998 time: 0.0583851 Dec 16 22:07:18.988202 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dddb7fb4-ca7b-448c-a612-21ca237ff4ce req-39ad6f65-9a08-400d-8727-16054efdfa4f tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] 10.222.0.43 "GET /v2.0/security-groups/1356897f-9392-405a-9041-1103d60c9768 HTTP/1.1" status: 200 len: 2998 time: 0.0559735 Dec 16 22:07:19.098060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac0d5b-a5f9-44c5-a5ba-b6cb0db5ccc9 req-52664a31-adc1-44b8-b7d7-cb4f0ae0c37d tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:19.099575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2aac0d5b-a5f9-44c5-a5ba-b6cb0db5ccc9 req-52664a31-adc1-44b8-b7d7-cb4f0ae0c37d tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 971 time: 0.0547738 Dec 16 22:07:19.154617 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2aac0d5b-a5f9-44c5-a5ba-b6cb0db5ccc9 req-00e47a5c-3878-4294-8311-c225d6d51714 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475674 Dec 16 22:07:19.215257 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be5e2aea-cb39-45cb-9e82-acb47f242678 req-41142e62-a14b-42f0-902b-14bbccbe85f0 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "GET /v2.0/security-groups/75970061-5a9d-4077-910a-eb3d7f74d3a2 HTTP/1.1" status: 200 len: 1795 time: 0.0371728 Dec 16 22:07:19.292808 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-be5e2aea-cb39-45cb-9e82-acb47f242678 req-9a3678f7-7b11-42eb-9e2c-2568de11f2e0 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.331396 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-be5e2aea-cb39-45cb-9e82-acb47f242678 req-9a3678f7-7b11-42eb-9e2c-2568de11f2e0 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.440132 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ec82e149-108c-4343-b9ee-e8fe24853062 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:19.484863 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-be5e2aea-cb39-45cb-9e82-acb47f242678 req-9a3678f7-7b11-42eb-9e2c-2568de11f2e0 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.487773 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-be5e2aea-cb39-45cb-9e82-acb47f242678 req-9a3678f7-7b11-42eb-9e2c-2568de11f2e0 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.488945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be5e2aea-cb39-45cb-9e82-acb47f242678 req-9a3678f7-7b11-42eb-9e2c-2568de11f2e0 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/75970061-5a9d-4077-910a-eb3d7f74d3a2 HTTP/1.1" status: 204 len: 173 time: 0.2605984 Dec 16 22:07:19.507046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3678f7-7b11-42eb-9e2c-2568de11f2e0 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75970061-5a9d-4077-910a-eb3d7f74d3a2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:19.526584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c970d-f19a-4df8-aa82-b7c5dfa31b94 req-96a59ca7-f3d5-47f7-8706-2a25936d8663 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:19.531781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f0c970d-f19a-4df8-aa82-b7c5dfa31b94 req-96a59ca7-f3d5-47f7-8706-2a25936d8663 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 971 time: 0.0836611 Dec 16 22:07:19.566092 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port ec82e149-108c-4343-b9ee-e8fe24853062 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:07:19.576819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port ec82e149-108c-4343-b9ee-e8fe24853062 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:19.577193 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.586498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f0c970d-f19a-4df8-aa82-b7c5dfa31b94 req-e97bcc4c-1ba3-4c07-a8f7-09f56b0f2369 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520473 Dec 16 22:07:19.595322 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50820) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:19.626749 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-70da5b5b-d5d5-4100-8d3b-eb4c8d0c2de9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.687090 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.689301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83a1cbf7-b385-4336-abe3-8096951e13e1 req-649d3043-5ec6-4ab6-be83-0cd8821df84e tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "GET /v2.0/security-groups/7476b7e1-7c0f-47bb-bfbe-219e4aa835a4 HTTP/1.1" status: 200 len: 1794 time: 0.0598793 Dec 16 22:07:19.731165 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ec82e149-108c-4343-b9ee-e8fe24853062, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec82e149-108c-4343-b9ee-e8fe24853062,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:19.732384 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fabb05c-f79e-4fea-b1bf-ece7c2f0601d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec82e149-108c-4343-b9ee-e8fe24853062'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:19.802495 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-70da5b5b-d5d5-4100-8d3b-eb4c8d0c2de9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.807118 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-83a1cbf7-b385-4336-abe3-8096951e13e1 req-375fb958-fd9f-4aff-bb9a-98700dc03bb3 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.822444 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.823665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:19.835949 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-83a1cbf7-b385-4336-abe3-8096951e13e1 req-375fb958-fd9f-4aff-bb9a-98700dc03bb3 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.890854 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-70da5b5b-d5d5-4100-8d3b-eb4c8d0c2de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.957092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-70da5b5b-d5d5-4100-8d3b-eb4c8d0c2de9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6657e49a814b4d198e8514ff3840c43f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605356 Dec 16 22:07:19.958399 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da5b5b-d5d5-4100-8d3b-eb4c8d0c2de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4141e22e-ee58-461b-8395-d90d7fd2c185,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:19.961904 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50830) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:19.971491 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ec82e149-108c-4343-b9ee-e8fe24853062,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:19.972638 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-83a1cbf7-b385-4336-abe3-8096951e13e1 req-375fb958-fd9f-4aff-bb9a-98700dc03bb3 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.977887 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-83a1cbf7-b385-4336-abe3-8096951e13e1 req-375fb958-fd9f-4aff-bb9a-98700dc03bb3 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.994353 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83a1cbf7-b385-4336-abe3-8096951e13e1 req-375fb958-fd9f-4aff-bb9a-98700dc03bb3 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/7476b7e1-7c0f-47bb-bfbe-219e4aa835a4 HTTP/1.1" status: 204 len: 173 time: 0.2985945 Dec 16 22:07:20.036380 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5864d05-ef27-4c95-ac45-b4ef77742c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.057428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fb958-fd9f-4aff-bb9a-98700dc03bb3 tempest-SecurityGroupsTestAdminJSON-149691385 tempest-SecurityGroupsTestAdminJSON-149691385-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7476b7e1-7c0f-47bb-bfbe-219e4aa835a4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:20.070804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:07:20.081790 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:20.082409 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.102449 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ca9c-f70e-4158-92f1-8d3ea16b5fba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.122376 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd24025d-d323-478d-99da-c5a747d5f310 req-450eeb50-c3a4-4f1a-adfb-842e74b483b9 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] 10.222.0.43 "GET /v2.0/security-groups/1ea72999-d34a-4ac2-b2b3-8aceb4930798 HTTP/1.1" status: 200 len: 1795 time: 0.1034441 Dec 16 22:07:20.150099 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ff8c00-a833-4f93-b4df-c42221b4b8f5" -d '{"events": [{"server_uuid": "4fabb05c-f79e-4fea-b1bf-ece7c2f0601d", "name": "network-vif-plugged", "status": "completed", "tag": "ec82e149-108c-4343-b9ee-e8fe24853062"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:20.157297 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ca9c-f70e-4158-92f1-8d3ea16b5fba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.208153 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.241499 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fd24025d-d323-478d-99da-c5a747d5f310 req-96ef06b2-a214-4130-87e3-9d3757dd9c3a tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.285251 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fd24025d-d323-478d-99da-c5a747d5f310 req-96ef06b2-a214-4130-87e3-9d3757dd9c3a tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.289356 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:20.329749 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ca9c-f70e-4158-92f1-8d3ea16b5fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.332591 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ca9c-f70e-4158-92f1-8d3ea16b5fba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.333766 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f8a1ca9c-f70e-4158-92f1-8d3ea16b5fba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4141e22e-ee58-461b-8395-d90d7fd2c185 HTTP/1.1" status: 204 len: 168 time: 0.3704686 Dec 16 22:07:20.345717 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3069b929-4229-4f16-8954-6b9488ca39d2 x-openstack-request-id: req-3069b929-4229-4f16-8954-6b9488ca39d2 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:20.346041 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fabb05c-f79e-4fea-b1bf-ece7c2f0601d", "name": "network-vif-plugged", "status": "completed", "tag": "ec82e149-108c-4343-b9ee-e8fe24853062", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:20.346300 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3069b929-4229-4f16-8954-6b9488ca39d2 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:20.347302 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fabb05c-f79e-4fea-b1bf-ece7c2f0601d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec82e149-108c-4343-b9ee-e8fe24853062', 'code': 200} Dec 16 22:07:20.347576 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1ca9c-f70e-4158-92f1-8d3ea16b5fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4141e22e-ee58-461b-8395-d90d7fd2c185,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:20.352641 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.443243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:20.457548 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fd24025d-d323-478d-99da-c5a747d5f310 req-96ef06b2-a214-4130-87e3-9d3757dd9c3a tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.461563 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fd24025d-d323-478d-99da-c5a747d5f310 req-96ef06b2-a214-4130-87e3-9d3757dd9c3a tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.463438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd24025d-d323-478d-99da-c5a747d5f310 req-96ef06b2-a214-4130-87e3-9d3757dd9c3a tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] 10.222.0.43 "DELETE /v2.0/security-groups/1ea72999-d34a-4ac2-b2b3-8aceb4930798 HTTP/1.1" status: 204 len: 173 time: 0.3389897 Dec 16 22:07:20.480417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef06b2-a214-4130-87e3-9d3757dd9c3a tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea72999-d34a-4ac2-b2b3-8aceb4930798,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:20.517428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c00bd2-376c-46f7-8f8c-354cfec2aa0e req-eedaf445-87f2-4dca-b275-d1578779c6a0 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:20.525740 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9c00bd2-376c-46f7-8f8c-354cfec2aa0e req-eedaf445-87f2-4dca-b275-d1578779c6a0 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 972 time: 0.0970402 Dec 16 22:07:20.532588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3527e9e-fc29-4e32-9055-cacc3c3736f3 req-7dcfb63d-1d18-47a9-9359-79cf273ce887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:20.534093 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b3527e9e-fc29-4e32-9055-cacc3c3736f3 req-7dcfb63d-1d18-47a9-9359-79cf273ce887 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 1123 time: 0.0849361 Dec 16 22:07:20.555754 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b3527e9e-fc29-4e32-9055-cacc3c3736f3 req-5da9babd-ed69-47a9-9533-79b056fc206f service neutron] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.583051 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9c00bd2-376c-46f7-8f8c-354cfec2aa0e req-d45b6815-94ca-4747-8629-e80cb7a16b4e tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534477 Dec 16 22:07:20.656946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-814eb0bf-b08e-47ac-b900-9219008a74a1 req-d39f8608-d73a-4138-8d17-9479b163da04 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] 10.222.0.43 "GET /v2.0/security-groups/b5af7d13-ad63-4adf-8a17-cfdd27349a35 HTTP/1.1" status: 200 len: 1795 time: 0.0424733 Dec 16 22:07:20.728341 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-814eb0bf-b08e-47ac-b900-9219008a74a1 req-d67985a3-062a-4c10-8422-f461cbc85872 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.756732 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-814eb0bf-b08e-47ac-b900-9219008a74a1 req-d67985a3-062a-4c10-8422-f461cbc85872 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.812029 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b3527e9e-fc29-4e32-9055-cacc3c3736f3 req-5da9babd-ed69-47a9-9533-79b056fc206f service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.882691 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-814eb0bf-b08e-47ac-b900-9219008a74a1 req-d67985a3-062a-4c10-8422-f461cbc85872 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.885795 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-814eb0bf-b08e-47ac-b900-9219008a74a1 req-d67985a3-062a-4c10-8422-f461cbc85872 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.893562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-814eb0bf-b08e-47ac-b900-9219008a74a1 req-d67985a3-062a-4c10-8422-f461cbc85872 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] 10.222.0.43 "DELETE /v2.0/security-groups/b5af7d13-ad63-4adf-8a17-cfdd27349a35 HTTP/1.1" status: 204 len: 173 time: 0.2227423 Dec 16 22:07:20.909437 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b3527e9e-fc29-4e32-9055-cacc3c3736f3 req-5da9babd-ed69-47a9-9533-79b056fc206f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.940694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-3619188d-3b4a-45a9-ad1b-5e6e7abbceb2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586958 Dec 16 22:07:20.941891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67985a3-062a-4c10-8422-f461cbc85872 tempest-SecurityGroupsTestAdminJSON-736044372 tempest-SecurityGroupsTestAdminJSON-736044372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5af7d13-ad63-4adf-8a17-cfdd27349a35,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:20.966231 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b3527e9e-fc29-4e32-9055-cacc3c3736f3 req-5da9babd-ed69-47a9-9533-79b056fc206f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242759 Dec 16 22:07:20.968616 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9babd-ed69-47a9-9533-79b056fc206f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c960f786-5ac4-435b-aaec-eacc123dc241,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:21.085661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-99ac5ea9-3e97-43ac-971a-51be63f318cf tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:21.087216 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-99ac5ea9-3e97-43ac-971a-51be63f318cf tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1382592 Dec 16 22:07:21.104044 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-caa82a13-ce12-47ee-87cb-a02d0c631b74 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/quotas/d067ebbc70344b07b31a66cb2ec78bcf HTTP/1.1" status: 200 len: 375 time: 0.0106106 Dec 16 22:07:21.137976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-ef5fcd4d-c18a-46a0-b2ff-8e119d30b647 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277066 Dec 16 22:07:21.440760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c45274d-db2e-4ba1-b0f6-997b615b5f5d req-9c2df84a-ee22-4a46-abf0-ecdb4a8e8a6b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 210 time: 0.0344641 Dec 16 22:07:21.456746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50892) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:21.545678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c582ad7-ab0e-4ab6-90a7-133348b279bf req-4f16283b-7a95-4ad2-81da-a76972bd9934 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:21.555964 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c582ad7-ab0e-4ab6-90a7-133348b279bf req-4f16283b-7a95-4ad2-81da-a76972bd9934 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 972 time: 0.0916221 Dec 16 22:07:21.617806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c582ad7-ab0e-4ab6-90a7-133348b279bf req-d02033a1-2157-4f46-ab6a-116f8e68b0f1 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606384 Dec 16 22:07:21.728925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d699-858c-4bd3-b0e9-9dc4f7ae74e8 req-22d6cf60-d3ed-4d52-a926-81a5baa81186 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:21.730604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8b5d699-858c-4bd3-b0e9-9dc4f7ae74e8 req-22d6cf60-d3ed-4d52-a926-81a5baa81186 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 972 time: 0.0588825 Dec 16 22:07:21.779382 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:07:21.789749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8b5d699-858c-4bd3-b0e9-9dc4f7ae74e8 req-6ece1788-9733-41d5-a57b-6f722eea5355 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506930 Dec 16 22:07:22.037277 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4f7759a1-bffb-45cf-9dd2-5ca62b15b4a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=959e58dc80bf4890a29805bafee8a51d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5864377 Dec 16 22:07:22.042022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50914) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:22.127189 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af7a41e7-0aa5-4a1f-8d40-25c57b7fa931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:22.163703 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af7a41e7-0aa5-4a1f-8d40-25c57b7fa931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:22.347551 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef7850e-1840-481c-8a02-94d44e210450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:22.355673 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff8e516-8e88-4f8b-94c7-e50120275c33" -d '{"events": [{"server_uuid": "3ef7850e-1840-481c-8a02-94d44e210450", "name": "network-vif-plugged", "status": "completed", "tag": "a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:22.387640 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af7a41e7-0aa5-4a1f-8d40-25c57b7fa931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:22.399415 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af7a41e7-0aa5-4a1f-8d40-25c57b7fa931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:22.399415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-af7a41e7-0aa5-4a1f-8d40-25c57b7fa931 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1356897f-9392-405a-9041-1103d60c9768 HTTP/1.1" status: 204 len: 168 time: 0.3476474 Dec 16 22:07:22.404264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a41e7-0aa5-4a1f-8d40-25c57b7fa931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1356897f-9392-405a-9041-1103d60c9768,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:22.414385 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76c926f-8d98-493f-9a86-ecf474c108b5 x-openstack-request-id: req-e76c926f-8d98-493f-9a86-ecf474c108b5 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:22.414722 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef7850e-1840-481c-8a02-94d44e210450", "name": "network-vif-plugged", "status": "completed", "tag": "a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:22.414977 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e76c926f-8d98-493f-9a86-ecf474c108b5 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:22.415452 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef7850e-1840-481c-8a02-94d44e210450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5', 'code': 200} Dec 16 22:07:22.466964 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-895214fc-5d07-48c4-bac8-7ce51de09948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:22.532717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4506c4a-727b-4980-bcf4-960724535338 req-2460c011-de38-49aa-a316-3e069bf17b77 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 210 time: 0.0300159 Dec 16 22:07:22.564162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923aa3b7-047d-41d9-8fc7-fd3d2a712f07 req-078ed995-3203-4c38-ac8c-c3ecd34f5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:22.566801 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-923aa3b7-047d-41d9-8fc7-fd3d2a712f07 req-078ed995-3203-4c38-ac8c-c3ecd34f5d31 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 1123 time: 0.0580575 Dec 16 22:07:22.624230 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-923aa3b7-047d-41d9-8fc7-fd3d2a712f07 req-cbcd2a5b-3eb1-4ca5-8ee7-91948909e1a6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483341 Dec 16 22:07:22.759454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8702a-ba36-488e-a51f-c11e175ee36c req-66455946-4707-4946-a39a-beba6880db68 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:22.761725 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9b8702a-ba36-488e-a51f-c11e175ee36c req-66455946-4707-4946-a39a-beba6880db68 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 972 time: 0.0564888 Dec 16 22:07:22.814934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9b8702a-ba36-488e-a51f-c11e175ee36c req-82d6fb5e-7350-43e6-98ae-a6781a56bedb tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462658 Dec 16 22:07:22.963520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc4041-63d6-4f40-9935-48420f9f7e54 req-512de3d8-7bc3-43f9-9bcf-69af9770059a tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:22.965230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15bc4041-63d6-4f40-9935-48420f9f7e54 req-512de3d8-7bc3-43f9-9bcf-69af9770059a tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 972 time: 0.0847127 Dec 16 22:07:23.036068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15bc4041-63d6-4f40-9935-48420f9f7e54 req-21737caa-791a-4612-938c-bf0344ffbf60 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631392 Dec 16 22:07:23.361543 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:23.491105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50962) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:23.537443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-eab64a29-e673-4b10-a05e-30121f1a9e31 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e57b72a025543ed99840610c5e51e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449188 Dec 16 22:07:23.540381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50964) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:23.597490 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-095d66ad-6abe-4ba5-bcbb-56203dcd955e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:23.623433 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-095d66ad-6abe-4ba5-bcbb-56203dcd955e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:23.710685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cda2f490-a347-4bbd-ad6b-148464a026c2 req-6ff5dc36-9696-4d7e-b65e-70bb21e77403 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 210 time: 0.0390561 Dec 16 22:07:23.796052 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-095d66ad-6abe-4ba5-bcbb-56203dcd955e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:23.798806 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-095d66ad-6abe-4ba5-bcbb-56203dcd955e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:23.800091 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-095d66ad-6abe-4ba5-bcbb-56203dcd955e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3cf55bdd-108f-4514-ac8b-e2bf6aba58ec HTTP/1.1" status: 204 len: 168 time: 0.2586453 Dec 16 22:07:23.810692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d66ad-6abe-4ba5-bcbb-56203dcd955e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf55bdd-108f-4514-ac8b-e2bf6aba58ec,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:23.961790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2da42-21ac-4b72-b83d-3454d0262e79 req-37c0f039-140b-4ed4-a1ac-2b82bd24dd49 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:23.972552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4de2da42-21ac-4b72-b83d-3454d0262e79 req-37c0f039-140b-4ed4-a1ac-2b82bd24dd49 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 972 time: 0.0826888 Dec 16 22:07:24.027838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4de2da42-21ac-4b72-b83d-3454d0262e79 req-d0916293-02fe-4d60-9a34-d8406a77b67a tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540330 Dec 16 22:07:24.178918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ca1c-1fad-4731-be2f-a1184645a859 req-6e6d62ce-3df8-4b33-88a4-38071f41fdf1 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:24.181592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59b1ca1c-1fad-4731-be2f-a1184645a859 req-6e6d62ce-3df8-4b33-88a4-38071f41fdf1 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 972 time: 0.0605021 Dec 16 22:07:24.239605 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59b1ca1c-1fad-4731-be2f-a1184645a859 req-000109d1-02a4-4599-86bf-7c7fd5575b0a tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515721 Dec 16 22:07:24.323849 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.24', 49539) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:24.353937 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-20f77878-2693-4a2b-8a49-00d6fcb09af7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282869 Dec 16 22:07:24.487180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0b37f-26ab-40f9-9be4-451286c66f43 req-0e4c5cab-67f5-4671-b7b8-ba9de0dc304c tempest-AggregatesAdminTestJSON-797024441 tempest-AggregatesAdminTestJSON-797024441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:24.487662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-2ba77611-4ef9-4260-a05a-ce533c364973 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:24.489294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25c0b37f-26ab-40f9-9be4-451286c66f43 req-0e4c5cab-67f5-4671-b7b8-ba9de0dc304c tempest-AggregatesAdminTestJSON-797024441 tempest-AggregatesAdminTestJSON-797024441-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 1123 time: 0.0856075 Dec 16 22:07:24.489596 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-2ba77611-4ef9-4260-a05a-ce533c364973 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1276078 Dec 16 22:07:24.509522 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-25c0b37f-26ab-40f9-9be4-451286c66f43 req-02c96a21-88e5-4e72-95db-0356187fd2cb tempest-AggregatesAdminTestJSON-797024441 tempest-AggregatesAdminTestJSON-797024441-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:24.588261 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Request body: {'port': {'device_id': '4a6a3930-8f41-48fc-adbb-c1c376f2206f', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': 'd067ebbc70344b07b31a66cb2ec78bcf'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:24.638023 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-25c0b37f-26ab-40f9-9be4-451286c66f43 req-02c96a21-88e5-4e72-95db-0356187fd2cb tempest-AggregatesAdminTestJSON-797024441 tempest-AggregatesAdminTestJSON-797024441-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:24.678084 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:24.713529 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-25c0b37f-26ab-40f9-9be4-451286c66f43 req-02c96a21-88e5-4e72-95db-0356187fd2cb tempest-AggregatesAdminTestJSON-797024441 tempest-AggregatesAdminTestJSON-797024441-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:24.812045 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c96a21-88e5-4e72-95db-0356187fd2cb tempest-AggregatesAdminTestJSON-797024441 tempest-AggregatesAdminTestJSON-797024441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeb33d8-904b-419f-8e8e-ec23a9d38baa,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:24.828319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25c0b37f-26ab-40f9-9be4-451286c66f43 req-02c96a21-88e5-4e72-95db-0356187fd2cb tempest-AggregatesAdminTestJSON-797024441 tempest-AggregatesAdminTestJSON-797024441-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317888 Dec 16 22:07:24.885758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Made reservation on behalf of d067ebbc70344b07b31a66cb2ec78bcf for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:24.892929 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:24.906323 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:24.941292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b8372d5-ee70-4299-b5fc-d5f5270ebc9e req-ecce842f-badf-4155-b398-46265cb48fe2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 210 time: 0.0318935 Dec 16 22:07:24.998952 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:25.075947 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:25.118289 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2c2451-f26c-4964-8e93-b658df99a72d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:25.275518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Allocated IP 192.168.233.88 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/20c6c008-b5b5-4ef4-8c49-542c05822c8f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:25.477782 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:25.611063 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:25.612669 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:25.676840 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:25.681805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:25.683880 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Pushing event updated for resources: {'Port': ['ID=20c6c008-b5b5-4ef4-8c49-542c05822c8f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:25.697042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:25.703004 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:25.703713 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:25.804167 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3514fb-caf6-46c7-8082-6181801bae85 req-5aee113c-150b-4e73-9444-bf7b10827367 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:25.810363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec3514fb-caf6-46c7-8082-6181801bae85 req-5aee113c-150b-4e73-9444-bf7b10827367 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 972 time: 0.1174405 Dec 16 22:07:25.815781 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-df2b5336-9ecd-4009-9d01-b221823caeb9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2389805 Dec 16 22:07:25.912424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec3514fb-caf6-46c7-8082-6181801bae85 req-7bf42e68-d0cc-4cef-90eb-4e555da8be0e tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948226 Dec 16 22:07:26.027772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-05d61960-96a7-40be-bc45-5a1c25ea05b5 None None] Provisioning complete for port 20c6c008-b5b5-4ef4-8c49-542c05822c8f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:26.028705 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05d61960-96a7-40be-bc45-5a1c25ea05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:26.068020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-05d61960-96a7-40be-bc45-5a1c25ea05b5 None None] Port 20c6c008-b5b5-4ef4-8c49-542c05822c8f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:26.330205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf77e9-7632-44dd-84df-4c8ea8d1ec4c req-4cc49cf2-5ee1-429a-9bb5-9ae21b0e4882 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:26.344196 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8bcf77e9-7632-44dd-84df-4c8ea8d1ec4c req-4cc49cf2-5ee1-429a-9bb5-9ae21b0e4882 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 935 time: 0.1005409 Dec 16 22:07:26.418027 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8bcf77e9-7632-44dd-84df-4c8ea8d1ec4c req-0982fbbd-1583-4054-94a7-17c7bb51b4a8 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718439 Dec 16 22:07:26.662668 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e22d0f-499e-4f25-970d-a0324250b9d1 req-7e57f5d9-08a9-432b-b3db-e51ac7c785c0 tempest-DeleteServersAdminTestJSON-1232410131 tempest-DeleteServersAdminTestJSON-1232410131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:26.666910 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-41e22d0f-499e-4f25-970d-a0324250b9d1 req-7e57f5d9-08a9-432b-b3db-e51ac7c785c0 tempest-DeleteServersAdminTestJSON-1232410131 tempest-DeleteServersAdminTestJSON-1232410131-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 1123 time: 0.0725291 Dec 16 22:07:26.771971 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-41e22d0f-499e-4f25-970d-a0324250b9d1 req-d89c096a-21a3-4727-90ab-036aeb05ae01 tempest-DeleteServersAdminTestJSON-1232410131 tempest-DeleteServersAdminTestJSON-1232410131-project-admin] Deleting port ec82e149-108c-4343-b9ee-e8fe24853062 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:07:26.779719 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-41e22d0f-499e-4f25-970d-a0324250b9d1 req-d89c096a-21a3-4727-90ab-036aeb05ae01 tempest-DeleteServersAdminTestJSON-1232410131 tempest-DeleteServersAdminTestJSON-1232410131-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:27.017092 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-41e22d0f-499e-4f25-970d-a0324250b9d1 req-d89c096a-21a3-4727-90ab-036aeb05ae01 tempest-DeleteServersAdminTestJSON-1232410131 tempest-DeleteServersAdminTestJSON-1232410131-project-admin] For port ec82e149-108c-4343-b9ee-e8fe24853062, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec82e149-108c-4343-b9ee-e8fe24853062,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:27.017747 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-41e22d0f-499e-4f25-970d-a0324250b9d1 req-d89c096a-21a3-4727-90ab-036aeb05ae01 tempest-DeleteServersAdminTestJSON-1232410131 tempest-DeleteServersAdminTestJSON-1232410131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:27.035249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-41e22d0f-499e-4f25-970d-a0324250b9d1 req-d89c096a-21a3-4727-90ab-036aeb05ae01 tempest-DeleteServersAdminTestJSON-1232410131 tempest-DeleteServersAdminTestJSON-1232410131-project-admin] Calling delete_port for ec82e149-108c-4343-b9ee-e8fe24853062 owned by compute:tempest-test_az-1269065591 {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:07:27.309760 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-41e22d0f-499e-4f25-970d-a0324250b9d1 req-d89c096a-21a3-4727-90ab-036aeb05ae01 tempest-DeleteServersAdminTestJSON-1232410131 tempest-DeleteServersAdminTestJSON-1232410131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:27.323164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ec82e149-108c-4343-b9ee-e8fe24853062'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:27.324694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa16d42-dced-4ad3-b0a8-fae661d761a6 req-d71852e0-b451-456a-8943-21e2ed88e7c2 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:27.326732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0fa16d42-dced-4ad3-b0a8-fae661d761a6 req-d71852e0-b451-456a-8943-21e2ed88e7c2 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 889 time: 0.0651782 Dec 16 22:07:27.354844 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c096a-21a3-4727-90ab-036aeb05ae01 tempest-DeleteServersAdminTestJSON-1232410131 tempest-DeleteServersAdminTestJSON-1232410131-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec82e149-108c-4343-b9ee-e8fe24853062,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:27.408466 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0fa16d42-dced-4ad3-b0a8-fae661d761a6 req-01e7c0f5-fb32-4e13-a1cd-cf2cded0300f tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743198 Dec 16 22:07:27.430305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e22d0f-499e-4f25-970d-a0324250b9d1 req-d89c096a-21a3-4727-90ab-036aeb05ae01 tempest-DeleteServersAdminTestJSON-1232410131 tempest-DeleteServersAdminTestJSON-1232410131-project-admin] No DVR routers for this DVR port ec82e149-108c-4343-b9ee-e8fe24853062 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:07:27.434012 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-41e22d0f-499e-4f25-970d-a0324250b9d1 req-d89c096a-21a3-4727-90ab-036aeb05ae01 tempest-DeleteServersAdminTestJSON-1232410131 tempest-DeleteServersAdminTestJSON-1232410131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:27.438199 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-41e22d0f-499e-4f25-970d-a0324250b9d1 req-d89c096a-21a3-4727-90ab-036aeb05ae01 tempest-DeleteServersAdminTestJSON-1232410131 tempest-DeleteServersAdminTestJSON-1232410131-project-admin] 10.222.0.69 "DELETE /v2.0/ports/ec82e149-108c-4343-b9ee-e8fe24853062 HTTP/1.1" status: 204 len: 173 time: 0.7643969 Dec 16 22:07:27.438869 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fabb05c-f79e-4fea-b1bf-ece7c2f0601d', 'name': 'network-vif-deleted', 'tag': 'ec82e149-108c-4343-b9ee-e8fe24853062'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:27.441689 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51aa402-ba7b-478c-af26-88e2c9c3b759" -d '{"events": [{"server_uuid": "4fabb05c-f79e-4fea-b1bf-ece7c2f0601d", "name": "network-vif-deleted", "tag": "ec82e149-108c-4343-b9ee-e8fe24853062"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:27.715036 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cd30a1-e1ef-43bc-af7f-4c920e80c3a3 x-openstack-request-id: req-b5cd30a1-e1ef-43bc-af7f-4c920e80c3a3 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:27.715703 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fabb05c-f79e-4fea-b1bf-ece7c2f0601d", "name": "network-vif-deleted", "tag": "ec82e149-108c-4343-b9ee-e8fe24853062", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:27.715703 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5cd30a1-e1ef-43bc-af7f-4c920e80c3a3 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:27.716082 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fabb05c-f79e-4fea-b1bf-ece7c2f0601d', 'name': 'network-vif-deleted', 'tag': 'ec82e149-108c-4343-b9ee-e8fe24853062', 'status': 'completed', 'code': 200} Dec 16 22:07:27.834677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250a16b-fc37-4590-9736-a9b2ce3677c4 req-aaedd409-419f-47da-86f7-7160f79e06aa tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:27.837502 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b250a16b-fc37-4590-9736-a9b2ce3677c4 req-aaedd409-419f-47da-86f7-7160f79e06aa tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 935 time: 0.0629351 Dec 16 22:07:27.897124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b250a16b-fc37-4590-9736-a9b2ce3677c4 req-7715fd80-1031-4bf0-b0fb-23dfb23d95d7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511098 Dec 16 22:07:27.902647 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51152) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:28.042682 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-072fa29b-e146-4441-860b-46ed30e48491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.125298 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-072fa29b-e146-4441-860b-46ed30e48491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.178487 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-072fa29b-e146-4441-860b-46ed30e48491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.224986 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-072fa29b-e146-4441-860b-46ed30e48491 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3e964a279134467899dd322d4fe78ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210771 Dec 16 22:07:28.226476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fa29b-e146-4441-860b-46ed30e48491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ec6169-adbd-4310-bfbe-21c5d7c1d2a8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:28.228771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51168) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:28.315033 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0715d0d2-222e-4a80-9393-accc8737cbb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.341084 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0715d0d2-222e-4a80-9393-accc8737cbb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.473206 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0715d0d2-222e-4a80-9393-accc8737cbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.476304 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0715d0d2-222e-4a80-9393-accc8737cbb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.477483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0715d0d2-222e-4a80-9393-accc8737cbb6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0ec6169-adbd-4310-bfbe-21c5d7c1d2a8 HTTP/1.1" status: 204 len: 168 time: 0.2480283 Dec 16 22:07:28.485914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715d0d2-222e-4a80-9393-accc8737cbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ec6169-adbd-4310-bfbe-21c5d7c1d2a8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:28.696275 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f0689c4-bf4f-493d-9b02-2b8a053308ce req-d8d89804-bb48-42c6-8fd6-9787789328d5 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fabb05c-f79e-4fea-b1bf-ece7c2f0601d HTTP/1.1" status: 200 len: 210 time: 0.0392826 Dec 16 22:07:29.265895 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51208) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:29.281963 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-751c86d9-b3fa-431f-a87f-92d15f916067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:29.394596 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-751c86d9-b3fa-431f-a87f-92d15f916067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:29.458615 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-751c86d9-b3fa-431f-a87f-92d15f916067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:29.468128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47757d-6837-4b76-ad30-6119b9d700dc req-77bafb7b-237f-49db-8de1-203b01aabfef tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:29.470459 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb47757d-6837-4b76-ad30-6119b9d700dc req-77bafb7b-237f-49db-8de1-203b01aabfef tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 935 time: 0.0668824 Dec 16 22:07:29.486289 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51214) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:29.501039 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-751c86d9-b3fa-431f-a87f-92d15f916067 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1cb3e08c8b1b4eb0bb59c727ffc2916b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340147 Dec 16 22:07:29.502214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c86d9-b3fa-431f-a87f-92d15f916067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c61479-7f08-4e9f-9e59-0188ab35f294,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:29.504211 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51218) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:29.564690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb47757d-6837-4b76-ad30-6119b9d700dc req-eefe08e9-e4d5-4dde-aaba-87f41d2c6c59 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864656 Dec 16 22:07:29.590812 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35bf55c4-fd51-40e3-b604-22a6abf92eda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:29.621594 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35bf55c4-fd51-40e3-b604-22a6abf92eda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:29.654660 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-be982e12-ab6c-4b87-b445-601b858ebff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:29.791722 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35bf55c4-fd51-40e3-b604-22a6abf92eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:29.794644 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35bf55c4-fd51-40e3-b604-22a6abf92eda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:29.798486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-35bf55c4-fd51-40e3-b604-22a6abf92eda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54c61479-7f08-4e9f-9e59-0188ab35f294 HTTP/1.1" status: 204 len: 168 time: 0.2875328 Dec 16 22:07:29.810080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf55c4-fd51-40e3-b604-22a6abf92eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c61479-7f08-4e9f-9e59-0188ab35f294,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:29.862137 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-be982e12-ab6c-4b87-b445-601b858ebff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:30.008714 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-be982e12-ab6c-4b87-b445-601b858ebff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:30.055518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-be982e12-ab6c-4b87-b445-601b858ebff2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71ef5aed26a44859a7fb9ebd7e97578f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5675731 Dec 16 22:07:30.056989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be982e12-ab6c-4b87-b445-601b858ebff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04b0f2b-8be2-4dd1-bda5-b0f5fa0d7d58,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:30.058512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51248) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:30.132769 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23e7f92a-1ff1-443e-819e-3b9b866f3117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:30.173387 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23e7f92a-1ff1-443e-819e-3b9b866f3117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:30.333871 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23e7f92a-1ff1-443e-819e-3b9b866f3117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:30.336978 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23e7f92a-1ff1-443e-819e-3b9b866f3117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:30.338408 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-23e7f92a-1ff1-443e-819e-3b9b866f3117 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f04b0f2b-8be2-4dd1-bda5-b0f5fa0d7d58 HTTP/1.1" status: 204 len: 168 time: 0.2782996 Dec 16 22:07:30.351237 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-3c14e613-b8bf-4f14-8353-95d2e8ef8024 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8134d5c14ac649dca64c3e9d44e892db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303307 Dec 16 22:07:30.352027 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7f92a-1ff1-443e-819e-3b9b866f3117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04b0f2b-8be2-4dd1-bda5-b0f5fa0d7d58,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:30.498042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-97d33af4-d2d4-4a22-858b-9d6f08f761e9 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:30.503889 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-97d33af4-d2d4-4a22-858b-9d6f08f761e9 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1399827 Dec 16 22:07:30.517323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-d55c212e-5574-4a0a-86b9-02046a3755fa tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/quotas/8134d5c14ac649dca64c3e9d44e892db HTTP/1.1" status: 200 len: 375 time: 0.0116072 Dec 16 22:07:30.554624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-5f91c88f-9e18-4677-8757-58c3130f796b tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8134d5c14ac649dca64c3e9d44e892db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286102 Dec 16 22:07:31.076420 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51298) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:31.110219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6639-29b4-4d53-a634-d8196c1c4a52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.208902 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6639-29b4-4d53-a634-d8196c1c4a52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.276064 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6639-29b4-4d53-a634-d8196c1c4a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.321675 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c6639-29b4-4d53-a634-d8196c1c4a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76480744-ca9c-4582-975b-3203ddad014b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:31.327017 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0e0c6639-29b4-4d53-a634-d8196c1c4a52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0581c4333b4640dd95c264ce2e0e8f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490120 Dec 16 22:07:31.329854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51302) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:31.423426 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5fb7a940-20fe-494a-a782-658c9487b356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.457874 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5fb7a940-20fe-494a-a782-658c9487b356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.479260 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5658655-7c2b-4ccb-b1dd-2a4eeaf92030 req-b4564245-a83e-4da7-8e6f-e01d019fa2f5 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:31.480860 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5658655-7c2b-4ccb-b1dd-2a4eeaf92030 req-b4564245-a83e-4da7-8e6f-e01d019fa2f5 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 935 time: 0.0939081 Dec 16 22:07:31.521953 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ec82e149-108c-4343-b9ee-e8fe24853062 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:07:31.562239 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: ec82e149-108c-4343-b9ee-e8fe24853062 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:07:31.562456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ec82e149-108c-4343-b9ee-e8fe24853062 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:07:31.706589 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-01c00538-d38b-42cb-bff1-fe1c815e6b69 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:07:31.709576 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-01c00538-d38b-42cb-bff1-fe1c815e6b69 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075514 Dec 16 22:07:31.719526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5658655-7c2b-4ccb-b1dd-2a4eeaf92030 req-8bd63832-0cd8-4c4e-918c-ead106493307 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313499 Dec 16 22:07:31.802821 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3975f0e-cefc-464b-8ba2-7387726f7adc req-0fe1ab8d-402e-4ff9-9136-f43b0284da77 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 210 time: 0.0280335 Dec 16 22:07:31.825029 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5fb7a940-20fe-494a-a782-658c9487b356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.827919 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5fb7a940-20fe-494a-a782-658c9487b356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.829191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5fb7a940-20fe-494a-a782-658c9487b356 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76480744-ca9c-4582-975b-3203ddad014b HTTP/1.1" status: 204 len: 168 time: 0.4982932 Dec 16 22:07:31.840037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7a940-20fe-494a-a782-658c9487b356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76480744-ca9c-4582-975b-3203ddad014b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:32.078429 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Request body: {'port': {'device_id': '4a6a3930-8f41-48fc-adbb-c1c376f2206f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:32.141709 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:32.527567 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c6c008-b5b5-4ef4-8c49-542c05822c8f {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:32.537032 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:32.556075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Transition to ACTIVE for port object 20c6c008-b5b5-4ef4-8c49-542c05822c8f will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:07:32.641898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:32.694034 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Pushing event updated for resources: {'Port': ['ID=20c6c008-b5b5-4ef4-8c49-542c05822c8f,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:32.735455 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Attempting to bind port 20c6c008-b5b5-4ef4-8c49-542c05822c8f on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:32.736099 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Attempting to bind port 20c6c008-b5b5-4ef4-8c49-542c05822c8f by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:32.736099 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Attempting to bind port 20c6c008-b5b5-4ef4-8c49-542c05822c8f on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:32.743093 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Port 20c6c008-b5b5-4ef4-8c49-542c05822c8f on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:07:32.743470 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Attempting to bind port 20c6c008-b5b5-4ef4-8c49-542c05822c8f on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:32.749325 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:32.749663 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:32.750046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:32.750484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Bound port: 20c6c008-b5b5-4ef4-8c49-542c05822c8f, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:32.750840 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:32.854775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] For port 20c6c008-b5b5-4ef4-8c49-542c05822c8f, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:32.858837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] For port 20c6c008-b5b5-4ef4-8c49-542c05822c8f, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:32.999970 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:33.068470 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:33.069111 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:33.071636 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] 10.222.0.24 "PUT /v2.0/ports/20c6c008-b5b5-4ef4-8c49-542c05822c8f HTTP/1.1" status: 200 len: 1095 time: 1.2033689 Dec 16 22:07:33.072531 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6a3930-8f41-48fc-adbb-c1c376f2206f', 'tag': '20c6c008-b5b5-4ef4-8c49-542c05822c8f'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:33.075454 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5d9e39-f6db-4121-91ed-52b1e8215fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6a3930-8f41-48fc-adbb-c1c376f2206f", "tag": "20c6c008-b5b5-4ef4-8c49-542c05822c8f"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:33.091798 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24d8b4-a98f-4179-8ff7-dffe863b87f0 service neutron] Pushing event updated for resources: {'Port': ['ID=20c6c008-b5b5-4ef4-8c49-542c05822c8f,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:33.163857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51380) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:33.194247 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-9c5cb8ad-c949-468b-85f8-9ec79fea477e tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=8134d5c14ac649dca64c3e9d44e892db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495114 Dec 16 22:07:33.223909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ce5bf-2394-4514-a008-d8cacd79df41 req-5a57b6a7-bcd8-46c7-8acf-0fb619fafda4 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:33.226336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-888ce5bf-2394-4514-a008-d8cacd79df41 req-5a57b6a7-bcd8-46c7-8acf-0fb619fafda4 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 947 time: 0.0875318 Dec 16 22:07:33.341172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-888ce5bf-2394-4514-a008-d8cacd79df41 req-460d3b0c-f684-4413-99dd-d8752e54e83e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072102 Dec 16 22:07:33.343315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-b65eda90-1960-4919-b222-5e2c018e9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:33.344366 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-b65eda90-1960-4919-b222-5e2c018e9dd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 1098 time: 0.1539004 Dec 16 22:07:33.421131 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-cda02040-0e5c-4364-8ece-9f9d9ba0738b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f HTTP/1.1" status: 200 len: 217 time: 0.0656621 Dec 16 22:07:33.506217 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-823abe3c-9122-4bca-b0b7-68e9e0fe261c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:33.515487 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-efcc9cb2-3caa-44b9-933d-f167125ae9ae tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:33.517193 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-efcc9cb2-3caa-44b9-933d-f167125ae9ae tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3091946 Dec 16 22:07:33.544646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-c015ac88-0f79-4593-b0d2-2c5e1eca8083 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Request body: {'port': {'device_id': 'f07e7f8a-93ef-4cdf-abb4-90836531931d', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '8134d5c14ac649dca64c3e9d44e892db'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:33.590848 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89f97a5f-8b6c-4c3c-a7fa-70a7bb3f4b33 req-33308892-459b-4073-8e47-8bd6553529f4 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 210 time: 0.0327454 Dec 16 22:07:33.610555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-ddd99575-590e-490e-9e95-0c4bc73e0bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:33.612557 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-ddd99575-590e-490e-9e95-0c4bc73e0bd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1815450 Dec 16 22:07:33.695425 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ddd47a-e6a0-4ce4-b5d9-e9db7489d9d2 x-openstack-request-id: req-b0ddd47a-e6a0-4ce4-b5d9-e9db7489d9d2 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:33.695425 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6a3930-8f41-48fc-adbb-c1c376f2206f", "tag": "20c6c008-b5b5-4ef4-8c49-542c05822c8f", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:33.695425 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0ddd47a-e6a0-4ce4-b5d9-e9db7489d9d2 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:33.695425 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6a3930-8f41-48fc-adbb-c1c376f2206f', 'tag': '20c6c008-b5b5-4ef4-8c49-542c05822c8f', 'status': 'completed', 'code': 200} Dec 16 22:07:33.739930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-945a6578-b301-4734-bc72-2d6a420cd916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:33.742759 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-945a6578-b301-4734-bc72-2d6a420cd916 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1217382 Dec 16 22:07:33.796104 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-823abe3c-9122-4bca-b0b7-68e9e0fe261c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:33.838972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51406) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:33.885298 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-ca69329e-46ee-45de-8ded-439b1267f193 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327496 Dec 16 22:07:33.913365 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-823abe3c-9122-4bca-b0b7-68e9e0fe261c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:33.955045 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-52fb47b6-3b89-431c-b224-9a4fa6113cc3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1290489606-network', 'tenant_id': 'ac68a26fa228403992a0d0f589886f29'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:33.987182 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823abe3c-9122-4bca-b0b7-68e9e0fe261c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65206790-f78e-47bd-b248-44e5659f6874,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:33.999021 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-c015ac88-0f79-4593-b0d2-2c5e1eca8083 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Made reservation on behalf of 8134d5c14ac649dca64c3e9d44e892db for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:34.013296 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-c015ac88-0f79-4593-b0d2-2c5e1eca8083 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.038428 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-823abe3c-9122-4bca-b0b7-68e9e0fe261c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5d20ebc7f5b4215854634a298f9e933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8785326 Dec 16 22:07:34.052186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51422) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:34.083217 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-155d8b33-e104-4a76-b9a8-e8ed2a1cd45f req-db5c5591-6cf8-441b-9e97-46a91243c0ce service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890583 Dec 16 22:07:34.122537 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af016ea6-4089-497c-bb02-cbb575762d97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.155335 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af016ea6-4089-497c-bb02-cbb575762d97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.161963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fb47b6-3b89-431c-b224-9a4fa6113cc3 admin admin] Made reservation on behalf of ac68a26fa228403992a0d0f589886f29 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:34.164845 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-52fb47b6-3b89-431c-b224-9a4fa6113cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.181476 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-52fb47b6-3b89-431c-b224-9a4fa6113cc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.231029 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-c015ac88-0f79-4593-b0d2-2c5e1eca8083 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Allocated IP 192.168.233.116 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/8bd9d41e-137c-4cdf-8e34-c5724bfe884e) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:34.308081 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9e39-f6db-4121-91ed-52b1e8215fd0 req-0c5e16e8-ea28-40a9-8ecb-d56ddb69515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:34.309558 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fd5d9e39-f6db-4121-91ed-52b1e8215fd0 req-0c5e16e8-ea28-40a9-8ecb-d56ddb69515d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 1098 time: 0.0800550 Dec 16 22:07:34.316911 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af016ea6-4089-497c-bb02-cbb575762d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.320755 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af016ea6-4089-497c-bb02-cbb575762d97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.321909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-af016ea6-4089-497c-bb02-cbb575762d97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65206790-f78e-47bd-b248-44e5659f6874 HTTP/1.1" status: 204 len: 168 time: 0.2681627 Dec 16 22:07:34.338854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af016ea6-4089-497c-bb02-cbb575762d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65206790-f78e-47bd-b248-44e5659f6874,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:34.398598 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-52fb47b6-3b89-431c-b224-9a4fa6113cc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.509595 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-52fb47b6-3b89-431c-b224-9a4fa6113cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.564545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fb47b6-3b89-431c-b224-9a4fa6113cc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:07:34.566431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb47b6-3b89-431c-b224-9a4fa6113cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5625914e-44ae-498c-99f5-e580795b9664,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:34.577210 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-52fb47b6-3b89-431c-b224-9a4fa6113cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.577556 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-52fb47b6-3b89-431c-b224-9a4fa6113cc3 admin admin] Added segment 896bda5c-5e8a-4662-8d2e-ec43c8d33373 of type vlan for network bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5 Dec 16 22:07:34.595523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb54ba-096c-4151-805d-83220c5f0c95 req-08b5527a-f148-48cd-ab70-d1ace5006c5d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:34.597529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2afb54ba-096c-4151-805d-83220c5f0c95 req-08b5527a-f148-48cd-ab70-d1ace5006c5d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 947 time: 0.1168988 Dec 16 22:07:34.641098 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9e39-f6db-4121-91ed-52b1e8215fd0 req-cc458836-0b24-4674-a1d1-651c03a11e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:34.642746 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fd5d9e39-f6db-4121-91ed-52b1e8215fd0 req-cc458836-0b24-4674-a1d1-651c03a11e6d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.3261020 Dec 16 22:07:34.646528 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-c015ac88-0f79-4593-b0d2-2c5e1eca8083 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.648499 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-52fb47b6-3b89-431c-b224-9a4fa6113cc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.692705 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fd5d9e39-f6db-4121-91ed-52b1e8215fd0 req-42ec50d8-9897-4c63-bbfc-ab86414dfb85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f HTTP/1.1" status: 200 len: 217 time: 0.0401590 Dec 16 22:07:34.700312 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2afb54ba-096c-4151-805d-83220c5f0c95 req-cc028fa3-0cc7-4fbd-aba3-4073ab7f80b3 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782359 Dec 16 22:07:34.755908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9e39-f6db-4121-91ed-52b1e8215fd0 req-c39ac279-920c-4de3-8805-808a5f9bcc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:34.757398 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fd5d9e39-f6db-4121-91ed-52b1e8215fd0 req-c39ac279-920c-4de3-8805-808a5f9bcc4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0560954 Dec 16 22:07:34.770393 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-52fb47b6-3b89-431c-b224-9a4fa6113cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.773827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fb47b6-3b89-431c-b224-9a4fa6113cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:34.773827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-52fb47b6-3b89-431c-b224-9a4fa6113cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.811348 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9e39-f6db-4121-91ed-52b1e8215fd0 req-ad732c09-4fd8-43a9-bf5d-56349aa38d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:34.812796 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fd5d9e39-f6db-4121-91ed-52b1e8215fd0 req-ad732c09-4fd8-43a9-bf5d-56349aa38d7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467424 Dec 16 22:07:34.833727 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-c015ac88-0f79-4593-b0d2-2c5e1eca8083 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.849289 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb47b6-3b89-431c-b224-9a4fa6113cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:34.863961 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:07:34.933128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-c015ac88-0f79-4593-b0d2-2c5e1eca8083 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:34.936337 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-c015ac88-0f79-4593-b0d2-2c5e1eca8083 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:34.938154 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015ac88-0f79-4593-b0d2-2c5e1eca8083 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Pushing event updated for resources: {'Port': ['ID=8bd9d41e-137c-4cdf-8e34-c5724bfe884e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:34.943544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-52fb47b6-3b89-431c-b224-9a4fa6113cc3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1000388 Dec 16 22:07:34.943544 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51466) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:34.943992 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-c015ac88-0f79-4593-b0d2-2c5e1eca8083 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:34.947513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-730d508b-6e83-46b3-b494-6cc668d73c18 admin admin] Request body: {'subnet': {'network_id': 'bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1290489606-subnet', 'tenant_id': 'ac68a26fa228403992a0d0f589886f29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:34.948688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-c015ac88-0f79-4593-b0d2-2c5e1eca8083 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:34.949336 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-c015ac88-0f79-4593-b0d2-2c5e1eca8083 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.993807 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fd5d9e39-f6db-4121-91ed-52b1e8215fd0 req-53772ad4-f692-4e69-84a3-fbd5168bdeef service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721494 Dec 16 22:07:35.030833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0dce0-9579-44c8-91ff-38345c53b5e4 req-34331d6e-4cee-471e-b2b9-c906a46d5eda tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:35.032449 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fb0dce0-9579-44c8-91ff-38345c53b5e4 req-34331d6e-4cee-471e-b2b9-c906a46d5eda tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 936 time: 0.0777714 Dec 16 22:07:35.055865 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-c015ac88-0f79-4593-b0d2-2c5e1eca8083 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5219314 Dec 16 22:07:35.071731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Request body: {'port': {'device_id': 'f07e7f8a-93ef-4cdf-abb4-90836531931d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:35.095813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fb0dce0-9579-44c8-91ff-38345c53b5e4 req-8ee06253-644d-41ef-93e4-9e941a7b0957 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541470 Dec 16 22:07:35.139448 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730d508b-6e83-46b3-b494-6cc668d73c18 admin admin] Made reservation on behalf of ac68a26fa228403992a0d0f589886f29 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:35.142537 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-730d508b-6e83-46b3-b494-6cc668d73c18 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.181170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51474) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:35.203883 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fd5d9e39-f6db-4121-91ed-52b1e8215fd0 req-b7de4591-8a1e-40d5-b928-01f778deb496 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980844 Dec 16 22:07:35.205072 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-41bc0826-98e3-4d3e-acea-0645167158e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.207075 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.328025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d163eed3-5117-4706-a6cb-5d4336bfc285 None None] Provisioning complete for port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:35.328484 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d163eed3-5117-4706-a6cb-5d4336bfc285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.370211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d163eed3-5117-4706-a6cb-5d4336bfc285 None None] Port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:35.477247 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-41bc0826-98e3-4d3e-acea-0645167158e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.485370 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-730d508b-6e83-46b3-b494-6cc668d73c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.550442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d508b-6e83-46b3-b494-6cc668d73c18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09cae961-5295-4743-887c-9e0f9b287d40,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:35.558727 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730d508b-6e83-46b3-b494-6cc668d73c18 admin admin] Checking segment: {'id': '896bda5c-5e8a-4662-8d2e-ec43c8d33373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:35.559230 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-41bc0826-98e3-4d3e-acea-0645167158e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.559597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730d508b-6e83-46b3-b494-6cc668d73c18 admin admin] Network hostable DHCP agents. Network: bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:07:35.626116 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc0826-98e3-4d3e-acea-0645167158e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d439ea-6ef4-4740-8fae-777cced3f49e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:35.636102 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-41bc0826-98e3-4d3e-acea-0645167158e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6224fea3252745f2943627919187ca92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4519758 Dec 16 22:07:35.637993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd9d41e-137c-4cdf-8e34-c5724bfe884e {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:35.638887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51500) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:35.645988 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.666562 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Transition to ACTIVE for port object 8bd9d41e-137c-4cdf-8e34-c5724bfe884e will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:07:35.685067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730d508b-6e83-46b3-b494-6cc668d73c18 admin admin] Network bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:07:35.716075 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb2fb423-28ca-433d-a1a4-6990e2309dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.735450 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.745283 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb2fb423-28ca-433d-a1a4-6990e2309dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.767209 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-730d508b-6e83-46b3-b494-6cc668d73c18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:35.780242 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55173b2-7d8e-41dc-9cd2-db52e01b3fb4 None None] Network bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:07:35.792790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730d508b-6e83-46b3-b494-6cc668d73c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:35.793920 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-730d508b-6e83-46b3-b494-6cc668d73c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.922317 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd9d41e-137c-4cdf-8e34-c5724bfe884e,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:35.936450 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Attempting to bind port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:35.937351 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Attempting to bind port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:35.937351 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Attempting to bind port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:35.954037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:07:35.954037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Attempting to bind port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:35.958713 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:35.959063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:35.959484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:35.959925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Bound port: 8bd9d41e-137c-4cdf-8e34-c5724bfe884e, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:35.960320 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.979258 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51526) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:35.980253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-730d508b-6e83-46b3-b494-6cc668d73c18 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0337098 Dec 16 22:07:35.985647 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb2fb423-28ca-433d-a1a4-6990e2309dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.987220 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1290489606-router', 'tenant_id': 'ac68a26fa228403992a0d0f589886f29', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:35.994462 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb2fb423-28ca-433d-a1a4-6990e2309dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.996172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cb2fb423-28ca-433d-a1a4-6990e2309dab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19d439ea-6ef4-4740-8fae-777cced3f49e HTTP/1.1" status: 204 len: 168 time: 0.3561282 Dec 16 22:07:36.021904 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fb423-28ca-433d-a1a4-6990e2309dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d439ea-6ef4-4740-8fae-777cced3f49e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:36.047949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29786-3cbe-485d-9db8-46553ef8e497 req-3f93558f-367b-45eb-bbbe-5beb01e5320e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:36.049538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aeb29786-3cbe-485d-9db8-46553ef8e497 req-3f93558f-367b-45eb-bbbe-5beb01e5320e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 947 time: 0.1241527 Dec 16 22:07:36.060553 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5', 'network_id': 'bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5', 'project_id': 'ac68a26fa228403992a0d0f589886f29', 'fixed_ips': [{'subnet_id': '09cae961-5295-4743-887c-9e0f9b287d40'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:07:36.062412 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:36.112586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] For port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:36.117064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] For port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=8bd9d41e-137c-4cdf-8e34-c5724bfe884e,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:36.136506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aeb29786-3cbe-485d-9db8-46553ef8e497 req-0894897c-5efa-461a-91dd-0f75347f11f1 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737398 Dec 16 22:07:36.207759 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:36.209116 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:36.239245 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:36.250099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Allocated IP 172.20.0.2 (bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5/09cae961-5295-4743-887c-9e0f9b287d40/47fb22db-ef2b-4161-962f-8f1242d174dc) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:36.278978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746d34d-c11f-499e-a9d0-4981572fb677 req-ee79eca8-7c0e-4e17-8ace-41c1a1a93efc tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:36.287797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9746d34d-c11f-499e-a9d0-4981572fb677 req-ee79eca8-7c0e-4e17-8ace-41c1a1a93efc tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 948 time: 0.0792572 Dec 16 22:07:36.354394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9746d34d-c11f-499e-a9d0-4981572fb677 req-b301498b-d002-4a75-81c6-d2b7b9d85bcf tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648172 Dec 16 22:07:36.362287 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd9d41e-137c-4cdf-8e34-c5724bfe884e,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:36.373195 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:36.378720 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:36.379526 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:36.381131 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-e27c61aa-dea3-4414-bd72-f46022668f75 service neutron] 10.222.0.69 "PUT /v2.0/ports/8bd9d41e-137c-4cdf-8e34-c5724bfe884e HTTP/1.1" status: 200 len: 1096 time: 1.3157356 Dec 16 22:07:36.381720 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07e7f8a-93ef-4cdf-abb4-90836531931d', 'tag': '8bd9d41e-137c-4cdf-8e34-c5724bfe884e'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:36.384926 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1ed2bf-9fc4-4acd-b007-c9f85f789845" -d '{"events": [{"name": "network-changed", "server_uuid": "f07e7f8a-93ef-4cdf-abb4-90836531931d", "tag": "8bd9d41e-137c-4cdf-8e34-c5724bfe884e"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:36.443102 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7473a219-5a9c-4e6a-9da6-7c7fbc3d3ddc x-openstack-request-id: req-7473a219-5a9c-4e6a-9da6-7c7fbc3d3ddc {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:36.443519 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07e7f8a-93ef-4cdf-abb4-90836531931d", "tag": "8bd9d41e-137c-4cdf-8e34-c5724bfe884e", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:36.443860 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7473a219-5a9c-4e6a-9da6-7c7fbc3d3ddc {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:36.444342 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07e7f8a-93ef-4cdf-abb4-90836531931d', 'tag': '8bd9d41e-137c-4cdf-8e34-c5724bfe884e', 'status': 'completed', 'code': 200} Dec 16 22:07:36.607910 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:36.712749 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:36.716611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ed2bf-9fc4-4acd-b007-c9f85f789845 req-49f1ca87-5486-437d-8719-cc20b6805d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:36.718204 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8e1ed2bf-9fc4-4acd-b007-c9f85f789845 req-49f1ca87-5486-437d-8719-cc20b6805d98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8134d5c14ac649dca64c3e9d44e892db&device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 1099 time: 0.2280056 Dec 16 22:07:36.757704 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8e1ed2bf-9fc4-4acd-b007-c9f85f789845 req-d9e7086e-3b9d-4eef-9d9f-0d100a88988c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8134d5c14ac649dca64c3e9d44e892db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277789 Dec 16 22:07:36.794682 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:36.862807 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Network bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:36.866020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:36.870017 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:36.879471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Pushing event updated for resources: {'Port': ['ID=47fb22db-ef2b-4161-962f-8f1242d174dc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:36.937241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Attempting to bind port 47fb22db-ef2b-4161-962f-8f1242d174dc on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:36.937637 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Attempting to bind port 47fb22db-ef2b-4161-962f-8f1242d174dc by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '896bda5c-5e8a-4662-8d2e-ec43c8d33373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:36.938071 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Attempting to bind port 47fb22db-ef2b-4161-962f-8f1242d174dc on network bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:36.943469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:36.943903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Checking segment: {'id': '896bda5c-5e8a-4662-8d2e-ec43c8d33373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:36.944319 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:36.945313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Bound using segment: {'id': '896bda5c-5e8a-4662-8d2e-ec43c8d33373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:36.952047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Bound port: 47fb22db-ef2b-4161-962f-8f1242d174dc, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896bda5c-5e8a-4662-8d2e-ec43c8d33373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:36.952047 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:37.028039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] For port 47fb22db-ef2b-4161-962f-8f1242d174dc, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:37.035283 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] For port 47fb22db-ef2b-4161-962f-8f1242d174dc, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=47fb22db-ef2b-4161-962f-8f1242d174dc,segment=NetworkSegment(896bda5c-5e8a-4662-8d2e-ec43c8d33373),segment_id=896bda5c-5e8a-4662-8d2e-ec43c8d33373)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:37.145534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51550) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:37.169695 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ed2bf-9fc4-4acd-b007-c9f85f789845 req-00531306-15e6-4ed1-84fe-d5be7eb55aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:37.171336 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8e1ed2bf-9fc4-4acd-b007-c9f85f789845 req-00531306-15e6-4ed1-84fe-d5be7eb55aea service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3987162 Dec 16 22:07:37.176518 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:37.314337 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f070267-5f73-4d9e-a193-1a91002ebb2f None None] Pushing event updated for resources: {'Port': ['ID=47fb22db-ef2b-4161-962f-8f1242d174dc,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:37.332707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51564) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:37.348818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6916ec-8b0f-49cd-bd48-d5340f878c7f req-107624f3-63a2-4621-bee7-678eedd71551 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:37.360484 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce6916ec-8b0f-49cd-bd48-d5340f878c7f req-107624f3-63a2-4621-bee7-678eedd71551 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 947 time: 0.0953219 Dec 16 22:07:37.449733 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-165ca449-d1a1-46d8-b12d-8a0fbf4a6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:37.450578 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce6916ec-8b0f-49cd-bd48-d5340f878c7f req-2a7fc4df-2bad-4b11-a952-03469d50f646 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835979 Dec 16 22:07:37.451791 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-165ca449-d1a1-46d8-b12d-8a0fbf4a6f05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8134d5c14ac649dca64c3e9d44e892db&device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 1099 time: 0.2004359 Dec 16 22:07:37.489730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51574) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:37.551447 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c325883-a0c1-490c-b3d7-5c2ee5d74ed3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:37.562543 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-893e928a-95d8-4bb9-89b6-58e1d180e8fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=8bd9d41e-137c-4cdf-8e34-c5724bfe884e HTTP/1.1" status: 200 len: 217 time: 0.0965562 Dec 16 22:07:37.638189 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18b9ccc4-777c-4285-94f1-a9b4f0ab8f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:37.653222 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:37.656845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 20c6c008-b5b5-4ef4-8c49-542c05822c8f details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:07:37.697788 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:37.729039 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-627d721f-5843-4d6d-8943-64a99e6e6d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:37.844775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cf726-544a-46ef-a99b-b54160b705fb req-946bb562-eb46-41a7-8056-f7675bb13bed tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:37.851235 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-737cf726-544a-46ef-a99b-b54160b705fb req-946bb562-eb46-41a7-8056-f7675bb13bed tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 948 time: 0.2789831 Dec 16 22:07:37.920771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 20c6c008-b5b5-4ef4-8c49-542c05822c8f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:37.936209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '20c6c008-b5b5-4ef4-8c49-542c05822c8f', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '20c6c008-b5b5-4ef4-8c49-542c05822c8f', 'mac_address': 'fa:16:3e:3c:09:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:07:37.975580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-fdc326c5-6685-4f2e-bd17-fea949204111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:37.977646 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-fdc326c5-6685-4f2e-bd17-fea949204111 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.3997412 Dec 16 22:07:37.997710 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 47fb22db-ef2b-4161-962f-8f1242d174dc up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:38.027908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Allocated IP 172.25.2.48 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/d24c2112-811c-419e-8f48-9edb37fb7a9f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:38.068586 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.072010 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-045b8e78-5072-415e-8508-e19448e18e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:38.073959 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-045b8e78-5072-415e-8508-e19448e18e45 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0880597 Dec 16 22:07:38.088571 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c6c008-b5b5-4ef4-8c49-542c05822c8f {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:38.100165 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 47fb22db-ef2b-4161-962f-8f1242d174dc triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:38.101149 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.107608 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c325883-a0c1-490c-b3d7-5c2ee5d74ed3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.116903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-737cf726-544a-46ef-a99b-b54160b705fb req-959612d0-5aab-4b50-87ea-4b193c65341a tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521408 Dec 16 22:07:38.134082 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18b9ccc4-777c-4285-94f1-a9b4f0ab8f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.149742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 20c6c008-b5b5-4ef4-8c49-542c05822c8f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:38.162724 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-627d721f-5843-4d6d-8943-64a99e6e6d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.182798 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c325883-a0c1-490c-b3d7-5c2ee5d74ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.220351 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18b9ccc4-777c-4285-94f1-a9b4f0ab8f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.242928 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.266217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0c325883-a0c1-490c-b3d7-5c2ee5d74ed3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae2fd6a07eb140a280eb95bae4a4ca14&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1156313 Dec 16 22:07:38.271840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c325883-a0c1-490c-b3d7-5c2ee5d74ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2daa8a4-a478-4ee9-9e53-9c9e040f5dee,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:38.274806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51590) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:38.298578 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-627d721f-5843-4d6d-8943-64a99e6e6d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.299843 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-9f309285-9120-4067-9fb5-6d4ec53230b2 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102230 Dec 16 22:07:38.307218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 47fb22db-ef2b-4161-962f-8f1242d174dc, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=47fb22db-ef2b-4161-962f-8f1242d174dc,segment=NetworkSegment(896bda5c-5e8a-4662-8d2e-ec43c8d33373),segment_id=896bda5c-5e8a-4662-8d2e-ec43c8d33373)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:38.309185 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.332243 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.332499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-18b9ccc4-777c-4285-94f1-a9b4f0ab8f4d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c6e6a87f9b842e0a821c7ba9dda87a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9985015 Dec 16 22:07:38.340419 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51596) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:38.389161 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.394547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=20c6c008-b5b5-4ef4-8c49-542c05822c8f,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:38.425345 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9ccc4-777c-4285-94f1-a9b4f0ab8f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3641fe11-4fe2-4764-b593-6d29cd5ba644,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:38.435556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-627d721f-5843-4d6d-8943-64a99e6e6d46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1df3ba1ea1814c1f88fb01c4c0b9648b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9445927 Dec 16 22:07:38.448178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4aba5-a030-4a49-a8b3-95e244230dd4 req-33eb80d9-35b2-40fc-ae83-104949ae4a83 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:38.449889 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6a4aba5-a030-4a49-a8b3-95e244230dd4 req-33eb80d9-35b2-40fc-ae83-104949ae4a83 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 972 time: 0.1522701 Dec 16 22:07:38.451689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51598) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:38.462821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=47fb22db-ef2b-4161-962f-8f1242d174dc,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:38.543360 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e402fd2-205b-4dcf-ac57-7a643bd0a341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.548138 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c033b1ea-3521-42fb-8b39-9bfadff9945f req-d61917b7-ae86-4e09-b25e-6cad6aa61f0e service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328365 Dec 16 22:07:38.570849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d721f-5843-4d6d-8943-64a99e6e6d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4ef306-98f1-47eb-8712-3aebfae214ba,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:38.592697 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e402fd2-205b-4dcf-ac57-7a643bd0a341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.602907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.613097 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.620010 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['20c6c008-b5b5-4ef4-8c49-542c05822c8f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:38.654533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6a4aba5-a030-4a49-a8b3-95e244230dd4 req-2467128e-e345-4506-8af2-fd3515d28ed2 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781452 Dec 16 22:07:38.673169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:38.680338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:38.680565 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bff9a4b7-8d4d-4be2-96ca-21606b94bb33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.686362 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:38.728081 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.736241 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Pushing event updated for resources: {'Port': ['ID=d24c2112-811c-419e-8f48-9edb37fb7a9f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:38.748926 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bff9a4b7-8d4d-4be2-96ca-21606b94bb33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.760298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb3e15-cbbc-4108-a370-c86d9447217f req-a69a53ee-b2cf-4f9e-a112-41ed9953270b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:38.767520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cceb3e15-cbbc-4108-a370-c86d9447217f req-a69a53ee-b2cf-4f9e-a112-41ed9953270b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 948 time: 0.1842222 Dec 16 22:07:38.798453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:38.799001 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:38.801524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:38.802429 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:38.802708 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:38.803197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:38.803807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:38.804400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:38.805178 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:38.805743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:38.806303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:38.806851 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:38.807812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:38.890241 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cceb3e15-cbbc-4108-a370-c86d9447217f req-c82fdafc-2228-4da1-ab3e-4e92a97253ee tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081896 Dec 16 22:07:38.914846 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e402fd2-205b-4dcf-ac57-7a643bd0a341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.917949 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e402fd2-205b-4dcf-ac57-7a643bd0a341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.919458 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6e402fd2-205b-4dcf-ac57-7a643bd0a341 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3641fe11-4fe2-4764-b593-6d29cd5ba644 HTTP/1.1" status: 204 len: 168 time: 0.5769365 Dec 16 22:07:38.933024 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e402fd2-205b-4dcf-ac57-7a643bd0a341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3641fe11-4fe2-4764-b593-6d29cd5ba644,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:39.002560 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:39.005203 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:39.006359 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2daa8a4-a478-4ee9-9e53-9c9e040f5dee HTTP/1.1" status: 204 len: 168 time: 0.7277391 Dec 16 22:07:39.015776 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2daa8a4-a478-4ee9-9e53-9c9e040f5dee,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:39.023476 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:39.024090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:39.024510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:39.024872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:39.025194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:39.025525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:39.025925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:39.026187 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:39.026513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:39.026837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:39.027162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:39.027512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:39.027841 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a5613-e456-486d-8e97-46089297b2d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:39.037316 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bff9a4b7-8d4d-4be2-96ca-21606b94bb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:39.040095 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bff9a4b7-8d4d-4be2-96ca-21606b94bb33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:39.043955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bff9a4b7-8d4d-4be2-96ca-21606b94bb33 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf4ef306-98f1-47eb-8712-3aebfae214ba HTTP/1.1" status: 204 len: 168 time: 0.5887704 Dec 16 22:07:39.057843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9a4b7-8d4d-4be2-96ca-21606b94bb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4ef306-98f1-47eb-8712-3aebfae214ba,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:39.089721 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468350db-6b4f-437a-b40e-6a3969e99302 None None] Network bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:07:39.156797 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-776742b4-1ed6-418a-9470-017789e127d6 None None] Provisioning complete for port 47fb22db-ef2b-4161-962f-8f1242d174dc triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:39.156909 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-776742b4-1ed6-418a-9470-017789e127d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:39.236601 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:39.284427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04973e5a-3071-4b1d-b306-b75f1a8db4b3 req-be7f58fd-5ca3-4e4f-b86e-9613a1b2b050 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:39.301465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04973e5a-3071-4b1d-b306-b75f1a8db4b3 req-be7f58fd-5ca3-4e4f-b86e-9613a1b2b050 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 948 time: 0.0848019 Dec 16 22:07:39.383569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04973e5a-3071-4b1d-b306-b75f1a8db4b3 req-e2c7ceae-b96f-45d2-9cfb-7f0c953b0680 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715120 Dec 16 22:07:39.536169 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e009f8ea-ece5-4e6a-8475-c25bee85ea13 None None] Provisioning complete for port 47fb22db-ef2b-4161-962f-8f1242d174dc triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:39.536797 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e009f8ea-ece5-4e6a-8475-c25bee85ea13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:39.628850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 20c6c008-b5b5-4ef4-8c49-542c05822c8f up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:39.706054 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:39.753840 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 20c6c008-b5b5-4ef4-8c49-542c05822c8f completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:07:39.759148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 20c6c008-b5b5-4ef4-8c49-542c05822c8f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:39.759832 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:39.802677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0566d-9973-4f8d-b8d6-da911afc8133 req-ca68b1cc-03f6-4f51-842d-31f38301e8ac tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:39.812788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a0566d-9973-4f8d-b8d6-da911afc8133 req-ca68b1cc-03f6-4f51-842d-31f38301e8ac tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 972 time: 0.0948668 Dec 16 22:07:39.871146 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aef8ee-01fd-4f05-8e9a-1faf8ff31f4f req-3e47f3f1-f402-4118-a968-89ee067e0c4e tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:39.871415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 47fb22db-ef2b-4161-962f-8f1242d174dc up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:39.873389 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c1aef8ee-01fd-4f05-8e9a-1faf8ff31f4f req-3e47f3f1-f402-4118-a968-89ee067e0c4e tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 972 time: 0.2440476 Dec 16 22:07:39.895963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a0566d-9973-4f8d-b8d6-da911afc8133 req-20f3601a-a242-44b4-8fdc-7f2fd0cf77e6 tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef6d7b70-6722-4862-b46d-01c93cd9fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751216 Dec 16 22:07:39.923214 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:39.977203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6a3930-8f41-48fc-adbb-c1c376f2206f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c6c008-b5b5-4ef4-8c49-542c05822c8f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:39.979852 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4949d1a-5364-46cf-ae40-d8a5e8aa324f" -d '{"events": [{"server_uuid": "4a6a3930-8f41-48fc-adbb-c1c376f2206f", "name": "network-vif-plugged", "status": "completed", "tag": "20c6c008-b5b5-4ef4-8c49-542c05822c8f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:39.997236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 20c6c008-b5b5-4ef4-8c49-542c05822c8f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:39.999832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 47fb22db-ef2b-4161-962f-8f1242d174dc triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:40.000282 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.028758 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83fd773-665f-4f51-ad0f-a6a47e2ebea9 x-openstack-request-id: req-c83fd773-665f-4f51-ad0f-a6a47e2ebea9 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:40.029149 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6a3930-8f41-48fc-adbb-c1c376f2206f", "name": "network-vif-plugged", "status": "completed", "tag": "20c6c008-b5b5-4ef4-8c49-542c05822c8f", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:40.029494 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c83fd773-665f-4f51-ad0f-a6a47e2ebea9 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:40.029954 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6a3930-8f41-48fc-adbb-c1c376f2206f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c6c008-b5b5-4ef4-8c49-542c05822c8f', 'code': 200} Dec 16 22:07:40.037836 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c8bfa-1c4d-451f-b43e-40dde413b456 req-a989dd0d-b705-4112-acca-7e78133b873c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:40.047615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e71c8bfa-1c4d-451f-b43e-40dde413b456 req-a989dd0d-b705-4112-acca-7e78133b873c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 948 time: 0.0909939 Dec 16 22:07:40.101890 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.120738 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e71c8bfa-1c4d-451f-b43e-40dde413b456 req-7f7b4f61-4eb4-4558-a7b0-4169a33261ba tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722129 Dec 16 22:07:40.158932 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=20c6c008-b5b5-4ef4-8c49-542c05822c8f,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:40.190230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c1aef8ee-01fd-4f05-8e9a-1faf8ff31f4f req-0fc38c02-bc1d-411b-bd2a-32d18f9361dc tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Deleting port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:07:40.190574 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c1aef8ee-01fd-4f05-8e9a-1faf8ff31f4f req-0fc38c02-bc1d-411b-bd2a-32d18f9361dc tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.211449 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51630) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:40.227441 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-207b7ad1-df36-4912-8bb7-663879180bf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.260500 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3adb94-9037-463d-a5b0-3b3db4d39ed1 req-97afaaf8-2163-4cc9-9b75-dbf63bdaf542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:40.263224 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9d3adb94-9037-463d-a5b0-3b3db4d39ed1 req-97afaaf8-2163-4cc9-9b75-dbf63bdaf542 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 1100 time: 0.1465003 Dec 16 22:07:40.283009 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Router 27579a82-fccd-4b3a-b28d-026e1ca13ce5 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:07:40.332027 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-207b7ad1-df36-4912-8bb7-663879180bf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.387003 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51632) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:40.399386 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9d3adb94-9037-463d-a5b0-3b3db4d39ed1 req-d3957bf1-1923-4107-9db8-538fb358ab03 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279318 Dec 16 22:07:40.402893 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7551426c-05e1-482c-b7d4-1bf0e9c70b2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.417306 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c1aef8ee-01fd-4f05-8e9a-1faf8ff31f4f req-0fc38c02-bc1d-411b-bd2a-32d18f9361dc tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] For port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:40.417306 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c1aef8ee-01fd-4f05-8e9a-1faf8ff31f4f req-0fc38c02-bc1d-411b-bd2a-32d18f9361dc tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.450310 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-207b7ad1-df36-4912-8bb7-663879180bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.461891 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c1aef8ee-01fd-4f05-8e9a-1faf8ff31f4f req-0fc38c02-bc1d-411b-bd2a-32d18f9361dc tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Calling delete_port for a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 owned by compute:tempest-test_az-1269065591 {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:07:40.520841 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:07:40.546931 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-207b7ad1-df36-4912-8bb7-663879180bf0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e496a403dec1400badaa4cd3b9785bed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3365741 Dec 16 22:07:40.547140 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Sync routers for ids ['27579a82-fccd-4b3a-b28d-026e1ca13ce5'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:07:40.547697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51638) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:40.550877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b7ad1-df36-4912-8bb7-663879180bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a810cb7-f93d-4ffc-a946-119f39440120,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:40.558144 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Routers {'27579a82-fccd-4b3a-b28d-026e1ca13ce5'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:40.559946 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:07:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['27579a82-fccd-4b3a-b28d-026e1ca13ce5'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:40.613027 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7551426c-05e1-482c-b7d4-1bf0e9c70b2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.632971 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.634342 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2e2fb515-7e71-4dad-b089-3ad1cd879194 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6525400 Dec 16 22:07:40.635762 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e4712-ea1e-4f3e-b467-8bc483f58bfb req-9b70ed09-07c0-4ffd-b96a-63d07eb60352 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:40.637232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51640) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:40.637452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-275e4712-ea1e-4f3e-b467-8bc483f58bfb req-9b70ed09-07c0-4ffd-b96a-63d07eb60352 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 948 time: 0.1683578 Dec 16 22:07:40.688666 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1033-66b2-4cf9-b6e9-5388983b45b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.721023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-275e4712-ea1e-4f3e-b467-8bc483f58bfb req-f86b67ee-7420-49e5-9160-ca02afdcb058 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764577 Dec 16 22:07:40.723157 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Set router 27579a82-fccd-4b3a-b28d-026e1ca13ce5 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:40.726956 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1033-66b2-4cf9-b6e9-5388983b45b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.735720 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7551426c-05e1-482c-b7d4-1bf0e9c70b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.763468 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c1aef8ee-01fd-4f05-8e9a-1faf8ff31f4f req-0fc38c02-bc1d-411b-bd2a-32d18f9361dc tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.780732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:40.801600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51644) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:40.815129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7551426c-05e1-482c-b7d4-1bf0e9c70b2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee344861552c42e5b4b7443ce2eea021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270053 Dec 16 22:07:40.821890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51646) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:40.830153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551426c-05e1-482c-b7d4-1bf0e9c70b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d262d7-ef37-4fce-95e8-5929ea64e2f4,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:40.835402 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4a46b1a1-5b18-436b-8b47-bc865c1adf55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.835663 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc38c02-bc1d-411b-bd2a-32d18f9361dc tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Pushing event deleted for resources: {'Port': ['ID=a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:40.925690 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c84e499-f8e3-441f-9975-b400278ece9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.951287 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c84e499-f8e3-441f-9975-b400278ece9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.975132 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1033-66b2-4cf9-b6e9-5388983b45b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.979612 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1033-66b2-4cf9-b6e9-5388983b45b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.983251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8b7a1033-66b2-4cf9-b6e9-5388983b45b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a810cb7-f93d-4ffc-a946-119f39440120 HTTP/1.1" status: 204 len: 168 time: 0.4327459 Dec 16 22:07:41.031479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a1033-66b2-4cf9-b6e9-5388983b45b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a810cb7-f93d-4ffc-a946-119f39440120,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:41.071941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1aef8ee-01fd-4f05-8e9a-1faf8ff31f4f req-0fc38c02-bc1d-411b-bd2a-32d18f9361dc tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] No DVR routers for this DVR port a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:07:41.077056 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c1aef8ee-01fd-4f05-8e9a-1faf8ff31f4f req-0fc38c02-bc1d-411b-bd2a-32d18f9361dc tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:41.082071 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c1aef8ee-01fd-4f05-8e9a-1faf8ff31f4f req-0fc38c02-bc1d-411b-bd2a-32d18f9361dc tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.69 "DELETE /v2.0/ports/a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 HTTP/1.1" status: 204 len: 173 time: 1.1794167 Dec 16 22:07:41.082565 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef7850e-1840-481c-8a02-94d44e210450', 'name': 'network-vif-deleted', 'tag': 'a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:41.086842 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f38f2a-5183-4841-ad5c-15be968cf876" -d '{"events": [{"server_uuid": "3ef7850e-1840-481c-8a02-94d44e210450", "name": "network-vif-deleted", "tag": "a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:41.152625 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4a46b1a1-5b18-436b-8b47-bc865c1adf55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:41.153427 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27579a82-fccd-4b3a-b28d-026e1ca13ce5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1290489606-router', 'tenant_id': 'ac68a26fa228403992a0d0f589886f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd24c2112-811c-419e-8f48-9edb37fb7a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:36Z', 'updated_at': '2021-12-16T22:07:38Z', 'revision_number': 3, 'project_id': 'ac68a26fa228403992a0d0f589886f29', 'gw_port': {'id': 'd24c2112-811c-419e-8f48-9edb37fb7a9f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27579a82-fccd-4b3a-b28d-026e1ca13ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:37Z', 'updated_at': '2021-12-16T22:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:41.159379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f98dfa9-d953-4240-b6b9-71e718d2d187 req-739c41f7-3dfe-4aea-8502-9decc4ea195b tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 210 time: 0.0804987 Dec 16 22:07:41.285190 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Checking router: 27579a82-fccd-4b3a-b28d-026e1ca13ce5 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:07:41.285190 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Updating router 27579a82-fccd-4b3a-b28d-026e1ca13ce5 port d24c2112-811c-419e-8f48-9edb37fb7a9f binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:07:41.285944 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4ab50f-826a-4f16-b2ef-6be63ecf99a2 x-openstack-request-id: req-ce4ab50f-826a-4f16-b2ef-6be63ecf99a2 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:41.285944 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef7850e-1840-481c-8a02-94d44e210450", "name": "network-vif-deleted", "tag": "a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:41.285944 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce4ab50f-826a-4f16-b2ef-6be63ecf99a2 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:41.285944 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef7850e-1840-481c-8a02-94d44e210450', 'name': 'network-vif-deleted', 'tag': 'a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5', 'status': 'completed', 'code': 200} Dec 16 22:07:41.286391 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:41.313641 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c84e499-f8e3-441f-9975-b400278ece9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:41.317480 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c84e499-f8e3-441f-9975-b400278ece9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:41.508230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3c84e499-f8e3-441f-9975-b400278ece9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0d262d7-ef37-4fce-95e8-5929ea64e2f4 HTTP/1.1" status: 204 len: 168 time: 0.4959245 Dec 16 22:07:41.508230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84e499-f8e3-441f-9975-b400278ece9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d262d7-ef37-4fce-95e8-5929ea64e2f4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:41.508230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d200e21-ab7c-4159-9ddf-c271c016d7a4 req-e636376c-ac8d-490a-a286-95030305291d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:41.508230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d200e21-ab7c-4159-9ddf-c271c016d7a4 req-e636376c-ac8d-490a-a286-95030305291d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.1023889 Dec 16 22:07:41.508230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d200e21-ab7c-4159-9ddf-c271c016d7a4 req-c02a8a99-9ce4-40c1-9d27-68d3c7c6e536 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560150 Dec 16 22:07:41.510190 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:41.519612 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 8bd9d41e-137c-4cdf-8e34-c5724bfe884e details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:07:41.607734 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:41.640267 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=8bd9d41e-137c-4cdf-8e34-c5724bfe884e,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:41.653864 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '8bd9d41e-137c-4cdf-8e34-c5724bfe884e', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '8bd9d41e-137c-4cdf-8e34-c5724bfe884e', 'mac_address': 'fa:16:3e:82:7c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:07:41.703804 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:41.719481 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd9d41e-137c-4cdf-8e34-c5724bfe884e {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:41.741671 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=8bd9d41e-137c-4cdf-8e34-c5724bfe884e,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:41.848003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Allocated IP 172.20.0.1 (bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5/09cae961-5295-4743-887c-9e0f9b287d40/6b9a74cc-7975-4c55-9cb4-83a8eabed4b3) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:41.850641 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b55ee-4084-428f-8f99-e188f8c3aa2a req-89f3081c-03eb-482a-bba9-37cff1b71674 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:41.852259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c1b55ee-4084-428f-8f99-e188f8c3aa2a req-89f3081c-03eb-482a-bba9-37cff1b71674 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 948 time: 0.0505302 Dec 16 22:07:41.868701 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:41.873266 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:41.905822 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4a46b1a1-5b18-436b-8b47-bc865c1adf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:41.947645 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b6ab9-57e9-46fc-87e2-bc52ac85f1d6 None None] Pushing event updated for resources: {'Port': ['ID=d24c2112-811c-419e-8f48-9edb37fb7a9f,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:41.952250 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Attempting to bind port d24c2112-811c-419e-8f48-9edb37fb7a9f on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:41.952871 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Attempting to bind port d24c2112-811c-419e-8f48-9edb37fb7a9f by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:41.954007 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Attempting to bind port d24c2112-811c-419e-8f48-9edb37fb7a9f on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:41.967910 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b6ab9-57e9-46fc-87e2-bc52ac85f1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:41.968629 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b6ab9-57e9-46fc-87e2-bc52ac85f1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:41.973293 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b6ab9-57e9-46fc-87e2-bc52ac85f1d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:41.973293 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b6ab9-57e9-46fc-87e2-bc52ac85f1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:41.973293 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b6ab9-57e9-46fc-87e2-bc52ac85f1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:41.973293 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b6ab9-57e9-46fc-87e2-bc52ac85f1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:41.973293 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b6ab9-57e9-46fc-87e2-bc52ac85f1d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:41.973293 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b6ab9-57e9-46fc-87e2-bc52ac85f1d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:41.973293 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b6ab9-57e9-46fc-87e2-bc52ac85f1d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:41.973984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46b1a1-5b18-436b-8b47-bc865c1adf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f408c5-8be1-4f19-b2ac-bb3377ad34db,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:41.974084 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b6ab9-57e9-46fc-87e2-bc52ac85f1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:41.974237 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b6ab9-57e9-46fc-87e2-bc52ac85f1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:41.974824 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b6ab9-57e9-46fc-87e2-bc52ac85f1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:41.975338 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b6ab9-57e9-46fc-87e2-bc52ac85f1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b6ab9-57e9-46fc-87e2-bc52ac85f1d6 None None] Tracked resource versions report: Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: pushed versions: Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: { 'AddressGroup': {'1.2'}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'ConntrackHelper': {'1.0'}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'LocalIPAssociation': {'1.0'}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'Log': {'1.0'}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'Network': {'1.1'}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'Port': {'1.7'}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'PortForwarding': {'1.2'}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'QosPolicy': {'1.10'}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'SecurityGroup': {'1.5'}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'SecurityGroupRule': {'1.2'}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'SubPort': {'1.0'}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'Subnet': {'1.1'}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'Trunk': {'1.1'}} Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: consumer versions: Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: { DHCP agent@n-d-821840-2: {}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: HyperV agent@n-h1-821840-2: {}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: HyperV agent@n-h2-821840-2: {}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: L3 agent@n-d-821840-2: {}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: Metadata agent@n-d-821840-2: {}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: Metering agent@n-d-821840-2: {}, Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: Open vSwitch agent@n-d-821840-2: { 'AddressGroup': '1.2', Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'ConntrackHelper': '1.0', Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'LocalIPAssociation': '1.0', Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'Log': '1.0', Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'Network': '1.1', Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'Port': '1.7', Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'PortForwarding': '1.2', Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'QosPolicy': '1.10', Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'SecurityGroup': '1.5', Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'SecurityGroupRule': '1.2', Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'SubPort': '1.0', Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'Subnet': '1.1', Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: 'Trunk': '1.1'}} Dec 16 22:07:41.977030 n-d-821840-2 neutron-server[103955]: {{(pid=103955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 22:07:41.984746 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:41.985679 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:41.986388 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:41.987484 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:41.988308 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Bound port: d24c2112-811c-419e-8f48-9edb37fb7a9f, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:41.988932 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.009840 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51668) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:42.010326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4a46b1a1-5b18-436b-8b47-bc865c1adf55 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cd49bceb1644aeaa125a1f47b6d0ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1942303 Dec 16 22:07:42.018000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c1b55ee-4084-428f-8f99-e188f8c3aa2a req-30cab028-15a5-481e-894d-69fad5ab443c tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591375 Dec 16 22:07:42.065815 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.071380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=8bd9d41e-137c-4cdf-8e34-c5724bfe884e,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:42.101108 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] For port d24c2112-811c-419e-8f48-9edb37fb7a9f, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:42.107573 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] For port d24c2112-811c-419e-8f48-9edb37fb7a9f, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d24c2112-811c-419e-8f48-9edb37fb7a9f,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:42.130716 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83736961-47cc-4d2c-905c-ebf8684374d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.137474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['8bd9d41e-137c-4cdf-8e34-c5724bfe884e'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:42.158956 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83736961-47cc-4d2c-905c-ebf8684374d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.172515 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.200758 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.261564 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Network bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:42.271037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:42.271037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:42.271037 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.313781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Pushing event updated for resources: {'Port': ['ID=6b9a74cc-7975-4c55-9cb4-83a8eabed4b3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:42.388349 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Routers {'27579a82-fccd-4b3a-b28d-026e1ca13ce5'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:42.389316 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:07:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['27579a82-fccd-4b3a-b28d-026e1ca13ce5'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:42.421758 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83736961-47cc-4d2c-905c-ebf8684374d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.424357 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83736961-47cc-4d2c-905c-ebf8684374d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.425795 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-83736961-47cc-4d2c-905c-ebf8684374d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12f408c5-8be1-4f19-b2ac-bb3377ad34db HTTP/1.1" status: 204 len: 168 time: 0.4112580 Dec 16 22:07:42.436482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb5d44d3-1b4d-469d-965d-12714ad4febf req-c052672c-348c-4438-b131-2235eb9017ee tempest-AggregatesAdminTestJSON-1534372829 tempest-AggregatesAdminTestJSON-1534372829-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef7850e-1840-481c-8a02-94d44e210450 HTTP/1.1" status: 200 len: 210 time: 0.0519006 Dec 16 22:07:42.465545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83736961-47cc-4d2c-905c-ebf8684374d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f408c5-8be1-4f19-b2ac-bb3377ad34db,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:42.740260 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019255b0-e908-4a49-981a-15780a47f7d0 req-7f32f379-4291-45eb-a3a2-9b93b5e8ca72 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:42.744245 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-019255b0-e908-4a49-981a-15780a47f7d0 req-7f32f379-4291-45eb-a3a2-9b93b5e8ca72 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.1346371 Dec 16 22:07:42.744438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-604a738f-8ad6-4994-aa33-697bb20fdd64 None None] Provisioning complete for port 6b9a74cc-7975-4c55-9cb4-83a8eabed4b3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:42.744828 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-604a738f-8ad6-4994-aa33-697bb20fdd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.748231 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b6ab9-57e9-46fc-87e2-bc52ac85f1d6 None None] Pushing event updated for resources: {'Port': ['ID=d24c2112-811c-419e-8f48-9edb37fb7a9f,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:42.796141 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] Set router 27579a82-fccd-4b3a-b28d-026e1ca13ce5 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:42.806693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-604a738f-8ad6-4994-aa33-697bb20fdd64 None None] Port 6b9a74cc-7975-4c55-9cb4-83a8eabed4b3 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:42.814198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-019255b0-e908-4a49-981a-15780a47f7d0 req-2048ce3a-b0e6-42fd-be4f-17ff45544fd9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647159 Dec 16 22:07:42.846445 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.883681 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51686) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:42.919391 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.923066 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-193d9e34-4562-4dea-89e0-a6711551ec77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.003962 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.038320 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27579a82-fccd-4b3a-b28d-026e1ca13ce5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1290489606-router', 'tenant_id': 'ac68a26fa228403992a0d0f589886f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd24c2112-811c-419e-8f48-9edb37fb7a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:36Z', 'updated_at': '2021-12-16T22:07:38Z', 'revision_number': 3, 'project_id': 'ac68a26fa228403992a0d0f589886f29', 'gw_port': {'id': 'd24c2112-811c-419e-8f48-9edb37fb7a9f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27579a82-fccd-4b3a-b28d-026e1ca13ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:37Z', 'updated_at': '2021-12-16T22:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:43.080412 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de13b2e1-7348-440e-8935-ac8c627288b1 None None] The sync data for ids ['27579a82-fccd-4b3a-b28d-026e1ca13ce5'] in n-d-821840-2 is: [{'id': '27579a82-fccd-4b3a-b28d-026e1ca13ce5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1290489606-router', 'tenant_id': 'ac68a26fa228403992a0d0f589886f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd24c2112-811c-419e-8f48-9edb37fb7a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:36Z', 'updated_at': '2021-12-16T22:07:38Z', 'revision_number': 3, 'project_id': 'ac68a26fa228403992a0d0f589886f29', 'gw_port': {'id': 'd24c2112-811c-419e-8f48-9edb37fb7a9f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27579a82-fccd-4b3a-b28d-026e1ca13ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:37Z', 'updated_at': '2021-12-16T22:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:07:43.090817 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-193d9e34-4562-4dea-89e0-a6711551ec77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.154257 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.177863 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-193d9e34-4562-4dea-89e0-a6711551ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.222771 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.223685 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.232002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-193d9e34-4562-4dea-89e0-a6711551ec77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d81d143768a4bc1a86c507101fcc3d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3454676 Dec 16 22:07:43.234515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d9e34-4562-4dea-89e0-a6711551ec77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658a3110-83f7-4bee-8203-db1da7e62420,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:43.235715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51698) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:43.250806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f6851-cc1c-40fa-a270-d2eac6695d0d req-883e43b0-6251-497d-a0d0-40006b9df20f tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:43.251512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-604f6851-cc1c-40fa-a270-d2eac6695d0d req-883e43b0-6251-497d-a0d0-40006b9df20f tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 949 time: 0.1075165 Dec 16 22:07:43.355076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-604f6851-cc1c-40fa-a270-d2eac6695d0d req-1827836e-052c-4b33-ba38-afa931cd04c6 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906909 Dec 16 22:07:43.360574 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e05a33fb-8e62-45d1-b125-08dae941387f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.384171 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e05a33fb-8e62-45d1-b125-08dae941387f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.394303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Pushing event updated for resources: {'Port': ['ID=6b9a74cc-7975-4c55-9cb4-83a8eabed4b3,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:43.508868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Network bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:43.511178 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:43.535417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 8bd9d41e-137c-4cdf-8e34-c5724bfe884e up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:43.537979 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e05a33fb-8e62-45d1-b125-08dae941387f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.541795 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e05a33fb-8e62-45d1-b125-08dae941387f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.543720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e05a33fb-8e62-45d1-b125-08dae941387f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/658a3110-83f7-4bee-8203-db1da7e62420 HTTP/1.1" status: 204 len: 168 time: 0.3070552 Dec 16 22:07:43.557273 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a33fb-8e62-45d1-b125-08dae941387f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658a3110-83f7-4bee-8203-db1da7e62420,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:43.745883 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:07:43.750768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:43.751211 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.783518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Router 27579a82-fccd-4b3a-b28d-026e1ca13ce5 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:07:43.941524 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-97cfee67-1326-45af-971a-a8144abbfb2b None None] Provisioning complete for port 6b9a74cc-7975-4c55-9cb4-83a8eabed4b3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:43.942408 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97cfee67-1326-45af-971a-a8144abbfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.995578 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:07:44.004043 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0f87174f-d872-4e5a-898a-c8a4a7ceb170 admin admin] 10.222.0.43 "PUT /v2.0/routers/27579a82-fccd-4b3a-b28d-026e1ca13ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3634660 Dec 16 22:07:44.043604 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:44.049251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-97cfee67-1326-45af-971a-a8144abbfb2b None None] Port 6b9a74cc-7975-4c55-9cb4-83a8eabed4b3 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:44.052749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d24c2112-811c-419e-8f48-9edb37fb7a9f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:44.083026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4bb45-4166-450f-807d-f3ea329a0168 req-0d9a80e3-6f68-4760-9adc-acba7d0b846c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:44.091768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19b4bb45-4166-450f-807d-f3ea329a0168 req-0d9a80e3-6f68-4760-9adc-acba7d0b846c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.1355565 Dec 16 22:07:44.123229 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=8bd9d41e-137c-4cdf-8e34-c5724bfe884e,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:44.126112 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07e7f8a-93ef-4cdf-abb4-90836531931d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd9d41e-137c-4cdf-8e34-c5724bfe884e'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:44.129415 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5557c4c7-b71c-48f1-860b-324a3164cc34" -d '{"events": [{"server_uuid": "f07e7f8a-93ef-4cdf-abb4-90836531931d", "name": "network-vif-plugged", "status": "completed", "tag": "8bd9d41e-137c-4cdf-8e34-c5724bfe884e"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:44.160205 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19b4bb45-4166-450f-807d-f3ea329a0168 req-cdb92158-5421-4c50-b9e0-a8f36b54244a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671797 Dec 16 22:07:44.161419 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d24c2112-811c-419e-8f48-9edb37fb7a9f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:44.161940 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:44.197454 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ff7cf6-5d84-4e1a-bd5e-a75e3c28130e x-openstack-request-id: req-a2ff7cf6-5d84-4e1a-bd5e-a75e3c28130e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:44.197767 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07e7f8a-93ef-4cdf-abb4-90836531931d", "name": "network-vif-plugged", "status": "completed", "tag": "8bd9d41e-137c-4cdf-8e34-c5724bfe884e", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:44.198025 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2ff7cf6-5d84-4e1a-bd5e-a75e3c28130e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:44.198620 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07e7f8a-93ef-4cdf-abb4-90836531931d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd9d41e-137c-4cdf-8e34-c5724bfe884e', 'code': 200} Dec 16 22:07:44.214937 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:44.215797 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:07:44.265925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:07:44.266271 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a0c6c1eb-dbf7-4c6f-828d-8619b0532ff5 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:07:44.322036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=8bd9d41e-137c-4cdf-8e34-c5724bfe884e,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:44.337991 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:44.339430 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935f4ca-81fa-4d53-b4a9-683270b9747d req-35740c45-7ef0-4c13-8091-eea6c4f3dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:44.341784 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a935f4ca-81fa-4d53-b4a9-683270b9747d req-35740c45-7ef0-4c13-8091-eea6c4f3dba0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 1101 time: 0.0734227 Dec 16 22:07:44.361817 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port d24c2112-811c-419e-8f48-9edb37fb7a9f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d24c2112-811c-419e-8f48-9edb37fb7a9f,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:44.434627 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a935f4ca-81fa-4d53-b4a9-683270b9747d req-aac08265-75b9-4370-9062-37b1bff06e47 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847983 Dec 16 22:07:44.448246 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:44.488952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a4c8c-880d-46b3-a0cf-1a9b580b51a0 req-75af02d8-7c7f-4da6-87b0-527076280716 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:44.499306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd9a4c8c-880d-46b3-a0cf-1a9b580b51a0 req-75af02d8-7c7f-4da6-87b0-527076280716 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 950 time: 0.0718336 Dec 16 22:07:44.506876 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=d24c2112-811c-419e-8f48-9edb37fb7a9f,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:44.547934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd9a4c8c-880d-46b3-a0cf-1a9b580b51a0 req-a77c9a7d-5e0a-4410-ad64-3ea4bd5ab9d4 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477204 Dec 16 22:07:44.764174 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51750) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:44.979077 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-2b979be5-27ef-406e-a708-0b5898695e56 req-bff6956b-30f0-488f-aad5-b3f3f598c5eb tempest-FloatingIPDetailsNegativeTestJSON-1384980253 tempest-FloatingIPDetailsNegativeTestJSON-1384980253-project] show failed (client error): The resource could not be found. Dec 16 22:07:44.990651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b979be5-27ef-406e-a708-0b5898695e56 req-bff6956b-30f0-488f-aad5-b3f3f598c5eb tempest-FloatingIPDetailsNegativeTestJSON-1384980253 tempest-FloatingIPDetailsNegativeTestJSON-1384980253-project] 10.222.0.43 "GET /v2.0/floatingips/a8d47d13-ef0d-4306-bea7-4e6251adf48a HTTP/1.1" status: 404 len: 350 time: 0.0938015 Dec 16 22:07:44.995568 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51762) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:45.042681 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5619b-68a0-42fe-99bb-cd4e8ef766ec req-4b084381-23ae-4b44-b726-f3537617fae8 tempest-MigrationsAdminTest-77667792 tempest-MigrationsAdminTest-77667792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:45.044288 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00b5619b-68a0-42fe-99bb-cd4e8ef766ec req-4b084381-23ae-4b44-b726-f3537617fae8 tempest-MigrationsAdminTest-77667792 tempest-MigrationsAdminTest-77667792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 1100 time: 0.0672379 Dec 16 22:07:45.066915 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-00b5619b-68a0-42fe-99bb-cd4e8ef766ec req-55cbfb48-0876-4493-8fb6-c1d90fc7aa98 tempest-MigrationsAdminTest-77667792 tempest-MigrationsAdminTest-77667792-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:45.162652 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-00b5619b-68a0-42fe-99bb-cd4e8ef766ec req-55cbfb48-0876-4493-8fb6-c1d90fc7aa98 tempest-MigrationsAdminTest-77667792 tempest-MigrationsAdminTest-77667792-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:45.218915 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-00b5619b-68a0-42fe-99bb-cd4e8ef766ec req-55cbfb48-0876-4493-8fb6-c1d90fc7aa98 tempest-MigrationsAdminTest-77667792 tempest-MigrationsAdminTest-77667792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:45.284768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00b5619b-68a0-42fe-99bb-cd4e8ef766ec req-55cbfb48-0876-4493-8fb6-c1d90fc7aa98 tempest-MigrationsAdminTest-77667792 tempest-MigrationsAdminTest-77667792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288775 Dec 16 22:07:45.299371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51772) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:45.299855 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1fdccf13-fc25-4124-b76f-c01cd23363d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83d5db76591145ad9192e411db6df253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5342441 Dec 16 22:07:45.452366 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8434212-063e-452e-a1e0-3f612467c5ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:45.456156 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbfb48-0876-4493-8fb6-c1d90fc7aa98 tempest-MigrationsAdminTest-77667792 tempest-MigrationsAdminTest-77667792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6dcd0c-a14d-45d7-a1c5-e7f6975b1057,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:45.523677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03daaf70-1eca-4a00-892b-ab1c84f17e99 req-dc923fbc-88ca-49c9-8c7f-d6bfc77f89e2 tempest-QuotasAdminNegativeTest-1436084541 tempest-QuotasAdminNegativeTest-1436084541-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9e37e44087c64c748ca554b2849e95f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705867 Dec 16 22:07:45.606430 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8434212-063e-452e-a1e0-3f612467c5ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:45.768952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daaf70-1eca-4a00-892b-ab1c84f17e99 req-9e3567c2-4a41-4cf5-a648-ba8f1c751bee tempest-QuotasAdminNegativeTest-1436084541 tempest-QuotasAdminNegativeTest-1436084541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:45.777591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03daaf70-1eca-4a00-892b-ab1c84f17e99 req-9e3567c2-4a41-4cf5-a648-ba8f1c751bee tempest-QuotasAdminNegativeTest-1436084541 tempest-QuotasAdminNegativeTest-1436084541-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2524540 Dec 16 22:07:45.803202 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03daaf70-1eca-4a00-892b-ab1c84f17e99 req-576609ca-20b7-4935-a135-29f38d041f7a tempest-QuotasAdminNegativeTest-1436084541 tempest-QuotasAdminNegativeTest-1436084541-project] 10.222.0.43 "GET /v2.0/quotas/9e37e44087c64c748ca554b2849e95f3 HTTP/1.1" status: 200 len: 375 time: 0.0184371 Dec 16 22:07:45.818691 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f51d7909-6f46-4314-a717-8f9fc4ef9157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:45.829588 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8434212-063e-452e-a1e0-3f612467c5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:45.832756 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8434212-063e-452e-a1e0-3f612467c5ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:45.837864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d8434212-063e-452e-a1e0-3f612467c5ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef6d7b70-6722-4862-b46d-01c93cd9fc9f HTTP/1.1" status: 204 len: 168 time: 0.5363398 Dec 16 22:07:45.849114 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03daaf70-1eca-4a00-892b-ab1c84f17e99 req-80d75a3e-9bd9-427c-93ed-96a3891a6004 tempest-QuotasAdminNegativeTest-1436084541 tempest-QuotasAdminNegativeTest-1436084541-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e37e44087c64c748ca554b2849e95f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502849 Dec 16 22:07:45.870488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8434212-063e-452e-a1e0-3f612467c5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6d7b70-6722-4862-b46d-01c93cd9fc9f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:45.933316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d24c2112-811c-419e-8f48-9edb37fb7a9f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:46.030862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d24c2112-811c-419e-8f48-9edb37fb7a9f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:46.031617 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:46.101195 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea4066-760d-4bad-bac5-f7cfc70a022c req-5e996ad0-0c12-4f81-9a32-0d642aab650f tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:46.109731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91ea4066-760d-4bad-bac5-f7cfc70a022c req-5e996ad0-0c12-4f81-9a32-0d642aab650f tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 950 time: 0.1102767 Dec 16 22:07:46.184603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91ea4066-760d-4bad-bac5-f7cfc70a022c req-42a6d534-f3d2-4c20-8275-74e362b49329 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564103 Dec 16 22:07:46.314586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-ca6ebe58-5fbf-4a12-8e09-04ca56c13407 req-4f29cb33-418e-4e68-9c04-b77e3ebcab1e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:07:46.315817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca6ebe58-5fbf-4a12-8e09-04ca56c13407 req-4f29cb33-418e-4e68-9c04-b77e3ebcab1e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4276781 Dec 16 22:07:46.361695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335abee-5996-425f-aea8-2a6f779043c2 None None] Sync routers for ids ['27579a82-fccd-4b3a-b28d-026e1ca13ce5'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:07:46.378950 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335abee-5996-425f-aea8-2a6f779043c2 None None] Routers {'27579a82-fccd-4b3a-b28d-026e1ca13ce5'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:46.378950 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d335abee-5996-425f-aea8-2a6f779043c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:07:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['27579a82-fccd-4b3a-b28d-026e1ca13ce5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:46.497459 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d335abee-5996-425f-aea8-2a6f779043c2 None None] Set router 27579a82-fccd-4b3a-b28d-026e1ca13ce5 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:46.510323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f51d7909-6f46-4314-a717-8f9fc4ef9157 admin admin] Deleting port 6b9a74cc-7975-4c55-9cb4-83a8eabed4b3 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:07:46.510879 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f51d7909-6f46-4314-a717-8f9fc4ef9157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:46.612215 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f51d7909-6f46-4314-a717-8f9fc4ef9157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:46.625395 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f51d7909-6f46-4314-a717-8f9fc4ef9157 admin admin] Calling delete_port for 6b9a74cc-7975-4c55-9cb4-83a8eabed4b3 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:07:46.769523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d335abee-5996-425f-aea8-2a6f779043c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27579a82-fccd-4b3a-b28d-026e1ca13ce5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1290489606-router', 'tenant_id': 'ac68a26fa228403992a0d0f589886f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd24c2112-811c-419e-8f48-9edb37fb7a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:36Z', 'updated_at': '2021-12-16T22:07:42Z', 'revision_number': 4, 'project_id': 'ac68a26fa228403992a0d0f589886f29', 'gw_port': {'id': 'd24c2112-811c-419e-8f48-9edb37fb7a9f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27579a82-fccd-4b3a-b28d-026e1ca13ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:37Z', 'updated_at': '2021-12-16T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '6b9a74cc-7975-4c55-9cb4-83a8eabed4b3', 'name': '', 'network_id': 'bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5', 'tenant_id': 'ac68a26fa228403992a0d0f589886f29', 'mac_address': 'fa:16:3e:57:46:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27579a82-fccd-4b3a-b28d-026e1ca13ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '09cae961-5295-4743-887c-9e0f9b287d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:41Z', 'updated_at': '2021-12-16T22:07:42Z', 'revision_number': 2, 'project_id': 'ac68a26fa228403992a0d0f589886f29', 'subnets': [{'id': '09cae961-5295-4743-887c-9e0f9b287d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:46.797498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335abee-5996-425f-aea8-2a6f779043c2 None None] Checking router: 27579a82-fccd-4b3a-b28d-026e1ca13ce5 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:07:46.797837 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335abee-5996-425f-aea8-2a6f779043c2 None None] Updating router 27579a82-fccd-4b3a-b28d-026e1ca13ce5 port 6b9a74cc-7975-4c55-9cb4-83a8eabed4b3 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:07:46.825342 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d335abee-5996-425f-aea8-2a6f779043c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:46.917115 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f51d7909-6f46-4314-a717-8f9fc4ef9157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:46.950972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d7909-6f46-4314-a717-8f9fc4ef9157 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9a74cc-7975-4c55-9cb4-83a8eabed4b3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:47.094115 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f51d7909-6f46-4314-a717-8f9fc4ef9157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:47.142622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51838) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:47.233251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d335abee-5996-425f-aea8-2a6f779043c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:07:47.234291 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d335abee-5996-425f-aea8-2a6f779043c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:07:47.245057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a64f7249-0746-4773-97e1-9824657c8006 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea692fdd45544d2391661f143b566ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1009014 Dec 16 22:07:47.248132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51840) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:47.348431 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b32ae25-7983-47c9-be5a-e796bd43bf7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:47.392144 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51d7909-6f46-4314-a717-8f9fc4ef9157 admin admin] Router 27579a82-fccd-4b3a-b28d-026e1ca13ce5 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:07:47.397672 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b32ae25-7983-47c9-be5a-e796bd43bf7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:47.526580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51d7909-6f46-4314-a717-8f9fc4ef9157 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:07:47.535491 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f51d7909-6f46-4314-a717-8f9fc4ef9157 admin admin] 10.222.0.43 "PUT /v2.0/routers/27579a82-fccd-4b3a-b28d-026e1ca13ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5352616 Dec 16 22:07:47.537364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51848) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:47.581906 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b32ae25-7983-47c9-be5a-e796bd43bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:47.587131 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b32ae25-7983-47c9-be5a-e796bd43bf7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:47.587131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8b32ae25-7983-47c9-be5a-e796bd43bf7a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8eeb33d8-904b-419f-8e8e-ec23a9d38baa HTTP/1.1" status: 204 len: 168 time: 0.3366618 Dec 16 22:07:47.605575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32ae25-7983-47c9-be5a-e796bd43bf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeb33d8-904b-419f-8e8e-ec23a9d38baa,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:47.671546 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24a67ada-c77f-4916-bfe2-4df6676fbfd8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:47.690622 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51856) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:47.758749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335abee-5996-425f-aea8-2a6f779043c2 None None] Port 6b9a74cc-7975-4c55-9cb4-83a8eabed4b3 not found while updating agent binding for router 27579a82-fccd-4b3a-b28d-026e1ca13ce5. {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 16 22:07:47.771707 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335abee-5996-425f-aea8-2a6f779043c2 None None] Routers {'27579a82-fccd-4b3a-b28d-026e1ca13ce5'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:47.772607 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d335abee-5996-425f-aea8-2a6f779043c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:07:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['27579a82-fccd-4b3a-b28d-026e1ca13ce5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:47.923904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d335abee-5996-425f-aea8-2a6f779043c2 None None] Set router 27579a82-fccd-4b3a-b28d-026e1ca13ce5 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:47.977664 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24a67ada-c77f-4916-bfe2-4df6676fbfd8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:48.057630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcdba8-013a-407b-a20d-f0c8fe6bb64e req-f7b0b741-a87a-4744-86e0-ac0573f7d2c2 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:48.059259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86dcdba8-013a-407b-a20d-f0c8fe6bb64e req-f7b0b741-a87a-4744-86e0-ac0573f7d2c2 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 950 time: 0.0852561 Dec 16 22:07:48.094266 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1ad5e84f-9d40-416c-ab57-5799447726c8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-523068074-network', 'tenant_id': '9cab68a090964622b7d975dde2ede8b1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:48.152220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86dcdba8-013a-407b-a20d-f0c8fe6bb64e req-5e04e8ae-b1a8-4648-ac30-ba0286dc7580 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861254 Dec 16 22:07:48.171966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-24a67ada-c77f-4916-bfe2-4df6676fbfd8 admin admin] Deleting port d24c2112-811c-419e-8f48-9edb37fb7a9f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:07:48.179112 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24a67ada-c77f-4916-bfe2-4df6676fbfd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:48.194747 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d335abee-5996-425f-aea8-2a6f779043c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27579a82-fccd-4b3a-b28d-026e1ca13ce5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1290489606-router', 'tenant_id': 'ac68a26fa228403992a0d0f589886f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd24c2112-811c-419e-8f48-9edb37fb7a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:36Z', 'updated_at': '2021-12-16T22:07:46Z', 'revision_number': 5, 'project_id': 'ac68a26fa228403992a0d0f589886f29', 'gw_port': {'id': 'd24c2112-811c-419e-8f48-9edb37fb7a9f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27579a82-fccd-4b3a-b28d-026e1ca13ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:37Z', 'updated_at': '2021-12-16T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:48.228933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad5e84f-9d40-416c-ab57-5799447726c8 admin admin] Made reservation on behalf of 9cab68a090964622b7d975dde2ede8b1 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:48.231745 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e84f-9d40-416c-ab57-5799447726c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:48.246981 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e84f-9d40-416c-ab57-5799447726c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:48.263495 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335abee-5996-425f-aea8-2a6f779043c2 None None] The sync data for ids ['27579a82-fccd-4b3a-b28d-026e1ca13ce5'] in n-d-821840-2 is: [{'id': '27579a82-fccd-4b3a-b28d-026e1ca13ce5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1290489606-router', 'tenant_id': 'ac68a26fa228403992a0d0f589886f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd24c2112-811c-419e-8f48-9edb37fb7a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:36Z', 'updated_at': '2021-12-16T22:07:46Z', 'revision_number': 5, 'project_id': 'ac68a26fa228403992a0d0f589886f29', 'gw_port': {'id': 'd24c2112-811c-419e-8f48-9edb37fb7a9f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27579a82-fccd-4b3a-b28d-026e1ca13ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:37Z', 'updated_at': '2021-12-16T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:07:48.331612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13571c39-edca-46bc-be8b-afb3aadab463 req-ad1d1611-eb99-4bd9-8c36-ffabaa0a8f19 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:48.342437 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13571c39-edca-46bc-be8b-afb3aadab463 req-ad1d1611-eb99-4bd9-8c36-ffabaa0a8f19 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.0961418 Dec 16 22:07:48.378752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-24a67ada-c77f-4916-bfe2-4df6676fbfd8 admin admin] For port d24c2112-811c-419e-8f48-9edb37fb7a9f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d24c2112-811c-419e-8f48-9edb37fb7a9f,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:48.379529 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24a67ada-c77f-4916-bfe2-4df6676fbfd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:48.425174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-24a67ada-c77f-4916-bfe2-4df6676fbfd8 admin admin] Calling delete_port for d24c2112-811c-419e-8f48-9edb37fb7a9f owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:07:48.433903 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e84f-9d40-416c-ab57-5799447726c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:48.442943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13571c39-edca-46bc-be8b-afb3aadab463 req-81c084cf-f963-4ead-88ad-c73e22981997 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944767 Dec 16 22:07:48.486380 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e84f-9d40-416c-ab57-5799447726c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:48.547797 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5e84f-9d40-416c-ab57-5799447726c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3e9d3e-3a8a-449b-8227-2c9ee0a828ae,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:48.558193 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad5e84f-9d40-416c-ab57-5799447726c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:07:48.584134 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e84f-9d40-416c-ab57-5799447726c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:48.584472 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-1ad5e84f-9d40-416c-ab57-5799447726c8 admin admin] Added segment 38948ea9-9604-4698-b4c6-f06dff42cd38 of type vlan for network 930a42fa-6b49-4d15-bb58-e46cdd3e7d18 Dec 16 22:07:48.678721 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e84f-9d40-416c-ab57-5799447726c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:48.747222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51892) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:48.843194 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e84f-9d40-416c-ab57-5799447726c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:48.844328 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad5e84f-9d40-416c-ab57-5799447726c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:48.845049 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e84f-9d40-416c-ab57-5799447726c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:48.916485 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5e84f-9d40-416c-ab57-5799447726c8 admin admin] Pushing event updated for resources: {'Network': ['ID=930a42fa-6b49-4d15-bb58-e46cdd3e7d18,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:48.927744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 930a42fa-6b49-4d15-bb58-e46cdd3e7d18 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:07:48.933101 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24a67ada-c77f-4916-bfe2-4df6676fbfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:49.006632 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1ad5e84f-9d40-416c-ab57-5799447726c8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3146513 Dec 16 22:07:49.010081 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51904) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:49.015409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b6967f24-3da8-4068-92d5-5dfc5bd59f4e admin admin] Request body: {'subnet': {'network_id': '930a42fa-6b49-4d15-bb58-e46cdd3e7d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-523068074-subnet', 'tenant_id': '9cab68a090964622b7d975dde2ede8b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:49.027339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a67ada-c77f-4916-bfe2-4df6676fbfd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24c2112-811c-419e-8f48-9edb37fb7a9f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:49.051912 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-ddcbf07b-b0e4-4f6d-b796-83f3405f6ce2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3014033 Dec 16 22:07:49.062963 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-33cdd072-6edc-4d68-b920-e5a8c1bfcf2b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:07:49.077292 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-33cdd072-6edc-4d68-b920-e5a8c1bfcf2b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0222898 Dec 16 22:07:49.082538 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24a67ada-c77f-4916-bfe2-4df6676fbfd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:49.152137 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6967f24-3da8-4068-92d5-5dfc5bd59f4e admin admin] Made reservation on behalf of 9cab68a090964622b7d975dde2ede8b1 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:49.154712 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6967f24-3da8-4068-92d5-5dfc5bd59f4e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:49.216121 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24a67ada-c77f-4916-bfe2-4df6676fbfd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:49.218094 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24a67ada-c77f-4916-bfe2-4df6676fbfd8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:49.385022 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53baba7f-c0a1-4bb0-85f7-0ddc0ffd35fe None None] Sync routers for ids ['27579a82-fccd-4b3a-b28d-026e1ca13ce5'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:07:49.397629 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24a67ada-c77f-4916-bfe2-4df6676fbfd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:49.398206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a67ada-c77f-4916-bfe2-4df6676fbfd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27579a82-fccd-4b3a-b28d-026e1ca13ce5 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:07:49.400639 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53baba7f-c0a1-4bb0-85f7-0ddc0ffd35fe None None] Routers {'27579a82-fccd-4b3a-b28d-026e1ca13ce5'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:49.403736 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24a67ada-c77f-4916-bfe2-4df6676fbfd8 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:49.404899 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-53baba7f-c0a1-4bb0-85f7-0ddc0ffd35fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:07:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['27579a82-fccd-4b3a-b28d-026e1ca13ce5'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:49.408233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-24a67ada-c77f-4916-bfe2-4df6676fbfd8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/27579a82-fccd-4b3a-b28d-026e1ca13ce5 HTTP/1.1" status: 204 len: 168 time: 1.8668756 Dec 16 22:07:49.410910 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51920) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:49.443225 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-53baba7f-c0a1-4bb0-85f7-0ddc0ffd35fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:49.455111 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53baba7f-c0a1-4bb0-85f7-0ddc0ffd35fe None None] Routers set() bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:49.456024 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53baba7f-c0a1-4bb0-85f7-0ddc0ffd35fe None None] Router IDs set() for agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 22:07:49.457461 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_agentschedulers_db [None req-53baba7f-c0a1-4bb0-85f7-0ddc0ffd35fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'27579a82-fccd-4b3a-b28d-026e1ca13ce5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:07:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent'). {{(pid=103955) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 22:07:49.459132 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53baba7f-c0a1-4bb0-85f7-0ddc0ffd35fe None None] The sync data for ids ['27579a82-fccd-4b3a-b28d-026e1ca13ce5'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:07:49.503423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9527f-1f4e-4be7-8327-837392b958cc req-f353ab67-1572-4387-9ee8-5cc9579eb0d2 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:49.513628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10e9527f-1f4e-4be7-8327-837392b958cc req-f353ab67-1572-4387-9ee8-5cc9579eb0d2 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 950 time: 0.1054223 Dec 16 22:07:49.590631 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10e9527f-1f4e-4be7-8327-837392b958cc req-42a71155-14e9-4a1e-9b13-64f55a822ec4 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760031 Dec 16 22:07:49.603731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e71ae3d-1d84-4c62-8624-6df92fbbb13c admin admin] Deleting subnet 09cae961-5295-4743-887c-9e0f9b287d40 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:07:49.613062 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e71ae3d-1d84-4c62-8624-6df92fbbb13c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:49.665676 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6967f24-3da8-4068-92d5-5dfc5bd59f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:49.678128 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e71ae3d-1d84-4c62-8624-6df92fbbb13c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:49.721095 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb650-7263-40e7-b74b-8c99883c1eff req-574e603b-8aad-4bdb-9164-2a1d381095ba tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:49.733616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87acb650-7263-40e7-b74b-8c99883c1eff req-574e603b-8aad-4bdb-9164-2a1d381095ba tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.0746036 Dec 16 22:07:49.801660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6967f24-3da8-4068-92d5-5dfc5bd59f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc15da4-9c9f-4cdf-a910-36392d4b5b02,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:49.803982 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87acb650-7263-40e7-b74b-8c99883c1eff req-80b05a26-d51b-4083-92bd-a30b85d2f490 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688581 Dec 16 22:07:49.838918 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e71ae3d-1d84-4c62-8624-6df92fbbb13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:49.885512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6967f24-3da8-4068-92d5-5dfc5bd59f4e admin admin] Checking segment: {'id': '38948ea9-9604-4698-b4c6-f06dff42cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '930a42fa-6b49-4d15-bb58-e46cdd3e7d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:49.885880 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6967f24-3da8-4068-92d5-5dfc5bd59f4e admin admin] Network hostable DHCP agents. Network: 930a42fa-6b49-4d15-bb58-e46cdd3e7d18, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:07:49.983150 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4f5a-dc4a-4f00-ac00-808fa4abe72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:50.022411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d24c2112-811c-419e-8f48-9edb37fb7a9f no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:07:50.033579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32ce663e-dbd1-40bb-b469-196c0786676c req-fe48f6c5-83b4-4842-8aa2-fc918d5bb81d tempest-QuotasAdminNegativeTest-1436084541 tempest-QuotasAdminNegativeTest-1436084541-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9e37e44087c64c748ca554b2849e95f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457928 Dec 16 22:07:50.070163 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e71ae3d-1d84-4c62-8624-6df92fbbb13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:50.073985 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: d24c2112-811c-419e-8f48-9edb37fb7a9f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:07:50.074324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d24c2112-811c-419e-8f48-9edb37fb7a9f not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:07:50.088786 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e71ae3d-1d84-4c62-8624-6df92fbbb13c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:50.095612 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2e71ae3d-1d84-4c62-8624-6df92fbbb13c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/09cae961-5295-4743-887c-9e0f9b287d40 HTTP/1.1" status: 204 len: 168 time: 0.6785719 Dec 16 22:07:50.104617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d466fc1-c2a8-42c5-ac08-892cd0b7b65b None None] Network bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:07:50.116754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51968) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:50.129698 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6967f24-3da8-4068-92d5-5dfc5bd59f4e admin admin] Network 930a42fa-6b49-4d15-bb58-e46cdd3e7d18 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:07:50.149561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71ae3d-1d84-4c62-8624-6df92fbbb13c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09cae961-5295-4743-887c-9e0f9b287d40,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:50.206100 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51974) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:50.260447 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b6967f24-3da8-4068-92d5-5dfc5bd59f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 930a42fa-6b49-4d15-bb58-e46cdd3e7d18) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:50.274775 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:50.274969 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae9de09-c700-4685-8457-914d6a9fcf69 None None] Network 930a42fa-6b49-4d15-bb58-e46cdd3e7d18 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:07:50.281907 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6967f24-3da8-4068-92d5-5dfc5bd59f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:50.283411 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6967f24-3da8-4068-92d5-5dfc5bd59f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:50.300488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce663e-dbd1-40bb-b469-196c0786676c req-e9cb5a7b-1a40-48f4-958b-b7d22ba863d9 tempest-QuotasAdminNegativeTest-1436084541 tempest-QuotasAdminNegativeTest-1436084541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:50.309328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32ce663e-dbd1-40bb-b469-196c0786676c req-e9cb5a7b-1a40-48f4-958b-b7d22ba863d9 tempest-QuotasAdminNegativeTest-1436084541 tempest-QuotasAdminNegativeTest-1436084541-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723703 Dec 16 22:07:50.332522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32ce663e-dbd1-40bb-b469-196c0786676c req-08515ef6-2c95-4c1d-bc95-c60b3d7252ed tempest-QuotasAdminNegativeTest-1436084541 tempest-QuotasAdminNegativeTest-1436084541-project] 10.222.0.43 "GET /v2.0/quotas/9e37e44087c64c748ca554b2849e95f3 HTTP/1.1" status: 200 len: 375 time: 0.0222254 Dec 16 22:07:50.339509 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7f9550-1d55-468e-b77d-1309bee3d9e7 None None] DHCP port deletion for bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:07:50.390547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32ce663e-dbd1-40bb-b469-196c0786676c req-1f02f945-41f2-42de-a9fb-6d1e74825d25 tempest-QuotasAdminNegativeTest-1436084541 tempest-QuotasAdminNegativeTest-1436084541-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e37e44087c64c748ca554b2849e95f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570526 Dec 16 22:07:50.392941 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b6967f24-3da8-4068-92d5-5dfc5bd59f4e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3817875 Dec 16 22:07:50.419685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Deleting port 47fb22db-ef2b-4161-962f-8f1242d174dc {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:07:50.420242 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:50.497354 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4d7f9550-1d55-468e-b77d-1309bee3d9e7 None None] Deleting port 47fb22db-ef2b-4161-962f-8f1242d174dc {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:07:50.498075 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d7f9550-1d55-468e-b77d-1309bee3d9e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:50.507069 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b62ee7e-caef-4f26-a2bf-3da94f79fdd6 None None] Network 930a42fa-6b49-4d15-bb58-e46cdd3e7d18 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:07:50.526564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] For port 47fb22db-ef2b-4161-962f-8f1242d174dc, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=47fb22db-ef2b-4161-962f-8f1242d174dc,segment=NetworkSegment(896bda5c-5e8a-4662-8d2e-ec43c8d33373),segment_id=896bda5c-5e8a-4662-8d2e-ec43c8d33373)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:50.530655 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:50.556555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61286de-0f1b-47ec-9126-d17ebff23701 req-988860f8-3236-4fe2-bdf4-6307d08f860f tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:50.558172 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f61286de-0f1b-47ec-9126-d17ebff23701 req-988860f8-3236-4fe2-bdf4-6307d08f860f tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 950 time: 0.0713220 Dec 16 22:07:50.565164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Calling delete_port for 47fb22db-ef2b-4161-962f-8f1242d174dc owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:07:50.685081 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4d7f9550-1d55-468e-b77d-1309bee3d9e7 None None] For port 47fb22db-ef2b-4161-962f-8f1242d174dc, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=47fb22db-ef2b-4161-962f-8f1242d174dc,segment=NetworkSegment(896bda5c-5e8a-4662-8d2e-ec43c8d33373),segment_id=896bda5c-5e8a-4662-8d2e-ec43c8d33373)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:50.685493 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d7f9550-1d55-468e-b77d-1309bee3d9e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:50.737856 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4d7f9550-1d55-468e-b77d-1309bee3d9e7 None None] Calling delete_port for 47fb22db-ef2b-4161-962f-8f1242d174dc owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:07:50.794127 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-f61286de-0f1b-47ec-9126-d17ebff23701 req-843d249c-9689-4f9a-8a38-54ff99e022e6 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Deleting port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:07:50.794676 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f61286de-0f1b-47ec-9126-d17ebff23701 req-843d249c-9689-4f9a-8a38-54ff99e022e6 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:50.889832 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:50.921075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-f61286de-0f1b-47ec-9126-d17ebff23701 req-843d249c-9689-4f9a-8a38-54ff99e022e6 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] For port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=8bd9d41e-137c-4cdf-8e34-c5724bfe884e,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:50.922536 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f61286de-0f1b-47ec-9126-d17ebff23701 req-843d249c-9689-4f9a-8a38-54ff99e022e6 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:50.942881 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d7f9550-1d55-468e-b77d-1309bee3d9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:50.943952 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-f61286de-0f1b-47ec-9126-d17ebff23701 req-843d249c-9689-4f9a-8a38-54ff99e022e6 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Calling delete_port for 8bd9d41e-137c-4cdf-8e34-c5724bfe884e owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:07:50.946391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] No DVR routers for this DVR port 47fb22db-ef2b-4161-962f-8f1242d174dc on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:07:50.949652 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=47fb22db-ef2b-4161-962f-8f1242d174dc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:50.998339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa372dd-1fb8-49bd-b36e-b8e50a120472 req-e18ea1fd-c4bf-4a80-99b9-2fd2d9418fe5 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:51.006031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ffa372dd-1fb8-49bd-b36e-b8e50a120472 req-e18ea1fd-c4bf-4a80-99b9-2fd2d9418fe5 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 950 time: 0.1567264 Dec 16 22:07:51.042523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52004) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:51.075284 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.123114 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5cb2162e-2fe3-4622-b00c-555d1e6fb747 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-network', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:51.157013 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:51.158935 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:51.158935 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:51.158935 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:51.158935 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:51.159198 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:51.159409 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:51.167473 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:51.168063 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:51.168550 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:51.208351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f9550-1d55-468e-b77d-1309bee3d9e7 None None] Pushing event deleted for resources: {'Port': ['ID=47fb22db-ef2b-4161-962f-8f1242d174dc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:51.220765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f9550-1d55-468e-b77d-1309bee3d9e7 None None] No DVR routers for this DVR port 47fb22db-ef2b-4161-962f-8f1242d174dc on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:07:51.269463 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:51.270078 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:51.270488 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:51.271000 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:51.271687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:51.298520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896bda5c-5e8a-4662-8d2e-ec43c8d33373') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:51.299135 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896bda5c-5e8a-4662-8d2e-ec43c8d33373') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:51.308555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb2162e-2fe3-4622-b00c-555d1e6fb747 admin admin] Made reservation on behalf of 8be5cec5e95d40cd9fd57b7ead1e24d4 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:51.313337 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5cb2162e-2fe3-4622-b00c-555d1e6fb747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.327975 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5cb2162e-2fe3-4622-b00c-555d1e6fb747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.332445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ffa372dd-1fb8-49bd-b36e-b8e50a120472 req-cb4be6fc-f979-4e65-9742-12617242e839 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254933 Dec 16 22:07:51.373130 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.407912 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f61286de-0f1b-47ec-9126-d17ebff23701 req-843d249c-9689-4f9a-8a38-54ff99e022e6 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.424344 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['8bd9d41e-137c-4cdf-8e34-c5724bfe884e'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:51.433664 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.442088 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d249c-9689-4f9a-8a38-54ff99e022e6 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Pushing event deleted for resources: {'Port': ['ID=8bd9d41e-137c-4cdf-8e34-c5724bfe884e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:51.485885 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:07:51.488996 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: from cryptography.utils import int_from_bytes Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: from cryptography.utils import int_from_bytes Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:07:51.516542 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:07:51.607307 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5cb2162e-2fe3-4622-b00c-555d1e6fb747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.610729 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61286de-0f1b-47ec-9126-d17ebff23701 req-843d249c-9689-4f9a-8a38-54ff99e022e6 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] No DVR routers for this DVR port 8bd9d41e-137c-4cdf-8e34-c5724bfe884e on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:07:51.616727 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f61286de-0f1b-47ec-9126-d17ebff23701 req-843d249c-9689-4f9a-8a38-54ff99e022e6 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.621676 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f61286de-0f1b-47ec-9126-d17ebff23701 req-843d249c-9689-4f9a-8a38-54ff99e022e6 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.69 "DELETE /v2.0/ports/8bd9d41e-137c-4cdf-8e34-c5724bfe884e HTTP/1.1" status: 204 len: 173 time: 1.0520029 Dec 16 22:07:51.622466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07e7f8a-93ef-4cdf-abb4-90836531931d', 'name': 'network-vif-deleted', 'tag': '8bd9d41e-137c-4cdf-8e34-c5724bfe884e'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:51.625609 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472101d3-fbf4-4a3c-b7b8-a550e03689f4" -d '{"events": [{"server_uuid": "f07e7f8a-93ef-4cdf-abb4-90836531931d", "name": "network-vif-deleted", "tag": "8bd9d41e-137c-4cdf-8e34-c5724bfe884e"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:51.667081 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-be98dcb4-10ed-46e8-ba45-49a90f78a4c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.689576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a68442-c9fe-497b-8000-26f4b6c06b6a req-7e5bb476-5b71-4599-b499-561d1f3d1db7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:51.691147 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31a68442-c9fe-497b-8000-26f4b6c06b6a req-7e5bb476-5b71-4599-b499-561d1f3d1db7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.2501888 Dec 16 22:07:51.723442 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5cb2162e-2fe3-4622-b00c-555d1e6fb747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.764190 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.792710 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb2162e-2fe3-4622-b00c-555d1e6fb747 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:07:51.798307 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31a68442-c9fe-497b-8000-26f4b6c06b6a req-aa6ea917-b3f7-4e56-8f20-d828b5a8eb85 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875146 Dec 16 22:07:51.829950 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193983c6-138d-45c2-80bb-be83a812a484 x-openstack-request-id: req-193983c6-138d-45c2-80bb-be83a812a484 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:51.830244 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07e7f8a-93ef-4cdf-abb4-90836531931d", "name": "network-vif-deleted", "tag": "8bd9d41e-137c-4cdf-8e34-c5724bfe884e", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:51.830646 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-193983c6-138d-45c2-80bb-be83a812a484 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:51.830891 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07e7f8a-93ef-4cdf-abb4-90836531931d', 'name': 'network-vif-deleted', 'tag': '8bd9d41e-137c-4cdf-8e34-c5724bfe884e', 'status': 'completed', 'code': 200} Dec 16 22:07:51.831791 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.841494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5 HTTP/1.1" status: 204 len: 168 time: 1.7211251 Dec 16 22:07:51.850070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d822b0f-a62a-4af8-bc2d-8a115ad57ad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd49d4b9-bfdc-41d4-9a5a-d9a4d56a67a5,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:51.861300 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2162e-2fe3-4622-b00c-555d1e6fb747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456ea743-28da-4d63-9583-ded442a5a045,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:51.866063 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5cb2162e-2fe3-4622-b00c-555d1e6fb747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.866489 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-5cb2162e-2fe3-4622-b00c-555d1e6fb747 admin admin] Added segment 2d503f7a-7016-4bac-adaf-88474e29c470 of type vlan for network 5fb63b19-680d-4e5d-a062-91db40eb8e5b Dec 16 22:07:51.913886 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-be98dcb4-10ed-46e8-ba45-49a90f78a4c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.938615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 47fb22db-ef2b-4161-962f-8f1242d174dc no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:07:51.946558 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5cb2162e-2fe3-4622-b00c-555d1e6fb747 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.979380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 47fb22db-ef2b-4161-962f-8f1242d174dc {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:07:51.979743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 47fb22db-ef2b-4161-962f-8f1242d174dc not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:07:51.989086 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-be98dcb4-10ed-46e8-ba45-49a90f78a4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:52.031551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-be98dcb4-10ed-46e8-ba45-49a90f78a4c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a6f3b4628e348fdac09653cc652d1e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9861867 Dec 16 22:07:52.032431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98dcb4-10ed-46e8-ba45-49a90f78a4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad959fe-df1c-4061-85ef-7f2dc90b04a6,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:52.035386 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52032) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:52.100978 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a352b55-662f-4ec1-b0b1-45c2b2577c5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:52.128126 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a352b55-662f-4ec1-b0b1-45c2b2577c5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:52.131064 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5cb2162e-2fe3-4622-b00c-555d1e6fb747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:52.135966 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb2162e-2fe3-4622-b00c-555d1e6fb747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:52.135966 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5cb2162e-2fe3-4622-b00c-555d1e6fb747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:52.229299 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2162e-2fe3-4622-b00c-555d1e6fb747 admin admin] Pushing event updated for resources: {'Network': ['ID=5fb63b19-680d-4e5d-a062-91db40eb8e5b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:52.251959 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 5fb63b19-680d-4e5d-a062-91db40eb8e5b details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:07:52.271383 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5cb2162e-2fe3-4622-b00c-555d1e6fb747 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0630758 Dec 16 22:07:52.276102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52044) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:52.280685 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-95db3fa9-f864-4bd6-a9de-3e30c5af659a admin admin] Request body: {'subnet': {'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-subnet', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:52.330880 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a352b55-662f-4ec1-b0b1-45c2b2577c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:52.334992 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a352b55-662f-4ec1-b0b1-45c2b2577c5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:52.336944 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1a352b55-662f-4ec1-b0b1-45c2b2577c5b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ad959fe-df1c-4061-85ef-7f2dc90b04a6 HTTP/1.1" status: 204 len: 168 time: 0.2997565 Dec 16 22:07:52.346871 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a352b55-662f-4ec1-b0b1-45c2b2577c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad959fe-df1c-4061-85ef-7f2dc90b04a6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:52.382323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52050) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:52.404327 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95db3fa9-f864-4bd6-a9de-3e30c5af659a admin admin] Made reservation on behalf of 8be5cec5e95d40cd9fd57b7ead1e24d4 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:52.407623 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95db3fa9-f864-4bd6-a9de-3e30c5af659a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:52.413913 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9065ab5e-5fa5-4d49-84d7-244b1385aa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:52.519525 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-59412e25-bbba-4cbf-bfa0-37fb58f02132 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac68a26fa228403992a0d0f589886f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358724 Dec 16 22:07:52.522348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52054) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:52.596340 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c9363f5a-5e05-4000-b221-381884798158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:52.626751 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c9363f5a-5e05-4000-b221-381884798158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:52.674746 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-277dc9d0-b51c-4c46-ae24-3b298fb231d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:52.676631 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-277dc9d0-b51c-4c46-ae24-3b298fb231d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 1100 time: 0.0611339 Dec 16 22:07:52.751225 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95db3fa9-f864-4bd6-a9de-3e30c5af659a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:52.806991 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c9363f5a-5e05-4000-b221-381884798158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:52.810327 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c9363f5a-5e05-4000-b221-381884798158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:52.813835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c9363f5a-5e05-4000-b221-381884798158 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5625914e-44ae-498c-99f5-e580795b9664 HTTP/1.1" status: 204 len: 168 time: 0.2902391 Dec 16 22:07:52.827524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9363f5a-5e05-4000-b221-381884798158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5625914e-44ae-498c-99f5-e580795b9664,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:52.837030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52060) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:52.843290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-97ffcbe7-f7e1-46e2-9bc4-a1f4771044d2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1118778800-network', 'tenant_id': '70ead59169544f319a2767d971883017'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:52.876408 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db3fa9-f864-4bd6-a9de-3e30c5af659a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8674e1f7-5eab-488d-97d5-402900229d08,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:52.882792 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-a97e31d1-fc63-4c64-918a-028fce233c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:52.885244 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-a97e31d1-fc63-4c64-918a-028fce233c44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1994901 Dec 16 22:07:52.888750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db3fa9-f864-4bd6-a9de-3e30c5af659a admin admin] Checking segment: {'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:52.889116 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95db3fa9-f864-4bd6-a9de-3e30c5af659a admin admin] Network hostable DHCP agents. Network: 5fb63b19-680d-4e5d-a062-91db40eb8e5b, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:07:52.939317 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-1b97d263-70ab-4df0-bfdb-608de0f6ec6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f HTTP/1.1" status: 200 len: 217 time: 0.0451806 Dec 16 22:07:53.029393 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-60f231bc-2696-4ffd-b15c-d4efd028475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:53.030999 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-60f231bc-2696-4ffd-b15c-d4efd028475d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0801849 Dec 16 22:07:53.036495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2f2851c-ed47-4904-ab30-6c1018b830d4 req-4dd92197-9b54-4487-ad16-aa8ea179f947 tempest-DeleteServersAdminTestJSON-1780463545 tempest-DeleteServersAdminTestJSON-1780463545-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07e7f8a-93ef-4cdf-abb4-90836531931d HTTP/1.1" status: 200 len: 210 time: 0.0297999 Dec 16 22:07:53.063041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ffcbe7-f7e1-46e2-9bc4-a1f4771044d2 admin admin] Made reservation on behalf of 70ead59169544f319a2767d971883017 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:53.066775 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97ffcbe7-f7e1-46e2-9bc4-a1f4771044d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.087910 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-8f98bf04-be62-479f-9e64-5a8abec86a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:53.089600 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-8f98bf04-be62-479f-9e64-5a8abec86a0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0485039 Dec 16 22:07:53.090816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95db3fa9-f864-4bd6-a9de-3e30c5af659a admin admin] Network 5fb63b19-680d-4e5d-a062-91db40eb8e5b is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:07:53.102525 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97ffcbe7-f7e1-46e2-9bc4-a1f4771044d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.169034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1accc-92f4-4484-9567-02b9cf022704 req-3db42434-a574-4346-9eb0-768956132fde tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:53.175808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79b1accc-92f4-4484-9567-02b9cf022704 req-3db42434-a574-4346-9eb0-768956132fde tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.1277330 Dec 16 22:07:53.179416 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-95db3fa9-f864-4bd6-a9de-3e30c5af659a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 5fb63b19-680d-4e5d-a062-91db40eb8e5b) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:53.188018 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95db3fa9-f864-4bd6-a9de-3e30c5af659a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:53.188105 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95db3fa9-f864-4bd6-a9de-3e30c5af659a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.195681 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbdacda-52ed-472a-aad4-cc4b07d81b3c None None] Network 5fb63b19-680d-4e5d-a062-91db40eb8e5b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:07:53.223702 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d2b16031-2d3c-4748-a9a4-136c95c3e6f2 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256495 Dec 16 22:07:53.270942 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97ffcbe7-f7e1-46e2-9bc4-a1f4771044d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.304992 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79b1accc-92f4-4484-9567-02b9cf022704 req-d535591f-a1c0-48e8-9921-15f565b81bfe tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137218 Dec 16 22:07:53.318766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52070) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:53.319045 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-95db3fa9-f864-4bd6-a9de-3e30c5af659a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0427389 Dec 16 22:07:53.324205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:53.379639 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:07:53.379639 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.386325 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-65ad9053-c739-4161-9a6a-5f06d853c7bc service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536183 Dec 16 22:07:53.403658 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97ffcbe7-f7e1-46e2-9bc4-a1f4771044d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.407438 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.467772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ffcbe7-f7e1-46e2-9bc4-a1f4771044d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:07:53.507312 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0c29b96-443a-40c5-a3f5-11031a12f11e req-4d17676f-30e8-4737-bf64-ef724240c6a0 tempest-QuotasAdminNegativeTest-1436084541 tempest-QuotasAdminNegativeTest-1436084541-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9e37e44087c64c748ca554b2849e95f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361755 Dec 16 22:07:53.512732 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.519113 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.552077 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97ffcbe7-f7e1-46e2-9bc4-a1f4771044d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.553508 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-97ffcbe7-f7e1-46e2-9bc4-a1f4771044d2 admin admin] Added segment f09fbfa9-b406-42d9-8bc9-e904a64da2f2 of type vlan for network f7dea5e2-1e21-418c-a0fe-3632641a3b2d Dec 16 22:07:53.554194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 8bd9d41e-137c-4cdf-8e34-c5724bfe884e no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:07:53.557728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffcbe7-f7e1-46e2-9bc4-a1f4771044d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9f6735-6bd8-4b6f-b589-676a512593a3,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:53.596315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 8bd9d41e-137c-4cdf-8e34-c5724bfe884e {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:07:53.597007 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 8bd9d41e-137c-4cdf-8e34-c5724bfe884e not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:07:53.617555 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Allocated IP 172.20.0.2 (5fb63b19-680d-4e5d-a062-91db40eb8e5b/8674e1f7-5eab-488d-97d5-402900229d08/d28ab03f-22b1-4ade-870c-731eb8bc9c62) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:53.759549 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97ffcbe7-f7e1-46e2-9bc4-a1f4771044d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.769165 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.793873 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.811995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c29b96-443a-40c5-a3f5-11031a12f11e req-f9fd28aa-9159-4b15-a0ad-912e0db353aa tempest-QuotasAdminNegativeTest-1436084541 tempest-QuotasAdminNegativeTest-1436084541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:53.819552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0c29b96-443a-40c5-a3f5-11031a12f11e req-f9fd28aa-9159-4b15-a0ad-912e0db353aa tempest-QuotasAdminNegativeTest-1436084541 tempest-QuotasAdminNegativeTest-1436084541-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2825780 Dec 16 22:07:53.834536 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0c29b96-443a-40c5-a3f5-11031a12f11e req-84f6279b-2b6c-473f-bcb8-bc7e7eab5a2a tempest-QuotasAdminNegativeTest-1436084541 tempest-QuotasAdminNegativeTest-1436084541-project] 10.222.0.43 "GET /v2.0/quotas/9e37e44087c64c748ca554b2849e95f3 HTTP/1.1" status: 200 len: 375 time: 0.0140886 Dec 16 22:07:53.877730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0c29b96-443a-40c5-a3f5-11031a12f11e req-524c6b78-1adb-4a58-b693-6aa9cfc3a27c tempest-QuotasAdminNegativeTest-1436084541 tempest-QuotasAdminNegativeTest-1436084541-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e37e44087c64c748ca554b2849e95f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358675 Dec 16 22:07:53.895375 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.948735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52094) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:53.978774 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8be53411-f3a5-4936-b850-762d3a643fb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.024569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Network 5fb63b19-680d-4e5d-a062-91db40eb8e5b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:54.026358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:54.029332 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:54.033501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Pushing event updated for resources: {'Port': ['ID=d28ab03f-22b1-4ade-870c-731eb8bc9c62,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:54.044611 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97ffcbe7-f7e1-46e2-9bc4-a1f4771044d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.045834 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ffcbe7-f7e1-46e2-9bc4-a1f4771044d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:54.046439 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97ffcbe7-f7e1-46e2-9bc4-a1f4771044d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.142414 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8be53411-f3a5-4936-b850-762d3a643fb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.145501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Attempting to bind port d28ab03f-22b1-4ade-870c-731eb8bc9c62 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:54.145879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Attempting to bind port d28ab03f-22b1-4ade-870c-731eb8bc9c62 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:54.146252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Attempting to bind port d28ab03f-22b1-4ade-870c-731eb8bc9c62 on network 5fb63b19-680d-4e5d-a062-91db40eb8e5b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:54.153217 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:54.156347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Checking segment: {'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:54.156347 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.156347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Bound using segment: {'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:54.156347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Bound port: d28ab03f-22b1-4ade-870c-731eb8bc9c62, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:54.156347 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.242498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] For port d28ab03f-22b1-4ade-870c-731eb8bc9c62, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:54.246643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] For port d28ab03f-22b1-4ade-870c-731eb8bc9c62, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d28ab03f-22b1-4ade-870c-731eb8bc9c62,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:54.267515 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8be53411-f3a5-4936-b850-762d3a643fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.343572 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.357685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffcbe7-f7e1-46e2-9bc4-a1f4771044d2 admin admin] Pushing event updated for resources: {'Network': ['ID=f7dea5e2-1e21-418c-a0fe-3632641a3b2d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:54.371325 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network f7dea5e2-1e21-418c-a0fe-3632641a3b2d details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:07:54.391535 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8be53411-f3a5-4936-b850-762d3a643fb8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e2cf08482a0d4a3dbb78328a9fd9fecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4391448 Dec 16 22:07:54.391535 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be53411-f3a5-4936-b850-762d3a643fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ed39db-a8dc-4574-a7f4-2375034b3ac0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:54.393650 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52120) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:54.402276 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.472034 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b94050a9-f398-467d-8ef9-0b43bd5f6a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.501194 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b94050a9-f398-467d-8ef9-0b43bd5f6a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.536496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-97ffcbe7-f7e1-46e2-9bc4-a1f4771044d2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6977978 Dec 16 22:07:54.537648 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52122) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:54.543884 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5c83924a-a596-43bd-a8bc-a7cb5de988fe admin admin] Request body: {'subnet': {'network_id': 'f7dea5e2-1e21-418c-a0fe-3632641a3b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1118778800-subnet', 'tenant_id': '70ead59169544f319a2767d971883017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:54.574879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e05199-c61c-426c-a805-1bfc022a2b60 req-4a555d5f-7f26-4e62-ae40-32b4a1065ece tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:54.576712 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26e05199-c61c-426c-a805-1bfc022a2b60 req-4a555d5f-7f26-4e62-ae40-32b4a1065ece tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.1917057 Dec 16 22:07:54.600859 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db509d3c-e262-4826-a792-6a7a673dbaa3 None None] Pushing event updated for resources: {'Port': ['ID=d28ab03f-22b1-4ade-870c-731eb8bc9c62,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:54.691936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c83924a-a596-43bd-a8bc-a7cb5de988fe admin admin] Made reservation on behalf of 70ead59169544f319a2767d971883017 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:54.694736 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c83924a-a596-43bd-a8bc-a7cb5de988fe admin admin] Publish callbacks [] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.706459 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26e05199-c61c-426c-a805-1bfc022a2b60 req-11063ad6-305d-4334-b18e-c84cdd7bbe59 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199439 Dec 16 22:07:54.726467 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.932515 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.954342 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.984863 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b94050a9-f398-467d-8ef9-0b43bd5f6a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.988270 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b94050a9-f398-467d-8ef9-0b43bd5f6a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.989418 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b94050a9-f398-467d-8ef9-0b43bd5f6a01 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22ed39db-a8dc-4574-a7f4-2375034b3ac0 HTTP/1.1" status: 204 len: 168 time: 0.5948336 Dec 16 22:07:55.011042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94050a9-f398-467d-8ef9-0b43bd5f6a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ed39db-a8dc-4574-a7f4-2375034b3ac0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:55.074543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Allocated IP 172.25.2.110 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/7377a87d-6839-4086-8443-a71f008d324b) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:55.195311 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:55.209868 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c83924a-a596-43bd-a8bc-a7cb5de988fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:55.273124 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83924a-a596-43bd-a8bc-a7cb5de988fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc1b5051-3faa-4534-a6a5-6098dbee8b1c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:55.289205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83924a-a596-43bd-a8bc-a7cb5de988fe admin admin] Checking segment: {'id': 'f09fbfa9-b406-42d9-8bc9-e904a64da2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f7dea5e2-1e21-418c-a0fe-3632641a3b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:55.290190 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c83924a-a596-43bd-a8bc-a7cb5de988fe admin admin] Network hostable DHCP agents. Network: f7dea5e2-1e21-418c-a0fe-3632641a3b2d, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:07:55.309571 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:55.349032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:55.352143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:55.356884 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:55.381615 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Pushing event updated for resources: {'Port': ['ID=7377a87d-6839-4086-8443-a71f008d324b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:55.400902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c83924a-a596-43bd-a8bc-a7cb5de988fe admin admin] Network f7dea5e2-1e21-418c-a0fe-3632641a3b2d is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:07:55.483014 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-5c83924a-a596-43bd-a8bc-a7cb5de988fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, f7dea5e2-1e21-418c-a0fe-3632641a3b2d) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:55.488697 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83924a-a596-43bd-a8bc-a7cb5de988fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:55.489556 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c83924a-a596-43bd-a8bc-a7cb5de988fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:55.503589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171f814f-2a48-458a-afe2-c8747ddb18e1 None None] Network f7dea5e2-1e21-418c-a0fe-3632641a3b2d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:07:55.612180 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5c83924a-a596-43bd-a8bc-a7cb5de988fe admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0732856 Dec 16 22:07:55.634094 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c1c37b-73ad-4a34-afa5-ceef49ddcd64 None None] Network f7dea5e2-1e21-418c-a0fe-3632641a3b2d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:07:55.637674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52142) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:55.688904 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:55.737125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884cafe0-4186-4b3e-9a85-c735873972a5 None None] Network 5fb63b19-680d-4e5d-a062-91db40eb8e5b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:07:55.816797 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:55.938976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3dc11e61-4767-4a1f-b7b9-7086376a057b None None] Provisioning complete for port d28ab03f-22b1-4ade-870c-731eb8bc9c62 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:55.939620 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3dc11e61-4767-4a1f-b7b9-7086376a057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:55.990840 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d28ab03f-22b1-4ade-870c-731eb8bc9c62 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:56.001022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ac2c5-dc89-430b-9393-c81041cf68e9 req-6346b20d-1460-4894-a88e-461e79f6e484 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:56.002686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-763ac2c5-dc89-430b-9393-c81041cf68e9 req-6346b20d-1460-4894-a88e-461e79f6e484 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.1195447 Dec 16 22:07:56.047390 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52154) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:56.154396 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-763ac2c5-dc89-430b-9393-c81041cf68e9 req-fc07710f-e996-4d31-9c7d-a74df52f9022 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390252 Dec 16 22:07:56.162556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d28ab03f-22b1-4ade-870c-731eb8bc9c62 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:56.164506 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.172832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-af303d9f-8930-4a88-bdc0-a23718b9adc4 admin admin] Deleting subnet 9fc15da4-9c9f-4cdf-a910-36392d4b5b02 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:07:56.175229 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.182946 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af303d9f-8930-4a88-bdc0-a23718b9adc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.214326 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3dc11e61-4767-4a1f-b7b9-7086376a057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.222670 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af303d9f-8930-4a88-bdc0-a23718b9adc4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.229792 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af303d9f-8930-4a88-bdc0-a23718b9adc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.324811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3dc11e61-4767-4a1f-b7b9-7086376a057b None None] For port d28ab03f-22b1-4ade-870c-731eb8bc9c62, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d28ab03f-22b1-4ade-870c-731eb8bc9c62,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:56.359443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-175937a8-c977-43f3-98f8-7745ef917b95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8134d5c14ac649dca64c3e9d44e892db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7204804 Dec 16 22:07:56.361871 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52158) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:56.393102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52160) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:56.404082 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.423655 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3dc11e61-4767-4a1f-b7b9-7086376a057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.438778 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af303d9f-8930-4a88-bdc0-a23718b9adc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.440816 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6a9d-f255-4c0c-b8dc-ff7388854c34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.469688 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6a9d-f255-4c0c-b8dc-ff7388854c34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.477249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52166) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:56.488618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af303d9f-8930-4a88-bdc0-a23718b9adc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc15da4-9c9f-4cdf-a910-36392d4b5b02,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:56.497660 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af303d9f-8930-4a88-bdc0-a23718b9adc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.525186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52172) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:56.525383 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:07:56.525812 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:07:56.525948 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc11e61-4767-4a1f-b7b9-7086376a057b None None] Pushing event updated for resources: {'Port': ['ID=d28ab03f-22b1-4ade-870c-731eb8bc9c62,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:56.530245 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-af303d9f-8930-4a88-bdc0-a23718b9adc4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9fc15da4-9c9f-4cdf-a910-36392d4b5b02 HTTP/1.1" status: 204 len: 168 time: 0.4793296 Dec 16 22:07:56.545085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Router 9633b382-8ffe-4332-a656-07efcd29b8bb is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:07:56.549210 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-074c8d79-b9c2-4ca2-957a-19926470e587 None None] Provisioning complete for port d28ab03f-22b1-4ade-870c-731eb8bc9c62 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:56.549588 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-074c8d79-b9c2-4ca2-957a-19926470e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.686602 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7ea9-7425-4c19-8258-485ab37bace7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.703558 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9da81282-7943-4546-a852-a92fc8794dd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.749127 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6a9d-f255-4c0c-b8dc-ff7388854c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.751917 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6a9d-f255-4c0c-b8dc-ff7388854c34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.753074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e3ed6a9d-f255-4c0c-b8dc-ff7388854c34 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04 HTTP/1.1" status: 204 len: 168 time: 0.3901911 Dec 16 22:07:56.796431 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9da81282-7943-4546-a852-a92fc8794dd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.798737 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-22907048-9d10-43cf-8710-04c5da276d97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.800801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed6a9d-f255-4c0c-b8dc-ff7388854c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae8ce05-c4ee-49b3-a28e-d8d5d2f4dd04,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:56.889566 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7ea9-7425-4c19-8258-485ab37bace7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.892288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:07:56.907239 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9da81282-7943-4546-a852-a92fc8794dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.911925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Sync routers for ids ['9633b382-8ffe-4332-a656-07efcd29b8bb'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:07:56.941808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Routers {'9633b382-8ffe-4332-a656-07efcd29b8bb'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:56.943246 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:07:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9633b382-8ffe-4332-a656-07efcd29b8bb'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:56.949805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-2e4c7ea9-7425-4c19-8258-485ab37bace7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930a42fa-6b49-4d15-bb58-e46cdd3e7d18']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:56.967622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-2e4c7ea9-7425-4c19-8258-485ab37bace7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38948ea9-9604-4698-b4c6-f06dff42cd38') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:56.968013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-2e4c7ea9-7425-4c19-8258-485ab37bace7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38948ea9-9604-4698-b4c6-f06dff42cd38') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:56.984330 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7ea9-7425-4c19-8258-485ab37bace7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.988113 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9da81282-7943-4546-a852-a92fc8794dd6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e37e44087c64c748ca554b2849e95f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5933895 Dec 16 22:07:56.988806 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52186) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:56.989637 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da81282-7943-4546-a852-a92fc8794dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bdb568-1201-4970-b039-2a726b4b38b8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:57.010729 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7ea9-7425-4c19-8258-485ab37bace7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.030979 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4c7ea9-7425-4c19-8258-485ab37bace7 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:07:57.031365 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7ea9-7425-4c19-8258-485ab37bace7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:07:57.033190 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:07:57.054091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7e31532-5034-471d-9dc1-07a7e3c94126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.089168 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7e31532-5034-471d-9dc1-07a7e3c94126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.100861 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.106053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1b4f259c-9c2e-4198-8614-fa679c709b61 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.7860312 Dec 16 22:07:57.117452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52188) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:57.117452 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-22907048-9d10-43cf-8710-04c5da276d97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.228030 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7ea9-7425-4c19-8258-485ab37bace7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.229919 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-22907048-9d10-43cf-8710-04c5da276d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.249734 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7ea9-7425-4c19-8258-485ab37bace7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.255569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2e4c7ea9-7425-4c19-8258-485ab37bace7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/930a42fa-6b49-4d15-bb58-e46cdd3e7d18 HTTP/1.1" status: 204 len: 168 time: 0.7269630 Dec 16 22:07:57.257211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52192) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:57.298618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-22907048-9d10-43cf-8710-04c5da276d97 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=657e04e2c7bc413381cecf7cd239f23e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8172240 Dec 16 22:07:57.298854 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7e31532-5034-471d-9dc1-07a7e3c94126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.300946 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7e31532-5034-471d-9dc1-07a7e3c94126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.306297 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c7e31532-5034-471d-9dc1-07a7e3c94126 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2bdb568-1201-4970-b039-2a726b4b38b8 HTTP/1.1" status: 204 len: 168 time: 0.3135273 Dec 16 22:07:57.308913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52194) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:57.353397 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Set router 9633b382-8ffe-4332-a656-07efcd29b8bb gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:57.372105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c7ea9-7425-4c19-8258-485ab37bace7 admin admin] Pushing event deleted for resources: {'Network': ['ID=930a42fa-6b49-4d15-bb58-e46cdd3e7d18,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:57.394555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1236b88-5281-4782-89b1-200acd32d5a4 admin admin] Deleting subnet cc1b5051-3faa-4534-a6a5-6098dbee8b1c {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:07:57.400826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e31532-5034-471d-9dc1-07a7e3c94126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bdb568-1201-4970-b039-2a726b4b38b8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:57.422231 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c1236b88-5281-4782-89b1-200acd32d5a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.500842 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-66986439-b5ba-413f-b266-e5e5f12e9633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.520100 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c1236b88-5281-4782-89b1-200acd32d5a4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.533933 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c1236b88-5281-4782-89b1-200acd32d5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.558265 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-66986439-b5ba-413f-b266-e5e5f12e9633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.701699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:55Z', 'revision_number': 3, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:57.716350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22907048-9d10-43cf-8710-04c5da276d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa2485f-c598-4a26-af0e-241776e399d2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:57.730533 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Checking router: 9633b382-8ffe-4332-a656-07efcd29b8bb for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:07:57.730800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Updating router 9633b382-8ffe-4332-a656-07efcd29b8bb port 7377a87d-6839-4086-8443-a71f008d324b binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:07:57.736431 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c1236b88-5281-4782-89b1-200acd32d5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.758018 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.765835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1236b88-5281-4782-89b1-200acd32d5a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc1b5051-3faa-4534-a6a5-6098dbee8b1c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:57.771622 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c1236b88-5281-4782-89b1-200acd32d5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.776536 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c1236b88-5281-4782-89b1-200acd32d5a4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cc1b5051-3faa-4534-a6a5-6098dbee8b1c HTTP/1.1" status: 204 len: 168 time: 0.5179467 Dec 16 22:07:57.779080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52206) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:57.782464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328cee9-c8d3-45de-a4cb-fcc5328a76d3 req-7c82a185-3171-4e9f-8a32-2dd284d0f6a6 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:57.784053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5328cee9-c8d3-45de-a4cb-fcc5328a76d3 req-7c82a185-3171-4e9f-8a32-2dd284d0f6a6 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.4720321 Dec 16 22:07:57.838678 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-66986439-b5ba-413f-b266-e5e5f12e9633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.842548 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-66986439-b5ba-413f-b266-e5e5f12e9633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.846077 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-66986439-b5ba-413f-b266-e5e5f12e9633 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfa2485f-c598-4a26-af0e-241776e399d2 HTTP/1.1" status: 204 len: 168 time: 0.5343428 Dec 16 22:07:57.905673 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.923981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d28ab03f-22b1-4ade-870c-731eb8bc9c62 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:57.951233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5328cee9-c8d3-45de-a4cb-fcc5328a76d3 req-2b871a22-58e8-44c8-995a-caa541e14dac tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066997 Dec 16 22:07:57.994193 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66986439-b5ba-413f-b266-e5e5f12e9633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa2485f-c598-4a26-af0e-241776e399d2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:58.078973 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d28ab03f-22b1-4ade-870c-731eb8bc9c62 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:58.079419 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.086757 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52214) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:58.103197 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.115944 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b31da7c-5c54-42f0-af03-2b5527ca1ee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.142977 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.170831 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:58.171207 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:58.171995 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:58.172331 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:58.172656 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:58.172973 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:58.173351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:58.173611 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:58.173923 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:58.174555 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:58.250988 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:58.251246 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:58.251603 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:58.251938 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:07:58.257994 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7dea5e2-1e21-418c-a0fe-3632641a3b2d']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:58.276605 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09fbfa9-b406-42d9-8bc9-e904a64da2f2') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:58.276899 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09fbfa9-b406-42d9-8bc9-e904a64da2f2') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:58.295257 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.299254 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.332200 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.349259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:07:58.349665 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: from cryptography.utils import int_from_bytes Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: from cryptography.utils import int_from_bytes Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:07:58.354516 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:07:58.369785 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b31da7c-5c54-42f0-af03-2b5527ca1ee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.371940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Allocated IP 172.20.0.1 (5fb63b19-680d-4e5d-a062-91db40eb8e5b/8674e1f7-5eab-488d-97d5-402900229d08/d2ba67c2-0630-49c4-8d3e-a2c3971ae29c) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:58.380840 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.444224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Attempting to bind port 7377a87d-6839-4086-8443-a71f008d324b on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:58.444707 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Attempting to bind port 7377a87d-6839-4086-8443-a71f008d324b by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:58.445130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Attempting to bind port 7377a87d-6839-4086-8443-a71f008d324b on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:58.449157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c452f96-9adf-40a4-838a-685d294763c4 None None] Pushing event updated for resources: {'Port': ['ID=7377a87d-6839-4086-8443-a71f008d324b,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:58.455652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:58.458318 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:58.459591 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.460471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:58.462201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Bound port: 7377a87d-6839-4086-8443-a71f008d324b, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:58.463298 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.478000 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52220) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:58.490315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dddab8cb-7983-440a-a081-b0a706066f03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.530938 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b31da7c-5c54-42f0-af03-2b5527ca1ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.536250 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.537842 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] For port 7377a87d-6839-4086-8443-a71f008d324b, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:58.542497 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] For port 7377a87d-6839-4086-8443-a71f008d324b, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7377a87d-6839-4086-8443-a71f008d324b,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:58.559908 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.619309 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.623476 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f7dea5e2-1e21-418c-a0fe-3632641a3b2d HTTP/1.1" status: 204 len: 168 time: 0.8424857 Dec 16 22:07:58.627304 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1b31da7c-5c54-42f0-af03-2b5527ca1ee4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3353aec380b7493c8111c4d2aec97778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5388684 Dec 16 22:07:58.627449 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31da7c-5c54-42f0-af03-2b5527ca1ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060b70ee-dc80-4001-807f-6a85edf71ab6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:58.629651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52226) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:58.634498 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20114e6d-b4a3-4e5c-a3a9-8979403cdcc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7dea5e2-1e21-418c-a0fe-3632641a3b2d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:58.662066 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dddab8cb-7983-440a-a081-b0a706066f03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.713848 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-352a46fa-d01d-409e-8cc3-c55660d385d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.736220 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-352a46fa-d01d-409e-8cc3-c55660d385d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.764340 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.766139 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.781146 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:07:58.814150 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Network 5fb63b19-680d-4e5d-a062-91db40eb8e5b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:58.822494 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dddab8cb-7983-440a-a081-b0a706066f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.826490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:58.832293 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:58.844145 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Routers {'9633b382-8ffe-4332-a656-07efcd29b8bb'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:58.844812 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:07:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9633b382-8ffe-4332-a656-07efcd29b8bb'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:58.851308 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c452f96-9adf-40a4-838a-685d294763c4 None None] Pushing event updated for resources: {'Port': ['ID=7377a87d-6839-4086-8443-a71f008d324b,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:58.902079 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dddab8cb-7983-440a-a081-b0a706066f03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd52abd0966a47ee8fbf97e83ae1ba3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4267361 Dec 16 22:07:58.903128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52234) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:58.903832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddab8cb-7983-440a-a081-b0a706066f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70388c94-a065-4108-88bc-68c0a07620ed,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:58.918069 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.967052 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-352a46fa-d01d-409e-8cc3-c55660d385d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.969760 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-352a46fa-d01d-409e-8cc3-c55660d385d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.976349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-352a46fa-d01d-409e-8cc3-c55660d385d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/060b70ee-dc80-4001-807f-6a85edf71ab6 HTTP/1.1" status: 204 len: 168 time: 0.3354344 Dec 16 22:07:58.999711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Pushing event updated for resources: {'Port': ['ID=d2ba67c2-0630-49c4-8d3e-a2c3971ae29c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:59.022116 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86fb959f-c8e9-44b2-bcfd-f88b22aad63c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.037728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a46fa-d01d-409e-8cc3-c55660d385d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060b70ee-dc80-4001-807f-6a85edf71ab6,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:59.043015 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] Set router 9633b382-8ffe-4332-a656-07efcd29b8bb gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:59.049001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86fb959f-c8e9-44b2-bcfd-f88b22aad63c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.132070 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52240) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:59.151822 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34a360ca-2bdc-4cf3-bd4f-14126f156f44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.192666 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61095474-3aee-4c4a-9772-cd64d8a9f69f req-14ff3f75-176c-4d38-8d8e-100a272ca23a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:59.194316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61095474-3aee-4c4a-9772-cd64d8a9f69f req-14ff3f75-176c-4d38-8d8e-100a272ca23a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.1145036 Dec 16 22:07:59.234191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-acdd68f4-5a67-4f5a-ac7b-efcbc6a27935 None None] Provisioning complete for port d2ba67c2-0630-49c4-8d3e-a2c3971ae29c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:59.235176 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acdd68f4-5a67-4f5a-ac7b-efcbc6a27935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.257085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61095474-3aee-4c4a-9772-cd64d8a9f69f req-ee211092-4259-4346-b95b-0360f7286c63 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498343 Dec 16 22:07:59.268648 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86fb959f-c8e9-44b2-bcfd-f88b22aad63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.283221 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86fb959f-c8e9-44b2-bcfd-f88b22aad63c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.288088 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-86fb959f-c8e9-44b2-bcfd-f88b22aad63c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70388c94-a065-4108-88bc-68c0a07620ed HTTP/1.1" status: 204 len: 168 time: 0.3810668 Dec 16 22:07:59.313626 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb959f-c8e9-44b2-bcfd-f88b22aad63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70388c94-a065-4108-88bc-68c0a07620ed,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:59.316679 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-acdd68f4-5a67-4f5a-ac7b-efcbc6a27935 None None] Port d2ba67c2-0630-49c4-8d3e-a2c3971ae29c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:59.359574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:55Z', 'revision_number': 3, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:59.394770 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.399909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c5257b-40fd-4f70-b7ff-219a532d4e30 None None] The sync data for ids ['9633b382-8ffe-4332-a656-07efcd29b8bb'] in n-d-821840-2 is: [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:55Z', 'revision_number': 3, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:07:59.408302 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52254) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:59.440494 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34a360ca-2bdc-4cf3-bd4f-14126f156f44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.489519 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a8797344-43c1-4a1b-ac9b-c544417416db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9cab68a090964622b7d975dde2ede8b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0776858 Dec 16 22:07:59.491851 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52256) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:59.519912 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34a360ca-2bdc-4cf3-bd4f-14126f156f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.613336 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-34a360ca-2bdc-4cf3-bd4f-14126f156f44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83774860fb734ac1b5ac90ca8d2ecc40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4761999 Dec 16 22:07:59.613336 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a360ca-2bdc-4cf3-bd4f-14126f156f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaaa950-cced-4929-b729-030b9b0b22bf,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:59.614468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52260) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:59.634619 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d0369a69-9525-488f-95a9-ae9e73f83365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.666752 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d0369a69-9525-488f-95a9-ae9e73f83365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.729891 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.763292 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-435bf788-c99e-4f7b-9953-92e6656de1bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.802904 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-435bf788-c99e-4f7b-9953-92e6656de1bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.830492 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.881196 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d0369a69-9525-488f-95a9-ae9e73f83365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.883549 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d0369a69-9525-488f-95a9-ae9e73f83365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.884905 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d0369a69-9525-488f-95a9-ae9e73f83365 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b3e9d3e-3a8a-449b-8227-2c9ee0a828ae HTTP/1.1" status: 204 len: 168 time: 0.3920302 Dec 16 22:07:59.901645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0369a69-9525-488f-95a9-ae9e73f83365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3e9d3e-3a8a-449b-8227-2c9ee0a828ae,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:59.937645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Pushing event updated for resources: {'Port': ['ID=d2ba67c2-0630-49c4-8d3e-a2c3971ae29c,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:59.951374 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:00.070141 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-435bf788-c99e-4f7b-9953-92e6656de1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:00.075050 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-435bf788-c99e-4f7b-9953-92e6656de1bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:00.085469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-435bf788-c99e-4f7b-9953-92e6656de1bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/faaaa950-cced-4929-b729-030b9b0b22bf HTTP/1.1" status: 204 len: 168 time: 0.4642391 Dec 16 22:08:00.105110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bf788-c99e-4f7b-9953-92e6656de1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaaa950-cced-4929-b729-030b9b0b22bf,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:00.146444 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Network 5fb63b19-680d-4e5d-a062-91db40eb8e5b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:00.148179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:00.263730 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7377a87d-6839-4086-8443-a71f008d324b up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:00.377824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Router 9633b382-8ffe-4332-a656-07efcd29b8bb has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:08:00.410684 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 7377a87d-6839-4086-8443-a71f008d324b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:00.411370 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:00.574113 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:00.578967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094d8ed-5fe4-46fd-99e7-993ae648d00a req-de5b47fb-c312-4622-a03d-9f81e9d27c76 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:00.580703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d094d8ed-5fe4-46fd-99e7-993ae648d00a req-de5b47fb-c312-4622-a03d-9f81e9d27c76 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.1752508 Dec 16 22:08:00.584932 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f24be3e6-9c40-4e7a-ba5c-1a279f417430 None None] Provisioning complete for port d2ba67c2-0630-49c4-8d3e-a2c3971ae29c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:00.585450 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f24be3e6-9c40-4e7a-ba5c-1a279f417430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:00.647582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 7377a87d-6839-4086-8443-a71f008d324b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7377a87d-6839-4086-8443-a71f008d324b,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:00.652838 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f24be3e6-9c40-4e7a-ba5c-1a279f417430 None None] Port d2ba67c2-0630-49c4-8d3e-a2c3971ae29c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:00.655013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:08:00.671088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9e1bad74-004a-41e7-815d-f399cc9e1431 admin admin] 10.222.0.43 "PUT /v2.0/routers/9633b382-8ffe-4332-a656-07efcd29b8bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5518475 Dec 16 22:08:00.679810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d094d8ed-5fe4-46fd-99e7-993ae648d00a req-7f19b120-773b-48cc-9670-987bb6bbcfa1 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821142 Dec 16 22:08:00.741222 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:00.816260 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=7377a87d-6839-4086-8443-a71f008d324b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:01.415410 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52332) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:01.466210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-96c5aadd-0acf-41a5-a882-e991a3b5aee3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70ead59169544f319a2767d971883017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473237 Dec 16 22:08:01.466407 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52336) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:01.523808 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1deb4435-e7b2-4c17-bb33-6a36703bb87a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:01.546610 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1deb4435-e7b2-4c17-bb33-6a36703bb87a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:01.571895 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Sync routers for ids ['9633b382-8ffe-4332-a656-07efcd29b8bb'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:08:01.587224 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Routers {'9633b382-8ffe-4332-a656-07efcd29b8bb'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:01.587224 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:07:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9633b382-8ffe-4332-a656-07efcd29b8bb'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:01.692481 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Set router 9633b382-8ffe-4332-a656-07efcd29b8bb gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:01.798152 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1deb4435-e7b2-4c17-bb33-6a36703bb87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:01.801377 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1deb4435-e7b2-4c17-bb33-6a36703bb87a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:01.803317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1deb4435-e7b2-4c17-bb33-6a36703bb87a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb9f6735-6bd8-4b6f-b589-676a512593a3 HTTP/1.1" status: 204 len: 168 time: 0.3357878 Dec 16 22:08:01.815989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb4435-e7b2-4c17-bb33-6a36703bb87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9f6735-6bd8-4b6f-b589-676a512593a3,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:01.845701 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01e351-bb52-4e22-ab72-bec9c7a9a8c5 req-ba28f29e-d06c-4f73-b86e-adcca2dd1565 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:01.847660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba01e351-bb52-4e22-ab72-bec9c7a9a8c5 req-ba28f29e-d06c-4f73-b86e-adcca2dd1565 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.0892775 Dec 16 22:08:01.918066 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7377a87d-6839-4086-8443-a71f008d324b up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:01.933157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba01e351-bb52-4e22-ab72-bec9c7a9a8c5 req-fd9e61ff-e2dd-4de2-b6ca-9d9af43cc975 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592177 Dec 16 22:08:01.996967 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 7377a87d-6839-4086-8443-a71f008d324b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:01.997458 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:02.034797 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:59Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd2ba67c2-0630-49c4-8d3e-a2c3971ae29c', 'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'mac_address': 'fa:16:3e:37:e5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:58Z', 'updated_at': '2021-12-16T22:07:59Z', 'revision_number': 2, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'subnets': [{'id': '8674e1f7-5eab-488d-97d5-402900229d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:02.071845 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Checking router: 9633b382-8ffe-4332-a656-07efcd29b8bb for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:08:02.072620 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Updating router 9633b382-8ffe-4332-a656-07efcd29b8bb port d2ba67c2-0630-49c4-8d3e-a2c3971ae29c binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:08:02.111763 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:02.432204 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:02.498722 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:02.561719 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650a276-2c2c-4f3c-9927-7e03e45b9139 None None] Pushing event updated for resources: {'Port': ['ID=d2ba67c2-0630-49c4-8d3e-a2c3971ae29c,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:02.739205 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Attempting to bind port d2ba67c2-0630-49c4-8d3e-a2c3971ae29c on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:02.739890 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Attempting to bind port d2ba67c2-0630-49c4-8d3e-a2c3971ae29c by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:02.740002 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Attempting to bind port d2ba67c2-0630-49c4-8d3e-a2c3971ae29c on network 5fb63b19-680d-4e5d-a062-91db40eb8e5b {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:02.748517 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:02.754195 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Checking segment: {'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:02.754195 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:02.754195 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Bound using segment: {'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:02.754195 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Bound port: d2ba67c2-0630-49c4-8d3e-a2c3971ae29c, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:02.754195 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:02.842718 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] For port d2ba67c2-0630-49c4-8d3e-a2c3971ae29c, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:02.848006 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] For port d2ba67c2-0630-49c4-8d3e-a2c3971ae29c, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d2ba67c2-0630-49c4-8d3e-a2c3971ae29c,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:02.924775 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:03.017265 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4fc6e294-9d22-40b8-a093-b243d7e2d345 None None] Provisioning complete for port d2ba67c2-0630-49c4-8d3e-a2c3971ae29c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:03.017739 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e294-9d22-40b8-a093-b243d7e2d345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:03.054533 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Routers {'9633b382-8ffe-4332-a656-07efcd29b8bb'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:03.056198 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:07:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9633b382-8ffe-4332-a656-07efcd29b8bb'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:03.110846 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650a276-2c2c-4f3c-9927-7e03e45b9139 None None] Pushing event updated for resources: {'Port': ['ID=d2ba67c2-0630-49c4-8d3e-a2c3971ae29c,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:03.202184 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e294-9d22-40b8-a093-b243d7e2d345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:03.210653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafb25e-2cda-4656-9c2e-8f6060c11bf5 req-d7ab54ad-f72a-4b03-97c6-ba052a698fb3 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:03.218225 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dcafb25e-2cda-4656-9c2e-8f6060c11bf5 req-d7ab54ad-f72a-4b03-97c6-ba052a698fb3 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.1093428 Dec 16 22:08:03.278128 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] Set router 9633b382-8ffe-4332-a656-07efcd29b8bb gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:03.281469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4fc6e294-9d22-40b8-a093-b243d7e2d345 None None] For port d2ba67c2-0630-49c4-8d3e-a2c3971ae29c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d2ba67c2-0630-49c4-8d3e-a2c3971ae29c,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:03.304833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dcafb25e-2cda-4656-9c2e-8f6060c11bf5 req-8c1739e9-1e0d-427b-b776-4d15e799724c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778420 Dec 16 22:08:03.403874 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e294-9d22-40b8-a093-b243d7e2d345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:03.486194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6e294-9d22-40b8-a093-b243d7e2d345 None None] Pushing event updated for resources: {'Port': ['ID=d2ba67c2-0630-49c4-8d3e-a2c3971ae29c,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:03.532756 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3a6fb2f1-4fd7-477d-89cd-b39171f8f85f None None] Provisioning complete for port d2ba67c2-0630-49c4-8d3e-a2c3971ae29c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:03.533332 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb2f1-4fd7-477d-89cd-b39171f8f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:03.613269 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:59Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd2ba67c2-0630-49c4-8d3e-a2c3971ae29c', 'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'mac_address': 'fa:16:3e:37:e5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:58Z', 'updated_at': '2021-12-16T22:08:02Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'subnets': [{'id': '8674e1f7-5eab-488d-97d5-402900229d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:03.656474 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64479f19-8cf8-429f-b9ff-53f801c6ebf0 None None] The sync data for ids ['9633b382-8ffe-4332-a656-07efcd29b8bb'] in n-d-821840-2 is: [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:59Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd2ba67c2-0630-49c4-8d3e-a2c3971ae29c', 'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'mac_address': 'fa:16:3e:37:e5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:58Z', 'updated_at': '2021-12-16T22:08:02Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'subnets': [{'id': '8674e1f7-5eab-488d-97d5-402900229d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:08:03.872729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52418) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:03.875461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-988d6531-6c31-4cab-803a-26b1ae971749 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334883095-network', 'tenant_id': '2740a9e8869247d993760ddbb6bb8ff4'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:03.979792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d2ba67c2-0630-49c4-8d3e-a2c3971ae29c up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:04.014452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988d6531-6c31-4cab-803a-26b1ae971749 admin admin] Made reservation on behalf of 2740a9e8869247d993760ddbb6bb8ff4 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:04.022077 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-988d6531-6c31-4cab-803a-26b1ae971749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:04.044897 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-988d6531-6c31-4cab-803a-26b1ae971749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:04.133213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d2ba67c2-0630-49c4-8d3e-a2c3971ae29c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:04.134204 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:04.198535 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-988d6531-6c31-4cab-803a-26b1ae971749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:04.280833 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-988d6531-6c31-4cab-803a-26b1ae971749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:04.350712 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d6531-6c31-4cab-803a-26b1ae971749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111b410f-1901-438c-83d0-afbb5fa8f8d6,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:04.358340 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988d6531-6c31-4cab-803a-26b1ae971749 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:08:04.369775 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-988d6531-6c31-4cab-803a-26b1ae971749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:04.370297 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-988d6531-6c31-4cab-803a-26b1ae971749 admin admin] Added segment 0395e34c-3662-47b4-b7fd-e0ffbdac0aa8 of type vlan for network 792066c6-4200-4821-879c-4e6be0444700 Dec 16 22:08:04.487704 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-988d6531-6c31-4cab-803a-26b1ae971749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:04.561858 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43183284-3116-4c78-83c4-e4163a2e9d68 req-027ffcd8-aa0a-448f-81a5-72152076e983 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:04.569348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43183284-3116-4c78-83c4-e4163a2e9d68 req-027ffcd8-aa0a-448f-81a5-72152076e983 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.1094341 Dec 16 22:08:04.631368 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43183284-3116-4c78-83c4-e4163a2e9d68 req-5fd55817-23ad-47c0-a3a9-4e08502eaf29 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573077 Dec 16 22:08:04.706804 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-988d6531-6c31-4cab-803a-26b1ae971749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:04.707850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988d6531-6c31-4cab-803a-26b1ae971749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:04.708458 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-988d6531-6c31-4cab-803a-26b1ae971749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:04.799089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d6531-6c31-4cab-803a-26b1ae971749 admin admin] Pushing event updated for resources: {'Network': ['ID=792066c6-4200-4821-879c-4e6be0444700,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:04.812177 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 792066c6-4200-4821-879c-4e6be0444700 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:08:04.871143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52478) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:04.871807 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-988d6531-6c31-4cab-803a-26b1ae971749 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0021806 Dec 16 22:08:04.877505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c6b1c9ae-c310-4a03-8a28-90cfe1615e16 admin admin] Request body: {'subnet': {'network_id': '792066c6-4200-4821-879c-4e6be0444700', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334883095-subnet', 'tenant_id': '2740a9e8869247d993760ddbb6bb8ff4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:05.015414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b1c9ae-c310-4a03-8a28-90cfe1615e16 admin admin] Made reservation on behalf of 2740a9e8869247d993760ddbb6bb8ff4 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:05.017835 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c9ae-c310-4a03-8a28-90cfe1615e16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:05.327473 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c9ae-c310-4a03-8a28-90cfe1615e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:05.391858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1c9ae-c310-4a03-8a28-90cfe1615e16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=306ecd39-01de-48c7-bb4e-88422b5f5dcd,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:05.397141 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b1c9ae-c310-4a03-8a28-90cfe1615e16 admin admin] Checking segment: {'id': '0395e34c-3662-47b4-b7fd-e0ffbdac0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '792066c6-4200-4821-879c-4e6be0444700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:05.397507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1c9ae-c310-4a03-8a28-90cfe1615e16 admin admin] Network hostable DHCP agents. Network: 792066c6-4200-4821-879c-4e6be0444700, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:08:05.510032 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1c9ae-c310-4a03-8a28-90cfe1615e16 admin admin] Network 792066c6-4200-4821-879c-4e6be0444700 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:08:05.632373 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c6b1c9ae-c310-4a03-8a28-90cfe1615e16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 792066c6-4200-4821-879c-4e6be0444700) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:05.637176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b1c9ae-c310-4a03-8a28-90cfe1615e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:05.638392 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c9ae-c310-4a03-8a28-90cfe1615e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:05.642114 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16e20de-c2e9-4779-953f-f8b4927b312c None None] Network 792066c6-4200-4821-879c-4e6be0444700 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:05.724647 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c6b1c9ae-c310-4a03-8a28-90cfe1615e16 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8513746 Dec 16 22:08:05.727203 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52510) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:05.732683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334883095-router', 'tenant_id': '2740a9e8869247d993760ddbb6bb8ff4', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:05.765097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52512) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:05.781911 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-792066c6-4200-4821-879c-4e6be0444700', 'network_id': '792066c6-4200-4821-879c-4e6be0444700', 'project_id': '2740a9e8869247d993760ddbb6bb8ff4', 'fixed_ips': [{'subnet_id': '306ecd39-01de-48c7-bb4e-88422b5f5dcd'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:08:05.782385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532ad0f-6352-49f7-bf92-cb087e0c8e8e req-9f7d384f-4860-4e0c-86f8-ef95a29d5d3e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:05.782867 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:05.784131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f532ad0f-6352-49f7-bf92-cb087e0c8e8e req-9f7d384f-4860-4e0c-86f8-ef95a29d5d3e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.0829515 Dec 16 22:08:05.859034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f532ad0f-6352-49f7-bf92-cb087e0c8e8e req-9d69687a-664a-4a2b-a097-c32199078cd0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657070 Dec 16 22:08:05.890287 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:05.891600 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:05.961060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Allocated IP 172.20.0.2 (792066c6-4200-4821-879c-4e6be0444700/306ecd39-01de-48c7-bb4e-88422b5f5dcd/e2b9c932-2c61-4238-a8bc-0b50a720051d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:05.965034 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.137543 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.163672 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abb9ace9-e08b-46ba-acd0-d0ba3ca1c26e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.243959 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.310654 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.312324 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abb9ace9-e08b-46ba-acd0-d0ba3ca1c26e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.353138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Network 792066c6-4200-4821-879c-4e6be0444700 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:06.354012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:06.357782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:06.369027 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Pushing event updated for resources: {'Port': ['ID=e2b9c932-2c61-4238-a8bc-0b50a720051d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:06.419912 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Attempting to bind port e2b9c932-2c61-4238-a8bc-0b50a720051d on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:06.420430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Attempting to bind port e2b9c932-2c61-4238-a8bc-0b50a720051d by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '0395e34c-3662-47b4-b7fd-e0ffbdac0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '792066c6-4200-4821-879c-4e6be0444700'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:06.420834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Attempting to bind port e2b9c932-2c61-4238-a8bc-0b50a720051d on network 792066c6-4200-4821-879c-4e6be0444700 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:06.426750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:06.427133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Checking segment: {'id': '0395e34c-3662-47b4-b7fd-e0ffbdac0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '792066c6-4200-4821-879c-4e6be0444700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:06.427852 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.428273 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Bound using segment: {'id': '0395e34c-3662-47b4-b7fd-e0ffbdac0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '792066c6-4200-4821-879c-4e6be0444700'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:06.428735 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Bound port: e2b9c932-2c61-4238-a8bc-0b50a720051d, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0395e34c-3662-47b4-b7fd-e0ffbdac0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '792066c6-4200-4821-879c-4e6be0444700'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:06.429118 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.496558 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abb9ace9-e08b-46ba-acd0-d0ba3ca1c26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.522511 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] For port e2b9c932-2c61-4238-a8bc-0b50a720051d, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:06.527072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] For port e2b9c932-2c61-4238-a8bc-0b50a720051d, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e2b9c932-2c61-4238-a8bc-0b50a720051d,segment=NetworkSegment(0395e34c-3662-47b4-b7fd-e0ffbdac0aa8),segment_id=0395e34c-3662-47b4-b7fd-e0ffbdac0aa8)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:06.563782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52548) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:06.573833 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-abb9ace9-e08b-46ba-acd0-d0ba3ca1c26e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=437f240115ab4e54a0e92fcf3fb7b0e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7998929 Dec 16 22:08:06.578044 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9ace9-e08b-46ba-acd0-d0ba3ca1c26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54eab477-15ab-4a8b-bd86-43b7152d7114,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:06.625608 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.696875 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-964476f5-8f83-40e7-af5c-d9aea422498b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.732375 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506a0ee-8cce-4c0d-bf7f-175105f720ba None None] Pushing event updated for resources: {'Port': ['ID=e2b9c932-2c61-4238-a8bc-0b50a720051d,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:06.751916 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-964476f5-8f83-40e7-af5c-d9aea422498b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.813966 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.834947 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.913382 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-964476f5-8f83-40e7-af5c-d9aea422498b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.918207 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-964476f5-8f83-40e7-af5c-d9aea422498b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.919503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-964476f5-8f83-40e7-af5c-d9aea422498b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54eab477-15ab-4a8b-bd86-43b7152d7114 HTTP/1.1" status: 204 len: 168 time: 0.3546236 Dec 16 22:08:06.941262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964476f5-8f83-40e7-af5c-d9aea422498b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eab477-15ab-4a8b-bd86-43b7152d7114,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:07.064873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be963e90-8628-43e4-8bc5-c49756a97ca9 req-63964572-d3fe-4449-b6e8-7a3bee82d326 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:07.073785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be963e90-8628-43e4-8bc5-c49756a97ca9 req-63964572-d3fe-4449-b6e8-7a3bee82d326 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.0757375 Dec 16 22:08:07.080254 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Allocated IP 172.25.2.204 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/ef5a9315-a494-4e29-bba1-f64a6732fe53) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:07.160034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be963e90-8628-43e4-8bc5-c49756a97ca9 req-2509a827-b32d-47e6-ac7d-863e12ba9c62 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852594 Dec 16 22:08:07.234994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-3e1aa8e3-ddfb-4438-9c8f-a193ce4e4942 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5a6de84a76aa43e0bbf8e67520aa24ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229366 Dec 16 22:08:07.275780 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:07.377825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-c2349f5a-a8fe-4b7b-9372-d0636170b2db tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:07.381860 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-c2349f5a-a8fe-4b7b-9372-d0636170b2db tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1381228 Dec 16 22:08:07.401830 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-fcf1d04a-9d6a-478e-9a44-e7fabc9b61d7 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/quotas/5a6de84a76aa43e0bbf8e67520aa24ae HTTP/1.1" status: 200 len: 375 time: 0.0152609 Dec 16 22:08:07.402733 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:07.433871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-c1fc987c-15c3-411c-8dbb-564c21c5d1ec tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a6de84a76aa43e0bbf8e67520aa24ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303938 Dec 16 22:08:07.457898 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:07.462357 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:07.465133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:07.491920 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Pushing event updated for resources: {'Port': ['ID=ef5a9315-a494-4e29-bba1-f64a6732fe53,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:07.933953 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.031445 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e2b9c932-2c61-4238-a8bc-0b50a720051d up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:08.081488 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4caf60-a21f-4a77-95b7-986e6613548d None None] Network 792066c6-4200-4821-879c-4e6be0444700 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:08.204535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-17cf704a-a6a2-45cd-a7fb-63386aaff918 None None] Provisioning complete for port e2b9c932-2c61-4238-a8bc-0b50a720051d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:08.205273 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-17cf704a-a6a2-45cd-a7fb-63386aaff918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.259237 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e2b9c932-2c61-4238-a8bc-0b50a720051d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:08.260035 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.334117 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.416124 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-17cf704a-a6a2-45cd-a7fb-63386aaff918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.447222 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.499901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52626) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:08.511586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-17cf704a-a6a2-45cd-a7fb-63386aaff918 None None] For port e2b9c932-2c61-4238-a8bc-0b50a720051d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e2b9c932-2c61-4238-a8bc-0b50a720051d,segment=NetworkSegment(0395e34c-3662-47b4-b7fd-e0ffbdac0aa8),segment_id=0395e34c-3662-47b4-b7fd-e0ffbdac0aa8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:08.534558 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f49e962-a8f8-4e5e-9d0d-53fd7a0c7827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.678857 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-2c534461-8c06-40d8-a57b-6c208ab35206 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5a6de84a76aa43e0bbf8e67520aa24ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406919 Dec 16 22:08:08.685906 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-17cf704a-a6a2-45cd-a7fb-63386aaff918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.801214 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f49e962-a8f8-4e5e-9d0d-53fd7a0c7827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.854745 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf704a-a6a2-45cd-a7fb-63386aaff918 None None] Pushing event updated for resources: {'Port': ['ID=e2b9c932-2c61-4238-a8bc-0b50a720051d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:08.857331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-0e28d507-4198-46fb-a324-3ef9c7e91ba1 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:08.870159 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:08:08.870771 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:08:08.876277 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-0e28d507-4198-46fb-a324-3ef9c7e91ba1 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961296 Dec 16 22:08:08.885035 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6ed88ee9-8eae-4994-82fb-51485a721724 None None] Provisioning complete for port e2b9c932-2c61-4238-a8bc-0b50a720051d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:08.885895 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ed88ee9-8eae-4994-82fb-51485a721724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.889615 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f49e962-a8f8-4e5e-9d0d-53fd7a0c7827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.943001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-83b33b77-98f3-4af5-a477-66971cca2197 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/quotas/5a6de84a76aa43e0bbf8e67520aa24ae HTTP/1.1" status: 200 len: 375 time: 0.0655074 Dec 16 22:08:08.980062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-3a383270-48b1-40c0-87c3-ea63dc5cdd5c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845425 Dec 16 22:08:08.995975 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-32860b41-c24e-4073-bca3-066f946a5c33 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a6de84a76aa43e0bbf8e67520aa24ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519252 Dec 16 22:08:09.015096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49e962-a8f8-4e5e-9d0d-53fd7a0c7827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b865f2-32f6-4163-adb0-c552c08e89aa,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:09.019740 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9f49e962-a8f8-4e5e-9d0d-53fd7a0c7827 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e0320099f994ce988f766eb63466c31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5181417 Dec 16 22:08:09.022873 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52654) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:09.090840 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3cdbcedb-b2cd-44d5-a5f2-fe726c7268e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.094079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Router 80318e52-2586-4dec-a55c-8002d2222926 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:08:09.126127 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3cdbcedb-b2cd-44d5-a5f2-fe726c7268e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.287512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:08:09.307948 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Sync routers for ids ['80318e52-2586-4dec-a55c-8002d2222926'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:08:09.322828 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Routers {'80318e52-2586-4dec-a55c-8002d2222926'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:09.324043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:07:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['80318e52-2586-4dec-a55c-8002d2222926'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:09.341952 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3cdbcedb-b2cd-44d5-a5f2-fe726c7268e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.345174 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3cdbcedb-b2cd-44d5-a5f2-fe726c7268e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.349593 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3cdbcedb-b2cd-44d5-a5f2-fe726c7268e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97b865f2-32f6-4163-adb0-c552c08e89aa HTTP/1.1" status: 204 len: 168 time: 0.3250575 Dec 16 22:08:09.366085 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbcedb-b2cd-44d5-a5f2-fe726c7268e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b865f2-32f6-4163-adb0-c552c08e89aa,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:09.399982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-97fc22a9-fbf6-4930-8679-75fa5e19df07 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:09.401632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-97fc22a9-fbf6-4930-8679-75fa5e19df07 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3997850 Dec 16 22:08:09.426301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abcdfc-2e55-4959-9e48-ac51754956ab req-2080e84d-a4be-4683-92f2-0e5698dd2ebb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:09.429125 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7abcdfc-2e55-4959-9e48-ac51754956ab req-2080e84d-a4be-4683-92f2-0e5698dd2ebb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.1008995 Dec 16 22:08:09.453696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-a4087c1e-883c-46be-8905-e023b65c5ac7 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/quotas/754f26ecb0c84ea4a4d3485ad36e376e HTTP/1.1" status: 200 len: 375 time: 0.0233147 Dec 16 22:08:09.458846 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.460176 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-096e794a-a6c5-45ef-bcf2-c65a652faee2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.7312057 Dec 16 22:08:09.463047 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52664) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:09.498235 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-3dec6a9e-8d1b-416d-9c1f-43360b5fd3e4 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332870 Dec 16 22:08:09.542924 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7abcdfc-2e55-4959-9e48-ac51754956ab req-95c5ff52-db95-45f2-985e-529f074afc63 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973320 Dec 16 22:08:09.589691 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Set router 80318e52-2586-4dec-a55c-8002d2222926 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:09.891625 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80318e52-2586-4dec-a55c-8002d2222926', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334883095-router', 'tenant_id': '2740a9e8869247d993760ddbb6bb8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'ef5a9315-a494-4e29-bba1-f64a6732fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:05Z', 'updated_at': '2021-12-16T22:08:07Z', 'revision_number': 3, 'project_id': '2740a9e8869247d993760ddbb6bb8ff4', 'gw_port': {'id': 'ef5a9315-a494-4e29-bba1-f64a6732fe53', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80318e52-2586-4dec-a55c-8002d2222926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:06Z', 'updated_at': '2021-12-16T22:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:09.902858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-3250a8f2-2e0b-4f3d-bfdf-3325a12c9ab5 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4d341b727ec84cc7819153664770d8fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317223 Dec 16 22:08:10.003562 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Checking router: 80318e52-2586-4dec-a55c-8002d2222926 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:08:10.003925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Updating router 80318e52-2586-4dec-a55c-8002d2222926 port ef5a9315-a494-4e29-bba1-f64a6732fe53 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:08:10.035969 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e2b9c932-2c61-4238-a8bc-0b50a720051d up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:10.096409 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:10.211118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-476daec2-87b8-40c4-98b2-1c32dea7a1a8 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:10.220245 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-476daec2-87b8-40c4-98b2-1c32dea7a1a8 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3160605 Dec 16 22:08:10.244199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-665dfac1-a061-4c66-9575-9b31acd1092f tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/quotas/4d341b727ec84cc7819153664770d8fb HTTP/1.1" status: 200 len: 375 time: 0.0229766 Dec 16 22:08:10.285944 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:10.307949 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-fc64e6e8-5ec9-47b3-bee0-43d117061ada tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d341b727ec84cc7819153664770d8fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614727 Dec 16 22:08:10.482688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Allocated IP 172.20.0.1 (792066c6-4200-4821-879c-4e6be0444700/306ecd39-01de-48c7-bb4e-88422b5f5dcd/a1f49b8d-68e9-47dd-bd6d-7190394653d9) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:10.510528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e2b9c932-2c61-4238-a8bc-0b50a720051d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:10.511085 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:10.596997 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:10.657891 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:10.762032 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c34ebeb3-8c5f-4c4d-ae2f-29412edb1f97 req-68aab072-054a-45f4-8902-d05033d9cb50 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 210 time: 0.0366869 Dec 16 22:08:10.771991 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:10.833890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:10.879251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d5cd5f2-f6b7-4315-8ed3-568935ebd380 req-2becb7ca-50a3-4792-a0ec-360db8ad86a1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 210 time: 0.0641384 Dec 16 22:08:10.879720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Attempting to bind port ef5a9315-a494-4e29-bba1-f64a6732fe53 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:10.882140 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Network 792066c6-4200-4821-879c-4e6be0444700 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:10.882693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Attempting to bind port ef5a9315-a494-4e29-bba1-f64a6732fe53 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:10.882693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Attempting to bind port ef5a9315-a494-4e29-bba1-f64a6732fe53 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:10.882841 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:10.885578 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:10.914617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf590ffe-ae3c-4734-ac14-28ad1a17559c None None] Pushing event updated for resources: {'Port': ['ID=ef5a9315-a494-4e29-bba1-f64a6732fe53,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:10.940415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:10.944017 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:10.944017 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:10.944017 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:10.944017 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Bound port: ef5a9315-a494-4e29-bba1-f64a6732fe53, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:10.944017 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:10.945106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Pushing event updated for resources: {'Port': ['ID=a1f49b8d-68e9-47dd-bd6d-7190394653d9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:10.966313 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:11.015673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d22de3e4-4787-4dec-ae00-8f0a3935f9c7 req-241f2f86-a25b-4a43-b302-1c9cde628cac tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 210 time: 0.0417395 Dec 16 22:08:11.120824 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] For port ef5a9315-a494-4e29-bba1-f64a6732fe53, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:11.124636 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] For port ef5a9315-a494-4e29-bba1-f64a6732fe53, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ef5a9315-a494-4e29-bba1-f64a6732fe53,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:11.144947 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-8c164a25-b7a0-40b6-a20a-8fc77e5c4550 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5a6de84a76aa43e0bbf8e67520aa24ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529566 Dec 16 22:08:11.205517 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:11.224653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f98714-9e82-44cb-8b5c-cd491b6c3092 req-49888c75-eecd-47bb-bc04-4e65f915345b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.228159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35f98714-9e82-44cb-8b5c-cd491b6c3092 req-49888c75-eecd-47bb-bc04-4e65f915345b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.0880995 Dec 16 22:08:11.293954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd895b4-9b8f-4eee-aca2-80aa0fcf37b6 req-ba521ca5-80c0-4fff-ae5e-5d4f4b2d8f56 tempest-NetworksTest-105546722 tempest-NetworksTest-105546722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.294698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd895b4-9b8f-4eee-aca2-80aa0fcf37b6 req-ba521ca5-80c0-4fff-ae5e-5d4f4b2d8f56 tempest-NetworksTest-105546722 tempest-NetworksTest-105546722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.295433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd895b4-9b8f-4eee-aca2-80aa0fcf37b6 req-ba521ca5-80c0-4fff-ae5e-5d4f4b2d8f56 tempest-NetworksTest-105546722 tempest-NetworksTest-105546722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.296098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd895b4-9b8f-4eee-aca2-80aa0fcf37b6 req-ba521ca5-80c0-4fff-ae5e-5d4f4b2d8f56 tempest-NetworksTest-105546722 tempest-NetworksTest-105546722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.297144 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd895b4-9b8f-4eee-aca2-80aa0fcf37b6 req-ba521ca5-80c0-4fff-ae5e-5d4f4b2d8f56 tempest-NetworksTest-105546722 tempest-NetworksTest-105546722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.306398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0bd895b4-9b8f-4eee-aca2-80aa0fcf37b6 req-ba521ca5-80c0-4fff-ae5e-5d4f4b2d8f56 tempest-NetworksTest-105546722 tempest-NetworksTest-105546722-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.2619710 Dec 16 22:08:11.387588 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf590ffe-ae3c-4734-ac14-28ad1a17559c None None] Pushing event updated for resources: {'Port': ['ID=ef5a9315-a494-4e29-bba1-f64a6732fe53,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:11.427551 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Routers {'80318e52-2586-4dec-a55c-8002d2222926'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:11.430194 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-73379d75-bbc2-478c-932b-3c36ed872bd5 service neutron] show failed (client error): The resource could not be found. Dec 16 22:08:11.432796 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-73379d75-bbc2-478c-932b-3c36ed872bd5 service neutron] 10.222.0.24 "GET /v2.0/ports/20c6c008-b5b5-4ef4-8c49-542c05822c8f/bindings/n-h1-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.3383925 Dec 16 22:08:11.432925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:07:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['80318e52-2586-4dec-a55c-8002d2222926'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:11.464068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35f98714-9e82-44cb-8b5c-cd491b6c3092 req-00185564-a88d-4c6d-aae1-92ea4d9c5ffa tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198195 Dec 16 22:08:11.470265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52730) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:11.512889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-e05cd896-68ad-4453-b970-353a09f7f49a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.520843 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-e05cd896-68ad-4453-b970-353a09f7f49a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3509932 Dec 16 22:08:11.540633 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0ad8f2af-214d-4af5-90bf-9bcbced44f98 None None] Provisioning complete for port a1f49b8d-68e9-47dd-bd6d-7190394653d9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:11.541194 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ad8f2af-214d-4af5-90bf-9bcbced44f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:11.542119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Request body: {'port': {'device_id': '474474f6-acbd-4761-85d0-8e1fc19bf170', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '5a6de84a76aa43e0bbf8e67520aa24ae'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:11.584847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db089775-8d3a-4468-8207-3f076409f36d req-254cabfb-dc57-4890-b659-e2e14f8a588f tempest-NetworksTest-105546722 tempest-NetworksTest-105546722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.595064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db089775-8d3a-4468-8207-3f076409f36d req-254cabfb-dc57-4890-b659-e2e14f8a588f tempest-NetworksTest-105546722 tempest-NetworksTest-105546722-project-admin] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 886 time: 0.2224751 Dec 16 22:08:11.662840 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:11.684973 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8f2af-214d-4af5-90bf-9bcbced44f98 None None] Port a1f49b8d-68e9-47dd-bd6d-7190394653d9 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:11.725911 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-42b8b0ce-2772-424b-8125-cc970fbf61c3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1735356563-network', 'tenant_id': '7121dad57bc841b98b41e71c9b25481e'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:11.736669 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] Set router 80318e52-2586-4dec-a55c-8002d2222926 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:11.771128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af923d7d-1e00-48a8-9385-ccd937a87d40 req-06507231-d98b-4639-911b-196d2afc1dd8 tempest-NetworksTest-105546722 tempest-NetworksTest-105546722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.771640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af923d7d-1e00-48a8-9385-ccd937a87d40 req-06507231-d98b-4639-911b-196d2afc1dd8 tempest-NetworksTest-105546722 tempest-NetworksTest-105546722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.772137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af923d7d-1e00-48a8-9385-ccd937a87d40 req-06507231-d98b-4639-911b-196d2afc1dd8 tempest-NetworksTest-105546722 tempest-NetworksTest-105546722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.773253 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af923d7d-1e00-48a8-9385-ccd937a87d40 req-06507231-d98b-4639-911b-196d2afc1dd8 tempest-NetworksTest-105546722 tempest-NetworksTest-105546722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.773730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af923d7d-1e00-48a8-9385-ccd937a87d40 req-06507231-d98b-4639-911b-196d2afc1dd8 tempest-NetworksTest-105546722 tempest-NetworksTest-105546722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.777421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af923d7d-1e00-48a8-9385-ccd937a87d40 req-06507231-d98b-4639-911b-196d2afc1dd8 tempest-NetworksTest-105546722 tempest-NetworksTest-105546722-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.1636894 Dec 16 22:08:11.875742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Made reservation on behalf of 5a6de84a76aa43e0bbf8e67520aa24ae for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:11.880852 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:11.893584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b8b0ce-2772-424b-8125-cc970fbf61c3 admin admin] Made reservation on behalf of 7121dad57bc841b98b41e71c9b25481e for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:11.897166 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ce-2772-424b-8125-cc970fbf61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:11.912997 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:11.923224 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ce-2772-424b-8125-cc970fbf61c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:12.038613 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:12.038869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-996d6d0a-4444-4f89-a7e8-e72630ac1bb6 req-f10cb742-7854-410f-b277-d12707ddbcf6 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 210 time: 0.0773635 Dec 16 22:08:12.088901 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:12.125910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80318e52-2586-4dec-a55c-8002d2222926', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334883095-router', 'tenant_id': '2740a9e8869247d993760ddbb6bb8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'ef5a9315-a494-4e29-bba1-f64a6732fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:05Z', 'updated_at': '2021-12-16T22:08:07Z', 'revision_number': 3, 'project_id': '2740a9e8869247d993760ddbb6bb8ff4', 'gw_port': {'id': 'ef5a9315-a494-4e29-bba1-f64a6732fe53', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80318e52-2586-4dec-a55c-8002d2222926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:06Z', 'updated_at': '2021-12-16T22:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:12.131360 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d87b87ee-f510-403d-9807-2132022d2c07 req-b1dadabd-2dd2-4bdf-b6f5-6709331a900b tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 210 time: 0.0706394 Dec 16 22:08:12.153426 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:12.172300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313dd3c-e598-4512-b887-721327fed2a9 None None] The sync data for ids ['80318e52-2586-4dec-a55c-8002d2222926'] in n-d-821840-2 is: [{'id': '80318e52-2586-4dec-a55c-8002d2222926', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334883095-router', 'tenant_id': '2740a9e8869247d993760ddbb6bb8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'ef5a9315-a494-4e29-bba1-f64a6732fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:05Z', 'updated_at': '2021-12-16T22:08:07Z', 'revision_number': 3, 'project_id': '2740a9e8869247d993760ddbb6bb8ff4', 'gw_port': {'id': 'ef5a9315-a494-4e29-bba1-f64a6732fe53', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80318e52-2586-4dec-a55c-8002d2222926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:06Z', 'updated_at': '2021-12-16T22:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:08:12.216201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35cf06a5-795c-4657-9d4d-d7ac6739a792 req-0e9d677e-3a5b-458a-891d-add1bba3bde7 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 210 time: 0.0348582 Dec 16 22:08:12.310091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:12.331627 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:12.428007 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ce-2772-424b-8125-cc970fbf61c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:12.428007 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-61f9603c-8cc8-48d1-bf61-804d1a4b28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:12.428007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-61f9603c-8cc8-48d1-bf61-804d1a4b28f8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f&tenant_id=d067ebbc70344b07b31a66cb2ec78bcf HTTP/1.1" status: 200 len: 1100 time: 0.1462216 Dec 16 22:08:12.428007 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:12.497677 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:12.568839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Pushing event updated for resources: {'Port': ['ID=a1f49b8d-68e9-47dd-bd6d-7190394653d9,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:12.586733 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52758) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:12.598442 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=159d5f15-467a-4167-83a5-f4a2b136e98c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:12.702857 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ce-2772-424b-8125-cc970fbf61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:12.740577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.69', 62821) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:12.785555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b8b0ce-2772-424b-8125-cc970fbf61c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:08:12.797747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-0dfcc0f6-38e8-4ff4-bce4-ceb4b0ef3ec9 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5a6de84a76aa43e0bbf8e67520aa24ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555718 Dec 16 22:08:12.806408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8b0ce-2772-424b-8125-cc970fbf61c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96558e2e-9c99-4b35-828c-42a9c98b2d86,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:12.817668 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Network 792066c6-4200-4821-879c-4e6be0444700 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:12.834611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:12.845890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98f82f-acb7-450c-8b21-27be3383bf9e req-c6562b3b-603f-480c-82d9-74b6205cd5ec tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:12.857997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae98f82f-acb7-450c-8b21-27be3383bf9e req-c6562b3b-603f-480c-82d9-74b6205cd5ec tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.1998842 Dec 16 22:08:12.857997 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ce-2772-424b-8125-cc970fbf61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:12.857997 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-42b8b0ce-2772-424b-8125-cc970fbf61c3 admin admin] Added segment 362d7e5e-ad46-4934-b10c-92cfd9b3bff6 of type vlan for network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c Dec 16 22:08:12.858612 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Allocated IP 192.168.233.199 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/9abe8d10-9998-4881-923c-a474128c2c48) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:12.882677 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.064529 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ce-2772-424b-8125-cc970fbf61c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.074880 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.085905 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Router 80318e52-2586-4dec-a55c-8002d2222926 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:08:13.095301 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23e57dfc-5003-4164-8711-3750daca7cf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.193007 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-4bc1f046-6ffe-4ebe-9e1e-e7bf7d8f2692 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:13.194802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-4bc1f046-6ffe-4ebe-9e1e-e7bf7d8f2692 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3827543 Dec 16 22:08:13.232574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-65a0efc6-52fc-4242-8fee-1babcee8e720 None None] Provisioning complete for port a1f49b8d-68e9-47dd-bd6d-7190394653d9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:13.247665 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65a0efc6-52fc-4242-8fee-1babcee8e720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.247820 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-78437b9d-280a-4f92-8677-fd517ab51a03 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Request body: {'port': {'device_id': '0465997d-0579-4143-b9d7-413fc792deea', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '5a6de84a76aa43e0bbf8e67520aa24ae'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:13.247995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60bf41eb-9cbb-46f1-b044-7aedc0e9fc7c req-e16d7154-f12b-4fa5-921a-9b48121b2025 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 210 time: 0.0486524 Dec 16 22:08:13.344079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-65a0efc6-52fc-4242-8fee-1babcee8e720 None None] Port a1f49b8d-68e9-47dd-bd6d-7190394653d9 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:13.373740 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ce-2772-424b-8125-cc970fbf61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.374726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b8b0ce-2772-424b-8125-cc970fbf61c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:13.375375 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ce-2772-424b-8125-cc970fbf61c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.480513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51152018-c230-424f-9c6d-19f6e9b8ed06 req-6b878f43-4fc6-4a01-ae38-aa73faef5437 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 210 time: 0.1006105 Dec 16 22:08:13.484242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae98f82f-acb7-450c-8b21-27be3383bf9e req-8d78ce17-6a51-4075-a5f3-c9f737c8ed6b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6078091 Dec 16 22:08:13.517599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8b0ce-2772-424b-8125-cc970fbf61c3 admin admin] Pushing event updated for resources: {'Network': ['ID=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:13.534373 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:08:13.593039 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.617668 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52774) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:13.621330 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-42b8b0ce-2772-424b-8125-cc970fbf61c3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1469238 Dec 16 22:08:13.622911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52776) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:13.636190 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0ca81ade-7918-43fe-85b3-0ca5ed5e037e admin admin] Request body: {'subnet': {'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1735356563-subnet', 'tenant_id': '7121dad57bc841b98b41e71c9b25481e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:13.644774 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23e57dfc-5003-4164-8711-3750daca7cf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.661404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:08:13.669092 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d1962fa2-d398-4f93-89bd-8a2bd787aa6b admin admin] 10.222.0.43 "PUT /v2.0/routers/80318e52-2586-4dec-a55c-8002d2222926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2038453 Dec 16 22:08:13.680475 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.69', 62822) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:13.685341 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbd7e8a1-b62b-4e2c-b7c2-0f91ed8b1169 req-17df697f-c6c0-4c1f-8cf7-c7accbd174ac tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 210 time: 0.0565994 Dec 16 22:08:13.739122 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23e57dfc-5003-4164-8711-3750daca7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.745805 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-4a50976e-3034-4437-8803-ebdabef476cf tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647330 Dec 16 22:08:13.790511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-78437b9d-280a-4f92-8677-fd517ab51a03 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Made reservation on behalf of 5a6de84a76aa43e0bbf8e67520aa24ae for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:13.795222 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-78437b9d-280a-4f92-8677-fd517ab51a03 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.898690 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-23e57dfc-5003-4164-8711-3750daca7cf5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f928490feae4bfb8e2390ece59abf27&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3102007 Dec 16 22:08:13.907198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca81ade-7918-43fe-85b3-0ca5ed5e037e admin admin] Made reservation on behalf of 7121dad57bc841b98b41e71c9b25481e for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:13.909692 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ca81ade-7918-43fe-85b3-0ca5ed5e037e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.911959 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.918197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52786) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:13.945792 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e57dfc-5003-4164-8711-3750daca7cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f7315a-6ef1-4ac6-a82d-7bc7c1419bc9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:14.001871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ef5a9315-a494-4e29-bba1-f64a6732fe53 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:14.047439 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] For port 20c6c008-b5b5-4ef4-8c49-542c05822c8f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:14.091149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] For port 20c6c008-b5b5-4ef4-8c49-542c05822c8f, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:14.111382 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ef5a9315-a494-4e29-bba1-f64a6732fe53 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:14.112138 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:14.139487 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:14.144060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6a3930-8f41-48fc-adbb-c1c376f2206f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c6c008-b5b5-4ef4-8c49-542c05822c8f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:14.146480 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e9d328-eb8d-4d78-8181-a44b5f258190" -d '{"events": [{"server_uuid": "4a6a3930-8f41-48fc-adbb-c1c376f2206f", "name": "network-vif-unplugged", "status": "completed", "tag": "20c6c008-b5b5-4ef4-8c49-542c05822c8f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:14.159411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Transition to ACTIVE for port object 20c6c008-b5b5-4ef4-8c49-542c05822c8f will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:14.233170 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:14.240579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Pushing event updated for resources: {'Port': ['ID=9abe8d10-9998-4881-923c-a474128c2c48,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:14.241378 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:14.280917 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a40f511c-9f3b-4ebc-bf28-6903ebfb077d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:14.324569 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15207cff-cef3-44e8-bb46-3e94834e8317 x-openstack-request-id: req-15207cff-cef3-44e8-bb46-3e94834e8317 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:14.324909 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6a3930-8f41-48fc-adbb-c1c376f2206f", "name": "network-vif-unplugged", "status": "completed", "tag": "20c6c008-b5b5-4ef4-8c49-542c05822c8f", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:14.325270 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15207cff-cef3-44e8-bb46-3e94834e8317 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:14.326235 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6a3930-8f41-48fc-adbb-c1c376f2206f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c6c008-b5b5-4ef4-8c49-542c05822c8f', 'code': 200} Dec 16 22:08:14.341805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port ef5a9315-a494-4e29-bba1-f64a6732fe53, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ef5a9315-a494-4e29-bba1-f64a6732fe53,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:14.393417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Pushing event updated for resources: {'Port': ['ID=20c6c008-b5b5-4ef4-8c49-542c05822c8f,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:14.402021 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] No DVR routers for this DVR port 20c6c008-b5b5-4ef4-8c49-542c05822c8f on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:14.408659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-78437b9d-280a-4f92-8677-fd517ab51a03 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Allocated IP 192.168.233.47 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/00d93413-8f8a-451d-8031-b0694928ad6b) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:14.414077 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:14.496559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f17144b7-52e1-4f2c-9150-855f03e9c84b req-8af3237c-dd7c-4060-ac63-1cc4df1efaee tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 210 time: 0.0827398 Dec 16 22:08:14.497428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=ef5a9315-a494-4e29-bba1-f64a6732fe53,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:14.531937 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-d69de253-d82a-44d9-afcb-bbf4cee7ed0a tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4d341b727ec84cc7819153664770d8fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2540729 Dec 16 22:08:14.545064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:14.566491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Attempting to bind port 20c6c008-b5b5-4ef4-8c49-542c05822c8f on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:14.569051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Attempting to bind port 20c6c008-b5b5-4ef4-8c49-542c05822c8f by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:14.570277 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Attempting to bind port 20c6c008-b5b5-4ef4-8c49-542c05822c8f on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:14.595220 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:14.596325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Port 20c6c008-b5b5-4ef4-8c49-542c05822c8f on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:14.600497 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Attempting to bind port 20c6c008-b5b5-4ef4-8c49-542c05822c8f on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:14.637203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:14.637203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:14.637502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:14.638559 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:14.641282 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Bound port: 20c6c008-b5b5-4ef4-8c49-542c05822c8f, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:14.644767 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:14.758025 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6af4ba9-0ef0-4c69-97bf-8067cc6dc498 req-7819ea27-fca1-4a3c-9bb1-4774f91fa192 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 210 time: 0.0377774 Dec 16 22:08:14.763112 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:14.763861 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:14.773777 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1cd21b2e-f111-47a5-9845-2e1d4a76a140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:14.824619 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-2d3d4cbb-6d32-48c0-9a79-06eadd174b06 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:14.826196 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-2d3d4cbb-6d32-48c0-9a79-06eadd174b06 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0696075 Dec 16 22:08:14.878855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Request body: {'port': {'device_id': '05c7836e-9c91-48c9-a574-8a4c7261b1aa', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '754f26ecb0c84ea4a4d3485ad36e376e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:14.890877 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1cd21b2e-f111-47a5-9845-2e1d4a76a140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:14.967531 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a40f511c-9f3b-4ebc-bf28-6903ebfb077d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:14.982725 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-80d51c02-e4bc-47df-a667-ba702ce85543 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4477050 Dec 16 22:08:14.995452 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Sync routers for ids ['80318e52-2586-4dec-a55c-8002d2222926'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:08:15.029767 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Routers {'80318e52-2586-4dec-a55c-8002d2222926'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:15.034473 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Request body: {'port': {'device_id': '474474f6-acbd-4761-85d0-8e1fc19bf170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:15.047024 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:07:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['80318e52-2586-4dec-a55c-8002d2222926'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:15.080952 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5ce70eb5-5b80-4872-9bb1-418fcbfb2c5b None None] Provisioning complete for port 9abe8d10-9998-4881-923c-a474128c2c48 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:15.081565 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5ce70eb5-5b80-4872-9bb1-418fcbfb2c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.093841 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a40f511c-9f3b-4ebc-bf28-6903ebfb077d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.167842 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5ce70eb5-5b80-4872-9bb1-418fcbfb2c5b None None] Port 9abe8d10-9998-4881-923c-a474128c2c48 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:15.175230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-23ccf125-c724-446b-8261-b0ba03c3914d tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:15.177059 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-23ccf125-c724-446b-8261-b0ba03c3914d tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6080785 Dec 16 22:08:15.191130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9b3a068-0f5b-4161-a08b-12cb4b97b8ee req-c02c8b5d-48c7-4aa1-8c04-0246d02d59f4 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 210 time: 0.0697584 Dec 16 22:08:15.208814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Request body: {'port': {'device_id': 'aa65a508-9b75-4bf9-af86-af46530ffb6d', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '4d341b727ec84cc7819153664770d8fb'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:15.211733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409ee82-01cf-44bf-a847-00f1c2c1052e req-8bf13cbd-7d97-491a-a0e2-ad42fb89602c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:15.221961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c409ee82-01cf-44bf-a847-00f1c2c1052e req-8bf13cbd-7d97-491a-a0e2-ad42fb89602c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 947 time: 0.5568936 Dec 16 22:08:15.331847 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f511c-9f3b-4ebc-bf28-6903ebfb077d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e788624-a010-4d96-a707-129d6b5c3d46,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:15.342362 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a40f511c-9f3b-4ebc-bf28-6903ebfb077d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a425f7babf1b4c4eb41fcef2da65aa9e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7128928 Dec 16 22:08:15.355138 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52814) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:15.370159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c409ee82-01cf-44bf-a847-00f1c2c1052e req-091f1046-66c6-4e33-b8c0-130357f594dc tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419926 Dec 16 22:08:15.372190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] For port 20c6c008-b5b5-4ef4-8c49-542c05822c8f, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:15.374987 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.376713 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1cd21b2e-f111-47a5-9845-2e1d4a76a140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.379874 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1cd21b2e-f111-47a5-9845-2e1d4a76a140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.383243 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1cd21b2e-f111-47a5-9845-2e1d4a76a140 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09f7315a-6ef1-4ac6-a82d-7bc7c1419bc9 HTTP/1.1" status: 204 len: 168 time: 1.4621360 Dec 16 22:08:15.413360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] For port 20c6c008-b5b5-4ef4-8c49-542c05822c8f, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:15.427239 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-78437b9d-280a-4f92-8677-fd517ab51a03 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.431192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd21b2e-f111-47a5-9845-2e1d4a76a140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f7315a-6ef1-4ac6-a82d-7bc7c1419bc9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:15.494776 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Set router 80318e52-2586-4dec-a55c-8002d2222926 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:15.502478 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.502739 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ca81ade-7918-43fe-85b3-0ca5ed5e037e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.597109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Pushing event updated for resources: {'Port': ['ID=20c6c008-b5b5-4ef4-8c49-542c05822c8f,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:15.618076 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-78437b9d-280a-4f92-8677-fd517ab51a03 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.649182 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:15.649182 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.649434 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c60b131d-cf6c-4b21-a193-e160353446f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.650676 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-d00d1a44-f011-4aaf-a81a-d57ec2ca64b4 service neutron] 10.222.0.69 "PUT /v2.0/ports/20c6c008-b5b5-4ef4-8c49-542c05822c8f HTTP/1.1" status: 200 len: 1095 time: 3.2475293 Dec 16 22:08:15.652255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Made reservation on behalf of 754f26ecb0c84ea4a4d3485ad36e376e for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:15.656374 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.658051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca81ade-7918-43fe-85b3-0ca5ed5e037e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be30d56a-8363-413b-8968-a220d05b6d90,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:15.676388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-78437b9d-280a-4f92-8677-fd517ab51a03 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:15.682773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-78437b9d-280a-4f92-8677-fd517ab51a03 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:15.687131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-78437b9d-280a-4f92-8677-fd517ab51a03 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:15.703474 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.739986 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c60b131d-cf6c-4b21-a193-e160353446f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.801903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 20c6c008-b5b5-4ef4-8c49-542c05822c8f no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:15.807540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78437b9d-280a-4f92-8677-fd517ab51a03 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Pushing event updated for resources: {'Port': ['ID=00d93413-8f8a-451d-8031-b0694928ad6b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:15.877093 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80318e52-2586-4dec-a55c-8002d2222926', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334883095-router', 'tenant_id': '2740a9e8869247d993760ddbb6bb8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'ef5a9315-a494-4e29-bba1-f64a6732fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:05Z', 'updated_at': '2021-12-16T22:08:11Z', 'revision_number': 4, 'project_id': '2740a9e8869247d993760ddbb6bb8ff4', 'gw_port': {'id': 'ef5a9315-a494-4e29-bba1-f64a6732fe53', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80318e52-2586-4dec-a55c-8002d2222926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:06Z', 'updated_at': '2021-12-16T22:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'a1f49b8d-68e9-47dd-bd6d-7190394653d9', 'name': '', 'network_id': '792066c6-4200-4821-879c-4e6be0444700', 'tenant_id': '2740a9e8869247d993760ddbb6bb8ff4', 'mac_address': 'fa:16:3e:8d:71:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80318e52-2586-4dec-a55c-8002d2222926', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '306ecd39-01de-48c7-bb4e-88422b5f5dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:10Z', 'updated_at': '2021-12-16T22:08:11Z', 'revision_number': 2, 'project_id': '2740a9e8869247d993760ddbb6bb8ff4', 'subnets': [{'id': '306ecd39-01de-48c7-bb4e-88422b5f5dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:15.913156 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52824) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:15.919768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Made reservation on behalf of 4d341b727ec84cc7819153664770d8fb for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:15.923447 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.944961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca81ade-7918-43fe-85b3-0ca5ed5e037e admin admin] Checking segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:15.945436 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca81ade-7918-43fe-85b3-0ca5ed5e037e admin admin] Network hostable DHCP agents. Network: fd3688b8-9b63-4c62-967f-cb3ce8c17b1c, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:08:15.954636 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Checking router: 80318e52-2586-4dec-a55c-8002d2222926 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:08:15.955202 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 20c6c008-b5b5-4ef4-8c49-542c05822c8f not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:15.956623 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d8faf2ba-33f3-4706-a895-8046b2da5661 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1746817888', 'description': 'tempest-description--2124785667'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:15.957153 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Updating router 80318e52-2586-4dec-a55c-8002d2222926 port a1f49b8d-68e9-47dd-bd6d-7190394653d9 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:08:15.962507 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.997120 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c60b131d-cf6c-4b21-a193-e160353446f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.008847 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ef5a9315-a494-4e29-bba1-f64a6732fe53 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:16.009249 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c60b131d-cf6c-4b21-a193-e160353446f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.009249 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c60b131d-cf6c-4b21-a193-e160353446f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e788624-a010-4d96-a707-129d6b5c3d46 HTTP/1.1" status: 204 len: 168 time: 0.6430323 Dec 16 22:08:16.012607 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.106277 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b131d-cf6c-4b21-a193-e160353446f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e788624-a010-4d96-a707-129d6b5c3d46,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:16.132230 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.154957 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca81ade-7918-43fe-85b3-0ca5ed5e037e admin admin] Network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:08:16.221756 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.236871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ef5a9315-a494-4e29-bba1-f64a6732fe53 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:16.237384 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.272055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-78437b9d-280a-4f92-8677-fd517ab51a03 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:16.272751 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-78437b9d-280a-4f92-8677-fd517ab51a03 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.292635 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-0ca81ade-7918-43fe-85b3-0ca5ed5e037e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, fd3688b8-9b63-4c62-967f-cb3ce8c17b1c) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:16.305129 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c269b9c7-247c-4268-927c-8b0839f0f273 None None] Network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:16.315750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5752948-46b9-4ca4-9d16-6872206bca5f req-59663615-453b-41a4-9c08-0733b12d1f8a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 210 time: 0.1793177 Dec 16 22:08:16.334850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6a3930-8f41-48fc-adbb-c1c376f2206f', 'tag': '20c6c008-b5b5-4ef4-8c49-542c05822c8f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:16.334850 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa188e33-b854-41da-a12b-010cadf195f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6a3930-8f41-48fc-adbb-c1c376f2206f", "tag": "20c6c008-b5b5-4ef4-8c49-542c05822c8f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:16.362527 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca81ade-7918-43fe-85b3-0ca5ed5e037e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:16.363225 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ca81ade-7918-43fe-85b3-0ca5ed5e037e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.373168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d0507-f4a1-422c-aac7-30db1c0231fd req-dd6be853-d4d9-4158-af13-c29d48d10f82 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:16.398009 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c60d0507-f4a1-422c-aac7-30db1c0231fd req-dd6be853-d4d9-4158-af13-c29d48d10f82 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 935 time: 0.7195339 Dec 16 22:08:16.440992 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c5acbd-c723-417a-9577-4e2b31829846,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:16.442071 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-217ab4d2-999d-4704-9db6-c7401e408294 None None] Provisioning complete for port 00d93413-8f8a-451d-8031-b0694928ad6b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:16.442629 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-217ab4d2-999d-4704-9db6-c7401e408294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.451929 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.457652 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-78437b9d-280a-4f92-8677-fd517ab51a03 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2246044 Dec 16 22:08:16.467970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52834) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:16.472931 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56ca5697-a510-479c-b31f-34dbf417ebf4 req-16021b92-5ed3-496a-831d-ef0a491534f4 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 210 time: 0.0594966 Dec 16 22:08:16.479491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Request body: {'port': {'device_id': '0465997d-0579-4143-b9d7-413fc792deea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:16.483249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-8c5fc826-36c8-4e7d-b6ae-adc5dcba5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:16.485755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-8c5fc826-36c8-4e7d-b6ae-adc5dcba5b9e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 1098 time: 0.7310839 Dec 16 22:08:16.485755 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8faf2ba-33f3-4706-a895-8046b2da5661 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.489676 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95be2e57-fa0c-46b2-805c-739d066c112f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.503514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9abe8d10-9998-4881-923c-a474128c2c48 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:16.515695 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.538763 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Transition to ACTIVE for port object 9abe8d10-9998-4881-923c-a474128c2c48 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:16.555150 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.576286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c60d0507-f4a1-422c-aac7-30db1c0231fd req-bdaba76e-6512-4995-b016-cc5acee0262a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763959 Dec 16 22:08:16.631912 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.24', 49556) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:16.640991 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9025571c-23fb-443c-a0a2-07970a9b623e x-openstack-request-id: req-9025571c-23fb-443c-a0a2-07970a9b623e {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:16.640991 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6a3930-8f41-48fc-adbb-c1c376f2206f", "tag": "20c6c008-b5b5-4ef4-8c49-542c05822c8f", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:16.640991 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9025571c-23fb-443c-a0a2-07970a9b623e {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:16.640991 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6a3930-8f41-48fc-adbb-c1c376f2206f', 'tag': '20c6c008-b5b5-4ef4-8c49-542c05822c8f', 'status': 'completed', 'code': 200} Dec 16 22:08:16.643638 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.699944 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0ca81ade-7918-43fe-85b3-0ca5ed5e037e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.0691767 Dec 16 22:08:16.716098 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.742236 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.752253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d82c63d-f6c8-40e5-85fd-e142ed308d97 None None] Network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:16.826199 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760a5e7-8408-47c3-9c5b-bcaf5d3c70ac None None] Pushing event updated for resources: {'Port': ['ID=a1f49b8d-68e9-47dd-bd6d-7190394653d9,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:16.867403 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8faf2ba-33f3-4706-a895-8046b2da5661 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.887796 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0694d057-675b-4fdc-b777-a86138433334,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:16.934795 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Allocated IP 192.168.233.59 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/45ff63af-7f92-403e-acda-b2a2299f70c7) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:16.963766 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Attempting to bind port a1f49b8d-68e9-47dd-bd6d-7190394653d9 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:16.964149 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Attempting to bind port a1f49b8d-68e9-47dd-bd6d-7190394653d9 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '0395e34c-3662-47b4-b7fd-e0ffbdac0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '792066c6-4200-4821-879c-4e6be0444700'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:16.964524 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Attempting to bind port a1f49b8d-68e9-47dd-bd6d-7190394653d9 on network 792066c6-4200-4821-879c-4e6be0444700 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:16.982426 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:16.982821 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Checking segment: {'id': '0395e34c-3662-47b4-b7fd-e0ffbdac0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '792066c6-4200-4821-879c-4e6be0444700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:16.986310 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.986310 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Bound using segment: {'id': '0395e34c-3662-47b4-b7fd-e0ffbdac0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '792066c6-4200-4821-879c-4e6be0444700'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:16.986310 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Bound port: a1f49b8d-68e9-47dd-bd6d-7190394653d9, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0395e34c-3662-47b4-b7fd-e0ffbdac0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '792066c6-4200-4821-879c-4e6be0444700'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:16.986310 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.003542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-a394fa5e-c593-4d97-a7cd-8595de11d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:17.005589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-a394fa5e-c593-4d97-a7cd-8595de11d306 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.4863627 Dec 16 22:08:17.014214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Pushing event updated for resources: {'Port': ['ID=9abe8d10-9998-4881-923c-a474128c2c48,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:17.023910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-217ab4d2-999d-4704-9db6-c7401e408294 None None] Port 00d93413-8f8a-451d-8031-b0694928ad6b cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:17.034079 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.048768 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95be2e57-fa0c-46b2-805c-739d066c112f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.073030 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8faf2ba-33f3-4706-a895-8046b2da5661 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.080853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa188e33-b854-41da-a12b-010cadf195f3 req-57cbab68-557c-4c7b-9a5c-1cdc225dfe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:17.082625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa188e33-b854-41da-a12b-010cadf195f3 req-57cbab68-557c-4c7b-9a5c-1cdc225dfe9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 1098 time: 0.4344931 Dec 16 22:08:17.116360 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] For port a1f49b8d-68e9-47dd-bd6d-7190394653d9, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:17.122152 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] For port a1f49b8d-68e9-47dd-bd6d-7190394653d9, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a1f49b8d-68e9-47dd-bd6d-7190394653d9,segment=NetworkSegment(0395e34c-3662-47b4-b7fd-e0ffbdac0aa8),segment_id=0395e34c-3662-47b4-b7fd-e0ffbdac0aa8)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:17.179840 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95be2e57-fa0c-46b2-805c-739d066c112f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.193762 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.219113 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faf2ba-33f3-4706-a895-8046b2da5661 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f97300-764b-4583-b9f8-6925aa95410a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:17.224261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-5d54eb96-081e-48ee-8923-18609d519357 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f HTTP/1.1" status: 200 len: 217 time: 0.1465316 Dec 16 22:08:17.231668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52844) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:17.248576 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Routers {'80318e52-2586-4dec-a55c-8002d2222926'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:17.249849 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:07:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['80318e52-2586-4dec-a55c-8002d2222926'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:17.273315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Provisioning complete for port a1f49b8d-68e9-47dd-bd6d-7190394653d9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:17.274445 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.367871 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be2e57-fa0c-46b2-805c-739d066c112f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca99280f-9063-44ad-8294-0b8a5691790c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:17.409623 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] Set router 80318e52-2586-4dec-a55c-8002d2222926 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:17.437220 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.463326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84f539-9da0-4cba-ab69-cd52cd7f5774 req-f1d105ed-c9b8-4b61-b5f9-b7c6d71c8422 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:17.475029 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d84f539-9da0-4cba-ab69-cd52cd7f5774 req-f1d105ed-c9b8-4b61-b5f9-b7c6d71c8422 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 947 time: 0.7806542 Dec 16 22:08:17.492612 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] For port a1f49b8d-68e9-47dd-bd6d-7190394653d9, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a1f49b8d-68e9-47dd-bd6d-7190394653d9,segment=NetworkSegment(0395e34c-3662-47b4-b7fd-e0ffbdac0aa8),segment_id=0395e34c-3662-47b4-b7fd-e0ffbdac0aa8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:17.597511 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.605496 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.608448 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-95be2e57-fa0c-46b2-805c-739d066c112f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a3d0ec0fc074712875b40be26196963&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1364622 Dec 16 22:08:17.613463 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52854) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:17.644946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Attempting to bind port 9abe8d10-9998-4881-923c-a474128c2c48 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:17.645280 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Attempting to bind port 9abe8d10-9998-4881-923c-a474128c2c48 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:17.645607 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Attempting to bind port 9abe8d10-9998-4881-923c-a474128c2c48 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:17.650703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25a48a99-d081-4a9a-9277-b16923a66630 req-b98953d0-ffef-482c-89d4-503606a8ef93 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 210 time: 0.1416180 Dec 16 22:08:17.654379 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Port 9abe8d10-9998-4881-923c-a474128c2c48 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:17.654923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Attempting to bind port 9abe8d10-9998-4881-923c-a474128c2c48 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:17.666784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa188e33-b854-41da-a12b-010cadf195f3 req-2e29c68f-fb16-4aa8-ba5b-c5bc691015f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:17.672913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:17.672913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:17.672913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:17.672913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Bound port: 9abe8d10-9998-4881-923c-a474128c2c48, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:17.673296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa188e33-b854-41da-a12b-010cadf195f3 req-2e29c68f-fb16-4aa8-ba5b-c5bc691015f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.4509926 Dec 16 22:08:17.673379 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.682978 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63e47f83-f966-43de-9022-2fe8b2dd577c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.684669 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Pushing event updated for resources: {'Port': ['ID=a1f49b8d-68e9-47dd-bd6d-7190394653d9,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:17.695367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:17.695826 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:17.696278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:17.697167 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:17.697911 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:17.699506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:17.699506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:17.699506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:17.699797 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:17.700069 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:17.700537 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:17.700878 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:17.701207 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e1bd5-b968-4aaa-bd65-529e58de61a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:17.744311 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-437dfa92-d5e7-431d-9347-0dd5f69d2292 None None] Provisioning complete for port a1f49b8d-68e9-47dd-bd6d-7190394653d9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:17.744821 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-437dfa92-d5e7-431d-9347-0dd5f69d2292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.752907 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8faf2ba-33f3-4706-a895-8046b2da5661 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.757737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d8faf2ba-33f3-4706-a895-8046b2da5661 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.8425918 Dec 16 22:08:17.770989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52856) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:17.776017 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58209809-9477-4068-914f-4bbfc6de3676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.784267 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760a5e7-8408-47c3-9c5b-bcaf5d3c70ac None None] Pushing event updated for resources: {'Port': ['ID=a1f49b8d-68e9-47dd-bd6d-7190394653d9,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:17.788861 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80318e52-2586-4dec-a55c-8002d2222926', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334883095-router', 'tenant_id': '2740a9e8869247d993760ddbb6bb8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'ef5a9315-a494-4e29-bba1-f64a6732fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:05Z', 'updated_at': '2021-12-16T22:08:11Z', 'revision_number': 4, 'project_id': '2740a9e8869247d993760ddbb6bb8ff4', 'gw_port': {'id': 'ef5a9315-a494-4e29-bba1-f64a6732fe53', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80318e52-2586-4dec-a55c-8002d2222926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:06Z', 'updated_at': '2021-12-16T22:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'a1f49b8d-68e9-47dd-bd6d-7190394653d9', 'name': '', 'network_id': '792066c6-4200-4821-879c-4e6be0444700', 'tenant_id': '2740a9e8869247d993760ddbb6bb8ff4', 'mac_address': 'fa:16:3e:8d:71:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80318e52-2586-4dec-a55c-8002d2222926', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '306ecd39-01de-48c7-bb4e-88422b5f5dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:10Z', 'updated_at': '2021-12-16T22:08:17Z', 'revision_number': 4, 'project_id': '2740a9e8869247d993760ddbb6bb8ff4', 'subnets': [{'id': '306ecd39-01de-48c7-bb4e-88422b5f5dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:17.814381 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6b706195-d325-4340-ab9a-162a31427a8c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Request body: {'security_group_rule': {'security_group_id': '07f97300-764b-4583-b9f8-6925aa95410a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:17.817675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d84f539-9da0-4cba-ab69-cd52cd7f5774 req-47566cc4-14d7-40ec-87bb-3f4c79f0cd92 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367693 Dec 16 22:08:17.842813 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a6c1c-1c4f-4a8a-be2a-c33f041102c5 None None] The sync data for ids ['80318e52-2586-4dec-a55c-8002d2222926'] in n-d-821840-2 is: [{'id': '80318e52-2586-4dec-a55c-8002d2222926', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334883095-router', 'tenant_id': '2740a9e8869247d993760ddbb6bb8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'ef5a9315-a494-4e29-bba1-f64a6732fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:05Z', 'updated_at': '2021-12-16T22:08:11Z', 'revision_number': 4, 'project_id': '2740a9e8869247d993760ddbb6bb8ff4', 'gw_port': {'id': 'ef5a9315-a494-4e29-bba1-f64a6732fe53', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80318e52-2586-4dec-a55c-8002d2222926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:06Z', 'updated_at': '2021-12-16T22:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'a1f49b8d-68e9-47dd-bd6d-7190394653d9', 'name': '', 'network_id': '792066c6-4200-4821-879c-4e6be0444700', 'tenant_id': '2740a9e8869247d993760ddbb6bb8ff4', 'mac_address': 'fa:16:3e:8d:71:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80318e52-2586-4dec-a55c-8002d2222926', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '306ecd39-01de-48c7-bb4e-88422b5f5dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:10Z', 'updated_at': '2021-12-16T22:08:17Z', 'revision_number': 4, 'project_id': '2740a9e8869247d993760ddbb6bb8ff4', 'subnets': [{'id': '306ecd39-01de-48c7-bb4e-88422b5f5dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:08:17.849204 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58209809-9477-4068-914f-4bbfc6de3676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.981804 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] For port 9abe8d10-9998-4881-923c-a474128c2c48, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:17.997570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f85f59c-f142-4ec3-bfd6-7cf1518629bc req-ee81c9d6-39da-4585-b17d-78671f62f4ce tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 210 time: 0.1927092 Dec 16 22:08:17.997570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa188e33-b854-41da-a12b-010cadf195f3 req-0e5bca1d-6cb4-41f2-a1a3-7d3d30e054c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f HTTP/1.1" status: 200 len: 217 time: 0.2508333 Dec 16 22:08:17.998201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-f088e3a1-b799-4496-89d8-a74849d3ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:18.002571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-f088e3a1-b799-4496-89d8-a74849d3ac2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.5100250 Dec 16 22:08:18.048615 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.079367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Allocated IP 192.168.233.119 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/ebf797c1-bb5d-4b3a-aa39-941231cf05ab) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:18.090354 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] For port 9abe8d10-9998-4881-923c-a474128c2c48, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9abe8d10-9998-4881-923c-a474128c2c48,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:18.147675 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:18.162217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Pushing event updated for resources: {'Port': ['ID=45ff63af-7f92-403e-acda-b2a2299f70c7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:18.166824 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:18.169252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:18.210807 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.222176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b826f38-8eec-4573-a1e3-78da8967add8 req-f9c33b69-546b-4fc8-b966-b4fdb7063831 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:18.237566 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b826f38-8eec-4573-a1e3-78da8967add8 req-f9c33b69-546b-4fc8-b966-b4fdb7063831 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 935 time: 0.2177446 Dec 16 22:08:18.242228 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b706195-d325-4340-ab9a-162a31427a8c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.245674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa188e33-b854-41da-a12b-010cadf195f3 req-1b9f086f-6731-46ff-b1c5-7277326fae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:18.247178 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa188e33-b854-41da-a12b-010cadf195f3 req-1b9f086f-6731-46ff-b1c5-7277326fae71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.2402439 Dec 16 22:08:18.298400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:18.298921 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.300423 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] 10.222.0.69 "PUT /v2.0/ports/9abe8d10-9998-4881-923c-a474128c2c48 HTTP/1.1" status: 200 len: 1096 time: 3.2888124 Dec 16 22:08:18.318217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474474f6-acbd-4761-85d0-8e1fc19bf170', 'tag': '9abe8d10-9998-4881-923c-a474128c2c48'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:18.320415 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3e45df-3965-4826-821a-0606cfe30f01" -d '{"events": [{"name": "network-changed", "server_uuid": "474474f6-acbd-4761-85d0-8e1fc19bf170", "tag": "9abe8d10-9998-4881-923c-a474128c2c48"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:18.323517 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58209809-9477-4068-914f-4bbfc6de3676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.326334 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58209809-9477-4068-914f-4bbfc6de3676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.327757 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-58209809-9477-4068-914f-4bbfc6de3676 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca99280f-9063-44ad-8294-0b8a5691790c HTTP/1.1" status: 204 len: 168 time: 0.7133346 Dec 16 22:08:18.363570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-b9ff0b68-a772-42d5-867f-4947009bdc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:18.365776 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-b9ff0b68-a772-42d5-867f-4947009bdc99 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3473401 Dec 16 22:08:18.557097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52872) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:18.575213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b57116c3-fd8c-436e-b60b-7c137571edc3 None None] Provisioning complete for port 45ff63af-7f92-403e-acda-b2a2299f70c7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:18.575781 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b57116c3-fd8c-436e-b60b-7c137571edc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.583549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e0218852-60f7-4c08-9a35-5b245f85f700 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-364473159-network', 'tenant_id': '89b5e6645fe54cf495b732b63ce657f6'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:18.615002 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63e47f83-f966-43de-9022-2fe8b2dd577c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.622582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa188e33-b854-41da-a12b-010cadf195f3 req-1353ac3b-85e6-4dd2-95c7-1d0f66b377b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:18.624373 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa188e33-b854-41da-a12b-010cadf195f3 req-1353ac3b-85e6-4dd2-95c7-1d0f66b377b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3542023 Dec 16 22:08:18.652347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b826f38-8eec-4573-a1e3-78da8967add8 req-d1f7973a-5132-4b40-bcbc-fa8f6b8202f1 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137795 Dec 16 22:08:18.655844 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1def62ae-fcf7-4e06-9e9a-164b3a01ff87 x-openstack-request-id: req-1def62ae-fcf7-4e06-9e9a-164b3a01ff87 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:18.660736 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474474f6-acbd-4761-85d0-8e1fc19bf170", "tag": "9abe8d10-9998-4881-923c-a474128c2c48", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:18.661103 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1def62ae-fcf7-4e06-9e9a-164b3a01ff87 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:18.661580 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474474f6-acbd-4761-85d0-8e1fc19bf170', 'tag': '9abe8d10-9998-4881-923c-a474128c2c48', 'status': 'completed', 'code': 200} Dec 16 22:08:18.670739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b57116c3-fd8c-436e-b60b-7c137571edc3 None None] Port 45ff63af-7f92-403e-acda-b2a2299f70c7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:18.764898 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63e47f83-f966-43de-9022-2fe8b2dd577c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.772629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:18.773299 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.808641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209809-9477-4068-914f-4bbfc6de3676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca99280f-9063-44ad-8294-0b8a5691790c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:18.873533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5a78da3-ac1a-4755-8088-60a353d14eb2 req-104e04c4-f9aa-41e9-9daf-91d7fd6a0549 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 210 time: 0.1141305 Dec 16 22:08:18.930268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa188e33-b854-41da-a12b-010cadf195f3 req-970563d3-48e9-486f-8471-169cdf3f1dbd service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747777 Dec 16 22:08:18.937143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e47f83-f966-43de-9022-2fe8b2dd577c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9222ee-fd15-4578-b899-e7e18e40e035,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:18.943576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-e16cc484-3fa4-4d73-84c2-77b8038e9f62 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595114 Dec 16 22:08:18.950262 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-63e47f83-f966-43de-9022-2fe8b2dd577c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=061a8c598b13410db636d45b7a437b91&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4621394 Dec 16 22:08:18.966076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52878) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:18.976065 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.981078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883a4e5-bb5d-40af-aac0-2fa3661edf12 service neutron] Pushing event updated for resources: {'Port': ['ID=9abe8d10-9998-4881-923c-a474128c2c48,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:19.077380 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-bd5a1d82-8496-41ff-bd03-764ad8a83c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:19.078942 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-bd5a1d82-8496-41ff-bd03-764ad8a83c91 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a6de84a76aa43e0bbf8e67520aa24ae&device_id=474474f6-acbd-4761-85d0-8e1fc19bf170 HTTP/1.1" status: 200 len: 1099 time: 0.4272809 Dec 16 22:08:19.099955 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b706195-d325-4340-ab9a-162a31427a8c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.114769 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-094ad892-4fcd-4112-8259-d9f9c9ed26ec tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9126325 Dec 16 22:08:19.155400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Request body: {'port': {'device_id': 'aa65a508-9b75-4bf9-af86-af46530ffb6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:19.161840 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-bef3f2ce-1750-4ec2-82b8-f6410d03d179 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=9abe8d10-9998-4881-923c-a474128c2c48 HTTP/1.1" status: 200 len: 217 time: 0.0601044 Dec 16 22:08:19.206366 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b706195-d325-4340-ab9a-162a31427a8c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.329553 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.340821 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b706195-d325-4340-ab9a-162a31427a8c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf863943-62dd-40f7-a2cc-cd28365e789c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:19.366148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0218852-60f7-4c08-9a35-5b245f85f700 admin admin] Made reservation on behalf of 89b5e6645fe54cf495b732b63ce657f6 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:19.367912 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-71986378-01f5-45db-a6ca-130f841511ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:19.370036 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-71986378-01f5-45db-a6ca-130f841511ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1853440 Dec 16 22:08:19.370532 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0218852-60f7-4c08-9a35-5b245f85f700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.393330 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.435111 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:19.437968 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b706195-d325-4340-ab9a-162a31427a8c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.442096 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6b706195-d325-4340-ab9a-162a31427a8c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6329975 Dec 16 22:08:19.458124 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52890) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:19.468468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e89da663-6278-48c9-940d-7a0baf21e693 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Request body: {'security_group_rule': {'security_group_id': '07f97300-764b-4583-b9f8-6925aa95410a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:19.474284 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:19.483802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:19.529026 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0218852-60f7-4c08-9a35-5b245f85f700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.534545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event updated for resources: {'Port': ['ID=ebf797c1-bb5d-4b3a-aa39-941231cf05ab,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:19.672825 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:19.674211 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.689828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-323f0fb1-6c84-4f25-a976-288b3f45852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:19.697507 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-323f0fb1-6c84-4f25-a976-288b3f45852c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3059230 Dec 16 22:08:19.762147 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33b6b5-04c3-4ee9-9851-7b3d0e771044 req-45803fc3-96a0-4723-a44d-f73bf412ad15 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:19.763782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f33b6b5-04c3-4ee9-9851-7b3d0e771044 req-45803fc3-96a0-4723-a44d-f73bf412ad15 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 947 time: 0.8282897 Dec 16 22:08:19.795972 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e89da663-6278-48c9-940d-7a0baf21e693 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.818398 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-36e576c4-0117-4464-a25e-a90886fb1ca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.844019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67446ff-d52b-451a-9219-cdfef6bbc37a req-4bdb8ff5-9054-4578-b90f-0282c68063f4 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:19.851729 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a67446ff-d52b-451a-9219-cdfef6bbc37a req-4bdb8ff5-9054-4578-b90f-0282c68063f4 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 935 time: 0.4439964 Dec 16 22:08:19.868031 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ea345036-e17a-4cc3-a939-732a8c39d181 None None] Provisioning complete for port ebf797c1-bb5d-4b3a-aa39-941231cf05ab triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:19.868579 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-c369a97a-7f18-4d83-87be-2dab35b3e746 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0160050 Dec 16 22:08:19.869264 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea345036-e17a-4cc3-a939-732a8c39d181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.894204 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Request body: {'port': {'device_id': '05c7836e-9c91-48c9-a574-8a4c7261b1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:19.897092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa188e33-b854-41da-a12b-010cadf195f3 req-55e6a14c-a0fc-4ae6-847b-2300e628f96c service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9555459 Dec 16 22:08:19.947984 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7e9d00c-1c07-45dc-a591-28d99bfdbc47 req-02183394-b86b-436a-9b58-100c9e58dc2e service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9835250 Dec 16 22:08:19.961652 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0218852-60f7-4c08-9a35-5b245f85f700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.990195 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-36e576c4-0117-4464-a25e-a90886fb1ca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.991080 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-82ede4e4-82ab-43a1-a343-1f1000e10699 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361467 Dec 16 22:08:19.996155 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e89da663-6278-48c9-940d-7a0baf21e693 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.015848 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ea345036-e17a-4cc3-a939-732a8c39d181 None None] Port ebf797c1-bb5d-4b3a-aa39-941231cf05ab cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:20.020922 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.070249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a1f49b8d-68e9-47dd-bd6d-7190394653d9 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:20.092049 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0218852-60f7-4c08-9a35-5b245f85f700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.104472 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e89da663-6278-48c9-940d-7a0baf21e693 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.163930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89da663-6278-48c9-940d-7a0baf21e693 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2127e46-c020-4eb0-8b97-bad19ce60d23,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:20.175055 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cacb17c-3c40-4dfa-bd9e-b7345e09c676 req-fad2a710-ba7f-44a6-8742-ebc3af33dddd service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730995 Dec 16 22:08:20.211747 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0218852-60f7-4c08-9a35-5b245f85f700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3598becd-5a0d-4af5-b3a8-7bb905826f69,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:20.219962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a67446ff-d52b-451a-9219-cdfef6bbc37a req-b3597f0c-86a5-4a0b-8a6a-dbb2cd897e18 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669207 Dec 16 22:08:20.246428 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f33b6b5-04c3-4ee9-9851-7b3d0e771044 req-8cf66922-1096-4f5d-86d2-a9df3d279d2b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515541 Dec 16 22:08:20.266892 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e89da663-6278-48c9-940d-7a0baf21e693 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.272712 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e89da663-6278-48c9-940d-7a0baf21e693 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8111494 Dec 16 22:08:20.276652 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52908) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:20.285127 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:20.301857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0218852-60f7-4c08-9a35-5b245f85f700 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:08:20.317122 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa188e33-b854-41da-a12b-010cadf195f3 req-ebbafeeb-352d-4bbb-b720-f29322cda5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:20.319555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa188e33-b854-41da-a12b-010cadf195f3 req-ebbafeeb-352d-4bbb-b720-f29322cda5db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 1098 time: 0.2181146 Dec 16 22:08:20.338894 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0218852-60f7-4c08-9a35-5b245f85f700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.339251 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-e0218852-60f7-4c08-9a35-5b245f85f700 admin admin] Added segment 8f1da077-1761-40f4-b6a0-1378073136da of type vlan for network e81d8f61-a32f-4628-b9a7-1fc882c1061a Dec 16 22:08:20.371121 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c5262d6-a20d-473c-808f-29df94670591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.432434 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.451048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port a1f49b8d-68e9-47dd-bd6d-7190394653d9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:20.452213 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.463102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e45df-3965-4826-821a-0606cfe30f01 req-48d5616a-05f8-436c-b66c-2cd9998c2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:20.464916 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad3e45df-3965-4826-821a-0606cfe30f01 req-48d5616a-05f8-436c-b66c-2cd9998c2d8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a6de84a76aa43e0bbf8e67520aa24ae&device_id=474474f6-acbd-4761-85d0-8e1fc19bf170 HTTP/1.1" status: 200 len: 1099 time: 0.0954278 Dec 16 22:08:20.518437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d93413-8f8a-451d-8031-b0694928ad6b {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:20.573531 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.618131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa188e33-b854-41da-a12b-010cadf195f3 req-7f3c6139-b0d9-40ca-b04d-d519d4112a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:20.620341 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa188e33-b854-41da-a12b-010cadf195f3 req-7f3c6139-b0d9-40ca-b04d-d519d4112a48 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.2871225 Dec 16 22:08:20.627809 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e45df-3965-4826-821a-0606cfe30f01 req-4eb66f8b-112a-444a-9e10-e37a022feed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:20.629377 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad3e45df-3965-4826-821a-0606cfe30f01 req-4eb66f8b-112a-444a-9e10-e37a022feed7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1347642 Dec 16 22:08:20.635007 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Transition to ACTIVE for port object 00d93413-8f8a-451d-8031-b0694928ad6b will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:20.636896 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-36e576c4-0117-4464-a25e-a90886fb1ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.639634 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-36e576c4-0117-4464-a25e-a90886fb1ca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.644793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-36e576c4-0117-4464-a25e-a90886fb1ca5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b9222ee-fd15-4578-b899-e7e18e40e035 HTTP/1.1" status: 204 len: 168 time: 1.6716399 Dec 16 22:08:20.697643 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0218852-60f7-4c08-9a35-5b245f85f700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.716458 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad3e45df-3965-4826-821a-0606cfe30f01 req-878b6fba-9862-4d93-aba0-f660e8d64fd6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=9abe8d10-9998-4881-923c-a474128c2c48 HTTP/1.1" status: 200 len: 217 time: 0.0773156 Dec 16 22:08:20.722634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc92c2-e101-4f43-8020-5044b230a183 req-ee2f70a0-a9ef-427a-bd1f-ef3d21c76a2a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:20.724283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24cc92c2-e101-4f43-8020-5044b230a183 req-ee2f70a0-a9ef-427a-bd1f-ef3d21c76a2a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 935 time: 0.2500720 Dec 16 22:08:20.725667 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa188e33-b854-41da-a12b-010cadf195f3 req-dd04b180-929c-40a3-ab92-ef95d15122f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f HTTP/1.1" status: 200 len: 217 time: 0.0926332 Dec 16 22:08:20.736079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b16f0f-c510-4200-9deb-4f52672baede req-9f4f0c3b-c631-4537-b150-aaf1e49d583e tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:20.737688 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-17b16f0f-c510-4200-9deb-4f52672baede req-9f4f0c3b-c631-4537-b150-aaf1e49d583e tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 936 time: 0.2507088 Dec 16 22:08:20.742434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e576c4-0117-4464-a25e-a90886fb1ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9222ee-fd15-4578-b899-e7e18e40e035,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:20.745373 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.799609 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.844973 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e45df-3965-4826-821a-0606cfe30f01 req-f15784b8-5a5f-4723-8425-bc2c4cb02186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:20.846672 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad3e45df-3965-4826-821a-0606cfe30f01 req-f15784b8-5a5f-4723-8425-bc2c4cb02186 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1214454 Dec 16 22:08:20.930622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa188e33-b854-41da-a12b-010cadf195f3 req-bc4345ee-0e8b-4855-9b43-f6b471a49779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:20.935042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa188e33-b854-41da-a12b-010cadf195f3 req-bc4345ee-0e8b-4855-9b43-f6b471a49779 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1927321 Dec 16 22:08:20.953910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=00d93413-8f8a-451d-8031-b0694928ad6b,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:20.958119 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0218852-60f7-4c08-9a35-5b245f85f700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.960030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0218852-60f7-4c08-9a35-5b245f85f700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:20.961478 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0218852-60f7-4c08-9a35-5b245f85f700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.038723 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e45df-3965-4826-821a-0606cfe30f01 req-4a8e2deb-f631-494f-bdcf-23feae726597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:21.040719 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad3e45df-3965-4826-821a-0606cfe30f01 req-4a8e2deb-f631-494f-bdcf-23feae726597 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523128 Dec 16 22:08:21.175897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0218852-60f7-4c08-9a35-5b245f85f700 admin admin] Pushing event updated for resources: {'Network': ['ID=e81d8f61-a32f-4628-b9a7-1fc882c1061a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:21.189715 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network e81d8f61-a32f-4628-b9a7-1fc882c1061a details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:08:21.206991 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad3e45df-3965-4826-821a-0606cfe30f01 req-11d663e1-c1db-4d41-98ee-6b3c879f1fce service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573057 Dec 16 22:08:21.209455 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Allocated IP 172.25.2.207 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/fefac00f-e420-4130-a51c-82234d53d35a) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:21.253074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24cc92c2-e101-4f43-8020-5044b230a183 req-392a8e07-ab04-4976-a190-fcc12767b182 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115352 Dec 16 22:08:21.257421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Attempting to bind port 00d93413-8f8a-451d-8031-b0694928ad6b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:21.257765 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Attempting to bind port 00d93413-8f8a-451d-8031-b0694928ad6b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:21.258099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Attempting to bind port 00d93413-8f8a-451d-8031-b0694928ad6b on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:21.263799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-17b16f0f-c510-4200-9deb-4f52672baede req-dcc40823-25c7-49c4-9525-def8e72aeaf8 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092640 Dec 16 22:08:21.285108 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e0218852-60f7-4c08-9a35-5b245f85f700 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7198746 Dec 16 22:08:21.288739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52930) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:21.304614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-aa8ed7a5-73cc-4c1d-85a2-b989fc68247b admin admin] Request body: {'subnet': {'network_id': 'e81d8f61-a32f-4628-b9a7-1fc882c1061a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-364473159-subnet', 'tenant_id': '89b5e6645fe54cf495b732b63ce657f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:21.315617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Port 00d93413-8f8a-451d-8031-b0694928ad6b on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:21.315943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Attempting to bind port 00d93413-8f8a-451d-8031-b0694928ad6b on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:21.333258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa188e33-b854-41da-a12b-010cadf195f3 req-325a9230-3cc7-48c5-ad0a-2336d48ac508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:21.335088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa188e33-b854-41da-a12b-010cadf195f3 req-325a9230-3cc7-48c5-ad0a-2336d48ac508 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3555732 Dec 16 22:08:21.340819 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:21.341334 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:21.341733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:21.342189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Bound port: 00d93413-8f8a-451d-8031-b0694928ad6b, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:21.342551 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.580872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8ed7a5-73cc-4c1d-85a2-b989fc68247b admin admin] Made reservation on behalf of 89b5e6645fe54cf495b732b63ce657f6 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:21.583484 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa8ed7a5-73cc-4c1d-85a2-b989fc68247b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.652948 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ff63af-7f92-403e-acda-b2a2299f70c7 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:21.672723 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.726872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Transition to ACTIVE for port object 45ff63af-7f92-403e-acda-b2a2299f70c7 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:21.741327 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa188e33-b854-41da-a12b-010cadf195f3 req-9f8340a5-0d4e-464e-afef-507887e724f4 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958621 Dec 16 22:08:21.741576 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad3e45df-3965-4826-821a-0606cfe30f01 req-993b0779-22c9-4852-a301-e8657ce163f1 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198915 Dec 16 22:08:21.749041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffec8d-86b8-4571-965a-ce1d82254ccd req-fc5ed27d-cd47-46ef-b0d5-972a32d55713 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:21.750647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bfffec8d-86b8-4571-965a-ce1d82254ccd req-fc5ed27d-cd47-46ef-b0d5-972a32d55713 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 935 time: 0.3279443 Dec 16 22:08:21.759038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] For port 00d93413-8f8a-451d-8031-b0694928ad6b, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:21.780458 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.801243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39d969-cbdb-4e92-9b8f-d902af8f2cdc req-56174999-075f-415d-a994-76bc857427dd tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:21.802863 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d39d969-cbdb-4e92-9b8f-d902af8f2cdc req-56174999-075f-415d-a994-76bc857427dd tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 947 time: 0.3268707 Dec 16 22:08:21.854441 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.881276 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] For port 00d93413-8f8a-451d-8031-b0694928ad6b, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=00d93413-8f8a-451d-8031-b0694928ad6b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:21.928093 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.997740 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.999933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:22.010339 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Pushing event updated for resources: {'Port': ['ID=45ff63af-7f92-403e-acda-b2a2299f70c7,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:22.013269 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:22.024333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:22.065709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bfffec8d-86b8-4571-965a-ce1d82254ccd req-13e66fde-d0a7-4d47-aff4-c24fa6598123 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005660 Dec 16 22:08:22.130611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d39d969-cbdb-4e92-9b8f-d902af8f2cdc req-b4b2cfd8-d9c4-405e-a776-bd1f8d6630d1 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962248 Dec 16 22:08:22.151879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:22.152602 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:22.154682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] 10.222.0.69 "PUT /v2.0/ports/00d93413-8f8a-451d-8031-b0694928ad6b HTTP/1.1" status: 200 len: 1095 time: 5.6793351 Dec 16 22:08:22.156775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa188e33-b854-41da-a12b-010cadf195f3 req-0c8f32f7-b606-40ec-9299-ff0a9d60bf57 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991327 Dec 16 22:08:22.162562 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0465997d-0579-4143-b9d7-413fc792deea', 'tag': '00d93413-8f8a-451d-8031-b0694928ad6b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:22.162562 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1c0634-d1d6-4ecb-99c9-d6dc731414f5" -d '{"events": [{"name": "network-changed", "server_uuid": "0465997d-0579-4143-b9d7-413fc792deea", "tag": "00d93413-8f8a-451d-8031-b0694928ad6b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:22.174564 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Pushing event updated for resources: {'Port': ['ID=fefac00f-e420-4130-a51c-82234d53d35a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:22.242947 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa8ed7a5-73cc-4c1d-85a2-b989fc68247b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:22.331917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Attempting to bind port 45ff63af-7f92-403e-acda-b2a2299f70c7 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:22.332263 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Attempting to bind port 45ff63af-7f92-403e-acda-b2a2299f70c7 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:22.332652 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Attempting to bind port 45ff63af-7f92-403e-acda-b2a2299f70c7 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:22.363602 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf797c1-bb5d-4b3a-aa39-941231cf05ab {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:22.372460 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Port 45ff63af-7f92-403e-acda-b2a2299f70c7 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:22.372784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Attempting to bind port 45ff63af-7f92-403e-acda-b2a2299f70c7 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:22.381877 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:22.389122 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-53c412a7-1cf6-4e3e-98f5-7762000995d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:22.401596 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:22.401937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:22.402326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:22.402785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Bound port: 45ff63af-7f92-403e-acda-b2a2299f70c7, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:22.403144 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:22.412219 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Transition to ACTIVE for port object ebf797c1-bb5d-4b3a-aa39-941231cf05ab will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:22.425106 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:22.425312 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5bc7d0-ce91-41f4-b612-ecbe54eb3677 x-openstack-request-id: req-9e5bc7d0-ce91-41f4-b612-ecbe54eb3677 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:22.425912 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0465997d-0579-4143-b9d7-413fc792deea", "tag": "00d93413-8f8a-451d-8031-b0694928ad6b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:22.426695 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e5bc7d0-ce91-41f4-b612-ecbe54eb3677 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:22.427124 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0465997d-0579-4143-b9d7-413fc792deea', 'tag': '00d93413-8f8a-451d-8031-b0694928ad6b', 'status': 'completed', 'code': 200} Dec 16 22:08:22.531535 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] For port 45ff63af-7f92-403e-acda-b2a2299f70c7, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:22.545524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] For port 45ff63af-7f92-403e-acda-b2a2299f70c7, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=45ff63af-7f92-403e-acda-b2a2299f70c7,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:22.549261 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:22.618181 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52968) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:22.643351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:22.676901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:22.678226 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:22.679820 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] 10.222.0.24 "PUT /v2.0/ports/45ff63af-7f92-403e-acda-b2a2299f70c7 HTTP/1.1" status: 200 len: 1095 time: 3.5294445 Dec 16 22:08:22.681942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa65a508-9b75-4bf9-af86-af46530ffb6d', 'tag': '45ff63af-7f92-403e-acda-b2a2299f70c7'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:22.684654 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce10a50-0c99-4ff5-a71a-f6baa3ab2733" -d '{"events": [{"name": "network-changed", "server_uuid": "aa65a508-9b75-4bf9-af86-af46530ffb6d", "tag": "45ff63af-7f92-403e-acda-b2a2299f70c7"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:22.687918 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:22.748409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf797c1-bb5d-4b3a-aa39-941231cf05ab,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:22.875870 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-234b08a3-eaa0-4240-af79-bed1802ac663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:22.938749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85749d1-7c0b-40b4-ac09-0e3d5d595dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=00d93413-8f8a-451d-8031-b0694928ad6b,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:22.970979 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ed7a5-73cc-4c1d-85a2-b989fc68247b admin admin] Pushing event updated for resources: {'Subnet': ['ID=022912cc-c22a-4f81-8f89-fd0589c5eba1,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:22.995492 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Attempting to bind port ebf797c1-bb5d-4b3a-aa39-941231cf05ab on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:22.995840 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Attempting to bind port ebf797c1-bb5d-4b3a-aa39-941231cf05ab by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:22.996176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Attempting to bind port ebf797c1-bb5d-4b3a-aa39-941231cf05ab on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:23.019009 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d036aa-ec7d-47fa-ac1b-22369df706a8 service neutron] Pushing event updated for resources: {'Port': ['ID=45ff63af-7f92-403e-acda-b2a2299f70c7,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:23.025232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b7503-f4f7-4313-97e8-89d6d42d44a1 req-48b396d1-f6fd-4f78-82d7-d4d17d5961a1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.026614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a5b7503-f4f7-4313-97e8-89d6d42d44a1 req-48b396d1-f6fd-4f78-82d7-d4d17d5961a1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 948 time: 0.5518389 Dec 16 22:08:23.026743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Port ebf797c1-bb5d-4b3a-aa39-941231cf05ab on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:23.026858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Attempting to bind port ebf797c1-bb5d-4b3a-aa39-941231cf05ab on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:23.033527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8ed7a5-73cc-4c1d-85a2-b989fc68247b admin admin] Checking segment: {'id': '8f1da077-1761-40f4-b6a0-1378073136da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e81d8f61-a32f-4628-b9a7-1fc882c1061a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:23.037865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8ed7a5-73cc-4c1d-85a2-b989fc68247b admin admin] Network hostable DHCP agents. Network: e81d8f61-a32f-4628-b9a7-1fc882c1061a, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:08:23.043061 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:23.043392 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:23.043788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:23.044369 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Bound port: ebf797c1-bb5d-4b3a-aa39-941231cf05ab, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:23.044625 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.044737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a505b-df25-48be-9565-d9ad2d4bed20 req-e402a1f0-e9ee-4746-b921-b775a86683f9 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.046210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a13a505b-df25-48be-9565-d9ad2d4bed20 req-e402a1f0-e9ee-4746-b921-b775a86683f9 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 947 time: 0.6000931 Dec 16 22:08:23.054573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b4f0b-5b39-41cb-bd25-b733f2b72a40 req-c448f816-764a-4b2b-ae91-f8e8e4877d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.056826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c1b4f0b-5b39-41cb-bd25-b733f2b72a40 req-c448f816-764a-4b2b-ae91-f8e8e4877d1f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 1098 time: 0.5422831 Dec 16 22:08:23.068661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c0634-d1d6-4ecb-99c9-d6dc731414f5 req-2e67a021-8f49-4f93-bf30-bbb1bcc0e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.070022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc1c0634-d1d6-4ecb-99c9-d6dc731414f5 req-2e67a021-8f49-4f93-bf30-bbb1bcc0e9a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a6de84a76aa43e0bbf8e67520aa24ae&device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 1098 time: 0.5681272 Dec 16 22:08:23.144649 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-96b1538d-47b6-4225-a7a0-9ff14626afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.146510 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-96b1538d-47b6-4225-a7a0-9ff14626afd2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d341b727ec84cc7819153664770d8fb&device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 1098 time: 0.2860034 Dec 16 22:08:23.158265 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc1c0634-d1d6-4ecb-99c9-d6dc731414f5 req-de713196-dbfd-4c0a-b5d7-4e24a862c4c8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5a6de84a76aa43e0bbf8e67520aa24ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708976 Dec 16 22:08:23.216576 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] For port ebf797c1-bb5d-4b3a-aa39-941231cf05ab, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:23.221116 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] For port ebf797c1-bb5d-4b3a-aa39-941231cf05ab, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ebf797c1-bb5d-4b3a-aa39-941231cf05ab,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:23.249736 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.308630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8ed7a5-73cc-4c1d-85a2-b989fc68247b admin admin] Network e81d8f61-a32f-4628-b9a7-1fc882c1061a is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:08:23.325567 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-8e8b6305-9a47-46c4-a2d4-2cef23a58806 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=45ff63af-7f92-403e-acda-b2a2299f70c7 HTTP/1.1" status: 200 len: 217 time: 0.0561028 Dec 16 22:08:23.331328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a13a505b-df25-48be-9565-d9ad2d4bed20 req-409d7369-27ec-43b6-96f8-37c07e77f086 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680447 Dec 16 22:08:23.347540 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a5b7503-f4f7-4313-97e8-89d6d42d44a1 req-aed494a9-0c86-4be1-9291-203fc86dde59 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993903 Dec 16 22:08:23.358500 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.408877 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d666a6-67af-431a-85af-ca72b37c005b x-openstack-request-id: req-14d666a6-67af-431a-85af-ca72b37c005b {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:23.409175 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa65a508-9b75-4bf9-af86-af46530ffb6d", "tag": "45ff63af-7f92-403e-acda-b2a2299f70c7", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:23.409424 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14d666a6-67af-431a-85af-ca72b37c005b {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:23.410120 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa65a508-9b75-4bf9-af86-af46530ffb6d', 'tag': '45ff63af-7f92-403e-acda-b2a2299f70c7', 'status': 'completed', 'code': 200} Dec 16 22:08:23.448961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.448961 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.449137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b4f0b-5b39-41cb-bd25-b733f2b72a40 req-7639cedc-ddd3-4d0c-8dc3-bb1cfb85d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.449225 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] 10.222.0.69 "PUT /v2.0/ports/ebf797c1-bb5d-4b3a-aa39-941231cf05ab HTTP/1.1" status: 200 len: 1096 time: 3.5650051 Dec 16 22:08:23.449308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c1b4f0b-5b39-41cb-bd25-b733f2b72a40 req-7639cedc-ddd3-4d0c-8dc3-bb1cfb85d892 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.3356547 Dec 16 22:08:23.482587 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.483424 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.490912 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-234b08a3-eaa0-4240-af79-bed1802ac663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.511065 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-2dbfb1a4-2388-4213-bc53-4eb04ae32a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.512627 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-2dbfb1a4-2388-4213-bc53-4eb04ae32a96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1770568 Dec 16 22:08:23.539156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c1b4f0b-5b39-41cb-bd25-b733f2b72a40 req-e2dd29b1-6b55-45f4-aa23-877d103b295e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f HTTP/1.1" status: 200 len: 217 time: 0.0748835 Dec 16 22:08:23.544306 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c0634-d1d6-4ecb-99c9-d6dc731414f5 req-c9a41959-2459-45a7-8deb-b5eaa02de45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.545882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc1c0634-d1d6-4ecb-99c9-d6dc731414f5 req-c9a41959-2459-45a7-8deb-b5eaa02de45e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3509200 Dec 16 22:08:23.546558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-aa8ed7a5-73cc-4c1d-85a2-b989fc68247b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, e81d8f61-a32f-4628-b9a7-1fc882c1061a) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:23.558492 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e882e5e-8ae5-4a8a-8918-ece7f7107870 None None] Network e81d8f61-a32f-4628-b9a7-1fc882c1061a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:23.586794 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72f900-5159-412c-8464-0dd8e27512e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf797c1-bb5d-4b3a-aa39-941231cf05ab,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:23.671629 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.700893 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-234b08a3-eaa0-4240-af79-bed1802ac663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.723914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8ed7a5-73cc-4c1d-85a2-b989fc68247b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.724905 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa8ed7a5-73cc-4c1d-85a2-b989fc68247b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.731334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-d71d9c26-0f18-43c4-a896-4e6136e09dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.736835 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-d71d9c26-0f18-43c4-a896-4e6136e09dec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2132413 Dec 16 22:08:23.762215 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Pushing event updated for resources: {'Port': ['ID=fefac00f-e420-4130-a51c-82234d53d35a,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:23.773319 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 20c6c008-b5b5-4ef4-8c49-542c05822c8f details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:23.788892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ae141a-a8cd-49d7-849a-055765e7a501 None None] Network e81d8f61-a32f-4628-b9a7-1fc882c1061a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:23.845038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b4f0b-5b39-41cb-bd25-b733f2b72a40 req-bd8d5ecc-a953-4f29-aa31-351bf30e49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.846613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c1b4f0b-5b39-41cb-bd25-b733f2b72a40 req-bd8d5ecc-a953-4f29-aa31-351bf30e49b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1605363 Dec 16 22:08:23.860633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bee691-654f-4f25-b356-892740b81b71 req-8ce4aede-245a-4703-a2a9-78dba4cb0032 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.868210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47bee691-654f-4f25-b356-892740b81b71 req-8ce4aede-245a-4703-a2a9-78dba4cb0032 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 947 time: 0.3329701 Dec 16 22:08:23.879874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d7f28-ea69-4a98-bd8e-ed260ad4ee8b req-b0b1f3fa-f873-4dad-859d-4f1fd0f61bcf tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.881427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff7d7f28-ea69-4a98-bd8e-ed260ad4ee8b req-b0b1f3fa-f873-4dad-859d-4f1fd0f61bcf tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 947 time: 0.3474667 Dec 16 22:08:23.912249 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aa8ed7a5-73cc-4c1d-85a2-b989fc68247b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6221488 Dec 16 22:08:23.916982 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.928847 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-72b4f28f-dd68-4d15-9ccf-bdb0e6432c8b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6506982 Dec 16 22:08:23.933019 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b08a3-eaa0-4240-af79-bed1802ac663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9a6362-ed5f-4129-89c8-b5d6c9d862ab,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:23.939811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-46198d70-f56a-4d74-9333-4b4d69e29d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.941345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-46198d70-f56a-4d74-9333-4b4d69e29d11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a6de84a76aa43e0bbf8e67520aa24ae&device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 1098 time: 0.2340524 Dec 16 22:08:23.955563 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-234b08a3-eaa0-4240-af79-bed1802ac663 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f32e28ce538d4555ba3abc3ad65c6d61&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3337092 Dec 16 22:08:23.965814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52996) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:24.003928 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-1f69d1b5-d280-4dd3-92f9-698f31579928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:24.005996 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-1f69d1b5-d280-4dd3-92f9-698f31579928 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 1099 time: 0.3733377 Dec 16 22:08:24.061360 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-ddbe6c86-732d-4af4-a871-44de7f67ab90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=00d93413-8f8a-451d-8031-b0694928ad6b HTTP/1.1" status: 200 len: 217 time: 0.1106379 Dec 16 22:08:24.068119 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-7306733f-9b27-4e30-970d-c2532b6e341b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=ebf797c1-bb5d-4b3a-aa39-941231cf05ab HTTP/1.1" status: 200 len: 217 time: 0.0507488 Dec 16 22:08:24.070555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47bee691-654f-4f25-b356-892740b81b71 req-adf8b26b-d4e4-48e6-9b49-3fc04bef68be tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014093 Dec 16 22:08:24.086860 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b4f0b-5b39-41cb-bd25-b733f2b72a40 req-5f9974eb-1894-4eb1-ba0f-aa1e744ba24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:24.090414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c1b4f0b-5b39-41cb-bd25-b733f2b72a40 req-5f9974eb-1894-4eb1-ba0f-aa1e744ba24f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2181079 Dec 16 22:08:24.159515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 20c6c008-b5b5-4ef4-8c49-542c05822c8f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:24.182266 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '20c6c008-b5b5-4ef4-8c49-542c05822c8f', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '20c6c008-b5b5-4ef4-8c49-542c05822c8f', 'mac_address': 'fa:16:3e:3c:09:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:08:24.183765 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-0ce5488e-f740-4bc4-872d-d9d9cf06c19b service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107115 Dec 16 22:08:24.185982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-62207ada-453e-4e78-8992-86c9163e98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:24.192294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-62207ada-453e-4e78-8992-86c9163e98f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1115274 Dec 16 22:08:24.228162 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2942b824-58ca-453e-b3a3-fd4a46b3c474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:24.254810 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2942b824-58ca-453e-b3a3-fd4a46b3c474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:24.293720 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:24.325179 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c6c008-b5b5-4ef4-8c49-542c05822c8f {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:24.335768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-449ada7b-0dd5-4f25-b6c7-80d0cf4e08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:24.339074 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-449ada7b-0dd5-4f25-b6c7-80d0cf4e08f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.2556589 Dec 16 22:08:24.368095 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 20c6c008-b5b5-4ef4-8c49-542c05822c8f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:24.374974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff7d7f28-ea69-4a98-bd8e-ed260ad4ee8b req-85783de9-1d91-4ff5-9a1f-82be951801b5 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781015 Dec 16 22:08:24.401362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-f0a89ed3-b13c-4824-bf2c-daf1ea4be6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:24.403120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-f0a89ed3-b13c-4824-bf2c-daf1ea4be6e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1999490 Dec 16 22:08:24.430073 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2942b824-58ca-453e-b3a3-fd4a46b3c474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:24.433917 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2942b824-58ca-453e-b3a3-fd4a46b3c474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:24.435823 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2942b824-58ca-453e-b3a3-fd4a46b3c474 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d9a6362-ed5f-4129-89c8-b5d6c9d862ab HTTP/1.1" status: 204 len: 168 time: 0.4668851 Dec 16 22:08:24.464049 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942b824-58ca-453e-b3a3-fd4a46b3c474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9a6362-ed5f-4129-89c8-b5d6c9d862ab,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:24.471393 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:24.472366 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9abe8d10-9998-4881-923c-a474128c2c48 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:24.473027 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-090f70c1-2fe8-498a-b6f8-eb268660b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:24.475510 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-090f70c1-2fe8-498a-b6f8-eb268660b406 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239049 Dec 16 22:08:24.481171 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bf32dc4-f97f-4d5e-943f-71a01555313f req-85315e00-0eb4-4ec4-bca0-4180027eb44d service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833176 Dec 16 22:08:24.513136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c1b4f0b-5b39-41cb-bd25-b733f2b72a40 req-45444aec-f041-4171-b16d-3f27f72a4ccf service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165929 Dec 16 22:08:24.632893 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-7c67f0a3-b3a1-4255-be6a-1bfa9c089e5d service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494572 Dec 16 22:08:24.729362 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=20c6c008-b5b5-4ef4-8c49-542c05822c8f,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:24.738350 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9abe8d10-9998-4881-923c-a474128c2c48, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9abe8d10-9998-4881-923c-a474128c2c48,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:24.760567 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '9abe8d10-9998-4881-923c-a474128c2c48', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '9abe8d10-9998-4881-923c-a474128c2c48', 'mac_address': 'fa:16:3e:7d:48:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:08:24.807327 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:24.819293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce10a50-0c99-4ff5-a71a-f6baa3ab2733 req-4796b79f-99fb-4f16-94ec-ce7316329187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:24.821501 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cce10a50-0c99-4ff5-a71a-f6baa3ab2733 req-4796b79f-99fb-4f16-94ec-ce7316329187 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d341b727ec84cc7819153664770d8fb&device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 1098 time: 0.0993598 Dec 16 22:08:24.823530 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:24.827917 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a0c5bf54-49d1-4f68-b9ca-d4e8021fd845 req-2b4a1c9e-1a2d-4282-ab87-7be2ec93dcf6 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850865 Dec 16 22:08:24.830325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-9d7937c5-6b37-436f-8f4d-bd8e6493ffb5 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197214 Dec 16 22:08:24.846642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abe8d10-9998-4881-923c-a474128c2c48 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:24.873246 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9abe8d10-9998-4881-923c-a474128c2c48, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9abe8d10-9998-4881-923c-a474128c2c48,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:24.956690 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce10a50-0c99-4ff5-a71a-f6baa3ab2733 req-79b1a4e6-8125-4f8a-a338-4e6fb8419e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:24.958526 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cce10a50-0c99-4ff5-a71a-f6baa3ab2733 req-79b1a4e6-8125-4f8a-a338-4e6fb8419e65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1291702 Dec 16 22:08:24.960565 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:24.998723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-03233baf-8162-43ac-91d1-f696402db7dc tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e4d00f3da36f4023aa6f85e6569d8775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1152315 Dec 16 22:08:25.000973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c1b4f0b-5b39-41cb-bd25-b733f2b72a40 req-047b8aad-1537-47bc-9667-d5c575326ff7 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785838 Dec 16 22:08:25.007042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-b247d475-47af-4400-897e-1d214f48e79d tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1746817888&fields=id&tenant_id=8be5cec5e95d40cd9fd57b7ead1e24d4 HTTP/1.1" status: 200 len: 267 time: 0.4556236 Dec 16 22:08:25.037188 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cce10a50-0c99-4ff5-a71a-f6baa3ab2733 req-6d1e196b-3959-4450-8747-c8a8bed7c484 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=45ff63af-7f92-403e-acda-b2a2299f70c7 HTTP/1.1" status: 200 len: 217 time: 0.0648239 Dec 16 22:08:25.064077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9abe8d10-9998-4881-923c-a474128c2c48,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:25.120350 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce10a50-0c99-4ff5-a71a-f6baa3ab2733 req-af70b931-311f-4e91-8ad8-f40690fa5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:25.122845 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cce10a50-0c99-4ff5-a71a-f6baa3ab2733 req-af70b931-311f-4e91-8ad8-f40690fa5f83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0794892 Dec 16 22:08:25.206996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['9abe8d10-9998-4881-923c-a474128c2c48'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:25.208981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a20d-055e-48bc-acbc-1aaf9896939b req-4f4daf8e-d262-4c13-915f-a6cc65f6a32f tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:25.210545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b40a20d-055e-48bc-acbc-1aaf9896939b req-4f4daf8e-d262-4c13-915f-a6cc65f6a32f tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f&tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 948 time: 0.4801266 Dec 16 22:08:25.248709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['20c6c008-b5b5-4ef4-8c49-542c05822c8f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:25.404176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53040) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:25.406741 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce10a50-0c99-4ff5-a71a-f6baa3ab2733 req-4a4485a6-a838-4d6a-b310-fad8cb8a87db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:25.408746 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cce10a50-0c99-4ff5-a71a-f6baa3ab2733 req-4a4485a6-a838-4d6a-b310-fad8cb8a87db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2781301 Dec 16 22:08:25.423035 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c7836e-9c91-48c9-a574-8a4c7261b1aa', 'tag': 'ebf797c1-bb5d-4b3a-aa39-941231cf05ab'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:25.425392 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954f2a74-9dc0-4340-ad22-66cda7c1b21e" -d '{"events": [{"name": "network-changed", "server_uuid": "05c7836e-9c91-48c9-a574-8a4c7261b1aa", "tag": "ebf797c1-bb5d-4b3a-aa39-941231cf05ab"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:25.428471 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-088afdf5-7693-4a5e-a157-6f22e1e71120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:25.562088 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cce10a50-0c99-4ff5-a71a-f6baa3ab2733 req-c94954de-d194-4ada-9607-440079f36213 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293554 Dec 16 22:08:25.610506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b43d46-4a9b-4bfc-b9ee-183b31b69b90 req-4f91270f-c4fb-40e1-8f89-0b6f0c8ba22b service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7282779 Dec 16 22:08:25.611422 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:25.629403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-c1d6b6c6-8d0d-47f1-9fed-0f714d62b1a8 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:25.630921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-c1d6b6c6-8d0d-47f1-9fed-0f714d62b1a8 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/networks?id=5fb63b19-680d-4e5d-a062-91db40eb8e5b HTTP/1.1" status: 200 len: 824 time: 0.6085200 Dec 16 22:08:25.636950 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-088afdf5-7693-4a5e-a157-6f22e1e71120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:25.654526 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-da966186-e893-4706-b7b1-29bbb2a72814 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:25.662459 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-da966186-e893-4706-b7b1-29bbb2a72814 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6531875 Dec 16 22:08:25.688320 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-221d065e-47cd-4b1c-a4fb-cbe29b0b4033 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/quotas/e4d00f3da36f4023aa6f85e6569d8775 HTTP/1.1" status: 200 len: 375 time: 0.0249774 Dec 16 22:08:25.689030 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cce10a50-0c99-4ff5-a71a-f6baa3ab2733 req-13338827-a032-46bb-8b1c-ae78d4a5cd6a service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109602 Dec 16 22:08:25.689681 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-4a9aade5-c2eb-4fd8-862c-b310b0218540 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/quotas/8be5cec5e95d40cd9fd57b7ead1e24d4 HTTP/1.1" status: 200 len: 375 time: 0.0463495 Dec 16 22:08:25.690790 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-0b40a20d-055e-48bc-acbc-1aaf9896939b req-b9536118-4508-42c1-a126-2b08d0902c6c service neutron] delete failed (client error): The resource could not be found. Dec 16 22:08:25.691740 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b40a20d-055e-48bc-acbc-1aaf9896939b req-b9536118-4508-42c1-a126-2b08d0902c6c service neutron] 10.222.0.24 "DELETE /v2.0/ports/20c6c008-b5b5-4ef4-8c49-542c05822c8f/bindings/n-h2-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.4608085 Dec 16 22:08:25.751347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-6e68d4f4-b1df-45e9-babe-e737f6dfa947 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e4d00f3da36f4023aa6f85e6569d8775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524714 Dec 16 22:08:25.777429 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-088afdf5-7693-4a5e-a157-6f22e1e71120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:25.803871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-4614b245-aa8d-4e15-a5d4-454cf16841b3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8be5cec5e95d40cd9fd57b7ead1e24d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029208 Dec 16 22:08:25.825362 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-088afdf5-7693-4a5e-a157-6f22e1e71120 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8772bfaecdae496b9f16c0620b4a53e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4155414 Dec 16 22:08:25.826323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088afdf5-7693-4a5e-a157-6f22e1e71120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5f816e-73a1-4026-b01e-fb06ba2019eb,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:25.828758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53046) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:25.863026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-b7726dc6-d90e-49cd-ad66-ba6cecff5b49 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:08:25.873396 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-b7726dc6-d90e-49cd-ad66-ba6cecff5b49 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0276926 Dec 16 22:08:25.895320 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5672ad8-295d-482d-88c0-e342e4ef6691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:25.924540 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5672ad8-295d-482d-88c0-e342e4ef6691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:25.970917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a20d-055e-48bc-acbc-1aaf9896939b req-2f731aeb-7641-4e87-8246-e7366d5460e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:25.972475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b40a20d-055e-48bc-acbc-1aaf9896939b req-2f731aeb-7641-4e87-8246-e7366d5460e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 1099 time: 0.1289792 Dec 16 22:08:26.068998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-30cb2b75-c6ff-4002-b08c-d4fe8efcedb6 service neutron] 10.222.0.43 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943192 Dec 16 22:08:26.074129 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5672ad8-295d-482d-88c0-e342e4ef6691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:26.076978 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5672ad8-295d-482d-88c0-e342e4ef6691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:26.078181 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f5672ad8-295d-482d-88c0-e342e4ef6691 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee5f816e-73a1-4026-b01e-fb06ba2019eb HTTP/1.1" status: 204 len: 168 time: 0.2484598 Dec 16 22:08:26.094057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5672ad8-295d-482d-88c0-e342e4ef6691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5f816e-73a1-4026-b01e-fb06ba2019eb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:26.170854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a20d-055e-48bc-acbc-1aaf9896939b req-d2ba1be4-534d-4fa0-9bad-7c4fd407c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:26.172672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b40a20d-055e-48bc-acbc-1aaf9896939b req-d2ba1be4-534d-4fa0-9bad-7c4fd407c579 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1880283 Dec 16 22:08:26.245888 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b40a20d-055e-48bc-acbc-1aaf9896939b req-5ca1047c-0ecd-4757-9132-25bd7abf2d73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f HTTP/1.1" status: 200 len: 217 time: 0.0647721 Dec 16 22:08:26.252164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-a6e0df3c-9b49-436d-a095-32704a12191c service neutron] 10.222.0.43 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702843 Dec 16 22:08:26.309613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a20d-055e-48bc-acbc-1aaf9896939b req-b4d1e2e8-b0a5-41a9-a99e-20271f9265c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:26.311391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b40a20d-055e-48bc-acbc-1aaf9896939b req-b4d1e2e8-b0a5-41a9-a99e-20271f9265c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0582569 Dec 16 22:08:26.367959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a20d-055e-48bc-acbc-1aaf9896939b req-fb18f711-0317-4b3c-ab31-8020ac90ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:26.368296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b40a20d-055e-48bc-acbc-1aaf9896939b req-fb18f711-0317-4b3c-ab31-8020ac90ec06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493598 Dec 16 22:08:26.632951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b40a20d-055e-48bc-acbc-1aaf9896939b req-e80bf63d-2efc-4866-b425-fc697200ac96 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572813 Dec 16 22:08:26.671941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dde09-e8a3-4a96-86bc-25018b9531ae req-dba54ae5-e93c-452a-b380-dd39cd5a74d5 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:26.673534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f1dde09-e8a3-4a96-86bc-25018b9531ae req-dba54ae5-e93c-452a-b380-dd39cd5a74d5 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 947 time: 0.1809616 Dec 16 22:08:26.740424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-6efd5a78-a0ba-4b90-91a4-8ed8317fa988 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:26.742052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-6efd5a78-a0ba-4b90-91a4-8ed8317fa988 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 821 time: 0.3003912 Dec 16 22:08:26.806784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-4844c2e6-c3e4-4e14-998c-86131799c515 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/quotas/7121dad57bc841b98b41e71c9b25481e HTTP/1.1" status: 200 len: 375 time: 0.0354733 Dec 16 22:08:26.817364 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f1dde09-e8a3-4a96-86bc-25018b9531ae req-870cf31c-51ca-44ec-9bc6-7fe1e2c35337 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029465 Dec 16 22:08:26.839960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b40a20d-055e-48bc-acbc-1aaf9896939b req-dceedafe-80ca-4fd4-bbbd-32180d5c1fee service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917894 Dec 16 22:08:26.873588 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-305459c3-dc67-4bfd-9dfe-99b51121e32d tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491247 Dec 16 22:08:26.965448 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35135dda-6dbc-475d-806f-943ff5fce951 req-97999a51-a3b4-4eb7-89da-7269529c4b22 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:26.971684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35135dda-6dbc-475d-806f-943ff5fce951 req-97999a51-a3b4-4eb7-89da-7269529c4b22 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 948 time: 0.0726583 Dec 16 22:08:27.054647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35135dda-6dbc-475d-806f-943ff5fce951 req-074ddfee-b505-4a14-8e1e-99bb3455b1b7 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691011 Dec 16 22:08:27.186925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-a87e3dbc-75f2-4bc3-9349-ce04c60747ce service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:08:27.188230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-a87e3dbc-75f2-4bc3-9349-ce04c60747ce service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1647389 Dec 16 22:08:27.284673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919ce37-4df3-4be3-bd19-df321a42fa28 req-df49687c-00ca-493c-983a-9ad12f8099c6 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:27.286966 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7919ce37-4df3-4be3-bd19-df321a42fa28 req-df49687c-00ca-493c-983a-9ad12f8099c6 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 948 time: 0.1425393 Dec 16 22:08:27.380117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-13be96ee-b9e8-4c25-89f0-2be588bfe304 service neutron] 10.222.0.43 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846871 Dec 16 22:08:27.469015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7919ce37-4df3-4be3-bd19-df321a42fa28 req-67cfe34f-0af4-4a8b-b48d-23ba3d4ad88c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571729 Dec 16 22:08:27.526476 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-6667f44a-c921-48f8-9a66-f5718b8c0eb2 service neutron] 10.222.0.43 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324894 Dec 16 22:08:27.648065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e8fee-a462-4804-abd3-0acb728454ad req-d6963995-f610-43f8-99be-33272667cab8 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:27.656828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb6e8fee-a462-4804-abd3-0acb728454ad req-d6963995-f610-43f8-99be-33272667cab8 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 947 time: 0.1043005 Dec 16 22:08:27.721186 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb6e8fee-a462-4804-abd3-0acb728454ad req-243c26fe-4d4f-4915-ac63-7dbe5c758429 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624454 Dec 16 22:08:27.760685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ebf797c1-bb5d-4b3a-aa39-941231cf05ab details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:27.778529 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1451344c-828b-49de-aaa9-16d38c8fc11b x-openstack-request-id: req-1451344c-828b-49de-aaa9-16d38c8fc11b {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:27.779314 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c7836e-9c91-48c9-a574-8a4c7261b1aa", "tag": "ebf797c1-bb5d-4b3a-aa39-941231cf05ab", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:27.782036 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1451344c-828b-49de-aaa9-16d38c8fc11b {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:27.782772 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c7836e-9c91-48c9-a574-8a4c7261b1aa', 'tag': 'ebf797c1-bb5d-4b3a-aa39-941231cf05ab', 'status': 'completed', 'code': 200} Dec 16 22:08:27.949944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f2a74-9dc0-4340-ad22-66cda7c1b21e req-996d0cb9-b704-45bc-839e-5c5bbc49c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:27.951620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-954f2a74-9dc0-4340-ad22-66cda7c1b21e req-996d0cb9-b704-45bc-839e-5c5bbc49c9b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 1099 time: 0.1265724 Dec 16 22:08:27.964237 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 20c6c008-b5b5-4ef4-8c49-542c05822c8f up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:28.039248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 45ff63af-7f92-403e-acda-b2a2299f70c7 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:28.048962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a83dcdf4-59a2-43f9-99df-77576371e647 req-1abd37de-b3bd-4277-9002-c58c89ff60e0 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 210 time: 0.1095924 Dec 16 22:08:28.185184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da6c0a49-4ef0-43fe-bd5f-05a0bc79dc13 req-c8734f6d-1aab-46d0-ae46-852005ab311a tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 210 time: 0.1286819 Dec 16 22:08:28.284775 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ebf797c1-bb5d-4b3a-aa39-941231cf05ab, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ebf797c1-bb5d-4b3a-aa39-941231cf05ab,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:28.335499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'ebf797c1-bb5d-4b3a-aa39-941231cf05ab', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': 'ebf797c1-bb5d-4b3a-aa39-941231cf05ab', 'mac_address': 'fa:16:3e:5b:e5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:08:28.431198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8019d485-33c9-4ea0-a92b-c73ff57333e5 req-6313b66b-0821-4d64-b36b-cbf4854d9bbc tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 210 time: 0.1511810 Dec 16 22:08:28.450029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f2a74-9dc0-4340-ad22-66cda7c1b21e req-ca98df93-a831-483c-a26b-642ea8a545ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:28.451690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-954f2a74-9dc0-4340-ad22-66cda7c1b21e req-ca98df93-a831-483c-a26b-642ea8a545ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.4799833 Dec 16 22:08:28.470611 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 20c6c008-b5b5-4ef4-8c49-542c05822c8f completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:08:28.505567 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 45ff63af-7f92-403e-acda-b2a2299f70c7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=45ff63af-7f92-403e-acda-b2a2299f70c7,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:28.513415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 20c6c008-b5b5-4ef4-8c49-542c05822c8f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:28.514289 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:28.517198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-954f2a74-9dc0-4340-ad22-66cda7c1b21e req-de8a4eb2-290e-4cbd-8d7f-f0c31e0f22e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=ebf797c1-bb5d-4b3a-aa39-941231cf05ab HTTP/1.1" status: 200 len: 217 time: 0.0570936 Dec 16 22:08:28.565251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:28.590173 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '45ff63af-7f92-403e-acda-b2a2299f70c7', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '45ff63af-7f92-403e-acda-b2a2299f70c7', 'mac_address': 'fa:16:3e:0e:ec:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:08:28.601067 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf797c1-bb5d-4b3a-aa39-941231cf05ab {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:28.638125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784707e-5e53-4e30-890b-9dda9d1ab8ea req-ffbb4fdc-05b6-4298-8ed4-748db8a6228a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:28.644459 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5784707e-5e53-4e30-890b-9dda9d1ab8ea req-ffbb4fdc-05b6-4298-8ed4-748db8a6228a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 947 time: 0.3005133 Dec 16 22:08:28.667845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ebf797c1-bb5d-4b3a-aa39-941231cf05ab, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ebf797c1-bb5d-4b3a-aa39-941231cf05ab,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:28.678920 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:28.696418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ff63af-7f92-403e-acda-b2a2299f70c7 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:28.724916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f2a74-9dc0-4340-ad22-66cda7c1b21e req-3ccf4b23-b0a7-4120-aebf-dc9ea80fbc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:28.726682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-954f2a74-9dc0-4340-ad22-66cda7c1b21e req-3ccf4b23-b0a7-4120-aebf-dc9ea80fbc30 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.2016239 Dec 16 22:08:28.745957 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 45ff63af-7f92-403e-acda-b2a2299f70c7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=45ff63af-7f92-403e-acda-b2a2299f70c7,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:28.750696 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:28.779764 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6a3930-8f41-48fc-adbb-c1c376f2206f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c6c008-b5b5-4ef4-8c49-542c05822c8f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:28.782332 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb8b651-0b0f-4ab1-a5a6-83c948622bf2" -d '{"events": [{"server_uuid": "4a6a3930-8f41-48fc-adbb-c1c376f2206f", "name": "network-vif-plugged", "status": "completed", "tag": "20c6c008-b5b5-4ef4-8c49-542c05822c8f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:28.788332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5784707e-5e53-4e30-890b-9dda9d1ab8ea req-e5b84b30-d2b3-4bad-bc52-03209627f7f7 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171584 Dec 16 22:08:28.801156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 20c6c008-b5b5-4ef4-8c49-542c05822c8f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:28.802729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b1ddb-baee-49a1-8458-a7e5f7cff6b6 req-b35aa93e-ff8b-4c0e-b62e-28b7c88574ab tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:28.805818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e72b1ddb-baee-49a1-8458-a7e5f7cff6b6 req-b35aa93e-ff8b-4c0e-b62e-28b7c88574ab tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 948 time: 0.2142220 Dec 16 22:08:28.853741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f2a74-9dc0-4340-ad22-66cda7c1b21e req-3b18f906-974d-425a-9b9e-0b9c9cdda1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:28.855300 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-954f2a74-9dc0-4340-ad22-66cda7c1b21e req-3b18f906-974d-425a-9b9e-0b9c9cdda1de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045518 Dec 16 22:08:28.976875 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:28.976875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 00d93413-8f8a-451d-8031-b0694928ad6b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:28.979512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e72b1ddb-baee-49a1-8458-a7e5f7cff6b6 req-c5028d4a-9a38-4ce6-878d-2b053a10c009 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921764 Dec 16 22:08:28.980047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 00d93413-8f8a-451d-8031-b0694928ad6b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=00d93413-8f8a-451d-8031-b0694928ad6b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:28.980047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ebf797c1-bb5d-4b3a-aa39-941231cf05ab,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:28.980647 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '00d93413-8f8a-451d-8031-b0694928ad6b', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '00d93413-8f8a-451d-8031-b0694928ad6b', 'mac_address': 'fa:16:3e:b2:d4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:08:29.019635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45076ac4-d395-4b5f-9336-fa8232c71107 req-16653acf-36ba-45df-ab60-594ff1911fb5 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:29.020198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45076ac4-d395-4b5f-9336-fa8232c71107 req-16653acf-36ba-45df-ab60-594ff1911fb5 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 948 time: 0.1460822 Dec 16 22:08:29.026086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-954f2a74-9dc0-4340-ad22-66cda7c1b21e req-f57ae651-2d74-4ae1-a1df-ddd514e8aec6 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625371 Dec 16 22:08:29.029442 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.059720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d93413-8f8a-451d-8031-b0694928ad6b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:29.067993 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 00d93413-8f8a-451d-8031-b0694928ad6b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=00d93413-8f8a-451d-8031-b0694928ad6b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:29.169160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fe88a-0480-40b4-a9da-b46c759c3aec req-2ee26f82-ee25-408f-aba2-cadd2ad5df6d tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:29.170770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a90fe88a-0480-40b4-a9da-b46c759c3aec req-2ee26f82-ee25-408f-aba2-cadd2ad5df6d tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 947 time: 0.1710474 Dec 16 22:08:29.180625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45076ac4-d395-4b5f-9336-fa8232c71107 req-4b56bca3-8c0a-4bd1-b07e-d5bcaf7510ee tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347837 Dec 16 22:08:29.208082 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.218752 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-954f2a74-9dc0-4340-ad22-66cda7c1b21e req-61b047ca-4afa-4270-81a2-10109b684362 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717887 Dec 16 22:08:29.263721 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eb0dff-fefc-4085-a326-7f2488e31cde x-openstack-request-id: req-73eb0dff-fefc-4085-a326-7f2488e31cde {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:29.263993 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6a3930-8f41-48fc-adbb-c1c376f2206f", "name": "network-vif-plugged", "status": "completed", "tag": "20c6c008-b5b5-4ef4-8c49-542c05822c8f", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:29.264254 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73eb0dff-fefc-4085-a326-7f2488e31cde {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:29.264654 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6a3930-8f41-48fc-adbb-c1c376f2206f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c6c008-b5b5-4ef4-8c49-542c05822c8f', 'code': 200} Dec 16 22:08:29.270618 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.271886 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9abe8d10-9998-4881-923c-a474128c2c48 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:29.276999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a90fe88a-0480-40b4-a9da-b46c759c3aec req-a1741f09-6d0d-447d-9a0c-d92a957db810 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952027 Dec 16 22:08:29.347013 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.390926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=45ff63af-7f92-403e-acda-b2a2299f70c7,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:29.427515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69c9b388-c260-4748-a12d-741006c9c406 req-c12049fa-c4a7-403a-8473-96b0c60f727e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 210 time: 0.0606732 Dec 16 22:08:29.448027 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['45ff63af-7f92-403e-acda-b2a2299f70c7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:29.530407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-da16132c-310b-471a-bc0e-a0f70d231372 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e4d00f3da36f4023aa6f85e6569d8775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398023 Dec 16 22:08:29.542982 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=20c6c008-b5b5-4ef4-8c49-542c05822c8f,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:29.597281 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 9abe8d10-9998-4881-923c-a474128c2c48 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:08:29.609893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ebf797c1-bb5d-4b3a-aa39-941231cf05ab'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:29.610722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d80c5-5052-42ab-a216-a7ee0dee11a7 req-63666da9-e206-4c7f-bacb-dcddcd9d082e tempest-MigrationsAdminTest-77667792 tempest-MigrationsAdminTest-77667792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:29.612117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['00d93413-8f8a-451d-8031-b0694928ad6b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:29.620757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf7d80c5-5052-42ab-a216-a7ee0dee11a7 req-63666da9-e206-4c7f-bacb-dcddcd9d082e tempest-MigrationsAdminTest-77667792 tempest-MigrationsAdminTest-77667792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 1100 time: 0.1971533 Dec 16 22:08:29.641544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d43cc5ef-733c-4473-bb57-a87037c57c44 req-f662ea90-6229-41b5-8a41-6fee149defb4 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 210 time: 0.1042109 Dec 16 22:08:29.689630 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 9abe8d10-9998-4881-923c-a474128c2c48 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:29.689630 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.723124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf7d80c5-5052-42ab-a216-a7ee0dee11a7 req-4466ef20-7218-4855-a9db-e28b088407ce tempest-MigrationsAdminTest-77667792 tempest-MigrationsAdminTest-77667792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018665 Dec 16 22:08:29.750458 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-a76cad57-3a61-4c34-94f6-7cb05297a474 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:29.752231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-a76cad57-3a61-4c34-94f6-7cb05297a474 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2120731 Dec 16 22:08:29.777212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Request body: {'port': {'device_id': '9d188647-ff6c-4286-850c-da3f303bff86', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': 'e4d00f3da36f4023aa6f85e6569d8775'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:29.809743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=00d93413-8f8a-451d-8031-b0694928ad6b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:29.907654 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c56ccc5-2a0a-44d3-be7b-4b1ff615464c req-3c1f7f40-5f5f-4a75-9c0c-8cf523225563 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 210 time: 0.1237729 Dec 16 22:08:30.106712 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Made reservation on behalf of e4d00f3da36f4023aa6f85e6569d8775 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:30.113986 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:30.131637 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:30.221057 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:30.263132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e74d8e-ea33-409a-98d3-a3b69cf6a60f req-927faa36-0da2-4d9f-a8d4-8fbfa9e3e404 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:30.267897 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30e74d8e-ea33-409a-98d3-a3b69cf6a60f req-927faa36-0da2-4d9f-a8d4-8fbfa9e3e404 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 948 time: 0.2246225 Dec 16 22:08:30.358547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9abe8d10-9998-4881-923c-a474128c2c48, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9abe8d10-9998-4881-923c-a474128c2c48,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:30.440240 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:30.460751 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-d0734d3c-3f80-4b93-8c49-d3ec3a0350f3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:30.462553 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-d0734d3c-3f80-4b93-8c49-d3ec3a0350f3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.24 "GET /v2.0/networks?id=5fb63b19-680d-4e5d-a062-91db40eb8e5b HTTP/1.1" status: 200 len: 824 time: 0.2558520 Dec 16 22:08:30.513130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9abe8d10-9998-4881-923c-a474128c2c48,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:30.581689 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-2de366ac-bbcf-4403-983a-12bb9b77e5ea tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8be5cec5e95d40cd9fd57b7ead1e24d4 HTTP/1.1" status: 200 len: 380 time: 0.1063592 Dec 16 22:08:30.594451 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-d30cb3fb-a09d-4687-8946-af0c9047aadb tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Request body: {'port': {'device_id': 'f5396e9b-eee8-4a72-aafc-fa1e75eeb402', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'admin_state_up': True, 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'security_groups': ['07f97300-764b-4583-b9f8-6925aa95410a']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:30.693003 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac1ff3-4fb7-4350-923d-5d8afd99ce45 req-8fe8b118-1e9c-430e-9f9f-ea41ca04b1cc tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:30.694604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0dac1ff3-4fb7-4350-923d-5d8afd99ce45 req-8fe8b118-1e9c-430e-9f9f-ea41ca04b1cc tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 949 time: 0.5132821 Dec 16 22:08:30.721798 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:30.734792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30e74d8e-ea33-409a-98d3-a3b69cf6a60f req-8371741b-f115-4c36-a478-043dda39c498 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599309 Dec 16 22:08:30.796136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0dac1ff3-4fb7-4350-923d-5d8afd99ce45 req-7d439700-2a15-4935-9c50-4ffe55799ef8 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928047 Dec 16 22:08:30.862626 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:30.894548 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-d30cb3fb-a09d-4687-8946-af0c9047aadb tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Made reservation on behalf of 8be5cec5e95d40cd9fd57b7ead1e24d4 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:30.898408 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-d30cb3fb-a09d-4687-8946-af0c9047aadb tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:30.995611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:31.020495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-1fd2a749-18cf-423f-b485-d56fccfdf434 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1130707 Dec 16 22:08:31.082096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-d30cb3fb-a09d-4687-8946-af0c9047aadb tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Allocated IP 172.20.0.8 (5fb63b19-680d-4e5d-a062-91db40eb8e5b/8674e1f7-5eab-488d-97d5-402900229d08/c670004e-2840-4473-abb4-3682284273c0) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:31.138188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d18de-4572-45ce-9eb7-1092523134c7 req-a6a583ec-4142-42e9-905d-7188a45a9255 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:31.139635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-763d18de-4572-45ce-9eb7-1092523134c7 req-a6a583ec-4142-42e9-905d-7188a45a9255 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 948 time: 0.1804891 Dec 16 22:08:31.198275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Allocated IP 192.168.233.152 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/c8e64d77-7f59-4efb-a292-0ddc52152580) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:31.248321 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-d30cb3fb-a09d-4687-8946-af0c9047aadb tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:31.266245 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474474f6-acbd-4761-85d0-8e1fc19bf170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abe8d10-9998-4881-923c-a474128c2c48'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:31.268841 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4058b679-1f29-4f90-a4d8-a0eeed462dbf" -d '{"events": [{"server_uuid": "474474f6-acbd-4761-85d0-8e1fc19bf170", "name": "network-vif-plugged", "status": "completed", "tag": "9abe8d10-9998-4881-923c-a474128c2c48"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:31.269013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-763d18de-4572-45ce-9eb7-1092523134c7 req-8a585263-a3ef-442e-a3f5-7c6789927d92 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119418 Dec 16 22:08:31.279655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-ffdbd04e-af06-43d5-bafa-e5de8abfb504 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:31.280882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-ffdbd04e-af06-43d5-bafa-e5de8abfb504 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2462442 Dec 16 22:08:31.315938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-76520654-0a21-439a-ba3f-939dc2fdb941 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/quotas/d067ebbc70344b07b31a66cb2ec78bcf HTTP/1.1" status: 200 len: 375 time: 0.0248725 Dec 16 22:08:31.367035 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-d30cb3fb-a09d-4687-8946-af0c9047aadb tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:31.419212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-d30cb3fb-a09d-4687-8946-af0c9047aadb tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Network 5fb63b19-680d-4e5d-a062-91db40eb8e5b is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:31.424233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d19df93d-7f3e-4ba8-a824-46f323e1a7ac req-d5711085-0e8c-4924-94f1-0f0eb2420ba2 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 210 time: 0.0624039 Dec 16 22:08:31.426251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-d30cb3fb-a09d-4687-8946-af0c9047aadb tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:31.432941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-d30cb3fb-a09d-4687-8946-af0c9047aadb tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:31.466761 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cb3fb-a09d-4687-8946-af0c9047aadb tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Pushing event updated for resources: {'Port': ['ID=c670004e-2840-4473-abb4-3682284273c0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:31.494719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-625265dd-2562-4d02-a87b-e2c85b445fa5 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1633973 Dec 16 22:08:31.520936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-d30cb3fb-a09d-4687-8946-af0c9047aadb tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:31.524686 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-d30cb3fb-a09d-4687-8946-af0c9047aadb tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:31.524948 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:31.564184 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.24', 49563) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:31.621518 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e956c0-d4ac-4734-8ca7-fac9f6799489 req-fa14e3c0-cf50-45af-8aec-a40d47ffdb34 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:31.621840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42e956c0-d4ac-4734-8ca7-fac9f6799489 req-fa14e3c0-cf50-45af-8aec-a40d47ffdb34 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 931 time: 0.0785940 Dec 16 22:08:31.684156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42e956c0-d4ac-4734-8ca7-fac9f6799489 req-47783d79-0ff5-49f9-bf3b-62260da94bc5 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551524 Dec 16 22:08:31.701333 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-d30cb3fb-a09d-4687-8946-af0c9047aadb tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1133432 Dec 16 22:08:31.720454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Request body: {'port': {'device_id': 'f5396e9b-eee8-4a72-aafc-fa1e75eeb402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:31.730583 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:31.770842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:31.776606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:31.783118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-d67b95f4-6873-43b7-98b8-153cbc2ec7a0 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:31.784911 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-d67b95f4-6873-43b7-98b8-153cbc2ec7a0 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.24 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 821 time: 0.2055256 Dec 16 22:08:31.799819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ebf797c1-bb5d-4b3a-aa39-941231cf05ab up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:31.806236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:31.840388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-72a9e702-c8cc-46da-b13c-12b1de50d0ce tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Request body: {'port': {'device_id': '29ce2023-10d1-4efa-bb32-4e6183cfbf60', 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c', 'admin_state_up': True, 'tenant_id': '7121dad57bc841b98b41e71c9b25481e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:31.957890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:31.997994 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e7de4a-dcd0-4fd7-9754-b282633c47da x-openstack-request-id: req-07e7de4a-dcd0-4fd7-9754-b282633c47da {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:31.998358 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474474f6-acbd-4761-85d0-8e1fc19bf170", "name": "network-vif-plugged", "status": "completed", "tag": "9abe8d10-9998-4881-923c-a474128c2c48", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:31.998642 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07e7de4a-dcd0-4fd7-9754-b282633c47da {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:31.999058 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474474f6-acbd-4761-85d0-8e1fc19bf170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abe8d10-9998-4881-923c-a474128c2c48', 'code': 200} Dec 16 22:08:32.010809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e53de8b-41ec-4ad9-9c06-61de6f51e8e1 req-d895253c-4a73-4729-aa17-f9a9cdaa46d9 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 210 time: 0.1323919 Dec 16 22:08:32.018838 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 45ff63af-7f92-403e-acda-b2a2299f70c7 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:32.073896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-587f19b9-81f1-473d-b2a5-ee9224d50130 req-38bdc767-67be-44bd-8234-5924bf0509c7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 210 time: 0.0498011 Dec 16 22:08:32.078433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Pushing event updated for resources: {'Port': ['ID=c8e64d77-7f59-4efb-a292-0ddc52152580,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:32.121019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:32.122085 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:32.139625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd57218-944e-4d3e-9353-b10035805f20 req-b79108aa-94b9-4126-8d85-fc2eb8e6733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:32.152636 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bd57218-944e-4d3e-9353-b10035805f20 req-b79108aa-94b9-4126-8d85-fc2eb8e6733f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=474474f6-acbd-4761-85d0-8e1fc19bf170 HTTP/1.1" status: 200 len: 1101 time: 0.1759663 Dec 16 22:08:32.153094 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-14496d68-4b90-42a7-9137-5af086584bbf None None] Provisioning complete for port c670004e-2840-4473-abb4-3682284273c0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:32.153513 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14496d68-4b90-42a7-9137-5af086584bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:32.269599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-14496d68-4b90-42a7-9137-5af086584bbf None None] Port c670004e-2840-4473-abb4-3682284273c0 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:32.315975 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-72a9e702-c8cc-46da-b13c-12b1de50d0ce tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Made reservation on behalf of 7121dad57bc841b98b41e71c9b25481e for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:32.319498 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-72a9e702-c8cc-46da-b13c-12b1de50d0ce tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:32.346596 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bd57218-944e-4d3e-9353-b10035805f20 req-dc9fbc07-d10f-4746-8970-7b354dc9736e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774712 Dec 16 22:08:32.363364 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port ebf797c1-bb5d-4b3a-aa39-941231cf05ab completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:08:32.368810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port ebf797c1-bb5d-4b3a-aa39-941231cf05ab triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:32.370196 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:32.374288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ffab9-d908-432d-9f29-d741eb7d6305 req-0a505460-1786-4d16-bb74-3ec5a7760435 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:32.376612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-757ffab9-d908-432d-9f29-d741eb7d6305 req-0a505460-1786-4d16-bb74-3ec5a7760435 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 949 time: 0.1104977 Dec 16 22:08:32.385373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eea6df-7081-4084-b0b9-adeb8f2ddb7c req-7082754f-9672-4cdc-9687-7ec6f8684b64 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:32.386989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25eea6df-7081-4084-b0b9-adeb8f2ddb7c req-7082754f-9672-4cdc-9687-7ec6f8684b64 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 948 time: 0.1243565 Dec 16 22:08:32.399249 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-1f9f02a0-6365-414a-8f5d-ae0671f8938a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6356530 Dec 16 22:08:32.431259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Request body: {'port': {'device_id': '9d188647-ff6c-4286-850c-da3f303bff86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:32.432676 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 45ff63af-7f92-403e-acda-b2a2299f70c7 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:08:32.448668 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 45ff63af-7f92-403e-acda-b2a2299f70c7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:32.449063 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:32.493168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8e3851ba-8bc1-4b5b-ab07-070c86dfb287 None None] Provisioning complete for port c8e64d77-7f59-4efb-a292-0ddc52152580 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:32.493516 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e3851ba-8bc1-4b5b-ab07-070c86dfb287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:32.537244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-757ffab9-d908-432d-9f29-d741eb7d6305 req-ff4a70e4-f580-4c13-a6d0-07590b7e1f3c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469572 Dec 16 22:08:32.572547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8e3851ba-8bc1-4b5b-ab07-070c86dfb287 None None] Port c8e64d77-7f59-4efb-a292-0ddc52152580 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:32.586799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25eea6df-7081-4084-b0b9-adeb8f2ddb7c req-db08f0d8-997f-4060-91f4-4b13393e6d4a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847527 Dec 16 22:08:32.596469 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-72a9e702-c8cc-46da-b13c-12b1de50d0ce tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Allocated IP 172.20.0.5 (fd3688b8-9b63-4c62-967f-cb3ce8c17b1c/be30d56a-8363-413b-8968-a220d05b6d90/326969b1-a6ab-4425-a607-07f62dfb55bd) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:32.605477 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:32.659330 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:32.681956 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:32.774227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 45ff63af-7f92-403e-acda-b2a2299f70c7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=45ff63af-7f92-403e-acda-b2a2299f70c7,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:32.776399 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ebf797c1-bb5d-4b3a-aa39-941231cf05ab, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ebf797c1-bb5d-4b3a-aa39-941231cf05ab,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:32.828841 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c670004e-2840-4473-abb4-3682284273c0 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:32.841557 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:32.858407 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:32.881211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Transition to ACTIVE for port object c670004e-2840-4473-abb4-3682284273c0 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:32.914470 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:32.915248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 00d93413-8f8a-451d-8031-b0694928ad6b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:32.926500 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-72a9e702-c8cc-46da-b13c-12b1de50d0ce tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:32.937907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bda5f-b8e1-453b-b304-17e9b9afc3d2 req-0c5a8eba-180a-4173-97c5-c437c6f8dc27 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:32.940215 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-026bda5f-b8e1-453b-b304-17e9b9afc3d2 req-0c5a8eba-180a-4173-97c5-c437c6f8dc27 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 948 time: 0.2300458 Dec 16 22:08:32.957815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a2d72-0330-48ec-827e-ce65ec0adbda req-0bb7928b-b70c-485a-969f-a7a61d6f4cce tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:32.964472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f62a2d72-0330-48ec-827e-ce65ec0adbda req-0bb7928b-b70c-485a-969f-a7a61d6f4cce tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 936 time: 0.1603048 Dec 16 22:08:32.969454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=45ff63af-7f92-403e-acda-b2a2299f70c7,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:32.970166 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.032489 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c670004e-2840-4473-abb4-3682284273c0,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:33.049881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ebf797c1-bb5d-4b3a-aa39-941231cf05ab,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:33.125599 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-72a9e702-c8cc-46da-b13c-12b1de50d0ce tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.139660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Attempting to bind port c670004e-2840-4473-abb4-3682284273c0 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:33.140032 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Attempting to bind port c670004e-2840-4473-abb4-3682284273c0 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:33.140328 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Attempting to bind port c670004e-2840-4473-abb4-3682284273c0 on network 5fb63b19-680d-4e5d-a062-91db40eb8e5b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:33.148213 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f62a2d72-0330-48ec-827e-ce65ec0adbda req-f63c7783-ba64-4231-8496-f56a79c91a85 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571527 Dec 16 22:08:33.154704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 00d93413-8f8a-451d-8031-b0694928ad6b completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:08:33.162380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 00d93413-8f8a-451d-8031-b0694928ad6b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:33.165007 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.174887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-026bda5f-b8e1-453b-b304-17e9b9afc3d2 req-f3e2120b-7643-4e6c-a963-6621db2fc7d8 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124102 Dec 16 22:08:33.234447 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9e702-c8cc-46da-b13c-12b1de50d0ce tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Pushing event updated for resources: {'Port': ['ID=326969b1-a6ab-4425-a607-07f62dfb55bd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:33.248276 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Port c670004e-2840-4473-abb4-3682284273c0 on network 5fb63b19-680d-4e5d-a062-91db40eb8e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:33.260264 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Attempting to bind port c670004e-2840-4473-abb4-3682284273c0 on network 5fb63b19-680d-4e5d-a062-91db40eb8e5b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:33.281399 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-72a9e702-c8cc-46da-b13c-12b1de50d0ce tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:33.282825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e64d77-7f59-4efb-a292-0ddc52152580 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:33.298968 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.302863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-72a9e702-c8cc-46da-b13c-12b1de50d0ce tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:33.308117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:33.311216 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Checking segment: {'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:33.312107 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Bound using segment: {'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:33.313204 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Bound port: c670004e-2840-4473-abb4-3682284273c0, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:33.314142 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.319844 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-72a9e702-c8cc-46da-b13c-12b1de50d0ce tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:33.345894 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Transition to ACTIVE for port object c8e64d77-7f59-4efb-a292-0ddc52152580 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:33.373416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cfbf7-c972-4973-9409-0cda25cb696f req-8305e76b-61c1-4d47-a2ba-3389cfe8e117 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:33.381198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-316cfbf7-c972-4973-9409-0cda25cb696f req-8305e76b-61c1-4d47-a2ba-3389cfe8e117 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 943 time: 0.0771887 Dec 16 22:08:33.438381 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.470499 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-72a9e702-c8cc-46da-b13c-12b1de50d0ce tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:33.471944 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-72a9e702-c8cc-46da-b13c-12b1de50d0ce tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.484807 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.557842 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 00d93413-8f8a-451d-8031-b0694928ad6b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=00d93413-8f8a-451d-8031-b0694928ad6b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:33.596044 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] For port c670004e-2840-4473-abb4-3682284273c0, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:33.600613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] For port c670004e-2840-4473-abb4-3682284273c0, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=c670004e-2840-4473-abb4-3682284273c0,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:33.613037 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-316cfbf7-c972-4973-9409-0cda25cb696f req-a4e1a305-b6ee-4162-91e0-4df690caa37b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297609 Dec 16 22:08:33.656062 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e64d77-7f59-4efb-a292-0ddc52152580,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:33.742877 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-72a9e702-c8cc-46da-b13c-12b1de50d0ce tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9479270 Dec 16 22:08:33.749357 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.749551 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.769001 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Request body: {'port': {'device_id': '29ce2023-10d1-4efa-bb32-4e6183cfbf60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:33.808411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee707c18-35f1-404e-8579-5f2cb5f94cc0 req-20663b0d-d68d-4960-b757-2f374ccea2d0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 210 time: 0.1001010 Dec 16 22:08:33.841748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365ad1a-bf0d-49ba-b489-b3311f34703d req-3df6a8e7-5e5a-4353-b3e6-80dfa69bba60 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:33.852044 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4365ad1a-bf0d-49ba-b489-b3311f34703d req-3df6a8e7-5e5a-4353-b3e6-80dfa69bba60 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 931 time: 0.2355537 Dec 16 22:08:33.896881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=00d93413-8f8a-451d-8031-b0694928ad6b,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:33.942225 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Attempting to bind port c8e64d77-7f59-4efb-a292-0ddc52152580 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:33.942793 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Attempting to bind port c8e64d77-7f59-4efb-a292-0ddc52152580 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:33.942931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Attempting to bind port c8e64d77-7f59-4efb-a292-0ddc52152580 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:33.953149 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.962434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Port c8e64d77-7f59-4efb-a292-0ddc52152580 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:33.968701 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Attempting to bind port c8e64d77-7f59-4efb-a292-0ddc52152580 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:33.969343 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:33.969982 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.971469 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] 10.222.0.24 "PUT /v2.0/ports/c670004e-2840-4473-abb4-3682284273c0 HTTP/1.1" status: 200 len: 1091 time: 2.2594190 Dec 16 22:08:33.972169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5396e9b-eee8-4a72-aafc-fa1e75eeb402', 'tag': 'c670004e-2840-4473-abb4-3682284273c0'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:33.974251 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2a5429-e3d8-4854-950d-a6dab9cc291d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5396e9b-eee8-4a72-aafc-fa1e75eeb402", "tag": "c670004e-2840-4473-abb4-3682284273c0"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:33.975076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4365ad1a-bf0d-49ba-b489-b3311f34703d req-f5a9e5ce-01ae-4491-b805-bee6a600c614 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214564 Dec 16 22:08:34.001107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa65a508-9b75-4bf9-af86-af46530ffb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ff63af-7f92-403e-acda-b2a2299f70c7'}, {'server_uuid': '05c7836e-9c91-48c9-a574-8a4c7261b1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf797c1-bb5d-4b3a-aa39-941231cf05ab'}, {'server_uuid': '0465997d-0579-4143-b9d7-413fc792deea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d93413-8f8a-451d-8031-b0694928ad6b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:34.006829 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17436b5a-6a1e-4edd-8338-cb908df6fac9" -d '{"events": [{"server_uuid": "aa65a508-9b75-4bf9-af86-af46530ffb6d", "name": "network-vif-plugged", "status": "completed", "tag": "45ff63af-7f92-403e-acda-b2a2299f70c7"}, {"server_uuid": "05c7836e-9c91-48c9-a574-8a4c7261b1aa", "name": "network-vif-plugged", "status": "completed", "tag": "ebf797c1-bb5d-4b3a-aa39-941231cf05ab"}, {"server_uuid": "0465997d-0579-4143-b9d7-413fc792deea", "name": "network-vif-plugged", "status": "completed", "tag": "00d93413-8f8a-451d-8031-b0694928ad6b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:34.028614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:34.029118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:34.037387 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:34.037387 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Bound port: c8e64d77-7f59-4efb-a292-0ddc52152580, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:34.037387 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:34.157437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77c41b-3652-4e17-87b1-a63ba8c4d47c req-7ad669b2-591f-4e11-91a3-6676026174b0 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:34.160231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd77c41b-3652-4e17-87b1-a63ba8c4d47c req-7ad669b2-591f-4e11-91a3-6676026174b0 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 950 time: 0.2237957 Dec 16 22:08:34.212753 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db7015-34be-4006-8c18-4a7f0b0709e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c670004e-2840-4473-abb4-3682284273c0,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:34.220523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] For port c8e64d77-7f59-4efb-a292-0ddc52152580, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:34.295196 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] For port c8e64d77-7f59-4efb-a292-0ddc52152580, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=c8e64d77-7f59-4efb-a292-0ddc52152580,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:34.308750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167da942-c34e-46fa-b9c0-bfbcaccd4670 req-92f1ee88-9356-46cb-87f4-2906c93060fc tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:34.310603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-167da942-c34e-46fa-b9c0-bfbcaccd4670 req-92f1ee88-9356-46cb-87f4-2906c93060fc tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 949 time: 0.2280166 Dec 16 22:08:34.318248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd77c41b-3652-4e17-87b1-a63ba8c4d47c req-37ed90eb-04e1-4162-9b94-bb8254761b11 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460941 Dec 16 22:08:34.331175 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-670110b5-4338-4930-9692-5b9855b602c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:34.342181 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-670110b5-4338-4930-9692-5b9855b602c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8be5cec5e95d40cd9fd57b7ead1e24d4&device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 1094 time: 0.1636517 Dec 16 22:08:34.378191 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:34.380353 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 53246) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:34.396564 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-7060f73d-7fc9-4435-83cb-02a35d8e7305 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c670004e-2840-4473-abb4-3682284273c0 HTTP/1.1" status: 200 len: 217 time: 0.0491736 Dec 16 22:08:34.399646 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d948baf-5d09-4502-bafb-9aa0b2dc813a x-openstack-request-id: req-7d948baf-5d09-4502-bafb-9aa0b2dc813a {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:34.399938 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5396e9b-eee8-4a72-aafc-fa1e75eeb402", "tag": "c670004e-2840-4473-abb4-3682284273c0", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:34.400754 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d948baf-5d09-4502-bafb-9aa0b2dc813a {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:34.401673 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5396e9b-eee8-4a72-aafc-fa1e75eeb402', 'tag': 'c670004e-2840-4473-abb4-3682284273c0', 'status': 'completed', 'code': 200} Dec 16 22:08:34.405552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-167da942-c34e-46fa-b9c0-bfbcaccd4670 req-3c60c4f9-bf3f-4c4d-8072-612db92069d3 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860958 Dec 16 22:08:34.465764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:34.466682 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:34.468494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] 10.222.0.24 "PUT /v2.0/ports/c8e64d77-7f59-4efb-a292-0ddc52152580 HTTP/1.1" status: 200 len: 1096 time: 2.0504422 Dec 16 22:08:34.469121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d188647-ff6c-4286-850c-da3f303bff86', 'tag': 'c8e64d77-7f59-4efb-a292-0ddc52152580'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:34.471988 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08148f4a-b663-40d3-8a89-d08f7c4e7a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d188647-ff6c-4286-850c-da3f303bff86", "tag": "c8e64d77-7f59-4efb-a292-0ddc52152580"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:34.505749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-746eae93-79c7-4b78-a063-fb8e1d4153d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:34.506396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1147f5f-934d-40da-854d-a1727dab1355 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e64d77-7f59-4efb-a292-0ddc52152580,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:34.507501 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-746eae93-79c7-4b78-a063-fb8e1d4153d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8674e1f7-5eab-488d-97d5-402900229d08 HTTP/1.1" status: 200 len: 863 time: 0.1032662 Dec 16 22:08:34.514627 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faccd2ce-2f0c-4746-baa2-1d9aca5a4beb x-openstack-request-id: req-faccd2ce-2f0c-4746-baa2-1d9aca5a4beb {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:34.515145 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa65a508-9b75-4bf9-af86-af46530ffb6d", "name": "network-vif-plugged", "status": "completed", "tag": "45ff63af-7f92-403e-acda-b2a2299f70c7", "code": 200}, {"server_uuid": "05c7836e-9c91-48c9-a574-8a4c7261b1aa", "name": "network-vif-plugged", "status": "completed", "tag": "ebf797c1-bb5d-4b3a-aa39-941231cf05ab", "code": 200}, {"server_uuid": "0465997d-0579-4143-b9d7-413fc792deea", "name": "network-vif-plugged", "status": "completed", "tag": "00d93413-8f8a-451d-8031-b0694928ad6b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:34.517594 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-faccd2ce-2f0c-4746-baa2-1d9aca5a4beb {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:34.518530 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa65a508-9b75-4bf9-af86-af46530ffb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ff63af-7f92-403e-acda-b2a2299f70c7', 'code': 200} Dec 16 22:08:34.518990 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c7836e-9c91-48c9-a574-8a4c7261b1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf797c1-bb5d-4b3a-aa39-941231cf05ab', 'code': 200} Dec 16 22:08:34.519891 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0465997d-0579-4143-b9d7-413fc792deea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d93413-8f8a-451d-8031-b0694928ad6b', 'code': 200} Dec 16 22:08:34.664355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.24', 49564) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:34.689642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326969b1-a6ab-4425-a607-07f62dfb55bd {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:34.702559 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:34.724519 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-43da3358-e6d2-4a0c-9610-21ceb0593981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:34.726067 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-43da3358-e6d2-4a0c-9610-21ceb0593981 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fb63b19-680d-4e5d-a062-91db40eb8e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2096627 Dec 16 22:08:34.730465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Transition to ACTIVE for port object 326969b1-a6ab-4425-a607-07f62dfb55bd will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:34.829968 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-324e0325-23a7-4ee9-8a29-56ea163d67db service neutron] 10.222.0.24 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964813 Dec 16 22:08:34.831373 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:34.843649 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7561e85f-b1ae-4abd-81bf-73c005ec678e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:34.892148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4aa5fd-98eb-4c78-92ad-85f3365474c0 req-3149aba3-3571-46f3-aa2f-7480036063e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:34.893667 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e4aa5fd-98eb-4c78-92ad-85f3365474c0 req-3149aba3-3571-46f3-aa2f-7480036063e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 1100 time: 0.3396413 Dec 16 22:08:34.930109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c692d-31cb-4c11-8839-055d7bf3d49a req-68be25c2-fff2-4792-856c-27aae114076d tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:34.933878 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-796c692d-31cb-4c11-8839-055d7bf3d49a req-68be25c2-fff2-4792-856c-27aae114076d tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 949 time: 0.2307649 Dec 16 22:08:34.941003 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-cf935ce2-298f-4eaa-82bb-af5ecb41bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:34.942467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-cf935ce2-298f-4eaa-82bb-af5ecb41bdbe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4d00f3da36f4023aa6f85e6569d8775&device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 1099 time: 0.2665493 Dec 16 22:08:34.951894 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Pushing event updated for resources: {'Port': ['ID=326969b1-a6ab-4425-a607-07f62dfb55bd,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:34.959671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3535be-ac90-40e6-9f2e-cdbd1d08c408 req-bab2d0e9-5d8c-47ee-a841-7ce73caac0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:34.961149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee3535be-ac90-40e6-9f2e-cdbd1d08c408 req-bab2d0e9-5d8c-47ee-a841-7ce73caac0eb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 1101 time: 0.2205849 Dec 16 22:08:34.973373 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-cad0c824-4594-4673-9601-99c473916ec6 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394311 Dec 16 22:08:34.989106 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53bf31-71ec-4c3d-9a4e-dee0713ad2fc req-0d8ed0cc-95e1-4ea9-acbb-17eab6e3ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:34.990589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea53bf31-71ec-4c3d-9a4e-dee0713ad2fc req-0d8ed0cc-95e1-4ea9-acbb-17eab6e3ace0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 1100 time: 0.2411284 Dec 16 22:08:35.097859 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7791f04c-9d63-4a18-98ca-7e4fc7ffe0fc req-e16b5cd0-e456-49a8-baa1-3a7105797355 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607069 Dec 16 22:08:35.153042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Attempting to bind port 326969b1-a6ab-4425-a607-07f62dfb55bd on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:35.153384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Attempting to bind port 326969b1-a6ab-4425-a607-07f62dfb55bd by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:35.153717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Attempting to bind port 326969b1-a6ab-4425-a607-07f62dfb55bd on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:35.169454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Port 326969b1-a6ab-4425-a607-07f62dfb55bd on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:35.174897 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Attempting to bind port 326969b1-a6ab-4425-a607-07f62dfb55bd on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:35.184703 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-d691f727-6214-4d66-89e6-5e936f20d03e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:35.186325 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-d691f727-6214-4d66-89e6-5e936f20d03e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873932 Dec 16 22:08:35.187758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:35.188105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Checking segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:35.188491 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Bound using segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:35.188943 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Bound port: 326969b1-a6ab-4425-a607-07f62dfb55bd, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:35.189304 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.209836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-82cb809d-dcc7-493f-9345-de0b4a189d99 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Request body: {'port': {'device_id': '9e0e112e-0322-4a6b-b8df-e4b4ec2767cd', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': 'd067ebbc70344b07b31a66cb2ec78bcf'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:35.309352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c8e16-18df-4dbf-90ce-347c53f388c4 req-83769182-4b1e-44bf-b105-a374e681d095 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:35.310947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e14c8e16-18df-4dbf-90ce-347c53f388c4 req-83769182-4b1e-44bf-b105-a374e681d095 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 948 time: 0.6481733 Dec 16 22:08:35.340475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-8cd6aa98-ab6d-4afb-a07f-951723e51b8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=c8e64d77-7f59-4efb-a292-0ddc52152580 HTTP/1.1" status: 200 len: 217 time: 0.3718355 Dec 16 22:08:35.469123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e4aa5fd-98eb-4c78-92ad-85f3365474c0 req-ff63d2ea-1691-4be6-b86a-9a10ab628be3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609753 Dec 16 22:08:35.514487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee3535be-ac90-40e6-9f2e-cdbd1d08c408 req-acb7cd06-99d9-4fd6-89a0-a07a81cb5b19 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425103 Dec 16 22:08:35.525889 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-796c692d-31cb-4c11-8839-055d7bf3d49a req-8fff9065-04b9-4e3f-9274-9b9e893a24b4 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811636 Dec 16 22:08:35.538282 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea53bf31-71ec-4c3d-9a4e-dee0713ad2fc req-a9f2f88c-f148-4cd6-af87-1cdc8c043738 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372026 Dec 16 22:08:35.548490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e14c8e16-18df-4dbf-90ce-347c53f388c4 req-f1573879-062d-4853-b7d0-2f87527865fd tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109644 Dec 16 22:08:35.548722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-d380ebf3-0054-4017-a487-8ac5e6043b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:35.550126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-d380ebf3-0054-4017-a487-8ac5e6043b65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1986012 Dec 16 22:08:35.561275 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a5429-e3d8-4854-950d-a6dab9cc291d req-4c3f32ca-e8e3-459f-8399-58bcd8916949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:35.562742 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fb2a5429-e3d8-4854-950d-a6dab9cc291d req-4c3f32ca-e8e3-459f-8399-58bcd8916949 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8be5cec5e95d40cd9fd57b7ead1e24d4&device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 1094 time: 0.1247883 Dec 16 22:08:35.567297 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7561e85f-b1ae-4abd-81bf-73c005ec678e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.580267 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] For port 326969b1-a6ab-4425-a607-07f62dfb55bd, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:35.583108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] For port 326969b1-a6ab-4425-a607-07f62dfb55bd, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=326969b1-a6ab-4425-a607-07f62dfb55bd,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:35.587495 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01f08f3-c47a-4dea-ba07-50ac9fa6fdaf x-openstack-request-id: req-b01f08f3-c47a-4dea-ba07-50ac9fa6fdaf {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:35.587906 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d188647-ff6c-4286-850c-da3f303bff86", "tag": "c8e64d77-7f59-4efb-a292-0ddc52152580", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:35.588119 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b01f08f3-c47a-4dea-ba07-50ac9fa6fdaf {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:35.588526 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d188647-ff6c-4286-850c-da3f303bff86', 'tag': 'c8e64d77-7f59-4efb-a292-0ddc52152580', 'status': 'completed', 'code': 200} Dec 16 22:08:35.682485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0e37ce8-e77a-456b-87ec-2bf21da2a587 req-3b62ac1f-393b-470e-b664-8a076a24e619 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 210 time: 0.0434952 Dec 16 22:08:35.728399 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7561e85f-b1ae-4abd-81bf-73c005ec678e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.748230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c9700-f279-4503-9c75-f600c885141c req-4f76bf64-a1b4-4a02-9dee-19839211c9e2 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:35.749794 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e21c9700-f279-4503-9c75-f600c885141c req-4f76bf64-a1b4-4a02-9dee-19839211c9e2 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 943 time: 0.1211729 Dec 16 22:08:35.762157 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.768416 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-82cb809d-dcc7-493f-9345-de0b4a189d99 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Made reservation on behalf of d067ebbc70344b07b31a66cb2ec78bcf for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:35.772075 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-82cb809d-dcc7-493f-9345-de0b4a189d99 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.783532 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:08:35.834606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-325e1ae3-f551-48f0-976a-f0c0ccf1796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:35.836151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-325e1ae3-f551-48f0-976a-f0c0ccf1796f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526828 Dec 16 22:08:35.836866 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:35.837524 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.838931 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] 10.222.0.24 "PUT /v2.0/ports/326969b1-a6ab-4425-a607-07f62dfb55bd HTTP/1.1" status: 200 len: 1091 time: 2.0856271 Dec 16 22:08:35.841680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7561e85f-b1ae-4abd-81bf-73c005ec678e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b1e9f83dc5f4021a8859b228c61f043&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4466112 Dec 16 22:08:35.842253 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561e85f-b1ae-4abd-81bf-73c005ec678e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2d5b1f-d9e7-4703-9aac-aa29dc5731ff,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:35.845406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 53262) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:35.917663 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370e82f-b557-4586-a9f2-dd65d306a073 service neutron] Pushing event updated for resources: {'Port': ['ID=326969b1-a6ab-4425-a607-07f62dfb55bd,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:35.930465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a5429-e3d8-4854-950d-a6dab9cc291d req-56f63bba-2a3b-4a4c-acd9-d25956b8bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:35.932036 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fb2a5429-e3d8-4854-950d-a6dab9cc291d req-56f63bba-2a3b-4a4c-acd9-d25956b8bb5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fb63b19-680d-4e5d-a062-91db40eb8e5b HTTP/1.1" status: 200 len: 925 time: 0.2494035 Dec 16 22:08:35.960029 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e21c9700-f279-4503-9c75-f600c885141c req-64fd73b3-a872-4a3f-ad08-091c4917f5e2 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004962 Dec 16 22:08:35.970949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5b2fb-5a59-4d44-a4ac-d877da86ed0a req-a979d39d-2378-417a-ae99-66780334edce tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:35.972489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13f5b2fb-5a59-4d44-a4ac-d877da86ed0a req-a979d39d-2378-417a-ae99-66780334edce tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 943 time: 0.2112937 Dec 16 22:08:36.012474 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fb2a5429-e3d8-4854-950d-a6dab9cc291d req-05c10389-9ee1-4e63-bd02-8e7f52eee67a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c670004e-2840-4473-abb4-3682284273c0 HTTP/1.1" status: 200 len: 217 time: 0.0695477 Dec 16 22:08:36.078388 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-162e954b-1a59-4efa-9433-6174557ec25b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.097096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-82cb809d-dcc7-493f-9345-de0b4a189d99 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Allocated IP 192.168.233.247 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:36.109184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-dc481d5c-d57e-4ffd-a17b-8c40c2b0ea06 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520745 Dec 16 22:08:36.116758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a5429-e3d8-4854-950d-a6dab9cc291d req-0cb24791-72bb-4efb-bd4d-242936dd13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:36.118183 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fb2a5429-e3d8-4854-950d-a6dab9cc291d req-0cb24791-72bb-4efb-bd4d-242936dd13e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8674e1f7-5eab-488d-97d5-402900229d08 HTTP/1.1" status: 200 len: 863 time: 0.0840564 Dec 16 22:08:36.121643 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-8acb157f-afb8-4ffd-9137-6338b1287572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:36.123045 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-8acb157f-afb8-4ffd-9137-6338b1287572 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 1094 time: 0.1368015 Dec 16 22:08:36.125899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13f5b2fb-5a59-4d44-a4ac-d877da86ed0a req-bdcc6e30-6b53-4c48-8112-73de4f875c48 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348908 Dec 16 22:08:36.141183 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-162e954b-1a59-4efa-9433-6174557ec25b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.205198 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-4dbbbd48-55dd-41d3-a413-a75bb0341f50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=326969b1-a6ab-4425-a607-07f62dfb55bd HTTP/1.1" status: 200 len: 217 time: 0.0638239 Dec 16 22:08:36.234945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c40e5b-3bcc-42b4-b126-054f2e25ffa5 req-1eb9e34e-a060-410b-a62d-0c5b0bc63e70 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:36.236471 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25c40e5b-3bcc-42b4-b126-054f2e25ffa5 req-1eb9e34e-a060-410b-a62d-0c5b0bc63e70 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 950 time: 0.2089839 Dec 16 22:08:36.330300 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-82b19eef-d5c9-4dad-aec1-338f08dad9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:36.331814 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-82b19eef-d5c9-4dad-aec1-338f08dad9ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.1139286 Dec 16 22:08:36.336148 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a5429-e3d8-4854-950d-a6dab9cc291d req-8cc98839-c87a-4374-9a62-5e90b8611744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:36.337058 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fb2a5429-e3d8-4854-950d-a6dab9cc291d req-8cc98839-c87a-4374-9a62-5e90b8611744 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fb63b19-680d-4e5d-a062-91db40eb8e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1969266 Dec 16 22:08:36.356286 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860e5f3-7beb-468e-8e27-1e5ce449461f req-a3c9e46d-c05e-4705-a143-8bb97b390042 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:36.357842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0860e5f3-7beb-468e-8e27-1e5ce449461f req-a3c9e46d-c05e-4705-a143-8bb97b390042 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 949 time: 0.1492436 Dec 16 22:08:36.365575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843daee9-fe5d-427d-a8e2-eb3dfa790c4e req-b919bfd9-8eb4-42a4-9d96-67d57648b6cb service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386699 Dec 16 22:08:36.371195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25c40e5b-3bcc-42b4-b126-054f2e25ffa5 req-767c6292-a272-4e74-be1a-2eedf8985bfd tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229224 Dec 16 22:08:36.409673 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ce2023-10d1-4efa-bb32-4e6183cfbf60', 'tag': '326969b1-a6ab-4425-a607-07f62dfb55bd'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:36.411975 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b3b033-8c19-46a4-b628-7bf378205b75" -d '{"events": [{"name": "network-changed", "server_uuid": "29ce2023-10d1-4efa-bb32-4e6183cfbf60", "tag": "326969b1-a6ab-4425-a607-07f62dfb55bd"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:36.416113 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-7d975c5f-3cbb-4260-a2bc-1623a566efcd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627208 Dec 16 22:08:36.419550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0860e5f3-7beb-468e-8e27-1e5ce449461f req-09e23b38-dfc2-4a36-b7ea-56290c75eb05 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529766 Dec 16 22:08:36.460721 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-162e954b-1a59-4efa-9433-6174557ec25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.471126 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-162e954b-1a59-4efa-9433-6174557ec25b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.478161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-162e954b-1a59-4efa-9433-6174557ec25b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d2d5b1f-d9e7-4703-9aac-aa29dc5731ff HTTP/1.1" status: 204 len: 168 time: 0.6301918 Dec 16 22:08:36.490021 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e954b-1a59-4efa-9433-6174557ec25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2d5b1f-d9e7-4703-9aac-aa29dc5731ff,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:36.508600 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d3d3ce-c366-4445-8f03-1c411eae269c x-openstack-request-id: req-b9d3d3ce-c366-4445-8f03-1c411eae269c {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:36.508862 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ce2023-10d1-4efa-bb32-4e6183cfbf60", "tag": "326969b1-a6ab-4425-a607-07f62dfb55bd", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:36.509042 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9d3d3ce-c366-4445-8f03-1c411eae269c {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:36.509404 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ce2023-10d1-4efa-bb32-4e6183cfbf60', 'tag': '326969b1-a6ab-4425-a607-07f62dfb55bd', 'status': 'completed', 'code': 200} Dec 16 22:08:36.516345 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-82cb809d-dcc7-493f-9345-de0b4a189d99 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.604237 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fb2a5429-e3d8-4854-950d-a6dab9cc291d req-ab0ed9ad-6f21-4ace-b990-9c4c8f176dd3 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357759 Dec 16 22:08:36.624348 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-bc51db13-99e9-4ef3-b41a-7cfb34fe9dd1 service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721733 Dec 16 22:08:36.649057 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08148f4a-b663-40d3-8a89-d08f7c4e7a6f req-e8cf9a18-c46b-488f-9eb0-c36f8a5c025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:36.651347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08148f4a-b663-40d3-8a89-d08f7c4e7a6f req-e8cf9a18-c46b-488f-9eb0-c36f8a5c025d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4d00f3da36f4023aa6f85e6569d8775&device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 1099 time: 0.0985818 Dec 16 22:08:36.805823 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-82cb809d-dcc7-493f-9345-de0b4a189d99 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.811499 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8479464e-c3b9-434b-83cf-5968e4b6ccfa req-8a9ea8cb-676b-412a-8f15-c89be30e584a service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819396 Dec 16 22:08:36.813269 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fb2a5429-e3d8-4854-950d-a6dab9cc291d req-bf3ad593-d68d-4f5e-ae41-b176a278d788 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876440 Dec 16 22:08:36.814855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe44cf-6f71-45ab-bf33-9a54ed6bf494 req-3ba8d77c-4a32-4e24-9cc6-33b188b6a37b tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:36.816522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bbe44cf-6f71-45ab-bf33-9a54ed6bf494 req-3ba8d77c-4a32-4e24-9cc6-33b188b6a37b tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 949 time: 0.1640229 Dec 16 22:08:36.832639 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['20c6c008-b5b5-4ef4-8c49-542c05822c8f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:36.837540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66e667-45a7-4b65-af3c-c829d3981493 req-f291b7d9-2612-4306-a0fb-bbd8b28a66a0 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:36.840427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c66e667-45a7-4b65-af3c-c829d3981493 req-f291b7d9-2612-4306-a0fb-bbd8b28a66a0 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 948 time: 0.1657882 Dec 16 22:08:36.846801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08148f4a-b663-40d3-8a89-d08f7c4e7a6f req-9e72d9ba-9de5-4114-8828-9795810a5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:36.848350 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08148f4a-b663-40d3-8a89-d08f7c4e7a6f req-9e72d9ba-9de5-4114-8828-9795810a5551 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1858325 Dec 16 22:08:36.855419 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-82cb809d-dcc7-493f-9345-de0b4a189d99 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:36.873367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-82cb809d-dcc7-493f-9345-de0b4a189d99 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:36.880608 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-82cb809d-dcc7-493f-9345-de0b4a189d99 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:36.938022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb809d-dcc7-493f-9345-de0b4a189d99 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Pushing event updated for resources: {'Port': ['ID=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:36.948632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08148f4a-b663-40d3-8a89-d08f7c4e7a6f req-36d6e1bb-4b52-4ef9-9e97-71ced02fc4e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=c8e64d77-7f59-4efb-a292-0ddc52152580 HTTP/1.1" status: 200 len: 217 time: 0.0846953 Dec 16 22:08:36.970337 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-82cb809d-dcc7-493f-9345-de0b4a189d99 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:36.971022 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-82cb809d-dcc7-493f-9345-de0b4a189d99 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.036721 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c66e667-45a7-4b65-af3c-c829d3981493 req-82b6c23c-9649-4046-b6c4-34dc5406fd8a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874223 Dec 16 22:08:37.045613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bbe44cf-6f71-45ab-bf33-9a54ed6bf494 req-2344285d-06ec-4334-8947-fdc5df0b0ae7 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006299 Dec 16 22:08:37.073768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08148f4a-b663-40d3-8a89-d08f7c4e7a6f req-7d1778d0-7d99-4d8a-90aa-e7935f77ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:37.077008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08148f4a-b663-40d3-8a89-d08f7c4e7a6f req-7d1778d0-7d99-4d8a-90aa-e7935f77ac60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1074111 Dec 16 22:08:37.122000 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-82cb809d-dcc7-493f-9345-de0b4a189d99 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9225397 Dec 16 22:08:37.145953 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Request body: {'port': {'device_id': '9e0e112e-0322-4a6b-b8df-e4b4ec2767cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:37.146271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08148f4a-b663-40d3-8a89-d08f7c4e7a6f req-0a6c5ccb-57a0-4744-94fe-527c35d91536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:37.148722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08148f4a-b663-40d3-8a89-d08f7c4e7a6f req-0a6c5ccb-57a0-4744-94fe-527c35d91536 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638790 Dec 16 22:08:37.180362 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6f272a7a-15bf-4f1a-95bd-67c505d7cb8a None None] Provisioning complete for port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:37.180663 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f272a7a-15bf-4f1a-95bd-67c505d7cb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.273358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6f272a7a-15bf-4f1a-95bd-67c505d7cb8a None None] Port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:37.312446 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.314054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9ad35-3c80-4a06-889e-36f964e16aaf req-86e401db-c633-4a3e-9a37-48f4e5eaf076 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:37.315618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2b9ad35-3c80-4a06-889e-36f964e16aaf req-86e401db-c633-4a3e-9a37-48f4e5eaf076 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 936 time: 0.1497235 Dec 16 22:08:37.336624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3b033-8c19-46a4-b628-7bf378205b75 req-b21499e7-95d2-47a0-aaf2-1473cea7c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:37.339508 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-48b3b033-8c19-46a4-b628-7bf378205b75 req-b21499e7-95d2-47a0-aaf2-1473cea7c9f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 1094 time: 0.0924845 Dec 16 22:08:37.342055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123f7a7-a9b5-4e9f-83f0-427159e90121 req-c8ac348b-deff-43e6-9b04-27f4355940a2 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:37.343788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2123f7a7-a9b5-4e9f-83f0-427159e90121 req-c8ac348b-deff-43e6-9b04-27f4355940a2 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 943 time: 0.1592724 Dec 16 22:08:37.346929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08148f4a-b663-40d3-8a89-d08f7c4e7a6f req-d98965ac-a441-4679-8582-2486d2cd7a4b service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898620 Dec 16 22:08:37.468448 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2b9ad35-3c80-4a06-889e-36f964e16aaf req-20961cc0-d876-4f49-b980-0e60ac86a746 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423626 Dec 16 22:08:37.487304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2123f7a7-a9b5-4e9f-83f0-427159e90121 req-7c162ae9-9b40-411e-b5bb-66681d3ed9b7 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331856 Dec 16 22:08:37.520564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08148f4a-b663-40d3-8a89-d08f7c4e7a6f req-76ff2225-f57a-407d-8a62-aa6bf773f5b1 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631067 Dec 16 22:08:37.557260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3b033-8c19-46a4-b628-7bf378205b75 req-3f72aea8-dc23-4573-9826-bfa1f11682ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:37.559016 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-48b3b033-8c19-46a4-b628-7bf378205b75 req-3f72aea8-dc23-4573-9826-bfa1f11682ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 922 time: 0.1986470 Dec 16 22:08:37.631223 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-48b3b033-8c19-46a4-b628-7bf378205b75 req-fecb95d9-61dd-4a2c-8a23-eed0554aded0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=326969b1-a6ab-4425-a607-07f62dfb55bd HTTP/1.1" status: 200 len: 217 time: 0.0431626 Dec 16 22:08:37.648671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5c49f-f29c-4e5c-9ec6-f93efc7ed8be req-e1102d06-5f32-45b0-850a-fc9547ea8602 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:37.649384 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87e5c49f-f29c-4e5c-9ec6-f93efc7ed8be req-e1102d06-5f32-45b0-850a-fc9547ea8602 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 943 time: 0.0882478 Dec 16 22:08:37.652442 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53288) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:37.657635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e7dc3-f29c-4620-8cc0-9515f40b322a req-99a7816e-8836-4e53-b1b5-648450a98282 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:37.659345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c51e7dc3-f29c-4620-8cc0-9515f40b322a req-99a7816e-8836-4e53-b1b5-648450a98282 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 950 time: 0.0882750 Dec 16 22:08:37.693229 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c052669-a407-4d6f-bf39-5e260c12b01c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.741387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87e5c49f-f29c-4e5c-9ec6-f93efc7ed8be req-71a283ec-2e2c-4137-bc60-66826a57cc68 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809944 Dec 16 22:08:37.745383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3b033-8c19-46a4-b628-7bf378205b75 req-af70bce7-b6fc-4166-b770-4a9232a9dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:37.745613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c51e7dc3-f29c-4620-8cc0-9515f40b322a req-a9e2c047-d13a-4789-a96b-b5276e69e3c1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791206 Dec 16 22:08:37.746551 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-48b3b033-8c19-46a4-b628-7bf378205b75 req-af70bce7-b6fc-4166-b770-4a9232a9dd7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.1073208 Dec 16 22:08:37.803370 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-48b3b033-8c19-46a4-b628-7bf378205b75 req-65e736ff-7233-4521-a42d-d92d68949e34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410433 Dec 16 22:08:37.892956 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4cbfe-5fdd-47d7-8eb2-334c627900fb req-853ff74b-13f4-4a52-9c1f-de78db70b181 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:37.901116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6f4cbfe-5fdd-47d7-8eb2-334c627900fb req-853ff74b-13f4-4a52-9c1f-de78db70b181 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 949 time: 0.0650768 Dec 16 22:08:37.906868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device c670004e-2840-4473-abb4-3682284273c0 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:37.955759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6f4cbfe-5fdd-47d7-8eb2-334c627900fb req-f709c55f-428e-44b4-bc92-52b81fa6edea tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527623 Dec 16 22:08:38.002890 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:38.016631 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-48b3b033-8c19-46a4-b628-7bf378205b75 req-18dd9304-f885-4f77-8989-914a5af6d153 service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043395 Dec 16 22:08:38.019348 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.095321 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c052669-a407-4d6f-bf39-5e260c12b01c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.098915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port c670004e-2840-4473-abb4-3682284273c0, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=c670004e-2840-4473-abb4-3682284273c0,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:38.104628 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Transition to ACTIVE for port object 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:38.115879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'c670004e-2840-4473-abb4-3682284273c0', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'port_id': 'c670004e-2840-4473-abb4-3682284273c0', 'mac_address': 'fa:16:3e:35:ee:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:08:38.151772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7c0f6-fff7-497a-9c1a-5abe7cea9123 req-38437ae1-fe81-4e3c-af7a-bce60d8ecb49 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:38.156403 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-48b3b033-8c19-46a4-b628-7bf378205b75 req-1ae5ff7a-b049-4a04-bb20-a7cdb0165e98 service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250534 Dec 16 22:08:38.159902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6d7c0f6-fff7-497a-9c1a-5abe7cea9123 req-38437ae1-fe81-4e3c-af7a-bce60d8ecb49 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=474474f6-acbd-4761-85d0-8e1fc19bf170 HTTP/1.1" status: 200 len: 950 time: 0.0726054 Dec 16 22:08:38.172365 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.192641 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c052669-a407-4d6f-bf39-5e260c12b01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.196259 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c670004e-2840-4473-abb4-3682284273c0 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:38.228487 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.230897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port c670004e-2840-4473-abb4-3682284273c0, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=c670004e-2840-4473-abb4-3682284273c0,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:38.257332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6d7c0f6-fff7-497a-9c1a-5abe7cea9123 req-64c82b85-9189-43e7-ac6b-f6858ba8145b tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931821 Dec 16 22:08:38.269133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8465a3-6461-4bbb-9577-30f5c29f79cf req-b124d89c-7bff-4b01-bdd5-1e62e23f4229 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:38.270908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae8465a3-6461-4bbb-9577-30f5c29f79cf req-b124d89c-7bff-4b01-bdd5-1e62e23f4229 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 1101 time: 0.0744035 Dec 16 22:08:38.282898 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5c052669-a407-4d6f-bf39-5e260c12b01c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b21969c19254ce2915eb39c2632eac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6274698 Dec 16 22:08:38.283358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53300) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:38.285312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c052669-a407-4d6f-bf39-5e260c12b01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb9d496-27b3-4b21-bb04-12979459fbb8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:38.318267 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.322905 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ae8465a3-6461-4bbb-9577-30f5c29f79cf req-d7d4bed4-81f7-43ab-bb90-1906a035e9b7 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.358522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:38.403258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=c670004e-2840-4473-abb4-3682284273c0,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:38.420968 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61be3955-f757-4332-a448-8224531f717d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.457731 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61be3955-f757-4332-a448-8224531f717d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.469498 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ae8465a3-6461-4bbb-9577-30f5c29f79cf req-d7d4bed4-81f7-43ab-bb90-1906a035e9b7 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.496357 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92679992-e29b-42b9-b441-b98aa38310a5 req-a535d3ea-20e0-4766-ad5e-9f5bd630ad5d tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:38.498121 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92679992-e29b-42b9-b441-b98aa38310a5 req-a535d3ea-20e0-4766-ad5e-9f5bd630ad5d tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 948 time: 0.0753002 Dec 16 22:08:38.513416 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Attempting to bind port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:38.513757 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Attempting to bind port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:38.514212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Attempting to bind port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:38.522349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:38.522679 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Attempting to bind port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:38.529889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:38.530338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:38.530617 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:38.531065 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Bound port: 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:38.531472 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.533066 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ae8465a3-6461-4bbb-9577-30f5c29f79cf req-d7d4bed4-81f7-43ab-bb90-1906a035e9b7 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.584562 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['c670004e-2840-4473-abb4-3682284273c0'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:38.621300 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae8465a3-6461-4bbb-9577-30f5c29f79cf req-d7d4bed4-81f7-43ab-bb90-1906a035e9b7 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173728 Dec 16 22:08:38.623482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4bed4-81f7-43ab-bb90-1906a035e9b7 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff77adc-c72e-4fbc-95a2-58237104f330,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:38.630159 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] For port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:38.636593 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] For port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:38.639931 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92679992-e29b-42b9-b441-b98aa38310a5 req-93394006-d753-49fd-8488-3090909e41d7 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310613 Dec 16 22:08:38.672381 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61be3955-f757-4332-a448-8224531f717d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.675739 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61be3955-f757-4332-a448-8224531f717d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.677810 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-61be3955-f757-4332-a448-8224531f717d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcb9d496-27b3-4b21-bb04-12979459fbb8 HTTP/1.1" status: 204 len: 168 time: 0.3926315 Dec 16 22:08:38.689587 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be3955-f757-4332-a448-8224531f717d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb9d496-27b3-4b21-bb04-12979459fbb8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:38.741895 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.866369 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:38.868001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.871454 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] 10.222.0.69 "PUT /v2.0/ports/73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 HTTP/1.1" status: 200 len: 1096 time: 1.7401965 Dec 16 22:08:38.880733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb2d66-24dc-4c5f-ad0a-8b0bbdfeb457 req-4a10b7d7-b081-43dc-be93-d97a00695d6f tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:38.882868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dcb2d66-24dc-4c5f-ad0a-8b0bbdfeb457 req-4a10b7d7-b081-43dc-be93-d97a00695d6f tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 949 time: 0.1486142 Dec 16 22:08:38.892966 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0e112e-0322-4a6b-b8df-e4b4ec2767cd', 'tag': '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:38.901994 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c34004-05f3-426e-8ddb-3ddfb7b67a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0e112e-0322-4a6b-b8df-e4b4ec2767cd", "tag": "73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:38.931452 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:38.949296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:38.949650 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:38.950008 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:38.950364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:38.950696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:38.951037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:38.954759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:38.955209 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:38.955593 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:38.970000 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:38.970406 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:38.970759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:38.971108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892db7b5-695d-4646-ab86-683efac64cb5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:38.974918 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dcb2d66-24dc-4c5f-ad0a-8b0bbdfeb457 req-904a2d46-d1fb-4f00-8f73-30ff8256cbdd tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843353 Dec 16 22:08:39.053129 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-a00e7f77-9e6f-413a-8bd7-809fc2c011d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:39.054697 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-a00e7f77-9e6f-413a-8bd7-809fc2c011d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 1099 time: 0.0649223 Dec 16 22:08:39.112019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa9181-c840-4300-baa0-1ddc4df9c1f0 req-7b6f388e-a02a-406a-95ce-83d5a90c7b3a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:39.117105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4caa9181-c840-4300-baa0-1ddc4df9c1f0 req-7b6f388e-a02a-406a-95ce-83d5a90c7b3a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 948 time: 0.0774541 Dec 16 22:08:39.190846 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4caa9181-c840-4300-baa0-1ddc4df9c1f0 req-6dabc1a3-5e24-43c5-97d2-9b9918f027da tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666764 Dec 16 22:08:39.348686 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-ad8ca5ae-3547-49f4-848d-50cb001ecb93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 HTTP/1.1" status: 200 len: 217 time: 0.2824576 Dec 16 22:08:39.354004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836443c-4381-4b68-bf5f-578a8793c02f req-d9f95239-e86c-4f16-b1ed-f09526dcb28e tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:39.355582 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5836443c-4381-4b68-bf5f-578a8793c02f req-d9f95239-e86c-4f16-b1ed-f09526dcb28e tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 944 time: 0.0645301 Dec 16 22:08:39.414846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-c67d568c-71ba-475b-b83e-81e40c03cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:39.416577 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-c67d568c-71ba-475b-b83e-81e40c03cd5e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0584035 Dec 16 22:08:39.419149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5836443c-4381-4b68-bf5f-578a8793c02f req-355218a5-8d04-4a0a-b780-7f9cf3c173f3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472651 Dec 16 22:08:39.476729 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-c5691420-a4b1-45a9-9eff-031596db78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:39.478360 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-c5691420-a4b1-45a9-9eff-031596db78e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0508826 Dec 16 22:08:39.585013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc5581-587d-442d-a4c6-9732e4c40ed0 req-af7a455a-07d8-4403-9151-ff68b592c71d tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:39.586807 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73dc5581-587d-442d-a4c6-9732e4c40ed0 req-af7a455a-07d8-4403-9151-ff68b592c71d tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 943 time: 0.0781894 Dec 16 22:08:39.591375 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-bc975c7b-e3c8-48ea-9f72-d18fd0c11bde service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051466 Dec 16 22:08:39.667468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73dc5581-587d-442d-a4c6-9732e4c40ed0 req-a8d86cec-3f34-4ee1-b67f-92947c42217c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685904 Dec 16 22:08:39.745980 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d01199-7458-4881-b05c-5726f5eb164f x-openstack-request-id: req-02d01199-7458-4881-b05c-5726f5eb164f {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:39.746290 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0e112e-0322-4a6b-b8df-e4b4ec2767cd", "tag": "73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:39.751407 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02d01199-7458-4881-b05c-5726f5eb164f {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:39.752009 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0e112e-0322-4a6b-b8df-e4b4ec2767cd', 'tag': '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3', 'status': 'completed', 'code': 200} Dec 16 22:08:39.816209 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5894820e-2786-4c00-bc31-cede9fb3a854 req-6b59eabb-9222-459c-b0ce-8c7ba1b5af5f service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036109 Dec 16 22:08:39.912199 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 326969b1-a6ab-4425-a607-07f62dfb55bd details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:39.939474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc9ad-39e3-44d3-86ae-aeead787efbf req-bf2ef27f-1372-4626-a0d7-b3762335c103 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:39.946700 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c49bc9ad-39e3-44d3-86ae-aeead787efbf req-bf2ef27f-1372-4626-a0d7-b3762335c103 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 948 time: 0.0688949 Dec 16 22:08:39.952762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device c670004e-2840-4473-abb4-3682284273c0 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:40.049840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c49bc9ad-39e3-44d3-86ae-aeead787efbf req-da2e1ec1-1043-4234-a8ec-47be8f7f3bd0 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997825 Dec 16 22:08:40.116502 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 326969b1-a6ab-4425-a607-07f62dfb55bd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=326969b1-a6ab-4425-a607-07f62dfb55bd,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:40.119518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c34004-05f3-426e-8ddb-3ddfb7b67a1c req-66ca58ab-775b-4c21-90ed-9eb26e309cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:40.121105 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f1c34004-05f3-426e-8ddb-3ddfb7b67a1c req-66ca58ab-775b-4c21-90ed-9eb26e309cc1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 1099 time: 0.1142895 Dec 16 22:08:40.143870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '326969b1-a6ab-4425-a607-07f62dfb55bd', 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c', 'port_id': '326969b1-a6ab-4425-a607-07f62dfb55bd', 'mac_address': 'fa:16:3e:21:c3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be30d56a-8363-413b-8968-a220d05b6d90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:08:40.167095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-1d569cc8-38ea-4678-9252-d056241e4679 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308318 Dec 16 22:08:40.201059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port c670004e-2840-4473-abb4-3682284273c0 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:08:40.207743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port c670004e-2840-4473-abb4-3682284273c0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:40.208164 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:40.210889 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:40.279737 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326969b1-a6ab-4425-a607-07f62dfb55bd {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:40.297941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c34004-05f3-426e-8ddb-3ddfb7b67a1c req-81dac84f-4073-47e4-814b-98d41dc151d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:40.303226 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f1c34004-05f3-426e-8ddb-3ddfb7b67a1c req-81dac84f-4073-47e4-814b-98d41dc151d7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1702797 Dec 16 22:08:40.312433 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 326969b1-a6ab-4425-a607-07f62dfb55bd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=326969b1-a6ab-4425-a607-07f62dfb55bd,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:40.372880 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f1c34004-05f3-426e-8ddb-3ddfb7b67a1c req-f8d226ff-881e-48c4-9a8e-4545210ebb05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 HTTP/1.1" status: 200 len: 217 time: 0.0532429 Dec 16 22:08:40.381793 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:40.400605 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-f8ba1f71-a202-4041-9c90-038eda11d9d1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:40.402388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-f8ba1f71-a202-4041-9c90-038eda11d9d1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343841 Dec 16 22:08:40.411313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890d972-d31b-4a71-9898-854a16daabd0 req-41622f23-6c27-47e0-abff-86400048775f tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:40.412869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1890d972-d31b-4a71-9898-854a16daabd0 req-41622f23-6c27-47e0-abff-86400048775f tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 948 time: 0.1114841 Dec 16 22:08:40.427760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5396e9b-eee8-4a72-aafc-fa1e75eeb402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c670004e-2840-4473-abb4-3682284273c0'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:40.430918 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440b8362-4c29-4176-8b49-76905ee9dcb8" -d '{"events": [{"server_uuid": "f5396e9b-eee8-4a72-aafc-fa1e75eeb402", "name": "network-vif-plugged", "status": "completed", "tag": "c670004e-2840-4473-abb4-3682284273c0"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:40.433567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-91d0e65a-eea2-413f-add9-b4609397def1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/quotas/754f26ecb0c84ea4a4d3485ad36e376e HTTP/1.1" status: 200 len: 375 time: 0.0190325 Dec 16 22:08:40.442589 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:40.442941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device c8e64d77-7f59-4efb-a292-0ddc52152580 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:40.449505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c34004-05f3-426e-8ddb-3ddfb7b67a1c req-ef2cfd6a-cd47-4df9-b16e-c0524c721f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:40.452341 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f1c34004-05f3-426e-8ddb-3ddfb7b67a1c req-ef2cfd6a-cd47-4df9-b16e-c0524c721f43 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0710495 Dec 16 22:08:40.461994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port c670004e-2840-4473-abb4-3682284273c0, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=c670004e-2840-4473-abb4-3682284273c0,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:40.514435 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1890d972-d31b-4a71-9898-854a16daabd0 req-968a162b-395f-4637-8882-abf8c635c174 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907125 Dec 16 22:08:40.530998 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c34004-05f3-426e-8ddb-3ddfb7b67a1c req-246a2209-7d0e-46c4-93e9-22621c5941c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:40.533726 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f1c34004-05f3-426e-8ddb-3ddfb7b67a1c req-246a2209-7d0e-46c4-93e9-22621c5941c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641189 Dec 16 22:08:40.534551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-20fd9e04-dcee-4f28-a99d-ffbb1bb422d6 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999701 Dec 16 22:08:40.572118 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:40.580715 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=326969b1-a6ab-4425-a607-07f62dfb55bd,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:40.664794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port c8e64d77-7f59-4efb-a292-0ddc52152580, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=c8e64d77-7f59-4efb-a292-0ddc52152580,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:40.669713 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f1c34004-05f3-426e-8ddb-3ddfb7b67a1c req-49c3d970-74d5-4103-be41-18d8a3b00770 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213932 Dec 16 22:08:40.673653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-54bd488e-b0d0-4360-9cee-e7271d630d45 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4d341b727ec84cc7819153664770d8fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308156 Dec 16 22:08:40.684377 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=c670004e-2840-4473-abb4-3682284273c0,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:40.691615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'c8e64d77-7f59-4efb-a292-0ddc52152580', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': 'c8e64d77-7f59-4efb-a292-0ddc52152580', 'mac_address': 'fa:16:3e:04:07:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:08:40.745350 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:40.760913 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e64d77-7f59-4efb-a292-0ddc52152580 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:40.793544 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port c8e64d77-7f59-4efb-a292-0ddc52152580, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=c8e64d77-7f59-4efb-a292-0ddc52152580,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:40.798437 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f1c34004-05f3-426e-8ddb-3ddfb7b67a1c req-259a703e-a4fb-420d-9e9c-cdb4c1332bc0 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107008 Dec 16 22:08:40.805636 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-e94688b6-7ae8-4eb6-ab83-b8e3e479b503 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:40.819883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-e94688b6-7ae8-4eb6-ab83-b8e3e479b503 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452501 Dec 16 22:08:40.831918 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-d3c86c31-c4f5-428e-bdd7-07cec7813042 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/quotas/4d341b727ec84cc7819153664770d8fb HTTP/1.1" status: 200 len: 375 time: 0.0101697 Dec 16 22:08:40.885908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-90aa3aa5-826a-438d-99c0-1caa0a985509 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d341b727ec84cc7819153664770d8fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478373 Dec 16 22:08:40.933402 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:40.996314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=c8e64d77-7f59-4efb-a292-0ddc52152580,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:41.109680 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0306a2-d956-4beb-9ec0-cdc5c27e1259 x-openstack-request-id: req-ef0306a2-d956-4beb-9ec0-cdc5c27e1259 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:41.109680 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5396e9b-eee8-4a72-aafc-fa1e75eeb402", "name": "network-vif-plugged", "status": "completed", "tag": "c670004e-2840-4473-abb4-3682284273c0", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:41.109680 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef0306a2-d956-4beb-9ec0-cdc5c27e1259 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:41.109680 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5396e9b-eee8-4a72-aafc-fa1e75eeb402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c670004e-2840-4473-abb4-3682284273c0', 'code': 200} Dec 16 22:08:41.204943 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['326969b1-a6ab-4425-a607-07f62dfb55bd'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:41.212415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1902b6-acad-4190-abb9-9cd04aca62fd req-b8c6784d-aa4d-4857-891a-8632b956ce1a tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:41.215143 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b1902b6-acad-4190-abb9-9cd04aca62fd req-b8c6784d-aa4d-4857-891a-8632b956ce1a tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 945 time: 0.0575209 Dec 16 22:08:41.240221 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd724215-c3bd-4a48-abbf-755d8fb51437 req-f2f0da0e-1748-41e5-88a3-7427c9e56b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:41.241808 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd724215-c3bd-4a48-abbf-755d8fb51437 req-f2f0da0e-1748-41e5-88a3-7427c9e56b6e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 1096 time: 0.0633011 Dec 16 22:08:41.254664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['c8e64d77-7f59-4efb-a292-0ddc52152580'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:41.281043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b1902b6-acad-4190-abb9-9cd04aca62fd req-8e5d9292-eaa9-4b8c-a423-a95290c01a9c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591178 Dec 16 22:08:41.314089 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd724215-c3bd-4a48-abbf-755d8fb51437 req-1099746c-d39d-4efd-b721-9224ea9ac0e3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630462 Dec 16 22:08:41.588746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf5d51-7d81-4529-a213-2d6dc8fc6280 req-2b346aca-427e-4dee-9f4f-721a7132e01c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:41.590483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efcf5d51-7d81-4529-a213-2d6dc8fc6280 req-2b346aca-427e-4dee-9f4f-721a7132e01c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 944 time: 0.0989232 Dec 16 22:08:41.684638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30088e1f-38a1-4512-b785-cf4240571eb6 req-4959ffac-529d-4f8d-a4fa-c1afe24d2fce tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:41.686221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30088e1f-38a1-4512-b785-cf4240571eb6 req-4959ffac-529d-4f8d-a4fa-c1afe24d2fce tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 949 time: 0.0784316 Dec 16 22:08:41.704618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efcf5d51-7d81-4529-a213-2d6dc8fc6280 req-446a5071-9e55-4644-94a2-e3dc35b798fc tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071360 Dec 16 22:08:41.755214 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30088e1f-38a1-4512-b785-cf4240571eb6 req-f1ed133d-81aa-4ea6-857f-206610082ed6 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607357 Dec 16 22:08:41.794627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-732cc049-78c1-4ac2-a853-35962a0135ba req-fd29989f-4679-463b-9dfb-b044c895b0b2 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 210 time: 0.0378308 Dec 16 22:08:41.803695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9abe8d10-9998-4881-923c-a474128c2c48 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:41.967772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9abe8d10-9998-4881-923c-a474128c2c48, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9abe8d10-9998-4881-923c-a474128c2c48,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:41.981079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '9abe8d10-9998-4881-923c-a474128c2c48', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '9abe8d10-9998-4881-923c-a474128c2c48', 'mac_address': 'fa:16:3e:7d:48:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:08:42.056128 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:42.074524 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9abe8d10-9998-4881-923c-a474128c2c48 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:42.100327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9abe8d10-9998-4881-923c-a474128c2c48, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9abe8d10-9998-4881-923c-a474128c2c48,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:42.183798 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:42.215479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66b8cd0e-5931-42df-b6aa-d9f72da2948a req-ddef4b5c-6df8-4547-91c7-cfe5c9ee49f1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 210 time: 0.0309408 Dec 16 22:08:42.247494 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49642b6-d395-445b-adad-2e7d8444198e req-ac42927c-f1a5-4fcf-b2dd-c8b939ad9267 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:42.250164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f49642b6-d395-445b-adad-2e7d8444198e req-ac42927c-f1a5-4fcf-b2dd-c8b939ad9267 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 948 time: 0.3660278 Dec 16 22:08:42.262106 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9abe8d10-9998-4881-923c-a474128c2c48,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:42.295671 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['9abe8d10-9998-4881-923c-a474128c2c48'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:42.298553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f49642b6-d395-445b-adad-2e7d8444198e req-91c44002-48c9-4735-b63c-9c7cb0307827 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472171 Dec 16 22:08:42.430660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c0a8a-fc3b-4daf-8489-b5032120192c req-72108e33-bc7b-442a-9463-16afbf0b994c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:42.443255 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f6c0a8a-fc3b-4daf-8489-b5032120192c req-72108e33-bc7b-442a-9463-16afbf0b994c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 945 time: 0.0568392 Dec 16 22:08:42.490478 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f6c0a8a-fc3b-4daf-8489-b5032120192c req-de49bbe1-7357-4453-ab3a-90d7df6cf9b8 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462859 Dec 16 22:08:42.674376 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0fe5bd7-a31d-498b-a4a5-1c25a38b611c req-f711882d-2360-42e6-bee2-f73b071f7220 tempest-FlavorsV2NegativeTest-1282564816 tempest-FlavorsV2NegativeTest-1282564816-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2064ecb69ca94694b39a6b153947adbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269876 Dec 16 22:08:42.795308 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe5bd7-a31d-498b-a4a5-1c25a38b611c req-5ab4ce9f-9c14-4cfc-b353-423d6c856e6c tempest-FlavorsV2NegativeTest-1282564816 tempest-FlavorsV2NegativeTest-1282564816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:42.811088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0fe5bd7-a31d-498b-a4a5-1c25a38b611c req-5ab4ce9f-9c14-4cfc-b353-423d6c856e6c tempest-FlavorsV2NegativeTest-1282564816 tempest-FlavorsV2NegativeTest-1282564816-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1305251 Dec 16 22:08:42.844876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0fe5bd7-a31d-498b-a4a5-1c25a38b611c req-efa84b7f-e6e7-4fca-a307-fbfbf5b83ebe tempest-FlavorsV2NegativeTest-1282564816 tempest-FlavorsV2NegativeTest-1282564816-project] 10.222.0.43 "GET /v2.0/quotas/2064ecb69ca94694b39a6b153947adbc HTTP/1.1" status: 200 len: 375 time: 0.0328033 Dec 16 22:08:42.902354 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0fe5bd7-a31d-498b-a4a5-1c25a38b611c req-d8230980-6b9c-4594-87b0-82cba9db2ad9 tempest-FlavorsV2NegativeTest-1282564816 tempest-FlavorsV2NegativeTest-1282564816-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2064ecb69ca94694b39a6b153947adbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561609 Dec 16 22:08:42.933381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a4970-646d-408d-b724-7754a1cb71eb req-75c9756f-9450-43d9-b015-8efe5b42abf1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:42.934532 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a65a4970-646d-408d-b724-7754a1cb71eb req-75c9756f-9450-43d9-b015-8efe5b42abf1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 944 time: 0.1139150 Dec 16 22:08:43.013945 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:43.015532 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:43.024544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a65a4970-646d-408d-b724-7754a1cb71eb req-2859e15f-3b88-498c-9be6-1d449485e489 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825400 Dec 16 22:08:43.043527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c2e7e-4614-4995-a071-517ba4d82ffa req-dd7116e7-0732-4c7b-bdef-b777341b9cd0 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:43.045221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b85c2e7e-4614-4995-a071-517ba4d82ffa req-dd7116e7-0732-4c7b-bdef-b777341b9cd0 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 949 time: 0.0786231 Dec 16 22:08:43.117910 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b85c2e7e-4614-4995-a071-517ba4d82ffa req-b7a63e1d-c6b0-4f29-b11e-7bdfb955f365 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593433 Dec 16 22:08:43.138597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81c547a5-2434-4777-b74a-521a6a63d3cf req-385d0627-9e4e-4318-8d91-806e70d5a0aa tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 210 time: 0.0430348 Dec 16 22:08:43.308096 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4db7c71-5407-47a3-be73-2260800cd55a req-6ac39ad1-d576-4618-a87a-65aa8f2656a5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 210 time: 0.0307577 Dec 16 22:08:43.451053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb528348-f85e-4a96-9fbb-596f884a632a req-be8e850b-52ca-4d93-a927-fd6f5c42ae62 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:43.453432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb528348-f85e-4a96-9fbb-596f884a632a req-be8e850b-52ca-4d93-a927-fd6f5c42ae62 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 948 time: 0.0556216 Dec 16 22:08:43.488553 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-f6620ef0-c77d-4522-b73a-2ff3cbfb159a tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4d341b727ec84cc7819153664770d8fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285513 Dec 16 22:08:43.506052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb528348-f85e-4a96-9fbb-596f884a632a req-75152b7a-c1a5-44e5-bf1b-151578a43065 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463858 Dec 16 22:08:43.680124 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b0e73-002c-4718-9c82-33c242e91082 req-18d65214-3f31-424f-8fc2-ed6f74fbe291 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:43.683722 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-934e3369-519b-48fa-ac2a-a8f4caeebc42 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:43.685644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-578b0e73-002c-4718-9c82-33c242e91082 req-18d65214-3f31-424f-8fc2-ed6f74fbe291 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 945 time: 0.0969274 Dec 16 22:08:43.692308 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-934e3369-519b-48fa-ac2a-a8f4caeebc42 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919072 Dec 16 22:08:43.707143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-1e386f5a-05b1-4dea-aff3-c1665451fffa tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Request body: {'port': {'device_id': '9c363834-940b-4ac8-be24-3b85f3b10f66', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '4d341b727ec84cc7819153664770d8fb'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:43.812909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-578b0e73-002c-4718-9c82-33c242e91082 req-8e095498-2a12-449c-9c5c-614893558db7 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212349 Dec 16 22:08:43.820296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:43.825959 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9abe8d10-9998-4881-923c-a474128c2c48 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:43.934102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 326969b1-a6ab-4425-a607-07f62dfb55bd up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:44.032654 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-1e386f5a-05b1-4dea-aff3-c1665451fffa tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Made reservation on behalf of 4d341b727ec84cc7819153664770d8fb for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:44.037751 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-1e386f5a-05b1-4dea-aff3-c1665451fffa tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.082431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f631ecb-068b-40de-b135-25b295305d80 req-96a0b8c7-87e9-4c16-a69b-d8aa50c44c67 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:44.084087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f631ecb-068b-40de-b135-25b295305d80 req-96a0b8c7-87e9-4c16-a69b-d8aa50c44c67 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 945 time: 0.1187606 Dec 16 22:08:44.094994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 53546) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:44.101280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-9f95b733-4035-43b0-83b5-b9dd8c613e1c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Request body: {'floatingip': {'port_id': 'c670004e-2840-4473-abb4-3682284273c0'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:44.220347 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f95b733-4035-43b0-83b5-b9dd8c613e1c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.276924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 53554) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:44.287839 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 9abe8d10-9998-4881-923c-a474128c2c48 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:44.288805 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.328546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-1e386f5a-05b1-4dea-aff3-c1665451fffa tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Allocated IP 192.168.233.30 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/ed254e2a-1c36-4e4b-9cb4-5e609f5035bd) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:44.329527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:44.334060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 326969b1-a6ab-4425-a607-07f62dfb55bd completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:08:44.349638 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 326969b1-a6ab-4425-a607-07f62dfb55bd triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:44.350255 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.354489 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3', 'mac_address': 'fa:16:3e:78:a1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:08:44.493427 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.542083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:44.607852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c57b9-d88b-4af3-819b-159ea34dc8f8 req-3967bef9-c6f9-4fe9-93f3-d6e737cc66ab tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:44.608955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:44.616157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d1c57b9-d88b-4af3-819b-159ea34dc8f8 req-3967bef9-c6f9-4fe9-93f3-d6e737cc66ab tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 944 time: 0.4428701 Dec 16 22:08:44.686724 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-1e386f5a-05b1-4dea-aff3-c1665451fffa tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.726601 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.729980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee73ae-169f-4e9e-a5ae-9bb0be1e84f2 req-3b838e21-d76b-4a1e-991f-4b1b0377d770 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:44.739121 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50ee73ae-169f-4e9e-a5ae-9bb0be1e84f2 req-3b838e21-d76b-4a1e-991f-4b1b0377d770 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 949 time: 0.4693813 Dec 16 22:08:44.758979 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.782275 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.844618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474474f6-acbd-4761-85d0-8e1fc19bf170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abe8d10-9998-4881-923c-a474128c2c48'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:44.847046 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6842ad0-1806-44fd-8323-1c020d14a50b" -d '{"events": [{"server_uuid": "474474f6-acbd-4761-85d0-8e1fc19bf170", "name": "network-vif-plugged", "status": "completed", "tag": "9abe8d10-9998-4881-923c-a474128c2c48"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:44.863517 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9abe8d10-9998-4881-923c-a474128c2c48, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9abe8d10-9998-4881-923c-a474128c2c48,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:44.878325 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:44.906715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d1c57b9-d88b-4af3-819b-159ea34dc8f8 req-dbce51be-4386-4032-bfda-708af72e368d tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819064 Dec 16 22:08:44.939563 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.985696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 326969b1-a6ab-4425-a607-07f62dfb55bd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=326969b1-a6ab-4425-a607-07f62dfb55bd,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:45.061133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:45.063574 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50ee73ae-169f-4e9e-a5ae-9bb0be1e84f2 req-75f4bd51-90d0-4bef-9b59-c138f8ce4215 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229902 Dec 16 22:08:45.231835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7148581-b601-4ecd-a7e8-bdffa5abed1b req-2842d200-490e-4492-a80e-2ca9d837e30f tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 210 time: 0.1811454 Dec 16 22:08:45.257207 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-1e386f5a-05b1-4dea-aff3-c1665451fffa tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.294124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['45ff63af-7f92-403e-acda-b2a2299f70c7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:45.342305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-7c8a975f-e0a4-42ab-b4b0-1ce01bb15915 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833514 Dec 16 22:08:45.355495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-821f69f4-d79f-4fcf-9f7a-216d49d7762d req-e09edc80-04f2-4af6-aa5d-e5abc1aebd31 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 210 time: 0.1000774 Dec 16 22:08:45.419184 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-1e386f5a-05b1-4dea-aff3-c1665451fffa tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:45.422169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e386f5a-05b1-4dea-aff3-c1665451fffa tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Pushing event updated for resources: {'Port': ['ID=ed254e2a-1c36-4e4b-9cb4-5e609f5035bd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:45.428143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-1e386f5a-05b1-4dea-aff3-c1665451fffa tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:45.442326 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.445480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-1e386f5a-05b1-4dea-aff3-c1665451fffa tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:45.516652 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.520812 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device c8e64d77-7f59-4efb-a292-0ddc52152580 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:45.561642 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265ff061-c1d7-4721-ba18-ef1fa892060c x-openstack-request-id: req-265ff061-c1d7-4721-ba18-ef1fa892060c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:45.561963 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474474f6-acbd-4761-85d0-8e1fc19bf170", "name": "network-vif-plugged", "status": "completed", "tag": "9abe8d10-9998-4881-923c-a474128c2c48", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:45.569879 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-265ff061-c1d7-4721-ba18-ef1fa892060c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:45.573020 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474474f6-acbd-4761-85d0-8e1fc19bf170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abe8d10-9998-4881-923c-a474128c2c48', 'code': 200} Dec 16 22:08:45.582470 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-1e386f5a-05b1-4dea-aff3-c1665451fffa tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:45.583136 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-1e386f5a-05b1-4dea-aff3-c1665451fffa tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.627585 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.679819 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-c971bbd3-abd4-45fe-aaac-5dcdea2a5416 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730572 Dec 16 22:08:45.795947 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-83cc32e0-0d75-4659-a797-30707bd357e1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:45.798012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-83cc32e0-0d75-4659-a797-30707bd357e1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4019339 Dec 16 22:08:45.804335 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-1e386f5a-05b1-4dea-aff3-c1665451fffa tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1007690 Dec 16 22:08:45.806144 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.823550 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Request body: {'port': {'device_id': '9c363834-940b-4ac8-be24-3b85f3b10f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:45.828593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9abe8d10-9998-4881-923c-a474128c2c48,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:45.850864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-796c7ae2-1ccf-4756-b0dc-460279b5cb0c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Request body: {'port': {'device_id': '9aed3243-82ea-4477-b863-ee11e123d669', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '754f26ecb0c84ea4a4d3485ad36e376e'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:45.884296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2064ecb69ca94694b39a6b153947adbc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4539695 Dec 16 22:08:45.892115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97c827b-7ab6-4ad0-b596-69a901af6682,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:45.906657 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53578) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:45.924146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:45.924517 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:45.924835 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:45.925306 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:45.925696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:45.926310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:45.926649 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:45.926981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:45.927330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:45.927662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:45.927989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:45.928313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:45.928639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07487014-f7ae-474c-87a0-1aaee91973cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:46.000757 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac742a-16ad-44dc-bed3-7c45511614e8 req-9421d85c-99be-4e67-9536-84281495ef36 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:46.009204 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0dac742a-16ad-44dc-bed3-7c45511614e8 req-9421d85c-99be-4e67-9536-84281495ef36 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 949 time: 0.5683894 Dec 16 22:08:46.011119 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b8a16b3e-5b15-457c-9c15-b3321fa8c97b None None] Provisioning complete for port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:46.011874 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8a16b3e-5b15-457c-9c15-b3321fa8c97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.024274 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.063051 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b8a16b3e-5b15-457c-9c15-b3321fa8c97b None None] Port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:46.075218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port c8e64d77-7f59-4efb-a292-0ddc52152580 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:08:46.077975 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=326969b1-a6ab-4425-a607-07f62dfb55bd,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:46.110227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port c8e64d77-7f59-4efb-a292-0ddc52152580 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:46.114244 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.187037 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0dac742a-16ad-44dc-bed3-7c45511614e8 req-28da8852-fa10-4566-8297-0f9b3512cc9b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768672 Dec 16 22:08:46.197895 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.db.resource_extend [None req-9f95b733-4035-43b0-83b5-b9dd8c613e1c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:08:46.243375 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.320393 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port c8e64d77-7f59-4efb-a292-0ddc52152580, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=c8e64d77-7f59-4efb-a292-0ddc52152580,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:46.343109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-11a81912-3524-4c81-ba7d-d909167a2d13 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:46.345666 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-11a81912-3524-4c81-ba7d-d909167a2d13 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6587524 Dec 16 22:08:46.371169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-8dc2378d-5959-41ec-b62b-0792e1357bb9 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Request body: {'port': {'device_id': '449cd3f2-bc12-4e26-80a3-c3043aac9ac4', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '754f26ecb0c84ea4a4d3485ad36e376e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:46.390017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeb4da-ffdb-4675-ae5e-ae87fb4231f9 req-04bb7b3a-c509-4937-af67-e6eb0a2304ec tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:46.397458 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6dfeb4da-ffdb-4675-ae5e-ae87fb4231f9 req-04bb7b3a-c509-4937-af67-e6eb0a2304ec tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 945 time: 0.2615254 Dec 16 22:08:46.418482 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.488458 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab22e1c2-c700-48c4-bc31-9757bfbdf6fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.516083 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab22e1c2-c700-48c4-bc31-9757bfbdf6fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.524556 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f95b733-4035-43b0-83b5-b9dd8c613e1c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.545355 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=c8e64d77-7f59-4efb-a292-0ddc52152580,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:46.599194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430957b-85c4-4a7a-98a7-a03c29419363 req-d1f6209a-648d-4b7c-852c-137ad815e1b5 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:46.603302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6430957b-85c4-4a7a-98a7-a03c29419363 req-d1f6209a-648d-4b7c-852c-137ad815e1b5 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 949 time: 0.2498891 Dec 16 22:08:46.619883 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f95b733-4035-43b0-83b5-b9dd8c613e1c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.622504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed254e2a-1c36-4e4b-9cb4-5e609f5035bd {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:46.639563 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.678075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Transition to ACTIVE for port object ed254e2a-1c36-4e4b-9cb4-5e609f5035bd will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:46.681592 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab22e1c2-c700-48c4-bc31-9757bfbdf6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.685550 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab22e1c2-c700-48c4-bc31-9757bfbdf6fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.686522 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ab22e1c2-c700-48c4-bc31-9757bfbdf6fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d97c827b-7ab6-4ad0-b596-69a901af6682 HTTP/1.1" status: 204 len: 168 time: 0.7785687 Dec 16 22:08:46.695861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22e1c2-c700-48c4-bc31-9757bfbdf6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97c827b-7ab6-4ad0-b596-69a901af6682,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:46.744189 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.868301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Pushing event updated for resources: {'Port': ['ID=ed254e2a-1c36-4e4b-9cb4-5e609f5035bd,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:46.942121 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Attempting to bind port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:46.942984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Attempting to bind port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:46.943614 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Attempting to bind port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:46.949578 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:46.950552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Attempting to bind port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:46.955626 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:46.955946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:46.956358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:46.956778 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Bound port: ed254e2a-1c36-4e4b-9cb4-5e609f5035bd, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:46.957280 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:47.068650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6dfeb4da-ffdb-4675-ae5e-ae87fb4231f9 req-dc2e67ab-14e2-4176-866c-8cc9dfa2a463 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465887 Dec 16 22:08:47.078224 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] For port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:47.090695 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] For port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ed254e2a-1c36-4e4b-9cb4-5e609f5035bd,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:47.125246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-796c7ae2-1ccf-4756-b0dc-460279b5cb0c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Made reservation on behalf of 754f26ecb0c84ea4a4d3485ad36e376e for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:47.136421 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-796c7ae2-1ccf-4756-b0dc-460279b5cb0c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:47.145261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6430957b-85c4-4a7a-98a7-a03c29419363 req-96e700ac-89f7-4279-bbfe-8092c517f972 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330102 Dec 16 22:08:47.170459 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:47.277651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-8dc2378d-5959-41ec-b62b-0792e1357bb9 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Made reservation on behalf of 754f26ecb0c84ea4a4d3485ad36e376e for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:47.293618 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-8dc2378d-5959-41ec-b62b-0792e1357bb9 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:47.372188 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:47.372898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:47.374796 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] 10.222.0.24 "PUT /v2.0/ports/ed254e2a-1c36-4e4b-9cb4-5e609f5035bd HTTP/1.1" status: 200 len: 1095 time: 1.5604935 Dec 16 22:08:47.377115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca08a1b-b749-408a-b396-43cee61b948f service neutron] Pushing event updated for resources: {'Port': ['ID=ed254e2a-1c36-4e4b-9cb4-5e609f5035bd,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:47.382235 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c363834-940b-4ac8-be24-3b85f3b10f66', 'tag': 'ed254e2a-1c36-4e4b-9cb4-5e609f5035bd'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:47.384627 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce449b23-33a1-46cd-aa42-e54b99624f63" -d '{"events": [{"name": "network-changed", "server_uuid": "9c363834-940b-4ac8-be24-3b85f3b10f66", "tag": "ed254e2a-1c36-4e4b-9cb4-5e609f5035bd"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:47.530538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63c554d2-ef52-4016-994f-572578b7d217 req-401da4f7-4fd1-41bb-83c1-9124973384ff tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 210 time: 0.1643288 Dec 16 22:08:47.573548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ce2023-10d1-4efa-bb32-4e6183cfbf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326969b1-a6ab-4425-a607-07f62dfb55bd'}, {'server_uuid': '9d188647-ff6c-4286-850c-da3f303bff86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e64d77-7f59-4efb-a292-0ddc52152580'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:47.577826 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a0d23d-cc2e-467e-a10d-9db181e9b4e9" -d '{"events": [{"server_uuid": "29ce2023-10d1-4efa-bb32-4e6183cfbf60", "name": "network-vif-plugged", "status": "completed", "tag": "326969b1-a6ab-4425-a607-07f62dfb55bd"}, {"server_uuid": "9d188647-ff6c-4286-850c-da3f303bff86", "name": "network-vif-plugged", "status": "completed", "tag": "c8e64d77-7f59-4efb-a292-0ddc52152580"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:47.601403 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-9f95b733-4035-43b0-83b5-b9dd8c613e1c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Floating IP 5a21521d-90cd-43cb-b399-bb4e16d5a15d associated. External IP: 172.25.2.207, port: c670004e-2840-4473-abb4-3682284273c0. Dec 16 22:08:47.684287 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f5067-a60c-4de8-8784-9fdd494a4d1c req-62928f8e-6c83-4142-9701-3464a0d38235 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:47.686497 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2f5067-a60c-4de8-8784-9fdd494a4d1c req-62928f8e-6c83-4142-9701-3464a0d38235 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 947 time: 0.4113605 Dec 16 22:08:47.730712 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-d61c14fe-737f-4273-b26f-0642dc9817ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:47.731628 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-d61c14fe-737f-4273-b26f-0642dc9817ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d341b727ec84cc7819153664770d8fb&device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 1098 time: 0.1645689 Dec 16 22:08:47.732603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-8dc2378d-5959-41ec-b62b-0792e1357bb9 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Allocated IP 192.168.233.89 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/fda962b4-4612-4379-82f8-686622f5e8fd) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:47.852146 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2f5067-a60c-4de8-8784-9fdd494a4d1c req-7d32f1ba-78ae-401e-8d12-20dd990b2569 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451035 Dec 16 22:08:47.856030 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:47.963033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deeac6-a195-422f-865f-74bcd2d48bb5 req-3dc56f5d-949f-4ec4-bf4a-48f6e184d9f5 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:47.972881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47deeac6-a195-422f-865f-74bcd2d48bb5 req-3dc56f5d-949f-4ec4-bf4a-48f6e184d9f5 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 949 time: 0.1959021 Dec 16 22:08:47.997637 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-8dc2378d-5959-41ec-b62b-0792e1357bb9 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:48.035401 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092c310c-9dcb-472a-b5ef-b541f8455f25 x-openstack-request-id: req-092c310c-9dcb-472a-b5ef-b541f8455f25 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:48.035964 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ce2023-10d1-4efa-bb32-4e6183cfbf60", "name": "network-vif-plugged", "status": "completed", "tag": "326969b1-a6ab-4425-a607-07f62dfb55bd", "code": 200}, {"server_uuid": "9d188647-ff6c-4286-850c-da3f303bff86", "name": "network-vif-plugged", "status": "completed", "tag": "c8e64d77-7f59-4efb-a292-0ddc52152580", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:48.036309 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-092c310c-9dcb-472a-b5ef-b541f8455f25 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:48.036822 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ce2023-10d1-4efa-bb32-4e6183cfbf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326969b1-a6ab-4425-a607-07f62dfb55bd', 'code': 200} Dec 16 22:08:48.037175 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d188647-ff6c-4286-850c-da3f303bff86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e64d77-7f59-4efb-a292-0ddc52152580', 'code': 200} Dec 16 22:08:48.070021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:08:48.078153 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:48.078843 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:48.084260 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb9b0e0-580f-4971-b5ae-17f6e3e59080 x-openstack-request-id: req-beb9b0e0-580f-4971-b5ae-17f6e3e59080 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:48.093115 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c363834-940b-4ac8-be24-3b85f3b10f66", "tag": "ed254e2a-1c36-4e4b-9cb4-5e609f5035bd", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:48.093115 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-beb9b0e0-580f-4971-b5ae-17f6e3e59080 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:48.093115 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c363834-940b-4ac8-be24-3b85f3b10f66', 'tag': 'ed254e2a-1c36-4e4b-9cb4-5e609f5035bd', 'status': 'completed', 'code': 200} Dec 16 22:08:48.210415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.24', 49570) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:48.215694 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-7d946ddc-14b8-4ef4-9f8b-7a46dd3b5e09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=ed254e2a-1c36-4e4b-9cb4-5e609f5035bd HTTP/1.1" status: 200 len: 217 time: 0.1224606 Dec 16 22:08:48.294766 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-8dc2378d-5959-41ec-b62b-0792e1357bb9 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:48.301096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-f9f9c858-d822-4a77-9c90-c016c110725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:48.301096 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-f9f9c858-d822-4a77-9c90-c016c110725b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0801733 Dec 16 22:08:48.310694 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ebf797c1-bb5d-4b3a-aa39-941231cf05ab'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:48.375757 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:48.401831 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-8dc2378d-5959-41ec-b62b-0792e1357bb9 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:48.407473 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-8dc2378d-5959-41ec-b62b-0792e1357bb9 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:48.446989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-8dc2378d-5959-41ec-b62b-0792e1357bb9 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:48.462189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47deeac6-a195-422f-865f-74bcd2d48bb5 req-ac5345a8-5ade-461d-9dc2-e09dcb62c376 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831100 Dec 16 22:08:48.482907 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:48.516566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7e6be-110f-4d23-88c8-6b2bcd609656 req-4ab19dd3-1615-4fc2-ad24-65a3eac77d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:48.518703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ad7e6be-110f-4d23-88c8-6b2bcd609656 req-4ab19dd3-1615-4fc2-ad24-65a3eac77d6c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 1096 time: 0.3840098 Dec 16 22:08:48.547642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-8dc2378d-5959-41ec-b62b-0792e1357bb9 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:48.547642 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-8dc2378d-5959-41ec-b62b-0792e1357bb9 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:48.549529 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab03457-f898-4228-9a5f-fcc17549e575 req-076e6201-86b8-4303-8a1c-4eeebca32ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:48.551163 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aab03457-f898-4228-9a5f-fcc17549e575 req-076e6201-86b8-4303-8a1c-4eeebca32ff4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 1101 time: 0.3122685 Dec 16 22:08:48.554894 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-b1f103ba-1425-46ab-bedb-023dd89841fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:48.557636 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-b1f103ba-1425-46ab-bedb-023dd89841fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2440281 Dec 16 22:08:48.560253 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-796c7ae2-1ccf-4756-b0dc-460279b5cb0c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Allocated IP 192.168.233.79 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/6e870121-a5c4-456a-86ce-741a90fbe967) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:48.565327 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:48.566280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 53630) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:48.610766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f95b733-4035-43b0-83b5-b9dd8c613e1c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Router 9633b382-8ffe-4332-a656-07efcd29b8bb has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:08:48.644382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac68453-33ce-4e3b-a5fb-c36a62b7d224 req-fb378bc0-54c1-4912-99b1-18f1b756db72 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:48.652861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fac68453-33ce-4e3b-a5fb-c36a62b7d224 req-fb378bc0-54c1-4912-99b1-18f1b756db72 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 945 time: 0.4433439 Dec 16 22:08:48.681210 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-1cdb8581-7fe3-45e6-ae42-bba2e81a2a71 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098700 Dec 16 22:08:48.688061 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2378d-5959-41ec-b62b-0792e1357bb9 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event updated for resources: {'Port': ['ID=fda962b4-4612-4379-82f8-686622f5e8fd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:48.773187 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-8dc2378d-5959-41ec-b62b-0792e1357bb9 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4079397 Dec 16 22:08:48.794348 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Request body: {'port': {'device_id': '449cd3f2-bc12-4e26-80a3-c3043aac9ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:48.852029 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ad7e6be-110f-4d23-88c8-6b2bcd609656 req-e962bf87-4cb9-4110-a9b6-6a15bd5765a4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151948 Dec 16 22:08:48.858375 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:48.862930 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:48.925390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f0114017-3ba8-49f7-8645-9264e87ae3bd None None] Provisioning complete for port fda962b4-4612-4379-82f8-686622f5e8fd triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:48.926358 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0114017-3ba8-49f7-8645-9264e87ae3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:48.971012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f0114017-3ba8-49f7-8645-9264e87ae3bd None None] Port fda962b4-4612-4379-82f8-686622f5e8fd cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:48.984590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f95b733-4035-43b0-83b5-b9dd8c613e1c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:08:49.003570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1183f875-7e9b-471c-95c2-54814ee52178 None None] Sync routers for ids ['9633b382-8ffe-4332-a656-07efcd29b8bb'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:08:49.010998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fac68453-33ce-4e3b-a5fb-c36a62b7d224 req-2b930e20-7115-4862-9c69-69a742e570e7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570495 Dec 16 22:08:49.016188 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f95b733-4035-43b0-83b5-b9dd8c613e1c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:49.023528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1183f875-7e9b-471c-95c2-54814ee52178 None None] Routers {'9633b382-8ffe-4332-a656-07efcd29b8bb'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:49.024335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1183f875-7e9b-471c-95c2-54814ee52178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:08:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9633b382-8ffe-4332-a656-07efcd29b8bb'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:49.038512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-74a754c6-c98f-4d75-a438-bd7255126013 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1501263110-network', 'tenant_id': 'c744f7430419467580dd1cd1177553fb'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:49.069474 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aab03457-f898-4228-9a5f-fcc17549e575 req-c37f4a62-671d-4e9c-b30b-404375a2ff6e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022089 Dec 16 22:08:49.113949 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e34d9ba7-94df-4bdc-94b4-bf1d4511466a req-ca95e694-7674-4fbb-9cec-7d7a33e4e298 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203105 Dec 16 22:08:49.126347 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c7639-1519-47e7-81e4-899c47289a4d req-d505d40b-a52b-4c62-a91d-4c5da3aed3f7 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:49.129454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f03c7639-1519-47e7-81e4-899c47289a4d req-d505d40b-a52b-4c62-a91d-4c5da3aed3f7 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 950 time: 0.5076354 Dec 16 22:08:49.149184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9f95b733-4035-43b0-83b5-b9dd8c613e1c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "PUT /v2.0/floatingips/5a21521d-90cd-43cb-b399-bb4e16d5a15d HTTP/1.1" status: 200 len: 991 time: 5.0528142 Dec 16 22:08:49.168971 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5396e9b-eee8-4a72-aafc-fa1e75eeb402', 'tag': 'c670004e-2840-4473-abb4-3682284273c0'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:49.171198 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5487f5fe-18f0-405c-9d95-878fee6983ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f5396e9b-eee8-4a72-aafc-fa1e75eeb402", "tag": "c670004e-2840-4473-abb4-3682284273c0"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:49.193068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-1183f875-7e9b-471c-95c2-54814ee52178 None None] Set router 9633b382-8ffe-4332-a656-07efcd29b8bb gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:49.244153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafc807-0370-4c2e-b73c-87c8e3ff765a req-e8a1a404-7c3b-4542-b4bf-c6653971e502 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:49.246706 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbafc807-0370-4c2e-b73c-87c8e3ff765a req-e8a1a404-7c3b-4542-b4bf-c6653971e502 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 935 time: 0.1322489 Dec 16 22:08:49.337608 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-796c7ae2-1ccf-4756-b0dc-460279b5cb0c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:49.345374 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a754c6-c98f-4d75-a438-bd7255126013 admin admin] Made reservation on behalf of c744f7430419467580dd1cd1177553fb for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:49.347584 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74a754c6-c98f-4d75-a438-bd7255126013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:49.372125 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f03c7639-1519-47e7-81e4-899c47289a4d req-89c23527-8baf-475a-be13-bada6f485c73 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371869 Dec 16 22:08:49.376124 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74a754c6-c98f-4d75-a438-bd7255126013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:49.458701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbafc807-0370-4c2e-b73c-87c8e3ff765a req-3eef7f21-032e-4d0f-95fd-35bc230e3f19 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932621 Dec 16 22:08:49.591814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb5216-d22c-43cd-b6da-50f158132a23 req-2b4cf8a5-cbc9-4829-9519-1c5c81aaa21a tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:49.594143 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfdb5216-d22c-43cd-b6da-50f158132a23 req-2b4cf8a5-cbc9-4829-9519-1c5c81aaa21a tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 947 time: 0.0803611 Dec 16 22:08:49.594860 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b717dd-8366-4ed5-8c91-71b07c760410 x-openstack-request-id: req-37b717dd-8366-4ed5-8c91-71b07c760410 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:49.595187 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5396e9b-eee8-4a72-aafc-fa1e75eeb402", "tag": "c670004e-2840-4473-abb4-3682284273c0", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:49.595555 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37b717dd-8366-4ed5-8c91-71b07c760410 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:49.595826 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5396e9b-eee8-4a72-aafc-fa1e75eeb402', 'tag': 'c670004e-2840-4473-abb4-3682284273c0', 'status': 'completed', 'code': 200} Dec 16 22:08:49.597935 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74a754c6-c98f-4d75-a438-bd7255126013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:49.672483 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487f5fe-18f0-405c-9d95-878fee6983ad req-0f9c1ce8-c0de-469e-b919-5607126f1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:49.674022 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5487f5fe-18f0-405c-9d95-878fee6983ad req-0f9c1ce8-c0de-469e-b919-5607126f1dc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8be5cec5e95d40cd9fd57b7ead1e24d4&device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 1096 time: 0.0445318 Dec 16 22:08:49.697133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1183f875-7e9b-471c-95c2-54814ee52178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:59Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '5a21521d-90cd-43cb-b399-bb4e16d5a15d', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'port_id': 'c670004e-2840-4473-abb4-3682284273c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'mac_address': 'fa:16:3e:35:ee:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396e9b-eee8-4a72-aafc-fa1e75eeb402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:08:22Z', 'updated_at': '2021-12-16T22:08:45Z', 'revision_number': 1, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba67c2-0630-49c4-8d3e-a2c3971ae29c', 'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'mac_address': 'fa:16:3e:37:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:58Z', 'updated_at': '2021-12-16T22:08:03Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'subnets': [{'id': '8674e1f7-5eab-488d-97d5-402900229d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:49.704148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfdb5216-d22c-43cd-b6da-50f158132a23 req-24732d15-6799-43e3-9679-bc23f4cc467e tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968981 Dec 16 22:08:49.728040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab14a72-98a0-4d99-91fa-dd7a8e8de8cf req-82e94cca-1c21-4a91-86ea-446df22e432d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:49.729461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1183f875-7e9b-471c-95c2-54814ee52178 None None] Checking router: 9633b382-8ffe-4332-a656-07efcd29b8bb for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:08:49.731763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ab14a72-98a0-4d99-91fa-dd7a8e8de8cf req-82e94cca-1c21-4a91-86ea-446df22e432d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.0840006 Dec 16 22:08:49.743062 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1183f875-7e9b-471c-95c2-54814ee52178 None None] Routers {'9633b382-8ffe-4332-a656-07efcd29b8bb'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:49.743062 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1183f875-7e9b-471c-95c2-54814ee52178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:08:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9633b382-8ffe-4332-a656-07efcd29b8bb'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:49.785816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487f5fe-18f0-405c-9d95-878fee6983ad req-fa334f37-39f6-4d5c-9618-c2bca99a374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:49.787702 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5487f5fe-18f0-405c-9d95-878fee6983ad req-fa334f37-39f6-4d5c-9618-c2bca99a374b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fb63b19-680d-4e5d-a062-91db40eb8e5b HTTP/1.1" status: 200 len: 925 time: 0.1041913 Dec 16 22:08:49.806400 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-796c7ae2-1ccf-4756-b0dc-460279b5cb0c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:49.827539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ab14a72-98a0-4d99-91fa-dd7a8e8de8cf req-0c539e7f-8a19-4ad0-92f4-3ce1a89535d7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870309 Dec 16 22:08:49.849797 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ebf797c1-bb5d-4b3a-aa39-941231cf05ab'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:49.867196 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-796c7ae2-1ccf-4756-b0dc-460279b5cb0c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:49.873683 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74a754c6-c98f-4d75-a438-bd7255126013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:49.877542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-796c7ae2-1ccf-4756-b0dc-460279b5cb0c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:49.885744 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-796c7ae2-1ccf-4756-b0dc-460279b5cb0c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:49.934527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce449b23-33a1-46cd-aa42-e54b99624f63 req-e86fd264-67a5-4c09-9986-5b987695c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:49.938438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce449b23-33a1-46cd-aa42-e54b99624f63 req-e86fd264-67a5-4c09-9986-5b987695c2fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d341b727ec84cc7819153664770d8fb&device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 1098 time: 0.1687841 Dec 16 22:08:49.943110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c7ae2-1ccf-4756-b0dc-460279b5cb0c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event updated for resources: {'Port': ['ID=6e870121-a5c4-456a-86ce-741a90fbe967,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:49.945786 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a754c6-c98f-4d75-a438-bd7255126013 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:08:49.989682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-1183f875-7e9b-471c-95c2-54814ee52178 None None] Set router 9633b382-8ffe-4332-a656-07efcd29b8bb gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:50.016244 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74a754c6-c98f-4d75-a438-bd7255126013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:50.016600 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-74a754c6-c98f-4d75-a438-bd7255126013 admin admin] Added segment 5249f838-b66d-4fe4-962e-7bfd7b6591f9 of type vlan for network 267ca1d3-201b-4d47-bb36-5515a63c7e51 Dec 16 22:08:50.074758 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0e112e-0322-4a6b-b8df-e4b4ec2767cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:50.078541 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b11b7b3-c672-48a6-adce-96c76c6ee7d5" -d '{"events": [{"server_uuid": "9e0e112e-0322-4a6b-b8df-e4b4ec2767cd", "name": "network-vif-plugged", "status": "completed", "tag": "73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:50.102162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a754c6-c98f-4d75-a438-bd7255126013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c91ff73-9683-45b1-85f8-ad38c3d929b2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:50.111987 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b627f9aa-0f53-4262-be5c-30775a83ac6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:50.160679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-796c7ae2-1ccf-4756-b0dc-460279b5cb0c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:50.166383 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-796c7ae2-1ccf-4756-b0dc-460279b5cb0c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:50.304725 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74a754c6-c98f-4d75-a438-bd7255126013 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:50.311622 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ba6f28-6ce4-4413-ba95-f53680ed1c59 x-openstack-request-id: req-95ba6f28-6ce4-4413-ba95-f53680ed1c59 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:50.311863 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0e112e-0322-4a6b-b8df-e4b4ec2767cd", "name": "network-vif-plugged", "status": "completed", "tag": "73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:50.312032 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95ba6f28-6ce4-4413-ba95-f53680ed1c59 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:50.312976 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0e112e-0322-4a6b-b8df-e4b4ec2767cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3', 'code': 200} Dec 16 22:08:50.330242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-796c7ae2-1ccf-4756-b0dc-460279b5cb0c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4837279 Dec 16 22:08:50.375738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Request body: {'port': {'device_id': '9aed3243-82ea-4477-b863-ee11e123d669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:50.497753 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74a754c6-c98f-4d75-a438-bd7255126013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:50.502266 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a754c6-c98f-4d75-a438-bd7255126013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:50.503181 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74a754c6-c98f-4d75-a438-bd7255126013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:50.525683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce449b23-33a1-46cd-aa42-e54b99624f63 req-2541c460-1f78-4954-abdc-d51b406bc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:50.527874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce449b23-33a1-46cd-aa42-e54b99624f63 req-2541c460-1f78-4954-abdc-d51b406bc851 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.5599041 Dec 16 22:08:50.543811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-61fe6b73-fa46-424f-8af2-32fef8f844a4 None None] Provisioning complete for port 6e870121-a5c4-456a-86ce-741a90fbe967 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:50.544195 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-61fe6b73-fa46-424f-8af2-32fef8f844a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:50.613572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a754c6-c98f-4d75-a438-bd7255126013 admin admin] Pushing event updated for resources: {'Network': ['ID=267ca1d3-201b-4d47-bb36-5515a63c7e51,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:50.625268 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda962b4-4612-4379-82f8-686622f5e8fd {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:50.641396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 267ca1d3-201b-4d47-bb36-5515a63c7e51 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:08:50.647200 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dfa90-e1f8-42fb-b6c7-fdf5e98da1ae req-d7ea6638-c6f8-48a4-99e2-3d4589ea8bba tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:50.653504 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:50.658210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-859dfa90-e1f8-42fb-b6c7-fdf5e98da1ae req-d7ea6638-c6f8-48a4-99e2-3d4589ea8bba tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 945 time: 0.4442246 Dec 16 22:08:50.688267 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Transition to ACTIVE for port object fda962b4-4612-4379-82f8-686622f5e8fd will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:50.701117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-74a754c6-c98f-4d75-a438-bd7255126013 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1309137 Dec 16 22:08:50.705152 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-61fe6b73-fa46-424f-8af2-32fef8f844a4 None None] Port 6e870121-a5c4-456a-86ce-741a90fbe967 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:50.711112 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53668) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:50.718601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-85e98f00-83c7-4bbd-9173-e59271c50e32 admin admin] Request body: {'subnet': {'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1501263110-subnet', 'tenant_id': 'c744f7430419467580dd1cd1177553fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:50.742461 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5487f5fe-18f0-405c-9d95-878fee6983ad req-d20b36e4-5aff-41c5-98b1-1674a15e3474 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c670004e-2840-4473-abb4-3682284273c0 HTTP/1.1" status: 200 len: 999 time: 0.9368684 Dec 16 22:08:50.747859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce449b23-33a1-46cd-aa42-e54b99624f63 req-d49c1ed1-53d5-46d1-8da5-6ae2dcadb3be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=ed254e2a-1c36-4e4b-9cb4-5e609f5035bd HTTP/1.1" status: 200 len: 217 time: 0.1394582 Dec 16 22:08:50.769846 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1183f875-7e9b-471c-95c2-54814ee52178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:59Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '5a21521d-90cd-43cb-b399-bb4e16d5a15d', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'port_id': 'c670004e-2840-4473-abb4-3682284273c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'mac_address': 'fa:16:3e:35:ee:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396e9b-eee8-4a72-aafc-fa1e75eeb402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:08:22Z', 'updated_at': '2021-12-16T22:08:45Z', 'revision_number': 1, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba67c2-0630-49c4-8d3e-a2c3971ae29c', 'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'mac_address': 'fa:16:3e:37:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:58Z', 'updated_at': '2021-12-16T22:08:03Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'subnets': [{'id': '8674e1f7-5eab-488d-97d5-402900229d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:50.812534 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1183f875-7e9b-471c-95c2-54814ee52178 None None] The sync data for ids ['9633b382-8ffe-4332-a656-07efcd29b8bb'] in n-d-821840-2 is: [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:59Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '5a21521d-90cd-43cb-b399-bb4e16d5a15d', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'port_id': 'c670004e-2840-4473-abb4-3682284273c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'mac_address': 'fa:16:3e:35:ee:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396e9b-eee8-4a72-aafc-fa1e75eeb402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:08:22Z', 'updated_at': '2021-12-16T22:08:45Z', 'revision_number': 1, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba67c2-0630-49c4-8d3e-a2c3971ae29c', 'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'mac_address': 'fa:16:3e:37:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:58Z', 'updated_at': '2021-12-16T22:08:03Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'subnets': [{'id': '8674e1f7-5eab-488d-97d5-402900229d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:08:50.844957 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487f5fe-18f0-405c-9d95-878fee6983ad req-f60322cd-0499-47b5-ad10-15f72cc32516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:50.846655 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5487f5fe-18f0-405c-9d95-878fee6983ad req-f60322cd-0499-47b5-ad10-15f72cc32516 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8674e1f7-5eab-488d-97d5-402900229d08 HTTP/1.1" status: 200 len: 863 time: 0.0905190 Dec 16 22:08:50.862777 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:50.968297 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487f5fe-18f0-405c-9d95-878fee6983ad req-448fc5b1-6140-4c04-ba79-4c3803109fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:50.970117 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5487f5fe-18f0-405c-9d95-878fee6983ad req-448fc5b1-6140-4c04-ba79-4c3803109fe3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fb63b19-680d-4e5d-a062-91db40eb8e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096771 Dec 16 22:08:50.970927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e98f00-83c7-4bbd-9173-e59271c50e32 admin admin] Made reservation on behalf of c744f7430419467580dd1cd1177553fb for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:50.973462 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85e98f00-83c7-4bbd-9173-e59271c50e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.038100 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dff96-b8ed-4914-8449-61e473b781f1 req-32384a6f-152c-4663-a254-1ae17d11929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:51.039694 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-430dff96-b8ed-4914-8449-61e473b781f1 req-32384a6f-152c-4663-a254-1ae17d11929b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 1101 time: 0.6529944 Dec 16 22:08:51.203011 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.223013 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a6b805-be14-42c2-a71f-1af0960844ea None None] New status for floating IP 5a21521d-90cd-43cb-b399-bb4e16d5a15d: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:08:51.228245 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fda962b4-4612-4379-82f8-686622f5e8fd,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:51.278901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c02c69-5755-4ffd-ba99-987887af125e req-4b70c51c-82bb-4c8a-bbc7-e8d66c856282 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:51.294163 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00c02c69-5755-4ffd-ba99-987887af125e req-4b70c51c-82bb-4c8a-bbc7-e8d66c856282 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 950 time: 0.7649863 Dec 16 22:08:51.376125 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Attempting to bind port fda962b4-4612-4379-82f8-686622f5e8fd on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:51.376753 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Attempting to bind port fda962b4-4612-4379-82f8-686622f5e8fd by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:51.377256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Attempting to bind port fda962b4-4612-4379-82f8-686622f5e8fd on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:51.392061 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-430dff96-b8ed-4914-8449-61e473b781f1 req-cdcd7c5f-0a25-42e3-b68e-09fef109c730 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415268 Dec 16 22:08:51.396689 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Port fda962b4-4612-4379-82f8-686622f5e8fd on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:51.397230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Attempting to bind port fda962b4-4612-4379-82f8-686622f5e8fd on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:51.401441 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5487f5fe-18f0-405c-9d95-878fee6983ad req-f222ded1-66cc-4403-8c45-396e93c2dc62 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571734 Dec 16 22:08:51.412740 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:51.413372 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:51.413940 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:51.414546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Bound port: fda962b4-4612-4379-82f8-686622f5e8fd, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:51.415073 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.562988 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5487f5fe-18f0-405c-9d95-878fee6983ad req-a84da6b7-91fb-401f-bbd3-712c5d65b890 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341529 Dec 16 22:08:51.648792 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e870121-a5c4-456a-86ce-741a90fbe967 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:51.652782 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] For port fda962b4-4612-4379-82f8-686622f5e8fd, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:51.656143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] For port fda962b4-4612-4379-82f8-686622f5e8fd, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=fda962b4-4612-4379-82f8-686622f5e8fd,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:51.660939 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.689466 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Transition to ACTIVE for port object 6e870121-a5c4-456a-86ce-741a90fbe967 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:51.696965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce449b23-33a1-46cd-aa42-e54b99624f63 req-da3ba627-9d53-42af-a88f-33937f46a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:51.698613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce449b23-33a1-46cd-aa42-e54b99624f63 req-da3ba627-9d53-42af-a88f-33937f46a8a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.9127500 Dec 16 22:08:51.741799 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.749802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-859dfa90-e1f8-42fb-b6c7-fdf5e98da1ae req-55fa5398-9fbc-44c1-8c36-0beaf4367b50 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0904388 Dec 16 22:08:51.786077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00c02c69-5755-4ffd-ba99-987887af125e req-2caf11c8-43df-4608-b87a-33f37554a84c tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678597 Dec 16 22:08:51.797148 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.832352 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85e98f00-83c7-4bbd-9173-e59271c50e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.916175 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e98f00-83c7-4bbd-9173-e59271c50e32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e7d127c-4059-48ec-a124-eaae22170103,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:51.944463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ed254e2a-1c36-4e4b-9cb4-5e609f5035bd details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:51.957366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:51.958250 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.960391 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] 10.222.0.24 "PUT /v2.0/ports/fda962b4-4612-4379-82f8-686622f5e8fd HTTP/1.1" status: 200 len: 1095 time: 3.1716366 Dec 16 22:08:51.960888 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449cd3f2-bc12-4e26-80a3-c3043aac9ac4', 'tag': 'fda962b4-4612-4379-82f8-686622f5e8fd'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:51.963384 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f49cd5a-8126-4c11-bbde-285465d9c571" -d '{"events": [{"name": "network-changed", "server_uuid": "449cd3f2-bc12-4e26-80a3-c3043aac9ac4", "tag": "fda962b4-4612-4379-82f8-686622f5e8fd"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:51.974968 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce449b23-33a1-46cd-aa42-e54b99624f63 req-fb362b2c-656c-4f30-b75f-e190e2446ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:51.976748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce449b23-33a1-46cd-aa42-e54b99624f63 req-fb362b2c-656c-4f30-b75f-e190e2446ddf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2699966 Dec 16 22:08:52.102023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Pushing event updated for resources: {'Port': ['ID=6e870121-a5c4-456a-86ce-741a90fbe967,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:52.113669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbcde5-d39d-4d18-a369-99c25f5f23b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fda962b4-4612-4379-82f8-686622f5e8fd,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:52.176981 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e98f00-83c7-4bbd-9173-e59271c50e32 admin admin] Checking segment: {'id': '5249f838-b66d-4fe4-962e-7bfd7b6591f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:52.177359 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e98f00-83c7-4bbd-9173-e59271c50e32 admin admin] Network hostable DHCP agents. Network: 267ca1d3-201b-4d47-bb36-5515a63c7e51, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:08:52.214258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ed254e2a-1c36-4e4b-9cb4-5e609f5035bd,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:52.243924 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-e042bf14-51f0-49ca-8a5b-c0946a8b2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:52.244148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'ed254e2a-1c36-4e4b-9cb4-5e609f5035bd', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': 'ed254e2a-1c36-4e4b-9cb4-5e609f5035bd', 'mac_address': 'fa:16:3e:cf:10:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:08:52.253079 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-e042bf14-51f0-49ca-8a5b-c0946a8b2be0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 1098 time: 0.1640391 Dec 16 22:08:52.287702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce449b23-33a1-46cd-aa42-e54b99624f63 req-64110ea7-f874-4221-9d37-3cd87d7d6acc service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544038 Dec 16 22:08:52.331147 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-d414eb37-d67b-4df1-8867-c15ba01ebcdb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=fda962b4-4612-4379-82f8-686622f5e8fd HTTP/1.1" status: 200 len: 217 time: 0.0630538 Dec 16 22:08:52.332366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e98f00-83c7-4bbd-9173-e59271c50e32 admin admin] Network 267ca1d3-201b-4d47-bb36-5515a63c7e51 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:08:52.359550 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.390978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed254e2a-1c36-4e4b-9cb4-5e609f5035bd {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:52.419918 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-5721a4ce-7568-4e25-8c35-bdcbed17b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:52.422659 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-5721a4ce-7568-4e25-8c35-bdcbed17b089 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0769801 Dec 16 22:08:52.445321 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ed254e2a-1c36-4e4b-9cb4-5e609f5035bd,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:52.448155 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-501c9247-87c7-4c98-91bb-48c3b68b4d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.478385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-85e98f00-83c7-4bbd-9173-e59271c50e32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 267ca1d3-201b-4d47-bb36-5515a63c7e51) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:52.497553 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e98f00-83c7-4bbd-9173-e59271c50e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:52.498154 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85e98f00-83c7-4bbd-9173-e59271c50e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.507695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e982ef3a-519d-45a6-9e31-facef1abd056 None None] Network 267ca1d3-201b-4d47-bb36-5515a63c7e51 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:52.512172 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.542790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-83e49736-66da-40ce-b297-5b7aa6715e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:52.544430 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-83e49736-66da-40ce-b297-5b7aa6715e10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1137083 Dec 16 22:08:52.603294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Attempting to bind port 6e870121-a5c4-456a-86ce-741a90fbe967 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:52.616093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Attempting to bind port 6e870121-a5c4-456a-86ce-741a90fbe967 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:52.616470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Attempting to bind port 6e870121-a5c4-456a-86ce-741a90fbe967 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:52.627511 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-85e98f00-83c7-4bbd-9173-e59271c50e32 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9148979 Dec 16 22:08:52.717232 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-d257106a-a3cc-4394-9d38-0df42ab4033a service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594946 Dec 16 22:08:52.797868 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Port 6e870121-a5c4-456a-86ce-741a90fbe967 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:52.798457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Attempting to bind port 6e870121-a5c4-456a-86ce-741a90fbe967 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:52.810883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce449b23-33a1-46cd-aa42-e54b99624f63 req-0e0aa936-6ece-449d-993f-05fecfac7e96 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411974 Dec 16 22:08:52.838995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388e440-4a74-486e-9aac-71a0dc3f1a3c req-57dd3326-d98c-408f-8c15-9e8f92c6cdc8 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:52.841790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8388e440-4a74-486e-9aac-71a0dc3f1a3c req-57dd3326-d98c-408f-8c15-9e8f92c6cdc8 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 947 time: 0.9311793 Dec 16 22:08:52.858560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:52.864240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:52.865940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:52.866564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Bound port: 6e870121-a5c4-456a-86ce-741a90fbe967, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:52.867035 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.983741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff31d3-45fc-4c1b-b276-ae3237a0a90d req-54eb5688-490a-4d6f-8c4d-4f5f1fef3515 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:52.985505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d2ff31d3-45fc-4c1b-b276-ae3237a0a90d req-54eb5688-490a-4d6f-8c4d-4f5f1fef3515 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 947 time: 0.7059233 Dec 16 22:08:52.988317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['ed254e2a-1c36-4e4b-9cb4-5e609f5035bd'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:52.992764 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ed254e2a-1c36-4e4b-9cb4-5e609f5035bd,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:53.045913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8388e440-4a74-486e-9aac-71a0dc3f1a3c req-ec2239b7-c498-43be-a3bb-beb45f40d1f1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949794 Dec 16 22:08:53.052418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d747ed-8a1c-4c4e-8544-e1c578106c5e None None] Network 267ca1d3-201b-4d47-bb36-5515a63c7e51 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:53.071372 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-30277ed4-d85b-4ef2-8d76-f6d0f4d6b325 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289595 Dec 16 22:08:53.129631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] For port 6e870121-a5c4-456a-86ce-741a90fbe967, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:53.137580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] For port 6e870121-a5c4-456a-86ce-741a90fbe967, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=6e870121-a5c4-456a-86ce-741a90fbe967,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:53.148026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d2ff31d3-45fc-4c1b-b276-ae3237a0a90d req-27033974-5051-4760-8385-2ec9f1a5c7a3 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518455 Dec 16 22:08:53.251101 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c349e5f-17b5-4890-ae64-ba27f2ea2cfd x-openstack-request-id: req-3c349e5f-17b5-4890-ae64-ba27f2ea2cfd {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:53.251618 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449cd3f2-bc12-4e26-80a3-c3043aac9ac4", "tag": "fda962b4-4612-4379-82f8-686622f5e8fd", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:53.252028 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c349e5f-17b5-4890-ae64-ba27f2ea2cfd {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:53.252660 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449cd3f2-bc12-4e26-80a3-c3043aac9ac4', 'tag': 'fda962b4-4612-4379-82f8-686622f5e8fd', 'status': 'completed', 'code': 200} Dec 16 22:08:53.277168 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.327161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace02da-dcc9-4e80-8d89-d55c1289e683 req-47fe0702-9a78-4150-9189-13154cd5c1eb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:53.329397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dace02da-dcc9-4e80-8d89-d55c1289e683 req-47fe0702-9a78-4150-9189-13154cd5c1eb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.1306055 Dec 16 22:08:53.371220 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49cd5a-8126-4c11-bbde-285465d9c571 req-09d21369-5b7b-437a-8706-bedca9cacf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:53.373187 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7f49cd5a-8126-4c11-bbde-285465d9c571 req-09d21369-5b7b-437a-8706-bedca9cacf97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 1098 time: 0.0818062 Dec 16 22:08:53.424595 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:53.425405 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.427292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] 10.222.0.24 "PUT /v2.0/ports/6e870121-a5c4-456a-86ce-741a90fbe967 HTTP/1.1" status: 200 len: 1095 time: 3.0606663 Dec 16 22:08:53.428988 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aed3243-82ea-4477-b863-ee11e123d669', 'tag': '6e870121-a5c4-456a-86ce-741a90fbe967'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:53.437998 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd580e60-2fda-466b-9263-e08fd95c0cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "9aed3243-82ea-4477-b863-ee11e123d669", "tag": "6e870121-a5c4-456a-86ce-741a90fbe967"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:53.441345 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.491655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668da478-e906-49a9-86d5-f64ac6f43ebe service neutron] Pushing event updated for resources: {'Port': ['ID=6e870121-a5c4-456a-86ce-741a90fbe967,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:53.529169 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dace02da-dcc9-4e80-8d89-d55c1289e683 req-6675c1d4-a6ad-4963-a625-b74d61c16ddc tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686192 Dec 16 22:08:53.547865 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49cd5a-8126-4c11-bbde-285465d9c571 req-683840c8-251f-4c91-9102-0db17209ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:53.549509 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7f49cd5a-8126-4c11-bbde-285465d9c571 req-683840c8-251f-4c91-9102-0db17209ed36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1652367 Dec 16 22:08:53.554556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a81a1-4e1c-4a55-9aa3-e574197927f7 req-925846f3-57a4-4ffc-8948-6659569eb8b3 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:53.567499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be9a81a1-4e1c-4a55-9aa3-e574197927f7 req-925846f3-57a4-4ffc-8948-6659569eb8b3 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 945 time: 0.2369092 Dec 16 22:08:53.629141 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7f49cd5a-8126-4c11-bbde-285465d9c571 req-a1f908fe-d615-4a9b-b9c6-6f03c95035d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=fda962b4-4612-4379-82f8-686622f5e8fd HTTP/1.1" status: 200 len: 217 time: 0.0686719 Dec 16 22:08:53.699379 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49cd5a-8126-4c11-bbde-285465d9c571 req-198a519e-c0ae-49d5-b9fc-e53091fc231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:53.701143 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7f49cd5a-8126-4c11-bbde-285465d9c571 req-198a519e-c0ae-49d5-b9fc-e53091fc231d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0640633 Dec 16 22:08:53.726645 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be9a81a1-4e1c-4a55-9aa3-e574197927f7 req-99851f63-a623-4373-ab5f-42cadcbef74b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581700 Dec 16 22:08:53.737368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-b51d3d22-4d33-4a72-84a0-355aee9f8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:53.738867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-b51d3d22-4d33-4a72-84a0-355aee9f8373 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=9aed3243-82ea-4477-b863-ee11e123d669 HTTP/1.1" status: 200 len: 1098 time: 0.1310387 Dec 16 22:08:53.760469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892887e-aa38-4d1e-b1b5-5f84e5d993df req-e192d57b-6122-4826-99e4-72b58a6a0b88 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:53.762229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d892887e-aa38-4d1e-b1b5-5f84e5d993df req-e192d57b-6122-4826-99e4-72b58a6a0b88 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 950 time: 0.1031470 Dec 16 22:08:53.811183 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49cd5a-8126-4c11-bbde-285465d9c571 req-033e9634-a639-4c20-ade7-1eceb168b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:53.812872 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7f49cd5a-8126-4c11-bbde-285465d9c571 req-033e9634-a639-4c20-ade7-1eceb168b8c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980077 Dec 16 22:08:53.839962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-800ce472-351f-43ad-b49f-8555f9207cf6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=6e870121-a5c4-456a-86ce-741a90fbe967 HTTP/1.1" status: 200 len: 217 time: 0.0766408 Dec 16 22:08:53.913968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d892887e-aa38-4d1e-b1b5-5f84e5d993df req-46ec672d-fea2-4f3e-9c9b-0906b9ab1624 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423483 Dec 16 22:08:53.951308 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bc981990-4ef0-4f04-81d6-3ce89de17e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:53.952681 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7f49cd5a-8126-4c11-bbde-285465d9c571 req-6fcd47c8-2a7c-4e9c-ac95-041a177846db service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243846 Dec 16 22:08:53.953921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-bc981990-4ef0-4f04-81d6-3ce89de17e63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0990052 Dec 16 22:08:54.054296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-7edd1b9b-4fc8-40ff-bcf7-7a1054f0b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:54.055872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-7edd1b9b-4fc8-40ff-bcf7-7a1054f0b663 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840552 Dec 16 22:08:54.152944 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7f49cd5a-8126-4c11-bbde-285465d9c571 req-6969d6f0-8dcf-42c2-abff-4e076951a5c4 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804404 Dec 16 22:08:54.153889 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d436a4-9a69-4114-8227-b4c3084c6e5a x-openstack-request-id: req-01d436a4-9a69-4114-8227-b4c3084c6e5a {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:54.154187 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aed3243-82ea-4477-b863-ee11e123d669", "tag": "6e870121-a5c4-456a-86ce-741a90fbe967", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:54.154443 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01d436a4-9a69-4114-8227-b4c3084c6e5a {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:54.154837 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aed3243-82ea-4477-b863-ee11e123d669', 'tag': '6e870121-a5c4-456a-86ce-741a90fbe967', 'status': 'completed', 'code': 200} Dec 16 22:08:54.280281 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-651ed859-72e0-44d1-92de-d864e1435f6c service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879506 Dec 16 22:08:54.288676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-fe283dd9-6b8b-4ed0-b0b4-77b319a38b7d req-d0cb90e1-5724-4ec7-85fe-9486174fa9a5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:08:54.291329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe283dd9-6b8b-4ed0-b0b4-77b319a38b7d req-d0cb90e1-5724-4ec7-85fe-9486174fa9a5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067947 Dec 16 22:08:54.301175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-d81111da-8878-42ed-804c-9aa1493f1c76 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:54.303011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-d81111da-8878-42ed-804c-9aa1493f1c76 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/networks?id=267ca1d3-201b-4d47-bb36-5515a63c7e51 HTTP/1.1" status: 200 len: 822 time: 0.1617403 Dec 16 22:08:54.367713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-3910a7fd-a701-4778-8947-448628fa34cd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/quotas/c744f7430419467580dd1cd1177553fb HTTP/1.1" status: 200 len: 375 time: 0.0542538 Dec 16 22:08:54.415464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-3e13a325-e418-4b56-9469-33bd41fa372e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c744f7430419467580dd1cd1177553fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410190 Dec 16 22:08:54.521335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87060488-6ba5-4fe4-86fc-1a853c3b5c8f req-3582704b-6bcf-46ed-8c4c-04ca988600c6 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171443 Dec 16 22:08:54.561038 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-049094e0-a61e-4363-b764-bd09da60cfc3 service neutron] 10.222.0.43 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445124 Dec 16 22:08:54.709319 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:54.744003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-105afc74-708d-4cee-b237-09d906ed129e service neutron] 10.222.0.43 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819553 Dec 16 22:08:54.764803 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd580e60-2fda-466b-9263-e08fd95c0cf7 req-96afee95-07e4-4d88-b585-eba3484f8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:54.766580 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd580e60-2fda-466b-9263-e08fd95c0cf7 req-96afee95-07e4-4d88-b585-eba3484f8b4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=9aed3243-82ea-4477-b863-ee11e123d669 HTTP/1.1" status: 200 len: 1098 time: 0.0812111 Dec 16 22:08:54.951492 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd580e60-2fda-466b-9263-e08fd95c0cf7 req-19613834-bc91-4ed8-bfae-1c53ff9cc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:54.953065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd580e60-2fda-466b-9263-e08fd95c0cf7 req-19613834-bc91-4ed8-bfae-1c53ff9cc2b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1711023 Dec 16 22:08:54.953330 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53740) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:54.974424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235ab30-98dd-45a2-bdc7-44f88bc5daf7 req-19772201-694e-4ef0-9d81-a57bbd8a661f tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:54.976008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8235ab30-98dd-45a2-bdc7-44f88bc5daf7 req-19772201-694e-4ef0-9d81-a57bbd8a661f tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 1096 time: 0.0951488 Dec 16 22:08:55.052556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd580e60-2fda-466b-9263-e08fd95c0cf7 req-0ae100d6-809b-4f31-a173-2a6d0245f126 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=6e870121-a5c4-456a-86ce-741a90fbe967 HTTP/1.1" status: 200 len: 217 time: 0.0893979 Dec 16 22:08:55.103199 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-cfa22e04-0d29-430e-a878-4755138657bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1486175 Dec 16 22:08:55.119307 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-1d533811-b7e0-42b5-bffe-efd450d056a3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:08:55.121199 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-1d533811-b7e0-42b5-bffe-efd450d056a3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116429 Dec 16 22:08:55.181164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8235ab30-98dd-45a2-bdc7-44f88bc5daf7 req-e7493b6c-d195-48ac-a46a-ff165b1c9bda tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311796 Dec 16 22:08:55.183710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd580e60-2fda-466b-9263-e08fd95c0cf7 req-e8c88486-7820-4bf3-a5cd-e21b28996de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:55.185101 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd580e60-2fda-466b-9263-e08fd95c0cf7 req-e8c88486-7820-4bf3-a5cd-e21b28996de4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0891006 Dec 16 22:08:55.271159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd580e60-2fda-466b-9263-e08fd95c0cf7 req-b8c1b146-9f09-42dc-a572-9d791f411c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:55.279895 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd580e60-2fda-466b-9263-e08fd95c0cf7 req-b8c1b146-9f09-42dc-a572-9d791f411c34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0861311 Dec 16 22:08:55.510186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-58b7e18a-77b2-49d4-a4e3-541c54714acb req-351acb14-f9e2-4edc-86c0-3332ec417e78 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:08:55.510186 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58b7e18a-77b2-49d4-a4e3-541c54714acb req-351acb14-f9e2-4edc-86c0-3332ec417e78 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072412 Dec 16 22:08:55.561138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae0221-4de9-4914-94c0-2e3db0c227f3 req-31999913-d4d4-4e34-8a5b-d15fc8883fc8 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:55.569294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23ae0221-4de9-4914-94c0-2e3db0c227f3 req-31999913-d4d4-4e34-8a5b-d15fc8883fc8 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 947 time: 0.1076868 Dec 16 22:08:55.647249 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23ae0221-4de9-4914-94c0-2e3db0c227f3 req-3a3501ee-a733-4ecd-9e53-0a2d9cfd3277 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770457 Dec 16 22:08:55.660717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd580e60-2fda-466b-9263-e08fd95c0cf7 req-85eacffc-d494-488c-8b8b-934214f320d7 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687081 Dec 16 22:08:55.829488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97346c9c-e4bf-43d2-882f-71f4b125cca0 req-6a071e98-d8e8-404b-8afe-6995bdec44a4 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:55.831400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97346c9c-e4bf-43d2-882f-71f4b125cca0 req-6a071e98-d8e8-404b-8afe-6995bdec44a4 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 948 time: 0.1694193 Dec 16 22:08:55.867112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd580e60-2fda-466b-9263-e08fd95c0cf7 req-ed236101-c9fc-4dc6-88f8-7fb461c8b77b service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855252 Dec 16 22:08:55.876695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6735b9-8ec5-44a9-8ed4-908950b4284c req-5aac57e3-49c8-4b59-a716-39a701596ccf tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:55.878257 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb6735b9-8ec5-44a9-8ed4-908950b4284c req-5aac57e3-49c8-4b59-a716-39a701596ccf tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.1212966 Dec 16 22:08:55.925062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97346c9c-e4bf-43d2-882f-71f4b125cca0 req-73db179b-7235-4f65-841a-167dc88e598c tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846012 Dec 16 22:08:55.953611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb6735b9-8ec5-44a9-8ed4-908950b4284c req-9b0b5892-a5f5-44d0-97af-0c2706d0905f tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683362 Dec 16 22:08:55.962184 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device fda962b4-4612-4379-82f8-686622f5e8fd details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:55.965460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ed254e2a-1c36-4e4b-9cb4-5e609f5035bd up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:56.009164 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:56.042117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d55cdc4d-4717-47da-87c9-16d696651bc7 req-fe824daf-4a8a-49fd-a70c-20355c8db3c5 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 210 time: 0.0401800 Dec 16 22:08:56.159372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f9639-3769-4838-b4ce-cefe58600c77 req-a29fcd0a-c8db-4498-a3d1-fa01c42c5f29 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:56.167037 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b28f9639-3769-4838-b4ce-cefe58600c77 req-a29fcd0a-c8db-4498-a3d1-fa01c42c5f29 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 1096 time: 0.0641601 Dec 16 22:08:56.178337 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port fda962b4-4612-4379-82f8-686622f5e8fd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=fda962b4-4612-4379-82f8-686622f5e8fd,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:56.203793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'fda962b4-4612-4379-82f8-686622f5e8fd', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': 'fda962b4-4612-4379-82f8-686622f5e8fd', 'mac_address': 'fa:16:3e:54:f2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:08:56.250706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:08:56.263603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b28f9639-3769-4838-b4ce-cefe58600c77 req-594956d3-fcef-4489-90bf-66de51c02ec7 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910010 Dec 16 22:08:56.279308 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd7078-9c0b-49af-9e10-768dec365026 req-2421cb41-3b07-4be5-9295-cec8e24570a5 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:56.279308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ccd7078-9c0b-49af-9e10-768dec365026 req-2421cb41-3b07-4be5-9295-cec8e24570a5 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 950 time: 0.1095071 Dec 16 22:08:56.280935 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:56.281687 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:56.345448 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:56.372504 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda962b4-4612-4379-82f8-686622f5e8fd {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:56.397536 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port fda962b4-4612-4379-82f8-686622f5e8fd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=fda962b4-4612-4379-82f8-686622f5e8fd,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:56.463094 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ccd7078-9c0b-49af-9e10-768dec365026 req-a02dbc48-fade-4a8e-9ac3-4a67ed3d0c6f tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627791 Dec 16 22:08:56.483591 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:56.483591 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:56.565294 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c363834-940b-4ac8-be24-3b85f3b10f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed254e2a-1c36-4e4b-9cb4-5e609f5035bd'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:56.567678 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b9003f-bc0e-417c-8994-f77148b05c5f" -d '{"events": [{"server_uuid": "9c363834-940b-4ac8-be24-3b85f3b10f66", "name": "network-vif-plugged", "status": "completed", "tag": "ed254e2a-1c36-4e4b-9cb4-5e609f5035bd"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:56.592761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ed254e2a-1c36-4e4b-9cb4-5e609f5035bd,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:56.606667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=fda962b4-4612-4379-82f8-686622f5e8fd,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:56.666396 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cde9dbe-94a5-4945-9352-f74235b5cbc6 x-openstack-request-id: req-6cde9dbe-94a5-4945-9352-f74235b5cbc6 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:56.666396 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c363834-940b-4ac8-be24-3b85f3b10f66", "name": "network-vif-plugged", "status": "completed", "tag": "ed254e2a-1c36-4e4b-9cb4-5e609f5035bd", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:56.666396 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6cde9dbe-94a5-4945-9352-f74235b5cbc6 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:56.666396 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c363834-940b-4ac8-be24-3b85f3b10f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed254e2a-1c36-4e4b-9cb4-5e609f5035bd', 'code': 200} Dec 16 22:08:56.673704 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:56.779611 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ed254e2a-1c36-4e4b-9cb4-5e609f5035bd,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:56.839691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2892533-4b26-4809-9298-21945e222935 req-63c7961d-6e2e-49b8-b687-9a4bf5ec7701 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e4d00f3da36f4023aa6f85e6569d8775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309851 Dec 16 22:08:56.857933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['fda962b4-4612-4379-82f8-686622f5e8fd'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:56.869083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e06fe-3f7d-4f6b-ad57-96f91e06b9e0 req-449fe4cd-a687-4458-8da7-e16ca0dbdf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:56.871791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc7e06fe-3f7d-4f6b-ad57-96f91e06b9e0 req-449fe4cd-a687-4458-8da7-e16ca0dbdf5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 1100 time: 0.0995722 Dec 16 22:08:57.053354 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc7e06fe-3f7d-4f6b-ad57-96f91e06b9e0 req-e0f85b02-05be-4c10-9040-a454f8033602 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426256 Dec 16 22:08:57.097723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2892533-4b26-4809-9298-21945e222935 req-50c6f995-bc16-454d-854c-73bc9c451183 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:57.106696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2892533-4b26-4809-9298-21945e222935 req-50c6f995-bc16-454d-854c-73bc9c451183 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531450 Dec 16 22:08:57.126355 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2892533-4b26-4809-9298-21945e222935 req-ab5db879-e6e4-410c-80c7-5d2c2a359e16 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/quotas/e4d00f3da36f4023aa6f85e6569d8775 HTTP/1.1" status: 200 len: 375 time: 0.0186350 Dec 16 22:08:57.189976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2892533-4b26-4809-9298-21945e222935 req-785d7b74-b817-4a29-b3d9-6fdcdba9184e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e4d00f3da36f4023aa6f85e6569d8775&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627391 Dec 16 22:08:57.710702 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae86518-d805-4a80-ae95-6a74d9b60dc0 req-149254a4-eb86-4687-9e50-9891a7472496 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:57.726478 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ae86518-d805-4a80-ae95-6a74d9b60dc0 req-149254a4-eb86-4687-9e50-9891a7472496 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 948 time: 0.1218016 Dec 16 22:08:57.844085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ae86518-d805-4a80-ae95-6a74d9b60dc0 req-34336bc3-f2c8-412e-b036-c8a8960ee6fa tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861146 Dec 16 22:08:57.980324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 6e870121-a5c4-456a-86ce-741a90fbe967 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:58.050668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2ffb5-274e-4ebc-9555-c75886f84103 req-cb7cfb33-c94f-4e1c-ae81-f679ea17ab44 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:58.054489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5f2ffb5-274e-4ebc-9555-c75886f84103 req-cb7cfb33-c94f-4e1c-ae81-f679ea17ab44 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 949 time: 0.0954695 Dec 16 22:08:58.132078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5f2ffb5-274e-4ebc-9555-c75886f84103 req-0fc7ab0d-7362-4edc-bb15-a892a28a2d0e tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642982 Dec 16 22:08:58.241697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 6e870121-a5c4-456a-86ce-741a90fbe967, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=6e870121-a5c4-456a-86ce-741a90fbe967,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:58.265692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7c3ce-5784-40d3-934c-34581d538c2f req-3e2c7818-7b84-4770-91a9-0700475a5181 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:58.268086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4d7c3ce-5784-40d3-934c-34581d538c2f req-3e2c7818-7b84-4770-91a9-0700475a5181 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.0678856 Dec 16 22:08:58.286759 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '6e870121-a5c4-456a-86ce-741a90fbe967', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '6e870121-a5c4-456a-86ce-741a90fbe967', 'mac_address': 'fa:16:3e:44:a7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:08:58.366969 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4d7c3ce-5784-40d3-934c-34581d538c2f req-35be9a2e-7c21-4e48-a1be-431343e35630 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824261 Dec 16 22:08:58.384351 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:58.421171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e870121-a5c4-456a-86ce-741a90fbe967 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:58.456686 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 6e870121-a5c4-456a-86ce-741a90fbe967, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=6e870121-a5c4-456a-86ce-741a90fbe967,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:58.562251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:58.633851 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-502fd9bc-531b-42fe-8776-bb56a91d67b7 req-1171d58a-52f1-4fd2-a786-bf937d35ea95 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 210 time: 0.0571301 Dec 16 22:08:58.705806 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=6e870121-a5c4-456a-86ce-741a90fbe967,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:58.815652 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c51cdab-4942-4f84-9fa5-91c80cccd93c req-bf9bd55d-d9e3-4a39-a248-888cc21e1cb9 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 210 time: 0.0369625 Dec 16 22:08:58.957371 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['6e870121-a5c4-456a-86ce-741a90fbe967'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:59.015818 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247179fc-ac0a-4579-af71-e550da95b8ae req-01b10b8a-5391-4718-9015-46e1eaab1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:59.017536 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-01b10b8a-5391-4718-9015-46e1eaab1b30 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 1101 time: 0.0867419 Dec 16 22:08:59.071206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6466881-71c1-4268-a6f6-be04e28b19f6 req-ba8f9eee-d2f2-4175-a6c9-ebc313fefd40 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:59.083391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6466881-71c1-4268-a6f6-be04e28b19f6 req-ba8f9eee-d2f2-4175-a6c9-ebc313fefd40 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 948 time: 0.1211255 Dec 16 22:08:59.166559 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247179fc-ac0a-4579-af71-e550da95b8ae req-77d6350b-a794-4738-b61d-168eafc27f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:59.169803 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-77d6350b-a794-4738-b61d-168eafc27f1e service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1413398 Dec 16 22:08:59.187961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6466881-71c1-4268-a6f6-be04e28b19f6 req-14cfeef3-17e7-4b45-af76-6f1399613725 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974841 Dec 16 22:08:59.252172 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-d9f4f115-2442-492d-afbc-7529b04691c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 HTTP/1.1" status: 200 len: 217 time: 0.0704098 Dec 16 22:08:59.317796 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247179fc-ac0a-4579-af71-e550da95b8ae req-a3e3ac76-3d53-4415-88b1-89300646dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:59.319410 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-a3e3ac76-3d53-4415-88b1-89300646dbbd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0582006 Dec 16 22:08:59.328211 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8e5f1-4bc1-41b9-a0f5-e071e3297db4 req-75037419-371d-4b81-a1b6-885bc0f7d05d tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:59.336306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1b8e5f1-4bc1-41b9-a0f5-e071e3297db4 req-75037419-371d-4b81-a1b6-885bc0f7d05d tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 949 time: 0.0661767 Dec 16 22:08:59.398605 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247179fc-ac0a-4579-af71-e550da95b8ae req-2b8a34cb-3250-47d7-abd9-a7fe0dfa5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:59.400330 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-2b8a34cb-3250-47d7-abd9-a7fe0dfa5f51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702276 Dec 16 22:08:59.404685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1b8e5f1-4bc1-41b9-a0f5-e071e3297db4 req-4c976b70-5bcf-4a6a-ae95-8c83239c3d41 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632026 Dec 16 22:08:59.539468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77dcb2-abdf-4f2a-88e2-10024c95eb23 req-eda984c5-ae6a-49b5-afa6-725805370234 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:59.549879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b77dcb2-abdf-4f2a-88e2-10024c95eb23 req-eda984c5-ae6a-49b5-afa6-725805370234 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.0766776 Dec 16 22:08:59.599327 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-1c8f3768-fdcd-498f-90ff-c21241452d42 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720927 Dec 16 22:08:59.615238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b77dcb2-abdf-4f2a-88e2-10024c95eb23 req-908aa250-9168-4112-8fa2-c2f360ae60bc tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622814 Dec 16 22:08:59.827189 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-3809a7ae-2dbd-49fe-a835-ac60201d10e4 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001691 Dec 16 22:08:59.870239 n-d-821840-2 neutron-server[103952]: WARNING keystonemiddleware.auth_token [req-247179fc-ac0a-4579-af71-e550da95b8ae req-1d533811-b7e0-42b5-bffe-efd450d056a3 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 22:08:59.874856 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-69e58933-462c-4fcc-a512-0473b273496d tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:08:59.884974 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-69e58933-462c-4fcc-a512-0473b273496d tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1298885 Dec 16 22:08:59.955346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-66b04785-886a-4f3c-95c9-04d84eec6482 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:59.957036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-66b04785-886a-4f3c-95c9-04d84eec6482 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.69 "GET /v2.0/networks?id=267ca1d3-201b-4d47-bb36-5515a63c7e51 HTTP/1.1" status: 200 len: 822 time: 0.1747110 Dec 16 22:08:59.957619 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-14421562-0fe8-4a74-bce1-fee0f89c460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:59.968274 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-14421562-0fe8-4a74-bce1-fee0f89c460f service neutron] 10.222.0.43 "GET /v2.0/ports/326969b1-a6ab-4425-a607-07f62dfb55bd HTTP/1.1" status: 200 len: 1093 time: 0.0816808 Dec 16 22:08:59.973583 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e8e766bc-1388-4844-9cd4-c82920c272bd service neutron] Request body: {'binding': {'host': 'n-h1-821840-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:59.974283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e8e766bc-1388-4844-9cd4-c82920c272bd service neutron] Unknown quota resources ['binding']. {{(pid=103952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:08:59.981910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-7ed8814d-ebc6-494f-879a-26e8c8c0593e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Request body: {'port': {'device_id': 'a511bd93-9f22-46ff-beb2-e6afd7eefe12', 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51', 'admin_state_up': True, 'tenant_id': 'c744f7430419467580dd1cd1177553fb'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:00.003321 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device fda962b4-4612-4379-82f8-686622f5e8fd up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:00.158221 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e8e766bc-1388-4844-9cd4-c82920c272bd service neutron] Attempting to bind port 326969b1-a6ab-4425-a607-07f62dfb55bd on host n-h1-821840-2 for vnic_type normal with profile None {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:00.158802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e8e766bc-1388-4844-9cd4-c82920c272bd service neutron] Attempting to bind port 326969b1-a6ab-4425-a607-07f62dfb55bd by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:00.159410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e8e766bc-1388-4844-9cd4-c82920c272bd service neutron] Attempting to bind port 326969b1-a6ab-4425-a607-07f62dfb55bd on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:00.165805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e8e766bc-1388-4844-9cd4-c82920c272bd service neutron] Port 326969b1-a6ab-4425-a607-07f62dfb55bd on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:09:00.166276 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e8e766bc-1388-4844-9cd4-c82920c272bd service neutron] Attempting to bind port 326969b1-a6ab-4425-a607-07f62dfb55bd on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:00.173312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e8e766bc-1388-4844-9cd4-c82920c272bd service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:00.177313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e8e766bc-1388-4844-9cd4-c82920c272bd service neutron] Checking segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:00.177313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e8e766bc-1388-4844-9cd4-c82920c272bd service neutron] Bound using segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:00.177313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e8e766bc-1388-4844-9cd4-c82920c272bd service neutron] Bound port: 326969b1-a6ab-4425-a607-07f62dfb55bd, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:00.287854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4462ab1d-f85d-4b0c-a86b-b323ccc61be9 req-f8ec477f-7ecd-475b-a4a5-26664b01a81f tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 210 time: 0.0465369 Dec 16 22:09:00.308365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e8e766bc-1388-4844-9cd4-c82920c272bd service neutron] For port 326969b1-a6ab-4425-a607-07f62dfb55bd, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=326969b1-a6ab-4425-a607-07f62dfb55bd,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:00.315514 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port fda962b4-4612-4379-82f8-686622f5e8fd completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:09:00.320948 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port fda962b4-4612-4379-82f8-686622f5e8fd triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:00.321252 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.327540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-7ed8814d-ebc6-494f-879a-26e8c8c0593e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Made reservation on behalf of c744f7430419467580dd1cd1177553fb for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:00.333267 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-7ed8814d-ebc6-494f-879a-26e8c8c0593e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.394379 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e8e766bc-1388-4844-9cd4-c82920c272bd service neutron] Publish callbacks [] for binding, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.398928 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e8e766bc-1388-4844-9cd4-c82920c272bd service neutron] 10.222.0.43 "POST /v2.0/ports/326969b1-a6ab-4425-a607-07f62dfb55bd/bindings HTTP/1.1" status: 201 len: 389 time: 0.4295471 Dec 16 22:09:00.519958 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.572523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449cd3f2-bc12-4e26-80a3-c3043aac9ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda962b4-4612-4379-82f8-686622f5e8fd'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:00.575179 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e7fddf-35c6-4ff6-ad45-11f12cc923ec" -d '{"events": [{"server_uuid": "449cd3f2-bc12-4e26-80a3-c3043aac9ac4", "name": "network-vif-plugged", "status": "completed", "tag": "fda962b4-4612-4379-82f8-686622f5e8fd"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:00.593928 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port fda962b4-4612-4379-82f8-686622f5e8fd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=fda962b4-4612-4379-82f8-686622f5e8fd,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:00.608808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59811bce-03bc-488a-bc7e-ab03691c9ab4 req-735a0bd3-cdfe-4766-aed8-a0a1b39bc125 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 210 time: 0.0763593 Dec 16 22:09:00.628667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-7ed8814d-ebc6-494f-879a-26e8c8c0593e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Allocated IP 172.20.0.10 (267ca1d3-201b-4d47-bb36-5515a63c7e51/8e7d127c-4059-48ec-a124-eaae22170103/9838ed03-6cba-423f-a161-f4ca586922c0) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:00.679243 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.747784 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c2892533-4b26-4809-9298-21945e222935 req-95c3ca17-56b8-46ad-aa10-3f0f221f1fa3 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e4d00f3da36f4023aa6f85e6569d8775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623858 Dec 16 22:09:00.819372 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=fda962b4-4612-4379-82f8-686622f5e8fd,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:00.981832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2892533-4b26-4809-9298-21945e222935 req-4a1b59ad-1507-492f-8854-b4720acaba3a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:00.981832 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c2892533-4b26-4809-9298-21945e222935 req-4a1b59ad-1507-492f-8854-b4720acaba3a tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252035 Dec 16 22:09:00.999599 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-c2892533-4b26-4809-9298-21945e222935 req-0403cf95-d073-4f20-9cda-808d6be41115 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Request body: {'port': {'device_id': '1e08fb8b-c5b1-4968-b28e-37fc52821c7b', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': 'e4d00f3da36f4023aa6f85e6569d8775'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:01.180842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a209f6-7c65-4f9f-81c9-35b6ba0053f7 req-ec52d692-277f-4548-a7ed-b94ea68d2e8b tempest-ServersAdminNegativeTestJSON-1125249373 tempest-ServersAdminNegativeTestJSON-1125249373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:01.182981 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47a209f6-7c65-4f9f-81c9-35b6ba0053f7 req-ec52d692-277f-4548-a7ed-b94ea68d2e8b tempest-ServersAdminNegativeTestJSON-1125249373 tempest-ServersAdminNegativeTestJSON-1125249373-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 1100 time: 0.4138014 Dec 16 22:09:01.198938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d6eaf-ce80-47ee-a4ed-911f90892fa1 req-b0a12a0c-c263-49a8-aeef-68558a4d0cd7 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:01.200500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c74d6eaf-ce80-47ee-a4ed-911f90892fa1 req-b0a12a0c-c263-49a8-aeef-68558a4d0cd7 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 949 time: 0.3791404 Dec 16 22:09:01.237594 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-7ed8814d-ebc6-494f-879a-26e8c8c0593e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.241261 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-47a209f6-7c65-4f9f-81c9-35b6ba0053f7 req-93d0e962-843c-4376-800e-699c1fe73e67 tempest-ServersAdminNegativeTestJSON-1125249373 tempest-ServersAdminNegativeTestJSON-1125249373-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.311552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c74d6eaf-ce80-47ee-a4ed-911f90892fa1 req-02a85a2d-a22c-4d15-b661-747ffa5e9fa7 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890286 Dec 16 22:09:01.361331 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767548a9-5b4d-44e0-9ca5-e601d6338f86 x-openstack-request-id: req-767548a9-5b4d-44e0-9ca5-e601d6338f86 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:01.362162 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449cd3f2-bc12-4e26-80a3-c3043aac9ac4", "name": "network-vif-plugged", "status": "completed", "tag": "fda962b4-4612-4379-82f8-686622f5e8fd", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:01.362162 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-767548a9-5b4d-44e0-9ca5-e601d6338f86 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:01.363082 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449cd3f2-bc12-4e26-80a3-c3043aac9ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda962b4-4612-4379-82f8-686622f5e8fd', 'code': 200} Dec 16 22:09:01.375404 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-47a209f6-7c65-4f9f-81c9-35b6ba0053f7 req-93d0e962-843c-4376-800e-699c1fe73e67 tempest-ServersAdminNegativeTestJSON-1125249373 tempest-ServersAdminNegativeTestJSON-1125249373-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.490440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c370363-e876-43af-9858-88ea33ef6874 req-a4ed2dc6-0e34-454e-a950-0e75d99395d3 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:01.491948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c370363-e876-43af-9858-88ea33ef6874 req-a4ed2dc6-0e34-454e-a950-0e75d99395d3 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.0838449 Dec 16 22:09:01.497905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f16d0f-31ce-4207-8ad3-81730c94c5d0 req-c4752781-45c3-439d-b7d6-615409bae362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:01.499361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7f16d0f-31ce-4207-8ad3-81730c94c5d0 req-c4752781-45c3-439d-b7d6-615409bae362 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 1100 time: 0.0573366 Dec 16 22:09:01.561962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c370363-e876-43af-9858-88ea33ef6874 req-099d8992-a192-4bca-b7c2-05ae51d119f2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616422 Dec 16 22:09:01.575556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7f16d0f-31ce-4207-8ad3-81730c94c5d0 req-588eadac-5aae-41d3-8fc0-3e7cea9e5d81 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614908 Dec 16 22:09:01.622562 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2892533-4b26-4809-9298-21945e222935 req-0403cf95-d073-4f20-9cda-808d6be41115 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Made reservation on behalf of e4d00f3da36f4023aa6f85e6569d8775 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:01.623794 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-7ed8814d-ebc6-494f-879a-26e8c8c0593e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.628871 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-47a209f6-7c65-4f9f-81c9-35b6ba0053f7 req-93d0e962-843c-4376-800e-699c1fe73e67 tempest-ServersAdminNegativeTestJSON-1125249373 tempest-ServersAdminNegativeTestJSON-1125249373-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.629270 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c2892533-4b26-4809-9298-21945e222935 req-0403cf95-d073-4f20-9cda-808d6be41115 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.659239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47a209f6-7c65-4f9f-81c9-35b6ba0053f7 req-93d0e962-843c-4376-800e-699c1fe73e67 tempest-ServersAdminNegativeTestJSON-1125249373 tempest-ServersAdminNegativeTestJSON-1125249373-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550366 Dec 16 22:09:01.759855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-7ed8814d-ebc6-494f-879a-26e8c8c0593e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Network 267ca1d3-201b-4d47-bb36-5515a63c7e51 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:01.771760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0e962-843c-4376-800e-699c1fe73e67 tempest-ServersAdminNegativeTestJSON-1125249373 tempest-ServersAdminNegativeTestJSON-1125249373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd7bcee-42e3-46d6-893b-ebabc452de84,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:01.774680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-7ed8814d-ebc6-494f-879a-26e8c8c0593e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:01.784729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-7ed8814d-ebc6-494f-879a-26e8c8c0593e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:01.795132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8814d-ebc6-494f-879a-26e8c8c0593e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Pushing event updated for resources: {'Port': ['ID=9838ed03-6cba-423f-a161-f4ca586922c0,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:01.837557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cebbe-3000-472e-871e-3da54aba768a req-8564af78-ca98-4cb5-bfd4-06b55773710a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:01.851306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe2cebbe-3000-472e-871e-3da54aba768a req-8564af78-ca98-4cb5-bfd4-06b55773710a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 945 time: 0.1958065 Dec 16 22:09:01.899530 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-c2892533-4b26-4809-9298-21945e222935 req-0403cf95-d073-4f20-9cda-808d6be41115 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Allocated IP 192.168.233.178 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/979c0477-17b5-479a-a019-f38e20331cbe) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:01.957259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-7ed8814d-ebc6-494f-879a-26e8c8c0593e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:01.958022 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-7ed8814d-ebc6-494f-879a-26e8c8c0593e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.972504 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe2cebbe-3000-472e-871e-3da54aba768a req-ceb9e2ab-38ba-4657-816d-4f559557027b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174252 Dec 16 22:09:02.007667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 6e870121-a5c4-456a-86ce-741a90fbe967 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:02.020719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385490cf-1cd9-43db-b522-3a2d2cd8c39f req-d14737b9-3aa1-4fb2-b163-79a23532fb5a tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:02.022417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-385490cf-1cd9-43db-b522-3a2d2cd8c39f req-d14737b9-3aa1-4fb2-b163-79a23532fb5a tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 932 time: 0.1413429 Dec 16 22:09:02.097549 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-7ed8814d-ebc6-494f-879a-26e8c8c0593e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1201782 Dec 16 22:09:02.124941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Request body: {'port': {'device_id': 'a511bd93-9f22-46ff-beb2-e6afd7eefe12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:02.138001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 6e870121-a5c4-456a-86ce-741a90fbe967 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:09:02.145740 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 6e870121-a5c4-456a-86ce-741a90fbe967 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:02.146521 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.157117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-385490cf-1cd9-43db-b522-3a2d2cd8c39f req-7ad0a826-f706-45cc-bd11-df860ceea53d tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191385 Dec 16 22:09:02.184629 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c2892533-4b26-4809-9298-21945e222935 req-0403cf95-d073-4f20-9cda-808d6be41115 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.247226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-dd1a20e3-ca84-4ea7-b5d3-c113b4339509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:02.248720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-dd1a20e3-ca84-4ea7-b5d3-c113b4339509 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 1096 time: 0.0756514 Dec 16 22:09:02.249474 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.287689 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c2892533-4b26-4809-9298-21945e222935 req-0403cf95-d073-4f20-9cda-808d6be41115 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.309798 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['c8e64d77-7f59-4efb-a292-0ddc52152580'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:02.366500 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.367188 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2892533-4b26-4809-9298-21945e222935 req-0403cf95-d073-4f20-9cda-808d6be41115 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:02.378490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-c2892533-4b26-4809-9298-21945e222935 req-0403cf95-d073-4f20-9cda-808d6be41115 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:02.390078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2892533-4b26-4809-9298-21945e222935 req-0403cf95-d073-4f20-9cda-808d6be41115 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:02.452024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 6e870121-a5c4-456a-86ce-741a90fbe967, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=6e870121-a5c4-456a-86ce-741a90fbe967,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:02.496115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2892533-4b26-4809-9298-21945e222935 req-0403cf95-d073-4f20-9cda-808d6be41115 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:02.496785 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c2892533-4b26-4809-9298-21945e222935 req-0403cf95-d073-4f20-9cda-808d6be41115 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.537266 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.544311 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403cf95-d073-4f20-9cda-808d6be41115 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Pushing event updated for resources: {'Port': ['ID=979c0477-17b5-479a-a019-f38e20331cbe,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:02.621662 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c2892533-4b26-4809-9298-21945e222935 req-0403cf95-d073-4f20-9cda-808d6be41115 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6288350 Dec 16 22:09:02.634947 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Request body: {'port': {'device_id': '1e08fb8b-c5b1-4968-b28e-37fc52821c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:02.725338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=6e870121-a5c4-456a-86ce-741a90fbe967,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:02.775455 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.802990 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-be3bebb4-371b-4d8c-a2d4-9b37550bfbd0 None None] Provisioning complete for port 979c0477-17b5-479a-a019-f38e20331cbe triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:02.803461 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be3bebb4-371b-4d8c-a2d4-9b37550bfbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.846087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-be3bebb4-371b-4d8c-a2d4-9b37550bfbd0 None None] Port 979c0477-17b5-479a-a019-f38e20331cbe cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:09:02.868788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a512ea7-f890-4fe6-a621-b04d7afa197e req-291ac3be-14ee-4634-9d39-671f534ba22c tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:02.871637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a512ea7-f890-4fe6-a621-b04d7afa197e req-291ac3be-14ee-4634-9d39-671f534ba22c tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 936 time: 0.5981128 Dec 16 22:09:02.910569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-8d21ec7e-e4e5-40f4-8f48-3e001306e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:02.912980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-8d21ec7e-e4e5-40f4-8f48-3e001306e913 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 922 time: 0.6421604 Dec 16 22:09:02.991755 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87193d81-f7c8-443e-b5a8-6619a8030464 req-f019e358-4d93-4737-a35d-690091978320 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:02.993377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87193d81-f7c8-443e-b5a8-6619a8030464 req-f019e358-4d93-4737-a35d-690091978320 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 949 time: 0.5189414 Dec 16 22:09:03.003391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-432dca80-0f59-4d9a-87dd-7fd7bc2a8b4e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=326969b1-a6ab-4425-a607-07f62dfb55bd HTTP/1.1" status: 200 len: 217 time: 0.0720837 Dec 16 22:09:03.081480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979c0477-17b5-479a-a019-f38e20331cbe {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:03.092606 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.101346 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a512ea7-f890-4fe6-a621-b04d7afa197e req-107413c7-449b-4c42-8e5f-c00042c8878c tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138934 Dec 16 22:09:03.111207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Transition to ACTIVE for port object 979c0477-17b5-479a-a019-f38e20331cbe will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:09:03.128462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-27a1ba18-1f63-4d9d-bb7a-94113cce9bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:03.130067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-27a1ba18-1f63-4d9d-bb7a-94113cce9bb4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.1151524 Dec 16 22:09:03.217314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-93ddc70d-5794-4be6-8a58-e9cf2759224d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573349 Dec 16 22:09:03.233052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87193d81-f7c8-443e-b5a8-6619a8030464 req-2b741e55-8a4d-458c-89ca-9d58c70f5223 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192152 Dec 16 22:09:03.247506 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.364320 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aed3243-82ea-4477-b863-ee11e123d669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e870121-a5c4-456a-86ce-741a90fbe967'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:03.369237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Pushing event updated for resources: {'Port': ['ID=979c0477-17b5-479a-a019-f38e20331cbe,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:03.369548 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568ead32-3dd6-4ef4-bd2b-c19946172b7c" -d '{"events": [{"server_uuid": "9aed3243-82ea-4477-b863-ee11e123d669", "name": "network-vif-plugged", "status": "completed", "tag": "6e870121-a5c4-456a-86ce-741a90fbe967"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:03.392957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-14be091d-fb7f-4f6e-bc12-216be2ae8d22 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648772 Dec 16 22:09:03.403946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9838ed03-6cba-423f-a161-f4ca586922c0 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:03.413473 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.428010 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Transition to ACTIVE for port object 9838ed03-6cba-423f-a161-f4ca586922c0 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:09:03.444037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Attempting to bind port 979c0477-17b5-479a-a019-f38e20331cbe on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:03.444472 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Attempting to bind port 979c0477-17b5-479a-a019-f38e20331cbe by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:03.444849 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Attempting to bind port 979c0477-17b5-479a-a019-f38e20331cbe on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:03.452010 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Port 979c0477-17b5-479a-a019-f38e20331cbe on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:09:03.454625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Attempting to bind port 979c0477-17b5-479a-a019-f38e20331cbe on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:03.460812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:03.461162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:03.461545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:03.461974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Bound port: 979c0477-17b5-479a-a019-f38e20331cbe, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:03.462378 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.532469 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.545964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] For port 979c0477-17b5-479a-a019-f38e20331cbe, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:03.550923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] For port 979c0477-17b5-479a-a019-f38e20331cbe, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=979c0477-17b5-479a-a019-f38e20331cbe,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:03.587787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea47155-1dc1-4772-aea5-fb1dddd75cde req-f3339348-89c6-49f6-978f-c48475649f11 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:03.589995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ea47155-1dc1-4772-aea5-fb1dddd75cde req-f3339348-89c6-49f6-978f-c48475649f11 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.3809831 Dec 16 22:09:03.607401 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.619314 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed8aa7-b9ba-4db8-83fa-f1b37f1fed2b req-b306dae1-f113-4164-80ca-c4a4468a8a90 tempest-ServersAdminNegativeTestJSON-1125249373 tempest-ServersAdminNegativeTestJSON-1125249373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:03.621341 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ed8aa7-b9ba-4db8-83fa-f1b37f1fed2b req-b306dae1-f113-4164-80ca-c4a4468a8a90 tempest-ServersAdminNegativeTestJSON-1125249373 tempest-ServersAdminNegativeTestJSON-1125249373-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 1100 time: 0.1920979 Dec 16 22:09:03.643312 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Pushing event updated for resources: {'Port': ['ID=9838ed03-6cba-423f-a161-f4ca586922c0,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:03.658629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:03.658629 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.658629 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c2892533-4b26-4809-9298-21945e222935 req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] 10.222.0.69 "PUT /v2.0/ports/979c0477-17b5-479a-a019-f38e20331cbe HTTP/1.1" status: 200 len: 1096 time: 1.0265980 Dec 16 22:09:03.658629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e08fb8b-c5b1-4968-b28e-37fc52821c7b', 'tag': '979c0477-17b5-479a-a019-f38e20331cbe'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:03.660293 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0c8e0a-60a2-4c72-b251-97ac4933f73c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e08fb8b-c5b1-4968-b28e-37fc52821c7b", "tag": "979c0477-17b5-479a-a019-f38e20331cbe"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:03.695379 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05da48-c0fb-4b0b-98d2-4ce7192d75c2 service neutron] Pushing event updated for resources: {'Port': ['ID=979c0477-17b5-479a-a019-f38e20331cbe,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:03.722149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-849d2c9c-a540-4eae-8eb5-c5e908d9d3fa service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888112 Dec 16 22:09:03.797512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ea47155-1dc1-4772-aea5-fb1dddd75cde req-1e6da66f-ac0f-4925-af64-10b4f1a91c3d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865237 Dec 16 22:09:03.814484 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ed8aa7-b9ba-4db8-83fa-f1b37f1fed2b req-8ac763aa-c7c5-4d50-bd41-5ba751a370cb tempest-ServersAdminNegativeTestJSON-1125249373 tempest-ServersAdminNegativeTestJSON-1125249373-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822910 Dec 16 22:09:03.834487 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Attempting to bind port 9838ed03-6cba-423f-a161-f4ca586922c0 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:03.834487 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Attempting to bind port 9838ed03-6cba-423f-a161-f4ca586922c0 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '5249f838-b66d-4fe4-962e-7bfd7b6591f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:03.834694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Attempting to bind port 9838ed03-6cba-423f-a161-f4ca586922c0 on network 267ca1d3-201b-4d47-bb36-5515a63c7e51 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:03.842520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Port 9838ed03-6cba-423f-a161-f4ca586922c0 on network 267ca1d3-201b-4d47-bb36-5515a63c7e51 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:09:03.843110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Attempting to bind port 9838ed03-6cba-423f-a161-f4ca586922c0 on network 267ca1d3-201b-4d47-bb36-5515a63c7e51 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:03.850017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:03.850367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Checking segment: {'id': '5249f838-b66d-4fe4-962e-7bfd7b6591f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:03.850759 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Bound using segment: {'id': '5249f838-b66d-4fe4-962e-7bfd7b6591f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:03.851488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Bound port: 9838ed03-6cba-423f-a161-f4ca586922c0, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5249f838-b66d-4fe4-962e-7bfd7b6591f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:03.861885 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.987361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] For port 9838ed03-6cba-423f-a161-f4ca586922c0, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:03.992451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] For port 9838ed03-6cba-423f-a161-f4ca586922c0, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9838ed03-6cba-423f-a161-f4ca586922c0,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:04.002530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c64adc-fcee-4749-a889-cc201b5f2a4e req-10684110-79c6-4c69-a3d8-5f0cde1f077c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:04.004204 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a4c64adc-fcee-4749-a889-cc201b5f2a4e req-10684110-79c6-4c69-a3d8-5f0cde1f077c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 945 time: 0.0941861 Dec 16 22:09:04.098953 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.164554 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-3da79219-759b-4689-81a2-41a1e0400e05 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:04.165130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a4c64adc-fcee-4749-a889-cc201b5f2a4e req-858de2a8-ee3c-47e7-98fe-567ca0b56a71 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535876 Dec 16 22:09:04.167678 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-3da79219-759b-4689-81a2-41a1e0400e05 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60&tenant_id=7121dad57bc841b98b41e71c9b25481e&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 1096 time: 0.0905778 Dec 16 22:09:04.169037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:04.170148 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.171140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] 10.222.0.69 "PUT /v2.0/ports/9838ed03-6cba-423f-a161-f4ca586922c0 HTTP/1.1" status: 200 len: 1092 time: 2.0516536 Dec 16 22:09:04.173844 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2892533-4b26-4809-9298-21945e222935 req-760a61a8-c0f3-4872-94d4-b32ab8b7d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:04.176750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2892533-4b26-4809-9298-21945e222935 req-760a61a8-c0f3-4872-94d4-b32ab8b7d091 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4d00f3da36f4023aa6f85e6569d8775&device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 1099 time: 0.1477654 Dec 16 22:09:04.176750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a511bd93-9f22-46ff-beb2-e6afd7eefe12', 'tag': '9838ed03-6cba-423f-a161-f4ca586922c0'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:04.178156 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884372c9-8e1f-4fe4-92d0-2846779369df" -d '{"events": [{"name": "network-changed", "server_uuid": "a511bd93-9f22-46ff-beb2-e6afd7eefe12", "tag": "9838ed03-6cba-423f-a161-f4ca586922c0"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:04.192007 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821840-2'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:04.196226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35f779-b882-4638-bd9d-4fa293cbd0f0 req-dce86860-636e-4b2d-9526-17773e8cb012 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:04.197811 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b35f779-b882-4638-bd9d-4fa293cbd0f0 req-dce86860-636e-4b2d-9526-17773e8cb012 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 944 time: 0.1432874 Dec 16 22:09:04.232037 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c787582a-0953-4ac8-8d4d-05fbc01de6ce x-openstack-request-id: req-c787582a-0953-4ac8-8d4d-05fbc01de6ce {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:04.232594 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aed3243-82ea-4477-b863-ee11e123d669", "name": "network-vif-plugged", "status": "completed", "tag": "6e870121-a5c4-456a-86ce-741a90fbe967", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:04.233039 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c787582a-0953-4ac8-8d4d-05fbc01de6ce {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:04.233638 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aed3243-82ea-4477-b863-ee11e123d669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e870121-a5c4-456a-86ce-741a90fbe967', 'code': 200} Dec 16 22:09:04.251300 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2892533-4b26-4809-9298-21945e222935 req-7fd58cca-9752-48c1-9851-ac761e144063 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=979c0477-17b5-479a-a019-f38e20331cbe HTTP/1.1" status: 200 len: 217 time: 0.0519190 Dec 16 22:09:04.256856 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.262966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294a9af-0c16-441f-85f6-284b8649cd35 service neutron] Pushing event updated for resources: {'Port': ['ID=9838ed03-6cba-423f-a161-f4ca586922c0,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:04.326592 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf29d4f2-cf0f-4249-922a-883a77da54a3 x-openstack-request-id: req-cf29d4f2-cf0f-4249-922a-883a77da54a3 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:04.326792 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e08fb8b-c5b1-4968-b28e-37fc52821c7b", "tag": "979c0477-17b5-479a-a019-f38e20331cbe", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:04.327315 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf29d4f2-cf0f-4249-922a-883a77da54a3 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:04.327508 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e08fb8b-c5b1-4968-b28e-37fc52821c7b', 'tag': '979c0477-17b5-479a-a019-f38e20331cbe', 'status': 'completed', 'code': 200} Dec 16 22:09:04.391820 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2892533-4b26-4809-9298-21945e222935 req-82561ebc-ef73-435d-b7d1-fd0f81104579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:04.393306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2892533-4b26-4809-9298-21945e222935 req-82561ebc-ef73-435d-b7d1-fd0f81104579 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1282735 Dec 16 22:09:04.399921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b35f779-b882-4638-bd9d-4fa293cbd0f0 req-a5f67029-78da-4b62-9945-e9b376a3422d tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913869 Dec 16 22:09:04.433625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] For port 326969b1-a6ab-4425-a607-07f62dfb55bd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=326969b1-a6ab-4425-a607-07f62dfb55bd,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:04.464697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-638987b6-cf94-4fee-8809-b829afd8e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:04.466211 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-638987b6-cf94-4fee-8809-b829afd8e161 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c744f7430419467580dd1cd1177553fb&device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 1095 time: 0.1540847 Dec 16 22:09:04.472767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764d5cb-2794-4449-a443-90f09611ab96 req-b459a896-0c81-4b50-826f-deb87a5f6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:04.474256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1764d5cb-2794-4449-a443-90f09611ab96 req-b459a896-0c81-4b50-826f-deb87a5f6639 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9aed3243-82ea-4477-b863-ee11e123d669 HTTP/1.1" status: 200 len: 1100 time: 0.1186531 Dec 16 22:09:04.487223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2892533-4b26-4809-9298-21945e222935 req-6268a9d3-81d5-4b2b-9ff5-b6ede814a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:04.488919 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2892533-4b26-4809-9298-21945e222935 req-6268a9d3-81d5-4b2b-9ff5-b6ede814a9b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0766737 Dec 16 22:09:04.489684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] For port 326969b1-a6ab-4425-a607-07f62dfb55bd, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:04.538881 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.541609 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea779b0-4a29-4171-9f2d-90bba6443855 x-openstack-request-id: req-3ea779b0-4a29-4171-9f2d-90bba6443855 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:04.541926 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a511bd93-9f22-46ff-beb2-e6afd7eefe12", "tag": "9838ed03-6cba-423f-a161-f4ca586922c0", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:04.542177 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ea779b0-4a29-4171-9f2d-90bba6443855 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:04.542588 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a511bd93-9f22-46ff-beb2-e6afd7eefe12', 'tag': '9838ed03-6cba-423f-a161-f4ca586922c0', 'status': 'completed', 'code': 200} Dec 16 22:09:04.563339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-41f1545b-df36-4231-8225-55717ba37806 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9838ed03-6cba-423f-a161-f4ca586922c0 HTTP/1.1" status: 200 len: 217 time: 0.0681145 Dec 16 22:09:04.629980 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.715679 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Pushing event updated for resources: {'Port': ['ID=326969b1-a6ab-4425-a607-07f62dfb55bd,revision_number=7']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:04.720439 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Attempting to bind port 326969b1-a6ab-4425-a607-07f62dfb55bd on host n-h2-821840-2 for vnic_type normal with profile {"migrating_to": "n-h1-821840-2"} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:04.720777 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Attempting to bind port 326969b1-a6ab-4425-a607-07f62dfb55bd by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:04.721106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Attempting to bind port 326969b1-a6ab-4425-a607-07f62dfb55bd on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:04.726626 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1764d5cb-2794-4449-a443-90f09611ab96 req-76bef3c6-e840-459d-90ba-03eefdcf696b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361639 Dec 16 22:09:04.726742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Port 326969b1-a6ab-4425-a607-07f62dfb55bd on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:09:04.726742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Attempting to bind port 326969b1-a6ab-4425-a607-07f62dfb55bd on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:04.731909 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:04.732251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Checking segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:04.732632 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Bound using segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:04.733063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Bound port: 326969b1-a6ab-4425-a607-07f62dfb55bd, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:04.733427 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.742874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1ba6c5ba-4b31-4cc7-a576-aaf9601ab9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:04.744423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-1ba6c5ba-4b31-4cc7-a576-aaf9601ab9b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e7d127c-4059-48ec-a124-eaae22170103 HTTP/1.1" status: 200 len: 862 time: 0.1270056 Dec 16 22:09:04.755440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e02e6f-c7e7-4d15-b97f-e1686b77517c req-8e3b87ef-4493-4fba-b5ca-c4cd6a3fa0f3 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:04.756913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4e02e6f-c7e7-4d15-b97f-e1686b77517c req-8e3b87ef-4493-4fba-b5ca-c4cd6a3fa0f3 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 948 time: 0.2535720 Dec 16 22:09:04.792625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dff88-fac0-48de-93c1-97f93a8e23d3 req-3063e072-8466-44a8-934d-4c938d9726e3 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:04.794109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a21dff88-fac0-48de-93c1-97f93a8e23d3 req-3063e072-8466-44a8-934d-4c938d9726e3 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 949 time: 0.2342017 Dec 16 22:09:04.798658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] For port 326969b1-a6ab-4425-a607-07f62dfb55bd, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:04.801922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] For port 326969b1-a6ab-4425-a607-07f62dfb55bd, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=326969b1-a6ab-4425-a607-07f62dfb55bd,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:04.816256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-6871707e-2a4d-4901-acc0-8c649e5095a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=267ca1d3-201b-4d47-bb36-5515a63c7e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541420 Dec 16 22:09:04.823954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2892533-4b26-4809-9298-21945e222935 req-73629af2-2e9a-41b3-ba57-3b984176803b service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221366 Dec 16 22:09:04.864755 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.946053 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Pushing event updated for resources: {'Port': ['ID=326969b1-a6ab-4425-a607-07f62dfb55bd,revision_number=8']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:04.949814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:04.950440 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.951873 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-a34d122d-1bcf-41fb-b93f-73fbf1253d34 service neutron] 10.222.0.69 "PUT /v2.0/ports/326969b1-a6ab-4425-a607-07f62dfb55bd HTTP/1.1" status: 200 len: 1121 time: 0.7734783 Dec 16 22:09:05.103176 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['326969b1-a6ab-4425-a607-07f62dfb55bd'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:05.231871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4e02e6f-c7e7-4d15-b97f-e1686b77517c req-1cc3a1f9-e996-480f-ab92-3f5c51b38034 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623175 Dec 16 22:09:05.246011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a21dff88-fac0-48de-93c1-97f93a8e23d3 req-ea894421-c9ff-4a78-b109-eb0b0db5bb4c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322612 Dec 16 22:09:05.292334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2892533-4b26-4809-9298-21945e222935 req-2f900131-a307-40c0-a335-6f87b897ac81 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534769 Dec 16 22:09:05.296301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-071d310f-ed8f-4ab3-9d91-56dd342033fd service neutron] 10.222.0.69 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567297 Dec 16 22:09:05.488818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d32a63-5eb8-4417-9db0-d71ada28e1f2 req-5a21947c-c7dc-421d-bf4d-6cc98abe54b3 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:05.490211 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56d32a63-5eb8-4417-9db0-d71ada28e1f2 req-5a21947c-c7dc-421d-bf4d-6cc98abe54b3 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.1402578 Dec 16 22:09:05.497503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ce40d-9d4d-4986-92cf-6bd71c893161 req-ab1a5c57-8ec0-4016-9306-0ecd9c52ccee tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:05.498873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-743ce40d-9d4d-4986-92cf-6bd71c893161 req-ab1a5c57-8ec0-4016-9306-0ecd9c52ccee tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=474474f6-acbd-4761-85d0-8e1fc19bf170 HTTP/1.1" status: 200 len: 950 time: 0.1439061 Dec 16 22:09:05.509990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82dfbf60-b84c-47e2-85ab-efde5442afcf req-71ef7f92-28d3-4c46-a05d-f6ae761ba03a service neutron] 10.222.0.69 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046201 Dec 16 22:09:05.562028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c8e0a-60a2-4c72-b251-97ac4933f73c req-93e1249e-581a-4d5a-aa2b-ec080bbdf833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:05.563561 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca0c8e0a-60a2-4c72-b251-97ac4933f73c req-93e1249e-581a-4d5a-aa2b-ec080bbdf833 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4d00f3da36f4023aa6f85e6569d8775&device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 1099 time: 0.1400704 Dec 16 22:09:05.601081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56d32a63-5eb8-4417-9db0-d71ada28e1f2 req-4ed3cfbf-b9c9-49e0-800f-4f75bf2e2f0f tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011937 Dec 16 22:09:05.643553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-743ce40d-9d4d-4986-92cf-6bd71c893161 req-2d015d8b-f1e7-450b-826a-5645c0811553 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303923 Dec 16 22:09:05.688731 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c8e0a-60a2-4c72-b251-97ac4933f73c req-18ef4fb6-1acc-4c0f-a8a0-92a5b084e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:05.690896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca0c8e0a-60a2-4c72-b251-97ac4933f73c req-18ef4fb6-1acc-4c0f-a8a0-92a5b084e844 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1145449 Dec 16 22:09:05.760023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca0c8e0a-60a2-4c72-b251-97ac4933f73c req-d0973745-9b7e-47ee-bcde-da518e3e8bc0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=979c0477-17b5-479a-a019-f38e20331cbe HTTP/1.1" status: 200 len: 217 time: 0.0580854 Dec 16 22:09:05.860893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884372c9-8e1f-4fe4-92d0-2846779369df req-d9e3e69a-51f5-4c7d-81c1-458893b6cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:05.862415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-884372c9-8e1f-4fe4-92d0-2846779369df req-d9e3e69a-51f5-4c7d-81c1-458893b6cd2b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c744f7430419467580dd1cd1177553fb&device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 1095 time: 0.1706049 Dec 16 22:09:05.877737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32a38f-3da9-477d-bfee-1e0f129b4814 req-0e20cd63-2e22-4dc3-81c8-69c02dfda358 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:05.879180 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d32a38f-3da9-477d-bfee-1e0f129b4814 req-0e20cd63-2e22-4dc3-81c8-69c02dfda358 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 943 time: 0.1574955 Dec 16 22:09:05.890564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c8e0a-60a2-4c72-b251-97ac4933f73c req-6c98155d-3c90-49af-9464-5c14d680712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:05.891973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca0c8e0a-60a2-4c72-b251-97ac4933f73c req-6c98155d-3c90-49af-9464-5c14d680712b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1173706 Dec 16 22:09:05.980388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df2cfc-fbde-4b49-bbe9-583677c79688 req-3676aade-7b86-4e55-9ac2-314b85dce13e tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:05.981883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44df2cfc-fbde-4b49-bbe9-583677c79688 req-3676aade-7b86-4e55-9ac2-314b85dce13e tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aed3243-82ea-4477-b863-ee11e123d669 HTTP/1.1" status: 200 len: 949 time: 0.2061453 Dec 16 22:09:06.070916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d32a38f-3da9-477d-bfee-1e0f129b4814 req-88496c6c-d7d4-4e16-b2c2-2854818b5936 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769755 Dec 16 22:09:06.078572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c8e0a-60a2-4c72-b251-97ac4933f73c req-6fab0b03-29f1-4544-9e0d-e10426cf9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:06.080099 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca0c8e0a-60a2-4c72-b251-97ac4933f73c req-6fab0b03-29f1-4544-9e0d-e10426cf9028 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1735225 Dec 16 22:09:06.084081 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884372c9-8e1f-4fe4-92d0-2846779369df req-f5fb3f90-23d2-4872-a974-9c95706d21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:06.085529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-884372c9-8e1f-4fe4-92d0-2846779369df req-f5fb3f90-23d2-4872-a974-9c95706d21bf service neutron] 10.222.0.69 "GET /v2.0/networks?id=267ca1d3-201b-4d47-bb36-5515a63c7e51 HTTP/1.1" status: 200 len: 923 time: 0.2054338 Dec 16 22:09:06.113890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44df2cfc-fbde-4b49-bbe9-583677c79688 req-22dcb0ba-1609-4852-a701-748dd01128e7 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227663 Dec 16 22:09:06.153682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-884372c9-8e1f-4fe4-92d0-2846779369df req-b58baebc-fcec-410e-befc-3a45a96907cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9838ed03-6cba-423f-a161-f4ca586922c0 HTTP/1.1" status: 200 len: 217 time: 0.0575416 Dec 16 22:09:06.286194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884372c9-8e1f-4fe4-92d0-2846779369df req-bea08a7e-0f6c-424e-83f8-6d7b4f5d6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:06.287689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-884372c9-8e1f-4fe4-92d0-2846779369df req-bea08a7e-0f6c-424e-83f8-6d7b4f5d6ce1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e7d127c-4059-48ec-a124-eaae22170103 HTTP/1.1" status: 200 len: 862 time: 0.1095562 Dec 16 22:09:06.302011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bcc2e-1ef5-4030-961e-5b1c9bbce4ef req-30d80842-a59b-420b-a21f-3fdc4ba79724 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:06.303522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db0bcc2e-1ef5-4030-961e-5b1c9bbce4ef req-30d80842-a59b-420b-a21f-3fdc4ba79724 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 944 time: 0.1242421 Dec 16 22:09:06.306740 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca0c8e0a-60a2-4c72-b251-97ac4933f73c req-d55dfe45-01b9-4f58-bc08-844a7c352eb8 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118289 Dec 16 22:09:06.328920 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ce2023-10d1-4efa-bb32-4e6183cfbf60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '326969b1-a6ab-4425-a607-07f62dfb55bd'}, {'name': 'network-changed', 'server_uuid': '29ce2023-10d1-4efa-bb32-4e6183cfbf60', 'tag': '326969b1-a6ab-4425-a607-07f62dfb55bd'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:06.333251 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09ee69b-34d0-4bd2-844d-866afedfc3d5" -d '{"events": [{"server_uuid": "29ce2023-10d1-4efa-bb32-4e6183cfbf60", "name": "network-vif-unplugged", "status": "completed", "tag": "326969b1-a6ab-4425-a607-07f62dfb55bd"}, {"name": "network-changed", "server_uuid": "29ce2023-10d1-4efa-bb32-4e6183cfbf60", "tag": "326969b1-a6ab-4425-a607-07f62dfb55bd"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:06.349962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-884372c9-8e1f-4fe4-92d0-2846779369df req-f82c9aa6-f200-4558-87cc-6baf35ad6b87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=267ca1d3-201b-4d47-bb36-5515a63c7e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453093 Dec 16 22:09:06.467668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db0bcc2e-1ef5-4030-961e-5b1c9bbce4ef req-c08b5568-01c2-4cfc-ad7e-93b9e67abe10 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526527 Dec 16 22:09:06.532884 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca0c8e0a-60a2-4c72-b251-97ac4933f73c req-30678ec1-335f-49d6-a345-be3d3ff979ee service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969528 Dec 16 22:09:06.534766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-884372c9-8e1f-4fe4-92d0-2846779369df req-bc2d9336-2d9a-4a63-af9a-fb810de6f4c9 service neutron] 10.222.0.69 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714332 Dec 16 22:09:06.653189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1be67e-658a-4358-84b1-c1a58218d3af req-85167a3a-473d-4bff-92e9-693f5344f635 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:06.655485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c1be67e-658a-4358-84b1-c1a58218d3af req-85167a3a-473d-4bff-92e9-693f5344f635 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 948 time: 0.1072605 Dec 16 22:09:06.691632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-884372c9-8e1f-4fe4-92d0-2846779369df req-2fefe5b2-1001-4faf-81ad-82f5d740449a service neutron] 10.222.0.69 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454446 Dec 16 22:09:06.724793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c1be67e-658a-4358-84b1-c1a58218d3af req-7acb1246-6061-4716-985b-e631c5036125 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612819 Dec 16 22:09:06.770496 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aed04e-a2ac-4918-8ec3-0feb2fadb0d8 x-openstack-request-id: req-37aed04e-a2ac-4918-8ec3-0feb2fadb0d8 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:06.770836 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ce2023-10d1-4efa-bb32-4e6183cfbf60", "name": "network-vif-unplugged", "status": "completed", "tag": "326969b1-a6ab-4425-a607-07f62dfb55bd", "code": 200}, {"name": "network-changed", "server_uuid": "29ce2023-10d1-4efa-bb32-4e6183cfbf60", "tag": "326969b1-a6ab-4425-a607-07f62dfb55bd", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:06.771089 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37aed04e-a2ac-4918-8ec3-0feb2fadb0d8 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:06.771519 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ce2023-10d1-4efa-bb32-4e6183cfbf60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '326969b1-a6ab-4425-a607-07f62dfb55bd', 'code': 200} Dec 16 22:09:06.771781 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ce2023-10d1-4efa-bb32-4e6183cfbf60', 'tag': '326969b1-a6ab-4425-a607-07f62dfb55bd', 'status': 'completed', 'code': 200} Dec 16 22:09:06.894575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cf7b3-bdfa-4863-b189-6ca8453087d5 req-a2667c0b-7f2c-4534-998e-cf5fd65d37b3 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:06.896145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d13cf7b3-bdfa-4863-b189-6ca8453087d5 req-a2667c0b-7f2c-4534-998e-cf5fd65d37b3 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.0781553 Dec 16 22:09:06.900994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ee69b-34d0-4bd2-844d-866afedfc3d5 req-ec1cfc21-9bce-41b3-8bb6-729225092cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:06.902960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d09ee69b-34d0-4bd2-844d-866afedfc3d5 req-ec1cfc21-9bce-41b3-8bb6-729225092cf0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 1124 time: 0.0748808 Dec 16 22:09:06.993200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d13cf7b3-bdfa-4863-b189-6ca8453087d5 req-4a9aa2dd-5476-4d6f-952e-c5eb754fae7b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892406 Dec 16 22:09:07.040817 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ee69b-34d0-4bd2-844d-866afedfc3d5 req-eccc612a-f2e9-43a6-91aa-ac049ba473a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:07.043102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d09ee69b-34d0-4bd2-844d-866afedfc3d5 req-eccc612a-f2e9-43a6-91aa-ac049ba473a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 922 time: 0.1186056 Dec 16 22:09:07.090134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d09ee69b-34d0-4bd2-844d-866afedfc3d5 req-8ef076db-ddb9-4a11-9d87-c3c6a6490399 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=326969b1-a6ab-4425-a607-07f62dfb55bd HTTP/1.1" status: 200 len: 217 time: 0.0381670 Dec 16 22:09:07.217902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ee69b-34d0-4bd2-844d-866afedfc3d5 req-3d06f00d-63a2-4313-b6ee-54c3054b27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:07.219379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d09ee69b-34d0-4bd2-844d-866afedfc3d5 req-3d06f00d-63a2-4313-b6ee-54c3054b27d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.1094918 Dec 16 22:09:07.240786 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d2ef5-57c2-4641-b476-117aa418e781 req-a48087c0-e594-4673-8c40-df6e67a55d97 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:07.242196 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a41d2ef5-57c2-4641-b476-117aa418e781 req-a48087c0-e594-4673-8c40-df6e67a55d97 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 949 time: 0.0975418 Dec 16 22:09:07.275920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d09ee69b-34d0-4bd2-844d-866afedfc3d5 req-92b18012-4571-48e8-83df-fafa49bc7022 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427842 Dec 16 22:09:07.289519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325679a4-b989-466b-9ae7-37f391d7c796 req-af641310-fa11-4128-8bb4-7d022bb4d7bb tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:07.291095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-325679a4-b989-466b-9ae7-37f391d7c796 req-af641310-fa11-4128-8bb4-7d022bb4d7bb tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 943 time: 0.1112034 Dec 16 22:09:07.403466 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a41d2ef5-57c2-4641-b476-117aa418e781 req-ae54e2d6-7715-4f4d-b86b-d4d83e410617 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527200 Dec 16 22:09:07.413541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-325679a4-b989-466b-9ae7-37f391d7c796 req-8e3ec407-2660-48dd-9851-2182f4895e7b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108720 Dec 16 22:09:07.440303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d09ee69b-34d0-4bd2-844d-866afedfc3d5 req-b367d38f-06c5-4a06-a52e-46482896eeb0 service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457884 Dec 16 22:09:07.602079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cefdf0-f77e-4bea-8c82-22fd25c01123 req-b7095152-3911-4e8c-b895-21fc02459a50 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:07.603496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cefdf0-f77e-4bea-8c82-22fd25c01123 req-b7095152-3911-4e8c-b895-21fc02459a50 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aed3243-82ea-4477-b863-ee11e123d669 HTTP/1.1" status: 200 len: 949 time: 0.1072578 Dec 16 22:09:07.607792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d09ee69b-34d0-4bd2-844d-866afedfc3d5 req-49bab78b-4936-4729-b150-b9f7f126bae1 service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559587 Dec 16 22:09:07.651665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015abc25-6165-4cd4-b397-d689de0a6bbf req-7f80d3d5-7f92-4f8a-a9e4-af57d80bc14f tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:07.653096 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-015abc25-6165-4cd4-b397-d689de0a6bbf req-7f80d3d5-7f92-4f8a-a9e4-af57d80bc14f tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 944 time: 0.1052370 Dec 16 22:09:07.675748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cefdf0-f77e-4bea-8c82-22fd25c01123 req-80092f26-2373-4a17-acf3-171e24cb3eb6 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649190 Dec 16 22:09:07.712228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-015abc25-6165-4cd4-b397-d689de0a6bbf req-50edb96a-8cef-4dcb-a9e8-5b40d5c620f8 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491958 Dec 16 22:09:07.859099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c694ae-750a-4b9c-a190-55af6e356cf1 req-e587c837-be13-4057-b46e-a69e71a6e1f6 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:07.860697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85c694ae-750a-4b9c-a190-55af6e356cf1 req-e587c837-be13-4057-b46e-a69e71a6e1f6 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 948 time: 0.0585144 Dec 16 22:09:07.903470 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 326969b1-a6ab-4425-a607-07f62dfb55bd details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:07.909743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9abe8d10-9998-4881-923c-a474128c2c48 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:07.914640 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85c694ae-750a-4b9c-a190-55af6e356cf1 req-7b62e46f-21fe-4b78-ac96-3c86624f65a1 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475802 Dec 16 22:09:08.087429 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:08.094314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 326969b1-a6ab-4425-a607-07f62dfb55bd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=326969b1-a6ab-4425-a607-07f62dfb55bd,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:08.112914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 326969b1-a6ab-4425-a607-07f62dfb55bd has no active binding in host n-h1-821840-2 {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:09:08.113203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 979c0477-17b5-479a-a019-f38e20331cbe details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:08.131401 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474474f6-acbd-4761-85d0-8e1fc19bf170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abe8d10-9998-4881-923c-a474128c2c48'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:08.133679 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5b3f31-8a94-4a5f-aebf-f0737bbb6529" -d '{"events": [{"server_uuid": "474474f6-acbd-4761-85d0-8e1fc19bf170", "name": "network-vif-unplugged", "status": "completed", "tag": "9abe8d10-9998-4881-923c-a474128c2c48"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:08.151620 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9abe8d10-9998-4881-923c-a474128c2c48, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9abe8d10-9998-4881-923c-a474128c2c48,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:08.155659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab7d10-6248-4d92-b1e3-17213e84f38a req-e072fc01-678d-4805-ac8c-478a469b36b7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:08.157006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92ab7d10-6248-4d92-b1e3-17213e84f38a req-e072fc01-678d-4805-ac8c-478a469b36b7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.0818086 Dec 16 22:09:08.166034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8b870-fd78-4f36-a3bc-f2eac812a116 req-f3021622-3720-4995-a5cb-10a935d8707d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:08.172678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8b870-fd78-4f36-a3bc-f2eac812a116 req-f3021622-3720-4995-a5cb-10a935d8707d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:08.174243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0b8b870-fd78-4f36-a3bc-f2eac812a116 req-f3021622-3720-4995-a5cb-10a935d8707d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4&device_id=9aed3243-82ea-4477-b863-ee11e123d669 HTTP/1.1" status: 200 len: 1689 time: 0.0969052 Dec 16 22:09:08.231253 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:08.241800 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92ab7d10-6248-4d92-b1e3-17213e84f38a req-e7c20d11-eb80-4dc8-ae94-f32ddb5a88ec tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664806 Dec 16 22:09:08.270731 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 979c0477-17b5-479a-a019-f38e20331cbe, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=979c0477-17b5-479a-a019-f38e20331cbe,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:08.281165 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0b8b870-fd78-4f36-a3bc-f2eac812a116 req-37287447-954c-435d-a3d8-95c7578d4dbe tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863662 Dec 16 22:09:08.289424 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '979c0477-17b5-479a-a019-f38e20331cbe', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '979c0477-17b5-479a-a019-f38e20331cbe', 'mac_address': 'fa:16:3e:f1:e2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:08.314531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9abe8d10-9998-4881-923c-a474128c2c48,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:08.361924 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:08.375050 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2156571c-ad0c-49cd-a902-cec1df7cee28 x-openstack-request-id: req-2156571c-ad0c-49cd-a902-cec1df7cee28 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:08.375397 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474474f6-acbd-4761-85d0-8e1fc19bf170", "name": "network-vif-unplugged", "status": "completed", "tag": "9abe8d10-9998-4881-923c-a474128c2c48", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:08.375660 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2156571c-ad0c-49cd-a902-cec1df7cee28 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:08.376086 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474474f6-acbd-4761-85d0-8e1fc19bf170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abe8d10-9998-4881-923c-a474128c2c48', 'code': 200} Dec 16 22:09:08.379056 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979c0477-17b5-479a-a019-f38e20331cbe {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:08.398904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 979c0477-17b5-479a-a019-f38e20331cbe, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=979c0477-17b5-479a-a019-f38e20331cbe,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:08.475760 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:08.478073 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9838ed03-6cba-423f-a161-f4ca586922c0 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:08.536908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ba2cc-064d-4f57-8c00-b7e6e0cb894c req-73d42249-c475-4486-962b-8be26e3de726 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:08.538549 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b74ba2cc-064d-4f57-8c00-b7e6e0cb894c req-73d42249-c475-4486-962b-8be26e3de726 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 1100 time: 0.0712957 Dec 16 22:09:08.551490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc147a-c503-415c-aeb7-f5ddbd709053 req-e81b7a43-6577-4dc2-83a6-93f70c0e1b6b tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:08.553059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84cc147a-c503-415c-aeb7-f5ddbd709053 req-e81b7a43-6577-4dc2-83a6-93f70c0e1b6b tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 949 time: 0.0602634 Dec 16 22:09:08.569556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=979c0477-17b5-479a-a019-f38e20331cbe,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:08.613378 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9838ed03-6cba-423f-a161-f4ca586922c0, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9838ed03-6cba-423f-a161-f4ca586922c0,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:08.626016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b74ba2cc-064d-4f57-8c00-b7e6e0cb894c req-8a1346b2-5a76-4133-b200-5bca91e12385 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699191 Dec 16 22:09:08.626218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '9838ed03-6cba-423f-a161-f4ca586922c0', 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51', 'port_id': '9838ed03-6cba-423f-a161-f4ca586922c0', 'mac_address': 'fa:16:3e:a1:bb:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7d127c-4059-48ec-a124-eaae22170103', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:08.628660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84cc147a-c503-415c-aeb7-f5ddbd709053 req-b409f327-b2f2-4507-a5ed-fc2a241db290 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670512 Dec 16 22:09:08.674030 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:08.688323 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9838ed03-6cba-423f-a161-f4ca586922c0 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:08.711610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9838ed03-6cba-423f-a161-f4ca586922c0, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9838ed03-6cba-423f-a161-f4ca586922c0,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:08.778302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9731b8-9b9a-4efd-ab18-b659d9cba341 req-d314b58e-d237-4728-a4d6-c5401c8dcf67 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:08.779887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa9731b8-9b9a-4efd-ab18-b659d9cba341 req-d314b58e-d237-4728-a4d6-c5401c8dcf67 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 943 time: 0.0853019 Dec 16 22:09:08.782773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1c33b-b06f-433d-917c-07cb999b209b req-0b780d88-f6cd-46f6-9ca0-857b475dff95 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:08.784314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5b1c33b-b06f-433d-917c-07cb999b209b req-0b780d88-f6cd-46f6-9ca0-857b475dff95 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9aed3243-82ea-4477-b863-ee11e123d669 HTTP/1.1" status: 200 len: 1100 time: 0.0787783 Dec 16 22:09:08.860269 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa9731b8-9b9a-4efd-ab18-b659d9cba341 req-ebdc0775-2b52-4673-ae15-4ab285a19022 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716548 Dec 16 22:09:08.862711 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5b1c33b-b06f-433d-917c-07cb999b209b req-2f2e7ba1-d637-43b3-b9fd-849e2fa8a8bb tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674565 Dec 16 22:09:08.864974 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:08.925965 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9838ed03-6cba-423f-a161-f4ca586922c0,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:08.977399 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cccfd-9a05-4cda-a43b-64a7943716fb req-0e7a2fad-6e5f-44ba-94a1-310f9508d177 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:08.978851 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-038cccfd-9a05-4cda-a43b-64a7943716fb req-0e7a2fad-6e5f-44ba-94a1-310f9508d177 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 945 time: 0.0523431 Dec 16 22:09:09.032983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-038cccfd-9a05-4cda-a43b-64a7943716fb req-554fa8ec-5c44-4b37-a0ed-780347f9baa1 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474870 Dec 16 22:09:09.133870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc1127-be52-453b-aa33-f87b0a66b8ef req-be261ffe-bad4-455c-a1fc-c3cb4cc8b8ad tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:09.135523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cabc1127-be52-453b-aa33-f87b0a66b8ef req-be261ffe-bad4-455c-a1fc-c3cb4cc8b8ad tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 949 time: 0.0534132 Dec 16 22:09:09.187801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cabc1127-be52-453b-aa33-f87b0a66b8ef req-be9051a1-bb61-4b97-9838-9edb98a06079 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461230 Dec 16 22:09:09.218612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-7627c377-26bc-472c-b6c6-31fd57af27ae tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224891 Dec 16 22:09:09.280687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['979c0477-17b5-479a-a019-f38e20331cbe'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:09.309516 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['9838ed03-6cba-423f-a161-f4ca586922c0'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:09.344574 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-f111c87f-e672-4404-a1ed-cc74dc1a1dc2 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:09.346144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-f111c87f-e672-4404-a1ed-cc74dc1a1dc2 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1219571 Dec 16 22:09:09.379095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-acce5d50-72fa-4ecd-b602-abd800363ad6 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/quotas/754f26ecb0c84ea4a4d3485ad36e376e HTTP/1.1" status: 200 len: 375 time: 0.0186436 Dec 16 22:09:09.392244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e926a-ed90-4e73-8b46-e4c50a993fae req-b95af7c7-280d-4288-a821-cf363c444507 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:09.394390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b9e926a-ed90-4e73-8b46-e4c50a993fae req-b95af7c7-280d-4288-a821-cf363c444507 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.0687463 Dec 16 22:09:09.742850 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-3a9a2eca-c3d5-496a-abf5-c0c5c8e476ee tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3472900 Dec 16 22:09:09.747609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b9e926a-ed90-4e73-8b46-e4c50a993fae req-e0506ac3-425e-48ad-bee8-37bdfdab737e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408771 Dec 16 22:09:09.775556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66aaf3-f1cb-43cd-bc76-89f7a0f4af62 req-57738ff4-3a72-49d6-b411-74fb3e86a81f tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:09.777577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c66aaf3-f1cb-43cd-bc76-89f7a0f4af62 req-57738ff4-3a72-49d6-b411-74fb3e86a81f tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 949 time: 0.0763023 Dec 16 22:09:09.920679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-5c66aaf3-f1cb-43cd-bc76-89f7a0f4af62 req-92b4750a-1aa8-44b2-9a9e-8f315e65ec16 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Deleting port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:09.921019 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5c66aaf3-f1cb-43cd-bc76-89f7a0f4af62 req-92b4750a-1aa8-44b2-9a9e-8f315e65ec16 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.945518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 00d93413-8f8a-451d-8031-b0694928ad6b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:10.045075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817c8a8-fcf7-4d16-a30a-29c5f1e5ae45 req-7e2503e6-9240-45f6-bbc5-808e9b416db3 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:10.046643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c817c8a8-fcf7-4d16-a30a-29c5f1e5ae45 req-7e2503e6-9240-45f6-bbc5-808e9b416db3 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 949 time: 0.1117163 Dec 16 22:09:10.049815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 00d93413-8f8a-451d-8031-b0694928ad6b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=00d93413-8f8a-451d-8031-b0694928ad6b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:10.053514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-5c66aaf3-f1cb-43cd-bc76-89f7a0f4af62 req-92b4750a-1aa8-44b2-9a9e-8f315e65ec16 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] For port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ed254e2a-1c36-4e4b-9cb4-5e609f5035bd,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:10.053880 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5c66aaf3-f1cb-43cd-bc76-89f7a0f4af62 req-92b4750a-1aa8-44b2-9a9e-8f315e65ec16 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.062871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '00d93413-8f8a-451d-8031-b0694928ad6b', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '00d93413-8f8a-451d-8031-b0694928ad6b', 'mac_address': 'fa:16:3e:b2:d4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:10.084767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-5c66aaf3-f1cb-43cd-bc76-89f7a0f4af62 req-92b4750a-1aa8-44b2-9a9e-8f315e65ec16 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Calling delete_port for ed254e2a-1c36-4e4b-9cb4-5e609f5035bd owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:10.103075 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.120909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00d93413-8f8a-451d-8031-b0694928ad6b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:10.141014 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 00d93413-8f8a-451d-8031-b0694928ad6b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=00d93413-8f8a-451d-8031-b0694928ad6b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:10.152386 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c817c8a8-fcf7-4d16-a30a-29c5f1e5ae45 req-dbc777c7-5fa9-423c-88a5-29821dbb21eb tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953679 Dec 16 22:09:10.253184 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.288682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f34898-1e8b-4cf0-ba36-09935d20e8d6 req-9638e638-97a7-4a2a-bb5b-77c83faaef48 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:10.295900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04f34898-1e8b-4cf0-ba36-09935d20e8d6 req-9638e638-97a7-4a2a-bb5b-77c83faaef48 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 943 time: 0.0701139 Dec 16 22:09:10.310438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=00d93413-8f8a-451d-8031-b0694928ad6b,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:10.342794 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04f34898-1e8b-4cf0-ba36-09935d20e8d6 req-3783bd84-c0eb-4532-bf06-babf25e4a435 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460801 Dec 16 22:09:10.344263 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5c66aaf3-f1cb-43cd-bc76-89f7a0f4af62 req-92b4750a-1aa8-44b2-9a9e-8f315e65ec16 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.371695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['45ff63af-7f92-403e-acda-b2a2299f70c7', 'ed254e2a-1c36-4e4b-9cb4-5e609f5035bd'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:10.401818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4750a-1aa8-44b2-9a9e-8f315e65ec16 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Pushing event deleted for resources: {'Port': ['ID=ed254e2a-1c36-4e4b-9cb4-5e609f5035bd,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:10.454894 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c66aaf3-f1cb-43cd-bc76-89f7a0f4af62 req-92b4750a-1aa8-44b2-9a9e-8f315e65ec16 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] No DVR routers for this DVR port ed254e2a-1c36-4e4b-9cb4-5e609f5035bd on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:09:10.459132 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5c66aaf3-f1cb-43cd-bc76-89f7a0f4af62 req-92b4750a-1aa8-44b2-9a9e-8f315e65ec16 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.462617 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c66aaf3-f1cb-43cd-bc76-89f7a0f4af62 req-92b4750a-1aa8-44b2-9a9e-8f315e65ec16 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.24 "DELETE /v2.0/ports/ed254e2a-1c36-4e4b-9cb4-5e609f5035bd HTTP/1.1" status: 204 len: 173 time: 0.6772738 Dec 16 22:09:10.463132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c363834-940b-4ac8-be24-3b85f3b10f66', 'name': 'network-vif-deleted', 'tag': 'ed254e2a-1c36-4e4b-9cb4-5e609f5035bd'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:10.465509 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f41a87-925a-43ca-a675-4af74ce98bbe" -d '{"events": [{"server_uuid": "9c363834-940b-4ac8-be24-3b85f3b10f66", "name": "network-vif-deleted", "tag": "ed254e2a-1c36-4e4b-9cb4-5e609f5035bd"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:10.513826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24001bcc-b4cc-4598-a00a-6025b071e7ff req-e6ec983f-b2a7-487c-9638-230ca9123493 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:10.521989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24001bcc-b4cc-4598-a00a-6025b071e7ff req-e6ec983f-b2a7-487c-9638-230ca9123493 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 945 time: 0.0767250 Dec 16 22:09:10.629260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24001bcc-b4cc-4598-a00a-6025b071e7ff req-5f2215b9-4090-408f-947d-1e4c00c949d0 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062734 Dec 16 22:09:10.659938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8260fa2-2ceb-4bfc-929a-9be4c3dad9ee req-a9a2e41f-d57e-423d-99eb-e1abe9dd4450 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:10.661477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8260fa2-2ceb-4bfc-929a-9be4c3dad9ee req-a9a2e41f-d57e-423d-99eb-e1abe9dd4450 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 949 time: 0.0928791 Dec 16 22:09:10.681760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['00d93413-8f8a-451d-8031-b0694928ad6b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:10.721481 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e952734-1332-4e4b-8522-564bf665615b x-openstack-request-id: req-9e952734-1332-4e4b-8522-564bf665615b {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:10.722621 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c363834-940b-4ac8-be24-3b85f3b10f66", "name": "network-vif-deleted", "tag": "ed254e2a-1c36-4e4b-9cb4-5e609f5035bd", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:10.722621 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e952734-1332-4e4b-8522-564bf665615b {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:10.722621 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c363834-940b-4ac8-be24-3b85f3b10f66', 'name': 'network-vif-deleted', 'tag': 'ed254e2a-1c36-4e4b-9cb4-5e609f5035bd', 'status': 'completed', 'code': 200} Dec 16 22:09:10.739987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8260fa2-2ceb-4bfc-929a-9be4c3dad9ee req-6f5c7417-158a-478a-9c6c-e853438b4c40 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698977 Dec 16 22:09:10.899577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d471a-c6fe-4cda-919d-b16e3369e36f req-0bdf0737-f1c5-4685-992a-764c6c073d7f tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:10.900966 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-959d471a-c6fe-4cda-919d-b16e3369e36f req-0bdf0737-f1c5-4685-992a-764c6c073d7f tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.0558743 Dec 16 22:09:10.963305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-959d471a-c6fe-4cda-919d-b16e3369e36f req-6f1928b1-7c7c-4efc-ad82-cc07a8cfac91 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553937 Dec 16 22:09:10.991735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ebd44142-aab5-46fb-923d-38bc39a5df58 req-97b2baa5-0545-4166-9be8-59cac459de9b tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 210 time: 0.0268710 Dec 16 22:09:11.270891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-710e1ca6-a3b1-451a-8d7f-58a8002a0001 req-5e248f2c-7519-4b50-b22b-22c3308174fe tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c363834-940b-4ac8-be24-3b85f3b10f66 HTTP/1.1" status: 200 len: 210 time: 0.0260210 Dec 16 22:09:11.474204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c36440-7fb1-407f-b860-9c2f60dc15c6 req-49d9514d-e984-4a85-a4fd-bab030b00275 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:11.475780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42c36440-7fb1-407f-b860-9c2f60dc15c6 req-49d9514d-e984-4a85-a4fd-bab030b00275 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 943 time: 0.0550346 Dec 16 22:09:11.527326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42c36440-7fb1-407f-b860-9c2f60dc15c6 req-56ec85ac-5d63-4f75-b002-8830f1c5c992 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454206 Dec 16 22:09:11.782376 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8625f17-6e71-4a4d-87f7-c9cedada5401 req-1350a250-5d2a-4f4f-9749-40f7c2625528 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:11.784004 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8625f17-6e71-4a4d-87f7-c9cedada5401 req-1350a250-5d2a-4f4f-9749-40f7c2625528 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 945 time: 0.0706477 Dec 16 22:09:11.920192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8625f17-6e71-4a4d-87f7-c9cedada5401 req-b839ac1f-0332-4bff-9ca7-afb34ce21e25 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291373 Dec 16 22:09:11.931093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 979c0477-17b5-479a-a019-f38e20331cbe up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:11.946856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d96945-9c29-4a13-ad45-3807e32a1784 req-00fe32da-02e4-4608-b242-8e31aa556f9e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:11.956029 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-17d96945-9c29-4a13-ad45-3807e32a1784 req-00fe32da-02e4-4608-b242-8e31aa556f9e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 949 time: 0.1154780 Dec 16 22:09:12.021636 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-17d96945-9c29-4a13-ad45-3807e32a1784 req-1bb8f65b-c4b0-481f-90be-eb0e10b05739 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644755 Dec 16 22:09:12.096321 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 979c0477-17b5-479a-a019-f38e20331cbe completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:09:12.100544 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 979c0477-17b5-479a-a019-f38e20331cbe triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:12.100916 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:12.157150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c8a3068-5415-4677-987f-e95913b1f5bb req-fb911d85-8650-457f-9b2f-557c25d4ae0a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 210 time: 0.0727425 Dec 16 22:09:12.194291 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ef7b3-88d3-4306-af57-e0c4ab6ac6dc req-751ad22c-deb2-49fb-a98b-eab59fa8bbc2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:12.200917 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:12.203477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-207ef7b3-88d3-4306-af57-e0c4ab6ac6dc req-751ad22c-deb2-49fb-a98b-eab59fa8bbc2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.1162503 Dec 16 22:09:12.230763 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e08fb8b-c5b1-4968-b28e-37fc52821c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979c0477-17b5-479a-a019-f38e20331cbe'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:12.233770 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1b8fe9-0862-4675-a883-c8d5d5ae20fc" -d '{"events": [{"server_uuid": "1e08fb8b-c5b1-4968-b28e-37fc52821c7b", "name": "network-vif-plugged", "status": "completed", "tag": "979c0477-17b5-479a-a019-f38e20331cbe"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:12.255251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 979c0477-17b5-479a-a019-f38e20331cbe, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=979c0477-17b5-479a-a019-f38e20331cbe,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:12.286340 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-207ef7b3-88d3-4306-af57-e0c4ab6ac6dc req-0e17d278-1d2a-485d-8960-17dedb184e54 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819767 Dec 16 22:09:12.315234 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410aac37-1bf0-41ab-ba9d-b9410b9340fc x-openstack-request-id: req-410aac37-1bf0-41ab-ba9d-b9410b9340fc {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:12.315834 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e08fb8b-c5b1-4968-b28e-37fc52821c7b", "name": "network-vif-plugged", "status": "completed", "tag": "979c0477-17b5-479a-a019-f38e20331cbe", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:12.317360 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-410aac37-1bf0-41ab-ba9d-b9410b9340fc {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:12.317360 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e08fb8b-c5b1-4968-b28e-37fc52821c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979c0477-17b5-479a-a019-f38e20331cbe', 'code': 200} Dec 16 22:09:12.382396 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:12.383572 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 00d93413-8f8a-451d-8031-b0694928ad6b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:12.474896 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d86fe7-82e2-4185-b2ae-25a0c41a92ee req-4121806c-2655-4b8a-ac5a-4bcd232b0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:12.477116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21d86fe7-82e2-4185-b2ae-25a0c41a92ee req-4121806c-2655-4b8a-ac5a-4bcd232b0579 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 1101 time: 0.0817056 Dec 16 22:09:12.543459 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21d86fe7-82e2-4185-b2ae-25a0c41a92ee req-9da7a883-543a-4f47-b5b7-6ea8d28e48cf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565674 Dec 16 22:09:12.544072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=979c0477-17b5-479a-a019-f38e20331cbe,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:12.567823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 00d93413-8f8a-451d-8031-b0694928ad6b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:12.568488 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:12.666145 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:12.705566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 00d93413-8f8a-451d-8031-b0694928ad6b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=00d93413-8f8a-451d-8031-b0694928ad6b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:12.710777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beebb6-8e68-4236-9037-07530cc42320 req-04cec3e2-0c94-4a08-8cc1-7b6b6ab2bdd9 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:12.712658 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82beebb6-8e68-4236-9037-07530cc42320 req-04cec3e2-0c94-4a08-8cc1-7b6b6ab2bdd9 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 943 time: 0.0723872 Dec 16 22:09:12.769756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82beebb6-8e68-4236-9037-07530cc42320 req-6f833517-bfb8-4833-90b1-55dbfa8ab01c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479918 Dec 16 22:09:12.785851 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:09:12.802222 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:12.803168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9838ed03-6cba-423f-a161-f4ca586922c0 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:12.866089 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:12.907650 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=00d93413-8f8a-451d-8031-b0694928ad6b,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:13.001551 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 9838ed03-6cba-423f-a161-f4ca586922c0 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:09:13.006206 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 9838ed03-6cba-423f-a161-f4ca586922c0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:13.011344 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:13.039211 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:13.082717 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea97e6-2a7e-45a4-9a36-c62d60436bec req-2dd44f5a-81fe-4849-a7b6-241dd9ecc91c tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:13.084361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13ea97e6-2a7e-45a4-9a36-c62d60436bec req-2dd44f5a-81fe-4849-a7b6-241dd9ecc91c tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 945 time: 0.0966880 Dec 16 22:09:13.093673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe280f-212f-4252-835f-b3aa174e81a3 req-b38c0267-27f9-4a92-b528-bfeaf60eb0d4 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:13.095195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-abfe280f-212f-4252-835f-b3aa174e81a3 req-b38c0267-27f9-4a92-b528-bfeaf60eb0d4 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 949 time: 0.1055658 Dec 16 22:09:13.118713 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:13.163049 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9838ed03-6cba-423f-a161-f4ca586922c0, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9838ed03-6cba-423f-a161-f4ca586922c0,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:13.186819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-abfe280f-212f-4252-835f-b3aa174e81a3 req-dd6a1ace-382b-4793-8e13-08fdfdd297e5 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808947 Dec 16 22:09:13.189979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13ea97e6-2a7e-45a4-9a36-c62d60436bec req-1e1cc108-b850-4853-a58e-e256c955dac5 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937357 Dec 16 22:09:13.246246 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:13.450932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb36986-6739-4f47-832b-b23647c70504 req-99120eef-31dc-448f-9fb1-99d702a4b6b4 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:13.455342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ffb36986-6739-4f47-832b-b23647c70504 req-99120eef-31dc-448f-9fb1-99d702a4b6b4 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 950 time: 0.0986915 Dec 16 22:09:13.503046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9838ed03-6cba-423f-a161-f4ca586922c0,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:13.551282 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ffb36986-6739-4f47-832b-b23647c70504 req-b3744f0b-71ad-46c9-aeeb-5be2b5d2feb8 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806625 Dec 16 22:09:13.571992 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3adf310-06b5-4a05-9ff5-dde188f90a18 req-f8ec3858-c2cb-480f-ae7f-35631a1d9d13 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 210 time: 0.1162467 Dec 16 22:09:13.706996 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e266a-1271-4316-b460-11852891b1f2 req-f215fa73-6337-41b7-8d1d-848e0b4c8d4d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:13.708848 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc1e266a-1271-4316-b460-11852891b1f2 req-f215fa73-6337-41b7-8d1d-848e0b4c8d4d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.0671699 Dec 16 22:09:13.768314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc1e266a-1271-4316-b460-11852891b1f2 req-06d99ac3-41d3-4e24-8589-736418887928 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525813 Dec 16 22:09:13.904923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc4e06-ba88-4d42-9ef6-e5166ada9072 req-2203147d-4885-43e2-8899-de68fe956ff1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:13.906516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75fc4e06-ba88-4d42-9ef6-e5166ada9072 req-2203147d-4885-43e2-8899-de68fe956ff1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 943 time: 0.0515552 Dec 16 22:09:14.019017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75fc4e06-ba88-4d42-9ef6-e5166ada9072 req-3fe14bf7-62ef-4326-9dcf-58e8c68d1ff9 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909972 Dec 16 22:09:14.029524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-6a679522-e166-483d-a5ec-9fe72f19de49 service neutron] 10.222.0.24 "GET /v2.0/ports/326969b1-a6ab-4425-a607-07f62dfb55bd/bindings/n-h1-821840-2 HTTP/1.1" status: 200 len: 384 time: 0.1076415 Dec 16 22:09:14.068657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ed254e2a-1c36-4e4b-9cb4-5e609f5035bd no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:14.105875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: ed254e2a-1c36-4e4b-9cb4-5e609f5035bd {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:09:14.106686 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ed254e2a-1c36-4e4b-9cb4-5e609f5035bd not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:09:14.290978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-1531e6e9-bac1-40f6-b166-464c8ccf7807 service neutron] For port 326969b1-a6ab-4425-a607-07f62dfb55bd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=326969b1-a6ab-4425-a607-07f62dfb55bd,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:14.318011 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0465997d-0579-4143-b9d7-413fc792deea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d93413-8f8a-451d-8031-b0694928ad6b'}, {'server_uuid': 'a511bd93-9f22-46ff-beb2-e6afd7eefe12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9838ed03-6cba-423f-a161-f4ca586922c0'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:14.321097 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d326f95-9ae4-4574-8f9e-8021c305e636" -d '{"events": [{"server_uuid": "0465997d-0579-4143-b9d7-413fc792deea", "name": "network-vif-plugged", "status": "completed", "tag": "00d93413-8f8a-451d-8031-b0694928ad6b"}, {"server_uuid": "a511bd93-9f22-46ff-beb2-e6afd7eefe12", "name": "network-vif-plugged", "status": "completed", "tag": "9838ed03-6cba-423f-a161-f4ca586922c0"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:14.333900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-1531e6e9-bac1-40f6-b166-464c8ccf7807 service neutron] For port 326969b1-a6ab-4425-a607-07f62dfb55bd, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:14.419344 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-1531e6e9-bac1-40f6-b166-464c8ccf7807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326969b1-a6ab-4425-a607-07f62dfb55bd {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:14.441080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-1531e6e9-bac1-40f6-b166-464c8ccf7807 service neutron] For port 326969b1-a6ab-4425-a607-07f62dfb55bd, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=326969b1-a6ab-4425-a607-07f62dfb55bd,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:14.462507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b575072-9860-4f6c-97ff-a2fb268653ca req-64e3f22e-89c7-483a-826b-54799b711c4c tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:14.464203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b575072-9860-4f6c-97ff-a2fb268653ca req-64e3f22e-89c7-483a-826b-54799b711c4c tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 946 time: 0.1473849 Dec 16 22:09:14.474559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017850ef-134f-4cf8-a0be-fa0d23e85837 req-9e833925-42a9-4c33-959f-5890d46304e2 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:14.482684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-017850ef-134f-4cf8-a0be-fa0d23e85837 req-9e833925-42a9-4c33-959f-5890d46304e2 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 949 time: 0.1504753 Dec 16 22:09:14.564920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-017850ef-134f-4cf8-a0be-fa0d23e85837 req-13bc4c94-8656-4506-9499-dc00c67f6295 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812266 Dec 16 22:09:14.571876 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-1531e6e9-bac1-40f6-b166-464c8ccf7807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:14.577335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b575072-9860-4f6c-97ff-a2fb268653ca req-1f287b08-2c84-4386-a10e-a070f46ebf10 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917141 Dec 16 22:09:14.675260 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-56b08c78-e523-4999-b374-61b12ebf7910 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345287 Dec 16 22:09:14.701687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-1531e6e9-bac1-40f6-b166-464c8ccf7807 service neutron] Transition to ACTIVE for port object 326969b1-a6ab-4425-a607-07f62dfb55bd will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:09:14.706717 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94d1400-0734-43f6-8159-ce7c5d70a74e x-openstack-request-id: req-a94d1400-0734-43f6-8159-ce7c5d70a74e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:14.707019 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0465997d-0579-4143-b9d7-413fc792deea", "name": "network-vif-plugged", "status": "completed", "tag": "00d93413-8f8a-451d-8031-b0694928ad6b", "code": 200}, {"server_uuid": "a511bd93-9f22-46ff-beb2-e6afd7eefe12", "name": "network-vif-plugged", "status": "completed", "tag": "9838ed03-6cba-423f-a161-f4ca586922c0", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:14.707290 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a94d1400-0734-43f6-8159-ce7c5d70a74e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:14.707865 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0465997d-0579-4143-b9d7-413fc792deea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d93413-8f8a-451d-8031-b0694928ad6b', 'code': 200} Dec 16 22:09:14.707990 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a511bd93-9f22-46ff-beb2-e6afd7eefe12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9838ed03-6cba-423f-a161-f4ca586922c0', 'code': 200} Dec 16 22:09:14.797902 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-1531e6e9-bac1-40f6-b166-464c8ccf7807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:14.870637 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-4206e407-eaad-48b0-825d-d31d422ea277 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:14.873669 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-4206e407-eaad-48b0-825d-d31d422ea277 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809378 Dec 16 22:09:14.883903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24cac428-5cc8-4d97-8980-322556cb3b9e req-55b7e712-92a1-4335-9cb8-3acc04b11af2 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 210 time: 0.1007323 Dec 16 22:09:14.900777 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-0db1c9cb-f904-495d-ae66-b4191e8a95db tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Request body: {'port': {'device_id': 'b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '754f26ecb0c84ea4a4d3485ad36e376e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:15.006315 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-1531e6e9-bac1-40f6-b166-464c8ccf7807 service neutron] No DVR routers for this DVR port 326969b1-a6ab-4425-a607-07f62dfb55bd on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:09:15.024999 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c97b6b-b96c-4bb6-b9e8-8ddeca8273ce req-b38e39e4-c311-450f-ad9d-f269de990a30 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:15.033191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8c97b6b-b96c-4bb6-b9e8-8ddeca8273ce req-b38e39e4-c311-450f-ad9d-f269de990a30 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 950 time: 0.2609377 Dec 16 22:09:15.105990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531e6e9-bac1-40f6-b166-464c8ccf7807 service neutron] Pushing event updated for resources: {'Port': ['ID=326969b1-a6ab-4425-a607-07f62dfb55bd,revision_number=10']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:15.137815 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-1531e6e9-bac1-40f6-b166-464c8ccf7807 service neutron] 10.222.0.24 "PUT /v2.0/ports/326969b1-a6ab-4425-a607-07f62dfb55bd/bindings/n-h1-821840-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0867424 Dec 16 22:09:15.157816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eef36-af59-4d1e-a7b1-11aab781286a req-24e60a40-dec7-496d-9c62-271b4f27299c tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:15.159462 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a6eef36-af59-4d1e-a7b1-11aab781286a req-24e60a40-dec7-496d-9c62-271b4f27299c tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 949 time: 0.1121824 Dec 16 22:09:15.197117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8c97b6b-b96c-4bb6-b9e8-8ddeca8273ce req-7544710a-f6ce-4160-98d6-2c758f3cc412 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608832 Dec 16 22:09:15.566633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd031a62-e7f1-428d-af29-53fe56695325 req-e43a98dd-78c6-4988-85b3-2353b9ead8ef tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:15.566633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd031a62-e7f1-428d-af29-53fe56695325 req-e43a98dd-78c6-4988-85b3-2353b9ead8ef tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.1957510 Dec 16 22:09:15.566633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fdf18-dcb6-46db-9406-97279d1e9527 req-a2431a1e-823c-4a14-af17-977b74e24a3a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:15.566633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c84fdf18-dcb6-46db-9406-97279d1e9527 req-a2431a1e-823c-4a14-af17-977b74e24a3a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 944 time: 0.1903548 Dec 16 22:09:15.566633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-7a6eef36-af59-4d1e-a7b1-11aab781286a req-175f289e-3119-4558-b355-81a81f5cbeb5 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Deleting port 45ff63af-7f92-403e-acda-b2a2299f70c7 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:15.566633 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7a6eef36-af59-4d1e-a7b1-11aab781286a req-175f289e-3119-4558-b355-81a81f5cbeb5 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:15.566633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd031a62-e7f1-428d-af29-53fe56695325 req-303bc026-c0ce-4d87-b93d-3f91f2c265e1 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294069 Dec 16 22:09:15.606277 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-0db1c9cb-f904-495d-ae66-b4191e8a95db tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Made reservation on behalf of 754f26ecb0c84ea4a4d3485ad36e376e for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:15.611564 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-0db1c9cb-f904-495d-ae66-b4191e8a95db tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:15.622471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7619a3-bb07-4c29-8807-2bbb1076ca0b req-f1551cbb-6ed7-4481-a2b5-974678e29dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:15.623501 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f7619a3-bb07-4c29-8807-2bbb1076ca0b req-f1551cbb-6ed7-4481-a2b5-974678e29dc4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 1097 time: 0.1651309 Dec 16 22:09:15.727200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c84fdf18-dcb6-46db-9406-97279d1e9527 req-c6f29856-86ad-4436-9418-5988e0c722c7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239494 Dec 16 22:09:15.822362 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-0db1c9cb-f904-495d-ae66-b4191e8a95db tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Allocated IP 192.168.233.180 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/ba490fd2-7d57-46d7-bb9c-8f72f78231c7) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:15.921142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-7a6eef36-af59-4d1e-a7b1-11aab781286a req-175f289e-3119-4558-b355-81a81f5cbeb5 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] For port 45ff63af-7f92-403e-acda-b2a2299f70c7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=45ff63af-7f92-403e-acda-b2a2299f70c7,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:15.921512 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7a6eef36-af59-4d1e-a7b1-11aab781286a req-175f289e-3119-4558-b355-81a81f5cbeb5 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:15.925648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f7619a3-bb07-4c29-8807-2bbb1076ca0b req-8ba45f23-fbee-45ca-b13c-c3bb480887f1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524948 Dec 16 22:09:15.938510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-44879183-de0a-4327-8ead-98ee45874000 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:15.938824 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-44879183-de0a-4327-8ead-98ee45874000 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60&tenant_id=7121dad57bc841b98b41e71c9b25481e&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 1095 time: 0.2260613 Dec 16 22:09:15.951070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-7a6eef36-af59-4d1e-a7b1-11aab781286a req-175f289e-3119-4558-b355-81a81f5cbeb5 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Calling delete_port for 45ff63af-7f92-403e-acda-b2a2299f70c7 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:15.960349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be923ef-7a92-47f8-861d-d3db7fd7ea0f req-a1258194-5d28-4c6c-a4a2-61b34026e4e4 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:15.961839 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5be923ef-7a92-47f8-861d-d3db7fd7ea0f req-a1258194-5d28-4c6c-a4a2-61b34026e4e4 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 949 time: 0.2384894 Dec 16 22:09:15.982314 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-0db1c9cb-f904-495d-ae66-b4191e8a95db tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:15.982581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009491f1-4240-45fc-ae28-08337cb53880 req-b98d4584-21ea-4c94-bcc6-3853725bfdb2 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:15.983977 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-009491f1-4240-45fc-ae28-08337cb53880 req-b98d4584-21ea-4c94-bcc6-3853725bfdb2 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 946 time: 0.1591647 Dec 16 22:09:16.057460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 326969b1-a6ab-4425-a607-07f62dfb55bd no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:16.100679 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 326969b1-a6ab-4425-a607-07f62dfb55bd not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:09:16.104903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-009491f1-4240-45fc-ae28-08337cb53880 req-bf8267b3-83bb-4b61-882f-2f3a08176211 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122038 Dec 16 22:09:16.115002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5be923ef-7a92-47f8-861d-d3db7fd7ea0f req-d76e73f4-7f4a-4eb5-b6f7-c653cbbbd8bb tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/security-groups?id=58c5acbd-c723-417a-9577-4e2b31829846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448774 Dec 16 22:09:16.234251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c359c8b-dc6d-4150-8780-c14c60548481 req-4b17d4f7-015e-419b-8b17-2bacc7ccdecd tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 210 time: 0.0411344 Dec 16 22:09:16.308953 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-0db1c9cb-f904-495d-ae66-b4191e8a95db tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.325723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ebf797c1-bb5d-4b3a-aa39-941231cf05ab'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:16.337364 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['fda962b4-4612-4379-82f8-686622f5e8fd', '6e870121-a5c4-456a-86ce-741a90fbe967'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:16.366052 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0518fb3-021e-4d2b-9dd1-af3aa7a674b3 req-f95f61f9-fce9-42e2-89f8-87d3d44a8a21 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:16.366052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0518fb3-021e-4d2b-9dd1-af3aa7a674b3 req-f95f61f9-fce9-42e2-89f8-87d3d44a8a21 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 950 time: 0.0603788 Dec 16 22:09:16.366371 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-0db1c9cb-f904-495d-ae66-b4191e8a95db tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:16.366466 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7a6eef36-af59-4d1e-a7b1-11aab781286a req-175f289e-3119-4558-b355-81a81f5cbeb5 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.366558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-0db1c9cb-f904-495d-ae66-b4191e8a95db tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:16.366558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-0db1c9cb-f904-495d-ae66-b4191e8a95db tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:16.413213 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1c9cb-f904-495d-ae66-b4191e8a95db tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event updated for resources: {'Port': ['ID=ba490fd2-7d57-46d7-bb9c-8f72f78231c7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:16.429230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f289e-3119-4558-b355-81a81f5cbeb5 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Pushing event deleted for resources: {'Port': ['ID=45ff63af-7f92-403e-acda-b2a2299f70c7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:16.500890 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-0db1c9cb-f904-495d-ae66-b4191e8a95db tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:16.502576 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-0db1c9cb-f904-495d-ae66-b4191e8a95db tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.513362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6eef36-af59-4d1e-a7b1-11aab781286a req-175f289e-3119-4558-b355-81a81f5cbeb5 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] No DVR routers for this DVR port 45ff63af-7f92-403e-acda-b2a2299f70c7 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:09:16.521350 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7a6eef36-af59-4d1e-a7b1-11aab781286a req-175f289e-3119-4558-b355-81a81f5cbeb5 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.524859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a6eef36-af59-4d1e-a7b1-11aab781286a req-175f289e-3119-4558-b355-81a81f5cbeb5 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.24 "DELETE /v2.0/ports/45ff63af-7f92-403e-acda-b2a2299f70c7 HTTP/1.1" status: 204 len: 173 time: 1.3482788 Dec 16 22:09:16.525349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa65a508-9b75-4bf9-af86-af46530ffb6d', 'name': 'network-vif-deleted', 'tag': '45ff63af-7f92-403e-acda-b2a2299f70c7'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:16.535550 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dc3450-ac8f-42b2-92dd-8319aa4f947e" -d '{"events": [{"server_uuid": "aa65a508-9b75-4bf9-af86-af46530ffb6d", "name": "network-vif-deleted", "tag": "45ff63af-7f92-403e-acda-b2a2299f70c7"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:16.545825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0518fb3-021e-4d2b-9dd1-af3aa7a674b3 req-3e101d5f-6874-4c4b-8abd-4d2a72e17ed4 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661689 Dec 16 22:09:16.597274 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b85724-f5e4-472c-bc75-2ab86abc8570 x-openstack-request-id: req-60b85724-f5e4-472c-bc75-2ab86abc8570 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:16.597929 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa65a508-9b75-4bf9-af86-af46530ffb6d", "name": "network-vif-deleted", "tag": "45ff63af-7f92-403e-acda-b2a2299f70c7", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:16.597929 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60b85724-f5e4-472c-bc75-2ab86abc8570 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:16.598529 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa65a508-9b75-4bf9-af86-af46530ffb6d', 'name': 'network-vif-deleted', 'tag': '45ff63af-7f92-403e-acda-b2a2299f70c7', 'status': 'completed', 'code': 200} Dec 16 22:09:16.613540 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-0db1c9cb-f904-495d-ae66-b4191e8a95db tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7165911 Dec 16 22:09:16.629984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Request body: {'port': {'device_id': 'b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:16.737337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fec6bb-5948-457d-8bf3-97c8207e8259 req-12ba175f-f8ed-4ba4-b238-93f7762fd8ec tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:16.746615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0fec6bb-5948-457d-8bf3-97c8207e8259 req-12ba175f-f8ed-4ba4-b238-93f7762fd8ec tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.0807815 Dec 16 22:09:16.794933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9b3d5091-ab2f-4eb8-9a66-bd478ce0acde None None] Provisioning complete for port ba490fd2-7d57-46d7-bb9c-8f72f78231c7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:16.796568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.798562 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5091-ab2f-4eb8-9a66-bd478ce0acde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.829213 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0fec6bb-5948-457d-8bf3-97c8207e8259 req-a225f87b-b2a1-4d63-aa6d-f90bf7dd076d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811274 Dec 16 22:09:16.906500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d5091-ab2f-4eb8-9a66-bd478ce0acde None None] Port ba490fd2-7d57-46d7-bb9c-8f72f78231c7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:09:17.052136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d1bc323-aa8b-457d-bf47-5da0fd865338 req-11d7434e-c955-4cd1-b098-e2048bb90334 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0747466 Dec 16 22:09:17.079747 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80115de6-8ccd-4a4e-aebe-95e91552d4ce req-e4182f6d-22fe-4614-baf8-99f9ae6cb992 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:17.091759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80115de6-8ccd-4a4e-aebe-95e91552d4ce req-e4182f6d-22fe-4614-baf8-99f9ae6cb992 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 944 time: 0.0992169 Dec 16 22:09:17.175127 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d1bc323-aa8b-457d-bf47-5da0fd865338 req-c3883892-9010-4dcd-a549-b191f79cab42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d341b727ec84cc7819153664770d8fb&device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 210 time: 0.0501792 Dec 16 22:09:17.285301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d1bc323-aa8b-457d-bf47-5da0fd865338 req-67b87cee-99c2-4713-a833-bd1197598d64 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4d341b727ec84cc7819153664770d8fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824461 Dec 16 22:09:17.291812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba490fd2-7d57-46d7-bb9c-8f72f78231c7 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:17.301477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80115de6-8ccd-4a4e-aebe-95e91552d4ce req-3777a2b3-b03e-4043-8033-b76e1d1950ce tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077575 Dec 16 22:09:17.311403 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.313986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a31c8-c776-4e89-9647-5697937bcc7a req-d5769141-533e-45b2-97f9-f524545b13c1 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:17.316131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e6a31c8-c776-4e89-9647-5697937bcc7a req-d5769141-533e-45b2-97f9-f524545b13c1 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 946 time: 0.0773170 Dec 16 22:09:17.339860 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Transition to ACTIVE for port object ba490fd2-7d57-46d7-bb9c-8f72f78231c7 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:09:17.441727 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.494555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Pushing event updated for resources: {'Port': ['ID=ba490fd2-7d57-46d7-bb9c-8f72f78231c7,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:17.630393 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Attempting to bind port ba490fd2-7d57-46d7-bb9c-8f72f78231c7 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:17.630960 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Attempting to bind port ba490fd2-7d57-46d7-bb9c-8f72f78231c7 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:17.631587 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Attempting to bind port ba490fd2-7d57-46d7-bb9c-8f72f78231c7 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:17.638318 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Port ba490fd2-7d57-46d7-bb9c-8f72f78231c7 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:09:17.638788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Attempting to bind port ba490fd2-7d57-46d7-bb9c-8f72f78231c7 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:17.645334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:17.646069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:17.647521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:17.647521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Bound port: ba490fd2-7d57-46d7-bb9c-8f72f78231c7, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:17.647986 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.729554 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] For port ba490fd2-7d57-46d7-bb9c-8f72f78231c7, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:17.733180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] For port ba490fd2-7d57-46d7-bb9c-8f72f78231c7, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ba490fd2-7d57-46d7-bb9c-8f72f78231c7,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:17.868179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c724f45-863e-43fb-93ff-54a9ffa415c7 req-8b065165-4424-4a31-be3f-dcfdf5b76b06 tempest-ServersAdminNegativeTestJSON-331600450 tempest-ServersAdminNegativeTestJSON-331600450-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa65a508-9b75-4bf9-af86-af46530ffb6d HTTP/1.1" status: 200 len: 210 time: 0.1396701 Dec 16 22:09:17.889029 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.918352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bc323-aa8b-457d-bf47-5da0fd865338 req-abea7dd0-5bc8-44b6-be87-f1ce01c71259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:17.919887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d1bc323-aa8b-457d-bf47-5da0fd865338 req-abea7dd0-5bc8-44b6-be87-f1ce01c71259 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6028719 Dec 16 22:09:18.018493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e6a31c8-c776-4e89-9647-5697937bcc7a req-276a4de4-289f-477a-9261-67cc77c0bde9 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6919479 Dec 16 22:09:18.018983 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:18.021344 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:18.023118 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] 10.222.0.24 "PUT /v2.0/ports/ba490fd2-7d57-46d7-bb9c-8f72f78231c7 HTTP/1.1" status: 200 len: 1096 time: 1.3981745 Dec 16 22:09:18.034394 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d', 'tag': 'ba490fd2-7d57-46d7-bb9c-8f72f78231c7'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:18.037125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-f0955a0a-75c1-4eed-b60c-df2136717cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:18.038650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-f0955a0a-75c1-4eed-b60c-df2136717cc0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60&tenant_id=7121dad57bc841b98b41e71c9b25481e HTTP/1.1" status: 200 len: 1095 time: 0.3372867 Dec 16 22:09:18.046795 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2156dba0-b94f-43a2-be6a-4295affad6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d", "tag": "ba490fd2-7d57-46d7-bb9c-8f72f78231c7"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:18.075618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 45ff63af-7f92-403e-acda-b2a2299f70c7 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:18.097872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b5e81-120f-4581-9fe8-352e75125b97 service neutron] Pushing event updated for resources: {'Port': ['ID=ba490fd2-7d57-46d7-bb9c-8f72f78231c7,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:18.112614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 45ff63af-7f92-403e-acda-b2a2299f70c7 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:09:18.113214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 45ff63af-7f92-403e-acda-b2a2299f70c7 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:09:18.179608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-55946314-351f-48bf-b337-67a4ce54c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:18.181122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-55946314-351f-48bf-b337-67a4ce54c6d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 1095 time: 0.1136043 Dec 16 22:09:18.260541 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-eff223b1-bfb9-4f5c-b1b6-5ed4fc393155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:18.264601 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-eff223b1-bfb9-4f5c-b1b6-5ed4fc393155 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 1099 time: 0.0782228 Dec 16 22:09:18.356151 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-0092c74f-39e7-4abc-969f-fd5b24537e2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=ba490fd2-7d57-46d7-bb9c-8f72f78231c7 HTTP/1.1" status: 200 len: 217 time: 0.0800335 Dec 16 22:09:18.356854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b31ae1-0a57-4204-9f0c-2cd244c64191 req-7bfc7535-0754-44b5-a6ee-bb143b67f0de tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:18.363970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37b31ae1-0a57-4204-9f0c-2cd244c64191 req-7bfc7535-0754-44b5-a6ee-bb143b67f0de tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 948 time: 0.2209854 Dec 16 22:09:18.446994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37b31ae1-0a57-4204-9f0c-2cd244c64191 req-da2019ad-70b4-44d1-96e3-84b19860fc35 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820737 Dec 16 22:09:18.482914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0e990-f922-4f04-a810-2b15c9dfc3b9 req-4a2985c8-8131-4c75-87f3-d996d66dd869 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:18.493267 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-adb0e990-f922-4f04-a810-2b15c9dfc3b9 req-4a2985c8-8131-4c75-87f3-d996d66dd869 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 950 time: 0.1870670 Dec 16 22:09:18.504952 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-f2c306ce-d394-4bb0-9aab-328ac5eb8548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:18.510228 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-f2c306ce-d394-4bb0-9aab-328ac5eb8548 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1430986 Dec 16 22:09:18.607218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-af527513-ed13-499b-9dfd-c2cd76f5179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:18.608945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-af527513-ed13-499b-9dfd-c2cd76f5179f service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 922 time: 0.3983195 Dec 16 22:09:18.628247 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-5b4f2832-17e3-49a3-b61f-cfb6b86205da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:18.641445 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-5b4f2832-17e3-49a3-b61f-cfb6b86205da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111712 Dec 16 22:09:18.663934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-1e946d39-e81c-4493-9be3-4264995a1648 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=326969b1-a6ab-4425-a607-07f62dfb55bd HTTP/1.1" status: 200 len: 217 time: 0.0394342 Dec 16 22:09:18.731306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-e5eef04d-46f4-4c78-ac06-d5edf23ea172 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258408 Dec 16 22:09:18.744849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-adb0e990-f922-4f04-a810-2b15c9dfc3b9 req-d0f9e3d1-26a5-48cb-974c-e77efeb9a7c7 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375729 Dec 16 22:09:18.844788 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05090404-d22f-49d9-a5f7-8a12a8a41896 x-openstack-request-id: req-05090404-d22f-49d9-a5f7-8a12a8a41896 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:18.845200 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d", "tag": "ba490fd2-7d57-46d7-bb9c-8f72f78231c7", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:18.845409 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05090404-d22f-49d9-a5f7-8a12a8a41896 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:18.845855 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d', 'tag': 'ba490fd2-7d57-46d7-bb9c-8f72f78231c7', 'status': 'completed', 'code': 200} Dec 16 22:09:18.904069 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-73043e9b-6e93-4ab9-b712-1fedc3efbcf8 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380624 Dec 16 22:09:18.960622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d0b25-f835-46e1-9c79-b1ae78617905 req-3df21f3a-0ed3-4204-a8a2-a69c9a9a09db tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:18.962231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d44d0b25-f835-46e1-9c79-b1ae78617905 req-3df21f3a-0ed3-4204-a8a2-a69c9a9a09db tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.3857572 Dec 16 22:09:19.128105 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-a5cfbfae-c9c4-4b08-908b-4b64e16fa1c4 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099261 Dec 16 22:09:19.150059 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-31de0bb8-e384-47f2-ab05-42f449a2a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:19.151896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-31de0bb8-e384-47f2-ab05-42f449a2a77e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.4616716 Dec 16 22:09:19.192153 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d44d0b25-f835-46e1-9c79-b1ae78617905 req-36d8bede-8a4c-428e-b6c5-26b4683e0688 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115886 Dec 16 22:09:19.287791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-659ba1df-ec4e-45f4-859d-ec9311333849 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096051 Dec 16 22:09:19.304556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-5739dded-ca34-4046-9afa-54a059adf829 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:19.306219 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-5739dded-ca34-4046-9afa-54a059adf829 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5545685 Dec 16 22:09:19.327034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7f992-210a-42cb-926b-e858a5386437 req-b3ae9d11-f873-4934-9686-5c4d8311fb99 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:19.338342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32d7f992-210a-42cb-926b-e858a5386437 req-b3ae9d11-f873-4934-9686-5c4d8311fb99 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 944 time: 0.3749943 Dec 16 22:09:19.485038 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156dba0-b94f-43a2-be6a-4295affad6b1 req-e169c388-2299-4fd9-a4ab-06b0421aa47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:19.485585 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2156dba0-b94f-43a2-be6a-4295affad6b1 req-e169c388-2299-4fd9-a4ab-06b0421aa47d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 1099 time: 0.1269205 Dec 16 22:09:19.516733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-a35357cd-07e8-48d7-8b4a-59fd334405bf tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Request body: {'port': {'device_id': '3de4e1c1-42df-4b79-85a4-4000925394f0', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '754f26ecb0c84ea4a4d3485ad36e376e'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:19.658893 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156dba0-b94f-43a2-be6a-4295affad6b1 req-cbe41d7a-920a-4023-b531-bf97738cab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:19.668170 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2156dba0-b94f-43a2-be6a-4295affad6b1 req-cbe41d7a-920a-4023-b531-bf97738cab79 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1705780 Dec 16 22:09:19.727396 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2156dba0-b94f-43a2-be6a-4295affad6b1 req-4c3c6ef2-d748-4d2d-a9d7-3cdaf36e9276 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=ba490fd2-7d57-46d7-bb9c-8f72f78231c7 HTTP/1.1" status: 200 len: 217 time: 0.0507669 Dec 16 22:09:19.792742 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-c9a58305-4141-49c0-a4cf-59e2dacef87e service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838011 Dec 16 22:09:19.817680 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156dba0-b94f-43a2-be6a-4295affad6b1 req-ead9431e-8fb2-49eb-9ad5-6324c022565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:19.825420 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2156dba0-b94f-43a2-be6a-4295affad6b1 req-ead9431e-8fb2-49eb-9ad5-6324c022565e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0852063 Dec 16 22:09:19.825620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adff54-5b6a-4591-83fb-8b8a53d453d7 req-aeb44d17-3055-495e-a39d-8501da80900f tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:19.833310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29adff54-5b6a-4591-83fb-8b8a53d453d7 req-aeb44d17-3055-495e-a39d-8501da80900f tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 946 time: 0.2584631 Dec 16 22:09:19.850189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32d7f992-210a-42cb-926b-e858a5386437 req-1d067031-c9b3-46a2-8f6a-ac1028490bc8 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380544 Dec 16 22:09:19.915061 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156dba0-b94f-43a2-be6a-4295affad6b1 req-efbafd67-4eb9-4950-8b34-2dd21a797e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:19.918904 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2156dba0-b94f-43a2-be6a-4295affad6b1 req-efbafd67-4eb9-4950-8b34-2dd21a797e6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832729 Dec 16 22:09:20.030613 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd5b5-05fa-42dc-ab23-caaf6a4ac1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:20.077336 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54344) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:20.092720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-3f33c135-5075-44d3-90e9-2f87c4cbf5cf service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867947 Dec 16 22:09:20.203976 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2156dba0-b94f-43a2-be6a-4295affad6b1 req-083f0d84-d784-448e-877b-defe1da602d5 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762520 Dec 16 22:09:20.293640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87abb9-9c23-4bc0-939d-de9ed12c0f00 req-5d35c884-e31a-475b-8239-21bcffe3a521 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:20.301632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc87abb9-9c23-4bc0-939d-de9ed12c0f00 req-5d35c884-e31a-475b-8239-21bcffe3a521 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 948 time: 0.1763525 Dec 16 22:09:20.317076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29adff54-5b6a-4591-83fb-8b8a53d453d7 req-42c520af-ac14-4d68-900f-789515c63fb4 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827416 Dec 16 22:09:20.319009 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-a35357cd-07e8-48d7-8b4a-59fd334405bf tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Made reservation on behalf of 754f26ecb0c84ea4a4d3485ad36e376e for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:20.326854 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-a35357cd-07e8-48d7-8b4a-59fd334405bf tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:20.399682 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-717e0d36-a43d-4587-97c0-8bd2a5590e45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d341b727ec84cc7819153664770d8fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208046 Dec 16 22:09:20.410874 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54352) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:20.413528 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2156dba0-b94f-43a2-be6a-4295affad6b1 req-098701c5-9154-4af5-9f9c-0f7d6465d3e1 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006729 Dec 16 22:09:20.489614 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-88d5c9e3-5e39-4e80-ba93-79fa79dd8907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:20.525044 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-88d5c9e3-5e39-4e80-ba93-79fa79dd8907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:20.667302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc87abb9-9c23-4bc0-939d-de9ed12c0f00 req-5bb3c40b-138a-4161-9e8e-8b4c3b669de5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645346 Dec 16 22:09:20.693669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989e426-4e64-4f9c-98bc-eaee2a07f981 req-2ad938a6-da31-427c-9572-fd8709b14f36 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:20.694571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1989e426-4e64-4f9c-98bc-eaee2a07f981 req-2ad938a6-da31-427c-9572-fd8709b14f36 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 950 time: 0.2016356 Dec 16 22:09:20.699252 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-88d5c9e3-5e39-4e80-ba93-79fa79dd8907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:20.706432 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-a35357cd-07e8-48d7-8b4a-59fd334405bf tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Allocated IP 192.168.233.71 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/25bb4fc8-fc39-4095-a5e3-4c5813f6dabe) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:20.707735 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-88d5c9e3-5e39-4e80-ba93-79fa79dd8907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:20.713248 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-88d5c9e3-5e39-4e80-ba93-79fa79dd8907 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/58c5acbd-c723-417a-9577-4e2b31829846 HTTP/1.1" status: 204 len: 168 time: 0.2967832 Dec 16 22:09:20.737452 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5c9e3-5e39-4e80-ba93-79fa79dd8907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c5acbd-c723-417a-9577-4e2b31829846,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:20.945825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1989e426-4e64-4f9c-98bc-eaee2a07f981 req-c9bd76a1-dd68-4bc7-b944-12dcbdca8243 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952844 Dec 16 22:09:20.988331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-3726ad40-8f1a-46e0-b8b5-7c10dd3b04a9 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:20.991117 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-3726ad40-8f1a-46e0-b8b5-7c10dd3b04a9 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60&tenant_id=7121dad57bc841b98b41e71c9b25481e&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 1095 time: 0.0603242 Dec 16 22:09:21.038474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ca8fc-1084-4947-b5c3-46bae0e48013 req-280c78f8-c518-4b74-a82d-a6bcf88e433c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:21.046491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-462ca8fc-1084-4947-b5c3-46bae0e48013 req-280c78f8-c518-4b74-a82d-a6bcf88e433c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.2507544 Dec 16 22:09:21.140814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7612360d-4a49-43b9-98ab-2d0c43c018dd req-df31f867-d518-4d85-8b49-e6bd0650a23a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1999218 Dec 16 22:09:21.197634 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-a35357cd-07e8-48d7-8b4a-59fd334405bf tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.217295 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-462ca8fc-1084-4947-b5c3-46bae0e48013 req-da79a153-17ca-4c91-81ad-54b21a3f02b6 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692877 Dec 16 22:09:21.228890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071aa2e9-995c-444b-aef0-32b0df9671c9 req-d038c882-f863-411a-a5ee-372302204aba tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:21.230887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-071aa2e9-995c-444b-aef0-32b0df9671c9 req-d038c882-f863-411a-a5ee-372302204aba tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 946 time: 0.1806967 Dec 16 22:09:21.298422 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e748b176-72b1-4fbb-8941-40f0df1e1b8b service neutron] For port 326969b1-a6ab-4425-a607-07f62dfb55bd, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:21.302072 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e748b176-72b1-4fbb-8941-40f0df1e1b8b service neutron] Publish callbacks [] for binding, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.307195 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-db638371-4902-4ffc-b569-4a585c39fbf2 req-e748b176-72b1-4fbb-8941-40f0df1e1b8b service neutron] 10.222.0.69 "DELETE /v2.0/ports/326969b1-a6ab-4425-a607-07f62dfb55bd/bindings/n-h2-821840-2 HTTP/1.1" status: 204 len: 173 time: 0.3037853 Dec 16 22:09:21.351210 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612360d-4a49-43b9-98ab-2d0c43c018dd req-fd6ca066-e935-46a2-9e6a-ca015129e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:21.352785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7612360d-4a49-43b9-98ab-2d0c43c018dd req-fd6ca066-e935-46a2-9e6a-ca015129e3c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 1100 time: 0.1343505 Dec 16 22:09:21.358765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-071aa2e9-995c-444b-aef0-32b0df9671c9 req-61ccd811-656a-492e-a447-3bfc1aff957d tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184628 Dec 16 22:09:21.482311 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-a35357cd-07e8-48d7-8b4a-59fd334405bf tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.499097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['fda962b4-4612-4379-82f8-686622f5e8fd', '6e870121-a5c4-456a-86ce-741a90fbe967'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:21.502986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ebf797c1-bb5d-4b3a-aa39-941231cf05ab'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:21.546659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-a35357cd-07e8-48d7-8b4a-59fd334405bf tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:21.557941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-a35357cd-07e8-48d7-8b4a-59fd334405bf tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:21.567058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-a35357cd-07e8-48d7-8b4a-59fd334405bf tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:21.622051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35357cd-07e8-48d7-8b4a-59fd334405bf tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event updated for resources: {'Port': ['ID=25bb4fc8-fc39-4095-a5e3-4c5813f6dabe,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:21.640755 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2af79c-36d1-441f-a3e5-3f8297c29b5d req-68759ceb-b6ca-4d60-9b2a-51d19cab538a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:21.649031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c2af79c-36d1-441f-a3e5-3f8297c29b5d req-68759ceb-b6ca-4d60-9b2a-51d19cab538a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 944 time: 0.2192988 Dec 16 22:09:21.661061 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612360d-4a49-43b9-98ab-2d0c43c018dd req-c136cae5-5a0b-4987-abb9-5cd21a9fa9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:21.662536 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7612360d-4a49-43b9-98ab-2d0c43c018dd req-c136cae5-5a0b-4987-abb9-5cd21a9fa9b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.2848260 Dec 16 22:09:21.752779 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54370) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:21.781408 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7612360d-4a49-43b9-98ab-2d0c43c018dd req-d8548db4-c4cf-4272-b9fd-4b46a8df72f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f HTTP/1.1" status: 200 len: 217 time: 0.0971494 Dec 16 22:09:21.801817 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-a35357cd-07e8-48d7-8b4a-59fd334405bf tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:21.809262 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-a35357cd-07e8-48d7-8b4a-59fd334405bf tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.837780 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-620b4b54-20d8-45bd-92e4-dc01e43765ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a67fdb12e3224828bc409475c75d84a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0835865 Dec 16 22:09:21.848080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54372) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:21.930687 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-a35357cd-07e8-48d7-8b4a-59fd334405bf tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5912094 Dec 16 22:09:21.955732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c2af79c-36d1-441f-a3e5-3f8297c29b5d req-5651ec54-dcb9-4b3e-b1ba-6d6237e200d4 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056479 Dec 16 22:09:22.001895 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Request body: {'port': {'device_id': '3de4e1c1-42df-4b79-85a4-4000925394f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:22.156806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612360d-4a49-43b9-98ab-2d0c43c018dd req-ba2dc7ab-1fae-468b-ad7a-121c55c23be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:22.164104 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7612360d-4a49-43b9-98ab-2d0c43c018dd req-ba2dc7ab-1fae-468b-ad7a-121c55c23be7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.3187721 Dec 16 22:09:22.304649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ba490fd2-7d57-46d7-bb9c-8f72f78231c7 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:22.380446 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ef388e34-ac73-4e23-8b73-28c7ddd04488 None None] Provisioning complete for port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:22.381784 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ef388e34-ac73-4e23-8b73-28c7ddd04488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.395190 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11e48c20-e77f-470d-921e-633e5cdba2b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.403691 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.461219 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11e48c20-e77f-470d-921e-633e5cdba2b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.467308 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-558b520c-187f-43f7-9f48-7702b6cbdfe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.468336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612360d-4a49-43b9-98ab-2d0c43c018dd req-b25d375e-4479-4c82-8867-28345cfa02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:22.470311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7612360d-4a49-43b9-98ab-2d0c43c018dd req-b25d375e-4479-4c82-8867-28345cfa02b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2509179 Dec 16 22:09:22.484946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd577ad-b352-452a-a248-3e05686eca29 req-d2198be3-6bff-4325-819c-825f21421d83 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:22.486506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-afd577ad-b352-452a-a248-3e05686eca29 req-d2198be3-6bff-4325-819c-825f21421d83 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 948 time: 0.3182600 Dec 16 22:09:22.491778 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ef388e34-ac73-4e23-8b73-28c7ddd04488 None None] Port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:09:22.515817 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ecbc4-d089-4af9-b5c4-40e677627179 req-6095fa4c-eaf7-4ca4-9944-bcea85a9f05f tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:22.517338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db5ecbc4-d089-4af9-b5c4-40e677627179 req-6095fa4c-eaf7-4ca4-9944-bcea85a9f05f tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 950 time: 0.2830925 Dec 16 22:09:22.535431 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ba490fd2-7d57-46d7-bb9c-8f72f78231c7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ba490fd2-7d57-46d7-bb9c-8f72f78231c7,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:22.547902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'ba490fd2-7d57-46d7-bb9c-8f72f78231c7', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': 'ba490fd2-7d57-46d7-bb9c-8f72f78231c7', 'mac_address': 'fa:16:3e:44:43:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:22.594388 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.618162 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba490fd2-7d57-46d7-bb9c-8f72f78231c7 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:22.636485 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ba490fd2-7d57-46d7-bb9c-8f72f78231c7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ba490fd2-7d57-46d7-bb9c-8f72f78231c7,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:23.028993 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-afd577ad-b352-452a-a248-3e05686eca29 req-ae9e5014-4b19-4191-86ed-525dd6f9e0ec tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024934 Dec 16 22:09:23.052302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db5ecbc4-d089-4af9-b5c4-40e677627179 req-889e39a5-831c-4205-b153-d9f421878c6c tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113969 Dec 16 22:09:23.096718 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7612360d-4a49-43b9-98ab-2d0c43c018dd req-e1ec9362-b771-481c-b117-034ae8b05b16 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090236 Dec 16 22:09:23.105655 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.171592 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11e48c20-e77f-470d-921e-633e5cdba2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.174911 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11e48c20-e77f-470d-921e-633e5cdba2b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.180572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-11e48c20-e77f-470d-921e-633e5cdba2b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1fd7bcee-42e3-46d6-893b-ebabc452de84 HTTP/1.1" status: 204 len: 168 time: 1.3223021 Dec 16 22:09:23.188769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ba490fd2-7d57-46d7-bb9c-8f72f78231c7,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:23.194891 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:23.195242 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:23.195612 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:23.195947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:23.196273 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:23.196838 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:23.198021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:23.199115 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:23.201023 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:23.201023 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:23.203831 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:23.204126 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:23.204467 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:23.267498 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e48c20-e77f-470d-921e-633e5cdba2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd7bcee-42e3-46d6-893b-ebabc452de84,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:23.355924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86891bf-6bfe-482a-8d2f-8e9d50607f65 req-95857d5a-5a5f-4a07-85ae-1c64c3d28d3a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:23.357499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d86891bf-6bfe-482a-8d2f-8e9d50607f65 req-95857d5a-5a5f-4a07-85ae-1c64c3d28d3a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.2196393 Dec 16 22:09:23.378895 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2fe96-6ff4-45f1-b20b-3cef417c91da req-bf372475-3f9f-40fe-9d6d-e40fb7a68768 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:23.386541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0fa2fe96-6ff4-45f1-b20b-3cef417c91da req-bf372475-3f9f-40fe-9d6d-e40fb7a68768 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 946 time: 0.2497640 Dec 16 22:09:23.395542 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.409611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7612360d-4a49-43b9-98ab-2d0c43c018dd req-4e4a815a-0d77-4440-8b30-faa6e76c2215 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998962 Dec 16 22:09:23.454800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['ba490fd2-7d57-46d7-bb9c-8f72f78231c7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:23.472157 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:23.512643 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.551682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Transition to ACTIVE for port object 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:09:23.563573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0fa2fe96-6ff4-45f1-b20b-3cef417c91da req-1ff51089-8930-4492-a7d1-0a1b9764272d tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760600 Dec 16 22:09:23.579790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d86891bf-6bfe-482a-8d2f-8e9d50607f65 req-efd0cf45-b3cc-4dc5-9ab7-df335fd8f67f tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910064 Dec 16 22:09:23.685612 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.835722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Pushing event updated for resources: {'Port': ['ID=25bb4fc8-fc39-4095-a5e3-4c5813f6dabe,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:23.966461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18106ee-1906-41b8-b92c-f55697a6e0b6 req-602319d8-ef8d-4f89-aaea-fac4ce51ddb8 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:23.969221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b18106ee-1906-41b8-b92c-f55697a6e0b6 req-602319d8-ef8d-4f89-aaea-fac4ce51ddb8 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 1095 time: 0.2212145 Dec 16 22:09:24.012583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Attempting to bind port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:24.013379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Attempting to bind port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:24.014568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Attempting to bind port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:24.032669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:09:24.033008 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Attempting to bind port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:24.063936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe97fce-c306-437f-afac-180431aeb628 req-dc3df0c3-49f2-44a6-8d61-06494be07a76 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:24.065547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3fe97fce-c306-437f-afac-180431aeb628 req-dc3df0c3-49f2-44a6-8d61-06494be07a76 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 946 time: 0.1249809 Dec 16 22:09:24.066414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:24.066831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:24.067229 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:24.067712 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Bound port: 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:24.068073 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.099854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b18106ee-1906-41b8-b92c-f55697a6e0b6 req-cbbe00cd-c8da-4b53-8451-0b55ae326dd6 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128826 Dec 16 22:09:24.223915 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3fe97fce-c306-437f-afac-180431aeb628 req-48cd84cd-6f2e-4077-a1b9-f5bec591c6a9 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471510 Dec 16 22:09:24.308550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] For port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:24.347382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] For port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=25bb4fc8-fc39-4095-a5e3-4c5813f6dabe,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:24.374728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcd8aa-1d70-4538-a243-a18c1b177f50 req-eab603dd-8b61-47e5-aa53-79621b7ccb69 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:24.390283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dcd8aa-1d70-4538-a243-a18c1b177f50 req-eab603dd-8b61-47e5-aa53-79621b7ccb69 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 949 time: 0.1428540 Dec 16 22:09:24.434799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb77e8-f065-4600-8692-1f21d83f0419 req-86a95c0c-99fc-451f-a88b-6d203c0f393c tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:24.434799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fedb77e8-f065-4600-8692-1f21d83f0419 req-86a95c0c-99fc-451f-a88b-6d203c0f393c tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 950 time: 0.1367149 Dec 16 22:09:24.458724 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.516336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dcd8aa-1d70-4538-a243-a18c1b177f50 req-c9cf20f7-c9fd-4a54-80db-16e611b7c32c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251552 Dec 16 22:09:24.537313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:24.537313 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.538200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] 10.222.0.69 "PUT /v2.0/ports/25bb4fc8-fc39-4095-a5e3-4c5813f6dabe HTTP/1.1" status: 200 len: 1095 time: 2.5766451 Dec 16 22:09:24.538306 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de4e1c1-42df-4b79-85a4-4000925394f0', 'tag': '25bb4fc8-fc39-4095-a5e3-4c5813f6dabe'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:24.540528 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a76563-bf48-464f-bb71-26148f18bf68" -d '{"events": [{"name": "network-changed", "server_uuid": "3de4e1c1-42df-4b79-85a4-4000925394f0", "tag": "25bb4fc8-fc39-4095-a5e3-4c5813f6dabe"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:24.623312 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fedb77e8-f065-4600-8692-1f21d83f0419 req-3340f33a-619a-41cd-853e-d6fc6c6caafe tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769056 Dec 16 22:09:24.624500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a61df0-b3ea-4ad2-98d1-c176e2e1fc4b service neutron] Pushing event updated for resources: {'Port': ['ID=25bb4fc8-fc39-4095-a5e3-4c5813f6dabe,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:24.717073 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f823fd04-feb5-4fc2-8451-37943b01769c x-openstack-request-id: req-f823fd04-feb5-4fc2-8451-37943b01769c {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:24.717367 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de4e1c1-42df-4b79-85a4-4000925394f0", "tag": "25bb4fc8-fc39-4095-a5e3-4c5813f6dabe", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:24.717621 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f823fd04-feb5-4fc2-8451-37943b01769c {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:24.718022 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de4e1c1-42df-4b79-85a4-4000925394f0', 'tag': '25bb4fc8-fc39-4095-a5e3-4c5813f6dabe', 'status': 'completed', 'code': 200} Dec 16 22:09:24.721807 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.748921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-dec23fc6-6fe1-4aa5-97e2-e01e5bd3c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:24.758910 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-dec23fc6-6fe1-4aa5-97e2-e01e5bd3c07c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=3de4e1c1-42df-4b79-85a4-4000925394f0 HTTP/1.1" status: 200 len: 1098 time: 0.0831437 Dec 16 22:09:24.827442 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54458) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:24.914394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-dda2aa80-6940-4d3c-a6f2-553dd847f55d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=25bb4fc8-fc39-4095-a5e3-4c5813f6dabe HTTP/1.1" status: 200 len: 217 time: 0.1389058 Dec 16 22:09:24.962757 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7ab7c4d2-7622-4c8b-9470-82a097a5b0c9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-539499169-network', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:25.052939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda47e6a-56f6-409c-a063-44f1cbf5233b req-d9e04c40-e1fc-4c54-b0a5-b280a4ef7ee3 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:25.062184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dda47e6a-56f6-409c-a063-44f1cbf5233b req-d9e04c40-e1fc-4c54-b0a5-b280a4ef7ee3 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 946 time: 0.2037659 Dec 16 22:09:25.068620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-7b0ba0e4-0018-4f22-b07a-7245d9ed7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:25.070957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-7b0ba0e4-0018-4f22-b07a-7245d9ed7c35 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1285853 Dec 16 22:09:25.076810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab7c4d2-7622-4c8b-9470-82a097a5b0c9 admin admin] Made reservation on behalf of ad395bbe50f94b7b8581ea908317f0d7 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:25.079646 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ab7c4d2-7622-4c8b-9470-82a097a5b0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:25.083812 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-6f1c8373-31ef-442b-9383-da08c62690da tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:25.085393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-6f1c8373-31ef-442b-9383-da08c62690da tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 821 time: 0.3252003 Dec 16 22:09:25.097587 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ab7c4d2-7622-4c8b-9470-82a097a5b0c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:25.145336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ac404769-a570-4268-b498-f96e971a269d tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/quotas/7121dad57bc841b98b41e71c9b25481e HTTP/1.1" status: 200 len: 375 time: 0.0409112 Dec 16 22:09:25.198738 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ab7c4d2-7622-4c8b-9470-82a097a5b0c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:25.211808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dda47e6a-56f6-409c-a063-44f1cbf5233b req-b1fe3f96-e614-4e8b-8e6d-b8a5ad03e94e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487179 Dec 16 22:09:25.222930 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-2eb1cde9-6e1b-41ed-be73-158a3de00dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:25.224490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-2eb1cde9-6e1b-41ed-be73-158a3de00dd4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1378636 Dec 16 22:09:25.244749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-168849ae-0019-491e-ac5f-614e71bb071c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876782 Dec 16 22:09:25.297082 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ab7c4d2-7622-4c8b-9470-82a097a5b0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:25.334457 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab7c4d2-7622-4c8b-9470-82a097a5b0c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:09:25.350190 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7c4d2-7622-4c8b-9470-82a097a5b0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc4d2c6-5184-40e6-bb54-081f95b93b32,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:25.355506 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ab7c4d2-7622-4c8b-9470-82a097a5b0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:25.356671 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-7ab7c4d2-7622-4c8b-9470-82a097a5b0c9 admin admin] Added segment 57d6f008-61b5-48ea-97c0-4cb10d527eb7 of type vlan for network c7eff383-5765-41ed-aa7a-9b7474d72a9c Dec 16 22:09:25.409735 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ab7c4d2-7622-4c8b-9470-82a097a5b0c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:25.440965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c4452-9bbf-4e96-898b-b06a7b5abc32 req-08e93acb-e909-43d2-a284-c9cca95e8ce0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:25.442474 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-341c4452-9bbf-4e96-898b-b06a7b5abc32 req-08e93acb-e909-43d2-a284-c9cca95e8ce0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.1364465 Dec 16 22:09:25.503813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-5cfb907e-8717-44bd-a124-097cacbe80dd service neutron] 10.222.0.43 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574010 Dec 16 22:09:25.510573 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ab7c4d2-7622-4c8b-9470-82a097a5b0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:25.515412 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7c4d2-7622-4c8b-9470-82a097a5b0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:25.515412 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ab7c4d2-7622-4c8b-9470-82a097a5b0c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:25.590649 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7c4d2-7622-4c8b-9470-82a097a5b0c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c7eff383-5765-41ed-aa7a-9b7474d72a9c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:25.591098 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-5937f073-a772-4ce3-95c0-de2d1d5863fb service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865574 Dec 16 22:09:25.597965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-341c4452-9bbf-4e96-898b-b06a7b5abc32 req-c9208ad3-72fe-46d2-834b-cdf84ec710e9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393499 Dec 16 22:09:25.605457 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network c7eff383-5765-41ed-aa7a-9b7474d72a9c details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:09:25.668208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54468) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:25.668597 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7ab7c4d2-7622-4c8b-9470-82a097a5b0c9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8375351 Dec 16 22:09:25.674854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-9a5e7abd-bb22-46e7-bf8f-9cafa0a30b94 admin admin] Request body: {'subnet': {'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-539499169-subnet', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:25.701151 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:25.752763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-38ee8077-3d59-4f30-974d-30adb5a7427d service neutron] 10.222.0.43 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290664 Dec 16 22:09:25.802286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a14416-89e5-4eb6-8c0b-3d7c41e23273 req-db91e5cd-aae2-4db9-bd3b-3bcbadecc131 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934860 Dec 16 22:09:25.811868 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b259bd-3be2-4369-8c7c-0d3ad06328fb req-7d729ef0-65c9-4b06-8327-6215ac9abbdc tempest-LiveMigrationNegativeTest-435228325 tempest-LiveMigrationNegativeTest-435228325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:25.821102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5b259bd-3be2-4369-8c7c-0d3ad06328fb req-7d729ef0-65c9-4b06-8327-6215ac9abbdc tempest-LiveMigrationNegativeTest-435228325 tempest-LiveMigrationNegativeTest-435228325-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 1101 time: 0.0920489 Dec 16 22:09:25.837307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5e7abd-bb22-46e7-bf8f-9cafa0a30b94 admin admin] Made reservation on behalf of ad395bbe50f94b7b8581ea908317f0d7 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:25.839985 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7abd-bb22-46e7-bf8f-9cafa0a30b94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:25.844470 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c5b259bd-3be2-4369-8c7c-0d3ad06328fb req-137d0743-a971-45e1-b631-a865356a2cb1 tempest-LiveMigrationNegativeTest-435228325 tempest-LiveMigrationNegativeTest-435228325-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:26.064933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a76563-bf48-464f-bb71-26148f18bf68 req-f0981f29-26c9-4ea1-842e-95fedcc8d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:26.066445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15a76563-bf48-464f-bb71-26148f18bf68 req-f0981f29-26c9-4ea1-842e-95fedcc8d819 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=3de4e1c1-42df-4b79-85a4-4000925394f0 HTTP/1.1" status: 200 len: 1098 time: 0.1179452 Dec 16 22:09:26.117462 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ba490fd2-7d57-46d7-bb9c-8f72f78231c7 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:26.188507 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c5b259bd-3be2-4369-8c7c-0d3ad06328fb req-137d0743-a971-45e1-b631-a865356a2cb1 tempest-LiveMigrationNegativeTest-435228325 tempest-LiveMigrationNegativeTest-435228325-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:26.276098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a76563-bf48-464f-bb71-26148f18bf68 req-0183e5ed-24e2-44cb-b4a9-8d4fad0b9243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:26.278854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15a76563-bf48-464f-bb71-26148f18bf68 req-0183e5ed-24e2-44cb-b4a9-8d4fad0b9243 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1967063 Dec 16 22:09:26.279953 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c5b259bd-3be2-4369-8c7c-0d3ad06328fb req-137d0743-a971-45e1-b631-a865356a2cb1 tempest-LiveMigrationNegativeTest-435228325 tempest-LiveMigrationNegativeTest-435228325-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:26.307292 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7abd-bb22-46e7-bf8f-9cafa0a30b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:26.357903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port ba490fd2-7d57-46d7-bb9c-8f72f78231c7 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:09:26.363892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port ba490fd2-7d57-46d7-bb9c-8f72f78231c7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:26.369425 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:26.387656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15a76563-bf48-464f-bb71-26148f18bf68 req-f795de82-4541-4ece-9f4d-a458f3839c33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=25bb4fc8-fc39-4095-a5e3-4c5813f6dabe HTTP/1.1" status: 200 len: 217 time: 0.0945771 Dec 16 22:09:26.406158 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5b259bd-3be2-4369-8c7c-0d3ad06328fb req-137d0743-a971-45e1-b631-a865356a2cb1 tempest-LiveMigrationNegativeTest-435228325 tempest-LiveMigrationNegativeTest-435228325-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840378 Dec 16 22:09:26.427554 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d0743-a971-45e1-b631-a865356a2cb1 tempest-LiveMigrationNegativeTest-435228325 tempest-LiveMigrationNegativeTest-435228325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0f7290-dcae-4cf9-91f3-361da920cf23,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:26.463492 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f1b29-c022-4e10-b006-b76bfd9a01f9 req-37454501-bb9c-498b-920e-f0566b15cb5d tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:26.467134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-404f1b29-c022-4e10-b006-b76bfd9a01f9 req-37454501-bb9c-498b-920e-f0566b15cb5d tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 946 time: 0.2237670 Dec 16 22:09:26.516544 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:26.520389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e7abd-bb22-46e7-bf8f-9cafa0a30b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19914d3e-38ae-4bb1-a6c7-61f37b925188,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:26.603128 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba490fd2-7d57-46d7-bb9c-8f72f78231c7'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:26.610137 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec63b21c-57df-47df-9947-8083b73f0f3c" -d '{"events": [{"server_uuid": "b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d", "name": "network-vif-plugged", "status": "completed", "tag": "ba490fd2-7d57-46d7-bb9c-8f72f78231c7"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:26.630111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ba490fd2-7d57-46d7-bb9c-8f72f78231c7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ba490fd2-7d57-46d7-bb9c-8f72f78231c7,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:26.753785 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:26.839883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a76563-bf48-464f-bb71-26148f18bf68 req-278e98f2-284d-48a0-b72c-4254a8e66aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:26.841228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15a76563-bf48-464f-bb71-26148f18bf68 req-278e98f2-284d-48a0-b72c-4254a8e66aef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.4311798 Dec 16 22:09:26.844156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ba490fd2-7d57-46d7-bb9c-8f72f78231c7,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:26.873669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5e7abd-bb22-46e7-bf8f-9cafa0a30b94 admin admin] Checking segment: {'id': '57d6f008-61b5-48ea-97c0-4cb10d527eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:26.874027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5e7abd-bb22-46e7-bf8f-9cafa0a30b94 admin admin] Network hostable DHCP agents. Network: c7eff383-5765-41ed-aa7a-9b7474d72a9c, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:09:26.906081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-404f1b29-c022-4e10-b006-b76bfd9a01f9 req-e6cdbd6e-b852-4cc3-b9c5-84c8ca0a28a9 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270194 Dec 16 22:09:26.932385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6bb38-61d6-4274-b957-94ba132b38cf req-0b0529f2-d27e-4226-b92b-3a5f1530011e tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:26.941082 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96c6bb38-61d6-4274-b957-94ba132b38cf req-0b0529f2-d27e-4226-b92b-3a5f1530011e tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 950 time: 0.4089665 Dec 16 22:09:26.965517 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a76563-bf48-464f-bb71-26148f18bf68 req-e440dee5-4076-4cac-9b9f-800b407e9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:26.970318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15a76563-bf48-464f-bb71-26148f18bf68 req-e440dee5-4076-4cac-9b9f-800b407e9d22 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1144228 Dec 16 22:09:27.009986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5e7abd-bb22-46e7-bf8f-9cafa0a30b94 admin admin] Network c7eff383-5765-41ed-aa7a-9b7474d72a9c is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:09:27.076192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-933dd101-8dd4-44b6-a20b-2a48007f957a req-b3e68193-7d11-408f-885c-5b72f76b2662 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 210 time: 0.0983245 Dec 16 22:09:27.107539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96c6bb38-61d6-4274-b957-94ba132b38cf req-844567cd-f2d9-447e-943f-7576b5d36a08 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659772 Dec 16 22:09:27.170377 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4260cfbc-d075-47c2-879d-1c3a95f64b25 x-openstack-request-id: req-4260cfbc-d075-47c2-879d-1c3a95f64b25 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:27.171523 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d", "name": "network-vif-plugged", "status": "completed", "tag": "ba490fd2-7d57-46d7-bb9c-8f72f78231c7", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:27.171978 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4260cfbc-d075-47c2-879d-1c3a95f64b25 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:27.173138 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba490fd2-7d57-46d7-bb9c-8f72f78231c7', 'code': 200} Dec 16 22:09:27.191650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15a76563-bf48-464f-bb71-26148f18bf68 req-fc68e63b-8bcf-4abf-8ef2-956c0635f644 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102451 Dec 16 22:09:27.209986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-9a5e7abd-bb22-46e7-bf8f-9cafa0a30b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, c7eff383-5765-41ed-aa7a-9b7474d72a9c) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:27.215680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5e7abd-bb22-46e7-bf8f-9cafa0a30b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:27.217022 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7abd-bb22-46e7-bf8f-9cafa0a30b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:27.220636 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8302eaf9-9708-4604-9e88-7ecfaef53574 None None] Network c7eff383-5765-41ed-aa7a-9b7474d72a9c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:09:27.396471 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3a876-bda1-42a9-af44-908ea4bcd077 req-4991fd63-3cee-4ce0-af6f-ed4c62a748b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:27.397912 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-48f3a876-bda1-42a9-af44-908ea4bcd077 req-4991fd63-3cee-4ce0-af6f-ed4c62a748b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 1101 time: 0.1375399 Dec 16 22:09:27.481494 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f293c7b-1510-4310-b317-33e5eb411032 req-dde49329-7594-4fd4-bd60-3555d785d5f2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:27.481494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f293c7b-1510-4310-b317-33e5eb411032 req-dde49329-7594-4fd4-bd60-3555d785d5f2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.1704290 Dec 16 22:09:27.481984 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-48f3a876-bda1-42a9-af44-908ea4bcd077 req-b482788a-e099-4bf1-aa92-e2b41346dcf5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536110 Dec 16 22:09:27.482091 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-c7eff383-5765-41ed-aa7a-9b7474d72a9c', 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c', 'project_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'fixed_ips': [{'subnet_id': '19914d3e-38ae-4bb1-a6c7-61f37b925188'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:09:27.482091 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:27.500950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15a76563-bf48-464f-bb71-26148f18bf68 req-71ec74f7-f3ff-4c56-b400-4d75b36fda49 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993484 Dec 16 22:09:27.544301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9a5e7abd-bb22-46e7-bf8f-9cafa0a30b94 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8749864 Dec 16 22:09:27.544511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54516) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:27.549329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-539499169-router', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:27.589701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f293c7b-1510-4310-b317-33e5eb411032 req-50f8eb02-5778-4094-998d-30e0783e3f9b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036386 Dec 16 22:09:27.684946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa4626-3730-40ae-9028-0f3b4448bd17 req-ace89874-870b-4637-9455-518327284f5f tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:27.687760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35aa4626-3730-40ae-9028-0f3b4448bd17 req-ace89874-870b-4637-9455-518327284f5f tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 946 time: 0.0572965 Dec 16 22:09:27.694268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Allocated IP 172.20.0.2 (c7eff383-5765-41ed-aa7a-9b7474d72a9c/19914d3e-38ae-4bb1-a6c7-61f37b925188/7480cb1d-1ee9-474f-8cf0-114a69638219) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:27.763573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35aa4626-3730-40ae-9028-0f3b4448bd17 req-75b4fe4c-622c-46b8-99aa-8f46f02fff15 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710299 Dec 16 22:09:27.855786 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:27.882419 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90814b-9f2c-422b-ba96-a6363e52b2c1 req-688709ba-5642-4837-ab00-3968048282c6 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:27.883920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d90814b-9f2c-422b-ba96-a6363e52b2c1 req-688709ba-5642-4837-ab00-3968048282c6 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 946 time: 0.0512743 Dec 16 22:09:27.935373 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d90814b-9f2c-422b-ba96-a6363e52b2c1 req-edd1c416-108e-4e5d-8952-13b27a85e504 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 Dec 16 22:09:28.023320 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:28.126345 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=25bb4fc8-fc39-4095-a5e3-4c5813f6dabe,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:28.133780 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.134855 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.149189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '25bb4fc8-fc39-4095-a5e3-4c5813f6dabe', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '25bb4fc8-fc39-4095-a5e3-4c5813f6dabe', 'mac_address': 'fa:16:3e:a3:37:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:28.157070 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.219236 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.409415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Pushing event updated for resources: {'Port': ['ID=7480cb1d-1ee9-474f-8cf0-114a69638219,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:28.422199 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Network c7eff383-5765-41ed-aa7a-9b7474d72a9c is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:28.431523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:28.434223 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.462187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:28.470552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:28.493587 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=25bb4fc8-fc39-4095-a5e3-4c5813f6dabe,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:28.545680 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.560093 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be8ce233-56b8-4a12-916a-166d5e337355 req-e1f187a6-7214-4d74-b571-7ee30e4452ea tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 210 time: 0.0559268 Dec 16 22:09:28.580151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Attempting to bind port 7480cb1d-1ee9-474f-8cf0-114a69638219 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:28.580549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Attempting to bind port 7480cb1d-1ee9-474f-8cf0-114a69638219 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '57d6f008-61b5-48ea-97c0-4cb10d527eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:28.584279 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Attempting to bind port 7480cb1d-1ee9-474f-8cf0-114a69638219 on network c7eff383-5765-41ed-aa7a-9b7474d72a9c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:28.590522 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.628152 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:28.629100 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Checking segment: {'id': '57d6f008-61b5-48ea-97c0-4cb10d527eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:28.629494 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.629916 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Bound using segment: {'id': '57d6f008-61b5-48ea-97c0-4cb10d527eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:28.630413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Bound port: 7480cb1d-1ee9-474f-8cf0-114a69638219, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d6f008-61b5-48ea-97c0-4cb10d527eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:28.631162 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.726578 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] For port 7480cb1d-1ee9-474f-8cf0-114a69638219, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:28.729986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] For port 7480cb1d-1ee9-474f-8cf0-114a69638219, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7480cb1d-1ee9-474f-8cf0-114a69638219,segment=NetworkSegment(57d6f008-61b5-48ea-97c0-4cb10d527eb7),segment_id=57d6f008-61b5-48ea-97c0-4cb10d527eb7)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:28.751597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=25bb4fc8-fc39-4095-a5e3-4c5813f6dabe,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:28.804243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383d06e-3be3-4900-a2a3-d11b880d4113 req-b7183a80-f148-4cdb-a6a2-5456b8316889 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:28.805839 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e383d06e-3be3-4900-a2a3-d11b880d4113 req-b7183a80-f148-4cdb-a6a2-5456b8316889 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 950 time: 0.1629443 Dec 16 22:09:28.819065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ae962-c4ae-4b9e-aac1-35431e1e4116 req-6a0a2a2f-8d48-43fe-95c9-0d1949f7bc03 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:28.820641 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b89ae962-c4ae-4b9e-aac1-35431e1e4116 req-6a0a2a2f-8d48-43fe-95c9-0d1949f7bc03 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 950 time: 0.1022499 Dec 16 22:09:28.896806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e383d06e-3be3-4900-a2a3-d11b880d4113 req-1ab1f315-1fda-4829-84b5-d96052f4ef5c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750191 Dec 16 22:09:28.902953 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.937951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b89ae962-c4ae-4b9e-aac1-35431e1e4116 req-8e2c4dc5-74a5-4549-a519-5cd6c227f2b4 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041503 Dec 16 22:09:29.031715 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.034652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['25bb4fc8-fc39-4095-a5e3-4c5813f6dabe'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:29.069993 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.168429 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172d1e9-4ea6-490f-b754-ef36ed2910d2 None None] Pushing event updated for resources: {'Port': ['ID=7480cb1d-1ee9-474f-8cf0-114a69638219,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:29.221845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dea04e-7abc-45ab-a7b1-c4c4a9c921fe req-205ef722-d701-4f8a-9859-4c626f935562 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:29.223910 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90dea04e-7abc-45ab-a7b1-c4c4a9c921fe req-205ef722-d701-4f8a-9859-4c626f935562 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.0930073 Dec 16 22:09:29.285518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Allocated IP 172.25.2.177 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/cf84285c-f1b6-44c4-9761-b33c66d9faee) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:29.402828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90dea04e-7abc-45ab-a7b1-c4c4a9c921fe req-8a2b5b22-64b2-4fb7-ab68-d4b1c3cc99a4 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718950 Dec 16 22:09:29.478472 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.627107 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.637151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e3f99-5e2d-4f9d-8ad0-4d43c0a50587 req-db5bc5c0-f25f-4409-b746-8bd553a537b7 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:29.639568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af1e3f99-5e2d-4f9d-8ad0-4d43c0a50587 req-db5bc5c0-f25f-4409-b746-8bd553a537b7 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 946 time: 0.0634971 Dec 16 22:09:29.692061 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:29.701412 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:29.710876 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:29.716633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbf221a6-22fa-48da-94f9-fc2fcce29537 req-b32b6b24-c2dd-492b-9996-7e4773216e43 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 210 time: 0.0569651 Dec 16 22:09:29.731743 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af1e3f99-5e2d-4f9d-8ad0-4d43c0a50587 req-cccf6ac3-373e-464c-813e-712699a54574 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828583 Dec 16 22:09:29.745735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Pushing event updated for resources: {'Port': ['ID=cf84285c-f1b6-44c4-9761-b33c66d9faee,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:29.773463 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-795ed297-75a2-4119-b441-a058c640d0d0 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:29.774958 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-795ed297-75a2-4119-b441-a058c640d0d0 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.24 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 821 time: 0.2051206 Dec 16 22:09:29.820435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-7c046cd6-c8ed-44d0-af41-56cdfa361640 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Request body: {'port': {'device_id': '4977a76f-a8fb-48d5-bc97-f34d2d194750', 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c', 'admin_state_up': True, 'tenant_id': '7121dad57bc841b98b41e71c9b25481e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:30.107041 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-7c046cd6-c8ed-44d0-af41-56cdfa361640 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Made reservation on behalf of 7121dad57bc841b98b41e71c9b25481e for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:30.111365 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-7c046cd6-c8ed-44d0-af41-56cdfa361640 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.150307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7480cb1d-1ee9-474f-8cf0-114a69638219 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:30.251611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313058b3-9dc7-495b-8bf7-a3cd0a7cc108 req-966b3c4a-1492-4110-9dfe-5556aa850bea tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:30.259304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-313058b3-9dc7-495b-8bf7-a3cd0a7cc108 req-966b3c4a-1492-4110-9dfe-5556aa850bea tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 950 time: 0.1936591 Dec 16 22:09:30.287519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 7480cb1d-1ee9-474f-8cf0-114a69638219 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:30.288017 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.342806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-313058b3-9dc7-495b-8bf7-a3cd0a7cc108 req-5eff4550-5ee2-4a11-8358-6aa6f1686438 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819471 Dec 16 22:09:30.367244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6854825-2011-4bc7-bc69-96214af2877c req-828dc980-5492-49e0-b0f4-396722f8ea0c tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:30.369456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6854825-2011-4bc7-bc69-96214af2877c req-828dc980-5492-49e0-b0f4-396722f8ea0c tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 950 time: 0.2265122 Dec 16 22:09:30.432761 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.470701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca5e03a-73b2-4d79-890e-59ee4ffca331 None None] Network c7eff383-5765-41ed-aa7a-9b7474d72a9c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:09:30.476530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6854825-2011-4bc7-bc69-96214af2877c req-ccf29740-72aa-4499-89e3-318264246051 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898387 Dec 16 22:09:30.501234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 7480cb1d-1ee9-474f-8cf0-114a69638219, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7480cb1d-1ee9-474f-8cf0-114a69638219,segment=NetworkSegment(57d6f008-61b5-48ea-97c0-4cb10d527eb7),segment_id=57d6f008-61b5-48ea-97c0-4cb10d527eb7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:30.551504 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.575219 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.618379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cee600f7-db42-407f-b863-1d57c0256996 None None] Provisioning complete for port 7480cb1d-1ee9-474f-8cf0-114a69638219 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:30.619680 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cee600f7-db42-407f-b863-1d57c0256996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.653980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53e1a8-5db4-43d4-8c0d-4ebef867b632 req-19405689-a287-4bd2-a25e-a8744058506f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:30.657443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c53e1a8-5db4-43d4-8c0d-4ebef867b632 req-19405689-a287-4bd2-a25e-a8744058506f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de4e1c1-42df-4b79-85a4-4000925394f0 HTTP/1.1" status: 200 len: 948 time: 0.1407731 Dec 16 22:09:30.697869 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-7c046cd6-c8ed-44d0-af41-56cdfa361640 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Allocated IP 172.20.0.7 (fd3688b8-9b63-4c62-967f-cb3ce8c17b1c/be30d56a-8363-413b-8968-a220d05b6d90/9b5de46c-c26f-4991-871a-c3f709c51aeb) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:30.714813 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c314fd-2044-4c30-91a4-827e71016dd9 req-6e258853-06d6-47bc-9493-6ed8e82539f0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:30.716076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=7480cb1d-1ee9-474f-8cf0-114a69638219,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:30.716673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46c314fd-2044-4c30-91a4-827e71016dd9 req-6e258853-06d6-47bc-9493-6ed8e82539f0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.1424394 Dec 16 22:09:30.833123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d8c62-aa1a-497f-ba68-07a3a725231a req-2fe1a3c1-bd86-4e6e-ba3c-c55bbef6d9f7 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:30.834697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d17d8c62-aa1a-497f-ba68-07a3a725231a req-2fe1a3c1-bd86-4e6e-ba3c-c55bbef6d9f7 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 950 time: 0.1760111 Dec 16 22:09:30.842634 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c53e1a8-5db4-43d4-8c0d-4ebef867b632 req-79372b47-e363-43a4-89a4-706e4b31a385 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645331 Dec 16 22:09:30.956183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46c314fd-2044-4c30-91a4-827e71016dd9 req-3b1d0727-8bd7-4a37-9618-6d1f8904c535 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240822 Dec 16 22:09:30.965094 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.046274 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0776c642-0a43-4f42-9a22-92a6705c2cf8 req-84633baf-8f51-42a7-a039-46f9de7a36f3 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 210 time: 0.0376987 Dec 16 22:09:31.060060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-d17d8c62-aa1a-497f-ba68-07a3a725231a req-3371c21c-6869-4e0f-b41f-13d0ab12c84e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Deleting port 979c0477-17b5-479a-a019-f38e20331cbe {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:31.060486 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d17d8c62-aa1a-497f-ba68-07a3a725231a req-3371c21c-6869-4e0f-b41f-13d0ab12c84e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.098251 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-7c046cd6-c8ed-44d0-af41-56cdfa361640 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.128800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-12577362-b74a-41f7-8306-85f9d4618ec4 None None] Provisioning complete for port 7480cb1d-1ee9-474f-8cf0-114a69638219 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:31.129453 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12577362-b74a-41f7-8306-85f9d4618ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.194882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d17d8c62-aa1a-497f-ba68-07a3a725231a req-3371c21c-6869-4e0f-b41f-13d0ab12c84e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] For port 979c0477-17b5-479a-a019-f38e20331cbe, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=979c0477-17b5-479a-a019-f38e20331cbe,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:31.195261 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d17d8c62-aa1a-497f-ba68-07a3a725231a req-3371c21c-6869-4e0f-b41f-13d0ab12c84e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.235520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-d17d8c62-aa1a-497f-ba68-07a3a725231a req-3371c21c-6869-4e0f-b41f-13d0ab12c84e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Calling delete_port for 979c0477-17b5-479a-a019-f38e20331cbe owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:31.300295 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-7c046cd6-c8ed-44d0-af41-56cdfa361640 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.314094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Router 74f77aec-0e30-4caf-8497-33ee38370cb2 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:09:31.331727 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2a3d2-89d0-4c63-bf9b-9fcb44235c54 req-acc0f49a-8c91-4dfd-a06c-d9719bb4b752 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:31.333564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2d2a3d2-89d0-4c63-bf9b-9fcb44235c54 req-acc0f49a-8c91-4dfd-a06c-d9719bb4b752 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 946 time: 0.2692912 Dec 16 22:09:31.355034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d859733-b085-49c2-8f87-a0f0aec4d3bf req-f4dae202-bd49-48e1-a2b8-f8a3c9b37ce9 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:31.356697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d859733-b085-49c2-8f87-a0f0aec4d3bf req-f4dae202-bd49-48e1-a2b8-f8a3c9b37ce9 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 949 time: 0.1309137 Dec 16 22:09:31.373691 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-7c046cd6-c8ed-44d0-af41-56cdfa361640 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:31.380271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-7c046cd6-c8ed-44d0-af41-56cdfa361640 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:31.413249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-7c046cd6-c8ed-44d0-af41-56cdfa361640 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:31.415737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c046cd6-c8ed-44d0-af41-56cdfa361640 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Pushing event updated for resources: {'Port': ['ID=9b5de46c-c26f-4991-871a-c3f709c51aeb,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:31.471159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2d2a3d2-89d0-4c63-bf9b-9fcb44235c54 req-bd3f6ac6-0a86-4f7d-b508-5f34791510bf tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134124 Dec 16 22:09:31.502479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d859733-b085-49c2-8f87-a0f0aec4d3bf req-7a9460e9-509f-4db0-9b41-916d2c2376be tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305733 Dec 16 22:09:31.548241 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-7c046cd6-c8ed-44d0-af41-56cdfa361640 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:31.549421 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-7c046cd6-c8ed-44d0-af41-56cdfa361640 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.597651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:09:31.614822 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Sync routers for ids ['74f77aec-0e30-4caf-8497-33ee38370cb2'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:09:31.634889 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Routers {'74f77aec-0e30-4caf-8497-33ee38370cb2'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:31.636800 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d17d8c62-aa1a-497f-ba68-07a3a725231a req-3371c21c-6869-4e0f-b41f-13d0ab12c84e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.637475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:09:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['74f77aec-0e30-4caf-8497-33ee38370cb2'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:31.659663 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['979c0477-17b5-479a-a019-f38e20331cbe'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:31.663854 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['c8e64d77-7f59-4efb-a292-0ddc52152580'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:31.718388 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-7c046cd6-c8ed-44d0-af41-56cdfa361640 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9304094 Dec 16 22:09:31.723940 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.737630 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-53c28536-c438-4353-b548-ed299933a01a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1891198 Dec 16 22:09:31.749256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Request body: {'port': {'device_id': '4977a76f-a8fb-48d5-bc97-f34d2d194750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:31.786835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54622) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:31.803429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17d8c62-aa1a-497f-ba68-07a3a725231a req-3371c21c-6869-4e0f-b41f-13d0ab12c84e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] No DVR routers for this DVR port 979c0477-17b5-479a-a019-f38e20331cbe on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:09:31.806440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371c21c-6869-4e0f-b41f-13d0ab12c84e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Pushing event deleted for resources: {'Port': ['ID=979c0477-17b5-479a-a019-f38e20331cbe,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:31.811845 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d17d8c62-aa1a-497f-ba68-07a3a725231a req-3371c21c-6869-4e0f-b41f-13d0ab12c84e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.818113 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d17d8c62-aa1a-497f-ba68-07a3a725231a req-3371c21c-6869-4e0f-b41f-13d0ab12c84e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.69 "DELETE /v2.0/ports/979c0477-17b5-479a-a019-f38e20331cbe HTTP/1.1" status: 204 len: 173 time: 0.9706016 Dec 16 22:09:31.819074 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e08fb8b-c5b1-4968-b28e-37fc52821c7b', 'name': 'network-vif-deleted', 'tag': '979c0477-17b5-479a-a019-f38e20331cbe'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:31.838015 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b8708c-f130-4114-92fc-efe6e88bdddc" -d '{"events": [{"server_uuid": "1e08fb8b-c5b1-4968-b28e-37fc52821c7b", "name": "network-vif-deleted", "tag": "979c0477-17b5-479a-a019-f38e20331cbe"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:31.888968 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724aad4-7a38-470a-a27a-1d5d27b1a61a req-838ea6c9-6cce-4d20-ac3a-e046ce82b957 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:31.891840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2724aad4-7a38-470a-a27a-1d5d27b1a61a req-838ea6c9-6cce-4d20-ac3a-e046ce82b957 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 867 time: 0.3066318 Dec 16 22:09:32.029282 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2724aad4-7a38-470a-a27a-1d5d27b1a61a req-2dc33d93-058e-4883-9473-172de67be4c0 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241574 Dec 16 22:09:32.040340 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:32.064430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9838ed03-6cba-423f-a161-f4ca586922c0 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:32.075148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:32.110110 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0758124d-64e1-4bf7-9db5-212a074521db x-openstack-request-id: req-0758124d-64e1-4bf7-9db5-212a074521db {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:32.110756 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e08fb8b-c5b1-4968-b28e-37fc52821c7b", "name": "network-vif-deleted", "tag": "979c0477-17b5-479a-a019-f38e20331cbe", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:32.111277 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0758124d-64e1-4bf7-9db5-212a074521db {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:32.111586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7480cb1d-1ee9-474f-8cf0-114a69638219 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:32.112156 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e08fb8b-c5b1-4968-b28e-37fc52821c7b', 'name': 'network-vif-deleted', 'tag': '979c0477-17b5-479a-a019-f38e20331cbe', 'status': 'completed', 'code': 200} Dec 16 22:09:32.237371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c405c-9150-4957-be3e-d291e7d5ab44 req-1301a182-c64c-4bf5-9c2e-e1d2a77b8ab5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:32.245420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f29c405c-9150-4957-be3e-d291e7d5ab44 req-1301a182-c64c-4bf5-9c2e-e1d2a77b8ab5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de4e1c1-42df-4b79-85a4-4000925394f0 HTTP/1.1" status: 200 len: 948 time: 0.0787485 Dec 16 22:09:32.281908 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Set router 74f77aec-0e30-4caf-8497-33ee38370cb2 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:32.310739 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f29c405c-9150-4957-be3e-d291e7d5ab44 req-13d152d9-30e9-40ec-b790-4ff002387313 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642064 Dec 16 22:09:32.432264 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.resource_extend [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:09:32.508064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9228e-d417-4ff6-803a-6c6f30661b20 req-916ca810-b2cf-4b45-bcea-3c057af82a3c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:32.510314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57f9228e-d417-4ff6-803a-6c6f30661b20 req-916ca810-b2cf-4b45-bcea-3c057af82a3c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.1192467 Dec 16 22:09:32.558190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbd800-ebb1-487d-afe3-9622205c7cc4 req-88959a74-ced8-49f8-830c-034edab1c2b7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:32.564138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91dbd800-ebb1-487d-afe3-9622205c7cc4 req-88959a74-ced8-49f8-830c-034edab1c2b7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 931 time: 0.1275945 Dec 16 22:09:32.675741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57f9228e-d417-4ff6-803a-6c6f30661b20 req-16f0510f-e9b2-4f5d-8dae-ce576077d484 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482720 Dec 16 22:09:32.756980 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 7480cb1d-1ee9-474f-8cf0-114a69638219 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:32.757601 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:32.761659 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9838ed03-6cba-423f-a161-f4ca586922c0, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9838ed03-6cba-423f-a161-f4ca586922c0,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:32.768569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91dbd800-ebb1-487d-afe3-9622205c7cc4 req-6e4ac958-7619-43d5-b127-88b3ae04fdef tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983378 Dec 16 22:09:32.820616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:09:32.833171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '9838ed03-6cba-423f-a161-f4ca586922c0', 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51', 'port_id': '9838ed03-6cba-423f-a161-f4ca586922c0', 'mac_address': 'fa:16:3e:a1:bb:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7d127c-4059-48ec-a124-eaae22170103', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:32.845174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:32.845722 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.041310 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5de46c-c26f-4991-871a-c3f709c51aeb {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:33.065284 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.066348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-83418585-6d7f-458d-bf54-9c8899a3780a service neutron] 10.222.0.69 "GET /v2.0/ports/73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3/bindings/n-h1-821840-2 HTTP/1.1" status: 200 len: 382 time: 0.2296176 Dec 16 22:09:33.081742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Transition to ACTIVE for port object 9b5de46c-c26f-4991-871a-c3f709c51aeb will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:09:33.117162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401648b0-ea49-4560-aa7d-5f008111a8a8 req-357dbb2c-4ba8-426e-b94a-be6b4fa466cc tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:33.120078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-401648b0-ea49-4560-aa7d-5f008111a8a8 req-357dbb2c-4ba8-426e-b94a-be6b4fa466cc tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 946 time: 0.1410201 Dec 16 22:09:33.144324 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.164736 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.188280 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-401648b0-ea49-4560-aa7d-5f008111a8a8 req-fadd9b76-8ae6-4402-8739-d374757bc291 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572121 Dec 16 22:09:33.222138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e66ec884-2e05-4c08-a734-8ec7e8704861 req-9169c850-422b-4926-83ec-20e7d12e2066 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e08fb8b-c5b1-4968-b28e-37fc52821c7b HTTP/1.1" status: 200 len: 210 time: 0.0323291 Dec 16 22:09:33.233819 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.290887 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9838ed03-6cba-423f-a161-f4ca586922c0 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:33.324378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Pushing event updated for resources: {'Port': ['ID=9b5de46c-c26f-4991-871a-c3f709c51aeb,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:33.354986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9838ed03-6cba-423f-a161-f4ca586922c0, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9838ed03-6cba-423f-a161-f4ca586922c0,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:33.357221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-539499169-router', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'cf84285c-f1b6-44c4-9761-b33c66d9faee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:28Z', 'updated_at': '2021-12-16T22:09:29Z', 'revision_number': 3, 'project_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'gw_port': {'id': 'cf84285c-f1b6-44c4-9761-b33c66d9faee', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ee:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:29Z', 'updated_at': '2021-12-16T22:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:33.359179 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.395355 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Checking router: 74f77aec-0e30-4caf-8497-33ee38370cb2 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:09:33.395628 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Updating router 74f77aec-0e30-4caf-8497-33ee38370cb2 port cf84285c-f1b6-44c4-9761-b33c66d9faee binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:09:33.408174 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Attempting to bind port 9b5de46c-c26f-4991-871a-c3f709c51aeb on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:33.408515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Attempting to bind port 9b5de46c-c26f-4991-871a-c3f709c51aeb by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:33.408849 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Attempting to bind port 9b5de46c-c26f-4991-871a-c3f709c51aeb on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:33.442349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de4e1c1-42df-4b79-85a4-4000925394f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bb4fc8-fc39-4095-a5e3-4c5813f6dabe'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:33.444696 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cb3d4b-a649-4770-af81-fde08dc21678" -d '{"events": [{"server_uuid": "3de4e1c1-42df-4b79-85a4-4000925394f0", "name": "network-vif-plugged", "status": "completed", "tag": "25bb4fc8-fc39-4095-a5e3-4c5813f6dabe"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:33.446808 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Port 9b5de46c-c26f-4991-871a-c3f709c51aeb on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:09:33.447346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Attempting to bind port 9b5de46c-c26f-4991-871a-c3f709c51aeb on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:33.455468 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.458024 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.463498 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2a32-8ce9-4c2a-ba1e-ab59c0381880 req-ff1c5442-8520-4cdc-9040-15f1120a16f2 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:33.464554 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:33.464905 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Checking segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:33.465416 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbfc2a32-8ce9-4c2a-ba1e-ab59c0381880 req-ff1c5442-8520-4cdc-9040-15f1120a16f2 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de4e1c1-42df-4b79-85a4-4000925394f0 HTTP/1.1" status: 200 len: 948 time: 0.0567925 Dec 16 22:09:33.465529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=25bb4fc8-fc39-4095-a5e3-4c5813f6dabe,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:33.467673 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Bound using segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:33.468152 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Bound port: 9b5de46c-c26f-4991-871a-c3f709c51aeb, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:33.468520 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.534483 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.545953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbfc2a32-8ce9-4c2a-ba1e-ab59c0381880 req-9cc21e67-2c9f-4db6-9f09-97020dc2ad7a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737066 Dec 16 22:09:33.587602 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] For port 9b5de46c-c26f-4991-871a-c3f709c51aeb, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:33.592883 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] For port 9b5de46c-c26f-4991-871a-c3f709c51aeb, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=9b5de46c-c26f-4991-871a-c3f709c51aeb,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:33.594250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Allocated IP 172.20.0.1 (c7eff383-5765-41ed-aa7a-9b7474d72a9c/19914d3e-38ae-4bb1-a6c7-61f37b925188/6091d822-ce86-431c-8be5-dabd9c853f03) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:33.627790 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d26b069-1d92-4b19-91e5-e4e81f83982b x-openstack-request-id: req-4d26b069-1d92-4b19-91e5-e4e81f83982b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:33.628127 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de4e1c1-42df-4b79-85a4-4000925394f0", "name": "network-vif-plugged", "status": "completed", "tag": "25bb4fc8-fc39-4095-a5e3-4c5813f6dabe", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:33.628368 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d26b069-1d92-4b19-91e5-e4e81f83982b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:33.628766 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de4e1c1-42df-4b79-85a4-4000925394f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bb4fc8-fc39-4095-a5e3-4c5813f6dabe', 'code': 200} Dec 16 22:09:33.632441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9838ed03-6cba-423f-a161-f4ca586922c0,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:33.680331 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['9838ed03-6cba-423f-a161-f4ca586922c0'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:33.698285 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.776155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=25bb4fc8-fc39-4095-a5e3-4c5813f6dabe,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:33.797453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Pushing event updated for resources: {'Port': ['ID=9b5de46c-c26f-4991-871a-c3f709c51aeb,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:33.805656 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:33.806283 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.814216 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-ad14b94e-f920-4e5f-9c76-cd4e9efa0b9d service neutron] 10.222.0.24 "PUT /v2.0/ports/9b5de46c-c26f-4991-871a-c3f709c51aeb HTTP/1.1" status: 200 len: 1091 time: 2.0687108 Dec 16 22:09:33.814216 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4977a76f-a8fb-48d5-bc97-f34d2d194750', 'tag': '9b5de46c-c26f-4991-871a-c3f709c51aeb'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:33.814216 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc97d23b-b1d1-4829-af60-6027a6ba886f" -d '{"events": [{"name": "network-changed", "server_uuid": "4977a76f-a8fb-48d5-bc97-f34d2d194750", "tag": "9b5de46c-c26f-4991-871a-c3f709c51aeb"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:33.825737 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.967355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6847a-9e68-4fc9-947f-f1f19f9f5a0a req-276358ff-1f97-4db9-9d59-6e88db04c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:33.968578 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ebe6847a-9e68-4fc9-947f-f1f19f9f5a0a req-276358ff-1f97-4db9-9d59-6e88db04c72e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3de4e1c1-42df-4b79-85a4-4000925394f0 HTTP/1.1" status: 200 len: 1100 time: 0.2477772 Dec 16 22:09:33.970615 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247179fc-ac0a-4579-af71-e550da95b8ae req-333d7498-75fb-408f-84ce-8ae1c575bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:33.972622 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-333d7498-75fb-408f-84ce-8ae1c575bc13 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd&tenant_id=d067ebbc70344b07b31a66cb2ec78bcf HTTP/1.1" status: 200 len: 1101 time: 0.1466689 Dec 16 22:09:33.976331 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.989165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c68c55-cf15-4f2d-bac0-16307c9833bf req-72110321-6391-437d-9bb4-b96ca76a945b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:33.990741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5c68c55-cf15-4f2d-bac0-16307c9833bf req-72110321-6391-437d-9bb4-b96ca76a945b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.1806269 Dec 16 22:09:34.005144 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.030862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 979c0477-17b5-479a-a019-f38e20331cbe no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:34.044802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Network c7eff383-5765-41ed-aa7a-9b7474d72a9c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:34.049030 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-34a01f1d-985d-44ee-9680-ad30ad1f7797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:34.050668 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-34a01f1d-985d-44ee-9680-ad30ad1f7797 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 1094 time: 0.1155071 Dec 16 22:09:34.053691 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:34.057219 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 979c0477-17b5-479a-a019-f38e20331cbe {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:09:34.058576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 979c0477-17b5-479a-a019-f38e20331cbe not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:09:34.058576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:34.059010 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:34.076046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e36f8-bdf8-42d3-b0be-2d0cc273c579 req-c7dbbd6b-a952-4f27-a87a-7ff9560d8524 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:34.084248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-293e36f8-bdf8-42d3-b0be-2d0cc273c579 req-c7dbbd6b-a952-4f27-a87a-7ff9560d8524 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 945 time: 0.1796048 Dec 16 22:09:34.100805 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.112539 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.157873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ebe6847a-9e68-4fc9-947f-f1f19f9f5a0a req-1dd6c3ea-2629-4e4f-916e-add9341ff0af service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649165 Dec 16 22:09:34.168941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247179fc-ac0a-4579-af71-e550da95b8ae req-dffb0c62-8bf7-47b4-a709-d99bf87862fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:34.172181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-dffb0c62-8bf7-47b4-a709-d99bf87862fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 1101 time: 0.1698148 Dec 16 22:09:34.187937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5c68c55-cf15-4f2d-bac0-16307c9833bf req-477a9206-5098-4080-8d5f-d364b1a122cb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844132 Dec 16 22:09:34.213586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-293e36f8-bdf8-42d3-b0be-2d0cc273c579 req-57e2df38-2a3f-4d1a-990f-9de322147dc5 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273491 Dec 16 22:09:34.220695 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-a54e4421-89ae-4f34-b132-f63f3020b81c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b5de46c-c26f-4991-871a-c3f709c51aeb HTTP/1.1" status: 200 len: 217 time: 0.0961809 Dec 16 22:09:34.225825 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Pushing event updated for resources: {'Port': ['ID=6091d822-ce86-431c-8be5-dabd9c853f03,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:34.232242 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc541fcd-9859-4227-9d22-eb8e9f723a01 None None] Pushing event updated for resources: {'Port': ['ID=cf84285c-f1b6-44c4-9761-b33c66d9faee,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:34.279879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Attempting to bind port cf84285c-f1b6-44c4-9761-b33c66d9faee on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:34.279879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Attempting to bind port cf84285c-f1b6-44c4-9761-b33c66d9faee by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:34.279879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Attempting to bind port cf84285c-f1b6-44c4-9761-b33c66d9faee on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:34.294791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:34.295173 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:34.295606 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.296006 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:34.296523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Bound port: cf84285c-f1b6-44c4-9761-b33c66d9faee, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:34.296915 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.334707 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.336059 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf2f11e-6752-4694-98e2-1f5c07c6a8e0 x-openstack-request-id: req-dcf2f11e-6752-4694-98e2-1f5c07c6a8e0 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:34.336386 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4977a76f-a8fb-48d5-bc97-f34d2d194750", "tag": "9b5de46c-c26f-4991-871a-c3f709c51aeb", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:34.336593 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dcf2f11e-6752-4694-98e2-1f5c07c6a8e0 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:34.337098 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4977a76f-a8fb-48d5-bc97-f34d2d194750', 'tag': '9b5de46c-c26f-4991-871a-c3f709c51aeb', 'status': 'completed', 'code': 200} Dec 16 22:09:34.344778 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-2705b779-f7e7-4b8f-beb9-8cfa8b327c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:34.346287 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-2705b779-f7e7-4b8f-beb9-8cfa8b327c58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.1301935 Dec 16 22:09:34.437175 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-614e6569-5fb7-472a-94e7-1e65904e08b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762901 Dec 16 22:09:34.438278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:34.441934 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] For port cf84285c-f1b6-44c4-9761-b33c66d9faee, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:34.456123 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] For port cf84285c-f1b6-44c4-9761-b33c66d9faee, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=cf84285c-f1b6-44c4-9761-b33c66d9faee,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:34.518259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36850a99-c7b0-4ec1-b3ee-8be579deb455 req-f93e2df6-2ace-48ef-9c08-16312911bd3b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:34.525888 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36850a99-c7b0-4ec1-b3ee-8be579deb455 req-f93e2df6-2ace-48ef-9c08-16312911bd3b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 943 time: 0.0995593 Dec 16 22:09:34.528102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-07bc7c34-e9e8-4860-8281-b34c33f69d32 None None] Provisioning complete for port 6091d822-ce86-431c-8be5-dabd9c853f03 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:34.528498 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07bc7c34-e9e8-4860-8281-b34c33f69d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.545615 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247179fc-ac0a-4579-af71-e550da95b8ae req-dfba08d6-5ccd-49fb-8b15-3ca379dbef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:34.547307 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-dfba08d6-5ccd-49fb-8b15-3ca379dbef4a service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1934226 Dec 16 22:09:34.588490 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-07bc7c34-e9e8-4860-8281-b34c33f69d32 None None] Port 6091d822-ce86-431c-8be5-dabd9c853f03 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:09:34.592336 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.603108 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.603880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9838ed03-6cba-423f-a161-f4ca586922c0 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:34.617105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-ad3e287d-8d13-45af-a55d-4e8dc98c57ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 HTTP/1.1" status: 200 len: 217 time: 0.0618575 Dec 16 22:09:34.626256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36850a99-c7b0-4ec1-b3ee-8be579deb455 req-c518c32c-469a-46ae-8247-7baef62aedea tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987291 Dec 16 22:09:34.699875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247179fc-ac0a-4579-af71-e550da95b8ae req-d942e420-f6c0-4805-a19e-9d294f4591a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:34.701430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-d942e420-f6c0-4805-a19e-9d294f4591a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0723960 Dec 16 22:09:34.780525 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.788900 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.795648 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb0614-f85f-48ce-beb5-d063af47787b req-d25b1b50-f419-48f3-b0b8-48e79769e856 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:34.797252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Routers {'74f77aec-0e30-4caf-8497-33ee38370cb2'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:34.797915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:09:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['74f77aec-0e30-4caf-8497-33ee38370cb2'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:34.802199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39bb0614-f85f-48ce-beb5-d063af47787b req-d25b1b50-f419-48f3-b0b8-48e79769e856 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de4e1c1-42df-4b79-85a4-4000925394f0 HTTP/1.1" status: 200 len: 949 time: 0.0996749 Dec 16 22:09:34.810438 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247179fc-ac0a-4579-af71-e550da95b8ae req-d89e83a7-9628-42fb-b9d9-3be823b32bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:34.811935 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-d89e83a7-9628-42fb-b9d9-3be823b32bb1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958180 Dec 16 22:09:34.853451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc541fcd-9859-4227-9d22-eb8e9f723a01 None None] Pushing event updated for resources: {'Port': ['ID=cf84285c-f1b6-44c4-9761-b33c66d9faee,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:34.859140 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-877579bd-9e6d-43d1-bf90-4063614d741d service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046855 Dec 16 22:09:34.903376 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9838ed03-6cba-423f-a161-f4ca586922c0 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:34.908199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39bb0614-f85f-48ce-beb5-d063af47787b req-612f6b5a-0292-45eb-b085-122cf3c1d01c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047351 Dec 16 22:09:34.961540 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-6afd0f51-9d35-452d-9d8b-1d22a54c4319 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357689 Dec 16 22:09:34.980107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9838ed03-6cba-423f-a161-f4ca586922c0, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9838ed03-6cba-423f-a161-f4ca586922c0,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:34.987387 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:35.008575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] Set router 74f77aec-0e30-4caf-8497-33ee38370cb2 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:35.051552 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d3bc03b1-73eb-4022-9dbc-e606ac49f4a7 req-610163d5-cc82-4290-8a99-d93fcfecfdc1 service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738331 Dec 16 22:09:35.058272 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:35.060549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 00d93413-8f8a-451d-8031-b0694928ad6b no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:35.098058 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:35.121986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01adde-a820-43fb-bbe7-adbf280d7115 req-b7b153c3-c63d-4ba8-bf81-7f33c140d063 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:35.123603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e01adde-a820-43fb-bbe7-adbf280d7115 req-b7b153c3-c63d-4ba8-bf81-7f33c140d063 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 950 time: 0.1080649 Dec 16 22:09:35.152768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-247179fc-ac0a-4579-af71-e550da95b8ae req-a27d30ef-9ca4-4dc9-8d0a-5987be1cfe8c service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855037 Dec 16 22:09:35.162226 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:35.189776 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e01adde-a820-43fb-bbe7-adbf280d7115 req-6a365746-1d6a-4271-901d-df0d9d6955c2 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551755 Dec 16 22:09:35.225151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9838ed03-6cba-423f-a161-f4ca586922c0,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:35.268272 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Pushing event updated for resources: {'Port': ['ID=6091d822-ce86-431c-8be5-dabd9c853f03,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:35.327098 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:35.328294 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97d23b-b1d1-4829-af60-6027a6ba886f req-2f6f0026-313b-4e68-8eb4-e76b5ac7cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:35.330516 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cc97d23b-b1d1-4829-af60-6027a6ba886f req-2f6f0026-313b-4e68-8eb4-e76b5ac7cc69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 1094 time: 0.1123552 Dec 16 22:09:35.330995 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:35.379307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 00d93413-8f8a-451d-8031-b0694928ad6b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=00d93413-8f8a-451d-8031-b0694928ad6b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:35.387306 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-539499169-router', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'cf84285c-f1b6-44c4-9761-b33c66d9faee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:28Z', 'updated_at': '2021-12-16T22:09:34Z', 'revision_number': 4, 'project_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'gw_port': {'id': 'cf84285c-f1b6-44c4-9761-b33c66d9faee', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ee:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:29Z', 'updated_at': '2021-12-16T22:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '6091d822-ce86-431c-8be5-dabd9c853f03', 'name': '', 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'mac_address': 'fa:16:3e:41:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '19914d3e-38ae-4bb1-a6c7-61f37b925188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:33Z', 'updated_at': '2021-12-16T22:09:33Z', 'revision_number': 1, 'project_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'subnets': [{'id': '19914d3e-38ae-4bb1-a6c7-61f37b925188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:35.409250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e68da-c761-4d23-a52f-332545171b40 req-d0ddbfd5-7b6f-4f4f-8cca-0d26080d67e0 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:35.414546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da3e68da-c761-4d23-a52f-332545171b40 req-d0ddbfd5-7b6f-4f4f-8cca-0d26080d67e0 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 944 time: 0.0771220 Dec 16 22:09:35.419881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f7050-7fdc-4100-86fc-4ec331e2f1de req-58efe559-f300-4f51-abd4-4b19b3ea1e72 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:35.421550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c8f7050-7fdc-4100-86fc-4ec331e2f1de req-58efe559-f300-4f51-abd4-4b19b3ea1e72 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 948 time: 0.1321383 Dec 16 22:09:35.511291 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c8f7050-7fdc-4100-86fc-4ec331e2f1de req-95c7849c-de2b-4e92-ab24-1601ba4db3e5 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781140 Dec 16 22:09:35.512953 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97d23b-b1d1-4829-af60-6027a6ba886f req-936f5016-4394-437e-8c4f-2eec7ff3a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:35.514551 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cc97d23b-b1d1-4829-af60-6027a6ba886f req-936f5016-4394-437e-8c4f-2eec7ff3a0ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 922 time: 0.1624753 Dec 16 22:09:35.541402 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da3e68da-c761-4d23-a52f-332545171b40 req-2d8c6665-b3bb-4d68-9730-9181971a5522 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074355 Dec 16 22:09:35.565905 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:35.567849 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79f3f6a-404a-4321-8259-46131c64fffb None None] The sync data for ids ['74f77aec-0e30-4caf-8497-33ee38370cb2'] in n-d-821840-2 is: [{'id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-539499169-router', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'cf84285c-f1b6-44c4-9761-b33c66d9faee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:28Z', 'updated_at': '2021-12-16T22:09:34Z', 'revision_number': 4, 'project_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'gw_port': {'id': 'cf84285c-f1b6-44c4-9761-b33c66d9faee', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ee:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:29Z', 'updated_at': '2021-12-16T22:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '6091d822-ce86-431c-8be5-dabd9c853f03', 'name': '', 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'mac_address': 'fa:16:3e:41:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '19914d3e-38ae-4bb1-a6c7-61f37b925188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:33Z', 'updated_at': '2021-12-16T22:09:33Z', 'revision_number': 1, 'project_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'subnets': [{'id': '19914d3e-38ae-4bb1-a6c7-61f37b925188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:09:35.605536 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cc97d23b-b1d1-4829-af60-6027a6ba886f req-ba0c3409-9313-4821-951e-81b08cb86e46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b5de46c-c26f-4991-871a-c3f709c51aeb HTTP/1.1" status: 200 len: 217 time: 0.0763996 Dec 16 22:09:35.607478 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Network c7eff383-5765-41ed-aa7a-9b7474d72a9c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:35.609778 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:35.638469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0e112e-0322-4a6b-b8df-e4b4ec2767cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3'}, {'server_uuid': '0465997d-0579-4143-b9d7-413fc792deea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00d93413-8f8a-451d-8031-b0694928ad6b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:35.642791 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae502490-51b5-4acc-85d1-bc0a3db26809" -d '{"events": [{"server_uuid": "9e0e112e-0322-4a6b-b8df-e4b4ec2767cd", "name": "network-vif-unplugged", "status": "completed", "tag": "73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3"}, {"server_uuid": "0465997d-0579-4143-b9d7-413fc792deea", "name": "network-vif-unplugged", "status": "completed", "tag": "00d93413-8f8a-451d-8031-b0694928ad6b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:35.673358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=00d93413-8f8a-451d-8031-b0694928ad6b,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:35.729486 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97d23b-b1d1-4829-af60-6027a6ba886f req-af7a312a-c3eb-46d6-9118-50eb2190d468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:35.731800 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cc97d23b-b1d1-4829-af60-6027a6ba886f req-af7a312a-c3eb-46d6-9118-50eb2190d468 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.1158335 Dec 16 22:09:35.775768 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a78da78-e587-446c-97a6-5a80a8cb56df x-openstack-request-id: req-5a78da78-e587-446c-97a6-5a80a8cb56df {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:35.776084 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0e112e-0322-4a6b-b8df-e4b4ec2767cd", "name": "network-vif-unplugged", "status": "completed", "tag": "73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3", "code": 200}, {"server_uuid": "0465997d-0579-4143-b9d7-413fc792deea", "name": "network-vif-unplugged", "status": "completed", "tag": "00d93413-8f8a-451d-8031-b0694928ad6b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:35.777019 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a78da78-e587-446c-97a6-5a80a8cb56df {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:35.777443 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0e112e-0322-4a6b-b8df-e4b4ec2767cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3', 'code': 200} Dec 16 22:09:35.777698 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0465997d-0579-4143-b9d7-413fc792deea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00d93413-8f8a-451d-8031-b0694928ad6b', 'code': 200} Dec 16 22:09:35.808117 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cc97d23b-b1d1-4829-af60-6027a6ba886f req-8c9b14dc-64ce-47e4-9dcb-4119d48aa0dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403676 Dec 16 22:09:35.847884 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396d5c3-e5ba-4259-b964-5f81e291705d req-adc87a0b-3f5d-49f7-91ec-b0db2552a79f tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:35.856018 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a396d5c3-e5ba-4259-b964-5f81e291705d req-adc87a0b-3f5d-49f7-91ec-b0db2552a79f tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 943 time: 0.0725148 Dec 16 22:09:35.878411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Router 74f77aec-0e30-4caf-8497-33ee38370cb2 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:09:35.949269 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c357f77d-89b7-46a1-8643-fd366ebc2d1e None None] Provisioning complete for port 6091d822-ce86-431c-8be5-dabd9c853f03 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:35.949857 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c357f77d-89b7-46a1-8643-fd366ebc2d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.006572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a396d5c3-e5ba-4259-b964-5f81e291705d req-e2202f57-62a0-4200-a1c0-23dedebb29a8 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495826 Dec 16 22:09:36.034872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c357f77d-89b7-46a1-8643-fd366ebc2d1e None None] Port 6091d822-ce86-431c-8be5-dabd9c853f03 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:09:36.045334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9abe8d10-9998-4881-923c-a474128c2c48 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:36.047896 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9838ed03-6cba-423f-a161-f4ca586922c0 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:36.059644 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cc97d23b-b1d1-4829-af60-6027a6ba886f req-669a5da5-2d97-486c-9a4e-1f11975e3296 service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399273 Dec 16 22:09:36.085764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc583de6-841b-4830-834b-d8bd854b995d req-9af2f2b6-0181-4abe-8776-7e596f05fb88 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:36.094376 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc583de6-841b-4830-834b-d8bd854b995d req-9af2f2b6-0181-4abe-8776-7e596f05fb88 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de4e1c1-42df-4b79-85a4-4000925394f0 HTTP/1.1" status: 200 len: 949 time: 0.0863135 Dec 16 22:09:36.180598 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc583de6-841b-4830-834b-d8bd854b995d req-348a8d33-f5d3-444b-bb62-af136f6d3a51 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824509 Dec 16 22:09:36.200449 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 9838ed03-6cba-423f-a161-f4ca586922c0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:36.200449 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.212242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:09:36.228179 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fbe27631-90fd-4e07-b99f-4caab612dc7b admin admin] 10.222.0.43 "PUT /v2.0/routers/74f77aec-0e30-4caf-8497-33ee38370cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4343750 Dec 16 22:09:36.270092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1d821-abb8-4bcd-a351-b224120f2368 req-7b651ec0-f270-44dd-88df-8b53067f79dc tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:36.279829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3aa1d821-abb8-4bcd-a351-b224120f2368 req-7b651ec0-f270-44dd-88df-8b53067f79dc tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.69 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 944 time: 0.1297810 Dec 16 22:09:36.283697 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cc97d23b-b1d1-4829-af60-6027a6ba886f req-5d41558b-5ea5-4233-bc6c-4a739cc55725 service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125318 Dec 16 22:09:36.320128 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9abe8d10-9998-4881-923c-a474128c2c48, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9abe8d10-9998-4881-923c-a474128c2c48,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:36.349983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '9abe8d10-9998-4881-923c-a474128c2c48', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '9abe8d10-9998-4881-923c-a474128c2c48', 'mac_address': 'fa:16:3e:7d:48:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:36.473858 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132d329-a657-4c83-8c1e-14a0ab7d9884 req-0fa16a6a-a3af-4aef-92fa-6edc69a624df tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:36.483665 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.485942 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.486100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0132d329-a657-4c83-8c1e-14a0ab7d9884 req-0fa16a6a-a3af-4aef-92fa-6edc69a624df tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 950 time: 0.1365623 Dec 16 22:09:36.535091 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abe8d10-9998-4881-923c-a474128c2c48 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:36.575051 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9838ed03-6cba-423f-a161-f4ca586922c0, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9838ed03-6cba-423f-a161-f4ca586922c0,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:36.586021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9abe8d10-9998-4881-923c-a474128c2c48, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9abe8d10-9998-4881-923c-a474128c2c48,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:36.587597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0132d329-a657-4c83-8c1e-14a0ab7d9884 req-cb0e175a-50cd-4386-b8cd-5213759627a8 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/security-groups?id=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956612 Dec 16 22:09:36.591453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-3aa1d821-abb8-4bcd-a351-b224120f2368 req-7dc40da6-f41a-4024-a56c-06f7dc7d934b tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Deleting port 9838ed03-6cba-423f-a161-f4ca586922c0 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:36.591797 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3aa1d821-abb8-4bcd-a351-b224120f2368 req-7dc40da6-f41a-4024-a56c-06f7dc7d934b tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.667748 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.672067 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.781905 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['9abe8d10-9998-4881-923c-a474128c2c48'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:36.796047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9838ed03-6cba-423f-a161-f4ca586922c0,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:36.844515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712f2e8-2f13-4732-9cf4-7f680a69ea25 req-bef86adf-3f49-4ef0-a6cd-7aa0cdcc21cc tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:36.850598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712f2e8-2f13-4732-9cf4-7f680a69ea25 req-bef86adf-3f49-4ef0-a6cd-7aa0cdcc21cc tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:36.859672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e712f2e8-2f13-4732-9cf4-7f680a69ea25 req-bef86adf-3f49-4ef0-a6cd-7aa0cdcc21cc tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d&device_id=3de4e1c1-42df-4b79-85a4-4000925394f0 HTTP/1.1" status: 200 len: 1690 time: 0.2229552 Dec 16 22:09:36.908057 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b66986-2608-4c9d-91c8-3798112ebabb req-46e66a63-1547-4885-be3c-dc99715c20bc tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:36.911986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9abe8d10-9998-4881-923c-a474128c2c48,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:36.915886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e9b66986-2608-4c9d-91c8-3798112ebabb req-46e66a63-1547-4885-be3c-dc99715c20bc tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 946 time: 0.1747184 Dec 16 22:09:36.920253 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-3aa1d821-abb8-4bcd-a351-b224120f2368 req-7dc40da6-f41a-4024-a56c-06f7dc7d934b tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] For port 9838ed03-6cba-423f-a161-f4ca586922c0, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9838ed03-6cba-423f-a161-f4ca586922c0,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:36.920634 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3aa1d821-abb8-4bcd-a351-b224120f2368 req-7dc40da6-f41a-4024-a56c-06f7dc7d934b tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.967507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-3aa1d821-abb8-4bcd-a351-b224120f2368 req-7dc40da6-f41a-4024-a56c-06f7dc7d934b tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Calling delete_port for 9838ed03-6cba-423f-a161-f4ca586922c0 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:37.033966 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e712f2e8-2f13-4732-9cf4-7f680a69ea25 req-d0b3b98a-0dad-427d-88c6-70c08ccb8af3 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728022 Dec 16 22:09:37.127883 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802d350-25ca-47ec-9d75-6a4a77baaabb req-68330d2b-cc0c-4167-afda-a4a04f1267cc tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:37.129440 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a802d350-25ca-47ec-9d75-6a4a77baaabb req-68330d2b-cc0c-4167-afda-a4a04f1267cc tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 950 time: 0.0620117 Dec 16 22:09:37.184736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e9b66986-2608-4c9d-91c8-3798112ebabb req-6a392234-6943-4739-b6b9-6181154e1bc4 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683082 Dec 16 22:09:37.238243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305738e-b5b5-4157-9e4f-aa92e1d5e2b7 req-20b95db9-2c8f-4279-ada0-09fd4777383d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:37.248091 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b305738e-b5b5-4157-9e4f-aa92e1d5e2b7 req-20b95db9-2c8f-4279-ada0-09fd4777383d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 948 time: 0.1160080 Dec 16 22:09:37.285122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-a802d350-25ca-47ec-9d75-6a4a77baaabb req-18ccdc28-06ef-4d58-bb80-439cca0d6e9e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Deleting port c8e64d77-7f59-4efb-a292-0ddc52152580 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:37.285468 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a802d350-25ca-47ec-9d75-6a4a77baaabb req-18ccdc28-06ef-4d58-bb80-439cca0d6e9e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.363184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b305738e-b5b5-4157-9e4f-aa92e1d5e2b7 req-f0745930-36e3-4abd-baf2-89bc44e1bce6 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897946 Dec 16 22:09:37.423890 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3aa1d821-abb8-4bcd-a351-b224120f2368 req-7dc40da6-f41a-4024-a56c-06f7dc7d934b tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.474183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc40da6-f41a-4024-a56c-06f7dc7d934b tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Pushing event deleted for resources: {'Port': ['ID=9838ed03-6cba-423f-a161-f4ca586922c0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:37.535877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a802d350-25ca-47ec-9d75-6a4a77baaabb req-18ccdc28-06ef-4d58-bb80-439cca0d6e9e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] For port c8e64d77-7f59-4efb-a292-0ddc52152580, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=c8e64d77-7f59-4efb-a292-0ddc52152580,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:37.536256 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a802d350-25ca-47ec-9d75-6a4a77baaabb req-18ccdc28-06ef-4d58-bb80-439cca0d6e9e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.582103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-a802d350-25ca-47ec-9d75-6a4a77baaabb req-18ccdc28-06ef-4d58-bb80-439cca0d6e9e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Calling delete_port for c8e64d77-7f59-4efb-a292-0ddc52152580 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:37.599251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['9838ed03-6cba-423f-a161-f4ca586922c0'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:37.609348 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54770) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:37.612439 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa1d821-abb8-4bcd-a351-b224120f2368 req-7dc40da6-f41a-4024-a56c-06f7dc7d934b tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] No DVR routers for this DVR port 9838ed03-6cba-423f-a161-f4ca586922c0 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:09:37.620273 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3aa1d821-abb8-4bcd-a351-b224120f2368 req-7dc40da6-f41a-4024-a56c-06f7dc7d934b tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.624162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3aa1d821-abb8-4bcd-a351-b224120f2368 req-7dc40da6-f41a-4024-a56c-06f7dc7d934b tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.69 "DELETE /v2.0/ports/9838ed03-6cba-423f-a161-f4ca586922c0 HTTP/1.1" status: 204 len: 173 time: 1.3327222 Dec 16 22:09:37.624667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a511bd93-9f22-46ff-beb2-e6afd7eefe12', 'name': 'network-vif-deleted', 'tag': '9838ed03-6cba-423f-a161-f4ca586922c0'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:37.627127 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d787eebc-bfb9-4883-bd1e-ad47fad96c0c" -d '{"events": [{"server_uuid": "a511bd93-9f22-46ff-beb2-e6afd7eefe12", "name": "network-vif-deleted", "tag": "9838ed03-6cba-423f-a161-f4ca586922c0"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:37.630910 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ac8efa85-9f3e-4f11-b7f6-da2b6d860274 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1118900195-network', 'tenant_id': '34397463607243b68adf0273e869b81a'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:37.752761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2ae47-e263-4d8e-b827-b94464ffff9f req-25bcfc53-c208-4acc-a6ba-be223e9e6e97 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:37.759364 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6a2ae47-e263-4d8e-b827-b94464ffff9f req-25bcfc53-c208-4acc-a6ba-be223e9e6e97 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 943 time: 0.2255940 Dec 16 22:09:37.778574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a511bd93-9f22-46ff-beb2-e6afd7eefe12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9838ed03-6cba-423f-a161-f4ca586922c0'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:37.781299 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315b149e-a902-40b5-b7e6-0be6674bbf13" -d '{"events": [{"server_uuid": "a511bd93-9f22-46ff-beb2-e6afd7eefe12", "name": "network-vif-plugged", "status": "completed", "tag": "9838ed03-6cba-423f-a161-f4ca586922c0"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:37.815937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8efa85-9f3e-4f11-b7f6-da2b6d860274 admin admin] Made reservation on behalf of 34397463607243b68adf0273e869b81a for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:37.819379 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac8efa85-9f3e-4f11-b7f6-da2b6d860274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.833065 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac8efa85-9f3e-4f11-b7f6-da2b6d860274 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.968769 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a802d350-25ca-47ec-9d75-6a4a77baaabb req-18ccdc28-06ef-4d58-bb80-439cca0d6e9e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.989854 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['c8e64d77-7f59-4efb-a292-0ddc52152580'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:38.004556 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac8efa85-9f3e-4f11-b7f6-da2b6d860274 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.045807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccdc28-06ef-4d58-bb80-439cca0d6e9e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Pushing event deleted for resources: {'Port': ['ID=c8e64d77-7f59-4efb-a292-0ddc52152580,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:38.072538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:38.075663 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9abe8d10-9998-4881-923c-a474128c2c48 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:38.145182 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a802d350-25ca-47ec-9d75-6a4a77baaabb req-18ccdc28-06ef-4d58-bb80-439cca0d6e9e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] No DVR routers for this DVR port c8e64d77-7f59-4efb-a292-0ddc52152580 on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:09:38.149130 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a802d350-25ca-47ec-9d75-6a4a77baaabb req-18ccdc28-06ef-4d58-bb80-439cca0d6e9e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.154278 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a802d350-25ca-47ec-9d75-6a4a77baaabb req-18ccdc28-06ef-4d58-bb80-439cca0d6e9e tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.24 "DELETE /v2.0/ports/c8e64d77-7f59-4efb-a292-0ddc52152580 HTTP/1.1" status: 204 len: 173 time: 1.0169585 Dec 16 22:09:38.154792 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d188647-ff6c-4286-850c-da3f303bff86', 'name': 'network-vif-deleted', 'tag': 'c8e64d77-7f59-4efb-a292-0ddc52152580'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:38.158620 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ee063f-5356-4b01-9977-04592b32c927" -d '{"events": [{"server_uuid": "9d188647-ff6c-4286-850c-da3f303bff86", "name": "network-vif-deleted", "tag": "c8e64d77-7f59-4efb-a292-0ddc52152580"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:38.168717 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device cf84285c-f1b6-44c4-9761-b33c66d9faee up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:38.177144 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 9b5de46c-c26f-4991-871a-c3f709c51aeb details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:38.197660 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac8efa85-9f3e-4f11-b7f6-da2b6d860274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.220639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3d160-f7cd-442d-b9a5-51eee858b449 req-2b8589dd-4fdf-4dcc-adef-8567fabf70bb tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:38.239839 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11b3d160-f7cd-442d-b9a5-51eee858b449 req-2b8589dd-4fdf-4dcc-adef-8567fabf70bb tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 1101 time: 0.5396304 Dec 16 22:09:38.242413 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8efa85-9f3e-4f11-b7f6-da2b6d860274 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:09:38.254727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8efa85-9f3e-4f11-b7f6-da2b6d860274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48a4fbd-bed6-4fd9-ab36-8d9a283fb29d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:38.263740 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac8efa85-9f3e-4f11-b7f6-da2b6d860274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.264583 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-ac8efa85-9f3e-4f11-b7f6-da2b6d860274 admin admin] Added segment e2478a07-2263-465c-9663-8627f6445b07 of type vlan for network 410f1635-7035-4fc7-89c3-5159928a815a Dec 16 22:09:38.355241 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.resource_extend [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:09:38.366058 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac8efa85-9f3e-4f11-b7f6-da2b6d860274 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.376519 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6a2ae47-e263-4d8e-b827-b94464ffff9f req-19fc203c-e34b-4bf2-b1a8-72061e3b2419 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6161330 Dec 16 22:09:38.450639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11b3d160-f7cd-442d-b9a5-51eee858b449 req-19a1d1a1-353a-4e12-8716-8c05ff4f2c32 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003164 Dec 16 22:09:38.514772 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac8efa85-9f3e-4f11-b7f6-da2b6d860274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.516301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8efa85-9f3e-4f11-b7f6-da2b6d860274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:38.517662 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac8efa85-9f3e-4f11-b7f6-da2b6d860274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.569571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee90601b-2d12-4bc4-b41d-902560468270 req-f587c8b9-3beb-4909-9403-dbab738e55f4 tempest-LiveMigrationNegativeTest-613632948 tempest-LiveMigrationNegativeTest-613632948-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d188647-ff6c-4286-850c-da3f303bff86 HTTP/1.1" status: 200 len: 210 time: 0.0604255 Dec 16 22:09:38.579697 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1a5c81-b356-4fdd-9e25-7a8a4e24700d x-openstack-request-id: req-5f1a5c81-b356-4fdd-9e25-7a8a4e24700d {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:38.580074 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a511bd93-9f22-46ff-beb2-e6afd7eefe12", "name": "network-vif-deleted", "tag": "9838ed03-6cba-423f-a161-f4ca586922c0", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:38.580337 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f1a5c81-b356-4fdd-9e25-7a8a4e24700d {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:38.582837 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a511bd93-9f22-46ff-beb2-e6afd7eefe12', 'name': 'network-vif-deleted', 'tag': '9838ed03-6cba-423f-a161-f4ca586922c0', 'status': 'completed', 'code': 200} Dec 16 22:09:38.674572 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eada090-7aa2-421f-ab79-d12eff088768 x-openstack-request-id: req-8eada090-7aa2-421f-ab79-d12eff088768 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:38.674572 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d188647-ff6c-4286-850c-da3f303bff86", "name": "network-vif-deleted", "tag": "c8e64d77-7f59-4efb-a292-0ddc52152580", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:38.674572 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8eada090-7aa2-421f-ab79-d12eff088768 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:38.674572 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d188647-ff6c-4286-850c-da3f303bff86', 'name': 'network-vif-deleted', 'tag': 'c8e64d77-7f59-4efb-a292-0ddc52152580', 'status': 'completed', 'code': 200} Dec 16 22:09:38.694699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 9abe8d10-9998-4881-923c-a474128c2c48 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:38.695249 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.714990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8efa85-9f3e-4f11-b7f6-da2b6d860274 admin admin] Pushing event updated for resources: {'Network': ['ID=410f1635-7035-4fc7-89c3-5159928a815a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:38.717210 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e35c3d-c8a2-4882-8bdc-768156bf11f3 x-openstack-request-id: req-40e35c3d-c8a2-4882-8bdc-768156bf11f3 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:38.719772 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a511bd93-9f22-46ff-beb2-e6afd7eefe12", "name": "network-vif-plugged", "status": "completed", "tag": "9838ed03-6cba-423f-a161-f4ca586922c0", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:38.727800 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40e35c3d-c8a2-4882-8bdc-768156bf11f3 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:38.727800 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a511bd93-9f22-46ff-beb2-e6afd7eefe12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9838ed03-6cba-423f-a161-f4ca586922c0', 'code': 200} Dec 16 22:09:38.735993 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port cf84285c-f1b6-44c4-9761-b33c66d9faee triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:38.737341 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.780620 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 410f1635-7035-4fc7-89c3-5159928a815a details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:09:38.815431 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ac8efa85-9f3e-4f11-b7f6-da2b6d860274 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2023661 Dec 16 22:09:38.815431 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54796) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:38.828881 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Request body: {'subnet': {'network_id': '410f1635-7035-4fc7-89c3-5159928a815a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118900195-subnet', 'tenant_id': '34397463607243b68adf0273e869b81a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:38.917409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab7c0b46-041c-46c7-a518-f47685cd0a74 req-e775d01c-2f4c-4d44-9ff7-5da632c27a01 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a511bd93-9f22-46ff-beb2-e6afd7eefe12 HTTP/1.1" status: 200 len: 210 time: 0.1266763 Dec 16 22:09:38.959343 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:39.001655 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Made reservation on behalf of 34397463607243b68adf0273e869b81a for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:39.007908 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:39.072867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420add58-814d-42cc-865a-81926520a06f req-5510f134-1ec2-442c-9504-6f99deab203c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:39.077827 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-420add58-814d-42cc-865a-81926520a06f req-5510f134-1ec2-442c-9504-6f99deab203c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 948 time: 0.1100466 Dec 16 22:09:39.101407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3', 'mac_address': 'fa:16:3e:78:a1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:39.123928 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 9b5de46c-c26f-4991-871a-c3f709c51aeb, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=9b5de46c-c26f-4991-871a-c3f709c51aeb,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:39.197528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f883c99-ad30-4d8d-a0b9-bf70944f53c5 req-c7faf334-5c28-411d-9849-0bbbb5bc0ae2 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:39.199948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f883c99-ad30-4d8d-a0b9-bf70944f53c5 req-c7faf334-5c28-411d-9849-0bbbb5bc0ae2 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3de4e1c1-42df-4b79-85a4-4000925394f0 HTTP/1.1" status: 200 len: 1100 time: 0.1205230 Dec 16 22:09:39.234819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-420add58-814d-42cc-865a-81926520a06f req-58627d61-7f6c-4c82-8763-9a0a18652919 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365497 Dec 16 22:09:39.238858 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Sync routers for ids ['74f77aec-0e30-4caf-8497-33ee38370cb2'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:09:39.265410 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Routers {'74f77aec-0e30-4caf-8497-33ee38370cb2'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:39.266792 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:09:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['74f77aec-0e30-4caf-8497-33ee38370cb2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:39.333984 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f883c99-ad30-4d8d-a0b9-bf70944f53c5 req-b5d7486b-d672-441f-b564-49a572f41052 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168382 Dec 16 22:09:39.371346 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '9b5de46c-c26f-4991-871a-c3f709c51aeb', 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c', 'port_id': '9b5de46c-c26f-4991-871a-c3f709c51aeb', 'mac_address': 'fa:16:3e:51:f0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be30d56a-8363-413b-8968-a220d05b6d90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:39.601238 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:39.659248 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Set router 74f77aec-0e30-4caf-8497-33ee38370cb2 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:39.669349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4f705-d6ad-405f-8e9c-158eb2ea8d23 req-c5db9365-faf9-46d2-95b9-4a509375e5f7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:39.677622 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ea4f705-d6ad-405f-8e9c-158eb2ea8d23 req-c5db9365-faf9-46d2-95b9-4a509375e5f7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 943 time: 0.0911944 Dec 16 22:09:39.736163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:39.743801 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:39.763547 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:39.833040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ea4f705-d6ad-405f-8e9c-158eb2ea8d23 req-91ec29f1-bbed-4aab-8407-fc7e4fb9d7f1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540432 Dec 16 22:09:39.878933 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:39.896314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:39.905095 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5de46c-c26f-4991-871a-c3f709c51aeb {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:39.926309 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.004469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port cf84285c-f1b6-44c4-9761-b33c66d9faee, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=cf84285c-f1b6-44c4-9761-b33c66d9faee,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:40.045259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=272749b2-7b0c-41a7-9d31-ff5d79c62eed,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:40.051936 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-539499169-router', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'cf84285c-f1b6-44c4-9761-b33c66d9faee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:28Z', 'updated_at': '2021-12-16T22:09:34Z', 'revision_number': 4, 'project_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'gw_port': {'id': 'cf84285c-f1b6-44c4-9761-b33c66d9faee', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ee:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:29Z', 'updated_at': '2021-12-16T22:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '6091d822-ce86-431c-8be5-dabd9c853f03', 'name': '', 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'mac_address': 'fa:16:3e:41:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '19914d3e-38ae-4bb1-a6c7-61f37b925188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:33Z', 'updated_at': '2021-12-16T22:09:34Z', 'revision_number': 2, 'project_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'subnets': [{'id': '19914d3e-38ae-4bb1-a6c7-61f37b925188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:40.084261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-7d67b8fd-5722-4697-9506-ff5b130477c6 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451343 Dec 16 22:09:40.093730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:40.094336 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:40.094933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:40.102569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 9b5de46c-c26f-4991-871a-c3f709c51aeb, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=9b5de46c-c26f-4991-871a-c3f709c51aeb,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:40.105136 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.107664 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:40.108444 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:40.109771 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:40.116760 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:40.117744 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:40.118290 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:40.118832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:40.119488 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:40.127842 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:40.128478 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:40.138321 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Checking segment: {'id': 'e2478a07-2263-465c-9663-8627f6445b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '410f1635-7035-4fc7-89c3-5159928a815a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:40.138995 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Network hostable DHCP agents. Network: 410f1635-7035-4fc7-89c3-5159928a815a, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:09:40.147183 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.155805 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Checking router: 74f77aec-0e30-4caf-8497-33ee38370cb2 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:09:40.161235 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Updating router 74f77aec-0e30-4caf-8497-33ee38370cb2 port 6091d822-ce86-431c-8be5-dabd9c853f03 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:09:40.185964 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.188892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9abe8d10-9998-4881-923c-a474128c2c48, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9abe8d10-9998-4881-923c-a474128c2c48,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:40.201037 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.237176 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:40.252171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Network 410f1635-7035-4fc7-89c3-5159928a815a is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:09:40.287012 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.298372 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9838ed03-6cba-423f-a161-f4ca586922c0 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:40.309511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbacc9f-a8a3-4787-a0a6-2b8fc7873afc req-19ad536c-ea8f-469b-ac9a-7ee6aa3f6606 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:40.317098 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cbacc9f-a8a3-4787-a0a6-2b8fc7873afc req-19ad536c-ea8f-469b-ac9a-7ee6aa3f6606 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 949 time: 0.2185647 Dec 16 22:09:40.334905 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 9838ed03-6cba-423f-a161-f4ca586922c0 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:09:40.335349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9838ed03-6cba-423f-a161-f4ca586922c0 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:09:40.354084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594eb3-115e-4ba7-8636-db05d66b4fc4 req-53b65c87-7fc0-4b7f-a919-ed6f84741037 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:40.358411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38594eb3-115e-4ba7-8636-db05d66b4fc4 req-53b65c87-7fc0-4b7f-a919-ed6f84741037 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd&tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 949 time: 0.1522923 Dec 16 22:09:40.375613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 410f1635-7035-4fc7-89c3-5159928a815a) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:40.380790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:40.381016 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.398325 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=cf84285c-f1b6-44c4-9761-b33c66d9faee,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:40.402659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-dc49585a-f6d6-45ea-974d-360a04728f60 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:40.412713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-dc49585a-f6d6-45ea-974d-360a04728f60 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3274813 Dec 16 22:09:40.413550 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955019f5-e169-4552-aec1-b24e3e991dda None None] Network 410f1635-7035-4fc7-89c3-5159928a815a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:09:40.440674 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-8b467bc5-a9f9-4585-a7ed-d53a0b5c5a5b tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/quotas/754f26ecb0c84ea4a4d3485ad36e376e HTTP/1.1" status: 200 len: 375 time: 0.0259757 Dec 16 22:09:40.498857 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-203b3a30-2b1e-44af-a440-4436471faff9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6818714 Dec 16 22:09:40.500235 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54830) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:40.506194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1118900195-router', 'tenant_id': '34397463607243b68adf0273e869b81a', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:40.537832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cbacc9f-a8a3-4787-a0a6-2b8fc7873afc req-2d93f06e-e2cd-4b81-9e47-d9aec16efb64 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196286 Dec 16 22:09:40.649446 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:40.665596 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.667119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.703007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-1aca94cf-4657-4b63-ad7c-f25d6f8ccb54 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2615194 Dec 16 22:09:40.706560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594eb3-115e-4ba7-8636-db05d66b4fc4 req-b6601b22-712a-47e5-9766-67e207032435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:40.716967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38594eb3-115e-4ba7-8636-db05d66b4fc4 req-b6601b22-712a-47e5-9766-67e207032435 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 1100 time: 0.2378643 Dec 16 22:09:40.747518 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.880434 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.905556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54846) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:40.967010 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.970988 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594eb3-115e-4ba7-8636-db05d66b4fc4 req-e8dc609d-1931-42ec-8424-ec222c50fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:40.973770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38594eb3-115e-4ba7-8636-db05d66b4fc4 req-e8dc609d-1931-42ec-8424-ec222c50fccd service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.2478356 Dec 16 22:09:41.075177 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38594eb3-115e-4ba7-8636-db05d66b4fc4 req-e24ad79d-9de6-4875-b7e3-40d6190f20a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 HTTP/1.1" status: 200 len: 217 time: 0.0944030 Dec 16 22:09:41.080833 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b25cd2-2e7b-4d03-91b2-286abd9f8a7f None None] Pushing event updated for resources: {'Port': ['ID=6091d822-ce86-431c-8be5-dabd9c853f03,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:41.108072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474474f6-acbd-4761-85d0-8e1fc19bf170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abe8d10-9998-4881-923c-a474128c2c48'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:41.114343 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ad7851-bfd5-4329-a213-22ff01066d95" -d '{"events": [{"server_uuid": "474474f6-acbd-4761-85d0-8e1fc19bf170", "name": "network-vif-plugged", "status": "completed", "tag": "9abe8d10-9998-4881-923c-a474128c2c48"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:41.129397 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b25cd2-2e7b-4d03-91b2-286abd9f8a7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:41.131513 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b25cd2-2e7b-4d03-91b2-286abd9f8a7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:41.131865 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b25cd2-2e7b-4d03-91b2-286abd9f8a7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:41.132220 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b25cd2-2e7b-4d03-91b2-286abd9f8a7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:41.134719 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b25cd2-2e7b-4d03-91b2-286abd9f8a7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:41.134719 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b25cd2-2e7b-4d03-91b2-286abd9f8a7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:41.134719 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b25cd2-2e7b-4d03-91b2-286abd9f8a7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:41.134719 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b25cd2-2e7b-4d03-91b2-286abd9f8a7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:41.134719 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b25cd2-2e7b-4d03-91b2-286abd9f8a7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:41.134719 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b25cd2-2e7b-4d03-91b2-286abd9f8a7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:41.134719 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b25cd2-2e7b-4d03-91b2-286abd9f8a7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:41.148423 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b25cd2-2e7b-4d03-91b2-286abd9f8a7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:41.148920 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:41.149129 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b25cd2-2e7b-4d03-91b2-286abd9f8a7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:41.185752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['9b5de46c-c26f-4991-871a-c3f709c51aeb'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:41.301169 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Attempting to bind port 6091d822-ce86-431c-8be5-dabd9c853f03 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:41.301818 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Attempting to bind port 6091d822-ce86-431c-8be5-dabd9c853f03 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '57d6f008-61b5-48ea-97c0-4cb10d527eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:41.302478 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Attempting to bind port 6091d822-ce86-431c-8be5-dabd9c853f03 on network c7eff383-5765-41ed-aa7a-9b7474d72a9c {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:41.314778 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:41.315500 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Checking segment: {'id': '57d6f008-61b5-48ea-97c0-4cb10d527eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:41.316100 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:41.316843 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Bound using segment: {'id': '57d6f008-61b5-48ea-97c0-4cb10d527eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:41.317799 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Bound port: 6091d822-ce86-431c-8be5-dabd9c853f03, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d6f008-61b5-48ea-97c0-4cb10d527eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:41.318360 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:41.347208 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-410f1635-7035-4fc7-89c3-5159928a815a', 'network_id': '410f1635-7035-4fc7-89c3-5159928a815a', 'project_id': '34397463607243b68adf0273e869b81a', 'fixed_ips': [{'subnet_id': '272749b2-7b0c-41a7-9d31-ff5d79c62eed'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:09:41.348362 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:41.369115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594eb3-115e-4ba7-8636-db05d66b4fc4 req-1909385c-9af8-4729-8f99-69aecf50d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:41.369833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38594eb3-115e-4ba7-8636-db05d66b4fc4 req-1909385c-9af8-4729-8f99-69aecf50d9be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.2868030 Dec 16 22:09:41.427062 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] For port 6091d822-ce86-431c-8be5-dabd9c853f03, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:41.430999 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] For port 6091d822-ce86-431c-8be5-dabd9c853f03, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6091d822-ce86-431c-8be5-dabd9c853f03,segment=NetworkSegment(57d6f008-61b5-48ea-97c0-4cb10d527eb7),segment_id=57d6f008-61b5-48ea-97c0-4cb10d527eb7)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:41.524220 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:41.530906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a9adecf4-b9ff-49d4-a9a3-22dd926578e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4d00f3da36f4023aa6f85e6569d8775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6240187 Dec 16 22:09:41.536690 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54856) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:41.541591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d28e1-b133-4813-bea2-074c5f44dd79 req-dd9387c4-ef58-457f-a8b0-103baa0044cf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:41.544166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-301d28e1-b133-4813-bea2-074c5f44dd79 req-dd9387c4-ef58-457f-a8b0-103baa0044cf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 944 time: 0.2422345 Dec 16 22:09:41.576684 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594eb3-115e-4ba7-8636-db05d66b4fc4 req-81571f14-eda3-4e21-b718-de8c17b6b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:41.578454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38594eb3-115e-4ba7-8636-db05d66b4fc4 req-81571f14-eda3-4e21-b718-de8c17b6b5ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1652653 Dec 16 22:09:41.585246 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=9b5de46c-c26f-4991-871a-c3f709c51aeb,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:41.687519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54866) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:41.714415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f64356e6-3b8a-44c8-9875-7ebfcd94801a tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1164503386', 'description': 'tempest-description--198684420'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:41.761303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-301d28e1-b133-4813-bea2-074c5f44dd79 req-dabba4b8-5fd8-416f-b165-86e5df48253d tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876533 Dec 16 22:09:41.822773 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b25cd2-2e7b-4d03-91b2-286abd9f8a7f None None] Pushing event updated for resources: {'Port': ['ID=6091d822-ce86-431c-8be5-dabd9c853f03,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:41.835141 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3b481b-5f69-4e0b-ab16-c71239415554 x-openstack-request-id: req-7c3b481b-5f69-4e0b-ab16-c71239415554 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:41.842590 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474474f6-acbd-4761-85d0-8e1fc19bf170", "name": "network-vif-plugged", "status": "completed", "tag": "9abe8d10-9998-4881-923c-a474128c2c48", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:41.842590 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c3b481b-5f69-4e0b-ab16-c71239415554 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:41.842590 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474474f6-acbd-4761-85d0-8e1fc19bf170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abe8d10-9998-4881-923c-a474128c2c48', 'code': 200} Dec 16 22:09:41.843769 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Routers {'74f77aec-0e30-4caf-8497-33ee38370cb2'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:41.845332 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:09:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['74f77aec-0e30-4caf-8497-33ee38370cb2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:41.928516 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa4d7546-b3d2-46cf-9052-e5b9f32346e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:41.990907 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38594eb3-115e-4ba7-8636-db05d66b4fc4 req-f2528b53-0cbb-48f8-86de-8679ed9f2e95 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023795 Dec 16 22:09:41.999108 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa4d7546-b3d2-46cf-9052-e5b9f32346e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.029396 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] Set router 74f77aec-0e30-4caf-8497-33ee38370cb2 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:42.033877 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.067353 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6afc7e7f-fbc6-4725-b070-27533d4ee85c req-8a066c89-2102-40f1-bd1d-8dab1979ddca tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 210 time: 0.1715088 Dec 16 22:09:42.083207 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.251114 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f64356e6-3b8a-44c8-9875-7ebfcd94801a tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.261926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device c8e64d77-7f59-4efb-a292-0ddc52152580 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:42.317947 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Allocated IP 172.25.2.223 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/e91c2f25-67e3-42b3-9b95-4793078d0c6f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:42.379926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-605ed8ad-78f8-4a4d-a7c3-c466cbbe4462 None None] Provisioning complete for port 6091d822-ce86-431c-8be5-dabd9c853f03 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:42.380481 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-605ed8ad-78f8-4a4d-a7c3-c466cbbe4462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.395550 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: c8e64d77-7f59-4efb-a292-0ddc52152580 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:09:42.395914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device c8e64d77-7f59-4efb-a292-0ddc52152580 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:09:42.417405 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f64356e6-3b8a-44c8-9875-7ebfcd94801a tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.465082 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6091d822-ce86-431c-8be5-dabd9c853f03 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:42.522264 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.522497 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38594eb3-115e-4ba7-8636-db05d66b4fc4 req-b34226c5-a9df-4fd6-a7cf-e9deb4d909ee service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220947 Dec 16 22:09:42.553029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf112e-ae2e-4c25-bde4-fadb94bed4d8 req-c452834a-206f-4ff1-a1b3-383a0c1476cf tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:42.563297 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4bcf112e-ae2e-4c25-bde4-fadb94bed4d8 req-c452834a-206f-4ff1-a1b3-383a0c1476cf tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 949 time: 0.5613871 Dec 16 22:09:42.596927 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f64356e6-3b8a-44c8-9875-7ebfcd94801a tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.641342 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-539499169-router', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'cf84285c-f1b6-44c4-9761-b33c66d9faee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:28Z', 'updated_at': '2021-12-16T22:09:34Z', 'revision_number': 4, 'project_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'gw_port': {'id': 'cf84285c-f1b6-44c4-9761-b33c66d9faee', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:29Z', 'updated_at': '2021-12-16T22:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '6091d822-ce86-431c-8be5-dabd9c853f03', 'name': '', 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'mac_address': 'fa:16:3e:41:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '19914d3e-38ae-4bb1-a6c7-61f37b925188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:33Z', 'updated_at': '2021-12-16T22:09:41Z', 'revision_number': 4, 'project_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'subnets': [{'id': '19914d3e-38ae-4bb1-a6c7-61f37b925188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:42.654685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64356e6-3b8a-44c8-9875-7ebfcd94801a tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef59b77-059e-4e38-950f-67e2721dc558,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:42.670976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9abe8d10-9998-4881-923c-a474128c2c48,revision_number=10']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:42.675605 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4bcf112e-ae2e-4c25-bde4-fadb94bed4d8 req-76492ac3-8721-4059-a895-b427bbc715f9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099207 Dec 16 22:09:42.678827 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4293590-b1a5-423d-a8a2-c1330b99b5bb None None] The sync data for ids ['74f77aec-0e30-4caf-8497-33ee38370cb2'] in n-d-821840-2 is: [{'id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-539499169-router', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'cf84285c-f1b6-44c4-9761-b33c66d9faee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:28Z', 'updated_at': '2021-12-16T22:09:34Z', 'revision_number': 4, 'project_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'gw_port': {'id': 'cf84285c-f1b6-44c4-9761-b33c66d9faee', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:29Z', 'updated_at': '2021-12-16T22:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '6091d822-ce86-431c-8be5-dabd9c853f03', 'name': '', 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'mac_address': 'fa:16:3e:41:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '19914d3e-38ae-4bb1-a6c7-61f37b925188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:33Z', 'updated_at': '2021-12-16T22:09:41Z', 'revision_number': 4, 'project_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'subnets': [{'id': '19914d3e-38ae-4bb1-a6c7-61f37b925188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:09:42.705233 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa4d7546-b3d2-46cf-9052-e5b9f32346e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.708802 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa4d7546-b3d2-46cf-9052-e5b9f32346e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.713521 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fa4d7546-b3d2-46cf-9052-e5b9f32346e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30bf9b0d-99d3-4b65-8e4c-9034139f3a8e HTTP/1.1" status: 204 len: 168 time: 1.1725025 Dec 16 22:09:42.731684 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.733913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d7546-b3d2-46cf-9052-e5b9f32346e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bf9b0d-99d3-4b65-8e4c-9034139f3a8e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:42.805343 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f64356e6-3b8a-44c8-9875-7ebfcd94801a tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.805343 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f64356e6-3b8a-44c8-9875-7ebfcd94801a tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1117129 Dec 16 22:09:42.806981 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54888) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:42.817478 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e8bff518-49f3-4370-a2b3-07a5f0f239c3 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Request body: {'security_group_rule': {'security_group_id': 'fef59b77-059e-4e38-950f-67e2721dc558', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:42.852947 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:42.859860 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Allocated IP 172.20.0.2 (410f1635-7035-4fc7-89c3-5159928a815a/272749b2-7b0c-41a7-9d31-ff5d79c62eed/820613ad-046c-4721-8de0-ba9e4fde9ef2) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:42.869523 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:42.877020 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:42.954157 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Pushing event updated for resources: {'Port': ['ID=e91c2f25-67e3-42b3-9b95-4793078d0c6f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:42.956822 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 6091d822-ce86-431c-8be5-dabd9c853f03 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:42.957210 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.998250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddd05f-809c-4adf-ba00-091e1f2c9809 req-f0313acb-683c-4e86-94cf-0cf4eafff109 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:43.008760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78ddd05f-809c-4adf-ba00-091e1f2c9809 req-f0313acb-683c-4e86-94cf-0cf4eafff109 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 944 time: 0.0862939 Dec 16 22:09:43.115565 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.158563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78ddd05f-809c-4adf-ba00-091e1f2c9809 req-c9eef531-1ff5-4f63-970e-87d92b9526a3 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465893 Dec 16 22:09:43.273671 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-605ed8ad-78f8-4a4d-a7c3-c466cbbe4462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.295191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97390e4e-b689-44a4-9486-11fc68599b3d req-35a30237-b6c6-456a-9d38-7ab05ea0b98f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 210 time: 0.0706291 Dec 16 22:09:43.443212 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.467960 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.509718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-605ed8ad-78f8-4a4d-a7c3-c466cbbe4462 None None] For port 6091d822-ce86-431c-8be5-dabd9c853f03, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6091d822-ce86-431c-8be5-dabd9c853f03,segment=NetworkSegment(57d6f008-61b5-48ea-97c0-4cb10d527eb7),segment_id=57d6f008-61b5-48ea-97c0-4cb10d527eb7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:43.608819 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-605ed8ad-78f8-4a4d-a7c3-c466cbbe4462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.730699 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.741407 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:09:43.741771 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:09:43.752708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ed8ad-78f8-4a4d-a7c3-c466cbbe4462 None None] Pushing event updated for resources: {'Port': ['ID=6091d822-ce86-431c-8be5-dabd9c853f03,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:43.763614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8efbf120-5853-435b-ae02-06f8001e9205 None None] Provisioning complete for port 6091d822-ce86-431c-8be5-dabd9c853f03 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:43.763964 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8efbf120-5853-435b-ae02-06f8001e9205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.784628 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8bff518-49f3-4370-a2b3-07a5f0f239c3 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.889948 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8bff518-49f3-4370-a2b3-07a5f0f239c3 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.924199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d7d9c-9951-4898-a8bf-a304a0cb58f1 req-3eec82ef-2bee-4b2d-9c3d-3f3a45ae45fe tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:43.942896 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.948111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd7d7d9c-9951-4898-a8bf-a304a0cb58f1 req-3eec82ef-2bee-4b2d-9c3d-3f3a45ae45fe tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 949 time: 0.1296437 Dec 16 22:09:43.952178 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8bff518-49f3-4370-a2b3-07a5f0f239c3 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.032125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Network 410f1635-7035-4fc7-89c3-5159928a815a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:44.040782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:44.048282 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:44.114987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd7d7d9c-9951-4898-a8bf-a304a0cb58f1 req-2ce56738-976f-41dd-babc-89f3cabf6f12 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651881 Dec 16 22:09:44.138036 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bff518-49f3-4370-a2b3-07a5f0f239c3 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1ec8ed-200a-4bad-b112-9bba61451dc2,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:44.151353 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8bff518-49f3-4370-a2b3-07a5f0f239c3 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.153278 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e8bff518-49f3-4370-a2b3-07a5f0f239c3 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3448579 Dec 16 22:09:44.156285 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54908) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:44.168897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f4d744b2-1141-4c25-a6c7-b1b0b084d574 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Request body: {'security_group_rule': {'security_group_id': 'fef59b77-059e-4e38-950f-67e2721dc558', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:44.204561 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Pushing event updated for resources: {'Port': ['ID=820613ad-046c-4721-8de0-ba9e4fde9ef2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:44.216138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:44.219246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54912) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:44.256787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Attempting to bind port 820613ad-046c-4721-8de0-ba9e4fde9ef2 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:44.259865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Attempting to bind port 820613ad-046c-4721-8de0-ba9e4fde9ef2 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'e2478a07-2263-465c-9663-8627f6445b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '410f1635-7035-4fc7-89c3-5159928a815a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:44.261909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Attempting to bind port 820613ad-046c-4721-8de0-ba9e4fde9ef2 on network 410f1635-7035-4fc7-89c3-5159928a815a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:44.270017 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 9b5de46c-c26f-4991-871a-c3f709c51aeb up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:44.296194 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.351675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-75ebce99-4b73-4095-b644-641fb8b29ca9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=448589dd0284458990800131ac2037d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309776 Dec 16 22:09:44.355245 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54916) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:44.428260 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4d744b2-1141-4c25-a6c7-b1b0b084d574 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.477991 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:44.487672 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Checking segment: {'id': 'e2478a07-2263-465c-9663-8627f6445b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '410f1635-7035-4fc7-89c3-5159928a815a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:44.488446 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.489217 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Bound using segment: {'id': 'e2478a07-2263-465c-9663-8627f6445b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '410f1635-7035-4fc7-89c3-5159928a815a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:44.491745 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Bound port: 820613ad-046c-4721-8de0-ba9e4fde9ef2, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2478a07-2263-465c-9663-8627f6445b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '410f1635-7035-4fc7-89c3-5159928a815a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:44.498496 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.577969 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4d744b2-1141-4c25-a6c7-b1b0b084d574 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.592594 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1916fc4d-ad3c-448a-bee7-68136c0c2921 req-a378ff7f-9260-4ce9-9170-6effe74c2d36 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 210 time: 0.1655316 Dec 16 22:09:44.617197 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] For port 820613ad-046c-4721-8de0-ba9e4fde9ef2, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:44.622079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] For port 820613ad-046c-4721-8de0-ba9e4fde9ef2, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=820613ad-046c-4721-8de0-ba9e4fde9ef2,segment=NetworkSegment(e2478a07-2263-465c-9663-8627f6445b07),segment_id=e2478a07-2263-465c-9663-8627f6445b07)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:44.626422 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device cf84285c-f1b6-44c4-9761-b33c66d9faee up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:44.646164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d091e-d504-494b-a8a1-a0fe6579d5fb req-31369b73-faae-4147-b8b7-0722fbce3d15 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:44.656658 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b6d091e-d504-494b-a8a1-a0fe6579d5fb req-31369b73-faae-4147-b8b7-0722fbce3d15 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 944 time: 0.3494344 Dec 16 22:09:44.658123 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-be9ed6c1-7169-4f6a-abbe-ce827342e2f8 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402460 Dec 16 22:09:44.688110 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c26a208-ce30-410b-a7e0-12fd44f06130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.739109 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.744393 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4d744b2-1141-4c25-a6c7-b1b0b084d574 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.767973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b6d091e-d504-494b-a8a1-a0fe6579d5fb req-bd7500b3-79c4-4a9f-968e-07125ccf1442 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048248 Dec 16 22:09:44.816001 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d744b2-1141-4c25-a6c7-b1b0b084d574 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164dff6f-e1be-4227-ac37-e61656630b50,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:44.825591 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c26a208-ce30-410b-a7e0-12fd44f06130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.830637 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-4fc803a3-77ea-404c-9f41-eecf793e9973 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:44.834033 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-4fc803a3-77ea-404c-9f41-eecf793e9973 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623523 Dec 16 22:09:44.860802 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 9b5de46c-c26f-4991-871a-c3f709c51aeb completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:09:44.861056 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-10b72d59-d3a3-41bc-8d0e-e0e7f685087a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Request body: {'port': {'device_id': '03ca964c-2510-4fb1-a35c-a90e42f0eb45', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '754f26ecb0c84ea4a4d3485ad36e376e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:44.881525 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:44.883508 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.932166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 9b5de46c-c26f-4991-871a-c3f709c51aeb triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:44.932556 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.957309 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4d744b2-1141-4c25-a6c7-b1b0b084d574 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.961647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f4d744b2-1141-4c25-a6c7-b1b0b084d574 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8010821 Dec 16 22:09:44.961960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54930) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:44.966925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:44.998101 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c26a208-ce30-410b-a7e0-12fd44f06130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.001055 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c26a208-ce30-410b-a7e0-12fd44f06130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.003077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4c26a208-ce30-410b-a7e0-12fd44f06130 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a0f7290-dcae-4cf9-91f3-361da920cf23 HTTP/1.1" status: 204 len: 168 time: 0.6125453 Dec 16 22:09:45.051535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26a208-ce30-410b-a7e0-12fd44f06130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0f7290-dcae-4cf9-91f3-361da920cf23,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:45.126875 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.152323 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.159189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port cf84285c-f1b6-44c4-9761-b33c66d9faee triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:45.159898 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.211869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea1728-ec3f-4472-a3d6-6846fe97dcb4 None None] Pushing event updated for resources: {'Port': ['ID=820613ad-046c-4721-8de0-ba9e4fde9ef2,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:45.496527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d207f-3e18-4b94-a656-f3e4b78645bb req-ecba369f-152c-463b-bd41-1e87c8a9b859 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:45.502853 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.505886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb7d207f-3e18-4b94-a656-f3e4b78645bb req-ecba369f-152c-463b-bd41-1e87c8a9b859 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 949 time: 0.1741610 Dec 16 22:09:45.628542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb7d207f-3e18-4b94-a656-f3e4b78645bb req-dc399efd-161c-4f22-b3a5-a288f7fa1cfc tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217227 Dec 16 22:09:45.644624 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.755687 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.835253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4977a76f-a8fb-48d5-bc97-f34d2d194750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5de46c-c26f-4991-871a-c3f709c51aeb'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:45.843481 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d520b00-cbdf-4b61-a34f-c5428f8bfc51" -d '{"events": [{"server_uuid": "4977a76f-a8fb-48d5-bc97-f34d2d194750", "name": "network-vif-plugged", "status": "completed", "tag": "9b5de46c-c26f-4991-871a-c3f709c51aeb"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:45.871227 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed7d5adf-d950-45ae-b2fb-7185c1721576 req-f824d626-84cc-495e-8ac6-2e43c4b0da1f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 210 time: 0.0515699 Dec 16 22:09:45.922052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 9b5de46c-c26f-4991-871a-c3f709c51aeb, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=9b5de46c-c26f-4991-871a-c3f709c51aeb,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:45.937200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:46.024948 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0045ee-e444-4915-b046-095b3d447874 req-a7569821-0c34-46e9-ab05-ec6ae40b403a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:46.032904 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d0045ee-e444-4915-b046-095b3d447874 req-a7569821-0c34-46e9-ab05-ec6ae40b403a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 949 time: 0.2293923 Dec 16 22:09:46.070714 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Allocated IP 172.25.2.137 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/9ee96f7c-233a-4fa5-aaec-a9b860c17d6e) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:46.184963 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6091d822-ce86-431c-8be5-dabd9c853f03 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:46.329391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d0045ee-e444-4915-b046-095b3d447874 req-2458737e-9066-4e7e-973d-bd13664a2f15 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885859 Dec 16 22:09:46.362584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529051e6-cb6b-473c-90d4-3fdad219499d req-27307e89-0d34-47cf-9a4f-475b91676be1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:46.365874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-529051e6-cb6b-473c-90d4-3fdad219499d req-27307e89-0d34-47cf-9a4f-475b91676be1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 944 time: 0.1848426 Dec 16 22:09:46.412852 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-10b72d59-d3a3-41bc-8d0e-e0e7f685087a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Made reservation on behalf of 754f26ecb0c84ea4a4d3485ad36e376e for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:46.417230 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-10b72d59-d3a3-41bc-8d0e-e0e7f685087a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:46.428197 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6420de07-37dc-47c5-9148-a0f17b4e1fc2 x-openstack-request-id: req-6420de07-37dc-47c5-9148-a0f17b4e1fc2 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:46.428517 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4977a76f-a8fb-48d5-bc97-f34d2d194750", "name": "network-vif-plugged", "status": "completed", "tag": "9b5de46c-c26f-4991-871a-c3f709c51aeb", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:46.428791 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6420de07-37dc-47c5-9148-a0f17b4e1fc2 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:46.429172 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4977a76f-a8fb-48d5-bc97-f34d2d194750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5de46c-c26f-4991-871a-c3f709c51aeb', 'code': 200} Dec 16 22:09:46.431237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Router 68463dba-4f06-44a9-8b26-6ebd77dc6534 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:09:46.459742 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:46.462901 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:46.504452 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:46.600964 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=9b5de46c-c26f-4991-871a-c3f709c51aeb,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:46.651108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 6091d822-ce86-431c-8be5-dabd9c853f03 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:46.652118 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:46.653447 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-529051e6-cb6b-473c-90d4-3fdad219499d req-58be1fed-715a-424b-94fe-6d92a4adf18e tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769518 Dec 16 22:09:46.682732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e88259-8cb6-4578-9d9e-693c50572e44 None None] Network 410f1635-7035-4fc7-89c3-5159928a815a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:09:46.728296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13da0d8-2976-4605-8aae-695392c7ac24 req-30d7604d-2e3d-40be-8998-9761ae9f1d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:46.741441 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d13da0d8-2976-4605-8aae-695392c7ac24 req-30d7604d-2e3d-40be-8998-9761ae9f1d26 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 1096 time: 0.2043052 Dec 16 22:09:46.787496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d13da0d8-2976-4605-8aae-695392c7ac24 req-5de1c995-e68b-422d-988a-92b935c8c88b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451250 Dec 16 22:09:46.824724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:46.833758 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7bf17954-37d3-4378-af4b-efcabe2915b2 None None] Provisioning complete for port 820613ad-046c-4721-8de0-ba9e4fde9ef2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:46.834198 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bf17954-37d3-4378-af4b-efcabe2915b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:46.837683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:09:46.841420 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-10b72d59-d3a3-41bc-8d0e-e0e7f685087a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Allocated IP 192.168.233.57 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/1a813d81-f1cc-4e02-9fac-67a1f5d794cd) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:46.871739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Sync routers for ids ['68463dba-4f06-44a9-8b26-6ebd77dc6534'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:09:46.941372 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:46.985640 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Routers {'68463dba-4f06-44a9-8b26-6ebd77dc6534'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:46.987825 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:09:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['68463dba-4f06-44a9-8b26-6ebd77dc6534'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:47.007661 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:47.017257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54988) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:47.023776 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3d7f59a8-a387-4e7e-836f-712aa8f0601a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5222530 Dec 16 22:09:47.085502 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 820613ad-046c-4721-8de0-ba9e4fde9ef2 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:47.128261 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:47.176676 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-10b72d59-d3a3-41bc-8d0e-e0e7f685087a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:47.192168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:47.251331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:47.263661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac87720b-a58a-4a32-8123-7304f627ec40 req-29d6e428-2140-4cf5-b756-dc3a908894b3 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 210 time: 0.1165388 Dec 16 22:09:47.280664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Set router 68463dba-4f06-44a9-8b26-6ebd77dc6534 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:47.304731 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-10b72d59-d3a3-41bc-8d0e-e0e7f685087a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:47.356822 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-10b72d59-d3a3-41bc-8d0e-e0e7f685087a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:47.362651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-10b72d59-d3a3-41bc-8d0e-e0e7f685087a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:47.367933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-10b72d59-d3a3-41bc-8d0e-e0e7f685087a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:47.403585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Pushing event updated for resources: {'Port': ['ID=9ee96f7c-233a-4fa5-aaec-a9b860c17d6e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:47.439421 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b72d59-d3a3-41bc-8d0e-e0e7f685087a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event updated for resources: {'Port': ['ID=1a813d81-f1cc-4e02-9fac-67a1f5d794cd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:47.476535 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-10b72d59-d3a3-41bc-8d0e-e0e7f685087a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:47.489122 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-10b72d59-d3a3-41bc-8d0e-e0e7f685087a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:47.513025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ebf797c1-bb5d-4b3a-aa39-941231cf05ab', '25bb4fc8-fc39-4095-a5e3-4c5813f6dabe'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:47.570014 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-10b72d59-d3a3-41bc-8d0e-e0e7f685087a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7160122 Dec 16 22:09:47.571528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['fda962b4-4612-4379-82f8-686622f5e8fd', '6e870121-a5c4-456a-86ce-741a90fbe967', 'ba490fd2-7d57-46d7-bb9c-8f72f78231c7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:47.585117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Request body: {'port': {'device_id': '03ca964c-2510-4fb1-a35c-a90e42f0eb45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:47.702812 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:47.703772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:47.704312 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:47.704854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:47.705692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:47.710091 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:47.710705 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:47.711242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:47.711839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:47.712385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:47.712920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:47.713456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:47.714706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:47.723903 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:47.788725 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-33465012-bafa-48ef-9e92-51eb221accf6 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3487821 Dec 16 22:09:47.916858 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 820613ad-046c-4721-8de0-ba9e4fde9ef2 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:47.918267 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:47.934093 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bf17954-37d3-4378-af4b-efcabe2915b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.059492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-7a266c70-2ee5-49c5-9a49-f09b87f44064 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2d721a2e38754c278111573d30bbf986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1533346 Dec 16 22:09:48.124620 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7bf17954-37d3-4378-af4b-efcabe2915b2 None None] For port 820613ad-046c-4721-8de0-ba9e4fde9ef2, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=820613ad-046c-4721-8de0-ba9e4fde9ef2,segment=NetworkSegment(e2478a07-2263-465c-9663-8627f6445b07),segment_id=e2478a07-2263-465c-9663-8627f6445b07)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:48.205824 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bf17954-37d3-4378-af4b-efcabe2915b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.206447 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a813d81-f1cc-4e02-9fac-67a1f5d794cd {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:48.224644 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.247104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Transition to ACTIVE for port object 1a813d81-f1cc-4e02-9fac-67a1f5d794cd will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:09:48.356891 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.414846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Pushing event updated for resources: {'Port': ['ID=1a813d81-f1cc-4e02-9fac-67a1f5d794cd,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:48.431743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf17954-37d3-4378-af4b-efcabe2915b2 None None] Pushing event updated for resources: {'Port': ['ID=820613ad-046c-4721-8de0-ba9e4fde9ef2,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:48.449093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0e112e-0322-4a6b-b8df-e4b4ec2767cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:48.451481 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594f9e33-6c4d-4381-8399-01fa89da389b" -d '{"events": [{"server_uuid": "9e0e112e-0322-4a6b-b8df-e4b4ec2767cd", "name": "network-vif-plugged", "status": "completed", "tag": "73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:48.470449 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118900195-router', 'tenant_id': '34397463607243b68adf0273e869b81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:09:43Z', 'revision_number': 3, 'project_id': '34397463607243b68adf0273e869b81a', 'gw_port': {'id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:48.502697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-7a6f21e0-3f4b-40ec-924e-0ba10e6da108 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:48.504271 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-7a6f21e0-3f4b-40ec-924e-0ba10e6da108 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4333415 Dec 16 22:09:48.508399 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Checking router: 68463dba-4f06-44a9-8b26-6ebd77dc6534 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:09:48.508699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Updating router 68463dba-4f06-44a9-8b26-6ebd77dc6534 port e91c2f25-67e3-42b3-9b95-4793078d0c6f binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:09:48.616557 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-a47e7854-ad04-4b2d-acf0-20816ed87281 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/quotas/2d721a2e38754c278111573d30bbf986 HTTP/1.1" status: 200 len: 375 time: 0.0782886 Dec 16 22:09:48.620487 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-347149de-2ae8-48c8-b25d-ad3774bd1649 None None] Provisioning complete for port 820613ad-046c-4721-8de0-ba9e4fde9ef2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:48.622137 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-347149de-2ae8-48c8-b25d-ad3774bd1649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.648965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Attempting to bind port 1a813d81-f1cc-4e02-9fac-67a1f5d794cd on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:48.648965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Attempting to bind port 1a813d81-f1cc-4e02-9fac-67a1f5d794cd by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:48.648965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Attempting to bind port 1a813d81-f1cc-4e02-9fac-67a1f5d794cd on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:48.653114 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Port 1a813d81-f1cc-4e02-9fac-67a1f5d794cd on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:09:48.653364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Attempting to bind port 1a813d81-f1cc-4e02-9fac-67a1f5d794cd on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:48.663574 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:48.670331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:48.670331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:48.670331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Bound port: 1a813d81-f1cc-4e02-9fac-67a1f5d794cd, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:48.670331 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.670941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 820613ad-046c-4721-8de0-ba9e4fde9ef2 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:48.727724 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-6037330a-da3d-471f-9b2b-34a5828072cf tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2d721a2e38754c278111573d30bbf986&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970550 Dec 16 22:09:48.739732 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.747929 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.771918 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] For port 1a813d81-f1cc-4e02-9fac-67a1f5d794cd, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:48.779032 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] For port 1a813d81-f1cc-4e02-9fac-67a1f5d794cd, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=1a813d81-f1cc-4e02-9fac-67a1f5d794cd,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:48.790811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-c20fa84d-9803-4bd9-ad63-24f0ec450c8d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:48.791578 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-c20fa84d-9803-4bd9-ad63-24f0ec450c8d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9847243 Dec 16 22:09:48.871734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-7d6ba687-b12a-447f-9e4e-2b7e0c1d9491 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/quotas/d067ebbc70344b07b31a66cb2ec78bcf HTTP/1.1" status: 200 len: 375 time: 0.0714846 Dec 16 22:09:48.895188 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.961243 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:48.962089 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.970325 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] 10.222.0.24 "PUT /v2.0/ports/1a813d81-f1cc-4e02-9fac-67a1f5d794cd HTTP/1.1" status: 200 len: 1095 time: 1.3860276 Dec 16 22:09:48.970325 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ca964c-2510-4fb1-a35c-a90e42f0eb45', 'tag': '1a813d81-f1cc-4e02-9fac-67a1f5d794cd'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:48.970325 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e1cd95-2579-477f-aed1-8186d411ff1e" -d '{"events": [{"name": "network-changed", "server_uuid": "03ca964c-2510-4fb1-a35c-a90e42f0eb45", "tag": "1a813d81-f1cc-4e02-9fac-67a1f5d794cd"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:48.998895 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:49.004555 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:49.048456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-920a76bd-1919-430f-a601-91cc9636fc87 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1540711 Dec 16 22:09:49.051339 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851b2e5-9d35-4f6e-b529-911e44e297bc service neutron] Pushing event updated for resources: {'Port': ['ID=1a813d81-f1cc-4e02-9fac-67a1f5d794cd,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:49.215183 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-8cbda5f7-dec6-4638-b029-4a67790f7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:49.220649 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-8cbda5f7-dec6-4638-b029-4a67790f7ac9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 1098 time: 0.1124167 Dec 16 22:09:49.337858 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-ede038f6-ade0-40b4-935f-486154b9e100 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=1a813d81-f1cc-4e02-9fac-67a1f5d794cd HTTP/1.1" status: 200 len: 217 time: 0.1052420 Dec 16 22:09:49.475705 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-e009f9a9-fe9f-4b55-9f0b-af89ec4b0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:49.478127 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-e009f9a9-fe9f-4b55-9f0b-af89ec4b0985 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1245067 Dec 16 22:09:49.587658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 820613ad-046c-4721-8de0-ba9e4fde9ef2 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:49.588248 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:49.612257 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-bf5d71f7-4aa2-4e76-8945-b68dd90ef9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:49.617681 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:49.619018 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-bf5d71f7-4aa2-4e76-8945-b68dd90ef9ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1312721 Dec 16 22:09:49.634668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41475197-0b5d-468d-b72f-9066b18733bd req-25ea38d5-10ca-498b-aac2-301b110eca79 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:49.644815 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41475197-0b5d-468d-b72f-9066b18733bd req-25ea38d5-10ca-498b-aac2-301b110eca79 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 945 time: 0.2946749 Dec 16 22:09:49.703842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Allocated IP 172.20.0.1 (410f1635-7035-4fc7-89c3-5159928a815a/272749b2-7b0c-41a7-9d31-ff5d79c62eed/9c460746-e568-4cfa-9f82-6de8c1101659) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:49.789484 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:09:49.798513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41475197-0b5d-468d-b72f-9066b18733bd req-1b7017c0-418f-414a-be27-caf07b58f4be tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489179 Dec 16 22:09:49.872886 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-9f0c04b9-78f7-4e18-b2eb-51878b48f38a service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427785 Dec 16 22:09:49.925146 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:49.992583 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68bd936-5a20-4434-bfb4-d26621db9cef x-openstack-request-id: req-d68bd936-5a20-4434-bfb4-d26621db9cef {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:49.993154 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0e112e-0322-4a6b-b8df-e4b4ec2767cd", "name": "network-vif-plugged", "status": "completed", "tag": "73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:49.993577 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d68bd936-5a20-4434-bfb4-d26621db9cef {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:49.994115 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0e112e-0322-4a6b-b8df-e4b4ec2767cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3', 'code': 200} Dec 16 22:09:49.997327 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:50.128666 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-749852dc-be56-4be9-8131-9bd525d4bd3d req-ef655538-30cc-4ab2-bb8e-5a263843cd62 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383339 Dec 16 22:09:50.135951 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ae401b-35cb-41bc-83c6-6fd886fd6a89 x-openstack-request-id: req-02ae401b-35cb-41bc-83c6-6fd886fd6a89 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:50.135951 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ca964c-2510-4fb1-a35c-a90e42f0eb45", "tag": "1a813d81-f1cc-4e02-9fac-67a1f5d794cd", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:50.135951 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02ae401b-35cb-41bc-83c6-6fd886fd6a89 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:50.135951 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ca964c-2510-4fb1-a35c-a90e42f0eb45', 'tag': '1a813d81-f1cc-4e02-9fac-67a1f5d794cd', 'status': 'completed', 'code': 200} Dec 16 22:09:50.155934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Pushing event updated for resources: {'Port': ['ID=9ee96f7c-233a-4fa5-aaec-a9b860c17d6e,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:50.167645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df874c6e-7f89-4a3b-a2ae-2ab35a6171be req-13128e66-8fa5-4721-82c1-8a6668bfd245 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:50.169441 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df874c6e-7f89-4a3b-a2ae-2ab35a6171be req-13128e66-8fa5-4721-82c1-8a6668bfd245 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 947 time: 0.4313915 Dec 16 22:09:50.174911 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaafbf8c-759d-4d32-a638-4968ebee0068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:50.176224 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:50.270500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b51b195b-87d2-45d2-b6ad-3ce384e31dc4 req-480bdfba-bbc4-4370-8986-2b90b59776ab tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 210 time: 0.0971301 Dec 16 22:09:50.286245 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:50.314657 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Network 410f1635-7035-4fc7-89c3-5159928a815a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:50.325441 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:50.326102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Pushing event updated for resources: {'Port': ['ID=9c460746-e568-4cfa-9f82-6de8c1101659,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:50.334295 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:50.341135 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:50.407331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1cd95-2579-477f-aed1-8186d411ff1e req-7cd65d10-fe5b-4d8a-8b54-583af8d9f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:50.409270 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f9e1cd95-2579-477f-aed1-8186d411ff1e req-7cd65d10-fe5b-4d8a-8b54-583af8d9f8fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 1098 time: 0.1088455 Dec 16 22:09:50.424980 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:50.429208 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:50.431239 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:50.442087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ef42f8b4-562c-4e57-b102-8304c49a8013 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4788873 Dec 16 22:09:50.464981 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72888456-b650-4f67-ad25-a5e39a103ecc req-4e75e06e-b6ed-430d-b609-61b37ba9f92e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 210 time: 0.0570478 Dec 16 22:09:50.549481 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df874c6e-7f89-4a3b-a2ae-2ab35a6171be req-30d65724-17c4-478d-83fc-7c37736af2f7 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485796 Dec 16 22:09:50.650001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038c899-38c7-4003-a86d-ecb66129564e None None] Pushing event updated for resources: {'Port': ['ID=e91c2f25-67e3-42b3-9b95-4793078d0c6f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:50.675684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1cd95-2579-477f-aed1-8186d411ff1e req-7175eea1-4ac4-4418-ba04-a423c1841b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:50.677535 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f9e1cd95-2579-477f-aed1-8186d411ff1e req-7175eea1-4ac4-4418-ba04-a423c1841b6b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.2569022 Dec 16 22:09:50.691926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Attempting to bind port e91c2f25-67e3-42b3-9b95-4793078d0c6f on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:50.692068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Attempting to bind port e91c2f25-67e3-42b3-9b95-4793078d0c6f by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:50.692424 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Attempting to bind port e91c2f25-67e3-42b3-9b95-4793078d0c6f on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:50.701119 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:50.701500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:50.701914 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:50.702309 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:50.702790 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Bound port: e91c2f25-67e3-42b3-9b95-4793078d0c6f, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:50.703236 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:50.795284 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] For port e91c2f25-67e3-42b3-9b95-4793078d0c6f, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:50.801624 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] For port e91c2f25-67e3-42b3-9b95-4793078d0c6f, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e91c2f25-67e3-42b3-9b95-4793078d0c6f,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:50.814809 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f9e1cd95-2579-477f-aed1-8186d411ff1e req-30719370-5448-4598-b680-ad1a061ba022 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=1a813d81-f1cc-4e02-9fac-67a1f5d794cd HTTP/1.1" status: 200 len: 217 time: 0.1176856 Dec 16 22:09:50.832592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33445f64-446d-4eba-9bc2-7bf7f8ea0693 req-cf08dcc3-0ef8-4898-979b-eaaea72b0a48 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:50.834144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33445f64-446d-4eba-9bc2-7bf7f8ea0693 req-cf08dcc3-0ef8-4898-979b-eaaea72b0a48 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 1096 time: 0.1796753 Dec 16 22:09:50.884816 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:50.936593 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1cd95-2579-477f-aed1-8186d411ff1e req-cb471cf2-6931-44a5-a2bc-1da98763998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:50.939598 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f9e1cd95-2579-477f-aed1-8186d411ff1e req-cb471cf2-6931-44a5-a2bc-1da98763998b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1082175 Dec 16 22:09:50.953691 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:51.011158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5a6c596b-3925-4b5c-bc27-05c7dfc4e426 None None] Provisioning complete for port 9c460746-e568-4cfa-9f82-6de8c1101659 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:51.011500 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a6c596b-3925-4b5c-bc27-05c7dfc4e426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:51.020182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33445f64-446d-4eba-9bc2-7bf7f8ea0693 req-2fd4a6df-fba9-4774-945b-757d1a45cf46 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732912 Dec 16 22:09:51.039970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1cd95-2579-477f-aed1-8186d411ff1e req-85c5e4ae-d247-4b3f-bc03-4c602c67e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:51.041544 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f9e1cd95-2579-477f-aed1-8186d411ff1e req-85c5e4ae-d247-4b3f-bc03-4c602c67e493 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890687 Dec 16 22:09:51.139159 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Routers {'68463dba-4f06-44a9-8b26-6ebd77dc6534'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:51.142632 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:09:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['68463dba-4f06-44a9-8b26-6ebd77dc6534'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:51.191846 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f9e1cd95-2579-477f-aed1-8186d411ff1e req-6afcd232-dbc7-4756-a3e2-584d211488ca service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381106 Dec 16 22:09:51.256145 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038c899-38c7-4003-a86d-ecb66129564e None None] Pushing event updated for resources: {'Port': ['ID=e91c2f25-67e3-42b3-9b95-4793078d0c6f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:51.267515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdb9be-43ef-4d4b-8c68-f14be1dcd00a req-ce03d84b-3a36-400e-8257-4ce8cc267066 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:51.276364 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03fdb9be-43ef-4d4b-8c68-f14be1dcd00a req-ce03d84b-3a36-400e-8257-4ce8cc267066 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 1096 time: 0.1394131 Dec 16 22:09:51.310811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-e87be158-4692-455b-89a1-3cd32102fa6c tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:51.312931 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-e87be158-4692-455b-89a1-3cd32102fa6c tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/networks?id=267ca1d3-201b-4d47-bb36-5515a63c7e51 HTTP/1.1" status: 200 len: 822 time: 0.2841341 Dec 16 22:09:51.367875 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-a269478b-7607-49bf-b1f4-36d6949e8d58 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/quotas/c744f7430419467580dd1cd1177553fb HTTP/1.1" status: 200 len: 375 time: 0.0416362 Dec 16 22:09:51.405741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03fdb9be-43ef-4d4b-8c68-f14be1dcd00a req-9c96d97e-1d9c-4936-9f0b-98566c6282a5 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297708 Dec 16 22:09:51.472926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-371d42de-bdb3-4eba-9301-51cc2edf5e44 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c744f7430419467580dd1cd1177553fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040606 Dec 16 22:09:51.500194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c596b-3925-4b5c-bc27-05c7dfc4e426 None None] Port 9c460746-e568-4cfa-9f82-6de8c1101659 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:09:51.508574 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f9e1cd95-2579-477f-aed1-8186d411ff1e req-d03b4046-d716-46e4-8a71-084789359b51 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996235 Dec 16 22:09:51.552329 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] Set router 68463dba-4f06-44a9-8b26-6ebd77dc6534 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:51.611199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d029ed8-c491-48fe-8741-e5db744e6ab5 req-67cc02a0-237b-4959-8ac3-c93964939044 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 210 time: 0.0463774 Dec 16 22:09:51.685960 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:51.742793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-26696668-907d-4aab-9b30-5f04a0849365 service neutron] 10.222.0.43 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689791 Dec 16 22:09:51.832329 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:51.880193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118900195-router', 'tenant_id': '34397463607243b68adf0273e869b81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:09:50Z', 'revision_number': 4, 'project_id': '34397463607243b68adf0273e869b81a', 'gw_port': {'id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '9c460746-e568-4cfa-9f82-6de8c1101659', 'name': '', 'network_id': '410f1635-7035-4fc7-89c3-5159928a815a', 'tenant_id': '34397463607243b68adf0273e869b81a', 'mac_address': 'fa:16:3e:f0:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '272749b2-7b0c-41a7-9d31-ff5d79c62eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:49Z', 'updated_at': '2021-12-16T22:09:49Z', 'revision_number': 1, 'project_id': '34397463607243b68adf0273e869b81a', 'subnets': [{'id': '272749b2-7b0c-41a7-9d31-ff5d79c62eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:51.893238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5a60f76-1204-4358-bdea-af665b8dc08e req-a1d2da9b-9d3b-460f-be8a-df6ef5e9fd06 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 210 time: 0.0642016 Dec 16 22:09:51.950300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f2449-a7fb-4bb8-a658-401f8fc33ec1 None None] The sync data for ids ['68463dba-4f06-44a9-8b26-6ebd77dc6534'] in n-d-821840-2 is: [{'id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118900195-router', 'tenant_id': '34397463607243b68adf0273e869b81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:09:50Z', 'revision_number': 4, 'project_id': '34397463607243b68adf0273e869b81a', 'gw_port': {'id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '9c460746-e568-4cfa-9f82-6de8c1101659', 'name': '', 'network_id': '410f1635-7035-4fc7-89c3-5159928a815a', 'tenant_id': '34397463607243b68adf0273e869b81a', 'mac_address': 'fa:16:3e:f0:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '272749b2-7b0c-41a7-9d31-ff5d79c62eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:49Z', 'updated_at': '2021-12-16T22:09:49Z', 'revision_number': 1, 'project_id': '34397463607243b68adf0273e869b81a', 'subnets': [{'id': '272749b2-7b0c-41a7-9d31-ff5d79c62eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:09:51.968361 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:51.996359 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Pushing event updated for resources: {'Port': ['ID=9c460746-e568-4cfa-9f82-6de8c1101659,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:52.039440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-e4bb72fe-5a3c-4714-be84-0d728426c122 service neutron] 10.222.0.43 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851002 Dec 16 22:09:52.145719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d7b0a-5f5f-443d-a2c2-da688d7ab521 req-8d9a29ef-75b1-4279-b40a-69f60b6f0398 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:52.155449 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-052d7b0a-5f5f-443d-a2c2-da688d7ab521 req-8d9a29ef-75b1-4279-b40a-69f60b6f0398 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 947 time: 0.1629796 Dec 16 22:09:52.219527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Network 410f1635-7035-4fc7-89c3-5159928a815a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:52.223438 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:52.224916 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 1a813d81-f1cc-4e02-9fac-67a1f5d794cd details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:52.330283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-052d7b0a-5f5f-443d-a2c2-da688d7ab521 req-9406aa98-8d83-4c44-8e0f-7878789c4ebf tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512790 Dec 16 22:09:52.426126 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.resource_extend [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:09:52.523965 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efd66741-70d6-4ecf-96d1-2811a679a577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:52.628891 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 1a813d81-f1cc-4e02-9fac-67a1f5d794cd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=1a813d81-f1cc-4e02-9fac-67a1f5d794cd,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:52.664142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '1a813d81-f1cc-4e02-9fac-67a1f5d794cd', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '1a813d81-f1cc-4e02-9fac-67a1f5d794cd', 'mac_address': 'fa:16:3e:0f:74:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:52.667748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-245b9e53-de43-458a-af38-80e012200545 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1289067 Dec 16 22:09:52.753650 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:52.806613 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a813d81-f1cc-4e02-9fac-67a1f5d794cd {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:52.871365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 1a813d81-f1cc-4e02-9fac-67a1f5d794cd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=1a813d81-f1cc-4e02-9fac-67a1f5d794cd,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:52.955583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1343749-2c92-4077-b5b8-e7d43cb07faa req-08020004-e3c7-4655-98b2-57d9f0c980ce tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 210 time: 0.0552540 Dec 16 22:09:52.956164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cccb4dba-942d-438c-8989-9a217f38d3f4 None None] Provisioning complete for port 9c460746-e568-4cfa-9f82-6de8c1101659 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:52.956164 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cccb4dba-942d-438c-8989-9a217f38d3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:53.011962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-0bd98f6d-a466-4ec4-b7ae-cd2e34829a16 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:53.014436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-0bd98f6d-a466-4ec4-b7ae-cd2e34829a16 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2691066 Dec 16 22:09:53.029454 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:53.036175 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cccb4dba-942d-438c-8989-9a217f38d3f4 None None] Port 9c460746-e568-4cfa-9f82-6de8c1101659 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:09:53.061460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4b7e8aaf-526b-4b33-8b58-d09529ce1297 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Request body: {'port': {'device_id': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': 'd067ebbc70344b07b31a66cb2ec78bcf'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:53.068622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Router 68463dba-4f06-44a9-8b26-6ebd77dc6534 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:09:53.130663 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a32d699a-9bdf-4a98-92d9-edb7ff2cbc8d req-4229cf5f-f2b6-4ae1-aba8-2a3e95d7eb70 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 210 time: 0.0929224 Dec 16 22:09:53.173257 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=1a813d81-f1cc-4e02-9fac-67a1f5d794cd,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:53.360374 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['1a813d81-f1cc-4e02-9fac-67a1f5d794cd'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:53.843964 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f871ca3a-f452-4921-8f76-1e7b813d052b req-71edd0b8-fadd-4a86-9642-cc0a27b0a9b9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 210 time: 0.1212428 Dec 16 22:09:53.917067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59ce95-5008-44aa-9303-a2e7e0a14596 req-6ff35fb4-7a64-45f0-abe6-64d0c3d8a12c tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:53.918934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d59ce95-5008-44aa-9303-a2e7e0a14596 req-6ff35fb4-7a64-45f0-abe6-64d0c3d8a12c tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 1096 time: 0.2301280 Dec 16 22:09:54.007071 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:09:54.015630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ffde71e7-6d53-4e73-809d-443bee285a68 admin admin] 10.222.0.43 "PUT /v2.0/routers/68463dba-4f06-44a9-8b26-6ebd77dc6534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9946852 Dec 16 22:09:54.058931 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:54.061628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12844b-dc78-4d0c-a823-56844fe4f271 req-d3bbfaf2-aad7-4a49-88d3-68979b4189a8 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:54.063304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c12844b-dc78-4d0c-a823-56844fe4f271 req-d3bbfaf2-aad7-4a49-88d3-68979b4189a8 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 948 time: 0.1319976 Dec 16 22:09:54.078686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d59ce95-5008-44aa-9303-a2e7e0a14596 req-4d2bc373-14f6-4b7f-af69-98c9b15ebda9 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491842 Dec 16 22:09:54.154611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c12844b-dc78-4d0c-a823-56844fe4f271 req-ef02ba5c-b2d3-4530-b4de-c0226c1036a5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814199 Dec 16 22:09:54.157301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4b7e8aaf-526b-4b33-8b58-d09529ce1297 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Made reservation on behalf of d067ebbc70344b07b31a66cb2ec78bcf for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:54.162317 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4b7e8aaf-526b-4b33-8b58-d09529ce1297 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:54.367409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-13d5996c-15d0-4cf3-8611-74e567ae01d1 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2d721a2e38754c278111573d30bbf986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091630 Dec 16 22:09:54.618529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13bb0273-abcb-45aa-9073-3fd9b9538ab7 req-ff77376d-223f-4479-8629-432acf5b9d83 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 210 time: 0.2781005 Dec 16 22:09:54.624714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e91c2f25-67e3-42b3-9b95-4793078d0c6f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:54.743433 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9662e713-b1fc-4d2c-a603-d24f1008b6f5 req-b3b3de38-9582-45fd-a32d-59f9b9f573bb tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 210 time: 0.1630044 Dec 16 22:09:54.778044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e91c2f25-67e3-42b3-9b95-4793078d0c6f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:54.781228 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:54.933440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-fb195649-88b4-4782-93d4-f1915c6d7a4c tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:54.936907 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-fb195649-88b4-4782-93d4-f1915c6d7a4c tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5686874 Dec 16 22:09:54.943760 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:54.945799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4b7e8aaf-526b-4b33-8b58-d09529ce1297 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Allocated IP 192.168.233.187 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/53e9f3bb-dd81-4ef0-8762-2170a39623c6) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:54.971172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Request body: {'port': {'device_id': '223710c7-db0c-4532-98c1-de67f19471ba', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '2d721a2e38754c278111573d30bbf986'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:55.023494 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:55.050555 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port e91c2f25-67e3-42b3-9b95-4793078d0c6f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e91c2f25-67e3-42b3-9b95-4793078d0c6f,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:55.129689 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:55.158176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a008a2d0-7969-4b30-8d75-855d948a220d req-4e4d2ceb-3bd7-47c8-8694-0d89863cf856 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 210 time: 0.0538683 Dec 16 22:09:55.378278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=e91c2f25-67e3-42b3-9b95-4793078d0c6f,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:55.429322 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Made reservation on behalf of 2d721a2e38754c278111573d30bbf986 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:55.445758 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:55.475197 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:55.634090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979623ea-1bf8-40b1-87fc-5ac3c09662a0 req-80609d4e-820c-48ae-a621-9bcb78794846 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:55.637070 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:55.642792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-979623ea-1bf8-40b1-87fc-5ac3c09662a0 req-80609d4e-820c-48ae-a621-9bcb78794846 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 1096 time: 0.3649566 Dec 16 22:09:55.716131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b3e9b-f644-4bfb-8ff8-629daed7f1e4 req-b85f1f46-df40-41f4-8f35-0b984eb52288 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:55.716131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-753b3e9b-f644-4bfb-8ff8-629daed7f1e4 req-b85f1f46-df40-41f4-8f35-0b984eb52288 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 948 time: 0.3797314 Dec 16 22:09:55.821707 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4b7e8aaf-526b-4b33-8b58-d09529ce1297 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:55.840200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-979623ea-1bf8-40b1-87fc-5ac3c09662a0 req-ea582fd4-e8da-44f3-bb32-2ac1f9610cd5 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937449 Dec 16 22:09:55.937204 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-753b3e9b-f644-4bfb-8ff8-629daed7f1e4 req-07deaafb-66a5-490e-b4f3-6fe490eb2017 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173464 Dec 16 22:09:55.955336 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:56.035465 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Sync routers for ids ['68463dba-4f06-44a9-8b26-6ebd77dc6534'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:09:56.061833 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Routers {'68463dba-4f06-44a9-8b26-6ebd77dc6534'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:56.062826 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:09:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['68463dba-4f06-44a9-8b26-6ebd77dc6534'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:56.139564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88032fea-69a7-4fd9-a64c-b45cba1d363c req-e5582c80-c421-46d2-8414-64248acccc55 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 210 time: 0.0425606 Dec 16 22:09:56.153148 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:56.232770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 1a813d81-f1cc-4e02-9fac-67a1f5d794cd up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:56.318612 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Set router 68463dba-4f06-44a9-8b26-6ebd77dc6534 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:56.367025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Allocated IP 192.168.233.90 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:56.492251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 1a813d81-f1cc-4e02-9fac-67a1f5d794cd completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:09:56.493155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 1a813d81-f1cc-4e02-9fac-67a1f5d794cd triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:56.493619 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:56.624624 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e91c2f25-67e3-42b3-9b95-4793078d0c6f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:56.650017 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4b7e8aaf-526b-4b33-8b58-d09529ce1297 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:56.669190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6155d5cf-5eee-4552-9364-cd394d6527c3 req-c1e81b63-9eb3-4de2-9abf-f3c06da893e5 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 210 time: 0.0861003 Dec 16 22:09:56.728313 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118900195-router', 'tenant_id': '34397463607243b68adf0273e869b81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:09:50Z', 'revision_number': 4, 'project_id': '34397463607243b68adf0273e869b81a', 'gw_port': {'id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '9c460746-e568-4cfa-9f82-6de8c1101659', 'name': '', 'network_id': '410f1635-7035-4fc7-89c3-5159928a815a', 'tenant_id': '34397463607243b68adf0273e869b81a', 'mac_address': 'fa:16:3e:f0:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '272749b2-7b0c-41a7-9d31-ff5d79c62eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:49Z', 'updated_at': '2021-12-16T22:09:51Z', 'revision_number': 2, 'project_id': '34397463607243b68adf0273e869b81a', 'subnets': [{'id': '272749b2-7b0c-41a7-9d31-ff5d79c62eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:56.755048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['20c6c008-b5b5-4ef4-8c49-542c05822c8f', '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:56.846606 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:56.867476 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Checking router: 68463dba-4f06-44a9-8b26-6ebd77dc6534 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:09:56.868119 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Updating router 68463dba-4f06-44a9-8b26-6ebd77dc6534 port 9c460746-e568-4cfa-9f82-6de8c1101659 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:09:56.935814 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:56.939472 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e91c2f25-67e3-42b3-9b95-4793078d0c6f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:56.941075 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.082490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e8aaf-526b-4b33-8b58-d09529ce1297 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Pushing event updated for resources: {'Port': ['ID=53e9f3bb-dd81-4ef0-8762-2170a39623c6,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:57.084147 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-cc2d1795-8efe-418d-9818-d6c82ddaaa8d tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:57.087875 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-cc2d1795-8efe-418d-9818-d6c82ddaaa8d tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.24 "GET /v2.0/networks?id=267ca1d3-201b-4d47-bb36-5515a63c7e51 HTTP/1.1" status: 200 len: 822 time: 0.3339167 Dec 16 22:09:57.089926 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.105288 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-601ee7d2-7b6e-4fac-a7e0-bde7f69a20fd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Request body: {'port': {'device_id': 'e95dabd9-d09b-44ec-b396-c92339111ff8', 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51', 'admin_state_up': True, 'tenant_id': 'c744f7430419467580dd1cd1177553fb'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:57.252455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:57.281363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:57.281634 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.300302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:57.309800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4b7e8aaf-526b-4b33-8b58-d09529ce1297 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:57.318420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:57.442392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4b7e8aaf-526b-4b33-8b58-d09529ce1297 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:57.450812 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:57.451714 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.464934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4b7e8aaf-526b-4b33-8b58-d09529ce1297 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:57.522990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-601ee7d2-7b6e-4fac-a7e0-bde7f69a20fd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Made reservation on behalf of c744f7430419467580dd1cd1177553fb for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:57.522990 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-601ee7d2-7b6e-4fac-a7e0-bde7f69a20fd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.551508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ca964c-2510-4fb1-a35c-a90e42f0eb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a813d81-f1cc-4e02-9fac-67a1f5d794cd'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:57.551763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Pushing event updated for resources: {'Port': ['ID=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:57.560628 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f34d6ac-62bb-4e36-972b-0db610514f18" -d '{"events": [{"server_uuid": "03ca964c-2510-4fb1-a35c-a90e42f0eb45", "name": "network-vif-plugged", "status": "completed", "tag": "1a813d81-f1cc-4e02-9fac-67a1f5d794cd"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:57.605967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-94a880b3-a5a8-4fcc-8c23-f88f3feaa955 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6582704 Dec 16 22:09:57.642168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4b7e8aaf-526b-4b33-8b58-d09529ce1297 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:57.656783 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4b7e8aaf-526b-4b33-8b58-d09529ce1297 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.674976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 1a813d81-f1cc-4e02-9fac-67a1f5d794cd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=1a813d81-f1cc-4e02-9fac-67a1f5d794cd,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:57.675414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Request body: {'port': {'device_id': '223710c7-db0c-4532-98c1-de67f19471ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:57.807456 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.810879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4b7e8aaf-526b-4b33-8b58-d09529ce1297 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7752833 Dec 16 22:09:57.910785 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Request body: {'port': {'device_id': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:57.981337 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-601ee7d2-7b6e-4fac-a7e0-bde7f69a20fd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Allocated IP 172.20.0.14 (267ca1d3-201b-4d47-bb36-5515a63c7e51/8e7d127c-4059-48ec-a124-eaae22170103/b10b0b6a-63a8-4455-98cc-47dd37943c55) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:58.005047 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.034803 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.163287 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-11aae973-af00-489f-8c41-46f71137adcf None None] Provisioning complete for port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:58.163820 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11aae973-af00-489f-8c41-46f71137adcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.170182 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.177476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=1a813d81-f1cc-4e02-9fac-67a1f5d794cd,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:58.349834 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-601ee7d2-7b6e-4fac-a7e0-bde7f69a20fd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.357257 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-11aae973-af00-489f-8c41-46f71137adcf None None] Port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:09:58.457033 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb587df-c27e-410f-a4c3-d9deb7be2c46 None None] Pushing event updated for resources: {'Port': ['ID=9c460746-e568-4cfa-9f82-6de8c1101659,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:58.488928 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-601ee7d2-7b6e-4fac-a7e0-bde7f69a20fd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.610740 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.614909 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-601ee7d2-7b6e-4fac-a7e0-bde7f69a20fd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Network 267ca1d3-201b-4d47-bb36-5515a63c7e51 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:58.618594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-601ee7d2-7b6e-4fac-a7e0-bde7f69a20fd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:58.628626 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-601ee7d2-7b6e-4fac-a7e0-bde7f69a20fd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:58.654216 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Attempting to bind port 9c460746-e568-4cfa-9f82-6de8c1101659 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:58.655068 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Attempting to bind port 9c460746-e568-4cfa-9f82-6de8c1101659 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'e2478a07-2263-465c-9663-8627f6445b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '410f1635-7035-4fc7-89c3-5159928a815a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:58.655992 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Attempting to bind port 9c460746-e568-4cfa-9f82-6de8c1101659 on network 410f1635-7035-4fc7-89c3-5159928a815a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:58.680355 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:58.684498 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Checking segment: {'id': 'e2478a07-2263-465c-9663-8627f6445b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '410f1635-7035-4fc7-89c3-5159928a815a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:58.684626 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.685642 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Bound using segment: {'id': 'e2478a07-2263-465c-9663-8627f6445b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '410f1635-7035-4fc7-89c3-5159928a815a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:58.686288 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Bound port: 9c460746-e568-4cfa-9f82-6de8c1101659, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2478a07-2263-465c-9663-8627f6445b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '410f1635-7035-4fc7-89c3-5159928a815a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:58.686704 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.716039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7b1e48e3-af05-4861-ad4a-b549246c5db3 None None] Provisioning complete for port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:58.716411 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b1e48e3-af05-4861-ad4a-b549246c5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.768621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ee7d2-7b6e-4fac-a7e0-bde7f69a20fd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Pushing event updated for resources: {'Port': ['ID=b10b0b6a-63a8-4455-98cc-47dd37943c55,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:58.842872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-601ee7d2-7b6e-4fac-a7e0-bde7f69a20fd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:58.848878 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-601ee7d2-7b6e-4fac-a7e0-bde7f69a20fd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.884243 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] For port 9c460746-e568-4cfa-9f82-6de8c1101659, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:58.894736 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] For port 9c460746-e568-4cfa-9f82-6de8c1101659, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9c460746-e568-4cfa-9f82-6de8c1101659,segment=NetworkSegment(e2478a07-2263-465c-9663-8627f6445b07),segment_id=e2478a07-2263-465c-9663-8627f6445b07)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:58.939635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e48e3-af05-4861-ad4a-b549246c5db3 None None] Port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:09:58.983197 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-601ee7d2-7b6e-4fac-a7e0-bde7f69a20fd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8835335 Dec 16 22:09:58.998251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Request body: {'port': {'device_id': 'e95dabd9-d09b-44ec-b396-c92339111ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:59.042115 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.086540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d4a493b1-aa65-46d8-866c-60e205d763c1 None None] Provisioning complete for port 9c460746-e568-4cfa-9f82-6de8c1101659 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:59.091167 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4a493b1-aa65-46d8-866c-60e205d763c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.231549 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.305724 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Routers {'68463dba-4f06-44a9-8b26-6ebd77dc6534'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:59.314684 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:09:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['68463dba-4f06-44a9-8b26-6ebd77dc6534'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:59.374432 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4a493b1-aa65-46d8-866c-60e205d763c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.451236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d4a493b1-aa65-46d8-866c-60e205d763c1 None None] For port 9c460746-e568-4cfa-9f82-6de8c1101659, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9c460746-e568-4cfa-9f82-6de8c1101659,segment=NetworkSegment(e2478a07-2263-465c-9663-8627f6445b07),segment_id=e2478a07-2263-465c-9663-8627f6445b07)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:59.494164 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb587df-c27e-410f-a4c3-d9deb7be2c46 None None] Pushing event updated for resources: {'Port': ['ID=9c460746-e568-4cfa-9f82-6de8c1101659,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:59.501392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:59.515138 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.546924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Transition to ACTIVE for port object 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:09:59.552073 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4a493b1-aa65-46d8-866c-60e205d763c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.645866 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] Set router 68463dba-4f06-44a9-8b26-6ebd77dc6534 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:59.709529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a493b1-aa65-46d8-866c-60e205d763c1 None None] Pushing event updated for resources: {'Port': ['ID=9c460746-e568-4cfa-9f82-6de8c1101659,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:59.728757 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.755671 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cc486487-7ca7-4b40-8e08-c4a63f82beaa None None] Provisioning complete for port 9c460746-e568-4cfa-9f82-6de8c1101659 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:59.756469 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc486487-7ca7-4b40-8e08-c4a63f82beaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.918719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Pushing event updated for resources: {'Port': ['ID=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:00.061695 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118900195-router', 'tenant_id': '34397463607243b68adf0273e869b81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:09:50Z', 'revision_number': 4, 'project_id': '34397463607243b68adf0273e869b81a', 'gw_port': {'id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '9c460746-e568-4cfa-9f82-6de8c1101659', 'name': '', 'network_id': '410f1635-7035-4fc7-89c3-5159928a815a', 'tenant_id': '34397463607243b68adf0273e869b81a', 'mac_address': 'fa:16:3e:f0:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '272749b2-7b0c-41a7-9d31-ff5d79c62eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:49Z', 'updated_at': '2021-12-16T22:09:58Z', 'revision_number': 4, 'project_id': '34397463607243b68adf0273e869b81a', 'subnets': [{'id': '272749b2-7b0c-41a7-9d31-ff5d79c62eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:00.125481 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6a0539-7635-41ba-a067-d4c2ef7bbf2b None None] The sync data for ids ['68463dba-4f06-44a9-8b26-6ebd77dc6534'] in n-d-821840-2 is: [{'id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118900195-router', 'tenant_id': '34397463607243b68adf0273e869b81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:09:50Z', 'revision_number': 4, 'project_id': '34397463607243b68adf0273e869b81a', 'gw_port': {'id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '9c460746-e568-4cfa-9f82-6de8c1101659', 'name': '', 'network_id': '410f1635-7035-4fc7-89c3-5159928a815a', 'tenant_id': '34397463607243b68adf0273e869b81a', 'mac_address': 'fa:16:3e:f0:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '272749b2-7b0c-41a7-9d31-ff5d79c62eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:49Z', 'updated_at': '2021-12-16T22:09:58Z', 'revision_number': 4, 'project_id': '34397463607243b68adf0273e869b81a', 'subnets': [{'id': '272749b2-7b0c-41a7-9d31-ff5d79c62eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:10:00.248900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Attempting to bind port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:00.248900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Attempting to bind port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:00.249089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Attempting to bind port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:00.290754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:00.291069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Attempting to bind port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:00.303473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:00.303784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:00.304181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:00.304742 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Bound port: 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:00.305132 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.314552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e9f3bb-dd81-4ef0-8762-2170a39623c6 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:00.328410 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.477356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] For port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:00.497161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] For port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:00.523254 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Transition to ACTIVE for port object 53e9f3bb-dd81-4ef0-8762-2170a39623c6 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:00.656061 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.662727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-aff90c23-87a1-41ac-9554-6e2660ae4725 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:10:00.663950 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-aff90c23-87a1-41ac-9554-6e2660ae4725 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086310 Dec 16 22:10:00.673771 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.704252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9c460746-e568-4cfa-9f82-6de8c1101659 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:00.818291 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:00.819167 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.820743 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] 10.222.0.69 "PUT /v2.0/ports/7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 HTTP/1.1" status: 200 len: 1095 time: 3.1586292 Dec 16 22:10:00.821474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223710c7-db0c-4532-98c1-de67f19471ba', 'tag': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:00.842612 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594fb88e-1a62-44b3-ba46-d046ddd8a265" -d '{"events": [{"name": "network-changed", "server_uuid": "223710c7-db0c-4532-98c1-de67f19471ba", "tag": "7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:00.851188 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 9c460746-e568-4cfa-9f82-6de8c1101659 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:00.855582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.964656 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-41fc3947-5465-4d02-8af3-4fee530fb9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:00.968435 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-41fc3947-5465-4d02-8af3-4fee530fb9b2 service neutron] 10.222.0.43 "GET /v2.0/ports/9b5de46c-c26f-4991-871a-c3f709c51aeb HTTP/1.1" status: 200 len: 1093 time: 0.2516384 Dec 16 22:10:01.008185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-4588248d-326c-4f0a-b111-1c26729db8e5 service neutron] Request body: {'binding': {'host': 'n-h1-821840-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:01.008659 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-4588248d-326c-4f0a-b111-1c26729db8e5 service neutron] Unknown quota resources ['binding']. {{(pid=103952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:10:01.045514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a8822-9d08-4d7c-813b-80234677dd2e service neutron] Pushing event updated for resources: {'Port': ['ID=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:01.188942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10b0b6a-63a8-4455-98cc-47dd37943c55 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:01.202578 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:01.220316 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Transition to ACTIVE for port object b10b0b6a-63a8-4455-98cc-47dd37943c55 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:01.343384 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:01.473621 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-5cbeeaf7-aa86-476a-9542-2363f372a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:01.488605 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-5cbeeaf7-aa86-476a-9542-2363f372a30d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d721a2e38754c278111573d30bbf986&device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 1098 time: 0.5349808 Dec 16 22:10:01.502727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Pushing event updated for resources: {'Port': ['ID=b10b0b6a-63a8-4455-98cc-47dd37943c55,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:01.515050 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Attempting to bind port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:01.522374 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Attempting to bind port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:01.522805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Attempting to bind port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:01.550859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:01.551182 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Attempting to bind port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:01.670707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-1fe64f1c-5e9f-4f51-b77b-b5fa57519c2a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 HTTP/1.1" status: 200 len: 217 time: 0.1646795 Dec 16 22:10:01.676111 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=53e9f3bb-dd81-4ef0-8762-2170a39623c6,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:01.746066 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-4588248d-326c-4f0a-b111-1c26729db8e5 service neutron] Attempting to bind port 9b5de46c-c26f-4991-871a-c3f709c51aeb on host n-h1-821840-2 for vnic_type normal with profile None {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:01.746674 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-4588248d-326c-4f0a-b111-1c26729db8e5 service neutron] Attempting to bind port 9b5de46c-c26f-4991-871a-c3f709c51aeb by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:01.746796 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-4588248d-326c-4f0a-b111-1c26729db8e5 service neutron] Attempting to bind port 9b5de46c-c26f-4991-871a-c3f709c51aeb on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:01.756064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-4588248d-326c-4f0a-b111-1c26729db8e5 service neutron] Port 9b5de46c-c26f-4991-871a-c3f709c51aeb on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:01.756404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-4588248d-326c-4f0a-b111-1c26729db8e5 service neutron] Attempting to bind port 9b5de46c-c26f-4991-871a-c3f709c51aeb on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:01.764088 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-4588248d-326c-4f0a-b111-1c26729db8e5 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:01.764326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-4588248d-326c-4f0a-b111-1c26729db8e5 service neutron] Checking segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:01.764654 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874ca01-60c0-4052-92cd-08d222b34788 req-fe6caad0-0041-401d-89cc-b0cca57ad63e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:01.764787 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-4588248d-326c-4f0a-b111-1c26729db8e5 service neutron] Bound using segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:01.765143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-4588248d-326c-4f0a-b111-1c26729db8e5 service neutron] Bound port: 9b5de46c-c26f-4991-871a-c3f709c51aeb, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:01.767061 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Attempting to bind port b10b0b6a-63a8-4455-98cc-47dd37943c55 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:01.767569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Attempting to bind port b10b0b6a-63a8-4455-98cc-47dd37943c55 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '5249f838-b66d-4fe4-962e-7bfd7b6591f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:01.767786 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Attempting to bind port b10b0b6a-63a8-4455-98cc-47dd37943c55 on network 267ca1d3-201b-4d47-bb36-5515a63c7e51 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:01.775293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Port b10b0b6a-63a8-4455-98cc-47dd37943c55 on network 267ca1d3-201b-4d47-bb36-5515a63c7e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:01.775653 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Attempting to bind port b10b0b6a-63a8-4455-98cc-47dd37943c55 on network 267ca1d3-201b-4d47-bb36-5515a63c7e51 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:01.780955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5874ca01-60c0-4052-92cd-08d222b34788 req-fe6caad0-0041-401d-89cc-b0cca57ad63e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 948 time: 0.7156255 Dec 16 22:10:01.800690 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:01.801048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Checking segment: {'id': '5249f838-b66d-4fe4-962e-7bfd7b6591f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:01.801432 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Bound using segment: {'id': '5249f838-b66d-4fe4-962e-7bfd7b6591f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:01.801884 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Bound port: b10b0b6a-63a8-4455-98cc-47dd37943c55, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5249f838-b66d-4fe4-962e-7bfd7b6591f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:01.802247 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:01.804380 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-a7648712-a632-4dd0-b259-e389655bdf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:01.806503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-a7648712-a632-4dd0-b259-e389655bdf87 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1183867 Dec 16 22:10:01.812369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:01.812959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:01.813567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:01.814096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Bound port: 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:01.814550 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:01.900519 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] For port b10b0b6a-63a8-4455-98cc-47dd37943c55, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:01.904162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] For port b10b0b6a-63a8-4455-98cc-47dd37943c55, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b10b0b6a-63a8-4455-98cc-47dd37943c55,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:01.916151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-6daeea5b-cc52-4ca0-a717-6ad164f111fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:01.917334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-4588248d-326c-4f0a-b111-1c26729db8e5 service neutron] For port 9b5de46c-c26f-4991-871a-c3f709c51aeb, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9b5de46c-c26f-4991-871a-c3f709c51aeb,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:01.918236 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-6daeea5b-cc52-4ca0-a717-6ad164f111fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1013396 Dec 16 22:10:01.925387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5874ca01-60c0-4052-92cd-08d222b34788 req-aedacbb2-d25e-4799-94e5-36e70479a6d3 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435061 Dec 16 22:10:01.992238 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.005390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:02.010769 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:02.015950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:02.017340 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.027646 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] 10.222.0.24 "PUT /v2.0/ports/b10b0b6a-63a8-4455-98cc-47dd37943c55 HTTP/1.1" status: 200 len: 1092 time: 3.0266590 Dec 16 22:10:02.035411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95dabd9-d09b-44ec-b396-c92339111ff8', 'tag': 'b10b0b6a-63a8-4455-98cc-47dd37943c55'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:02.042954 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8d8fa2-c928-45b5-b70c-a3248948ce26" -d '{"events": [{"name": "network-changed", "server_uuid": "e95dabd9-d09b-44ec-b396-c92339111ff8", "tag": "b10b0b6a-63a8-4455-98cc-47dd37943c55"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:02.048469 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-4588248d-326c-4f0a-b111-1c26729db8e5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.050133 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-4588248d-326c-4f0a-b111-1c26729db8e5 service neutron] 10.222.0.43 "POST /v2.0/ports/9b5de46c-c26f-4991-871a-c3f709c51aeb/bindings HTTP/1.1" status: 201 len: 389 time: 1.0641875 Dec 16 22:10:02.137154 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.155165 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c94a01-ab69-4d4c-8616-99aba378c262 service neutron] Pushing event updated for resources: {'Port': ['ID=b10b0b6a-63a8-4455-98cc-47dd37943c55,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:02.260468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-7bd65fd7-d5d5-4276-b196-967f4c6f70be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:02.263043 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-7bd65fd7-d5d5-4276-b196-967f4c6f70be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c744f7430419467580dd1cd1177553fb&device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 1095 time: 0.0743823 Dec 16 22:10:02.373727 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-70105d66-d80d-4dd7-ab9d-f76bab0d9b83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b10b0b6a-63a8-4455-98cc-47dd37943c55 HTTP/1.1" status: 200 len: 217 time: 0.0981681 Dec 16 22:10:02.488176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-9b95ffe8-fb44-4648-aa52-4ae66875fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:02.490188 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-9b95ffe8-fb44-4648-aa52-4ae66875fc80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8e7d127c-4059-48ec-a124-eaae22170103 HTTP/1.1" status: 200 len: 862 time: 0.1064336 Dec 16 22:10:02.604259 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-458f2047-0026-4f45-9ea0-6fbd633fbe10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=267ca1d3-201b-4d47-bb36-5515a63c7e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050899 Dec 16 22:10:02.795809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-09672a34-ce41-4179-87f0-8d80426e5558 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7782354 Dec 16 22:10:02.850069 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-eaaf97ba-56fb-463a-a80c-aff64acd1ec6 service neutron] 10.222.0.24 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370780 Dec 16 22:10:02.871141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:02.872445 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.873188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] 10.222.0.69 "PUT /v2.0/ports/53e9f3bb-dd81-4ef0-8762-2170a39623c6 HTTP/1.1" status: 200 len: 1096 time: 4.9762793 Dec 16 22:10:03.095585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65f887-1893-4153-a4fe-cc092a35a7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=53e9f3bb-dd81-4ef0-8762-2170a39623c6,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:03.141777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d87cc-5419-483d-9a8d-e36a4db62c10 req-1ef5b658-2960-4888-bc1b-d600ac0bc3e6 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:03.143789 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce0d87cc-5419-483d-9a8d-e36a4db62c10 req-1ef5b658-2960-4888-bc1b-d600ac0bc3e6 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 949 time: 1.0319414 Dec 16 22:10:03.188068 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5c51eba9-1ba1-4b1f-a0e7-79d31ccceb59 req-4bd530d9-be58-43f4-8f6c-2425880be02c service neutron] 10.222.0.24 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214540 Dec 16 22:10:03.230548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8086865-b1dc-4044-9b4d-4d7e8ff252f1 req-d1dcece3-58e4-4399-8bea-eab0df729137 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:03.242890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8086865-b1dc-4044-9b4d-4d7e8ff252f1 req-d1dcece3-58e4-4399-8bea-eab0df729137 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 944 time: 0.4107528 Dec 16 22:10:03.247364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-cf959da3-aeb6-42a6-9728-6f73bc8c3b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:03.252414 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-cf959da3-aeb6-42a6-9728-6f73bc8c3b6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 1099 time: 0.1976919 Dec 16 22:10:03.288763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7b2cc3f-21b4-4762-918b-4a116ff2e68e req-bb06a1b9-f093-44f0-9dbf-7b3b27f1c090 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338777 Dec 16 22:10:03.352631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-8da992ab-f702-4112-a88a-210cb2835415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:03.355506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-8da992ab-f702-4112-a88a-210cb2835415 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 1096 time: 0.4076655 Dec 16 22:10:03.374636 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8086865-b1dc-4044-9b4d-4d7e8ff252f1 req-26d59d59-8fd3-48e2-bc97-eaab5eaa5c3d tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307063 Dec 16 22:10:03.470185 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528801d7-abc2-4869-a21d-7b53d2d28020 x-openstack-request-id: req-528801d7-abc2-4869-a21d-7b53d2d28020 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:03.470812 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ca964c-2510-4fb1-a35c-a90e42f0eb45", "name": "network-vif-plugged", "status": "completed", "tag": "1a813d81-f1cc-4e02-9fac-67a1f5d794cd", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:03.470812 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-528801d7-abc2-4869-a21d-7b53d2d28020 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:03.471217 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ca964c-2510-4fb1-a35c-a90e42f0eb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a813d81-f1cc-4e02-9fac-67a1f5d794cd', 'code': 200} Dec 16 22:10:03.533594 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-ab903726-a750-43d5-9158-9bf70e7d7669 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6 HTTP/1.1" status: 200 len: 217 time: 0.2754235 Dec 16 22:10:03.539207 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce0d87cc-5419-483d-9a8d-e36a4db62c10 req-76b2757d-3375-4813-bf88-a0dee28294f7 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644543 Dec 16 22:10:03.682594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-c3c53af3-9811-420c-8fbe-9ac6fb137843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:03.683774 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-c3c53af3-9811-420c-8fbe-9ac6fb137843 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1394696 Dec 16 22:10:03.687654 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db79366-808a-4d01-a53c-cd67989d76bc req-4e6a0e09-56e0-4c17-9c28-f5e8fbe24265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:03.689278 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2db79366-808a-4d01-a53c-cd67989d76bc req-4e6a0e09-56e0-4c17-9c28-f5e8fbe24265 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 1100 time: 0.0846214 Dec 16 22:10:03.702669 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f75496-d833-4b88-a45c-8d3d5ccd77fb x-openstack-request-id: req-b9f75496-d833-4b88-a45c-8d3d5ccd77fb {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:03.703246 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223710c7-db0c-4532-98c1-de67f19471ba", "tag": "7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:03.703680 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9f75496-d833-4b88-a45c-8d3d5ccd77fb {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:03.704439 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223710c7-db0c-4532-98c1-de67f19471ba', 'tag': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2', 'status': 'completed', 'code': 200} Dec 16 22:10:03.798744 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2db79366-808a-4d01-a53c-cd67989d76bc req-3f5c29dc-a23b-4c03-a154-ce911b484536 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932152 Dec 16 22:10:03.801504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-54905125-e9cf-4628-9a33-088b349e3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:03.802846 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-54905125-e9cf-4628-9a33-088b349e3418 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1096401 Dec 16 22:10:03.806581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-17115c2d-79d9-42a3-bf67-0b39ffbc8484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:03.808811 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-17115c2d-79d9-42a3-bf67-0b39ffbc8484 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 922 time: 0.4305344 Dec 16 22:10:03.814444 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2cdcc3-1ee7-4e56-a968-a076532d4c5e x-openstack-request-id: req-4c2cdcc3-1ee7-4e56-a968-a076532d4c5e {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:03.815111 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95dabd9-d09b-44ec-b396-c92339111ff8", "tag": "b10b0b6a-63a8-4455-98cc-47dd37943c55", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:03.815597 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c2cdcc3-1ee7-4e56-a968-a076532d4c5e {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:03.816232 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95dabd9-d09b-44ec-b396-c92339111ff8', 'tag': 'b10b0b6a-63a8-4455-98cc-47dd37943c55', 'status': 'completed', 'code': 200} Dec 16 22:10:03.839526 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174437fb-00eb-4c00-8f0c-dadc96a02435 req-32910521-7eca-42b9-89eb-1fbc8d30314d tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:03.847692 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-174437fb-00eb-4c00-8f0c-dadc96a02435 req-32910521-7eca-42b9-89eb-1fbc8d30314d tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 947 time: 0.2040186 Dec 16 22:10:03.891930 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fb88e-1a62-44b3-ba46-d046ddd8a265 req-959d08ab-18c8-4599-9ea2-5f4b4930366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:03.893466 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-594fb88e-1a62-44b3-ba46-d046ddd8a265 req-959d08ab-18c8-4599-9ea2-5f4b4930366f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d721a2e38754c278111573d30bbf986&device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 1098 time: 0.1832366 Dec 16 22:10:03.922321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-370a75bd-326d-4bcb-a5ff-a24b223dba6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b5de46c-c26f-4991-871a-c3f709c51aeb HTTP/1.1" status: 200 len: 217 time: 0.0967343 Dec 16 22:10:03.935589 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-e767775d-1558-4906-9143-4568bea0c7e9 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159489 Dec 16 22:10:04.044898 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-174437fb-00eb-4c00-8f0c-dadc96a02435 req-fb48cef7-c119-4d19-b5ff-0e919140d1a9 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962519 Dec 16 22:10:04.055120 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-755ecbbd-f1ed-4a1c-b09f-7509fc3de4fb req-71bf3c79-aa04-4952-bf9d-dce1e1a51511 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119766 Dec 16 22:10:04.114324 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d8fa2-c928-45b5-b70c-a3248948ce26 req-1e8b9b68-4fef-428f-88b3-ee669edef803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:04.115935 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd8d8fa2-c928-45b5-b70c-a3248948ce26 req-1e8b9b68-4fef-428f-88b3-ee669edef803 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c744f7430419467580dd1cd1177553fb&device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 1095 time: 0.0599098 Dec 16 22:10:04.138223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fb88e-1a62-44b3-ba46-d046ddd8a265 req-cf7d8f49-4333-4091-923f-458fb46152cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:04.139724 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-594fb88e-1a62-44b3-ba46-d046ddd8a265 req-cf7d8f49-4333-4091-923f-458fb46152cf service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.2278106 Dec 16 22:10:04.143256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-3091c0c1-89fa-400b-9fc9-55552c05f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:04.144721 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-3091c0c1-89fa-400b-9fc9-55552c05f559 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.1928172 Dec 16 22:10:04.154114 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8584d-e036-490c-a9a6-8d98f05828e2 req-b9787026-af87-417e-81b1-95eedee43822 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:04.155675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98a8584d-e036-490c-a9a6-8d98f05828e2 req-b9787026-af87-417e-81b1-95eedee43822 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 945 time: 0.2552938 Dec 16 22:10:04.192035 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e577e294-866c-46d5-99b4-f7ffa87ea3b3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296280 Dec 16 22:10:04.280290 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d8fa2-c928-45b5-b70c-a3248948ce26 req-16ca8f28-90a9-48b6-a50b-8c98c2bab465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:04.282305 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd8d8fa2-c928-45b5-b70c-a3248948ce26 req-16ca8f28-90a9-48b6-a50b-8c98c2bab465 service neutron] 10.222.0.24 "GET /v2.0/networks?id=267ca1d3-201b-4d47-bb36-5515a63c7e51 HTTP/1.1" status: 200 len: 923 time: 0.1527286 Dec 16 22:10:04.332319 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd8d8fa2-c928-45b5-b70c-a3248948ce26 req-d2048a8c-e19c-4c8b-aeb5-d777b2c4e327 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b10b0b6a-63a8-4455-98cc-47dd37943c55 HTTP/1.1" status: 200 len: 217 time: 0.0402689 Dec 16 22:10:04.387503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-594fb88e-1a62-44b3-ba46-d046ddd8a265 req-a370b407-4634-4704-a77d-9a8abacfea56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 HTTP/1.1" status: 200 len: 217 time: 0.2307050 Dec 16 22:10:04.390841 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d8fa2-c928-45b5-b70c-a3248948ce26 req-eab443fe-186b-41ce-b877-4f2e27a97685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:04.392633 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd8d8fa2-c928-45b5-b70c-a3248948ce26 req-eab443fe-186b-41ce-b877-4f2e27a97685 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8e7d127c-4059-48ec-a124-eaae22170103 HTTP/1.1" status: 200 len: 862 time: 0.0516963 Dec 16 22:10:04.453717 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd8d8fa2-c928-45b5-b70c-a3248948ce26 req-6b69c65f-e46e-4bea-9851-3a5447647597 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=267ca1d3-201b-4d47-bb36-5515a63c7e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508051 Dec 16 22:10:04.458283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-74851e55-e097-4e94-9914-b491f67c8a94 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154524 Dec 16 22:10:04.647026 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd8d8fa2-c928-45b5-b70c-a3248948ce26 req-dfee489c-c475-4acd-a93f-75557dfd8116 service neutron] 10.222.0.24 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813641 Dec 16 22:10:04.756877 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98a8584d-e036-490c-a9a6-8d98f05828e2 req-c2eabe29-81fe-41ae-8e26-cef5838498a0 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626526 Dec 16 22:10:04.763948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e3a9d168-1a92-495c-be00-a378948f03ed service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878695 Dec 16 22:10:04.782422 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29bcb8-02f8-48a9-bcdc-b5519caef7a3 req-0317cd26-f0d8-4082-9251-32ecd6110507 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:04.790727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d29bcb8-02f8-48a9-bcdc-b5519caef7a3 req-0317cd26-f0d8-4082-9251-32ecd6110507 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 948 time: 0.4660332 Dec 16 22:10:04.852119 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd8d8fa2-c928-45b5-b70c-a3248948ce26 req-cbe6d843-b32e-41e8-8d78-85cc71cb1f8c service neutron] 10.222.0.24 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929245 Dec 16 22:10:04.912298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d29bcb8-02f8-48a9-bcdc-b5519caef7a3 req-2685d821-be93-44c2-99c1-2624d148f79f tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203215 Dec 16 22:10:04.915728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fb88e-1a62-44b3-ba46-d046ddd8a265 req-e01565e8-eae1-4576-bba1-a05ec2bb9bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:04.943148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-594fb88e-1a62-44b3-ba46-d046ddd8a265 req-e01565e8-eae1-4576-bba1-a05ec2bb9bbe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.4823256 Dec 16 22:10:05.282416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-244793b6-13d5-4525-8f28-335124e06bd5 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:05.285454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-244793b6-13d5-4525-8f28-335124e06bd5 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750&tenant_id=7121dad57bc841b98b41e71c9b25481e&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 1096 time: 0.3719487 Dec 16 22:10:05.294142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10fb01-5b99-4b2c-b5f1-e732b6ee1bea req-0818ad63-a6c8-4b16-9e54-f3c1aacc7f83 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:05.296034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d10fb01-5b99-4b2c-b5f1-e732b6ee1bea req-0818ad63-a6c8-4b16-9e54-f3c1aacc7f83 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 944 time: 0.3085494 Dec 16 22:10:05.302822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821840-2'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:05.350368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fb88e-1a62-44b3-ba46-d046ddd8a265 req-18cd609f-ae45-47f3-ace5-b4bdea0c5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:05.352032 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-594fb88e-1a62-44b3-ba46-d046ddd8a265 req-18cd609f-ae45-47f3-ace5-b4bdea0c5f83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3728690 Dec 16 22:10:05.361721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f72053-0637-48d9-aa83-e6b96d01ba3b req-0ee8d990-5f3b-48a6-a698-07fd1726a508 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:05.375303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37f72053-0637-48d9-aa83-e6b96d01ba3b req-0ee8d990-5f3b-48a6-a698-07fd1726a508 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 949 time: 0.2349918 Dec 16 22:10:05.584578 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37f72053-0637-48d9-aa83-e6b96d01ba3b req-0b856e88-7fd7-4b73-bb6d-17719e8de884 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896362 Dec 16 22:10:05.587553 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:05.610961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d10fb01-5b99-4b2c-b5f1-e732b6ee1bea req-7d009b71-bd5a-4aa9-8295-f32ffac1da1b tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996163 Dec 16 22:10:05.706225 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:05.710565 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37979d9d-2801-47e1-86a1-10e6f077bd76" -d '{"events": [{"name": "network-changed", "server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:05.807975 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-594fb88e-1a62-44b3-ba46-d046ddd8a265 req-72b396a0-0ee3-48cb-b46c-5a9bad2decb9 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392967 Dec 16 22:10:05.812438 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae5bf69-0623-41ea-a437-232047f341ed x-openstack-request-id: req-aae5bf69-0623-41ea-a437-232047f341ed {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:05.812847 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:05.813197 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aae5bf69-0623-41ea-a437-232047f341ed {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:05.815205 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6', 'status': 'completed', 'code': 200} Dec 16 22:10:05.906910 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37979d9d-2801-47e1-86a1-10e6f077bd76 req-258f979b-5ec3-44b4-9033-3815d0a77691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:05.908880 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-37979d9d-2801-47e1-86a1-10e6f077bd76 req-258f979b-5ec3-44b4-9033-3815d0a77691 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 1099 time: 0.0886645 Dec 16 22:10:06.065627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] For port 9b5de46c-c26f-4991-871a-c3f709c51aeb, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=9b5de46c-c26f-4991-871a-c3f709c51aeb,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:06.071562 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37979d9d-2801-47e1-86a1-10e6f077bd76 req-9131f745-9641-4695-9af5-69cb05a9a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:06.075862 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-37979d9d-2801-47e1-86a1-10e6f077bd76 req-9131f745-9641-4695-9af5-69cb05a9a172 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1571178 Dec 16 22:10:06.112962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b958c85-a0ff-4bb3-b7e0-6e2361f06686 req-c82042de-8a65-4554-85bd-83f3c1981d29 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:06.114443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b958c85-a0ff-4bb3-b7e0-6e2361f06686 req-c82042de-8a65-4554-85bd-83f3c1981d29 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 947 time: 0.3773000 Dec 16 22:10:06.145685 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-37979d9d-2801-47e1-86a1-10e6f077bd76 req-3e136755-b1b2-4adb-b676-d80f71804688 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6 HTTP/1.1" status: 200 len: 217 time: 0.0595870 Dec 16 22:10:06.214477 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] For port 9b5de46c-c26f-4991-871a-c3f709c51aeb, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:06.225702 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37979d9d-2801-47e1-86a1-10e6f077bd76 req-2e0b0b84-0b49-4bec-ae76-9727e6d4fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:06.227864 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-37979d9d-2801-47e1-86a1-10e6f077bd76 req-2e0b0b84-0b49-4bec-ae76-9727e6d4fe6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0730345 Dec 16 22:10:06.265795 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b10b0b6a-63a8-4455-98cc-47dd37943c55 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:06.269418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:06.270431 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-594fb88e-1a62-44b3-ba46-d046ddd8a265 req-470b6506-5cdc-4bab-995b-4b581b8b343f service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447055 Dec 16 22:10:06.284169 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b958c85-a0ff-4bb3-b7e0-6e2361f06686 req-6bcac018-4375-4b88-b3ec-bdf3dff689be tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613336 Dec 16 22:10:06.299408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd4aae-2e00-4561-b2aa-5d7daeab6932 req-97133128-67d8-4239-8a17-7e69ee8c7ece tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:06.300971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80dd4aae-2e00-4561-b2aa-5d7daeab6932 req-97133128-67d8-4239-8a17-7e69ee8c7ece tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 945 time: 0.1600218 Dec 16 22:10:06.313170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37979d9d-2801-47e1-86a1-10e6f077bd76 req-98f96329-c09a-43c6-93ce-4371dc249272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:06.326885 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-37979d9d-2801-47e1-86a1-10e6f077bd76 req-98f96329-c09a-43c6-93ce-4371dc249272 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0901840 Dec 16 22:10:06.352093 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.428368 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80dd4aae-2e00-4561-b2aa-5d7daeab6932 req-0c058009-5d35-4ba1-b3bc-6258710871da tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145115 Dec 16 22:10:06.491027 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.515725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c519bef-05db-4340-8f61-021707715f94 req-f5729491-32b4-4c91-91cf-24b7fec12b58 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:06.526024 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c519bef-05db-4340-8f61-021707715f94 req-f5729491-32b4-4c91-91cf-24b7fec12b58 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 948 time: 0.1118097 Dec 16 22:10:06.583593 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-37979d9d-2801-47e1-86a1-10e6f077bd76 req-859a50d0-3347-44b2-b206-a9775efbf15a service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441504 Dec 16 22:10:06.737569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5de46c-c26f-4991-871a-c3f709c51aeb,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:06.747903 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-37979d9d-2801-47e1-86a1-10e6f077bd76 req-a5138cac-457f-41cc-bca0-5e58f179f5ae service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570947 Dec 16 22:10:06.775100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Attempting to bind port 9b5de46c-c26f-4991-871a-c3f709c51aeb on host n-h2-821840-2 for vnic_type normal with profile {"migrating_to": "n-h1-821840-2"} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:06.775506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Attempting to bind port 9b5de46c-c26f-4991-871a-c3f709c51aeb by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:06.775794 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Attempting to bind port 9b5de46c-c26f-4991-871a-c3f709c51aeb on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:06.802587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c519bef-05db-4340-8f61-021707715f94 req-615bdb18-a468-49fc-a2c8-560891608d5b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722578 Dec 16 22:10:06.802587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Port 9b5de46c-c26f-4991-871a-c3f709c51aeb on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:06.802587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Attempting to bind port 9b5de46c-c26f-4991-871a-c3f709c51aeb on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:06.811984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b10b0b6a-63a8-4455-98cc-47dd37943c55, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b10b0b6a-63a8-4455-98cc-47dd37943c55,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:06.816134 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:06.822597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:06.822597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Checking segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:06.822597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Bound using segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:06.822597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Bound port: 9b5de46c-c26f-4991-871a-c3f709c51aeb, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:06.822597 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.842066 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2', 'mac_address': 'fa:16:3e:8e:69:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:06.844747 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'b10b0b6a-63a8-4455-98cc-47dd37943c55', 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51', 'port_id': 'b10b0b6a-63a8-4455-98cc-47dd37943c55', 'mac_address': 'fa:16:3e:21:20:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7d127c-4059-48ec-a124-eaae22170103', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:06.924710 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.945357 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.967336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] For port 9b5de46c-c26f-4991-871a-c3f709c51aeb, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:06.969434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] For port 9b5de46c-c26f-4991-871a-c3f709c51aeb, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=9b5de46c-c26f-4991-871a-c3f709c51aeb,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:06.979317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10b0b6a-63a8-4455-98cc-47dd37943c55 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:06.987216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:07.004326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fa476-d845-4859-9a52-41d88485cbe4 req-2a663c2c-c220-4773-a5aa-558d2f374ea7 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:07.006031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-249fa476-d845-4859-9a52-41d88485cbe4 req-2a663c2c-c220-4773-a5aa-558d2f374ea7 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 944 time: 0.1049447 Dec 16 22:10:07.014481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a02aa-057a-4137-88b3-3522d81ef1f2 req-a9cc218f-5649-48e5-b3c3-40a3663b1240 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:07.016265 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f8a02aa-057a-4137-88b3-3522d81ef1f2 req-a9cc218f-5649-48e5-b3c3-40a3663b1240 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 949 time: 0.1668327 Dec 16 22:10:07.021617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:07.023888 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b10b0b6a-63a8-4455-98cc-47dd37943c55, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b10b0b6a-63a8-4455-98cc-47dd37943c55,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:07.088357 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-249fa476-d845-4859-9a52-41d88485cbe4 req-7c13a9c3-8a24-4a16-a3c8-b4181ef5e8c5 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710900 Dec 16 22:10:07.104554 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f8a02aa-057a-4137-88b3-3522d81ef1f2 req-70d8026d-c048-4c6f-a8ef-2a4ce536dcbb tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730569 Dec 16 22:10:07.129965 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.181351 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.186697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 53e9f3bb-dd81-4ef0-8762-2170a39623c6 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:07.222643 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.278668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5de46c-c26f-4991-871a-c3f709c51aeb,revision_number=8']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:07.316098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:07.325375 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.325375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-e6773fe1-12f2-499f-b10d-92d95d9e7d19 service neutron] 10.222.0.69 "PUT /v2.0/ports/9b5de46c-c26f-4991-871a-c3f709c51aeb HTTP/1.1" status: 200 len: 1121 time: 2.0199254 Dec 16 22:10:07.326240 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:07.331520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8c5a6-755a-48db-84d0-44361169ac80 req-c8493634-89fd-438a-9e5e-ed42d23e883c tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:07.333068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74f8c5a6-755a-48db-84d0-44361169ac80 req-c8493634-89fd-438a-9e5e-ed42d23e883c tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 1100 time: 0.1173503 Dec 16 22:10:07.356840 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:07.369774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '53e9f3bb-dd81-4ef0-8762-2170a39623c6', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '53e9f3bb-dd81-4ef0-8762-2170a39623c6', 'mac_address': 'fa:16:3e:32:52:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:07.449760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['9b5de46c-c26f-4991-871a-c3f709c51aeb'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:07.461561 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74f8c5a6-755a-48db-84d0-44361169ac80 req-ccc14a9e-c21b-4cf9-b00b-dc31809db0c1 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196773 Dec 16 22:10:07.520693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc728508-e0fa-486f-b28c-2589363b1533 req-bea1cc43-1482-41f2-8a70-fa6ead211ba1 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:07.529359 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc728508-e0fa-486f-b28c-2589363b1533 req-bea1cc43-1482-41f2-8a70-fa6ead211ba1 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 948 time: 0.1153343 Dec 16 22:10:07.577180 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc728508-e0fa-486f-b28c-2589363b1533 req-1a1c0a0f-2445-42d1-b7e2-c24c300f3f55 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469179 Dec 16 22:10:07.588437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=b10b0b6a-63a8-4455-98cc-47dd37943c55,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:07.592399 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.645359 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['b10b0b6a-63a8-4455-98cc-47dd37943c55'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:07.648548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e9f3bb-dd81-4ef0-8762-2170a39623c6 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:07.728802 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31449119-b4ad-460d-813f-eca35acbf205 req-9a8ec2d6-16ac-4cc2-8143-247d9c3b2c42 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:07.733803 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:07.744788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31449119-b4ad-460d-813f-eca35acbf205 req-9a8ec2d6-16ac-4cc2-8143-247d9c3b2c42 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=474474f6-acbd-4761-85d0-8e1fc19bf170 HTTP/1.1" status: 200 len: 951 time: 0.1366849 Dec 16 22:10:07.814860 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4977a76f-a8fb-48d5-bc97-f34d2d194750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b5de46c-c26f-4991-871a-c3f709c51aeb'}, {'name': 'network-changed', 'server_uuid': '4977a76f-a8fb-48d5-bc97-f34d2d194750', 'tag': '9b5de46c-c26f-4991-871a-c3f709c51aeb'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:07.818355 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b0900f-1932-4fd6-81b2-4f88f5ee0138" -d '{"events": [{"server_uuid": "4977a76f-a8fb-48d5-bc97-f34d2d194750", "name": "network-vif-unplugged", "status": "completed", "tag": "9b5de46c-c26f-4991-871a-c3f709c51aeb"}, {"name": "network-changed", "server_uuid": "4977a76f-a8fb-48d5-bc97-f34d2d194750", "tag": "9b5de46c-c26f-4991-871a-c3f709c51aeb"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:07.826857 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.837317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31449119-b4ad-460d-813f-eca35acbf205 req-9c6417e3-e409-46e6-b29b-a0818523d7d0 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953767 Dec 16 22:10:07.868560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf07929-b027-4671-a07f-6b083261ccf2 req-0194b32d-ac5c-48dc-b4f3-61ff312d1513 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:07.881846 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8bf07929-b027-4671-a07f-6b083261ccf2 req-0194b32d-ac5c-48dc-b4f3-61ff312d1513 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 943 time: 0.1778185 Dec 16 22:10:07.954380 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8bf07929-b027-4671-a07f-6b083261ccf2 req-9d0eb7c2-0749-4684-8f42-3e9c19e79e4f tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630715 Dec 16 22:10:07.974179 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=53e9f3bb-dd81-4ef0-8762-2170a39623c6,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:08.097753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ed927595-d1f6-4988-afd8-24afdea3a3e7 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280519 Dec 16 22:10:08.135308 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84c3aa-0f40-4c35-b167-cafd566c50ba req-586358ac-d331-418e-a27a-edfb7d1bcb8c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:08.137714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf84c3aa-0f40-4c35-b167-cafd566c50ba req-586358ac-d331-418e-a27a-edfb7d1bcb8c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 949 time: 0.0957582 Dec 16 22:10:08.180054 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['53e9f3bb-dd81-4ef0-8762-2170a39623c6'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:08.187819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:08.264553 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9abe8d10-9998-4881-923c-a474128c2c48 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:08.517737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf84c3aa-0f40-4c35-b167-cafd566c50ba req-cc471141-927e-44b8-b420-ca687fa2dc35 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536215 Dec 16 22:10:08.543338 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-d596aef8-d7cc-4d43-862c-64106e5037b1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:08.552213 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-d596aef8-d7cc-4d43-862c-64106e5037b1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4485130 Dec 16 22:10:08.569716 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:08.573514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-9de24abf-ba46-463f-b484-373b425101b2 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/quotas/754f26ecb0c84ea4a4d3485ad36e376e HTTP/1.1" status: 200 len: 375 time: 0.0193696 Dec 16 22:10:08.601001 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69de6844-7bab-4bae-b97f-4239a2a627d1 x-openstack-request-id: req-69de6844-7bab-4bae-b97f-4239a2a627d1 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:08.601380 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4977a76f-a8fb-48d5-bc97-f34d2d194750", "name": "network-vif-unplugged", "status": "completed", "tag": "9b5de46c-c26f-4991-871a-c3f709c51aeb", "code": 200}, {"name": "network-changed", "server_uuid": "4977a76f-a8fb-48d5-bc97-f34d2d194750", "tag": "9b5de46c-c26f-4991-871a-c3f709c51aeb", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:08.601569 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69de6844-7bab-4bae-b97f-4239a2a627d1 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:08.601977 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4977a76f-a8fb-48d5-bc97-f34d2d194750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b5de46c-c26f-4991-871a-c3f709c51aeb', 'code': 200} Dec 16 22:10:08.602233 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4977a76f-a8fb-48d5-bc97-f34d2d194750', 'tag': '9b5de46c-c26f-4991-871a-c3f709c51aeb', 'status': 'completed', 'code': 200} Dec 16 22:10:08.661012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474474f6-acbd-4761-85d0-8e1fc19bf170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abe8d10-9998-4881-923c-a474128c2c48'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:08.663556 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43c9a19-bb33-4c06-80ef-f34da974d127" -d '{"events": [{"server_uuid": "474474f6-acbd-4761-85d0-8e1fc19bf170", "name": "network-vif-unplugged", "status": "completed", "tag": "9abe8d10-9998-4881-923c-a474128c2c48"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:08.685949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9abe8d10-9998-4881-923c-a474128c2c48, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9abe8d10-9998-4881-923c-a474128c2c48,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:08.692119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0900f-1932-4fd6-81b2-4f88f5ee0138 req-93e2a170-3906-4150-9009-32d6f7724acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:08.694475 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a5b0900f-1932-4fd6-81b2-4f88f5ee0138 req-93e2a170-3906-4150-9009-32d6f7724acf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 1124 time: 0.0902400 Dec 16 22:10:08.723142 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-cf11a4da-45de-4e6c-aa19-f0ecf7442559 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1465063 Dec 16 22:10:08.750039 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:08.867815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9abe8d10-9998-4881-923c-a474128c2c48,revision_number=11']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:08.878642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0900f-1932-4fd6-81b2-4f88f5ee0138 req-f9e96a77-858d-41eb-99a6-0f4fe0d7d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:08.880516 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a5b0900f-1932-4fd6-81b2-4f88f5ee0138 req-f9e96a77-858d-41eb-99a6-0f4fe0d7d2d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 922 time: 0.1772499 Dec 16 22:10:08.926447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54debcc0-5e45-4e85-ab7d-e3af3d6591f5 req-723e3cc9-08f6-4ca4-b209-fd6367288f7c tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:08.936189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54debcc0-5e45-4e85-ab7d-e3af3d6591f5 req-723e3cc9-08f6-4ca4-b209-fd6367288f7c tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 945 time: 0.0975258 Dec 16 22:10:08.963675 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a5b0900f-1932-4fd6-81b2-4f88f5ee0138 req-9d7f7443-eebf-46d5-9cef-3d158d7642cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b5de46c-c26f-4991-871a-c3f709c51aeb HTTP/1.1" status: 200 len: 217 time: 0.0693979 Dec 16 22:10:09.013344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54debcc0-5e45-4e85-ab7d-e3af3d6591f5 req-8871ff2b-2062-4122-b27a-bc5e04f6481a tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753107 Dec 16 22:10:09.082259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0900f-1932-4fd6-81b2-4f88f5ee0138 req-4f45e487-4553-4944-b063-48d698f62632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:09.084252 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a5b0900f-1932-4fd6-81b2-4f88f5ee0138 req-4f45e487-4553-4944-b063-48d698f62632 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.1103904 Dec 16 22:10:09.098867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e97bc-a2e8-43dd-8c20-2973437dfab6 req-7fcc349b-a57f-4e0a-87a2-b68c020c3333 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:09.109360 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e51e97bc-a2e8-43dd-8c20-2973437dfab6 req-7fcc349b-a57f-4e0a-87a2-b68c020c3333 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 948 time: 0.0948603 Dec 16 22:10:09.109573 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2639232d-6914-470f-867c-08db26a84326 x-openstack-request-id: req-2639232d-6914-470f-867c-08db26a84326 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:09.109895 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474474f6-acbd-4761-85d0-8e1fc19bf170", "name": "network-vif-unplugged", "status": "completed", "tag": "9abe8d10-9998-4881-923c-a474128c2c48", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:09.110155 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2639232d-6914-470f-867c-08db26a84326 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:09.110580 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474474f6-acbd-4761-85d0-8e1fc19bf170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abe8d10-9998-4881-923c-a474128c2c48', 'code': 200} Dec 16 22:10:09.172110 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a5b0900f-1932-4fd6-81b2-4f88f5ee0138 req-b2f76cb3-d0a7-43f5-886d-8356931e4f08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728598 Dec 16 22:10:09.180307 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e51e97bc-a2e8-43dd-8c20-2973437dfab6 req-b2625947-6dcb-49ae-860f-c997922dfc68 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698166 Dec 16 22:10:09.333951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e998ba7-b47a-413f-9d99-9c605dd70ef2 req-4cb36844-d7ca-46e8-9d40-32fbd4c99a8e tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 210 time: 0.0417249 Dec 16 22:10:09.341772 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a5b0900f-1932-4fd6-81b2-4f88f5ee0138 req-e52bfed7-edce-4f02-9519-169acc15f7cb service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593285 Dec 16 22:10:09.470205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bd599-8d1f-492b-94f4-4bc06ae18581 req-15548fa2-7b48-4414-9e0e-eecef08abfdf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:09.478688 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb7bd599-8d1f-492b-94f4-4bc06ae18581 req-15548fa2-7b48-4414-9e0e-eecef08abfdf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 943 time: 0.0656650 Dec 16 22:10:09.525584 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a5b0900f-1932-4fd6-81b2-4f88f5ee0138 req-dff6d687-654c-4e42-8b5b-eada0038fc76 service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632195 Dec 16 22:10:09.546704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb7bd599-8d1f-492b-94f4-4bc06ae18581 req-833c7a6f-4dd1-47fb-bda5-0ad6efdc6180 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667610 Dec 16 22:10:09.702847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878e44d-b954-44b4-bb52-7d48c47b8a31 req-a9cbd185-1a5a-4811-8c68-b30c8d048805 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:09.704726 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7878e44d-b954-44b4-bb52-7d48c47b8a31 req-a9cbd185-1a5a-4811-8c68-b30c8d048805 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 949 time: 0.0751362 Dec 16 22:10:09.790565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7878e44d-b954-44b4-bb52-7d48c47b8a31 req-bb0224a6-172c-4b15-a2a1-30bbe2274271 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737097 Dec 16 22:10:10.171616 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2226e-9070-4073-901c-5f28a7e7ce52 req-f724dc37-8181-4bd2-b8ca-d7df25f185ea tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:10.173686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5a2226e-9070-4073-901c-5f28a7e7ce52 req-f724dc37-8181-4bd2-b8ca-d7df25f185ea tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 945 time: 0.0800743 Dec 16 22:10:10.243933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5a2226e-9070-4073-901c-5f28a7e7ce52 req-9413b4d0-9d87-4a4e-8dbc-af950cbe15e2 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553992 Dec 16 22:10:10.280728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b10b0b6a-63a8-4455-98cc-47dd37943c55 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:10.325529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9b5de46c-c26f-4991-871a-c3f709c51aeb details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:10.332191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 53e9f3bb-dd81-4ef0-8762-2170a39623c6 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:10.357638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4717f5-dbd3-475a-8c8a-601ee0e0106f req-df87565c-77a6-4ef4-af86-ab18ff96bdca tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:10.359749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d4717f5-dbd3-475a-8c8a-601ee0e0106f req-df87565c-77a6-4ef4-af86-ab18ff96bdca tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 948 time: 0.0623133 Dec 16 22:10:10.450676 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d4717f5-dbd3-475a-8c8a-601ee0e0106f req-4228c902-2814-44cf-bb6f-b338e3b51ec0 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842264 Dec 16 22:10:10.532764 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9b5de46c-c26f-4991-871a-c3f709c51aeb, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=9b5de46c-c26f-4991-871a-c3f709c51aeb,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:10.550222 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9b5de46c-c26f-4991-871a-c3f709c51aeb has no active binding in host n-h1-821840-2 {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:10:10.556298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6836558-8440-4d69-a176-bd4646db47ef req-86ad7f5d-7c27-4c23-87e8-51a0f1caf768 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 210 time: 0.0497606 Dec 16 22:10:10.575444 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port b10b0b6a-63a8-4455-98cc-47dd37943c55 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:10:10.579503 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port b10b0b6a-63a8-4455-98cc-47dd37943c55 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:10.579884 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:10.628940 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:10:10.638107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:10.638492 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:10.730322 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380f780-8342-4c45-ab86-1ddc014ab9aa req-d3f40c16-1ae3-49c1-ab9b-d7cd6f116a3d tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:10.735497 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:10.745990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2380f780-8342-4c45-ab86-1ddc014ab9aa req-d3f40c16-1ae3-49c1-ab9b-d7cd6f116a3d tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 943 time: 0.0950978 Dec 16 22:10:10.811328 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:10.814216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b10b0b6a-63a8-4455-98cc-47dd37943c55, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b10b0b6a-63a8-4455-98cc-47dd37943c55,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:10.831020 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2380f780-8342-4c45-ab86-1ddc014ab9aa req-a41fcbe5-84c6-4294-b52d-487e180cda9c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802133 Dec 16 22:10:10.894679 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:10.902218 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:10.962851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5caecc-e72b-4ce2-8213-12dd8ec0efde req-b0606a82-a8a4-46de-90bd-7558db3a09cf tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:10.973602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e5caecc-e72b-4ce2-8213-12dd8ec0efde req-b0606a82-a8a4-46de-90bd-7558db3a09cf tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 949 time: 0.0683687 Dec 16 22:10:10.986153 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=b10b0b6a-63a8-4455-98cc-47dd37943c55,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:11.008209 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:11.011730 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:11.044264 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e5caecc-e72b-4ce2-8213-12dd8ec0efde req-9e2f91dc-246e-49ef-8391-bb05031beeb2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636110 Dec 16 22:10:11.112750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95dabd9-d09b-44ec-b396-c92339111ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10b0b6a-63a8-4455-98cc-47dd37943c55'}, {'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:11.115620 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04dbf7e-1419-49fa-a562-e022c4fa9d4a" -d '{"events": [{"server_uuid": "e95dabd9-d09b-44ec-b396-c92339111ff8", "name": "network-vif-plugged", "status": "completed", "tag": "b10b0b6a-63a8-4455-98cc-47dd37943c55"}, {"server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "name": "network-vif-plugged", "status": "completed", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:11.134612 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=53e9f3bb-dd81-4ef0-8762-2170a39623c6,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:11.201032 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269f4a3e-7816-4b20-993c-d4cab57fb396 x-openstack-request-id: req-269f4a3e-7816-4b20-993c-d4cab57fb396 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:11.201352 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95dabd9-d09b-44ec-b396-c92339111ff8", "name": "network-vif-plugged", "status": "completed", "tag": "b10b0b6a-63a8-4455-98cc-47dd37943c55", "code": 200}, {"server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "name": "network-vif-plugged", "status": "completed", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:11.201966 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-269f4a3e-7816-4b20-993c-d4cab57fb396 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:11.202380 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95dabd9-d09b-44ec-b396-c92339111ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10b0b6a-63a8-4455-98cc-47dd37943c55', 'code': 200} Dec 16 22:10:11.202643 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6', 'code': 200} Dec 16 22:10:11.253023 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:10:11.262296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:11.262296 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:11.393410 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:11.435959 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb00b52-be56-4cf8-b1af-bff4470b82f9 req-b4a09cb8-6dfb-4fdb-a4fe-ac12570050fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:11.437379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:11.438413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc577bb-5456-45aa-9f77-53409e1aa281 req-5dfc4fb0-953e-466a-a9f2-cf9d72dafa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:11.442200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8bc577bb-5456-45aa-9f77-53409e1aa281 req-5dfc4fb0-953e-466a-a9f2-cf9d72dafa33 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 1101 time: 0.1285851 Dec 16 22:10:11.443668 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ffb00b52-be56-4cf8-b1af-bff4470b82f9 req-b4a09cb8-6dfb-4fdb-a4fe-ac12570050fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 1097 time: 0.1643095 Dec 16 22:10:11.535018 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:11.540775 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ffb00b52-be56-4cf8-b1af-bff4470b82f9 req-98050aaf-96d3-437a-8478-61d27c2bb05b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873396 Dec 16 22:10:11.590124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8bc577bb-5456-45aa-9f77-53409e1aa281 req-98a8a8da-6cb1-423a-af9c-8897b081a297 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329858 Dec 16 22:10:11.600784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:11.607486 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ea3ff-2e15-4706-b2f4-b34b80f69e42 req-a8e2cffc-b61c-4434-9f9f-5cce223f1430 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:11.611737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba9ea3ff-2e15-4706-b2f4-b34b80f69e42 req-a8e2cffc-b61c-4434-9f9f-5cce223f1430 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 946 time: 0.1369691 Dec 16 22:10:11.674414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba9ea3ff-2e15-4706-b2f4-b34b80f69e42 req-c70e536a-dfd1-43d4-afd1-abe80fd04d6b tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541036 Dec 16 22:10:11.786836 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-4f9af75e-d8e6-4cc6-8a99-2a1c92ec8511 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368748 Dec 16 22:10:11.825796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466cb2c-9022-47be-9fbf-310303e52c94 req-3dd74e7d-b76d-4897-acda-21fa17ba63e5 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:11.827809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c466cb2c-9022-47be-9fbf-310303e52c94 req-3dd74e7d-b76d-4897-acda-21fa17ba63e5 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 949 time: 0.0875649 Dec 16 22:10:11.934293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-d00a4330-91ea-40b1-ad1c-ef9906501ae4 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:11.936161 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-d00a4330-91ea-40b1-ad1c-ef9906501ae4 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423624 Dec 16 22:10:11.941510 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c466cb2c-9022-47be-9fbf-310303e52c94 req-21566c80-7b1c-4978-bd03-b267bd5beceb tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014853 Dec 16 22:10:11.959676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-b7015dcb-dc6e-45f8-b3b9-9a3f5cf7ed2d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Request body: {'port': {'device_id': 'cc08b765-5dac-4dab-bae5-e797b44a4dd3', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '754f26ecb0c84ea4a4d3485ad36e376e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:12.142768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27dc4c2f-b143-4cbe-bf7c-38da8c2ba088 req-69c1c69e-8035-497a-8ecf-7a73b217f9f9 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 210 time: 0.0450933 Dec 16 22:10:12.262326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-b7015dcb-dc6e-45f8-b3b9-9a3f5cf7ed2d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Made reservation on behalf of 754f26ecb0c84ea4a4d3485ad36e376e for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:12.266012 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-b7015dcb-dc6e-45f8-b3b9-9a3f5cf7ed2d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:12.301516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-7a473b34-5ebb-45d4-90a6-1e4a509b5186 service neutron] 10.222.0.24 "GET /v2.0/ports/9b5de46c-c26f-4991-871a-c3f709c51aeb/bindings/n-h1-821840-2 HTTP/1.1" status: 200 len: 384 time: 0.1573024 Dec 16 22:10:12.367164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56491b78-9474-4c67-b19c-6ce6178abbbf req-42f1c414-81af-4f3e-a123-120227dbd00f tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:12.375258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56491b78-9474-4c67-b19c-6ce6178abbbf req-42f1c414-81af-4f3e-a123-120227dbd00f tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 943 time: 0.1269534 Dec 16 22:10:12.450433 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56491b78-9474-4c67-b19c-6ce6178abbbf req-1bf489c4-bdae-48e9-b690-1a884e5402c0 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742576 Dec 16 22:10:12.458076 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-b7015dcb-dc6e-45f8-b3b9-9a3f5cf7ed2d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Allocated IP 192.168.233.214 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/49e89910-cfaf-4e64-a762-5991640ba958) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:12.669935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-904992a7-228b-4736-98ab-b71ea23232eb service neutron] For port 9b5de46c-c26f-4991-871a-c3f709c51aeb, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=9b5de46c-c26f-4991-871a-c3f709c51aeb,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:12.703186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1945fb-5ca8-43a4-992a-ee78f3b6cd46 req-5eddc380-b708-4742-9e7a-d5c6526eac4b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:12.704832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef1945fb-5ca8-43a4-992a-ee78f3b6cd46 req-5eddc380-b708-4742-9e7a-d5c6526eac4b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.0992591 Dec 16 22:10:12.708665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-904992a7-228b-4736-98ab-b71ea23232eb service neutron] For port 9b5de46c-c26f-4991-871a-c3f709c51aeb, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:12.768153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-904992a7-228b-4736-98ab-b71ea23232eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5de46c-c26f-4991-871a-c3f709c51aeb {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:12.774383 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-b7015dcb-dc6e-45f8-b3b9-9a3f5cf7ed2d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:12.801397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-904992a7-228b-4736-98ab-b71ea23232eb service neutron] For port 9b5de46c-c26f-4991-871a-c3f709c51aeb, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9b5de46c-c26f-4991-871a-c3f709c51aeb,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:12.836697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef1945fb-5ca8-43a4-992a-ee78f3b6cd46 req-10363755-615e-4deb-b63b-eabd2bd7b635 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995748 Dec 16 22:10:12.973743 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-b7015dcb-dc6e-45f8-b3b9-9a3f5cf7ed2d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:13.002237 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:13.003709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['fda962b4-4612-4379-82f8-686622f5e8fd', '6e870121-a5c4-456a-86ce-741a90fbe967', 'ba490fd2-7d57-46d7-bb9c-8f72f78231c7', '1a813d81-f1cc-4e02-9fac-67a1f5d794cd'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:13.007110 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-904992a7-228b-4736-98ab-b71ea23232eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:13.084366 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ebf797c1-bb5d-4b3a-aa39-941231cf05ab', '25bb4fc8-fc39-4095-a5e3-4c5813f6dabe'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:13.165713 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-b7015dcb-dc6e-45f8-b3b9-9a3f5cf7ed2d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:13.171741 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-b7015dcb-dc6e-45f8-b3b9-9a3f5cf7ed2d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:13.180360 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7015dcb-dc6e-45f8-b3b9-9a3f5cf7ed2d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event updated for resources: {'Port': ['ID=49e89910-cfaf-4e64-a762-5991640ba958,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:13.183680 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-b7015dcb-dc6e-45f8-b3b9-9a3f5cf7ed2d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:13.200708 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:13.208096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8210a3-0dc7-4199-9ab7-e5afa6ed2ba6 req-5d3ab0ac-068a-4429-ad32-5e2a0b7ae8f7 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:13.212844 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223710c7-db0c-4532-98c1-de67f19471ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:13.218380 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b9bc68-3b85-4f87-8511-44ebf6eef9c5" -d '{"events": [{"server_uuid": "223710c7-db0c-4532-98c1-de67f19471ba", "name": "network-vif-plugged", "status": "completed", "tag": "7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:13.220689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d8210a3-0dc7-4199-9ab7-e5afa6ed2ba6 req-5d3ab0ac-068a-4429-ad32-5e2a0b7ae8f7 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 946 time: 0.2987435 Dec 16 22:10:13.320016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-b7015dcb-dc6e-45f8-b3b9-9a3f5cf7ed2d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:13.320752 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-b7015dcb-dc6e-45f8-b3b9-9a3f5cf7ed2d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:13.376133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d8210a3-0dc7-4199-9ab7-e5afa6ed2ba6 req-1e5193ed-d19c-4f88-abbb-732a4739dafb tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446056 Dec 16 22:10:13.407524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-904992a7-228b-4736-98ab-b71ea23232eb service neutron] Transition to ACTIVE for port object 9b5de46c-c26f-4991-871a-c3f709c51aeb will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:13.457606 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-b7015dcb-dc6e-45f8-b3b9-9a3f5cf7ed2d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5007207 Dec 16 22:10:13.476031 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Request body: {'port': {'device_id': 'cc08b765-5dac-4dab-bae5-e797b44a4dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:13.559318 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:13.573514 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-904992a7-228b-4736-98ab-b71ea23232eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:13.662152 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f164b-c809-4212-91a8-4d949145a72c req-92f34101-3670-461c-b51c-5e713944fc0a tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:13.670429 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-494f164b-c809-4212-91a8-4d949145a72c req-92f34101-3670-461c-b51c-5e713944fc0a tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 949 time: 0.1798580 Dec 16 22:10:13.675900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-904992a7-228b-4736-98ab-b71ea23232eb service neutron] No DVR routers for this DVR port 9b5de46c-c26f-4991-871a-c3f709c51aeb on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:10:13.718959 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a76b142c-6bb2-447a-bc22-d143d06689fc None None] Provisioning complete for port 49e89910-cfaf-4e64-a762-5991640ba958 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:13.719362 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a76b142c-6bb2-447a-bc22-d143d06689fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:13.748683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904992a7-228b-4736-98ab-b71ea23232eb service neutron] Pushing event updated for resources: {'Port': ['ID=9b5de46c-c26f-4991-871a-c3f709c51aeb,revision_number=10']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:13.774776 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-904992a7-228b-4736-98ab-b71ea23232eb service neutron] 10.222.0.24 "PUT /v2.0/ports/9b5de46c-c26f-4991-871a-c3f709c51aeb/bindings/n-h1-821840-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4651210 Dec 16 22:10:13.791882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-494f164b-c809-4212-91a8-4d949145a72c req-528afbc8-0f08-4425-96bc-5a515e2f510c tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185756 Dec 16 22:10:13.816557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a76b142c-6bb2-447a-bc22-d143d06689fc None None] Port 49e89910-cfaf-4e64-a762-5991640ba958 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:10:13.972745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e89910-cfaf-4e64-a762-5991640ba958 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:13.982084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:13.999113 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Transition to ACTIVE for port object 49e89910-cfaf-4e64-a762-5991640ba958 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:14.014818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-f8845ce5-c79f-4140-b191-46819f9453dc tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:14.016518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-f8845ce5-c79f-4140-b191-46819f9453dc tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750&tenant_id=7121dad57bc841b98b41e71c9b25481e&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 1095 time: 0.0993922 Dec 16 22:10:14.084130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b483a37-1840-431b-b173-bd4b07781283 req-601f50ea-8603-4306-800c-1798a990c1f5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:14.087778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b483a37-1840-431b-b173-bd4b07781283 req-601f50ea-8603-4306-800c-1798a990c1f5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 936 time: 0.0910337 Dec 16 22:10:14.098873 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.134197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-df5faa20-a32e-480f-801c-e92e7a025dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:14.135723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-df5faa20-a32e-480f-801c-e92e7a025dfe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750&tenant_id=7121dad57bc841b98b41e71c9b25481e HTTP/1.1" status: 200 len: 1095 time: 0.1036794 Dec 16 22:10:14.211716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Pushing event updated for resources: {'Port': ['ID=49e89910-cfaf-4e64-a762-5991640ba958,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:14.295646 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b483a37-1840-431b-b173-bd4b07781283 req-e30c1c81-3688-43ed-b8fe-b089ff7cf247 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993098 Dec 16 22:10:14.314502 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 9b5de46c-c26f-4991-871a-c3f709c51aeb no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:14.356400 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-805a0d79-4d59-47bc-ab06-8e034baaa373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:14.361805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-805a0d79-4d59-47bc-ab06-8e034baaa373 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 1095 time: 0.1919165 Dec 16 22:10:14.380060 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Attempting to bind port 49e89910-cfaf-4e64-a762-5991640ba958 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:14.382693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Attempting to bind port 49e89910-cfaf-4e64-a762-5991640ba958 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:14.383237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Attempting to bind port 49e89910-cfaf-4e64-a762-5991640ba958 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:14.392957 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Port 49e89910-cfaf-4e64-a762-5991640ba958 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:14.396402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Attempting to bind port 49e89910-cfaf-4e64-a762-5991640ba958 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:14.408059 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:14.408765 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:14.409342 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:14.409979 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Bound port: 49e89910-cfaf-4e64-a762-5991640ba958, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:14.410516 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.473529 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455203af-062d-45da-82a0-50f1da221ac1 x-openstack-request-id: req-455203af-062d-45da-82a0-50f1da221ac1 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:14.475943 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223710c7-db0c-4532-98c1-de67f19471ba", "name": "network-vif-plugged", "status": "completed", "tag": "7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:14.476386 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-455203af-062d-45da-82a0-50f1da221ac1 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:14.477728 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223710c7-db0c-4532-98c1-de67f19471ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2', 'code': 200} Dec 16 22:10:14.538151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 9b5de46c-c26f-4991-871a-c3f709c51aeb not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:14.556433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-2645a036-d4cd-41a9-be22-d32bc106f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:14.558008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-2645a036-d4cd-41a9-be22-d32bc106f3fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 922 time: 0.1849103 Dec 16 22:10:14.606308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] For port 49e89910-cfaf-4e64-a762-5991640ba958, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:14.610949 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] For port 49e89910-cfaf-4e64-a762-5991640ba958, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=49e89910-cfaf-4e64-a762-5991640ba958,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:14.616639 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416c8fe-7ee8-4786-8ee0-b9dc9804b5b0 req-4e89450a-5971-48d2-9879-50d12066633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:14.618151 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b416c8fe-7ee8-4786-8ee0-b9dc9804b5b0 req-4e89450a-5971-48d2-9879-50d12066633f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 1100 time: 0.0712612 Dec 16 22:10:14.666793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-7ab3fa59-4669-48e6-bd30-fc34cdf4e58f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b5de46c-c26f-4991-871a-c3f709c51aeb HTTP/1.1" status: 200 len: 217 time: 0.0963387 Dec 16 22:10:14.686467 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b416c8fe-7ee8-4786-8ee0-b9dc9804b5b0 req-dc59d90c-ad46-4ecf-a761-cb14027b4bdb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549691 Dec 16 22:10:14.727436 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.775530 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:14.776163 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.777796 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] 10.222.0.24 "PUT /v2.0/ports/49e89910-cfaf-4e64-a762-5991640ba958 HTTP/1.1" status: 200 len: 1096 time: 1.3117230 Dec 16 22:10:14.778296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc08b765-5dac-4dab-bae5-e797b44a4dd3', 'tag': '49e89910-cfaf-4e64-a762-5991640ba958'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:14.780711 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c05b80-bfae-403a-ad0e-ba5fe820b448" -d '{"events": [{"name": "network-changed", "server_uuid": "cc08b765-5dac-4dab-bae5-e797b44a4dd3", "tag": "49e89910-cfaf-4e64-a762-5991640ba958"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:14.807533 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-bbb89172-bcec-47e0-b6cb-c87d0e53bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:14.811854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-bbb89172-bcec-47e0-b6cb-c87d0e53bae0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.1309328 Dec 16 22:10:14.814830 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab961fa0-47e1-49ed-b279-b84ea7cb4763 service neutron] Pushing event updated for resources: {'Port': ['ID=49e89910-cfaf-4e64-a762-5991640ba958,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:14.829711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388549b2-7fc7-4f0c-99d9-e9bb40f1159c req-309c8c96-4a05-4bea-97b1-0039c0c4c8a0 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:14.837665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-388549b2-7fc7-4f0c-99d9-e9bb40f1159c req-309c8c96-4a05-4bea-97b1-0039c0c4c8a0 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 944 time: 0.1687014 Dec 16 22:10:14.877507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea03e80-bdfd-43f0-ba35-025cbefe91bd req-6e8816e7-a694-4208-ac40-759051854893 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:14.879115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ea03e80-bdfd-43f0-ba35-025cbefe91bd req-6e8816e7-a694-4208-ac40-759051854893 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.1361282 Dec 16 22:10:14.946321 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-454858c0-5e17-4c02-bc98-623d1d00fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:14.947898 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-454858c0-5e17-4c02-bc98-623d1d00fb6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 1099 time: 0.0519059 Dec 16 22:10:14.958421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-388549b2-7fc7-4f0c-99d9-e9bb40f1159c req-3ba52d38-9bb4-43b6-921f-10faf6b90f23 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198096 Dec 16 22:10:15.053213 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-2b9cd92f-aaea-4549-bb96-04642baf6e2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604749 Dec 16 22:10:15.053213 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ea03e80-bdfd-43f0-ba35-025cbefe91bd req-5f6799d9-ffdf-4219-a1f1-c9bee6008919 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237607 Dec 16 22:10:15.054571 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-1658ef7c-09fd-418f-b4d8-1c01376560b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=49e89910-cfaf-4e64-a762-5991640ba958 HTTP/1.1" status: 200 len: 217 time: 0.0593808 Dec 16 22:10:15.098345 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-fb04dcb2-9a1c-453a-abc2-21dc586f71be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:15.099682 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-fb04dcb2-9a1c-453a-abc2-21dc586f71be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0750155 Dec 16 22:10:15.163635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023836df-fea8-49bd-85ae-66ceba6ac32f req-05416734-ee58-49ad-9fd7-cca441416a55 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:15.165530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-023836df-fea8-49bd-85ae-66ceba6ac32f req-05416734-ee58-49ad-9fd7-cca441416a55 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 946 time: 0.1088612 Dec 16 22:10:15.172735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-2a0c9576-85b4-435d-bba8-60ff1934979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:15.174340 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-2a0c9576-85b4-435d-bba8-60ff1934979f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657797 Dec 16 22:10:15.180718 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-0a1c5882-4547-42fb-8d4f-1f40b4b0d4d0 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937690 Dec 16 22:10:15.282844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-023836df-fea8-49bd-85ae-66ceba6ac32f req-3c882090-500d-4892-88e3-e871a718a607 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054966 Dec 16 22:10:15.285938 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-1953284d-0dab-4f43-bf91-a9141d8d6a3c service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020179 Dec 16 22:10:15.323197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-cd891ffa-79fe-420d-b9fb-47a453ff555f service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280580 Dec 16 22:10:15.368069 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8491d9a-3191-4a0b-bf82-85bbaf59cd61 x-openstack-request-id: req-f8491d9a-3191-4a0b-bf82-85bbaf59cd61 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:15.368365 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc08b765-5dac-4dab-bae5-e797b44a4dd3", "tag": "49e89910-cfaf-4e64-a762-5991640ba958", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:15.368619 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8491d9a-3191-4a0b-bf82-85bbaf59cd61 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:15.369023 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc08b765-5dac-4dab-bae5-e797b44a4dd3', 'tag': '49e89910-cfaf-4e64-a762-5991640ba958', 'status': 'completed', 'code': 200} Dec 16 22:10:15.407141 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-467de29e-8978-4dd9-94c9-22deb73284d4 req-183911fd-06d5-47d9-8810-86eb73c56320 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137214 Dec 16 22:10:15.504760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c8a63-183d-4e56-bbf7-a841a60221a1 req-a9d63e9b-6476-4089-b53c-04e2ddc03268 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:15.506475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-512c8a63-183d-4e56-bbf7-a841a60221a1 req-a9d63e9b-6476-4089-b53c-04e2ddc03268 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 949 time: 0.0662513 Dec 16 22:10:15.609618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c05b80-bfae-403a-ad0e-ba5fe820b448 req-8cf3b8a3-370e-4cad-ba00-2a4003e24a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:15.612207 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6c05b80-bfae-403a-ad0e-ba5fe820b448 req-8cf3b8a3-370e-4cad-ba00-2a4003e24a30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 1099 time: 0.0821846 Dec 16 22:10:15.624148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-512c8a63-183d-4e56-bbf7-a841a60221a1 req-458236be-1df3-45da-8740-7dfe47f36411 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077230 Dec 16 22:10:15.738385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c05b80-bfae-403a-ad0e-ba5fe820b448 req-81b18ba9-6cdd-4200-b84e-1ac02e266271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:15.740058 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6c05b80-bfae-403a-ad0e-ba5fe820b448 req-81b18ba9-6cdd-4200-b84e-1ac02e266271 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1195397 Dec 16 22:10:15.798043 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6c05b80-bfae-403a-ad0e-ba5fe820b448 req-28e18a51-3c07-4997-aff1-72ec64202847 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=49e89910-cfaf-4e64-a762-5991640ba958 HTTP/1.1" status: 200 len: 217 time: 0.0491028 Dec 16 22:10:15.886442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223a1f3-3f6a-4d63-9d9d-1d351145b0d1 req-b98fe332-4df1-4fb0-a074-e4292f4e2f0a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:15.887031 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c05b80-bfae-403a-ad0e-ba5fe820b448 req-2d101815-ae37-4e02-972b-15412186df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:15.888787 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6c05b80-bfae-403a-ad0e-ba5fe820b448 req-2d101815-ae37-4e02-972b-15412186df01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0737088 Dec 16 22:10:15.903986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4223a1f3-3f6a-4d63-9d9d-1d351145b0d1 req-b98fe332-4df1-4fb0-a074-e4292f4e2f0a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.0977070 Dec 16 22:10:16.025569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4223a1f3-3f6a-4d63-9d9d-1d351145b0d1 req-58d08ae0-244d-455b-b6a6-c4aea5fe7de9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084356 Dec 16 22:10:16.055630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-befa9b8a-7b1b-41e9-8a63-30b9bcddb1ef tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:16.061805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-befa9b8a-7b1b-41e9-8a63-30b9bcddb1ef tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750&tenant_id=7121dad57bc841b98b41e71c9b25481e&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 1095 time: 0.1552997 Dec 16 22:10:16.219211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c05b80-bfae-403a-ad0e-ba5fe820b448 req-cfc995ae-c062-481a-a5b5-f32bc854d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:16.221283 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6c05b80-bfae-403a-ad0e-ba5fe820b448 req-cfc995ae-c062-481a-a5b5-f32bc854d786 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3228929 Dec 16 22:10:16.233936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa5511-a0ad-489a-9fc0-4e317777c11b req-48e8f444-660c-457a-b0c5-1d674eddb356 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:16.257658 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5aa5511-a0ad-489a-9fc0-4e317777c11b req-48e8f444-660c-457a-b0c5-1d674eddb356 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 948 time: 0.1308408 Dec 16 22:10:16.360809 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6c05b80-bfae-403a-ad0e-ba5fe820b448 req-31242e3a-78ed-4275-9976-d8b2f6b22ecf service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307926 Dec 16 22:10:16.445985 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5aa5511-a0ad-489a-9fc0-4e317777c11b req-05382aba-b83a-4fb3-8c84-d7972055626d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873782 Dec 16 22:10:16.512807 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6c05b80-bfae-403a-ad0e-ba5fe820b448 req-23a76fb6-9827-49ed-86ea-d8de718ba545 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434729 Dec 16 22:10:16.522902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-cfe62901-bdc4-4ab9-8a12-7413ebe2612b service neutron] For port 9b5de46c-c26f-4991-871a-c3f709c51aeb, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:16.527084 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-cfe62901-bdc4-4ab9-8a12-7413ebe2612b service neutron] Publish callbacks [] for binding, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.528483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54dc3d1c-afc5-45c5-8089-95bd3150a56a req-cfe62901-bdc4-4ab9-8a12-7413ebe2612b service neutron] 10.222.0.69 "DELETE /v2.0/ports/9b5de46c-c26f-4991-871a-c3f709c51aeb/bindings/n-h2-821840-2 HTTP/1.1" status: 204 len: 173 time: 0.4520168 Dec 16 22:10:16.627477 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a546c-be38-4a14-9c5f-73dc2aa7e74b req-dd92439d-6c44-465e-868c-d988460cc5f7 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:16.637251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e99a546c-be38-4a14-9c5f-73dc2aa7e74b req-dd92439d-6c44-465e-868c-d988460cc5f7 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 946 time: 0.1019731 Dec 16 22:10:16.716396 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e99a546c-be38-4a14-9c5f-73dc2aa7e74b req-89a82bb5-1330-46ef-8d9f-2564d09c6ba0 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736701 Dec 16 22:10:16.815836 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-24433f15-4d72-43f4-a3f0-326755480837 req-ef1f39d5-e750-430c-b819-1be7b893618e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844023 Dec 16 22:10:16.865054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e2be8-bd94-44e2-a3e8-64c29835299c req-562e056f-94e4-45e7-966e-e64bcb2b56b0 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:16.866687 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-561e2be8-bd94-44e2-a3e8-64c29835299c req-562e056f-94e4-45e7-966e-e64bcb2b56b0 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 944 time: 0.0640380 Dec 16 22:10:16.893295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24433f15-4d72-43f4-a3f0-326755480837 req-da359071-88fc-4334-8c2e-f4548d39ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:16.895208 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-24433f15-4d72-43f4-a3f0-326755480837 req-da359071-88fc-4334-8c2e-f4548d39ca94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8be5cec5e95d40cd9fd57b7ead1e24d4&device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 1096 time: 0.0478010 Dec 16 22:10:16.998823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-561e2be8-bd94-44e2-a3e8-64c29835299c req-bd038ccb-d5fb-4923-ae91-b5f5c1f2ab7c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241863 Dec 16 22:10:17.139995 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24433f15-4d72-43f4-a3f0-326755480837 req-fd3fb6fa-dd5e-4159-9690-d282a3f9ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:17.144434 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-24433f15-4d72-43f4-a3f0-326755480837 req-fd3fb6fa-dd5e-4159-9690-d282a3f9ac0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fb63b19-680d-4e5d-a062-91db40eb8e5b HTTP/1.1" status: 200 len: 925 time: 0.2232890 Dec 16 22:10:17.249177 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-24433f15-4d72-43f4-a3f0-326755480837 req-4649008d-f00d-43b9-af31-aa0d876adbd9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c670004e-2840-4473-abb4-3682284273c0 HTTP/1.1" status: 200 len: 1001 time: 0.0957649 Dec 16 22:10:17.269149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdf8e9-7bdc-48ce-8197-7f770f6ae3ef req-fe3410c3-957d-4e7a-ba81-d7ca78f475de tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:17.270791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3abdf8e9-7bdc-48ce-8197-7f770f6ae3ef req-fe3410c3-957d-4e7a-ba81-d7ca78f475de tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 949 time: 0.1475570 Dec 16 22:10:17.332030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3abdf8e9-7bdc-48ce-8197-7f770f6ae3ef req-242b2d51-c4d2-414d-a6b2-a3fc0ce0c319 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504673 Dec 16 22:10:17.377640 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24433f15-4d72-43f4-a3f0-326755480837 req-29d239be-99b2-429a-b22f-fff2f7aeba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:17.383239 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-24433f15-4d72-43f4-a3f0-326755480837 req-29d239be-99b2-429a-b22f-fff2f7aeba3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8674e1f7-5eab-488d-97d5-402900229d08 HTTP/1.1" status: 200 len: 863 time: 0.1255834 Dec 16 22:10:17.551380 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24433f15-4d72-43f4-a3f0-326755480837 req-88e72227-31af-4b12-bf3a-7f8002a45c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:17.554289 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-24433f15-4d72-43f4-a3f0-326755480837 req-88e72227-31af-4b12-bf3a-7f8002a45c78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fb63b19-680d-4e5d-a062-91db40eb8e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624434 Dec 16 22:10:17.717620 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-24433f15-4d72-43f4-a3f0-326755480837 req-31e6cffd-9f0d-48dd-a26b-7bdfba6b7b4a service neutron] 10.222.0.24 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551759 Dec 16 22:10:17.889050 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-24433f15-4d72-43f4-a3f0-326755480837 req-36077b3d-0289-4b00-ad43-c6700970b131 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614828 Dec 16 22:10:18.182592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86475f8a-d539-45d0-9205-26dccac2580a req-7c29f97e-71f3-4d63-b8e5-34d0b64dc68c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:18.192035 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86475f8a-d539-45d0-9205-26dccac2580a req-7c29f97e-71f3-4d63-b8e5-34d0b64dc68c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 948 time: 0.0766468 Dec 16 22:10:18.283927 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86475f8a-d539-45d0-9205-26dccac2580a req-b5d7e3a3-0f3c-474e-8729-723144953179 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906453 Dec 16 22:10:18.322459 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 49e89910-cfaf-4e64-a762-5991640ba958 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:18.482388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 49e89910-cfaf-4e64-a762-5991640ba958, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=49e89910-cfaf-4e64-a762-5991640ba958,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:18.500289 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18192c-ab60-4330-bc77-d75e0ecd3d2d req-fe79719a-aa23-4337-8740-17d139f6cb5d tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:18.502240 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '49e89910-cfaf-4e64-a762-5991640ba958', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '49e89910-cfaf-4e64-a762-5991640ba958', 'mac_address': 'fa:16:3e:7f:5a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:18.509633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a18192c-ab60-4330-bc77-d75e0ecd3d2d req-fe79719a-aa23-4337-8740-17d139f6cb5d tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 1095 time: 0.1509140 Dec 16 22:10:18.568163 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a18192c-ab60-4330-bc77-d75e0ecd3d2d req-2cae08ab-22b9-461c-a1cc-93f900e9ea78 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567079 Dec 16 22:10:18.576169 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:18.595860 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e89910-cfaf-4e64-a762-5991640ba958 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:18.622178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 49e89910-cfaf-4e64-a762-5991640ba958, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=49e89910-cfaf-4e64-a762-5991640ba958,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:18.726638 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:18.747185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3d41f-a7c7-4d02-9f4d-bd7c6126b5cd req-0126b36c-b6df-4796-9d9a-588b07497db2 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:18.754870 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72c3d41f-a7c7-4d02-9f4d-bd7c6126b5cd req-0126b36c-b6df-4796-9d9a-588b07497db2 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 947 time: 0.0958939 Dec 16 22:10:18.798928 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=49e89910-cfaf-4e64-a762-5991640ba958,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:18.840841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72c3d41f-a7c7-4d02-9f4d-bd7c6126b5cd req-60aef87c-d38f-44ea-a73f-3129b765eff3 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845883 Dec 16 22:10:18.860624 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-d184460d-ebf5-46cf-b882-958443ae904e req-10a845db-96da-4a0c-b98d-f46ddba25f2b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:10:18.861904 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d184460d-ebf5-46cf-b882-958443ae904e req-10a845db-96da-4a0c-b98d-f46ddba25f2b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057430 Dec 16 22:10:19.131509 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['49e89910-cfaf-4e64-a762-5991640ba958'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:19.162045 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b7a1360-bccd-416a-9ec0-e9fbd7d59560 req-d88345b9-c461-4876-9d49-37b90a204954 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=474474f6-acbd-4761-85d0-8e1fc19bf170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519934 Dec 16 22:10:19.303938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a1360-bccd-416a-9ec0-e9fbd7d59560 req-4d67f214-ff9b-49cc-8a12-98ff9e695e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:19.310938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b7a1360-bccd-416a-9ec0-e9fbd7d59560 req-4d67f214-ff9b-49cc-8a12-98ff9e695e0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a6de84a76aa43e0bbf8e67520aa24ae&device_id=474474f6-acbd-4761-85d0-8e1fc19bf170 HTTP/1.1" status: 200 len: 1100 time: 0.1098793 Dec 16 22:10:19.590728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a1360-bccd-416a-9ec0-e9fbd7d59560 req-67318719-5d7b-4cb1-a1e2-0e6ce5c6e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:19.615842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b7a1360-bccd-416a-9ec0-e9fbd7d59560 req-67318719-5d7b-4cb1-a1e2-0e6ce5c6e385 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.2469652 Dec 16 22:10:19.615842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3084b3c-113d-4e31-8926-2090efeb906a req-6bb3241a-1c39-4bd1-9600-77715249db3d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:19.615842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3084b3c-113d-4e31-8926-2090efeb906a req-6bb3241a-1c39-4bd1-9600-77715249db3d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.1451707 Dec 16 22:10:19.664571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d27db3-6165-4059-a105-984bc491a01e req-948c09a8-250d-4176-b6b4-2521e87bfd83 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:19.666109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69d27db3-6165-4059-a105-984bc491a01e req-948c09a8-250d-4176-b6b4-2521e87bfd83 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 821 time: 0.2358420 Dec 16 22:10:19.674302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b7a1360-bccd-416a-9ec0-e9fbd7d59560 req-5d67dbce-f295-48d0-bdc3-dc14be67d9d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=9abe8d10-9998-4881-923c-a474128c2c48 HTTP/1.1" status: 200 len: 217 time: 0.0624862 Dec 16 22:10:19.733376 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69d27db3-6165-4059-a105-984bc491a01e req-4b0986ca-eb82-4f41-8c58-9760e49e2e4f tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/quotas/7121dad57bc841b98b41e71c9b25481e HTTP/1.1" status: 200 len: 375 time: 0.0565593 Dec 16 22:10:19.760524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3084b3c-113d-4e31-8926-2090efeb906a req-90a7ae7f-0d0f-41af-af5d-9aef0676aada tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449475 Dec 16 22:10:19.790757 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a1360-bccd-416a-9ec0-e9fbd7d59560 req-2589c29d-8c81-4bc2-b670-c085fbbccd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:19.792266 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b7a1360-bccd-416a-9ec0-e9fbd7d59560 req-2589c29d-8c81-4bc2-b670-c085fbbccd9b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1073589 Dec 16 22:10:19.844053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69d27db3-6165-4059-a105-984bc491a01e req-b549354d-4070-44ed-8f56-f896c075637c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002486 Dec 16 22:10:19.944581 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-d6903c93-8478-4d4c-b386-d66bb4c08370 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0590701 Dec 16 22:10:19.967119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a1360-bccd-416a-9ec0-e9fbd7d59560 req-7eababc0-1d9d-444d-aa0e-6ccfd2cbd14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:19.968778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b7a1360-bccd-416a-9ec0-e9fbd7d59560 req-7eababc0-1d9d-444d-aa0e-6ccfd2cbd14b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1655471 Dec 16 22:10:19.979159 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a50c2ebb-515e-4b14-be12-02ef73277cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:20.003633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978396d-5346-4ff9-b2f7-38f03b29b3d1 req-28cd8189-ea44-4b29-90ee-7d321623b5a4 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:20.005360 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8978396d-5346-4ff9-b2f7-38f03b29b3d1 req-28cd8189-ea44-4b29-90ee-7d321623b5a4 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 949 time: 0.1704762 Dec 16 22:10:20.053193 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aebde1-9ce6-4764-bb15-3db8ef5ba2e7 req-d7b4e2c3-3a3c-4537-8b16-2105ffe8467e tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:20.054393 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-73aebde1-9ce6-4764-bb15-3db8ef5ba2e7 req-d7b4e2c3-3a3c-4537-8b16-2105ffe8467e tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.69 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 947 time: 0.0921435 Dec 16 22:10:20.157039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69d27db3-6165-4059-a105-984bc491a01e req-f5306b13-baac-422e-9db9-22a7249eea0c service neutron] 10.222.0.43 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014503 Dec 16 22:10:20.227423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8978396d-5346-4ff9-b2f7-38f03b29b3d1 req-a4fcc1c2-7c70-4047-b2a6-3523a6e18d40 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089243 Dec 16 22:10:20.238902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-73aebde1-9ce6-4764-bb15-3db8ef5ba2e7 req-e0597b64-672e-4190-92e6-d369859ba89a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Deleting port 00d93413-8f8a-451d-8031-b0694928ad6b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:20.239708 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-73aebde1-9ce6-4764-bb15-3db8ef5ba2e7 req-e0597b64-672e-4190-92e6-d369859ba89a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:20.311421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b7a1360-bccd-416a-9ec0-e9fbd7d59560 req-9d05178c-f9a7-4a69-8d9a-b0fe5fb47285 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336191 Dec 16 22:10:20.321044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b10b0b6a-63a8-4455-98cc-47dd37943c55 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:20.350203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:20.404834 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-73aebde1-9ce6-4764-bb15-3db8ef5ba2e7 req-e0597b64-672e-4190-92e6-d369859ba89a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] For port 00d93413-8f8a-451d-8031-b0694928ad6b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=00d93413-8f8a-451d-8031-b0694928ad6b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:20.405346 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-73aebde1-9ce6-4764-bb15-3db8ef5ba2e7 req-e0597b64-672e-4190-92e6-d369859ba89a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:20.421415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-73aebde1-9ce6-4764-bb15-3db8ef5ba2e7 req-e0597b64-672e-4190-92e6-d369859ba89a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Calling delete_port for 00d93413-8f8a-451d-8031-b0694928ad6b owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:20.488224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:20.522917 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.resource_extend [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:10:20.632551 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2', 'mac_address': 'fa:16:3e:8e:69:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:20.653408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b10b0b6a-63a8-4455-98cc-47dd37943c55, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b10b0b6a-63a8-4455-98cc-47dd37943c55,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:20.693273 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'b10b0b6a-63a8-4455-98cc-47dd37943c55', 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51', 'port_id': 'b10b0b6a-63a8-4455-98cc-47dd37943c55', 'mac_address': 'fa:16:3e:21:20:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7d127c-4059-48ec-a124-eaae22170103', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:20.708120 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-73aebde1-9ce6-4764-bb15-3db8ef5ba2e7 req-e0597b64-672e-4190-92e6-d369859ba89a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:20.752209 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:20.773097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:20.776105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0597b64-672e-4190-92e6-d369859ba89a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Pushing event deleted for resources: {'Port': ['ID=00d93413-8f8a-451d-8031-b0694928ad6b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:20.779760 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:20.809164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b10b0b6a-63a8-4455-98cc-47dd37943c55 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:20.820041 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:20.837570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b10b0b6a-63a8-4455-98cc-47dd37943c55, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b10b0b6a-63a8-4455-98cc-47dd37943c55,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:20.869287 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-73aebde1-9ce6-4764-bb15-3db8ef5ba2e7 req-e0597b64-672e-4190-92e6-d369859ba89a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] No DVR routers for this DVR port 00d93413-8f8a-451d-8031-b0694928ad6b on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:10:20.873861 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-73aebde1-9ce6-4764-bb15-3db8ef5ba2e7 req-e0597b64-672e-4190-92e6-d369859ba89a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:20.877451 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-73aebde1-9ce6-4764-bb15-3db8ef5ba2e7 req-e0597b64-672e-4190-92e6-d369859ba89a tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.69 "DELETE /v2.0/ports/00d93413-8f8a-451d-8031-b0694928ad6b HTTP/1.1" status: 204 len: 173 time: 0.8169217 Dec 16 22:10:20.877937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0465997d-0579-4143-b9d7-413fc792deea', 'name': 'network-vif-deleted', 'tag': '00d93413-8f8a-451d-8031-b0694928ad6b'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:20.890658 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30c04cf-8f81-4ad2-b267-59d0341d4989" -d '{"events": [{"server_uuid": "0465997d-0579-4143-b9d7-413fc792deea", "name": "network-vif-deleted", "tag": "00d93413-8f8a-451d-8031-b0694928ad6b"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:20.898112 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:20.937132 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:20.965377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69d27db3-6165-4059-a105-984bc491a01e req-04882042-0f49-408c-a528-46f11eb41e0b service neutron] 10.222.0.43 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8073499 Dec 16 22:10:20.984706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:21.000742 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cde21-0e45-47a1-9498-586eef456cdc req-541627d6-2c78-4e3a-8ecb-239ca21c609a tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:21.002257 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-310cde21-0e45-47a1-9498-586eef456cdc req-541627d6-2c78-4e3a-8ecb-239ca21c609a tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 946 time: 0.6461341 Dec 16 22:10:21.053339 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:21.105688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['b10b0b6a-63a8-4455-98cc-47dd37943c55'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:21.130721 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b7a1360-bccd-416a-9ec0-e9fbd7d59560 req-28c39f08-2e7d-4be5-8264-37aea309a4d9 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8064773 Dec 16 22:10:21.166472 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=b10b0b6a-63a8-4455-98cc-47dd37943c55,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:21.199149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-310cde21-0e45-47a1-9498-586eef456cdc req-8cb98726-c046-472e-9c3f-16bb5825ffcb tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800861 Dec 16 22:10:21.393473 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a62fc4ee-4990-4f08-ad34-a7a025668662 req-db732088-4d0a-45b9-b253-971e977996c0 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=0465997d-0579-4143-b9d7-413fc792deea HTTP/1.1" status: 200 len: 210 time: 0.0796020 Dec 16 22:10:21.549845 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf18c717-53d6-4290-a333-5165d6543fba x-openstack-request-id: req-cf18c717-53d6-4290-a333-5165d6543fba {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:21.550341 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0465997d-0579-4143-b9d7-413fc792deea", "name": "network-vif-deleted", "tag": "00d93413-8f8a-451d-8031-b0694928ad6b", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:21.550341 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf18c717-53d6-4290-a333-5165d6543fba {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:21.550781 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0465997d-0579-4143-b9d7-413fc792deea', 'name': 'network-vif-deleted', 'tag': '00d93413-8f8a-451d-8031-b0694928ad6b', 'status': 'completed', 'code': 200} Dec 16 22:10:21.666703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2783a8d-c747-4cdf-9b63-dff5c1ef7147 req-ce108019-fdae-4a7c-ab02-d7286fe36656 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 210 time: 0.0355270 Dec 16 22:10:21.690878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac87c9d-16eb-4466-af68-b6a16647dcf3 req-eb6d02dd-971c-46b6-8d15-2a2ec0162ec0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:21.700178 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ac87c9d-16eb-4466-af68-b6a16647dcf3 req-eb6d02dd-971c-46b6-8d15-2a2ec0162ec0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.0999980 Dec 16 22:10:21.767639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ac87c9d-16eb-4466-af68-b6a16647dcf3 req-d52ac405-40ed-4d94-8e04-94faa3f630b3 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616977 Dec 16 22:10:21.857314 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488a4d8-44ee-4744-a11b-a791d936f18b req-91fdbfe6-801e-4dd2-a41a-1abf40b244a1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:21.859108 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8488a4d8-44ee-4744-a11b-a791d936f18b req-91fdbfe6-801e-4dd2-a41a-1abf40b244a1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 949 time: 0.0669005 Dec 16 22:10:21.941690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8488a4d8-44ee-4744-a11b-a791d936f18b req-3a642231-5aea-46a9-b35d-61d2cbd859d4 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757234 Dec 16 22:10:22.324681 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b10b0b6a-63a8-4455-98cc-47dd37943c55 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:22.378339 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:22.400902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96f661-7b6d-49c9-a44a-0bb98dd0f4ea req-dedefd0c-5251-48a7-940c-07a978c162c9 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:22.402938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c96f661-7b6d-49c9-a44a-0bb98dd0f4ea req-dedefd0c-5251-48a7-940c-07a978c162c9 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 945 time: 0.1060307 Dec 16 22:10:22.419985 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-549fb050-d518-446b-b15e-d83aee03bbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.473249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:22.473624 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.504710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c96f661-7b6d-49c9-a44a-0bb98dd0f4ea req-0442d79c-c7ec-43ef-9753-5760adff4ce2 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882819 Dec 16 22:10:22.508663 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port b10b0b6a-63a8-4455-98cc-47dd37943c55 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:22.508663 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.668098 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.708151 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.717428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223710c7-db0c-4532-98c1-de67f19471ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:22.720251 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786bb35a-80ad-4dfa-a10f-bdf613940879" -d '{"events": [{"server_uuid": "223710c7-db0c-4532-98c1-de67f19471ba", "name": "network-vif-plugged", "status": "completed", "tag": "7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:22.755452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:22.791475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b10b0b6a-63a8-4455-98cc-47dd37943c55, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b10b0b6a-63a8-4455-98cc-47dd37943c55,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:22.869999 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.874292 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 00d93413-8f8a-451d-8031-b0694928ad6b no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:22.881841 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.883156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 49e89910-cfaf-4e64-a762-5991640ba958 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:22.960623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 00d93413-8f8a-451d-8031-b0694928ad6b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:10:22.960943 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 00d93413-8f8a-451d-8031-b0694928ad6b not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:23.005532 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:23.082949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=b10b0b6a-63a8-4455-98cc-47dd37943c55,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:23.180473 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 49e89910-cfaf-4e64-a762-5991640ba958 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:10:23.191065 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 49e89910-cfaf-4e64-a762-5991640ba958 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:23.191939 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:23.193478 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc15226-9164-4603-9cef-0770a6c11064 req-eec21c1b-f6e6-48d4-b47a-df642ceecbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:23.196446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-eec21c1b-f6e6-48d4-b47a-df642ceecbac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 1101 time: 0.0604334 Dec 16 22:10:23.382055 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f85a71-d999-45cb-bad9-99a0b7bcfee3 x-openstack-request-id: req-96f85a71-d999-45cb-bad9-99a0b7bcfee3 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:23.382591 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223710c7-db0c-4532-98c1-de67f19471ba", "name": "network-vif-plugged", "status": "completed", "tag": "7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:23.382690 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96f85a71-d999-45cb-bad9-99a0b7bcfee3 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:23.383008 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223710c7-db0c-4532-98c1-de67f19471ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2', 'code': 200} Dec 16 22:10:23.388018 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0919cb11-9a2e-4a71-8107-418b4030c282 req-b2a8573b-63ec-460f-8c7f-1efe6f4ced1e tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 210 time: 0.0673077 Dec 16 22:10:23.398589 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:23.422534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc15226-9164-4603-9cef-0770a6c11064 req-8f59243e-9966-4e51-97fa-f44fe1e74ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:23.424166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-8f59243e-9966-4e51-97fa-f44fe1e74ec9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.2205234 Dec 16 22:10:23.458587 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 49e89910-cfaf-4e64-a762-5991640ba958, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=49e89910-cfaf-4e64-a762-5991640ba958,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:23.476129 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:23.495442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-d0af0a10-63fb-466d-9d82-a8c2d39a605d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6 HTTP/1.1" status: 200 len: 217 time: 0.0623057 Dec 16 22:10:23.556200 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:23.603998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc15226-9164-4603-9cef-0770a6c11064 req-fe2a61d3-2fa9-4d0a-a2c6-a049937c4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:23.607882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-fe2a61d3-2fa9-4d0a-a2c6-a049937c4078 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0957093 Dec 16 22:10:23.639411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=49e89910-cfaf-4e64-a762-5991640ba958,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:23.666149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca535be-217b-475d-936a-0d1185d80c59 req-c85a1071-3f53-4c7f-aef8-1c3de0eee239 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:23.679794 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ca535be-217b-475d-936a-0d1185d80c59 req-c85a1071-3f53-4c7f-aef8-1c3de0eee239 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.1821961 Dec 16 22:10:23.680008 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:23.680008 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:23.680008 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:23.680008 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:23.680734 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:23.681840 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:23.684141 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:23.685368 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:23.685807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39d550-85d9-4345-ab14-dd332954ca96 req-0793a49e-9c3d-4479-af71-79caeb37221f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:23.686718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:23.687170 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:23.687667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:23.688131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:23.689658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:23.693921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f39d550-85d9-4345-ab14-dd332954ca96 req-0793a49e-9c3d-4479-af71-79caeb37221f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 949 time: 0.2025247 Dec 16 22:10:23.773262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc15226-9164-4603-9cef-0770a6c11064 req-0fbb2b49-a09c-46f8-8edc-3a83e780edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:23.774926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-0fbb2b49-a09c-46f8-8edc-3a83e780edd3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1608717 Dec 16 22:10:23.828950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f39d550-85d9-4345-ab14-dd332954ca96 req-b6d682c6-18b2-4812-96f0-1a84d852c67e tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340492 Dec 16 22:10:23.976215 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ca535be-217b-475d-936a-0d1185d80c59 req-884bf312-cfdb-47c4-a66a-e8c43c3eee44 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955148 Dec 16 22:10:23.981680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-89a4d3fe-5975-4f98-bc30-afa29bdcb938 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943524 Dec 16 22:10:24.172187 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d27db3-6165-4059-a105-984bc491a01e req-a8b029e5-acb0-49ba-a4f6-d8fbeb8f36e6 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:24.176547 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-69d27db3-6165-4059-a105-984bc491a01e req-a8b029e5-acb0-49ba-a4f6-d8fbeb8f36e6 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.24 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 821 time: 0.2484524 Dec 16 22:10:24.191594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-69d27db3-6165-4059-a105-984bc491a01e req-86a93f64-a8b7-451a-801d-5e7ffd996fdf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Request body: {'port': {'device_id': 'cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd', 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c', 'admin_state_up': True, 'tenant_id': '7121dad57bc841b98b41e71c9b25481e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:24.260021 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc30be-b05e-40f6-a8a7-26450d0caa31 req-43742d96-f1ff-4d2d-884f-14cdf832b4aa tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:24.271807 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56fc30be-b05e-40f6-a8a7-26450d0caa31 req-43742d96-f1ff-4d2d-884f-14cdf832b4aa tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 946 time: 0.2886822 Dec 16 22:10:24.322130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b10b0b6a-63a8-4455-98cc-47dd37943c55 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:24.336592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b6b44-663f-49b8-b11f-18285aa0c10e req-b305c668-a7aa-4044-9128-6cb473d23104 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:24.346281 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-298b6b44-663f-49b8-b11f-18285aa0c10e req-b305c668-a7aa-4044-9128-6cb473d23104 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=474474f6-acbd-4761-85d0-8e1fc19bf170 HTTP/1.1" status: 200 len: 949 time: 0.1702714 Dec 16 22:10:24.483327 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-298b6b44-663f-49b8-b11f-18285aa0c10e req-9e45a22c-dfe2-44fa-98ea-01a84c38464d tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292632 Dec 16 22:10:24.518604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56fc30be-b05e-40f6-a8a7-26450d0caa31 req-f6c9a0c3-2680-471d-9869-26b1b2898010 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443917 Dec 16 22:10:24.532830 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-26055a94-6e54-400a-84dc-89c9beb5486b service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584358 Dec 16 22:10:24.564684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d27db3-6165-4059-a105-984bc491a01e req-86a93f64-a8b7-451a-801d-5e7ffd996fdf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Made reservation on behalf of 7121dad57bc841b98b41e71c9b25481e for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:24.566359 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.567302 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-69d27db3-6165-4059-a105-984bc491a01e req-86a93f64-a8b7-451a-801d-5e7ffd996fdf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.617148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b10b0b6a-63a8-4455-98cc-47dd37943c55, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b10b0b6a-63a8-4455-98cc-47dd37943c55,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:24.714781 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.765000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9cdc1b39-1569-4aa4-a06f-43b993c8f9f8 req-0d6c65d1-f0ba-40e7-8330-a67dc2fbaf9c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 210 time: 0.0458939 Dec 16 22:10:24.779852 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.806158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=b10b0b6a-63a8-4455-98cc-47dd37943c55,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:24.831855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-69d27db3-6165-4059-a105-984bc491a01e req-86a93f64-a8b7-451a-801d-5e7ffd996fdf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Allocated IP 172.20.0.4 (fd3688b8-9b63-4c62-967f-cb3ce8c17b1c/be30d56a-8363-413b-8968-a220d05b6d90/053d09be-313e-4533-944f-306fb88a6bc1) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:25.044021 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-69d27db3-6165-4059-a105-984bc491a01e req-86a93f64-a8b7-451a-801d-5e7ffd996fdf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:25.153243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec4644-f287-42bb-8004-dc22f7338cc6 req-31121739-980f-486f-b436-b427e9c6cb87 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:25.154875 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcec4644-f287-42bb-8004-dc22f7338cc6 req-31121739-980f-486f-b436-b427e9c6cb87 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 950 time: 0.2089195 Dec 16 22:10:25.177253 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-69d27db3-6165-4059-a105-984bc491a01e req-86a93f64-a8b7-451a-801d-5e7ffd996fdf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:25.268207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a93f64-a8b7-451a-801d-5e7ffd996fdf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Pushing event updated for resources: {'Port': ['ID=053d09be-313e-4533-944f-306fb88a6bc1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:25.281571 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d27db3-6165-4059-a105-984bc491a01e req-86a93f64-a8b7-451a-801d-5e7ffd996fdf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:25.283685 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-69d27db3-6165-4059-a105-984bc491a01e req-86a93f64-a8b7-451a-801d-5e7ffd996fdf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:25.296449 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d27db3-6165-4059-a105-984bc491a01e req-86a93f64-a8b7-451a-801d-5e7ffd996fdf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:25.327768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1774fcd-734c-481b-b042-872b9a38782e req-6f79531a-c31d-4b61-aff6-47be1bd3c6dd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:25.331974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1774fcd-734c-481b-b042-872b9a38782e req-6f79531a-c31d-4b61-aff6-47be1bd3c6dd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 944 time: 0.2915738 Dec 16 22:10:25.369989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d27db3-6165-4059-a105-984bc491a01e req-86a93f64-a8b7-451a-801d-5e7ffd996fdf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:25.371383 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-69d27db3-6165-4059-a105-984bc491a01e req-86a93f64-a8b7-451a-801d-5e7ffd996fdf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:25.392844 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95dabd9-d09b-44ec-b396-c92339111ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10b0b6a-63a8-4455-98cc-47dd37943c55'}, {'server_uuid': 'cc08b765-5dac-4dab-bae5-e797b44a4dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e89910-cfaf-4e64-a762-5991640ba958'}, {'server_uuid': 'e95dabd9-d09b-44ec-b396-c92339111ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b10b0b6a-63a8-4455-98cc-47dd37943c55'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:25.395292 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196855bc-01e2-4a9b-9f74-f0445b528676" -d '{"events": [{"server_uuid": "e95dabd9-d09b-44ec-b396-c92339111ff8", "name": "network-vif-plugged", "status": "completed", "tag": "b10b0b6a-63a8-4455-98cc-47dd37943c55"}, {"server_uuid": "cc08b765-5dac-4dab-bae5-e797b44a4dd3", "name": "network-vif-plugged", "status": "completed", "tag": "49e89910-cfaf-4e64-a762-5991640ba958"}, {"server_uuid": "e95dabd9-d09b-44ec-b396-c92339111ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "b10b0b6a-63a8-4455-98cc-47dd37943c55"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:25.490033 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-69d27db3-6165-4059-a105-984bc491a01e req-86a93f64-a8b7-451a-801d-5e7ffd996fdf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3001633 Dec 16 22:10:25.501469 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Request body: {'port': {'device_id': 'cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:25.508546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcec4644-f287-42bb-8004-dc22f7338cc6 req-1e729867-e1aa-4094-ae7b-cea02a879e55 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400152 Dec 16 22:10:25.637770 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:25.674722 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:25.693903 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea7d3-2396-4e85-82b3-d6592433a2c5 req-9885637f-56ae-4b23-8cd7-c9168ccdcd71 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:25.696377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df5ea7d3-2396-4e85-82b3-d6592433a2c5 req-9885637f-56ae-4b23-8cd7-c9168ccdcd71 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.69 "GET /v2.0/ports?device_id=474474f6-acbd-4761-85d0-8e1fc19bf170 HTTP/1.1" status: 200 len: 949 time: 0.2660258 Dec 16 22:10:25.819191 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-c1774fcd-734c-481b-b042-872b9a38782e req-5f956a94-5fd2-41af-9622-5379b9324bca tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Deleting port b10b0b6a-63a8-4455-98cc-47dd37943c55 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:25.819868 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c1774fcd-734c-481b-b042-872b9a38782e req-5f956a94-5fd2-41af-9622-5379b9324bca tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:25.944594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eefbdc-e3a0-4d78-976d-25c6f5f76dd0 req-f9ad2d1c-1e76-4af4-b063-90169a6c1a54 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:25.953010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56eefbdc-e3a0-4d78-976d-25c6f5f76dd0 req-f9ad2d1c-1e76-4af4-b063-90169a6c1a54 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.2553658 Dec 16 22:10:26.048220 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c1774fcd-734c-481b-b042-872b9a38782e req-5f956a94-5fd2-41af-9622-5379b9324bca tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] For port b10b0b6a-63a8-4455-98cc-47dd37943c55, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b10b0b6a-63a8-4455-98cc-47dd37943c55,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:26.048928 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c1774fcd-734c-481b-b042-872b9a38782e req-5f956a94-5fd2-41af-9622-5379b9324bca tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.063054 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56eefbdc-e3a0-4d78-976d-25c6f5f76dd0 req-8eba2a67-34be-4f33-aab7-d6cbee8242f7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085815 Dec 16 22:10:26.071889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-c1774fcd-734c-481b-b042-872b9a38782e req-5f956a94-5fd2-41af-9622-5379b9324bca tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Calling delete_port for b10b0b6a-63a8-4455-98cc-47dd37943c55 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:26.076600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-df5ea7d3-2396-4e85-82b3-d6592433a2c5 req-03f85fb4-9bf4-4417-8685-2310eb5f12f5 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Deleting port 9abe8d10-9998-4881-923c-a474128c2c48 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:26.077270 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-df5ea7d3-2396-4e85-82b3-d6592433a2c5 req-03f85fb4-9bf4-4417-8685-2310eb5f12f5 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.160991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053d09be-313e-4533-944f-306fb88a6bc1 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:26.161291 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21153897-b963-4ec1-8395-38ea47a3e362 x-openstack-request-id: req-21153897-b963-4ec1-8395-38ea47a3e362 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:26.161700 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95dabd9-d09b-44ec-b396-c92339111ff8", "name": "network-vif-plugged", "status": "completed", "tag": "b10b0b6a-63a8-4455-98cc-47dd37943c55", "code": 200}, {"server_uuid": "cc08b765-5dac-4dab-bae5-e797b44a4dd3", "name": "network-vif-plugged", "status": "completed", "tag": "49e89910-cfaf-4e64-a762-5991640ba958", "code": 200}, {"server_uuid": "e95dabd9-d09b-44ec-b396-c92339111ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "b10b0b6a-63a8-4455-98cc-47dd37943c55", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:26.162049 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21153897-b963-4ec1-8395-38ea47a3e362 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:26.162541 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95dabd9-d09b-44ec-b396-c92339111ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10b0b6a-63a8-4455-98cc-47dd37943c55', 'code': 200} Dec 16 22:10:26.162894 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc08b765-5dac-4dab-bae5-e797b44a4dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e89910-cfaf-4e64-a762-5991640ba958', 'code': 200} Dec 16 22:10:26.163240 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95dabd9-d09b-44ec-b396-c92339111ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b10b0b6a-63a8-4455-98cc-47dd37943c55', 'code': 200} Dec 16 22:10:26.171881 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.218296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Transition to ACTIVE for port object 053d09be-313e-4533-944f-306fb88a6bc1 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:26.287686 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.425646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Pushing event updated for resources: {'Port': ['ID=053d09be-313e-4533-944f-306fb88a6bc1,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:26.506268 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Attempting to bind port 053d09be-313e-4533-944f-306fb88a6bc1 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:26.506609 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Attempting to bind port 053d09be-313e-4533-944f-306fb88a6bc1 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:26.507094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Attempting to bind port 053d09be-313e-4533-944f-306fb88a6bc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:26.513207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Port 053d09be-313e-4533-944f-306fb88a6bc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:26.513536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Attempting to bind port 053d09be-313e-4533-944f-306fb88a6bc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:26.522388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-df5ea7d3-2396-4e85-82b3-d6592433a2c5 req-03f85fb4-9bf4-4417-8685-2310eb5f12f5 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] For port 9abe8d10-9998-4881-923c-a474128c2c48, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9abe8d10-9998-4881-923c-a474128c2c48,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:26.523445 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-df5ea7d3-2396-4e85-82b3-d6592433a2c5 req-03f85fb4-9bf4-4417-8685-2310eb5f12f5 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.528976 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:26.529258 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c1774fcd-734c-481b-b042-872b9a38782e req-5f956a94-5fd2-41af-9622-5379b9324bca tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.529404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Checking segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:26.529744 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Bound using segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:26.530194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Bound port: 053d09be-313e-4533-944f-306fb88a6bc1, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:26.535708 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.576607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-df5ea7d3-2396-4e85-82b3-d6592433a2c5 req-03f85fb4-9bf4-4417-8685-2310eb5f12f5 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Calling delete_port for 9abe8d10-9998-4881-923c-a474128c2c48 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:26.600768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde43b44-1b1a-4f60-bd2d-7d80484f50e8 req-031ab61c-27eb-49a0-a03c-eb0e2e7a28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:26.602797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fde43b44-1b1a-4f60-bd2d-7d80484f50e8 req-031ab61c-27eb-49a0-a03c-eb0e2e7a28c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 1101 time: 0.1823211 Dec 16 22:10:26.615997 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab505f71-204c-45d9-9586-e2409282fd55 req-085b8acd-54bb-411a-b702-e849aef947a9 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:26.627147 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab505f71-204c-45d9-9586-e2409282fd55 req-085b8acd-54bb-411a-b702-e849aef947a9 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=474474f6-acbd-4761-85d0-8e1fc19bf170 HTTP/1.1" status: 200 len: 949 time: 0.3963432 Dec 16 22:10:26.656408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f956a94-5fd2-41af-9622-5379b9324bca tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Pushing event deleted for resources: {'Port': ['ID=b10b0b6a-63a8-4455-98cc-47dd37943c55,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:26.672726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] For port 053d09be-313e-4533-944f-306fb88a6bc1, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:26.689631 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] For port 053d09be-313e-4533-944f-306fb88a6bc1, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=053d09be-313e-4533-944f-306fb88a6bc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:26.804464 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:10:26.853212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1774fcd-734c-481b-b042-872b9a38782e req-5f956a94-5fd2-41af-9622-5379b9324bca tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] No DVR routers for this DVR port b10b0b6a-63a8-4455-98cc-47dd37943c55 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:10:26.856214 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.862857 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c1774fcd-734c-481b-b042-872b9a38782e req-5f956a94-5fd2-41af-9622-5379b9324bca tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.873391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1774fcd-734c-481b-b042-872b9a38782e req-5f956a94-5fd2-41af-9622-5379b9324bca tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.24 "DELETE /v2.0/ports/b10b0b6a-63a8-4455-98cc-47dd37943c55 HTTP/1.1" status: 204 len: 173 time: 1.5216372 Dec 16 22:10:26.874240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95dabd9-d09b-44ec-b396-c92339111ff8', 'name': 'network-vif-deleted', 'tag': 'b10b0b6a-63a8-4455-98cc-47dd37943c55'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:26.876566 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c14d63-d69f-4663-8304-a3b1a4e2043e" -d '{"events": [{"server_uuid": "e95dabd9-d09b-44ec-b396-c92339111ff8", "name": "network-vif-deleted", "tag": "b10b0b6a-63a8-4455-98cc-47dd37943c55"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:26.890210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab505f71-204c-45d9-9586-e2409282fd55 req-a567c561-fd38-4267-a501-1215683856c5 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/security-groups?id=159d5f15-467a-4167-83a5-f4a2b136e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618287 Dec 16 22:10:26.927300 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:26.928013 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.929509 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-69d27db3-6165-4059-a105-984bc491a01e req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] 10.222.0.24 "PUT /v2.0/ports/053d09be-313e-4533-944f-306fb88a6bc1 HTTP/1.1" status: 200 len: 1091 time: 1.4325321 Dec 16 22:10:26.930591 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd', 'tag': '053d09be-313e-4533-944f-306fb88a6bc1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:26.932913 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d54a692-a324-4ae6-8a6e-48eb94a9d4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd", "tag": "053d09be-313e-4533-944f-306fb88a6bc1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:26.937460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fde43b44-1b1a-4f60-bd2d-7d80484f50e8 req-67daabca-cdac-44e6-92eb-aeddce10852a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975423 Dec 16 22:10:26.958128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9282be3-cd6f-417b-8614-acdb728f96f8 service neutron] Pushing event updated for resources: {'Port': ['ID=053d09be-313e-4533-944f-306fb88a6bc1,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:27.059144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01864c8a-697c-4dd8-b8a9-393862a9f434 req-f0198180-8e76-4dbd-9167-11f5d07985cd tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 210 time: 0.0421300 Dec 16 22:10:27.192003 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-df5ea7d3-2396-4e85-82b3-d6592433a2c5 req-03f85fb4-9bf4-4417-8685-2310eb5f12f5 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.242661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f85fb4-9bf4-4417-8685-2310eb5f12f5 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Pushing event deleted for resources: {'Port': ['ID=9abe8d10-9998-4881-923c-a474128c2c48,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:27.332150 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5ea7d3-2396-4e85-82b3-d6592433a2c5 req-03f85fb4-9bf4-4417-8685-2310eb5f12f5 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] No DVR routers for this DVR port 9abe8d10-9998-4881-923c-a474128c2c48 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:10:27.340704 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-df5ea7d3-2396-4e85-82b3-d6592433a2c5 req-03f85fb4-9bf4-4417-8685-2310eb5f12f5 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.344109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df5ea7d3-2396-4e85-82b3-d6592433a2c5 req-03f85fb4-9bf4-4417-8685-2310eb5f12f5 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.69 "DELETE /v2.0/ports/9abe8d10-9998-4881-923c-a474128c2c48 HTTP/1.1" status: 204 len: 173 time: 1.6394246 Dec 16 22:10:27.346024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d27db3-6165-4059-a105-984bc491a01e req-e24147c5-c9ae-4635-8fd6-38045b96690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:27.347448 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69d27db3-6165-4059-a105-984bc491a01e req-e24147c5-c9ae-4635-8fd6-38045b96690d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 1094 time: 0.1930485 Dec 16 22:10:27.413046 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69d27db3-6165-4059-a105-984bc491a01e req-6ab2a10d-0c3f-4c7d-b2a4-7813f3d9e251 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=053d09be-313e-4533-944f-306fb88a6bc1 HTTP/1.1" status: 200 len: 217 time: 0.0539315 Dec 16 22:10:27.427917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f027d4-b92f-458c-81a7-bf9564d46e49 req-799ee92f-cb95-4fee-9e2b-3d37b9ff44d2 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:27.430412 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30f027d4-b92f-458c-81a7-bf9564d46e49 req-799ee92f-cb95-4fee-9e2b-3d37b9ff44d2 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 943 time: 0.1922741 Dec 16 22:10:27.547398 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d27db3-6165-4059-a105-984bc491a01e req-7aba2715-bf1a-4e45-b823-6e59e0fdd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:27.548869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69d27db3-6165-4059-a105-984bc491a01e req-7aba2715-bf1a-4e45-b823-6e59e0fdd1a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.1178479 Dec 16 22:10:27.587485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30f027d4-b92f-458c-81a7-bf9564d46e49 req-58cc3b95-710b-4739-8865-5377d8aafcb4 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434913 Dec 16 22:10:27.626263 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69d27db3-6165-4059-a105-984bc491a01e req-8f3be6f2-cacf-4adb-affb-cc2f46f75902 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661728 Dec 16 22:10:27.640427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbd863-548a-4ab1-8ead-df2467b916db req-7f0c06be-e037-4e6b-b10f-395536d696ce tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:27.642278 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cbcbd863-548a-4ab1-8ead-df2467b916db req-7f0c06be-e037-4e6b-b10f-395536d696ce tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 950 time: 0.1547625 Dec 16 22:10:27.653524 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d93974-979d-4a76-b51f-2e289558351e x-openstack-request-id: req-75d93974-979d-4a76-b51f-2e289558351e {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:27.654106 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95dabd9-d09b-44ec-b396-c92339111ff8", "name": "network-vif-deleted", "tag": "b10b0b6a-63a8-4455-98cc-47dd37943c55", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:27.654470 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75d93974-979d-4a76-b51f-2e289558351e {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:27.654987 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95dabd9-d09b-44ec-b396-c92339111ff8', 'name': 'network-vif-deleted', 'tag': 'b10b0b6a-63a8-4455-98cc-47dd37943c55', 'status': 'completed', 'code': 200} Dec 16 22:10:27.693022 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567d579a-3be5-4286-83d9-e2865ea0b6f3 x-openstack-request-id: req-567d579a-3be5-4286-83d9-e2865ea0b6f3 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:27.693541 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd", "tag": "053d09be-313e-4533-944f-306fb88a6bc1", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:27.693909 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-567d579a-3be5-4286-83d9-e2865ea0b6f3 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:27.694514 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd', 'tag': '053d09be-313e-4533-944f-306fb88a6bc1', 'status': 'completed', 'code': 200} Dec 16 22:10:27.835430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cbcbd863-548a-4ab1-8ead-df2467b916db req-dbe40259-55e9-400b-89d6-790be9c98e26 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736534 Dec 16 22:10:27.859152 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1c991-d68a-4d80-a29e-e902f2261b85 req-0d4c446d-5302-4c42-9834-8670706548ae tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:27.860353 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ee1c991-d68a-4d80-a29e-e902f2261b85 req-0d4c446d-5302-4c42-9834-8670706548ae tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.0993605 Dec 16 22:10:27.864715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69d27db3-6165-4059-a105-984bc491a01e req-aa31efb1-2c65-4d13-889a-a9474d721bec service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213671 Dec 16 22:10:27.991603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ee1c991-d68a-4d80-a29e-e902f2261b85 req-60b94b77-9399-46bf-a3c6-779cce0ca5ce tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205049 Dec 16 22:10:28.131777 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69d27db3-6165-4059-a105-984bc491a01e req-74e64bda-1ab4-450b-91ec-d17bde73d2d8 service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516639 Dec 16 22:10:28.135737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94034555-0aea-467d-a95a-e0ac272700e5 req-bee625a4-de96-46d8-b076-6834b03a7ed4 tempest-ListImageFiltersTestJSON-15524632 tempest-ListImageFiltersTestJSON-15524632-project] 10.222.0.43 "GET /v2.0/ports?device_id=474474f6-acbd-4761-85d0-8e1fc19bf170 HTTP/1.1" status: 200 len: 210 time: 0.0470712 Dec 16 22:10:28.336283 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b10b0b6a-63a8-4455-98cc-47dd37943c55 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:28.364736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: b10b0b6a-63a8-4455-98cc-47dd37943c55 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:10:28.365085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b10b0b6a-63a8-4455-98cc-47dd37943c55 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:28.403714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9abe8d10-9998-4881-923c-a474128c2c48 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:28.428417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 9abe8d10-9998-4881-923c-a474128c2c48 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:10:28.428767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9abe8d10-9998-4881-923c-a474128c2c48 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:28.548433 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-009311d6-7a61-4767-add9-aa4f59241263 req-bb7ef72f-fae5-4f58-abaa-42c750981a1b tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95dabd9-d09b-44ec-b396-c92339111ff8 HTTP/1.1" status: 200 len: 210 time: 0.0547678 Dec 16 22:10:28.560683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-bb8a33df-c52e-48bd-ad83-bb66bbacdac7 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:28.563126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-bb8a33df-c52e-48bd-ad83-bb66bbacdac7 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/networks?id=c7eff383-5765-41ed-aa7a-9b7474d72a9c HTTP/1.1" status: 200 len: 814 time: 0.5454555 Dec 16 22:10:28.593256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54a692-a324-4ae6-8a6e-48eb94a9d4f4 req-99ab8898-a12e-4eab-af5b-72390038824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:28.594720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d54a692-a324-4ae6-8a6e-48eb94a9d4f4 req-99ab8898-a12e-4eab-af5b-72390038824a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 1094 time: 0.0998950 Dec 16 22:10:28.598359 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-6da385f2-9331-4e66-b977-a04cfb0252b0 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/quotas/ad395bbe50f94b7b8581ea908317f0d7 HTTP/1.1" status: 200 len: 375 time: 0.0139098 Dec 16 22:10:28.709987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-dd92dcf2-8deb-46b3-a3e0-5a837b7138e2 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad395bbe50f94b7b8581ea908317f0d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042721 Dec 16 22:10:28.759608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54a692-a324-4ae6-8a6e-48eb94a9d4f4 req-56cb94b1-7ebb-4e2e-9f3b-96534a0c5bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:28.761730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d54a692-a324-4ae6-8a6e-48eb94a9d4f4 req-56cb94b1-7ebb-4e2e-9f3b-96534a0c5bdf service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 922 time: 0.1570952 Dec 16 22:10:28.851316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d54a692-a324-4ae6-8a6e-48eb94a9d4f4 req-85ba9373-bcdd-45d5-b69c-96f4e14be176 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=053d09be-313e-4533-944f-306fb88a6bc1 HTTP/1.1" status: 200 len: 217 time: 0.0462406 Dec 16 22:10:28.934535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8c060-de22-48f7-916a-b13f771de4fd req-20b3b92e-de39-42d5-a5a1-73974ba5a496 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:28.936140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-93d8c060-de22-48f7-916a-b13f771de4fd req-20b3b92e-de39-42d5-a5a1-73974ba5a496 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 943 time: 0.1949797 Dec 16 22:10:28.958176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54a692-a324-4ae6-8a6e-48eb94a9d4f4 req-d6f46476-5ca1-4f1b-8c1d-b2c97587651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:28.959668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d54a692-a324-4ae6-8a6e-48eb94a9d4f4 req-d6f46476-5ca1-4f1b-8c1d-b2c97587651a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.0978093 Dec 16 22:10:28.968530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-9dffa5d6-0cc0-45a2-b6ec-db227b362ee4 service neutron] 10.222.0.43 "GET /v2.0/networks/c7eff383-5765-41ed-aa7a-9b7474d72a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394936 Dec 16 22:10:29.012801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d54a692-a324-4ae6-8a6e-48eb94a9d4f4 req-d77abbfd-d779-4e62-8781-cdb7f0e6702e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416279 Dec 16 22:10:29.145333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-93d8c060-de22-48f7-916a-b13f771de4fd req-459da65d-5e77-4235-9241-fb877bd62f27 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009568 Dec 16 22:10:29.236660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-0883da92-61ee-4c08-af88-fae61d62948b service neutron] 10.222.0.43 "GET /v2.0/networks/c7eff383-5765-41ed-aa7a-9b7474d72a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522926 Dec 16 22:10:29.239356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d54a692-a324-4ae6-8a6e-48eb94a9d4f4 req-71ce2ca9-30be-4807-9e5b-0b6d567c0777 service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119513 Dec 16 22:10:29.361519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97d2cd-4219-4852-a78b-492bfee69cfa req-c5725fca-c8cb-4369-b1a9-e39169c193ac tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:29.363139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f97d2cd-4219-4852-a78b-492bfee69cfa req-c5725fca-c8cb-4369-b1a9-e39169c193ac tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 950 time: 0.1228559 Dec 16 22:10:29.457425 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f97d2cd-4219-4852-a78b-492bfee69cfa req-1889d7b0-efb8-4918-8ce0-4a0c9cde96ee tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846405 Dec 16 22:10:29.461255 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d54a692-a324-4ae6-8a6e-48eb94a9d4f4 req-87e8e8e7-ed19-4e8f-bedf-44976c5d92d1 service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095802 Dec 16 22:10:29.656507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474474f6-acbd-4761-85d0-8e1fc19bf170', 'name': 'network-vif-deleted', 'tag': '9abe8d10-9998-4881-923c-a474128c2c48'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:29.659579 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4e8a09-6dd0-4aec-8365-c1054c8d033b" -d '{"events": [{"server_uuid": "474474f6-acbd-4761-85d0-8e1fc19bf170", "name": "network-vif-deleted", "tag": "9abe8d10-9998-4881-923c-a474128c2c48"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:29.725836 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f6f81-2c09-4637-bc84-4a926fc9d6bb req-286bf3cb-3726-4fa3-b877-c6e931519d37 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:29.727613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-209f6f81-2c09-4637-bc84-4a926fc9d6bb req-286bf3cb-3726-4fa3-b877-c6e931519d37 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 1101 time: 0.0618229 Dec 16 22:10:29.735852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ff0ed-a393-40e2-989b-ef20cc38d734 req-63dead70-f99a-47b8-8293-a28bf11bae8f tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:29.737635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e43ff0ed-a393-40e2-989b-ef20cc38d734 req-63dead70-f99a-47b8-8293-a28bf11bae8f tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.1186407 Dec 16 22:10:29.826747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-209f6f81-2c09-4637-bc84-4a926fc9d6bb req-85134ce9-0168-413e-ab65-2d9b0a32c2bb tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876751 Dec 16 22:10:29.872581 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e43ff0ed-a393-40e2-989b-ef20cc38d734 req-12cb9637-a56b-46b4-a828-41de26a392a2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255548 Dec 16 22:10:29.941170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-286ca413-7451-41fb-8ac4-4df6c7b1498f req-52221127-84d9-46b5-98f8-504969c80125 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 210 time: 0.0511951 Dec 16 22:10:30.166511 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe512d57-2ee0-4957-9e49-f61ced5759b1 x-openstack-request-id: req-fe512d57-2ee0-4957-9e49-f61ced5759b1 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:30.166808 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474474f6-acbd-4761-85d0-8e1fc19bf170", "name": "network-vif-deleted", "tag": "9abe8d10-9998-4881-923c-a474128c2c48", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:30.167589 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe512d57-2ee0-4957-9e49-f61ced5759b1 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:30.168045 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474474f6-acbd-4761-85d0-8e1fc19bf170', 'name': 'network-vif-deleted', 'tag': '9abe8d10-9998-4881-923c-a474128c2c48', 'status': 'completed', 'code': 200} Dec 16 22:10:30.340944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 053d09be-313e-4533-944f-306fb88a6bc1 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:30.458807 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 053d09be-313e-4533-944f-306fb88a6bc1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=053d09be-313e-4533-944f-306fb88a6bc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:30.474534 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '053d09be-313e-4533-944f-306fb88a6bc1', 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c', 'port_id': '053d09be-313e-4533-944f-306fb88a6bc1', 'mac_address': 'fa:16:3e:86:17:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be30d56a-8363-413b-8968-a220d05b6d90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:30.528984 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:30.548149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053d09be-313e-4533-944f-306fb88a6bc1 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:30.576011 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 053d09be-313e-4533-944f-306fb88a6bc1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=053d09be-313e-4533-944f-306fb88a6bc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:30.696245 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:30.833029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=053d09be-313e-4533-944f-306fb88a6bc1,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:31.025916 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['053d09be-313e-4533-944f-306fb88a6bc1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:31.156229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-5de61e75-1aed-40da-a6a4-026f3c02c219 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516744 Dec 16 22:10:31.441686 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-90f8a1ba-5faa-4cf1-80f9-03f4d3593563 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:31.443837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-90f8a1ba-5faa-4cf1-80f9-03f4d3593563 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2700217 Dec 16 22:10:31.455751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-098ed247-91cd-4750-aded-382c294c6c44 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:31.459332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-098ed247-91cd-4750-aded-382c294c6c44 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/networks?id=267ca1d3-201b-4d47-bb36-5515a63c7e51 HTTP/1.1" status: 200 len: 822 time: 0.2430027 Dec 16 22:10:31.517615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-51caa416-7351-4c6f-a319-58281e245f45 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/quotas/754f26ecb0c84ea4a4d3485ad36e376e HTTP/1.1" status: 200 len: 375 time: 0.0434804 Dec 16 22:10:31.523260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-c9156e04-7830-46e3-98ba-9438cb70534d tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/quotas/c744f7430419467580dd1cd1177553fb HTTP/1.1" status: 200 len: 375 time: 0.0505807 Dec 16 22:10:31.617505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-5c5e2fc9-6688-474d-ab66-20dd2de5de82 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c744f7430419467580dd1cd1177553fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461023 Dec 16 22:10:31.653163 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-5ce232f9-b1a5-4b77-8ae6-79fecc3b0d05 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1327462 Dec 16 22:10:31.830719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-c33cf7ec-ba24-49b7-a22a-96943e01f5be service neutron] 10.222.0.43 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764171 Dec 16 22:10:31.989517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-b7876076-c8ef-4d58-b8e5-8990e493cea9 service neutron] 10.222.0.43 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518168 Dec 16 22:10:32.198223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883191b8-96bb-4663-81cf-422f4972b349 req-207b4e77-5578-45d4-a0ba-803690026b67 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:32.200947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-883191b8-96bb-4663-81cf-422f4972b349 req-207b4e77-5578-45d4-a0ba-803690026b67 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 944 time: 0.0780404 Dec 16 22:10:32.296496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-883191b8-96bb-4663-81cf-422f4972b349 req-e21f437c-9a3d-42ff-9bbc-69e35c70ff93 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886893 Dec 16 22:10:32.356960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 053d09be-313e-4533-944f-306fb88a6bc1 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:32.572642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2361704-fb48-4f0e-b570-3576318ab90d req-b5e7c1bf-9ab9-4e2f-a7ef-674a8170980c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:32.600086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2361704-fb48-4f0e-b570-3576318ab90d req-b5e7c1bf-9ab9-4e2f-a7ef-674a8170980c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.1637354 Dec 16 22:10:32.733139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2361704-fb48-4f0e-b570-3576318ab90d req-2e137de3-92de-47f0-b57e-1bf9f83372e1 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314921 Dec 16 22:10:32.739107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 053d09be-313e-4533-944f-306fb88a6bc1 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:10:32.753921 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 053d09be-313e-4533-944f-306fb88a6bc1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:32.754567 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.929945 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.929945 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053d09be-313e-4533-944f-306fb88a6bc1'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:32.929945 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cb2d3a-5e35-4c65-9679-779114d86d76" -d '{"events": [{"server_uuid": "cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd", "name": "network-vif-plugged", "status": "completed", "tag": "053d09be-313e-4533-944f-306fb88a6bc1"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:32.929945 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 053d09be-313e-4533-944f-306fb88a6bc1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=053d09be-313e-4533-944f-306fb88a6bc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:33.258084 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee702f40-dbf2-4eef-a1f1-d4b2b77ef573 req-33c3596a-f20c-43fb-8f26-82f641b09f70 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 210 time: 0.0369132 Dec 16 22:10:33.318736 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:33.398920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=053d09be-313e-4533-944f-306fb88a6bc1,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:33.415548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5511c48-9810-4b75-9c9c-6b9ba17606c0 req-866d426f-36f2-4e87-a992-cc6236a041e1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 210 time: 0.0463095 Dec 16 22:10:33.670086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-c61cb236-cfc3-495d-9a6c-2433ff0ff22d tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:33.672317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-c61cb236-cfc3-495d-9a6c-2433ff0ff22d tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.69 "GET /v2.0/networks?id=c7eff383-5765-41ed-aa7a-9b7474d72a9c HTTP/1.1" status: 200 len: 814 time: 0.2283757 Dec 16 22:10:33.688476 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-10cec991-cea6-4e5e-9d55-e8546eb832d3 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Request body: {'port': {'device_id': '34cca779-6489-4f4a-80c0-f3652885b6ac', 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c', 'admin_state_up': True, 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:33.933356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2850078e-93d8-4d10-ae59-b9a6133a8d18 req-79727ca3-b473-45fa-af6c-833398feb5ed tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=238f7bf0-bbfa-4816-becb-fe732c48bb51 HTTP/1.1" status: 200 len: 210 time: 0.0382926 Dec 16 22:10:33.960540 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4764bb48-a360-43af-93bb-cb9826c32ab9 x-openstack-request-id: req-4764bb48-a360-43af-93bb-cb9826c32ab9 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:33.961077 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd", "name": "network-vif-plugged", "status": "completed", "tag": "053d09be-313e-4533-944f-306fb88a6bc1", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:33.961581 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4764bb48-a360-43af-93bb-cb9826c32ab9 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:33.962190 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053d09be-313e-4533-944f-306fb88a6bc1', 'code': 200} Dec 16 22:10:33.967751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-10cec991-cea6-4e5e-9d55-e8546eb832d3 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Made reservation on behalf of ad395bbe50f94b7b8581ea908317f0d7 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:33.979454 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-10cec991-cea6-4e5e-9d55-e8546eb832d3 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:34.266805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288165fc-3a90-450d-bcbe-cd724e29e8fd req-2ac0841b-af5c-4431-9b71-2020da561cbb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:34.269007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-288165fc-3a90-450d-bcbe-cd724e29e8fd req-2ac0841b-af5c-4431-9b71-2020da561cbb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.2216289 Dec 16 22:10:34.280397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15696f-db50-40e7-b655-8e2dfbd985d6 req-74e9a3c7-6df8-4d8e-9dd6-c1237dc3b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:34.283675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f15696f-db50-40e7-b655-8e2dfbd985d6 req-74e9a3c7-6df8-4d8e-9dd6-c1237dc3b961 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 1096 time: 0.2224948 Dec 16 22:10:34.301755 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60367401-f2f5-41d4-846a-0af928160f57 req-4b184ca7-cf20-461e-86dd-bdc59ecf3af6 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:34.303332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60367401-f2f5-41d4-846a-0af928160f57 req-4b184ca7-cf20-461e-86dd-bdc59ecf3af6 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 945 time: 0.2576432 Dec 16 22:10:34.375212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-10cec991-cea6-4e5e-9d55-e8546eb832d3 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Allocated IP 172.20.0.3 (c7eff383-5765-41ed-aa7a-9b7474d72a9c/19914d3e-38ae-4bb1-a6c7-61f37b925188/fab10d52-8911-4a7b-bc51-aba7bab73d6f) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:34.471884 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-288165fc-3a90-450d-bcbe-cd724e29e8fd req-c4296a66-419d-4725-b6ef-38218cee5c52 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630216 Dec 16 22:10:34.488708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60367401-f2f5-41d4-846a-0af928160f57 req-cc7d5a16-5f59-4044-9044-381adbc5ad9b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575437 Dec 16 22:10:34.494926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f15696f-db50-40e7-b655-8e2dfbd985d6 req-19ec2438-80d6-4df4-8174-75f5cefc407a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879525 Dec 16 22:10:34.721749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61b00af5-47f4-4ab0-9b7e-87381b529df7 req-17424b05-0c64-4ede-841f-33571019bf6b tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 210 time: 0.0709074 Dec 16 22:10:34.866924 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-10cec991-cea6-4e5e-9d55-e8546eb832d3 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:35.053604 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-10cec991-cea6-4e5e-9d55-e8546eb832d3 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:35.192565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-10cec991-cea6-4e5e-9d55-e8546eb832d3 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Network c7eff383-5765-41ed-aa7a-9b7474d72a9c is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:35.201568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-083980ed-1fe0-4ae3-9e94-5530b457ccd4 req-37394d5b-edfe-4632-83c6-a98dd6b4e677 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 210 time: 0.0860109 Dec 16 22:10:35.202905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-10cec991-cea6-4e5e-9d55-e8546eb832d3 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:35.209592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-10cec991-cea6-4e5e-9d55-e8546eb832d3 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:35.216437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cec991-cea6-4e5e-9d55-e8546eb832d3 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Pushing event updated for resources: {'Port': ['ID=fab10d52-8911-4a7b-bc51-aba7bab73d6f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:35.366182 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-10cec991-cea6-4e5e-9d55-e8546eb832d3 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:35.370468 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-10cec991-cea6-4e5e-9d55-e8546eb832d3 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:35.486656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-10cec991-cea6-4e5e-9d55-e8546eb832d3 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8030279 Dec 16 22:10:35.738886 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6bbbb8b1-f1fc-4dff-ad7d-dcd2b05c2b2f None None] Provisioning complete for port fab10d52-8911-4a7b-bc51-aba7bab73d6f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:35.745178 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb8b1-f1fc-4dff-ad7d-dcd2b05c2b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:35.891022 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6bbbb8b1-f1fc-4dff-ad7d-dcd2b05c2b2f None None] Port fab10d52-8911-4a7b-bc51-aba7bab73d6f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:10:36.394453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-145646ae-67dc-4c94-bbc4-466bd27cf03a tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:36.396138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-145646ae-67dc-4c94-bbc4-466bd27cf03a tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.24 "GET /v2.0/networks?id=267ca1d3-201b-4d47-bb36-5515a63c7e51 HTTP/1.1" status: 200 len: 822 time: 0.2999511 Dec 16 22:10:36.419959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-25974c3e-5991-414f-91cf-ffb67a26747e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Request body: {'port': {'device_id': '238f7bf0-bbfa-4816-becb-fe732c48bb51', 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51', 'admin_state_up': True, 'tenant_id': 'c744f7430419467580dd1cd1177553fb'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:36.763781 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-25974c3e-5991-414f-91cf-ffb67a26747e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Made reservation on behalf of c744f7430419467580dd1cd1177553fb for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:36.767943 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-25974c3e-5991-414f-91cf-ffb67a26747e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:37.024492 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-25974c3e-5991-414f-91cf-ffb67a26747e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Allocated IP 172.20.0.11 (267ca1d3-201b-4d47-bb36-5515a63c7e51/8e7d127c-4059-48ec-a124-eaae22170103/a3d804e2-cef6-41d3-90d6-c9904f742515) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:37.247017 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-25974c3e-5991-414f-91cf-ffb67a26747e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:37.370712 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-25974c3e-5991-414f-91cf-ffb67a26747e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:37.426235 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-25974c3e-5991-414f-91cf-ffb67a26747e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Network 267ca1d3-201b-4d47-bb36-5515a63c7e51 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:37.429969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-25974c3e-5991-414f-91cf-ffb67a26747e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:37.435441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-25974c3e-5991-414f-91cf-ffb67a26747e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:37.481774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25974c3e-5991-414f-91cf-ffb67a26747e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Pushing event updated for resources: {'Port': ['ID=a3d804e2-cef6-41d3-90d6-c9904f742515,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:37.548447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-25974c3e-5991-414f-91cf-ffb67a26747e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:37.548447 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-25974c3e-5991-414f-91cf-ffb67a26747e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:38.172438 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Request body: {'port': {'device_id': '34cca779-6489-4f4a-80c0-f3652885b6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:38.196852 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-25974c3e-5991-414f-91cf-ffb67a26747e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7839322 Dec 16 22:10:38.212535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Request body: {'port': {'device_id': '238f7bf0-bbfa-4816-becb-fe732c48bb51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:38.261792 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:38.330899 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.256233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab10d52-8911-4a7b-bc51-aba7bab73d6f {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:39.270913 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.308490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Transition to ACTIVE for port object fab10d52-8911-4a7b-bc51-aba7bab73d6f will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:39.350471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d804e2-cef6-41d3-90d6-c9904f742515 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:39.371099 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-e1fbeb2d-cbf2-49d0-b8bb-2cef6df0dc08 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435874 Dec 16 22:10:39.374402 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.387033 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.453829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Transition to ACTIVE for port object a3d804e2-cef6-41d3-90d6-c9904f742515 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:39.498272 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Pushing event updated for resources: {'Port': ['ID=fab10d52-8911-4a7b-bc51-aba7bab73d6f,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:39.574414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Attempting to bind port fab10d52-8911-4a7b-bc51-aba7bab73d6f on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:39.574414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Attempting to bind port fab10d52-8911-4a7b-bc51-aba7bab73d6f by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '57d6f008-61b5-48ea-97c0-4cb10d527eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:39.574733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Attempting to bind port fab10d52-8911-4a7b-bc51-aba7bab73d6f on network c7eff383-5765-41ed-aa7a-9b7474d72a9c {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:39.579633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Port fab10d52-8911-4a7b-bc51-aba7bab73d6f on network c7eff383-5765-41ed-aa7a-9b7474d72a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:39.579955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Attempting to bind port fab10d52-8911-4a7b-bc51-aba7bab73d6f on network c7eff383-5765-41ed-aa7a-9b7474d72a9c {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:39.585376 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:39.585741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Checking segment: {'id': '57d6f008-61b5-48ea-97c0-4cb10d527eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:39.586138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Bound using segment: {'id': '57d6f008-61b5-48ea-97c0-4cb10d527eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:39.595881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Bound port: fab10d52-8911-4a7b-bc51-aba7bab73d6f, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d6f008-61b5-48ea-97c0-4cb10d527eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:39.595881 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.598911 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.718728 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-654e8437-2889-401b-8768-e117cc13ab13 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:39.721591 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-654e8437-2889-401b-8768-e117cc13ab13 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259164 Dec 16 22:10:39.756389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Pushing event updated for resources: {'Port': ['ID=a3d804e2-cef6-41d3-90d6-c9904f742515,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:39.859371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] For port fab10d52-8911-4a7b-bc51-aba7bab73d6f, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:39.897745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] For port fab10d52-8911-4a7b-bc51-aba7bab73d6f, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=fab10d52-8911-4a7b-bc51-aba7bab73d6f,segment=NetworkSegment(57d6f008-61b5-48ea-97c0-4cb10d527eb7),segment_id=57d6f008-61b5-48ea-97c0-4cb10d527eb7)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:39.943915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Attempting to bind port a3d804e2-cef6-41d3-90d6-c9904f742515 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:39.944687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Attempting to bind port a3d804e2-cef6-41d3-90d6-c9904f742515 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '5249f838-b66d-4fe4-962e-7bfd7b6591f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:39.945265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Attempting to bind port a3d804e2-cef6-41d3-90d6-c9904f742515 on network 267ca1d3-201b-4d47-bb36-5515a63c7e51 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:39.952049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Port a3d804e2-cef6-41d3-90d6-c9904f742515 on network 267ca1d3-201b-4d47-bb36-5515a63c7e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:39.952496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Attempting to bind port a3d804e2-cef6-41d3-90d6-c9904f742515 on network 267ca1d3-201b-4d47-bb36-5515a63c7e51 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:39.960668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:39.961146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Checking segment: {'id': '5249f838-b66d-4fe4-962e-7bfd7b6591f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:39.961677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Bound using segment: {'id': '5249f838-b66d-4fe4-962e-7bfd7b6591f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:39.962765 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Bound port: a3d804e2-cef6-41d3-90d6-c9904f742515, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5249f838-b66d-4fe4-962e-7bfd7b6591f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:39.967532 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.981571 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.093007 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:40.093965 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.095989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] 10.222.0.69 "PUT /v2.0/ports/fab10d52-8911-4a7b-bc51-aba7bab73d6f HTTP/1.1" status: 200 len: 1091 time: 1.9285381 Dec 16 22:10:40.101322 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cca779-6489-4f4a-80c0-f3652885b6ac', 'tag': 'fab10d52-8911-4a7b-bc51-aba7bab73d6f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:40.104036 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a022a8-8e00-4846-bd7c-108d510f7892" -d '{"events": [{"name": "network-changed", "server_uuid": "34cca779-6489-4f4a-80c0-f3652885b6ac", "tag": "fab10d52-8911-4a7b-bc51-aba7bab73d6f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:40.162204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f7923-4b62-4d13-a14e-4e8a8d62804d service neutron] Pushing event updated for resources: {'Port': ['ID=fab10d52-8911-4a7b-bc51-aba7bab73d6f,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:40.194873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] For port a3d804e2-cef6-41d3-90d6-c9904f742515, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:40.203209 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] For port a3d804e2-cef6-41d3-90d6-c9904f742515, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=a3d804e2-cef6-41d3-90d6-c9904f742515,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:40.293842 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.379864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:40.380931 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.383518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] 10.222.0.24 "PUT /v2.0/ports/a3d804e2-cef6-41d3-90d6-c9904f742515 HTTP/1.1" status: 200 len: 1092 time: 2.1758614 Dec 16 22:10:40.392802 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61905574-3346-4631-b33b-ed7d1d8ef30d service neutron] Pushing event updated for resources: {'Port': ['ID=a3d804e2-cef6-41d3-90d6-c9904f742515,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:40.589612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-b5273827-de90-4ade-bd3b-2497b6a1916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:40.591588 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-b5273827-de90-4ade-bd3b-2497b6a1916a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c744f7430419467580dd1cd1177553fb&device_id=238f7bf0-bbfa-4816-becb-fe732c48bb51 HTTP/1.1" status: 200 len: 1095 time: 0.0517199 Dec 16 22:10:40.657383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-4fa483da-3b0f-4342-bd18-3eaf43a8d55e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3d804e2-cef6-41d3-90d6-c9904f742515 HTTP/1.1" status: 200 len: 217 time: 0.0505607 Dec 16 22:10:40.739947 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-e86bf9b1-76f0-4310-8eb0-78885c4c85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:40.741605 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-e86bf9b1-76f0-4310-8eb0-78885c4c85ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8e7d127c-4059-48ec-a124-eaae22170103 HTTP/1.1" status: 200 len: 862 time: 0.0758216 Dec 16 22:10:40.819289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-edf8503f-953e-41c6-a774-66813b353b96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=267ca1d3-201b-4d47-bb36-5515a63c7e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329576 Dec 16 22:10:40.950910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f4f73-378c-4e27-92fc-a552b08c99d4 req-eaef5f7f-52ca-4d16-9be6-75e56df8670f tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:40.952638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-097f4f73-378c-4e27-92fc-a552b08c99d4 req-eaef5f7f-52ca-4d16-9be6-75e56df8670f tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=238f7bf0-bbfa-4816-becb-fe732c48bb51 HTTP/1.1" status: 200 len: 944 time: 0.2100897 Dec 16 22:10:40.968653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6bbab-5e99-4e37-b8f3-6678a10a9bbc req-5470aff9-8e4b-4a94-a04a-04726c801f7c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:40.970282 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0f6bbab-5e99-4e37-b8f3-6678a10a9bbc req-5470aff9-8e4b-4a94-a04a-04726c801f7c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.1500998 Dec 16 22:10:41.055367 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-2ba8c73a-02de-4db9-bdf4-693ea0b7a6ee service neutron] 10.222.0.24 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125566 Dec 16 22:10:41.099930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0f6bbab-5e99-4e37-b8f3-6678a10a9bbc req-5f1ea4db-1b8a-46bb-82f7-0a13bcfefe5f tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119912 Dec 16 22:10:41.115056 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-097f4f73-378c-4e27-92fc-a552b08c99d4 req-f8e8572b-d494-4a35-9975-93826ed69c81 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410344 Dec 16 22:10:41.214883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04a69b58-a486-433a-b4d4-db5d0314fe41 req-9080aa89-1619-444a-98a3-c3d778a5f6a8 service neutron] 10.222.0.24 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333840 Dec 16 22:10:41.334414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da62a8-3be4-46e1-a08a-24d5789c3ff9 req-1a0d5da8-f3f0-4e19-9657-a7590a598c9c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:41.336077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49da62a8-3be4-46e1-a08a-24d5789c3ff9 req-1a0d5da8-f3f0-4e19-9657-a7590a598c9c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 945 time: 0.1046906 Dec 16 22:10:41.361055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d7d24-5457-4932-9209-d5facadacd4c req-93ed00fd-b32d-4c14-af33-97477b35c70e tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:41.362639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae1d7d24-5457-4932-9209-d5facadacd4c req-93ed00fd-b32d-4c14-af33-97477b35c70e tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 943 time: 0.0975509 Dec 16 22:10:41.436602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49da62a8-3be4-46e1-a08a-24d5789c3ff9 req-b837572a-ef2b-4aa9-ae91-e53d6f3fe20a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924823 Dec 16 22:10:41.455925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae1d7d24-5457-4932-9209-d5facadacd4c req-c6618b1b-918d-43be-bc80-5ef99b5ba85d tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/security-groups?id=dfc4d2c6-5184-40e6-bb54-081f95b93b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807168 Dec 16 22:10:41.582866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75589ff6-2226-4523-9100-924a6cd1ebb0 req-5112bc47-585b-4bad-88d9-e9fd8a71e42c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 210 time: 0.0348852 Dec 16 22:10:41.621827 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822990b4-8c01-4531-8b48-4df0132be476 x-openstack-request-id: req-822990b4-8c01-4531-8b48-4df0132be476 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:41.622261 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cca779-6489-4f4a-80c0-f3652885b6ac", "tag": "fab10d52-8911-4a7b-bc51-aba7bab73d6f", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:41.622612 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-822990b4-8c01-4531-8b48-4df0132be476 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:41.623120 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34cca779-6489-4f4a-80c0-f3652885b6ac', 'tag': 'fab10d52-8911-4a7b-bc51-aba7bab73d6f', 'status': 'completed', 'code': 200} Dec 16 22:10:41.734298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a109eb-0055-4b75-86ab-e78d839f2289 req-b17a7c9e-a468-4d95-9a63-cb935611be58 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:41.736278 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66a109eb-0055-4b75-86ab-e78d839f2289 req-b17a7c9e-a468-4d95-9a63-cb935611be58 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 1096 time: 0.0588958 Dec 16 22:10:41.822734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66a109eb-0055-4b75-86ab-e78d839f2289 req-60f38275-ce57-4f8b-801e-da5af2b97200 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781684 Dec 16 22:10:41.861849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbf907-596f-46f9-9e36-9a92db1d43d4 req-f13a4dc7-7404-48ee-9aa1-6947f267a162 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:41.863475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82cbf907-596f-46f9-9e36-9a92db1d43d4 req-f13a4dc7-7404-48ee-9aa1-6947f267a162 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 945 time: 0.0884283 Dec 16 22:10:41.864331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56232) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:41.941756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82cbf907-596f-46f9-9e36-9a92db1d43d4 req-c8837c18-baae-4fdf-9e5a-a3eb4631a318 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708752 Dec 16 22:10:42.054370 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7aa7d-f094-46b9-b982-41081ab4100c req-92c00cf5-d226-49ce-9d3c-6d03566db6e3 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:42.066828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ff7aa7d-f094-46b9-b982-41081ab4100c req-92c00cf5-d226-49ce-9d3c-6d03566db6e3 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 949 time: 0.1234729 Dec 16 22:10:42.175253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e9271cb0-e789-481e-a5a0-ec770c6d2dd9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a6de84a76aa43e0bbf8e67520aa24ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090436 Dec 16 22:10:42.177096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56250) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:42.186751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ff7aa7d-f094-46b9-b982-41081ab4100c req-bb19e01c-90a5-4457-9d1e-38dbd2b418b1 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189394 Dec 16 22:10:42.351069 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.405441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d251ffa-58bb-4f56-b37a-c32fab02155d req-df64569c-fb26-4d23-bea6-ad0bf1d3a075 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:42.407771 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.408363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d251ffa-58bb-4f56-b37a-c32fab02155d req-df64569c-fb26-4d23-bea6-ad0bf1d3a075 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.1724901 Dec 16 22:10:42.462601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a13cd-1775-4662-9de0-49d8e458efb3 req-482824d8-6b80-4146-971a-d0d0f93452eb tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:42.464909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f15a13cd-1775-4662-9de0-49d8e458efb3 req-482824d8-6b80-4146-971a-d0d0f93452eb tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=238f7bf0-bbfa-4816-becb-fe732c48bb51 HTTP/1.1" status: 200 len: 944 time: 0.1189988 Dec 16 22:10:42.555035 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d251ffa-58bb-4f56-b37a-c32fab02155d req-5fbb0e3d-2412-483f-b9ad-b4a56995f2d9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347919 Dec 16 22:10:42.595060 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.615383 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.622435 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/159d5f15-467a-4167-83a5-f4a2b136e98c HTTP/1.1" status: 204 len: 168 time: 0.4407229 Dec 16 22:10:42.626044 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f15a13cd-1775-4662-9de0-49d8e458efb3 req-bc7fbf44-2d4f-441b-acb2-3e31b1e1a94e tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515057 Dec 16 22:10:42.673013 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159d5f15-467a-4167-83a5-f4a2b136e98c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:42.707549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:42.708111 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:42.708684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:42.715852 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:42.716432 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:42.717135 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:42.717678 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:42.718212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:42.718784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:42.719357 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:42.719976 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:42.720525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:42.726958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b863-9252-4b8d-8961-6fd04aee42ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:42.820341 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5f0d5-b375-48f3-9651-6664826775c2 req-ef0d3d14-4321-453c-81eb-41af4f354516 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:42.826519 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1e5f0d5-b375-48f3-9651-6664826775c2 req-ef0d3d14-4321-453c-81eb-41af4f354516 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 943 time: 0.1529937 Dec 16 22:10:42.863231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed6075a0-9539-443b-8e9a-b20ff501a461 req-d99a9431-d10e-4501-bdad-910559fc438d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 210 time: 0.0799325 Dec 16 22:10:42.956248 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.981643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1e5f0d5-b375-48f3-9651-6664826775c2 req-ee032b91-cf91-4f16-aa83-b673ed2c768e tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/security-groups?id=dfc4d2c6-5184-40e6-bb54-081f95b93b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222270 Dec 16 22:10:43.108031 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:43.360813 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742193f4-909a-4d84-873e-7edc4d26ebd2 req-8707d5c4-db8e-4adb-8103-aaa42dbfd62e tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:43.362523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-742193f4-909a-4d84-873e-7edc4d26ebd2 req-8707d5c4-db8e-4adb-8103-aaa42dbfd62e tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 949 time: 0.0743353 Dec 16 22:10:43.485190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-742193f4-909a-4d84-873e-7edc4d26ebd2 req-bbff933d-e01b-4b18-96ad-0fb9940b4113 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112030 Dec 16 22:10:43.631525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238f7bf0-bbfa-4816-becb-fe732c48bb51', 'tag': 'a3d804e2-cef6-41d3-90d6-c9904f742515'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:43.631525 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c41065-79fb-4465-bbfb-fb466c273b74" -d '{"events": [{"name": "network-changed", "server_uuid": "238f7bf0-bbfa-4816-becb-fe732c48bb51", "tag": "a3d804e2-cef6-41d3-90d6-c9904f742515"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:43.757964 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-e6558ce1-7820-42ef-a7b5-e6568448d091 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1746817888&fields=id&tenant_id=8be5cec5e95d40cd9fd57b7ead1e24d4 HTTP/1.1" status: 200 len: 267 time: 0.1055143 Dec 16 22:10:43.918049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49010b-5945-4e10-a6da-d5d3f5fbdaed req-96e35e69-589d-4c06-9c01-c09b390d31ae tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:43.925469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc49010b-5945-4e10-a6da-d5d3f5fbdaed req-96e35e69-589d-4c06-9c01-c09b390d31ae tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.1836324 Dec 16 22:10:43.963757 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-e347f839-777a-4b55-b1b6-422cf6317512 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:43.966624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-e347f839-777a-4b55-b1b6-422cf6317512 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/networks?id=5fb63b19-680d-4e5d-a062-91db40eb8e5b HTTP/1.1" status: 200 len: 824 time: 0.2101223 Dec 16 22:10:43.992966 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-7e90b030-e1f4-43ed-960f-7793501f4e0f tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/quotas/8be5cec5e95d40cd9fd57b7ead1e24d4 HTTP/1.1" status: 200 len: 375 time: 0.0160096 Dec 16 22:10:44.022881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc49010b-5945-4e10-a6da-d5d3f5fbdaed req-2320579b-ac63-4f6a-b753-c0c9bc151d49 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952063 Dec 16 22:10:44.091101 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-3d6ccdb3-0f4d-4f8d-a53d-82fcb60c01a9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8be5cec5e95d40cd9fd57b7ead1e24d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0886502 Dec 16 22:10:44.111341 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567683cd-fda2-4d86-ae3c-1d06c6cdef1a x-openstack-request-id: req-567683cd-fda2-4d86-ae3c-1d06c6cdef1a {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:44.111664 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238f7bf0-bbfa-4816-becb-fe732c48bb51", "tag": "a3d804e2-cef6-41d3-90d6-c9904f742515", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:44.111918 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-567683cd-fda2-4d86-ae3c-1d06c6cdef1a {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:44.112894 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238f7bf0-bbfa-4816-becb-fe732c48bb51', 'tag': 'a3d804e2-cef6-41d3-90d6-c9904f742515', 'status': 'completed', 'code': 200} Dec 16 22:10:44.244488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41065-79fb-4465-bbfb-fb466c273b74 req-27df4f4a-84bc-4dec-87c8-4169487bb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:44.245957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58c41065-79fb-4465-bbfb-fb466c273b74 req-27df4f4a-84bc-4dec-87c8-4169487bb6fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c744f7430419467580dd1cd1177553fb&device_id=238f7bf0-bbfa-4816-becb-fe732c48bb51 HTTP/1.1" status: 200 len: 1095 time: 0.1223011 Dec 16 22:10:44.334805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdb1b6-23d8-49e7-b772-1092939b6fbd req-92b76404-075e-4e1e-909b-a3f1d88185b5 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:44.342891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bbdb1b6-23d8-49e7-b772-1092939b6fbd req-92b76404-075e-4e1e-909b-a3f1d88185b5 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=238f7bf0-bbfa-4816-becb-fe732c48bb51 HTTP/1.1" status: 200 len: 944 time: 0.1639009 Dec 16 22:10:44.365626 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-937c92a7-b125-4714-b15c-abb5ef727300 service neutron] 10.222.0.43 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736189 Dec 16 22:10:44.413661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device a3d804e2-cef6-41d3-90d6-c9904f742515 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:44.537127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port a3d804e2-cef6-41d3-90d6-c9904f742515, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=a3d804e2-cef6-41d3-90d6-c9904f742515,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:44.551566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'a3d804e2-cef6-41d3-90d6-c9904f742515', 'network_id': '267ca1d3-201b-4d47-bb36-5515a63c7e51', 'port_id': 'a3d804e2-cef6-41d3-90d6-c9904f742515', 'mac_address': 'fa:16:3e:60:59:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7d127c-4059-48ec-a124-eaae22170103', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:44.594404 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:44.612382 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d804e2-cef6-41d3-90d6-c9904f742515 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:44.642808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port a3d804e2-cef6-41d3-90d6-c9904f742515, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=a3d804e2-cef6-41d3-90d6-c9904f742515,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:44.656822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bbdb1b6-23d8-49e7-b772-1092939b6fbd req-f60a80bd-54a4-42e5-8fb4-a57dc76650c1 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125978 Dec 16 22:10:44.705108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41065-79fb-4465-bbfb-fb466c273b74 req-539a15c9-3d0f-42b7-ac99-1ec9f0495e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:44.705108 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58c41065-79fb-4465-bbfb-fb466c273b74 req-539a15c9-3d0f-42b7-ac99-1ec9f0495e0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=267ca1d3-201b-4d47-bb36-5515a63c7e51 HTTP/1.1" status: 200 len: 923 time: 0.4464538 Dec 16 22:10:44.731327 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:44.784333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58c41065-79fb-4465-bbfb-fb466c273b74 req-93b6dc02-936f-4154-acc7-57e2bd0e7c10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3d804e2-cef6-41d3-90d6-c9904f742515 HTTP/1.1" status: 200 len: 217 time: 0.0702684 Dec 16 22:10:44.840681 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6668b46b-9d54-4882-92fd-f567078f574b req-5aa891a2-e4cd-499c-b787-8f55262e7ad8 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 210 time: 0.0539382 Dec 16 22:10:44.869255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=a3d804e2-cef6-41d3-90d6-c9904f742515,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:44.887771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-254bc74a-3b25-4e95-a33d-785d668efbe9 service neutron] 10.222.0.43 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212488 Dec 16 22:10:44.905395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41065-79fb-4465-bbfb-fb466c273b74 req-ee2ef54b-4ea8-4c92-b957-5ccf4ac5e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:44.907493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58c41065-79fb-4465-bbfb-fb466c273b74 req-ee2ef54b-4ea8-4c92-b957-5ccf4ac5e76d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8e7d127c-4059-48ec-a124-eaae22170103 HTTP/1.1" status: 200 len: 862 time: 0.1014113 Dec 16 22:10:44.999718 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58c41065-79fb-4465-bbfb-fb466c273b74 req-49a8aaf1-0095-4a65-a550-17c0fe851870 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=267ca1d3-201b-4d47-bb36-5515a63c7e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841799 Dec 16 22:10:45.055304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7697ee-cf48-458c-9fda-74f751ad50a6 req-d639852e-4314-40b2-bcca-8252db9812d0 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:45.060237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a60a3-df56-4250-94b7-72131da00590 req-ab54d0d5-e556-4867-847b-b371b2d1beb1 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:45.065097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e7697ee-cf48-458c-9fda-74f751ad50a6 req-d639852e-4314-40b2-bcca-8252db9812d0 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 943 time: 0.0983520 Dec 16 22:10:45.065334 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ef1a60a3-df56-4250-94b7-72131da00590 req-ab54d0d5-e556-4867-847b-b371b2d1beb1 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5396e9b-eee8-4a72-aafc-fa1e75eeb402 HTTP/1.1" status: 200 len: 945 time: 0.1123445 Dec 16 22:10:45.091105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['a3d804e2-cef6-41d3-90d6-c9904f742515'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:45.186513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58c41065-79fb-4465-bbfb-fb466c273b74 req-dbe9bdd2-4067-4cd3-9703-2d174eaa984b service neutron] 10.222.0.24 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704781 Dec 16 22:10:45.286590 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e7697ee-cf48-458c-9fda-74f751ad50a6 req-3bccfa2e-4319-48ab-b3f9-ae9cf6145590 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/security-groups?id=dfc4d2c6-5184-40e6-bb54-081f95b93b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177062 Dec 16 22:10:45.388727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-ef1a60a3-df56-4250-94b7-72131da00590 req-6302e73c-61ef-481b-9a6d-d1ccf36aecb3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Deleting port c670004e-2840-4473-abb4-3682284273c0 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:45.389053 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ef1a60a3-df56-4250-94b7-72131da00590 req-6302e73c-61ef-481b-9a6d-d1ccf36aecb3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:45.575095 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53bc07-80e2-4840-a5a8-6b81b6487e43 req-a4fdb4b8-e67e-44c9-9cba-7edd6625454c tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:45.577283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b53bc07-80e2-4840-a5a8-6b81b6487e43 req-a4fdb4b8-e67e-44c9-9cba-7edd6625454c tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 949 time: 0.1434309 Dec 16 22:10:45.596949 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58c41065-79fb-4465-bbfb-fb466c273b74 req-39351682-05a0-4a6c-8e87-e6022254c85a service neutron] 10.222.0.24 "GET /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843148 Dec 16 22:10:45.653443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b53bc07-80e2-4840-a5a8-6b81b6487e43 req-7e83ed53-b174-44f2-b45c-b9b3a6f3bc2c tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638278 Dec 16 22:10:45.793293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-ef1a60a3-df56-4250-94b7-72131da00590 req-6302e73c-61ef-481b-9a6d-d1ccf36aecb3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] For port c670004e-2840-4473-abb4-3682284273c0, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=c670004e-2840-4473-abb4-3682284273c0,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:45.793293 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ef1a60a3-df56-4250-94b7-72131da00590 req-6302e73c-61ef-481b-9a6d-d1ccf36aecb3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:45.859404 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a473e8c-bd03-4940-be6e-6a407bb6c802 req-7f2818cb-8c2f-42ad-88b4-5b26f0b4668b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:45.862125 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a473e8c-bd03-4940-be6e-6a407bb6c802 req-7f2818cb-8c2f-42ad-88b4-5b26f0b4668b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.1019864 Dec 16 22:10:45.931947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a473e8c-bd03-4940-be6e-6a407bb6c802 req-3bf853b3-859e-4d2d-906a-6c474290f9e1 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624621 Dec 16 22:10:46.027085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68bdfd9b-9554-458d-8b15-c689ba0cc2b5 req-5a77d164-0637-4acb-9c32-ea36768d9a00 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 210 time: 0.0277891 Dec 16 22:10:46.118374 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ef1a60a3-df56-4250-94b7-72131da00590 req-6302e73c-61ef-481b-9a6d-d1ccf36aecb3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:46.118979 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ef1a60a3-df56-4250-94b7-72131da00590 req-6302e73c-61ef-481b-9a6d-d1ccf36aecb3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:46.121491 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [req-ef1a60a3-df56-4250-94b7-72131da00590 req-6302e73c-61ef-481b-9a6d-d1ccf36aecb3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Floating IP 5a21521d-90cd-43cb-b399-bb4e16d5a15d disassociated. External IP: 172.25.2.207, port: c670004e-2840-4473-abb4-3682284273c0. Dec 16 22:10:46.121491 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-ef1a60a3-df56-4250-94b7-72131da00590 req-6302e73c-61ef-481b-9a6d-d1ccf36aecb3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Calling delete_port for c670004e-2840-4473-abb4-3682284273c0 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:46.171259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4aa41-e75e-4aa9-a913-11ec54457ff6 req-b1941d15-94f0-4b59-868d-2ae506f6bbec tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:46.173173 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7c4aa41-e75e-4aa9-a913-11ec54457ff6 req-b1941d15-94f0-4b59-868d-2ae506f6bbec tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=238f7bf0-bbfa-4816-becb-fe732c48bb51 HTTP/1.1" status: 200 len: 945 time: 0.0826089 Dec 16 22:10:46.195917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-0892677a-d31f-47f5-aa81-62cba8680324 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Request body: {'port': {'device_id': '93151512-725e-4686-8616-aadeaf23c634', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '754f26ecb0c84ea4a4d3485ad36e376e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:46.281906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a022a8-8e00-4846-bd7c-108d510f7892 req-adf254b0-bcb2-4418-abf3-e37508bcc8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:46.284085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a022a8-8e00-4846-bd7c-108d510f7892 req-adf254b0-bcb2-4418-abf3-e37508bcc8fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad395bbe50f94b7b8581ea908317f0d7&device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 1094 time: 0.0953653 Dec 16 22:10:46.296091 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7c4aa41-e75e-4aa9-a913-11ec54457ff6 req-66a07e12-2643-49d7-b4c7-14b2bf5d8f83 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162553 Dec 16 22:10:46.427585 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device a3d804e2-cef6-41d3-90d6-c9904f742515 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:46.456482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a709e69a-d725-4e3c-b5b2-3d02f42c85c9 req-fb067719-4c89-46df-bf2c-b1efb881ed5a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 210 time: 0.0481813 Dec 16 22:10:46.505786 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ef1a60a3-df56-4250-94b7-72131da00590 req-6302e73c-61ef-481b-9a6d-d1ccf36aecb3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:46.613164 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-0892677a-d31f-47f5-aa81-62cba8680324 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Made reservation on behalf of 754f26ecb0c84ea4a4d3485ad36e376e for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:46.613423 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-0892677a-d31f-47f5-aa81-62cba8680324 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:46.619913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a022a8-8e00-4846-bd7c-108d510f7892 req-28849a58-fffe-4cba-b306-741c984d8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:46.621276 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302e73c-61ef-481b-9a6d-d1ccf36aecb3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Pushing event deleted for resources: {'Port': ['ID=c670004e-2840-4473-abb4-3682284273c0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:46.626301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a022a8-8e00-4846-bd7c-108d510f7892 req-28849a58-fffe-4cba-b306-741c984d8667 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=ad395bbe50f94b7b8581ea908317f0d7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3085458 Dec 16 22:10:46.647543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837ef93-c8d4-439b-8c57-a94a03066d9d req-cf1903aa-1ff2-458b-87e9-4ec6696f0163 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:46.651572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e837ef93-c8d4-439b-8c57-a94a03066d9d req-cf1903aa-1ff2-458b-87e9-4ec6696f0163 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 943 time: 0.0921731 Dec 16 22:10:46.707303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port a3d804e2-cef6-41d3-90d6-c9904f742515 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:10:46.717060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port a3d804e2-cef6-41d3-90d6-c9904f742515 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:46.718309 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:46.742482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e837ef93-c8d4-439b-8c57-a94a03066d9d req-ccdd70c4-4ca3-436b-b278-5382630e8ec8 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/security-groups?id=dfc4d2c6-5184-40e6-bb54-081f95b93b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846369 Dec 16 22:10:46.974708 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:47.095764 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238f7bf0-bbfa-4816-becb-fe732c48bb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d804e2-cef6-41d3-90d6-c9904f742515'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:47.104060 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc2c1d7-e56c-4a30-963b-b8869e4ec31f" -d '{"events": [{"server_uuid": "238f7bf0-bbfa-4816-becb-fe732c48bb51", "name": "network-vif-plugged", "status": "completed", "tag": "a3d804e2-cef6-41d3-90d6-c9904f742515"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:47.137064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef1a60a3-df56-4250-94b7-72131da00590 req-6302e73c-61ef-481b-9a6d-d1ccf36aecb3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Router 9633b382-8ffe-4332-a656-07efcd29b8bb has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:10:47.144271 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port a3d804e2-cef6-41d3-90d6-c9904f742515, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=a3d804e2-cef6-41d3-90d6-c9904f742515,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:47.249564 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:47.250370 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device c670004e-2840-4473-abb4-3682284273c0 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:47.301785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-0892677a-d31f-47f5-aa81-62cba8680324 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Allocated IP 192.168.233.175 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/379c4b2a-f022-411c-81ab-773b71206899) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:47.381020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=a3d804e2-cef6-41d3-90d6-c9904f742515,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:47.396393 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: c670004e-2840-4473-abb4-3682284273c0 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:10:47.396973 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device c670004e-2840-4473-abb4-3682284273c0 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:47.457481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c41983-c23c-4613-bfa1-161c802412df req-28561aed-8b2f-4c18-ab7c-bcc4d532a6cf tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.459044 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47c41983-c23c-4613-bfa1-161c802412df req-28561aed-8b2f-4c18-ab7c-bcc4d532a6cf tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 949 time: 0.1019449 Dec 16 22:10:47.476455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a022a8-8e00-4846-bd7c-108d510f7892 req-5a08e8cf-95f3-4675-b944-959a78957ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.477942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a022a8-8e00-4846-bd7c-108d510f7892 req-5a08e8cf-95f3-4675-b944-959a78957ad6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7045240 Dec 16 22:10:47.520575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef1a60a3-df56-4250-94b7-72131da00590 req-6302e73c-61ef-481b-9a6d-d1ccf36aecb3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:10:47.524895 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47c41983-c23c-4613-bfa1-161c802412df req-959b5800-8801-4f59-9ba6-9e684176bd88 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574188 Dec 16 22:10:47.534374 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9851a0ab-c786-4623-9484-2bc44a71cb70 None None] Sync routers for ids ['9633b382-8ffe-4332-a656-07efcd29b8bb'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:10:47.573353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1a60a3-df56-4250-94b7-72131da00590 req-6302e73c-61ef-481b-9a6d-d1ccf36aecb3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] No DVR routers for this DVR port c670004e-2840-4473-abb4-3682284273c0 on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:10:47.578213 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ef1a60a3-df56-4250-94b7-72131da00590 req-6302e73c-61ef-481b-9a6d-d1ccf36aecb3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:47.581535 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ef1a60a3-df56-4250-94b7-72131da00590 req-6302e73c-61ef-481b-9a6d-d1ccf36aecb3 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.24 "DELETE /v2.0/ports/c670004e-2840-4473-abb4-3682284273c0 HTTP/1.1" status: 204 len: 173 time: 2.5050747 Dec 16 22:10:47.581766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9851a0ab-c786-4623-9484-2bc44a71cb70 None None] Routers {'9633b382-8ffe-4332-a656-07efcd29b8bb'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:47.582002 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5396e9b-eee8-4a72-aafc-fa1e75eeb402', 'name': 'network-vif-deleted', 'tag': 'c670004e-2840-4473-abb4-3682284273c0'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:47.582702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9851a0ab-c786-4623-9484-2bc44a71cb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:10:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9633b382-8ffe-4332-a656-07efcd29b8bb'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:47.584348 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd0283e-44e9-4fd9-a391-69a6d88be08a" -d '{"events": [{"server_uuid": "f5396e9b-eee8-4a72-aafc-fa1e75eeb402", "name": "network-vif-deleted", "tag": "c670004e-2840-4473-abb4-3682284273c0"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:47.623169 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-4b23b4c5-c033-4342-9519-538f005015cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.626131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-4b23b4c5-c033-4342-9519-538f005015cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad395bbe50f94b7b8581ea908317f0d7&device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 1094 time: 0.0929730 Dec 16 22:10:47.653568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-0892677a-d31f-47f5-aa81-62cba8680324 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:47.693534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-96c985a1-1cd0-47a5-9597-271b9042e729 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fab10d52-8911-4a7b-bc51-aba7bab73d6f HTTP/1.1" status: 200 len: 217 time: 0.0590684 Dec 16 22:10:47.728240 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e780e9c-1a72-43ea-9544-ca0afcbe936d req-ec9d67c9-a1b6-460a-98d8-8ca769878e41 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 210 time: 0.0524235 Dec 16 22:10:47.738365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-9851a0ab-c786-4623-9484-2bc44a71cb70 None None] Set router 9633b382-8ffe-4332-a656-07efcd29b8bb gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:47.785098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-c1750420-2e69-4dd9-adac-9973bc39c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.785098 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-c1750420-2e69-4dd9-adac-9973bc39c934 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19914d3e-38ae-4bb1-a6c7-61f37b925188 HTTP/1.1" status: 200 len: 853 time: 0.0748849 Dec 16 22:10:47.791540 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae596a03-b752-4ee3-9435-27785eedfa42 x-openstack-request-id: req-ae596a03-b752-4ee3-9435-27785eedfa42 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:47.791830 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238f7bf0-bbfa-4816-becb-fe732c48bb51", "name": "network-vif-plugged", "status": "completed", "tag": "a3d804e2-cef6-41d3-90d6-c9904f742515", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:47.792738 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae596a03-b752-4ee3-9435-27785eedfa42 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:47.793338 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238f7bf0-bbfa-4816-becb-fe732c48bb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d804e2-cef6-41d3-90d6-c9904f742515', 'code': 200} Dec 16 22:10:47.794203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79337056-1c7e-4328-999f-e88c791852fe req-6456432a-3ac3-4c0d-8221-1c65de0202ba tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.795765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79337056-1c7e-4328-999f-e88c791852fe req-6456432a-3ac3-4c0d-8221-1c65de0202ba tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.1211774 Dec 16 22:10:47.853907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-0892677a-d31f-47f5-aa81-62cba8680324 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:47.891375 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ebf797c1-bb5d-4b3a-aa39-941231cf05ab', '25bb4fc8-fc39-4095-a5e3-4c5813f6dabe'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:47.894664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['fda962b4-4612-4379-82f8-686622f5e8fd', '6e870121-a5c4-456a-86ce-741a90fbe967', 'ba490fd2-7d57-46d7-bb9c-8f72f78231c7', '1a813d81-f1cc-4e02-9fac-67a1f5d794cd', '49e89910-cfaf-4e64-a762-5991640ba958'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:47.907734 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-0892677a-d31f-47f5-aa81-62cba8680324 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:47.911126 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-0892677a-d31f-47f5-aa81-62cba8680324 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:47.915887 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-0892677a-d31f-47f5-aa81-62cba8680324 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:47.918499 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-5c5d16c1-e3ed-44d6-a678-edd869ccdec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.920595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-5c5d16c1-e3ed-44d6-a678-edd869ccdec6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c7eff383-5765-41ed-aa7a-9b7474d72a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233988 Dec 16 22:10:47.924697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79337056-1c7e-4328-999f-e88c791852fe req-e032ff8c-49a6-428d-a448-d477c2020c49 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200123 Dec 16 22:10:47.991924 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892677a-d31f-47f5-aa81-62cba8680324 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event updated for resources: {'Port': ['ID=379c4b2a-f022-411c-81ab-773b71206899,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:48.094658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-0892677a-d31f-47f5-aa81-62cba8680324 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:48.095583 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-0892677a-d31f-47f5-aa81-62cba8680324 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:48.137588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113b608-160f-4293-863c-a5ec18996841 req-66b172c8-11b9-4130-bdad-4ed73d5e9798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:48.138968 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b113b608-160f-4293-863c-a5ec18996841 req-66b172c8-11b9-4130-bdad-4ed73d5e9798 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=238f7bf0-bbfa-4816-becb-fe732c48bb51 HTTP/1.1" status: 200 len: 1097 time: 0.1595449 Dec 16 22:10:48.139131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-972950dc-9d91-40b4-adf9-09b3d7919feb service neutron] 10.222.0.69 "GET /v2.0/networks/c7eff383-5765-41ed-aa7a-9b7474d72a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033193 Dec 16 22:10:48.149782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b92b0f-dab1-4be3-9bcc-2533f0bd5faf req-4c145c69-cc21-4c09-bce0-a95a3738ff43 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:48.160734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76b92b0f-dab1-4be3-9bcc-2533f0bd5faf req-4c145c69-cc21-4c09-bce0-a95a3738ff43 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=238f7bf0-bbfa-4816-becb-fe732c48bb51 HTTP/1.1" status: 200 len: 946 time: 0.2983284 Dec 16 22:10:48.206502 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-0892677a-d31f-47f5-aa81-62cba8680324 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0160863 Dec 16 22:10:48.231459 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Request body: {'port': {'device_id': '93151512-725e-4686-8616-aadeaf23c634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:48.273899 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b113b608-160f-4293-863c-a5ec18996841 req-801947f6-3571-460b-8165-585996ab8bcc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260457 Dec 16 22:10:48.320638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:48.376155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2fa2c50a-2876-4327-a462-312e0893fa8a None None] Provisioning complete for port 379c4b2a-f022-411c-81ab-773b71206899 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:48.376518 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2fa2c50a-2876-4327-a462-312e0893fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:48.378059 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023d9b9-2717-4bb6-9880-53bd6ad0f84b req-b8fbbe44-2fca-44b8-9402-f8c5c5b8023d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:48.380946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a023d9b9-2717-4bb6-9880-53bd6ad0f84b req-b8fbbe44-2fca-44b8-9402-f8c5c5b8023d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 936 time: 0.2404511 Dec 16 22:10:48.465502 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2fa2c50a-2876-4327-a462-312e0893fa8a None None] Port 379c4b2a-f022-411c-81ab-773b71206899 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:10:48.484026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76b92b0f-dab1-4be3-9bcc-2533f0bd5faf req-51ba2e56-8004-4e27-988d-6c5e8ccfbbb0 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228602 Dec 16 22:10:48.531225 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9851a0ab-c786-4623-9484-2bc44a71cb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:59Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd2ba67c2-0630-49c4-8d3e-a2c3971ae29c', 'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'mac_address': 'fa:16:3e:37:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:58Z', 'updated_at': '2021-12-16T22:08:03Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'subnets': [{'id': '8674e1f7-5eab-488d-97d5-402900229d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:48.547964 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-8fc15226-9164-4603-9cef-0770a6c11064 req-34a10a1b-9dd0-4b08-96bd-02f972e9f01a service neutron] show failed (client error): The resource could not be found. Dec 16 22:10:48.549034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-34a10a1b-9dd0-4b08-96bd-02f972e9f01a service neutron] 10.222.0.69 "GET /v2.0/ports/53e9f3bb-dd81-4ef0-8762-2170a39623c6/bindings/n-h2-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.2657044 Dec 16 22:10:48.551065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00353748-8ec3-476d-8de8-b6a31db65f7c req-525df4c3-5ab9-45a6-9784-c78a1d44d1ec service neutron] 10.222.0.69 "GET /v2.0/networks/c7eff383-5765-41ed-aa7a-9b7474d72a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983343 Dec 16 22:10:48.566076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a023d9b9-2717-4bb6-9880-53bd6ad0f84b req-8ff4835b-44fe-46bc-ad2c-906540ee3320 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660640 Dec 16 22:10:48.581600 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9851a0ab-c786-4623-9484-2bc44a71cb70 None None] Checking router: 9633b382-8ffe-4332-a656-07efcd29b8bb for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:10:48.632325 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbc2d46-2950-42fb-93cd-e3e86c6aae04 x-openstack-request-id: req-3fbc2d46-2950-42fb-93cd-e3e86c6aae04 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:48.633308 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5396e9b-eee8-4a72-aafc-fa1e75eeb402", "name": "network-vif-deleted", "tag": "c670004e-2840-4473-abb4-3682284273c0", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:48.635801 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3fbc2d46-2950-42fb-93cd-e3e86c6aae04 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:48.635801 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5396e9b-eee8-4a72-aafc-fa1e75eeb402', 'name': 'network-vif-deleted', 'tag': 'c670004e-2840-4473-abb4-3682284273c0', 'status': 'completed', 'code': 200} Dec 16 22:10:48.640962 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9851a0ab-c786-4623-9484-2bc44a71cb70 None None] Routers {'9633b382-8ffe-4332-a656-07efcd29b8bb'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:48.641604 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9851a0ab-c786-4623-9484-2bc44a71cb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:10:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9633b382-8ffe-4332-a656-07efcd29b8bb'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:48.690708 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379c4b2a-f022-411c-81ab-773b71206899 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:48.699016 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:48.715010 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Transition to ACTIVE for port object 379c4b2a-f022-411c-81ab-773b71206899 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:48.746768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688156c-7514-45e9-baa0-d22bb043d30b req-4c275b9f-e75c-416e-bc30-f411400043e8 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:48.748397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d688156c-7514-45e9-baa0-d22bb043d30b req-4c275b9f-e75c-416e-bc30-f411400043e8 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 943 time: 0.0581582 Dec 16 22:10:48.832243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d688156c-7514-45e9-baa0-d22bb043d30b req-1476e290-c9a4-4435-ac72-3e9d844daad8 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/security-groups?id=dfc4d2c6-5184-40e6-bb54-081f95b93b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741937 Dec 16 22:10:48.834042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-9851a0ab-c786-4623-9484-2bc44a71cb70 None None] Set router 9633b382-8ffe-4332-a656-07efcd29b8bb gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:48.839797 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:48.905439 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=379c4b2a-f022-411c-81ab-773b71206899,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:49.011809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e2285f3-a804-49ee-a2bf-8a2c0bffdde4 req-aea0e3ad-17f2-485a-b401-eca3ee0ec325 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 210 time: 0.0503016 Dec 16 22:10:49.028975 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Attempting to bind port 379c4b2a-f022-411c-81ab-773b71206899 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:49.029286 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Attempting to bind port 379c4b2a-f022-411c-81ab-773b71206899 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:49.029724 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Attempting to bind port 379c4b2a-f022-411c-81ab-773b71206899 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:49.038513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Port 379c4b2a-f022-411c-81ab-773b71206899 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:49.039043 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Attempting to bind port 379c4b2a-f022-411c-81ab-773b71206899 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:49.046784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:49.047479 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:49.048247 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:49.049174 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Bound port: 379c4b2a-f022-411c-81ab-773b71206899, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:49.049639 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:49.150250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] For port 379c4b2a-f022-411c-81ab-773b71206899, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:49.154037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] For port 379c4b2a-f022-411c-81ab-773b71206899, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=379c4b2a-f022-411c-81ab-773b71206899,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:49.228854 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:49.232194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9851a0ab-c786-4623-9484-2bc44a71cb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:59Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd2ba67c2-0630-49c4-8d3e-a2c3971ae29c', 'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'mac_address': 'fa:16:3e:37:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:58Z', 'updated_at': '2021-12-16T22:08:03Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'subnets': [{'id': '8674e1f7-5eab-488d-97d5-402900229d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:49.275423 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9851a0ab-c786-4623-9484-2bc44a71cb70 None None] The sync data for ids ['9633b382-8ffe-4332-a656-07efcd29b8bb'] in n-d-821840-2 is: [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:59Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd2ba67c2-0630-49c4-8d3e-a2c3971ae29c', 'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'mac_address': 'fa:16:3e:37:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:58Z', 'updated_at': '2021-12-16T22:08:03Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'subnets': [{'id': '8674e1f7-5eab-488d-97d5-402900229d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:10:49.283145 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:49.283811 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:49.285682 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] 10.222.0.69 "PUT /v2.0/ports/379c4b2a-f022-411c-81ab-773b71206899 HTTP/1.1" status: 200 len: 1096 time: 1.0605190 Dec 16 22:10:49.317344 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa80df8-72f6-4462-a904-9e9742b3fdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=379c4b2a-f022-411c-81ab-773b71206899,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:49.583913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc15226-9164-4603-9cef-0770a6c11064 req-3c425396-9785-4a62-a2e2-2781e6eb4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:49.586155 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-3c425396-9785-4a62-a2e2-2781e6eb4fca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427&tenant_id=d067ebbc70344b07b31a66cb2ec78bcf HTTP/1.1" status: 200 len: 1101 time: 0.1736240 Dec 16 22:10:49.600438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-f9d1e948-ec9b-4b00-afd7-68efcc5fc800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:49.602374 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-f9d1e948-ec9b-4b00-afd7-68efcc5fc800 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 1099 time: 0.1247299 Dec 16 22:10:49.708939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:49.715550 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd1af3-37f1-4680-be9a-a18d527106fa None None] New status for floating IP 5a21521d-90cd-43cb-b399-bb4e16d5a15d: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:10:49.716072 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-61d3a710-19c4-4b60-bf00-a926e33f436c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=379c4b2a-f022-411c-81ab-773b71206899 HTTP/1.1" status: 200 len: 217 time: 0.1003010 Dec 16 22:10:49.808315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-120b6d2d-c06a-49e3-9122-34a367fc9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:49.810126 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-120b6d2d-c06a-49e3-9122-34a367fc9363 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0773506 Dec 16 22:10:49.810704 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:49.906872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-e924fe58-ee50-4dd0-8bcc-55bbaf0465d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:49.908401 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-e924fe58-ee50-4dd0-8bcc-55bbaf0465d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884559 Dec 16 22:10:50.004115 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4c22-2087-48b2-acba-ff38c0a3d548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:50.128651 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-597914f0-ca22-434c-8d83-940c95340e6c service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769526 Dec 16 22:10:50.133358 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-b009e2a9-e926-408a-8997-891563ffacc1 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:50.135167 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-b009e2a9-e926-408a-8997-891563ffacc1 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.24 "GET /v2.0/networks?id=5fb63b19-680d-4e5d-a062-91db40eb8e5b HTTP/1.1" status: 200 len: 824 time: 0.1411200 Dec 16 22:10:50.236804 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:50.243436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-fc6cc19c-2a3a-45a3-af0d-9b27e7a8ea2c tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8be5cec5e95d40cd9fd57b7ead1e24d4 HTTP/1.1" status: 200 len: 380 time: 0.0948606 Dec 16 22:10:50.258322 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bed42d-0251-443f-852b-33a525358a5f req-ac3a5de4-7894-4e18-8406-f260f7051ad7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:50.259944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5bed42d-0251-443f-852b-33a525358a5f req-ac3a5de4-7894-4e18-8406-f260f7051ad7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.0949235 Dec 16 22:10:50.288193 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f685dde5-0963-4da3-91fe-7eae923a2e1a req-e90c5926-3354-4909-9dc8-ae6fdcd8c7b7 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438153 Dec 16 22:10:50.298180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:50.322373 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5bed42d-0251-443f-852b-33a525358a5f req-ab542d13-fc3d-4c41-8007-5b32886ba26b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557041 Dec 16 22:10:50.349969 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:50.365950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Transition to ACTIVE for port object 53e9f3bb-dd81-4ef0-8762-2170a39623c6 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:50.390269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Request body: {'port': {'device_id': '57367f35-6f91-4ba7-8b2b-a89b2fe9118f', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'admin_state_up': True, 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'security_groups': ['07f97300-764b-4583-b9f8-6925aa95410a']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:50.500906 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device fab10d52-8911-4a7b-bc51-aba7bab73d6f details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:50.504463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:50.528928 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:50.632642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54284300-865d-4043-8033-236e4063b9cc req-02a99254-c636-4446-99e7-f45297d86052 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:50.635309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54284300-865d-4043-8033-236e4063b9cc req-02a99254-c636-4446-99e7-f45297d86052 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=238f7bf0-bbfa-4816-becb-fe732c48bb51 HTTP/1.1" status: 200 len: 946 time: 0.1162236 Dec 16 22:10:50.658558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93151512-725e-4686-8616-aadeaf23c634', 'tag': '379c4b2a-f022-411c-81ab-773b71206899'}, {'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:50.662676 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d29893f-f50a-4b70-98ce-b3ddf80c3548" -d '{"events": [{"name": "network-changed", "server_uuid": "93151512-725e-4686-8616-aadeaf23c634", "tag": "379c4b2a-f022-411c-81ab-773b71206899"}, {"server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "name": "network-vif-unplugged", "status": "completed", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:50.673522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] No DVR routers for this DVR port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:10:50.685482 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:50.694433 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Pushing event updated for resources: {'Port': ['ID=53e9f3bb-dd81-4ef0-8762-2170a39623c6,revision_number=6']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:50.727028 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54284300-865d-4043-8033-236e4063b9cc req-0a4d4f9f-b3bf-42c5-86df-3210793d16f5 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826120 Dec 16 22:10:50.732380 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Made reservation on behalf of 8be5cec5e95d40cd9fd57b7ead1e24d4 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:50.736506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223710c7-db0c-4532-98c1-de67f19471ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:50.738890 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ce5e82-9993-4a90-85c1-b31ba6b605a8" -d '{"events": [{"server_uuid": "223710c7-db0c-4532-98c1-de67f19471ba", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:50.739835 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:50.768359 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Attempting to bind port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:50.768755 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Attempting to bind port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:50.769092 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Attempting to bind port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:50.776492 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:50.777461 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Attempting to bind port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:50.786913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:50.788001 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:50.788129 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:50.788549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Bound port: 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:50.788937 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:50.796251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:50.800372 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port fab10d52-8911-4a7b-bc51-aba7bab73d6f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=fab10d52-8911-4a7b-bc51-aba7bab73d6f,segment=NetworkSegment(57d6f008-61b5-48ea-97c0-4cb10d527eb7),segment_id=57d6f008-61b5-48ea-97c0-4cb10d527eb7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:50.832493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'fab10d52-8911-4a7b-bc51-aba7bab73d6f', 'network_id': 'c7eff383-5765-41ed-aa7a-9b7474d72a9c', 'port_id': 'fab10d52-8911-4a7b-bc51-aba7bab73d6f', 'mac_address': 'fa:16:3e:8e:e3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19914d3e-38ae-4bb1-a6c7-61f37b925188', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:50.903480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:50.907466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:50.923996 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:50.933907 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:50.990702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:50.996882 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab10d52-8911-4a7b-bc51-aba7bab73d6f {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:51.011156 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:51.013458 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa3407-81a9-4d19-be42-50563e7ca792 req-42966bee-46a4-4c0a-a709-a00c480ea653 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:51.016437 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2aa3407-81a9-4d19-be42-50563e7ca792 req-42966bee-46a4-4c0a-a709-a00c480ea653 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 948 time: 0.1362407 Dec 16 22:10:51.038191 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Allocated IP 172.20.0.8 (5fb63b19-680d-4e5d-a062-91db40eb8e5b/8674e1f7-5eab-488d-97d5-402900229d08/2686e741-8d7f-4f39-9fe9-3c0d68858034) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:51.054293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:51.054293 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:51.054293 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] 10.222.0.24 "PUT /v2.0/ports/53e9f3bb-dd81-4ef0-8762-2170a39623c6 HTTP/1.1" status: 200 len: 1096 time: 1.4305134 Dec 16 22:10:51.078304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port fab10d52-8911-4a7b-bc51-aba7bab73d6f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=fab10d52-8911-4a7b-bc51-aba7bab73d6f,segment=NetworkSegment(57d6f008-61b5-48ea-97c0-4cb10d527eb7),segment_id=57d6f008-61b5-48ea-97c0-4cb10d527eb7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:51.157553 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcd91f-e3a0-4669-9d2b-58b99c440d14 service neutron] Pushing event updated for resources: {'Port': ['ID=53e9f3bb-dd81-4ef0-8762-2170a39623c6,revision_number=7']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:51.196708 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc15226-9164-4603-9cef-0770a6c11064 req-d3b8c8ce-ecc4-400f-ab48-320a7069fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:51.200833 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-d3b8c8ce-ecc4-400f-ab48-320a7069fc93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 1099 time: 0.1077855 Dec 16 22:10:51.292337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2aa3407-81a9-4d19-be42-50563e7ca792 req-cdb79dae-d7b4-4b66-bd61-f5e3ec7ee496 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003558 Dec 16 22:10:51.324032 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:51.360836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc15226-9164-4603-9cef-0770a6c11064 req-ad01f290-5d13-49b4-ae58-15111d960ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:51.363870 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-ad01f290-5d13-49b4-ae58-15111d960ae5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1551831 Dec 16 22:10:51.460592 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-7f81c352-d6fc-47a8-916a-fb269ab10851 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6 HTTP/1.1" status: 200 len: 217 time: 0.0626318 Dec 16 22:10:51.497777 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc15226-9164-4603-9cef-0770a6c11064 req-43451198-c3c3-4048-8de4-e212445e5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:51.499251 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-43451198-c3c3-4048-8de4-e212445e5901 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0542500 Dec 16 22:10:51.500532 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-343438db-1091-469a-8711-97cbfd772b1e req-5f7d0081-8e38-4eed-84a1-38bd34776da0 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 210 time: 0.0437813 Dec 16 22:10:51.526025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846dd41-3768-43ac-8e55-cb66fc029257 req-67e63b93-13a3-4b37-8515-1291232c59a1 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:51.527857 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5846dd41-3768-43ac-8e55-cb66fc029257 req-67e63b93-13a3-4b37-8515-1291232c59a1 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 943 time: 0.1130221 Dec 16 22:10:51.562329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc15226-9164-4603-9cef-0770a6c11064 req-51eec3e7-086d-4247-9efa-c37a931dfd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:51.564879 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-51eec3e7-086d-4247-9efa-c37a931dfd0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578008 Dec 16 22:10:51.584266 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5846dd41-3768-43ac-8e55-cb66fc029257 req-b0ffbaf3-2fff-42b9-86ea-3dfdf30e9e5d tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/security-groups?id=dfc4d2c6-5184-40e6-bb54-081f95b93b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495493 Dec 16 22:10:51.699779 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd0b4c7-e2f5-4b51-963c-3fd010dd9b61 x-openstack-request-id: req-3bd0b4c7-e2f5-4b51-963c-3fd010dd9b61 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:51.700179 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223710c7-db0c-4532-98c1-de67f19471ba", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:51.700463 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bd0b4c7-e2f5-4b51-963c-3fd010dd9b61 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:51.700881 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223710c7-db0c-4532-98c1-de67f19471ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2', 'code': 200} Dec 16 22:10:51.702756 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:51.714014 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-1ae6c3d3-432f-42a9-86d1-62bafd77076c service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352706 Dec 16 22:10:51.716329 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a07cbe8-b752-4a6d-a340-02ce62fde341 x-openstack-request-id: req-3a07cbe8-b752-4a6d-a340-02ce62fde341 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:51.716631 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93151512-725e-4686-8616-aadeaf23c634", "tag": "379c4b2a-f022-411c-81ab-773b71206899", "status": "completed", "code": 200}, {"server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "name": "network-vif-unplugged", "status": "completed", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:51.717025 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a07cbe8-b752-4a6d-a340-02ce62fde341 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:51.717431 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93151512-725e-4686-8616-aadeaf23c634', 'tag': '379c4b2a-f022-411c-81ab-773b71206899', 'status': 'completed', 'code': 200} Dec 16 22:10:51.717696 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6', 'code': 200} Dec 16 22:10:51.771155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=fab10d52-8911-4a7b-bc51-aba7bab73d6f,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:51.846270 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29893f-f50a-4b70-98ce-b3ddf80c3548 req-af57c676-5a60-4b5c-a34e-56f4dbbc307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:51.847946 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8d29893f-f50a-4b70-98ce-b3ddf80c3548 req-af57c676-5a60-4b5c-a34e-56f4dbbc307a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 1099 time: 0.1293249 Dec 16 22:10:51.881247 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fc15226-9164-4603-9cef-0770a6c11064 req-e24d623a-cfb4-4b70-ba46-cf6c1f2dd766 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503422 Dec 16 22:10:51.961954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29893f-f50a-4b70-98ce-b3ddf80c3548 req-961b6dfb-d7b9-45a5-b782-30a54d86e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:51.963553 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8d29893f-f50a-4b70-98ce-b3ddf80c3548 req-961b6dfb-d7b9-45a5-b782-30a54d86e00b service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1067376 Dec 16 22:10:52.009086 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8d29893f-f50a-4b70-98ce-b3ddf80c3548 req-e237a28f-0dbd-4622-9d78-1679adb0406b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=379c4b2a-f022-411c-81ab-773b71206899 HTTP/1.1" status: 200 len: 217 time: 0.0368056 Dec 16 22:10:52.016199 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.030240 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['fab10d52-8911-4a7b-bc51-aba7bab73d6f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:52.068198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Network 5fb63b19-680d-4e5d-a062-91db40eb8e5b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:52.071913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29893f-f50a-4b70-98ce-b3ddf80c3548 req-3dcb43b8-0e29-45ca-8bae-b7aaeaf8c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:52.072947 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:52.073632 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8d29893f-f50a-4b70-98ce-b3ddf80c3548 req-3dcb43b8-0e29-45ca-8bae-b7aaeaf8c49b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0569193 Dec 16 22:10:52.100274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:52.173660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29893f-f50a-4b70-98ce-b3ddf80c3548 req-44674275-33d4-49ce-be6a-a751a0fbec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:52.173660 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8d29893f-f50a-4b70-98ce-b3ddf80c3548 req-44674275-33d4-49ce-be6a-a751a0fbec3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826669 Dec 16 22:10:52.173861 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Pushing event updated for resources: {'Port': ['ID=2686e741-8d7f-4f39-9fe9-3c0d68858034,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:52.213103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:52.219103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:52.219103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:52.219103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:52.219103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:52.219103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:52.219103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:52.219103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:52.220075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:52.220623 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:52.221221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:52.221835 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:52.223082 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:52.268869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:52.271052 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.371248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21b8cd-f679-4ece-99fc-c45b95188c71 req-2ce77222-8bb4-42bf-b5e8-f6804ebf06f2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:52.373827 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c21b8cd-f679-4ece-99fc-c45b95188c71 req-2ce77222-8bb4-42bf-b5e8-f6804ebf06f2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 948 time: 0.0897319 Dec 16 22:10:52.390109 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8d29893f-f50a-4b70-98ce-b3ddf80c3548 req-acfac37b-9f0c-44e6-a8b9-b4ce2a962e7c service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165635 Dec 16 22:10:52.434133 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2d8bafc9-56c6-4d81-8b1a-59f00954d95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.445191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-126c37f6-2a6b-4a5f-9cdf-69deb8002301 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0564408 Dec 16 22:10:52.460319 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Request body: {'port': {'device_id': '57367f35-6f91-4ba7-8b2b-a89b2fe9118f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:52.486377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c21b8cd-f679-4ece-99fc-c45b95188c71 req-71d20320-c7eb-44cb-83f8-de1bd9bb9b4e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049335 Dec 16 22:10:52.523042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 379c4b2a-f022-411c-81ab-773b71206899 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:52.527247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 53e9f3bb-dd81-4ef0-8762-2170a39623c6 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:52.578681 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8d29893f-f50a-4b70-98ce-b3ddf80c3548 req-0ae1fb7a-c1d2-4c3d-99d7-c78e10e3b23a service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808300 Dec 16 22:10:52.598757 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.645810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-79cac2a6-3b85-4565-a3ec-df7cdc6a3508 None None] Provisioning complete for port 2686e741-8d7f-4f39-9fe9-3c0d68858034 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:52.646456 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-79cac2a6-3b85-4565-a3ec-df7cdc6a3508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.712900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-79cac2a6-3b85-4565-a3ec-df7cdc6a3508 None None] Port 2686e741-8d7f-4f39-9fe9-3c0d68858034 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:10:52.717243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 53e9f3bb-dd81-4ef0-8762-2170a39623c6 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:52.763310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867589fa-6b8b-4e20-952a-a8eb904ede28 req-87d7e0cd-b021-476f-92dc-7e7cde3cd131 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:52.766134 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 379c4b2a-f022-411c-81ab-773b71206899, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=379c4b2a-f022-411c-81ab-773b71206899,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:52.770717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-867589fa-6b8b-4e20-952a-a8eb904ede28 req-87d7e0cd-b021-476f-92dc-7e7cde3cd131 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 948 time: 0.2022994 Dec 16 22:10:52.778603 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '379c4b2a-f022-411c-81ab-773b71206899', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '379c4b2a-f022-411c-81ab-773b71206899', 'mac_address': 'fa:16:3e:0f:9b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:52.819411 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.840450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379c4b2a-f022-411c-81ab-773b71206899 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:52.866558 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 379c4b2a-f022-411c-81ab-773b71206899, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=379c4b2a-f022-411c-81ab-773b71206899,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:52.873544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-867589fa-6b8b-4e20-952a-a8eb904ede28 req-de4b3f99-d0f8-4813-a814-d45efa286af3 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019483 Dec 16 22:10:52.953322 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:53.035031 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=379c4b2a-f022-411c-81ab-773b71206899,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:53.041719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773e8ee-5d18-4800-a11f-3b21abfb5bb1 req-c4dc2a67-0f05-4290-9020-71d5d9c599de tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:53.043823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4773e8ee-5d18-4800-a11f-3b21abfb5bb1 req-c4dc2a67-0f05-4290-9020-71d5d9c599de tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=238f7bf0-bbfa-4816-becb-fe732c48bb51 HTTP/1.1" status: 200 len: 946 time: 0.1111586 Dec 16 22:10:53.046073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2686e741-8d7f-4f39-9fe9-3c0d68858034 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:53.068441 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:53.096099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Transition to ACTIVE for port object 2686e741-8d7f-4f39-9fe9-3c0d68858034 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:53.124318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4773e8ee-5d18-4800-a11f-3b21abfb5bb1 req-4e31efab-3e7e-4d9a-ba9c-192152dce922 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689087 Dec 16 22:10:53.168635 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:53.257148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['379c4b2a-f022-411c-81ab-773b71206899'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:53.258240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Pushing event updated for resources: {'Port': ['ID=2686e741-8d7f-4f39-9fe9-3c0d68858034,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:53.378051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50357314-d9f7-47e1-bde9-e501661946a3 req-a9dfda6d-28e4-4d9d-bc0c-57e44e538c48 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:53.386268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50357314-d9f7-47e1-bde9-e501661946a3 req-a9dfda6d-28e4-4d9d-bc0c-57e44e538c48 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 943 time: 0.1864667 Dec 16 22:10:53.406810 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:53.421276 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Attempting to bind port 2686e741-8d7f-4f39-9fe9-3c0d68858034 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:53.421749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Attempting to bind port 2686e741-8d7f-4f39-9fe9-3c0d68858034 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:53.422318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Attempting to bind port 2686e741-8d7f-4f39-9fe9-3c0d68858034 on network 5fb63b19-680d-4e5d-a062-91db40eb8e5b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:53.452889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Port 2686e741-8d7f-4f39-9fe9-3c0d68858034 on network 5fb63b19-680d-4e5d-a062-91db40eb8e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:53.453364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Attempting to bind port 2686e741-8d7f-4f39-9fe9-3c0d68858034 on network 5fb63b19-680d-4e5d-a062-91db40eb8e5b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:53.460135 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:53.460679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Checking segment: {'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:53.461166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Bound using segment: {'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:53.461683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Bound port: 2686e741-8d7f-4f39-9fe9-3c0d68858034, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d503f7a-7016-4bac-adaf-88474e29c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:53.462102 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:53.483955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50357314-d9f7-47e1-bde9-e501661946a3 req-6e70ff39-59c9-4e52-b897-5355122df3f4 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965664 Dec 16 22:10:53.607225 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] For port 2686e741-8d7f-4f39-9fe9-3c0d68858034, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:53.640602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] For port 2686e741-8d7f-4f39-9fe9-3c0d68858034, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2686e741-8d7f-4f39-9fe9-3c0d68858034,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:53.667985 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4768a-1ebb-4ca7-be58-eff21bde075c req-a5c75a0f-69b4-42ec-b8f4-d32d0d492d45 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:53.667985 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7eb4768a-1ebb-4ca7-be58-eff21bde075c req-a5c75a0f-69b4-42ec-b8f4-d32d0d492d45 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 944 time: 0.0744841 Dec 16 22:10:53.719486 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:53.721890 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcab13d-ba97-482c-bd68-84ed61bafaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:53.730094 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:53.746471 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7eb4768a-1ebb-4ca7-be58-eff21bde075c req-228613b7-69e9-4c48-8730-f94724744f0f tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/security-groups?id=dfc4d2c6-5184-40e6-bb54-081f95b93b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680168 Dec 16 22:10:53.791821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:53.794051 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:53.796343 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] 10.222.0.24 "PUT /v2.0/ports/2686e741-8d7f-4f39-9fe9-3c0d68858034 HTTP/1.1" status: 200 len: 1091 time: 1.3401523 Dec 16 22:10:53.796891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57367f35-6f91-4ba7-8b2b-a89b2fe9118f', 'tag': '2686e741-8d7f-4f39-9fe9-3c0d68858034'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:53.800592 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3fcf15-19e7-4e7b-92c0-535efd40f627" -d '{"events": [{"name": "network-changed", "server_uuid": "57367f35-6f91-4ba7-8b2b-a89b2fe9118f", "tag": "2686e741-8d7f-4f39-9fe9-3c0d68858034"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:53.881932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2be61-3b66-4c9d-abaa-b69fd2ffb37a service neutron] Pushing event updated for resources: {'Port': ['ID=2686e741-8d7f-4f39-9fe9-3c0d68858034,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:54.034945 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb556728-0b9c-404d-9a0f-288c77fc2109 x-openstack-request-id: req-cb556728-0b9c-404d-9a0f-288c77fc2109 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:54.036017 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:54.036375 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb556728-0b9c-404d-9a0f-288c77fc2109 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:54.037174 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6', 'status': 'completed', 'code': 200} Dec 16 22:10:54.131136 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b498993-5f23-4165-be75-3ed93b4cd63e x-openstack-request-id: req-5b498993-5f23-4165-be75-3ed93b4cd63e {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:54.131413 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57367f35-6f91-4ba7-8b2b-a89b2fe9118f", "tag": "2686e741-8d7f-4f39-9fe9-3c0d68858034", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:54.131776 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b498993-5f23-4165-be75-3ed93b4cd63e {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:54.132262 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57367f35-6f91-4ba7-8b2b-a89b2fe9118f', 'tag': '2686e741-8d7f-4f39-9fe9-3c0d68858034', 'status': 'completed', 'code': 200} Dec 16 22:10:54.185143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a30e35-0618-41d7-a8ed-1e04c359744e req-9ff871de-f00e-46a5-a199-dd6bf7ce0396 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.187073 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3a30e35-0618-41d7-a8ed-1e04c359744e req-9ff871de-f00e-46a5-a199-dd6bf7ce0396 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 948 time: 0.2566533 Dec 16 22:10:54.247935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-6e342603-ba46-46f5-81a8-f43c60b44871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.247935 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-6e342603-ba46-46f5-81a8-f43c60b44871 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8be5cec5e95d40cd9fd57b7ead1e24d4&device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 1094 time: 0.2736175 Dec 16 22:10:54.281668 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-ed63ded3-5dd1-4fad-b07c-bf2aa3f236bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.283614 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-ed63ded3-5dd1-4fad-b07c-bf2aa3f236bf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 1099 time: 0.2164721 Dec 16 22:10:54.290233 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-277f6f55-e9ef-49dd-afbb-e08975dd10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.293177 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-277f6f55-e9ef-49dd-afbb-e08975dd10d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 1099 time: 0.2266774 Dec 16 22:10:54.335390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-e9898f9b-2ed8-494b-9bf0-5359fe14152b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2686e741-8d7f-4f39-9fe9-3c0d68858034 HTTP/1.1" status: 200 len: 217 time: 0.0686688 Dec 16 22:10:54.344298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b2831-f522-487d-8da1-18a3bc9e5b57 req-9ab69e2c-b62e-4987-82c6-ab06b2e88251 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.345717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b94b2831-f522-487d-8da1-18a3bc9e5b57 req-9ab69e2c-b62e-4987-82c6-ab06b2e88251 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.24 "GET /v2.0/ports?device_id=238f7bf0-bbfa-4816-becb-fe732c48bb51 HTTP/1.1" status: 200 len: 946 time: 0.2476234 Dec 16 22:10:54.356842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3a30e35-0618-41d7-a8ed-1e04c359744e req-0f896c83-3af6-4288-a917-b1d677145ef5 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510668 Dec 16 22:10:54.416510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fa7b6-76e3-40b2-bb95-c428d1f2337d req-f4b349a2-9e8e-47cf-a6b7-72ff100b87c3 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.425781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be1fa7b6-76e3-40b2-bb95-c428d1f2337d req-f4b349a2-9e8e-47cf-a6b7-72ff100b87c3 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 949 time: 0.2367582 Dec 16 22:10:54.454652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 53e9f3bb-dd81-4ef0-8762-2170a39623c6 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:54.609113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device fab10d52-8911-4a7b-bc51-aba7bab73d6f up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:54.621428 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-bef12620-0600-4c3b-961b-8ebba302ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.624676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-e4d60bc4-b2b6-41f5-9bfa-26f431df54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.625063 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-bef12620-0600-4c3b-961b-8ebba302ca95 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.3297052 Dec 16 22:10:54.626546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-e4d60bc4-b2b6-41f5-9bfa-26f431df54ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8674e1f7-5eab-488d-97d5-402900229d08 HTTP/1.1" status: 200 len: 863 time: 0.2786267 Dec 16 22:10:54.627301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-01063733-2d0f-4f56-935d-7871acc1c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.628940 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-01063733-2d0f-4f56-935d-7871acc1c539 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.3247635 Dec 16 22:10:54.665543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be1fa7b6-76e3-40b2-bb95-c428d1f2337d req-f878f4e6-e519-4a59-ac35-28e9d0a39f39 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329834 Dec 16 22:10:54.737026 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:54.794221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:54.812273 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '53e9f3bb-dd81-4ef0-8762-2170a39623c6', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '53e9f3bb-dd81-4ef0-8762-2170a39623c6', 'mac_address': 'fa:16:3e:32:52:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:54.837931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-4483dedb-c15d-48af-98f8-9d052a086ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.840861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-4483dedb-c15d-48af-98f8-9d052a086ef6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fb63b19-680d-4e5d-a062-91db40eb8e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715577 Dec 16 22:10:54.851546 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-58e65f93-a00a-4de3-8989-0f94d196005a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6 HTTP/1.1" status: 200 len: 217 time: 0.2193663 Dec 16 22:10:54.854194 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-1735a5d2-49c5-492d-bde5-5d32f160789a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6 HTTP/1.1" status: 200 len: 217 time: 0.1001763 Dec 16 22:10:54.880533 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-b94b2831-f522-487d-8da1-18a3bc9e5b57 req-7cd0f821-30c4-4282-aa84-d21255bafdd8 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Deleting port a3d804e2-cef6-41d3-90d6-c9904f742515 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:54.880950 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b94b2831-f522-487d-8da1-18a3bc9e5b57 req-7cd0f821-30c4-4282-aa84-d21255bafdd8 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:54.887222 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:54.944473 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port fab10d52-8911-4a7b-bc51-aba7bab73d6f completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:10:54.951153 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e9f3bb-dd81-4ef0-8762-2170a39623c6 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:54.970635 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-696c5a82-cf16-4bc8-bc85-f0563a569c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.972382 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-696c5a82-cf16-4bc8-bc85-f0563a569c71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1043100 Dec 16 22:10:54.974051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-c5575447-636f-4007-be17-fc81202e2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.975529 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-c5575447-636f-4007-be17-fc81202e2134 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0918660 Dec 16 22:10:54.977278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:54.978362 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port fab10d52-8911-4a7b-bc51-aba7bab73d6f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:54.978903 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.033503 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.046884 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fe39f-e93d-4ad2-bc02-f32872e0c831 req-b40c9a51-afc9-41ef-a433-86a81a021811 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:55.049434 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d22fe39f-e93d-4ad2-bc02-f32872e0c831 req-b40c9a51-afc9-41ef-a433-86a81a021811 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 943 time: 0.2730491 Dec 16 22:10:55.105741 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-a0a008d2-c538-4152-b984-70ba4b67036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:55.107454 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-a0a008d2-c538-4152-b984-70ba4b67036f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1221011 Dec 16 22:10:55.110541 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-571871c6-650c-4878-804a-f38c4fdf066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:55.112102 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-571871c6-650c-4878-804a-f38c4fdf066c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1282640 Dec 16 22:10:55.112572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-e810bf76-26fc-4991-b1ef-9d39d1685e32 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463732 Dec 16 22:10:55.121696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8d65f-9808-4f55-9599-156a55c91bd7 req-baa097fd-8022-4dcb-8778-121b1d68e102 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:55.123583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21f8d65f-9808-4f55-9599-156a55c91bd7 req-baa097fd-8022-4dcb-8778-121b1d68e102 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=238f7bf0-bbfa-4816-becb-fe732c48bb51 HTTP/1.1" status: 200 len: 946 time: 0.3309324 Dec 16 22:10:55.279420 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=53e9f3bb-dd81-4ef0-8762-2170a39623c6,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:55.291758 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.321125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cca779-6489-4f4a-80c0-f3652885b6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab10d52-8911-4a7b-bc51-aba7bab73d6f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:55.324765 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4d0c08-a546-465f-8477-36a2d735bdca" -d '{"events": [{"server_uuid": "34cca779-6489-4f4a-80c0-f3652885b6ac", "name": "network-vif-plugged", "status": "completed", "tag": "fab10d52-8911-4a7b-bc51-aba7bab73d6f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:55.342946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port fab10d52-8911-4a7b-bc51-aba7bab73d6f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=fab10d52-8911-4a7b-bc51-aba7bab73d6f,segment=NetworkSegment(57d6f008-61b5-48ea-97c0-4cb10d527eb7),segment_id=57d6f008-61b5-48ea-97c0-4cb10d527eb7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:55.395824 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['53e9f3bb-dd81-4ef0-8762-2170a39623c6'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:55.445309 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.446144 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 379c4b2a-f022-411c-81ab-773b71206899 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:55.587225 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-63347a0d-066f-4650-87d6-2e1fd440d16e service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660234 Dec 16 22:10:55.601547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=fab10d52-8911-4a7b-bc51-aba7bab73d6f,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:55.607614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21f8d65f-9808-4f55-9599-156a55c91bd7 req-47aeaadb-3015-4bcd-8761-10160c4861f7 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c91ff73-9683-45b1-85f8-ad38c3d929b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623015 Dec 16 22:10:55.628166 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.669016 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-e85cae0c-25bb-45d2-a529-79d085cae4b6 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380762 Dec 16 22:10:55.699926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d22fe39f-e93d-4ad2-bc02-f32872e0c831 req-25250b44-b5e5-427f-919b-02c45a684def tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5722353 Dec 16 22:10:55.726425 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 379c4b2a-f022-411c-81ab-773b71206899 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:10:55.729527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-b94b2831-f522-487d-8da1-18a3bc9e5b57 req-7cd0f821-30c4-4282-aa84-d21255bafdd8 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] For port a3d804e2-cef6-41d3-90d6-c9904f742515, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=a3d804e2-cef6-41d3-90d6-c9904f742515,segment=NetworkSegment(5249f838-b66d-4fe4-962e-7bfd7b6591f9),segment_id=5249f838-b66d-4fe4-962e-7bfd7b6591f9)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:55.729527 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b94b2831-f522-487d-8da1-18a3bc9e5b57 req-7cd0f821-30c4-4282-aa84-d21255bafdd8 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.753584 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 379c4b2a-f022-411c-81ab-773b71206899 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:55.760382 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.774687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-b94b2831-f522-487d-8da1-18a3bc9e5b57 req-7cd0f821-30c4-4282-aa84-d21255bafdd8 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Calling delete_port for a3d804e2-cef6-41d3-90d6-c9904f742515 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:55.862758 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-dc1bbc19-aa70-4550-a495-49420d341e60 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664826 Dec 16 22:10:55.942165 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bc1002-7fe5-4e4f-83bd-a5e97e79215b x-openstack-request-id: req-46bc1002-7fe5-4e4f-83bd-a5e97e79215b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:55.942541 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cca779-6489-4f4a-80c0-f3652885b6ac", "name": "network-vif-plugged", "status": "completed", "tag": "fab10d52-8911-4a7b-bc51-aba7bab73d6f", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:55.943468 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46bc1002-7fe5-4e4f-83bd-a5e97e79215b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:55.944046 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cca779-6489-4f4a-80c0-f3652885b6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab10d52-8911-4a7b-bc51-aba7bab73d6f', 'code': 200} Dec 16 22:10:55.944719 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.957898 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-abcab13d-ba97-482c-bd68-84ed61bafaa5 req-fce21d31-23fa-4f42-8713-f83e9225baee service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499425 Dec 16 22:10:55.967117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3a1ca61-ff3d-49e4-985c-8c0c890a9650 req-8445679e-c90e-4772-a182-5f26a0d3c97b service neutron] 10.222.0.24 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8084838 Dec 16 22:10:55.976439 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e0f5a-3eb7-4992-8829-5387ac99e6b5 req-6a241b54-7066-4c34-a524-f0c80216208d tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:55.978002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b3e0f5a-3eb7-4992-8829-5387ac99e6b5 req-6a241b54-7066-4c34-a524-f0c80216208d tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 945 time: 0.1847410 Dec 16 22:10:56.024532 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 379c4b2a-f022-411c-81ab-773b71206899, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=379c4b2a-f022-411c-81ab-773b71206899,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:56.055765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b3e0f5a-3eb7-4992-8829-5387ac99e6b5 req-fe796950-e457-4cd0-94a8-90f487f0d652 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/security-groups?id=dfc4d2c6-5184-40e6-bb54-081f95b93b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678105 Dec 16 22:10:56.129778 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.153753 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aff06-b053-4b1a-baf9-8cb716e1abf6 req-113f5916-2bf0-4cb7-ad37-fef42c26efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:56.155547 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-103aff06-b053-4b1a-baf9-8cb716e1abf6 req-113f5916-2bf0-4cb7-ad37-fef42c26efd9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 1096 time: 0.0961506 Dec 16 22:10:56.227576 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-103aff06-b053-4b1a-baf9-8cb716e1abf6 req-7b009eed-d2ff-48f5-89c0-03d23664b310 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dfc4d2c6-5184-40e6-bb54-081f95b93b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616086 Dec 16 22:10:56.243644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=379c4b2a-f022-411c-81ab-773b71206899,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:56.253249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242432f-d14a-49de-bdbf-9ce1a7bdb9c4 req-bba1b067-75d0-4e21-9189-71ff65e8633d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:56.262095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b242432f-d14a-49de-bdbf-9ce1a7bdb9c4 req-bba1b067-75d0-4e21-9189-71ff65e8633d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 949 time: 0.2004106 Dec 16 22:10:56.280063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5fe92-5726-4682-b705-8ce0f8d658ed req-0548c397-e455-4eb0-9f8e-bff0de4c204a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:56.281913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fda5fe92-5726-4682-b705-8ce0f8d658ed req-0548c397-e455-4eb0-9f8e-bff0de4c204a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 950 time: 0.1473811 Dec 16 22:10:56.318173 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fcf15-19e7-4e7b-92c0-535efd40f627 req-68f85be3-2f17-416e-8ed6-2024f29ffeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:56.319754 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a3fcf15-19e7-4e7b-92c0-535efd40f627 req-68f85be3-2f17-416e-8ed6-2024f29ffeec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8be5cec5e95d40cd9fd57b7ead1e24d4&device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 1094 time: 0.1676490 Dec 16 22:10:56.325127 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b94b2831-f522-487d-8da1-18a3bc9e5b57 req-7cd0f821-30c4-4282-aa84-d21255bafdd8 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.435056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0f821-30c4-4282-aa84-d21255bafdd8 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Pushing event deleted for resources: {'Port': ['ID=a3d804e2-cef6-41d3-90d6-c9904f742515,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:56.446685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device a3d804e2-cef6-41d3-90d6-c9904f742515 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:56.469599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b242432f-d14a-49de-bdbf-9ce1a7bdb9c4 req-4a00d130-9e43-4e65-ab0d-f0cfbb27bddb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054524 Dec 16 22:10:56.472549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: a3d804e2-cef6-41d3-90d6-c9904f742515 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:10:56.473157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fda5fe92-5726-4682-b705-8ce0f8d658ed req-0d114fc4-c108-4f97-af7b-992bd1639cf1 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799142 Dec 16 22:10:56.486613 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device a3d804e2-cef6-41d3-90d6-c9904f742515 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:56.515155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94b2831-f522-487d-8da1-18a3bc9e5b57 req-7cd0f821-30c4-4282-aa84-d21255bafdd8 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] No DVR routers for this DVR port a3d804e2-cef6-41d3-90d6-c9904f742515 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:10:56.519205 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b94b2831-f522-487d-8da1-18a3bc9e5b57 req-7cd0f821-30c4-4282-aa84-d21255bafdd8 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.522797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b94b2831-f522-487d-8da1-18a3bc9e5b57 req-7cd0f821-30c4-4282-aa84-d21255bafdd8 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.24 "DELETE /v2.0/ports/a3d804e2-cef6-41d3-90d6-c9904f742515 HTTP/1.1" status: 204 len: 173 time: 2.1649318 Dec 16 22:10:56.523235 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238f7bf0-bbfa-4816-becb-fe732c48bb51', 'name': 'network-vif-deleted', 'tag': 'a3d804e2-cef6-41d3-90d6-c9904f742515'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:56.525642 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58596351-dd17-4553-b1c3-d23ec494f36f" -d '{"events": [{"server_uuid": "238f7bf0-bbfa-4816-becb-fe732c48bb51", "name": "network-vif-deleted", "tag": "a3d804e2-cef6-41d3-90d6-c9904f742515"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:56.531681 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:56.562002 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fcf15-19e7-4e7b-92c0-535efd40f627 req-2467632d-f9a5-4c69-a4b0-14e82f6fe321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:56.566194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a3fcf15-19e7-4e7b-92c0-535efd40f627 req-2467632d-f9a5-4c69-a4b0-14e82f6fe321 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fb63b19-680d-4e5d-a062-91db40eb8e5b HTTP/1.1" status: 200 len: 925 time: 0.2298520 Dec 16 22:10:56.632667 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a3fcf15-19e7-4e7b-92c0-535efd40f627 req-140ed4d0-c946-48cc-9fb2-db041a81aedb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2686e741-8d7f-4f39-9fe9-3c0d68858034 HTTP/1.1" status: 200 len: 217 time: 0.0455997 Dec 16 22:10:56.634387 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02e30c6-d63f-4bcc-90b1-12ec84d9ecad x-openstack-request-id: req-b02e30c6-d63f-4bcc-90b1-12ec84d9ecad {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:56.634682 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238f7bf0-bbfa-4816-becb-fe732c48bb51", "name": "network-vif-deleted", "tag": "a3d804e2-cef6-41d3-90d6-c9904f742515", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:56.634941 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b02e30c6-d63f-4bcc-90b1-12ec84d9ecad {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:56.635388 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238f7bf0-bbfa-4816-becb-fe732c48bb51', 'name': 'network-vif-deleted', 'tag': 'a3d804e2-cef6-41d3-90d6-c9904f742515', 'status': 'completed', 'code': 200} Dec 16 22:10:56.719679 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:56.743633 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2', 'mac_address': 'fa:16:3e:8e:69:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:56.796368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fcf15-19e7-4e7b-92c0-535efd40f627 req-26571252-6df1-4eed-abf7-32f64ce9a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:56.799703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a3fcf15-19e7-4e7b-92c0-535efd40f627 req-26571252-6df1-4eed-abf7-32f64ce9a273 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8674e1f7-5eab-488d-97d5-402900229d08 HTTP/1.1" status: 200 len: 863 time: 0.1544650 Dec 16 22:10:56.819810 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.836815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:56.842060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7de2546-e67d-4c62-917d-a9016a1b9fb1 req-43ed641e-0892-41ad-ae90-dab271055a38 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/ports?device_id=238f7bf0-bbfa-4816-becb-fe732c48bb51 HTTP/1.1" status: 200 len: 210 time: 0.0408411 Dec 16 22:10:56.871304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:56.906752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fcf15-19e7-4e7b-92c0-535efd40f627 req-cb46d282-fe22-4834-8bfb-0b9637bb829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:56.908372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a3fcf15-19e7-4e7b-92c0-535efd40f627 req-cb46d282-fe22-4834-8bfb-0b9637bb829b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fb63b19-680d-4e5d-a062-91db40eb8e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651319 Dec 16 22:10:56.966085 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:57.102765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a3fcf15-19e7-4e7b-92c0-535efd40f627 req-2498ada6-00ee-49df-b1bc-79bba34373e2 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810417 Dec 16 22:10:57.110931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:57.162582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:57.244670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a3fcf15-19e7-4e7b-92c0-535efd40f627 req-61604ec2-18d5-48ac-aabb-9a7c41f84342 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313257 Dec 16 22:10:57.383162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2341e5-1ff3-48e7-98a9-249d8f4e01fd req-e29fdc69-b9ec-4392-8468-136a96e62328 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:57.385604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a2341e5-1ff3-48e7-98a9-249d8f4e01fd req-e29fdc69-b9ec-4392-8468-136a96e62328 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 943 time: 0.0619025 Dec 16 22:10:57.489379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a2341e5-1ff3-48e7-98a9-249d8f4e01fd req-7f853883-7629-49c8-8bf5-fbe7e80f83ba tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838175 Dec 16 22:10:57.730471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72145-a210-4c04-be78-29a692abed95 req-2765b1b7-0605-405c-a7f3-a851a3ba1037 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:57.732349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-2765b1b7-0605-405c-a7f3-a851a3ba1037 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427&tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 949 time: 0.1908047 Dec 16 22:10:57.750589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f2c94-9442-4f1d-b051-34fb45a0db8e req-ac4f5cdf-c0ea-406c-a7a7-9877f56b23a8 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:57.753234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc1f2c94-9442-4f1d-b051-34fb45a0db8e req-ac4f5cdf-c0ea-406c-a7a7-9877f56b23a8 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 949 time: 0.1318781 Dec 16 22:10:57.764032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ac368-3b4e-497c-84b2-ff0bfe3ff948 req-7f4e0f9a-544d-4530-b4d1-70f2781a8698 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:57.765422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c81ac368-3b4e-497c-84b2-ff0bfe3ff948 req-7f4e0f9a-544d-4530-b4d1-70f2781a8698 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 945 time: 0.1249135 Dec 16 22:10:57.893118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc1f2c94-9442-4f1d-b051-34fb45a0db8e req-d3615210-c2a8-42a3-b094-1f6affe8549e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265147 Dec 16 22:10:57.925879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c81ac368-3b4e-497c-84b2-ff0bfe3ff948 req-b731dff8-d27f-49c8-b63d-c413b6fafd6a tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/security-groups?id=dfc4d2c6-5184-40e6-bb54-081f95b93b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472015 Dec 16 22:10:57.925879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-7d6d6a88-f38f-4a60-b352-45c176f32cc3 service neutron] 10.222.0.24 "GET /v2.0/ports/53e9f3bb-dd81-4ef0-8762-2170a39623c6/bindings/n-h2-821840-2 HTTP/1.1" status: 200 len: 382 time: 0.1675127 Dec 16 22:10:57.945127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93151512-725e-4686-8616-aadeaf23c634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379c4b2a-f022-411c-81ab-773b71206899'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:57.947655 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4735b84-627c-4ebb-bc51-fe57f6573baa" -d '{"events": [{"server_uuid": "93151512-725e-4686-8616-aadeaf23c634", "name": "network-vif-plugged", "status": "completed", "tag": "379c4b2a-f022-411c-81ab-773b71206899"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:58.080058 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1a7c9d-83c1-4673-92ee-6fb52e7a4777 x-openstack-request-id: req-8d1a7c9d-83c1-4673-92ee-6fb52e7a4777 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:58.080358 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93151512-725e-4686-8616-aadeaf23c634", "name": "network-vif-plugged", "status": "completed", "tag": "379c4b2a-f022-411c-81ab-773b71206899", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:58.080837 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d1a7c9d-83c1-4673-92ee-6fb52e7a4777 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:58.081423 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93151512-725e-4686-8616-aadeaf23c634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379c4b2a-f022-411c-81ab-773b71206899', 'code': 200} Dec 16 22:10:58.112985 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72145-a210-4c04-be78-29a692abed95 req-6234ad32-1b18-49d3-a430-b47b55ce4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:58.115944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-6234ad32-1b18-49d3-a430-b47b55ce4f10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 1100 time: 0.1231608 Dec 16 22:10:58.130447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35804632-f2b3-4b82-858b-e379c4b71675 req-b7fc6a9b-5b33-472e-a496-7dbfa33aa0b5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:58.132208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35804632-f2b3-4b82-858b-e379c4b71675 req-b7fc6a9b-5b33-472e-a496-7dbfa33aa0b5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 950 time: 0.0775020 Dec 16 22:10:58.308085 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41987301-8d64-4e38-a680-9d526712b6ad req-6f4fe22a-0699-4951-8314-cc9db7b33385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:58.311387 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-41987301-8d64-4e38-a680-9d526712b6ad req-6f4fe22a-0699-4951-8314-cc9db7b33385 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 1101 time: 0.0950656 Dec 16 22:10:58.318495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35804632-f2b3-4b82-858b-e379c4b71675 req-053fed69-e5be-4495-b9a2-7742f8724b83 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760938 Dec 16 22:10:58.360916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72145-a210-4c04-be78-29a692abed95 req-1307148d-c7e9-4870-8cb3-3a6545dd7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:58.364019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-1307148d-c7e9-4870-8cb3-3a6545dd7749 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.2308710 Dec 16 22:10:58.410530 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-41987301-8d64-4e38-a680-9d526712b6ad req-1f8a82e0-68ad-4f61-abb4-8fcfdcbb8288 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807791 Dec 16 22:10:58.428629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-d96a3926-cc97-48a8-a577-860945f8432d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6 HTTP/1.1" status: 200 len: 217 time: 0.0543826 Dec 16 22:10:58.453985 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 2686e741-8d7f-4f39-9fe9-3c0d68858034 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:58.458330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 53e9f3bb-dd81-4ef0-8762-2170a39623c6 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:58.534585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72145-a210-4c04-be78-29a692abed95 req-de80d933-f26a-4953-940f-6f9df437d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:58.536452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-de80d933-f26a-4953-940f-6f9df437d59b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0985699 Dec 16 22:10:58.565021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:58.606119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56634) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:58.641903 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72145-a210-4c04-be78-29a692abed95 req-044f37a5-e5ac-4e14-a8a8-bb7721acd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:58.645880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-044f37a5-e5ac-4e14-a8a8-bb7721acd730 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957167 Dec 16 22:10:58.717830 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ed81347-0d7c-4b5a-8fa6-e7347cf33410 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:58.781266 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ed81347-0d7c-4b5a-8fa6-e7347cf33410 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:58.859902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-7a5194c9-8cf4-4a19-b973-51aac8cc1097 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985910 Dec 16 22:10:58.879633 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:10:58.893010 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 2686e741-8d7f-4f39-9fe9-3c0d68858034, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2686e741-8d7f-4f39-9fe9-3c0d68858034,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:58.896185 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:58.896568 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:58.904753 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:58.905126 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:58.946775 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ed81347-0d7c-4b5a-8fa6-e7347cf33410 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:58.950344 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ed81347-0d7c-4b5a-8fa6-e7347cf33410 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:58.951565 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2ed81347-0d7c-4b5a-8fa6-e7347cf33410 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "DELETE /v2.0/security-groups/fef59b77-059e-4e38-950f-67e2721dc558 HTTP/1.1" status: 204 len: 168 time: 0.3442006 Dec 16 22:10:58.965362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56650) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:58.971185 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '2686e741-8d7f-4f39-9fe9-3c0d68858034', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'port_id': '2686e741-8d7f-4f39-9fe9-3c0d68858034', 'mac_address': 'fa:16:3e:cd:49:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:58.975178 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed81347-0d7c-4b5a-8fa6-e7347cf33410 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef59b77-059e-4e38-950f-67e2721dc558,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:59.013169 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb7483-d7d1-41b6-a52f-abf93968f0a5 req-be14f50f-6da1-4efa-9c2a-38ac1a717cb1 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:59.025656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3efb7483-d7d1-41b6-a52f-abf93968f0a5 req-be14f50f-6da1-4efa-9c2a-38ac1a717cb1 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 943 time: 0.2116449 Dec 16 22:10:59.064495 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:59.065444 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-be4de609-f659-4513-8ade-2ace22c68dae tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] show failed (client error): The resource could not be found. Dec 16 22:10:59.066736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-be4de609-f659-4513-8ade-2ace22c68dae tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "GET /v2.0/security-groups/fef59b77-059e-4e38-950f-67e2721dc558 HTTP/1.1" status: 404 len: 347 time: 0.0954990 Dec 16 22:10:59.071003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56652) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:59.129800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2686e741-8d7f-4f39-9fe9-3c0d68858034 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:59.186231 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:59.191483 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:59.193334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3efb7483-d7d1-41b6-a52f-abf93968f0a5 req-cbac086d-dd37-4fe7-bf97-d5071b0fcb3d tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640999 Dec 16 22:10:59.200590 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-97f19ab1-7d9c-42cb-88e4-fd7eca7337f8 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314257 Dec 16 22:10:59.204955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 2686e741-8d7f-4f39-9fe9-3c0d68858034, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2686e741-8d7f-4f39-9fe9-3c0d68858034,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:59.276821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:59.286621 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:59.286621 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:59.340122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fdef23a0-391c-46e4-bcab-9d16ff1d70b1 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Deleting port 9ee96f7c-233a-4fa5-aaec-a9b860c17d6e {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:59.341469 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fdef23a0-391c-46e4-bcab-9d16ff1d70b1 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:59.361998 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=2686e741-8d7f-4f39-9fe9-3c0d68858034,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:59.385307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6a1be-d5b5-40fe-b8be-3a3b0bc86708 req-f04b574c-2668-4d2f-8fec-bd0f504cf30b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:59.392612 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:59.399761 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2c6a1be-d5b5-40fe-b8be-3a3b0bc86708 req-f04b574c-2668-4d2f-8fec-bd0f504cf30b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 949 time: 0.1057014 Dec 16 22:10:59.409227 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:59.497025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,revision_number=10']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:59.519941 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fdef23a0-391c-46e4-bcab-9d16ff1d70b1 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:59.520277 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fdef23a0-391c-46e4-bcab-9d16ff1d70b1 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:59.536292 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fdef23a0-391c-46e4-bcab-9d16ff1d70b1 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Calling delete_port for 9ee96f7c-233a-4fa5-aaec-a9b860c17d6e owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:59.554083 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2c6a1be-d5b5-40fe-b8be-3a3b0bc86708 req-49f12b86-feb0-4a36-916f-5722a347f217 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521800 Dec 16 22:10:59.619034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=53e9f3bb-dd81-4ef0-8762-2170a39623c6,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:59.749207 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['2686e741-8d7f-4f39-9fe9-3c0d68858034'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:59.773641 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b6b30-352b-497c-ae4b-c578534006df req-7731546d-850e-4f82-919b-0df7c05d0ed0 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:59.775677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a26b6b30-352b-497c-ae4b-c578534006df req-7731546d-850e-4f82-919b-0df7c05d0ed0 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 945 time: 0.1569057 Dec 16 22:10:59.831342 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f63be9-9835-4e9a-ac62-ef0e41398e90 req-709c3ca0-c6f6-4553-a03f-96816e82366f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:59.842297 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08f63be9-9835-4e9a-ac62-ef0e41398e90 req-709c3ca0-c6f6-4553-a03f-96816e82366f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 950 time: 0.1645315 Dec 16 22:10:59.846817 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fdef23a0-391c-46e4-bcab-9d16ff1d70b1 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:59.876021 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef23a0-391c-46e4-bcab-9d16ff1d70b1 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Pushing event deleted for resources: {'Port': ['ID=9ee96f7c-233a-4fa5-aaec-a9b860c17d6e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:59.956492 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fdef23a0-391c-46e4-bcab-9d16ff1d70b1 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:59.965952 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fdef23a0-391c-46e4-bcab-9d16ff1d70b1 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:59.968090 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fdef23a0-391c-46e4-bcab-9d16ff1d70b1 tempest-ImagesOneServerNegativeTestJSON-1460801115 tempest-ImagesOneServerNegativeTestJSON-1460801115-project] 10.222.0.43 "DELETE /v2.0/floatingips/43c688a6-9d4b-47b6-8ae3-2510442c224a HTTP/1.1" status: 204 len: 168 time: 0.8957751 Dec 16 22:10:59.980156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08f63be9-9835-4e9a-ac62-ef0e41398e90 req-a31ecd71-4841-4a73-b0a0-418c29786633 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361125 Dec 16 22:10:59.990345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a26b6b30-352b-497c-ae4b-c578534006df req-d96c5df4-d46d-41a3-a1c8-e74006fcf1a1 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/security-groups?id=dfc4d2c6-5184-40e6-bb54-081f95b93b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069974 Dec 16 22:11:00.082869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223710c7-db0c-4532-98c1-de67f19471ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2'}, {'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:00.086003 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb9654b-7834-478a-9108-0d5e9dda80cb" -d '{"events": [{"server_uuid": "223710c7-db0c-4532-98c1-de67f19471ba", "name": "network-vif-plugged", "status": "completed", "tag": "7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2"}, {"server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "name": "network-vif-plugged", "status": "completed", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:00.215121 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e551d8f8-9bf4-4453-a36d-96f6fd78399d x-openstack-request-id: req-e551d8f8-9bf4-4453-a36d-96f6fd78399d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:00.215453 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223710c7-db0c-4532-98c1-de67f19471ba", "name": "network-vif-plugged", "status": "completed", "tag": "7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2", "code": 200}, {"server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "name": "network-vif-plugged", "status": "completed", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:00.215717 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e551d8f8-9bf4-4453-a36d-96f6fd78399d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:00.216130 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223710c7-db0c-4532-98c1-de67f19471ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2', 'code': 200} Dec 16 22:11:00.216529 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6', 'code': 200} Dec 16 22:11:00.254973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56690) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:00.327744 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-47465f12-ef6d-4e05-80b1-e65996bde3e7 admin admin] Deleting subnet 8e7d127c-4059-48ec-a124-eaae22170103 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:11:00.334045 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-47465f12-ef6d-4e05-80b1-e65996bde3e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:00.416693 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-47465f12-ef6d-4e05-80b1-e65996bde3e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:00.485397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42814bab-0068-4530-be1a-9f8eb99180fa req-53d8aa51-0c65-4956-878e-c19aace57edd tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:00.487368 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42814bab-0068-4530-be1a-9f8eb99180fa req-53d8aa51-0c65-4956-878e-c19aace57edd tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 944 time: 0.1205666 Dec 16 22:11:00.491799 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-47465f12-ef6d-4e05-80b1-e65996bde3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:00.581963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42814bab-0068-4530-be1a-9f8eb99180fa req-247d0972-267a-485d-bd71-2eebdc12e4c0 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662823 Dec 16 22:11:00.794298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f89e3-7cb3-49ad-86bb-446feb017ba2 req-306fd508-49ba-47ea-893f-01f576a7fc0a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:00.800086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b75f89e3-7cb3-49ad-86bb-446feb017ba2 req-306fd508-49ba-47ea-893f-01f576a7fc0a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.1022487 Dec 16 22:11:00.847868 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-47465f12-ef6d-4e05-80b1-e65996bde3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:00.946290 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b75f89e3-7cb3-49ad-86bb-446feb017ba2 req-aa1c5015-7358-4737-b604-091d3a408fc0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339262 Dec 16 22:11:00.950914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47465f12-ef6d-4e05-80b1-e65996bde3e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e7d127c-4059-48ec-a124-eaae22170103,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:00.958744 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-47465f12-ef6d-4e05-80b1-e65996bde3e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:00.966940 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56700) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:00.981004 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-47465f12-ef6d-4e05-80b1-e65996bde3e7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8e7d127c-4059-48ec-a124-eaae22170103 HTTP/1.1" status: 204 len: 168 time: 0.7238836 Dec 16 22:11:01.009870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56706) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:01.081661 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7f636a1-c8b0-4c3c-9e48-7d8c5240cdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.267224 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7f636a1-c8b0-4c3c-9e48-7d8c5240cdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.284191 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4657025a-bafd-474a-8db1-98ded11b491c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.310933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c7f636a1-c8b0-4c3c-9e48-7d8c5240cdac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267ca1d3-201b-4d47-bb36-5515a63c7e51']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:01.325812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c7f636a1-c8b0-4c3c-9e48-7d8c5240cdac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5249f838-b66d-4fe4-962e-7bfd7b6591f9') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:01.326243 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c7f636a1-c8b0-4c3c-9e48-7d8c5240cdac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5249f838-b66d-4fe4-962e-7bfd7b6591f9') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:01.384582 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7f636a1-c8b0-4c3c-9e48-7d8c5240cdac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.394946 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4657025a-bafd-474a-8db1-98ded11b491c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.422315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7f636a1-c8b0-4c3c-9e48-7d8c5240cdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.426576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009432c-0bae-47be-8d01-799ac4b021f0 req-01046dd4-52a4-4480-9e32-d1d7b8306d95 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:01.434685 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f636a1-c8b0-4c3c-9e48-7d8c5240cdac admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:11:01.435496 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7f636a1-c8b0-4c3c-9e48-7d8c5240cdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.438199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7009432c-0bae-47be-8d01-799ac4b021f0 req-01046dd4-52a4-4480-9e32-d1d7b8306d95 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 950 time: 0.2446966 Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:11:01.438941 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:11:01.467552 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4657025a-bafd-474a-8db1-98ded11b491c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.580155 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7f636a1-c8b0-4c3c-9e48-7d8c5240cdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.582491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4657025a-bafd-474a-8db1-98ded11b491c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8be0f3a03aea4d1e93d2eafd525af29b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5712149 Dec 16 22:11:01.585366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56724) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:01.586475 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7f636a1-c8b0-4c3c-9e48-7d8c5240cdac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.588437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657025a-bafd-474a-8db1-98ded11b491c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced1f393-40bb-4505-8602-59b236f9862f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:01.591821 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c7f636a1-c8b0-4c3c-9e48-7d8c5240cdac admin admin] 10.222.0.43 "DELETE /v2.0/networks/267ca1d3-201b-4d47-bb36-5515a63c7e51 HTTP/1.1" status: 204 len: 168 time: 0.6237411 Dec 16 22:11:01.596964 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7009432c-0bae-47be-8d01-799ac4b021f0 req-e92226d3-9ba8-4706-80ae-e353f853b341 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578903 Dec 16 22:11:01.668151 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f636a1-c8b0-4c3c-9e48-7d8c5240cdac admin admin] Pushing event deleted for resources: {'Network': ['ID=267ca1d3-201b-4d47-bb36-5515a63c7e51,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:01.693598 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96c3dab4-8b06-48db-ba47-1f18c6d0071e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.750987 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96c3dab4-8b06-48db-ba47-1f18c6d0071e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.832080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de93f5-5221-4e92-8979-43ab76a76c2f req-27f1d3ad-cb21-4629-98ef-15e1549f4bcd tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:01.833648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7de93f5-5221-4e92-8979-43ab76a76c2f req-27f1d3ad-cb21-4629-98ef-15e1549f4bcd tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 944 time: 0.0916452 Dec 16 22:11:01.836644 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66162c7e-43c4-4bb5-a5a0-0939ccca5f8a req-d8807253-92e7-4bfc-ad72-2ed068c65c87 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:01.843877 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66162c7e-43c4-4bb5-a5a0-0939ccca5f8a req-d8807253-92e7-4bfc-ad72-2ed068c65c87 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 1101 time: 0.1162624 Dec 16 22:11:01.923984 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96c3dab4-8b06-48db-ba47-1f18c6d0071e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.926837 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96c3dab4-8b06-48db-ba47-1f18c6d0071e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.928428 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-96c3dab4-8b06-48db-ba47-1f18c6d0071e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ced1f393-40bb-4505-8602-59b236f9862f HTTP/1.1" status: 204 len: 168 time: 0.3268502 Dec 16 22:11:01.969558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3dab4-8b06-48db-ba47-1f18c6d0071e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced1f393-40bb-4505-8602-59b236f9862f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:02.013864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7de93f5-5221-4e92-8979-43ab76a76c2f req-d502de59-3c1c-4765-b6c3-d4f26a265aa5 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543713 Dec 16 22:11:02.022613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66162c7e-43c4-4bb5-a5a0-0939ccca5f8a req-ec201483-e9c2-473b-a8ae-607792a080a4 tempest-ServersOnMultiNodesTest-917897912 tempest-ServersOnMultiNodesTest-917897912-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731350 Dec 16 22:11:02.139658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56740) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:02.163392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca0753-b4f3-4fe5-8c86-4d8289048169 req-ad5c7dd6-c705-4d47-a28e-a0c987722422 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:02.173430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82ca0753-b4f3-4fe5-8c86-4d8289048169 req-ad5c7dd6-c705-4d47-a28e-a0c987722422 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.0936875 Dec 16 22:11:02.237038 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fce06343-3ea3-4ebc-bb3c-393709476f12 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c744f7430419467580dd1cd1177553fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0959716 Dec 16 22:11:02.237752 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56742) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:02.296842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82ca0753-b4f3-4fe5-8c86-4d8289048169 req-80a57e65-5ae7-47e4-8b41-8b1806357612 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202099 Dec 16 22:11:02.346927 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6da99984-10cf-4e67-a52f-1ef7940349f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:02.426061 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6da99984-10cf-4e67-a52f-1ef7940349f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:02.468318 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 2686e741-8d7f-4f39-9fe9-3c0d68858034 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:02.668426 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6da99984-10cf-4e67-a52f-1ef7940349f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:02.671142 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6da99984-10cf-4e67-a52f-1ef7940349f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:02.682966 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 2686e741-8d7f-4f39-9fe9-3c0d68858034 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:11:02.689981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 2686e741-8d7f-4f39-9fe9-3c0d68858034 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:02.690394 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:02.692406 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6da99984-10cf-4e67-a52f-1ef7940349f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c91ff73-9683-45b1-85f8-ad38c3d929b2 HTTP/1.1" status: 204 len: 168 time: 0.4535127 Dec 16 22:11:02.728896 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da99984-10cf-4e67-a52f-1ef7940349f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c91ff73-9683-45b1-85f8-ad38c3d929b2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:02.952173 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c2c8b-bdb2-43d8-84c5-e7e8e48f4a97 req-d50090a6-1708-4211-af4f-82ba35e5a578 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:02.959259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c3c2c8b-bdb2-43d8-84c5-e7e8e48f4a97 req-d50090a6-1708-4211-af4f-82ba35e5a578 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 950 time: 0.1182632 Dec 16 22:11:02.966785 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:03.012789 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57367f35-6f91-4ba7-8b2b-a89b2fe9118f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2686e741-8d7f-4f39-9fe9-3c0d68858034'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:03.016101 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a293efb-c897-4082-b0cb-567bc669c48d" -d '{"events": [{"server_uuid": "57367f35-6f91-4ba7-8b2b-a89b2fe9118f", "name": "network-vif-plugged", "status": "completed", "tag": "2686e741-8d7f-4f39-9fe9-3c0d68858034"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:03.023879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c3c2c8b-bdb2-43d8-84c5-e7e8e48f4a97 req-30dd1b03-aa80-4200-a550-f9290af9b177 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635047 Dec 16 22:11:03.064107 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72145-a210-4c04-be78-29a692abed95 req-92470308-618b-429d-af9a-14f54083893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:03.077132 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-92470308-618b-429d-af9a-14f54083893e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427&tenant_id=d067ebbc70344b07b31a66cb2ec78bcf HTTP/1.1" status: 200 len: 1101 time: 0.1168261 Dec 16 22:11:03.089206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:03.122469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 2686e741-8d7f-4f39-9fe9-3c0d68858034, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2686e741-8d7f-4f39-9fe9-3c0d68858034,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:03.162590 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b8a579-82ce-4ef2-a23c-083ea73e391d x-openstack-request-id: req-48b8a579-82ce-4ef2-a23c-083ea73e391d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:03.163125 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57367f35-6f91-4ba7-8b2b-a89b2fe9118f", "name": "network-vif-plugged", "status": "completed", "tag": "2686e741-8d7f-4f39-9fe9-3c0d68858034", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:03.166949 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48b8a579-82ce-4ef2-a23c-083ea73e391d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:03.166949 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57367f35-6f91-4ba7-8b2b-a89b2fe9118f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2686e741-8d7f-4f39-9fe9-3c0d68858034', 'code': 200} Dec 16 22:11:03.181610 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:03.253611 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:03.289266 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7174ee-1473-467b-9071-5aa633659ade req-98d495e9-cc6c-4455-a6f0-a8e5fd6b17fa tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:03.303608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac7174ee-1473-467b-9071-5aa633659ade req-98d495e9-cc6c-4455-a6f0-a8e5fd6b17fa tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 944 time: 0.1744664 Dec 16 22:11:03.362184 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=2686e741-8d7f-4f39-9fe9-3c0d68858034,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:03.516544 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502ab15-7574-476f-ae92-da72ab25eb6b req-8440b441-7af3-404b-b125-80c9041a2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:03.523618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e502ab15-7574-476f-ae92-da72ab25eb6b req-8440b441-7af3-404b-b125-80c9041a2e40 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 1096 time: 0.2764685 Dec 16 22:11:03.582251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac7174ee-1473-467b-9071-5aa633659ade req-f6a0ce60-4973-49d1-8df2-31f51ed02ac1 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772694 Dec 16 22:11:03.619650 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:03.668350 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e502ab15-7574-476f-ae92-da72ab25eb6b req-accc2cfa-2d32-44ab-aeb2-538928653513 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263108 Dec 16 22:11:03.699250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:03.789426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:03.792603 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0806976-dc0c-494f-9e42-58e88b6dc8d3" -d '{"events": [{"server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "name": "network-vif-unplugged", "status": "completed", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:03.794541 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:11:03.798543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:03.815095 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Transition to ACTIVE for port object 53e9f3bb-dd81-4ef0-8762-2170a39623c6 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:11:03.829499 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa4c8a-13bf-4b31-9cf1-9c3cfd0d3fd7 req-911a0597-fbfe-434e-af7e-51ecac563677 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:03.833620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4fa4c8a-13bf-4b31-9cf1-9c3cfd0d3fd7 req-911a0597-fbfe-434e-af7e-51ecac563677 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 950 time: 0.1184428 Dec 16 22:11:03.884343 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:03.937194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4fa4c8a-13bf-4b31-9cf1-9c3cfd0d3fd7 req-b752c814-0847-4aa1-a779-97156b034339 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926566 Dec 16 22:11:04.075697 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Pushing event updated for resources: {'Port': ['ID=53e9f3bb-dd81-4ef0-8762-2170a39623c6,revision_number=10']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:04.132961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] No DVR routers for this DVR port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:04.193660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Attempting to bind port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:04.193660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Attempting to bind port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:04.193975 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Attempting to bind port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:04.215605 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fbad5b-4c81-4e90-a925-d01edcc34a8c x-openstack-request-id: req-26fbad5b-4c81-4e90-a925-d01edcc34a8c {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:04.215864 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "name": "network-vif-unplugged", "status": "completed", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:04.216115 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26fbad5b-4c81-4e90-a925-d01edcc34a8c {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:04.216557 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6', 'code': 200} Dec 16 22:11:04.217200 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:11:04.217774 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Attempting to bind port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:04.223616 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:04.223985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:04.224401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:04.224926 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Bound port: 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:04.225349 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:04.229960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce704697-901b-4740-aa3e-4544c2f99c44 req-00ced050-8cd8-4db1-a0ac-e92215ee760c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:04.231747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce704697-901b-4740-aa3e-4544c2f99c44 req-00ced050-8cd8-4db1-a0ac-e92215ee760c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.69 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 950 time: 0.0773506 Dec 16 22:11:04.318936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:04.322322 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:04.388273 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-ce704697-901b-4740-aa3e-4544c2f99c44 req-bf1d620f-251a-41c4-bc9a-1700b193247f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Deleting port 379c4b2a-f022-411c-81ab-773b71206899 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:04.388878 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ce704697-901b-4740-aa3e-4544c2f99c44 req-bf1d620f-251a-41c4-bc9a-1700b193247f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:04.518653 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:04.555956 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-ce704697-901b-4740-aa3e-4544c2f99c44 req-bf1d620f-251a-41c4-bc9a-1700b193247f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] For port 379c4b2a-f022-411c-81ab-773b71206899, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=379c4b2a-f022-411c-81ab-773b71206899,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:04.556329 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ce704697-901b-4740-aa3e-4544c2f99c44 req-bf1d620f-251a-41c4-bc9a-1700b193247f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:04.584878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-ce704697-901b-4740-aa3e-4544c2f99c44 req-bf1d620f-251a-41c4-bc9a-1700b193247f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Calling delete_port for 379c4b2a-f022-411c-81ab-773b71206899 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:04.639792 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:04.642395 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:04.652257 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] 10.222.0.69 "PUT /v2.0/ports/53e9f3bb-dd81-4ef0-8762-2170a39623c6 HTTP/1.1" status: 200 len: 1097 time: 1.5637441 Dec 16 22:11:04.797974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afddc18-1cf3-4442-928c-04565a720711 service neutron] Pushing event updated for resources: {'Port': ['ID=53e9f3bb-dd81-4ef0-8762-2170a39623c6,revision_number=11']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:04.814897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cc4c3-5896-4e34-969f-7a0eedc4ab16 req-07f67a45-e4ff-4995-96cc-13972f4bd237 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:04.819796 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-324cc4c3-5896-4e34-969f-7a0eedc4ab16 req-07f67a45-e4ff-4995-96cc-13972f4bd237 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 950 time: 0.1711590 Dec 16 22:11:04.822622 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72145-a210-4c04-be78-29a692abed95 req-73650bd1-babe-42bc-8666-47dc0943a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:04.825157 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-73650bd1-babe-42bc-8666-47dc0943a6dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 1100 time: 0.1500044 Dec 16 22:11:05.004577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-324cc4c3-5896-4e34-969f-7a0eedc4ab16 req-862c607d-3048-43a8-89c5-7c58531cfeed tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786520 Dec 16 22:11:05.063522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72145-a210-4c04-be78-29a692abed95 req-52a61564-8f80-4e02-b02e-c9672cfc65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:05.065576 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-52a61564-8f80-4e02-b02e-c9672cfc65ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.2309093 Dec 16 22:11:05.097348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00626c60-ff06-4214-994d-fbe413f40ce0 req-6762b3c4-173f-4b2e-9464-2ea4d7aa6547 tempest-AbsoluteLimitsNegativeTestJSON-1080496237 tempest-AbsoluteLimitsNegativeTestJSON-1080496237-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=303ba6649a394c558e88247c260b0f34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826805 Dec 16 22:11:05.133774 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-c3e6e1e7-0a07-4761-9a5d-05b2b42e4244 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6 HTTP/1.1" status: 200 len: 217 time: 0.0565035 Dec 16 22:11:05.139460 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ce704697-901b-4740-aa3e-4544c2f99c44 req-bf1d620f-251a-41c4-bc9a-1700b193247f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:05.153981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ebf797c1-bb5d-4b3a-aa39-941231cf05ab', '25bb4fc8-fc39-4095-a5e3-4c5813f6dabe'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:05.161706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['fda962b4-4612-4379-82f8-686622f5e8fd', '6e870121-a5c4-456a-86ce-741a90fbe967', 'ba490fd2-7d57-46d7-bb9c-8f72f78231c7', '1a813d81-f1cc-4e02-9fac-67a1f5d794cd', '49e89910-cfaf-4e64-a762-5991640ba958'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:05.241245 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d620f-251a-41c4-bc9a-1700b193247f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event deleted for resources: {'Port': ['ID=379c4b2a-f022-411c-81ab-773b71206899,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:05.277356 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72145-a210-4c04-be78-29a692abed95 req-ab572627-8608-477f-8403-b6a34e07197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:05.277356 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-ab572627-8608-477f-8403-b6a34e07197e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1295867 Dec 16 22:11:05.344213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba165683-da6c-493f-b4d7-819e5b8c0ee1 req-3faea9da-3751-487b-8d26-89a94bbe7783 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:05.358812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba165683-da6c-493f-b4d7-819e5b8c0ee1 req-3faea9da-3751-487b-8d26-89a94bbe7783 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 945 time: 0.2463646 Dec 16 22:11:05.399727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72145-a210-4c04-be78-29a692abed95 req-f7a6832d-7307-4891-ab35-e5bdabd7dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:05.403393 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-f7a6832d-7307-4891-ab35-e5bdabd7dc6e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1162374 Dec 16 22:11:05.548136 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce704697-901b-4740-aa3e-4544c2f99c44 req-bf1d620f-251a-41c4-bc9a-1700b193247f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] No DVR routers for this DVR port 379c4b2a-f022-411c-81ab-773b71206899 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:05.596515 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-8c3a84c9-36a6-468d-98d7-0a7da749db2b service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849663 Dec 16 22:11:05.602135 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ce704697-901b-4740-aa3e-4544c2f99c44 req-bf1d620f-251a-41c4-bc9a-1700b193247f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:05.617709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce704697-901b-4740-aa3e-4544c2f99c44 req-bf1d620f-251a-41c4-bc9a-1700b193247f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.69 "DELETE /v2.0/ports/379c4b2a-f022-411c-81ab-773b71206899 HTTP/1.1" status: 204 len: 173 time: 1.3772688 Dec 16 22:11:05.619143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93151512-725e-4686-8616-aadeaf23c634', 'name': 'network-vif-deleted', 'tag': '379c4b2a-f022-411c-81ab-773b71206899'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:05.640675 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3538ada0-0ddb-42fa-9e40-0e4f17517080" -d '{"events": [{"server_uuid": "93151512-725e-4686-8616-aadeaf23c634", "name": "network-vif-deleted", "tag": "379c4b2a-f022-411c-81ab-773b71206899"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:05.663566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00626c60-ff06-4214-994d-fbe413f40ce0 req-96e3ff6c-d928-431a-8a5e-0b8a77459400 tempest-AbsoluteLimitsNegativeTestJSON-1080496237 tempest-AbsoluteLimitsNegativeTestJSON-1080496237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:05.669979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00626c60-ff06-4214-994d-fbe413f40ce0 req-96e3ff6c-d928-431a-8a5e-0b8a77459400 tempest-AbsoluteLimitsNegativeTestJSON-1080496237 tempest-AbsoluteLimitsNegativeTestJSON-1080496237-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5731926 Dec 16 22:11:05.715905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba165683-da6c-493f-b4d7-819e5b8c0ee1 req-fc9bda8c-ca3a-4a41-8940-9052328e2df9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3555028 Dec 16 22:11:05.767521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00626c60-ff06-4214-994d-fbe413f40ce0 req-2ebe035b-83af-4104-b4c2-b2fc3711b200 tempest-AbsoluteLimitsNegativeTestJSON-1080496237 tempest-AbsoluteLimitsNegativeTestJSON-1080496237-project] 10.222.0.43 "GET /v2.0/quotas/303ba6649a394c558e88247c260b0f34 HTTP/1.1" status: 200 len: 375 time: 0.0330238 Dec 16 22:11:05.837486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00626c60-ff06-4214-994d-fbe413f40ce0 req-c4bdfa0d-e17d-4d96-990a-6c0cc081c33b tempest-AbsoluteLimitsNegativeTestJSON-1080496237 tempest-AbsoluteLimitsNegativeTestJSON-1080496237-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=303ba6649a394c558e88247c260b0f34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611236 Dec 16 22:11:06.061149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e56542-fef2-4c7b-80bd-f8923e1fe815 req-217deaf2-da04-4b0a-8bb6-51fb16cbd62a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:06.065034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0e56542-fef2-4c7b-80bd-f8923e1fe815 req-217deaf2-da04-4b0a-8bb6-51fb16cbd62a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 949 time: 0.1486220 Dec 16 22:11:06.069688 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bff72145-a210-4c04-be78-29a692abed95 req-9075e149-d3e0-40bb-bf54-14e7b6eab60c service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655640 Dec 16 22:11:06.192469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0e56542-fef2-4c7b-80bd-f8923e1fe815 req-bddd0ac6-c8fe-41ff-92cd-0c9985c895a5 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000261 Dec 16 22:11:06.217509 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:06.219959 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b08ac7-8b2f-4661-b38b-a011b1139ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:06.400496 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cd766a-ebcd-415f-8df3-0c805399b279 x-openstack-request-id: req-97cd766a-ebcd-415f-8df3-0c805399b279 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:06.401009 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93151512-725e-4686-8616-aadeaf23c634", "name": "network-vif-deleted", "tag": "379c4b2a-f022-411c-81ab-773b71206899", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:06.401330 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97cd766a-ebcd-415f-8df3-0c805399b279 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:06.402948 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93151512-725e-4686-8616-aadeaf23c634', 'name': 'network-vif-deleted', 'tag': '379c4b2a-f022-411c-81ab-773b71206899', 'status': 'completed', 'code': 200} Dec 16 22:11:06.562670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bb76674-9b3f-44c8-8030-1ccc300e396b req-ac275d20-88a6-4c13-8f33-c3ce0decf463 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=93151512-725e-4686-8616-aadeaf23c634 HTTP/1.1" status: 200 len: 210 time: 0.0659719 Dec 16 22:11:06.583530 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 53e9f3bb-dd81-4ef0-8762-2170a39623c6 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:06.595948 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 379c4b2a-f022-411c-81ab-773b71206899 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:06.622277 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 379c4b2a-f022-411c-81ab-773b71206899 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:06.622615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 379c4b2a-f022-411c-81ab-773b71206899 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:06.691856 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15262248-fe74-4e80-8fef-3e67168a1a55 x-openstack-request-id: req-15262248-fe74-4e80-8fef-3e67168a1a55 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:06.692542 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:06.692782 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15262248-fe74-4e80-8fef-3e67168a1a55 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:06.693210 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6', 'status': 'completed', 'code': 200} Dec 16 22:11:06.702886 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5775b-499a-448a-8f0b-37acdf8ffc67 req-42af094c-44c5-4c3d-be57-72d21eec2659 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:06.707180 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1aa5775b-499a-448a-8f0b-37acdf8ffc67 req-42af094c-44c5-4c3d-be57-72d21eec2659 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 1096 time: 0.1673691 Dec 16 22:11:06.742239 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 53e9f3bb-dd81-4ef0-8762-2170a39623c6 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:06.830118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-019cdf60-9360-4001-8942-999c3df51fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:06.836042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-019cdf60-9360-4001-8942-999c3df51fed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 1100 time: 0.1185844 Dec 16 22:11:06.841945 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-e6c6837c-1935-4222-b439-3eae9c30a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:06.843765 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-e6c6837c-1935-4222-b439-3eae9c30a5e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 1100 time: 0.1293595 Dec 16 22:11:06.921781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1aa5775b-499a-448a-8f0b-37acdf8ffc67 req-4593c491-a244-4968-ad5d-03c663c4fb14 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960661 Dec 16 22:11:07.026585 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56906) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:07.080931 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-6e201075-bfdf-4fbc-9060-bccc0efd935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:07.082860 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-6e201075-bfdf-4fbc-9060-bccc0efd935a service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.2300212 Dec 16 22:11:07.097920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffd2d5-7615-431d-88ea-80d6c0f083ee req-cd1d2cd7-baf0-4ae3-a49a-59791063b7c0 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:07.099892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3ffd2d5-7615-431d-88ea-80d6c0f083ee req-cd1d2cd7-baf0-4ae3-a49a-59791063b7c0 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 945 time: 0.1828611 Dec 16 22:11:07.139021 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-08aa80e8-c235-4227-9211-90f06f6ac9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:07.140642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-08aa80e8-c235-4227-9211-90f06f6ac9ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.2886355 Dec 16 22:11:07.150802 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56912) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:07.166168 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-b5b3e35d-188f-4e78-a9e4-281960a8a3da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6 HTTP/1.1" status: 200 len: 217 time: 0.0740445 Dec 16 22:11:07.236977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-9569871e-e287-4f8e-b13d-b49c6b04b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:07.239900 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-9569871e-e287-4f8e-b13d-b49c6b04b38f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0665309 Dec 16 22:11:07.355153 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-a7ddb1c7-c732-4edd-889c-6ae824c43a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:07.357378 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-a7ddb1c7-c732-4edd-889c-6ae824c43a74 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1089087 Dec 16 22:11:07.548190 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-6c53683e-0d57-43ea-a962-9bdefaa97d3f service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828368 Dec 16 22:11:07.566305 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1139-7d73-469c-ac79-5d30d79ee47b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:07.644099 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-a3d63642-d12b-4379-a63c-d5dc8eb9064f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6 HTTP/1.1" status: 200 len: 217 time: 0.4802864 Dec 16 22:11:07.684109 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1139-7d73-469c-ac79-5d30d79ee47b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:07.748118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3ffd2d5-7615-431d-88ea-80d6c0f083ee req-ccc41a4a-e80f-4adb-9345-5ecaa096c293 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6392658 Dec 16 22:11:07.774351 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf5a4d34-5a61-4a00-a55a-12105a3022a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:07.815621 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1139-7d73-469c-ac79-5d30d79ee47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:07.845100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-bacf3447-4384-47f6-ae69-ab4e8f40df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:07.846977 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-bacf3447-4384-47f6-ae69-ab4e8f40df05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1907663 Dec 16 22:11:07.941325 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb1139-7d73-469c-ac79-5d30d79ee47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f5d19a-8b98-4ab7-9029-52290d201902,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:07.965833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-de70508c-5af7-4b76-b455-cb625467c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:07.968549 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-de70508c-5af7-4b76-b455-cb625467c8d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095252 Dec 16 22:11:07.981881 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e2cb1139-7d73-469c-ac79-5d30d79ee47b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=303ba6649a394c558e88247c260b0f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9542031 Dec 16 22:11:07.987483 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56928) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:07.996642 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-9795800b-3b13-43ac-b284-0c45f2bb5164 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138386 Dec 16 22:11:08.025070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01077fa6-5312-4825-9f85-312c454ad831 req-d2644028-9714-4677-97ec-c37dc52eb4e2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:08.027564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01077fa6-5312-4825-9f85-312c454ad831 req-d2644028-9714-4677-97ec-c37dc52eb4e2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 949 time: 0.1340306 Dec 16 22:11:08.110413 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf5a4d34-5a61-4a00-a55a-12105a3022a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:08.110726 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ff143448-2b17-4e91-8f67-ca06bfc9b1ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:08.153110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01077fa6-5312-4825-9f85-312c454ad831 req-efc9d18c-3ee7-45d5-bbbd-fa3f96f3dfd0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713382 Dec 16 22:11:08.179755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-c0cc9373-9750-490b-a55b-c0d024046bec service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945829 Dec 16 22:11:08.199646 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ff143448-2b17-4e91-8f67-ca06bfc9b1ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:08.376188 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf5a4d34-5a61-4a00-a55a-12105a3022a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:08.444875 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ff143448-2b17-4e91-8f67-ca06bfc9b1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:08.448224 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ff143448-2b17-4e91-8f67-ca06bfc9b1ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:08.452521 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ff143448-2b17-4e91-8f67-ca06bfc9b1ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30f5d19a-8b98-4ab7-9029-52290d201902 HTTP/1.1" status: 204 len: 168 time: 0.4611185 Dec 16 22:11:08.477071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff143448-2b17-4e91-8f67-ca06bfc9b1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f5d19a-8b98-4ab7-9029-52290d201902,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:08.501086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a4d34-5a61-4a00-a55a-12105a3022a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f85e01-37b7-4d62-bb00-805a3a2407df,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:08.529152 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56956) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:08.530844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cf5a4d34-5a61-4a00-a55a-12105a3022a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c523914662de43c9af00ec1b6ba2e772&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3786607 Dec 16 22:11:08.664618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06b08ac7-8b2f-4661-b38b-a011b1139ed2 req-b317fab9-9a0b-41da-bb0a-451e59a988b7 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770350 Dec 16 22:11:08.701966 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21e9d679-8405-4bfe-a6ec-2eb168ee582c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:08.715500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47a7b4-3e59-435f-a1a8-a2f0e2d22fe2 req-8746cb74-09c5-4b9d-b070-da78ed53c46b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:08.723794 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c47a7b4-3e59-435f-a1a8-a2f0e2d22fe2 req-8746cb74-09c5-4b9d-b070-da78ed53c46b tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 945 time: 0.1640923 Dec 16 22:11:08.734080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56958) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:08.741338 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21e9d679-8405-4bfe-a6ec-2eb168ee582c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:08.746019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-235c93f2-e607-43b2-9dc9-7eb4a30f7508 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Request body: {'floatingip': {'port_id': '2686e741-8d7f-4f39-9fe9-3c0d68858034'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:08.883442 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-235c93f2-e607-43b2-9dc9-7eb4a30f7508 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:08.906824 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21e9d679-8405-4bfe-a6ec-2eb168ee582c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:08.909852 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21e9d679-8405-4bfe-a6ec-2eb168ee582c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:08.914539 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-21e9d679-8405-4bfe-a6ec-2eb168ee582c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60f85e01-37b7-4d62-bb00-805a3a2407df HTTP/1.1" status: 204 len: 168 time: 0.3819003 Dec 16 22:11:08.944749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9d679-8405-4bfe-a6ec-2eb168ee582c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f85e01-37b7-4d62-bb00-805a3a2407df,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:09.475078 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbc6b7-2ee9-4409-bf44-0ca2b4cf96d4 req-cd8f9d36-9155-414e-9ede-65575503caf8 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:09.480897 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99bbc6b7-2ee9-4409-bf44-0ca2b4cf96d4 req-cd8f9d36-9155-414e-9ede-65575503caf8 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 949 time: 0.1044862 Dec 16 22:11:09.654432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99bbc6b7-2ee9-4409-bf44-0ca2b4cf96d4 req-e01bc661-c522-4f27-bd77-2253f821365c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622915 Dec 16 22:11:09.884992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab358ea4-330b-4770-93c7-c821a67c5311 req-61fff41e-eee8-4ddd-b00d-ef541740732b tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:09.897481 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab358ea4-330b-4770-93c7-c821a67c5311 req-61fff41e-eee8-4ddd-b00d-ef541740732b tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 950 time: 0.1146092 Dec 16 22:11:10.003690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab358ea4-330b-4770-93c7-c821a67c5311 req-6a7d0d7f-1661-4d0c-8ea0-8feb052035b4 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057434 Dec 16 22:11:10.043206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-ad46608a-3d1d-4796-8460-c33d768cc4c3 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:11:10.044766 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-ad46608a-3d1d-4796-8460-c33d768cc4c3 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069523 Dec 16 22:11:10.154364 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-235c93f2-e607-43b2-9dc9-7eb4a30f7508 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:10.177040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-04ed5848-3cac-4515-8eb3-f1be236dc911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:10.191633 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-04ed5848-3cac-4515-8eb3-f1be236dc911 service neutron] 10.222.0.43 "GET /v2.0/ports/053d09be-313e-4533-944f-306fb88a6bc1 HTTP/1.1" status: 200 len: 1093 time: 0.1330097 Dec 16 22:11:10.199458 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-865fd529-b2b2-4ba0-ab16-2ea42881e90a service neutron] Request body: {'binding': {'host': 'n-h1-821840-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:10.199927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-865fd529-b2b2-4ba0-ab16-2ea42881e90a service neutron] Unknown quota resources ['binding']. {{(pid=103952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:11:10.233323 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-235c93f2-e607-43b2-9dc9-7eb4a30f7508 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:10.437217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-865fd529-b2b2-4ba0-ab16-2ea42881e90a service neutron] Attempting to bind port 053d09be-313e-4533-944f-306fb88a6bc1 on host n-h1-821840-2 for vnic_type normal with profile None {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:10.437575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-865fd529-b2b2-4ba0-ab16-2ea42881e90a service neutron] Attempting to bind port 053d09be-313e-4533-944f-306fb88a6bc1 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:10.438310 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-865fd529-b2b2-4ba0-ab16-2ea42881e90a service neutron] Attempting to bind port 053d09be-313e-4533-944f-306fb88a6bc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:10.444368 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-865fd529-b2b2-4ba0-ab16-2ea42881e90a service neutron] Port 053d09be-313e-4533-944f-306fb88a6bc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:11:10.444785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-865fd529-b2b2-4ba0-ab16-2ea42881e90a service neutron] Attempting to bind port 053d09be-313e-4533-944f-306fb88a6bc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:10.453346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-865fd529-b2b2-4ba0-ab16-2ea42881e90a service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:10.453813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-865fd529-b2b2-4ba0-ab16-2ea42881e90a service neutron] Checking segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:10.454271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-865fd529-b2b2-4ba0-ab16-2ea42881e90a service neutron] Bound using segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:10.454726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-865fd529-b2b2-4ba0-ab16-2ea42881e90a service neutron] Bound port: 053d09be-313e-4533-944f-306fb88a6bc1, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:10.549312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-865fd529-b2b2-4ba0-ab16-2ea42881e90a service neutron] For port 053d09be-313e-4533-944f-306fb88a6bc1, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=053d09be-313e-4533-944f-306fb88a6bc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:10.557948 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-235c93f2-e607-43b2-9dc9-7eb4a30f7508 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Floating IP 5a21521d-90cd-43cb-b399-bb4e16d5a15d associated. External IP: 172.25.2.207, port: 2686e741-8d7f-4f39-9fe9-3c0d68858034. Dec 16 22:11:10.627805 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-865fd529-b2b2-4ba0-ab16-2ea42881e90a service neutron] Publish callbacks [] for binding, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:10.628643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 53e9f3bb-dd81-4ef0-8762-2170a39623c6 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:11:10.633212 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-865fd529-b2b2-4ba0-ab16-2ea42881e90a service neutron] 10.222.0.43 "POST /v2.0/ports/053d09be-313e-4533-944f-306fb88a6bc1/bindings HTTP/1.1" status: 201 len: 389 time: 0.4402959 Dec 16 22:11:10.645135 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085ea59-ce26-4f57-a96a-569c190b0c12 req-0ec2a6a8-3f66-4ba7-85f8-d7ce86a84ac6 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:10.656898 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7085ea59-ce26-4f57-a96a-569c190b0c12 req-0ec2a6a8-3f66-4ba7-85f8-d7ce86a84ac6 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 949 time: 0.2422688 Dec 16 22:11:10.699533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57022) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:10.988173 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:11.000822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7085ea59-ce26-4f57-a96a-569c190b0c12 req-51917986-adb6-4937-bbfb-e3281a92ee16 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422236 Dec 16 22:11:11.013830 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '53e9f3bb-dd81-4ef0-8762-2170a39623c6', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '53e9f3bb-dd81-4ef0-8762-2170a39623c6', 'mac_address': 'fa:16:3e:32:52:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:11:11.059550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ebca-59ed-4446-bf90-177c6e00b568 req-4ead0acb-05bb-42a6-b04c-8939dbc9894f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:11.063874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cf6ebca-59ed-4446-bf90-177c6e00b568 req-4ead0acb-05bb-42a6-b04c-8939dbc9894f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 950 time: 0.2123468 Dec 16 22:11:11.076004 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:11.110638 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e9f3bb-dd81-4ef0-8762-2170a39623c6 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:11.138527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:11.216297 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:11.428946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1893645455-network', 'tenant_id': '9a7bb17956864f3ab1507aefe9f30b8e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:11.431215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=53e9f3bb-dd81-4ef0-8762-2170a39623c6,revision_number=12']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:11.494323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-d932077c-b770-4e58-a504-83c6d0b56615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:11.504003 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-d932077c-b770-4e58-a504-83c6d0b56615 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 1096 time: 0.1471798 Dec 16 22:11:11.526832 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eee5e-9ef0-44cb-a2db-2ec405d78384 req-90908599-7229-40c0-9ca8-4ea8ef059823 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:11.535831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c1eee5e-9ef0-44cb-a2db-2ec405d78384 req-90908599-7229-40c0-9ca8-4ea8ef059823 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 945 time: 0.5039575 Dec 16 22:11:11.576593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['53e9f3bb-dd81-4ef0-8762-2170a39623c6'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:11.694480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] Made reservation on behalf of 9a7bb17956864f3ab1507aefe9f30b8e for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:11.697362 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:11.716520 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:11.806952 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-e3245721-886d-410b-82e3-9d7ee030e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:11.808900 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-e3245721-886d-410b-82e3-9d7ee030e85c service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 922 time: 0.2878990 Dec 16 22:11:11.821529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c1eee5e-9ef0-44cb-a2db-2ec405d78384 req-8d088fc2-fb6a-4f46-ba63-4588c559617f tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847695 Dec 16 22:11:11.863960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235c93f2-e607-43b2-9dc9-7eb4a30f7508 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Router 9633b382-8ffe-4332-a656-07efcd29b8bb has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:11:11.887599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4d538-7c76-4081-b96d-cf104230c643 req-718baee8-1cb0-4bc1-9f2d-c83d85d09648 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:11.888324 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fee4d538-7c76-4081-b96d-cf104230c643 req-718baee8-1cb0-4bc1-9f2d-c83d85d09648 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 950 time: 0.2628462 Dec 16 22:11:11.898704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-2cf6ebca-59ed-4446-bf90-177c6e00b568 req-f0c0a848-598e-4afd-802a-0983c4a97e0d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Deleting port 49e89910-cfaf-4e64-a762-5991640ba958 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:11.899053 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2cf6ebca-59ed-4446-bf90-177c6e00b568 req-f0c0a848-598e-4afd-802a-0983c4a97e0d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:11.991784 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-8206a853-fde1-4fcc-80d6-17a2350606ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=053d09be-313e-4533-944f-306fb88a6bc1 HTTP/1.1" status: 200 len: 217 time: 0.1744862 Dec 16 22:11:12.116486 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:12.124401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f0a43dc9-538e-42cb-97b8-0aa3ae1d0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:12.136151 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f0a43dc9-538e-42cb-97b8-0aa3ae1d0fbb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.1110053 Dec 16 22:11:12.172118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fee4d538-7c76-4081-b96d-cf104230c643 req-ebf80113-014d-4ef6-9e69-64b240195d38 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674913 Dec 16 22:11:12.174068 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-069092d1-d201-4509-b62b-ac7b8247595c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366440 Dec 16 22:11:12.174841 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:12.215552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235c93f2-e607-43b2-9dc9-7eb4a30f7508 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:11:12.227928 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80750d8-f359-42a3-8c09-6628cd33f5bb None None] Sync routers for ids ['9633b382-8ffe-4332-a656-07efcd29b8bb'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:11:12.237445 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:11:12.245029 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-235c93f2-e607-43b2-9dc9-7eb4a30f7508 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:12.258723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80750d8-f359-42a3-8c09-6628cd33f5bb None None] Routers {'9633b382-8ffe-4332-a656-07efcd29b8bb'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:12.267624 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f80750d8-f359-42a3-8c09-6628cd33f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:10:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9633b382-8ffe-4332-a656-07efcd29b8bb'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:12.314114 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a08aac-2e3d-48a4-add3-5666f14da74a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:12.319519 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:12.319871 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] Added segment 838a1af7-9806-4aee-acbc-27dc753f90a4 of type vlan for network 59079a34-3a8f-499e-b8cb-52794f9d4a6b Dec 16 22:11:12.342950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-c8f9c715-db99-4140-8c1e-48b34090a497 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876634 Dec 16 22:11:12.420732 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:12.428501 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-41af36c2-5921-46dd-b3c1-22c2ab3cd00e service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371368 Dec 16 22:11:12.436827 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-235c93f2-e607-43b2-9dc9-7eb4a30f7508 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "PUT /v2.0/floatingips/5a21521d-90cd-43cb-b399-bb4e16d5a15d HTTP/1.1" status: 200 len: 991 time: 3.6972480 Dec 16 22:11:12.442344 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57367f35-6f91-4ba7-8b2b-a89b2fe9118f', 'tag': '2686e741-8d7f-4f39-9fe9-3c0d68858034'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:12.450704 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7372266-47c6-4008-a20b-87f348b282b9" -d '{"events": [{"name": "network-changed", "server_uuid": "57367f35-6f91-4ba7-8b2b-a89b2fe9118f", "tag": "2686e741-8d7f-4f39-9fe9-3c0d68858034"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:12.519442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-2cf6ebca-59ed-4446-bf90-177c6e00b568 req-f0c0a848-598e-4afd-802a-0983c4a97e0d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] For port 49e89910-cfaf-4e64-a762-5991640ba958, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=49e89910-cfaf-4e64-a762-5991640ba958,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:12.519442 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2cf6ebca-59ed-4446-bf90-177c6e00b568 req-f0c0a848-598e-4afd-802a-0983c4a97e0d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:12.572132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-2cf6ebca-59ed-4446-bf90-177c6e00b568 req-f0c0a848-598e-4afd-802a-0983c4a97e0d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Calling delete_port for 49e89910-cfaf-4e64-a762-5991640ba958 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:12.644312 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.db.resource_extend [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:11:12.676739 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16f6e7a-62f0-403e-88d2-e9663b91ea4c x-openstack-request-id: req-f16f6e7a-62f0-403e-88d2-e9663b91ea4c {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:12.677472 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57367f35-6f91-4ba7-8b2b-a89b2fe9118f", "tag": "2686e741-8d7f-4f39-9fe9-3c0d68858034", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:12.677963 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f16f6e7a-62f0-403e-88d2-e9663b91ea4c {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:12.678797 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57367f35-6f91-4ba7-8b2b-a89b2fe9118f', 'tag': '2686e741-8d7f-4f39-9fe9-3c0d68858034', 'status': 'completed', 'code': 200} Dec 16 22:11:12.681821 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-9883ac5c-4b89-4dac-9304-ea95b201250f service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437570 Dec 16 22:11:12.762164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-f80750d8-f359-42a3-8c09-6628cd33f5bb None None] Set router 9633b382-8ffe-4332-a656-07efcd29b8bb gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:12.794848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-066e138a-94a3-49e9-a5c1-5e58b529727e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:12.796544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-066e138a-94a3-49e9-a5c1-5e58b529727e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4442301 Dec 16 22:11:12.843871 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7372266-47c6-4008-a20b-87f348b282b9 req-8cb94bda-ab5b-433e-bf78-331d3a138df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:12.845852 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7372266-47c6-4008-a20b-87f348b282b9 req-8cb94bda-ab5b-433e-bf78-331d3a138df8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8be5cec5e95d40cd9fd57b7ead1e24d4&device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 1096 time: 0.1429327 Dec 16 22:11:12.846692 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-a02bdbfd-201f-462d-96cc-950131cdac17 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/quotas/d067ebbc70344b07b31a66cb2ec78bcf HTTP/1.1" status: 200 len: 375 time: 0.0313392 Dec 16 22:11:13.106252 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:13.107238 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:13.107858 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:13.112321 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f80750d8-f359-42a3-8c09-6628cd33f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:59Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '5a21521d-90cd-43cb-b399-bb4e16d5a15d', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'port_id': '2686e741-8d7f-4f39-9fe9-3c0d68858034', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'mac_address': 'fa:16:3e:cd:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57367f35-6f91-4ba7-8b2b-a89b2fe9118f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:08:22Z', 'updated_at': '2021-12-16T22:11:09Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba67c2-0630-49c4-8d3e-a2c3971ae29c', 'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'mac_address': 'fa:16:3e:37:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:58Z', 'updated_at': '2021-12-16T22:08:03Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'subnets': [{'id': '8674e1f7-5eab-488d-97d5-402900229d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:13.153065 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80750d8-f359-42a3-8c09-6628cd33f5bb None None] Checking router: 9633b382-8ffe-4332-a656-07efcd29b8bb for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:11:13.163513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80750d8-f359-42a3-8c09-6628cd33f5bb None None] Routers {'9633b382-8ffe-4332-a656-07efcd29b8bb'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:13.164161 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f80750d8-f359-42a3-8c09-6628cd33f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:10:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9633b382-8ffe-4332-a656-07efcd29b8bb'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:13.196543 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] Pushing event updated for resources: {'Network': ['ID=59079a34-3a8f-499e-b8cb-52794f9d4a6b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:13.220474 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:13.221348 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 59079a34-3a8f-499e-b8cb-52794f9d4a6b details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:11:13.229042 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:13.263413 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f4a330b9-c340-4827-822b-03080fd2d312 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5626872 Dec 16 22:11:13.266301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57104) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:13.273061 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-3eb7a181-c701-44b7-9f67-3843fd73d23b admin admin] Request body: {'subnet': {'network_id': '59079a34-3a8f-499e-b8cb-52794f9d4a6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1893645455-subnet', 'tenant_id': '9a7bb17956864f3ab1507aefe9f30b8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:13.382835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb7a181-c701-44b7-9f67-3843fd73d23b admin admin] Made reservation on behalf of 9a7bb17956864f3ab1507aefe9f30b8e for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:13.389400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a181-c701-44b7-9f67-3843fd73d23b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:13.399407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-f80750d8-f359-42a3-8c09-6628cd33f5bb None None] Set router 9633b382-8ffe-4332-a656-07efcd29b8bb gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:13.492647 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57110) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:13.576617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7372266-47c6-4008-a20b-87f348b282b9 req-1e2e1ae1-921f-4919-bb3e-b1b447ccd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:13.579027 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7372266-47c6-4008-a20b-87f348b282b9 req-1e2e1ae1-921f-4919-bb3e-b1b447ccd262 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fb63b19-680d-4e5d-a062-91db40eb8e5b HTTP/1.1" status: 200 len: 925 time: 0.7180734 Dec 16 22:11:13.818868 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce6d93-d49d-40a4-b799-5582b678e98d req-04e76deb-04c3-4097-853b-689bc380fc4f tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:13.820989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ffce6d93-d49d-40a4-b799-5582b678e98d req-04e76deb-04c3-4097-853b-689bc380fc4f tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 945 time: 0.4767706 Dec 16 22:11:13.868062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-0e20ef80-9508-4f5b-b7ff-071e9512dd2e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9521637 Dec 16 22:11:13.884178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f80750d8-f359-42a3-8c09-6628cd33f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:59Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '5a21521d-90cd-43cb-b399-bb4e16d5a15d', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'port_id': '2686e741-8d7f-4f39-9fe9-3c0d68858034', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'mac_address': 'fa:16:3e:cd:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57367f35-6f91-4ba7-8b2b-a89b2fe9118f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:08:22Z', 'updated_at': '2021-12-16T22:11:09Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba67c2-0630-49c4-8d3e-a2c3971ae29c', 'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'mac_address': 'fa:16:3e:37:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:58Z', 'updated_at': '2021-12-16T22:08:03Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'subnets': [{'id': '8674e1f7-5eab-488d-97d5-402900229d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:13.912743 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35d3939c-53aa-4dad-8dc1-f79b0d1ad783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:13.934550 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80750d8-f359-42a3-8c09-6628cd33f5bb None None] The sync data for ids ['9633b382-8ffe-4332-a656-07efcd29b8bb'] in n-d-821840-2 is: [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:59Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '5a21521d-90cd-43cb-b399-bb4e16d5a15d', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'port_id': '2686e741-8d7f-4f39-9fe9-3c0d68858034', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'mac_address': 'fa:16:3e:cd:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57367f35-6f91-4ba7-8b2b-a89b2fe9118f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:08:22Z', 'updated_at': '2021-12-16T22:11:09Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba67c2-0630-49c4-8d3e-a2c3971ae29c', 'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'mac_address': 'fa:16:3e:37:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:58Z', 'updated_at': '2021-12-16T22:08:03Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'subnets': [{'id': '8674e1f7-5eab-488d-97d5-402900229d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:11:13.956849 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2cf6ebca-59ed-4446-bf90-177c6e00b568 req-f0c0a848-598e-4afd-802a-0983c4a97e0d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:13.971507 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['fda962b4-4612-4379-82f8-686622f5e8fd', '6e870121-a5c4-456a-86ce-741a90fbe967', 'ba490fd2-7d57-46d7-bb9c-8f72f78231c7', '1a813d81-f1cc-4e02-9fac-67a1f5d794cd', '49e89910-cfaf-4e64-a762-5991640ba958'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:14.011587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7372266-47c6-4008-a20b-87f348b282b9 req-f502a800-ee21-4066-aded-f4f2b63042a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2686e741-8d7f-4f39-9fe9-3c0d68858034 HTTP/1.1" status: 200 len: 999 time: 0.3844392 Dec 16 22:11:14.042617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ebf797c1-bb5d-4b3a-aa39-941231cf05ab', '25bb4fc8-fc39-4095-a5e3-4c5813f6dabe'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:14.219942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ffce6d93-d49d-40a4-b799-5582b678e98d req-7d3f4bbf-10f2-446e-87f5-46be0dc4aa9d tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711517 Dec 16 22:11:14.229671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0a848-598e-4afd-802a-0983c4a97e0d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event deleted for resources: {'Port': ['ID=49e89910-cfaf-4e64-a762-5991640ba958,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:14.270536 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a181-c701-44b7-9f67-3843fd73d23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:14.343080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf6ebca-59ed-4446-bf90-177c6e00b568 req-f0c0a848-598e-4afd-802a-0983c4a97e0d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] No DVR routers for this DVR port 49e89910-cfaf-4e64-a762-5991640ba958 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:14.357470 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2cf6ebca-59ed-4446-bf90-177c6e00b568 req-f0c0a848-598e-4afd-802a-0983c4a97e0d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:14.375525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cf6ebca-59ed-4446-bf90-177c6e00b568 req-f0c0a848-598e-4afd-802a-0983c4a97e0d tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "DELETE /v2.0/ports/49e89910-cfaf-4e64-a762-5991640ba958 HTTP/1.1" status: 204 len: 173 time: 3.2591510 Dec 16 22:11:14.489295 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab99d581-4c8f-45a3-950d-f2de010c528a None None] New status for floating IP 5a21521d-90cd-43cb-b399-bb4e16d5a15d: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:11:14.509745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7a181-c701-44b7-9f67-3843fd73d23b admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e23a00-f39c-4042-9489-c832f4556001,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:14.611201 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7a181-c701-44b7-9f67-3843fd73d23b admin admin] Checking segment: {'id': '838a1af7-9806-4aee-acbc-27dc753f90a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59079a34-3a8f-499e-b8cb-52794f9d4a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:14.611594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb7a181-c701-44b7-9f67-3843fd73d23b admin admin] Network hostable DHCP agents. Network: 59079a34-3a8f-499e-b8cb-52794f9d4a6b, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:11:14.655423 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 53e9f3bb-dd81-4ef0-8762-2170a39623c6 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:14.732590 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35d3939c-53aa-4dad-8dc1-f79b0d1ad783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:14.742241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7372266-47c6-4008-a20b-87f348b282b9 req-39a8d3bc-4afb-43e5-8e30-f85a5b656f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:14.744596 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7372266-47c6-4008-a20b-87f348b282b9 req-39a8d3bc-4afb-43e5-8e30-f85a5b656f6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8674e1f7-5eab-488d-97d5-402900229d08 HTTP/1.1" status: 200 len: 863 time: 0.6693666 Dec 16 22:11:14.746806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc08b765-5dac-4dab-bae5-e797b44a4dd3', 'name': 'network-vif-deleted', 'tag': '49e89910-cfaf-4e64-a762-5991640ba958'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:14.752928 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c05cd17-ba8d-4d43-aa66-33280c686412" -d '{"events": [{"server_uuid": "cc08b765-5dac-4dab-bae5-e797b44a4dd3", "name": "network-vif-deleted", "tag": "49e89910-cfaf-4e64-a762-5991640ba958"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:14.769586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb7a181-c701-44b7-9f67-3843fd73d23b admin admin] Network 59079a34-3a8f-499e-b8cb-52794f9d4a6b is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:11:14.889994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ccffd308-37e1-47df-9f5d-d9dc0e509d25 req-03356ba3-3693-4fee-84e9-9ec622c40674 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 210 time: 0.1256292 Dec 16 22:11:14.897335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49110a27-69d3-4f1e-94ea-6ea2ce4405fa req-eb7a74b4-9c4d-4a1b-99b5-c78c6bb77da8 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc08b765-5dac-4dab-bae5-e797b44a4dd3 HTTP/1.1" status: 200 len: 210 time: 0.1019421 Dec 16 22:11:14.899904 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35d3939c-53aa-4dad-8dc1-f79b0d1ad783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:14.918956 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-3eb7a181-c701-44b7-9f67-3843fd73d23b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 59079a34-3a8f-499e-b8cb-52794f9d4a6b) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:14.923749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb7a181-c701-44b7-9f67-3843fd73d23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:14.924664 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a181-c701-44b7-9f67-3843fd73d23b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:14.967356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-35d3939c-53aa-4dad-8dc1-f79b0d1ad783 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bddc4a921227459d9d9ce3c7fc364a2e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4572084 Dec 16 22:11:14.969000 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924f590e-53f7-4895-856e-6c17c6244dea x-openstack-request-id: req-924f590e-53f7-4895-856e-6c17c6244dea {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:14.969291 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc08b765-5dac-4dab-bae5-e797b44a4dd3", "name": "network-vif-deleted", "tag": "49e89910-cfaf-4e64-a762-5991640ba958", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:14.969681 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-924f590e-53f7-4895-856e-6c17c6244dea {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:14.975450 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57136) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:14.975602 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc08b765-5dac-4dab-bae5-e797b44a4dd3', 'name': 'network-vif-deleted', 'tag': '49e89910-cfaf-4e64-a762-5991640ba958', 'status': 'completed', 'code': 200} Dec 16 22:11:15.004274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3939c-53aa-4dad-8dc1-f79b0d1ad783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dca18e-8843-4f32-bfb4-ddfd16c451bd,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:15.019297 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7372266-47c6-4008-a20b-87f348b282b9 req-6ad5a0f8-2435-4afd-b8da-9638dc93e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:15.020867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7372266-47c6-4008-a20b-87f348b282b9 req-6ad5a0f8-2435-4afd-b8da-9638dc93e4dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fb63b19-680d-4e5d-a062-91db40eb8e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624155 Dec 16 22:11:15.072767 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3eb7a181-c701-44b7-9f67-3843fd73d23b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8046906 Dec 16 22:11:15.106517 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5f491d-c1ab-452e-b6a3-5e4058c5bbd9 None None] Network 59079a34-3a8f-499e-b8cb-52794f9d4a6b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:11:15.138780 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e13fcfcf-dec5-4446-8f21-811627cbaeb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:15.204406 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e13fcfcf-dec5-4446-8f21-811627cbaeb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:15.267146 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7372266-47c6-4008-a20b-87f348b282b9 req-f7a92b1d-76dd-491f-891d-b97b7e92d31b service neutron] 10.222.0.24 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367074 Dec 16 22:11:15.364687 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e13fcfcf-dec5-4446-8f21-811627cbaeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:15.367907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e13fcfcf-dec5-4446-8f21-811627cbaeb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:15.369373 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e13fcfcf-dec5-4446-8f21-811627cbaeb9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6dca18e-8843-4f32-bfb4-ddfd16c451bd HTTP/1.1" status: 204 len: 168 time: 0.3982496 Dec 16 22:11:15.389026 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fcfcf-dec5-4446-8f21-811627cbaeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dca18e-8843-4f32-bfb4-ddfd16c451bd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:15.424393 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:11:15.452833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7372266-47c6-4008-a20b-87f348b282b9 req-2a8f491e-2105-4dd6-9d0a-fa27c14f02d2 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734838 Dec 16 22:11:15.538349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:15.538733 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:15.597384 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961c592-30b3-47fb-87c8-a14087eb2de7 req-cf888fb2-c3ea-4f4e-9f44-75a7bfe603e2 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:15.617573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f961c592-30b3-47fb-87c8-a14087eb2de7 req-cf888fb2-c3ea-4f4e-9f44-75a7bfe603e2 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 945 time: 0.1333947 Dec 16 22:11:15.659753 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-f742ef39-c0a5-4469-9cd1-4d56875bdc6e req-4e278875-dc95-4265-acd0-88cc9ee2ff2d tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-299925345', 'description': 'tempest-description-476894712'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:15.670299 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dae284-5ce6-46f5-9545-705cdca0f1f7 None None] Network 59079a34-3a8f-499e-b8cb-52794f9d4a6b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:11:15.713967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f961c592-30b3-47fb-87c8-a14087eb2de7 req-e4541ecc-03e8-49aa-8008-47f2b42531c0 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949106 Dec 16 22:11:15.879520 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f742ef39-c0a5-4469-9cd1-4d56875bdc6e req-4e278875-dc95-4265-acd0-88cc9ee2ff2d tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:16.163067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa0726bf-0f31-4b09-9c73-ff7e93cba0b1 req-17e9aa93-dd41-46a5-83e8-9386c593b47c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 210 time: 0.0718985 Dec 16 22:11:16.172370 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f742ef39-c0a5-4469-9cd1-4d56875bdc6e req-4e278875-dc95-4265-acd0-88cc9ee2ff2d tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:16.216180 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f742ef39-c0a5-4469-9cd1-4d56875bdc6e req-4e278875-dc95-4265-acd0-88cc9ee2ff2d tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:16.284611 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:16.378209 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f742ef39-c0a5-4469-9cd1-4d56875bdc6e req-4e278875-dc95-4265-acd0-88cc9ee2ff2d tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:16.388321 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:16.391043 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822deee3-03da-4d19-b781-fc87258ea13a" -d '{"events": [{"server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "name": "network-vif-plugged", "status": "completed", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:16.395386 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f742ef39-c0a5-4469-9cd1-4d56875bdc6e req-4e278875-dc95-4265-acd0-88cc9ee2ff2d tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.7461512 Dec 16 22:11:16.396942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e278875-dc95-4265-acd0-88cc9ee2ff2d tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fbbce2-f709-4657-bd3e-8fe39cb70ffa,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:16.420713 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:16.536677 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 49e89910-cfaf-4e64-a762-5991640ba958 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:16.552216 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbb8111-d37f-46c4-b90b-40b8a31fa05d x-openstack-request-id: req-fcbb8111-d37f-46c4-b90b-40b8a31fa05d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:16.552434 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "name": "network-vif-plugged", "status": "completed", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:16.552671 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fcbb8111-d37f-46c4-b90b-40b8a31fa05d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:16.554546 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6', 'code': 200} Dec 16 22:11:16.564875 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:16.613932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-8b895608-c066-4628-a284-31530066726b req-c1181ce3-ea6a-423c-88a3-b19bb6d0e31f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-779474231', 'description': 'tempest-description-1274706294'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:16.636085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 49e89910-cfaf-4e64-a762-5991640ba958 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:16.636613 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 49e89910-cfaf-4e64-a762-5991640ba958 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:16.710198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=53e9f3bb-dd81-4ef0-8762-2170a39623c6,revision_number=13']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:16.810633 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8b895608-c066-4628-a284-31530066726b req-c1181ce3-ea6a-423c-88a3-b19bb6d0e31f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:17.116602 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8b895608-c066-4628-a284-31530066726b req-c1181ce3-ea6a-423c-88a3-b19bb6d0e31f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:17.192399 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8b895608-c066-4628-a284-31530066726b req-c1181ce3-ea6a-423c-88a3-b19bb6d0e31f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:17.274404 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1181ce3-ea6a-423c-88a3-b19bb6d0e31f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00942c8-1e12-476f-958c-8d6cf88f5603,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:17.300370 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce22e2-67c7-4b5f-b319-3ce5f8c7740d req-9f32f15b-f34c-4bd9-8d1b-0461a2ed4a58 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:17.302808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56ce22e2-67c7-4b5f-b319-3ce5f8c7740d req-9f32f15b-f34c-4bd9-8d1b-0461a2ed4a58 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 945 time: 0.1257646 Dec 16 22:11:17.365895 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8b895608-c066-4628-a284-31530066726b req-c1181ce3-ea6a-423c-88a3-b19bb6d0e31f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:17.382781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b895608-c066-4628-a284-31530066726b req-c1181ce3-ea6a-423c-88a3-b19bb6d0e31f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7943840 Dec 16 22:11:17.444872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56ce22e2-67c7-4b5f-b319-3ce5f8c7740d req-68a3f6ec-0aff-4638-9303-b84782960504 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311467 Dec 16 22:11:17.677889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57212) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:17.833194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-21f45627-f234-4808-80a4-a3ebb49b0829 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2104760695-network', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:18.021380 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-57a6ff64-4467-41d7-b7a8-7407f461116a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641804 Dec 16 22:11:18.027603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f45627-f234-4808-80a4-a3ebb49b0829 admin admin] Made reservation on behalf of efd1f41944b24a619b78241b28fbf14f for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:18.030193 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21f45627-f234-4808-80a4-a3ebb49b0829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:18.039256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b9c3a-2da9-430d-bfeb-7e5bdcc5c7ef req-a5b40465-b70f-44b4-8b35-4da4a46ed614 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:18.040957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af6b9c3a-2da9-430d-bfeb-7e5bdcc5c7ef req-a5b40465-b70f-44b4-8b35-4da4a46ed614 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 949 time: 0.2866886 Dec 16 22:11:18.043179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b18b33bb-9949-4f74-b273-00912fe502f9 req-62f42f56-8658-4268-89ca-6b96f4171f02 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 210 time: 0.1673748 Dec 16 22:11:18.087143 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21f45627-f234-4808-80a4-a3ebb49b0829 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:18.204820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af6b9c3a-2da9-430d-bfeb-7e5bdcc5c7ef req-00dd4789-3d32-4e00-bef3-c831d697cbb3 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446383 Dec 16 22:11:18.263398 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21f45627-f234-4808-80a4-a3ebb49b0829 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:18.287910 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-427881ef-a0f0-45a5-aeaa-a65bed48f397 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:18.288999 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-427881ef-a0f0-45a5-aeaa-a65bed48f397 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2437127 Dec 16 22:11:18.305833 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-b7dcc1d7-1df4-4fe3-8d2e-2ca1b060f3bb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Request body: {'port': {'device_id': '771d6dff-6823-4136-82ba-fabda5353ae3', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': 'd067ebbc70344b07b31a66cb2ec78bcf'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:18.372310 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21f45627-f234-4808-80a4-a3ebb49b0829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:18.418917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-b2f153e6-148b-4488-8cac-aef001815b77 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:18.426176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f45627-f234-4808-80a4-a3ebb49b0829 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:11:18.430827 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-b2f153e6-148b-4488-8cac-aef001815b77 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/networks?id=59079a34-3a8f-499e-b8cb-52794f9d4a6b HTTP/1.1" status: 200 len: 813 time: 0.2160540 Dec 16 22:11:18.435401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f45627-f234-4808-80a4-a3ebb49b0829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96492ab7-2624-41d5-b421-733911e4f7c5,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:18.451773 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21f45627-f234-4808-80a4-a3ebb49b0829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:18.451773 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-21f45627-f234-4808-80a4-a3ebb49b0829 admin admin] Added segment ab464872-40ce-4afc-bacc-99820c4919b1 of type vlan for network 8fd9f83b-39c6-4366-b317-465c5361dafb Dec 16 22:11:18.478779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-194bf838-10f7-4c91-b03c-094a56db3033 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/quotas/9a7bb17956864f3ab1507aefe9f30b8e HTTP/1.1" status: 200 len: 375 time: 0.0465596 Dec 16 22:11:18.531024 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21f45627-f234-4808-80a4-a3ebb49b0829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:18.565874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-51675601-7056-492b-a522-35b8035816f8 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a7bb17956864f3ab1507aefe9f30b8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860755 Dec 16 22:11:18.656269 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-b7dcc1d7-1df4-4fe3-8d2e-2ca1b060f3bb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Made reservation on behalf of d067ebbc70344b07b31a66cb2ec78bcf for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:18.660153 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-b7dcc1d7-1df4-4fe3-8d2e-2ca1b060f3bb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:18.809787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166c0e7-fc75-4146-987b-d9086f393a73 req-9b94c4fa-5d7e-4af0-90e8-ab90cd7d740c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:18.818155 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8166c0e7-fc75-4146-987b-d9086f393a73 req-9b94c4fa-5d7e-4af0-90e8-ab90cd7d740c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 945 time: 0.2219720 Dec 16 22:11:18.823917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-b7dcc1d7-1df4-4fe3-8d2e-2ca1b060f3bb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Allocated IP 192.168.233.226 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/687551d9-88dd-4645-bf60-89ebbbe4818c) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:11:18.884878 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a208d9d2-0a82-4a59-9747-c2a584235d35 req-a898f7c2-3967-42b1-9876-4c751b4fcdb0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9aed3243-82ea-4477-b863-ee11e123d669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1912718 Dec 16 22:11:18.915179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f35a1-6172-42b1-b434-e4f416363efe req-9eebb20f-7ed4-40c3-9309-ca95ef156c9b tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:18.917863 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c1f35a1-6172-42b1-b434-e4f416363efe req-9eebb20f-7ed4-40c3-9309-ca95ef156c9b tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 949 time: 0.2119832 Dec 16 22:11:19.054568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-542a9e81-d9f4-4b04-9364-ac3db4fda82b service neutron] 10.222.0.43 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871898 Dec 16 22:11:19.111924 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8166c0e7-fc75-4146-987b-d9086f393a73 req-8703308d-4e84-4362-8d4c-dab2405547d4 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924738 Dec 16 22:11:19.169265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208d9d2-0a82-4a59-9747-c2a584235d35 req-6fad080b-98de-444b-bbae-60f2dacee0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:19.170780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a208d9d2-0a82-4a59-9747-c2a584235d35 req-6fad080b-98de-444b-bbae-60f2dacee0f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=9aed3243-82ea-4477-b863-ee11e123d669 HTTP/1.1" status: 200 len: 1100 time: 0.2383130 Dec 16 22:11:19.250869 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21f45627-f234-4808-80a4-a3ebb49b0829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:19.253927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f45627-f234-4808-80a4-a3ebb49b0829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:19.253927 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21f45627-f234-4808-80a4-a3ebb49b0829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:19.369201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-970e9492-aa51-4cc8-8555-16e01a0213aa service neutron] 10.222.0.43 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137379 Dec 16 22:11:19.376558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-5c1f35a1-6172-42b1-b434-e4f416363efe req-a69fe9d6-e6bc-43b5-b3ef-501acfb87167 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Deleting port 1a813d81-f1cc-4e02-9fac-67a1f5d794cd {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:19.376933 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5c1f35a1-6172-42b1-b434-e4f416363efe req-a69fe9d6-e6bc-43b5-b3ef-501acfb87167 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:19.380713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208d9d2-0a82-4a59-9747-c2a584235d35 req-0a527eb7-91c9-4a8b-87ef-129a7209d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:19.382839 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a208d9d2-0a82-4a59-9747-c2a584235d35 req-0a527eb7-91c9-4a8b-87ef-129a7209d0c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1822205 Dec 16 22:11:19.398556 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-21f45627-f234-4808-80a4-a3ebb49b0829 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7150369 Dec 16 22:11:19.408327 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57246) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:19.414151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f77db18c-7b60-4bf2-a4f0-32c0799ed702 admin admin] Request body: {'subnet': {'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2104760695-subnet', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:19.454881 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-b7dcc1d7-1df4-4fe3-8d2e-2ca1b060f3bb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:19.461526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f45627-f234-4808-80a4-a3ebb49b0829 admin admin] Pushing event updated for resources: {'Network': ['ID=8fd9f83b-39c6-4366-b317-465c5361dafb,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:19.488909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 8fd9f83b-39c6-4366-b317-465c5361dafb details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:11:19.538843 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a208d9d2-0a82-4a59-9747-c2a584235d35 req-1ce3cd85-0e32-4017-9985-079e477162f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=6e870121-a5c4-456a-86ce-741a90fbe967 HTTP/1.1" status: 200 len: 217 time: 0.1352928 Dec 16 22:11:19.612488 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-b7dcc1d7-1df4-4fe3-8d2e-2ca1b060f3bb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:19.626825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d8d6d6a-979e-4138-a92c-4f52df6373f9 req-4f3ae870-9be8-4296-88fc-1e5397c193ca tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 210 time: 0.1099434 Dec 16 22:11:19.630635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['20c6c008-b5b5-4ef4-8c49-542c05822c8f', '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3', '53e9f3bb-dd81-4ef0-8762-2170a39623c6'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:19.714241 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcc1d7-1df4-4fe3-8d2e-2ca1b060f3bb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Pushing event updated for resources: {'Port': ['ID=687551d9-88dd-4645-bf60-89ebbbe4818c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:19.738048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-b7dcc1d7-1df4-4fe3-8d2e-2ca1b060f3bb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:19.740813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-b7dcc1d7-1df4-4fe3-8d2e-2ca1b060f3bb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:19.757176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-b7dcc1d7-1df4-4fe3-8d2e-2ca1b060f3bb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:11:19.821193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77db18c-7b60-4bf2-a4f0-32c0799ed702 admin admin] Made reservation on behalf of efd1f41944b24a619b78241b28fbf14f for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:19.823933 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f77db18c-7b60-4bf2-a4f0-32c0799ed702 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:19.863980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208d9d2-0a82-4a59-9747-c2a584235d35 req-3f953a38-848b-4445-a925-e67c963cde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:19.865531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a208d9d2-0a82-4a59-9747-c2a584235d35 req-3f953a38-848b-4445-a925-e67c963cde93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.3050735 Dec 16 22:11:19.887333 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-5c1f35a1-6172-42b1-b434-e4f416363efe req-a69fe9d6-e6bc-43b5-b3ef-501acfb87167 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] For port 1a813d81-f1cc-4e02-9fac-67a1f5d794cd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=1a813d81-f1cc-4e02-9fac-67a1f5d794cd,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:19.888062 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5c1f35a1-6172-42b1-b434-e4f416363efe req-a69fe9d6-e6bc-43b5-b3ef-501acfb87167 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:19.905349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-5c1f35a1-6172-42b1-b434-e4f416363efe req-a69fe9d6-e6bc-43b5-b3ef-501acfb87167 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Calling delete_port for 1a813d81-f1cc-4e02-9fac-67a1f5d794cd owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:19.954066 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-b7dcc1d7-1df4-4fe3-8d2e-2ca1b060f3bb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:19.954833 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-b7dcc1d7-1df4-4fe3-8d2e-2ca1b060f3bb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:20.076184 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-b7dcc1d7-1df4-4fe3-8d2e-2ca1b060f3bb tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7743812 Dec 16 22:11:20.095253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Request body: {'port': {'device_id': '771d6dff-6823-4136-82ba-fabda5353ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:20.199005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbf2ecb0-4842-48bd-9aa9-3a048a94d1c8 req-31d771df-b92a-4349-9c7c-f576a9a0a494 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 210 time: 0.3218918 Dec 16 22:11:20.216805 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50038a0c-b9aa-489d-a9e3-d60096832978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:20.233140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d94ab-6d55-43ee-9f4e-21927f1346d6 req-f8cce023-f4d4-4b6f-b10d-8c7cbd87375a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:20.242423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a4d94ab-6d55-43ee-9f4e-21927f1346d6 req-f8cce023-f4d4-4b6f-b10d-8c7cbd87375a tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 949 time: 0.4100451 Dec 16 22:11:20.260145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208d9d2-0a82-4a59-9747-c2a584235d35 req-4494497a-3231-466c-b1e7-232155c94a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:20.265513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a208d9d2-0a82-4a59-9747-c2a584235d35 req-4494497a-3231-466c-b1e7-232155c94a64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2412484 Dec 16 22:11:20.336562 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:20.371816 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0ae626fa-a372-4b26-ba8b-0667c447aa44 None None] Provisioning complete for port 687551d9-88dd-4645-bf60-89ebbbe4818c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:20.372038 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ae626fa-a372-4b26-ba8b-0667c447aa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:20.447512 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0ae626fa-a372-4b26-ba8b-0667c447aa44 None None] Port 687551d9-88dd-4645-bf60-89ebbbe4818c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:11:20.449361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a4d94ab-6d55-43ee-9f4e-21927f1346d6 req-e2abc852-c502-45e5-904f-4958a0e11a7b tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044818 Dec 16 22:11:20.473161 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5c1f35a1-6172-42b1-b434-e4f416363efe req-a69fe9d6-e6bc-43b5-b3ef-501acfb87167 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:20.505005 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['fda962b4-4612-4379-82f8-686622f5e8fd', '6e870121-a5c4-456a-86ce-741a90fbe967', 'ba490fd2-7d57-46d7-bb9c-8f72f78231c7', '1a813d81-f1cc-4e02-9fac-67a1f5d794cd'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:20.537049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fe9d6-e6bc-43b5-b3ef-501acfb87167 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event deleted for resources: {'Port': ['ID=1a813d81-f1cc-4e02-9fac-67a1f5d794cd,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:20.555733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd59ab6-eec0-4fc8-ae6b-4946945732a9 req-c0dcf420-d49a-4c38-9647-5afa4d52edcb tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:20.558244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cd59ab6-eec0-4fc8-ae6b-4946945732a9 req-c0dcf420-d49a-4c38-9647-5afa4d52edcb tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 945 time: 0.2323787 Dec 16 22:11:20.623541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1f35a1-6172-42b1-b434-e4f416363efe req-a69fe9d6-e6bc-43b5-b3ef-501acfb87167 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] No DVR routers for this DVR port 1a813d81-f1cc-4e02-9fac-67a1f5d794cd on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:20.642110 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5c1f35a1-6172-42b1-b434-e4f416363efe req-a69fe9d6-e6bc-43b5-b3ef-501acfb87167 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:20.645651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c1f35a1-6172-42b1-b434-e4f416363efe req-a69fe9d6-e6bc-43b5-b3ef-501acfb87167 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "DELETE /v2.0/ports/1a813d81-f1cc-4e02-9fac-67a1f5d794cd HTTP/1.1" status: 204 len: 173 time: 1.7019379 Dec 16 22:11:20.647723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ca964c-2510-4fb1-a35c-a90e42f0eb45', 'name': 'network-vif-deleted', 'tag': '1a813d81-f1cc-4e02-9fac-67a1f5d794cd'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:20.654153 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8fc290-3722-46c8-8c22-1f0fa975a295" -d '{"events": [{"server_uuid": "03ca964c-2510-4fb1-a35c-a90e42f0eb45", "name": "network-vif-deleted", "tag": "1a813d81-f1cc-4e02-9fac-67a1f5d794cd"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:20.724071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a208d9d2-0a82-4a59-9747-c2a584235d35 req-c2506b27-5864-41b7-ad47-ab0874b6b106 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511640 Dec 16 22:11:20.851071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a208d9d2-0a82-4a59-9747-c2a584235d35 req-7500f452-9af0-44e6-a6b9-be23da13b3e1 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155746 Dec 16 22:11:20.903150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cd59ab6-eec0-4fc8-ae6b-4946945732a9 req-346670f8-b21e-467c-b0bf-6011577d6675 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850974 Dec 16 22:11:21.054188 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687551d9-88dd-4645-bf60-89ebbbe4818c {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:21.067001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:21.091335 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddd2b0b-03b1-408d-9438-8c8a4346276b x-openstack-request-id: req-dddd2b0b-03b1-408d-9438-8c8a4346276b {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:21.091941 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ca964c-2510-4fb1-a35c-a90e42f0eb45", "name": "network-vif-deleted", "tag": "1a813d81-f1cc-4e02-9fac-67a1f5d794cd", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:21.092353 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dddd2b0b-03b1-408d-9438-8c8a4346276b {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:21.092955 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ca964c-2510-4fb1-a35c-a90e42f0eb45', 'name': 'network-vif-deleted', 'tag': '1a813d81-f1cc-4e02-9fac-67a1f5d794cd', 'status': 'completed', 'code': 200} Dec 16 22:11:21.129459 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Transition to ACTIVE for port object 687551d9-88dd-4645-bf60-89ebbbe4818c will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:11:21.211363 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:21.368996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Pushing event updated for resources: {'Port': ['ID=687551d9-88dd-4645-bf60-89ebbbe4818c,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:21.484516 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Attempting to bind port 687551d9-88dd-4645-bf60-89ebbbe4818c on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:21.485180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Attempting to bind port 687551d9-88dd-4645-bf60-89ebbbe4818c by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:21.485752 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Attempting to bind port 687551d9-88dd-4645-bf60-89ebbbe4818c on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:21.491244 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Port 687551d9-88dd-4645-bf60-89ebbbe4818c on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:11:21.491977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Attempting to bind port 687551d9-88dd-4645-bf60-89ebbbe4818c on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:21.505473 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:21.506144 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:21.506938 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:21.510979 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Bound port: 687551d9-88dd-4645-bf60-89ebbbe4818c, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:21.513147 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:21.628560 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:21.632675 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=687551d9-88dd-4645-bf60-89ebbbe4818c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:21.822324 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:21.828649 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f77db18c-7b60-4bf2-a4f0-32c0799ed702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:21.850471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ebf797c1-bb5d-4b3a-aa39-941231cf05ab', '25bb4fc8-fc39-4095-a5e3-4c5813f6dabe'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:21.891462 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:21.892396 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:21.895232 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] 10.222.0.69 "PUT /v2.0/ports/687551d9-88dd-4645-bf60-89ebbbe4818c HTTP/1.1" status: 200 len: 1096 time: 1.8054264 Dec 16 22:11:21.896245 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:21.899041 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7f1d41-4e5b-481f-b608-1b9583d47ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:21.902341 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b6fa3a1-a790-410e-b872-ab656bc00e0e req-9259c452-0a50-4b73-bd9c-7f9baec35d9b tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 210 time: 0.5470490 Dec 16 22:11:21.981970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a5b37-7fd8-4421-8171-4b14ddae8d52 service neutron] Pushing event updated for resources: {'Port': ['ID=687551d9-88dd-4645-bf60-89ebbbe4818c,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:22.068918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d467ba3-afe5-4d41-9dcf-b139e27b4c3d req-6c73fed4-66d8-490a-ad5c-9fa256abb712 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:22.087132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d467ba3-afe5-4d41-9dcf-b139e27b4c3d req-6c73fed4-66d8-490a-ad5c-9fa256abb712 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 936 time: 0.9151022 Dec 16 22:11:22.178731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-4e11f9a5-5cd4-4c45-beab-4f4cacadf47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:22.180492 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-4e11f9a5-5cd4-4c45-beab-4f4cacadf47f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 1099 time: 0.1236176 Dec 16 22:11:22.193198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dea74f07-5a9f-4375-881b-1b30d05e69ac req-c43ceac6-ade6-4d18-9ef0-2b76260db082 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9485893 Dec 16 22:11:22.204503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c84d896-4995-4b57-926e-99b7ac03f467 req-356b5964-9959-45a6-b2f0-162faa04f51b tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=03ca964c-2510-4fb1-a35c-a90e42f0eb45 HTTP/1.1" status: 200 len: 210 time: 0.0720024 Dec 16 22:11:22.223818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77db18c-7b60-4bf2-a4f0-32c0799ed702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e68366d6-15b6-4a6a-9a5e-126eca8261f9,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:22.249143 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-68f5f1f6-d96f-428a-a0a7-020fcd8aa7e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=687551d9-88dd-4645-bf60-89ebbbe4818c HTTP/1.1" status: 200 len: 217 time: 0.0577052 Dec 16 22:11:22.404297 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e9caed5-b9dd-46b2-bff1-f8572335f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:22.405867 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-3e9caed5-b9dd-46b2-bff1-f8572335f795 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1506867 Dec 16 22:11:22.477746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77db18c-7b60-4bf2-a4f0-32c0799ed702 admin admin] Checking segment: {'id': 'ab464872-40ce-4afc-bacc-99820c4919b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:22.478114 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77db18c-7b60-4bf2-a4f0-32c0799ed702 admin admin] Network hostable DHCP agents. Network: 8fd9f83b-39c6-4366-b317-465c5361dafb, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:11:22.481829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-8535b10f-055d-4d77-9b77-530e0e41a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:22.483898 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-8535b10f-055d-4d77-9b77-530e0e41a511 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588989 Dec 16 22:11:22.660591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d467ba3-afe5-4d41-9dcf-b139e27b4c3d req-7c2ad769-13fc-44e0-beae-817c71dc474a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319885 Dec 16 22:11:22.660591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea74f07-5a9f-4375-881b-1b30d05e69ac req-721a0d89-9786-4774-b38e-e93c49eea7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:22.660591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dea74f07-5a9f-4375-881b-1b30d05e69ac req-721a0d89-9786-4774-b38e-e93c49eea7e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 1101 time: 0.2993557 Dec 16 22:11:22.661829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 1a813d81-f1cc-4e02-9fac-67a1f5d794cd no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:22.661829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 1a813d81-f1cc-4e02-9fac-67a1f5d794cd {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:22.661829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 1a813d81-f1cc-4e02-9fac-67a1f5d794cd not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:22.662789 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-0d8afdef-d097-4e63-a5a7-b279a1818935 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258047 Dec 16 22:11:22.662789 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45316e1-1723-4345-8e7d-bcf1f6b4b19b x-openstack-request-id: req-d45316e1-1723-4345-8e7d-bcf1f6b4b19b {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:22.662789 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:22.662789 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d45316e1-1723-4345-8e7d-bcf1f6b4b19b {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:22.662789 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c', 'status': 'completed', 'code': 200} Dec 16 22:11:22.751589 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a3c87c6-5fb9-4dbf-a472-1056e11717cd req-4acbe864-93df-4fbb-8bf5-63002e4fb8c9 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158979 Dec 16 22:11:22.754640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72369fac-7ff5-4149-b89d-96ff12e6b657 req-04c3e337-934d-43b2-af4e-89a41fefec83 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:22.756166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72369fac-7ff5-4149-b89d-96ff12e6b657 req-04c3e337-934d-43b2-af4e-89a41fefec83 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 945 time: 0.0902791 Dec 16 22:11:22.762362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea74f07-5a9f-4375-881b-1b30d05e69ac req-d1ec8c02-905d-4402-8a25-81f53b48a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:22.764461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dea74f07-5a9f-4375-881b-1b30d05e69ac req-d1ec8c02-905d-4402-8a25-81f53b48a172 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1968777 Dec 16 22:11:22.817307 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dea74f07-5a9f-4375-881b-1b30d05e69ac req-334c5757-5c99-484f-bceb-93489807ac55 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=ebf797c1-bb5d-4b3a-aa39-941231cf05ab HTTP/1.1" status: 200 len: 217 time: 0.0443385 Dec 16 22:11:22.876990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72369fac-7ff5-4149-b89d-96ff12e6b657 req-cb07cb63-1670-4411-b393-f0ceb1e9f63f tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115246 Dec 16 22:11:22.888745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea74f07-5a9f-4375-881b-1b30d05e69ac req-05f62c01-954f-4e77-b83e-ca4feadc236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:22.890224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dea74f07-5a9f-4375-881b-1b30d05e69ac req-05f62c01-954f-4e77-b83e-ca4feadc236a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0624404 Dec 16 22:11:22.950974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea74f07-5a9f-4375-881b-1b30d05e69ac req-761c3672-f6d9-46df-9b9d-b8654db2c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:22.952542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dea74f07-5a9f-4375-881b-1b30d05e69ac req-761c3672-f6d9-46df-9b9d-b8654db2c1ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0494461 Dec 16 22:11:23.035207 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67749c14-b355-44ca-a403-962c82aa04cf req-a962c960-92be-45e4-adde-467846d61d30 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 210 time: 0.0638301 Dec 16 22:11:23.096565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dea74f07-5a9f-4375-881b-1b30d05e69ac req-a35eaf26-5b9d-4a64-8004-8bfaea01ed73 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346641 Dec 16 22:11:23.203566 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dea74f07-5a9f-4375-881b-1b30d05e69ac req-2c6d7c8f-c6a9-4393-9daa-b3dd32e2cc29 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985734 Dec 16 22:11:23.293355 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0654f34c-a7e0-47bf-8f96-b8c13e78868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:23.380995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77db18c-7b60-4bf2-a4f0-32c0799ed702 admin admin] Network 8fd9f83b-39c6-4366-b317-465c5361dafb is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:11:23.404343 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:23.512617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f77db18c-7b60-4bf2-a4f0-32c0799ed702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 8fd9f83b-39c6-4366-b317-465c5361dafb) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:23.522238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77db18c-7b60-4bf2-a4f0-32c0799ed702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:23.522238 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f77db18c-7b60-4bf2-a4f0-32c0799ed702 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:23.530231 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fa7e58-ec91-4b9e-821f-cb96a4b65e75 None None] Network 8fd9f83b-39c6-4366-b317-465c5361dafb requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:11:23.567594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f1d41-4e5b-481f-b608-1b9583d47ea5 req-51143abd-6ae2-49b2-9e62-d26afd0d2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:23.577295 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a7f1d41-4e5b-481f-b608-1b9583d47ea5 req-51143abd-6ae2-49b2-9e62-d26afd0d2b42 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 1099 time: 0.1366756 Dec 16 22:11:23.783527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-8fd9f83b-39c6-4366-b317-465c5361dafb', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'fixed_ips': [{'subnet_id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:11:23.784550 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:23.796896 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f1d41-4e5b-481f-b608-1b9583d47ea5 req-a3638647-d017-4875-a8bf-a8a423e4ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:23.812908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a7f1d41-4e5b-481f-b608-1b9583d47ea5 req-a3638647-d017-4875-a8bf-a8a423e4ba5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.2188888 Dec 16 22:11:23.823603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57334) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:23.833517 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2104760695-router', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:23.840387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f77db18c-7b60-4bf2-a4f0-32c0799ed702 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.4145241 Dec 16 22:11:23.946888 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:23.948977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:23.952325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a7f1d41-4e5b-481f-b608-1b9583d47ea5 req-c9816a45-d1ed-4d24-93d9-07997e6d9630 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=687551d9-88dd-4645-bf60-89ebbbe4818c HTTP/1.1" status: 200 len: 217 time: 0.1103194 Dec 16 22:11:24.069626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f1d41-4e5b-481f-b608-1b9583d47ea5 req-1c2a05d6-a079-46bb-a7d7-e84025c16819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:24.071293 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a7f1d41-4e5b-481f-b608-1b9583d47ea5 req-1c2a05d6-a079-46bb-a7d7-e84025c16819 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1009002 Dec 16 22:11:24.095522 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:24.197814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e08aa-a459-4eb6-8013-9af9d2ca6482 req-273f957e-654c-4773-89b9-aedebc2e20fe tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:24.200039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-641e08aa-a459-4eb6-8013-9af9d2ca6482 req-273f957e-654c-4773-89b9-aedebc2e20fe tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 948 time: 0.2319138 Dec 16 22:11:24.238365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Allocated IP 172.20.0.2 (8fd9f83b-39c6-4366-b317-465c5361dafb/e68366d6-15b6-4a6a-9a5e-126eca8261f9/711dc5ef-a706-416e-b5cd-e3b77d9b292e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:11:24.242859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f1d41-4e5b-481f-b608-1b9583d47ea5 req-d2d72653-0a8b-455f-a38b-29d1d10bf690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:24.247766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a7f1d41-4e5b-481f-b608-1b9583d47ea5 req-d2d72653-0a8b-455f-a38b-29d1d10bf690 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065755 Dec 16 22:11:24.306018 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-641e08aa-a459-4eb6-8013-9af9d2ca6482 req-347464a0-1500-4be7-a52e-43e2703db8c0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959678 Dec 16 22:11:24.427126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a7f1d41-4e5b-481f-b608-1b9583d47ea5 req-6115d202-75e8-4a5d-b419-da96e7ca8cc2 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264317 Dec 16 22:11:24.547774 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:24.599347 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:24.654136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1334cb36-bdf3-4215-8bbc-e7d138417492 req-c46e8aea-ca9b-4d5c-8e47-d0744b677240 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 210 time: 0.0764098 Dec 16 22:11:24.666204 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Pushing event updated for resources: {'Port': ['ID=711dc5ef-a706-416e-b5cd-e3b77d9b292e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:24.679250 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:24.703155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:24.703532 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:24.703880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:24.704224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:24.704562 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:24.704899 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:24.705317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:24.705725 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:24.705970 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:24.706297 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:24.706622 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:24.707313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:24.707313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:24.727758 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Network 8fd9f83b-39c6-4366-b317-465c5361dafb is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:24.740310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:24.744250 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:11:24.759923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bee3b-3feb-4a43-b2fc-696581297397 req-d00afb57-ff02-4464-9bb2-53dae23293a4 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:24.761940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f61bee3b-3feb-4a43-b2fc-696581297397 req-d00afb57-ff02-4464-9bb2-53dae23293a4 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 945 time: 0.2467365 Dec 16 22:11:24.791797 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bc3bd3c4-c1c0-428c-84af-cd70f3d31d67 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:24.793665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bc3bd3c4-c1c0-428c-84af-cd70f3d31d67 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.24 "GET /v2.0/networks?id=59079a34-3a8f-499e-b8cb-52794f9d4a6b HTTP/1.1" status: 200 len: 813 time: 0.3612602 Dec 16 22:11:24.804136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a7f1d41-4e5b-481f-b608-1b9583d47ea5 req-c36827bf-13b6-4e19-a13d-a5669b40f21d service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503532 Dec 16 22:11:24.813416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-8c903e19-cbe9-405f-b3e3-64f219dc064a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Request body: {'port': {'device_id': '751d5a3e-aada-4661-8f5f-b70a457a8e74', 'network_id': '59079a34-3a8f-499e-b8cb-52794f9d4a6b', 'admin_state_up': True, 'tenant_id': '9a7bb17956864f3ab1507aefe9f30b8e'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:24.882907 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:24.901528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Attempting to bind port 711dc5ef-a706-416e-b5cd-e3b77d9b292e on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:24.901906 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Attempting to bind port 711dc5ef-a706-416e-b5cd-e3b77d9b292e by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'ab464872-40ce-4afc-bacc-99820c4919b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:24.902297 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Attempting to bind port 711dc5ef-a706-416e-b5cd-e3b77d9b292e on network 8fd9f83b-39c6-4366-b317-465c5361dafb {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:24.925574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:24.925847 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Checking segment: {'id': 'ab464872-40ce-4afc-bacc-99820c4919b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:24.926831 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:24.927293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Bound using segment: {'id': 'ab464872-40ce-4afc-bacc-99820c4919b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:24.928334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Bound port: 711dc5ef-a706-416e-b5cd-e3b77d9b292e, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab464872-40ce-4afc-bacc-99820c4919b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:24.928739 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:24.977867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f61bee3b-3feb-4a43-b2fc-696581297397 req-4e38a10a-5326-40f6-8f8d-3c8828e4d2bc tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031627 Dec 16 22:11:25.034850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f49d3-5ad2-4298-9601-669cb97d092d req-fcc5e3f8-f37f-4536-9472-4897f2a9e6b8 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:25.036904 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d4f49d3-5ad2-4298-9601-669cb97d092d req-fcc5e3f8-f37f-4536-9472-4897f2a9e6b8 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de4e1c1-42df-4b79-85a4-4000925394f0 HTTP/1.1" status: 200 len: 949 time: 0.1614892 Dec 16 22:11:25.091959 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] For port 711dc5ef-a706-416e-b5cd-e3b77d9b292e, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:25.096363 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] For port 711dc5ef-a706-416e-b5cd-e3b77d9b292e, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=711dc5ef-a706-416e-b5cd-e3b77d9b292e,segment=NetworkSegment(ab464872-40ce-4afc-bacc-99820c4919b1),segment_id=ab464872-40ce-4afc-bacc-99820c4919b1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:25.147681 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d4f49d3-5ad2-4298-9601-669cb97d092d req-2f04c19e-e041-4adf-98ec-2d4008c459e7 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034963 Dec 16 22:11:25.170809 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:25.171069 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:25.196054 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:25.220352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-8c903e19-cbe9-405f-b3e3-64f219dc064a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Made reservation on behalf of 9a7bb17956864f3ab1507aefe9f30b8e for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:25.225059 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-8c903e19-cbe9-405f-b3e3-64f219dc064a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:25.305003 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fe10e-b9ac-4cea-acb3-28a32fa4a20d None None] Pushing event updated for resources: {'Port': ['ID=711dc5ef-a706-416e-b5cd-e3b77d9b292e,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:25.400505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Allocated IP 172.25.2.82 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/806e7348-446a-43f1-ac4b-a365d4f1c57f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:11:25.485882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-8c903e19-cbe9-405f-b3e3-64f219dc064a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Allocated IP 172.20.0.9 (59079a34-3a8f-499e-b8cb-52794f9d4a6b/18e23a00-f39c-4042-9489-c832f4556001/139214d6-b24f-4d84-a91e-68cbb34ca3f7) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:11:25.640519 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:25.663026 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:25.677505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dead702-701b-4050-a12e-d8378551aa7a req-b239adc0-b618-4b99-b46b-d19592034ac7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:25.679118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1dead702-701b-4050-a12e-d8378551aa7a req-b239adc0-b618-4b99-b46b-d19592034ac7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 948 time: 0.1729662 Dec 16 22:11:25.799107 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:25.813490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fb88e-6e1b-4cd0-aa1f-3490bd3ba9c7 req-1a105073-d237-4224-a008-489cdbe05908 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:25.813490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac2fb88e-6e1b-4cd0-aa1f-3490bd3ba9c7 req-1a105073-d237-4224-a008-489cdbe05908 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.69 "GET /v2.0/ports?device_id=3de4e1c1-42df-4b79-85a4-4000925394f0 HTTP/1.1" status: 200 len: 949 time: 0.1954465 Dec 16 22:11:25.844034 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:25.847853 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:25.850716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:11:25.869815 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1dead702-701b-4050-a12e-d8378551aa7a req-764447c2-350d-4b4f-a3a9-2e1ffd5ed692 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777658 Dec 16 22:11:25.886221 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Pushing event updated for resources: {'Port': ['ID=806e7348-446a-43f1-ac4b-a365d4f1c57f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:25.929553 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-8c903e19-cbe9-405f-b3e3-64f219dc064a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.044975 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e44cb7e-4404-4281-96e2-afb54e6d12ae req-b7432530-2b18-4871-9267-4bfc201d19b9 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 210 time: 0.0415130 Dec 16 22:11:26.054998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-ac2fb88e-6e1b-4cd0-aa1f-3490bd3ba9c7 req-c5cd87b9-b821-42e7-8752-88dec9e4685c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Deleting port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:26.055246 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ac2fb88e-6e1b-4cd0-aa1f-3490bd3ba9c7 req-c5cd87b9-b821-42e7-8752-88dec9e4685c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.097551 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed8fe6-bbdf-462f-a345-ee82cb34f0ea req-e691996f-82b9-426e-a3b3-1b6c9227b815 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:26.106067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78ed8fe6-bbdf-462f-a345-ee82cb34f0ea req-e691996f-82b9-426e-a3b3-1b6c9227b815 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 950 time: 0.1642396 Dec 16 22:11:26.225403 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-8c903e19-cbe9-405f-b3e3-64f219dc064a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.371042 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.384421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-8c903e19-cbe9-405f-b3e3-64f219dc064a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Network 59079a34-3a8f-499e-b8cb-52794f9d4a6b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:26.406596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2d509-2618-4e7f-9c93-72c97175d1ba req-2de0ee4b-77a4-40af-9dda-c46190d34990 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:26.408224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bf2d509-2618-4e7f-9c93-72c97175d1ba req-2de0ee4b-77a4-40af-9dda-c46190d34990 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 945 time: 0.3011963 Dec 16 22:11:26.418858 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-8c903e19-cbe9-405f-b3e3-64f219dc064a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:26.421334 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-8c903e19-cbe9-405f-b3e3-64f219dc064a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:11:26.453598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c903e19-cbe9-405f-b3e3-64f219dc064a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event updated for resources: {'Port': ['ID=139214d6-b24f-4d84-a91e-68cbb34ca3f7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:26.486049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-ac2fb88e-6e1b-4cd0-aa1f-3490bd3ba9c7 req-c5cd87b9-b821-42e7-8752-88dec9e4685c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] For port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=25bb4fc8-fc39-4095-a5e3-4c5813f6dabe,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:26.486346 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ac2fb88e-6e1b-4cd0-aa1f-3490bd3ba9c7 req-c5cd87b9-b821-42e7-8752-88dec9e4685c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.503426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c8a1c-c7d1-42f5-8be0-c2fa2c835988 req-84ac61b3-cafb-428b-abbf-97443542f345 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:26.505013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-498c8a1c-c7d1-42f5-8be0-c2fa2c835988 req-84ac61b3-cafb-428b-abbf-97443542f345 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de4e1c1-42df-4b79-85a4-4000925394f0 HTTP/1.1" status: 200 len: 949 time: 0.2835157 Dec 16 22:11:26.539437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-ac2fb88e-6e1b-4cd0-aa1f-3490bd3ba9c7 req-c5cd87b9-b821-42e7-8752-88dec9e4685c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Calling delete_port for 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:26.592521 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-8c903e19-cbe9-405f-b3e3-64f219dc064a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:26.592521 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-8c903e19-cbe9-405f-b3e3-64f219dc064a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.604923 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.665426 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 687551d9-88dd-4645-bf60-89ebbbe4818c details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:11:26.666901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-78ed8fe6-bbdf-462f-a345-ee82cb34f0ea req-8603c6ee-0341-47ac-bdc4-161f191f07e5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Deleting port ba490fd2-7d57-46d7-bb9c-8f72f78231c7 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:26.667257 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-78ed8fe6-bbdf-462f-a345-ee82cb34f0ea req-8603c6ee-0341-47ac-bdc4-161f191f07e5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.691367 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bf2d509-2618-4e7f-9c93-72c97175d1ba req-f18d9cfa-e574-4f9a-8d8e-90b7380e4f27 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621503 Dec 16 22:11:26.752803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-498c8a1c-c7d1-42f5-8be0-c2fa2c835988 req-09d974b1-25ba-42d2-a120-786e322d2264 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346435 Dec 16 22:11:26.757211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0606979-ef29-4832-9040-d4b883188632 None None] Network 8fd9f83b-39c6-4366-b317-465c5361dafb requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:11:26.766092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-8c903e19-cbe9-405f-b3e3-64f219dc064a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9577425 Dec 16 22:11:26.780999 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 711dc5ef-a706-416e-b5cd-e3b77d9b292e up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:26.793038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Request body: {'port': {'device_id': '751d5a3e-aada-4661-8f5f-b70a457a8e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:26.945162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Router a536fad8-7291-441b-a3d7-d33a4a27d088 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:11:26.956084 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5f836633-5831-4e3b-9aa4-92d1d8ef6837 None None] Provisioning complete for port 711dc5ef-a706-416e-b5cd-e3b77d9b292e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:26.956468 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5f836633-5831-4e3b-9aa4-92d1d8ef6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.959497 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-78ed8fe6-bbdf-462f-a345-ee82cb34f0ea req-8603c6ee-0341-47ac-bdc4-161f191f07e5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] For port ba490fd2-7d57-46d7-bb9c-8f72f78231c7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ba490fd2-7d57-46d7-bb9c-8f72f78231c7,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:26.959660 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-78ed8fe6-bbdf-462f-a345-ee82cb34f0ea req-8603c6ee-0341-47ac-bdc4-161f191f07e5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.965311 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:27.013627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-78ed8fe6-bbdf-462f-a345-ee82cb34f0ea req-8603c6ee-0341-47ac-bdc4-161f191f07e5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Calling delete_port for ba490fd2-7d57-46d7-bb9c-8f72f78231c7 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:27.058061 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=687551d9-88dd-4645-bf60-89ebbbe4818c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:27.081946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:11:27.101901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Sync routers for ids ['a536fad8-7291-441b-a3d7-d33a4a27d088'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:11:27.108955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '687551d9-88dd-4645-bf60-89ebbbe4818c', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '687551d9-88dd-4645-bf60-89ebbbe4818c', 'mac_address': 'fa:16:3e:8a:e7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:11:27.118770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 711dc5ef-a706-416e-b5cd-e3b77d9b292e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:27.119669 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:27.175957 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ac2fb88e-6e1b-4cd0-aa1f-3490bd3ba9c7 req-c5cd87b9-b821-42e7-8752-88dec9e4685c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:27.199868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ebf797c1-bb5d-4b3a-aa39-941231cf05ab', '25bb4fc8-fc39-4095-a5e3-4c5813f6dabe'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:27.202529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['fda962b4-4612-4379-82f8-686622f5e8fd', '6e870121-a5c4-456a-86ce-741a90fbe967', 'ba490fd2-7d57-46d7-bb9c-8f72f78231c7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:27.210975 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Routers {'a536fad8-7291-441b-a3d7-d33a4a27d088'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:27.211822 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:11:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a536fad8-7291-441b-a3d7-d33a4a27d088'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:27.222845 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:27.226639 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-eead3ce6-b78c-4587-8d57-a7dd86c6da22 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.3987072 Dec 16 22:11:27.226895 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57414) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:27.309105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd87b9-b821-42e7-8752-88dec9e4685c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event deleted for resources: {'Port': ['ID=25bb4fc8-fc39-4095-a5e3-4c5813f6dabe,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:27.347669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2fb88e-6e1b-4cd0-aa1f-3490bd3ba9c7 req-c5cd87b9-b821-42e7-8752-88dec9e4685c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] No DVR routers for this DVR port 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:27.355958 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ac2fb88e-6e1b-4cd0-aa1f-3490bd3ba9c7 req-c5cd87b9-b821-42e7-8752-88dec9e4685c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:27.360565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac2fb88e-6e1b-4cd0-aa1f-3490bd3ba9c7 req-c5cd87b9-b821-42e7-8752-88dec9e4685c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.69 "DELETE /v2.0/ports/25bb4fc8-fc39-4095-a5e3-4c5813f6dabe HTTP/1.1" status: 204 len: 173 time: 1.5469692 Dec 16 22:11:27.365025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de4e1c1-42df-4b79-85a4-4000925394f0', 'name': 'network-vif-deleted', 'tag': '25bb4fc8-fc39-4095-a5e3-4c5813f6dabe'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:27.368132 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e91c79-b03a-4ed5-b473-83111abeab86" -d '{"events": [{"server_uuid": "3de4e1c1-42df-4b79-85a4-4000925394f0", "name": "network-vif-deleted", "tag": "25bb4fc8-fc39-4095-a5e3-4c5813f6dabe"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:27.431482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c27b4-2e8d-4d26-a276-e0e3ecf92b84 req-31651386-de99-4e68-be9b-db9801ba696c tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:27.441518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-653c27b4-2e8d-4d26-a276-e0e3ecf92b84 req-31651386-de99-4e68-be9b-db9801ba696c tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 950 time: 0.4650397 Dec 16 22:11:27.465618 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148da97-01d3-4fa8-8480-8125a1f57457 req-9982499e-c22e-46fa-a2fa-4c5ba223ead1 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:27.474383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2148da97-01d3-4fa8-8480-8125a1f57457 req-9982499e-c22e-46fa-a2fa-4c5ba223ead1 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 948 time: 0.4584405 Dec 16 22:11:27.505533 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:27.675376 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687551d9-88dd-4645-bf60-89ebbbe4818c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:27.703156 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5f836633-5831-4e3b-9aa4-92d1d8ef6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:27.905649 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-653c27b4-2e8d-4d26-a276-e0e3ecf92b84 req-27116ebb-b3c8-4fb7-b58e-c8db361f4ee0 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629848 Dec 16 22:11:27.918311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139214d6-b24f-4d84-a91e-68cbb34ca3f7 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:27.958151 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:27.978450 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2148da97-01d3-4fa8-8480-8125a1f57457 req-dc780a5f-0950-41bd-adcb-50b5b6d9ecfc tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028431 Dec 16 22:11:28.040125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=687551d9-88dd-4645-bf60-89ebbbe4818c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:28.044112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Transition to ACTIVE for port object 139214d6-b24f-4d84-a91e-68cbb34ca3f7 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:11:28.130788 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5f836633-5831-4e3b-9aa4-92d1d8ef6837 None None] For port 711dc5ef-a706-416e-b5cd-e3b77d9b292e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=711dc5ef-a706-416e-b5cd-e3b77d9b292e,segment=NetworkSegment(ab464872-40ce-4afc-bacc-99820c4919b1),segment_id=ab464872-40ce-4afc-bacc-99820c4919b1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:28.149132 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Set router a536fad8-7291-441b-a3d7-d33a4a27d088 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:28.158861 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:28.205210 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:28.325490 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5f836633-5831-4e3b-9aa4-92d1d8ef6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:28.426610 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c50935-5fa0-4e4e-b74f-ee2228eef695 x-openstack-request-id: req-d2c50935-5fa0-4e4e-b74f-ee2228eef695 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:28.427142 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de4e1c1-42df-4b79-85a4-4000925394f0", "name": "network-vif-deleted", "tag": "25bb4fc8-fc39-4095-a5e3-4c5813f6dabe", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:28.427142 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2c50935-5fa0-4e4e-b74f-ee2228eef695 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:28.428141 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de4e1c1-42df-4b79-85a4-4000925394f0', 'name': 'network-vif-deleted', 'tag': '25bb4fc8-fc39-4095-a5e3-4c5813f6dabe', 'status': 'completed', 'code': 200} Dec 16 22:11:28.431361 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:28.433478 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-78ed8fe6-bbdf-462f-a345-ee82cb34f0ea req-8603c6ee-0341-47ac-bdc4-161f191f07e5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:28.440727 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:28.538368 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['687551d9-88dd-4645-bf60-89ebbbe4818c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:28.563216 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:11:28.563888 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:11:28.564334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=687551d9-88dd-4645-bf60-89ebbbe4818c,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:28.637473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa85e3-8b62-4721-bc8c-5c7a16ea280e req-e6681232-12e2-4a6c-9500-4a518a863239 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:28.645137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5aa85e3-8b62-4721-bc8c-5c7a16ea280e req-e6681232-12e2-4a6c-9500-4a518a863239 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 931 time: 0.6050034 Dec 16 22:11:28.649418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Pushing event updated for resources: {'Port': ['ID=139214d6-b24f-4d84-a91e-68cbb34ca3f7,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:28.661782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ed8fe6-bbdf-462f-a345-ee82cb34f0ea req-8603c6ee-0341-47ac-bdc4-161f191f07e5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] No DVR routers for this DVR port ba490fd2-7d57-46d7-bb9c-8f72f78231c7 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:28.722653 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-78ed8fe6-bbdf-462f-a345-ee82cb34f0ea req-8603c6ee-0341-47ac-bdc4-161f191f07e5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:28.726642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78ed8fe6-bbdf-462f-a345-ee82cb34f0ea req-8603c6ee-0341-47ac-bdc4-161f191f07e5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "DELETE /v2.0/ports/ba490fd2-7d57-46d7-bb9c-8f72f78231c7 HTTP/1.1" status: 204 len: 173 time: 2.5861948 Dec 16 22:11:28.726821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:28.729537 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cc7f53e6-8015-4c72-a288-5187c47fecef None None] Provisioning complete for port 711dc5ef-a706-416e-b5cd-e3b77d9b292e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:28.729537 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc7f53e6-8015-4c72-a288-5187c47fecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:28.736062 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0b7ec-92b3-43d5-baef-a4fb497c03e6 req-bf5133dd-b580-428d-81fc-83081c6cd032 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:28.742380 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ef0b7ec-92b3-43d5-baef-a4fb497c03e6 req-bf5133dd-b580-428d-81fc-83081c6cd032 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 945 time: 0.3141394 Dec 16 22:11:28.748170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603c6ee-0341-47ac-bdc4-161f191f07e5 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event deleted for resources: {'Port': ['ID=ba490fd2-7d57-46d7-bb9c-8f72f78231c7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:28.784847 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Allocated IP 172.20.0.1 (8fd9f83b-39c6-4366-b317-465c5361dafb/e68366d6-15b6-4a6a-9a5e-126eca8261f9/10af2226-12b8-48dc-b871-f802f7dc3f55) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:11:28.831444 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:28.831821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 25bb4fc8-fc39-4095-a5e3-4c5813f6dabe not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:28.832125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:28.864062 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Attempting to bind port 139214d6-b24f-4d84-a91e-68cbb34ca3f7 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:28.864403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Attempting to bind port 139214d6-b24f-4d84-a91e-68cbb34ca3f7 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '838a1af7-9806-4aee-acbc-27dc753f90a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59079a34-3a8f-499e-b8cb-52794f9d4a6b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:28.864756 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Attempting to bind port 139214d6-b24f-4d84-a91e-68cbb34ca3f7 on network 59079a34-3a8f-499e-b8cb-52794f9d4a6b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:28.876396 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5aa85e3-8b62-4721-bc8c-5c7a16ea280e req-ebbbe9ac-df7a-4fe1-a5f2-88566ee10024 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303481 Dec 16 22:11:28.882210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ef0b7ec-92b3-43d5-baef-a4fb497c03e6 req-336a2150-1cae-4509-8083-f2d9f1319ee5 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297038 Dec 16 22:11:28.883067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Port 139214d6-b24f-4d84-a91e-68cbb34ca3f7 on network 59079a34-3a8f-499e-b8cb-52794f9d4a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:11:28.883473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Attempting to bind port 139214d6-b24f-4d84-a91e-68cbb34ca3f7 on network 59079a34-3a8f-499e-b8cb-52794f9d4a6b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:28.892159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:28.892674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Checking segment: {'id': '838a1af7-9806-4aee-acbc-27dc753f90a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59079a34-3a8f-499e-b8cb-52794f9d4a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:28.893072 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Bound using segment: {'id': '838a1af7-9806-4aee-acbc-27dc753f90a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59079a34-3a8f-499e-b8cb-52794f9d4a6b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:28.893528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Bound port: 139214d6-b24f-4d84-a91e-68cbb34ca3f7, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838a1af7-9806-4aee-acbc-27dc753f90a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59079a34-3a8f-499e-b8cb-52794f9d4a6b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:28.893947 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:29.022705 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f836633-5831-4e3b-9aa4-92d1d8ef6837 None None] Pushing event updated for resources: {'Port': ['ID=711dc5ef-a706-416e-b5cd-e3b77d9b292e,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:29.035795 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] For port 139214d6-b24f-4d84-a91e-68cbb34ca3f7, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:29.045768 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:29.053521 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] For port 139214d6-b24f-4d84-a91e-68cbb34ca3f7, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=139214d6-b24f-4d84-a91e-68cbb34ca3f7,segment=NetworkSegment(838a1af7-9806-4aee-acbc-27dc753f90a4),segment_id=838a1af7-9806-4aee-acbc-27dc753f90a4)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:29.166032 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:29.189200 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:29.275968 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Network 8fd9f83b-39c6-4366-b317-465c5361dafb is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:29.281625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:29.284556 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:11:29.340158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ebf797c1-bb5d-4b3a-aa39-941231cf05ab'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:29.361794 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Pushing event updated for resources: {'Port': ['ID=10af2226-12b8-48dc-b871-f802f7dc3f55,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:29.371511 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f31f0512-cf5b-498b-acc9-8d92980e91e6 req-e3a4de78-2946-4b46-9ddf-4a6baccf964c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d HTTP/1.1" status: 200 len: 210 time: 0.2099431 Dec 16 22:11:29.400052 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:29.400666 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:29.413300 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] 10.222.0.24 "PUT /v2.0/ports/139214d6-b24f-4d84-a91e-68cbb34ca3f7 HTTP/1.1" status: 200 len: 1091 time: 2.6338010 Dec 16 22:11:29.419040 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:29.455180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9cfb5-eb1a-4d21-a9d4-0eb11095a599 service neutron] Pushing event updated for resources: {'Port': ['ID=139214d6-b24f-4d84-a91e-68cbb34ca3f7,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:29.524585 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'name': 'tempest-ServersTestJSON-2104760695-router', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:11:23Z', 'updated_at': '2021-12-16T22:11:26Z', 'revision_number': 3, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'gw_port': {'id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:25Z', 'updated_at': '2021-12-16T22:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:29.567771 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:29.582048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 711dc5ef-a706-416e-b5cd-e3b77d9b292e up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:29.642640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d79fb-a665-4dbb-a89b-d83d5b52b909 req-049ddda0-877b-4fbd-84a2-8eb26d3ab523 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:29.651359 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-954d79fb-a665-4dbb-a89b-d83d5b52b909 req-049ddda0-877b-4fbd-84a2-8eb26d3ab523 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 949 time: 0.0859122 Dec 16 22:11:29.741796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-ea8d8493-0c9c-47ed-8dad-00ac2e7cc73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:29.743490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-ea8d8493-0c9c-47ed-8dad-00ac2e7cc73f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a7bb17956864f3ab1507aefe9f30b8e&device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 1094 time: 0.1291530 Dec 16 22:11:29.748658 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-954d79fb-a665-4dbb-a89b-d83d5b52b909 req-7baa5bd1-18b3-4cad-a430-becef54e26b2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963390 Dec 16 22:11:29.751156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Checking router: a536fad8-7291-441b-a3d7-d33a4a27d088 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:11:29.751891 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Updating router a536fad8-7291-441b-a3d7-d33a4a27d088 port 806e7348-446a-43f1-ac4b-a365d4f1c57f binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:11:29.783964 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 711dc5ef-a706-416e-b5cd-e3b77d9b292e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:29.784335 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:29.793397 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:29.810344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-e7cc452d-f59c-4bfa-9cd8-c622e619ef70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139214d6-b24f-4d84-a91e-68cbb34ca3f7 HTTP/1.1" status: 200 len: 217 time: 0.0578654 Dec 16 22:11:29.864128 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223710c7-db0c-4532-98c1-de67f19471ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:29.866296 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929c8f86-0d35-4644-bdca-bb0e24ae9d6a" -d '{"events": [{"server_uuid": "223710c7-db0c-4532-98c1-de67f19471ba", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:29.881221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-25e49918-9494-4340-91c4-619c70b71ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:29.882912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-25e49918-9494-4340-91c4-619c70b71ebd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18e23a00-f39c-4042-9489-c832f4556001 HTTP/1.1" status: 200 len: 853 time: 0.0651565 Dec 16 22:11:29.910327 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:29.944858 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:29.958514 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e85181a5-894f-47a1-85cb-306446bddcae None None] Provisioning complete for port 10af2226-12b8-48dc-b871-f802f7dc3f55 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:29.958890 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e85181a5-894f-47a1-85cb-306446bddcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:29.978082 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-2ca43c22-7fa0-4d83-ad45-3c842a335f38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59079a34-3a8f-499e-b8cb-52794f9d4a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781918 Dec 16 22:11:30.011359 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b784cf3-bbf7-4ad0-b24f-de303d7fbefd x-openstack-request-id: req-6b784cf3-bbf7-4ad0-b24f-de303d7fbefd {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:30.011359 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223710c7-db0c-4532-98c1-de67f19471ba", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:30.011359 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b784cf3-bbf7-4ad0-b24f-de303d7fbefd {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:30.011359 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223710c7-db0c-4532-98c1-de67f19471ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2', 'code': 200} Dec 16 22:11:30.200158 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:30.202501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54115b3-c75a-4f32-8e7f-e1f9b3fe3993 req-496a11f1-7792-49d9-925e-889166786c78 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:30.208707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c54115b3-c75a-4f32-8e7f-e1f9b3fe3993 req-496a11f1-7792-49d9-925e-889166786c78 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 943 time: 0.1078928 Dec 16 22:11:30.234560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-f8bde4c5-bde0-4279-a75a-54338e4b7f95 service neutron] 10.222.0.24 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488399 Dec 16 22:11:30.290304 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:30.338804 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:30.362857 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c54115b3-c75a-4f32-8e7f-e1f9b3fe3993 req-7474e5db-4221-4c90-9b3f-6907c005fdf6 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454237 Dec 16 22:11:30.378662 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:30.440765 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d', 'name': 'network-vif-deleted', 'tag': 'ba490fd2-7d57-46d7-bb9c-8f72f78231c7'}, {'name': 'network-changed', 'server_uuid': '751d5a3e-aada-4661-8f5f-b70a457a8e74', 'tag': '139214d6-b24f-4d84-a91e-68cbb34ca3f7'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:30.445423 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6ef8dc-d224-45c0-a3d2-f15161ee3b35" -d '{"events": [{"server_uuid": "b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d", "name": "network-vif-deleted", "tag": "ba490fd2-7d57-46d7-bb9c-8f72f78231c7"}, {"name": "network-changed", "server_uuid": "751d5a3e-aada-4661-8f5f-b70a457a8e74", "tag": "139214d6-b24f-4d84-a91e-68cbb34ca3f7"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:30.487355 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ee0e59-eb1a-4373-9f6e-2e166ee8006d req-27d57e33-8d05-4c7f-b673-886c0b6af772 service neutron] 10.222.0.24 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426403 Dec 16 22:11:30.498270 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Pushing event updated for resources: {'Port': ['ID=10af2226-12b8-48dc-b871-f802f7dc3f55,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:30.514687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e85181a5-894f-47a1-85cb-306446bddcae None None] Port 10af2226-12b8-48dc-b871-f802f7dc3f55 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:11:30.571460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5bcf0-829c-4696-8f20-1221f5db1fd5 req-a05cc75c-5e91-40d8-85b3-abc04d55a572 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:30.572471 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Network 8fd9f83b-39c6-4366-b317-465c5361dafb is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:30.574470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74c5bcf0-829c-4696-8f20-1221f5db1fd5 req-a05cc75c-5e91-40d8-85b3-abc04d55a572 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 945 time: 0.1110961 Dec 16 22:11:30.575342 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:30.606113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ba490fd2-7d57-46d7-bb9c-8f72f78231c7 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:30.642092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74c5bcf0-829c-4696-8f20-1221f5db1fd5 req-da482179-f230-4184-b512-0c8fcf389d32 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610499 Dec 16 22:11:30.667861 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: ba490fd2-7d57-46d7-bb9c-8f72f78231c7 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:30.669147 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ba490fd2-7d57-46d7-bb9c-8f72f78231c7 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:30.685375 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,revision_number=11']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:30.803897 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Router a536fad8-7291-441b-a3d7-d33a4a27d088 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:11:30.885036 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:30.898565 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea8a774-81e7-4f4d-8645-92adf7f38e4e x-openstack-request-id: req-9ea8a774-81e7-4f4d-8645-92adf7f38e4e {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:30.898863 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d", "name": "network-vif-deleted", "tag": "ba490fd2-7d57-46d7-bb9c-8f72f78231c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "751d5a3e-aada-4661-8f5f-b70a457a8e74", "tag": "139214d6-b24f-4d84-a91e-68cbb34ca3f7", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:30.899163 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ea8a774-81e7-4f4d-8645-92adf7f38e4e {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:30.899604 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d415c4-1ee8-44c6-aead-c3ae5fe53d8d', 'name': 'network-vif-deleted', 'tag': 'ba490fd2-7d57-46d7-bb9c-8f72f78231c7', 'status': 'completed', 'code': 200} Dec 16 22:11:30.899858 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751d5a3e-aada-4661-8f5f-b70a457a8e74', 'tag': '139214d6-b24f-4d84-a91e-68cbb34ca3f7', 'status': 'completed', 'code': 200} Dec 16 22:11:30.946856 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ec69c943-b6e6-438d-9af5-df5fd7eeb20b None None] Provisioning complete for port 10af2226-12b8-48dc-b871-f802f7dc3f55 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:30.947492 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec69c943-b6e6-438d-9af5-df5fd7eeb20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:30.964605 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:11:30.984616 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1c47ff80-a331-4557-8960-057e0fd36a36 admin admin] 10.222.0.43 "PUT /v2.0/routers/a536fad8-7291-441b-a3d7-d33a4a27d088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7564740 Dec 16 22:11:30.995137 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:31.041976 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ef8dc-d224-45c0-a3d2-f15161ee3b35 req-91c09de1-5e8f-43cd-b330-bf190f967e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:31.043593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa6ef8dc-d224-45c0-a3d2-f15161ee3b35 req-91c09de1-5e8f-43cd-b330-bf190f967e71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a7bb17956864f3ab1507aefe9f30b8e&device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 1094 time: 0.1144519 Dec 16 22:11:31.054886 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ec69c943-b6e6-438d-9af5-df5fd7eeb20b None None] Port 10af2226-12b8-48dc-b871-f802f7dc3f55 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:11:31.074774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb4dec-58c4-4cb3-9c34-170b26fd939f req-b2f1a974-906f-4add-9d88-896eb5001177 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:31.082522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77eb4dec-58c4-4cb3-9c34-170b26fd939f req-b2f1a974-906f-4add-9d88-896eb5001177 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 949 time: 0.0821145 Dec 16 22:11:31.089209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e9fb3-2a38-4898-a847-1815a4cedec9 None None] Pushing event updated for resources: {'Port': ['ID=806e7348-446a-43f1-ac4b-a365d4f1c57f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:31.110057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Attempting to bind port 806e7348-446a-43f1-ac4b-a365d4f1c57f on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:31.110803 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Attempting to bind port 806e7348-446a-43f1-ac4b-a365d4f1c57f by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:31.111625 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Attempting to bind port 806e7348-446a-43f1-ac4b-a365d4f1c57f on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:31.118907 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:31.120275 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:31.126675 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:31.126675 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:31.126675 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Bound port: 806e7348-446a-43f1-ac4b-a365d4f1c57f, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:31.126675 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:31.186299 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] For port 806e7348-446a-43f1-ac4b-a365d4f1c57f, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:31.195112 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] For port 806e7348-446a-43f1-ac4b-a365d4f1c57f, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=806e7348-446a-43f1-ac4b-a365d4f1c57f,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:31.200539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77eb4dec-58c4-4cb3-9c34-170b26fd939f req-12c6a81c-454b-4078-8af4-01b02a03537c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170461 Dec 16 22:11:31.242174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ef8dc-d224-45c0-a3d2-f15161ee3b35 req-bce5733d-db70-47df-a631-9a3aeb0d944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:31.244030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa6ef8dc-d224-45c0-a3d2-f15161ee3b35 req-bce5733d-db70-47df-a631-9a3aeb0d944f service neutron] 10.222.0.24 "GET /v2.0/networks?id=59079a34-3a8f-499e-b8cb-52794f9d4a6b HTTP/1.1" status: 200 len: 914 time: 0.1855440 Dec 16 22:11:31.281408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['fda962b4-4612-4379-82f8-686622f5e8fd', '6e870121-a5c4-456a-86ce-741a90fbe967'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:31.286510 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:31.335216 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa6ef8dc-d224-45c0-a3d2-f15161ee3b35 req-2f503fa4-15cf-4c55-894a-e55b3823b99a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139214d6-b24f-4d84-a91e-68cbb34ca3f7 HTTP/1.1" status: 200 len: 217 time: 0.0834653 Dec 16 22:11:31.411987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ef8dc-d224-45c0-a3d2-f15161ee3b35 req-8663e562-8d84-4b1e-8f7e-1e719189a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:31.413958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa6ef8dc-d224-45c0-a3d2-f15161ee3b35 req-8663e562-8d84-4b1e-8f7e-1e719189a07d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18e23a00-f39c-4042-9489-c832f4556001 HTTP/1.1" status: 200 len: 853 time: 0.0718675 Dec 16 22:11:31.425748 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Routers {'a536fad8-7291-441b-a3d7-d33a4a27d088'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:31.430173 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:11:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a536fad8-7291-441b-a3d7-d33a4a27d088'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:31.459067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa6ef8dc-d224-45c0-a3d2-f15161ee3b35 req-cc59318a-0b3a-4290-885a-00e85c2ec1cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59079a34-3a8f-499e-b8cb-52794f9d4a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370493 Dec 16 22:11:31.512751 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e9fb3-2a38-4898-a847-1815a4cedec9 None None] Pushing event updated for resources: {'Port': ['ID=806e7348-446a-43f1-ac4b-a365d4f1c57f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:31.599329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa6ef8dc-d224-45c0-a3d2-f15161ee3b35 req-d5aca1f5-d997-4e6b-b841-a4f71fcf7b37 service neutron] 10.222.0.24 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308506 Dec 16 22:11:31.667480 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] Set router a536fad8-7291-441b-a3d7-d33a4a27d088 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:31.702944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57512) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:31.711050 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7fb12bfb-0823-4c86-b440-71c5ec39ca3b tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1250737091', 'description': 'tempest-description--335337145'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:31.746140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa6ef8dc-d224-45c0-a3d2-f15161ee3b35 req-4586b64e-f0d2-46f6-a91d-f1e3a0dcdc21 service neutron] 10.222.0.24 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367917 Dec 16 22:11:31.834685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a0fa3-4691-455b-b6db-6359f20c5fe5 req-0a9f2ecb-9e1c-4084-97d0-1c86f76bfd54 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:31.836907 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-874a0fa3-4691-455b-b6db-6359f20c5fe5 req-0a9f2ecb-9e1c-4084-97d0-1c86f76bfd54 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 943 time: 0.0720265 Dec 16 22:11:31.856159 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7fb12bfb-0823-4c86-b440-71c5ec39ca3b tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:31.893519 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-874a0fa3-4691-455b-b6db-6359f20c5fe5 req-8a336a22-9005-446c-8a9d-12ac28c9d498 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482442 Dec 16 22:11:31.944149 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7fb12bfb-0823-4c86-b440-71c5ec39ca3b tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:32.050213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c97d7-90ad-4509-865e-a250e982a179 req-2f14f0cf-f7e1-4131-99e6-84e7b8881da1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:32.051405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-417c97d7-90ad-4509-865e-a250e982a179 req-2f14f0cf-f7e1-4131-99e6-84e7b8881da1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 945 time: 0.0570202 Dec 16 22:11:32.075942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'name': 'tempest-ServersTestJSON-2104760695-router', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:11:23Z', 'updated_at': '2021-12-16T22:11:29Z', 'revision_number': 4, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'gw_port': {'id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:25Z', 'updated_at': '2021-12-16T22:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '10af2226-12b8-48dc-b871-f802f7dc3f55', 'name': '', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'mac_address': 'fa:16:3e:f9:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:28Z', 'updated_at': '2021-12-16T22:11:29Z', 'revision_number': 2, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'subnets': [{'id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:32.107116 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7fb12bfb-0823-4c86-b440-71c5ec39ca3b tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:32.109318 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef3e16-89d3-430e-9510-64a765d8b812 None None] The sync data for ids ['a536fad8-7291-441b-a3d7-d33a4a27d088'] in n-d-821840-2 is: [{'id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'name': 'tempest-ServersTestJSON-2104760695-router', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:11:23Z', 'updated_at': '2021-12-16T22:11:29Z', 'revision_number': 4, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'gw_port': {'id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:25Z', 'updated_at': '2021-12-16T22:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '10af2226-12b8-48dc-b871-f802f7dc3f55', 'name': '', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'mac_address': 'fa:16:3e:f9:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:28Z', 'updated_at': '2021-12-16T22:11:29Z', 'revision_number': 2, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'subnets': [{'id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:11:32.127184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-417c97d7-90ad-4509-865e-a250e982a179 req-490423ad-14f6-45ef-8d57-5ea1fefef255 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665698 Dec 16 22:11:32.160730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb12bfb-0823-4c86-b440-71c5ec39ca3b tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd25b71-cdc5-4c93-b0cf-7a65ecd21949,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:32.224090 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7fb12bfb-0823-4c86-b440-71c5ec39ca3b tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:32.225916 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7fb12bfb-0823-4c86-b440-71c5ec39ca3b tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5217857 Dec 16 22:11:32.238411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57520) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:32.244463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ce79ae33-6c48-4471-a031-3699815a1482 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Request body: {'security_group_rule': {'security_group_id': '8dd25b71-cdc5-4c93-b0cf-7a65ecd21949', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:32.411376 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce79ae33-6c48-4471-a031-3699815a1482 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:32.462973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f9a13-6bf7-46db-b650-ca4a5836e2b9 req-d1061048-5421-4f18-94b3-6cc4d57c7f42 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:32.464871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-898f9a13-6bf7-46db-b650-ca4a5836e2b9 req-d1061048-5421-4f18-94b3-6cc4d57c7f42 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 949 time: 0.0942397 Dec 16 22:11:32.522938 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce79ae33-6c48-4471-a031-3699815a1482 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:32.564162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-898f9a13-6bf7-46db-b650-ca4a5836e2b9 req-998c5f0c-1299-4034-8b59-934647054da4 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915627 Dec 16 22:11:32.608697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 139214d6-b24f-4d84-a91e-68cbb34ca3f7 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:11:32.622600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-ee216c15-4fc9-40c0-b98c-20f9e7ab75bb tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:32.624472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-ee216c15-4fc9-40c0-b98c-20f9e7ab75bb tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd&tenant_id=7121dad57bc841b98b41e71c9b25481e&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 1096 time: 0.0861993 Dec 16 22:11:32.625845 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce79ae33-6c48-4471-a031-3699815a1482 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:32.641036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821840-2'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:32.701285 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 687551d9-88dd-4645-bf60-89ebbbe4818c up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:32.753276 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79ae33-6c48-4471-a031-3699815a1482 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a263ff6c-216a-4bba-9605-c7ad0d2a2a34,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:32.782733 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:32.804871 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159c13d-324e-430c-be83-fa644e480944 req-0b934d17-5bd7-48b1-b9ec-96551bef9d68 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:32.806352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c159c13d-324e-430c-be83-fa644e480944 req-0b934d17-5bd7-48b1-b9ec-96551bef9d68 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 948 time: 0.1162426 Dec 16 22:11:32.848898 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 139214d6-b24f-4d84-a91e-68cbb34ca3f7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=139214d6-b24f-4d84-a91e-68cbb34ca3f7,segment=NetworkSegment(838a1af7-9806-4aee-acbc-27dc753f90a4),segment_id=838a1af7-9806-4aee-acbc-27dc753f90a4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:32.862804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '139214d6-b24f-4d84-a91e-68cbb34ca3f7', 'network_id': '59079a34-3a8f-499e-b8cb-52794f9d4a6b', 'port_id': '139214d6-b24f-4d84-a91e-68cbb34ca3f7', 'mac_address': 'fa:16:3e:01:dd:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e23a00-f39c-4042-9489-c832f4556001', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:11:32.875502 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce79ae33-6c48-4471-a031-3699815a1482 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:32.876821 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ce79ae33-6c48-4471-a031-3699815a1482 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6373174 Dec 16 22:11:32.879794 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57526) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:32.891486 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d5ffaba2-b15f-4469-abd2-5fa5d913bec5 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Request body: {'security_group_rule': {'security_group_id': '8dd25b71-cdc5-4c93-b0cf-7a65ecd21949', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:32.913694 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 687551d9-88dd-4645-bf60-89ebbbe4818c completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:11:32.926739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 687551d9-88dd-4645-bf60-89ebbbe4818c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:32.927046 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:32.927176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6370f6f-d955-4325-997c-5fd9c337add3 req-0afb4041-2d01-494a-9356-670f66d267ef tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:32.931044 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:32.935526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6370f6f-d955-4325-997c-5fd9c337add3 req-0afb4041-2d01-494a-9356-670f66d267ef tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aed3243-82ea-4477-b863-ee11e123d669 HTTP/1.1" status: 200 len: 949 time: 0.1256614 Dec 16 22:11:32.987144 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139214d6-b24f-4d84-a91e-68cbb34ca3f7 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:33.010904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 139214d6-b24f-4d84-a91e-68cbb34ca3f7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=139214d6-b24f-4d84-a91e-68cbb34ca3f7,segment=NetworkSegment(838a1af7-9806-4aee-acbc-27dc753f90a4),segment_id=838a1af7-9806-4aee-acbc-27dc753f90a4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:33.022977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d5ffaba2-b15f-4469-abd2-5fa5d913bec5 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.082821 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6370f6f-d955-4325-997c-5fd9c337add3 req-e1c177cd-7e47-4a7d-8618-6bd499dca3d0 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462710 Dec 16 22:11:33.083496 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.102121 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c159c13d-324e-430c-be83-fa644e480944 req-eb88ac66-b985-4f89-bd5a-f25e32587224 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556655 Dec 16 22:11:33.117596 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.174348 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d5ffaba2-b15f-4469-abd2-5fa5d913bec5 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.201683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] For port 053d09be-313e-4533-944f-306fb88a6bc1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=053d09be-313e-4533-944f-306fb88a6bc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:33.217348 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=139214d6-b24f-4d84-a91e-68cbb34ca3f7,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:33.227003 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:33.229404 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bf3a80-29bb-4810-99fe-7d4e9067ffa1" -d '{"events": [{"server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "name": "network-vif-plugged", "status": "completed", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:33.244253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=687551d9-88dd-4645-bf60-89ebbbe4818c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:33.284532 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d5ffaba2-b15f-4469-abd2-5fa5d913bec5 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.305079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffaba2-b15f-4469-abd2-5fa5d913bec5 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c975f85d-af00-44e2-a7ae-85d45d594a0c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:33.313025 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.378510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=687551d9-88dd-4645-bf60-89ebbbe4818c,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:33.385602 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['139214d6-b24f-4d84-a91e-68cbb34ca3f7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:33.402106 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d5ffaba2-b15f-4469-abd2-5fa5d913bec5 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.406092 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d5ffaba2-b15f-4469-abd2-5fa5d913bec5 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5220473 Dec 16 22:11:33.408142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57536) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:33.412385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:33.415174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] For port 053d09be-313e-4533-944f-306fb88a6bc1, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:33.447364 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 806e7348-446a-43f1-ac4b-a365d4f1c57f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:33.465332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccb6af-aabb-4969-8661-7832101b6953 req-f795c81a-6012-47f9-ab6e-b78c0271a7b4 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:33.467816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6ccb6af-aabb-4969-8661-7832101b6953 req-f795c81a-6012-47f9-ab6e-b78c0271a7b4 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 945 time: 0.2133956 Dec 16 22:11:33.490515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f259f-df39-44d4-8823-0ef3abe4af49 req-37e0296e-832a-4ad9-9fca-1cb04cbaaebd tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:33.492205 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e2f259f-df39-44d4-8823-0ef3abe4af49 req-37e0296e-832a-4ad9-9fca-1cb04cbaaebd tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aed3243-82ea-4477-b863-ee11e123d669 HTTP/1.1" status: 200 len: 949 time: 0.2367690 Dec 16 22:11:33.513877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26217eb1-6fc1-40d8-906e-49c13552381f req-374681f4-9c91-4664-adbf-4cac734290c0 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:33.515579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26217eb1-6fc1-40d8-906e-49c13552381f req-374681f4-9c91-4664-adbf-4cac734290c0 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 944 time: 0.2976422 Dec 16 22:11:33.556667 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.564008 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 806e7348-446a-43f1-ac4b-a365d4f1c57f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:33.564393 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.591203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '053d09be-313e-4533-944f-306fb88a6bc1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:33.593552 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7c92c4-c19e-471b-bf9e-e4a044e7ce18" -d '{"events": [{"server_uuid": "cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd", "name": "network-vif-unplugged", "status": "completed", "tag": "053d09be-313e-4533-944f-306fb88a6bc1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:33.598047 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.697470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6ccb6af-aabb-4969-8661-7832101b6953 req-0c3ec112-c394-4020-a5e1-8a427262c433 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016754 Dec 16 22:11:33.707593 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.709368 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.747120 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 806e7348-446a-43f1-ac4b-a365d4f1c57f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=806e7348-446a-43f1-ac4b-a365d4f1c57f,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:33.764375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.766856 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26217eb1-6fc1-40d8-906e-49c13552381f req-0eb23142-dfd8-4834-82f0-480e4e01b1ba tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332411 Dec 16 22:11:33.803602 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ebce11-9cab-4e89-97b8-d4c362477068 x-openstack-request-id: req-29ebce11-9cab-4e89-97b8-d4c362477068 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:33.803917 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "name": "network-vif-plugged", "status": "completed", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:33.804184 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29ebce11-9cab-4e89-97b8-d4c362477068 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:33.804633 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c', 'code': 200} Dec 16 22:11:33.815879 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.821537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Pushing event updated for resources: {'Port': ['ID=053d09be-313e-4533-944f-306fb88a6bc1,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:33.849728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-6e2f259f-df39-44d4-8823-0ef3abe4af49 req-6cc53a8e-9148-4566-8dcb-797bdca597c2 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Deleting port 6e870121-a5c4-456a-86ce-741a90fbe967 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:33.850072 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-6e2f259f-df39-44d4-8823-0ef3abe4af49 req-6cc53a8e-9148-4566-8dcb-797bdca597c2 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.951160 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=806e7348-446a-43f1-ac4b-a365d4f1c57f,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:33.980362 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c549070f-33f9-405e-b520-16ebaed06c79 x-openstack-request-id: req-c549070f-33f9-405e-b520-16ebaed06c79 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:33.980846 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd", "name": "network-vif-unplugged", "status": "completed", "tag": "053d09be-313e-4533-944f-306fb88a6bc1", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:33.981109 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c549070f-33f9-405e-b520-16ebaed06c79 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:33.981646 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '053d09be-313e-4533-944f-306fb88a6bc1', 'code': 200} Dec 16 22:11:33.987481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Attempting to bind port 053d09be-313e-4533-944f-306fb88a6bc1 on host n-h2-821840-2 for vnic_type normal with profile {"migrating_to": "n-h1-821840-2"} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:33.987829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Attempting to bind port 053d09be-313e-4533-944f-306fb88a6bc1 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:33.988160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Attempting to bind port 053d09be-313e-4533-944f-306fb88a6bc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:34.005231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Port 053d09be-313e-4533-944f-306fb88a6bc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:11:34.005848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Attempting to bind port 053d09be-313e-4533-944f-306fb88a6bc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:34.031780 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:34.032194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Checking segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:34.032521 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Bound using segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:34.032982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Bound port: 053d09be-313e-4533-944f-306fb88a6bc1, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:34.033349 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:34.053564 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Allocated IP 172.25.2.61 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/6e2899ba-b334-456a-9ed3-716c770cb911) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:11:34.076701 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ed1bf-4807-496e-9f93-b138e8e63ca9 req-0dba7f41-f5c0-4049-899d-2711f2aa26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:34.078395 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7b4ed1bf-4807-496e-9f93-b138e8e63ca9 req-0dba7f41-f5c0-4049-899d-2711f2aa26f6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 1101 time: 0.1848125 Dec 16 22:11:34.083138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269e06b-dec7-4973-9297-6ae6a62db71e req-43ce1a40-0898-4b78-b07f-13ba2e6bd125 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:34.086140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8269e06b-dec7-4973-9297-6ae6a62db71e req-43ce1a40-0898-4b78-b07f-13ba2e6bd125 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.1627722 Dec 16 22:11:34.093371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-6e2f259f-df39-44d4-8823-0ef3abe4af49 req-6cc53a8e-9148-4566-8dcb-797bdca597c2 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] For port 6e870121-a5c4-456a-86ce-741a90fbe967, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=6e870121-a5c4-456a-86ce-741a90fbe967,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:34.093721 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-6e2f259f-df39-44d4-8823-0ef3abe4af49 req-6cc53a8e-9148-4566-8dcb-797bdca597c2 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:34.154565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-6e2f259f-df39-44d4-8823-0ef3abe4af49 req-6cc53a8e-9148-4566-8dcb-797bdca597c2 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Calling delete_port for 6e870121-a5c4-456a-86ce-741a90fbe967 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:34.199652 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7b4ed1bf-4807-496e-9f93-b138e8e63ca9 req-dee81be2-b643-4fd3-b191-eb2cec3825df service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875399 Dec 16 22:11:34.243687 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:34.291983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] For port 053d09be-313e-4533-944f-306fb88a6bc1, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:34.324239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8269e06b-dec7-4973-9297-6ae6a62db71e req-f1747a35-ff5c-444b-86f2-71b3ec68c28c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275851 Dec 16 22:11:34.328567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] For port 053d09be-313e-4533-944f-306fb88a6bc1, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=053d09be-313e-4533-944f-306fb88a6bc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:34.359586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4099f0-970a-4f3d-ae2b-8a301c0b0407 req-4e08216e-9e16-445b-abd6-336b0a0c2438 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:34.361164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f4099f0-970a-4f3d-ae2b-8a301c0b0407 req-4e08216e-9e16-445b-abd6-336b0a0c2438 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aed3243-82ea-4477-b863-ee11e123d669 HTTP/1.1" status: 200 len: 949 time: 0.1983168 Dec 16 22:11:34.371059 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fa5f9-5927-48fa-822f-98cd0bcd06ec req-7ef40c88-c8f3-4bb5-866d-53341cfe752e tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:34.372671 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b5fa5f9-5927-48fa-822f-98cd0bcd06ec req-7ef40c88-c8f3-4bb5-866d-53341cfe752e tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 949 time: 0.1860323 Dec 16 22:11:34.374263 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:34.435703 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:34.442283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:34.447002 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:34.458365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:11:34.508717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Pushing event updated for resources: {'Port': ['ID=6e2899ba-b334-456a-9ed3-716c770cb911,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:34.602495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f4099f0-970a-4f3d-ae2b-8a301c0b0407 req-f8e85158-4729-40e1-a73e-6f98281cc26e tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287652 Dec 16 22:11:34.604568 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 139214d6-b24f-4d84-a91e-68cbb34ca3f7 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:34.654995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Pushing event updated for resources: {'Port': ['ID=053d09be-313e-4533-944f-306fb88a6bc1,revision_number=8']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:34.685217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210017b-ac19-4f85-9cda-d275a0afe899 req-480d3230-c66a-4eef-80da-6d5d0c93f3de tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:34.686832 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b210017b-ac19-4f85-9cda-d275a0afe899 req-480d3230-c66a-4eef-80da-6d5d0c93f3de tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.69 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 948 time: 0.0740368 Dec 16 22:11:34.691340 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:34.692143 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:34.693698 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f4568355-723d-4e82-9d1d-3693e2fb3030 service neutron] 10.222.0.69 "PUT /v2.0/ports/053d09be-313e-4533-944f-306fb88a6bc1 HTTP/1.1" status: 200 len: 1121 time: 2.0577071 Dec 16 22:11:34.701586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 053d09be-313e-4533-944f-306fb88a6bc1 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:11:34.724584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8632ce-01c7-4e31-bd5a-cdafb2bcea3c req-0668b8af-c984-4163-b1d4-25c87eb3f599 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:34.737386 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff8632ce-01c7-4e31-bd5a-cdafb2bcea3c req-0668b8af-c984-4163-b1d4-25c87eb3f599 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 948 time: 0.2191055 Dec 16 22:11:34.739647 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-6e2f259f-df39-44d4-8823-0ef3abe4af49 req-6cc53a8e-9148-4566-8dcb-797bdca597c2 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:34.787147 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ebf797c1-bb5d-4b3a-aa39-941231cf05ab'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:34.790494 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['fda962b4-4612-4379-82f8-686622f5e8fd', '6e870121-a5c4-456a-86ce-741a90fbe967'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:34.799251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['053d09be-313e-4533-944f-306fb88a6bc1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:34.842437 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:34.845088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 139214d6-b24f-4d84-a91e-68cbb34ca3f7 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:11:34.849882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc53a8e-9148-4566-8dcb-797bdca597c2 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event deleted for resources: {'Port': ['ID=6e870121-a5c4-456a-86ce-741a90fbe967,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:34.881385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2f259f-df39-44d4-8823-0ef3abe4af49 req-6cc53a8e-9148-4566-8dcb-797bdca597c2 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] No DVR routers for this DVR port 6e870121-a5c4-456a-86ce-741a90fbe967 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:34.884341 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-6e2f259f-df39-44d4-8823-0ef3abe4af49 req-6cc53a8e-9148-4566-8dcb-797bdca597c2 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:34.889209 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-b210017b-ac19-4f85-9cda-d275a0afe899 req-dcca4275-2185-49e3-bf6a-c12acf611dd2 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Deleting port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:34.889756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e2f259f-df39-44d4-8823-0ef3abe4af49 req-6cc53a8e-9148-4566-8dcb-797bdca597c2 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "DELETE /v2.0/ports/6e870121-a5c4-456a-86ce-741a90fbe967 HTTP/1.1" status: 204 len: 173 time: 1.3846335 Dec 16 22:11:34.890590 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b210017b-ac19-4f85-9cda-d275a0afe899 req-dcca4275-2185-49e3-bf6a-c12acf611dd2 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:34.897866 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-1b5fa5f9-5927-48fa-822f-98cd0bcd06ec req-67c365db-b494-445c-838d-8084e7adeacc tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Deleting port fda962b4-4612-4379-82f8-686622f5e8fd {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:34.898348 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1b5fa5f9-5927-48fa-822f-98cd0bcd06ec req-67c365db-b494-445c-838d-8084e7adeacc tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.056761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['053d09be-313e-4533-944f-306fb88a6bc1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:35.076577 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.095769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 139214d6-b24f-4d84-a91e-68cbb34ca3f7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:35.096146 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.117977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-b210017b-ac19-4f85-9cda-d275a0afe899 req-dcca4275-2185-49e3-bf6a-c12acf611dd2 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] For port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:35.118797 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b210017b-ac19-4f85-9cda-d275a0afe899 req-dcca4275-2185-49e3-bf6a-c12acf611dd2 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.178511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-b210017b-ac19-4f85-9cda-d275a0afe899 req-dcca4275-2185-49e3-bf6a-c12acf611dd2 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Calling delete_port for 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:35.245364 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 053d09be-313e-4533-944f-306fb88a6bc1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=053d09be-313e-4533-944f-306fb88a6bc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:35.290414 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Sync routers for ids ['a536fad8-7291-441b-a3d7-d33a4a27d088'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:11:35.333444 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Routers {'a536fad8-7291-441b-a3d7-d33a4a27d088'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:35.334271 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:11:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a536fad8-7291-441b-a3d7-d33a4a27d088'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:35.358100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff8632ce-01c7-4e31-bd5a-cdafb2bcea3c req-a57a9d5b-3cac-40c7-a10b-816ad4876e53 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/security-groups?id=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6194937 Dec 16 22:11:35.473334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 053d09be-313e-4533-944f-306fb88a6bc1 has no active binding in host n-h1-821840-2 {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:11:35.544390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7fecc-d54f-4cad-9220-99d3c914aca0 req-785a6b5a-37f1-4c3a-9371-e78b986eaeac tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:35.546047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86d7fecc-d54f-4cad-9220-99d3c914aca0 req-785a6b5a-37f1-4c3a-9371-e78b986eaeac tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 943 time: 0.2476220 Dec 16 22:11:35.561835 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 806e7348-446a-43f1-ac4b-a365d4f1c57f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:35.617890 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Set router a536fad8-7291-441b-a3d7-d33a4a27d088 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:35.626952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-1b5fa5f9-5927-48fa-822f-98cd0bcd06ec req-67c365db-b494-445c-838d-8084e7adeacc tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] For port fda962b4-4612-4379-82f8-686622f5e8fd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=fda962b4-4612-4379-82f8-686622f5e8fd,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:35.627344 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1b5fa5f9-5927-48fa-822f-98cd0bcd06ec req-67c365db-b494-445c-838d-8084e7adeacc tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.663947 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-1b5fa5f9-5927-48fa-822f-98cd0bcd06ec req-67c365db-b494-445c-838d-8084e7adeacc tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Calling delete_port for fda962b4-4612-4379-82f8-686622f5e8fd owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:35.690136 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781084e-255a-4084-b067-5e92d8d5b697 req-f02fcc9c-67bf-41cb-b045-47f4506a0924 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:35.691703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a781084e-255a-4084-b067-5e92d8d5b697 req-f02fcc9c-67bf-41cb-b045-47f4506a0924 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 944 time: 0.1603408 Dec 16 22:11:35.698057 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.706899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86d7fecc-d54f-4cad-9220-99d3c914aca0 req-5d6e4003-a8c0-44eb-8367-9862804182e2 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478219 Dec 16 22:11:35.719561 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.746254 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 139214d6-b24f-4d84-a91e-68cbb34ca3f7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=139214d6-b24f-4d84-a91e-68cbb34ca3f7,segment=NetworkSegment(838a1af7-9806-4aee-acbc-27dc753f90a4),segment_id=838a1af7-9806-4aee-acbc-27dc753f90a4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:35.789704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 806e7348-446a-43f1-ac4b-a365d4f1c57f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:35.790082 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.805950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a781084e-255a-4084-b067-5e92d8d5b697 req-12ab9d51-264a-451c-bb42-818a1797ac39 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030147 Dec 16 22:11:35.829000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751d5a3e-aada-4661-8f5f-b70a457a8e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139214d6-b24f-4d84-a91e-68cbb34ca3f7'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:35.840083 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7913c110-d3ca-4e03-8198-f123460ef0c7" -d '{"events": [{"server_uuid": "751d5a3e-aada-4661-8f5f-b70a457a8e74", "name": "network-vif-plugged", "status": "completed", "tag": "139214d6-b24f-4d84-a91e-68cbb34ca3f7"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:35.856149 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.900558 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.976105 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b210017b-ac19-4f85-9cda-d275a0afe899 req-dcca4275-2185-49e3-bf6a-c12acf611dd2 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.986103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd', 'tag': '053d09be-313e-4533-944f-306fb88a6bc1'}, {'server_uuid': '9aed3243-82ea-4477-b863-ee11e123d669', 'name': 'network-vif-deleted', 'tag': '6e870121-a5c4-456a-86ce-741a90fbe967'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:35.988410 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99c1158-d9ac-46b6-9349-e184443433bc" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd", "tag": "053d09be-313e-4533-944f-306fb88a6bc1"}, {"server_uuid": "9aed3243-82ea-4477-b863-ee11e123d669", "name": "network-vif-deleted", "tag": "6e870121-a5c4-456a-86ce-741a90fbe967"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:35.994209 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'name': 'tempest-ServersTestJSON-2104760695-router', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:11:23Z', 'updated_at': '2021-12-16T22:11:29Z', 'revision_number': 4, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'gw_port': {'id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:25Z', 'updated_at': '2021-12-16T22:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '10af2226-12b8-48dc-b871-f802f7dc3f55', 'name': '', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'mac_address': 'fa:16:3e:f9:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:28Z', 'updated_at': '2021-12-16T22:11:29Z', 'revision_number': 2, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'subnets': [{'id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:36.028769 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:36.032372 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Checking router: a536fad8-7291-441b-a3d7-d33a4a27d088 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:11:36.033159 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Updating router a536fad8-7291-441b-a3d7-d33a4a27d088 port 10af2226-12b8-48dc-b871-f802f7dc3f55 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:11:36.066438 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:36.069966 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=139214d6-b24f-4d84-a91e-68cbb34ca3f7,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:36.077056 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Pushing event updated for resources: {'Port': ['ID=6e2899ba-b334-456a-9ed3-716c770cb911,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:36.135164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d304663-5b55-4b05-b194-3b7c764900fb req-07548588-c6fd-402b-a7b4-23ea4c39a997 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:36.137546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d304663-5b55-4b05-b194-3b7c764900fb req-07548588-c6fd-402b-a7b4-23ea4c39a997 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.1818111 Dec 16 22:11:36.140998 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca4275-2185-49e3-bf6a-c12acf611dd2 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Pushing event deleted for resources: {'Port': ['ID=7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:36.145164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2ed57-e97f-41fe-94a7-5d00ef2001bc req-69dfb6c0-2fe3-4ef4-acf3-1517f163e9d6 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:36.146653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2e2ed57-e97f-41fe-94a7-5d00ef2001bc req-69dfb6c0-2fe3-4ef4-acf3-1517f163e9d6 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 945 time: 0.1880796 Dec 16 22:11:36.180290 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-b210017b-ac19-4f85-9cda-d275a0afe899 req-dcca4275-2185-49e3-bf6a-c12acf611dd2 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] No DVR routers for this DVR port 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:36.184581 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b210017b-ac19-4f85-9cda-d275a0afe899 req-dcca4275-2185-49e3-bf6a-c12acf611dd2 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:36.188590 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b210017b-ac19-4f85-9cda-d275a0afe899 req-dcca4275-2185-49e3-bf6a-c12acf611dd2 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.69 "DELETE /v2.0/ports/7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 HTTP/1.1" status: 204 len: 173 time: 1.4918208 Dec 16 22:11:36.189439 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223710c7-db0c-4532-98c1-de67f19471ba', 'name': 'network-vif-deleted', 'tag': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:36.192789 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca45d063-9c79-42a7-9163-35a8efd50411" -d '{"events": [{"server_uuid": "223710c7-db0c-4532-98c1-de67f19471ba", "name": "network-vif-deleted", "tag": "7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:36.210236 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1b5fa5f9-5927-48fa-822f-98cd0bcd06ec req-67c365db-b494-445c-838d-8084e7adeacc tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:36.223318 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['6e870121-a5c4-456a-86ce-741a90fbe967'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:36.235948 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:36.238409 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fa22406a-1324-4ccd-a28e-43edfd850f30 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8301125 Dec 16 22:11:36.286080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c365db-b494-445c-838d-8084e7adeacc tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event deleted for resources: {'Port': ['ID=fda962b4-4612-4379-82f8-686622f5e8fd,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:36.298007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d304663-5b55-4b05-b194-3b7c764900fb req-8b2666ab-be7c-4e5f-975a-60a255c6f256 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503191 Dec 16 22:11:36.304972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2e2ed57-e97f-41fe-94a7-5d00ef2001bc req-4da3b4ca-f371-4bed-95e9-903d61e7e3e0 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/security-groups?id=dfc4d2c6-5184-40e6-bb54-081f95b93b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506267 Dec 16 22:11:36.374874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5fa5f9-5927-48fa-822f-98cd0bcd06ec req-67c365db-b494-445c-838d-8084e7adeacc tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] No DVR routers for this DVR port fda962b4-4612-4379-82f8-686622f5e8fd on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:36.377609 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1b5fa5f9-5927-48fa-822f-98cd0bcd06ec req-67c365db-b494-445c-838d-8084e7adeacc tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:36.381456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b5fa5f9-5927-48fa-822f-98cd0bcd06ec req-67c365db-b494-445c-838d-8084e7adeacc tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.24 "DELETE /v2.0/ports/fda962b4-4612-4379-82f8-686622f5e8fd HTTP/1.1" status: 204 len: 173 time: 1.9896708 Dec 16 22:11:36.395016 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b55edb5-5af1-458a-8cb9-182b8ff01594 x-openstack-request-id: req-9b55edb5-5af1-458a-8cb9-182b8ff01594 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:36.395016 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751d5a3e-aada-4661-8f5f-b70a457a8e74", "name": "network-vif-plugged", "status": "completed", "tag": "139214d6-b24f-4d84-a91e-68cbb34ca3f7", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:36.395016 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b55edb5-5af1-458a-8cb9-182b8ff01594 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:36.395016 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751d5a3e-aada-4661-8f5f-b70a457a8e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139214d6-b24f-4d84-a91e-68cbb34ca3f7', 'code': 200} Dec 16 22:11:36.414519 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052fb8e6-0b65-407a-bc66-e5d4a14820a2 x-openstack-request-id: req-052fb8e6-0b65-407a-bc66-e5d4a14820a2 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:36.414820 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd", "tag": "053d09be-313e-4533-944f-306fb88a6bc1", "status": "completed", "code": 200}, {"server_uuid": "9aed3243-82ea-4477-b863-ee11e123d669", "name": "network-vif-deleted", "tag": "6e870121-a5c4-456a-86ce-741a90fbe967", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:36.415074 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-052fb8e6-0b65-407a-bc66-e5d4a14820a2 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:36.415636 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd', 'tag': '053d09be-313e-4533-944f-306fb88a6bc1', 'status': 'completed', 'code': 200} Dec 16 22:11:36.415909 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aed3243-82ea-4477-b863-ee11e123d669', 'name': 'network-vif-deleted', 'tag': '6e870121-a5c4-456a-86ce-741a90fbe967', 'status': 'completed', 'code': 200} Dec 16 22:11:36.448874 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c404ba87-8aed-4549-a852-dad516d7f9af x-openstack-request-id: req-c404ba87-8aed-4549-a852-dad516d7f9af {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:36.452691 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223710c7-db0c-4532-98c1-de67f19471ba", "name": "network-vif-deleted", "tag": "7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:36.452691 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c404ba87-8aed-4549-a852-dad516d7f9af {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:36.452691 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223710c7-db0c-4532-98c1-de67f19471ba', 'name': 'network-vif-deleted', 'tag': '7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2', 'status': 'completed', 'code': 200} Dec 16 22:11:36.489833 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:36.631398 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c1158-d9ac-46b6-9349-e184443433bc req-78330175-518c-4580-97fa-bb43738888b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:36.633167 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f99c1158-d9ac-46b6-9349-e184443433bc req-78330175-518c-4580-97fa-bb43738888b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 1124 time: 0.1836679 Dec 16 22:11:36.642334 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:36.642523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-49f39dcf-6526-44f4-8ba4-d7613afc0921 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1250737091&fields=id&tenant_id=efd1f41944b24a619b78241b28fbf14f HTTP/1.1" status: 200 len: 267 time: 0.1251328 Dec 16 22:11:36.659777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a8b0a-41f1-43fb-974d-010ace9736ef req-cf95b819-259a-44b5-832b-03ca04d8d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:36.661371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d09a8b0a-41f1-43fb-974d-010ace9736ef req-cf95b819-259a-44b5-832b-03ca04d8d623 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 1096 time: 0.1462739 Dec 16 22:11:36.721130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad716be-abaf-4eb3-8049-977c8ff71ebf req-9ae0ea11-52ab-4067-8b8d-3055724840c3 tempest-MigrationsAdminTest-77667792 tempest-MigrationsAdminTest-77667792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:36.722556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ad716be-abaf-4eb3-8049-977c8ff71ebf req-9ae0ea11-52ab-4067-8b8d-3055724840c3 tempest-MigrationsAdminTest-77667792 tempest-MigrationsAdminTest-77667792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 1101 time: 0.1957064 Dec 16 22:11:36.724794 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df0eeb-85f7-41dc-87d4-f462a4208fc6 None None] Pushing event updated for resources: {'Port': ['ID=10af2226-12b8-48dc-b871-f802f7dc3f55,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:36.739164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:36.767081 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df0eeb-85f7-41dc-87d4-f462a4208fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:36.767571 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df0eeb-85f7-41dc-87d4-f462a4208fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:36.767913 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df0eeb-85f7-41dc-87d4-f462a4208fc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:36.768289 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df0eeb-85f7-41dc-87d4-f462a4208fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:36.768611 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df0eeb-85f7-41dc-87d4-f462a4208fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:36.769455 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df0eeb-85f7-41dc-87d4-f462a4208fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:36.769934 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df0eeb-85f7-41dc-87d4-f462a4208fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:36.771487 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df0eeb-85f7-41dc-87d4-f462a4208fc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:36.771850 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df0eeb-85f7-41dc-87d4-f462a4208fc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:36.772525 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df0eeb-85f7-41dc-87d4-f462a4208fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:36.772646 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df0eeb-85f7-41dc-87d4-f462a4208fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:36.772893 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df0eeb-85f7-41dc-87d4-f462a4208fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:36.773595 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df0eeb-85f7-41dc-87d4-f462a4208fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:36.801544 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:36.802108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 7bb0355e-0b6f-4906-b2ac-e98f0b07bbb2 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:36.834309 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Attempting to bind port 10af2226-12b8-48dc-b871-f802f7dc3f55 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:36.834686 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Attempting to bind port 10af2226-12b8-48dc-b871-f802f7dc3f55 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'ab464872-40ce-4afc-bacc-99820c4919b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:36.835055 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Attempting to bind port 10af2226-12b8-48dc-b871-f802f7dc3f55 on network 8fd9f83b-39c6-4366-b317-465c5361dafb {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:36.835991 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ebf797c1-bb5d-4b3a-aa39-941231cf05ab'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:36.844832 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:36.844832 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Checking segment: {'id': 'ab464872-40ce-4afc-bacc-99820c4919b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:36.847457 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:36.847457 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Bound using segment: {'id': 'ab464872-40ce-4afc-bacc-99820c4919b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:36.847457 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Bound port: 10af2226-12b8-48dc-b871-f802f7dc3f55, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab464872-40ce-4afc-bacc-99820c4919b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:36.847457 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:36.919970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ad716be-abaf-4eb3-8049-977c8ff71ebf req-e8333450-ab2f-4cda-8611-79662783c310 tempest-MigrationsAdminTest-77667792 tempest-MigrationsAdminTest-77667792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715796 Dec 16 22:11:36.939560 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] For port 10af2226-12b8-48dc-b871-f802f7dc3f55, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:36.941570 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] For port 10af2226-12b8-48dc-b871-f802f7dc3f55, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=10af2226-12b8-48dc-b871-f802f7dc3f55,segment=NetworkSegment(ab464872-40ce-4afc-bacc-99820c4919b1),segment_id=ab464872-40ce-4afc-bacc-99820c4919b1)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:36.948561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c1158-d9ac-46b6-9349-e184443433bc req-53571952-01c6-44c2-b9f5-385971560f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:36.950210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f99c1158-d9ac-46b6-9349-e184443433bc req-53571952-01c6-44c2-b9f5-385971560f0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 922 time: 0.3062198 Dec 16 22:11:36.957095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d09a8b0a-41f1-43fb-974d-010ace9736ef req-6e5426c6-e20c-4d85-8aae-46fd74eedace service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752378 Dec 16 22:11:37.014348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f99c1158-d9ac-46b6-9349-e184443433bc req-a6cd22ad-ebd6-40de-8fe2-764ab544ccef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=053d09be-313e-4533-944f-306fb88a6bc1 HTTP/1.1" status: 200 len: 217 time: 0.0472770 Dec 16 22:11:37.021848 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:37.045522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8217cd27-d948-49e3-8ad5-f359c8e255ed req-b74ecd40-8708-4378-b229-34009e6d2e27 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=449cd3f2-bc12-4e26-80a3-c3043aac9ac4 HTTP/1.1" status: 200 len: 210 time: 0.0355573 Dec 16 22:11:37.050551 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f2364d92-3b7b-4708-b38d-105162dac0a5 None None] Provisioning complete for port 10af2226-12b8-48dc-b871-f802f7dc3f55 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:37.051211 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f2364d92-3b7b-4708-b38d-105162dac0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:37.058328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-8800e0a6-f7d1-412b-9f08-37feb813bd0a tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:37.067022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-8800e0a6-f7d1-412b-9f08-37feb813bd0a tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/networks?id=8fd9f83b-39c6-4366-b317-465c5361dafb HTTP/1.1" status: 200 len: 806 time: 0.4094281 Dec 16 22:11:37.085357 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-35c41d22-5b3e-4799-a847-6e41c37c9b6b tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/quotas/efd1f41944b24a619b78241b28fbf14f HTTP/1.1" status: 200 len: 375 time: 0.0170078 Dec 16 22:11:37.130210 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df0eeb-85f7-41dc-87d4-f462a4208fc6 None None] Pushing event updated for resources: {'Port': ['ID=10af2226-12b8-48dc-b871-f802f7dc3f55,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:37.141999 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Routers {'a536fad8-7291-441b-a3d7-d33a4a27d088'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:37.142631 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:11:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a536fad8-7291-441b-a3d7-d33a4a27d088'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:37.163694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-a5ba8ecd-e055-4b2a-87c9-9ae1ed643c63 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=efd1f41944b24a619b78241b28fbf14f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631316 Dec 16 22:11:37.224204 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f2364d92-3b7b-4708-b38d-105162dac0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:37.289604 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f2364d92-3b7b-4708-b38d-105162dac0a5 None None] For port 10af2226-12b8-48dc-b871-f802f7dc3f55, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=10af2226-12b8-48dc-b871-f802f7dc3f55,segment=NetworkSegment(ab464872-40ce-4afc-bacc-99820c4919b1),segment_id=ab464872-40ce-4afc-bacc-99820c4919b1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:37.316511 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] Set router a536fad8-7291-441b-a3d7-d33a4a27d088 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:37.347297 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f2364d92-3b7b-4708-b38d-105162dac0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:37.381231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c831db9-e7b6-462e-ac3d-bb6415d1b1f8 req-00551fa0-ad09-4cee-b256-719f1b33aca9 tempest-ImagesOneServerTestJSON-750964462 tempest-ImagesOneServerTestJSON-750964462-project] 10.222.0.43 "GET /v2.0/ports?device_id=223710c7-db0c-4532-98c1-de67f19471ba HTTP/1.1" status: 200 len: 210 time: 0.1447077 Dec 16 22:11:37.392354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c1158-d9ac-46b6-9349-e184443433bc req-6bcf8e0f-8080-454d-b204-af3145a0ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:37.395438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f99c1158-d9ac-46b6-9349-e184443433bc req-6bcf8e0f-8080-454d-b204-af3145a0ebe0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.1604943 Dec 16 22:11:37.454162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fa62b-0889-4026-b886-3ede6c858f51 req-bd05ac05-282c-464e-9923-0ccd9a4c5772 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:37.472957 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 10af2226-12b8-48dc-b871-f802f7dc3f55 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:37.480983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2364d92-3b7b-4708-b38d-105162dac0a5 None None] Pushing event updated for resources: {'Port': ['ID=10af2226-12b8-48dc-b871-f802f7dc3f55,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:37.486425 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-980fa62b-0889-4026-b886-3ede6c858f51 req-bd05ac05-282c-464e-9923-0ccd9a4c5772 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.69 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 945 time: 0.1351759 Dec 16 22:11:37.518334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f99c1158-d9ac-46b6-9349-e184443433bc req-5975902d-fadb-4065-bf22-9fc0b3aabc5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874910 Dec 16 22:11:37.586409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-5bc10b37-f72a-48c8-9c9c-55b426c459a1 service neutron] 10.222.0.43 "GET /v2.0/networks/8fd9f83b-39c6-4366-b317-465c5361dafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198327 Dec 16 22:11:37.586777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 10af2226-12b8-48dc-b871-f802f7dc3f55 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:37.587167 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:37.667634 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-980fa62b-0889-4026-b886-3ede6c858f51 req-cc79d542-8b9c-481c-8c0f-8c7f19904e77 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Deleting port fab10d52-8911-4a7b-bc51-aba7bab73d6f {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:37.668088 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-980fa62b-0889-4026-b886-3ede6c858f51 req-cc79d542-8b9c-481c-8c0f-8c7f19904e77 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:37.703846 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'name': 'tempest-ServersTestJSON-2104760695-router', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:11:23Z', 'updated_at': '2021-12-16T22:11:29Z', 'revision_number': 4, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'gw_port': {'id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:25Z', 'updated_at': '2021-12-16T22:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '10af2226-12b8-48dc-b871-f802f7dc3f55', 'name': '', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'mac_address': 'fa:16:3e:f9:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:28Z', 'updated_at': '2021-12-16T22:11:36Z', 'revision_number': 4, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'subnets': [{'id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:37.715700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e2463aaa-d059-4fb7-9f62-ce7b03df6416 None None] Provisioning complete for port 10af2226-12b8-48dc-b871-f802f7dc3f55 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:37.716222 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e2463aaa-d059-4fb7-9f62-ce7b03df6416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:37.750995 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e5eb7-bd97-43a6-a4e3-986c69f8e592 None None] The sync data for ids ['a536fad8-7291-441b-a3d7-d33a4a27d088'] in n-d-821840-2 is: [{'id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'name': 'tempest-ServersTestJSON-2104760695-router', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:11:23Z', 'updated_at': '2021-12-16T22:11:29Z', 'revision_number': 4, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'gw_port': {'id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:25Z', 'updated_at': '2021-12-16T22:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '10af2226-12b8-48dc-b871-f802f7dc3f55', 'name': '', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'mac_address': 'fa:16:3e:f9:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:28Z', 'updated_at': '2021-12-16T22:11:36Z', 'revision_number': 4, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'subnets': [{'id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:11:37.781239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-980fa62b-0889-4026-b886-3ede6c858f51 req-cc79d542-8b9c-481c-8c0f-8c7f19904e77 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] For port fab10d52-8911-4a7b-bc51-aba7bab73d6f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=fab10d52-8911-4a7b-bc51-aba7bab73d6f,segment=NetworkSegment(57d6f008-61b5-48ea-97c0-4cb10d527eb7),segment_id=57d6f008-61b5-48ea-97c0-4cb10d527eb7)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:37.781239 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-980fa62b-0889-4026-b886-3ede6c858f51 req-cc79d542-8b9c-481c-8c0f-8c7f19904e77 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:37.796033 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-980fa62b-0889-4026-b886-3ede6c858f51 req-cc79d542-8b9c-481c-8c0f-8c7f19904e77 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Calling delete_port for fab10d52-8911-4a7b-bc51-aba7bab73d6f owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:37.839046 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f99c1158-d9ac-46b6-9349-e184443433bc req-783360d1-217e-4190-aa11-1cd0893e926b service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990289 Dec 16 22:11:37.854644 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8b55a-58fa-42d0-a8d3-79cf8553d57c req-3d9862eb-701a-4f91-8e21-9fd5f780ad9f tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:37.857970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50f8b55a-58fa-42d0-a8d3-79cf8553d57c req-3d9862eb-701a-4f91-8e21-9fd5f780ad9f tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 943 time: 0.3212078 Dec 16 22:11:38.004010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-78499780-f761-4155-885f-0e0866e8978b service neutron] 10.222.0.43 "GET /v2.0/networks/8fd9f83b-39c6-4366-b317-465c5361dafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363960 Dec 16 22:11:38.021139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50f8b55a-58fa-42d0-a8d3-79cf8553d57c req-63f4afb9-646b-45ce-abf0-b557ade716ac tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501236 Dec 16 22:11:38.027770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f99c1158-d9ac-46b6-9349-e184443433bc req-62c9f13f-8715-473b-838e-bfd7d1ddc287 service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670799 Dec 16 22:11:38.054705 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-980fa62b-0889-4026-b886-3ede6c858f51 req-cc79d542-8b9c-481c-8c0f-8c7f19904e77 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:38.065889 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['fab10d52-8911-4a7b-bc51-aba7bab73d6f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:38.092925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79d542-8b9c-481c-8c0f-8c7f19904e77 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Pushing event deleted for resources: {'Port': ['ID=fab10d52-8911-4a7b-bc51-aba7bab73d6f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:38.168514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-980fa62b-0889-4026-b886-3ede6c858f51 req-cc79d542-8b9c-481c-8c0f-8c7f19904e77 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] No DVR routers for this DVR port fab10d52-8911-4a7b-bc51-aba7bab73d6f on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:38.173029 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-980fa62b-0889-4026-b886-3ede6c858f51 req-cc79d542-8b9c-481c-8c0f-8c7f19904e77 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:38.176677 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-980fa62b-0889-4026-b886-3ede6c858f51 req-cc79d542-8b9c-481c-8c0f-8c7f19904e77 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.69 "DELETE /v2.0/ports/fab10d52-8911-4a7b-bc51-aba7bab73d6f HTTP/1.1" status: 204 len: 173 time: 0.6827123 Dec 16 22:11:38.272368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e911e27-e4fa-4469-98f0-c71a6d8d4e32 req-e92a03aa-0f2b-47a3-89b8-6afeb4e0ebcf tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:38.274004 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e911e27-e4fa-4469-98f0-c71a6d8d4e32 req-e92a03aa-0f2b-47a3-89b8-6afeb4e0ebcf tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 945 time: 0.0607173 Dec 16 22:11:38.350291 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e911e27-e4fa-4469-98f0-c71a6d8d4e32 req-a49004a9-a20c-4061-918f-2bf3ba8a8553 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681677 Dec 16 22:11:38.417374 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449cd3f2-bc12-4e26-80a3-c3043aac9ac4', 'name': 'network-vif-deleted', 'tag': 'fda962b4-4612-4379-82f8-686622f5e8fd'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:38.421508 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af694908-f445-4996-9ae4-5df28179497c" -d '{"events": [{"server_uuid": "449cd3f2-bc12-4e26-80a3-c3043aac9ac4", "name": "network-vif-deleted", "tag": "fda962b4-4612-4379-82f8-686622f5e8fd"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:38.451703 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cca779-6489-4f4a-80c0-f3652885b6ac', 'name': 'network-vif-deleted', 'tag': 'fab10d52-8911-4a7b-bc51-aba7bab73d6f'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:38.454765 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daea0324-1312-4c56-b66c-df03e9fb181c" -d '{"events": [{"server_uuid": "34cca779-6489-4f4a-80c0-f3652885b6ac", "name": "network-vif-deleted", "tag": "fab10d52-8911-4a7b-bc51-aba7bab73d6f"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:38.483229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dadf3e22-afc3-422f-a605-93618f950a70 req-23fba990-cef6-4a49-9f1f-47514e4befc2 tempest-AttachSCSIVolumeTestJSON-45674467 tempest-AttachSCSIVolumeTestJSON-45674467-project] 10.222.0.43 "GET /v2.0/ports?device_id=34cca779-6489-4f4a-80c0-f3652885b6ac HTTP/1.1" status: 200 len: 210 time: 0.0546596 Dec 16 22:11:38.606720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df80b428-a66e-4af1-9676-ff194083e5cc req-5dd0bd15-89b3-4d43-9d03-3dc26ef6d8eb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 210 time: 0.0401306 Dec 16 22:11:38.628919 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 6e870121-a5c4-456a-86ce-741a90fbe967 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:38.658917 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 6e870121-a5c4-456a-86ce-741a90fbe967 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:38.660453 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 6e870121-a5c4-456a-86ce-741a90fbe967 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:38.660996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device fda962b4-4612-4379-82f8-686622f5e8fd no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:38.701866 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: fda962b4-4612-4379-82f8-686622f5e8fd {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:38.702236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device fda962b4-4612-4379-82f8-686622f5e8fd not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:38.711259 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cad639-05c0-4d06-9aa8-344a96795cb9 x-openstack-request-id: req-f2cad639-05c0-4d06-9aa8-344a96795cb9 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:38.712002 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449cd3f2-bc12-4e26-80a3-c3043aac9ac4", "name": "network-vif-deleted", "tag": "fda962b4-4612-4379-82f8-686622f5e8fd", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:38.712564 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2cad639-05c0-4d06-9aa8-344a96795cb9 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:38.714550 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449cd3f2-bc12-4e26-80a3-c3043aac9ac4', 'name': 'network-vif-deleted', 'tag': 'fda962b4-4612-4379-82f8-686622f5e8fd', 'status': 'completed', 'code': 200} Dec 16 22:11:38.771149 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae318ecf-b0aa-4057-91ba-5bbbe5a0d972 x-openstack-request-id: req-ae318ecf-b0aa-4057-91ba-5bbbe5a0d972 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:38.771478 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cca779-6489-4f4a-80c0-f3652885b6ac", "name": "network-vif-deleted", "tag": "fab10d52-8911-4a7b-bc51-aba7bab73d6f", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:38.781724 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae318ecf-b0aa-4057-91ba-5bbbe5a0d972 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:38.781724 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cca779-6489-4f4a-80c0-f3652885b6ac', 'name': 'network-vif-deleted', 'tag': 'fab10d52-8911-4a7b-bc51-aba7bab73d6f', 'status': 'completed', 'code': 200} Dec 16 22:11:38.871990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbeb572-215d-458b-b788-9cb198dc5ede req-146b3a44-ab7d-4f51-b16f-d139089b2bd7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:38.873554 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ebbeb572-215d-458b-b788-9cb198dc5ede req-146b3a44-ab7d-4f51-b16f-d139089b2bd7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.0512488 Dec 16 22:11:38.922795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ebbeb572-215d-458b-b788-9cb198dc5ede req-376d54ac-863a-4c52-a136-146484dcca3d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431180 Dec 16 22:11:39.096117 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-1ec35e25-ed20-4864-afb0-4f690e66ad5e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443985 Dec 16 22:11:39.164606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097ef16-32f7-4600-a205-6cd4a6a0c2d0 req-6ab99ce7-f9b9-48dd-baf5-2333bf886337 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:39.167229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5097ef16-32f7-4600-a205-6cd4a6a0c2d0 req-6ab99ce7-f9b9-48dd-baf5-2333bf886337 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 943 time: 0.0644937 Dec 16 22:11:39.226216 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5097ef16-32f7-4600-a205-6cd4a6a0c2d0 req-bc0546d4-5a51-43a7-8c10-451a77aca347 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526619 Dec 16 22:11:39.304953 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57640) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:39.405538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 10af2226-12b8-48dc-b871-f802f7dc3f55 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:39.531204 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 10af2226-12b8-48dc-b871-f802f7dc3f55 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:39.532090 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:39.532457 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b8362893-f32a-4de7-872f-14beac168ce1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d721a2e38754c278111573d30bbf986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262864 Dec 16 22:11:39.536977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57658) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:39.610351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ed65d91-c018-44f8-b873-5ffbed25a833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:39.610599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf966d8-2b93-4532-b060-6922fb3b7e57 req-1951c7e7-d6e8-4d76-9ef1-439dd81a5243 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:39.612153 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ecf966d8-2b93-4532-b060-6922fb3b7e57 req-1951c7e7-d6e8-4d76-9ef1-439dd81a5243 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 945 time: 0.1243417 Dec 16 22:11:39.624600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4fa5b-f19f-4cac-ae16-7854fef4013e req-e3fe7e87-9acb-4e1a-ac58-31dc44d39e4f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:39.632047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55a4fa5b-f19f-4cac-ae16-7854fef4013e req-e3fe7e87-9acb-4e1a-ac58-31dc44d39e4f tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 950 time: 0.1178250 Dec 16 22:11:39.635868 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ed65d91-c018-44f8-b873-5ffbed25a833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:39.702945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ecf966d8-2b93-4532-b060-6922fb3b7e57 req-6eb3426a-cd09-4211-a122-194053d71f7c tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680904 Dec 16 22:11:39.729133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55a4fa5b-f19f-4cac-ae16-7854fef4013e req-7a4858e3-beab-4dd0-815e-5923289e5eb3 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960417 Dec 16 22:11:39.798272 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ed65d91-c018-44f8-b873-5ffbed25a833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:39.800868 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ed65d91-c018-44f8-b873-5ffbed25a833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:39.807845 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6ed65d91-c018-44f8-b873-5ffbed25a833 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c13cfbc7-08a8-4f0b-8994-6c13d6b7d408 HTTP/1.1" status: 204 len: 168 time: 0.2684205 Dec 16 22:11:39.822485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-192a06a8-37b7-44f1-889f-06e218c41363 req-ed28bb02-da5c-490e-8b2f-d2b7e5a14c66 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 210 time: 0.0415373 Dec 16 22:11:39.823168 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed65d91-c018-44f8-b873-5ffbed25a833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13cfbc7-08a8-4f0b-8994-6c13d6b7d408,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:39.888579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f23a80d4-c5d8-4ee8-9558-286b5b68cee7 req-138ef200-5e84-4879-a414-bb6c10987841 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-299925345&fields=id&tenant_id=9a7bb17956864f3ab1507aefe9f30b8e HTTP/1.1" status: 200 len: 267 time: 0.0617149 Dec 16 22:11:39.956084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a80d4-c5d8-4ee8-9558-286b5b68cee7 req-b86241eb-d900-4671-bb63-b4cad62c8d60 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:39.957952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f23a80d4-c5d8-4ee8-9558-286b5b68cee7 req-b86241eb-d900-4671-bb63-b4cad62c8d60 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 945 time: 0.0665789 Dec 16 22:11:39.971616 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-f23a80d4-c5d8-4ee8-9558-286b5b68cee7 req-286beb3e-7f0f-45b3-bc06-a966ba90771e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Request body: {'port': {'security_groups': ['08a08aac-2e3d-48a4-add3-5666f14da74a', 'b6fbbce2-f709-4657-bd3e-8fe39cb70ffa']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:40.086307 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f23a80d4-c5d8-4ee8-9558-286b5b68cee7 req-286beb3e-7f0f-45b3-bc06-a966ba90771e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:40.099648 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049a5ce-2260-493e-b9a1-564bd007b266 req-d0571374-49f8-468d-80f1-e08d0d1ed699 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:40.101236 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7049a5ce-2260-493e-b9a1-564bd007b266 req-d0571374-49f8-468d-80f1-e08d0d1ed699 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.1004553 Dec 16 22:11:40.233919 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7049a5ce-2260-493e-b9a1-564bd007b266 req-378e75d0-9daf-4e53-b05f-0bb2a121af86 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252143 Dec 16 22:11:40.415203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ce300-c7bf-419e-a7dc-bc6b20ea62ff req-bc0e2641-25e6-4ac2-8d24-eb4ded6d9c8a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:40.420540 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d2ce300-c7bf-419e-a7dc-bc6b20ea62ff req-bc0e2641-25e6-4ac2-8d24-eb4ded6d9c8a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 943 time: 0.0840747 Dec 16 22:11:40.438903 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f23a80d4-c5d8-4ee8-9558-286b5b68cee7 req-286beb3e-7f0f-45b3-bc06-a966ba90771e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] For port 139214d6-b24f-4d84-a91e-68cbb34ca3f7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=139214d6-b24f-4d84-a91e-68cbb34ca3f7,segment=NetworkSegment(838a1af7-9806-4aee-acbc-27dc753f90a4),segment_id=838a1af7-9806-4aee-acbc-27dc753f90a4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:40.517740 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f23a80d4-c5d8-4ee8-9558-286b5b68cee7 req-286beb3e-7f0f-45b3-bc06-a966ba90771e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:40.522661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d2ce300-c7bf-419e-a7dc-bc6b20ea62ff req-32b82e23-8551-42ed-a88d-5edfd658ebff tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956562 Dec 16 22:11:40.633013 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f23a80d4-c5d8-4ee8-9558-286b5b68cee7 req-286beb3e-7f0f-45b3-bc06-a966ba90771e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:40.645439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['139214d6-b24f-4d84-a91e-68cbb34ca3f7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:40.690314 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a80d4-c5d8-4ee8-9558-286b5b68cee7 req-286beb3e-7f0f-45b3-bc06-a966ba90771e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:40.697391 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f23a80d4-c5d8-4ee8-9558-286b5b68cee7 req-286beb3e-7f0f-45b3-bc06-a966ba90771e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:40.702340 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f23a80d4-c5d8-4ee8-9558-286b5b68cee7 req-286beb3e-7f0f-45b3-bc06-a966ba90771e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "PUT /v2.0/ports/139214d6-b24f-4d84-a91e-68cbb34ca3f7 HTTP/1.1" status: 200 len: 981 time: 0.7365012 Dec 16 22:11:40.715937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751d5a3e-aada-4661-8f5f-b70a457a8e74', 'tag': '139214d6-b24f-4d84-a91e-68cbb34ca3f7'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:40.722190 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e5dd9e-318e-4086-afbc-5f797ba04b88" -d '{"events": [{"name": "network-changed", "server_uuid": "751d5a3e-aada-4661-8f5f-b70a457a8e74", "tag": "139214d6-b24f-4d84-a91e-68cbb34ca3f7"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:40.734804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device fab10d52-8911-4a7b-bc51-aba7bab73d6f no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:40.754516 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286beb3e-7f0f-45b3-bc06-a966ba90771e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event updated for resources: {'Port': ['ID=139214d6-b24f-4d84-a91e-68cbb34ca3f7,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:40.771059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['139214d6-b24f-4d84-a91e-68cbb34ca3f7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:40.777248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: fab10d52-8911-4a7b-bc51-aba7bab73d6f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:40.777803 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device fab10d52-8911-4a7b-bc51-aba7bab73d6f not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:40.817942 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:11:40.858621 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2406a204-388c-4d79-a561-59cbca8c64e2 x-openstack-request-id: req-2406a204-388c-4d79-a561-59cbca8c64e2 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:40.858854 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751d5a3e-aada-4661-8f5f-b70a457a8e74", "tag": "139214d6-b24f-4d84-a91e-68cbb34ca3f7", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:40.859751 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2406a204-388c-4d79-a561-59cbca8c64e2 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:40.859751 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751d5a3e-aada-4661-8f5f-b70a457a8e74', 'tag': '139214d6-b24f-4d84-a91e-68cbb34ca3f7', 'status': 'completed', 'code': 200} Dec 16 22:11:40.898740 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b8f4dee6-fefd-410f-b035-e521c0c08e03 req-07f19481-e2b3-4271-afe6-13129d493149 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-779474231&fields=id&tenant_id=9a7bb17956864f3ab1507aefe9f30b8e HTTP/1.1" status: 200 len: 267 time: 0.1056979 Dec 16 22:11:40.974075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fe0b0-c363-4ec3-b43c-c05e6a5e88b9 req-d4f36249-2ba2-4dd2-9361-4ac02308ff91 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:40.981456 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-465fe0b0-c363-4ec3-b43c-c05e6a5e88b9 req-d4f36249-2ba2-4dd2-9361-4ac02308ff91 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.69 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 950 time: 0.1206992 Dec 16 22:11:41.026736 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4dee6-fefd-410f-b035-e521c0c08e03 req-7a0f4fca-1cb1-4459-b82d-90bc03118419 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:41.029901 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b8f4dee6-fefd-410f-b035-e521c0c08e03 req-7a0f4fca-1cb1-4459-b82d-90bc03118419 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 984 time: 0.1298985 Dec 16 22:11:41.077515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-b8f4dee6-fefd-410f-b035-e521c0c08e03 req-4abed743-ceda-4e18-80ff-ba8ac57207fb tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Request body: {'port': {'security_groups': ['08a08aac-2e3d-48a4-add3-5666f14da74a', 'b6fbbce2-f709-4657-bd3e-8fe39cb70ffa', 'e00942c8-1e12-476f-958c-8d6cf88f5603']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:41.089096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5dd9e-318e-4086-afbc-5f797ba04b88 req-2d47e149-e345-4ceb-ba49-7050964a2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:41.091696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70e5dd9e-318e-4086-afbc-5f797ba04b88 req-2d47e149-e345-4ceb-ba49-7050964a2754 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a7bb17956864f3ab1507aefe9f30b8e&device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 1135 time: 0.1460395 Dec 16 22:11:41.144880 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-465fe0b0-c363-4ec3-b43c-c05e6a5e88b9 req-018fa5c8-d0c1-45e9-81e0-001c45b08aeb tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Deleting port ebf797c1-bb5d-4b3a-aa39-941231cf05ab {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:41.145224 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-465fe0b0-c363-4ec3-b43c-c05e6a5e88b9 req-018fa5c8-d0c1-45e9-81e0-001c45b08aeb tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:41.207323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57746) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:41.345939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-465fe0b0-c363-4ec3-b43c-c05e6a5e88b9 req-018fa5c8-d0c1-45e9-81e0-001c45b08aeb tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] For port ebf797c1-bb5d-4b3a-aa39-941231cf05ab, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ebf797c1-bb5d-4b3a-aa39-941231cf05ab,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:41.346330 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-465fe0b0-c363-4ec3-b43c-c05e6a5e88b9 req-018fa5c8-d0c1-45e9-81e0-001c45b08aeb tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:41.381975 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-555192d4-58ff-4ebc-a8ef-b9497d4056ce admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-62218297-network', 'tenant_id': '8d85a0c504f14f229ad9c7bc721338ef'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:41.388089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfdc49-7668-4486-9fc2-ac1584161aaa req-3ef70197-fe13-4ffd-bc7e-094b2b266b82 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:41.389921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47cfdc49-7668-4486-9fc2-ac1584161aaa req-3ef70197-fe13-4ffd-bc7e-094b2b266b82 tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 950 time: 0.3444712 Dec 16 22:11:41.404610 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-465fe0b0-c363-4ec3-b43c-c05e6a5e88b9 req-018fa5c8-d0c1-45e9-81e0-001c45b08aeb tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Calling delete_port for ebf797c1-bb5d-4b3a-aa39-941231cf05ab owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:41.407628 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b8f4dee6-fefd-410f-b035-e521c0c08e03 req-4abed743-ceda-4e18-80ff-ba8ac57207fb tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:41.522980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5dd9e-318e-4086-afbc-5f797ba04b88 req-584ebce5-474f-4361-bd0f-f73f7562a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:41.524756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70e5dd9e-318e-4086-afbc-5f797ba04b88 req-584ebce5-474f-4361-bd0f-f73f7562a01c service neutron] 10.222.0.24 "GET /v2.0/networks?id=59079a34-3a8f-499e-b8cb-52794f9d4a6b HTTP/1.1" status: 200 len: 914 time: 0.3806341 Dec 16 22:11:41.611535 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70e5dd9e-318e-4086-afbc-5f797ba04b88 req-a1017acd-1f67-4729-9ace-1336bbd08deb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139214d6-b24f-4d84-a91e-68cbb34ca3f7 HTTP/1.1" status: 200 len: 217 time: 0.0642667 Dec 16 22:11:41.686905 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555192d4-58ff-4ebc-a8ef-b9497d4056ce admin admin] Made reservation on behalf of 8d85a0c504f14f229ad9c7bc721338ef for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:41.692796 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-555192d4-58ff-4ebc-a8ef-b9497d4056ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:41.708204 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-555192d4-58ff-4ebc-a8ef-b9497d4056ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:41.742657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47cfdc49-7668-4486-9fc2-ac1584161aaa req-4153240b-bcbe-4de1-91da-02191d2252db tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/security-groups?id=0694d057-675b-4fdc-b777-a86138433334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401940 Dec 16 22:11:41.840598 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-465fe0b0-c363-4ec3-b43c-c05e6a5e88b9 req-018fa5c8-d0c1-45e9-81e0-001c45b08aeb tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:41.855980 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ebf797c1-bb5d-4b3a-aa39-941231cf05ab'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:41.918790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fa5c8-d0c1-45e9-81e0-001c45b08aeb tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Pushing event deleted for resources: {'Port': ['ID=ebf797c1-bb5d-4b3a-aa39-941231cf05ab,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:41.987440 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-555192d4-58ff-4ebc-a8ef-b9497d4056ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:41.989642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-465fe0b0-c363-4ec3-b43c-c05e6a5e88b9 req-018fa5c8-d0c1-45e9-81e0-001c45b08aeb tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] No DVR routers for this DVR port ebf797c1-bb5d-4b3a-aa39-941231cf05ab on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:41.992999 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-465fe0b0-c363-4ec3-b43c-c05e6a5e88b9 req-018fa5c8-d0c1-45e9-81e0-001c45b08aeb tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.000082 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-465fe0b0-c363-4ec3-b43c-c05e6a5e88b9 req-018fa5c8-d0c1-45e9-81e0-001c45b08aeb tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.69 "DELETE /v2.0/ports/ebf797c1-bb5d-4b3a-aa39-941231cf05ab HTTP/1.1" status: 204 len: 173 time: 1.0113313 Dec 16 22:11:42.000574 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c7836e-9c91-48c9-a574-8a4c7261b1aa', 'name': 'network-vif-deleted', 'tag': 'ebf797c1-bb5d-4b3a-aa39-941231cf05ab'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:42.001313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e29f742-ad86-4300-8a69-1d3b40b0339a req-0d4ea2c2-8d48-4f50-96ce-196ccd2f6709 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 210 time: 0.0638621 Dec 16 22:11:42.003940 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0b56f2-26b2-4f09-bb83-e6c2059d22da" -d '{"events": [{"server_uuid": "05c7836e-9c91-48c9-a574-8a4c7261b1aa", "name": "network-vif-deleted", "tag": "ebf797c1-bb5d-4b3a-aa39-941231cf05ab"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:42.020076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5dd9e-318e-4086-afbc-5f797ba04b88 req-806bab31-3909-49d6-962b-91d2205cf0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:42.021378 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70e5dd9e-318e-4086-afbc-5f797ba04b88 req-806bab31-3909-49d6-962b-91d2205cf0ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18e23a00-f39c-4042-9489-c832f4556001 HTTP/1.1" status: 200 len: 853 time: 0.3845530 Dec 16 22:11:42.124555 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-555192d4-58ff-4ebc-a8ef-b9497d4056ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.189728 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555192d4-58ff-4ebc-a8ef-b9497d4056ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ba297f-b477-4fe9-85a0-20c005bc9843,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:42.190314 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555192d4-58ff-4ebc-a8ef-b9497d4056ce admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:11:42.203132 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-555192d4-58ff-4ebc-a8ef-b9497d4056ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.203452 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-555192d4-58ff-4ebc-a8ef-b9497d4056ce admin admin] Added segment 2f69f25c-876b-4c40-a189-8d50b1a19733 of type vlan for network 766f444a-0858-488c-99e9-3481ec73b55d Dec 16 22:11:42.269325 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-555192d4-58ff-4ebc-a8ef-b9497d4056ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.394018 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c568e4-0f05-47d1-b173-a41de053557e req-dea4b761-cb0a-4641-8411-ac9fa6395574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:42.395623 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-dea4b761-cb0a-4641-8411-ac9fa6395574 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 1101 time: 0.0738697 Dec 16 22:11:42.396816 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-555192d4-58ff-4ebc-a8ef-b9497d4056ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.397711 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555192d4-58ff-4ebc-a8ef-b9497d4056ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:42.398289 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-555192d4-58ff-4ebc-a8ef-b9497d4056ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.503329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70e5dd9e-318e-4086-afbc-5f797ba04b88 req-4156864f-bb8d-445c-89ff-aebdf983abca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59079a34-3a8f-499e-b8cb-52794f9d4a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703170 Dec 16 22:11:42.532296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-414d8a56-0806-4905-b1c4-6e02af554334 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:42.533783 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-414d8a56-0806-4905-b1c4-6e02af554334 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.24 "GET /v2.0/networks?id=8fd9f83b-39c6-4366-b317-465c5361dafb HTTP/1.1" status: 200 len: 806 time: 0.9283087 Dec 16 22:11:42.546033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-b8f4dee6-fefd-410f-b035-e521c0c08e03 req-4abed743-ceda-4e18-80ff-ba8ac57207fb tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] For port 139214d6-b24f-4d84-a91e-68cbb34ca3f7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=139214d6-b24f-4d84-a91e-68cbb34ca3f7,segment=NetworkSegment(838a1af7-9806-4aee-acbc-27dc753f90a4),segment_id=838a1af7-9806-4aee-acbc-27dc753f90a4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:42.577278 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c568e4-0f05-47d1-b173-a41de053557e req-5b53e19c-deb6-4b8c-a3d8-4f7fed98e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:42.579030 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-5b53e19c-deb6-4b8c-a3d8-4f7fed98e7ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1749470 Dec 16 22:11:42.633703 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-add7aef6-b29a-493f-9880-d3b43ddc995a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=687551d9-88dd-4645-bf60-89ebbbe4818c HTTP/1.1" status: 200 len: 217 time: 0.0392487 Dec 16 22:11:42.634643 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555192d4-58ff-4ebc-a8ef-b9497d4056ce admin admin] Pushing event updated for resources: {'Network': ['ID=766f444a-0858-488c-99e9-3481ec73b55d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:42.648842 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 766f444a-0858-488c-99e9-3481ec73b55d details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:11:42.677786 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b8f4dee6-fefd-410f-b035-e521c0c08e03 req-4abed743-ceda-4e18-80ff-ba8ac57207fb tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.707111 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c568e4-0f05-47d1-b173-a41de053557e req-4f7ceaad-ba2c-45d4-a557-a18086d050cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:42.708615 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef57db-f094-462b-a49d-d3d422db3ff8 req-755e7640-170d-4315-bb01-6c098b57e543 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:42.708750 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-4f7ceaad-ba2c-45d4-a557-a18086d050cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0503380 Dec 16 22:11:42.715880 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-555192d4-58ff-4ebc-a8ef-b9497d4056ce admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5068622 Dec 16 22:11:42.717921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8cef57db-f094-462b-a49d-d3d422db3ff8 req-755e7640-170d-4315-bb01-6c098b57e543 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.2856059 Dec 16 22:11:42.718627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57766) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:42.762238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-1ac83c76-2cad-4daa-83fd-7a3d81d74db8 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efd1f41944b24a619b78241b28fbf14f HTTP/1.1" status: 200 len: 380 time: 0.1851072 Dec 16 22:11:42.763431 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Request body: {'subnet': {'network_id': '766f444a-0858-488c-99e9-3481ec73b55d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-62218297-subnet', 'tenant_id': '8d85a0c504f14f229ad9c7bc721338ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:42.778490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-076ba2f7-417b-466f-bf1b-b124751e2dfc tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Request body: {'port': {'device_id': 'cd4de907-98c1-417a-b832-78bbf8e2068e', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'admin_state_up': True, 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'security_groups': ['8dd25b71-cdc5-4c93-b0cf-7a65ecd21949']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:42.803908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c568e4-0f05-47d1-b173-a41de053557e req-f38e4de3-4fec-45b1-97dd-c9c4ef0e6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:42.804163 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b8f4dee6-fefd-410f-b035-e521c0c08e03 req-4abed743-ceda-4e18-80ff-ba8ac57207fb tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.805557 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-f38e4de3-4fec-45b1-97dd-c9c4ef0e6e22 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0857995 Dec 16 22:11:42.815303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['139214d6-b24f-4d84-a91e-68cbb34ca3f7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:42.845544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70e5dd9e-318e-4086-afbc-5f797ba04b88 req-2deddd54-fffc-44b8-9a75-29f927d78288 service neutron] 10.222.0.24 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042424 Dec 16 22:11:42.909671 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.956123 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Made reservation on behalf of 8d85a0c504f14f229ad9c7bc721338ef for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:42.958457 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.973143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4dee6-fefd-410f-b035-e521c0c08e03 req-4abed743-ceda-4e18-80ff-ba8ac57207fb tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:42.973724 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b8f4dee6-fefd-410f-b035-e521c0c08e03 req-4abed743-ceda-4e18-80ff-ba8ac57207fb tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.975968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b8f4dee6-fefd-410f-b035-e521c0c08e03 req-4abed743-ceda-4e18-80ff-ba8ac57207fb tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "PUT /v2.0/ports/139214d6-b24f-4d84-a91e-68cbb34ca3f7 HTTP/1.1" status: 200 len: 1020 time: 1.9238772 Dec 16 22:11:42.998753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8cef57db-f094-462b-a49d-d3d422db3ff8 req-8748bca8-097d-4a9e-92ad-a7c49704db58 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725840 Dec 16 22:11:42.998753 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751d5a3e-aada-4661-8f5f-b70a457a8e74', 'tag': '139214d6-b24f-4d84-a91e-68cbb34ca3f7'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:43.008399 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02994e27-fd12-408c-ba96-5b23671a5b00" -d '{"events": [{"name": "network-changed", "server_uuid": "751d5a3e-aada-4661-8f5f-b70a457a8e74", "tag": "139214d6-b24f-4d84-a91e-68cbb34ca3f7"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:43.023300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['139214d6-b24f-4d84-a91e-68cbb34ca3f7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:43.075115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abed743-ceda-4e18-80ff-ba8ac57207fb tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event updated for resources: {'Port': ['ID=139214d6-b24f-4d84-a91e-68cbb34ca3f7,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:43.164603 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:43.326192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70e5dd9e-318e-4086-afbc-5f797ba04b88 req-ed5f87a1-e40d-4efe-b1db-4bb87c8631b3 service neutron] 10.222.0.24 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399662 Dec 16 22:11:43.345523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b288a68-ed34-4c7c-942a-a8daf461451c req-da1f3d85-e905-423e-83bd-ed81133e9841 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:43.352571 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04547b58-0c08-4d48-b4e8-3c586effaca6 x-openstack-request-id: req-04547b58-0c08-4d48-b4e8-3c586effaca6 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:43.352571 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c7836e-9c91-48c9-a574-8a4c7261b1aa", "name": "network-vif-deleted", "tag": "ebf797c1-bb5d-4b3a-aa39-941231cf05ab", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:43.353243 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04547b58-0c08-4d48-b4e8-3c586effaca6 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:43.353243 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c7836e-9c91-48c9-a574-8a4c7261b1aa', 'name': 'network-vif-deleted', 'tag': 'ebf797c1-bb5d-4b3a-aa39-941231cf05ab', 'status': 'completed', 'code': 200} Dec 16 22:11:43.362356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b288a68-ed34-4c7c-942a-a8daf461451c req-da1f3d85-e905-423e-83bd-ed81133e9841 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 943 time: 0.2682283 Dec 16 22:11:43.372108 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-f4290114-dc2c-4bc5-88d9-e4024e3a0d57 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494308 Dec 16 22:11:43.446518 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-076ba2f7-417b-466f-bf1b-b124751e2dfc tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Made reservation on behalf of efd1f41944b24a619b78241b28fbf14f for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:43.453103 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-076ba2f7-417b-466f-bf1b-b124751e2dfc tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:43.457659 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10d4c31a-9a7b-4bc9-be44-723f65118eaf req-bbcc64c5-6704-48cd-afb6-ce84638f903c tempest-ServersOnMultiNodesTest-1646559895 tempest-ServersOnMultiNodesTest-1646559895-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c7836e-9c91-48c9-a574-8a4c7261b1aa HTTP/1.1" status: 200 len: 210 time: 0.0719111 Dec 16 22:11:43.489668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b288a68-ed34-4c7c-942a-a8daf461451c req-9024cda1-e85b-4758-be18-ef9811cd956f tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248136 Dec 16 22:11:43.612973 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-d7181dcd-dedf-476f-9ef9-07b6557cc00e service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243569 Dec 16 22:11:43.627592 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279790e9-555b-4e0a-bf73-6e9f377ebc5f x-openstack-request-id: req-279790e9-555b-4e0a-bf73-6e9f377ebc5f {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:43.628186 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751d5a3e-aada-4661-8f5f-b70a457a8e74", "tag": "139214d6-b24f-4d84-a91e-68cbb34ca3f7", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:43.628504 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-279790e9-555b-4e0a-bf73-6e9f377ebc5f {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:43.628966 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751d5a3e-aada-4661-8f5f-b70a457a8e74', 'tag': '139214d6-b24f-4d84-a91e-68cbb34ca3f7', 'status': 'completed', 'code': 200} Dec 16 22:11:43.756592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42dcb078-16e3-4ffe-b11b-b65e6fe88bab req-fbc66533-fbf4-4662-837c-f844ccafef02 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 210 time: 0.0461364 Dec 16 22:11:43.778321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758ff47-3e9a-4cde-85fa-f3aeee22fe7d req-6ea2f1b4-6b51-4d4b-9bf4-4ca4df6db1c0 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:43.786006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1758ff47-3e9a-4cde-85fa-f3aeee22fe7d req-6ea2f1b4-6b51-4d4b-9bf4-4ca4df6db1c0 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 1023 time: 0.2191668 Dec 16 22:11:43.798240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-076ba2f7-417b-466f-bf1b-b124751e2dfc tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Allocated IP 172.20.0.12 (8fd9f83b-39c6-4366-b317-465c5361dafb/e68366d6-15b6-4a6a-9a5e-126eca8261f9/356d0d46-ae67-4ee7-8913-10d8fd0a2bf5) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:11:43.829984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02994e27-fd12-408c-ba96-5b23671a5b00 req-2e572d52-2807-4267-8006-077c1e1dbbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:43.831723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02994e27-fd12-408c-ba96-5b23671a5b00 req-2e572d52-2807-4267-8006-077c1e1dbbcf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a7bb17956864f3ab1507aefe9f30b8e&device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 1174 time: 0.1730194 Dec 16 22:11:43.899951 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.013743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a491fb6-f91f-4ef9-b88f-e8b3b21f2367,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:44.027353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:44.027874 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:44.028543 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:44.028991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:44.029432 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:44.029870 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:44.030307 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:44.030741 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:44.031172 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:44.031633 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:44.032077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:44.032506 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:44.032935 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:44.064450 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-076ba2f7-417b-466f-bf1b-b124751e2dfc tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.087892 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-68762131-ffb5-422f-ab4a-6d0f06bb9889 service neutron] 10.222.0.24 "GET /v2.0/ports/053d09be-313e-4533-944f-306fb88a6bc1/bindings/n-h1-821840-2 HTTP/1.1" status: 200 len: 384 time: 0.1299601 Dec 16 22:11:44.089924 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Checking segment: {'id': '2f69f25c-876b-4c40-a189-8d50b1a19733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '766f444a-0858-488c-99e9-3481ec73b55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:44.090489 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Network hostable DHCP agents. Network: 766f444a-0858-488c-99e9-3481ec73b55d, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:11:44.107079 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1758ff47-3e9a-4cde-85fa-f3aeee22fe7d req-e0b605bc-3993-4d13-b90f-81d003b7ba57 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&id=b6fbbce2-f709-4657-bd3e-8fe39cb70ffa&id=e00942c8-1e12-476f-958c-8d6cf88f5603 HTTP/1.1" status: 200 len: 6198 time: 0.3199878 Dec 16 22:11:44.160428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-5187a640-6153-4532-8179-f12e684973e2 req-a902effd-6ee8-405e-a521-b7705f1c9e0a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Request body: {'security_group': {'name': ' tempest-securitygroup -961212476 ', 'description': 'tempest-description-227554617'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:44.193758 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02994e27-fd12-408c-ba96-5b23671a5b00 req-3108cd32-b1cf-4543-841e-ec5950a36c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:44.195246 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02994e27-fd12-408c-ba96-5b23671a5b00 req-3108cd32-b1cf-4543-841e-ec5950a36c5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=59079a34-3a8f-499e-b8cb-52794f9d4a6b HTTP/1.1" status: 200 len: 914 time: 0.3538771 Dec 16 22:11:44.220932 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Network 766f444a-0858-488c-99e9-3481ec73b55d is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:11:44.245105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02994e27-fd12-408c-ba96-5b23671a5b00 req-2cc2191e-f971-45b0-835b-1e95941ad879 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139214d6-b24f-4d84-a91e-68cbb34ca3f7 HTTP/1.1" status: 200 len: 217 time: 0.0411675 Dec 16 22:11:44.257814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3cfd4-75ed-42cf-addc-4da8c79d34f3 req-7a61016c-fa40-4501-ab5c-c675d7786fca tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:44.257814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0af3cfd4-75ed-42cf-addc-4da8c79d34f3 req-7a61016c-fa40-4501-ab5c-c675d7786fca tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.1630688 Dec 16 22:11:44.270570 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-076ba2f7-417b-466f-bf1b-b124751e2dfc tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.332829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-7178c51c-9daa-4925-bbd5-caed7581ea2f service neutron] For port 053d09be-313e-4533-944f-306fb88a6bc1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=053d09be-313e-4533-944f-306fb88a6bc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:44.348645 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5187a640-6153-4532-8179-f12e684973e2 req-a902effd-6ee8-405e-a521-b7705f1c9e0a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.360548 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-7178c51c-9daa-4925-bbd5-caed7581ea2f service neutron] For port 053d09be-313e-4533-944f-306fb88a6bc1, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:44.389986 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 766f444a-0858-488c-99e9-3481ec73b55d) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:44.393817 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02994e27-fd12-408c-ba96-5b23671a5b00 req-d030a08f-64cf-47fc-a101-39a2b4338b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:44.395342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02994e27-fd12-408c-ba96-5b23671a5b00 req-d030a08f-64cf-47fc-a101-39a2b4338b78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18e23a00-f39c-4042-9489-c832f4556001 HTTP/1.1" status: 200 len: 853 time: 0.1379724 Dec 16 22:11:44.399335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74f40b5-0100-4977-9fd3-671613fb51c7 None None] Network 766f444a-0858-488c-99e9-3481ec73b55d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:11:44.403857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ba2f7-417b-466f-bf1b-b124751e2dfc tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Pushing event updated for resources: {'Port': ['ID=356d0d46-ae67-4ee7-8913-10d8fd0a2bf5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:44.404076 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:44.404724 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.407431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-076ba2f7-417b-466f-bf1b-b124751e2dfc tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Network 8fd9f83b-39c6-4366-b317-465c5361dafb is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:44.434488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-076ba2f7-417b-466f-bf1b-b124751e2dfc tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:44.454795 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-076ba2f7-417b-466f-bf1b-b124751e2dfc tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:11:44.455574 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-7178c51c-9daa-4925-bbd5-caed7581ea2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053d09be-313e-4533-944f-306fb88a6bc1 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:44.458933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02994e27-fd12-408c-ba96-5b23671a5b00 req-6fcf9e9c-b6c7-42de-864b-5a323353735a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59079a34-3a8f-499e-b8cb-52794f9d4a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457242 Dec 16 22:11:44.462769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0af3cfd4-75ed-42cf-addc-4da8c79d34f3 req-23ac25cf-bb55-4a0c-86d7-cb1e85edb2da tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964841 Dec 16 22:11:44.500235 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-7178c51c-9daa-4925-bbd5-caed7581ea2f service neutron] For port 053d09be-313e-4533-944f-306fb88a6bc1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=053d09be-313e-4533-944f-306fb88a6bc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:44.522665 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9390c132-2531-4298-87e2-990e6ba07913 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7545891 Dec 16 22:11:44.564698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-076ba2f7-417b-466f-bf1b-b124751e2dfc tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:44.564956 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-076ba2f7-417b-466f-bf1b-b124751e2dfc tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.591829 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-7178c51c-9daa-4925-bbd5-caed7581ea2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.625032 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5187a640-6153-4532-8179-f12e684973e2 req-a902effd-6ee8-405e-a521-b7705f1c9e0a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.639898 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dc2047-a19f-41d6-a78c-ea7ce38e5a4a None None] Network 766f444a-0858-488c-99e9-3481ec73b55d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:11:44.642172 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 053d09be-313e-4533-944f-306fb88a6bc1 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:44.725756 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5187a640-6153-4532-8179-f12e684973e2 req-a902effd-6ee8-405e-a521-b7705f1c9e0a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.783768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-7178c51c-9daa-4925-bbd5-caed7581ea2f service neutron] Transition to ACTIVE for port object 053d09be-313e-4533-944f-306fb88a6bc1 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:11:44.821543 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ebf797c1-bb5d-4b3a-aa39-941231cf05ab no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:44.845711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902effd-6ee8-405e-a521-b7705f1c9e0a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a893c3-c3a4-4655-8803-79bf8eeb0f31,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:44.896081 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-7178c51c-9daa-4925-bbd5-caed7581ea2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.896360 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-076ba2f7-417b-466f-bf1b-b124751e2dfc tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1247025 Dec 16 22:11:44.907958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02994e27-fd12-408c-ba96-5b23671a5b00 req-d466aff1-df65-44b1-ae38-917f55016066 service neutron] 10.222.0.24 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976023 Dec 16 22:11:44.911939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Request body: {'port': {'device_id': 'cd4de907-98c1-417a-b832-78bbf8e2068e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:44.980093 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-7178c51c-9daa-4925-bbd5-caed7581ea2f service neutron] No DVR routers for this DVR port 053d09be-313e-4533-944f-306fb88a6bc1 on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:44.997355 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178c51c-9daa-4925-bbd5-caed7581ea2f service neutron] Pushing event updated for resources: {'Port': ['ID=053d09be-313e-4533-944f-306fb88a6bc1,revision_number=10']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:45.024867 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-7178c51c-9daa-4925-bbd5-caed7581ea2f service neutron] 10.222.0.24 "PUT /v2.0/ports/053d09be-313e-4533-944f-306fb88a6bc1/bindings/n-h1-821840-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9217196 Dec 16 22:11:45.045140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02994e27-fd12-408c-ba96-5b23671a5b00 req-2fd7ac7c-88d3-48db-b5df-1fdf8bbe2261 service neutron] 10.222.0.24 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286392 Dec 16 22:11:45.047468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: ebf797c1-bb5d-4b3a-aa39-941231cf05ab {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:45.047930 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ebf797c1-bb5d-4b3a-aa39-941231cf05ab not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:45.051839 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5187a640-6153-4532-8179-f12e684973e2 req-a902effd-6ee8-405e-a521-b7705f1c9e0a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.053168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5187a640-6153-4532-8179-f12e684973e2 req-a902effd-6ee8-405e-a521-b7705f1c9e0a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.9216626 Dec 16 22:11:45.088958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930b33a-5dee-49b5-a0b7-ced0c9a58ee4 req-581d1df1-2481-4cc3-9da5-c33c30dc844a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:45.091777 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7930b33a-5dee-49b5-a0b7-ced0c9a58ee4 req-581d1df1-2481-4cc3-9da5-c33c30dc844a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 943 time: 0.2423880 Dec 16 22:11:45.098352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4c5cbb2f-9379-4a28-9029-863edf706c48 None None] Provisioning complete for port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:45.098723 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c5cbb2f-9379-4a28-9029-863edf706c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.100633 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 053d09be-313e-4533-944f-306fb88a6bc1 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:45.155018 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.158851 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4c5cbb2f-9379-4a28-9029-863edf706c48 None None] Port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:11:45.271563 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-023b42e0-cabb-46d6-98a0-56497747b731 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:45.278934 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-023b42e0-cabb-46d6-98a0-56497747b731 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd&tenant_id=7121dad57bc841b98b41e71c9b25481e&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 1095 time: 0.0781198 Dec 16 22:11:45.285087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847277c-1128-4b9c-9a52-8e3eb157f506 req-2b39ba68-f731-458d-84c8-85f63b40030b tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:45.286750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9847277c-1128-4b9c-9a52-8e3eb157f506 req-2b39ba68-f731-458d-84c8-85f63b40030b tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 932 time: 0.1291015 Dec 16 22:11:45.309959 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7930b33a-5dee-49b5-a0b7-ced0c9a58ee4 req-c027267e-6023-46cc-a8e0-9f578e54eda6 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989195 Dec 16 22:11:45.330646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57804) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:45.361312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-e50dec45-a50d-4204-9ba3-b0ac24ae256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:45.363039 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-e50dec45-a50d-4204-9ba3-b0ac24ae256f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd&tenant_id=7121dad57bc841b98b41e71c9b25481e HTTP/1.1" status: 200 len: 1095 time: 0.0764222 Dec 16 22:11:45.501304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9847277c-1128-4b9c-9a52-8e3eb157f506 req-f2509f81-6f6d-44c2-a5e9-e41ca0dc25fb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd25b71-cdc5-4c93-b0cf-7a65ecd21949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900725 Dec 16 22:11:45.515130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f592c951-8f98-47ff-901f-f2e34ae273e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:45.517400 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-f592c951-8f98-47ff-901f-f2e34ae273e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 1095 time: 0.1095145 Dec 16 22:11:45.605498 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-def56d42-0144-47b6-a770-06e502f15d31 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=754f26ecb0c84ea4a4d3485ad36e376e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719517 Dec 16 22:11:45.614552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57814) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:45.651779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-7426ef30-ca09-4c99-92c0-6a00e33e880c req-da8bb6f8-f8e8-44f4-a79b-6e6a0614eace tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-884400528', 'description': 'tempest-description-2024074533'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:45.678468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3476d29-d2bd-47db-be51-92e1448baf98 req-f040770a-ad19-4ea7-9392-88da578e53e9 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/38a893c3-c3a4-4655-8803-79bf8eeb0f31 HTTP/1.1" status: 200 len: 1796 time: 0.1276572 Dec 16 22:11:45.714014 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-4e8868da-eb96-4357-93b3-ff89aef74b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:45.715995 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-4e8868da-eb96-4357-93b3-ff89aef74b3a service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 922 time: 0.1899776 Dec 16 22:11:45.722083 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c5f8-7a0a-4a97-bf4d-b975c1c53ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.730664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:45.738744 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.748351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c5f8-7a0a-4a97-bf4d-b975c1c53ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.752611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Transition to ACTIVE for port object 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:11:45.798811 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7426ef30-ca09-4c99-92c0-6a00e33e880c req-da8bb6f8-f8e8-44f4-a79b-6e6a0614eace tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.800894 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-fde8ff5d-300d-42e7-91b6-2a94f9eba98b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=053d09be-313e-4533-944f-306fb88a6bc1 HTTP/1.1" status: 200 len: 217 time: 0.0458140 Dec 16 22:11:45.831531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6eea0-468c-44c4-afeb-f8c44b8f0867 req-f35731b2-c423-464a-b1b0-35e2819c3929 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:45.833074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3aa6eea0-468c-44c4-afeb-f8c44b8f0867 req-f35731b2-c423-464a-b1b0-35e2819c3929 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.0740373 Dec 16 22:11:45.835250 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.879023 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-cac2964e-1c6f-4f13-8270-c376f2407011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:45.880607 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-cac2964e-1c6f-4f13-8270-c376f2407011 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.0624588 Dec 16 22:11:45.920830 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Pushing event updated for resources: {'Port': ['ID=356d0d46-ae67-4ee7-8913-10d8fd0a2bf5,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:45.924394 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-0661eb17-a181-4a96-ab64-f984a184197c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320013 Dec 16 22:11:45.988391 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c5f8-7a0a-4a97-bf4d-b975c1c53ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.991178 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c5f8-7a0a-4a97-bf4d-b975c1c53ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.996555 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2ad3c5f8-7a0a-4a97-bf4d-b975c1c53ed9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0694d057-675b-4fdc-b777-a86138433334 HTTP/1.1" status: 204 len: 168 time: 0.3855140 Dec 16 22:11:46.009390 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3c5f8-7a0a-4a97-bf4d-b975c1c53ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0694d057-675b-4fdc-b777-a86138433334,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:46.022415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3aa6eea0-468c-44c4-afeb-f8c44b8f0867 req-20178158-9be8-4d60-affc-dc608d52e649 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531155 Dec 16 22:11:46.050741 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7426ef30-ca09-4c99-92c0-6a00e33e880c req-da8bb6f8-f8e8-44f4-a79b-6e6a0614eace tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.078605 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Attempting to bind port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:46.078967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Attempting to bind port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': 'ab464872-40ce-4afc-bacc-99820c4919b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:46.079244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Attempting to bind port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 on network 8fd9f83b-39c6-4366-b317-465c5361dafb {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:46.087659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 on network 8fd9f83b-39c6-4366-b317-465c5361dafb not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:11:46.090491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Attempting to bind port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 on network 8fd9f83b-39c6-4366-b317-465c5361dafb {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:46.101622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:46.109926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Checking segment: {'id': 'ab464872-40ce-4afc-bacc-99820c4919b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:46.110404 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Bound using segment: {'id': 'ab464872-40ce-4afc-bacc-99820c4919b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:46.110881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Bound port: 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab464872-40ce-4afc-bacc-99820c4919b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:46.111253 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.114898 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-538f8703-fc9c-4887-8819-670625b334b5 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808436 Dec 16 22:11:46.124709 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7426ef30-ca09-4c99-92c0-6a00e33e880c req-da8bb6f8-f8e8-44f4-a79b-6e6a0614eace tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.186185 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7426ef30-ca09-4c99-92c0-6a00e33e880c req-da8bb6f8-f8e8-44f4-a79b-6e6a0614eace tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.191136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7426ef30-ca09-4c99-92c0-6a00e33e880c req-da8bb6f8-f8e8-44f4-a79b-6e6a0614eace tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5522003 Dec 16 22:11:46.244478 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bb6f8-f8e8-44f4-a79b-6e6a0614eace tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3a9403-c492-4b41-b550-c84301b048d6,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:46.268835 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-98f14e51-3359-4b4e-92bc-f72e1d228b0d service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449142 Dec 16 22:11:46.322473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] For port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:46.345524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] For port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=356d0d46-ae67-4ee7-8913-10d8fd0a2bf5,segment=NetworkSegment(ab464872-40ce-4afc-bacc-99820c4919b1),segment_id=ab464872-40ce-4afc-bacc-99820c4919b1)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:46.350460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e22326ce-9258-41b8-94a7-569b9b7d00fa req-95965d19-f1c6-4a7a-9eae-349041167aae tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/38a893c3-c3a4-4655-8803-79bf8eeb0f31 HTTP/1.1" status: 200 len: 1796 time: 0.1276562 Dec 16 22:11:46.359345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4dad95b-7cf8-45ce-bea9-1f9103793bf2 req-0554609a-cc44-48c1-afdc-ec3b52aa056a tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/cf3a9403-c492-4b41-b550-c84301b048d6 HTTP/1.1" status: 200 len: 1821 time: 0.1390970 Dec 16 22:11:46.366049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d4dad95b-7cf8-45ce-bea9-1f9103793bf2 req-6b4bb9a9-24ff-407c-ab55-0d4988285974 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf3a9403-c492-4b41-b550-c84301b048d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:46.366367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d4dad95b-7cf8-45ce-bea9-1f9103793bf2 req-6b4bb9a9-24ff-407c-ab55-0d4988285974 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf3a9403-c492-4b41-b550-c84301b048d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:46.444066 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.455195 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e22326ce-9258-41b8-94a7-569b9b7d00fa req-0994c732-197c-4e31-9ddb-66f1bc2a4bac tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.499559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:46.500190 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.501580 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] 10.222.0.24 "PUT /v2.0/ports/356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 HTTP/1.1" status: 200 len: 1092 time: 1.5961490 Dec 16 22:11:46.502358 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4de907-98c1-417a-b832-78bbf8e2068e', 'tag': '356d0d46-ae67-4ee7-8913-10d8fd0a2bf5'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:46.515425 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8b1eef-347a-42cf-bb48-f99141a34343" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4de907-98c1-417a-b832-78bbf8e2068e", "tag": "356d0d46-ae67-4ee7-8913-10d8fd0a2bf5"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:46.544910 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e22326ce-9258-41b8-94a7-569b9b7d00fa req-0994c732-197c-4e31-9ddb-66f1bc2a4bac tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.581398 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704c45a-5ad6-498d-8d0e-722c5571563c service neutron] Pushing event updated for resources: {'Port': ['ID=356d0d46-ae67-4ee7-8913-10d8fd0a2bf5,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:46.621970 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d4dad95b-7cf8-45ce-bea9-1f9103793bf2 req-6b4bb9a9-24ff-407c-ab55-0d4988285974 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.689537 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d4dad95b-7cf8-45ce-bea9-1f9103793bf2 req-6b4bb9a9-24ff-407c-ab55-0d4988285974 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.710140 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e22326ce-9258-41b8-94a7-569b9b7d00fa req-0994c732-197c-4e31-9ddb-66f1bc2a4bac tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.714859 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e22326ce-9258-41b8-94a7-569b9b7d00fa req-0994c732-197c-4e31-9ddb-66f1bc2a4bac tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.721126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e22326ce-9258-41b8-94a7-569b9b7d00fa req-0994c732-197c-4e31-9ddb-66f1bc2a4bac tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "DELETE /v2.0/security-groups/38a893c3-c3a4-4655-8803-79bf8eeb0f31 HTTP/1.1" status: 204 len: 173 time: 0.3580573 Dec 16 22:11:46.748243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994c732-197c-4e31-9ddb-66f1bc2a4bac tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a893c3-c3a4-4655-8803-79bf8eeb0f31,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:46.765657 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-98a94d69-03b5-41f8-9615-6b45554af6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:46.770895 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-98a94d69-03b5-41f8-9615-6b45554af6b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efd1f41944b24a619b78241b28fbf14f&device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 1095 time: 0.1082392 Dec 16 22:11:46.834916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-0959fa46-d5df-4cc0-93f5-fe982c347880 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 HTTP/1.1" status: 200 len: 217 time: 0.0490305 Dec 16 22:11:46.835652 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d4dad95b-7cf8-45ce-bea9-1f9103793bf2 req-6b4bb9a9-24ff-407c-ab55-0d4988285974 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.872334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-0941babb-6b6e-48c2-b079-256bb9f98305 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:46.874399 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-0941babb-6b6e-48c2-b079-256bb9f98305 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd&tenant_id=7121dad57bc841b98b41e71c9b25481e&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 1095 time: 0.0787597 Dec 16 22:11:46.875104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57834) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:46.914708 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bb9a9-24ff-407c-ab55-0d4988285974 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930d00df-156d-444e-bac7-e83490cef6c2,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:46.942951 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06472cab-1e8f-4bc4-9ce8-23ab53408950 req-9bc33a21-7199-48d5-b2f0-8d0bd1e2dafc tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:46.944504 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06472cab-1e8f-4bc4-9ce8-23ab53408950 req-9bc33a21-7199-48d5-b2f0-8d0bd1e2dafc tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 944 time: 0.1513906 Dec 16 22:11:46.950556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-157ec1b8-a7e9-4cbe-85aa-da2501d3c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:46.952043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-157ec1b8-a7e9-4cbe-85aa-da2501d3c689 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e68366d6-15b6-4a6a-9a5e-126eca8261f9 HTTP/1.1" status: 200 len: 845 time: 0.0911002 Dec 16 22:11:46.955163 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7f8b5834-7689-4e68-a8bd-b1427ab2ea95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7918d76776ff44bfb156f6290412a8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0765293 Dec 16 22:11:46.956378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57836) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:46.995867 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d4dad95b-7cf8-45ce-bea9-1f9103793bf2 req-6b4bb9a9-24ff-407c-ab55-0d4988285974 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.997100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4dad95b-7cf8-45ce-bea9-1f9103793bf2 req-6b4bb9a9-24ff-407c-ab55-0d4988285974 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6368988 Dec 16 22:11:47.043688 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06472cab-1e8f-4bc4-9ce8-23ab53408950 req-9b1e0835-220c-47e3-952b-f92893822337 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906301 Dec 16 22:11:47.046994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-4b96b7a8-e489-459d-bdda-6bfbc6b8370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:47.049047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-4b96b7a8-e489-459d-bdda-6bfbc6b8370b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fd9f83b-39c6-4366-b317-465c5361dafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872810 Dec 16 22:11:47.050724 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52f1cb4-0065-4830-bf8a-3f6d72a9ff92 x-openstack-request-id: req-d52f1cb4-0065-4830-bf8a-3f6d72a9ff92 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:47.051523 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4de907-98c1-417a-b832-78bbf8e2068e", "tag": "356d0d46-ae67-4ee7-8913-10d8fd0a2bf5", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:47.051788 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d52f1cb4-0065-4830-bf8a-3f6d72a9ff92 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:47.052268 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4de907-98c1-417a-b832-78bbf8e2068e', 'tag': '356d0d46-ae67-4ee7-8913-10d8fd0a2bf5', 'status': 'completed', 'code': 200} Dec 16 22:11:47.066525 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e722f880-1aca-452d-a50b-48bb3bdbd484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.097317 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e722f880-1aca-452d-a50b-48bb3bdbd484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.139118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-93436948-613f-41f7-8ba5-9e07b11d313a service neutron] For port 053d09be-313e-4533-944f-306fb88a6bc1, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:47.143660 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-93436948-613f-41f7-8ba5-9e07b11d313a service neutron] Publish callbacks [] for binding, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.145016 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-537a9b29-6c5f-443f-b0c9-3622b9f23c8b req-93436948-613f-41f7-8ba5-9e07b11d313a service neutron] 10.222.0.69 "DELETE /v2.0/ports/053d09be-313e-4533-944f-306fb88a6bc1/bindings/n-h2-821840-2 HTTP/1.1" status: 204 len: 173 time: 0.2535799 Dec 16 22:11:47.165184 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-da1c7e20-793f-4395-8b9d-f0619f8bb950 req-205c82b8-0c83-4ff5-ac59-7a32cc1b5c71 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] show failed (client error): The resource could not be found. Dec 16 22:11:47.166427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da1c7e20-793f-4395-8b9d-f0619f8bb950 req-205c82b8-0c83-4ff5-ac59-7a32cc1b5c71 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/38a893c3-c3a4-4655-8803-79bf8eeb0f31 HTTP/1.1" status: 404 len: 352 time: 0.0704789 Dec 16 22:11:47.207202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-16a7d2bb-1654-4c2c-beed-a9eee6089541 req-602b3c4e-5564-475e-971d-eaf855c1ea6b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1853614640', 'description': 'tempest-description-1715512474'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:47.225852 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-10dde695-ab71-4276-9df1-acb5d92796a9 service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f83b-39c6-4366-b317-465c5361dafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680002 Dec 16 22:11:47.226327 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e722f880-1aca-452d-a50b-48bb3bdbd484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.230174 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e722f880-1aca-452d-a50b-48bb3bdbd484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.233731 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e722f880-1aca-452d-a50b-48bb3bdbd484 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cff77adc-c72e-4fbc-95a2-58237104f330 HTTP/1.1" status: 204 len: 168 time: 0.2741208 Dec 16 22:11:47.240247 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e1e44-ef80-49c4-8a13-cca65aeabea0 req-1fe993ae-9a55-45d3-b34e-0b932bf9feed tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:47.241742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722f880-1aca-452d-a50b-48bb3bdbd484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff77adc-c72e-4fbc-95a2-58237104f330,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:47.242632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc9e1e44-ef80-49c4-8a13-cca65aeabea0 req-1fe993ae-9a55-45d3-b34e-0b932bf9feed tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 944 time: 0.1204274 Dec 16 22:11:47.382404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03708235-a762-4442-a41e-b0bcaa096cd3 req-906f3dc9-abd1-4797-b77f-73bdf6df2270 service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f83b-39c6-4366-b317-465c5361dafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384840 Dec 16 22:11:47.387489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc9e1e44-ef80-49c4-8a13-cca65aeabea0 req-e9210ad4-7de0-408a-8b3a-9b2410875887 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd25b71-cdc5-4c93-b0cf-7a65ecd21949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780168 Dec 16 22:11:47.455644 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16a7d2bb-1654-4c2c-beed-a9eee6089541 req-602b3c4e-5564-475e-971d-eaf855c1ea6b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.514452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6245950-9a2a-4261-b83e-55ec62385f96 req-4937213d-c149-4414-8d4f-22536885df52 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:47.515893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6245950-9a2a-4261-b83e-55ec62385f96 req-4937213d-c149-4414-8d4f-22536885df52 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.0718601 Dec 16 22:11:47.617103 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16a7d2bb-1654-4c2c-beed-a9eee6089541 req-602b3c4e-5564-475e-971d-eaf855c1ea6b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.628197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6245950-9a2a-4261-b83e-55ec62385f96 req-5b7f9189-fdf0-4187-9b49-c397c48bd133 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037569 Dec 16 22:11:47.634563 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b1eef-347a-42cf-bb48-f99141a34343 req-0f7712c8-19bc-42a2-af2a-733f65d797af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:47.636719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d8b1eef-347a-42cf-bb48-f99141a34343 req-0f7712c8-19bc-42a2-af2a-733f65d797af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efd1f41944b24a619b78241b28fbf14f&device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 1095 time: 0.0903003 Dec 16 22:11:47.709726 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16a7d2bb-1654-4c2c-beed-a9eee6089541 req-602b3c4e-5564-475e-971d-eaf855c1ea6b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.770638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e69f0e9e-cc55-417c-ba0a-2bd412162b51 req-5af5751d-a767-4696-86a4-c629875066a7 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-102290156', 'description': 'tempest-description-1884771141'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:47.789549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b3c4e-5564-475e-971d-eaf855c1ea6b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a671a91-0348-4aa1-815c-3ede549abae4,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:47.813687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b1eef-347a-42cf-bb48-f99141a34343 req-709fc71d-fcf5-4aa2-aec3-f1a3822913bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:47.822416 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d8b1eef-347a-42cf-bb48-f99141a34343 req-709fc71d-fcf5-4aa2-aec3-f1a3822913bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fd9f83b-39c6-4366-b317-465c5361dafb HTTP/1.1" status: 200 len: 907 time: 0.1767886 Dec 16 22:11:47.872526 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16a7d2bb-1654-4c2c-beed-a9eee6089541 req-602b3c4e-5564-475e-971d-eaf855c1ea6b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.873762 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16a7d2bb-1654-4c2c-beed-a9eee6089541 req-602b3c4e-5564-475e-971d-eaf855c1ea6b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6810932 Dec 16 22:11:47.875469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d8b1eef-347a-42cf-bb48-f99141a34343 req-a390d027-8d0d-4743-9d0e-ed0185c33c91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 HTTP/1.1" status: 200 len: 217 time: 0.0433338 Dec 16 22:11:47.969153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b1eef-347a-42cf-bb48-f99141a34343 req-e5277b88-ae29-4653-b118-783ce7d61b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:47.970634 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d8b1eef-347a-42cf-bb48-f99141a34343 req-e5277b88-ae29-4653-b118-783ce7d61b09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e68366d6-15b6-4a6a-9a5e-126eca8261f9 HTTP/1.1" status: 200 len: 845 time: 0.0865958 Dec 16 22:11:47.982255 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15e136b8-0424-4530-985f-a17e7e047828 req-365257b6-fc5a-453c-8d1d-eea74130e3c6 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/9a671a91-0348-4aa1-815c-3ede549abae4 HTTP/1.1" status: 200 len: 1822 time: 0.0589066 Dec 16 22:11:48.011741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-15e136b8-0424-4530-985f-a17e7e047828 req-2103fc8e-143e-42a0-8c31-e98c13c7ca8b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9a671a91-0348-4aa1-815c-3ede549abae4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:48.012026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-15e136b8-0424-4530-985f-a17e7e047828 req-2103fc8e-143e-42a0-8c31-e98c13c7ca8b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9a671a91-0348-4aa1-815c-3ede549abae4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:48.020588 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e69f0e9e-cc55-417c-ba0a-2bd412162b51 req-5af5751d-a767-4696-86a4-c629875066a7 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.068225 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b1eef-347a-42cf-bb48-f99141a34343 req-d5054448-e598-4b7c-81a9-cdb984869808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:48.069905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d8b1eef-347a-42cf-bb48-f99141a34343 req-d5054448-e598-4b7c-81a9-cdb984869808 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fd9f83b-39c6-4366-b317-465c5361dafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866826 Dec 16 22:11:48.182727 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e69f0e9e-cc55-417c-ba0a-2bd412162b51 req-5af5751d-a767-4696-86a4-c629875066a7 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.237029 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-15e136b8-0424-4530-985f-a17e7e047828 req-2103fc8e-143e-42a0-8c31-e98c13c7ca8b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.241633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d8b1eef-347a-42cf-bb48-f99141a34343 req-33828858-6d2f-4854-84d5-cb1423cc4263 service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f83b-39c6-4366-b317-465c5361dafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615710 Dec 16 22:11:48.283390 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-15e136b8-0424-4530-985f-a17e7e047828 req-2103fc8e-143e-42a0-8c31-e98c13c7ca8b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.295528 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e69f0e9e-cc55-417c-ba0a-2bd412162b51 req-5af5751d-a767-4696-86a4-c629875066a7 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.362672 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-15e136b8-0424-4530-985f-a17e7e047828 req-2103fc8e-143e-42a0-8c31-e98c13c7ca8b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.378760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5751d-a767-4696-86a4-c629875066a7 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3ed49d-f793-4981-8971-81c1cb89abe0,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:48.399582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103fc8e-143e-42a0-8c31-e98c13c7ca8b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fec482-c9bc-47a5-ac50-7bccd93ffd29,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:48.420389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d8b1eef-347a-42cf-bb48-f99141a34343 req-4ed8e37d-dfe6-4ac4-8023-130b01a8b27b service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f83b-39c6-4366-b317-465c5361dafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689875 Dec 16 22:11:48.502047 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e69f0e9e-cc55-417c-ba0a-2bd412162b51 req-5af5751d-a767-4696-86a4-c629875066a7 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.503309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e69f0e9e-cc55-417c-ba0a-2bd412162b51 req-5af5751d-a767-4696-86a4-c629875066a7 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7476308 Dec 16 22:11:48.538244 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-15e136b8-0424-4530-985f-a17e7e047828 req-2103fc8e-143e-42a0-8c31-e98c13c7ca8b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.538640 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15e136b8-0424-4530-985f-a17e7e047828 req-2103fc8e-143e-42a0-8c31-e98c13c7ca8b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5458195 Dec 16 22:11:48.542590 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57884) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:48.668768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:11:48.737281 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc10d1-f2be-4b49-b672-7d3ed849969b req-9783ed68-ea82-4140-9921-025f24f34332 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:48.745673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ffc10d1-f2be-4b49-b672-7d3ed849969b req-9783ed68-ea82-4140-9921-025f24f34332 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 944 time: 0.1176724 Dec 16 22:11:48.801454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=356d0d46-ae67-4ee7-8913-10d8fd0a2bf5,segment=NetworkSegment(ab464872-40ce-4afc-bacc-99820c4919b1),segment_id=ab464872-40ce-4afc-bacc-99820c4919b1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:48.814862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05f940-442f-4f29-a3d5-745bc5af7785 req-2cc6f900-4196-4a93-9ec2-eb74e3e5f81e tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:48.816695 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee05f940-442f-4f29-a3d5-745bc5af7785 req-2cc6f900-4196-4a93-9ec2-eb74e3e5f81e tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 944 time: 0.1751938 Dec 16 22:11:48.830637 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '356d0d46-ae67-4ee7-8913-10d8fd0a2bf5', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'port_id': '356d0d46-ae67-4ee7-8913-10d8fd0a2bf5', 'mac_address': 'fa:16:3e:3b:fe:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:11:48.876087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ffc10d1-f2be-4b49-b672-7d3ed849969b req-192a3137-23e3-4413-9c9f-86266ea6ea63 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd25b71-cdc5-4c93-b0cf-7a65ecd21949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292560 Dec 16 22:11:48.887873 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.912491 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:48.915060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-b5daed37-b109-42db-ac15-e0e80d9a401c req-10e53a6c-7d4a-45b8-b32c-558b9c85492e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-577880193', 'description': 'tempest-description-4418816'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:48.934182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee05f940-442f-4f29-a3d5-745bc5af7785 req-53b31130-a974-4a05-a89d-04861978a2ff tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072059 Dec 16 22:11:48.936087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=356d0d46-ae67-4ee7-8913-10d8fd0a2bf5,segment=NetworkSegment(ab464872-40ce-4afc-bacc-99820c4919b1),segment_id=ab464872-40ce-4afc-bacc-99820c4919b1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:48.986616 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-bee0191f-0adc-40a4-a03a-00cb089aa24f req-fa4b478c-dcd2-4b96-ab94-1429d52917ec tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1723384866', 'description': 'tempest-description-1982559960'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:48.996813 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeab5-2b9a-4c65-b085-96ad93740bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.009593 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.069237 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=356d0d46-ae67-4ee7-8913-10d8fd0a2bf5,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:49.094811 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5daed37-b109-42db-ac15-e0e80d9a401c req-10e53a6c-7d4a-45b8-b32c-558b9c85492e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.187968 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5daed37-b109-42db-ac15-e0e80d9a401c req-10e53a6c-7d4a-45b8-b32c-558b9c85492e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.233236 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bee0191f-0adc-40a4-a03a-00cb089aa24f req-fa4b478c-dcd2-4b96-ab94-1429d52917ec tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.262948 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5daed37-b109-42db-ac15-e0e80d9a401c req-10e53a6c-7d4a-45b8-b32c-558b9c85492e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.271911 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['356d0d46-ae67-4ee7-8913-10d8fd0a2bf5'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:49.304438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a4dfeab5-2b9a-4c65-b085-96ad93740bd0 admin admin] Deleting port 6091d822-ce86-431c-8be5-dabd9c853f03 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:49.304830 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeab5-2b9a-4c65-b085-96ad93740bd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.312804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e53a6c-7d4a-45b8-b32c-558b9c85492e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6529a176-cc88-49e3-9686-9fe666005d54,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:49.351208 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bee0191f-0adc-40a4-a03a-00cb089aa24f req-fa4b478c-dcd2-4b96-ab94-1429d52917ec tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.406803 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5daed37-b109-42db-ac15-e0e80d9a401c req-10e53a6c-7d4a-45b8-b32c-558b9c85492e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.408257 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5daed37-b109-42db-ac15-e0e80d9a401c req-10e53a6c-7d4a-45b8-b32c-558b9c85492e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4983540 Dec 16 22:11:49.427586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-a4dfeab5-2b9a-4c65-b085-96ad93740bd0 admin admin] For port 6091d822-ce86-431c-8be5-dabd9c853f03, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6091d822-ce86-431c-8be5-dabd9c853f03,segment=NetworkSegment(57d6f008-61b5-48ea-97c0-4cb10d527eb7),segment_id=57d6f008-61b5-48ea-97c0-4cb10d527eb7)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:49.427982 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeab5-2b9a-4c65-b085-96ad93740bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.438418 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bee0191f-0adc-40a4-a03a-00cb089aa24f req-fa4b478c-dcd2-4b96-ab94-1429d52917ec tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.467101 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a4dfeab5-2b9a-4c65-b085-96ad93740bd0 admin admin] Calling delete_port for 6091d822-ce86-431c-8be5-dabd9c853f03 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:49.517180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b478c-dcd2-4b96-ab94-1429d52917ec tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961adab4-09fc-4b93-be90-5f4433673f33,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:49.543108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f57b8-bf76-4541-b874-9277425e79f8 req-07c3bba7-1907-45c4-9831-615045cb5f5d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:49.544654 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df0f57b8-bf76-4541-b874-9277425e79f8 req-07c3bba7-1907-45c4-9831-615045cb5f5d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.0685818 Dec 16 22:11:49.549492 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bee0191f-0adc-40a4-a03a-00cb089aa24f req-fa4b478c-dcd2-4b96-ab94-1429d52917ec tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.550681 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bee0191f-0adc-40a4-a03a-00cb089aa24f req-fa4b478c-dcd2-4b96-ab94-1429d52917ec tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5695865 Dec 16 22:11:49.647486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df0f57b8-bf76-4541-b874-9277425e79f8 req-daf34a5e-2157-40d5-aca4-8083030ba2c5 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956194 Dec 16 22:11:49.676941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e6189e3f-06c4-4b75-ae1e-88394a7f1e60 req-ca6a5d9e-e47a-45b7-ac61-d3c7751c9268 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1320471788', 'description': 'tempest-description-683640289'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:49.683413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-9d11999e-3b40-41d5-bad6-92ae92a64548 req-e10adfbd-ecf4-4d08-8211-4b023ec1aaf9 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-141527531', 'description': 'tempest-description-587367339'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:49.779755 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeab5-2b9a-4c65-b085-96ad93740bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.792952 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9d11999e-3b40-41d5-bad6-92ae92a64548 req-e10adfbd-ecf4-4d08-8211-4b023ec1aaf9 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.795328 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e6189e3f-06c4-4b75-ae1e-88394a7f1e60 req-ca6a5d9e-e47a-45b7-ac61-d3c7751c9268 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.805794 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfeab5-2b9a-4c65-b085-96ad93740bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6091d822-ce86-431c-8be5-dabd9c853f03,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:49.922612 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e6189e3f-06c4-4b75-ae1e-88394a7f1e60 req-ca6a5d9e-e47a-45b7-ac61-d3c7751c9268 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.926345 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9d11999e-3b40-41d5-bad6-92ae92a64548 req-e10adfbd-ecf4-4d08-8211-4b023ec1aaf9 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.985591 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeab5-2b9a-4c65-b085-96ad93740bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:50.002601 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e6189e3f-06c4-4b75-ae1e-88394a7f1e60 req-ca6a5d9e-e47a-45b7-ac61-d3c7751c9268 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:50.033441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a5d9e-e47a-45b7-ac61-d3c7751c9268 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1109f14-7f63-4495-8fc0-3f936d629433,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:50.037541 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d5afaa71-3fb7-4971-b2c9-40b65f176d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:50.040765 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9d11999e-3b40-41d5-bad6-92ae92a64548 req-e10adfbd-ecf4-4d08-8211-4b023ec1aaf9 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:50.073619 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10adfbd-ecf4-4d08-8211-4b023ec1aaf9 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03fc6278-228c-4651-9f56-ecc4365bd6ad,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:50.097384 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e6189e3f-06c4-4b75-ae1e-88394a7f1e60 req-ca6a5d9e-e47a-45b7-ac61-d3c7751c9268 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:50.104621 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6189e3f-06c4-4b75-ae1e-88394a7f1e60 req-ca6a5d9e-e47a-45b7-ac61-d3c7751c9268 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4317019 Dec 16 22:11:50.126469 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9d11999e-3b40-41d5-bad6-92ae92a64548 req-e10adfbd-ecf4-4d08-8211-4b023ec1aaf9 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:50.127939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d11999e-3b40-41d5-bad6-92ae92a64548 req-e10adfbd-ecf4-4d08-8211-4b023ec1aaf9 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4552979 Dec 16 22:11:50.207502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5bfa0-6650-41df-b7b5-4de39954490a req-2cd3142d-6c76-41c7-b7c7-5855e1ec7489 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:50.209083 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ac5bfa0-6650-41df-b7b5-4de39954490a req-2cd3142d-6c76-41c7-b7c7-5855e1ec7489 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 1095 time: 0.0457864 Dec 16 22:11:50.217060 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dfeab5-2b9a-4c65-b085-96ad93740bd0 admin admin] Router 74f77aec-0e30-4caf-8497-33ee38370cb2 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:11:50.257210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ac5bfa0-6650-41df-b7b5-4de39954490a req-843afca8-1a8a-4e25-a7d7-1d9527c2ac1a tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Dec 16 22:11:50.348337 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dfeab5-2b9a-4c65-b085-96ad93740bd0 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:11:50.355710 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a4dfeab5-2b9a-4c65-b085-96ad93740bd0 admin admin] 10.222.0.43 "PUT /v2.0/routers/74f77aec-0e30-4caf-8497-33ee38370cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8097773 Dec 16 22:11:50.356925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57934) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:50.358598 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea113839-ede4-4331-b52a-223f07a17585 None None] Sync routers for ids ['74f77aec-0e30-4caf-8497-33ee38370cb2'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:11:50.369065 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea113839-ede4-4331-b52a-223f07a17585 None None] Routers {'74f77aec-0e30-4caf-8497-33ee38370cb2'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:50.370965 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ea113839-ede4-4331-b52a-223f07a17585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:11:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['74f77aec-0e30-4caf-8497-33ee38370cb2'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:50.379977 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02254db3-a241-40de-bf59-ad30b49e8892 req-ddc1976d-1806-43f7-abcb-8e03ad0db2ec tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ddd9e0c2cee1472f852a97b3f433346c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372424 Dec 16 22:11:50.469034 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39f85bf4-24cf-41fe-938d-37f4b0c65816 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:50.471311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104b90d-12a7-40c7-a091-3fd0851ad054 req-e7a8a929-98c1-4f2b-b530-a386b3b8cadf tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:50.472852 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1104b90d-12a7-40c7-a091-3fd0851ad054 req-e7a8a929-98c1-4f2b-b530-a386b3b8cadf tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 945 time: 0.1283338 Dec 16 22:11:50.492464 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-ea113839-ede4-4331-b52a-223f07a17585 None None] Set router 74f77aec-0e30-4caf-8497-33ee38370cb2 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:50.583760 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39f85bf4-24cf-41fe-938d-37f4b0c65816 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:50.686092 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:50.719800 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-39f85bf4-24cf-41fe-938d-37f4b0c65816 admin admin] Deleting port cf84285c-f1b6-44c4-9761-b33c66d9faee {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:50.720198 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39f85bf4-24cf-41fe-938d-37f4b0c65816 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:50.723339 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ea113839-ede4-4331-b52a-223f07a17585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-539499169-router', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'cf84285c-f1b6-44c4-9761-b33c66d9faee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:28Z', 'updated_at': '2021-12-16T22:11:49Z', 'revision_number': 5, 'project_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'gw_port': {'id': 'cf84285c-f1b6-44c4-9761-b33c66d9faee', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:29Z', 'updated_at': '2021-12-16T22:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:50.756225 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea113839-ede4-4331-b52a-223f07a17585 None None] Checking router: 74f77aec-0e30-4caf-8497-33ee38370cb2 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:11:50.774011 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea113839-ede4-4331-b52a-223f07a17585 None None] Routers {'74f77aec-0e30-4caf-8497-33ee38370cb2'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:50.774749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ea113839-ede4-4331-b52a-223f07a17585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:11:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['74f77aec-0e30-4caf-8497-33ee38370cb2'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:50.811450 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-39f85bf4-24cf-41fe-938d-37f4b0c65816 admin admin] For port cf84285c-f1b6-44c4-9761-b33c66d9faee, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=cf84285c-f1b6-44c4-9761-b33c66d9faee,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:50.812648 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39f85bf4-24cf-41fe-938d-37f4b0c65816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:50.826375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-39f85bf4-24cf-41fe-938d-37f4b0c65816 admin admin] Calling delete_port for cf84285c-f1b6-44c4-9761-b33c66d9faee owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:50.828986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02254db3-a241-40de-bf59-ad30b49e8892 req-b597290b-cad7-4f2b-9938-8c34ca6d3fb1 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:50.830766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02254db3-a241-40de-bf59-ad30b49e8892 req-b597290b-cad7-4f2b-9938-8c34ca6d3fb1 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4374902 Dec 16 22:11:50.858606 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1104b90d-12a7-40c7-a091-3fd0851ad054 req-68c3e231-506a-47f8-9afa-f6f065a02731 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd25b71-cdc5-4c93-b0cf-7a65ecd21949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795342 Dec 16 22:11:50.878804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-ea113839-ede4-4331-b52a-223f07a17585 None None] Set router 74f77aec-0e30-4caf-8497-33ee38370cb2 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:50.940575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:11:50.943452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ea113839-ede4-4331-b52a-223f07a17585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-539499169-router', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:28Z', 'updated_at': '2021-12-16T22:11:50Z', 'revision_number': 6, 'project_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:50.948184 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:50.948662 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:50.976127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea113839-ede4-4331-b52a-223f07a17585 None None] The sync data for ids ['74f77aec-0e30-4caf-8497-33ee38370cb2'] in n-d-821840-2 is: [{'id': '74f77aec-0e30-4caf-8497-33ee38370cb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-539499169-router', 'tenant_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:28Z', 'updated_at': '2021-12-16T22:11:50Z', 'revision_number': 6, 'project_id': 'ad395bbe50f94b7b8581ea908317f0d7', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:11:51.036058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59939767-845e-48c9-8ca4-43368db779a6 req-3683e14e-85ca-41a0-86b8-f4a48a38babd tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a7bb17956864f3ab1507aefe9f30b8e HTTP/1.1" status: 200 len: 10993 time: 0.1476853 Dec 16 22:11:51.057349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02254db3-a241-40de-bf59-ad30b49e8892 req-5ed0a2f7-5321-4772-b317-679ab61331eb tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/quotas/ddd9e0c2cee1472f852a97b3f433346c HTTP/1.1" status: 200 len: 375 time: 0.2175300 Dec 16 22:11:51.070506 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.097335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4de907-98c1-417a-b832-78bbf8e2068e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356d0d46-ae67-4ee7-8913-10d8fd0a2bf5'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:51.099793 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cf2d8a-f988-47ff-815f-49f1c324c654" -d '{"events": [{"server_uuid": "cd4de907-98c1-417a-b832-78bbf8e2068e", "name": "network-vif-plugged", "status": "completed", "tag": "356d0d46-ae67-4ee7-8913-10d8fd0a2bf5"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:51.108352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02254db3-a241-40de-bf59-ad30b49e8892 req-b25de026-5afe-4629-91f9-289b28fc81ef tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddd9e0c2cee1472f852a97b3f433346c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370107 Dec 16 22:11:51.118012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=356d0d46-ae67-4ee7-8913-10d8fd0a2bf5,segment=NetworkSegment(ab464872-40ce-4afc-bacc-99820c4919b1),segment_id=ab464872-40ce-4afc-bacc-99820c4919b1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:51.119100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59939767-845e-48c9-8ca4-43368db779a6 req-d4d51b52-d6f9-4661-a73a-508361a2edbb tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/08a08aac-2e3d-48a4-add3-5666f14da74a HTTP/1.1" status: 200 len: 2998 time: 0.0834823 Dec 16 22:11:51.184324 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59939767-845e-48c9-8ca4-43368db779a6 req-867c2343-59cd-4c87-95f5-9408fd227157 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/08a08aac-2e3d-48a4-add3-5666f14da74a HTTP/1.1" status: 200 len: 2998 time: 0.0635405 Dec 16 22:11:51.208713 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.233094 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e1ab9760-e1e5-45a3-a30e-eb0afa06769b req-e4093139-50ec-4d59-ae22-d6f9d5b4f9e8 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/961adab4-09fc-4b93-be90-5f4433673f33 HTTP/1.1" status: 200 len: 1822 time: 0.0423214 Dec 16 22:11:51.276782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=356d0d46-ae67-4ee7-8913-10d8fd0a2bf5,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:51.284730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e1ab9760-e1e5-45a3-a30e-eb0afa06769b req-7638b983-0bfe-45ee-83d5-ff5cf9e3a8b1 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/03fc6278-228c-4651-9f56-ecc4365bd6ad HTTP/1.1" status: 200 len: 1820 time: 0.0452113 Dec 16 22:11:51.296281 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e1ab9760-e1e5-45a3-a30e-eb0afa06769b req-8629e190-6813-43c7-bb9c-c97154d893de tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '961adab4-09fc-4b93-be90-5f4433673f33', 'remote_group_id': '03fc6278-228c-4651-9f56-ecc4365bd6ad', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:51.296733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e1ab9760-e1e5-45a3-a30e-eb0afa06769b req-8629e190-6813-43c7-bb9c-c97154d893de tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '961adab4-09fc-4b93-be90-5f4433673f33', 'remote_group_id': '03fc6278-228c-4651-9f56-ecc4365bd6ad', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:51.375896 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39f85bf4-24cf-41fe-938d-37f4b0c65816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.413231 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f85bf4-24cf-41fe-938d-37f4b0c65816 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf84285c-f1b6-44c4-9761-b33c66d9faee,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:51.426382 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6091d822-ce86-431c-8be5-dabd9c853f03 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:51.458098 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 6091d822-ce86-431c-8be5-dabd9c853f03 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:51.458827 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6091d822-ce86-431c-8be5-dabd9c853f03 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:51.479382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f509e0-3991-41e8-a6cb-b2c3f1197624 req-ddad1fde-c4df-4da8-89d1-345dac764387 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:51.480854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97f509e0-3991-41e8-a6cb-b2c3f1197624 req-ddad1fde-c4df-4da8-89d1-345dac764387 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 1095 time: 0.0993822 Dec 16 22:11:51.506243 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39f85bf4-24cf-41fe-938d-37f4b0c65816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.533707 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e1ab9760-e1e5-45a3-a30e-eb0afa06769b req-8629e190-6813-43c7-bb9c-c97154d893de tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.566820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97f509e0-3991-41e8-a6cb-b2c3f1197624 req-61483445-2af4-4317-b5aa-394c3b34d9e9 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782673 Dec 16 22:11:51.587347 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e1ab9760-e1e5-45a3-a30e-eb0afa06769b req-8629e190-6813-43c7-bb9c-c97154d893de tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.630604 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39f85bf4-24cf-41fe-938d-37f4b0c65816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.633438 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39f85bf4-24cf-41fe-938d-37f4b0c65816 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.655662 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e1ab9760-e1e5-45a3-a30e-eb0afa06769b req-8629e190-6813-43c7-bb9c-c97154d893de tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.688869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629e190-6813-43c7-bb9c-c97154d893de tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1a732c-561c-4658-adb9-e36262dd5ece,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:51.764704 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e1ab9760-e1e5-45a3-a30e-eb0afa06769b req-8629e190-6813-43c7-bb9c-c97154d893de tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.765894 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e1ab9760-e1e5-45a3-a30e-eb0afa06769b req-8629e190-6813-43c7-bb9c-c97154d893de tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4738395 Dec 16 22:11:51.784138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37c6bc-db6a-44d8-8199-cf6857be8198 req-1ab6c898-8382-42e9-ae69-0e2fe7fb5fe7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:51.785594 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef37c6bc-db6a-44d8-8199-cf6857be8198 req-1ab6c898-8382-42e9-ae69-0e2fe7fb5fe7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.0564866 Dec 16 22:11:51.793221 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39f85bf4-24cf-41fe-938d-37f4b0c65816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.793757 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f85bf4-24cf-41fe-938d-37f4b0c65816 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74f77aec-0e30-4caf-8497-33ee38370cb2 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:11:51.799445 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39f85bf4-24cf-41fe-938d-37f4b0c65816 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.801678 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-39f85bf4-24cf-41fe-938d-37f4b0c65816 admin admin] 10.222.0.43 "DELETE /v2.0/routers/74f77aec-0e30-4caf-8497-33ee38370cb2 HTTP/1.1" status: 204 len: 168 time: 1.4427934 Dec 16 22:11:51.803463 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57962) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:51.808761 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9672cb8-bf72-46fe-afdd-e0b6eb4bdb8c x-openstack-request-id: req-d9672cb8-bf72-46fe-afdd-e0b6eb4bdb8c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:51.809056 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4de907-98c1-417a-b832-78bbf8e2068e", "name": "network-vif-plugged", "status": "completed", "tag": "356d0d46-ae67-4ee7-8913-10d8fd0a2bf5", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:51.809319 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9672cb8-bf72-46fe-afdd-e0b6eb4bdb8c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:51.809723 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4de907-98c1-417a-b832-78bbf8e2068e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356d0d46-ae67-4ee7-8913-10d8fd0a2bf5', 'code': 200} Dec 16 22:11:51.865480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef37c6bc-db6a-44d8-8199-cf6857be8198 req-4c4c4adc-1480-4f50-8836-a24e20c70dff tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734496 Dec 16 22:11:51.892599 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d96c1f-d486-48e4-bd59-f05028b41734 admin admin] Deleting subnet 19914d3e-38ae-4bb1-a6c7-61f37b925188 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:11:51.896485 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05d96c1f-d486-48e4-bd59-f05028b41734 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.934080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0ee05d8-3667-46b9-b3fa-4e7529264e72 req-6ade6fd2-9d02-4f60-9732-23b30be622d5 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/2b3ed49d-f793-4981-8971-81c1cb89abe0 HTTP/1.1" status: 200 len: 1817 time: 0.1043332 Dec 16 22:11:51.940917 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05d96c1f-d486-48e4-bd59-f05028b41734 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.975715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80ca5747-1248-4586-b160-32a95cb547fb req-03da7204-023a-4df1-be5b-7074f545b3a2 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 210 time: 0.0450215 Dec 16 22:11:52.014997 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362d4b2-f6f9-4d78-8b72-4eec46108687 req-0a114449-50ef-424e-be2a-dbbd15446908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:52.022272 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1362d4b2-f6f9-4d78-8b72-4eec46108687 req-0a114449-50ef-424e-be2a-dbbd15446908 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 1097 time: 0.1121123 Dec 16 22:11:52.035409 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05d96c1f-d486-48e4-bd59-f05028b41734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.058427 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e0ee05d8-3667-46b9-b3fa-4e7529264e72 req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.100405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1362d4b2-f6f9-4d78-8b72-4eec46108687 req-c9960547-f24b-4016-8cfd-184e01fa5829 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8dd25b71-cdc5-4c93-b0cf-7a65ecd21949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715063 Dec 16 22:11:52.101911 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e0ee05d8-3667-46b9-b3fa-4e7529264e72 req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.199922 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05d96c1f-d486-48e4-bd59-f05028b41734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.229686 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d96c1f-d486-48e4-bd59-f05028b41734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19914d3e-38ae-4bb1-a6c7-61f37b925188,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:52.231878 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05d96c1f-d486-48e4-bd59-f05028b41734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.235238 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-05d96c1f-d486-48e4-bd59-f05028b41734 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/19914d3e-38ae-4bb1-a6c7-61f37b925188 HTTP/1.1" status: 204 len: 168 time: 0.4307947 Dec 16 22:11:52.237807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57970) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:52.241040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61453a2b-a385-4d07-ac86-547d23de3356 None None] Network c7eff383-5765-41ed-aa7a-9b7474d72a9c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:11:52.245777 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e0ee05d8-3667-46b9-b3fa-4e7529264e72 req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.253443 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e0ee05d8-3667-46b9-b3fa-4e7529264e72 req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.263075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0ee05d8-3667-46b9-b3fa-4e7529264e72 req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "DELETE /v2.0/security-groups/2b3ed49d-f793-4981-8971-81c1cb89abe0 HTTP/1.1" status: 204 len: 173 time: 0.3161027 Dec 16 22:11:52.297648 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3ed49d-f793-4981-8971-81c1cb89abe0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:52.321879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-0849a4f3-4f81-4134-a926-2eec56dde359 req-12887606-c5f3-485e-8448-ad204a208e70 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-930556401', 'description': 'tempest-description-940911767'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:52.332262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:52.332619 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:52.332972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:52.333316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:52.333696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:52.334033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:52.334366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:52.335358 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:52.336542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:52.336542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:52.336542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:52.336837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:52.337153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61c6ec-a12d-4892-ab64-5fe3d95e3806 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:52.353546 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.416163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] Deleting port 7480cb1d-1ee9-474f-8cf0-114a69638219 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:52.416681 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.462578 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0849a4f3-4f81-4134-a926-2eec56dde359 req-12887606-c5f3-485e-8448-ad204a208e70 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.462843 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab723f15-4b00-4dd5-b872-6ad3051e6fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.498107 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] For port 7480cb1d-1ee9-474f-8cf0-114a69638219, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7480cb1d-1ee9-474f-8cf0-114a69638219,segment=NetworkSegment(57d6f008-61b5-48ea-97c0-4cb10d527eb7),segment_id=57d6f008-61b5-48ea-97c0-4cb10d527eb7)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:52.498506 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.513291 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c0760-ad2d-4714-92ff-30a2a0dbddd0 None None] DHCP port deletion for c7eff383-5765-41ed-aa7a-9b7474d72a9c request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:11:52.516181 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] Calling delete_port for 7480cb1d-1ee9-474f-8cf0-114a69638219 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:52.572194 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0849a4f3-4f81-4134-a926-2eec56dde359 req-12887606-c5f3-485e-8448-ad204a208e70 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.596469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c0760-ad2d-4714-92ff-30a2a0dbddd0 None None] Deleting port 7480cb1d-1ee9-474f-8cf0-114a69638219 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:52.596805 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b1c0760-ad2d-4714-92ff-30a2a0dbddd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.640385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b7288-68c8-4bbe-8664-4413b74a2593 req-4a86deb0-0fe3-41e2-84b4-27e1556169c8 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:52.642034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e01b7288-68c8-4bbe-8664-4413b74a2593 req-4a86deb0-0fe3-41e2-84b4-27e1556169c8 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 946 time: 0.0561881 Dec 16 22:11:52.670990 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0b1c0760-ad2d-4714-92ff-30a2a0dbddd0 None None] For port 7480cb1d-1ee9-474f-8cf0-114a69638219, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7480cb1d-1ee9-474f-8cf0-114a69638219,segment=NetworkSegment(57d6f008-61b5-48ea-97c0-4cb10d527eb7),segment_id=57d6f008-61b5-48ea-97c0-4cb10d527eb7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:52.671438 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b1c0760-ad2d-4714-92ff-30a2a0dbddd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.676920 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0849a4f3-4f81-4134-a926-2eec56dde359 req-12887606-c5f3-485e-8448-ad204a208e70 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.686814 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c0760-ad2d-4714-92ff-30a2a0dbddd0 None None] Calling delete_port for 7480cb1d-1ee9-474f-8cf0-114a69638219 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:52.730175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12887606-c5f3-485e-8448-ad204a208e70 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4611df6c-e46b-44bc-a4c6-142e0b4f95a3,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:52.736509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e01b7288-68c8-4bbe-8664-4413b74a2593 req-0626a196-05ac-42d4-81f9-4154152010fb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd25b71-cdc5-4c93-b0cf-7a65ecd21949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803921 Dec 16 22:11:52.752561 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.778756 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b1c0760-ad2d-4714-92ff-30a2a0dbddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.780798 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=7480cb1d-1ee9-474f-8cf0-114a69638219,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:52.784862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] No DVR routers for this DVR port 7480cb1d-1ee9-474f-8cf0-114a69638219 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:52.791772 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-7fdef53c-9ffe-446a-bd93-92b285c7c24a req-183eeedc-e16d-4527-8cba-d7dd6588c669 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] show failed (client error): The resource could not be found. Dec 16 22:11:52.792668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7fdef53c-9ffe-446a-bd93-92b285c7c24a req-183eeedc-e16d-4527-8cba-d7dd6588c669 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/2b3ed49d-f793-4981-8971-81c1cb89abe0 HTTP/1.1" status: 404 len: 352 time: 0.0208430 Dec 16 22:11:52.818199 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c0760-ad2d-4714-92ff-30a2a0dbddd0 None None] Pushing event deleted for resources: {'Port': ['ID=7480cb1d-1ee9-474f-8cf0-114a69638219,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:52.820487 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c0760-ad2d-4714-92ff-30a2a0dbddd0 None None] No DVR routers for this DVR port 7480cb1d-1ee9-474f-8cf0-114a69638219 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:52.824487 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0849a4f3-4f81-4134-a926-2eec56dde359 req-12887606-c5f3-485e-8448-ad204a208e70 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.825954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0849a4f3-4f81-4134-a926-2eec56dde359 req-12887606-c5f3-485e-8448-ad204a208e70 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5335252 Dec 16 22:11:52.885438 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.915911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7eff383-5765-41ed-aa7a-9b7474d72a9c']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:52.926301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d6f008-61b5-48ea-97c0-4cb10d527eb7') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:52.926605 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d6f008-61b5-48ea-97c0-4cb10d527eb7') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:52.928784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-262c5829-cbd8-47b2-bb70-9de1eec413d5 req-01c7a66a-7c5f-429b-a8cc-e2d43010b1c8 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/6529a176-cc88-49e3-9686-9fe666005d54 HTTP/1.1" status: 200 len: 1814 time: 0.0474491 Dec 16 22:11:52.938416 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.954757 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.962014 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:11:52.962414 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:11:52.964723 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:11:53.002943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-cff49687-c061-446b-a3db-a49bd40ebab4 req-7b7cf4ca-0a63-4399-9567-a33726e8f540 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2122632051', 'description': 'tempest-description-1321975543'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:53.007530 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-262c5829-cbd8-47b2-bb70-9de1eec413d5 req-8675ed2a-26f0-4b48-b39d-689921ca30f0 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.042847 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-262c5829-cbd8-47b2-bb70-9de1eec413d5 req-8675ed2a-26f0-4b48-b39d-689921ca30f0 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.084057 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.093652 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.093652 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] 10.222.0.43 "DELETE /v2.0/networks/c7eff383-5765-41ed-aa7a-9b7474d72a9c HTTP/1.1" status: 204 len: 168 time: 0.8527665 Dec 16 22:11:53.096289 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57990) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:53.112155 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32bb59-8a03-4b96-9532-9971f698bd6c admin admin] Pushing event deleted for resources: {'Network': ['ID=c7eff383-5765-41ed-aa7a-9b7474d72a9c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:53.176153 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-cff49687-c061-446b-a3db-a49bd40ebab4 req-7b7cf4ca-0a63-4399-9567-a33726e8f540 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.218400 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-262c5829-cbd8-47b2-bb70-9de1eec413d5 req-8675ed2a-26f0-4b48-b39d-689921ca30f0 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.228232 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-262c5829-cbd8-47b2-bb70-9de1eec413d5 req-8675ed2a-26f0-4b48-b39d-689921ca30f0 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.232427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-262c5829-cbd8-47b2-bb70-9de1eec413d5 req-8675ed2a-26f0-4b48-b39d-689921ca30f0 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "DELETE /v2.0/security-groups/6529a176-cc88-49e3-9686-9fe666005d54 HTTP/1.1" status: 204 len: 173 time: 0.2964263 Dec 16 22:11:53.258417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675ed2a-26f0-4b48-b39d-689921ca30f0 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6529a176-cc88-49e3-9686-9fe666005d54,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:53.365608 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-cff49687-c061-446b-a3db-a49bd40ebab4 req-7b7cf4ca-0a63-4399-9567-a33726e8f540 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.381822 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.446058 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-cff49687-c061-446b-a3db-a49bd40ebab4 req-7b7cf4ca-0a63-4399-9567-a33726e8f540 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.446245 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7480cb1d-1ee9-474f-8cf0-114a69638219 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:53.474647 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81016c75-2b6d-455c-81e4-f74a4a3bee80 req-89d0e9e5-2002-4c21-ac1a-a8263b80ead1 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:53.485238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81016c75-2b6d-455c-81e4-f74a4a3bee80 req-89d0e9e5-2002-4c21-ac1a-a8263b80ead1 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.1317472 Dec 16 22:11:53.501725 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 7480cb1d-1ee9-474f-8cf0-114a69638219 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:53.502077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7480cb1d-1ee9-474f-8cf0-114a69638219 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:53.504997 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device cf84285c-f1b6-44c4-9761-b33c66d9faee no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:53.526404 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: cf84285c-f1b6-44c4-9761-b33c66d9faee {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:53.527007 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device cf84285c-f1b6-44c4-9761-b33c66d9faee not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:53.527611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cf4ca-0a63-4399-9567-a33726e8f540 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af702c39-7fe6-4abd-95fe-166d10953829,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:53.568402 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81016c75-2b6d-455c-81e4-f74a4a3bee80 req-e6a43565-56c1-48dd-878e-9c5a16d8ddd4 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819166 Dec 16 22:11:53.579427 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1958f43d-7bd0-4204-8ecb-d91db8b904c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.700758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f9ccc78-5e60-44c5-84b1-7b0bf5b217ba req-d889847d-abcb-4a96-8d4f-17c33f4dba43 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 210 time: 0.0457296 Dec 16 22:11:53.731655 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-a57d8a86-8cce-4f8b-b8b0-979b9b520cd8 req-b27de27b-e5fd-4e27-bbc4-d2f4a2376c43 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] show failed (client error): The resource could not be found. Dec 16 22:11:53.732679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a57d8a86-8cce-4f8b-b8b0-979b9b520cd8 req-b27de27b-e5fd-4e27-bbc4-d2f4a2376c43 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/6529a176-cc88-49e3-9686-9fe666005d54 HTTP/1.1" status: 404 len: 352 time: 0.0166085 Dec 16 22:11:53.795243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3185914f-9c61-4f90-a4ae-dc54f6e95d65 req-1476bd87-9887-4403-b544-3ce161b4c9ed tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/a1109f14-7f63-4495-8fc0-3f936d629433 HTTP/1.1" status: 200 len: 1817 time: 0.0408359 Dec 16 22:11:53.861804 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3185914f-9c61-4f90-a4ae-dc54f6e95d65 req-e3af9c7d-a9c1-4bd0-8a8f-e166f46a5094 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.866710 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-1958f43d-7bd0-4204-8ecb-d91db8b904c2 admin admin] Deleting port 9c460746-e568-4cfa-9f82-6de8c1101659 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:53.867106 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1958f43d-7bd0-4204-8ecb-d91db8b904c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.885599 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3185914f-9c61-4f90-a4ae-dc54f6e95d65 req-e3af9c7d-a9c1-4bd0-8a8f-e166f46a5094 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.950946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-1958f43d-7bd0-4204-8ecb-d91db8b904c2 admin admin] For port 9c460746-e568-4cfa-9f82-6de8c1101659, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9c460746-e568-4cfa-9f82-6de8c1101659,segment=NetworkSegment(e2478a07-2263-465c-9663-8627f6445b07),segment_id=e2478a07-2263-465c-9663-8627f6445b07)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:53.951552 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1958f43d-7bd0-4204-8ecb-d91db8b904c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.964310 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-1958f43d-7bd0-4204-8ecb-d91db8b904c2 admin admin] Calling delete_port for 9c460746-e568-4cfa-9f82-6de8c1101659 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:54.035449 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-cff49687-c061-446b-a3db-a49bd40ebab4 req-7b7cf4ca-0a63-4399-9567-a33726e8f540 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.047893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cff49687-c061-446b-a3db-a49bd40ebab4 req-7b7cf4ca-0a63-4399-9567-a33726e8f540 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.1121612 Dec 16 22:11:54.062426 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3185914f-9c61-4f90-a4ae-dc54f6e95d65 req-e3af9c7d-a9c1-4bd0-8a8f-e166f46a5094 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.065940 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3185914f-9c61-4f90-a4ae-dc54f6e95d65 req-e3af9c7d-a9c1-4bd0-8a8f-e166f46a5094 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.078064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3185914f-9c61-4f90-a4ae-dc54f6e95d65 req-e3af9c7d-a9c1-4bd0-8a8f-e166f46a5094 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "DELETE /v2.0/security-groups/a1109f14-7f63-4495-8fc0-3f936d629433 HTTP/1.1" status: 204 len: 173 time: 0.2745466 Dec 16 22:11:54.096103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af9c7d-a9c1-4bd0-8a8f-e166f46a5094 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1109f14-7f63-4495-8fc0-3f936d629433,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:54.210085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e6aa9-1287-4178-b780-9837260cd37d req-c329592f-6759-480e-b91e-0fea9423b41a tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:54.211785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae5e6aa9-1287-4178-b780-9837260cd37d req-c329592f-6759-480e-b91e-0fea9423b41a tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 946 time: 0.0623991 Dec 16 22:11:54.283780 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1958f43d-7bd0-4204-8ecb-d91db8b904c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.304169 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0acf07d-9e53-40b6-ab87-869729e7a271 req-a54945a7-c885-4ee4-a529-69d01532c321 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/4611df6c-e46b-44bc-a4c6-142e0b4f95a3 HTTP/1.1" status: 200 len: 1820 time: 0.0821569 Dec 16 22:11:54.313187 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae5e6aa9-1287-4178-b780-9837260cd37d req-8309d646-a501-4761-8c33-7da17dd19c5d tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd25b71-cdc5-4c93-b0cf-7a65ecd21949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830107 Dec 16 22:11:54.394316 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-89e4e486-e660-4e2c-b5f0-f08a02a4fc41 req-846cd12b-ed5a-4970-914e-552e3ecde7c7 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] show failed (client error): The resource could not be found. Dec 16 22:11:54.396972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89e4e486-e660-4e2c-b5f0-f08a02a4fc41 req-846cd12b-ed5a-4970-914e-552e3ecde7c7 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/a1109f14-7f63-4495-8fc0-3f936d629433 HTTP/1.1" status: 404 len: 352 time: 0.0236704 Dec 16 22:11:54.410546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958f43d-7bd0-4204-8ecb-d91db8b904c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c460746-e568-4cfa-9f82-6de8c1101659,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:54.422239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0acf07d-9e53-40b6-ab87-869729e7a271 req-ac46dad5-ce69-4fe7-bf7f-279f919a5530 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/af702c39-7fe6-4abd-95fe-166d10953829 HTTP/1.1" status: 200 len: 1822 time: 0.0985045 Dec 16 22:11:54.429432 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-b0acf07d-9e53-40b6-ab87-869729e7a271 req-1b827b18-08a2-4ab4-acb8-6492c00f1b16 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4611df6c-e46b-44bc-a4c6-142e0b4f95a3', 'remote_group_id': 'af702c39-7fe6-4abd-95fe-166d10953829', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:54.429762 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-b0acf07d-9e53-40b6-ab87-869729e7a271 req-1b827b18-08a2-4ab4-acb8-6492c00f1b16 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4611df6c-e46b-44bc-a4c6-142e0b4f95a3', 'remote_group_id': 'af702c39-7fe6-4abd-95fe-166d10953829', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:54.548114 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7f400-ce60-489c-bffd-160ac1290fb8 req-2a63df1d-ffa4-44c9-980e-98e24bc98921 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:54.549921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6d7f400-ce60-489c-bffd-160ac1290fb8 req-2a63df1d-ffa4-44c9-980e-98e24bc98921 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 946 time: 0.0659866 Dec 16 22:11:54.560363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58010) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:54.567099 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7771fba0-9e98-4ca4-8131-99944655e0bf tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Request body: {'floatingip': {'port_id': '356d0d46-ae67-4ee7-8913-10d8fd0a2bf5'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:54.611476 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b0acf07d-9e53-40b6-ab87-869729e7a271 req-1b827b18-08a2-4ab4-acb8-6492c00f1b16 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.623231 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7771fba0-9e98-4ca4-8131-99944655e0bf tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for floatingip, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.627104 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1958f43d-7bd0-4204-8ecb-d91db8b904c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.673690 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b0acf07d-9e53-40b6-ab87-869729e7a271 req-1b827b18-08a2-4ab4-acb8-6492c00f1b16 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.717835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02254db3-a241-40de-bf59-ad30b49e8892 req-0ceccf72-1587-4c80-9b35-7ce6a4427bc5 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ddd9e0c2cee1472f852a97b3f433346c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388644 Dec 16 22:11:54.764362 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.832161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19798790-7707-40f9-a35e-4a99521e8b34 req-05f817c0-aee4-43df-99fc-489a69575d57 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a7bb17956864f3ab1507aefe9f30b8e HTTP/1.1" status: 200 len: 6198 time: 0.2226255 Dec 16 22:11:54.835821 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b0acf07d-9e53-40b6-ab87-869729e7a271 req-1b827b18-08a2-4ab4-acb8-6492c00f1b16 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.866087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b827b18-08a2-4ab4-acb8-6492c00f1b16 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49293027-3063-44e1-840f-6176eeaebdeb,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:54.922416 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b0acf07d-9e53-40b6-ab87-869729e7a271 req-1b827b18-08a2-4ab4-acb8-6492c00f1b16 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.933932 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0acf07d-9e53-40b6-ab87-869729e7a271 req-1b827b18-08a2-4ab4-acb8-6492c00f1b16 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5105672 Dec 16 22:11:55.000993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02254db3-a241-40de-bf59-ad30b49e8892 req-53807dd2-799d-451e-a53d-ed78a1d09e19 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:55.003022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02254db3-a241-40de-bf59-ad30b49e8892 req-53807dd2-799d-451e-a53d-ed78a1d09e19 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2778141 Dec 16 22:11:55.006503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19798790-7707-40f9-a35e-4a99521e8b34 req-addcf76a-28cd-4498-951e-34d939a053aa tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/08a08aac-2e3d-48a4-add3-5666f14da74a HTTP/1.1" status: 200 len: 2998 time: 0.1548896 Dec 16 22:11:55.020512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-02254db3-a241-40de-bf59-ad30b49e8892 req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Request body: {'port': {'device_id': 'acde64c6-3378-405c-9d40-91d9b3a724c3', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': 'ddd9e0c2cee1472f852a97b3f433346c'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:55.195437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdf530-19f1-4d80-b3f5-525bb55055bb req-66444d83-3df7-41f5-b087-4b30f6e19694 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:55.196970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fcdf530-19f1-4d80-b3f5-525bb55055bb req-66444d83-3df7-41f5-b087-4b30f6e19694 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.1157975 Dec 16 22:11:55.247175 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19798790-7707-40f9-a35e-4a99521e8b34 req-046efc8a-a88b-412f-a3b3-667883fadcca tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/08a08aac-2e3d-48a4-add3-5666f14da74a HTTP/1.1" status: 200 len: 2998 time: 0.1647389 Dec 16 22:11:55.328372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fcdf530-19f1-4d80-b3f5-525bb55055bb req-ca1555a8-7fa8-4370-9f81-4f8b8863b113 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169128 Dec 16 22:11:55.383945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc0dce02-5446-4c03-a15c-03720d255f7c req-984b10db-e76f-418f-8eb9-faf88b7bdd0b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 210 time: 0.0484350 Dec 16 22:11:55.398532 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02254db3-a241-40de-bf59-ad30b49e8892 req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Made reservation on behalf of ddd9e0c2cee1472f852a97b3f433346c for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:55.404779 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02254db3-a241-40de-bf59-ad30b49e8892 req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.425353 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02254db3-a241-40de-bf59-ad30b49e8892 req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.541627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09e87485-425b-4c3a-a534-8cf2e63e05b7 req-da850837-77a1-4b4a-9d03-5053f34a0b75 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/af702c39-7fe6-4abd-95fe-166d10953829 HTTP/1.1" status: 200 len: 1822 time: 0.1243303 Dec 16 22:11:55.564045 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02254db3-a241-40de-bf59-ad30b49e8892 req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.567815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-5d663b95-9195-4cac-8427-61b76a676665 req-8e3535d6-199a-4614-bc45-22e55d4aaf60 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1818908238', 'description': 'tempest-description-1136372238'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:55.628992 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.632784 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-09e87485-425b-4c3a-a534-8cf2e63e05b7 req-374be2da-1a9b-4224-bc4b-b041f59cd15f tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.655317 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02254db3-a241-40de-bf59-ad30b49e8892 req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.675133 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-09e87485-425b-4c3a-a534-8cf2e63e05b7 req-374be2da-1a9b-4224-bc4b-b041f59cd15f tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.741013 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5d663b95-9195-4cac-8427-61b76a676665 req-8e3535d6-199a-4614-bc45-22e55d4aaf60 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.757725 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1958f43d-7bd0-4204-8ecb-d91db8b904c2 admin admin] Router 68463dba-4f06-44a9-8b26-6ebd77dc6534 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:11:55.766964 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4563a212-edfd-4ca9-9d47-0ac463e254fe,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:55.892499 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-02254db3-a241-40de-bf59-ad30b49e8892 req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Allocated IP 192.168.233.13 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/7568cb4e-fa43-468a-8e7f-72fd0e45fd92) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:11:55.925811 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5d663b95-9195-4cac-8427-61b76a676665 req-8e3535d6-199a-4614-bc45-22e55d4aaf60 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.932776 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1958f43d-7bd0-4204-8ecb-d91db8b904c2 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:11:55.947839 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb891a5-040a-4f72-8087-61aa5c5ec8d1 None None] Sync routers for ids ['68463dba-4f06-44a9-8b26-6ebd77dc6534'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:11:55.964765 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1958f43d-7bd0-4204-8ecb-d91db8b904c2 admin admin] 10.222.0.43 "PUT /v2.0/routers/68463dba-4f06-44a9-8b26-6ebd77dc6534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8647940 Dec 16 22:11:55.965643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58024) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:55.971758 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb891a5-040a-4f72-8087-61aa5c5ec8d1 None None] Routers {'68463dba-4f06-44a9-8b26-6ebd77dc6534'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:55.972460 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0cb891a5-040a-4f72-8087-61aa5c5ec8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:11:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['68463dba-4f06-44a9-8b26-6ebd77dc6534'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:55.978895 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-09e87485-425b-4c3a-a534-8cf2e63e05b7 req-374be2da-1a9b-4224-bc4b-b041f59cd15f tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.981760 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-09e87485-425b-4c3a-a534-8cf2e63e05b7 req-374be2da-1a9b-4224-bc4b-b041f59cd15f tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.986232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09e87485-425b-4c3a-a534-8cf2e63e05b7 req-374be2da-1a9b-4224-bc4b-b041f59cd15f tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "DELETE /v2.0/security-groups/af702c39-7fe6-4abd-95fe-166d10953829 HTTP/1.1" status: 204 len: 173 time: 0.4451826 Dec 16 22:11:56.051465 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7771fba0-9e98-4ca4-8131-99944655e0bf tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.086871 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5d663b95-9195-4cac-8427-61b76a676665 req-8e3535d6-199a-4614-bc45-22e55d4aaf60 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.105348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374be2da-1a9b-4224-bc4b-b041f59cd15f tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af702c39-7fe6-4abd-95fe-166d10953829,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:56.134163 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7771fba0-9e98-4ca4-8131-99944655e0bf tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.195952 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-0cb891a5-040a-4f72-8087-61aa5c5ec8d1 None None] Set router 68463dba-4f06-44a9-8b26-6ebd77dc6534 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:56.236268 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5d663b95-9195-4cac-8427-61b76a676665 req-8e3535d6-199a-4614-bc45-22e55d4aaf60 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.237626 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d663b95-9195-4cac-8427-61b76a676665 req-8e3535d6-199a-4614-bc45-22e55d4aaf60 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6778240 Dec 16 22:11:56.248160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3535d6-199a-4614-bc45-22e55d4aaf60 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6386db-a1cf-42d6-bc1c-e5a8dcccc979,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:56.283343 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af7f427e-1dfe-4b87-b3a5-776ca01a45fb req-013fda2c-d091-4ec9-8c17-2127783db48b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/4611df6c-e46b-44bc-a4c6-142e0b4f95a3 HTTP/1.1" status: 200 len: 1820 time: 0.2109029 Dec 16 22:11:56.314839 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-7771fba0-9e98-4ca4-8131-99944655e0bf tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Floating IP 84d0ab9b-a9ad-4211-9d91-ccff20ee609e associated. External IP: 172.25.2.61, port: 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5. Dec 16 22:11:56.320205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-1197da5c-9134-4ca0-bb55-a0a2b1394ab1 req-2536f4f3-0c63-4972-b3fa-e423896a4279 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-680813319', 'description': 'tempest-description-806916723'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:56.334284 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02254db3-a241-40de-bf59-ad30b49e8892 req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.344816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-01592075-dc76-475e-bd1d-af841a0abbd5 req-3f43b576-36a3-4792-a160-3309f545fec6 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1418414314', 'description': 'tempest-description-1173501404'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:56.402203 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad421a64-a34a-49f3-9a06-fcded0225362 admin admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.459153 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0cb891a5-040a-4f72-8087-61aa5c5ec8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118900195-router', 'tenant_id': '34397463607243b68adf0273e869b81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:11:54Z', 'revision_number': 5, 'project_id': '34397463607243b68adf0273e869b81a', 'gw_port': {'id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:56.490876 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb891a5-040a-4f72-8087-61aa5c5ec8d1 None None] Checking router: 68463dba-4f06-44a9-8b26-6ebd77dc6534 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:11:56.499960 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-01592075-dc76-475e-bd1d-af841a0abbd5 req-3f43b576-36a3-4792-a160-3309f545fec6 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.501541 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb891a5-040a-4f72-8087-61aa5c5ec8d1 None None] Routers {'68463dba-4f06-44a9-8b26-6ebd77dc6534'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:56.504763 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0cb891a5-040a-4f72-8087-61aa5c5ec8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:11:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['68463dba-4f06-44a9-8b26-6ebd77dc6534'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:56.532764 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1197da5c-9134-4ca0-bb55-a0a2b1394ab1 req-2536f4f3-0c63-4972-b3fa-e423896a4279 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.588962 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7771fba0-9e98-4ca4-8131-99944655e0bf tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Router a536fad8-7291-441b-a3d7-d33a4a27d088 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:11:56.604367 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad421a64-a34a-49f3-9a06-fcded0225362 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.661530 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-0cb891a5-040a-4f72-8087-61aa5c5ec8d1 None None] Set router 68463dba-4f06-44a9-8b26-6ebd77dc6534 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:56.674777 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02254db3-a241-40de-bf59-ad30b49e8892 req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.681793 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1197da5c-9134-4ca0-bb55-a0a2b1394ab1 req-2536f4f3-0c63-4972-b3fa-e423896a4279 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.754047 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7771fba0-9e98-4ca4-8131-99944655e0bf tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:11:56.755056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-01592075-dc76-475e-bd1d-af841a0abbd5 req-3f43b576-36a3-4792-a160-3309f545fec6 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.758838 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7771fba0-9e98-4ca4-8131-99944655e0bf tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.769915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be09d38-7480-4be2-aff1-5c0cc88a63a7 None None] Sync routers for ids ['a536fad8-7291-441b-a3d7-d33a4a27d088'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:11:56.787951 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be09d38-7480-4be2-aff1-5c0cc88a63a7 None None] Routers {'a536fad8-7291-441b-a3d7-d33a4a27d088'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:56.790597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2be09d38-7480-4be2-aff1-5c0cc88a63a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:11:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a536fad8-7291-441b-a3d7-d33a4a27d088'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:56.803432 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7771fba0-9e98-4ca4-8131-99944655e0bf tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "PUT /v2.0/floatingips/84d0ab9b-a9ad-4211-9d91-ccff20ee609e HTTP/1.1" status: 200 len: 991 time: 2.2419143 Dec 16 22:11:56.804080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4de907-98c1-417a-b832-78bbf8e2068e', 'tag': '356d0d46-ae67-4ee7-8913-10d8fd0a2bf5'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:56.806410 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02691f8f-3a08-4f15-b223-5301e1778d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4de907-98c1-417a-b832-78bbf8e2068e", "tag": "356d0d46-ae67-4ee7-8913-10d8fd0a2bf5"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:56.821264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02254db3-a241-40de-bf59-ad30b49e8892 req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:56.827420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-02254db3-a241-40de-bf59-ad30b49e8892 req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:56.837169 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-02254db3-a241-40de-bf59-ad30b49e8892 req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:11:56.884352 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1197da5c-9134-4ca0-bb55-a0a2b1394ab1 req-2536f4f3-0c63-4972-b3fa-e423896a4279 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.893526 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Pushing event updated for resources: {'Port': ['ID=7568cb4e-fa43-468a-8e7f-72fd0e45fd92,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:56.896977 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-01592075-dc76-475e-bd1d-af841a0abbd5 req-3f43b576-36a3-4792-a160-3309f545fec6 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.947294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02254db3-a241-40de-bf59-ad30b49e8892 req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:56.948013 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02254db3-a241-40de-bf59-ad30b49e8892 req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.970566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536f4f3-0c63-4972-b3fa-e423896a4279 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8152246-f3bf-49c1-ba48-5c3e2a5297b9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:56.975313 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0cb891a5-040a-4f72-8087-61aa5c5ec8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118900195-router', 'tenant_id': '34397463607243b68adf0273e869b81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:11:54Z', 'revision_number': 5, 'project_id': '34397463607243b68adf0273e869b81a', 'gw_port': {'id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:57.012378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ad421a64-a34a-49f3-9a06-fcded0225362 admin admin] Deleting port e91c2f25-67e3-42b3-9b95-4793078d0c6f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:57.014258 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad421a64-a34a-49f3-9a06-fcded0225362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:57.016570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43b576-36a3-4792-a160-3309f545fec6 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e16493-5217-4240-a843-7a07b94ed52b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:57.018323 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb891a5-040a-4f72-8087-61aa5c5ec8d1 None None] The sync data for ids ['68463dba-4f06-44a9-8b26-6ebd77dc6534'] in n-d-821840-2 is: [{'id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118900195-router', 'tenant_id': '34397463607243b68adf0273e869b81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:11:54Z', 'revision_number': 5, 'project_id': '34397463607243b68adf0273e869b81a', 'gw_port': {'id': 'e91c2f25-67e3-42b3-9b95-4793078d0c6f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68463dba-4f06-44a9-8b26-6ebd77dc6534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:11:57.081246 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1197da5c-9134-4ca0-bb55-a0a2b1394ab1 req-2536f4f3-0c63-4972-b3fa-e423896a4279 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:57.082653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1197da5c-9134-4ca0-bb55-a0a2b1394ab1 req-2536f4f3-0c63-4972-b3fa-e423896a4279 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.8114307 Dec 16 22:11:57.102653 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-01592075-dc76-475e-bd1d-af841a0abbd5 req-3f43b576-36a3-4792-a160-3309f545fec6 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:57.118041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01592075-dc76-475e-bd1d-af841a0abbd5 req-3f43b576-36a3-4792-a160-3309f545fec6 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7971346 Dec 16 22:11:57.141709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02254db3-a241-40de-bf59-ad30b49e8892 req-513904d6-c5b1-4950-848a-ee43509dfa7b tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1286304 Dec 16 22:11:57.158689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Request body: {'port': {'device_id': 'acde64c6-3378-405c-9d40-91d9b3a724c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:57.241022 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-2be09d38-7480-4be2-aff1-5c0cc88a63a7 None None] Set router a536fad8-7291-441b-a3d7-d33a4a27d088 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:57.299180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-ad421a64-a34a-49f3-9a06-fcded0225362 admin admin] For port e91c2f25-67e3-42b3-9b95-4793078d0c6f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e91c2f25-67e3-42b3-9b95-4793078d0c6f,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:57.299180 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad421a64-a34a-49f3-9a06-fcded0225362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:57.326363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ad421a64-a34a-49f3-9a06-fcded0225362 admin admin] Calling delete_port for e91c2f25-67e3-42b3-9b95-4793078d0c6f owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:57.328420 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3daf2bb5-c902-4f10-9a1a-63955b6a9756 None None] Provisioning complete for port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:57.328889 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3daf2bb5-c902-4f10-9a1a-63955b6a9756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:57.377909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b301585-ead0-4de2-9b15-b16945c8cff0 req-047c6eae-c15d-4529-a833-4b981ecfa9a0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:57.379731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b301585-ead0-4de2-9b15-b16945c8cff0 req-047c6eae-c15d-4529-a833-4b981ecfa9a0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.1701922 Dec 16 22:11:57.381347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3daf2bb5-c902-4f10-9a1a-63955b6a9756 None None] Port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:11:57.419488 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:57.445441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9c460746-e568-4cfa-9f82-6de8c1101659 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:57.462985 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f987d7-6074-4453-b78e-dbd1ddd1f56e req-29952097-42b6-4713-8505-9cf81b234214 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:57.464902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9f987d7-6074-4453-b78e-dbd1ddd1f56e req-29952097-42b6-4713-8505-9cf81b234214 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 935 time: 0.2534001 Dec 16 22:11:57.470875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 9c460746-e568-4cfa-9f82-6de8c1101659 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:57.471584 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9c460746-e568-4cfa-9f82-6de8c1101659 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:57.574669 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b301585-ead0-4de2-9b15-b16945c8cff0 req-ce71639a-95eb-48a4-9df5-a19f7e714dc0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568611 Dec 16 22:11:57.616480 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2be09d38-7480-4be2-aff1-5c0cc88a63a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'name': 'tempest-ServersTestJSON-2104760695-router', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:11:23Z', 'updated_at': '2021-12-16T22:11:29Z', 'revision_number': 4, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'gw_port': {'id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:25Z', 'updated_at': '2021-12-16T22:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '84d0ab9b-a9ad-4211-9d91-ccff20ee609e', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'port_id': '356d0d46-ae67-4ee7-8913-10d8fd0a2bf5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'mac_address': 'fa:16:3e:3b:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4de907-98c1-417a-b832-78bbf8e2068e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:11:34Z', 'updated_at': '2021-12-16T22:11:55Z', 'revision_number': 1, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10af2226-12b8-48dc-b871-f802f7dc3f55', 'name': '', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'mac_address': 'fa:16:3e:f9:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:28Z', 'updated_at': '2021-12-16T22:11:37Z', 'revision_number': 5, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'subnets': [{'id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:57.647639 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be09d38-7480-4be2-aff1-5c0cc88a63a7 None None] Checking router: a536fad8-7291-441b-a3d7-d33a4a27d088 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:11:57.658927 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be09d38-7480-4be2-aff1-5c0cc88a63a7 None None] Routers {'a536fad8-7291-441b-a3d7-d33a4a27d088'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:57.660450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2be09d38-7480-4be2-aff1-5c0cc88a63a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:11:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a536fad8-7291-441b-a3d7-d33a4a27d088'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:57.820934 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-2be09d38-7480-4be2-aff1-5c0cc88a63a7 None None] Set router a536fad8-7291-441b-a3d7-d33a4a27d088 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:57.879041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:57.879190 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adda61a-7ab7-4954-b971-4c597ae79e4f x-openstack-request-id: req-7adda61a-7ab7-4954-b971-4c597ae79e4f {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:57.879704 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4de907-98c1-417a-b832-78bbf8e2068e", "tag": "356d0d46-ae67-4ee7-8913-10d8fd0a2bf5", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:57.879704 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7adda61a-7ab7-4954-b971-4c597ae79e4f {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:57.880095 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4de907-98c1-417a-b832-78bbf8e2068e', 'tag': '356d0d46-ae67-4ee7-8913-10d8fd0a2bf5', 'status': 'completed', 'code': 200} Dec 16 22:11:57.890229 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:57.927077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9f987d7-6074-4453-b78e-dbd1ddd1f56e req-fffee2ef-bc20-4320-a96b-9f98e70d2f81 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/security-groups?id=4563a212-edfd-4ca9-9d47-0ac463e254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400544 Dec 16 22:11:57.959907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Transition to ACTIVE for port object 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:11:58.049844 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:58.100542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-505f546f-3d2e-443f-aae0-b589d18dd1de req-22e7dd97-735d-473a-a382-270b5b5e67e9 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/e3e16493-5217-4240-a843-7a07b94ed52b HTTP/1.1" status: 200 len: 1822 time: 0.1936297 Dec 16 22:11:58.142914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2be09d38-7480-4be2-aff1-5c0cc88a63a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'name': 'tempest-ServersTestJSON-2104760695-router', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:11:23Z', 'updated_at': '2021-12-16T22:11:29Z', 'revision_number': 4, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'gw_port': {'id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:25Z', 'updated_at': '2021-12-16T22:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '84d0ab9b-a9ad-4211-9d91-ccff20ee609e', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'port_id': '356d0d46-ae67-4ee7-8913-10d8fd0a2bf5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'mac_address': 'fa:16:3e:3b:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4de907-98c1-417a-b832-78bbf8e2068e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:11:34Z', 'updated_at': '2021-12-16T22:11:55Z', 'revision_number': 1, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10af2226-12b8-48dc-b871-f802f7dc3f55', 'name': '', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'mac_address': 'fa:16:3e:f9:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:28Z', 'updated_at': '2021-12-16T22:11:37Z', 'revision_number': 5, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'subnets': [{'id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:58.147616 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02691f8f-3a08-4f15-b223-5301e1778d2b req-392abcb5-73b6-4c82-89d0-3eaec3f57c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:58.149138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02691f8f-3a08-4f15-b223-5301e1778d2b req-392abcb5-73b6-4c82-89d0-3eaec3f57c57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efd1f41944b24a619b78241b28fbf14f&device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 1097 time: 0.2198877 Dec 16 22:11:58.174717 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be09d38-7480-4be2-aff1-5c0cc88a63a7 None None] The sync data for ids ['a536fad8-7291-441b-a3d7-d33a4a27d088'] in n-d-821840-2 is: [{'id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'name': 'tempest-ServersTestJSON-2104760695-router', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:11:23Z', 'updated_at': '2021-12-16T22:11:29Z', 'revision_number': 4, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'gw_port': {'id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:25Z', 'updated_at': '2021-12-16T22:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '84d0ab9b-a9ad-4211-9d91-ccff20ee609e', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'port_id': '356d0d46-ae67-4ee7-8913-10d8fd0a2bf5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'mac_address': 'fa:16:3e:3b:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4de907-98c1-417a-b832-78bbf8e2068e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:11:34Z', 'updated_at': '2021-12-16T22:11:55Z', 'revision_number': 1, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10af2226-12b8-48dc-b871-f802f7dc3f55', 'name': '', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'mac_address': 'fa:16:3e:f9:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:28Z', 'updated_at': '2021-12-16T22:11:37Z', 'revision_number': 5, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'subnets': [{'id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:11:58.184484 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-505f546f-3d2e-443f-aae0-b589d18dd1de req-4e8361a2-cf1d-4ca8-9f01-a83d88c3119b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3e16493-5217-4240-a843-7a07b94ed52b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:58.184806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-505f546f-3d2e-443f-aae0-b589d18dd1de req-4e8361a2-cf1d-4ca8-9f01-a83d88c3119b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3e16493-5217-4240-a843-7a07b94ed52b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:58.491631 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e2c836-554e-4324-ac89-8af0c7666c8b None None] New status for floating IP 84d0ab9b-a9ad-4211-9d91-ccff20ee609e: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:11:58.642100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Pushing event updated for resources: {'Port': ['ID=7568cb4e-fa43-468a-8e7f-72fd0e45fd92,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:58.756154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-74b458e5-126f-4ef7-93e3-e3ce9ab10532 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:58.757321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-74b458e5-126f-4ef7-93e3-e3ce9ab10532 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/networks?id=59079a34-3a8f-499e-b8cb-52794f9d4a6b HTTP/1.1" status: 200 len: 813 time: 0.7224174 Dec 16 22:11:58.786048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02691f8f-3a08-4f15-b223-5301e1778d2b req-ee56ccf4-6c48-4287-83a6-12e08169718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:58.787587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02691f8f-3a08-4f15-b223-5301e1778d2b req-ee56ccf4-6c48-4287-83a6-12e08169718c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fd9f83b-39c6-4366-b317-465c5361dafb HTTP/1.1" status: 200 len: 907 time: 0.6226172 Dec 16 22:11:58.793615 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad421a64-a34a-49f3-9a06-fcded0225362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:58.809734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-dd5a3406-22ad-4eb3-814c-82825c0f2544 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/quotas/9a7bb17956864f3ab1507aefe9f30b8e HTTP/1.1" status: 200 len: 375 time: 0.0438890 Dec 16 22:11:58.890172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Attempting to bind port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:58.890434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Attempting to bind port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:58.890848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Attempting to bind port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:58.892957 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad421a64-a34a-49f3-9a06-fcded0225362 admin admin] Pushing event deleted for resources: {'Port': ['ID=e91c2f25-67e3-42b3-9b95-4793078d0c6f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:58.952050 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:11:58.952379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Attempting to bind port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:58.995525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:58.995867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:58.996253 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:58.996690 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Bound port: 7568cb4e-fa43-468a-8e7f-72fd0e45fd92, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:58.997046 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.005865 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-505f546f-3d2e-443f-aae0-b589d18dd1de req-4e8361a2-cf1d-4ca8-9f01-a83d88c3119b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.019422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02691f8f-3a08-4f15-b223-5301e1778d2b req-53b1d9c1-d02f-4a2a-9f72-59796e611457 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 HTTP/1.1" status: 200 len: 1001 time: 0.2045624 Dec 16 22:11:59.087243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-e5d07a5f-285f-4c7a-a106-5d49bafc7a00 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a7bb17956864f3ab1507aefe9f30b8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2460721 Dec 16 22:11:59.091730 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-505f546f-3d2e-443f-aae0-b589d18dd1de req-4e8361a2-cf1d-4ca8-9f01-a83d88c3119b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.095380 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad421a64-a34a-49f3-9a06-fcded0225362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.227738 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-505f546f-3d2e-443f-aae0-b589d18dd1de req-4e8361a2-cf1d-4ca8-9f01-a83d88c3119b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.275115 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad421a64-a34a-49f3-9a06-fcded0225362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.279426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02691f8f-3a08-4f15-b223-5301e1778d2b req-7b42677c-f913-43f7-9300-431269850410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:59.280909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02691f8f-3a08-4f15-b223-5301e1778d2b req-7b42677c-f913-43f7-9300-431269850410 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e68366d6-15b6-4a6a-9a5e-126eca8261f9 HTTP/1.1" status: 200 len: 845 time: 0.2535441 Dec 16 22:11:59.289424 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad421a64-a34a-49f3-9a06-fcded0225362 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.324828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8361a2-cf1d-4ca8-9f01-a83d88c3119b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8942e4cb-be45-4b35-933b-982eab99b7cb,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:59.393197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] For port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:59.419711 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-505f546f-3d2e-443f-aae0-b589d18dd1de req-4e8361a2-cf1d-4ca8-9f01-a83d88c3119b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.420901 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-505f546f-3d2e-443f-aae0-b589d18dd1de req-4e8361a2-cf1d-4ca8-9f01-a83d88c3119b tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2640784 Dec 16 22:11:59.422585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] For port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=7568cb4e-fa43-468a-8e7f-72fd0e45fd92,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:59.436994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-b5dc7182-22d5-4917-9472-6ffe70d7afff service neutron] 10.222.0.43 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181007 Dec 16 22:11:59.438696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02691f8f-3a08-4f15-b223-5301e1778d2b req-9c3c3273-70fe-4360-a17c-4b35ed0178e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:59.440390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02691f8f-3a08-4f15-b223-5301e1778d2b req-9c3c3273-70fe-4360-a17c-4b35ed0178e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fd9f83b-39c6-4366-b317-465c5361dafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416984 Dec 16 22:11:59.466367 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad421a64-a34a-49f3-9a06-fcded0225362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.468275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad421a64-a34a-49f3-9a06-fcded0225362 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68463dba-4f06-44a9-8b26-6ebd77dc6534 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:11:59.486074 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad421a64-a34a-49f3-9a06-fcded0225362 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.487574 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ad421a64-a34a-49f3-9a06-fcded0225362 admin admin] 10.222.0.43 "DELETE /v2.0/routers/68463dba-4f06-44a9-8b26-6ebd77dc6534 HTTP/1.1" status: 204 len: 168 time: 3.5205185 Dec 16 22:11:59.489857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58070) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:59.544763 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d35692-0e1f-4dd7-b884-1e618647ed06 admin admin] Deleting subnet 272749b2-7b0c-41a7-9d31-ff5d79c62eed {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:11:59.548325 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35d35692-0e1f-4dd7-b884-1e618647ed06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.564030 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.597686 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35d35692-0e1f-4dd7-b884-1e618647ed06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.640984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:59.641528 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.642913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02254db3-a241-40de-bf59-ad30b49e8892 req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] 10.222.0.24 "PUT /v2.0/ports/7568cb4e-fa43-468a-8e7f-72fd0e45fd92 HTTP/1.1" status: 200 len: 1095 time: 2.4886365 Dec 16 22:11:59.649326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acde64c6-3378-405c-9d40-91d9b3a724c3', 'tag': '7568cb4e-fa43-468a-8e7f-72fd0e45fd92'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:59.652406 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177dedc2-a90c-4d6a-a46b-b991e686051c" -d '{"events": [{"name": "network-changed", "server_uuid": "acde64c6-3378-405c-9d40-91d9b3a724c3", "tag": "7568cb4e-fa43-468a-8e7f-72fd0e45fd92"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:59.700956 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35d35692-0e1f-4dd7-b884-1e618647ed06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.722985 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a44a32-1a59-4ba4-b952-e3c2672d5d46 service neutron] Pushing event updated for resources: {'Port': ['ID=7568cb4e-fa43-468a-8e7f-72fd0e45fd92,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:59.746395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27d182-b263-4819-b2ea-633af61ad8a8 req-958cbaea-c27b-4bb9-a511-977a149ab61b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:59.748030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8f27d182-b263-4819-b2ea-633af61ad8a8 req-958cbaea-c27b-4bb9-a511-977a149ab61b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.2291238 Dec 16 22:11:59.755013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-9bd1bab2-293e-433a-a95f-5d1b9183d5cb service neutron] 10.222.0.43 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091927 Dec 16 22:11:59.757424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02691f8f-3a08-4f15-b223-5301e1778d2b req-6c926cb7-9f45-4ce2-a2f2-e9fcaa0c2023 service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f83b-39c6-4366-b317-465c5361dafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034537 Dec 16 22:11:59.871024 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8f27d182-b263-4819-b2ea-633af61ad8a8 req-6c282a84-33b4-4a81-ab03-7524b96312fa tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070957 Dec 16 22:11:59.877610 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35d35692-0e1f-4dd7-b884-1e618647ed06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.910704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02691f8f-3a08-4f15-b223-5301e1778d2b req-db3c9abd-9562-49fe-bb54-f54845ebbe2c service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f83b-39c6-4366-b317-465c5361dafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404486 Dec 16 22:11:59.911511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d35692-0e1f-4dd7-b884-1e618647ed06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=272749b2-7b0c-41a7-9d31-ff5d79c62eed,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:59.919903 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35d35692-0e1f-4dd7-b884-1e618647ed06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.925467 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23290744-b10b-43be-aa46-d8dafff5f044 None None] Network 410f1635-7035-4fc7-89c3-5159928a815a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:11:59.928961 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-35d35692-0e1f-4dd7-b884-1e618647ed06 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/272749b2-7b0c-41a7-9d31-ff5d79c62eed HTTP/1.1" status: 204 len: 168 time: 0.4380050 Dec 16 22:11:59.933677 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58074) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:00.073007 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.172023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02254db3-a241-40de-bf59-ad30b49e8892 req-e173c348-f042-4a51-80b3-43520742e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:00.175442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02254db3-a241-40de-bf59-ad30b49e8892 req-e173c348-f042-4a51-80b3-43520742e6b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ddd9e0c2cee1472f852a97b3f433346c&device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 1098 time: 0.1378746 Dec 16 22:12:00.254031 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] Deleting port 820613ad-046c-4721-8de0-ba9e4fde9ef2 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:00.255857 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.275185 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02254db3-a241-40de-bf59-ad30b49e8892 req-0533a3e2-be2f-41fb-8636-d974289b984f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=7568cb4e-fa43-468a-8e7f-72fd0e45fd92 HTTP/1.1" status: 200 len: 217 time: 0.0632689 Dec 16 22:12:00.285612 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4092cbab-cf90-458b-927c-4a2b5964cf10 None None] DHCP port deletion for 410f1635-7035-4fc7-89c3-5159928a815a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:12:00.308598 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6ffa9ca-4c61-4611-ad06-04c61e6f8642 req-68c0ce18-d49d-48f4-a001-3e24fced3f3c tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/e3e16493-5217-4240-a843-7a07b94ed52b HTTP/1.1" status: 200 len: 2415 time: 0.1426599 Dec 16 22:12:00.358495 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] For port 820613ad-046c-4721-8de0-ba9e4fde9ef2, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=820613ad-046c-4721-8de0-ba9e4fde9ef2,segment=NetworkSegment(e2478a07-2263-465c-9663-8627f6445b07),segment_id=e2478a07-2263-465c-9663-8627f6445b07)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:00.359359 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.375970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] Calling delete_port for 820613ad-046c-4721-8de0-ba9e4fde9ef2 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:00.376273 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d6ffa9ca-4c61-4611-ad06-04c61e6f8642 req-9a4ba982-f907-4aeb-9a74-bbef2ec6da31 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3e16493-5217-4240-a843-7a07b94ed52b', 'remote_group_id': None}]} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:00.376273 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d6ffa9ca-4c61-4611-ad06-04c61e6f8642 req-9a4ba982-f907-4aeb-9a74-bbef2ec6da31 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3e16493-5217-4240-a843-7a07b94ed52b', 'remote_group_id': None}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:00.388665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02254db3-a241-40de-bf59-ad30b49e8892 req-9b8fc251-df98-499e-aa76-846438fb403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:00.390597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02254db3-a241-40de-bf59-ad30b49e8892 req-9b8fc251-df98-499e-aa76-846438fb403f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1021459 Dec 16 22:12:00.396856 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4092cbab-cf90-458b-927c-4a2b5964cf10 None None] Deleting port 820613ad-046c-4721-8de0-ba9e4fde9ef2 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:00.397230 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4092cbab-cf90-458b-927c-4a2b5964cf10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.475084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137909f-92be-4e1b-a5b5-5881ba5df120 req-5e6126ee-408a-4d1d-9715-ee72c8df7335 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:00.481162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f137909f-92be-4e1b-a5b5-5881ba5df120 req-5e6126ee-408a-4d1d-9715-ee72c8df7335 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 947 time: 0.2206621 Dec 16 22:12:00.515351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4092cbab-cf90-458b-927c-4a2b5964cf10 None None] For port 820613ad-046c-4721-8de0-ba9e4fde9ef2, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=820613ad-046c-4721-8de0-ba9e4fde9ef2,segment=NetworkSegment(e2478a07-2263-465c-9663-8627f6445b07),segment_id=e2478a07-2263-465c-9663-8627f6445b07)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:00.515351 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4092cbab-cf90-458b-927c-4a2b5964cf10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.528008 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4092cbab-cf90-458b-927c-4a2b5964cf10 None None] Calling delete_port for 820613ad-046c-4721-8de0-ba9e4fde9ef2 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:00.539577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02254db3-a241-40de-bf59-ad30b49e8892 req-ac5daecf-5b22-44ca-8dac-3aa9f572f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:00.545501 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02254db3-a241-40de-bf59-ad30b49e8892 req-ac5daecf-5b22-44ca-8dac-3aa9f572f682 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296663 Dec 16 22:12:00.581997 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.618621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] Pushing event deleted for resources: {'Port': ['ID=820613ad-046c-4721-8de0-ba9e4fde9ef2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:00.623507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] No DVR routers for this DVR port 820613ad-046c-4721-8de0-ba9e4fde9ef2 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:00.634237 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4092cbab-cf90-458b-927c-4a2b5964cf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.661003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f137909f-92be-4e1b-a5b5-5881ba5df120 req-1302abfc-6694-45eb-9aa3-ae61a769411f tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/security-groups?id=4563a212-edfd-4ca9-9d47-0ac463e254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710093 Dec 16 22:12:00.666324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092cbab-cf90-458b-927c-4a2b5964cf10 None None] Pushing event deleted for resources: {'Port': ['ID=820613ad-046c-4721-8de0-ba9e4fde9ef2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:00.672085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092cbab-cf90-458b-927c-4a2b5964cf10 None None] No DVR routers for this DVR port 820613ad-046c-4721-8de0-ba9e4fde9ef2 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:00.693813 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d6ffa9ca-4c61-4611-ad06-04c61e6f8642 req-9a4ba982-f907-4aeb-9a74-bbef2ec6da31 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.728071 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d6ffa9ca-4c61-4611-ad06-04c61e6f8642 req-9a4ba982-f907-4aeb-9a74-bbef2ec6da31 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.732624 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.761403 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02254db3-a241-40de-bf59-ad30b49e8892 req-1b62a68d-e1f7-46e9-b62f-d6f490ed1de9 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091405 Dec 16 22:12:00.762946 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10881345-39ec-48cf-81ab-3fb7cc72cca4 x-openstack-request-id: req-10881345-39ec-48cf-81ab-3fb7cc72cca4 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:00.763385 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acde64c6-3378-405c-9d40-91d9b3a724c3", "tag": "7568cb4e-fa43-468a-8e7f-72fd0e45fd92", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:00.769409 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10881345-39ec-48cf-81ab-3fb7cc72cca4 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:00.769409 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acde64c6-3378-405c-9d40-91d9b3a724c3', 'tag': '7568cb4e-fa43-468a-8e7f-72fd0e45fd92', 'status': 'completed', 'code': 200} Dec 16 22:12:00.769762 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410f1635-7035-4fc7-89c3-5159928a815a']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:00.779954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2478a07-2263-465c-9663-8627f6445b07') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:00.780261 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2478a07-2263-465c-9663-8627f6445b07') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:00.793572 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.816511 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.824150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:12:00.824543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:12:00.826279 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:12:00.860911 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d6ffa9ca-4c61-4611-ad06-04c61e6f8642 req-9a4ba982-f907-4aeb-9a74-bbef2ec6da31 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.868201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79603926-a370-42fc-b140-171032a84429 req-0ea08fe7-779b-4d26-ac4d-355fe3ad72f2 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 210 time: 0.0384276 Dec 16 22:12:00.893859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ba982-f907-4aeb-9a74-bbef2ec6da31 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79446e0c-5a1a-4d84-b136-a19e898d8d7d,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:00.923226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02254db3-a241-40de-bf59-ad30b49e8892 req-3f6993d5-e413-4659-9887-d3c53feb379d service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521645 Dec 16 22:12:00.933007 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d6ffa9ca-4c61-4611-ad06-04c61e6f8642 req-9a4ba982-f907-4aeb-9a74-bbef2ec6da31 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.936500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6ffa9ca-4c61-4611-ad06-04c61e6f8642 req-9a4ba982-f907-4aeb-9a74-bbef2ec6da31 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5719416 Dec 16 22:12:00.947695 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.955209 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:00.958591 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] 10.222.0.43 "DELETE /v2.0/networks/410f1635-7035-4fc7-89c3-5159928a815a HTTP/1.1" status: 204 len: 168 time: 1.0238080 Dec 16 22:12:00.975803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cb5b0-f79e-4782-84e4-3e47f3bf497f admin admin] Pushing event deleted for resources: {'Network': ['ID=410f1635-7035-4fc7-89c3-5159928a815a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:01.053890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f77d8f-15b0-475d-abf8-9f0b7f111b37 req-5a29b443-098d-4d00-ac0d-89169adc07b9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:01.055411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66f77d8f-15b0-475d-abf8-9f0b7f111b37 req-5a29b443-098d-4d00-ac0d-89169adc07b9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.0960593 Dec 16 22:12:01.059660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86e5ae12-2ffa-45e7-92b3-d95da757d975 req-0a40e21d-d245-4979-af90-2d522d346181 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/e3e16493-5217-4240-a843-7a07b94ed52b HTTP/1.1" status: 200 len: 3013 time: 0.0879724 Dec 16 22:12:01.140620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98007158-f08c-4b4f-a874-3f097addb00d req-306a7443-9ec8-4ad9-952b-5fe689371138 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-group-rules/79446e0c-5a1a-4d84-b136-a19e898d8d7d HTTP/1.1" status: 200 len: 783 time: 0.0467863 Dec 16 22:12:01.170652 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dedc2-a90c-4d6a-a46b-b991e686051c req-7a5f77a0-0368-4c43-b0b9-0f6bc94415c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:01.172211 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-177dedc2-a90c-4d6a-a46b-b991e686051c req-7a5f77a0-0368-4c43-b0b9-0f6bc94415c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ddd9e0c2cee1472f852a97b3f433346c&device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 1098 time: 0.1157241 Dec 16 22:12:01.175452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66f77d8f-15b0-475d-abf8-9f0b7f111b37 req-ea25c1cd-ca3d-41ed-827c-69b3ee146efe tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069036 Dec 16 22:12:01.258765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98007158-f08c-4b4f-a874-3f097addb00d req-4c3fa13f-04e9-413e-ab16-33c078976399 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/e3e16493-5217-4240-a843-7a07b94ed52b HTTP/1.1" status: 200 len: 3013 time: 0.1001148 Dec 16 22:12:01.302849 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-98007158-f08c-4b4f-a874-3f097addb00d req-06f6eef1-50ca-4848-81dc-51ad54fb6a5a tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:01.328429 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-98007158-f08c-4b4f-a874-3f097addb00d req-06f6eef1-50ca-4848-81dc-51ad54fb6a5a tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:01.354386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dedc2-a90c-4d6a-a46b-b991e686051c req-2cc3e100-7c34-4721-89ef-2c34b51cd2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:01.356013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-177dedc2-a90c-4d6a-a46b-b991e686051c req-2cc3e100-7c34-4721-89ef-2c34b51cd2ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1747339 Dec 16 22:12:01.381722 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 820613ad-046c-4721-8de0-ba9e4fde9ef2 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:01.414424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-177dedc2-a90c-4d6a-a46b-b991e686051c req-fc5dec69-f7ea-46fa-bf2a-7ab190fd84b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=7568cb4e-fa43-468a-8e7f-72fd0e45fd92 HTTP/1.1" status: 200 len: 217 time: 0.0401990 Dec 16 22:12:01.419848 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 820613ad-046c-4721-8de0-ba9e4fde9ef2 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:01.420221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 820613ad-046c-4721-8de0-ba9e4fde9ef2 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:01.420581 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e91c2f25-67e3-42b3-9b95-4793078d0c6f no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:01.446081 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: e91c2f25-67e3-42b3-9b95-4793078d0c6f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:01.446939 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e91c2f25-67e3-42b3-9b95-4793078d0c6f not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:01.467514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58144) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:01.478907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dedc2-a90c-4d6a-a46b-b991e686051c req-44058638-9d32-44a8-93b6-b9eccd82959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:01.481069 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-177dedc2-a90c-4d6a-a46b-b991e686051c req-44058638-9d32-44a8-93b6-b9eccd82959f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0568500 Dec 16 22:12:01.488582 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-98007158-f08c-4b4f-a874-3f097addb00d req-06f6eef1-50ca-4848-81dc-51ad54fb6a5a tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:01.497572 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-98007158-f08c-4b4f-a874-3f097addb00d req-06f6eef1-50ca-4848-81dc-51ad54fb6a5a tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:01.498640 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98007158-f08c-4b4f-a874-3f097addb00d req-06f6eef1-50ca-4848-81dc-51ad54fb6a5a tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/79446e0c-5a1a-4d84-b136-a19e898d8d7d HTTP/1.1" status: 204 len: 173 time: 0.2390904 Dec 16 22:12:01.511792 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6eef1-50ca-4848-81dc-51ad54fb6a5a tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79446e0c-5a1a-4d84-b136-a19e898d8d7d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:01.531108 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e7929c21-8801-4bca-a7cb-ce0c31b0ad1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad395bbe50f94b7b8581ea908317f0d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0506124 Dec 16 22:12:01.532962 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58148) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:01.581149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dedc2-a90c-4d6a-a46b-b991e686051c req-9aebf8ec-2020-4cab-9226-358ca0e34b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:01.582751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-177dedc2-a90c-4d6a-a46b-b991e686051c req-9aebf8ec-2020-4cab-9226-358ca0e34b2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0886450 Dec 16 22:12:01.588200 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba846496-1121-42e6-aed8-f104f89f6d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:01.593392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efc90139-22eb-4fdd-994c-c0608eef3c37 req-6714786a-d79c-49dd-b1fb-d15092f80b2f tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/e3e16493-5217-4240-a843-7a07b94ed52b HTTP/1.1" status: 200 len: 2415 time: 0.0646100 Dec 16 22:12:01.616328 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba846496-1121-42e6-aed8-f104f89f6d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:01.727530 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-efc90139-22eb-4fdd-994c-c0608eef3c37 req-ba9f75fd-173e-49ba-b66e-ed913d8925d7 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:01.743974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-177dedc2-a90c-4d6a-a46b-b991e686051c req-ee79a732-3907-4ef9-ab49-ca72e5a64abe service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471703 Dec 16 22:12:01.769664 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba846496-1121-42e6-aed8-f104f89f6d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:01.772497 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba846496-1121-42e6-aed8-f104f89f6d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:01.773843 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ba846496-1121-42e6-aed8-f104f89f6d45 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfc4d2c6-5184-40e6-bb54-081f95b93b32 HTTP/1.1" status: 204 len: 168 time: 0.2396958 Dec 16 22:12:01.784291 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba846496-1121-42e6-aed8-f104f89f6d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc4d2c6-5184-40e6-bb54-081f95b93b32,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:01.792203 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-efc90139-22eb-4fdd-994c-c0608eef3c37 req-ba9f75fd-173e-49ba-b66e-ed913d8925d7 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:01.908613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b03fff-42c2-41d6-81ed-43cbd4208a2c req-07cd6f3f-bfc6-4d08-b7a3-f1670207b665 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:01.910432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5b03fff-42c2-41d6-81ed-43cbd4208a2c req-07cd6f3f-bfc6-4d08-b7a3-f1670207b665 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 947 time: 0.1679225 Dec 16 22:12:01.968679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-177dedc2-a90c-4d6a-a46b-b991e686051c req-99150b4c-7f8c-4e38-b8d6-574adca3a8a0 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909006 Dec 16 22:12:02.002559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5b03fff-42c2-41d6-81ed-43cbd4208a2c req-f490b78c-d3c0-47c5-8da7-aabcc6e5fd40 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/security-groups?id=4563a212-edfd-4ca9-9d47-0ac463e254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798244 Dec 16 22:12:02.038574 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-efc90139-22eb-4fdd-994c-c0608eef3c37 req-ba9f75fd-173e-49ba-b66e-ed913d8925d7 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:02.041798 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-efc90139-22eb-4fdd-994c-c0608eef3c37 req-ba9f75fd-173e-49ba-b66e-ed913d8925d7 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:02.043220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efc90139-22eb-4fdd-994c-c0608eef3c37 req-ba9f75fd-173e-49ba-b66e-ed913d8925d7 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "DELETE /v2.0/security-groups/e3e16493-5217-4240-a843-7a07b94ed52b HTTP/1.1" status: 204 len: 173 time: 0.4418485 Dec 16 22:12:02.054079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f75fd-173e-49ba-b66e-ed913d8925d7 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e16493-5217-4240-a843-7a07b94ed52b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:02.098019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-475667eb-dcdb-4319-9b94-41ae27c94b52 req-e657897c-6956-4cc3-bb3a-f854fc9db9b1 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 210 time: 0.0318780 Dec 16 22:12:02.111572 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-de3fd222-cde2-4df7-9e02-9dd5b2fe64ed req-d90624a7-bb56-422f-a98d-c87dd3f5e5cb tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] show failed (client error): The resource could not be found. Dec 16 22:12:02.123405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de3fd222-cde2-4df7-9e02-9dd5b2fe64ed req-d90624a7-bb56-422f-a98d-c87dd3f5e5cb tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/af702c39-7fe6-4abd-95fe-166d10953829 HTTP/1.1" status: 404 len: 352 time: 0.0334315 Dec 16 22:12:02.180545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c47f633-6323-4c16-b9ee-a382e47d09f5 req-c0575479-32b1-4d84-a862-ecb54f2289ee tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/4611df6c-e46b-44bc-a4c6-142e0b4f95a3 HTTP/1.1" status: 200 len: 1820 time: 0.0472219 Dec 16 22:12:02.252706 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7c47f633-6323-4c16-b9ee-a382e47d09f5 req-ab5029a2-4a1b-4da5-832b-d1df82f24edb tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:02.306086 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7c47f633-6323-4c16-b9ee-a382e47d09f5 req-ab5029a2-4a1b-4da5-832b-d1df82f24edb tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:02.368338 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8a2d3-c9df-4992-a495-291d89a3ef3e req-311e6033-26a9-4c03-957c-3d42831352b9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:02.376701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6d8a2d3-c9df-4992-a495-291d89a3ef3e req-311e6033-26a9-4c03-957c-3d42831352b9 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.1051404 Dec 16 22:12:02.426526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6d8a2d3-c9df-4992-a495-291d89a3ef3e req-f76742eb-e428-4977-85cf-b380affd4ae1 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485203 Dec 16 22:12:02.513296 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7c47f633-6323-4c16-b9ee-a382e47d09f5 req-ab5029a2-4a1b-4da5-832b-d1df82f24edb tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:02.516162 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7c47f633-6323-4c16-b9ee-a382e47d09f5 req-ab5029a2-4a1b-4da5-832b-d1df82f24edb tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:02.521128 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c47f633-6323-4c16-b9ee-a382e47d09f5 req-ab5029a2-4a1b-4da5-832b-d1df82f24edb tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "DELETE /v2.0/security-groups/4611df6c-e46b-44bc-a4c6-142e0b4f95a3 HTTP/1.1" status: 204 len: 173 time: 0.3328149 Dec 16 22:12:02.580978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5029a2-4a1b-4da5-832b-d1df82f24edb tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4611df6c-e46b-44bc-a4c6-142e0b4f95a3,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:02.608393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3039322f-2339-4079-853b-2065b5b5c568 req-b741f488-5a0e-485e-8140-334971710642 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/03fc6278-228c-4651-9f56-ecc4365bd6ad HTTP/1.1" status: 200 len: 1820 time: 0.0674472 Dec 16 22:12:02.706997 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3039322f-2339-4079-853b-2065b5b5c568 req-07db2582-53db-4538-8fd6-efc8c63343de tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:02.739057 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3039322f-2339-4079-853b-2065b5b5c568 req-07db2582-53db-4538-8fd6-efc8c63343de tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:02.751119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-0f93d878-8105-4ca4-9e3d-907ce3f9ee37 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:02.752778 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-0f93d878-8105-4ca4-9e3d-907ce3f9ee37 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.69 "GET /v2.0/networks?id=59079a34-3a8f-499e-b8cb-52794f9d4a6b HTTP/1.1" status: 200 len: 813 time: 0.1888025 Dec 16 22:12:02.768655 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-39ebe186-47c3-4c3f-953c-b982311a5349 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Request body: {'port': {'device_id': '2c35bc70-1752-4a43-8499-3f3c7c643656', 'network_id': '59079a34-3a8f-499e-b8cb-52794f9d4a6b', 'admin_state_up': True, 'tenant_id': '9a7bb17956864f3ab1507aefe9f30b8e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:02.805522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58204) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:02.864963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d3057d51-5d3f-4f01-8f2d-ae369cba27bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34397463607243b68adf0273e869b81a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0580683 Dec 16 22:12:02.867250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58206) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:02.933460 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f80006d9-891c-4541-b223-ab486a4bfed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:02.955735 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3039322f-2339-4079-853b-2065b5b5c568 req-07db2582-53db-4538-8fd6-efc8c63343de tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:02.958368 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3039322f-2339-4079-853b-2065b5b5c568 req-07db2582-53db-4538-8fd6-efc8c63343de tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:02.959523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3039322f-2339-4079-853b-2065b5b5c568 req-07db2582-53db-4538-8fd6-efc8c63343de tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "DELETE /v2.0/security-groups/03fc6278-228c-4651-9f56-ecc4365bd6ad HTTP/1.1" status: 204 len: 173 time: 0.3502669 Dec 16 22:12:02.971347 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f80006d9-891c-4541-b223-ab486a4bfed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:03.001502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db2582-53db-4538-8fd6-efc8c63343de tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fc6278-228c-4651-9f56-ecc4365bd6ad,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:03.022871 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-39ebe186-47c3-4c3f-953c-b982311a5349 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Made reservation on behalf of 9a7bb17956864f3ab1507aefe9f30b8e for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:03.028223 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-39ebe186-47c3-4c3f-953c-b982311a5349 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:03.086883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3233c172-f6db-41d9-b170-fe54dc24d4ba req-ba268053-969d-441d-bf59-43dd049c0b08 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/961adab4-09fc-4b93-be90-5f4433673f33 HTTP/1.1" status: 200 len: 1822 time: 0.1010699 Dec 16 22:12:03.209829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-39ebe186-47c3-4c3f-953c-b982311a5349 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Allocated IP 172.20.0.4 (59079a34-3a8f-499e-b8cb-52794f9d4a6b/18e23a00-f39c-4042-9489-c832f4556001/e4ca1bcc-d1aa-4057-a134-e6b4767c53ee) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:03.220232 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f80006d9-891c-4541-b223-ab486a4bfed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:03.223315 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f80006d9-891c-4541-b223-ab486a4bfed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:03.225219 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f80006d9-891c-4541-b223-ab486a4bfed9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c48a4fbd-bed6-4fd9-ab36-8d9a283fb29d HTTP/1.1" status: 204 len: 168 time: 0.3569453 Dec 16 22:12:03.241269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80006d9-891c-4541-b223-ab486a4bfed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48a4fbd-bed6-4fd9-ab36-8d9a283fb29d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:03.295092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2f077-7c8e-4415-b9f8-e960e25c6a11 req-7f72411d-35a2-416d-95a5-a3f45188859d tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:03.299733 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dca2f077-7c8e-4415-b9f8-e960e25c6a11 req-7f72411d-35a2-416d-95a5-a3f45188859d tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 947 time: 0.1808429 Dec 16 22:12:03.309404 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3233c172-f6db-41d9-b170-fe54dc24d4ba req-ef62938a-91e1-4ba1-85d6-3fbf83511464 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:03.426263 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dca2f077-7c8e-4415-b9f8-e960e25c6a11 req-96b61201-488e-47d7-b6f9-0c1c914385e5 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/security-groups?id=4563a212-edfd-4ca9-9d47-0ac463e254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146564 Dec 16 22:12:03.444408 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3233c172-f6db-41d9-b170-fe54dc24d4ba req-ef62938a-91e1-4ba1-85d6-3fbf83511464 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:03.464682 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-39ebe186-47c3-4c3f-953c-b982311a5349 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:03.576859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05bf89c9-9c5a-45a8-b4cd-5b045bef303f req-6b2d375c-c118-45b9-aeb0-ebdd14361568 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 210 time: 0.0350003 Dec 16 22:12:03.590500 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3233c172-f6db-41d9-b170-fe54dc24d4ba req-ef62938a-91e1-4ba1-85d6-3fbf83511464 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:03.597419 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3233c172-f6db-41d9-b170-fe54dc24d4ba req-ef62938a-91e1-4ba1-85d6-3fbf83511464 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:03.600319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3233c172-f6db-41d9-b170-fe54dc24d4ba req-ef62938a-91e1-4ba1-85d6-3fbf83511464 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "DELETE /v2.0/security-groups/961adab4-09fc-4b93-be90-5f4433673f33 HTTP/1.1" status: 204 len: 173 time: 0.5030496 Dec 16 22:12:03.618375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62938a-91e1-4ba1-85d6-3fbf83511464 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961adab4-09fc-4b93-be90-5f4433673f33,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:03.641233 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-39ebe186-47c3-4c3f-953c-b982311a5349 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:03.652231 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['139214d6-b24f-4d84-a91e-68cbb34ca3f7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:03.757755 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-39ebe186-47c3-4c3f-953c-b982311a5349 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Network 59079a34-3a8f-499e-b8cb-52794f9d4a6b is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:03.776136 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-39ebe186-47c3-4c3f-953c-b982311a5349 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:03.780484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-39ebe186-47c3-4c3f-953c-b982311a5349 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:03.851246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb981b-3830-4b8f-8222-32f0d3367496 req-900e4b68-f6d3-450d-8621-1646a157472c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:03.851969 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebe186-47c3-4c3f-953c-b982311a5349 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event updated for resources: {'Port': ['ID=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:03.852862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04fb981b-3830-4b8f-8222-32f0d3367496 req-900e4b68-f6d3-450d-8621-1646a157472c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.1732130 Dec 16 22:12:03.894278 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-39ebe186-47c3-4c3f-953c-b982311a5349 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:03.895344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-824cbc94-6fa6-4a86-9aad-d685592ba0a3 req-2200b1b5-6962-4ca9-afb4-7ec6259ceb28 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/9a671a91-0348-4aa1-815c-3ede549abae4 HTTP/1.1" status: 200 len: 2421 time: 0.1553476 Dec 16 22:12:03.899419 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-39ebe186-47c3-4c3f-953c-b982311a5349 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:03.969241 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04fb981b-3830-4b8f-8222-32f0d3367496 req-2004980d-9094-495f-b836-6c6f1e2ec622 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039834 Dec 16 22:12:03.990593 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-39ebe186-47c3-4c3f-953c-b982311a5349 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2268355 Dec 16 22:12:04.058173 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-824cbc94-6fa6-4a86-9aad-d685592ba0a3 req-c2f56ebc-feba-4bb3-b651-0add8056c7ce tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.099404 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-824cbc94-6fa6-4a86-9aad-d685592ba0a3 req-c2f56ebc-feba-4bb3-b651-0add8056c7ce tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.194407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Request body: {'port': {'device_id': '2c35bc70-1752-4a43-8499-3f3c7c643656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:04.222293 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-824cbc94-6fa6-4a86-9aad-d685592ba0a3 req-c2f56ebc-feba-4bb3-b651-0add8056c7ce tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.225879 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-824cbc94-6fa6-4a86-9aad-d685592ba0a3 req-c2f56ebc-feba-4bb3-b651-0add8056c7ce tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.227219 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-824cbc94-6fa6-4a86-9aad-d685592ba0a3 req-c2f56ebc-feba-4bb3-b651-0add8056c7ce tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "DELETE /v2.0/security-groups/9a671a91-0348-4aa1-815c-3ede549abae4 HTTP/1.1" status: 204 len: 173 time: 0.3115468 Dec 16 22:12:04.239677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f56ebc-feba-4bb3-b651-0add8056c7ce tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a671a91-0348-4aa1-815c-3ede549abae4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:04.291587 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.317107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf60fdef-1c45-4594-93fc-d237a2a52e97 req-4dd3aa14-b1f1-4560-aada-6adf50bb6e88 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "GET /v2.0/security-groups/cf3a9403-c492-4b41-b550-c84301b048d6 HTTP/1.1" status: 200 len: 2414 time: 0.0580938 Dec 16 22:12:04.383992 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bf60fdef-1c45-4594-93fc-d237a2a52e97 req-356d4667-3b14-4095-b50d-b121406fe816 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.643036 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ca1bcc-d1aa-4057-a134-e6b4767c53ee {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:04.653282 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.669485 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Transition to ACTIVE for port object e4ca1bcc-d1aa-4057-a134-e6b4767c53ee will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:12:04.684312 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:12:04.757389 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.784591 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bf60fdef-1c45-4594-93fc-d237a2a52e97 req-356d4667-3b14-4095-b50d-b121406fe816 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.820092 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:04.835661 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58256) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:04.874837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450048d9-785c-436d-be12-e6c5112c1d7c req-74cd03a0-8fd6-4695-a760-ce3997ed451c tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:04.876609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-450048d9-785c-436d-be12-e6c5112c1d7c req-74cd03a0-8fd6-4695-a760-ce3997ed451c tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 947 time: 0.0888362 Dec 16 22:12:04.919293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=7568cb4e-fa43-468a-8e7f-72fd0e45fd92,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:04.938161 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '7568cb4e-fa43-468a-8e7f-72fd0e45fd92', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '7568cb4e-fa43-468a-8e7f-72fd0e45fd92', 'mac_address': 'fa:16:3e:0e:4f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:12:04.973554 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d4a8931c-e1d4-4528-97a1-282c79860f73 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-466740924-network', 'tenant_id': '41cb990b5be743d1a444debc3b794af1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:04.979243 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bf60fdef-1c45-4594-93fc-d237a2a52e97 req-356d4667-3b14-4095-b50d-b121406fe816 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.982238 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bf60fdef-1c45-4594-93fc-d237a2a52e97 req-356d4667-3b14-4095-b50d-b121406fe816 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.985225 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf60fdef-1c45-4594-93fc-d237a2a52e97 req-356d4667-3b14-4095-b50d-b121406fe816 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] 10.222.0.43 "DELETE /v2.0/security-groups/cf3a9403-c492-4b41-b550-c84301b048d6 HTTP/1.1" status: 204 len: 173 time: 0.6649706 Dec 16 22:12:04.992193 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58262) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:04.993934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-450048d9-785c-436d-be12-e6c5112c1d7c req-dfd89c68-6e38-4fcc-a47c-2209a007b907 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/security-groups?id=4563a212-edfd-4ca9-9d47-0ac463e254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081450 Dec 16 22:12:04.994910 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.001490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d4667-3b14-4095-b50d-b121406fe816 tempest-SecurityGroupRulesTestJSON-1798923989 tempest-SecurityGroupRulesTestJSON-1798923989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3a9403-c492-4b41-b550-c84301b048d6,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:05.031326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Attempting to bind port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:05.031470 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:05.031579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Attempting to bind port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '838a1af7-9806-4aee-acbc-27dc753f90a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59079a34-3a8f-499e-b8cb-52794f9d4a6b'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:05.036330 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Attempting to bind port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee on network 59079a34-3a8f-499e-b8cb-52794f9d4a6b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:05.071214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=7568cb4e-fa43-468a-8e7f-72fd0e45fd92,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:05.104511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee on network 59079a34-3a8f-499e-b8cb-52794f9d4a6b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:12:05.104982 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Attempting to bind port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee on network 59079a34-3a8f-499e-b8cb-52794f9d4a6b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:05.117399 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:05.117811 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Checking segment: {'id': '838a1af7-9806-4aee-acbc-27dc753f90a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59079a34-3a8f-499e-b8cb-52794f9d4a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:05.118414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Bound using segment: {'id': '838a1af7-9806-4aee-acbc-27dc753f90a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59079a34-3a8f-499e-b8cb-52794f9d4a6b'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:05.119001 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Bound port: e4ca1bcc-d1aa-4057-a134-e6b4767c53ee, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838a1af7-9806-4aee-acbc-27dc753f90a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59079a34-3a8f-499e-b8cb-52794f9d4a6b'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:05.119399 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.149914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94612e6-8f19-4f24-aea3-d3e9d5c023d2 req-e0274bac-ad73-4016-b05c-005308993b1d tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:05.151071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-db324f4f-de74-4dba-8626-4e977d1d29c2 admin admin] Deleting subnet 1a491fb6-f91f-4ef9-b88f-e8b3b21f2367 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:12:05.152042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d94612e6-8f19-4f24-aea3-d3e9d5c023d2 req-e0274bac-ad73-4016-b05c-005308993b1d tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 943 time: 0.0752597 Dec 16 22:12:05.158489 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.175810 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db324f4f-de74-4dba-8626-4e977d1d29c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.203562 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a8931c-e1d4-4528-97a1-282c79860f73 admin admin] Made reservation on behalf of 41cb990b5be743d1a444debc3b794af1 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:05.206203 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4a8931c-e1d4-4528-97a1-282c79860f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.224322 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4a8931c-e1d4-4528-97a1-282c79860f73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.226161 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=7568cb4e-fa43-468a-8e7f-72fd0e45fd92,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:05.266544 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db324f4f-de74-4dba-8626-4e977d1d29c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.274092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d94612e6-8f19-4f24-aea3-d3e9d5c023d2 req-e6eeb498-ff21-47cf-87ac-142e0de22cdb tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142473 Dec 16 22:12:05.297501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af67ea-0dbf-4192-8f0d-de20b95733c3 req-62cb36e1-ae92-45d9-af55-aa3ccd505cc5 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:05.299078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56af67ea-0dbf-4192-8f0d-de20b95733c3 req-62cb36e1-ae92-45d9-af55-aa3ccd505cc5 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.1050050 Dec 16 22:12:05.315922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] For port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:05.361235 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] For port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee,segment=NetworkSegment(838a1af7-9806-4aee-acbc-27dc753f90a4),segment_id=838a1af7-9806-4aee-acbc-27dc753f90a4)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:05.373353 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56af67ea-0dbf-4192-8f0d-de20b95733c3 req-a4a2541f-6339-4cc0-b17e-212fc35915d8 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674629 Dec 16 22:12:05.376786 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db324f4f-de74-4dba-8626-4e977d1d29c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.449124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['7568cb4e-fa43-468a-8e7f-72fd0e45fd92'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:05.458509 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4a8931c-e1d4-4528-97a1-282c79860f73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.461101 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.501719 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:05.502411 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.504305 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] 10.222.0.69 "PUT /v2.0/ports/e4ca1bcc-d1aa-4057-a134-e6b4767c53ee HTTP/1.1" status: 200 len: 1091 time: 1.5019312 Dec 16 22:12:05.506453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c35bc70-1752-4a43-8499-3f3c7c643656', 'tag': 'e4ca1bcc-d1aa-4057-a134-e6b4767c53ee'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:05.509711 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72308adf-6698-427c-a5dc-dc614fbedeb3" -d '{"events": [{"name": "network-changed", "server_uuid": "2c35bc70-1752-4a43-8499-3f3c7c643656", "tag": "e4ca1bcc-d1aa-4057-a134-e6b4767c53ee"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:05.537114 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020dd4f2-a4f4-42b1-8e75-bb25ff15ac11 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:05.553027 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4a8931c-e1d4-4528-97a1-282c79860f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.570847 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5be5038-f5ab-4167-a184-66ca69a7c95b x-openstack-request-id: req-b5be5038-f5ab-4167-a184-66ca69a7c95b {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:05.571148 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c35bc70-1752-4a43-8499-3f3c7c643656", "tag": "e4ca1bcc-d1aa-4057-a134-e6b4767c53ee", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:05.571433 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5be5038-f5ab-4167-a184-66ca69a7c95b {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:05.571906 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c35bc70-1752-4a43-8499-3f3c7c643656', 'tag': 'e4ca1bcc-d1aa-4057-a134-e6b4767c53ee', 'status': 'completed', 'code': 200} Dec 16 22:12:05.578459 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db324f4f-de74-4dba-8626-4e977d1d29c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.625390 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8931c-e1d4-4528-97a1-282c79860f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca93ed6d-fde7-4867-b897-c0518c25c340,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:05.627983 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db324f4f-de74-4dba-8626-4e977d1d29c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a491fb6-f91f-4ef9-b88f-e8b3b21f2367,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:05.654184 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a8931c-e1d4-4528-97a1-282c79860f73 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:12:05.658250 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db324f4f-de74-4dba-8626-4e977d1d29c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.663767 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-db324f4f-de74-4dba-8626-4e977d1d29c2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1a491fb6-f91f-4ef9-b88f-e8b3b21f2367 HTTP/1.1" status: 204 len: 168 time: 0.6684434 Dec 16 22:12:05.664150 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58270) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:05.682098 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4a8931c-e1d4-4528-97a1-282c79860f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.682441 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-d4a8931c-e1d4-4528-97a1-282c79860f73 admin admin] Added segment 554cdec8-8ede-4bc1-a501-331d6103a2c7 of type vlan for network 6ea2059a-7e76-411a-840a-63b2ad9e478f Dec 16 22:12:05.722414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72308adf-6698-427c-a5dc-dc614fbedeb3 req-1db4ae0b-4c65-4c46-9f8a-3d184428bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:05.724001 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-72308adf-6698-427c-a5dc-dc614fbedeb3 req-1db4ae0b-4c65-4c46-9f8a-3d184428bf00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a7bb17956864f3ab1507aefe9f30b8e&device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 1094 time: 0.1144109 Dec 16 22:12:05.746086 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4a8931c-e1d4-4528-97a1-282c79860f73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.757077 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8317305-f22a-4aca-9f0c-43421acbec04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.841991 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8317305-f22a-4aca-9f0c-43421acbec04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.869547 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-b8317305-f22a-4aca-9f0c-43421acbec04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766f444a-0858-488c-99e9-3481ec73b55d']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:05.884210 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-b8317305-f22a-4aca-9f0c-43421acbec04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f69f25c-876b-4c40-a189-8d50b1a19733') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:05.885119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-b8317305-f22a-4aca-9f0c-43421acbec04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f69f25c-876b-4c40-a189-8d50b1a19733') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:05.896266 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8317305-f22a-4aca-9f0c-43421acbec04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.915128 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8317305-f22a-4aca-9f0c-43421acbec04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.927009 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8317305-f22a-4aca-9f0c-43421acbec04 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:12:05.927644 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8317305-f22a-4aca-9f0c-43421acbec04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:12:05.929751 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:12:06.058334 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8317305-f22a-4aca-9f0c-43421acbec04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:06.070823 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8317305-f22a-4aca-9f0c-43421acbec04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:06.080366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b8317305-f22a-4aca-9f0c-43421acbec04 admin admin] 10.222.0.43 "DELETE /v2.0/networks/766f444a-0858-488c-99e9-3481ec73b55d HTTP/1.1" status: 204 len: 168 time: 0.4128528 Dec 16 22:12:06.128281 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8317305-f22a-4aca-9f0c-43421acbec04 admin admin] Pushing event deleted for resources: {'Network': ['ID=766f444a-0858-488c-99e9-3481ec73b55d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:06.179058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd1a42-4872-4ec7-ae16-a78d07d13470 req-1574e64e-39e7-44c1-a0c4-228e65635a13 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:06.186258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3bd1a42-4872-4ec7-ae16-a78d07d13470 req-1574e64e-39e7-44c1-a0c4-228e65635a13 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 948 time: 0.0980017 Dec 16 22:12:06.196089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72308adf-6698-427c-a5dc-dc614fbedeb3 req-60d049c4-23e2-48db-a81a-292b4abe1dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:06.197997 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-72308adf-6698-427c-a5dc-dc614fbedeb3 req-60d049c4-23e2-48db-a81a-292b4abe1dff service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9a7bb17956864f3ab1507aefe9f30b8e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4645212 Dec 16 22:12:06.220241 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4a8931c-e1d4-4528-97a1-282c79860f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:06.221663 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a8931c-e1d4-4528-97a1-282c79860f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:06.222328 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4a8931c-e1d4-4528-97a1-282c79860f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:06.246036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3bd1a42-4872-4ec7-ae16-a78d07d13470 req-8e9e0c96-e46f-4c0e-ac15-20f23383bb61 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/security-groups?id=4563a212-edfd-4ca9-9d47-0ac463e254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530336 Dec 16 22:12:06.335189 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8931c-e1d4-4528-97a1-282c79860f73 admin admin] Pushing event updated for resources: {'Network': ['ID=6ea2059a-7e76-411a-840a-63b2ad9e478f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:06.350971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 6ea2059a-7e76-411a-840a-63b2ad9e478f details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:12:06.368769 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72308adf-6698-427c-a5dc-dc614fbedeb3 req-a5cbf64b-c4b2-4095-987a-613958ddc17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:06.371237 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-72308adf-6698-427c-a5dc-dc614fbedeb3 req-a5cbf64b-c4b2-4095-987a-613958ddc17d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1657116 Dec 16 22:12:06.405903 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d4a8931c-e1d4-4528-97a1-282c79860f73 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5689962 Dec 16 22:12:06.408544 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58284) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:06.416403 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d1e5ff01-468e-4b81-91d3-988e9674091c admin admin] Request body: {'subnet': {'network_id': '6ea2059a-7e76-411a-840a-63b2ad9e478f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-466740924-subnet', 'tenant_id': '41cb990b5be743d1a444debc3b794af1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:06.446908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e6bd4-8d3a-4d3b-a31c-4b23598b6b22 req-30553cc6-b49f-425d-a4f5-a68f53b5e131 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:06.449795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f20e6bd4-8d3a-4d3b-a31c-4b23598b6b22 req-30553cc6-b49f-425d-a4f5-a68f53b5e131 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 943 time: 0.0936291 Dec 16 22:12:06.528817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f20e6bd4-8d3a-4d3b-a31c-4b23598b6b22 req-50fcaf11-f01f-4bb3-bb5f-fe72fa12226a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713286 Dec 16 22:12:06.536790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58286) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:06.537623 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-40e5f8cc-6356-42d8-a12b-62e273dd9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:06.539433 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-40e5f8cc-6356-42d8-a12b-62e273dd9202 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a7bb17956864f3ab1507aefe9f30b8e&device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 1094 time: 0.0925856 Dec 16 22:12:06.618656 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-13345ecd-e0e3-4f5e-b245-901f5991639a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee HTTP/1.1" status: 200 len: 217 time: 0.0689137 Dec 16 22:12:06.619605 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e5ff01-468e-4b81-91d3-988e9674091c admin admin] Made reservation on behalf of 41cb990b5be743d1a444debc3b794af1 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:06.623423 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ff01-468e-4b81-91d3-988e9674091c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:06.629667 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-df6a885b-a415-48a8-a3f0-692c6437b55b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d85a0c504f14f229ad9c7bc721338ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0910964 Dec 16 22:12:06.629864 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58288) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:06.674181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1c1ec-5548-4147-ae8f-71bd5d5e4018 req-c72670d9-db85-4c2c-9f5f-8c125121fa92 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:06.676892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59e1c1ec-5548-4147-ae8f-71bd5d5e4018 req-c72670d9-db85-4c2c-9f5f-8c125121fa92 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.1066449 Dec 16 22:12:06.682309 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:06.748765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59e1c1ec-5548-4147-ae8f-71bd5d5e4018 req-80d7089c-0b9a-4c82-bb3d-389cd75dbb60 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614510 Dec 16 22:12:06.833378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-9907ec03-4f3b-499a-8d2f-8d79391a5730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:06.834851 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-9907ec03-4f3b-499a-8d2f-8d79391a5730 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18e23a00-f39c-4042-9489-c832f4556001 HTTP/1.1" status: 200 len: 853 time: 0.2078247 Dec 16 22:12:06.878539 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:12:06.883379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:06.883980 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:06.885287 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-915b7b87-6ba3-485c-86e2-676c91dc8de0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59079a34-3a8f-499e-b8cb-52794f9d4a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386875 Dec 16 22:12:06.889345 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a49a424f-42be-4202-b197-edea68dad7c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:06.964478 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a49a424f-42be-4202-b197-edea68dad7c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:06.975792 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:07.003523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acde64c6-3378-405c-9d40-91d9b3a724c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7568cb4e-fa43-468a-8e7f-72fd0e45fd92'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:07.005840 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a412b9-39fc-4e2f-a710-299ab979b50b" -d '{"events": [{"server_uuid": "acde64c6-3378-405c-9d40-91d9b3a724c3", "name": "network-vif-plugged", "status": "completed", "tag": "7568cb4e-fa43-468a-8e7f-72fd0e45fd92"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:07.022569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=7568cb4e-fa43-468a-8e7f-72fd0e45fd92,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:07.053553 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671d2e1f-096e-4d0e-8291-1ce9a3c260bb x-openstack-request-id: req-671d2e1f-096e-4d0e-8291-1ce9a3c260bb {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:07.054085 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acde64c6-3378-405c-9d40-91d9b3a724c3", "name": "network-vif-plugged", "status": "completed", "tag": "7568cb4e-fa43-468a-8e7f-72fd0e45fd92", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:07.058290 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-671d2e1f-096e-4d0e-8291-1ce9a3c260bb {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:07.058290 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acde64c6-3378-405c-9d40-91d9b3a724c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7568cb4e-fa43-468a-8e7f-72fd0e45fd92', 'code': 200} Dec 16 22:12:07.102137 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-c5a1576d-16e6-4bf5-b2cd-579fd000535d service neutron] 10.222.0.69 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060707 Dec 16 22:12:07.153910 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:07.182706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5706d-ce64-43ab-893a-1c7ddef50ff4 req-70672c23-9b47-4d51-8e30-9bb04878d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:07.186316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14c5706d-ce64-43ab-893a-1c7ddef50ff4 req-70672c23-9b47-4d51-8e30-9bb04878d147 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 1099 time: 0.0566170 Dec 16 22:12:07.216440 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-16b1b408-8f6e-4251-8f90-9ac8583a800b req-737d4413-5de7-455f-b479-19d05f0e99ab service neutron] 10.222.0.69 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041629 Dec 16 22:12:07.229897 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a49a424f-42be-4202-b197-edea68dad7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:07.233058 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a49a424f-42be-4202-b197-edea68dad7c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:07.237799 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a49a424f-42be-4202-b197-edea68dad7c3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54ba297f-b477-4fe9-85a0-20c005bc9843 HTTP/1.1" status: 204 len: 168 time: 0.5921619 Dec 16 22:12:07.249335 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a424f-42be-4202-b197-edea68dad7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ba297f-b477-4fe9-85a0-20c005bc9843,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:07.266409 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ff01-468e-4b81-91d3-988e9674091c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:07.342913 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=7568cb4e-fa43-468a-8e7f-72fd0e45fd92,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:07.364605 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14c5706d-ce64-43ab-893a-1c7ddef50ff4 req-d6c0cbe0-6dc0-4460-9935-02e73e27fa85 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4563a212-edfd-4ca9-9d47-0ac463e254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602628 Dec 16 22:12:07.436779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c61ff5-20b3-453d-af28-498477e169dd req-663892ae-f37c-4006-a5a3-278224060dfd tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:07.438730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5c61ff5-20b3-453d-af28-498477e169dd req-663892ae-f37c-4006-a5a3-278224060dfd tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 949 time: 0.0606709 Dec 16 22:12:07.439032 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5ff01-468e-4b81-91d3-988e9674091c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae10d60c-43cf-40b3-8aca-64021b8d9277,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:07.443642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e5ff01-468e-4b81-91d3-988e9674091c admin admin] Checking segment: {'id': '554cdec8-8ede-4bc1-a501-331d6103a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6ea2059a-7e76-411a-840a-63b2ad9e478f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:07.444224 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e5ff01-468e-4b81-91d3-988e9674091c admin admin] Network hostable DHCP agents. Network: 6ea2059a-7e76-411a-840a-63b2ad9e478f, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:12:07.521773 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5c61ff5-20b3-453d-af28-498477e169dd req-128b21af-adbc-4135-922b-c5c5bb8b9560 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/security-groups?id=4563a212-edfd-4ca9-9d47-0ac463e254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714903 Dec 16 22:12:07.564004 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e5ff01-468e-4b81-91d3-988e9674091c admin admin] Network 6ea2059a-7e76-411a-840a-63b2ad9e478f is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:12:07.672991 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be0353-04c8-4eb6-8eba-c0349e1f21cb req-d6c2ac6a-332d-43ac-a66a-5bb9d241c5d9 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:07.675043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2be0353-04c8-4eb6-8eba-c0349e1f21cb req-d6c2ac6a-332d-43ac-a66a-5bb9d241c5d9 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 943 time: 0.0547254 Dec 16 22:12:07.701366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d1e5ff01-468e-4b81-91d3-988e9674091c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 6ea2059a-7e76-411a-840a-63b2ad9e478f) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:07.705980 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e5ff01-468e-4b81-91d3-988e9674091c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:07.713215 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ff01-468e-4b81-91d3-988e9674091c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:07.714268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2808fd-183b-46f0-9d56-7a10c42d1187 None None] Network 6ea2059a-7e76-411a-840a-63b2ad9e478f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:12:07.760236 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2be0353-04c8-4eb6-8eba-c0349e1f21cb req-3324928e-5198-4559-985e-86b324b4961f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736365 Dec 16 22:12:07.809213 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d1e5ff01-468e-4b81-91d3-988e9674091c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3995473 Dec 16 22:12:07.811851 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58308) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:07.817018 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-466740924-router', 'tenant_id': '41cb990b5be743d1a444debc3b794af1', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:07.840994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-6ea2059a-7e76-411a-840a-63b2ad9e478f', 'network_id': '6ea2059a-7e76-411a-840a-63b2ad9e478f', 'project_id': '41cb990b5be743d1a444debc3b794af1', 'fixed_ips': [{'subnet_id': 'ae10d60c-43cf-40b3-8aca-64021b8d9277'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:12:07.845078 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:07.919221 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:07.920864 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:07.927940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9250519-1b5b-4f52-916f-86744a06ed99 req-e070ce4c-8de6-4837-8bfb-9b5335892d4a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:07.935829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e9250519-1b5b-4f52-916f-86744a06ed99 req-e070ce4c-8de6-4837-8bfb-9b5335892d4a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.0683568 Dec 16 22:12:08.006164 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:08.021634 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e9250519-1b5b-4f52-916f-86744a06ed99 req-ef739685-640d-4169-a87f-c867c2ac6f18 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792837 Dec 16 22:12:08.049694 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Allocated IP 172.20.0.2 (6ea2059a-7e76-411a-840a-63b2ad9e478f/ae10d60c-43cf-40b3-8aca-64021b8d9277/3e08c480-83d5-4237-9c07-102d1eb84d59) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:08.265274 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:08.355651 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:08.449090 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:08.493223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Network 6ea2059a-7e76-411a-840a-63b2ad9e478f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:08.497476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:08.501296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:08.506974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Pushing event updated for resources: {'Port': ['ID=3e08c480-83d5-4237-9c07-102d1eb84d59,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:08.572928 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Attempting to bind port 3e08c480-83d5-4237-9c07-102d1eb84d59 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:08.573524 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Attempting to bind port 3e08c480-83d5-4237-9c07-102d1eb84d59 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '554cdec8-8ede-4bc1-a501-331d6103a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6ea2059a-7e76-411a-840a-63b2ad9e478f'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:08.574062 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Attempting to bind port 3e08c480-83d5-4237-9c07-102d1eb84d59 on network 6ea2059a-7e76-411a-840a-63b2ad9e478f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:08.596347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:08.596805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Checking segment: {'id': '554cdec8-8ede-4bc1-a501-331d6103a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6ea2059a-7e76-411a-840a-63b2ad9e478f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:08.597176 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:08.597572 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Bound using segment: {'id': '554cdec8-8ede-4bc1-a501-331d6103a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6ea2059a-7e76-411a-840a-63b2ad9e478f'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:08.598061 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Bound port: 3e08c480-83d5-4237-9c07-102d1eb84d59, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554cdec8-8ede-4bc1-a501-331d6103a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6ea2059a-7e76-411a-840a-63b2ad9e478f'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:08.598451 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:08.619948 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:08.695356 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:08.709188 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] For port 3e08c480-83d5-4237-9c07-102d1eb84d59, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:08.713408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] For port 3e08c480-83d5-4237-9c07-102d1eb84d59, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3e08c480-83d5-4237-9c07-102d1eb84d59,segment=NetworkSegment(554cdec8-8ede-4bc1-a501-331d6103a2c7),segment_id=554cdec8-8ede-4bc1-a501-331d6103a2c7)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:08.746664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470574af-c99a-4004-8014-e48222470520 req-1d50744f-6e23-4777-a4be-6a25ed80ba8d tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:08.755279 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-470574af-c99a-4004-8014-e48222470520 req-1d50744f-6e23-4777-a4be-6a25ed80ba8d tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 949 time: 0.1131549 Dec 16 22:12:08.810878 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:08.826311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-470574af-c99a-4004-8014-e48222470520 req-a4896bac-253b-481c-80c6-d6ad6550d023 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/security-groups?id=4563a212-edfd-4ca9-9d47-0ac463e254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682464 Dec 16 22:12:08.848060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58336) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:08.883621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Allocated IP 172.25.2.7 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/5e06592b-a2ab-4f29-8b98-c3fdf0317f77) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:08.926068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36924abe-af0f-4579-bc59-3db952accb43 None None] Pushing event updated for resources: {'Port': ['ID=3e08c480-83d5-4237-9c07-102d1eb84d59,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:08.971625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532dfa3f-743f-4207-98fb-ab73f31b9913 req-ac031f65-a0ec-4054-b9d5-8eb1bba900e2 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:08.973352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-532dfa3f-743f-4207-98fb-ab73f31b9913 req-ac031f65-a0ec-4054-b9d5-8eb1bba900e2 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 943 time: 0.1015995 Dec 16 22:12:09.061334 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c216de58-ea43-4beb-8eb7-c317f5e6a11e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1262039810-network', 'tenant_id': '9e9129638e7f4cd0be05b6f0c86dd955'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:09.075201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-532dfa3f-743f-4207-98fb-ab73f31b9913 req-234375f4-eda6-4cf7-be7c-f50893669dda tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945723 Dec 16 22:12:09.075514 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.194534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c216de58-ea43-4beb-8eb7-c317f5e6a11e admin admin] Made reservation on behalf of 9e9129638e7f4cd0be05b6f0c86dd955 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:09.197167 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c216de58-ea43-4beb-8eb7-c317f5e6a11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.217080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb174ff2-ff3f-4c61-8bd0-062c71d7ea1e req-4a0e988c-aad7-4942-a40e-8d64d07bfb37 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:09.221940 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.224426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb174ff2-ff3f-4c61-8bd0-062c71d7ea1e req-4a0e988c-aad7-4942-a40e-8d64d07bfb37 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.1065674 Dec 16 22:12:09.237100 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c216de58-ea43-4beb-8eb7-c317f5e6a11e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.274722 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:09.281735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:09.283622 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Pushing event updated for resources: {'Port': ['ID=5e06592b-a2ab-4f29-8b98-c3fdf0317f77,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:09.286272 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:09.352576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb174ff2-ff3f-4c61-8bd0-062c71d7ea1e req-5374c23e-a140-4b1b-bc53-dd3976be6124 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127510 Dec 16 22:12:09.412874 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c216de58-ea43-4beb-8eb7-c317f5e6a11e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.447151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3e08c480-83d5-4237-9c07-102d1eb84d59 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:09.485466 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c216de58-ea43-4beb-8eb7-c317f5e6a11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.525781 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c216de58-ea43-4beb-8eb7-c317f5e6a11e admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:12:09.534303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3e08c480-83d5-4237-9c07-102d1eb84d59 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:09.534303 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.549619 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c216de58-ea43-4beb-8eb7-c317f5e6a11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.549979 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-c216de58-ea43-4beb-8eb7-c317f5e6a11e admin admin] Added segment d8c0c614-3e7d-402b-81a9-8cd1b665e237 of type vlan for network 1748be95-c78e-4701-939a-f9809cb0660d Dec 16 22:12:09.551395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216de58-ea43-4beb-8eb7-c317f5e6a11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c5f5f7-2766-4363-b09d-5a58e2d96f58,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:09.614561 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c216de58-ea43-4beb-8eb7-c317f5e6a11e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.639432 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.679805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 3e08c480-83d5-4237-9c07-102d1eb84d59, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3e08c480-83d5-4237-9c07-102d1eb84d59,segment=NetworkSegment(554cdec8-8ede-4bc1-a501-331d6103a2c7),segment_id=554cdec8-8ede-4bc1-a501-331d6103a2c7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:09.721558 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.736119 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c216de58-ea43-4beb-8eb7-c317f5e6a11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.737431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c216de58-ea43-4beb-8eb7-c317f5e6a11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:09.738027 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c216de58-ea43-4beb-8eb7-c317f5e6a11e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.781421 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.834455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216de58-ea43-4beb-8eb7-c317f5e6a11e admin admin] Pushing event updated for resources: {'Network': ['ID=1748be95-c78e-4701-939a-f9809cb0660d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:09.866358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 1748be95-c78e-4701-939a-f9809cb0660d details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:12:09.910962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c216de58-ea43-4beb-8eb7-c317f5e6a11e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0610723 Dec 16 22:12:09.911904 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58350) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:09.927568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-01425607-7b01-4e9b-b32a-ca2903f50ab3 admin admin] Request body: {'subnet': {'network_id': '1748be95-c78e-4701-939a-f9809cb0660d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1262039810-subnet', 'tenant_id': '9e9129638e7f4cd0be05b6f0c86dd955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:09.940391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=3e08c480-83d5-4237-9c07-102d1eb84d59,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:10.072708 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afa37d-6e78-42f1-b737-1e9d1698ae4c req-84a7575e-a53d-4c07-aca9-901fa9619616 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:10.074751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46afa37d-6e78-42f1-b737-1e9d1698ae4c req-84a7575e-a53d-4c07-aca9-901fa9619616 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 949 time: 0.1147943 Dec 16 22:12:10.076096 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.105690 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01425607-7b01-4e9b-b32a-ca2903f50ab3 admin admin] Made reservation on behalf of 9e9129638e7f4cd0be05b6f0c86dd955 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:10.108445 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-01425607-7b01-4e9b-b32a-ca2903f50ab3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.201362 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46afa37d-6e78-42f1-b737-1e9d1698ae4c req-e4d6d1b1-456f-40df-9b69-bff0d6066765 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/security-groups?id=4563a212-edfd-4ca9-9d47-0ac463e254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196883 Dec 16 22:12:10.232820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f896fc7-e5da-432d-9c2f-134d4c782957 None None] Network 6ea2059a-7e76-411a-840a-63b2ad9e478f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:12:10.327101 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7bf53bfc-224f-45b4-867a-a054ef480a49 None None] Provisioning complete for port 3e08c480-83d5-4237-9c07-102d1eb84d59 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:10.327906 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bf53bfc-224f-45b4-867a-a054ef480a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.380889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Router 87b99203-84c9-41bc-b613-e8db4add50ab is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:12:10.400590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f894a22-e123-4275-b935-0d43ad001a96 req-cba97a68-4233-4321-9c51-954400d81e65 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:10.403034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f894a22-e123-4275-b935-0d43ad001a96 req-cba97a68-4233-4321-9c51-954400d81e65 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 943 time: 0.1995504 Dec 16 22:12:10.483008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f894a22-e123-4275-b935-0d43ad001a96 req-fb0c483e-ced9-4556-881b-4346bdca1669 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737700 Dec 16 22:12:10.486223 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-01425607-7b01-4e9b-b32a-ca2903f50ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.560637 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:12:10.580827 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Sync routers for ids ['87b99203-84c9-41bc-b613-e8db4add50ab'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:12:10.606829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Routers {'87b99203-84c9-41bc-b613-e8db4add50ab'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:12:10.607519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:11:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['87b99203-84c9-41bc-b613-e8db4add50ab'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:10.612285 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01425607-7b01-4e9b-b32a-ca2903f50ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc959983-53a1-41bc-bb50-5414cb529785,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:10.628638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01425607-7b01-4e9b-b32a-ca2903f50ab3 admin admin] Checking segment: {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:10.629107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01425607-7b01-4e9b-b32a-ca2903f50ab3 admin admin] Network hostable DHCP agents. Network: 1748be95-c78e-4701-939a-f9809cb0660d, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:12:10.690168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf349b-f150-4a7b-9ed0-ece7d4c16e47 req-9243f261-f072-4408-82e0-473af2f0ebea tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:10.691772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1baf349b-f150-4a7b-9ed0-ece7d4c16e47 req-9243f261-f072-4408-82e0-473af2f0ebea tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.0914927 Dec 16 22:12:10.766409 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.768112 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8ec224bf-49fa-417d-96bb-6735b6b240c5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9547963 Dec 16 22:12:10.771176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58366) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:10.792337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1baf349b-f150-4a7b-9ed0-ece7d4c16e47 req-49534bac-b1b0-4947-8aee-864799a640ca tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906179 Dec 16 22:12:10.801589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01425607-7b01-4e9b-b32a-ca2903f50ab3 admin admin] Network 1748be95-c78e-4701-939a-f9809cb0660d is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:12:10.815579 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Set router 87b99203-84c9-41bc-b613-e8db4add50ab gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:12:10.901783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-01425607-7b01-4e9b-b32a-ca2903f50ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 1748be95-c78e-4701-939a-f9809cb0660d) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:10.908563 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01425607-7b01-4e9b-b32a-ca2903f50ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:10.909671 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-01425607-7b01-4e9b-b32a-ca2903f50ab3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.911726 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e4ca1bcc-d1aa-4057-a134-e6b4767c53ee details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:12:10.929270 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b1b311-7472-4bb3-94db-93ed7a883130 None None] Network 1748be95-c78e-4701-939a-f9809cb0660d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:12:10.996349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-01425607-7b01-4e9b-b32a-ca2903f50ab3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0829401 Dec 16 22:12:11.116915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9c377817-deea-479b-b797-f2194f336907 None None] Provisioning complete for port 3e08c480-83d5-4237-9c07-102d1eb84d59 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:11.117883 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c377817-deea-479b-b797-f2194f336907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:11.269159 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee,segment=NetworkSegment(838a1af7-9806-4aee-acbc-27dc753f90a4),segment_id=838a1af7-9806-4aee-acbc-27dc753f90a4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:11.359576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'e4ca1bcc-d1aa-4057-a134-e6b4767c53ee', 'network_id': '59079a34-3a8f-499e-b8cb-52794f9d4a6b', 'port_id': 'e4ca1bcc-d1aa-4057-a134-e6b4767c53ee', 'mac_address': 'fa:16:3e:14:da:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e23a00-f39c-4042-9489-c832f4556001', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:12:11.375424 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef75d538-76dc-44d3-9983-e051ebed9268 None None] Network 1748be95-c78e-4701-939a-f9809cb0660d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:12:11.435943 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [req-82c568e4-0f05-47d1-b173-a41de053557e req-d6922e1f-9d4a-4abf-a6d8-5de3d92587ca service neutron] show failed (client error): The resource could not be found. Dec 16 22:12:11.437577 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-d6922e1f-9d4a-4abf-a6d8-5de3d92587ca service neutron] 10.222.0.69 "GET /v2.0/ports/687551d9-88dd-4645-bf60-89ebbbe4818c/bindings/n-h2-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.4143915 Dec 16 22:12:11.534421 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3e08c480-83d5-4237-9c07-102d1eb84d59 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:11.671955 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:11.714234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ca1bcc-d1aa-4057-a134-e6b4767c53ee {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:11.738165 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'name': 'tempest-FloatingIPsTestJSON-466740924-router', 'tenant_id': '41cb990b5be743d1a444debc3b794af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '5e06592b-a2ab-4f29-8b98-c3fdf0317f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:07Z', 'updated_at': '2021-12-16T22:12:09Z', 'revision_number': 3, 'project_id': '41cb990b5be743d1a444debc3b794af1', 'gw_port': {'id': '5e06592b-a2ab-4f29-8b98-c3fdf0317f77', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:08Z', 'updated_at': '2021-12-16T22:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:11.781544 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af94d4-fb43-40b7-9097-68c3d94a4e9f req-75d6fc78-0969-4b1b-9c5d-a8d38639747b tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:11.783148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81af94d4-fb43-40b7-9097-68c3d94a4e9f req-75d6fc78-0969-4b1b-9c5d-a8d38639747b tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 943 time: 0.0951536 Dec 16 22:12:11.836729 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:11.843074 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-ebdc9c1d-ac41-47ea-9e7d-2c1124a33f3a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:11.850636 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-ebdc9c1d-ac41-47ea-9e7d-2c1124a33f3a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 812 time: 0.2322326 Dec 16 22:12:11.879871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-1ce44279-b88b-40a6-9825-b4299fc1408d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/quotas/9e9129638e7f4cd0be05b6f0c86dd955 HTTP/1.1" status: 200 len: 375 time: 0.0282564 Dec 16 22:12:11.923034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Checking router: 87b99203-84c9-41bc-b613-e8db4add50ab for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:12:11.923034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Updating router 87b99203-84c9-41bc-b613-e8db4add50ab port 5e06592b-a2ab-4f29-8b98-c3fdf0317f77 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:12:11.923634 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81af94d4-fb43-40b7-9097-68c3d94a4e9f req-fefc0e15-f6d9-45cc-8a0f-df1507d8db4c tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255755 Dec 16 22:12:11.949038 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee,segment=NetworkSegment(838a1af7-9806-4aee-acbc-27dc753f90a4),segment_id=838a1af7-9806-4aee-acbc-27dc753f90a4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:11.959334 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:11.961148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3e08c480-83d5-4237-9c07-102d1eb84d59 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:11.961565 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:11.973722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-9b6a6006-857d-4e9f-bd93-7c47657b34a7 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539300 Dec 16 22:12:12.014946 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.154038 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Allocated IP 172.20.0.1 (6ea2059a-7e76-411a-840a-63b2ad9e478f/ae10d60c-43cf-40b3-8aca-64021b8d9277/2f93c4c6-d9b9-41a1-b1db-0c97fcca947c) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:12.166597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd4306-95be-4a9e-a85d-a7080047108c req-97fef656-f159-40d8-92ef-6c9e3fc67232 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:12.167116 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:12.177768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1bd4306-95be-4a9e-a85d-a7080047108c req-97fef656-f159-40d8-92ef-6c9e3fc67232 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 949 time: 0.1719272 Dec 16 22:12:12.224579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-4c12e10e-7634-4e35-aba6-08e8f717fb2e service neutron] 10.222.0.43 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493761 Dec 16 22:12:12.246902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c568e4-0f05-47d1-b173-a41de053557e req-1f01b7b3-738c-43b8-bf9b-61cfb1172702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:12.248724 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-1f01b7b3-738c-43b8-bf9b-61cfb1172702 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3&tenant_id=d067ebbc70344b07b31a66cb2ec78bcf HTTP/1.1" status: 200 len: 1101 time: 0.1566415 Dec 16 22:12:12.277325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:12.325172 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.370268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1bd4306-95be-4a9e-a85d-a7080047108c req-24f868b0-20ea-4471-a505-a7e444701fee tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/security-groups?id=4563a212-edfd-4ca9-9d47-0ac463e254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915426 Dec 16 22:12:12.378280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['e4ca1bcc-d1aa-4057-a134-e6b4767c53ee'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:12.426467 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.456539 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.459804 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.510753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-11a85a1f-ff89-4f5b-a0cb-d2028b25ea5c service neutron] 10.222.0.43 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840753 Dec 16 22:12:12.530602 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Pushing event updated for resources: {'Port': ['ID=2f93c4c6-d9b9-41a1-b1db-0c97fcca947c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:12.538441 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Network 6ea2059a-7e76-411a-840a-63b2ad9e478f is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:12.540128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:12.543042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:12.586406 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.613286 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.706265 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Attempting to bind port 5e06592b-a2ab-4f29-8b98-c3fdf0317f77 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:12.707228 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Attempting to bind port 5e06592b-a2ab-4f29-8b98-c3fdf0317f77 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:12.707228 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Attempting to bind port 5e06592b-a2ab-4f29-8b98-c3fdf0317f77 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:12.750183 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:12.750689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:12.751046 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.751462 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:12.751944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Bound port: 5e06592b-a2ab-4f29-8b98-c3fdf0317f77, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:12.752372 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.755909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67be934-3935-4956-8b82-6be31e71a9aa None None] Pushing event updated for resources: {'Port': ['ID=5e06592b-a2ab-4f29-8b98-c3fdf0317f77,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:12.804703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31936e-aa1e-456d-8e62-c61850f5470e req-c63ef19f-3469-4034-b075-fed33d5ce47b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:12.812591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc31936e-aa1e-456d-8e62-c61850f5470e req-c63ef19f-3469-4034-b075-fed33d5ce47b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.1560614 Dec 16 22:12:12.856322 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] For port 5e06592b-a2ab-4f29-8b98-c3fdf0317f77, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:12.862247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] For port 5e06592b-a2ab-4f29-8b98-c3fdf0317f77, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5e06592b-a2ab-4f29-8b98-c3fdf0317f77,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:12.865878 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 687551d9-88dd-4645-bf60-89ebbbe4818c no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:12.904181 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.930703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=687551d9-88dd-4645-bf60-89ebbbe4818c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:12.939466 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.964537 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.055494 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.061878 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc31936e-aa1e-456d-8e62-c61850f5470e req-b39a78ea-7168-4764-9338-c19ef9ced4d7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428412 Dec 16 22:12:13.076962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:13.149736 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.152619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bc5fa3d-197c-4280-8674-5bb5e3f0f2f4 req-0f020613-99df-4b44-a901-03d565caf502 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 210 time: 0.0326016 Dec 16 22:12:13.153714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-71c5809c-cab5-4ae2-bc61-952dab100345 None None] Provisioning complete for port 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:13.154279 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71c5809c-cab5-4ae2-bc61-952dab100345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.256501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:13.261287 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ec3d45-64b8-4345-85cc-472436b90781" -d '{"events": [{"server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:13.264036 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.267010 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.269363 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Routers {'87b99203-84c9-41bc-b613-e8db4add50ab'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:12:13.269536 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:11:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['87b99203-84c9-41bc-b613-e8db4add50ab'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:13.311580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59fcec-6f30-468d-889f-11ee59baf08a req-80b3d6b0-6632-43c6-bc16-10091ead4ba3 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:13.315788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae59fcec-6f30-468d-889f-11ee59baf08a req-80b3d6b0-6632-43c6-bc16-10091ead4ba3 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 944 time: 0.1622126 Dec 16 22:12:13.335337 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67be934-3935-4956-8b82-6be31e71a9aa None None] Pushing event updated for resources: {'Port': ['ID=5e06592b-a2ab-4f29-8b98-c3fdf0317f77,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:13.337070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42826a-b6f9-4ee4-9eab-57d6cde603ff req-77522965-059e-4f4a-baa4-3ee8f6ac7e74 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:13.339707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f42826a-b6f9-4ee4-9eab-57d6cde603ff req-77522965-059e-4f4a-baa4-3ee8f6ac7e74 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.24 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 949 time: 0.1899171 Dec 16 22:12:13.340185 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-71c5809c-cab5-4ae2-bc61-952dab100345 None None] Port 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:12:13.347029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Transition to ACTIVE for port object 687551d9-88dd-4645-bf60-89ebbbe4818c will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:12:13.375552 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.433386 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] Set router 87b99203-84c9-41bc-b613-e8db4add50ab gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:12:13.459494 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Pushing event updated for resources: {'Port': ['ID=2f93c4c6-d9b9-41a1-b1db-0c97fcca947c,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:13.491192 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5abaf2-6623-4fb5-a627-67a3b78ed395 x-openstack-request-id: req-2b5abaf2-6623-4fb5-a627-67a3b78ed395 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:13.491539 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.491677 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:13.491778 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b5abaf2-6623-4fb5-a627-67a3b78ed395 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:13.492172 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c', 'code': 200} Dec 16 22:12:13.518951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae59fcec-6f30-468d-889f-11ee59baf08a req-d341735e-1d74-4610-98c0-aa0f741629d1 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825836 Dec 16 22:12:13.518951 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.678910 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Network 6ea2059a-7e76-411a-840a-63b2ad9e478f is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:13.680552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:13.696309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Pushing event updated for resources: {'Port': ['ID=687551d9-88dd-4645-bf60-89ebbbe4818c,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:13.714472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-9f42826a-b6f9-4ee4-9eab-57d6cde603ff req-01030309-0a0e-411c-aadf-1a7e5bba2dd8 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Deleting port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:13.714824 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9f42826a-b6f9-4ee4-9eab-57d6cde603ff req-01030309-0a0e-411c-aadf-1a7e5bba2dd8 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.717945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] No DVR routers for this DVR port 687551d9-88dd-4645-bf60-89ebbbe4818c on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:13.806489 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:12:13.806959 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:12:13.886952 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Router 87b99203-84c9-41bc-b613-e8db4add50ab has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:12:13.902082 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'name': 'tempest-FloatingIPsTestJSON-466740924-router', 'tenant_id': '41cb990b5be743d1a444debc3b794af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '5e06592b-a2ab-4f29-8b98-c3fdf0317f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:07Z', 'updated_at': '2021-12-16T22:12:12Z', 'revision_number': 4, 'project_id': '41cb990b5be743d1a444debc3b794af1', 'gw_port': {'id': '5e06592b-a2ab-4f29-8b98-c3fdf0317f77', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:08Z', 'updated_at': '2021-12-16T22:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2f93c4c6-d9b9-41a1-b1db-0c97fcca947c', 'name': '', 'network_id': '6ea2059a-7e76-411a-840a-63b2ad9e478f', 'tenant_id': '41cb990b5be743d1a444debc3b794af1', 'mac_address': 'fa:16:3e:e3:0b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ae10d60c-43cf-40b3-8aca-64021b8d9277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:11Z', 'updated_at': '2021-12-16T22:12:12Z', 'revision_number': 1, 'project_id': '41cb990b5be743d1a444debc3b794af1', 'subnets': [{'id': 'ae10d60c-43cf-40b3-8aca-64021b8d9277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:13.941679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Attempting to bind port 687551d9-88dd-4645-bf60-89ebbbe4818c on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:13.942375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Attempting to bind port 687551d9-88dd-4645-bf60-89ebbbe4818c by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:13.942375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Attempting to bind port 687551d9-88dd-4645-bf60-89ebbbe4818c on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:13.967100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Port 687551d9-88dd-4645-bf60-89ebbbe4818c on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:12:13.968014 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Attempting to bind port 687551d9-88dd-4645-bf60-89ebbbe4818c on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:13.970695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ea8e5d-f07f-49bc-aa4d-73f54bd83f44 None None] The sync data for ids ['87b99203-84c9-41bc-b613-e8db4add50ab'] in n-d-821840-2 is: [{'id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'name': 'tempest-FloatingIPsTestJSON-466740924-router', 'tenant_id': '41cb990b5be743d1a444debc3b794af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '5e06592b-a2ab-4f29-8b98-c3fdf0317f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:07Z', 'updated_at': '2021-12-16T22:12:12Z', 'revision_number': 4, 'project_id': '41cb990b5be743d1a444debc3b794af1', 'gw_port': {'id': '5e06592b-a2ab-4f29-8b98-c3fdf0317f77', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:08Z', 'updated_at': '2021-12-16T22:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2f93c4c6-d9b9-41a1-b1db-0c97fcca947c', 'name': '', 'network_id': '6ea2059a-7e76-411a-840a-63b2ad9e478f', 'tenant_id': '41cb990b5be743d1a444debc3b794af1', 'mac_address': 'fa:16:3e:e3:0b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ae10d60c-43cf-40b3-8aca-64021b8d9277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:11Z', 'updated_at': '2021-12-16T22:12:12Z', 'revision_number': 1, 'project_id': '41cb990b5be743d1a444debc3b794af1', 'subnets': [{'id': 'ae10d60c-43cf-40b3-8aca-64021b8d9277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:12:14.007201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7686a5-f3e4-4d5c-a396-c6724f66b5b6 req-de3fa66e-1dc1-44bc-a541-9fa4077adced tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:14.008927 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb7686a5-f3e4-4d5c-a396-c6724f66b5b6 req-de3fa66e-1dc1-44bc-a541-9fa4077adced tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 949 time: 0.4235454 Dec 16 22:12:14.010459 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:14.017100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:14.017947 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:14.018436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Bound port: 687551d9-88dd-4645-bf60-89ebbbe4818c, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:14.018802 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:14.108849 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:12:14.114532 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-917e1b75-9389-483f-9d3f-12ea3f05b447 admin admin] 10.222.0.43 "PUT /v2.0/routers/87b99203-84c9-41bc-b613-e8db4add50ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3414297 Dec 16 22:12:14.137540 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb7686a5-f3e4-4d5c-a396-c6724f66b5b6 req-301735f5-5b90-4c7a-84f2-23d5ab882a49 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/security-groups?id=4563a212-edfd-4ca9-9d47-0ac463e254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892785 Dec 16 22:12:14.181014 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-9f42826a-b6f9-4ee4-9eab-57d6cde603ff req-01030309-0a0e-411c-aadf-1a7e5bba2dd8 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] For port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=7568cb4e-fa43-468a-8e7f-72fd0e45fd92,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:14.182040 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9f42826a-b6f9-4ee4-9eab-57d6cde603ff req-01030309-0a0e-411c-aadf-1a7e5bba2dd8 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:14.219873 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-eda03750-b78e-41e2-8422-72a93045f4a0 None None] Provisioning complete for port 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:14.221849 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eda03750-b78e-41e2-8422-72a93045f4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:14.227098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-9f42826a-b6f9-4ee4-9eab-57d6cde603ff req-01030309-0a0e-411c-aadf-1a7e5bba2dd8 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Calling delete_port for 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:14.297957 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-eda03750-b78e-41e2-8422-72a93045f4a0 None None] Port 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:12:14.330383 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:14.437987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b28b468d-d9b0-4fad-91ef-368bdb01487d req-230fa27c-650b-4c07-8202-aeca592c0586 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 210 time: 0.1837013 Dec 16 22:12:14.448847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=687551d9-88dd-4645-bf60-89ebbbe4818c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:14.496036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82048562-89fa-41dd-bfb2-77304a1c4f18 req-bbaad5ff-31ec-4b48-aa2b-0008b439bd4a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:14.497600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82048562-89fa-41dd-bfb2-77304a1c4f18 req-bbaad5ff-31ec-4b48-aa2b-0008b439bd4a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 948 time: 0.2353702 Dec 16 22:12:14.555107 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:14.738317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:14.739012 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:14.740472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/687551d9-88dd-4645-bf60-89ebbbe4818c HTTP/1.1" status: 200 len: 1096 time: 2.4696155 Dec 16 22:12:14.748091 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82048562-89fa-41dd-bfb2-77304a1c4f18 req-f113595b-a1ae-41b9-943e-a11e2c567379 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362885 Dec 16 22:12:14.883973 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e4ca1bcc-d1aa-4057-a134-e6b4767c53ee up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:15.001175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a355e7-bfbf-44c2-9bbe-61c8940a22e8 service neutron] Pushing event updated for resources: {'Port': ['ID=687551d9-88dd-4645-bf60-89ebbbe4818c,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:15.094676 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:12:15.102902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:15.104041 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:15.298097 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:15.336635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c35bc70-1752-4a43-8499-3f3c7c643656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ca1bcc-d1aa-4057-a134-e6b4767c53ee'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:15.341241 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9188ad13-8488-44bc-9040-27b740f72d14" -d '{"events": [{"server_uuid": "2c35bc70-1752-4a43-8499-3f3c7c643656", "name": "network-vif-plugged", "status": "completed", "tag": "e4ca1bcc-d1aa-4057-a134-e6b4767c53ee"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:15.360925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee,segment=NetworkSegment(838a1af7-9806-4aee-acbc-27dc753f90a4),segment_id=838a1af7-9806-4aee-acbc-27dc753f90a4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:15.432912 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:15.471876 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9f42826a-b6f9-4ee4-9eab-57d6cde603ff req-01030309-0a0e-411c-aadf-1a7e5bba2dd8 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:15.482250 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5e06592b-a2ab-4f29-8b98-c3fdf0317f77 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:15.497920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:15.500651 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a40fba-3373-4471-99cd-f668b5b8e169" -d '{"events": [{"name": "network-changed", "server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:15.551697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145133f9-a5bd-4d6e-acfe-5da93cc70851 req-3fd34305-0bec-44e0-a7fc-1afbc702a7e4 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:15.553667 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-145133f9-a5bd-4d6e-acfe-5da93cc70851 req-3fd34305-0bec-44e0-a7fc-1afbc702a7e4 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 944 time: 0.7041945 Dec 16 22:12:15.554488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01030309-0a0e-411c-aadf-1a7e5bba2dd8 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Pushing event deleted for resources: {'Port': ['ID=7568cb4e-fa43-468a-8e7f-72fd0e45fd92,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:15.557777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:15.559105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c568e4-0f05-47d1-b173-a41de053557e req-60d2765d-3018-4f3d-ac89-2923144bd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:15.560688 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-60d2765d-3018-4f3d-ac89-2923144bd496 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 1099 time: 0.7710330 Dec 16 22:12:15.578834 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-32d69a86-f02b-44c4-a4e3-b85cdbfdc8fe tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0166852 Dec 16 22:12:15.597288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 5e06592b-a2ab-4f29-8b98-c3fdf0317f77 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:15.597661 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:15.647553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:15.736450 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f42826a-b6f9-4ee4-9eab-57d6cde603ff req-01030309-0a0e-411c-aadf-1a7e5bba2dd8 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] No DVR routers for this DVR port 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:15.740270 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9f42826a-b6f9-4ee4-9eab-57d6cde603ff req-01030309-0a0e-411c-aadf-1a7e5bba2dd8 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:15.744473 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f42826a-b6f9-4ee4-9eab-57d6cde603ff req-01030309-0a0e-411c-aadf-1a7e5bba2dd8 tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.24 "DELETE /v2.0/ports/7568cb4e-fa43-468a-8e7f-72fd0e45fd92 HTTP/1.1" status: 204 len: 173 time: 2.3945742 Dec 16 22:12:15.902736 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:15.920453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-145133f9-a5bd-4d6e-acfe-5da93cc70851 req-73aac507-7784-4cad-ae23-513c304fc336 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379798 Dec 16 22:12:15.950848 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 5e06592b-a2ab-4f29-8b98-c3fdf0317f77, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5e06592b-a2ab-4f29-8b98-c3fdf0317f77,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:15.972992 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:16.003099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c568e4-0f05-47d1-b173-a41de053557e req-fadfbd03-acf2-4501-8d9a-bd3e40863ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:16.003099 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-fadfbd03-acf2-4501-8d9a-bd3e40863ba4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.3812783 Dec 16 22:12:16.027814 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:16.119615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=5e06592b-a2ab-4f29-8b98-c3fdf0317f77,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:16.141972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-d69dcacd-a361-422f-9b7e-2ad2178b39b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=687551d9-88dd-4645-bf60-89ebbbe4818c HTTP/1.1" status: 200 len: 217 time: 0.0903010 Dec 16 22:12:16.181299 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-53ba96de-cdaa-4a6f-8726-5101f953cb73 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:16.182864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-53ba96de-cdaa-4a6f-8726-5101f953cb73 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.24 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 812 time: 0.3175247 Dec 16 22:12:16.221436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1cfebd2-868e-4631-a699-272ee6a260bb req-bab02bcb-f507-4f92-a2af-7e8125dac9ff tempest-TenantUsagesTestJSON-618283790 tempest-TenantUsagesTestJSON-618283790-project] 10.222.0.43 "GET /v2.0/ports?device_id=acde64c6-3378-405c-9d40-91d9b3a724c3 HTTP/1.1" status: 200 len: 210 time: 0.0813351 Dec 16 22:12:16.230976 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-a785e128-1402-461d-aaa9-6a07b980aaf1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Request body: {'port': {'device_id': 'f8d536d9-e158-403c-b1a4-7b7d7fc361c9', 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d', 'admin_state_up': True, 'tenant_id': '9e9129638e7f4cd0be05b6f0c86dd955'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:16.308401 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c568e4-0f05-47d1-b173-a41de053557e req-6f15b789-d71b-4f36-be46-28d9d6def645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:16.309988 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-6f15b789-d71b-4f36-be46-28d9d6def645 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1563582 Dec 16 22:12:16.380212 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5819aa11-efd2-4360-bec4-88dd9dd04e43 x-openstack-request-id: req-5819aa11-efd2-4360-bec4-88dd9dd04e43 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:16.380958 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c35bc70-1752-4a43-8499-3f3c7c643656", "name": "network-vif-plugged", "status": "completed", "tag": "e4ca1bcc-d1aa-4057-a134-e6b4767c53ee", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:16.380958 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5819aa11-efd2-4360-bec4-88dd9dd04e43 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:16.381156 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c35bc70-1752-4a43-8499-3f3c7c643656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ca1bcc-d1aa-4057-a134-e6b4767c53ee', 'code': 200} Dec 16 22:12:16.399173 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:16.418805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c568e4-0f05-47d1-b173-a41de053557e req-ede2b157-4c8e-4866-a7ca-a688bf1b13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:16.420491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-ede2b157-4c8e-4866-a7ca-a688bf1b13d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0993474 Dec 16 22:12:16.494348 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ca6b6-8560-44ea-a22b-8252da999305 req-e17bb599-806b-4896-a893-79111e4a5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:16.496026 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-683ca6b6-8560-44ea-a22b-8252da999305 req-e17bb599-806b-4896-a893-79111e4a5c43 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 1096 time: 0.0429642 Dec 16 22:12:16.548973 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-683ca6b6-8560-44ea-a22b-8252da999305 req-965d6a85-9fda-4a6e-9bd1-3d769ffab1e6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457332 Dec 16 22:12:16.571369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8ff4a7b-0f66-4c86-bae4-614595b71a2a req-1c383806-d0b7-43b2-86ab-4f24767ba949 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 210 time: 0.1015069 Dec 16 22:12:16.646852 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9e7534-f58f-43c0-a65b-27589cc36210 x-openstack-request-id: req-ee9e7534-f58f-43c0-a65b-27589cc36210 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:16.647076 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:16.647302 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee9e7534-f58f-43c0-a65b-27589cc36210 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:16.647708 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c', 'status': 'completed', 'code': 200} Dec 16 22:12:16.685988 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Allocated IP 172.25.2.234 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/1bb25c58-b5e4-4772-80a9-6bd29e369b53) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:16.692357 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-43edd080-2b76-4a42-bb67-158942c0325c service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239382 Dec 16 22:12:16.726499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:16.740026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-a785e128-1402-461d-aaa9-6a07b980aaf1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Made reservation on behalf of 9e9129638e7f4cd0be05b6f0c86dd955 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:16.743750 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-a785e128-1402-461d-aaa9-6a07b980aaf1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:16.754337 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:16.754754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 7568cb4e-fa43-468a-8e7f-72fd0e45fd92 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:16.812613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-05997a05-1ad0-4569-90d5-4fc7efab8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:16.814600 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-05997a05-1ad0-4569-90d5-4fc7efab8fd7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0559740 Dec 16 22:12:16.951952 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-28731e4d-1a31-4326-8a32-f995b472db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:16.953595 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-28731e4d-1a31-4326-8a32-f995b472db36 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1297567 Dec 16 22:12:16.981678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9b125-a36c-42c7-ab9b-c99227b1fea1 req-9c948e7a-7e9b-4c39-9692-4ac863c23658 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:16.989021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08b9b125-a36c-42c7-ab9b-c99227b1fea1 req-9c948e7a-7e9b-4c39-9692-4ac863c23658 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 948 time: 0.2859740 Dec 16 22:12:17.026268 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-37deb7e0-f766-4ab0-991c-7f25533dfb85 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=687551d9-88dd-4645-bf60-89ebbbe4818c HTTP/1.1" status: 200 len: 217 time: 0.0645978 Dec 16 22:12:17.051731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82c568e4-0f05-47d1-b173-a41de053557e req-145d6f7d-c88b-4272-8bd2-480913798398 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474653 Dec 16 22:12:17.091611 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:17.102787 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-ebf34867-4b74-4921-aa13-a5d8942a24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:17.105051 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-ebf34867-4b74-4921-aa13-a5d8942a24fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0717044 Dec 16 22:12:17.148345 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Sync routers for ids ['87b99203-84c9-41bc-b613-e8db4add50ab'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:12:17.154586 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Routers {'87b99203-84c9-41bc-b613-e8db4add50ab'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:12:17.154586 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:11:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['87b99203-84c9-41bc-b613-e8db4add50ab'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:17.161708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08b9b125-a36c-42c7-ab9b-c99227b1fea1 req-2eba807d-8a3a-455b-95cd-2b0019a5c169 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714950 Dec 16 22:12:17.171984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-a785e128-1402-461d-aaa9-6a07b980aaf1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Allocated IP 172.20.0.10 (1748be95-c78e-4701-939a-f9809cb0660d/cc959983-53a1-41bc-bb50-5414cb529785/2d582342-9e57-4614-ba55-1331be8a4423) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:17.188679 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-014169c0-47be-4df7-8686-695b28db636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:17.190640 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-014169c0-47be-4df7-8686-695b28db636b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758119 Dec 16 22:12:17.292843 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Set router 87b99203-84c9-41bc-b613-e8db4add50ab gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:12:17.392984 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-ac745caa-7837-425d-8dd2-eecb30c22bd3 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891036 Dec 16 22:12:17.446433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fea308-fa84-4ff8-aa50-8dfaaec9ab79 req-9d81f253-9622-4394-9369-59397b648585 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:17.455193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73fea308-fa84-4ff8-aa50-8dfaaec9ab79 req-9d81f253-9622-4394-9369-59397b648585 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 945 time: 0.1582465 Dec 16 22:12:17.459526 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5e06592b-a2ab-4f29-8b98-c3fdf0317f77 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:17.536684 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'name': 'tempest-FloatingIPsTestJSON-466740924-router', 'tenant_id': '41cb990b5be743d1a444debc3b794af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '5e06592b-a2ab-4f29-8b98-c3fdf0317f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:07Z', 'updated_at': '2021-12-16T22:12:12Z', 'revision_number': 4, 'project_id': '41cb990b5be743d1a444debc3b794af1', 'gw_port': {'id': '5e06592b-a2ab-4f29-8b98-c3fdf0317f77', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:08Z', 'updated_at': '2021-12-16T22:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2f93c4c6-d9b9-41a1-b1db-0c97fcca947c', 'name': '', 'network_id': '6ea2059a-7e76-411a-840a-63b2ad9e478f', 'tenant_id': '41cb990b5be743d1a444debc3b794af1', 'mac_address': 'fa:16:3e:e3:0b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ae10d60c-43cf-40b3-8aca-64021b8d9277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:11Z', 'updated_at': '2021-12-16T22:12:13Z', 'revision_number': 2, 'project_id': '41cb990b5be743d1a444debc3b794af1', 'subnets': [{'id': 'ae10d60c-43cf-40b3-8aca-64021b8d9277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:17.548249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 5e06592b-a2ab-4f29-8b98-c3fdf0317f77 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:17.556081 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-54f637d7-69e0-4b93-a15d-f5455ada02b3 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552246 Dec 16 22:12:17.558022 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:17.575545 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Checking router: 87b99203-84c9-41bc-b613-e8db4add50ab for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:12:17.587338 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Updating router 87b99203-84c9-41bc-b613-e8db4add50ab port 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:12:17.632995 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-a785e128-1402-461d-aaa9-6a07b980aaf1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:17.637217 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:17.647773 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:17.689198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73fea308-fa84-4ff8-aa50-8dfaaec9ab79 req-8f7e8932-06ed-4480-856f-19cfd38341c4 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328632 Dec 16 22:12:17.760447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:17.777761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:17.785159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:17.820447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Pushing event updated for resources: {'Port': ['ID=1bb25c58-b5e4-4772-80a9-6bd29e369b53,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:17.830756 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-f4ef3447-4cb7-462c-ba20-8dec7834c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:17.832352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-f4ef3447-4cb7-462c-ba20-8dec7834c698 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 1099 time: 0.1958218 Dec 16 22:12:17.989317 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-a785e128-1402-461d-aaa9-6a07b980aaf1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:17.993068 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:12:18.109211 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.113962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-a785e128-1402-461d-aaa9-6a07b980aaf1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Network 1748be95-c78e-4701-939a-f9809cb0660d is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:18.118472 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.126730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-a785e128-1402-461d-aaa9-6a07b980aaf1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:18.136323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-a785e128-1402-461d-aaa9-6a07b980aaf1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:18.139711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-fedb0f0f-9b96-482f-a5b7-101363f10d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:18.141289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-fedb0f0f-9b96-482f-a5b7-101363f10d3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.2978699 Dec 16 22:12:18.141878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785e128-1402-461d-aaa9-6a07b980aaf1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Pushing event updated for resources: {'Port': ['ID=2d582342-9e57-4614-ba55-1331be8a4423,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:18.191374 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.224881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-e89dfdf3-ca6a-4b2b-9c59-a1b56040f6f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=687551d9-88dd-4645-bf60-89ebbbe4818c HTTP/1.1" status: 200 len: 217 time: 0.0564904 Dec 16 22:12:18.232944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcecfa-1d56-41d2-8fd6-fac978da7b78 req-055c358d-0af0-4daa-b9b9-3e4566da1138 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:18.234492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbfcecfa-1d56-41d2-8fd6-fac978da7b78 req-055c358d-0af0-4daa-b9b9-3e4566da1138 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 932 time: 0.1865330 Dec 16 22:12:18.264563 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf340d-c68b-4117-811f-76a3fa47f0dd None None] Pushing event updated for resources: {'Port': ['ID=2f93c4c6-d9b9-41a1-b1db-0c97fcca947c,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:18.286496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-a785e128-1402-461d-aaa9-6a07b980aaf1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:18.287166 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-a785e128-1402-461d-aaa9-6a07b980aaf1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.353830 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Attempting to bind port 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:18.354210 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Attempting to bind port 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '554cdec8-8ede-4bc1-a501-331d6103a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6ea2059a-7e76-411a-840a-63b2ad9e478f'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:18.357189 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Attempting to bind port 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c on network 6ea2059a-7e76-411a-840a-63b2ad9e478f {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:18.367911 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:18.368246 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Checking segment: {'id': '554cdec8-8ede-4bc1-a501-331d6103a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6ea2059a-7e76-411a-840a-63b2ad9e478f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:18.369051 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.369672 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Bound using segment: {'id': '554cdec8-8ede-4bc1-a501-331d6103a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6ea2059a-7e76-411a-840a-63b2ad9e478f'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:18.371543 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Bound port: 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554cdec8-8ede-4bc1-a501-331d6103a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6ea2059a-7e76-411a-840a-63b2ad9e478f'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:18.372108 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.377691 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.398317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-6667bf06-3d50-4f13-ad3b-5909b68ca84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:18.410489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-6667bf06-3d50-4f13-ad3b-5909b68ca84f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1619418 Dec 16 22:12:18.458504 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] For port 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:18.468373 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] For port 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2f93c4c6-d9b9-41a1-b1db-0c97fcca947c,segment=NetworkSegment(554cdec8-8ede-4bc1-a501-331d6103a2c7),segment_id=554cdec8-8ede-4bc1-a501-331d6103a2c7)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:18.476337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-a785e128-1402-461d-aaa9-6a07b980aaf1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2588682 Dec 16 22:12:18.486148 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58478) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:18.518396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Request body: {'port': {'device_id': 'f8d536d9-e158-403c-b1a4-7b7d7fc361c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:18.523727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbfcecfa-1d56-41d2-8fd6-fac978da7b78 req-694af1bd-85d3-45bd-af26-4542a6494808 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756777 Dec 16 22:12:18.552605 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.553169 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e3bc1c77-5464-43ed-87b8-6a22f8372644 None None] Provisioning complete for port 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:18.553661 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1c77-5464-43ed-87b8-6a22f8372644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.661162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acde64c6-3378-405c-9d40-91d9b3a724c3', 'name': 'network-vif-deleted', 'tag': '7568cb4e-fa43-468a-8e7f-72fd0e45fd92'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:18.668718 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de56ebd-84ea-4612-b960-95224bd945ac" -d '{"events": [{"server_uuid": "acde64c6-3378-405c-9d40-91d9b3a724c3", "name": "network-vif-deleted", "tag": "7568cb4e-fa43-468a-8e7f-72fd0e45fd92"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:18.682665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-62bc8266-13a0-40a8-afbc-15fe4ff443d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:18.684919 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-62bc8266-13a0-40a8-afbc-15fe4ff443d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2554116 Dec 16 22:12:18.691627 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf340d-c68b-4117-811f-76a3fa47f0dd None None] Pushing event updated for resources: {'Port': ['ID=2f93c4c6-d9b9-41a1-b1db-0c97fcca947c,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:18.697716 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Routers {'87b99203-84c9-41bc-b613-e8db4add50ab'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:12:18.699046 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:11:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['87b99203-84c9-41bc-b613-e8db4add50ab'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:18.714663 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.804494 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ee6146e9-8701-4d7c-ab27-fec1292e8350 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ddd9e0c2cee1472f852a97b3f433346c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152514 Dec 16 22:12:18.805059 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58490) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:18.835440 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] Set router 87b99203-84c9-41bc-b613-e8db4add50ab gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:12:18.864070 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1c77-5464-43ed-87b8-6a22f8372644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.930584 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-43f3ae67-ca0e-4e28-9f2f-4f10d5013dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.938273 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e3bc1c77-5464-43ed-87b8-6a22f8372644 None None] For port 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2f93c4c6-d9b9-41a1-b1db-0c97fcca947c,segment=NetworkSegment(554cdec8-8ede-4bc1-a501-331d6103a2c7),segment_id=554cdec8-8ede-4bc1-a501-331d6103a2c7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:18.959437 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-43f3ae67-ca0e-4e28-9f2f-4f10d5013dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.050183 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1c77-5464-43ed-87b8-6a22f8372644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.098276 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2b516-a915-4ab0-8668-4e7d52ef9daf req-e9941dc2-4402-4cc8-8271-af229c53fdac tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:19.106889 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0df2b516-a915-4ab0-8668-4e7d52ef9daf req-e9941dc2-4402-4cc8-8271-af229c53fdac tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 948 time: 0.3945575 Dec 16 22:12:19.115969 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-43f3ae67-ca0e-4e28-9f2f-4f10d5013dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.121512 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-43f3ae67-ca0e-4e28-9f2f-4f10d5013dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.123322 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-43f3ae67-ca0e-4e28-9f2f-4f10d5013dd5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4563a212-edfd-4ca9-9d47-0ac463e254fe HTTP/1.1" status: 204 len: 168 time: 0.3169374 Dec 16 22:12:19.133416 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3ae67-ca0e-4e28-9f2f-4f10d5013dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4563a212-edfd-4ca9-9d47-0ac463e254fe,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:19.142628 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc1c77-5464-43ed-87b8-6a22f8372644 None None] Pushing event updated for resources: {'Port': ['ID=2f93c4c6-d9b9-41a1-b1db-0c97fcca947c,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:19.179479 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-15361776-b8b2-4d81-829d-0b4386b4223a None None] Provisioning complete for port 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:19.180355 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15361776-b8b2-4d81-829d-0b4386b4223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.183845 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'name': 'tempest-FloatingIPsTestJSON-466740924-router', 'tenant_id': '41cb990b5be743d1a444debc3b794af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '5e06592b-a2ab-4f29-8b98-c3fdf0317f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:07Z', 'updated_at': '2021-12-16T22:12:12Z', 'revision_number': 4, 'project_id': '41cb990b5be743d1a444debc3b794af1', 'gw_port': {'id': '5e06592b-a2ab-4f29-8b98-c3fdf0317f77', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:08Z', 'updated_at': '2021-12-16T22:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2f93c4c6-d9b9-41a1-b1db-0c97fcca947c', 'name': '', 'network_id': '6ea2059a-7e76-411a-840a-63b2ad9e478f', 'tenant_id': '41cb990b5be743d1a444debc3b794af1', 'mac_address': 'fa:16:3e:e3:0b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ae10d60c-43cf-40b3-8aca-64021b8d9277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:11Z', 'updated_at': '2021-12-16T22:12:18Z', 'revision_number': 4, 'project_id': '41cb990b5be743d1a444debc3b794af1', 'subnets': [{'id': 'ae10d60c-43cf-40b3-8aca-64021b8d9277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:19.247371 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198e79b3-f505-4e9a-9619-92c34c19c40e None None] The sync data for ids ['87b99203-84c9-41bc-b613-e8db4add50ab'] in n-d-821840-2 is: [{'id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'name': 'tempest-FloatingIPsTestJSON-466740924-router', 'tenant_id': '41cb990b5be743d1a444debc3b794af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '5e06592b-a2ab-4f29-8b98-c3fdf0317f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:07Z', 'updated_at': '2021-12-16T22:12:12Z', 'revision_number': 4, 'project_id': '41cb990b5be743d1a444debc3b794af1', 'gw_port': {'id': '5e06592b-a2ab-4f29-8b98-c3fdf0317f77', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:08Z', 'updated_at': '2021-12-16T22:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2f93c4c6-d9b9-41a1-b1db-0c97fcca947c', 'name': '', 'network_id': '6ea2059a-7e76-411a-840a-63b2ad9e478f', 'tenant_id': '41cb990b5be743d1a444debc3b794af1', 'mac_address': 'fa:16:3e:e3:0b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ae10d60c-43cf-40b3-8aca-64021b8d9277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:11Z', 'updated_at': '2021-12-16T22:12:18Z', 'revision_number': 4, 'project_id': '41cb990b5be743d1a444debc3b794af1', 'subnets': [{'id': 'ae10d60c-43cf-40b3-8aca-64021b8d9277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:12:19.450217 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:19.532887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-364df571-1008-4273-8e49-4e5489ba7580 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8377202 Dec 16 22:12:19.547619 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:19.548008 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.565769 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.674086 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.750171 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63a40fba-3373-4471-99cd-f668b5b8e169 req-3ea18edc-c65e-4765-a1ee-e62479176d1d service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823857 Dec 16 22:12:19.781814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0df2b516-a915-4ab0-8668-4e7d52ef9daf req-8313fdea-d373-4fa6-9c57-54926a5deeed tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6739118 Dec 16 22:12:19.848168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Pushing event updated for resources: {'Port': ['ID=1bb25c58-b5e4-4772-80a9-6bd29e369b53,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:19.860100 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70a492d-f16d-4d70-8ab0-67d574d0fcaf x-openstack-request-id: req-b70a492d-f16d-4d70-8ab0-67d574d0fcaf {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:19.877826 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acde64c6-3378-405c-9d40-91d9b3a724c3", "name": "network-vif-deleted", "tag": "7568cb4e-fa43-468a-8e7f-72fd0e45fd92", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:19.877826 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b70a492d-f16d-4d70-8ab0-67d574d0fcaf {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:19.877826 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acde64c6-3378-405c-9d40-91d9b3a724c3', 'name': 'network-vif-deleted', 'tag': '7568cb4e-fa43-468a-8e7f-72fd0e45fd92', 'status': 'completed', 'code': 200} Dec 16 22:12:19.929756 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.993342 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44782391-d5f3-41b0-b842-c90329ab5ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.019719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d582342-9e57-4614-ba55-1331be8a4423 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:20.033374 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.034623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-6e061366-ca09-452f-8d77-3eb84f2d11cf tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4548998 Dec 16 22:12:20.036968 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.060887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105e13c-9340-4290-97f3-f26a22c96b9f req-0771244b-1e18-485f-b448-525f2bb63f0e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:20.061013 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58502) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:20.067207 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2105e13c-9340-4290-97f3-f26a22c96b9f req-0771244b-1e18-485f-b448-525f2bb63f0e tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 945 time: 0.1210434 Dec 16 22:12:20.079181 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb1568ff-e440-4efd-b4cd-6cbddff1f537 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.096428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Transition to ACTIVE for port object 2d582342-9e57-4614-ba55-1331be8a4423 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:12:20.176854 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.182179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-f002482e-be00-4db7-b86a-32c19ed1a70c tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.234 HTTP/1.1" status: 200 len: 696 time: 0.1348472 Dec 16 22:12:20.214231 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb1568ff-e440-4efd-b4cd-6cbddff1f537 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.303321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2105e13c-9340-4290-97f3-f26a22c96b9f req-36b692bb-f3f8-4a03-ae18-cde7f667bdee tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347758 Dec 16 22:12:20.321848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Pushing event updated for resources: {'Port': ['ID=2d582342-9e57-4614-ba55-1331be8a4423,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:20.416864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-c80279f6-831b-43c3-b4e0-69e239df58e1 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:20.542040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-c80279f6-831b-43c3-b4e0-69e239df58e1 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.2264526 Dec 16 22:12:20.542040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-bb2cf8d2-9f26-460b-b920-f478f3336f3c tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:12:20.542040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08e5fb2c-3ec0-4a9b-a107-15209969350f req-bb2cf8d2-9f26-460b-b920-f478f3336f3c tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135930 Dec 16 22:12:20.542040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Attempting to bind port 2d582342-9e57-4614-ba55-1331be8a4423 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:20.542040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Attempting to bind port 2d582342-9e57-4614-ba55-1331be8a4423 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:20.542040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Attempting to bind port 2d582342-9e57-4614-ba55-1331be8a4423 on network 1748be95-c78e-4701-939a-f9809cb0660d {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:20.542040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Port 2d582342-9e57-4614-ba55-1331be8a4423 on network 1748be95-c78e-4701-939a-f9809cb0660d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:12:20.542040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Attempting to bind port 2d582342-9e57-4614-ba55-1331be8a4423 on network 1748be95-c78e-4701-939a-f9809cb0660d {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:20.542040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:20.542040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Checking segment: {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:20.542040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Bound using segment: {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:20.542040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Bound port: 2d582342-9e57-4614-ba55-1331be8a4423, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:20.544214 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.586413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] For port 2d582342-9e57-4614-ba55-1331be8a4423, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:20.612025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] For port 2d582342-9e57-4614-ba55-1331be8a4423, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2d582342-9e57-4614-ba55-1331be8a4423,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:20.627702 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd73558-511d-41b2-940a-704d7ec3cefd req-fa898692-e2fc-429a-bc6d-a372406bc379 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:20.629181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fd73558-511d-41b2-940a-704d7ec3cefd req-fa898692-e2fc-429a-bc6d-a372406bc379 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 944 time: 0.1262054 Dec 16 22:12:20.648046 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2df22989-1831-4a94-82ee-b89072b7080b req-b76b8953-0a01-4ccf-ad52-8fa0f2b7e1d6 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1818908238&fields=id&tenant_id=9a7bb17956864f3ab1507aefe9f30b8e HTTP/1.1" status: 200 len: 267 time: 0.1114249 Dec 16 22:12:20.721440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fd73558-511d-41b2-940a-704d7ec3cefd req-2c05510d-3714-46e8-a57d-b9149b9f10cf tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820529 Dec 16 22:12:20.734927 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df22989-1831-4a94-82ee-b89072b7080b req-0698c3e8-e5fb-4ff7-ae69-9c983ea8d269 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:20.736544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2df22989-1831-4a94-82ee-b89072b7080b req-0698c3e8-e5fb-4ff7-ae69-9c983ea8d269 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 945 time: 0.0791600 Dec 16 22:12:20.751067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-2df22989-1831-4a94-82ee-b89072b7080b req-4a647656-831d-42d0-a032-f3c46e1f2b46 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Request body: {'port': {'security_groups': ['08a08aac-2e3d-48a4-add3-5666f14da74a', '6e6386db-a1cf-42d6-bc1c-e5a8dcccc979']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:20.829603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28eb757c-f962-4dfc-a79b-3de6e4921b2e req-8cf28b04-e4d7-43e6-b7e6-04c1ea01157a tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/floatingips/1b5e21b4-147d-4b3b-88ef-bc290fcb289e HTTP/1.1" status: 200 len: 693 time: 0.0748110 Dec 16 22:12:20.914984 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2df22989-1831-4a94-82ee-b89072b7080b req-4a647656-831d-42d0-a032-f3c46e1f2b46 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.036619 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb757c-f962-4dfc-a79b-3de6e4921b2e req-5eb2db3c-4dfd-4240-ba9b-9ef6e3381887 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:21.038065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28eb757c-f962-4dfc-a79b-3de6e4921b2e req-5eb2db3c-4dfd-4240-ba9b-9ef6e3381887 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.1836977 Dec 16 22:12:21.055812 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-28eb757c-f962-4dfc-a79b-3de6e4921b2e req-38fac898-76d3-467b-bb2e-454d83546f00 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:12:21.056840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28eb757c-f962-4dfc-a79b-3de6e4921b2e req-38fac898-76d3-467b-bb2e-454d83546f00 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092788 Dec 16 22:12:21.190949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-2df22989-1831-4a94-82ee-b89072b7080b req-4a647656-831d-42d0-a032-f3c46e1f2b46 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] For port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee,segment=NetworkSegment(838a1af7-9806-4aee-acbc-27dc753f90a4),segment_id=838a1af7-9806-4aee-acbc-27dc753f90a4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:21.224875 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2df22989-1831-4a94-82ee-b89072b7080b req-4a647656-831d-42d0-a032-f3c46e1f2b46 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.320940 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb1568ff-e440-4efd-b4cd-6cbddff1f537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.364640 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.409859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:21.410602 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.412122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] 10.222.0.24 "PUT /v2.0/ports/2d582342-9e57-4614-ba55-1331be8a4423 HTTP/1.1" status: 200 len: 1092 time: 2.9035721 Dec 16 22:12:21.441055 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1568ff-e440-4efd-b4cd-6cbddff1f537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b7b14e-cc31-4c96-9f2a-c0a845d891b4,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:21.449381 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-eb1568ff-e440-4efd-b4cd-6cbddff1f537 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff102b0dda804a32baa44ce420c050bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3873503 Dec 16 22:12:21.452230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58524) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:21.467742 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2df22989-1831-4a94-82ee-b89072b7080b req-4a647656-831d-42d0-a032-f3c46e1f2b46 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.481763 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['e4ca1bcc-d1aa-4057-a134-e6b4767c53ee'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:21.484444 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee87f6-20f0-4420-83d0-cab0e5329457 service neutron] Pushing event updated for resources: {'Port': ['ID=2d582342-9e57-4614-ba55-1331be8a4423,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:21.529335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['139214d6-b24f-4d84-a91e-68cbb34ca3f7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:21.548030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df22989-1831-4a94-82ee-b89072b7080b req-4a647656-831d-42d0-a032-f3c46e1f2b46 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:21.548677 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2df22989-1831-4a94-82ee-b89072b7080b req-4a647656-831d-42d0-a032-f3c46e1f2b46 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.550274 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2df22989-1831-4a94-82ee-b89072b7080b req-4a647656-831d-42d0-a032-f3c46e1f2b46 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "PUT /v2.0/ports/e4ca1bcc-d1aa-4057-a134-e6b4767c53ee HTTP/1.1" status: 200 len: 981 time: 0.8058128 Dec 16 22:12:21.584796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389802e-2c86-4b63-b880-a4f70a4e95a8 req-1af6bd6e-f1b3-42ee-a5d9-b291f0ee2e33 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:21.586361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f389802e-2c86-4b63-b880-a4f70a4e95a8 req-1af6bd6e-f1b3-42ee-a5d9-b291f0ee2e33 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 948 time: 0.1715109 Dec 16 22:12:21.664643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['e4ca1bcc-d1aa-4057-a134-e6b4767c53ee'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:21.733903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c929076-a2dd-4137-b52b-477f9e229287 req-1a5c9e6e-574d-45a2-82c5-7d154108a7c2 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=41cb990b5be743d1a444debc3b794af1 HTTP/1.1" status: 200 len: 696 time: 0.1627378 Dec 16 22:12:21.738551 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a647656-831d-42d0-a032-f3c46e1f2b46 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event updated for resources: {'Port': ['ID=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:21.745079 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67e359f1-e902-4b19-ad4d-31c1cf6f13cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.843420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f389802e-2c86-4b63-b880-a4f70a4e95a8 req-cd2fcdde-855c-4238-a3ee-b9076bc5b02e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383718 Dec 16 22:12:21.850948 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67e359f1-e902-4b19-ad4d-31c1cf6f13cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.854647 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-9318cfeb-5b22-4737-9d83-870c9fb87cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:21.856197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-9318cfeb-5b22-4737-9d83-870c9fb87cc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 1095 time: 0.2626915 Dec 16 22:12:21.870389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d536d9-e158-403c-b1a4-7b7d7fc361c9', 'tag': '2d582342-9e57-4614-ba55-1331be8a4423'}, {'name': 'network-changed', 'server_uuid': '2c35bc70-1752-4a43-8499-3f3c7c643656', 'tag': 'e4ca1bcc-d1aa-4057-a134-e6b4767c53ee'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:21.872789 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15956d5-217f-44ca-aeae-e7859ad19a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d536d9-e158-403c-b1a4-7b7d7fc361c9", "tag": "2d582342-9e57-4614-ba55-1331be8a4423"}, {"name": "network-changed", "server_uuid": "2c35bc70-1752-4a43-8499-3f3c7c643656", "tag": "e4ca1bcc-d1aa-4057-a134-e6b4767c53ee"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:21.947064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-6c472d8d-a92f-4d03-9556-9de4a6b6d3a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d582342-9e57-4614-ba55-1331be8a4423 HTTP/1.1" status: 200 len: 217 time: 0.0770273 Dec 16 22:12:22.084508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c929076-a2dd-4137-b52b-477f9e229287 req-597efabb-17c2-46ac-9922-f631b8a19e75 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:22.086141 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c929076-a2dd-4137-b52b-477f9e229287 req-597efabb-17c2-46ac-9922-f631b8a19e75 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/networks?id=331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 787 time: 0.3300076 Dec 16 22:12:22.111174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-0e5bca59-2064-41dd-bc1d-8263dc047dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:22.113838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-0e5bca59-2064-41dd-bc1d-8263dc047dcc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc959983-53a1-41bc-bb50-5414cb529785 HTTP/1.1" status: 200 len: 852 time: 0.1380091 Dec 16 22:12:22.116930 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-8c929076-a2dd-4137-b52b-477f9e229287 req-1dc5d2c3-e0e4-4997-ba03-4a8142d158aa tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:12:22.117939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c929076-a2dd-4137-b52b-477f9e229287 req-1dc5d2c3-e0e4-4997-ba03-4a8142d158aa tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124862 Dec 16 22:12:22.159449 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-b8545e8c-67c1-4b25-b643-ec4bdd8848e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1748be95-c78e-4701-939a-f9809cb0660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367293 Dec 16 22:12:22.164060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-639b6413-35cf-4b21-a81f-1666104de2e3 req-7a55171a-c5ee-44d7-abe2-c7db0603e43b tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/6e6386db-a1cf-42d6-bc1c-e5a8dcccc979 HTTP/1.1" status: 200 len: 1818 time: 0.1117239 Dec 16 22:12:22.232227 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67e359f1-e902-4b19-ad4d-31c1cf6f13cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:22.234836 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67e359f1-e902-4b19-ad4d-31c1cf6f13cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:22.238509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-67e359f1-e902-4b19-ad4d-31c1cf6f13cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24b7b14e-cc31-4c96-9f2a-c0a845d891b4 HTTP/1.1" status: 204 len: 168 time: 0.7775271 Dec 16 22:12:22.310500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e359f1-e902-4b19-ad4d-31c1cf6f13cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b7b14e-cc31-4c96-9f2a-c0a845d891b4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:22.376859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ec46e-c5d8-42df-8b04-28e3b7f318ee req-9ae1d5d3-1bbc-426b-9ae8-9240f26b7c84 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:22.378716 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d207b97-4ab3-4b9e-827f-9ec655fcd976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:22.378858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-163ec46e-c5d8-42df-8b04-28e3b7f318ee req-9ae1d5d3-1bbc-426b-9ae8-9240f26b7c84 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 944 time: 0.1888773 Dec 16 22:12:22.381987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-bc42de26-e946-476e-b303-eb5362abaecd service neutron] 10.222.0.24 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137349 Dec 16 22:12:22.382856 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-639b6413-35cf-4b21-a81f-1666104de2e3 req-abf62e12-5c15-4b24-a50f-7354b03fad05 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 22:12:22.383860 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-639b6413-35cf-4b21-a81f-1666104de2e3 req-abf62e12-5c15-4b24-a50f-7354b03fad05 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "DELETE /v2.0/security-groups/6e6386db-a1cf-42d6-bc1c-e5a8dcccc979 HTTP/1.1" status: 409 len: 341 time: 0.2059968 Dec 16 22:12:22.532971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-163ec46e-c5d8-42df-8b04-28e3b7f318ee req-bdf69f37-c72f-4415-ae75-0fb708dbae2a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356437 Dec 16 22:12:22.546290 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd36df05-8635-4c0d-ac77-69ff26196b65 req-2ae38ff5-afaf-4544-b46a-edebadbdf7d0 service neutron] 10.222.0.24 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520438 Dec 16 22:12:22.583403 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec9e230-3097-4787-b0cd-b5a94bb8e77b x-openstack-request-id: req-7ec9e230-3097-4787-b0cd-b5a94bb8e77b {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:22.583998 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d536d9-e158-403c-b1a4-7b7d7fc361c9", "tag": "2d582342-9e57-4614-ba55-1331be8a4423", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c35bc70-1752-4a43-8499-3f3c7c643656", "tag": "e4ca1bcc-d1aa-4057-a134-e6b4767c53ee", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:22.583998 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ec9e230-3097-4787-b0cd-b5a94bb8e77b {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:22.584744 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d536d9-e158-403c-b1a4-7b7d7fc361c9', 'tag': '2d582342-9e57-4614-ba55-1331be8a4423', 'status': 'completed', 'code': 200} Dec 16 22:12:22.584744 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c35bc70-1752-4a43-8499-3f3c7c643656', 'tag': 'e4ca1bcc-d1aa-4057-a134-e6b4767c53ee', 'status': 'completed', 'code': 200} Dec 16 22:12:22.661650 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-250f07e8-83f6-4e89-a5c8-92e99356d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:22.663200 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-250f07e8-83f6-4e89-a5c8-92e99356d65e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a7bb17956864f3ab1507aefe9f30b8e&device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 1135 time: 0.0464859 Dec 16 22:12:22.682560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b196f25e-9134-4f77-bb9d-b7af7e1f80c5 req-a9e33a17-94ba-4708-9b0c-b66465e0e093 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/floatingips/1b5e21b4-147d-4b3b-88ef-bc290fcb289e HTTP/1.1" status: 200 len: 693 time: 0.0849977 Dec 16 22:12:22.729579 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 687551d9-88dd-4645-bf60-89ebbbe4818c details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:12:22.786266 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-fc5a249e-4440-409a-b333-304a25bae8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:22.788359 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-fc5a249e-4440-409a-b333-304a25bae8a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=59079a34-3a8f-499e-b8cb-52794f9d4a6b HTTP/1.1" status: 200 len: 914 time: 0.1163704 Dec 16 22:12:22.860068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196f25e-9134-4f77-bb9d-b7af7e1f80c5 req-c12ca66a-774d-48d2-8884-a1027601079e tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:22.867812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b196f25e-9134-4f77-bb9d-b7af7e1f80c5 req-c12ca66a-774d-48d2-8884-a1027601079e tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.1765804 Dec 16 22:12:22.872661 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-7ff0e024-9e87-4551-b823-b061631e77eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee HTTP/1.1" status: 200 len: 217 time: 0.0761132 Dec 16 22:12:22.875167 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-b196f25e-9134-4f77-bb9d-b7af7e1f80c5 req-26d52c43-7966-4c4b-aa16-5a3e178da104 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:12:22.882936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b196f25e-9134-4f77-bb9d-b7af7e1f80c5 req-26d52c43-7966-4c4b-aa16-5a3e178da104 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138202 Dec 16 22:12:22.887534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-155b6712-293c-4665-a6d5-d35d48bd9ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:22.888642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-155b6712-293c-4665-a6d5-d35d48bd9ab3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 1095 time: 0.1370935 Dec 16 22:12:22.938150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-43e936ba-52b7-4a9b-8073-78aafd155e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:22.940296 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-43e936ba-52b7-4a9b-8073-78aafd155e00 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18e23a00-f39c-4042-9489-c832f4556001 HTTP/1.1" status: 200 len: 853 time: 0.0603540 Dec 16 22:12:22.967585 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=687551d9-88dd-4645-bf60-89ebbbe4818c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:22.982373 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '687551d9-88dd-4645-bf60-89ebbbe4818c', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '687551d9-88dd-4645-bf60-89ebbbe4818c', 'mac_address': 'fa:16:3e:8a:e7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:12:22.992231 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-8426477c-86ed-4141-abbd-2337e3ac1690 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59079a34-3a8f-499e-b8cb-52794f9d4a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417750 Dec 16 22:12:23.025437 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:23.043002 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687551d9-88dd-4645-bf60-89ebbbe4818c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:23.071429 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=687551d9-88dd-4645-bf60-89ebbbe4818c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:23.090096 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b196f25e-9134-4f77-bb9d-b7af7e1f80c5 req-d075f75d-2f55-4f64-9154-02595ffd8e76 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.234 HTTP/1.1" status: 200 len: 696 time: 0.2059400 Dec 16 22:12:23.124987 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-9c463c61-ef9a-4432-a4d5-a17fac68a046 service neutron] 10.222.0.69 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250987 Dec 16 22:12:23.149133 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:23.182546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b196f25e-9134-4f77-bb9d-b7af7e1f80c5 req-b28b113c-7d09-4b7c-926c-dafcd5a82c0d tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.234 HTTP/1.1" status: 200 len: 696 time: 0.0907989 Dec 16 22:12:23.226183 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=687551d9-88dd-4645-bf60-89ebbbe4818c,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:23.320780 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-66416d02-7a4a-4175-82e7-9bb3c5166a5e service neutron] 10.222.0.69 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877563 Dec 16 22:12:23.331134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceca753e-38a3-4f1b-bf4c-e4f5bb1d3458 req-1cbea7f4-350f-430c-96bc-8ef28ce62469 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3849778 Dec 16 22:12:23.350751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03585e-3f71-435d-963f-2870d44519dd req-0383b7e3-10f2-44c9-9cc7-72b75b157b68 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:23.352519 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-0383b7e3-10f2-44c9-9cc7-72b75b157b68 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.24 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3&tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 948 time: 0.3697813 Dec 16 22:12:23.364053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-b6b9cb52-010f-438f-8ac7-f80d728025b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:23.365721 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-b6b9cb52-010f-438f-8ac7-f80d728025b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 913 time: 0.4682136 Dec 16 22:12:23.387255 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:23.437484 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['687551d9-88dd-4645-bf60-89ebbbe4818c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:23.540441 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263f6b9-7bbe-4863-a3bd-b46ccb863992 req-ecd121b3-ec74-4b42-9a1e-32395a043e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:23.542921 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3263f6b9-7bbe-4863-a3bd-b46ccb863992 req-ecd121b3-ec74-4b42-9a1e-32395a043e18 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a7bb17956864f3ab1507aefe9f30b8e&device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 1135 time: 0.0735028 Dec 16 22:12:23.681183 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263f6b9-7bbe-4863-a3bd-b46ccb863992 req-867adec0-05ad-4708-b9a2-2ebaaadb591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:23.682448 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3263f6b9-7bbe-4863-a3bd-b46ccb863992 req-867adec0-05ad-4708-b9a2-2ebaaadb591c service neutron] 10.222.0.69 "GET /v2.0/networks?id=59079a34-3a8f-499e-b8cb-52794f9d4a6b HTTP/1.1" status: 200 len: 914 time: 0.1323209 Dec 16 22:12:23.749011 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3263f6b9-7bbe-4863-a3bd-b46ccb863992 req-b9ce19ba-142b-4781-8cb9-2b39825710af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee HTTP/1.1" status: 200 len: 217 time: 0.0593135 Dec 16 22:12:23.807409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263f6b9-7bbe-4863-a3bd-b46ccb863992 req-7e4a29d5-21a0-47ef-9fd0-dfe1b806a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:23.809146 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3263f6b9-7bbe-4863-a3bd-b46ccb863992 req-7e4a29d5-21a0-47ef-9fd0-dfe1b806a183 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18e23a00-f39c-4042-9489-c832f4556001 HTTP/1.1" status: 200 len: 853 time: 0.0533557 Dec 16 22:12:23.843785 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3263f6b9-7bbe-4863-a3bd-b46ccb863992 req-0830df93-8905-41d3-a20a-4ad4816db9e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59079a34-3a8f-499e-b8cb-52794f9d4a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273666 Dec 16 22:12:23.896106 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-41dcc291-a55c-4680-9368-8e7ba193bc39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d582342-9e57-4614-ba55-1331be8a4423 HTTP/1.1" status: 200 len: 217 time: 0.5068049 Dec 16 22:12:23.943607 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3263f6b9-7bbe-4863-a3bd-b46ccb863992 req-4b1df992-2b9c-4fa6-85e0-b18386b47346 service neutron] 10.222.0.69 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925117 Dec 16 22:12:24.006714 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894f170-b88b-4441-9809-2e01f84a1d14 req-161a952d-0daf-498a-9ddb-b9de9bc97e71 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:24.008981 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9894f170-b88b-4441-9809-2e01f84a1d14 req-161a952d-0daf-498a-9ddb-b9de9bc97e71 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 949 time: 0.6853216 Dec 16 22:12:24.042256 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3263f6b9-7bbe-4863-a3bd-b46ccb863992 req-c5863633-428b-4700-a7cf-cc76e5f3c90d service neutron] 10.222.0.69 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917609 Dec 16 22:12:24.047347 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca753e-38a3-4f1b-bf4c-e4f5bb1d3458 req-ff3b7ac5-08ea-4fc9-ab20-0e231bd97d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:24.048760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceca753e-38a3-4f1b-bf4c-e4f5bb1d3458 req-ff3b7ac5-08ea-4fc9-ab20-0e231bd97d25 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 1101 time: 0.6585031 Dec 16 22:12:24.056407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-d81db642-0548-4416-b97d-9510256bb56d service neutron] 10.222.0.24 "GET /v2.0/ports/687551d9-88dd-4645-bf60-89ebbbe4818c/bindings/n-h2-821840-2 HTTP/1.1" status: 200 len: 382 time: 0.6682866 Dec 16 22:12:24.061608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-3fa2f1e3-a18b-466e-8ace-2915aac41d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:24.063082 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-3fa2f1e3-a18b-466e-8ace-2915aac41d61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc959983-53a1-41bc-bb50-5414cb529785 HTTP/1.1" status: 200 len: 852 time: 0.1529691 Dec 16 22:12:24.131303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-34876d73-fa57-4ebc-af8a-b183ffe8d48c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1748be95-c78e-4701-939a-f9809cb0660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589418 Dec 16 22:12:24.206611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9894f170-b88b-4441-9809-2e01f84a1d14 req-2fe700ae-61b3-407b-a482-e4c2b4f8f494 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839981 Dec 16 22:12:24.282221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-b196f25e-9134-4f77-bb9d-b7af7e1f80c5 req-073f16a5-7bac-41ec-9c52-a7af74d774a7 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Deleting port 1bb25c58-b5e4-4772-80a9-6bd29e369b53 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:24.282577 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b196f25e-9134-4f77-bb9d-b7af7e1f80c5 req-073f16a5-7bac-41ec-9c52-a7af74d774a7 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:24.412216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03585e-3f71-435d-963f-2870d44519dd req-9bd7d121-4469-4e68-8a83-20a5ce316774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:24.413882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-9bd7d121-4469-4e68-8a83-20a5ce316774 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 1100 time: 0.2989850 Dec 16 22:12:24.590011 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b196f25e-9134-4f77-bb9d-b7af7e1f80c5 req-073f16a5-7bac-41ec-9c52-a7af74d774a7 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:24.590390 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b196f25e-9134-4f77-bb9d-b7af7e1f80c5 req-073f16a5-7bac-41ec-9c52-a7af74d774a7 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:24.594819 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca753e-38a3-4f1b-bf4c-e4f5bb1d3458 req-2ef8fb17-d4a3-4a47-a0d4-c6390d93011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:24.596467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceca753e-38a3-4f1b-bf4c-e4f5bb1d3458 req-2ef8fb17-d4a3-4a47-a0d4-c6390d93011c service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.5099332 Dec 16 22:12:24.646659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-b196f25e-9134-4f77-bb9d-b7af7e1f80c5 req-073f16a5-7bac-41ec-9c52-a7af74d774a7 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Calling delete_port for 1bb25c58-b5e4-4772-80a9-6bd29e369b53 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:24.693067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-1d4d8ebe-d43a-4dc1-a878-0b40d8d12482 service neutron] 10.222.0.24 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452595 Dec 16 22:12:24.698960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceca753e-38a3-4f1b-bf4c-e4f5bb1d3458 req-a3d932f0-9e29-41e1-abfd-a7dc551f3b9d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 HTTP/1.1" status: 200 len: 217 time: 0.0691960 Dec 16 22:12:24.706775 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:24.721145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f29598-7ef8-482f-9a60-23471714764f req-8a5da967-8da8-409c-88e4-497f16d67308 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:24.723472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70f29598-7ef8-482f-9a60-23471714764f req-8a5da967-8da8-409c-88e4-497f16d67308 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 984 time: 0.2628098 Dec 16 22:12:24.757816 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 687551d9-88dd-4645-bf60-89ebbbe4818c up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:24.929707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03585e-3f71-435d-963f-2870d44519dd req-4f9fd434-9102-4b80-8b86-b5420bfc7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:24.931482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-4f9fd434-9102-4b80-8b86-b5420bfc7147 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.5046172 Dec 16 22:12:24.964544 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 687551d9-88dd-4645-bf60-89ebbbe4818c completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:12:24.969643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 687551d9-88dd-4645-bf60-89ebbbe4818c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:24.973351 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:24.981984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca753e-38a3-4f1b-bf4c-e4f5bb1d3458 req-5eaed02e-e53a-4d6d-b6ad-f8f2dd944e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:24.983450 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceca753e-38a3-4f1b-bf4c-e4f5bb1d3458 req-5eaed02e-e53a-4d6d-b6ad-f8f2dd944e41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.2520671 Dec 16 22:12:25.036630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-5e9bea0b-2dc8-4243-b110-69534e9848d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=687551d9-88dd-4645-bf60-89ebbbe4818c HTTP/1.1" status: 200 len: 217 time: 0.0878522 Dec 16 22:12:25.053734 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:25.080996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:25.083400 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec404c9-2d65-49d2-b03f-a68d6b9971a1" -d '{"events": [{"server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "name": "network-vif-plugged", "status": "completed", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:25.100453 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=687551d9-88dd-4645-bf60-89ebbbe4818c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:25.148508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70f29598-7ef8-482f-9a60-23471714764f req-cefc9626-e6c5-4f7e-af19-407399a0fd72 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&id=6e6386db-a1cf-42d6-bc1c-e5a8dcccc979&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3906302 Dec 16 22:12:25.150625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a15956d5-217f-44ca-aeae-e7859ad19a6f req-225c24d6-b8e9-46d4-a8fb-930ae4c63c33 service neutron] 10.222.0.24 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462302 Dec 16 22:12:25.176495 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03585e-3f71-435d-963f-2870d44519dd req-8e66e160-23b7-472a-9e5a-43a3e0c8437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:25.178571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-8e66e160-23b7-472a-9e5a-43a3e0c8437d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1284947 Dec 16 22:12:25.180433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca753e-38a3-4f1b-bf4c-e4f5bb1d3458 req-0bad7466-dd0b-4386-bfc1-256e90d1fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:25.182416 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceca753e-38a3-4f1b-bf4c-e4f5bb1d3458 req-0bad7466-dd0b-4386-bfc1-256e90d1fe29 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1621652 Dec 16 22:12:25.227523 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:25.341230 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=687551d9-88dd-4645-bf60-89ebbbe4818c,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:25.351450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:25.351987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:25.352439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:25.353460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:25.353912 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:25.355022 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:25.355022 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:25.355257 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:25.355686 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:25.356239 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:25.356641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:25.357191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:25.357586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:25.370934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03585e-3f71-435d-963f-2870d44519dd req-bfe7d351-bac1-4075-aec6-2f40ca350f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:25.372509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-bfe7d351-bac1-4075-aec6-2f40ca350f0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1688254 Dec 16 22:12:25.458850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe18d9-6e34-4c53-978f-9a38014b2667 req-1929c1a7-8d6c-4504-a612-1e416c9b07f7 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:25.460562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7abe18d9-6e34-4c53-978f-9a38014b2667 req-1929c1a7-8d6c-4504-a612-1e416c9b07f7 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 944 time: 0.1708333 Dec 16 22:12:25.464601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceca753e-38a3-4f1b-bf4c-e4f5bb1d3458 req-9e15b6b6-54f9-403f-bdcc-7255c73de7fa service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627764 Dec 16 22:12:25.486621 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b196f25e-9134-4f77-bb9d-b7af7e1f80c5 req-073f16a5-7bac-41ec-9c52-a7af74d774a7 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:25.575296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f16a5-7bac-41ec-9c52-a7af74d774a7 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Pushing event deleted for resources: {'Port': ['ID=1bb25c58-b5e4-4772-80a9-6bd29e369b53,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:25.582034 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:25.676199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-81f3acf4-33b5-43a1-8f55-f7fb6ddc3add service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923145 Dec 16 22:12:25.709412 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7abe18d9-6e34-4c53-978f-9a38014b2667 req-50327b35-7ca2-4bee-872e-17416b003e97 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404027 Dec 16 22:12:25.736189 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b196f25e-9134-4f77-bb9d-b7af7e1f80c5 req-073f16a5-7bac-41ec-9c52-a7af74d774a7 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:25.739484 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b196f25e-9134-4f77-bb9d-b7af7e1f80c5 req-073f16a5-7bac-41ec-9c52-a7af74d774a7 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:25.740776 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b196f25e-9134-4f77-bb9d-b7af7e1f80c5 req-073f16a5-7bac-41ec-9c52-a7af74d774a7 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "DELETE /v2.0/floatingips/1b5e21b4-147d-4b3b-88ef-bc290fcb289e HTTP/1.1" status: 204 len: 173 time: 2.5571077 Dec 16 22:12:25.791346 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceca753e-38a3-4f1b-bf4c-e4f5bb1d3458 req-2c228887-a31e-4c30-a717-7b19b8319f28 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187742 Dec 16 22:12:25.875966 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-81903991-d5b8-4226-b4e2-1a45f9cca596 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799858 Dec 16 22:12:25.944689 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82c3f09-087a-4094-8aa4-50430ce9880e x-openstack-request-id: req-d82c3f09-087a-4094-8aa4-50430ce9880e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:25.945241 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "name": "network-vif-plugged", "status": "completed", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:25.945241 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d82c3f09-087a-4094-8aa4-50430ce9880e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:25.947764 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c', 'code': 200} Dec 16 22:12:26.002734 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebed708-d68f-41dc-8596-a684c5249cac req-6584ac21-8453-4ebd-bba0-3af42c86b383 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:26.004391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eebed708-d68f-41dc-8596-a684c5249cac req-6584ac21-8453-4ebd-bba0-3af42c86b383 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.0642414 Dec 16 22:12:26.062074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eebed708-d68f-41dc-8596-a684c5249cac req-3e66315e-c596-49ba-902f-1266f82daa6d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498021 Dec 16 22:12:26.219088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-2a6daa13-c153-4282-8adc-2ce2efb2db73 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1319270 Dec 16 22:12:26.230660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:26.350217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2438e88-149f-42ae-a3c2-31727deb9965 req-811116da-048c-45fd-8ba4-d726a9beab98 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:26.351687 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2438e88-149f-42ae-a3c2-31727deb9965 req-811116da-048c-45fd-8ba4-d726a9beab98 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 984 time: 0.0893629 Dec 16 22:12:26.388359 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:26.458632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2438e88-149f-42ae-a3c2-31727deb9965 req-159a0e94-e859-4cb4-bf76-b07459f43d70 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&id=6e6386db-a1cf-42d6-bc1c-e5a8dcccc979&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0990505 Dec 16 22:12:26.524776 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:26.651746 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da64809c-db64-4613-9395-f6d4c4748721 req-a60554ac-9480-476f-948a-569f75c681ea tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-680813319&fields=id&tenant_id=9a7bb17956864f3ab1507aefe9f30b8e HTTP/1.1" status: 200 len: 267 time: 0.0840237 Dec 16 22:12:26.704550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Allocated IP 172.25.2.106 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/5c168c59-f668-410f-8395-a2242c752f8c) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:26.752265 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 2d582342-9e57-4614-ba55-1331be8a4423 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:12:26.778590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64809c-db64-4613-9395-f6d4c4748721 req-6a5baceb-c891-4663-92c6-83cf7b524725 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:26.780348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da64809c-db64-4613-9395-f6d4c4748721 req-6a5baceb-c891-4663-92c6-83cf7b524725 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 984 time: 0.1217444 Dec 16 22:12:26.798031 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58646) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:26.809767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-da64809c-db64-4613-9395-f6d4c4748721 req-a711b858-5c80-4b70-99af-6fbf07fd319c tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Request body: {'port': {'security_groups': ['08a08aac-2e3d-48a4-add3-5666f14da74a', '6e6386db-a1cf-42d6-bc1c-e5a8dcccc979', 'a8152246-f3bf-49c1-ba48-5c3e2a5297b9']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:26.872700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 2d582342-9e57-4614-ba55-1331be8a4423, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2d582342-9e57-4614-ba55-1331be8a4423,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:26.885989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '2d582342-9e57-4614-ba55-1331be8a4423', 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d', 'port_id': '2d582342-9e57-4614-ba55-1331be8a4423', 'mac_address': 'fa:16:3e:ea:fe:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc959983-53a1-41bc-bb50-5414cb529785', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:12:26.921740 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-da64809c-db64-4613-9395-f6d4c4748721 req-a711b858-5c80-4b70-99af-6fbf07fd319c tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:26.926041 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:26.926576 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0864f329-d274-4150-b5c0-8a1223560063 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:26.927382 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:26.942159 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d582342-9e57-4614-ba55-1331be8a4423 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:26.962816 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 2d582342-9e57-4614-ba55-1331be8a4423, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2d582342-9e57-4614-ba55-1331be8a4423,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:27.016558 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0864f329-d274-4150-b5c0-8a1223560063 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.074052 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.101403 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0864f329-d274-4150-b5c0-8a1223560063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.107762 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.129774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=2d582342-9e57-4614-ba55-1331be8a4423,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:27.146803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864f329-d274-4150-b5c0-8a1223560063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706acdf9-b069-47ea-8d2a-a558d7f5237b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:27.152397 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0864f329-d274-4150-b5c0-8a1223560063 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f69f425b44bc422e930e495bbaab87bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531880 Dec 16 22:12:27.155630 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58656) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:27.177765 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:27.185937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:27.189167 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:27.211356 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44e76efb-768e-40db-bbb8-9eb4af6152d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.233275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Pushing event updated for resources: {'Port': ['ID=5c168c59-f668-410f-8395-a2242c752f8c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:27.241642 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44e76efb-768e-40db-bbb8-9eb4af6152d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.260619 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-da64809c-db64-4613-9395-f6d4c4748721 req-a711b858-5c80-4b70-99af-6fbf07fd319c tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] For port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee,segment=NetworkSegment(838a1af7-9806-4aee-acbc-27dc753f90a4),segment_id=838a1af7-9806-4aee-acbc-27dc753f90a4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:27.302978 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-da64809c-db64-4613-9395-f6d4c4748721 req-a711b858-5c80-4b70-99af-6fbf07fd319c tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.324034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['2d582342-9e57-4614-ba55-1331be8a4423'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:27.397105 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44e76efb-768e-40db-bbb8-9eb4af6152d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.399680 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44e76efb-768e-40db-bbb8-9eb4af6152d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.402168 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-44e76efb-768e-40db-bbb8-9eb4af6152d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/706acdf9-b069-47ea-8d2a-a558d7f5237b HTTP/1.1" status: 204 len: 168 time: 0.2456977 Dec 16 22:12:27.410402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e76efb-768e-40db-bbb8-9eb4af6152d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706acdf9-b069-47ea-8d2a-a558d7f5237b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:27.443322 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-da64809c-db64-4613-9395-f6d4c4748721 req-a711b858-5c80-4b70-99af-6fbf07fd319c tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.471765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['e4ca1bcc-d1aa-4057-a134-e6b4767c53ee'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:27.485970 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.504921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64809c-db64-4613-9395-f6d4c4748721 req-a711b858-5c80-4b70-99af-6fbf07fd319c tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:27.505598 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-da64809c-db64-4613-9395-f6d4c4748721 req-a711b858-5c80-4b70-99af-6fbf07fd319c tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.507008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da64809c-db64-4613-9395-f6d4c4748721 req-a711b858-5c80-4b70-99af-6fbf07fd319c tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "PUT /v2.0/ports/e4ca1bcc-d1aa-4057-a134-e6b4767c53ee HTTP/1.1" status: 200 len: 1020 time: 0.7053761 Dec 16 22:12:27.507558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c35bc70-1752-4a43-8499-3f3c7c643656', 'tag': 'e4ca1bcc-d1aa-4057-a134-e6b4767c53ee'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:27.514560 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c361c9-4c3c-46a1-a64a-53dbb738da61" -d '{"events": [{"name": "network-changed", "server_uuid": "2c35bc70-1752-4a43-8499-3f3c7c643656", "tag": "e4ca1bcc-d1aa-4057-a134-e6b4767c53ee"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:27.544751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711b858-5c80-4b70-99af-6fbf07fd319c tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event updated for resources: {'Port': ['ID=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:27.625846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b48af8-19ac-4f60-bad8-34239e4f32a6 req-b122f1e4-d622-4efe-ad94-7f8a8d1d6839 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:27.627526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e9b48af8-19ac-4f60-bad8-34239e4f32a6 req-b122f1e4-d622-4efe-ad94-7f8a8d1d6839 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 945 time: 0.0530875 Dec 16 22:12:27.631392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['e4ca1bcc-d1aa-4057-a134-e6b4767c53ee'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:27.683618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e9b48af8-19ac-4f60-bad8-34239e4f32a6 req-86a4dc3e-b5c8-4768-8fdb-4bfb1cfabe7b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479019 Dec 16 22:12:27.707780 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.917349 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.983728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['139214d6-b24f-4d84-a91e-68cbb34ca3f7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:28.021440 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:28.104263 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Pushing event updated for resources: {'Port': ['ID=5c168c59-f668-410f-8395-a2242c752f8c,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:28.124272 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:28.204101 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b1b96-746c-441e-9307-5a89f1168d09 req-e2d7f1e9-93d9-4b3f-8e6c-3c646efda796 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:28.205646 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-565b1b96-746c-441e-9307-5a89f1168d09 req-e2d7f1e9-93d9-4b3f-8e6c-3c646efda796 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.0529842 Dec 16 22:12:28.240798 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:28.241998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-7e5f5b60-3ada-4565-938e-1b07394d9121 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0160904 Dec 16 22:12:28.309849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-565b1b96-746c-441e-9307-5a89f1168d09 req-e1b522da-45da-4308-b686-b5fdae04df5c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926325 Dec 16 22:12:28.314959 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-ee1582b6-a5aa-4b08-9ec9-f38ed22ef37f tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.106 HTTP/1.1" status: 200 len: 696 time: 0.0655982 Dec 16 22:12:28.426780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2cd0f19-f6ba-4b5f-ac1e-fb5513a594c4 req-4be76887-df55-46e6-88c9-55e08004c8ac tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/a8152246-f3bf-49c1-ba48-5c3e2a5297b9 HTTP/1.1" status: 200 len: 1816 time: 0.0815899 Dec 16 22:12:28.448143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58670) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:28.461905 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ebe58d17-1b78-4f4e-ad7a-383b3152b3ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:28.469894 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-e8c00ba5-9e27-4b2d-a41f-8b5561886ee2 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:28.471322 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4cc4efa-ff27-41bc-896e-ab69fd94f4a6 req-e8c00ba5-9e27-4b2d-a41f-8b5561886ee2 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.1480119 Dec 16 22:12:28.523882 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-c2cd0f19-f6ba-4b5f-ac1e-fb5513a594c4 req-51cc6843-3d89-4888-bef6-1b6fbdd32ae4 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 22:12:28.525318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2cd0f19-f6ba-4b5f-ac1e-fb5513a594c4 req-51cc6843-3d89-4888-bef6-1b6fbdd32ae4 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "DELETE /v2.0/security-groups/a8152246-f3bf-49c1-ba48-5c3e2a5297b9 HTTP/1.1" status: 409 len: 341 time: 0.0742171 Dec 16 22:12:28.530045 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d63f31-c7cc-49cd-a715-546c68640491 x-openstack-request-id: req-a6d63f31-c7cc-49cd-a715-546c68640491 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:28.530653 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c35bc70-1752-4a43-8499-3f3c7c643656", "tag": "e4ca1bcc-d1aa-4057-a134-e6b4767c53ee", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:28.530772 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6d63f31-c7cc-49cd-a715-546c68640491 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:28.531167 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c35bc70-1752-4a43-8499-3f3c7c643656', 'tag': 'e4ca1bcc-d1aa-4057-a134-e6b4767c53ee', 'status': 'completed', 'code': 200} Dec 16 22:12:28.567863 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ebe58d17-1b78-4f4e-ad7a-383b3152b3ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:28.620133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07c953b7-2157-4c35-8008-6e11c0ddc404 req-015f3b98-e944-4f45-86df-48e57c04ec6b tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/floatingips/7f7821a4-9197-49a2-8f74-d01b87e2e5ad HTTP/1.1" status: 200 len: 693 time: 0.0740929 Dec 16 22:12:28.644986 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ebe58d17-1b78-4f4e-ad7a-383b3152b3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:28.655669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c361c9-4c3c-46a1-a64a-53dbb738da61 req-82432211-20e7-484c-8c5e-e7640a61695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:28.657148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90c361c9-4c3c-46a1-a64a-53dbb738da61 req-82432211-20e7-484c-8c5e-e7640a61695f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a7bb17956864f3ab1507aefe9f30b8e&device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 1174 time: 0.1003928 Dec 16 22:12:28.691852 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ebe58d17-1b78-4f4e-ad7a-383b3152b3ad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a142e1276b7443fe8be99b7bfda573b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425170 Dec 16 22:12:28.693363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58676) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:28.694136 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe58d17-1b78-4f4e-ad7a-383b3152b3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf741e00-dadb-4572-8311-48e32cd9b552,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:28.752400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-530490c4-3948-4b92-846a-99d904677ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:28.768664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 2d582342-9e57-4614-ba55-1331be8a4423 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:28.777224 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-530490c4-3948-4b92-846a-99d904677ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:28.823225 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c953b7-2157-4c35-8008-6e11c0ddc404 req-d74f3d0e-91dc-407e-b909-e116382f4520 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:28.830982 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07c953b7-2157-4c35-8008-6e11c0ddc404 req-d74f3d0e-91dc-407e-b909-e116382f4520 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.2039652 Dec 16 22:12:28.853202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-07c953b7-2157-4c35-8008-6e11c0ddc404 req-651a2edc-0141-4f2a-94d3-53add5e83d79 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:12:28.854541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07c953b7-2157-4c35-8008-6e11c0ddc404 req-651a2edc-0141-4f2a-94d3-53add5e83d79 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224583 Dec 16 22:12:28.857797 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c361c9-4c3c-46a1-a64a-53dbb738da61 req-99f59d3e-1eff-4c9f-b5d2-d1bc8c3ff5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:28.859235 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90c361c9-4c3c-46a1-a64a-53dbb738da61 req-99f59d3e-1eff-4c9f-b5d2-d1bc8c3ff5e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=59079a34-3a8f-499e-b8cb-52794f9d4a6b HTTP/1.1" status: 200 len: 914 time: 0.1711078 Dec 16 22:12:28.977000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 2d582342-9e57-4614-ba55-1331be8a4423 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:12:28.979849 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-530490c4-3948-4b92-846a-99d904677ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:28.987222 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-530490c4-3948-4b92-846a-99d904677ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:28.989046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 2d582342-9e57-4614-ba55-1331be8a4423 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:28.990138 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:28.992417 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-530490c4-3948-4b92-846a-99d904677ea2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf741e00-dadb-4572-8311-48e32cd9b552 HTTP/1.1" status: 204 len: 168 time: 0.2926896 Dec 16 22:12:29.008021 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530490c4-3948-4b92-846a-99d904677ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf741e00-dadb-4572-8311-48e32cd9b552,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:29.127877 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:29.164459 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d536d9-e158-403c-b1a4-7b7d7fc361c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d582342-9e57-4614-ba55-1331be8a4423'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:29.166358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03585e-3f71-435d-963f-2870d44519dd req-4c27147d-1050-4373-8e77-d38d8940a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:29.167890 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e72989-c1f2-4991-802a-5a7441b6dd95" -d '{"events": [{"server_uuid": "f8d536d9-e158-403c-b1a4-7b7d7fc361c9", "name": "network-vif-plugged", "status": "completed", "tag": "2d582342-9e57-4614-ba55-1331be8a4423"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:29.168451 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-4c27147d-1050-4373-8e77-d38d8940a63e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3&tenant_id=d067ebbc70344b07b31a66cb2ec78bcf HTTP/1.1" status: 200 len: 1101 time: 0.0694587 Dec 16 22:12:29.184090 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 2d582342-9e57-4614-ba55-1331be8a4423, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2d582342-9e57-4614-ba55-1331be8a4423,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:29.190682 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:29.261354 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:29.289064 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:29.290150 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 687551d9-88dd-4645-bf60-89ebbbe4818c no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:29.300061 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90c361c9-4c3c-46a1-a64a-53dbb738da61 req-a4e94a32-bc71-4eee-b594-41e30cdb363f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee HTTP/1.1" status: 200 len: 217 time: 0.0659359 Dec 16 22:12:29.309747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07c953b7-2157-4c35-8008-6e11c0ddc404 req-2ad490cb-b297-4221-a0fd-e6d5c2414270 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.106 HTTP/1.1" status: 200 len: 696 time: 0.4480116 Dec 16 22:12:29.385345 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=2d582342-9e57-4614-ba55-1331be8a4423,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:29.403342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07c953b7-2157-4c35-8008-6e11c0ddc404 req-b94d0b62-efd8-4dea-8d79-c10dd282dd34 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.106 HTTP/1.1" status: 200 len: 696 time: 0.0926037 Dec 16 22:12:29.440928 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:29.487495 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71480a-5d4f-405d-a1be-dc19c5afffce req-163a32d7-d476-492c-8350-b4b4a2f9ffb8 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:29.497703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d71480a-5d4f-405d-a1be-dc19c5afffce req-163a32d7-d476-492c-8350-b4b4a2f9ffb8 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 945 time: 0.2629557 Dec 16 22:12:29.498931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c361c9-4c3c-46a1-a64a-53dbb738da61 req-2b99c388-d90a-4afb-a503-5e4bbf139c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:29.500431 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90c361c9-4c3c-46a1-a64a-53dbb738da61 req-2b99c388-d90a-4afb-a503-5e4bbf139c91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18e23a00-f39c-4042-9489-c832f4556001 HTTP/1.1" status: 200 len: 853 time: 0.1854672 Dec 16 22:12:29.545089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=687551d9-88dd-4645-bf60-89ebbbe4818c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:29.585800 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:29.588971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90c361c9-4c3c-46a1-a64a-53dbb738da61 req-84a118ba-b3ee-434a-9c22-c36cff34af12 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59079a34-3a8f-499e-b8cb-52794f9d4a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749888 Dec 16 22:12:29.630260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:29.632682 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1e0b58-638d-4420-a968-c202909f86c8" -d '{"events": [{"server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:29.637378 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:29.652752 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Transition to ACTIVE for port object 687551d9-88dd-4645-bf60-89ebbbe4818c will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:12:29.701847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d71480a-5d4f-405d-a1be-dc19c5afffce req-c6ada1ac-3ab4-4dd8-8cbe-849d68260e55 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048552 Dec 16 22:12:29.759710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-07c953b7-2157-4c35-8008-6e11c0ddc404 req-63ace85e-e89f-4b02-8bca-139289887978 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Deleting port 5c168c59-f668-410f-8395-a2242c752f8c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:29.760053 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-07c953b7-2157-4c35-8008-6e11c0ddc404 req-63ace85e-e89f-4b02-8bca-139289887978 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:29.765963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90c361c9-4c3c-46a1-a64a-53dbb738da61 req-52bbf092-c8d4-4839-871b-90fa40c6a0ae service neutron] 10.222.0.69 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444011 Dec 16 22:12:29.777617 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:29.828088 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:12:29.828671 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:12:29.851346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] No DVR routers for this DVR port 687551d9-88dd-4645-bf60-89ebbbe4818c on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:29.864513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=687551d9-88dd-4645-bf60-89ebbbe4818c,revision_number=10']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:29.897565 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Attempting to bind port 687551d9-88dd-4645-bf60-89ebbbe4818c on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:29.897565 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Attempting to bind port 687551d9-88dd-4645-bf60-89ebbbe4818c by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:29.897949 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Attempting to bind port 687551d9-88dd-4645-bf60-89ebbbe4818c on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:29.904477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Port 687551d9-88dd-4645-bf60-89ebbbe4818c on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:12:29.904477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Attempting to bind port 687551d9-88dd-4645-bf60-89ebbbe4818c on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:29.909961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:29.910304 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:29.910694 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:29.911125 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Bound port: 687551d9-88dd-4645-bf60-89ebbbe4818c, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:29.911507 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:29.945857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42b68b-f0b6-4221-ac36-552bcfce0617 req-110121cb-9dc8-4411-988c-4517eae49261 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:29.947520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d42b68b-f0b6-4221-ac36-552bcfce0617 req-110121cb-9dc8-4411-988c-4517eae49261 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 1023 time: 0.1692913 Dec 16 22:12:29.966039 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-07c953b7-2157-4c35-8008-6e11c0ddc404 req-63ace85e-e89f-4b02-8bca-139289887978 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:29.966368 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-07c953b7-2157-4c35-8008-6e11c0ddc404 req-63ace85e-e89f-4b02-8bca-139289887978 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:30.004847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-07c953b7-2157-4c35-8008-6e11c0ddc404 req-63ace85e-e89f-4b02-8bca-139289887978 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Calling delete_port for 5c168c59-f668-410f-8395-a2242c752f8c owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:30.006248 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:30.010618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=687551d9-88dd-4645-bf60-89ebbbe4818c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:30.024255 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90c361c9-4c3c-46a1-a64a-53dbb738da61 req-dfb53895-ccdb-4b01-aede-ee0d5e3cf1b5 service neutron] 10.222.0.69 "GET /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471089 Dec 16 22:12:30.118678 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:30.128859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d42b68b-f0b6-4221-ac36-552bcfce0617 req-351a6203-aa37-4db5-9af7-aba71e4636a0 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&id=6e6386db-a1cf-42d6-bc1c-e5a8dcccc979&id=a8152246-f3bf-49c1-ba48-5c3e2a5297b9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1663570 Dec 16 22:12:30.165654 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:30.173244 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:30.173244 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] 10.222.0.69 "PUT /v2.0/ports/687551d9-88dd-4645-bf60-89ebbbe4818c HTTP/1.1" status: 200 len: 1097 time: 0.9819744 Dec 16 22:12:30.240573 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e82a9-ab5f-47e1-9a84-3875653cb0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=687551d9-88dd-4645-bf60-89ebbbe4818c,revision_number=11']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:30.264970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03585e-3f71-435d-963f-2870d44519dd req-130eec87-1d6f-4271-a020-3827355dd5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:30.267077 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-130eec87-1d6f-4271-a020-3827355dd5a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 1100 time: 0.0640240 Dec 16 22:12:30.307597 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-07c953b7-2157-4c35-8008-6e11c0ddc404 req-63ace85e-e89f-4b02-8bca-139289887978 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:30.375767 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223d86c1-a8e9-4ddc-9a89-bcd79a71943d x-openstack-request-id: req-223d86c1-a8e9-4ddc-9a89-bcd79a71943d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:30.378356 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d536d9-e158-403c-b1a4-7b7d7fc361c9", "name": "network-vif-plugged", "status": "completed", "tag": "2d582342-9e57-4614-ba55-1331be8a4423", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:30.378879 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-223d86c1-a8e9-4ddc-9a89-bcd79a71943d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:30.379628 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d536d9-e158-403c-b1a4-7b7d7fc361c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d582342-9e57-4614-ba55-1331be8a4423', 'code': 200} Dec 16 22:12:30.393258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ace85e-e89f-4b02-8bca-139289887978 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Pushing event deleted for resources: {'Port': ['ID=5c168c59-f668-410f-8395-a2242c752f8c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:30.443492 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03585e-3f71-435d-963f-2870d44519dd req-dfe8f216-4aca-45c2-ba82-581672b729e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:30.445049 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-dfe8f216-4aca-45c2-ba82-581672b729e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1683204 Dec 16 22:12:30.522261 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-620b3cec-b2ff-4d92-9d21-9439205ee545 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=687551d9-88dd-4645-bf60-89ebbbe4818c HTTP/1.1" status: 200 len: 217 time: 0.0442650 Dec 16 22:12:30.557387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03585e-3f71-435d-963f-2870d44519dd req-0fbd251f-e68a-4177-8596-5e96fce32ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:30.559547 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-0fbd251f-e68a-4177-8596-5e96fce32ccf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0540538 Dec 16 22:12:30.585604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7476514-43fe-4f80-9361-9d1c231fceba req-ca76eb96-8405-46ad-83c5-1f48f4973461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:30.587826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7476514-43fe-4f80-9361-9d1c231fceba req-ca76eb96-8405-46ad-83c5-1f48f4973461 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 1097 time: 0.1202211 Dec 16 22:12:30.592139 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-07c953b7-2157-4c35-8008-6e11c0ddc404 req-63ace85e-e89f-4b02-8bca-139289887978 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:30.594887 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-07c953b7-2157-4c35-8008-6e11c0ddc404 req-63ace85e-e89f-4b02-8bca-139289887978 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:30.596070 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07c953b7-2157-4c35-8008-6e11c0ddc404 req-63ace85e-e89f-4b02-8bca-139289887978 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "DELETE /v2.0/floatingips/7f7821a4-9197-49a2-8f74-d01b87e2e5ad HTTP/1.1" status: 204 len: 173 time: 1.1919205 Dec 16 22:12:30.614134 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03585e-3f71-435d-963f-2870d44519dd req-278610c7-12f1-4a52-92cb-416cf0b9517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:30.615701 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-278610c7-12f1-4a52-92cb-416cf0b9517a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472512 Dec 16 22:12:30.644615 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912aa950-66dd-46df-b943-3bcca5d96ead req-71522d53-97e2-4930-aeb9-39649de4141f tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:30.646380 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-912aa950-66dd-46df-b943-3bcca5d96ead req-71522d53-97e2-4930-aeb9-39649de4141f tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 949 time: 0.1436479 Dec 16 22:12:30.708044 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc218c69-3a58-412a-b63c-e95b665a6ce9 req-256624dc-cdf7-48cc-88a3-df35f01b4663 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:30.708357 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc218c69-3a58-412a-b63c-e95b665a6ce9 req-256624dc-cdf7-48cc-88a3-df35f01b4663 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 1023 time: 0.1173267 Dec 16 22:12:30.715041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7476514-43fe-4f80-9361-9d1c231fceba req-33101b21-e944-4a28-a96f-e0dee50e87e8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179132 Dec 16 22:12:30.749185 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-fb982914-ee05-47f7-bbd5-2f6a90738414 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260598 Dec 16 22:12:30.785885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-912aa950-66dd-46df-b943-3bcca5d96ead req-3114c579-d948-4adf-ba6b-ee0b598375b7 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276340 Dec 16 22:12:30.786456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58722) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:30.868479 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1f03585e-3f71-435d-963f-2870d44519dd req-4108a50e-cae2-4388-ba58-da43771e7de1 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111445 Dec 16 22:12:30.873364 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-bddfe2b1-34d0-4b9f-a397-a0900527cdff req-eabc5c1f-1854-4a39-8bbb-d5372fd2ad1d tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] show failed (client error): The resource could not be found. Dec 16 22:12:30.874446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bddfe2b1-34d0-4b9f-a397-a0900527cdff req-eabc5c1f-1854-4a39-8bbb-d5372fd2ad1d tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/floatingips/7f7821a4-9197-49a2-8f74-d01b87e2e5ad HTTP/1.1" status: 404 len: 350 time: 0.0468509 Dec 16 22:12:30.907235 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-bc218c69-3a58-412a-b63c-e95b665a6ce9 req-7d23d48a-a388-4302-be72-6dab4075b07f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Deleting port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:30.908037 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bc218c69-3a58-412a-b63c-e95b665a6ce9 req-7d23d48a-a388-4302-be72-6dab4075b07f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:30.936809 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933320bd-ea57-493b-be15-5f27ae69b5b6 x-openstack-request-id: req-933320bd-ea57-493b-be15-5f27ae69b5b6 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:30.937107 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:30.937365 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-933320bd-ea57-493b-be15-5f27ae69b5b6 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:30.937774 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c', 'code': 200} Dec 16 22:12:30.973440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c580c4b3-aae9-4853-9310-898140f6f508 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1304440441-network', 'tenant_id': 'eef3320ab577402690be29159ead7059'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:31.057604 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-d8cced60-2e1f-4df4-8775-337aa88fc7f4 req-fc45e1fc-ad38-44df-8dc2-d692868c87b9 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] show failed (client error): The resource could not be found. Dec 16 22:12:31.058660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8cced60-2e1f-4df4-8775-337aa88fc7f4 req-fc45e1fc-ad38-44df-8dc2-d692868c87b9 tempest-FloatingIPsTestJSON-1528263049 tempest-FloatingIPsTestJSON-1528263049-project] 10.222.0.43 "GET /v2.0/floatingips/7f7821a4-9197-49a2-8f74-d01b87e2e5ad HTTP/1.1" status: 404 len: 350 time: 0.0889497 Dec 16 22:12:31.067688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58728) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:31.110335 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-bc218c69-3a58-412a-b63c-e95b665a6ce9 req-7d23d48a-a388-4302-be72-6dab4075b07f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] For port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee,segment=NetworkSegment(838a1af7-9806-4aee-acbc-27dc753f90a4),segment_id=838a1af7-9806-4aee-acbc-27dc753f90a4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:31.110702 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bc218c69-3a58-412a-b63c-e95b665a6ce9 req-7d23d48a-a388-4302-be72-6dab4075b07f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:31.125768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d435bf-7fd3-4189-a445-cfc603afaf7e req-b4de1196-cb8a-42a8-85c6-7190764c73d6 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:31.127336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23d435bf-7fd3-4189-a445-cfc603afaf7e req-b4de1196-cb8a-42a8-85c6-7190764c73d6 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 946 time: 0.1587002 Dec 16 22:12:31.133744 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-bc218c69-3a58-412a-b63c-e95b665a6ce9 req-7d23d48a-a388-4302-be72-6dab4075b07f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Calling delete_port for e4ca1bcc-d1aa-4057-a134-e6b4767c53ee owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:31.207925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c580c4b3-aae9-4853-9310-898140f6f508 admin admin] Made reservation on behalf of eef3320ab577402690be29159ead7059 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:31.210329 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c580c4b3-aae9-4853-9310-898140f6f508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:31.265917 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c580c4b3-aae9-4853-9310-898140f6f508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:31.286881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23d435bf-7fd3-4189-a445-cfc603afaf7e req-36dda121-15b9-47bb-be6f-a264c0dc41ee tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499245 Dec 16 22:12:31.364019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495079df-2e0e-4c8b-9942-0b8422320dd9 req-2ffab9e9-7369-45dd-9ca4-838649be237d tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:31.365770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-495079df-2e0e-4c8b-9942-0b8422320dd9 req-2ffab9e9-7369-45dd-9ca4-838649be237d tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 1023 time: 0.1589661 Dec 16 22:12:31.460908 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e462ca84-79ef-4889-b86f-cf259b3d0621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:31.502745 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c580c4b3-aae9-4853-9310-898140f6f508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:31.519296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-495079df-2e0e-4c8b-9942-0b8422320dd9 req-c408583d-afa6-4a17-9df2-946d963bda9a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&id=6e6386db-a1cf-42d6-bc1c-e5a8dcccc979&id=a8152246-f3bf-49c1-ba48-5c3e2a5297b9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1260135 Dec 16 22:12:31.552947 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bc218c69-3a58-412a-b63c-e95b665a6ce9 req-7d23d48a-a388-4302-be72-6dab4075b07f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:31.569399 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['e4ca1bcc-d1aa-4057-a134-e6b4767c53ee'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:31.575019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['139214d6-b24f-4d84-a91e-68cbb34ca3f7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:31.593560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23d48a-a388-4302-be72-6dab4075b07f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event deleted for resources: {'Port': ['ID=e4ca1bcc-d1aa-4057-a134-e6b4767c53ee,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:31.607185 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c580c4b3-aae9-4853-9310-898140f6f508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:31.666594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580c4b3-aae9-4853-9310-898140f6f508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78f3f89-3574-4c3e-90e6-ee58ce34ce9a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:31.708595 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc218c69-3a58-412a-b63c-e95b665a6ce9 req-7d23d48a-a388-4302-be72-6dab4075b07f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] No DVR routers for this DVR port e4ca1bcc-d1aa-4057-a134-e6b4767c53ee on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:31.712859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c580c4b3-aae9-4853-9310-898140f6f508 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:12:31.716326 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bc218c69-3a58-412a-b63c-e95b665a6ce9 req-7d23d48a-a388-4302-be72-6dab4075b07f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:31.720510 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc218c69-3a58-412a-b63c-e95b665a6ce9 req-7d23d48a-a388-4302-be72-6dab4075b07f tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.69 "DELETE /v2.0/ports/e4ca1bcc-d1aa-4057-a134-e6b4767c53ee HTTP/1.1" status: 204 len: 173 time: 1.0031962 Dec 16 22:12:31.721158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c35bc70-1752-4a43-8499-3f3c7c643656', 'name': 'network-vif-deleted', 'tag': 'e4ca1bcc-d1aa-4057-a134-e6b4767c53ee'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:31.732889 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8e80c4-b674-4cbd-8a20-cb66d951b687" -d '{"events": [{"server_uuid": "2c35bc70-1752-4a43-8499-3f3c7c643656", "name": "network-vif-deleted", "tag": "e4ca1bcc-d1aa-4057-a134-e6b4767c53ee"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:31.748026 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c580c4b3-aae9-4853-9310-898140f6f508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:31.748627 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-c580c4b3-aae9-4853-9310-898140f6f508 admin admin] Added segment 83f9be8a-3b6f-47dc-b871-44b9af579fb0 of type vlan for network 9a304548-bbd7-4cae-86c9-4e84b4f3771f Dec 16 22:12:31.844110 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b22cae-12a7-4118-99d6-8647e6bec640 x-openstack-request-id: req-f7b22cae-12a7-4118-99d6-8647e6bec640 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:31.844110 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c35bc70-1752-4a43-8499-3f3c7c643656", "name": "network-vif-deleted", "tag": "e4ca1bcc-d1aa-4057-a134-e6b4767c53ee", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:31.844110 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7b22cae-12a7-4118-99d6-8647e6bec640 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:31.850642 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c35bc70-1752-4a43-8499-3f3c7c643656', 'name': 'network-vif-deleted', 'tag': 'e4ca1bcc-d1aa-4057-a134-e6b4767c53ee', 'status': 'completed', 'code': 200} Dec 16 22:12:31.879740 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c580c4b3-aae9-4853-9310-898140f6f508 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:31.978088 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c14a4-1f08-4485-900f-962b7758b10b req-d4365704-2f7e-4d27-a333-3a2e3dbcd621 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:31.979743 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b2c14a4-1f08-4485-900f-962b7758b10b req-d4365704-2f7e-4d27-a333-3a2e3dbcd621 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 949 time: 0.0791304 Dec 16 22:12:32.033541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b2c14a4-1f08-4485-900f-962b7758b10b req-4da4b70b-577a-4230-b253-f0844425f78a tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477064 Dec 16 22:12:32.049438 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c580c4b3-aae9-4853-9310-898140f6f508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:32.050513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c580c4b3-aae9-4853-9310-898140f6f508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:32.051165 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c580c4b3-aae9-4853-9310-898140f6f508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:32.117755 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580c4b3-aae9-4853-9310-898140f6f508 admin admin] Pushing event updated for resources: {'Network': ['ID=9a304548-bbd7-4cae-86c9-4e84b4f3771f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:32.130771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 9a304548-bbd7-4cae-86c9-4e84b4f3771f details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:12:32.146903 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e462ca84-79ef-4889-b86f-cf259b3d0621 admin admin] Deleting port 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:32.147520 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e462ca84-79ef-4889-b86f-cf259b3d0621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:32.220969 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c580c4b3-aae9-4853-9310-898140f6f508 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4331977 Dec 16 22:12:32.221845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58742) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:32.227217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-bb68feb7-cf96-4489-ac94-4dd9bbe2e6a3 admin admin] Request body: {'subnet': {'network_id': '9a304548-bbd7-4cae-86c9-4e84b4f3771f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1304440441-subnet', 'tenant_id': 'eef3320ab577402690be29159ead7059', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:32.249477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-e462ca84-79ef-4889-b86f-cf259b3d0621 admin admin] For port 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2f93c4c6-d9b9-41a1-b1db-0c97fcca947c,segment=NetworkSegment(554cdec8-8ede-4bc1-a501-331d6103a2c7),segment_id=554cdec8-8ede-4bc1-a501-331d6103a2c7)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:32.249874 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e462ca84-79ef-4889-b86f-cf259b3d0621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:32.266877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e462ca84-79ef-4889-b86f-cf259b3d0621 admin admin] Calling delete_port for 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:32.390623 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb68feb7-cf96-4489-ac94-4dd9bbe2e6a3 admin admin] Made reservation on behalf of eef3320ab577402690be29159ead7059 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:32.393777 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb68feb7-cf96-4489-ac94-4dd9bbe2e6a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:32.499471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7640f2-1dd9-48e4-8d15-9fa846284265 req-2932c92a-46ff-4cbe-b945-12d9d13a3990 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:32.501057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea7640f2-1dd9-48e4-8d15-9fa846284265 req-2932c92a-46ff-4cbe-b945-12d9d13a3990 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 946 time: 0.1337280 Dec 16 22:12:32.561599 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e462ca84-79ef-4889-b86f-cf259b3d0621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:32.581845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea7640f2-1dd9-48e4-8d15-9fa846284265 req-5f506620-6f1d-4eb5-ba57-db03247fd304 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734055 Dec 16 22:12:32.614593 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462ca84-79ef-4889-b86f-cf259b3d0621 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f93c4c6-d9b9-41a1-b1db-0c97fcca947c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:32.702572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02a12c1f-7c2f-4339-9320-7118b6297ea9 req-a3ff6d1d-0341-4a89-8c22-e8fd2cbdc8e7 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c35bc70-1752-4a43-8499-3f3c7c643656 HTTP/1.1" status: 200 len: 210 time: 0.0679965 Dec 16 22:12:32.875217 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e462ca84-79ef-4889-b86f-cf259b3d0621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:32.924436 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb68feb7-cf96-4489-ac94-4dd9bbe2e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:32.965847 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:32.968379 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6418a06-b471-4aff-a4d2-3fe071e74b44" -d '{"events": [{"name": "network-changed", "server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:33.002097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68feb7-cf96-4489-ac94-4dd9bbe2e6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c1bf52-3174-4e96-85be-724a13825aa7,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:33.017837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68feb7-cf96-4489-ac94-4dd9bbe2e6a3 admin admin] Checking segment: {'id': '83f9be8a-3b6f-47dc-b871-44b9af579fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a304548-bbd7-4cae-86c9-4e84b4f3771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:33.018414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb68feb7-cf96-4489-ac94-4dd9bbe2e6a3 admin admin] Network hostable DHCP agents. Network: 9a304548-bbd7-4cae-86c9-4e84b4f3771f, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:12:33.018539 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbd7595-b860-4b15-95be-4bb6f42b7a9b x-openstack-request-id: req-6bbd7595-b860-4b15-95be-4bb6f42b7a9b {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:33.018855 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:33.019199 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6bbd7595-b860-4b15-95be-4bb6f42b7a9b {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:33.019702 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c', 'status': 'completed', 'code': 200} Dec 16 22:12:33.120606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6418a06-b471-4aff-a4d2-3fe071e74b44 req-e8c7ae23-f6e3-46b0-b4c6-41dc0220a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:33.122358 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6418a06-b471-4aff-a4d2-3fe071e74b44 req-e8c7ae23-f6e3-46b0-b4c6-41dc0220a307 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 1100 time: 0.0702915 Dec 16 22:12:33.167614 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e462ca84-79ef-4889-b86f-cf259b3d0621 admin admin] Router 87b99203-84c9-41bc-b613-e8db4add50ab has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:12:33.223767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb68feb7-cf96-4489-ac94-4dd9bbe2e6a3 admin admin] Network 9a304548-bbd7-4cae-86c9-4e84b4f3771f is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:12:33.277051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301ec57-06d0-4757-b389-2c256322a105 req-152f1e5e-98b6-4b8a-8523-40b84d2f9780 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:33.277323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a301ec57-06d0-4757-b389-2c256322a105 req-152f1e5e-98b6-4b8a-8523-40b84d2f9780 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 949 time: 0.1217728 Dec 16 22:12:33.296224 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6418a06-b471-4aff-a4d2-3fe071e74b44 req-8caa1204-3541-45a9-bd2d-59885d3776e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:33.297904 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6418a06-b471-4aff-a4d2-3fe071e74b44 req-8caa1204-3541-45a9-bd2d-59885d3776e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1676340 Dec 16 22:12:33.308078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e462ca84-79ef-4889-b86f-cf259b3d0621 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:12:33.324865 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e462ca84-79ef-4889-b86f-cf259b3d0621 admin admin] 10.222.0.43 "PUT /v2.0/routers/87b99203-84c9-41bc-b613-e8db4add50ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2545247 Dec 16 22:12:33.325889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58762) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:33.329247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f049e-3643-4b71-9f04-442b29c8a273 None None] Sync routers for ids ['87b99203-84c9-41bc-b613-e8db4add50ab'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:12:33.362034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6418a06-b471-4aff-a4d2-3fe071e74b44 req-7c26949a-a1cf-4ec3-8ac5-c8a278cd7a5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=687551d9-88dd-4645-bf60-89ebbbe4818c HTTP/1.1" status: 200 len: 217 time: 0.0459685 Dec 16 22:12:33.368255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f049e-3643-4b71-9f04-442b29c8a273 None None] Routers {'87b99203-84c9-41bc-b613-e8db4add50ab'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:12:33.369483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-736f049e-3643-4b71-9f04-442b29c8a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:12:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['87b99203-84c9-41bc-b613-e8db4add50ab'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:33.380395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-bb68feb7-cf96-4489-ac94-4dd9bbe2e6a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 9a304548-bbd7-4cae-86c9-4e84b4f3771f) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:33.407908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb68feb7-cf96-4489-ac94-4dd9bbe2e6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:33.408910 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb68feb7-cf96-4489-ac94-4dd9bbe2e6a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:33.481278 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c96605-7a57-4d66-bac9-c870c5b66800 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:33.490419 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c0d64b-0541-4c60-a783-ec38672314fc None None] Network 9a304548-bbd7-4cae-86c9-4e84b4f3771f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:12:33.502809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a301ec57-06d0-4757-b389-2c256322a105 req-b88a9f97-100f-4847-acd0-d1a76fa4e171 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149916 Dec 16 22:12:33.514072 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a97c38-d4a7-4e7f-ae64-f1f635f613d4 req-ab57e352-f9dc-4092-b393-d6d1f86a831d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:33.515821 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a97c38-d4a7-4e7f-ae64-f1f635f613d4 req-ab57e352-f9dc-4092-b393-d6d1f86a831d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 946 time: 0.2260859 Dec 16 22:12:33.522054 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bb68feb7-cf96-4489-ac94-4dd9bbe2e6a3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2986431 Dec 16 22:12:33.530053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6418a06-b471-4aff-a4d2-3fe071e74b44 req-d7176ba1-2bff-43f6-9409-720e6ef9d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:33.531624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6418a06-b471-4aff-a4d2-3fe071e74b44 req-d7176ba1-2bff-43f6-9409-720e6ef9d0d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1523278 Dec 16 22:12:33.684029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6418a06-b471-4aff-a4d2-3fe071e74b44 req-f53ff434-4802-4d2e-b984-5b2a1b19539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:33.685816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6418a06-b471-4aff-a4d2-3fe071e74b44 req-f53ff434-4802-4d2e-b984-5b2a1b19539f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1457233 Dec 16 22:12:33.695891 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c96605-7a57-4d66-bac9-c870c5b66800 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:33.738001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a97c38-d4a7-4e7f-ae64-f1f635f613d4 req-9f18960b-2845-4c52-bd99-dc57306a2369 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749182 Dec 16 22:12:33.859762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-736f049e-3643-4b71-9f04-442b29c8a273 None None] Set router 87b99203-84c9-41bc-b613-e8db4add50ab gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:12:33.896225 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6418a06-b471-4aff-a4d2-3fe071e74b44 req-5ebb4d81-719a-4694-ae24-4e6a43adc1a4 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962581 Dec 16 22:12:33.903232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-90503fd8-950a-4203-9392-5c937efd544a req-915587e7-64a3-46fb-8f9b-30e6eec8a271 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1859975218', 'description': 'tempest-description-1599902060'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:33.936382 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-67c96605-7a57-4d66-bac9-c870c5b66800 admin admin] Deleting port 5e06592b-a2ab-4f29-8b98-c3fdf0317f77 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:33.936886 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c96605-7a57-4d66-bac9-c870c5b66800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.002428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a0d97e-ba5a-475d-9d37-401771089443 None None] Network 9a304548-bbd7-4cae-86c9-4e84b4f3771f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:12:34.008868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c5ec3ad-fa96-4ed4-809a-a2535dfab57f req-2f780047-6625-43ff-954f-466eccf92476 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/6e6386db-a1cf-42d6-bc1c-e5a8dcccc979 HTTP/1.1" status: 200 len: 1818 time: 0.1352017 Dec 16 22:12:34.041717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-67c96605-7a57-4d66-bac9-c870c5b66800 admin admin] For port 5e06592b-a2ab-4f29-8b98-c3fdf0317f77, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5e06592b-a2ab-4f29-8b98-c3fdf0317f77,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:34.042082 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c96605-7a57-4d66-bac9-c870c5b66800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.057683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-67c96605-7a57-4d66-bac9-c870c5b66800 admin admin] Calling delete_port for 5e06592b-a2ab-4f29-8b98-c3fdf0317f77 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:34.095389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6418a06-b471-4aff-a4d2-3fe071e74b44 req-41a547e5-b6d3-4866-b47c-da8bd8b9a8af service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832514 Dec 16 22:12:34.104721 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2c5ec3ad-fa96-4ed4-809a-a2535dfab57f req-5e8ef36b-3c57-440b-bd3e-aa3279bdb220 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.137451 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2c5ec3ad-fa96-4ed4-809a-a2535dfab57f req-5e8ef36b-3c57-440b-bd3e-aa3279bdb220 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.140803 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-90503fd8-950a-4203-9392-5c937efd544a req-915587e7-64a3-46fb-8f9b-30e6eec8a271 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.220377 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-736f049e-3643-4b71-9f04-442b29c8a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'name': 'tempest-FloatingIPsTestJSON-466740924-router', 'tenant_id': '41cb990b5be743d1a444debc3b794af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '5e06592b-a2ab-4f29-8b98-c3fdf0317f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:07Z', 'updated_at': '2021-12-16T22:12:32Z', 'revision_number': 5, 'project_id': '41cb990b5be743d1a444debc3b794af1', 'gw_port': {'id': '5e06592b-a2ab-4f29-8b98-c3fdf0317f77', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:08Z', 'updated_at': '2021-12-16T22:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:34.245182 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-90503fd8-950a-4203-9392-5c937efd544a req-915587e7-64a3-46fb-8f9b-30e6eec8a271 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.250274 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f049e-3643-4b71-9f04-442b29c8a273 None None] Checking router: 87b99203-84c9-41bc-b613-e8db4add50ab for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:12:34.261031 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f049e-3643-4b71-9f04-442b29c8a273 None None] Routers {'87b99203-84c9-41bc-b613-e8db4add50ab'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:12:34.261848 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-736f049e-3643-4b71-9f04-442b29c8a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:12:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['87b99203-84c9-41bc-b613-e8db4add50ab'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:34.329813 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2c5ec3ad-fa96-4ed4-809a-a2535dfab57f req-5e8ef36b-3c57-440b-bd3e-aa3279bdb220 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.332627 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2c5ec3ad-fa96-4ed4-809a-a2535dfab57f req-5e8ef36b-3c57-440b-bd3e-aa3279bdb220 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.333795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c5ec3ad-fa96-4ed4-809a-a2535dfab57f req-5e8ef36b-3c57-440b-bd3e-aa3279bdb220 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "DELETE /v2.0/security-groups/6e6386db-a1cf-42d6-bc1c-e5a8dcccc979 HTTP/1.1" status: 204 len: 173 time: 0.3241210 Dec 16 22:12:34.345101 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ef36b-3c57-440b-bd3e-aa3279bdb220 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6386db-a1cf-42d6-bc1c-e5a8dcccc979,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:34.369574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-736f049e-3643-4b71-9f04-442b29c8a273 None None] Set router 87b99203-84c9-41bc-b613-e8db4add50ab gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:12:34.375458 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c96605-7a57-4d66-bac9-c870c5b66800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.376645 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-90503fd8-950a-4203-9392-5c937efd544a req-915587e7-64a3-46fb-8f9b-30e6eec8a271 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.416521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c96605-7a57-4d66-bac9-c870c5b66800 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e06592b-a2ab-4f29-8b98-c3fdf0317f77,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:34.433402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-736f049e-3643-4b71-9f04-442b29c8a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'name': 'tempest-FloatingIPsTestJSON-466740924-router', 'tenant_id': '41cb990b5be743d1a444debc3b794af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:07Z', 'updated_at': '2021-12-16T22:12:33Z', 'revision_number': 6, 'project_id': '41cb990b5be743d1a444debc3b794af1', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:34.445148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915587e7-64a3-46fb-8f9b-30e6eec8a271 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3581ba8c-e026-4798-906c-8e509d0bc223,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:34.457404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb71dc1a-6046-4312-a057-223fccad23dc req-af731f76-293c-4d30-85b2-d18286e9ec2b tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/a8152246-f3bf-49c1-ba48-5c3e2a5297b9 HTTP/1.1" status: 200 len: 1816 time: 0.1000643 Dec 16 22:12:34.462970 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f049e-3643-4b71-9f04-442b29c8a273 None None] The sync data for ids ['87b99203-84c9-41bc-b613-e8db4add50ab'] in n-d-821840-2 is: [{'id': '87b99203-84c9-41bc-b613-e8db4add50ab', 'name': 'tempest-FloatingIPsTestJSON-466740924-router', 'tenant_id': '41cb990b5be743d1a444debc3b794af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:07Z', 'updated_at': '2021-12-16T22:12:33Z', 'revision_number': 6, 'project_id': '41cb990b5be743d1a444debc3b794af1', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:12:34.507305 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c96605-7a57-4d66-bac9-c870c5b66800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.509640 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-90503fd8-950a-4203-9392-5c937efd544a req-915587e7-64a3-46fb-8f9b-30e6eec8a271 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.519614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90503fd8-950a-4203-9392-5c937efd544a req-915587e7-64a3-46fb-8f9b-30e6eec8a271 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6203611 Dec 16 22:12:34.579849 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-eb71dc1a-6046-4312-a057-223fccad23dc req-9c361c2e-c0ee-4bf8-a69e-e880f67524ff tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.611420 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c96605-7a57-4d66-bac9-c870c5b66800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.614517 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c96605-7a57-4d66-bac9-c870c5b66800 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.628251 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-eb71dc1a-6046-4312-a057-223fccad23dc req-9c361c2e-c0ee-4bf8-a69e-e880f67524ff tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.642672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-720c1be7-327d-46e9-9ad2-4925056f9fdf req-d4e9c5eb-e58b-41df-8f73-c4a842b5f9a4 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "GET /v2.0/security-groups/3581ba8c-e026-4798-906c-8e509d0bc223 HTTP/1.1" status: 200 len: 1830 time: 0.1047959 Dec 16 22:12:34.656822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-720c1be7-327d-46e9-9ad2-4925056f9fdf req-5642cd57-dfb4-4bec-8e91-1ecd2f2d3321 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3581ba8c-e026-4798-906c-8e509d0bc223', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:34.657116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-720c1be7-327d-46e9-9ad2-4925056f9fdf req-5642cd57-dfb4-4bec-8e91-1ecd2f2d3321 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3581ba8c-e026-4798-906c-8e509d0bc223', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:34.771736 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b799b7-e78a-4aea-9e44-459a9647bb52 req-06266a7b-8983-4d48-ad66-0cf27b937b22 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:34.773331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9b799b7-e78a-4aea-9e44-459a9647bb52 req-06266a7b-8983-4d48-ad66-0cf27b937b22 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 946 time: 0.0517268 Dec 16 22:12:34.833092 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c96605-7a57-4d66-bac9-c870c5b66800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.840430 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c96605-7a57-4d66-bac9-c870c5b66800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87b99203-84c9-41bc-b613-e8db4add50ab {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:12:34.843427 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c96605-7a57-4d66-bac9-c870c5b66800 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.844612 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-67c96605-7a57-4d66-bac9-c870c5b66800 admin admin] 10.222.0.43 "DELETE /v2.0/routers/87b99203-84c9-41bc-b613-e8db4add50ab HTTP/1.1" status: 204 len: 168 time: 1.5173485 Dec 16 22:12:34.847752 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58792) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:34.897170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-d9b799b7-e78a-4aea-9e44-459a9647bb52 req-c7daff03-4e76-4bcb-b470-8dd3814ce94e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Deleting port 2d582342-9e57-4614-ba55-1331be8a4423 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:34.897544 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d9b799b7-e78a-4aea-9e44-459a9647bb52 req-c7daff03-4e76-4bcb-b470-8dd3814ce94e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.915225 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f582534c-62fe-4cc0-ae86-436863bd8bdc admin admin] Deleting subnet ae10d60c-43cf-40b3-8aca-64021b8d9277 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:12:34.919176 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f582534c-62fe-4cc0-ae86-436863bd8bdc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.945764 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-eb71dc1a-6046-4312-a057-223fccad23dc req-9c361c2e-c0ee-4bf8-a69e-e880f67524ff tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.951186 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-eb71dc1a-6046-4312-a057-223fccad23dc req-9c361c2e-c0ee-4bf8-a69e-e880f67524ff tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.951186 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb71dc1a-6046-4312-a057-223fccad23dc req-9c361c2e-c0ee-4bf8-a69e-e880f67524ff tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "DELETE /v2.0/security-groups/a8152246-f3bf-49c1-ba48-5c3e2a5297b9 HTTP/1.1" status: 204 len: 173 time: 0.4922168 Dec 16 22:12:34.971403 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f582534c-62fe-4cc0-ae86-436863bd8bdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.972186 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 687551d9-88dd-4645-bf60-89ebbbe4818c details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:12:34.977192 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e4ca1bcc-d1aa-4057-a134-e6b4767c53ee no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:34.983688 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c361c2e-c0ee-4bf8-a69e-e880f67524ff tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8152246-f3bf-49c1-ba48-5c3e2a5297b9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:35.034886 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: e4ca1bcc-d1aa-4057-a134-e6b4767c53ee {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:35.035149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e4ca1bcc-d1aa-4057-a134-e6b4767c53ee not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:35.092039 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f582534c-62fe-4cc0-ae86-436863bd8bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.141975 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=687551d9-88dd-4645-bf60-89ebbbe4818c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:35.157310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '687551d9-88dd-4645-bf60-89ebbbe4818c', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '687551d9-88dd-4645-bf60-89ebbbe4818c', 'mac_address': 'fa:16:3e:8a:e7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:12:35.201170 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.216648 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687551d9-88dd-4645-bf60-89ebbbe4818c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:35.240656 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=687551d9-88dd-4645-bf60-89ebbbe4818c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:35.267725 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f582534c-62fe-4cc0-ae86-436863bd8bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.305585 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582534c-62fe-4cc0-ae86-436863bd8bdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae10d60c-43cf-40b3-8aca-64021b8d9277,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:35.309577 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f582534c-62fe-4cc0-ae86-436863bd8bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.312992 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f582534c-62fe-4cc0-ae86-436863bd8bdc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ae10d60c-43cf-40b3-8aca-64021b8d9277 HTTP/1.1" status: 204 len: 168 time: 0.4640422 Dec 16 22:12:35.315814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58798) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:35.323357 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f13b33d-e448-4a43-9223-4a992e190d8e None None] Network 6ea2059a-7e76-411a-840a-63b2ad9e478f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:12:35.387636 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-720c1be7-327d-46e9-9ad2-4925056f9fdf req-5642cd57-dfb4-4bec-8e91-1ecd2f2d3321 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.403929 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.415960 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-720c1be7-327d-46e9-9ad2-4925056f9fdf req-5642cd57-dfb4-4bec-8e91-1ecd2f2d3321 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.416232 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.424950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d9b799b7-e78a-4aea-9e44-459a9647bb52 req-c7daff03-4e76-4bcb-b470-8dd3814ce94e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] For port 2d582342-9e57-4614-ba55-1331be8a4423, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2d582342-9e57-4614-ba55-1331be8a4423,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:35.425885 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d9b799b7-e78a-4aea-9e44-459a9647bb52 req-c7daff03-4e76-4bcb-b470-8dd3814ce94e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.446863 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-d9b799b7-e78a-4aea-9e44-459a9647bb52 req-c7daff03-4e76-4bcb-b470-8dd3814ce94e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Calling delete_port for 2d582342-9e57-4614-ba55-1331be8a4423 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:35.455984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5e06592b-a2ab-4f29-8b98-c3fdf0317f77 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:35.470773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021c995-7456-45e2-b5e1-43fdc18c771c req-385e2cea-c48c-4238-a23c-9e67d94af08c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:35.472394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1021c995-7456-45e2-b5e1-43fdc18c771c req-385e2cea-c48c-4238-a23c-9e67d94af08c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 949 time: 0.4503798 Dec 16 22:12:35.484635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 5e06592b-a2ab-4f29-8b98-c3fdf0317f77 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:35.484979 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5e06592b-a2ab-4f29-8b98-c3fdf0317f77 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:35.485575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:35.497513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] Deleting port 3e08c480-83d5-4237-9c07-102d1eb84d59 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:35.497935 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.513567 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-720c1be7-327d-46e9-9ad2-4925056f9fdf req-5642cd57-dfb4-4bec-8e91-1ecd2f2d3321 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.537739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:35.538423 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2f93c4c6-d9b9-41a1-b1db-0c97fcca947c not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:35.548808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=687551d9-88dd-4645-bf60-89ebbbe4818c,revision_number=12']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:35.559801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642cd57-dfb4-4bec-8e91-1ecd2f2d3321 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f936fdec-3877-43a8-b4c1-f274b5cb5872,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:35.586763 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] For port 3e08c480-83d5-4237-9c07-102d1eb84d59, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3e08c480-83d5-4237-9c07-102d1eb84d59,segment=NetworkSegment(554cdec8-8ede-4bc1-a501-331d6103a2c7),segment_id=554cdec8-8ede-4bc1-a501-331d6103a2c7)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:35.587899 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.605873 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] Calling delete_port for 3e08c480-83d5-4237-9c07-102d1eb84d59 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:35.612449 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1021c995-7456-45e2-b5e1-43fdc18c771c req-00cc278f-cb40-4a19-bf53-cf96de22715e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068182 Dec 16 22:12:35.662711 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14833dc4-45c3-49ad-850a-00c423a28030 None None] DHCP port deletion for 6ea2059a-7e76-411a-840a-63b2ad9e478f request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:12:35.697068 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-720c1be7-327d-46e9-9ad2-4925056f9fdf req-5642cd57-dfb4-4bec-8e91-1ecd2f2d3321 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.698811 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-720c1be7-327d-46e9-9ad2-4925056f9fdf req-5642cd57-dfb4-4bec-8e91-1ecd2f2d3321 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0487781 Dec 16 22:12:35.722861 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['687551d9-88dd-4645-bf60-89ebbbe4818c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:35.802735 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-14833dc4-45c3-49ad-850a-00c423a28030 None None] Deleting port 3e08c480-83d5-4237-9c07-102d1eb84d59 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:35.802962 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14833dc4-45c3-49ad-850a-00c423a28030 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.840209 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76199fa6-935e-4492-bc1b-3e0b69306463 req-0a105cb1-c093-42c3-95c0-a23797f3d0f7 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:35.842919 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76199fa6-935e-4492-bc1b-3e0b69306463 req-0a105cb1-c093-42c3-95c0-a23797f3d0f7 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 946 time: 0.0835340 Dec 16 22:12:35.890132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-3226a52b-5fbb-416a-abf0-613473478ef5 req-b1116ee5-f96d-46ea-a62a-19fe81cdf3dc tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1796461017', 'description': 'tempest-description-1387815328'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:35.902084 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d9b799b7-e78a-4aea-9e44-459a9647bb52 req-c7daff03-4e76-4bcb-b470-8dd3814ce94e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.913486 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-14833dc4-45c3-49ad-850a-00c423a28030 None None] For port 3e08c480-83d5-4237-9c07-102d1eb84d59, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3e08c480-83d5-4237-9c07-102d1eb84d59,segment=NetworkSegment(554cdec8-8ede-4bc1-a501-331d6103a2c7),segment_id=554cdec8-8ede-4bc1-a501-331d6103a2c7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:35.913918 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14833dc4-45c3-49ad-850a-00c423a28030 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.925414 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['2d582342-9e57-4614-ba55-1331be8a4423'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:35.941167 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-14833dc4-45c3-49ad-850a-00c423a28030 None None] Calling delete_port for 3e08c480-83d5-4237-9c07-102d1eb84d59 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:35.955336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7daff03-4e76-4bcb-b470-8dd3814ce94e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Pushing event deleted for resources: {'Port': ['ID=2d582342-9e57-4614-ba55-1331be8a4423,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:35.960163 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:35.999926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76199fa6-935e-4492-bc1b-3e0b69306463 req-47e4dfaa-37d7-471c-84c5-72c042aae792 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493092 Dec 16 22:12:36.025925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b799b7-e78a-4aea-9e44-459a9647bb52 req-c7daff03-4e76-4bcb-b470-8dd3814ce94e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] No DVR routers for this DVR port 2d582342-9e57-4614-ba55-1331be8a4423 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:36.031020 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d9b799b7-e78a-4aea-9e44-459a9647bb52 req-c7daff03-4e76-4bcb-b470-8dd3814ce94e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:36.038104 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9b799b7-e78a-4aea-9e44-459a9647bb52 req-c7daff03-4e76-4bcb-b470-8dd3814ce94e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.24 "DELETE /v2.0/ports/2d582342-9e57-4614-ba55-1331be8a4423 HTTP/1.1" status: 204 len: 173 time: 1.2551465 Dec 16 22:12:36.038840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d536d9-e158-403c-b1a4-7b7d7fc361c9', 'name': 'network-vif-deleted', 'tag': '2d582342-9e57-4614-ba55-1331be8a4423'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:36.047780 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7696f784-e665-4178-8b5d-3abdd89f23df" -d '{"events": [{"server_uuid": "f8d536d9-e158-403c-b1a4-7b7d7fc361c9", "name": "network-vif-deleted", "tag": "2d582342-9e57-4614-ba55-1331be8a4423"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:36.060397 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e08c480-83d5-4237-9c07-102d1eb84d59,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:36.067174 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] No DVR routers for this DVR port 3e08c480-83d5-4237-9c07-102d1eb84d59 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:36.109523 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14833dc4-45c3-49ad-850a-00c423a28030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:36.138247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14833dc4-45c3-49ad-850a-00c423a28030 None None] Pushing event deleted for resources: {'Port': ['ID=3e08c480-83d5-4237-9c07-102d1eb84d59,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:36.143395 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14833dc4-45c3-49ad-850a-00c423a28030 None None] No DVR routers for this DVR port 3e08c480-83d5-4237-9c07-102d1eb84d59 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:36.156068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264e36a-8ca2-4553-b990-5b281bda2aa7 req-32435d00-7c38-477a-98de-637dabf3563c tempest-MigrationsAdminTest-77667792 tempest-MigrationsAdminTest-77667792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:36.157740 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f264e36a-8ca2-4553-b990-5b281bda2aa7 req-32435d00-7c38-477a-98de-637dabf3563c tempest-MigrationsAdminTest-77667792 tempest-MigrationsAdminTest-77667792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 1101 time: 0.0465646 Dec 16 22:12:36.164054 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3226a52b-5fbb-416a-abf0-613473478ef5 req-b1116ee5-f96d-46ea-a62a-19fe81cdf3dc tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:36.169954 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:36.192547 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea2059a-7e76-411a-840a-63b2ad9e478f']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:36.202832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554cdec8-8ede-4bc1-a501-331d6103a2c7') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:36.203123 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554cdec8-8ede-4bc1-a501-331d6103a2c7') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:36.214086 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:36.231009 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:36.231682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f264e36a-8ca2-4553-b990-5b281bda2aa7 req-1d3cd28e-5f92-4d4f-985a-594a6dcb6435 tempest-MigrationsAdminTest-77667792 tempest-MigrationsAdminTest-77667792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643570 Dec 16 22:12:36.239218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:12:36.239828 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:12:36.241969 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:12:36.311417 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3226a52b-5fbb-416a-abf0-613473478ef5 req-b1116ee5-f96d-46ea-a62a-19fe81cdf3dc tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:36.340592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-702a4ae9-15d4-4af8-8a65-ad9163e69c54 req-a8788fb9-ebc3-47fd-8f0b-d54fd694fbd6 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "GET /v2.0/security-groups/3581ba8c-e026-4798-906c-8e509d0bc223 HTTP/1.1" status: 200 len: 2423 time: 0.0671377 Dec 16 22:12:36.379407 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea69e83-98bd-4083-b22a-38284cf6e3f5 x-openstack-request-id: req-7ea69e83-98bd-4083-b22a-38284cf6e3f5 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:36.379407 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d536d9-e158-403c-b1a4-7b7d7fc361c9", "name": "network-vif-deleted", "tag": "2d582342-9e57-4614-ba55-1331be8a4423", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:36.379407 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ea69e83-98bd-4083-b22a-38284cf6e3f5 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:36.380110 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d536d9-e158-403c-b1a4-7b7d7fc361c9', 'name': 'network-vif-deleted', 'tag': '2d582342-9e57-4614-ba55-1331be8a4423', 'status': 'completed', 'code': 200} Dec 16 22:12:36.427377 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3226a52b-5fbb-416a-abf0-613473478ef5 req-b1116ee5-f96d-46ea-a62a-19fe81cdf3dc tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:36.428536 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:36.428536 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:36.433693 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6ea2059a-7e76-411a-840a-63b2ad9e478f HTTP/1.1" status: 204 len: 168 time: 1.1167319 Dec 16 22:12:36.447213 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e8b99-38d0-49ff-a970-327c5fc364a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea2059a-7e76-411a-840a-63b2ad9e478f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:36.477635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1116ee5-f96d-46ea-a62a-19fe81cdf3dc tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d321afdc-e47c-4265-8e86-607694af5616,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:36.656748 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3226a52b-5fbb-416a-abf0-613473478ef5 req-b1116ee5-f96d-46ea-a62a-19fe81cdf3dc tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:36.658091 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3226a52b-5fbb-416a-abf0-613473478ef5 req-b1116ee5-f96d-46ea-a62a-19fe81cdf3dc tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7801008 Dec 16 22:12:36.691559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5b1ebde-3ad6-4358-9f3f-6dded751ad2e req-2d8d7d65-984a-4fe8-8de2-4a0aceed031f tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "GET /v2.0/security-group-rules/f936fdec-3877-43a8-b4c1-f274b5cb5872 HTTP/1.1" status: 200 len: 778 time: 0.0179029 Dec 16 22:12:36.739579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5b1ebde-3ad6-4358-9f3f-6dded751ad2e req-92eaa4ee-1909-4d64-8879-2c17bab4008d tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "GET /v2.0/security-groups/3581ba8c-e026-4798-906c-8e509d0bc223 HTTP/1.1" status: 200 len: 2423 time: 0.0409765 Dec 16 22:12:36.774449 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a5b1ebde-3ad6-4358-9f3f-6dded751ad2e req-97d28e67-4b1b-4bde-86ec-cfcc2c7e858f tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:36.785885 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a5b1ebde-3ad6-4358-9f3f-6dded751ad2e req-97d28e67-4b1b-4bde-86ec-cfcc2c7e858f tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:36.984802 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 687551d9-88dd-4645-bf60-89ebbbe4818c up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:37.034068 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a5b1ebde-3ad6-4358-9f3f-6dded751ad2e req-97d28e67-4b1b-4bde-86ec-cfcc2c7e858f tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:37.051288 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a5b1ebde-3ad6-4358-9f3f-6dded751ad2e req-97d28e67-4b1b-4bde-86ec-cfcc2c7e858f tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:37.056902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5b1ebde-3ad6-4358-9f3f-6dded751ad2e req-97d28e67-4b1b-4bde-86ec-cfcc2c7e858f tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/f936fdec-3877-43a8-b4c1-f274b5cb5872 HTTP/1.1" status: 204 len: 173 time: 0.3088775 Dec 16 22:12:37.077047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d28e67-4b1b-4bde-86ec-cfcc2c7e858f tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f936fdec-3877-43a8-b4c1-f274b5cb5872,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:37.085681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58828) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:37.112524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad6b7176-e71f-4d3a-9810-a590658b5478 req-3d65b167-3d9c-483e-b32c-6fb82f16688c tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/d321afdc-e47c-4265-8e86-607694af5616 HTTP/1.1" status: 200 len: 1818 time: 0.0544801 Dec 16 22:12:37.127920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-ad6b7176-e71f-4d3a-9810-a590658b5478 req-0b417e72-21a5-4723-81a6-ab9b3eeb9459 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Request body: {'security_group': {'name': 'tempest-sg-hth-685999341', 'description': 'tempest-description-hth-992314243'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:37.140995 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 687551d9-88dd-4645-bf60-89ebbbe4818c completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:12:37.145686 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 687551d9-88dd-4645-bf60-89ebbbe4818c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:37.146065 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:37.152218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58830) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:37.157794 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7b2c957e-9aec-4061-9ad4-0456f97e677f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41cb990b5be743d1a444debc3b794af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708039 Dec 16 22:12:37.203486 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ad6b7176-e71f-4d3a-9810-a590658b5478 req-0b417e72-21a5-4723-81a6-ab9b3eeb9459 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:37.245966 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:37.261634 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72cc0a72-06f8-4058-af68-701078f86b03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:37.284635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:37.285447 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ad6b7176-e71f-4d3a-9810-a590658b5478 req-0b417e72-21a5-4723-81a6-ab9b3eeb9459 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:37.287342 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61d7e8f-8fd7-4af0-9661-a25f25e7df08" -d '{"events": [{"server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "name": "network-vif-plugged", "status": "completed", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:37.302390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=687551d9-88dd-4645-bf60-89ebbbe4818c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:37.307872 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72cc0a72-06f8-4058-af68-701078f86b03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:37.328660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e9371e4-03b1-4eb6-aaaa-45657282894d req-cc0b0756-2ce0-4604-ba6c-0cd5d97f04ab tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8d536d9-e158-403c-b1a4-7b7d7fc361c9 HTTP/1.1" status: 200 len: 210 time: 0.0396273 Dec 16 22:12:37.398193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3e08c480-83d5-4237-9c07-102d1eb84d59 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:37.422409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 3e08c480-83d5-4237-9c07-102d1eb84d59 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:37.422734 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3e08c480-83d5-4237-9c07-102d1eb84d59 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:37.453479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f17c7-fb80-4aa2-ad97-069de19e3087 req-a23a5f7b-b7ec-4832-bfa6-7f2c86cd757b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:37.455001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc3f17c7-fb80-4aa2-ad97-069de19e3087 req-a23a5f7b-b7ec-4832-bfa6-7f2c86cd757b tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 950 time: 0.0577767 Dec 16 22:12:37.511621 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc3f17c7-fb80-4aa2-ad97-069de19e3087 req-bbc32382-4b05-4897-993d-738c0938eea3 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503535 Dec 16 22:12:37.522780 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ad6b7176-e71f-4d3a-9810-a590658b5478 req-0b417e72-21a5-4723-81a6-ab9b3eeb9459 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:37.523672 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:37.534205 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ad6b7176-e71f-4d3a-9810-a590658b5478 req-0b417e72-21a5-4723-81a6-ab9b3eeb9459 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:37.534205 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad6b7176-e71f-4d3a-9810-a590658b5478 req-0b417e72-21a5-4723-81a6-ab9b3eeb9459 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "PUT /v2.0/security-groups/d321afdc-e47c-4265-8e86-607694af5616 HTTP/1.1" status: 200 len: 1790 time: 0.4060154 Dec 16 22:12:37.558319 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72cc0a72-06f8-4058-af68-701078f86b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:37.561533 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72cc0a72-06f8-4058-af68-701078f86b03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:37.565147 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-72cc0a72-06f8-4058-af68-701078f86b03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca93ed6d-fde7-4867-b897-c0518c25c340 HTTP/1.1" status: 204 len: 168 time: 0.4069266 Dec 16 22:12:37.569102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b417e72-21a5-4723-81a6-ab9b3eeb9459 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d321afdc-e47c-4265-8e86-607694af5616,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:37.580831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-a0f6c413-f241-4bb8-8f8a-638ac0eae931 req-41a6e30a-6666-454b-aab3-5f7cb748fd87 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2036826332', 'description': 'tempest-description-2084389225'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:37.595778 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c344cb-b6c5-4c27-93ee-9a57b9c32f7f x-openstack-request-id: req-59c344cb-b6c5-4c27-93ee-9a57b9c32f7f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:37.596101 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "name": "network-vif-plugged", "status": "completed", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:37.596358 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59c344cb-b6c5-4c27-93ee-9a57b9c32f7f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:37.596737 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c', 'code': 200} Dec 16 22:12:37.599916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc0a72-06f8-4058-af68-701078f86b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca93ed6d-fde7-4867-b897-c0518c25c340,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:37.601715 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=687551d9-88dd-4645-bf60-89ebbbe4818c,revision_number=13']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:37.668239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-863fe74a-7084-44cc-bf31-d90122cb2042 req-2ee27e13-eecb-4ee3-bf25-48197b1e8dd5 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/d321afdc-e47c-4265-8e86-607694af5616 HTTP/1.1" status: 200 len: 1790 time: 0.0491030 Dec 16 22:12:37.740761 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ab15828-d340-4610-9e65-078882c6f7ac req-50449785-4651-4d6b-bb5f-8b5eb167f0c0 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/d321afdc-e47c-4265-8e86-607694af5616 HTTP/1.1" status: 200 len: 1790 time: 0.0485904 Dec 16 22:12:37.793056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a0f6c413-f241-4bb8-8f8a-638ac0eae931 req-41a6e30a-6666-454b-aab3-5f7cb748fd87 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:37.821253 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0ab15828-d340-4610-9e65-078882c6f7ac req-7fd952ae-305b-43db-9144-b0c90276df99 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:37.853976 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0ab15828-d340-4610-9e65-078882c6f7ac req-7fd952ae-305b-43db-9144-b0c90276df99 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:37.916704 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a0f6c413-f241-4bb8-8f8a-638ac0eae931 req-41a6e30a-6666-454b-aab3-5f7cb748fd87 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:38.084264 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a0f6c413-f241-4bb8-8f8a-638ac0eae931 req-41a6e30a-6666-454b-aab3-5f7cb748fd87 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:38.092612 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0ab15828-d340-4610-9e65-078882c6f7ac req-7fd952ae-305b-43db-9144-b0c90276df99 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:38.092612 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0ab15828-d340-4610-9e65-078882c6f7ac req-7fd952ae-305b-43db-9144-b0c90276df99 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:38.093519 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ab15828-d340-4610-9e65-078882c6f7ac req-7fd952ae-305b-43db-9144-b0c90276df99 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "DELETE /v2.0/security-groups/d321afdc-e47c-4265-8e86-607694af5616 HTTP/1.1" status: 204 len: 173 time: 0.3462036 Dec 16 22:12:38.124489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6e30a-6666-454b-aab3-5f7cb748fd87 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd778d7-e8f9-4457-b425-2d807643ec4d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:38.136682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd952ae-305b-43db-9144-b0c90276df99 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d321afdc-e47c-4265-8e86-607694af5616,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:38.265567 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-272883f5-0411-4024-b9b7-2af9af715ed3 req-29355aed-7855-4716-9726-bab358f9a5ef tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] show failed (client error): The resource could not be found. Dec 16 22:12:38.266596 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-272883f5-0411-4024-b9b7-2af9af715ed3 req-29355aed-7855-4716-9726-bab358f9a5ef tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/a8152246-f3bf-49c1-ba48-5c3e2a5297b9 HTTP/1.1" status: 404 len: 352 time: 0.0172915 Dec 16 22:12:38.269302 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a0f6c413-f241-4bb8-8f8a-638ac0eae931 req-41a6e30a-6666-454b-aab3-5f7cb748fd87 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:38.271163 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0f6c413-f241-4bb8-8f8a-638ac0eae931 req-41a6e30a-6666-454b-aab3-5f7cb748fd87 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6951590 Dec 16 22:12:38.319232 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-e4b8ee0a-996b-4fc7-a09e-a31c7befe526 req-45ee2fac-42a3-421f-90cb-e14e0b253c7b tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] show failed (client error): The resource could not be found. Dec 16 22:12:38.321017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4b8ee0a-996b-4fc7-a09e-a31c7befe526 req-45ee2fac-42a3-421f-90cb-e14e0b253c7b tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/6e6386db-a1cf-42d6-bc1c-e5a8dcccc979 HTTP/1.1" status: 404 len: 352 time: 0.0201850 Dec 16 22:12:38.405395 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-7779f9d3-c2bd-4e5f-b001-f697103690dd req-d4da1715-bbd5-4371-ab36-4ddcf5680838 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] show failed (client error): The resource could not be found. Dec 16 22:12:38.406501 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7779f9d3-c2bd-4e5f-b001-f697103690dd req-d4da1715-bbd5-4371-ab36-4ddcf5680838 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/a1109f14-7f63-4495-8fc0-3f936d629433 HTTP/1.1" status: 404 len: 352 time: 0.0265872 Dec 16 22:12:38.410665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79955e3c-17c1-4d73-bd49-649f420775d2 req-422c58b0-e604-4024-b4a4-79cd70c7a689 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "GET /v2.0/security-groups/1fd778d7-e8f9-4457-b425-2d807643ec4d HTTP/1.1" status: 200 len: 1830 time: 0.0663662 Dec 16 22:12:38.446261 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-e38d8234-f927-492a-b557-060fae41c1b9 req-d966aecb-ec13-4330-8917-af621c515708 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] show failed (client error): The resource could not be found. Dec 16 22:12:38.448119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e38d8234-f927-492a-b557-060fae41c1b9 req-d966aecb-ec13-4330-8917-af621c515708 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/6529a176-cc88-49e3-9686-9fe666005d54 HTTP/1.1" status: 404 len: 352 time: 0.0196781 Dec 16 22:12:38.486837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e4bbac66-73aa-44ed-a990-4d975ae0d241 req-04a67473-4eb4-4dbf-92b5-7aaf04c32d52 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1750732591', 'description': 'tempest-description-1133841311'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:38.508762 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-103cbe7a-25fb-4e58-bd7e-6897a00a622b req-96de43aa-caf2-49c0-8779-f7a5a4b208d1 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] show failed (client error): The resource could not be found. Dec 16 22:12:38.510552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-103cbe7a-25fb-4e58-bd7e-6897a00a622b req-96de43aa-caf2-49c0-8779-f7a5a4b208d1 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/2b3ed49d-f793-4981-8971-81c1cb89abe0 HTTP/1.1" status: 404 len: 352 time: 0.0283151 Dec 16 22:12:38.571074 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-31a705c9-0636-42bd-9ea8-a0a873234109 req-db643c76-5adf-4a1d-aee9-93c80b7b7d92 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] show failed (client error): The resource could not be found. Dec 16 22:12:38.572617 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31a705c9-0636-42bd-9ea8-a0a873234109 req-db643c76-5adf-4a1d-aee9-93c80b7b7d92 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/38a893c3-c3a4-4655-8803-79bf8eeb0f31 HTTP/1.1" status: 404 len: 352 time: 0.0292280 Dec 16 22:12:38.605029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e1352-f51a-4661-ab0f-f6745079c1a6 req-88664317-2c97-472b-874d-441e5471dfbd tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:38.610779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b2e1352-f51a-4661-ab0f-f6745079c1a6 req-88664317-2c97-472b-874d-441e5471dfbd tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 951 time: 0.1026349 Dec 16 22:12:38.723787 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e4bbac66-73aa-44ed-a990-4d975ae0d241 req-04a67473-4eb4-4dbf-92b5-7aaf04c32d52 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:38.757124 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90894d3d-6410-4d34-b88a-172cf7ea070a req-eb861865-162c-4444-937a-0d4f377dea8c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:38.758631 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90894d3d-6410-4d34-b88a-172cf7ea070a req-eb861865-162c-4444-937a-0d4f377dea8c tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 951 time: 0.1054337 Dec 16 22:12:38.776411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 2d582342-9e57-4614-ba55-1331be8a4423 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:38.799045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 2d582342-9e57-4614-ba55-1331be8a4423 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:38.799783 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 2d582342-9e57-4614-ba55-1331be8a4423 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:38.837671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-2b2e1352-f51a-4661-ab0f-f6745079c1a6 req-4bea4bac-2cad-466c-89ed-f5ba1c7bc649 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Deleting port 687551d9-88dd-4645-bf60-89ebbbe4818c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:38.838050 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b2e1352-f51a-4661-ab0f-f6745079c1a6 req-4bea4bac-2cad-466c-89ed-f5ba1c7bc649 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:38.913181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90894d3d-6410-4d34-b88a-172cf7ea070a req-635874b2-eb58-4a95-a1ce-6944328264de tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451907 Dec 16 22:12:38.935288 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e4bbac66-73aa-44ed-a990-4d975ae0d241 req-04a67473-4eb4-4dbf-92b5-7aaf04c32d52 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:38.997999 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-2b2e1352-f51a-4661-ab0f-f6745079c1a6 req-4bea4bac-2cad-466c-89ed-f5ba1c7bc649 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] For port 687551d9-88dd-4645-bf60-89ebbbe4818c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=687551d9-88dd-4645-bf60-89ebbbe4818c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:38.998921 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b2e1352-f51a-4661-ab0f-f6745079c1a6 req-4bea4bac-2cad-466c-89ed-f5ba1c7bc649 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:39.029461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-2b2e1352-f51a-4661-ab0f-f6745079c1a6 req-4bea4bac-2cad-466c-89ed-f5ba1c7bc649 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Calling delete_port for 687551d9-88dd-4645-bf60-89ebbbe4818c owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:39.078668 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e4bbac66-73aa-44ed-a990-4d975ae0d241 req-04a67473-4eb4-4dbf-92b5-7aaf04c32d52 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:39.182288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a67473-4eb4-4dbf-92b5-7aaf04c32d52 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4e84c1-f153-46c4-bac0-3211e03be9b8,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:39.214490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-11b2c171-6281-40eb-9684-ac1357c89c9b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:39.216086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-11b2c171-6281-40eb-9684-ac1357c89c9b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 812 time: 0.2054987 Dec 16 22:12:39.236892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58906) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:39.244976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-a5a2059d-255c-46f5-9704-5e46b38657f4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/quotas/9e9129638e7f4cd0be05b6f0c86dd955 HTTP/1.1" status: 200 len: 375 time: 0.0221391 Dec 16 22:12:39.296958 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e4bbac66-73aa-44ed-a990-4d975ae0d241 req-04a67473-4eb4-4dbf-92b5-7aaf04c32d52 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:39.299948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4bbac66-73aa-44ed-a990-4d975ae0d241 req-04a67473-4eb4-4dbf-92b5-7aaf04c32d52 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.8194001 Dec 16 22:12:39.325041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-77940062-e59d-40d7-8123-da4cc903404d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730252 Dec 16 22:12:39.418053 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b2e1352-f51a-4661-ab0f-f6745079c1a6 req-4bea4bac-2cad-466c-89ed-f5ba1c7bc649 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:39.419574 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-97604c89-a44a-47cc-ba25-8123e64d47ba admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-network', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:39.442477 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['20c6c008-b5b5-4ef4-8c49-542c05822c8f', '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3', '53e9f3bb-dd81-4ef0-8762-2170a39623c6', '687551d9-88dd-4645-bf60-89ebbbe4818c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:39.474482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea4bac-2cad-466c-89ed-f5ba1c7bc649 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Pushing event deleted for resources: {'Port': ['ID=687551d9-88dd-4645-bf60-89ebbbe4818c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:39.521509 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97604c89-a44a-47cc-ba25-8123e64d47ba admin admin] Made reservation on behalf of ca22611ab075468988e76fbf3b7a895c for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:39.525723 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97604c89-a44a-47cc-ba25-8123e64d47ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:39.536089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2e1352-f51a-4661-ab0f-f6745079c1a6 req-4bea4bac-2cad-466c-89ed-f5ba1c7bc649 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] No DVR routers for this DVR port 687551d9-88dd-4645-bf60-89ebbbe4818c on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:39.538755 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b2e1352-f51a-4661-ab0f-f6745079c1a6 req-4bea4bac-2cad-466c-89ed-f5ba1c7bc649 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:39.540038 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97604c89-a44a-47cc-ba25-8123e64d47ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:39.543720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b2e1352-f51a-4661-ab0f-f6745079c1a6 req-4bea4bac-2cad-466c-89ed-f5ba1c7bc649 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "DELETE /v2.0/ports/687551d9-88dd-4645-bf60-89ebbbe4818c HTTP/1.1" status: 204 len: 173 time: 0.9262609 Dec 16 22:12:39.544207 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'name': 'network-vif-deleted', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:39.546524 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73fbdf8-2bf0-4113-8b1c-3bc9dbecafa0" -d '{"events": [{"server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "name": "network-vif-deleted", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:39.551450 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-1016d5cd-0b09-4cff-9259-82692aae3704 service neutron] 10.222.0.43 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986361 Dec 16 22:12:39.722686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-ed632022-2629-4098-af67-043f5deb8713 service neutron] 10.222.0.43 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636033 Dec 16 22:12:39.737413 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97604c89-a44a-47cc-ba25-8123e64d47ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:39.876898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97604c89-a44a-47cc-ba25-8123e64d47ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:39.893030 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97604c89-a44a-47cc-ba25-8123e64d47ba admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:12:39.912619 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97604c89-a44a-47cc-ba25-8123e64d47ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9155bd47-4531-461d-ab97-0e664ce8b76c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:39.920485 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97604c89-a44a-47cc-ba25-8123e64d47ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:39.921111 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-97604c89-a44a-47cc-ba25-8123e64d47ba admin admin] Added segment 2efb0350-123d-4bea-bfcf-69718fdf33b2 of type vlan for network 34daf0cb-328a-4063-b77e-640751a9efdd Dec 16 22:12:39.980080 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97604c89-a44a-47cc-ba25-8123e64d47ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:40.014535 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ab8299b-6144-49d6-90fc-3f73b3156299 req-960af287-1e9f-46ee-9615-196b2e4165fd tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "GET /v2.0/security-groups/bc4e84c1-f153-46c4-bac0-3211e03be9b8 HTTP/1.1" status: 200 len: 1830 time: 0.0640290 Dec 16 22:12:40.095346 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97604c89-a44a-47cc-ba25-8123e64d47ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:40.096674 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97604c89-a44a-47cc-ba25-8123e64d47ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:40.097340 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97604c89-a44a-47cc-ba25-8123e64d47ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:40.102021 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34490de7-9f31-4bac-b4c5-2793ae44a617 x-openstack-request-id: req-34490de7-9f31-4bac-b4c5-2793ae44a617 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:40.102391 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771d6dff-6823-4136-82ba-fabda5353ae3", "name": "network-vif-deleted", "tag": "687551d9-88dd-4645-bf60-89ebbbe4818c", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:40.103373 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34490de7-9f31-4bac-b4c5-2793ae44a617 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:40.104315 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771d6dff-6823-4136-82ba-fabda5353ae3', 'name': 'network-vif-deleted', 'tag': '687551d9-88dd-4645-bf60-89ebbbe4818c', 'status': 'completed', 'code': 200} Dec 16 22:12:40.206202 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97604c89-a44a-47cc-ba25-8123e64d47ba admin admin] Pushing event updated for resources: {'Network': ['ID=34daf0cb-328a-4063-b77e-640751a9efdd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:40.218364 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-97604c89-a44a-47cc-ba25-8123e64d47ba admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9762151 Dec 16 22:12:40.219906 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58930) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:40.227121 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 34daf0cb-328a-4063-b77e-640751a9efdd details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:12:40.231094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-733b3f61-20b4-4b2e-b166-935538f979a5 admin admin] Request body: {'subnet': {'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-subnet', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:40.303393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625a7c-09db-40fd-bb59-92e8539236de req-07717b15-ce1d-4d0b-b930-bf5c59c0dbd4 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:40.316318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88625a7c-09db-40fd-bb59-92e8539236de req-07717b15-ce1d-4d0b-b930-bf5c59c0dbd4 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 1023 time: 0.1407948 Dec 16 22:12:40.316931 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6948f663-b667-4ae9-a0bc-d50c7cb7acc9 req-90682e0d-7974-42bb-a54f-4f8fe8a92dd8 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=771d6dff-6823-4136-82ba-fabda5353ae3 HTTP/1.1" status: 200 len: 210 time: 0.0676844 Dec 16 22:12:40.336242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733b3f61-20b4-4b2e-b166-935538f979a5 admin admin] Made reservation on behalf of ca22611ab075468988e76fbf3b7a895c for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:40.344219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-733b3f61-20b4-4b2e-b166-935538f979a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:40.393724 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e98394db-b7d8-4070-b3d5-bd148c77f075 req-0469c296-0814-4834-b4c5-063f1b3b089d tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1467413213', 'description': 'tempest-description-1282204878'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:40.435223 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88625a7c-09db-40fd-bb59-92e8539236de req-afc086c1-bf7e-4a35-a427-2e50f9aef602 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&id=b6fbbce2-f709-4657-bd3e-8fe39cb70ffa&id=e00942c8-1e12-476f-958c-8d6cf88f5603&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1222150 Dec 16 22:12:40.517264 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c392298-b928-4ed2-b958-b8a8cb7e3d0c req-bf7db86c-3754-41ec-925c-10d62b60fb76 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 210 time: 0.0319071 Dec 16 22:12:40.592481 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e98394db-b7d8-4070-b3d5-bd148c77f075 req-0469c296-0814-4834-b4c5-063f1b3b089d tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:40.665453 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e98394db-b7d8-4070-b3d5-bd148c77f075 req-0469c296-0814-4834-b4c5-063f1b3b089d tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:40.763284 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-733b3f61-20b4-4b2e-b166-935538f979a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:40.803908 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e98394db-b7d8-4070-b3d5-bd148c77f075 req-0469c296-0814-4834-b4c5-063f1b3b089d tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:40.826130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b3f61-20b4-4b2e-b166-935538f979a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3585ba4-a949-4dca-bd29-1688b72e97c2,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:40.834782 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733b3f61-20b4-4b2e-b166-935538f979a5 admin admin] Checking segment: {'id': '2efb0350-123d-4bea-bfcf-69718fdf33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:40.835142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733b3f61-20b4-4b2e-b166-935538f979a5 admin admin] Network hostable DHCP agents. Network: 34daf0cb-328a-4063-b77e-640751a9efdd, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:12:40.838808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469c296-0814-4834-b4c5-063f1b3b089d tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8463b7fa-9ace-4560-9b1b-0986c3dbd404,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:40.971398 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733b3f61-20b4-4b2e-b166-935538f979a5 admin admin] Network 34daf0cb-328a-4063-b77e-640751a9efdd is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:12:40.973412 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e98394db-b7d8-4070-b3d5-bd148c77f075 req-0469c296-0814-4834-b4c5-063f1b3b089d tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:40.983287 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e98394db-b7d8-4070-b3d5-bd148c77f075 req-0469c296-0814-4834-b4c5-063f1b3b089d tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5968335 Dec 16 22:12:41.052555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6dbe8d13-ae6b-4d64-8008-7335f7291c9a req-e5048313-7db0-45cf-8286-cde957a5dc7c tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "GET /v2.0/security-groups/8463b7fa-9ace-4560-9b1b-0986c3dbd404 HTTP/1.1" status: 200 len: 1830 time: 0.0495026 Dec 16 22:12:41.061272 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-733b3f61-20b4-4b2e-b166-935538f979a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 34daf0cb-328a-4063-b77e-640751a9efdd) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:41.067894 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b3f61-20b4-4b2e-b166-935538f979a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:41.076265 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-733b3f61-20b4-4b2e-b166-935538f979a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.077436 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4831b1a6-ca54-4ae7-b28a-c8b8e56a9801 None None] Network 34daf0cb-328a-4063-b77e-640751a9efdd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:12:41.095051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e736e3a4-f34c-481e-bcc5-2ca04689f880 req-1048560f-35e5-4c7c-ba7e-644a515c9dfb tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-694025835', 'description': 'tempest-description-1983623906'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:41.197928 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-733b3f61-20b4-4b2e-b166-935538f979a5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9755838 Dec 16 22:12:41.205902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58946) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:41.220665 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-router', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:41.221200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89288886-d685-4801-9326-0aff083383a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-34daf0cb-328a-4063-b77e-640751a9efdd', 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd', 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'fixed_ips': [{'subnet_id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:12:41.222102 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89288886-d685-4801-9326-0aff083383a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.324453 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e736e3a4-f34c-481e-bcc5-2ca04689f880 req-1048560f-35e5-4c7c-ba7e-644a515c9dfb tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.402140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3bddd-5e9e-4ccd-beef-9c9f414b7252 req-30374090-5f03-4ace-9354-34f0533af18d tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:41.404030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cfa3bddd-5e9e-4ccd-beef-9c9f414b7252 req-30374090-5f03-4ace-9354-34f0533af18d tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.24 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 1023 time: 0.1153684 Dec 16 22:12:41.427434 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-89288886-d685-4801-9326-0aff083383a0 None None] Allocated IP 172.20.0.2 (34daf0cb-328a-4063-b77e-640751a9efdd/c3585ba4-a949-4dca-bd29-1688b72e97c2/251113e6-3bb9-428d-8578-2e09d383ecdf) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:41.484479 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.486381 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.557508 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.566239 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e736e3a4-f34c-481e-bcc5-2ca04689f880 req-1048560f-35e5-4c7c-ba7e-644a515c9dfb tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.646397 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89288886-d685-4801-9326-0aff083383a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.682850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-729678fc-d8e2-4dfa-85e6-7751d3952d9b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:41.685226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-729678fc-d8e2-4dfa-85e6-7751d3952d9b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 821 time: 0.2172170 Dec 16 22:12:41.688542 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e736e3a4-f34c-481e-bcc5-2ca04689f880 req-1048560f-35e5-4c7c-ba7e-644a515c9dfb tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.744815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-cfa3bddd-5e9e-4ccd-beef-9c9f414b7252 req-1a42514d-ec06-4ed4-b9ab-6e661b3b5a05 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Deleting port 139214d6-b24f-4d84-a91e-68cbb34ca3f7 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:41.745086 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-cfa3bddd-5e9e-4ccd-beef-9c9f414b7252 req-1a42514d-ec06-4ed4-b9ab-6e661b3b5a05 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.751198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-164a47bd-293a-4ad2-b121-4f1b42dfd5b1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/quotas/7121dad57bc841b98b41e71c9b25481e HTTP/1.1" status: 200 len: 375 time: 0.0559261 Dec 16 22:12:41.766541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048560f-35e5-4c7c-ba7e-644a515c9dfb tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a9ed88-7e6a-4ef7-8f99-bcca076e30d2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:41.795567 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.814570 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89288886-d685-4801-9326-0aff083383a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.859439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89288886-d685-4801-9326-0aff083383a0 None None] Network 34daf0cb-328a-4063-b77e-640751a9efdd is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:41.862579 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-89288886-d685-4801-9326-0aff083383a0 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:41.866385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89288886-d685-4801-9326-0aff083383a0 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:41.877772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89288886-d685-4801-9326-0aff083383a0 None None] Pushing event updated for resources: {'Port': ['ID=251113e6-3bb9-428d-8578-2e09d383ecdf,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:41.891868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-17f64cf8-275f-4419-9a8f-e6a4515449f5 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1263969 Dec 16 22:12:41.903097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-cfa3bddd-5e9e-4ccd-beef-9c9f414b7252 req-1a42514d-ec06-4ed4-b9ab-6e661b3b5a05 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] For port 139214d6-b24f-4d84-a91e-68cbb34ca3f7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=139214d6-b24f-4d84-a91e-68cbb34ca3f7,segment=NetworkSegment(838a1af7-9806-4aee-acbc-27dc753f90a4),segment_id=838a1af7-9806-4aee-acbc-27dc753f90a4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:41.905019 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-cfa3bddd-5e9e-4ccd-beef-9c9f414b7252 req-1a42514d-ec06-4ed4-b9ab-6e661b3b5a05 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.920077 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e736e3a4-f34c-481e-bcc5-2ca04689f880 req-1048560f-35e5-4c7c-ba7e-644a515c9dfb tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.921385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e736e3a4-f34c-481e-bcc5-2ca04689f880 req-1048560f-35e5-4c7c-ba7e-644a515c9dfb tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.8325887 Dec 16 22:12:41.939682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-89288886-d685-4801-9326-0aff083383a0 None None] Attempting to bind port 251113e6-3bb9-428d-8578-2e09d383ecdf on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:41.939682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-89288886-d685-4801-9326-0aff083383a0 None None] Attempting to bind port 251113e6-3bb9-428d-8578-2e09d383ecdf by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '2efb0350-123d-4bea-bfcf-69718fdf33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:41.939682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89288886-d685-4801-9326-0aff083383a0 None None] Attempting to bind port 251113e6-3bb9-428d-8578-2e09d383ecdf on network 34daf0cb-328a-4063-b77e-640751a9efdd {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:41.949791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89288886-d685-4801-9326-0aff083383a0 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:41.950350 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89288886-d685-4801-9326-0aff083383a0 None None] Checking segment: {'id': '2efb0350-123d-4bea-bfcf-69718fdf33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:41.950896 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89288886-d685-4801-9326-0aff083383a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.951576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89288886-d685-4801-9326-0aff083383a0 None None] Bound using segment: {'id': '2efb0350-123d-4bea-bfcf-69718fdf33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:41.952327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-89288886-d685-4801-9326-0aff083383a0 None None] Bound port: 251113e6-3bb9-428d-8578-2e09d383ecdf, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efb0350-123d-4bea-bfcf-69718fdf33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:41.953197 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89288886-d685-4801-9326-0aff083383a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.956168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-cfa3bddd-5e9e-4ccd-beef-9c9f414b7252 req-1a42514d-ec06-4ed4-b9ab-6e661b3b5a05 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Calling delete_port for 139214d6-b24f-4d84-a91e-68cbb34ca3f7 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:42.058404 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-89288886-d685-4801-9326-0aff083383a0 None None] For port 251113e6-3bb9-428d-8578-2e09d383ecdf, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:42.064632 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-89288886-d685-4801-9326-0aff083383a0 None None] For port 251113e6-3bb9-428d-8578-2e09d383ecdf, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=251113e6-3bb9-428d-8578-2e09d383ecdf,segment=NetworkSegment(2efb0350-123d-4bea-bfcf-69718fdf33b2),segment_id=2efb0350-123d-4bea-bfcf-69718fdf33b2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:42.163611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfc3b1-ecf4-47d0-a0ec-4ca6fd203332 req-da2496cd-1d28-4c61-8ad8-ef9f7eab9ce5 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:42.165802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4dfc3b1-ecf4-47d0-a0ec-4ca6fd203332 req-da2496cd-1d28-4c61-8ad8-ef9f7eab9ce5 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 1023 time: 0.1277459 Dec 16 22:12:42.170974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-ff4f6468-c1d3-4d52-9557-37804102b64b service neutron] 10.222.0.43 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544057 Dec 16 22:12:42.183759 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89288886-d685-4801-9326-0aff083383a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:42.272443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89288886-d685-4801-9326-0aff083383a0 None None] Pushing event updated for resources: {'Port': ['ID=251113e6-3bb9-428d-8578-2e09d383ecdf,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:42.385202 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4dfc3b1-ecf4-47d0-a0ec-4ca6fd203332 req-80dc148f-a3f2-4840-8072-9586fb37561c tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups?id=08a08aac-2e3d-48a4-add3-5666f14da74a&id=b6fbbce2-f709-4657-bd3e-8fe39cb70ffa&id=e00942c8-1e12-476f-958c-8d6cf88f5603&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2007024 Dec 16 22:12:42.391368 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-e35e50e6-bb78-4cfa-952b-885eb7e7bc1f service neutron] 10.222.0.43 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093356 Dec 16 22:12:42.457671 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:42.490171 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-cfa3bddd-5e9e-4ccd-beef-9c9f414b7252 req-1a42514d-ec06-4ed4-b9ab-6e661b3b5a05 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:42.507248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['139214d6-b24f-4d84-a91e-68cbb34ca3f7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:42.518286 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:42.560710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42514d-ec06-4ed4-b9ab-6e661b3b5a05 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event deleted for resources: {'Port': ['ID=139214d6-b24f-4d84-a91e-68cbb34ca3f7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:42.584719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81b62ed0-801c-4d49-90af-95a4967f572b req-19b48dd0-4c21-48b0-9b43-0b478580be7d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 210 time: 0.0449533 Dec 16 22:12:42.651196 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa3bddd-5e9e-4ccd-beef-9c9f414b7252 req-1a42514d-ec06-4ed4-b9ab-6e661b3b5a05 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] No DVR routers for this DVR port 139214d6-b24f-4d84-a91e-68cbb34ca3f7 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:42.654875 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-cfa3bddd-5e9e-4ccd-beef-9c9f414b7252 req-1a42514d-ec06-4ed4-b9ab-6e661b3b5a05 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:42.661240 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cfa3bddd-5e9e-4ccd-beef-9c9f414b7252 req-1a42514d-ec06-4ed4-b9ab-6e661b3b5a05 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.24 "DELETE /v2.0/ports/139214d6-b24f-4d84-a91e-68cbb34ca3f7 HTTP/1.1" status: 204 len: 173 time: 1.2447879 Dec 16 22:12:42.663629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751d5a3e-aada-4661-8f5f-b70a457a8e74', 'name': 'network-vif-deleted', 'tag': '139214d6-b24f-4d84-a91e-68cbb34ca3f7'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:42.668541 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71028709-01a3-41f9-b8b3-17b158545992" -d '{"events": [{"server_uuid": "751d5a3e-aada-4661-8f5f-b70a457a8e74", "name": "network-vif-deleted", "tag": "139214d6-b24f-4d84-a91e-68cbb34ca3f7"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:42.736272 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Allocated IP 172.25.2.51 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/ed33be9f-2ca4-4236-aa98-9b7a82123f69) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:42.738732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63983d67-7e39-409c-8db1-5b5307e6d256 req-3b3f4f36-3941-445d-a2e5-655a2c19d8a7 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "GET /v2.0/security-groups/b8a9ed88-7e6a-4ef7-8f99-bcca076e30d2 HTTP/1.1" status: 200 len: 1829 time: 0.0914550 Dec 16 22:12:42.879780 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:42.973329 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:42.998436 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:43.043246 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:43.047349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 687551d9-88dd-4645-bf60-89ebbbe4818c no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:43.048467 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:43.051809 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:43.076035 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 687551d9-88dd-4645-bf60-89ebbbe4818c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:43.076386 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 687551d9-88dd-4645-bf60-89ebbbe4818c not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:43.081179 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Pushing event updated for resources: {'Port': ['ID=ed33be9f-2ca4-4236-aa98-9b7a82123f69,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:43.119407 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:43.532619 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbeae2c5-2ff1-4d9d-a3db-d7e59798e6d8 x-openstack-request-id: req-cbeae2c5-2ff1-4d9d-a3db-d7e59798e6d8 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:43.533102 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751d5a3e-aada-4661-8f5f-b70a457a8e74", "name": "network-vif-deleted", "tag": "139214d6-b24f-4d84-a91e-68cbb34ca3f7", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:43.533190 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cbeae2c5-2ff1-4d9d-a3db-d7e59798e6d8 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:43.533533 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751d5a3e-aada-4661-8f5f-b70a457a8e74', 'name': 'network-vif-deleted', 'tag': '139214d6-b24f-4d84-a91e-68cbb34ca3f7', 'status': 'completed', 'code': 200} Dec 16 22:12:43.539485 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a8f370-1c7d-4f0a-84d2-b5159ba19a02 None None] Network 34daf0cb-328a-4063-b77e-640751a9efdd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:12:43.551787 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-ec2c87fd-7407-42f9-8b85-54e969fc9c27 req-72ad82c4-222e-42eb-9ba1-b2d534a504df tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] show failed (client error): The resource could not be found. Dec 16 22:12:43.567803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec2c87fd-7407-42f9-8b85-54e969fc9c27 req-72ad82c4-222e-42eb-9ba1-b2d534a504df tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "GET /v2.0/security-groups/3ff30348-e3c0-4c9f-8c46-b802116466ed HTTP/1.1" status: 404 len: 352 time: 0.0605586 Dec 16 22:12:43.572699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 251113e6-3bb9-428d-8578-2e09d383ecdf up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:43.640874 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:43.676235 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-d3b4ebfb-4d3d-42c8-8565-868a78791ac5 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:43.677885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-d3b4ebfb-4d3d-42c8-8565-868a78791ac5 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.24 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 812 time: 0.3430986 Dec 16 22:12:43.683865 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9699d14c-cbf9-41c5-a5ac-37f7b4acb22d req-e782ec74-8c5b-422a-8ce7-d6ea1049da46 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 210 time: 0.0577767 Dec 16 22:12:43.719604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-0feb6ae6-b758-4b9d-b145-9349ed51dc96 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Request body: {'port': {'device_id': 'd17e0946-6463-4e2e-9114-b2547513c88b', 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d', 'admin_state_up': True, 'tenant_id': '9e9129638e7f4cd0be05b6f0c86dd955'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:43.764525 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-bb780a7e-e8b0-41fc-9598-33a534b94d9d None None] Provisioning complete for port 251113e6-3bb9-428d-8578-2e09d383ecdf triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:43.765048 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb780a7e-e8b0-41fc-9598-33a534b94d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:43.840029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078fb34-9a83-4d8b-87c3-4a65b51a7e41 req-20f53077-3dc8-4f83-b992-e786be578693 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:43.841621 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2078fb34-9a83-4d8b-87c3-4a65b51a7e41 req-20f53077-3dc8-4f83-b992-e786be578693 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 951 time: 0.2032149 Dec 16 22:12:43.856172 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 251113e6-3bb9-428d-8578-2e09d383ecdf triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:43.857902 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:43.861421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d3a0f2a-2c38-4021-ab24-54e1f5b3543e req-5d023ce8-a4c3-403d-b267-b926e11356a5 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d5a3e-aada-4661-8f5f-b70a457a8e74 HTTP/1.1" status: 200 len: 210 time: 0.0609064 Dec 16 22:12:43.959989 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-339771b3-ec6e-44ce-b103-e185fda448dd req-12cd0592-746a-4254-9729-be72a916034e tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] show failed (client error): The resource could not be found. Dec 16 22:12:43.961128 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-339771b3-ec6e-44ce-b103-e185fda448dd req-12cd0592-746a-4254-9729-be72a916034e tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "GET /v2.0/security-group-rules/4a6757d2-6e84-4d2f-96e2-e63e328fb848 HTTP/1.1" status: 404 len: 361 time: 0.0493028 Dec 16 22:12:43.979519 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2078fb34-9a83-4d8b-87c3-4a65b51a7e41 req-3d5d4979-5db2-415f-a9ad-1a94dc5640a2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206028 Dec 16 22:12:44.014378 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb780a7e-e8b0-41fc-9598-33a534b94d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.051028 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.083315 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.103557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-bb780a7e-e8b0-41fc-9598-33a534b94d9d None None] For port 251113e6-3bb9-428d-8578-2e09d383ecdf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=251113e6-3bb9-428d-8578-2e09d383ecdf,segment=NetworkSegment(2efb0350-123d-4bea-bfcf-69718fdf33b2),segment_id=2efb0350-123d-4bea-bfcf-69718fdf33b2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:44.138962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-0feb6ae6-b758-4b9d-b145-9349ed51dc96 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Made reservation on behalf of 9e9129638e7f4cd0be05b6f0c86dd955 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:44.142582 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-0feb6ae6-b758-4b9d-b145-9349ed51dc96 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.155958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53e67a2b-1d86-4a50-a068-25b2738e7b67 req-3dbe456b-39cf-4cd6-b360-31e91a74b977 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 210 time: 0.0829427 Dec 16 22:12:44.189625 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb780a7e-e8b0-41fc-9598-33a534b94d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.199753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e04bc3f0-5f35-493f-8f8f-1e9c5888571d req-e80081fb-fada-4011-8634-a2a8ad9cdd19 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "GET /v2.0/security-groups/b8a9ed88-7e6a-4ef7-8f99-bcca076e30d2 HTTP/1.1" status: 200 len: 1829 time: 0.1444044 Dec 16 22:12:44.326410 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:12:44.326764 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:12:44.330211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Router 2d9cb233-8206-4207-bd00-6c2ebf78c644 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:12:44.332610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb780a7e-e8b0-41fc-9598-33a534b94d9d None None] Pushing event updated for resources: {'Port': ['ID=251113e6-3bb9-428d-8578-2e09d383ecdf,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:44.348427 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-81c1b88c-d715-4673-9246-8963972decb2 None None] Provisioning complete for port 251113e6-3bb9-428d-8578-2e09d383ecdf triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:44.348947 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81c1b88c-d715-4673-9246-8963972decb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.383539 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e04bc3f0-5f35-493f-8f8f-1e9c5888571d req-4c6efab1-903c-475e-a529-e8278340594f tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.415923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-0feb6ae6-b758-4b9d-b145-9349ed51dc96 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Allocated IP 172.20.0.8 (1748be95-c78e-4701-939a-f9809cb0660d/cc959983-53a1-41bc-bb50-5414cb529785/2a1b1e86-eea9-41cc-88db-2de8fc1f164c) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:44.423528 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e04bc3f0-5f35-493f-8f8f-1e9c5888571d req-4c6efab1-903c-475e-a529-e8278340594f tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.525961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:12:44.538968 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Sync routers for ids ['2d9cb233-8206-4207-bd00-6c2ebf78c644'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:12:44.550168 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Routers {'2d9cb233-8206-4207-bd00-6c2ebf78c644'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:12:44.551890 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:12:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d9cb233-8206-4207-bd00-6c2ebf78c644'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:44.633152 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.636755 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-74154fb9-aba9-47b2-9b61-fc6fda42a95b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.4297791 Dec 16 22:12:44.639521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59002) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:44.651668 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e04bc3f0-5f35-493f-8f8f-1e9c5888571d req-4c6efab1-903c-475e-a529-e8278340594f tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.654367 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e04bc3f0-5f35-493f-8f8f-1e9c5888571d req-4c6efab1-903c-475e-a529-e8278340594f tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.655553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e04bc3f0-5f35-493f-8f8f-1e9c5888571d req-4c6efab1-903c-475e-a529-e8278340594f tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "DELETE /v2.0/security-groups/b8a9ed88-7e6a-4ef7-8f99-bcca076e30d2 HTTP/1.1" status: 204 len: 173 time: 0.4458981 Dec 16 22:12:44.679053 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Set router 2d9cb233-8206-4207-bd00-6c2ebf78c644 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:12:44.706146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6efab1-903c-475e-a529-e8278340594f tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a9ed88-7e6a-4ef7-8f99-bcca076e30d2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:44.806590 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 139214d6-b24f-4d84-a91e-68cbb34ca3f7 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:44.835205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 139214d6-b24f-4d84-a91e-68cbb34ca3f7 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:44.835842 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 139214d6-b24f-4d84-a91e-68cbb34ca3f7 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:44.892971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14e6c929-faaa-4919-a932-03c1b77fadac req-94274885-cf2d-4c79-b5c8-c3cf0a4d4abe tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "GET /v2.0/security-groups/8463b7fa-9ace-4560-9b1b-0986c3dbd404 HTTP/1.1" status: 200 len: 1830 time: 0.2062356 Dec 16 22:12:44.934492 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-router', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:41Z', 'updated_at': '2021-12-16T22:12:43Z', 'revision_number': 3, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'gw_port': {'id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:42Z', 'updated_at': '2021-12-16T22:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:44.936917 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ddf35bd-d44f-4bf5-ac0c-43e081050d7e req-745deb33-9522-4aa9-9a53-ad8ec3ed3719 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 210 time: 0.1367986 Dec 16 22:12:44.955707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472e7d6-5b3e-4568-8b00-5c77bfcad0c7 req-26f0dcd5-e231-4f4a-b78f-53fd53396fe2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:44.957567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a472e7d6-5b3e-4568-8b00-5c77bfcad0c7 req-26f0dcd5-e231-4f4a-b78f-53fd53396fe2 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 951 time: 0.2013781 Dec 16 22:12:44.981024 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Checking router: 2d9cb233-8206-4207-bd00-6c2ebf78c644 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:12:44.981534 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Updating router 2d9cb233-8206-4207-bd00-6c2ebf78c644 port ed33be9f-2ca4-4236-aa98-9b7a82123f69 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:12:44.997970 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-0feb6ae6-b758-4b9d-b145-9349ed51dc96 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.034421 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.110055 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-14e6c929-faaa-4919-a932-03c1b77fadac req-63d968ac-2146-4e96-8206-dedaa2f303d4 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.208014 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-14e6c929-faaa-4919-a932-03c1b77fadac req-63d968ac-2146-4e96-8206-dedaa2f303d4 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.279937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e50adf-099c-404f-b7bf-c6dafcc0853f req-cdf49529-eef8-4330-bf09-6ffae5048061 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:45.279937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5e50adf-099c-404f-b7bf-c6dafcc0853f req-cdf49529-eef8-4330-bf09-6ffae5048061 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 951 time: 0.1711783 Dec 16 22:12:45.284894 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-a472e7d6-5b3e-4568-8b00-5c77bfcad0c7 req-70922025-f299-4f07-a798-ebb3899ff380 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Deleting port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:45.285307 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a472e7d6-5b3e-4568-8b00-5c77bfcad0c7 req-70922025-f299-4f07-a798-ebb3899ff380 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.306591 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.380748 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-0feb6ae6-b758-4b9d-b145-9349ed51dc96 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.465300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 251113e6-3bb9-428d-8578-2e09d383ecdf up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:45.469617 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5e50adf-099c-404f-b7bf-c6dafcc0853f req-8caea90d-9b0c-4d9c-9da4-7451c6ddb903 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787641 Dec 16 22:12:45.470282 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-14e6c929-faaa-4919-a932-03c1b77fadac req-63d968ac-2146-4e96-8206-dedaa2f303d4 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.473225 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-14e6c929-faaa-4919-a932-03c1b77fadac req-63d968ac-2146-4e96-8206-dedaa2f303d4 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.474278 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.485980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14e6c929-faaa-4919-a932-03c1b77fadac req-63d968ac-2146-4e96-8206-dedaa2f303d4 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "DELETE /v2.0/security-groups/8463b7fa-9ace-4560-9b1b-0986c3dbd404 HTTP/1.1" status: 204 len: 173 time: 0.5919249 Dec 16 22:12:45.488174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-0feb6ae6-b758-4b9d-b145-9349ed51dc96 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Network 1748be95-c78e-4701-939a-f9809cb0660d is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:45.504325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-0feb6ae6-b758-4b9d-b145-9349ed51dc96 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:45.506894 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-0feb6ae6-b758-4b9d-b145-9349ed51dc96 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:45.550311 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 251113e6-3bb9-428d-8578-2e09d383ecdf triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:45.550692 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.576128 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.583456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d968ac-2146-4e96-8206-dedaa2f303d4 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8463b7fa-9ace-4560-9b1b-0986c3dbd404,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:45.589476 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-a472e7d6-5b3e-4568-8b00-5c77bfcad0c7 req-70922025-f299-4f07-a798-ebb3899ff380 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] For port 53e9f3bb-dd81-4ef0-8762-2170a39623c6, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=53e9f3bb-dd81-4ef0-8762-2170a39623c6,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:45.589965 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a472e7d6-5b3e-4568-8b00-5c77bfcad0c7 req-70922025-f299-4f07-a798-ebb3899ff380 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.659846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Allocated IP 172.20.0.1 (34daf0cb-328a-4063-b77e-640751a9efdd/c3585ba4-a949-4dca-bd29-1688b72e97c2/c97ebac1-9b24-47a9-ab54-be25597f0f56) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:45.752639 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Attempting to bind port ed33be9f-2ca4-4236-aa98-9b7a82123f69 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:45.753016 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Attempting to bind port ed33be9f-2ca4-4236-aa98-9b7a82123f69 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:45.763443 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Attempting to bind port ed33be9f-2ca4-4236-aa98-9b7a82123f69 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:45.763443 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94479f21-037b-4098-bf07-8f55164f6907 None None] Pushing event updated for resources: {'Port': ['ID=ed33be9f-2ca4-4236-aa98-9b7a82123f69,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:45.768324 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:45.769053 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:45.769665 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.770262 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:45.770959 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Bound port: ed33be9f-2ca4-4236-aa98-9b7a82123f69, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:45.771589 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.776135 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94479f21-037b-4098-bf07-8f55164f6907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:45.776775 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94479f21-037b-4098-bf07-8f55164f6907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:45.777121 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94479f21-037b-4098-bf07-8f55164f6907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:45.777465 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94479f21-037b-4098-bf07-8f55164f6907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:45.777806 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94479f21-037b-4098-bf07-8f55164f6907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:45.778144 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94479f21-037b-4098-bf07-8f55164f6907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:45.778475 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94479f21-037b-4098-bf07-8f55164f6907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:45.778806 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94479f21-037b-4098-bf07-8f55164f6907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:45.779231 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94479f21-037b-4098-bf07-8f55164f6907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:45.779785 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94479f21-037b-4098-bf07-8f55164f6907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:45.780302 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94479f21-037b-4098-bf07-8f55164f6907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:45.780814 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94479f21-037b-4098-bf07-8f55164f6907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:45.781321 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94479f21-037b-4098-bf07-8f55164f6907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:45.842120 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.881539 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] For port ed33be9f-2ca4-4236-aa98-9b7a82123f69, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:45.888308 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] For port ed33be9f-2ca4-4236-aa98-9b7a82123f69, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ed33be9f-2ca4-4236-aa98-9b7a82123f69,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:45.952083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb6ae6-b758-4b9d-b145-9349ed51dc96 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Pushing event updated for resources: {'Port': ['ID=2a1b1e86-eea9-41cc-88db-2de8fc1f164c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:45.986596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-a472e7d6-5b3e-4568-8b00-5c77bfcad0c7 req-70922025-f299-4f07-a798-ebb3899ff380 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Calling delete_port for 53e9f3bb-dd81-4ef0-8762-2170a39623c6 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:45.992365 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.015731 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-0feb6ae6-b758-4b9d-b145-9349ed51dc96 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:46.016386 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-0feb6ae6-b758-4b9d-b145-9349ed51dc96 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.027242 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.043778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9da4f85f-9320-4fb0-a5a0-346e6b6c34f7 req-7b8350b1-cbfa-4399-9ade-94c65a3b2441 tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/e00942c8-1e12-476f-958c-8d6cf88f5603 HTTP/1.1" status: 200 len: 1817 time: 0.5402977 Dec 16 22:12:46.054151 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Network 34daf0cb-328a-4063-b77e-640751a9efdd is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:46.057741 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:46.071813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:46.093173 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Routers {'2d9cb233-8206-4207-bd00-6c2ebf78c644'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:12:46.093825 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:12:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d9cb233-8206-4207-bd00-6c2ebf78c644'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:46.130375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a729f5-ee31-4295-b785-5670a9414123 req-7c44a518-c366-49fe-9b5b-c75abcc961db tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:46.132117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34a729f5-ee31-4295-b785-5670a9414123 req-7c44a518-c366-49fe-9b5b-c75abcc961db tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 931 time: 0.5677750 Dec 16 22:12:46.145868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Pushing event updated for resources: {'Port': ['ID=c97ebac1-9b24-47a9-ab54-be25597f0f56,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:46.148854 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94479f21-037b-4098-bf07-8f55164f6907 None None] Pushing event updated for resources: {'Port': ['ID=ed33be9f-2ca4-4236-aa98-9b7a82123f69,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:46.169341 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:46.169817 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:46.170346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:46.170790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:46.171494 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:46.171683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:46.172118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:46.172562 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:46.172988 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:46.173447 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:46.173875 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:46.174300 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:46.174744 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:46.197327 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.205418 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-0feb6ae6-b758-4b9d-b145-9349ed51dc96 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4945960 Dec 16 22:12:46.264884 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] Set router 2d9cb233-8206-4207-bd00-6c2ebf78c644 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:12:46.317732 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-90fbbff3-2260-437d-a61c-e06c8d4dee9e tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:46.319381 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-90fbbff3-2260-437d-a61c-e06c8d4dee9e tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.69 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 821 time: 0.2570772 Dec 16 22:12:46.333301 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9da4f85f-9320-4fb0-a5a0-346e6b6c34f7 req-a9c1e7dd-6469-44ab-99bc-740c26bb945a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.351961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-4c87ed2e-e4b8-4785-8ae6-b5c87a80650b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Request body: {'port': {'device_id': 'a10e2c84-0c90-4afb-9d4d-a6cc435c1be3', 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c', 'admin_state_up': True, 'tenant_id': '7121dad57bc841b98b41e71c9b25481e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:46.369744 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34a729f5-ee31-4295-b785-5670a9414123 req-e7d80026-4dfe-4d0a-9bfd-45822ee848eb tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212129 Dec 16 22:12:46.407552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Request body: {'port': {'device_id': 'd17e0946-6463-4e2e-9114-b2547513c88b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:46.466255 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9da4f85f-9320-4fb0-a5a0-346e6b6c34f7 req-a9c1e7dd-6469-44ab-99bc-740c26bb945a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.582173 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f9cf532e-0caa-4ed0-9cba-4981c56a68e0 None None] Provisioning complete for port c97ebac1-9b24-47a9-ab54-be25597f0f56 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:46.585401 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9cf532e-0caa-4ed0-9cba-4981c56a68e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.601860 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.605144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5808c47e-a88f-4fd8-b8f7-9f390299dde6 req-9ba22388-bd20-4e89-bf00-0910be8badd3 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "GET /v2.0/security-groups/bc4e84c1-f153-46c4-bac0-3211e03be9b8 HTTP/1.1" status: 200 len: 1830 time: 0.1943853 Dec 16 22:12:46.615613 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.626690 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-router', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:41Z', 'updated_at': '2021-12-16T22:12:43Z', 'revision_number': 3, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'gw_port': {'id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:42Z', 'updated_at': '2021-12-16T22:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:46.641489 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a472e7d6-5b3e-4568-8b00-5c77bfcad0c7 req-70922025-f299-4f07-a798-ebb3899ff380 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.653095 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf532e-0caa-4ed0-9cba-4981c56a68e0 None None] Port c97ebac1-9b24-47a9-ab54-be25597f0f56 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:12:46.657205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['20c6c008-b5b5-4ef4-8c49-542c05822c8f', '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3', '53e9f3bb-dd81-4ef0-8762-2170a39623c6'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:46.673393 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a774945-e58a-4751-980a-7a28cd91df1d None None] The sync data for ids ['2d9cb233-8206-4207-bd00-6c2ebf78c644'] in n-d-821840-2 is: [{'id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-router', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:41Z', 'updated_at': '2021-12-16T22:12:43Z', 'revision_number': 3, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'gw_port': {'id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:42Z', 'updated_at': '2021-12-16T22:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:12:46.700952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70922025-f299-4f07-a798-ebb3899ff380 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Pushing event deleted for resources: {'Port': ['ID=53e9f3bb-dd81-4ef0-8762-2170a39623c6,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:46.758788 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9da4f85f-9320-4fb0-a5a0-346e6b6c34f7 req-a9c1e7dd-6469-44ab-99bc-740c26bb945a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.769295 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9da4f85f-9320-4fb0-a5a0-346e6b6c34f7 req-a9c1e7dd-6469-44ab-99bc-740c26bb945a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.770512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9da4f85f-9320-4fb0-a5a0-346e6b6c34f7 req-a9c1e7dd-6469-44ab-99bc-740c26bb945a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "DELETE /v2.0/security-groups/e00942c8-1e12-476f-958c-8d6cf88f5603 HTTP/1.1" status: 204 len: 173 time: 0.7257547 Dec 16 22:12:46.844827 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-4c87ed2e-e4b8-4785-8ae6-b5c87a80650b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Made reservation on behalf of 7121dad57bc841b98b41e71c9b25481e for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:46.850813 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-4c87ed2e-e4b8-4785-8ae6-b5c87a80650b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.919491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-a472e7d6-5b3e-4568-8b00-5c77bfcad0c7 req-70922025-f299-4f07-a798-ebb3899ff380 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] No DVR routers for this DVR port 53e9f3bb-dd81-4ef0-8762-2170a39623c6 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:46.922967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1e7dd-6469-44ab-99bc-740c26bb945a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00942c8-1e12-476f-958c-8d6cf88f5603,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:46.928675 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a472e7d6-5b3e-4568-8b00-5c77bfcad0c7 req-70922025-f299-4f07-a798-ebb3899ff380 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.937235 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a472e7d6-5b3e-4568-8b00-5c77bfcad0c7 req-70922025-f299-4f07-a798-ebb3899ff380 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "DELETE /v2.0/ports/53e9f3bb-dd81-4ef0-8762-2170a39623c6 HTTP/1.1" status: 204 len: 173 time: 1.9543025 Dec 16 22:12:46.937936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'name': 'network-vif-deleted', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:46.944483 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd262c8c-a2ac-4b91-b0a3-b7b7d48ff105" -d '{"events": [{"server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "name": "network-vif-deleted", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:46.949890 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5808c47e-a88f-4fd8-b8f7-9f390299dde6 req-ce507d14-f795-44f6-b546-764782f7353a tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:47.157576 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5808c47e-a88f-4fd8-b8f7-9f390299dde6 req-ce507d14-f795-44f6-b546-764782f7353a tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:47.291982 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:47.307403 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94c612a1-70db-42e7-83ce-28de0c875104 req-c7c65fab-6f63-4631-8c16-fc4b53615791 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 210 time: 0.1334052 Dec 16 22:12:47.399107 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:47.548767 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5808c47e-a88f-4fd8-b8f7-9f390299dde6 req-ce507d14-f795-44f6-b546-764782f7353a tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:47.550609 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-4c87ed2e-e4b8-4785-8ae6-b5c87a80650b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Allocated IP 172.20.0.11 (fd3688b8-9b63-4c62-967f-cb3ce8c17b1c/be30d56a-8363-413b-8968-a220d05b6d90/9129d6d4-1fe5-41be-bc06-a2c0704a1dc1) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:47.570542 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5808c47e-a88f-4fd8-b8f7-9f390299dde6 req-ce507d14-f795-44f6-b546-764782f7353a tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:47.587445 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ed33be9f-2ca4-4236-aa98-9b7a82123f69 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:47.590294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5808c47e-a88f-4fd8-b8f7-9f390299dde6 req-ce507d14-f795-44f6-b546-764782f7353a tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "DELETE /v2.0/security-groups/bc4e84c1-f153-46c4-bac0-3211e03be9b8 HTTP/1.1" status: 204 len: 173 time: 0.9730749 Dec 16 22:12:47.592648 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Pushing event updated for resources: {'Port': ['ID=c97ebac1-9b24-47a9-ab54-be25597f0f56,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:47.599954 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:47.600137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96ed8043-607e-4b50-ace1-1f27cca0a062 req-be69cf47-2695-4f5e-80d2-8519376c697e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb098f5a-dcee-4f3e-a91d-feb73b720427 HTTP/1.1" status: 200 len: 210 time: 0.1098993 Dec 16 22:12:47.652626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce507d14-f795-44f6-b546-764782f7353a tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4e84c1-f153-46c4-bac0-3211e03be9b8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:47.684765 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b24cc6-15b6-4935-85ea-9f115fd37859 x-openstack-request-id: req-51b24cc6-15b6-4935-85ea-9f115fd37859 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:47.685067 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb098f5a-dcee-4f3e-a91d-feb73b720427", "name": "network-vif-deleted", "tag": "53e9f3bb-dd81-4ef0-8762-2170a39623c6", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:47.685325 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51b24cc6-15b6-4935-85ea-9f115fd37859 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:47.685731 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb098f5a-dcee-4f3e-a91d-feb73b720427', 'name': 'network-vif-deleted', 'tag': '53e9f3bb-dd81-4ef0-8762-2170a39623c6', 'status': 'completed', 'code': 200} Dec 16 22:12:47.764117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ed33be9f-2ca4-4236-aa98-9b7a82123f69 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:47.764485 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:47.765873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd72e73a-9093-4afc-a59e-7fb7d34a497b req-59f872d7-b164-41c5-84a8-8dd2f8829e0b tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "GET /v2.0/security-groups/b6fbbce2-f709-4657-bd3e-8fe39cb70ffa HTTP/1.1" status: 200 len: 1816 time: 0.1751366 Dec 16 22:12:47.844930 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1b1e86-eea9-41cc-88db-2de8fc1f164c {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:47.869768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:47.905969 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:47.906207 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Transition to ACTIVE for port object 2a1b1e86-eea9-41cc-88db-2de8fc1f164c will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:12:47.936655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dee4e1-86f6-4767-b7aa-602c7e3a70a6 req-e488f7bd-8f44-47fb-9a06-a79fe33f3b93 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:47.938845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0dee4e1-86f6-4767-b7aa-602c7e3a70a6 req-e488f7bd-8f44-47fb-9a06-a79fe33f3b93 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 931 time: 0.1835294 Dec 16 22:12:47.957335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port ed33be9f-2ca4-4236-aa98-9b7a82123f69, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ed33be9f-2ca4-4236-aa98-9b7a82123f69,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:47.957651 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dd72e73a-9093-4afc-a59e-7fb7d34a497b req-210df399-9224-40d0-b443-1ec42488fe7a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:47.999017 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.007612 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Network 34daf0cb-328a-4063-b77e-640751a9efdd is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:48.008198 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dd72e73a-9093-4afc-a59e-7fb7d34a497b req-210df399-9224-40d0-b443-1ec42488fe7a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.039592 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-4c87ed2e-e4b8-4785-8ae6-b5c87a80650b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.047732 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:48.052300 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.158978 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0dee4e1-86f6-4767-b7aa-602c7e3a70a6 req-28941e25-bafb-4c84-8ba2-a004732ac4ea tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082214 Dec 16 22:12:48.181125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1b1e86-eea9-41cc-88db-2de8fc1f164c,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:48.191869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=ed33be9f-2ca4-4236-aa98-9b7a82123f69,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:48.287623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70003f22-364c-4758-993d-d758eaab334c req-3a4ea617-bc7c-4ed5-b805-7af4160cd96b tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "GET /v2.0/security-groups/1fd778d7-e8f9-4457-b425-2d807643ec4d HTTP/1.1" status: 200 len: 1830 time: 0.1081676 Dec 16 22:12:48.350964 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dd72e73a-9093-4afc-a59e-7fb7d34a497b req-210df399-9224-40d0-b443-1ec42488fe7a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.354060 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dd72e73a-9093-4afc-a59e-7fb7d34a497b req-210df399-9224-40d0-b443-1ec42488fe7a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.355251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd72e73a-9093-4afc-a59e-7fb7d34a497b req-210df399-9224-40d0-b443-1ec42488fe7a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] 10.222.0.43 "DELETE /v2.0/security-groups/b6fbbce2-f709-4657-bd3e-8fe39cb70ffa HTTP/1.1" status: 204 len: 173 time: 0.5882957 Dec 16 22:12:48.382178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59042) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:48.426174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-eb9d6f06-49cc-4090-b5a1-1595f5b07190 None None] Provisioning complete for port c97ebac1-9b24-47a9-ab54-be25597f0f56 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:48.426554 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eb9d6f06-49cc-4090-b5a1-1595f5b07190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.452818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210df399-9224-40d0-b443-1ec42488fe7a tempest-SecurityGroupsTestJSON-836096744 tempest-SecurityGroupsTestJSON-836096744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fbbce2-f709-4657-bd3e-8fe39cb70ffa,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:48.477969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Attempting to bind port 2a1b1e86-eea9-41cc-88db-2de8fc1f164c on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:48.478312 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Attempting to bind port 2a1b1e86-eea9-41cc-88db-2de8fc1f164c by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:48.478632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Attempting to bind port 2a1b1e86-eea9-41cc-88db-2de8fc1f164c on network 1748be95-c78e-4701-939a-f9809cb0660d {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:48.494661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-51730171-7053-436a-b40f-7df4935b0512 admin admin] Deleting subnet 18e23a00-f39c-4042-9489-c832f4556001 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:12:48.503871 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Port 2a1b1e86-eea9-41cc-88db-2de8fc1f164c on network 1748be95-c78e-4701-939a-f9809cb0660d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:12:48.504201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Attempting to bind port 2a1b1e86-eea9-41cc-88db-2de8fc1f164c on network 1748be95-c78e-4701-939a-f9809cb0660d {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:48.508579 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d6f06-49cc-4090-b5a1-1595f5b07190 None None] Port c97ebac1-9b24-47a9-ab54-be25597f0f56 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:12:48.510011 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51730171-7053-436a-b40f-7df4935b0512 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.541638 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-70003f22-364c-4758-993d-d758eaab334c req-3ae4ae95-590d-43a4-baf9-c6e11e4d31bc tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.544127 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:48.544744 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Checking segment: {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:48.546087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Bound using segment: {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:48.546747 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Bound port: 2a1b1e86-eea9-41cc-88db-2de8fc1f164c, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:48.547345 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.606186 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51730171-7053-436a-b40f-7df4935b0512 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.640433 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-70003f22-364c-4758-993d-d758eaab334c req-3ae4ae95-590d-43a4-baf9-c6e11e4d31bc tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.771234 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51730171-7053-436a-b40f-7df4935b0512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.801563 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] For port 2a1b1e86-eea9-41cc-88db-2de8fc1f164c, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:48.805578 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-4c87ed2e-e4b8-4785-8ae6-b5c87a80650b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.832328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] For port 2a1b1e86-eea9-41cc-88db-2de8fc1f164c, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2a1b1e86-eea9-41cc-88db-2de8fc1f164c,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:48.837767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['053d09be-313e-4533-944f-306fb88a6bc1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:48.873001 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-4c87ed2e-e4b8-4785-8ae6-b5c87a80650b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:48.882308 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba61746-fbea-4205-b60e-50a6d6ea6bc9 req-76235baa-53c9-448b-bbd7-fcaa5cbccc74 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:48.882679 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-4c87ed2e-e4b8-4785-8ae6-b5c87a80650b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:48.883451 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ba61746-fbea-4205-b60e-50a6d6ea6bc9 req-76235baa-53c9-448b-bbd7-fcaa5cbccc74 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 932 time: 0.1556642 Dec 16 22:12:48.899261 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-4c87ed2e-e4b8-4785-8ae6-b5c87a80650b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:48.940456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87ed2e-e4b8-4785-8ae6-b5c87a80650b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Pushing event updated for resources: {'Port': ['ID=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:48.955499 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Router 2d9cb233-8206-4207-bd00-6c2ebf78c644 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:12:48.972399 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ba61746-fbea-4205-b60e-50a6d6ea6bc9 req-2b6f7d78-4acf-4d75-aaab-fa8eb78c7da5 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790217 Dec 16 22:12:48.979864 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-70003f22-364c-4758-993d-d758eaab334c req-3ae4ae95-590d-43a4-baf9-c6e11e4d31bc tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.986448 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-70003f22-364c-4758-993d-d758eaab334c req-3ae4ae95-590d-43a4-baf9-c6e11e4d31bc tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.989357 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-4c87ed2e-e4b8-4785-8ae6-b5c87a80650b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:48.989588 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70003f22-364c-4758-993d-d758eaab334c req-3ae4ae95-590d-43a4-baf9-c6e11e4d31bc tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "DELETE /v2.0/security-groups/1fd778d7-e8f9-4457-b425-2d807643ec4d HTTP/1.1" status: 204 len: 173 time: 0.6959102 Dec 16 22:12:48.990149 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-4c87ed2e-e4b8-4785-8ae6-b5c87a80650b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.016881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4ae95-590d-43a4-baf9-c6e11e4d31bc tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd778d7-e8f9-4457-b425-2d807643ec4d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:49.036786 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51730171-7053-436a-b40f-7df4935b0512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.050320 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.089918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 53e9f3bb-dd81-4ef0-8762-2170a39623c6 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:49.151705 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 53e9f3bb-dd81-4ef0-8762-2170a39623c6 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:49.152688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 53e9f3bb-dd81-4ef0-8762-2170a39623c6 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:49.180480 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-4c87ed2e-e4b8-4785-8ae6-b5c87a80650b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8325431 Dec 16 22:12:49.183711 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51730171-7053-436a-b40f-7df4935b0512 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.189837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-51730171-7053-436a-b40f-7df4935b0512 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/18e23a00-f39c-4042-9489-c832f4556001 HTTP/1.1" status: 204 len: 168 time: 0.8001344 Dec 16 22:12:49.191396 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59052) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:49.196537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51730171-7053-436a-b40f-7df4935b0512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e23a00-f39c-4042-9489-c832f4556001,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:49.219582 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Request body: {'port': {'device_id': 'a10e2c84-0c90-4afb-9d4d-a6cc435c1be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:49.229047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:49.230105 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.231745 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] 10.222.0.24 "PUT /v2.0/ports/2a1b1e86-eea9-41cc-88db-2de8fc1f164c HTTP/1.1" status: 200 len: 1091 time: 3.0075815 Dec 16 22:12:49.268034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68442a32-c341-4d3a-9ca4-c3fa913f2331 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1b1e86-eea9-41cc-88db-2de8fc1f164c,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:49.301794 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fdbff386-4922-467c-b7f4-9c4992b6768f req-b0892e7c-c4ca-4b6d-8ab2-f395b1af8072 tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "GET /v2.0/security-groups/3581ba8c-e026-4798-906c-8e509d0bc223 HTTP/1.1" status: 200 len: 1830 time: 0.2770269 Dec 16 22:12:49.390462 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:12:49.414924 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-80dd591d-b514-401b-8e04-96ae7d33b83b admin admin] 10.222.0.43 "PUT /v2.0/routers/2d9cb233-8206-4207-bd00-6c2ebf78c644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7740455 Dec 16 22:12:49.442506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ed33be9f-2ca4-4236-aa98-9b7a82123f69 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:49.449453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-a0a604cc-15a2-4626-96e4-dba05f0a9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:49.452065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-a0a604cc-15a2-4626-96e4-dba05f0a9f6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 1094 time: 0.0909815 Dec 16 22:12:49.493957 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4840a52-718d-4419-b638-7347a1613379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.501919 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.506345 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Sync routers for ids ['2d9cb233-8206-4207-bd00-6c2ebf78c644'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:12:49.511127 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fdbff386-4922-467c-b7f4-9c4992b6768f req-f69dd96f-ebbe-4e8d-be9e-c0ac193ab0fd tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.517439 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-83aa6f27-71e6-4fc3-a7c5-c6ce5c3dc630 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1b1e86-eea9-41cc-88db-2de8fc1f164c HTTP/1.1" status: 200 len: 217 time: 0.0501151 Dec 16 22:12:49.582454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Routers {'2d9cb233-8206-4207-bd00-6c2ebf78c644'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:12:49.583778 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:12:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d9cb233-8206-4207-bd00-6c2ebf78c644'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:49.603571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-0ec7d2bc-1c9c-4213-886e-5f867ff68ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:49.605131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-0ec7d2bc-1c9c-4213-886e-5f867ff68ac3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc959983-53a1-41bc-bb50-5414cb529785 HTTP/1.1" status: 200 len: 852 time: 0.0773013 Dec 16 22:12:49.640390 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fdbff386-4922-467c-b7f4-9c4992b6768f req-f69dd96f-ebbe-4e8d-be9e-c0ac193ab0fd tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.685723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-ab63a7d1-b7bf-4efb-a67d-415c397e090b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1748be95-c78e-4701-939a-f9809cb0660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713072 Dec 16 22:12:49.700602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17e0946-6463-4e2e-9114-b2547513c88b', 'tag': '2a1b1e86-eea9-41cc-88db-2de8fc1f164c'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:49.705633 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef77ea5f-9790-4e51-9bd6-dfcfed84daa6" -d '{"events": [{"name": "network-changed", "server_uuid": "d17e0946-6463-4e2e-9114-b2547513c88b", "tag": "2a1b1e86-eea9-41cc-88db-2de8fc1f164c"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:49.851326 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4840a52-718d-4419-b638-7347a1613379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.884967 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c4840a52-718d-4419-b638-7347a1613379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59079a34-3a8f-499e-b8cb-52794f9d4a6b']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:49.905700 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c4840a52-718d-4419-b638-7347a1613379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838a1af7-9806-4aee-acbc-27dc753f90a4') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:49.906156 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c4840a52-718d-4419-b638-7347a1613379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838a1af7-9806-4aee-acbc-27dc753f90a4') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:49.920654 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c45fb3-d0e1-417d-8667-59ffe242e0db req-7c4bee7c-71b7-4b20-9296-9982ce0f5582 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:49.922933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46c45fb3-d0e1-417d-8667-59ffe242e0db req-7c4bee7c-71b7-4b20-9296-9982ce0f5582 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 943 time: 0.1210866 Dec 16 22:12:49.926568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4840a52-718d-4419-b638-7347a1613379 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.936586 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fdbff386-4922-467c-b7f4-9c4992b6768f req-f69dd96f-ebbe-4e8d-be9e-c0ac193ab0fd tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.939915 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fdbff386-4922-467c-b7f4-9c4992b6768f req-f69dd96f-ebbe-4e8d-be9e-c0ac193ab0fd tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.952592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fdbff386-4922-467c-b7f4-9c4992b6768f req-f69dd96f-ebbe-4e8d-be9e-c0ac193ab0fd tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] 10.222.0.43 "DELETE /v2.0/security-groups/3581ba8c-e026-4798-906c-8e509d0bc223 HTTP/1.1" status: 204 len: 173 time: 0.6380115 Dec 16 22:12:49.953522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59068) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:49.963898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4840a52-718d-4419-b638-7347a1613379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.992490 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Set router 2d9cb233-8206-4207-bd00-6c2ebf78c644 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:12:49.994569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4840a52-718d-4419-b638-7347a1613379 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:12:49.995991 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4840a52-718d-4419-b638-7347a1613379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:12:49.996925 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:12:50.017760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-5bd63832-9c55-4199-bccf-1e52390ac7f6 service neutron] 10.222.0.24 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043303 Dec 16 22:12:50.036298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69dd96f-ebbe-4e8d-be9e-c0ac193ab0fd tempest-SecurityGroupRulesNegativeTestJSON-1067735811 tempest-SecurityGroupRulesNegativeTestJSON-1067735811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3581ba8c-e026-4798-906c-8e509d0bc223,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:50.124032 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-821cb3d4-b511-47bd-925d-e21de8b28fa5 admin admin] Deleting subnet c1c1bf52-3174-4e96-85be-724a13825aa7 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:12:50.127248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ed33be9f-2ca4-4236-aa98-9b7a82123f69 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:50.131908 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:50.132097 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-821cb3d4-b511-47bd-925d-e21de8b28fa5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:50.163349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:50.188433 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:50.207512 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-821cb3d4-b511-47bd-925d-e21de8b28fa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:50.262971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46c45fb3-d0e1-417d-8667-59ffe242e0db req-3380722c-8b9b-4ca6-8b02-5979cc640ec5 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274868 Dec 16 22:12:50.277569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Transition to ACTIVE for port object 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:12:50.277790 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4840a52-718d-4419-b638-7347a1613379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:50.293446 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-821cb3d4-b511-47bd-925d-e21de8b28fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:50.349951 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7db7aca6-7305-49a5-8f67-ef54ded4ff01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:50.364192 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab19946a-1eea-49c5-beed-27c9289c63ab x-openstack-request-id: req-ab19946a-1eea-49c5-beed-27c9289c63ab {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:50.364491 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17e0946-6463-4e2e-9114-b2547513c88b", "tag": "2a1b1e86-eea9-41cc-88db-2de8fc1f164c", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:50.364790 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab19946a-1eea-49c5-beed-27c9289c63ab {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:50.365207 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17e0946-6463-4e2e-9114-b2547513c88b', 'tag': '2a1b1e86-eea9-41cc-88db-2de8fc1f164c', 'status': 'completed', 'code': 200} Dec 16 22:12:50.372553 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4840a52-718d-4419-b638-7347a1613379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:50.378134 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c4840a52-718d-4419-b638-7347a1613379 admin admin] 10.222.0.43 "DELETE /v2.0/networks/59079a34-3a8f-499e-b8cb-52794f9d4a6b HTTP/1.1" status: 204 len: 168 time: 1.1841729 Dec 16 22:12:50.391255 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:50.425534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a02c6-8e81-4dbd-885f-c6bf4842e1f1 req-1bda96db-09b5-4a6d-9c2b-9c57ebfbf128 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:50.430093 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c1a02c6-8e81-4dbd-885f-c6bf4842e1f1 req-1bda96db-09b5-4a6d-9c2b-9c57ebfbf128 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.1600077 Dec 16 22:12:50.438767 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27c6fbb6-7720-4c92-807f-970054a80f32 req-963f3fba-c07a-40a3-855b-af090c217db5 service neutron] 10.222.0.24 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123042 Dec 16 22:12:50.455070 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4840a52-718d-4419-b638-7347a1613379 admin admin] Pushing event deleted for resources: {'Network': ['ID=59079a34-3a8f-499e-b8cb-52794f9d4a6b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:50.487890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-821cb3d4-b511-47bd-925d-e21de8b28fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:50.506358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-router', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:41Z', 'updated_at': '2021-12-16T22:12:46Z', 'revision_number': 4, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'gw_port': {'id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:42Z', 'updated_at': '2021-12-16T22:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'c97ebac1-9b24-47a9-ab54-be25597f0f56', 'name': '', 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'mac_address': 'fa:16:3e:5b:e4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:45Z', 'updated_at': '2021-12-16T22:12:46Z', 'revision_number': 2, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'subnets': [{'id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:50.530106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cb3d4-b511-47bd-925d-e21de8b28fa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c1bf52-3174-4e96-85be-724a13825aa7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:50.546018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Checking router: 2d9cb233-8206-4207-bd00-6c2ebf78c644 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:12:50.546385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Updating router 2d9cb233-8206-4207-bd00-6c2ebf78c644 port c97ebac1-9b24-47a9-ab54-be25597f0f56 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:12:50.565263 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c1a02c6-8e81-4dbd-885f-c6bf4842e1f1 req-e6ec1c68-5b83-4b3b-8303-34624a3f0a95 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233006 Dec 16 22:12:50.583074 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:50.590711 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Pushing event updated for resources: {'Port': ['ID=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:50.605041 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-821cb3d4-b511-47bd-925d-e21de8b28fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:50.614748 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-821cb3d4-b511-47bd-925d-e21de8b28fa5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c1c1bf52-3174-4e96-85be-724a13825aa7 HTTP/1.1" status: 204 len: 168 time: 0.6583126 Dec 16 22:12:50.620381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59076) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:50.740932 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Attempting to bind port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:50.741362 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Attempting to bind port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:50.741707 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Attempting to bind port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:50.749671 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:12:50.750031 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Attempting to bind port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:50.760806 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:50.761208 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Checking segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:50.761609 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Bound using segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:50.762087 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Bound port: 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:50.762544 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:50.770139 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8775-0ccf-4fff-b719-70d4b7d622da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:50.883573 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] For port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:50.891450 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] For port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:50.904050 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59086) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:50.911362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77ea5f-9790-4e51-9bd6-dfcfed84daa6 req-5bcb00aa-960e-4959-bffa-c5119e3ea132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:50.913432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef77ea5f-9790-4e51-9bd6-dfcfed84daa6 req-5bcb00aa-960e-4959-bffa-c5119e3ea132 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 1094 time: 0.3447785 Dec 16 22:12:50.962795 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0fa2fe95-5290-44fb-8bff-40d857deea40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a7bb17956864f3ab1507aefe9f30b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552022 Dec 16 22:12:50.963096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59088) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:50.989617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb7145-3dd4-4ef4-96db-758c8b24a46f req-b2496f15-b5cf-4112-8f30-3dbcc93e2c58 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:50.991181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9eb7145-3dd4-4ef4-96db-758c8b24a46f req-b2496f15-b5cf-4112-8f30-3dbcc93e2c58 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 944 time: 0.2175980 Dec 16 22:12:51.007433 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.066607 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:51.067200 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.068664 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] 10.222.0.69 "PUT /v2.0/ports/9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 HTTP/1.1" status: 200 len: 1092 time: 1.8599215 Dec 16 22:12:51.071394 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10e2c84-0c90-4afb-9d4d-a6cc435c1be3', 'tag': '9129d6d4-1fe5-41be-bc06-a2c0704a1dc1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:51.074588 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcc6b8d-8cfa-42d5-82e2-f74a74afec6f" -d '{"events": [{"name": "network-changed", "server_uuid": "a10e2c84-0c90-4afb-9d4d-a6cc435c1be3", "tag": "9129d6d4-1fe5-41be-bc06-a2c0704a1dc1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:51.078402 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8775-0ccf-4fff-b719-70d4b7d622da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.087411 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fedbb37a-7fe3-45ac-89e7-ee9b705063c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.122656 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce2883-b866-4e84-9103-6bcaeb3e876e service neutron] Pushing event updated for resources: {'Port': ['ID=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:51.130363 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fedbb37a-7fe3-45ac-89e7-ee9b705063c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.131737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-d9ee8775-0ccf-4fff-b719-70d4b7d622da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a304548-bbd7-4cae-86c9-4e84b4f3771f']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:51.143099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-a1511383-980d-423d-9a3e-d510cec71ede tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:51.151166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-a1511383-980d-423d-9a3e-d510cec71ede tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/networks?id=34daf0cb-328a-4063-b77e-640751a9efdd HTTP/1.1" status: 200 len: 828 time: 0.3785827 Dec 16 22:12:51.153634 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.200405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-d9ee8775-0ccf-4fff-b719-70d4b7d622da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f9be8a-3b6f-47dc-b871-44b9af579fb0') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:51.200709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-d9ee8775-0ccf-4fff-b719-70d4b7d622da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f9be8a-3b6f-47dc-b871-44b9af579fb0') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:51.218277 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba892106-9c84-42a5-a770-da2ef571a7a0 req-5224bf0f-463f-495a-bc24-9d06b7ffe19e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:51.219370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-c936ecc9-abd6-458a-bd6b-a850aa38d804 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/quotas/ca22611ab075468988e76fbf3b7a895c HTTP/1.1" status: 200 len: 375 time: 0.0672078 Dec 16 22:12:51.219980 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ba892106-9c84-42a5-a770-da2ef571a7a0 req-5224bf0f-463f-495a-bc24-9d06b7ffe19e tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 950 time: 0.0709233 Dec 16 22:12:51.230996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9eb7145-3dd4-4ef4-96db-758c8b24a46f req-5b713e7b-21f2-467b-ad61-0aaaa9ffadf4 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927152 Dec 16 22:12:51.233700 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8775-0ccf-4fff-b719-70d4b7d622da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.249345 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.310366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77ea5f-9790-4e51-9bd6-dfcfed84daa6 req-4f554ba0-35d6-4c10-9083-657397d4bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:51.311919 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef77ea5f-9790-4e51-9bd6-dfcfed84daa6 req-4f554ba0-35d6-4c10-9083-657397d4bab8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 913 time: 0.3453548 Dec 16 22:12:51.314406 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8775-0ccf-4fff-b719-70d4b7d622da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.325145 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fedbb37a-7fe3-45ac-89e7-ee9b705063c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.330378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ee8775-0ccf-4fff-b719-70d4b7d622da admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:12:51.330378 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8775-0ccf-4fff-b719-70d4b7d622da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.334900 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fedbb37a-7fe3-45ac-89e7-ee9b705063c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:12:51.338889 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:12:51.341798 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fedbb37a-7fe3-45ac-89e7-ee9b705063c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08a08aac-2e3d-48a4-add3-5666f14da74a HTTP/1.1" status: 204 len: 168 time: 0.3720257 Dec 16 22:12:51.374154 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbb37a-7fe3-45ac-89e7-ee9b705063c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a08aac-2e3d-48a4-add3-5666f14da74a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:51.485530 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccd3893-d81e-4da6-8931-65876165f83b x-openstack-request-id: req-7ccd3893-d81e-4da6-8931-65876165f83b {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:51.490503 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10e2c84-0c90-4afb-9d4d-a6cc435c1be3", "tag": "9129d6d4-1fe5-41be-bc06-a2c0704a1dc1", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:51.490936 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ccd3893-d81e-4da6-8931-65876165f83b {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:51.491299 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10e2c84-0c90-4afb-9d4d-a6cc435c1be3', 'tag': '9129d6d4-1fe5-41be-bc06-a2c0704a1dc1', 'status': 'completed', 'code': 200} Dec 16 22:12:51.515282 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a50ae-8c34-4927-9646-62086b5de339 None None] Pushing event updated for resources: {'Port': ['ID=c97ebac1-9b24-47a9-ab54-be25597f0f56,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:51.533926 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-ba892106-9c84-42a5-a770-da2ef571a7a0 req-06231ca3-d5e8-43d8-8945-529e1d48d55d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Deleting port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:51.534327 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ba892106-9c84-42a5-a770-da2ef571a7a0 req-06231ca3-d5e8-43d8-8945-529e1d48d55d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.563765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Attempting to bind port c97ebac1-9b24-47a9-ab54-be25597f0f56 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:51.566178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Attempting to bind port c97ebac1-9b24-47a9-ab54-be25597f0f56 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '2efb0350-123d-4bea-bfcf-69718fdf33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:51.566941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Attempting to bind port c97ebac1-9b24-47a9-ab54-be25597f0f56 on network 34daf0cb-328a-4063-b77e-640751a9efdd {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:51.570286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef77ea5f-9790-4e51-9bd6-dfcfed84daa6 req-5db83545-b1e9-4930-9795-96a35d203552 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1b1e86-eea9-41cc-88db-2de8fc1f164c HTTP/1.1" status: 200 len: 217 time: 0.2454023 Dec 16 22:12:51.584071 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:51.584831 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Checking segment: {'id': '2efb0350-123d-4bea-bfcf-69718fdf33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:51.585310 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.585723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Bound using segment: {'id': '2efb0350-123d-4bea-bfcf-69718fdf33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:51.590869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Bound port: c97ebac1-9b24-47a9-ab54-be25597f0f56, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efb0350-123d-4bea-bfcf-69718fdf33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:51.590869 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.802771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-36ab0a14-8b6c-46a7-803f-6cb0b00561ce tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca22611ab075468988e76fbf3b7a895c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5081534 Dec 16 22:12:51.802771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-59a5058f-bd96-47d2-999f-2640db374f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:51.803920 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-ba892106-9c84-42a5-a770-da2ef571a7a0 req-06231ca3-d5e8-43d8-8945-529e1d48d55d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] For port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:51.803920 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ba892106-9c84-42a5-a770-da2ef571a7a0 req-06231ca3-d5e8-43d8-8945-529e1d48d55d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.804100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-59a5058f-bd96-47d2-999f-2640db374f00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 1095 time: 0.5197296 Dec 16 22:12:51.804191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] For port c97ebac1-9b24-47a9-ab54-be25597f0f56, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:51.804191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] For port c97ebac1-9b24-47a9-ab54-be25597f0f56, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c97ebac1-9b24-47a9-ab54-be25597f0f56,segment=NetworkSegment(2efb0350-123d-4bea-bfcf-69718fdf33b2),segment_id=2efb0350-123d-4bea-bfcf-69718fdf33b2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:51.804357 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-ba892106-9c84-42a5-a770-da2ef571a7a0 req-06231ca3-d5e8-43d8-8945-529e1d48d55d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Calling delete_port for 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:51.840492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-107b2fc1-265e-4e5a-b788-b74a5dad2896 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 HTTP/1.1" status: 200 len: 217 time: 0.0822432 Dec 16 22:12:51.843466 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77ea5f-9790-4e51-9bd6-dfcfed84daa6 req-a2f4f95e-e228-45ec-8df1-ba9f146df51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:51.845130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef77ea5f-9790-4e51-9bd6-dfcfed84daa6 req-a2f4f95e-e228-45ec-8df1-ba9f146df51a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc959983-53a1-41bc-bb50-5414cb529785 HTTP/1.1" status: 200 len: 852 time: 0.2172444 Dec 16 22:12:51.951122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef77ea5f-9790-4e51-9bd6-dfcfed84daa6 req-6106aaa3-54f4-4d11-a7da-12e4b478f6d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1748be95-c78e-4701-939a-f9809cb0660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917141 Dec 16 22:12:51.953146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-d15a9b4a-d8f2-4c43-afd9-17acd143eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:51.954953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-d15a9b4a-d8f2-4c43-afd9-17acd143eba4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.0603294 Dec 16 22:12:51.970082 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-40014c28-f0be-4055-8426-c3fe94378e35 None None] Provisioning complete for port c97ebac1-9b24-47a9-ab54-be25597f0f56 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:51.976637 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40014c28-f0be-4055-8426-c3fe94378e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.976875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ba8bd-d68b-458c-92ca-3c759a2682ed req-32a06127-3f9c-479d-97de-b47cfe655ad1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:51.980482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-093ba8bd-d68b-458c-92ca-3c759a2682ed req-32a06127-3f9c-479d-97de-b47cfe655ad1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 943 time: 0.2319789 Dec 16 22:12:52.019458 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-40014c28-f0be-4055-8426-c3fe94378e35 None None] Port c97ebac1-9b24-47a9-ab54-be25597f0f56 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:12:52.067887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-dd0948e7-a420-4017-8d4e-8757220e955a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851200 Dec 16 22:12:52.072939 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:52.079339 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8775-0ccf-4fff-b719-70d4b7d622da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:52.095773 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ba892106-9c84-42a5-a770-da2ef571a7a0 req-06231ca3-d5e8-43d8-8945-529e1d48d55d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:52.157008 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06231ca3-d5e8-43d8-8945-529e1d48d55d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Pushing event deleted for resources: {'Port': ['ID=73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:52.162076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['20c6c008-b5b5-4ef4-8c49-542c05822c8f', '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:52.211844 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8775-0ccf-4fff-b719-70d4b7d622da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:52.233124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d9ee8775-0ccf-4fff-b719-70d4b7d622da admin admin] 10.222.0.43 "DELETE /v2.0/networks/9a304548-bbd7-4cae-86c9-4e84b4f3771f HTTP/1.1" status: 204 len: 168 time: 1.6096799 Dec 16 22:12:52.242353 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee8775-0ccf-4fff-b719-70d4b7d622da admin admin] Pushing event deleted for resources: {'Network': ['ID=9a304548-bbd7-4cae-86c9-4e84b4f3771f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:52.283846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba892106-9c84-42a5-a770-da2ef571a7a0 req-06231ca3-d5e8-43d8-8945-529e1d48d55d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] No DVR routers for this DVR port 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:52.292951 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ba892106-9c84-42a5-a770-da2ef571a7a0 req-06231ca3-d5e8-43d8-8945-529e1d48d55d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:52.301624 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Routers {'2d9cb233-8206-4207-bd00-6c2ebf78c644'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:12:52.302761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:12:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d9cb233-8206-4207-bd00-6c2ebf78c644'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:52.306516 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ba892106-9c84-42a5-a770-da2ef571a7a0 req-06231ca3-d5e8-43d8-8945-529e1d48d55d tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "DELETE /v2.0/ports/73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 HTTP/1.1" status: 204 len: 173 time: 1.0757339 Dec 16 22:12:52.393141 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a50ae-8c34-4927-9646-62086b5de339 None None] Pushing event updated for resources: {'Port': ['ID=c97ebac1-9b24-47a9-ab54-be25597f0f56,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:52.595162 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90023ca7-a7fe-4527-a5b5-3e5ff0abbeeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:52.689305 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] Set router 2d9cb233-8206-4207-bd00-6c2ebf78c644 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:12:52.966012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e8efd825-c7c6-45d3-b3e4-79148af7519b None None] Provisioning complete for port c97ebac1-9b24-47a9-ab54-be25597f0f56 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:52.966494 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8efd825-c7c6-45d3-b3e4-79148af7519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:53.061535 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59122) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:53.091118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-093ba8bd-d68b-458c-92ca-3c759a2682ed req-a2bb7427-c3e4-44ae-b8c4-34802475b59a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1096301 Dec 16 22:12:53.129176 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-67eb930f-7543-4deb-86e2-855cc0de2997 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eef3320ab577402690be29159ead7059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0636668 Dec 16 22:12:53.129644 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59126) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:53.154015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef77ea5f-9790-4e51-9bd6-dfcfed84daa6 req-fea7bf96-0b11-43cd-9381-a7b83efdc46b service neutron] 10.222.0.24 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1924298 Dec 16 22:12:53.215228 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6d31-b7f2-43cd-b250-282391eecd41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:53.260018 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6d31-b7f2-43cd-b250-282391eecd41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:53.265650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-196b8921-4435-4447-99f6-e1409bad25f5 service neutron] 10.222.0.43 "GET /v2.0/networks/34daf0cb-328a-4063-b77e-640751a9efdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5360520 Dec 16 22:12:53.391306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fe0021e-1a16-4ffc-a2c7-81cf53d38a87 req-a084b9e6-be56-46e6-81ab-c4ea5e536cbc tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e0e112e-0322-4a6b-b8df-e4b4ec2767cd HTTP/1.1" status: 200 len: 210 time: 0.0661767 Dec 16 22:12:53.422582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8efd825-c7c6-45d3-b3e4-79148af7519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:53.432648 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6d31-b7f2-43cd-b250-282391eecd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:53.435848 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6d31-b7f2-43cd-b250-282391eecd41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:53.437156 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bb4a6d31-b7f2-43cd-b250-282391eecd41 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b78f3f89-3574-4c3e-90e6-ee58ce34ce9a HTTP/1.1" status: 204 len: 168 time: 0.3066423 Dec 16 22:12:53.454872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a6d31-b7f2-43cd-b250-282391eecd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78f3f89-3574-4c3e-90e6-ee58ce34ce9a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:53.471933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-27af4de9-b6a3-4251-b120-f0eab5b260d0 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3874180 Dec 16 22:12:53.492353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0e112e-0322-4a6b-b8df-e4b4ec2767cd', 'name': 'network-vif-deleted', 'tag': '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:53.495030 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680fab83-c23a-43d5-ab8e-37dfed0dba09" -d '{"events": [{"server_uuid": "9e0e112e-0322-4a6b-b8df-e4b4ec2767cd", "name": "network-vif-deleted", "tag": "73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:53.516654 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-router', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:41Z', 'updated_at': '2021-12-16T22:12:46Z', 'revision_number': 4, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'gw_port': {'id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:42Z', 'updated_at': '2021-12-16T22:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'c97ebac1-9b24-47a9-ab54-be25597f0f56', 'name': '', 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'mac_address': 'fa:16:3e:5b:e4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:45Z', 'updated_at': '2021-12-16T22:12:51Z', 'revision_number': 4, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'subnets': [{'id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:53.551508 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:53.650005 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e659ea3-00c3-46a6-8a18-bd3692a81ae6 None None] The sync data for ids ['2d9cb233-8206-4207-bd00-6c2ebf78c644'] in n-d-821840-2 is: [{'id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-router', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:41Z', 'updated_at': '2021-12-16T22:12:46Z', 'revision_number': 4, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'gw_port': {'id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:42Z', 'updated_at': '2021-12-16T22:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'c97ebac1-9b24-47a9-ab54-be25597f0f56', 'name': '', 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'mac_address': 'fa:16:3e:5b:e4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:45Z', 'updated_at': '2021-12-16T22:12:51Z', 'revision_number': 4, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'subnets': [{'id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:12:53.672227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e8efd825-c7c6-45d3-b3e4-79148af7519b None None] For port c97ebac1-9b24-47a9-ab54-be25597f0f56, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c97ebac1-9b24-47a9-ab54-be25597f0f56,segment=NetworkSegment(2efb0350-123d-4bea-bfcf-69718fdf33b2),segment_id=2efb0350-123d-4bea-bfcf-69718fdf33b2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:53.789000 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59138) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:53.825689 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8efd825-c7c6-45d3-b3e4-79148af7519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:53.833470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5f2e10a-dd9a-4fcc-af77-65011ea60565 req-484961a1-ce3e-4e14-aebc-0ff840ea386c service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318150 Dec 16 22:12:53.903821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efd825-c7c6-45d3-b3e4-79148af7519b None None] Pushing event updated for resources: {'Port': ['ID=c97ebac1-9b24-47a9-ab54-be25597f0f56,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:53.906260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef77ea5f-9790-4e51-9bd6-dfcfed84daa6 req-4366bc43-1440-4b5e-9f5b-fcdabedb51a3 service neutron] 10.222.0.24 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7310488 Dec 16 22:12:53.933509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-ced79fe8-1d0d-40e2-9b6e-337c0c03498b service neutron] 10.222.0.43 "GET /v2.0/networks/34daf0cb-328a-4063-b77e-640751a9efdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638074 Dec 16 22:12:54.004181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575b482-154a-4ab4-870e-072cb2b2d291 req-e6243d7c-523e-41d2-bbec-0e859bd84a7a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:54.019712 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8575b482-154a-4ab4-870e-072cb2b2d291 req-e6243d7c-523e-41d2-bbec-0e859bd84a7a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 944 time: 0.3111255 Dec 16 22:12:54.070923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e7bd6d69-cd0b-406b-a131-f235e6b8709c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1177177820-network', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:54.192882 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bd6d69-cd0b-406b-a131-f235e6b8709c admin admin] Made reservation on behalf of e2a8dbc9bc4d47f48a5fad3c46065b65 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:54.195590 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6d69-cd0b-406b-a131-f235e6b8709c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:54.209861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8575b482-154a-4ab4-870e-072cb2b2d291 req-6cc01c0d-8688-498f-92c9-16995826b737 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846635 Dec 16 22:12:54.210465 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6d69-cd0b-406b-a131-f235e6b8709c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:54.246629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc6b8d-8cfa-42d5-82e2-f74a74afec6f req-765f5a7a-2756-4075-bcd2-afb9490db088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:54.252809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fcc6b8d-8cfa-42d5-82e2-f74a74afec6f req-765f5a7a-2756-4075-bcd2-afb9490db088 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 1095 time: 0.2266440 Dec 16 22:12:54.447946 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6d69-cd0b-406b-a131-f235e6b8709c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:54.460742 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3261cf4c-13e7-4657-9929-0642128aad39 x-openstack-request-id: req-3261cf4c-13e7-4657-9929-0642128aad39 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:54.463388 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0e112e-0322-4a6b-b8df-e4b4ec2767cd", "name": "network-vif-deleted", "tag": "73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:54.463388 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3261cf4c-13e7-4657-9929-0642128aad39 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:54.463388 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0e112e-0322-4a6b-b8df-e4b4ec2767cd', 'name': 'network-vif-deleted', 'tag': '73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3', 'status': 'completed', 'code': 200} Dec 16 22:12:54.512116 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6d69-cd0b-406b-a131-f235e6b8709c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:54.583628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc6b8d-8cfa-42d5-82e2-f74a74afec6f req-29736b61-241a-4d8e-b5a6-cdc36d3e2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:54.586203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fcc6b8d-8cfa-42d5-82e2-f74a74afec6f req-29736b61-241a-4d8e-b5a6-cdc36d3e2ebe service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 922 time: 0.3211200 Dec 16 22:12:54.628620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd6d69-cd0b-406b-a131-f235e6b8709c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db58b81-3b85-4b3e-9f8b-dd12067d7729,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:54.636582 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bd6d69-cd0b-406b-a131-f235e6b8709c admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:12:54.656696 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6d69-cd0b-406b-a131-f235e6b8709c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:54.657064 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-e7bd6d69-cd0b-406b-a131-f235e6b8709c admin admin] Added segment 95dc44a5-c33f-437a-ae38-810c7b80c552 of type vlan for network 1fed6fc2-4af3-4d92-9b97-51badd4beba2 Dec 16 22:12:54.714757 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:54.724522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae0c110e-f7b2-413f-8f1a-f3bd69739c98 req-42f8d44c-c601-4fb5-8cf6-7726d162be91 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 210 time: 0.1211846 Dec 16 22:12:54.728760 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6d69-cd0b-406b-a131-f235e6b8709c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:54.804732 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:12:54.822396 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6d69-cd0b-406b-a131-f235e6b8709c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:54.822608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 2a1b1e86-eea9-41cc-88db-2de8fc1f164c details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:12:54.823733 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bd6d69-cd0b-406b-a131-f235e6b8709c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:54.824352 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6d69-cd0b-406b-a131-f235e6b8709c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:54.856033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fcc6b8d-8cfa-42d5-82e2-f74a74afec6f req-c993e2e9-1739-4944-abad-45372862e5c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 HTTP/1.1" status: 200 len: 217 time: 0.1566527 Dec 16 22:12:54.956208 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd6d69-cd0b-406b-a131-f235e6b8709c admin admin] Pushing event updated for resources: {'Network': ['ID=1fed6fc2-4af3-4d92-9b97-51badd4beba2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:54.978474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 1fed6fc2-4af3-4d92-9b97-51badd4beba2 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:12:55.013959 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e7bd6d69-cd0b-406b-a131-f235e6b8709c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2182126 Dec 16 22:12:55.014460 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59172) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:55.020935 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-bf35baff-7421-4ce2-9c75-3f5a9fc9a819 admin admin] Request body: {'subnet': {'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1177177820-subnet', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:55.105721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aac27b-4193-4231-b57b-d6fc83f19cfe req-27fad77b-a605-47c9-a4e6-0377d26dcb2b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:55.115596 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57aac27b-4193-4231-b57b-d6fc83f19cfe req-27fad77b-a605-47c9-a4e6-0377d26dcb2b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 943 time: 0.4107373 Dec 16 22:12:55.141377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf35baff-7421-4ce2-9c75-3f5a9fc9a819 admin admin] Made reservation on behalf of e2a8dbc9bc4d47f48a5fad3c46065b65 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:55.145106 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf35baff-7421-4ce2-9c75-3f5a9fc9a819 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:55.216350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc6b8d-8cfa-42d5-82e2-f74a74afec6f req-eb55f35b-7491-434d-a251-728d11653d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:55.217710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fcc6b8d-8cfa-42d5-82e2-f74a74afec6f req-eb55f35b-7491-434d-a251-728d11653d57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.3474216 Dec 16 22:12:55.234564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5587849-3116-4b14-9063-d0e24334ed02 req-b6b6653a-8640-4baf-abe6-4ea307b71c92 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:55.243985 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5587849-3116-4b14-9063-d0e24334ed02 req-b6b6653a-8640-4baf-abe6-4ea307b71c92 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 945 time: 0.3825347 Dec 16 22:12:55.419306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57aac27b-4193-4231-b57b-d6fc83f19cfe req-af8cb721-1ac0-4bcc-a484-84e52344f071 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025420 Dec 16 22:12:55.433377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fcc6b8d-8cfa-42d5-82e2-f74a74afec6f req-bd888785-6acc-41a2-9e9e-bad7c96a21af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1871974 Dec 16 22:12:55.569059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 2a1b1e86-eea9-41cc-88db-2de8fc1f164c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2a1b1e86-eea9-41cc-88db-2de8fc1f164c,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:55.584886 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:55.612634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '2a1b1e86-eea9-41cc-88db-2de8fc1f164c', 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d', 'port_id': '2a1b1e86-eea9-41cc-88db-2de8fc1f164c', 'mac_address': 'fa:16:3e:72:23:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc959983-53a1-41bc-bb50-5414cb529785', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:12:55.623165 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:55.623677 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 73c9d629-e68e-4d7b-ad99-bd82ef2b0cb3 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:55.625685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c97ebac1-9b24-47a9-ab54-be25597f0f56 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:55.691857 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:55.745799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1b1e86-eea9-41cc-88db-2de8fc1f164c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:55.843731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5587849-3116-4b14-9063-d0e24334ed02 req-d3f4f48b-7d44-4d35-9168-a9b227435821 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5985518 Dec 16 22:12:55.869367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 2a1b1e86-eea9-41cc-88db-2de8fc1f164c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2a1b1e86-eea9-41cc-88db-2de8fc1f164c,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:55.900855 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:55.901044 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991166c8-bffa-483b-9db1-2199c0cd98b2 req-385c9002-9b01-4de8-a2ad-a044a3955fec tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:55.903019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-991166c8-bffa-483b-9db1-2199c0cd98b2 req-385c9002-9b01-4de8-a2ad-a044a3955fec tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 944 time: 0.1702623 Dec 16 22:12:55.908190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port c97ebac1-9b24-47a9-ab54-be25597f0f56 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:55.908561 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:55.947126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fcc6b8d-8cfa-42d5-82e2-f74a74afec6f req-80f50742-23e8-4bcc-a7ff-06a9ac822dc4 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879913 Dec 16 22:12:55.952541 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf35baff-7421-4ce2-9c75-3f5a9fc9a819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:55.975824 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:56.026116 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35baff-7421-4ce2-9c75-3f5a9fc9a819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d77552-dc1a-4541-863a-3af61b5315dd,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:56.036312 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-991166c8-bffa-483b-9db1-2199c0cd98b2 req-cdad07ef-cb3c-4b7b-941d-f51002105a68 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217215 Dec 16 22:12:56.073624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35baff-7421-4ce2-9c75-3f5a9fc9a819 admin admin] Checking segment: {'id': '95dc44a5-c33f-437a-ae38-810c7b80c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:56.074255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf35baff-7421-4ce2-9c75-3f5a9fc9a819 admin admin] Network hostable DHCP agents. Network: 1fed6fc2-4af3-4d92-9b97-51badd4beba2, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:12:56.114368 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=2a1b1e86-eea9-41cc-88db-2de8fc1f164c,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:56.197097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf35baff-7421-4ce2-9c75-3f5a9fc9a819 admin admin] Network 1fed6fc2-4af3-4d92-9b97-51badd4beba2 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:12:56.197572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fcc6b8d-8cfa-42d5-82e2-f74a74afec6f req-dc8e2c74-b2a7-4d05-b902-ce9c859770ca service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372663 Dec 16 22:12:56.246152 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['2a1b1e86-eea9-41cc-88db-2de8fc1f164c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:56.287679 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-bf35baff-7421-4ce2-9c75-3f5a9fc9a819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 1fed6fc2-4af3-4d92-9b97-51badd4beba2) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:56.303552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17386ce-a197-4b4f-bba5-18099275a760 None None] Network 1fed6fc2-4af3-4d92-9b97-51badd4beba2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:12:56.305496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf35baff-7421-4ce2-9c75-3f5a9fc9a819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:56.311021 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf35baff-7421-4ce2-9c75-3f5a9fc9a819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:56.381334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ec21eaa-fbac-4502-9040-651177866a5f req-76510233-9b36-430c-af9e-53f7899b23f3 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 210 time: 0.0470870 Dec 16 22:12:56.425477 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bf35baff-7421-4ce2-9c75-3f5a9fc9a819 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4093015 Dec 16 22:12:56.427911 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59196) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:56.433625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1177177820-router', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:56.513061 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'fixed_ips': [{'subnet_id': '46d77552-dc1a-4541-863a-3af61b5315dd'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:12:56.514236 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:56.529957 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:56.531190 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:56.654027 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:56.699362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44e413-dc4a-4374-b0f1-33a9f0f1e7ea req-d8b81d08-4e55-4863-9a65-98b63ab8b394 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:56.701650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd44e413-dc4a-4374-b0f1-33a9f0f1e7ea req-d8b81d08-4e55-4863-9a65-98b63ab8b394 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 944 time: 0.1216297 Dec 16 22:12:56.716471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13672d7f-3b00-4069-9b23-94ff5834ae25 req-67fce7ae-addd-4458-8620-d90f8a855104 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:56.720237 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13672d7f-3b00-4069-9b23-94ff5834ae25 req-67fce7ae-addd-4458-8620-d90f8a855104 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.0992162 Dec 16 22:12:56.816879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Allocated IP 172.20.0.2 (1fed6fc2-4af3-4d92-9b97-51badd4beba2/46d77552-dc1a-4541-863a-3af61b5315dd/ad4e79b5-4c44-4859-b4ac-e592d4916513) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:56.866430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd44e413-dc4a-4374-b0f1-33a9f0f1e7ea req-db0eb2d2-ac2e-49cc-a0f5-879bfe08585e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448770 Dec 16 22:12:56.919679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13672d7f-3b00-4069-9b23-94ff5834ae25 req-b8e96d89-db5a-47d8-b2d1-edda5d797130 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892095 Dec 16 22:12:56.957569 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.011587 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.044269 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59206) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:57.136462 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.201233 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dd59927d-7e43-469b-86c5-77c11eeb67de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.205056 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Network 1fed6fc2-4af3-4d92-9b97-51badd4beba2 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:57.209495 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:57.214190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:57.220682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Pushing event updated for resources: {'Port': ['ID=ad4e79b5-4c44-4859-b4ac-e592d4916513,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:57.223102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5d189-5cc3-4664-b99f-8f083b17c856 req-e4fe1bf2-1d23-48e1-8d82-482dff65919e tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:57.233963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ab5d189-5cc3-4664-b99f-8f083b17c856 req-e4fe1bf2-1d23-48e1-8d82-482dff65919e tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 944 time: 0.0844934 Dec 16 22:12:57.305968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Attempting to bind port ad4e79b5-4c44-4859-b4ac-e592d4916513 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:57.309761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Attempting to bind port ad4e79b5-4c44-4859-b4ac-e592d4916513 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '95dc44a5-c33f-437a-ae38-810c7b80c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:57.309761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Attempting to bind port ad4e79b5-4c44-4859-b4ac-e592d4916513 on network 1fed6fc2-4af3-4d92-9b97-51badd4beba2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:57.313057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:57.313438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Checking segment: {'id': '95dc44a5-c33f-437a-ae38-810c7b80c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:57.314038 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.314610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Bound using segment: {'id': '95dc44a5-c33f-437a-ae38-810c7b80c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:57.315113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Bound port: ad4e79b5-4c44-4859-b4ac-e592d4916513, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95dc44a5-c33f-437a-ae38-810c7b80c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:57.315541 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.357565 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dd59927d-7e43-469b-86c5-77c11eeb67de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.407482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] For port ad4e79b5-4c44-4859-b4ac-e592d4916513, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:57.407482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] For port ad4e79b5-4c44-4859-b4ac-e592d4916513, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ad4e79b5-4c44-4859-b4ac-e592d4916513,segment=NetworkSegment(95dc44a5-c33f-437a-ae38-810c7b80c552),segment_id=95dc44a5-c33f-437a-ae38-810c7b80c552)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:57.407953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ab5d189-5cc3-4664-b99f-8f083b17c856 req-584a2089-93ab-4d1b-b28f-bd3b79237db5 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667247 Dec 16 22:12:57.416213 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.427398 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dd59927d-7e43-469b-86c5-77c11eeb67de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.438876 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.506365 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dd59927d-7e43-469b-86c5-77c11eeb67de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e01c9065fe5416ba279f58c3b2d48ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4609017 Dec 16 22:12:57.509536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59927d-7e43-469b-86c5-77c11eeb67de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca55adc-369a-4b36-9f76-b56177bebc36,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:57.513260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59214) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:57.533291 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.553660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5f7597f-e79f-4381-aee8-24ed590d39a7 req-8e173c3d-6824-4459-b1c8-be3935d8176c tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 210 time: 0.0503354 Dec 16 22:12:57.647059 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2badac8-a4b3-41d4-986a-52f00a40b44e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.651703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Allocated IP 172.25.2.139 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/60d2c617-73d4-41ff-a921-5c83dd5b1c9b) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:57.652341 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9c24d-3406-49ae-b780-4f42788f5b27 None None] Pushing event updated for resources: {'Port': ['ID=ad4e79b5-4c44-4859-b4ac-e592d4916513,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:57.678166 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2badac8-a4b3-41d4-986a-52f00a40b44e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.796248 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.905997 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2badac8-a4b3-41d4-986a-52f00a40b44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.913680 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2badac8-a4b3-41d4-986a-52f00a40b44e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.918241 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c2badac8-a4b3-41d4-986a-52f00a40b44e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ca55adc-369a-4b36-9f76-b56177bebc36 HTTP/1.1" status: 204 len: 168 time: 0.4015079 Dec 16 22:12:57.939968 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2badac8-a4b3-41d4-986a-52f00a40b44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca55adc-369a-4b36-9f76-b56177bebc36,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:58.007602 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:58.174216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:58.191543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:58.200481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Pushing event updated for resources: {'Port': ['ID=60d2c617-73d4-41ff-a921-5c83dd5b1c9b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:58.205718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:58.263464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca740a3e-c714-41d5-8073-b7325c53a1de req-5ce875dc-b90f-4338-94f9-bc251378a331 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:58.265103 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca740a3e-c714-41d5-8073-b7325c53a1de req-5ce875dc-b90f-4338-94f9-bc251378a331 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.3163884 Dec 16 22:12:58.277059 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:58.277677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:58.278213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:58.278782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:58.279219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:58.279601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:58.280274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:58.280274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:58.280584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:58.280887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:58.281251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:58.281534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:58.281856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:58.324184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a75b83-3ca2-4e4a-9b9f-cdcfacff3827 req-e610f33d-0dc3-4b31-9caf-facbcbadfc9b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:58.325837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44a75b83-3ca2-4e4a-9b9f-cdcfacff3827 req-e610f33d-0dc3-4b31-9caf-facbcbadfc9b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 944 time: 0.3249578 Dec 16 22:12:58.356194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c987fbd-0c51-444e-8845-5585b7d64414 req-76ca5008-da25-42ba-a242-aa637412d588 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:58.357851 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c987fbd-0c51-444e-8845-5585b7d64414 req-76ca5008-da25-42ba-a242-aa637412d588 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.2573984 Dec 16 22:12:58.370922 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-51ada390-3250-4c8f-8356-fb5ae0ebf73f tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:58.373451 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-51ada390-3250-4c8f-8356-fb5ae0ebf73f tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.24 "GET /v2.0/networks?id=34daf0cb-328a-4063-b77e-640751a9efdd HTTP/1.1" status: 200 len: 828 time: 0.4768138 Dec 16 22:12:58.396977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-6a399214-ee67-4c10-adf0-3b6fcedb3b9a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Request body: {'port': {'device_id': '92b60496-7ccf-4bad-a880-27a4efd5df46', 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd', 'admin_state_up': True, 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:58.710120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44a75b83-3ca2-4e4a-9b9f-cdcfacff3827 req-945be21c-71ba-4f47-91a6-810998b22871 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471761 Dec 16 22:12:58.723983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c987fbd-0c51-444e-8845-5585b7d64414 req-4c65db98-bc6c-48a9-b7d8-930d537002c3 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335369 Dec 16 22:12:58.788464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-ca740a3e-c714-41d5-8073-b7325c53a1de req-e04c1866-3eb7-43db-981a-3c3fe52330f0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Deleting port 20c6c008-b5b5-4ef4-8c49-542c05822c8f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:58.788958 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ca740a3e-c714-41d5-8073-b7325c53a1de req-e04c1866-3eb7-43db-981a-3c3fe52330f0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:58.842156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 2a1b1e86-eea9-41cc-88db-2de8fc1f164c up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:58.935252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7562ae6c-d4eb-4f02-a8fb-4a65113e2d8a None None] Network 1fed6fc2-4af3-4d92-9b97-51badd4beba2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:12:58.989172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-6a399214-ee67-4c10-adf0-3b6fcedb3b9a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Made reservation on behalf of ca22611ab075468988e76fbf3b7a895c for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:58.992744 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-6a399214-ee67-4c10-adf0-3b6fcedb3b9a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:59.013954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-ca740a3e-c714-41d5-8073-b7325c53a1de req-e04c1866-3eb7-43db-981a-3c3fe52330f0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] For port 20c6c008-b5b5-4ef4-8c49-542c05822c8f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=20c6c008-b5b5-4ef4-8c49-542c05822c8f,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:59.014752 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ca740a3e-c714-41d5-8073-b7325c53a1de req-e04c1866-3eb7-43db-981a-3c3fe52330f0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:59.036762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7ba185c6-5eea-457a-af34-b95904e8caa1 None None] Provisioning complete for port ad4e79b5-4c44-4859-b4ac-e592d4916513 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:59.037282 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ba185c6-5eea-457a-af34-b95904e8caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:59.047599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc91a3d-134d-4716-9c4e-3303d0aa1886 req-05990f34-053e-49d0-88c4-5821562b3e86 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:59.049218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9cc91a3d-134d-4716-9c4e-3303d0aa1886 req-05990f34-053e-49d0-88c4-5821562b3e86 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 944 time: 0.1885977 Dec 16 22:12:59.078162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-ca740a3e-c714-41d5-8073-b7325c53a1de req-e04c1866-3eb7-43db-981a-3c3fe52330f0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Calling delete_port for 20c6c008-b5b5-4ef4-8c49-542c05822c8f owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:59.132561 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 2a1b1e86-eea9-41cc-88db-2de8fc1f164c completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:12:59.142181 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 2a1b1e86-eea9-41cc-88db-2de8fc1f164c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:59.142761 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:59.225618 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ba185c6-5eea-457a-af34-b95904e8caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:59.273589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7ba185c6-5eea-457a-af34-b95904e8caa1 None None] For port ad4e79b5-4c44-4859-b4ac-e592d4916513, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ad4e79b5-4c44-4859-b4ac-e592d4916513,segment=NetworkSegment(95dc44a5-c33f-437a-ae38-810c7b80c552),segment_id=95dc44a5-c33f-437a-ae38-810c7b80c552)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:59.336353 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:59.380254 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 2a1b1e86-eea9-41cc-88db-2de8fc1f164c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2a1b1e86-eea9-41cc-88db-2de8fc1f164c,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:59.381667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17e0946-6463-4e2e-9114-b2547513c88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1b1e86-eea9-41cc-88db-2de8fc1f164c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:59.385656 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3855476c-e121-4e16-8729-defba67d565c" -d '{"events": [{"server_uuid": "d17e0946-6463-4e2e-9114-b2547513c88b", "name": "network-vif-plugged", "status": "completed", "tag": "2a1b1e86-eea9-41cc-88db-2de8fc1f164c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:59.389790 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ba185c6-5eea-457a-af34-b95904e8caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:59.460085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9cd23e6-da46-499a-8f1d-39e0a878b44d req-148acd26-7d5b-400d-b460-87ca863d12e3 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 210 time: 0.4533718 Dec 16 22:12:59.460325 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59248) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:59.486488 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:59.510474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba185c6-5eea-457a-af34-b95904e8caa1 None None] Pushing event updated for resources: {'Port': ['ID=ad4e79b5-4c44-4859-b4ac-e592d4916513,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:59.570243 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753a1783-5ccf-4cd6-93d1-6b1729e281bd x-openstack-request-id: req-753a1783-5ccf-4cd6-93d1-6b1729e281bd {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:59.570518 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17e0946-6463-4e2e-9114-b2547513c88b", "name": "network-vif-plugged", "status": "completed", "tag": "2a1b1e86-eea9-41cc-88db-2de8fc1f164c", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:59.571005 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-753a1783-5ccf-4cd6-93d1-6b1729e281bd {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:59.571471 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17e0946-6463-4e2e-9114-b2547513c88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1b1e86-eea9-41cc-88db-2de8fc1f164c', 'code': 200} Dec 16 22:12:59.573949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ad4e79b5-4c44-4859-b4ac-e592d4916513 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:59.629462 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f4d70ad6-2f4e-4b14-8a55-3f9d944fdedb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1584648119-network', 'tenant_id': '89e26e39871b487e822a56aaf6ec88ce'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:59.661626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=2a1b1e86-eea9-41cc-88db-2de8fc1f164c,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:59.666594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0620e4a5-9358-47e1-a03c-3096befebaae None None] Provisioning complete for port ad4e79b5-4c44-4859-b4ac-e592d4916513 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:59.666879 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0620e4a5-9358-47e1-a03c-3096befebaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:59.709512 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ad4e79b5-4c44-4859-b4ac-e592d4916513 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:59.709512 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:59.762936 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:59.775890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9cc91a3d-134d-4716-9c4e-3303d0aa1886 req-894e157b-efaf-4853-84c9-05d1cea29030 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6991091 Dec 16 22:12:59.794958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d70ad6-2f4e-4b14-8a55-3f9d944fdedb admin admin] Made reservation on behalf of 89e26e39871b487e822a56aaf6ec88ce for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:59.811946 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4d70ad6-2f4e-4b14-8a55-3f9d944fdedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:59.823867 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4d70ad6-2f4e-4b14-8a55-3f9d944fdedb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:59.926822 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4d70ad6-2f4e-4b14-8a55-3f9d944fdedb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:59.939613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70de0b-f214-45ba-96f0-9f195adf9d73 req-83485daa-38fe-4a3a-b959-d71bc17db431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:59.941463 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf70de0b-f214-45ba-96f0-9f195adf9d73 req-83485daa-38fe-4a3a-b959-d71bc17db431 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 1096 time: 0.2742894 Dec 16 22:12:59.982608 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4d70ad6-2f4e-4b14-8a55-3f9d944fdedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.001566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-6a399214-ee67-4c10-adf0-3b6fcedb3b9a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Allocated IP 172.20.0.13 (34daf0cb-328a-4063-b77e-640751a9efdd/c3585ba4-a949-4dca-bd29-1688b72e97c2/f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:00.005891 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d70ad6-2f4e-4b14-8a55-3f9d944fdedb admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:13:00.023493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d70ad6-2f4e-4b14-8a55-3f9d944fdedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:00.027039 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4d70ad6-2f4e-4b14-8a55-3f9d944fdedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.027404 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-f4d70ad6-2f4e-4b14-8a55-3f9d944fdedb admin admin] Added segment 23a42800-a29a-497b-910c-68d4f4efcac4 of type vlan for network 26cb485d-74a4-49d2-916a-2c30cff40f55 Dec 16 22:13:00.074328 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4d70ad6-2f4e-4b14-8a55-3f9d944fdedb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.147456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b930a-0365-4b82-8926-676bb379a70f req-d4b58600-d8ea-4ee4-acaa-38de206cd0e0 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:00.149555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d1b930a-0365-4b82-8926-676bb379a70f req-d4b58600-d8ea-4ee4-acaa-38de206cd0e0 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 945 time: 0.2994630 Dec 16 22:13:00.162344 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4d70ad6-2f4e-4b14-8a55-3f9d944fdedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.163637 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d70ad6-2f4e-4b14-8a55-3f9d944fdedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:00.164278 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4d70ad6-2f4e-4b14-8a55-3f9d944fdedb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.226249 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf70de0b-f214-45ba-96f0-9f195adf9d73 req-b2d2e611-69c0-4482-af5b-71ce0a577da6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515442 Dec 16 22:13:00.236685 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d70ad6-2f4e-4b14-8a55-3f9d944fdedb admin admin] Pushing event updated for resources: {'Network': ['ID=26cb485d-74a4-49d2-916a-2c30cff40f55,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:00.247297 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 26cb485d-74a4-49d2-916a-2c30cff40f55 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:13:00.250206 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ca740a3e-c714-41d5-8073-b7325c53a1de req-e04c1866-3eb7-43db-981a-3c3fe52330f0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.266819 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c51e3-3e9a-4e00-9888-8fa39fc4588b req-4ab398e7-bba3-44ed-bcc8-7c3c67953724 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:00.268500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-938c51e3-3e9a-4e00-9888-8fa39fc4588b req-4ab398e7-bba3-44ed-bcc8-7c3c67953724 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6a3930-8f41-48fc-adbb-c1c376f2206f HTTP/1.1" status: 200 len: 949 time: 0.2970717 Dec 16 22:13:00.293283 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['20c6c008-b5b5-4ef4-8c49-542c05822c8f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:00.298071 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f4d70ad6-2f4e-4b14-8a55-3f9d944fdedb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8366537 Dec 16 22:13:00.301102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59258) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:00.306252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-402ebbb9-2507-4edc-86af-f15e28992efa admin admin] Request body: {'subnet': {'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1584648119-subnet', 'tenant_id': '89e26e39871b487e822a56aaf6ec88ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:00.386350 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402ebbb9-2507-4edc-86af-f15e28992efa admin admin] Made reservation on behalf of 89e26e39871b487e822a56aaf6ec88ce for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:00.388893 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402ebbb9-2507-4edc-86af-f15e28992efa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.420747 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c1866-3eb7-43db-981a-3c3fe52330f0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Pushing event deleted for resources: {'Port': ['ID=20c6c008-b5b5-4ef4-8c49-542c05822c8f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:00.461235 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d1b930a-0365-4b82-8926-676bb379a70f req-e195f9f8-5d33-40cc-ac3d-52554d79ec84 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934334 Dec 16 22:13:00.499947 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca740a3e-c714-41d5-8073-b7325c53a1de req-e04c1866-3eb7-43db-981a-3c3fe52330f0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] No DVR routers for this DVR port 20c6c008-b5b5-4ef4-8c49-542c05822c8f on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:00.510040 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ca740a3e-c714-41d5-8073-b7325c53a1de req-e04c1866-3eb7-43db-981a-3c3fe52330f0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.513605 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca740a3e-c714-41d5-8073-b7325c53a1de req-e04c1866-3eb7-43db-981a-3c3fe52330f0 tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.69 "DELETE /v2.0/ports/20c6c008-b5b5-4ef4-8c49-542c05822c8f HTTP/1.1" status: 204 len: 173 time: 2.2162459 Dec 16 22:13:00.525733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6a3930-8f41-48fc-adbb-c1c376f2206f', 'name': 'network-vif-deleted', 'tag': '20c6c008-b5b5-4ef4-8c49-542c05822c8f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:00.525733 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22b4887-25b8-4d64-b391-6518e4e12905" -d '{"events": [{"server_uuid": "4a6a3930-8f41-48fc-adbb-c1c376f2206f", "name": "network-vif-deleted", "tag": "20c6c008-b5b5-4ef4-8c49-542c05822c8f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:00.553076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-938c51e3-3e9a-4e00-9888-8fa39fc4588b req-185eced2-bdd5-4c6f-a07b-dd95c117baac tempest-MigrationsAdminTest-2044883231 tempest-MigrationsAdminTest-2044883231-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae2c2451-f26c-4964-8e93-b658df99a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694144 Dec 16 22:13:00.565513 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.635569 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2e51da-9bd3-4d05-8bb6-b4656cb31eb5 x-openstack-request-id: req-8e2e51da-9bd3-4d05-8bb6-b4656cb31eb5 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:00.637302 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6a3930-8f41-48fc-adbb-c1c376f2206f", "name": "network-vif-deleted", "tag": "20c6c008-b5b5-4ef4-8c49-542c05822c8f", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:00.637302 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e2e51da-9bd3-4d05-8bb6-b4656cb31eb5 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:00.637302 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6a3930-8f41-48fc-adbb-c1c376f2206f', 'name': 'network-vif-deleted', 'tag': '20c6c008-b5b5-4ef4-8c49-542c05822c8f', 'status': 'completed', 'code': 200} Dec 16 22:13:00.645338 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-6a399214-ee67-4c10-adf0-3b6fcedb3b9a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.701566 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402ebbb9-2507-4edc-86af-f15e28992efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.740140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98e74493-ba5c-4990-b705-5665fb4469d6 req-fa86cd60-2218-47b1-b396-d3b89e1582e7 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 210 time: 0.0471702 Dec 16 22:13:00.777218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ebbb9-2507-4edc-86af-f15e28992efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:00.799047 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ebbb9-2507-4edc-86af-f15e28992efa admin admin] Checking segment: {'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:00.799542 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402ebbb9-2507-4edc-86af-f15e28992efa admin admin] Network hostable DHCP agents. Network: 26cb485d-74a4-49d2-916a-2c30cff40f55, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:13:00.941777 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402ebbb9-2507-4edc-86af-f15e28992efa admin admin] Network 26cb485d-74a4-49d2-916a-2c30cff40f55 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:13:00.945531 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-6a399214-ee67-4c10-adf0-3b6fcedb3b9a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.949016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Router 5630b14d-079c-4e3a-93ee-6959fe7c2463 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:13:01.025838 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-402ebbb9-2507-4edc-86af-f15e28992efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 26cb485d-74a4-49d2-916a-2c30cff40f55) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:01.041318 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b72b19-201b-42c0-87a9-ad8b0cf3b243 None None] Network 26cb485d-74a4-49d2-916a-2c30cff40f55 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:13:01.042814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402ebbb9-2507-4edc-86af-f15e28992efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:01.043471 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402ebbb9-2507-4edc-86af-f15e28992efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:01.074494 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-6a399214-ee67-4c10-adf0-3b6fcedb3b9a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Network 34daf0cb-328a-4063-b77e-640751a9efdd is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:01.085699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a399214-ee67-4c10-adf0-3b6fcedb3b9a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Pushing event updated for resources: {'Port': ['ID=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:01.088420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-6a399214-ee67-4c10-adf0-3b6fcedb3b9a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:01.094072 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-6a399214-ee67-4c10-adf0-3b6fcedb3b9a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:01.141501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10a7b2-fe58-40a9-82ea-b2fb3896f722 req-80c9706b-81d5-47a4-a774-499843c3733f tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:01.143172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e10a7b2-fe58-40a9-82ea-b2fb3896f722 req-80c9706b-81d5-47a4-a774-499843c3733f tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 944 time: 0.1901109 Dec 16 22:13:01.171316 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-402ebbb9-2507-4edc-86af-f15e28992efa admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8571715 Dec 16 22:13:01.236346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-6a399214-ee67-4c10-adf0-3b6fcedb3b9a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:01.237069 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-6a399214-ee67-4c10-adf0-3b6fcedb3b9a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:01.281762 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:13:01.286504 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e10a7b2-fe58-40a9-82ea-b2fb3896f722 req-b9b9d601-929b-42d3-9054-af05393f8ff0 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001103 Dec 16 22:13:01.295328 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Sync routers for ids ['5630b14d-079c-4e3a-93ee-6959fe7c2463'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:13:01.309387 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Routers {'5630b14d-079c-4e3a-93ee-6959fe7c2463'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:01.310105 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:12:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5630b14d-079c-4e3a-93ee-6959fe7c2463'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:01.373204 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-6a399214-ee67-4c10-adf0-3b6fcedb3b9a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9856026 Dec 16 22:13:01.376359 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f827efdc-cf4e-4508-a63d-95f59894a0c0 None None] Network 26cb485d-74a4-49d2-916a-2c30cff40f55 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:13:01.388021 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Request body: {'port': {'device_id': '92b60496-7ccf-4bad-a880-27a4efd5df46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:01.425810 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:01.431196 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59268) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:01.438834 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cb0ec6f7-cb0a-49a9-b97e-d90f85e0eb48 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0096717 Dec 16 22:13:01.526013 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Set router 5630b14d-079c-4e3a-93ee-6959fe7c2463 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:01.551756 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:01.607209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ad4e79b5-4c44-4859-b4ac-e592d4916513 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:01.752116 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-82efaa99-325f-4faa-a9ef-cc430a62a38e None None] Provisioning complete for port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:01.753823 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-82efaa99-325f-4faa-a9ef-cc430a62a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:01.836660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-82efaa99-325f-4faa-a9ef-cc430a62a38e None None] Port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:13:01.841764 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'name': 'tempest-ServersTestManualDisk-1177177820-router', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:56Z', 'updated_at': '2021-12-16T22:12:58Z', 'revision_number': 3, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'gw_port': {'id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:57Z', 'updated_at': '2021-12-16T22:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:01.846642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ad4e79b5-4c44-4859-b4ac-e592d4916513 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:01.847541 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:01.873067 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Checking router: 5630b14d-079c-4e3a-93ee-6959fe7c2463 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:13:01.873720 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Updating router 5630b14d-079c-4e3a-93ee-6959fe7c2463 port 60d2c617-73d4-41ff-a921-5c83dd5b1c9b binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:13:01.878830 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953309f-e9ef-4937-b544-63b3114c350d req-23abedad-397e-4eb4-a491-de2c59d2863e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:01.888143 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9953309f-e9ef-4937-b544-63b3114c350d req-23abedad-397e-4eb4-a491-de2c59d2863e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 945 time: 0.2498760 Dec 16 22:13:01.903361 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.181355 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9953309f-e9ef-4937-b544-63b3114c350d req-44698fc5-749b-4f23-8573-e9b2779520ca tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913558 Dec 16 22:13:02.182903 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.233759 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.240066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-e5f04543-1bb5-48f6-a86b-7e84d3a05e94 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:02.241644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-e5f04543-1bb5-48f6-a86b-7e84d3a05e94 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/networks?id=26cb485d-74a4-49d2-916a-2c30cff40f55 HTTP/1.1" status: 200 len: 813 time: 0.2215545 Dec 16 22:13:02.271428 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c3b4fbc7-bb5e-4490-af8e-2f59fc9f6fa4 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/quotas/89e26e39871b487e822a56aaf6ec88ce HTTP/1.1" status: 200 len: 375 time: 0.0177846 Dec 16 22:13:02.278313 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.281092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:02.324703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-7efe1b59-67ba-48d5-b6d0-686c78cb1081 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89e26e39871b487e822a56aaf6ec88ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375686 Dec 16 22:13:02.330745 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.331434 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db2353-d76a-41c5-8bbb-848585b98632 None None] Pushing event updated for resources: {'Port': ['ID=60d2c617-73d4-41ff-a921-5c83dd5b1c9b,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:02.352795 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Attempting to bind port 60d2c617-73d4-41ff-a921-5c83dd5b1c9b on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:02.352963 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Attempting to bind port 60d2c617-73d4-41ff-a921-5c83dd5b1c9b by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:02.353524 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Attempting to bind port 60d2c617-73d4-41ff-a921-5c83dd5b1c9b on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:02.359342 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:02.360037 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:02.360605 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.361157 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:02.361815 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Bound port: 60d2c617-73d4-41ff-a921-5c83dd5b1c9b, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:02.362401 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.426875 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] For port 60d2c617-73d4-41ff-a921-5c83dd5b1c9b, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:02.432398 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] For port 60d2c617-73d4-41ff-a921-5c83dd5b1c9b, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=60d2c617-73d4-41ff-a921-5c83dd5b1c9b,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:02.483901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Transition to ACTIVE for port object f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:02.485103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Allocated IP 172.20.0.1 (1fed6fc2-4af3-4d92-9b97-51badd4beba2/46d77552-dc1a-4541-863a-3af61b5315dd/64b6712e-a641-4d4f-86ac-a366c446e913) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:02.508610 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.557270 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-a7006886-5d58-4cc8-979b-88636ad116b5 service neutron] 10.222.0.43 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176898 Dec 16 22:13:02.583387 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Routers {'5630b14d-079c-4e3a-93ee-6959fe7c2463'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:02.584336 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:12:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5630b14d-079c-4e3a-93ee-6959fe7c2463'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:02.644007 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db2353-d76a-41c5-8bbb-848585b98632 None None] Pushing event updated for resources: {'Port': ['ID=60d2c617-73d4-41ff-a921-5c83dd5b1c9b,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:02.657149 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.669519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dfd05-6f04-45ec-b60b-91cfb7445fe4 req-96a923c0-dbb3-453a-a192-14593b8cf351 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:02.679135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95dfd05-6f04-45ec-b60b-91cfb7445fe4 req-96a923c0-dbb3-453a-a192-14593b8cf351 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 932 time: 0.2161350 Dec 16 22:13:02.703884 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.777900 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] Set router 5630b14d-079c-4e3a-93ee-6959fe7c2463 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:02.814777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abca61-f848-421f-a0c2-582893045209 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:02.844504 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.860613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-f0a83606-fdb1-460d-a54a-1f3270372506 service neutron] 10.222.0.43 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022947 Dec 16 22:13:02.943349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95dfd05-6f04-45ec-b60b-91cfb7445fe4 req-ecbccd17-17f2-4daa-9b44-393843d12c41 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/security-groups?id=9155bd47-4531-461d-ab97-0e664ce8b76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618582 Dec 16 22:13:02.944718 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Network 1fed6fc2-4af3-4d92-9b97-51badd4beba2 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:02.949793 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:02.959609 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:02.980025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Attempting to bind port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:02.980397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Attempting to bind port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '2efb0350-123d-4bea-bfcf-69718fdf33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:02.980746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Attempting to bind port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff on network 34daf0cb-328a-4063-b77e-640751a9efdd {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:03.000033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff on network 34daf0cb-328a-4063-b77e-640751a9efdd not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:03.000408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Attempting to bind port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff on network 34daf0cb-328a-4063-b77e-640751a9efdd {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:03.022883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:03.023308 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Checking segment: {'id': '2efb0350-123d-4bea-bfcf-69718fdf33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:03.023723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Bound using segment: {'id': '2efb0350-123d-4bea-bfcf-69718fdf33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:03.024290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Bound port: f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efb0350-123d-4bea-bfcf-69718fdf33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:03.024666 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.063314 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.085498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 20c6c008-b5b5-4ef4-8c49-542c05822c8f no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:03.122841 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59298) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:03.135209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 20c6c008-b5b5-4ef4-8c49-542c05822c8f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:03.145870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 20c6c008-b5b5-4ef4-8c49-542c05822c8f not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:03.146432 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Pushing event updated for resources: {'Port': ['ID=64b6712e-a641-4d4f-86ac-a366c446e913,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:03.243437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d27373-4e70-4ba7-bfa7-a62e158ab1ea req-66867b3f-281a-4a6e-8c6d-6c2f8280c693 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:03.245076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28d27373-4e70-4ba7-bfa7-a62e158ab1ea req-66867b3f-281a-4a6e-8c6d-6c2f8280c693 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 944 time: 0.1321309 Dec 16 22:13:03.261265 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'name': 'tempest-ServersTestManualDisk-1177177820-router', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:56Z', 'updated_at': '2021-12-16T22:12:58Z', 'revision_number': 3, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'gw_port': {'id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:57Z', 'updated_at': '2021-12-16T22:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:03.311535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] For port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:03.319509 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] For port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff,segment=NetworkSegment(2efb0350-123d-4bea-bfcf-69718fdf33b2),segment_id=2efb0350-123d-4bea-bfcf-69718fdf33b2)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:03.328391 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebcdfa8-7bbc-498b-97d1-a579c200c0df None None] The sync data for ids ['5630b14d-079c-4e3a-93ee-6959fe7c2463'] in n-d-821840-2 is: [{'id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'name': 'tempest-ServersTestManualDisk-1177177820-router', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:56Z', 'updated_at': '2021-12-16T22:12:58Z', 'revision_number': 3, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'gw_port': {'id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:57Z', 'updated_at': '2021-12-16T22:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:13:03.411693 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28d27373-4e70-4ba7-bfa7-a62e158ab1ea req-8019d84a-33f5-46bc-9e4c-ec71cb573d14 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451030 Dec 16 22:13:03.413041 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.476903 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4b2c0ac6-155b-43a1-a83f-3574e02310b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d067ebbc70344b07b31a66cb2ec78bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499482 Dec 16 22:13:03.480268 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59310) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:03.499644 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.553994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6968d659-0354-4289-a862-6d5ab0d358cb None None] Provisioning complete for port 64b6712e-a641-4d4f-86ac-a366c446e913 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:03.555872 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6968d659-0354-4289-a862-6d5ab0d358cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.617430 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f63293f2-7636-48a9-84e8-e6197fdd0260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.661708 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f63293f2-7636-48a9-84e8-e6197fdd0260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.670075 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6968d659-0354-4289-a862-6d5ab0d358cb None None] Port 64b6712e-a641-4d4f-86ac-a366c446e913 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:13:03.925880 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f63293f2-7636-48a9-84e8-e6197fdd0260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.941461 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f63293f2-7636-48a9-84e8-e6197fdd0260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.942978 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f63293f2-7636-48a9-84e8-e6197fdd0260 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae2c2451-f26c-4964-8e93-b658df99a72d HTTP/1.1" status: 204 len: 168 time: 0.4615550 Dec 16 22:13:03.966410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63293f2-7636-48a9-84e8-e6197fdd0260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2c2451-f26c-4964-8e93-b658df99a72d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:04.094107 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:04.203977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:04.204762 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:04.206559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-99abca61-f848-421f-a0c2-582893045209 service neutron] 10.222.0.24 "PUT /v2.0/ports/f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff HTTP/1.1" status: 200 len: 1092 time: 2.8245554 Dec 16 22:13:04.208337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b60496-7ccf-4bad-a880-27a4efd5df46', 'tag': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:04.209526 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:04.213273 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f12821d-cc1f-4df2-8461-3e80d86e8b34" -d '{"events": [{"name": "network-changed", "server_uuid": "92b60496-7ccf-4bad-a880-27a4efd5df46", "tag": "f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:04.278325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abca61-f848-421f-a0c2-582893045209 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:04.291437 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bfb3da7-6a27-4b2a-992d-69025d4c089a req-019554eb-a265-4906-9407-089551ba9c9f tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f187d82-2c47-4ddd-bfc4-f265e28a1e5a HTTP/1.1" status: 200 len: 210 time: 0.0734351 Dec 16 22:13:04.322729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32dc67-a640-4eea-ae03-87798326fc30 req-c30a89cc-dda4-4f00-8295-0947aaf120ac tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:04.327500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc32dc67-a640-4eea-ae03-87798326fc30 req-c30a89cc-dda4-4f00-8295-0947aaf120ac tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 945 time: 0.8214705 Dec 16 22:13:04.355701 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:04.361324 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Pushing event updated for resources: {'Port': ['ID=64b6712e-a641-4d4f-86ac-a366c446e913,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:04.519622 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Network 1fed6fc2-4af3-4d92-9b97-51badd4beba2 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:04.521169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:04.539798 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc32dc67-a640-4eea-ae03-87798326fc30 req-bf9e390a-02e8-406e-8e98-b9e4006d6c77 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027211 Dec 16 22:13:04.557468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-5feec112-1310-43ea-93fa-d75baef1374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:04.566612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-5feec112-1310-43ea-93fa-d75baef1374b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca22611ab075468988e76fbf3b7a895c&device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 1095 time: 0.2083526 Dec 16 22:13:04.591078 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d65f92-0f4e-4f8b-b0de-fa2bb002286e req-9d467332-d741-495c-b4fd-180cbc8e8210 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:04.594054 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24d65f92-0f4e-4f8b-b0de-fa2bb002286e req-9d467332-d741-495c-b4fd-180cbc8e8210 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 944 time: 0.1398115 Dec 16 22:13:04.687940 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c8ae3a-75d6-4b06-bec3-9fbda04ef1f4 x-openstack-request-id: req-b3c8ae3a-75d6-4b06-bec3-9fbda04ef1f4 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:04.687940 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b60496-7ccf-4bad-a880-27a4efd5df46", "tag": "f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:04.687940 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3c8ae3a-75d6-4b06-bec3-9fbda04ef1f4 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:04.687940 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b60496-7ccf-4bad-a880-27a4efd5df46', 'tag': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff', 'status': 'completed', 'code': 200} Dec 16 22:13:04.689764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-d4946d43-3739-464d-9959-cd886fa60af7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff HTTP/1.1" status: 200 len: 217 time: 0.0942175 Dec 16 22:13:04.796510 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Router 5630b14d-079c-4e3a-93ee-6959fe7c2463 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:13:04.888494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24d65f92-0f4e-4f8b-b0de-fa2bb002286e req-bf1f57a9-e9b5-480e-8eea-c14d8f493548 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/security-groups?id=9155bd47-4531-461d-ab97-0e664ce8b76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771010 Dec 16 22:13:04.982005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59338) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:04.992457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-83d50463-23bd-4f10-988d-c5354f76ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:04.995973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-83d50463-23bd-4f10-988d-c5354f76ab6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3585ba4-a949-4dca-bd29-1688b72e97c2 HTTP/1.1" status: 200 len: 867 time: 0.2938218 Dec 16 22:13:05.030375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839e166-09c1-4fb2-bf80-0f576c536cce req-f687770e-ef83-4f18-880e-499b4b565706 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:05.044080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a839e166-09c1-4fb2-bf80-0f576c536cce req-f687770e-ef83-4f18-880e-499b4b565706 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 944 time: 0.1972644 Dec 16 22:13:05.062860 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59340) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:05.064504 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7df50a8c-19af-4d63-a14c-5b48bdba87ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a2c014a1d5b41609ddece3a03333abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0804787 Dec 16 22:13:05.098746 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:13:05.099548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:05.109649 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-69359049-abd9-44b7-b3e9-0a0dbafaaabe admin admin] 10.222.0.43 "PUT /v2.0/routers/5630b14d-079c-4e3a-93ee-6959fe7c2463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6770377 Dec 16 22:13:05.115256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-67e4788f-233d-45b3-b26e-79785acc9b14 None None] Provisioning complete for port 64b6712e-a641-4d4f-86ac-a366c446e913 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:05.115942 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-67e4788f-233d-45b3-b26e-79785acc9b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:05.237714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-67e4788f-233d-45b3-b26e-79785acc9b14 None None] Port 64b6712e-a641-4d4f-86ac-a366c446e913 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:13:05.248509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a839e166-09c1-4fb2-bf80-0f576c536cce req-4496fcfc-2154-45f1-9506-1bd8f17f37a6 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030995 Dec 16 22:13:05.266227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-b3e02397-3234-4d9f-918b-4e90d3adff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:05.269209 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-b3e02397-3234-4d9f-918b-4e90d3adff17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34daf0cb-328a-4063-b77e-640751a9efdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2584128 Dec 16 22:13:05.292242 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:05.303755 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9de3-744d-4006-9474-68741eaeab2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:05.307456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '9129d6d4-1fe5-41be-bc06-a2c0704a1dc1', 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c', 'port_id': '9129d6d4-1fe5-41be-bc06-a2c0704a1dc1', 'mac_address': 'fa:16:3e:59:29:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be30d56a-8363-413b-8968-a220d05b6d90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:05.361843 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:05.374516 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9de3-744d-4006-9474-68741eaeab2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:05.390910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:05.425028 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:05.496306 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:05.504898 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a27ae1f3-c15c-4ccb-87d3-660fe1c130b6 req-bc9cf206-d2a8-4192-aeaf-da3836b1ca72 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f187d82-2c47-4ddd-bfc4-f265e28a1e5a HTTP/1.1" status: 200 len: 210 time: 0.0623386 Dec 16 22:13:05.512388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 60d2c617-73d4-41ff-a921-5c83dd5b1c9b up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:05.516065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-c9980847-3370-4da5-84d6-8b7ab7c7cf03 service neutron] 10.222.0.24 "GET /v2.0/networks/34daf0cb-328a-4063-b77e-640751a9efdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372262 Dec 16 22:13:05.606994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:05.656706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 60d2c617-73d4-41ff-a921-5c83dd5b1c9b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:05.657504 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:05.669077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed81c2e4-f3aa-4a11-a026-29538ed0910c req-7c97e493-4a2e-49e2-8e9e-1734ecc14e96 service neutron] 10.222.0.24 "GET /v2.0/networks/34daf0cb-328a-4063-b77e-640751a9efdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401482 Dec 16 22:13:05.673110 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9de3-744d-4006-9474-68741eaeab2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:05.682290 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9de3-744d-4006-9474-68741eaeab2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:05.685283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f5ee9de3-744d-4006-9474-68741eaeab2e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b6dcd0c-a14d-45d7-a1c5-e7f6975b1057 HTTP/1.1" status: 204 len: 168 time: 0.5900478 Dec 16 22:13:05.704020 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee9de3-744d-4006-9474-68741eaeab2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6dcd0c-a14d-45d7-a1c5-e7f6975b1057,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:05.777506 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:05.803085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['9129d6d4-1fe5-41be-bc06-a2c0704a1dc1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:05.875488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12821d-cc1f-4df2-8461-3e80d86e8b34 req-26496cce-6dba-49cd-a504-9937ac04c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:05.880333 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 60d2c617-73d4-41ff-a921-5c83dd5b1c9b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=60d2c617-73d4-41ff-a921-5c83dd5b1c9b,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:05.881356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f12821d-cc1f-4df2-8461-3e80d86e8b34 req-26496cce-6dba-49cd-a504-9937ac04c2cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca22611ab075468988e76fbf3b7a895c&device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 1095 time: 0.0766213 Dec 16 22:13:05.987456 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:06.077823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3bbe2-0cd0-4293-9441-14525a7e5bfb req-73f2dd9a-8e47-4e1e-b867-afa10e8270df tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:06.078757 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59362) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:06.084510 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ae3bbe2-0cd0-4293-9441-14525a7e5bfb req-73f2dd9a-8e47-4e1e-b867-afa10e8270df tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 944 time: 0.0772529 Dec 16 22:13:06.085277 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-50e7a4ab-d7c2-471d-b825-7a328ef6fef8 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2081171964', 'description': 'tempest-description--1711810166'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:06.115642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12821d-cc1f-4df2-8461-3e80d86e8b34 req-90721128-f3c7-42e3-88f1-71b316296ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:06.117272 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f12821d-cc1f-4df2-8461-3e80d86e8b34 req-90721128-f3c7-42e3-88f1-71b316296ab3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34daf0cb-328a-4063-b77e-640751a9efdd HTTP/1.1" status: 200 len: 929 time: 0.2282474 Dec 16 22:13:06.169869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=60d2c617-73d4-41ff-a921-5c83dd5b1c9b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:06.185842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f12821d-cc1f-4df2-8461-3e80d86e8b34 req-188eb47b-621b-4297-899c-14140fb57408 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff HTTP/1.1" status: 200 len: 217 time: 0.0538774 Dec 16 22:13:06.266766 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50e7a4ab-d7c2-471d-b825-7a328ef6fef8 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:06.267816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12821d-cc1f-4df2-8461-3e80d86e8b34 req-bd0b5344-76c8-4bbe-9f45-c19d0ead8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:06.270274 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f12821d-cc1f-4df2-8461-3e80d86e8b34 req-bd0b5344-76c8-4bbe-9f45-c19d0ead8190 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3585ba4-a949-4dca-bd29-1688b72e97c2 HTTP/1.1" status: 200 len: 867 time: 0.0700765 Dec 16 22:13:06.286755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Sync routers for ids ['5630b14d-079c-4e3a-93ee-6959fe7c2463'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:13:06.297877 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ae3bbe2-0cd0-4293-9441-14525a7e5bfb req-16489143-ff95-4800-9534-f534f32879e6 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/security-groups?id=9155bd47-4531-461d-ab97-0e664ce8b76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123764 Dec 16 22:13:06.303154 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Routers {'5630b14d-079c-4e3a-93ee-6959fe7c2463'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:06.304096 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:12:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5630b14d-079c-4e3a-93ee-6959fe7c2463'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:06.452790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12821d-cc1f-4df2-8461-3e80d86e8b34 req-d66ca8c0-6ee3-497e-a787-90b6a8b8a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:06.454785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f12821d-cc1f-4df2-8461-3e80d86e8b34 req-d66ca8c0-6ee3-497e-a787-90b6a8b8a61e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34daf0cb-328a-4063-b77e-640751a9efdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771741 Dec 16 22:13:06.489354 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50e7a4ab-d7c2-471d-b825-7a328ef6fef8 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:06.501086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb667f2-57dd-4f8e-a510-5b63ab9f8937 req-d48cce7d-4b46-4f81-a489-d4aa12e48e16 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:06.502829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0cb667f2-57dd-4f8e-a510-5b63ab9f8937 req-d48cce7d-4b46-4f81-a489-d4aa12e48e16 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 945 time: 0.0910256 Dec 16 22:13:06.519668 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Set router 5630b14d-079c-4e3a-93ee-6959fe7c2463 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:06.540708 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50e7a4ab-d7c2-471d-b825-7a328ef6fef8 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:06.629617 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7a4ab-d7c2-471d-b825-7a328ef6fef8 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd5057c-b4af-4ba6-bac7-4bade6605f69,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:06.703992 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d54d6510-9f84-4167-9cbb-4f0189c66088 req-defb4014-0a19-4f16-8e27-d9f788da6994 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f187d82-2c47-4ddd-bfc4-f265e28a1e5a HTTP/1.1" status: 200 len: 210 time: 0.0632472 Dec 16 22:13:06.718980 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50e7a4ab-d7c2-471d-b825-7a328ef6fef8 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:06.720685 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-50e7a4ab-d7c2-471d-b825-7a328ef6fef8 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6399143 Dec 16 22:13:06.736011 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59378) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:06.736352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0cb667f2-57dd-4f8e-a510-5b63ab9f8937 req-4f9ed77a-a16c-4e32-86b2-d1524076bf56 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159784 Dec 16 22:13:06.736352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f12821d-cc1f-4df2-8461-3e80d86e8b34 req-1cfeeea0-3d71-41c9-8f06-fbeb69d73c8c service neutron] 10.222.0.24 "GET /v2.0/networks/34daf0cb-328a-4063-b77e-640751a9efdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635465 Dec 16 22:13:06.739727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6275d99a-01a4-465b-9165-c0e9dfd39110 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Request body: {'security_group_rule': {'security_group_id': '7bd5057c-b4af-4ba6-bac7-4bade6605f69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:06.864602 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6275d99a-01a4-465b-9165-c0e9dfd39110 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:06.897298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f12821d-cc1f-4df2-8461-3e80d86e8b34 req-6d311674-1641-4321-83bd-0136ef1650c0 service neutron] 10.222.0.24 "GET /v2.0/networks/34daf0cb-328a-4063-b77e-640751a9efdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478364 Dec 16 22:13:06.964039 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6275d99a-01a4-465b-9165-c0e9dfd39110 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:06.990556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'name': 'tempest-ServersTestManualDisk-1177177820-router', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:56Z', 'updated_at': '2021-12-16T22:13:03Z', 'revision_number': 4, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'gw_port': {'id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:57Z', 'updated_at': '2021-12-16T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '64b6712e-a641-4d4f-86ac-a366c446e913', 'name': '', 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'mac_address': 'fa:16:3e:63:83:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:13:02Z', 'updated_at': '2021-12-16T22:13:03Z', 'revision_number': 2, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'subnets': [{'id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:07.023406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Checking router: 5630b14d-079c-4e3a-93ee-6959fe7c2463 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:13:07.023910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Updating router 5630b14d-079c-4e3a-93ee-6959fe7c2463 port 64b6712e-a641-4d4f-86ac-a366c446e913 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:13:07.043883 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6275d99a-01a4-465b-9165-c0e9dfd39110 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.058304 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.080424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275d99a-01a4-465b-9165-c0e9dfd39110 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e49837-93dc-4959-a0bf-33abbf44cf82,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:07.129786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:07.201005 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6275d99a-01a4-465b-9165-c0e9dfd39110 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.203528 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6275d99a-01a4-465b-9165-c0e9dfd39110 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4728961 Dec 16 22:13:07.205578 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59386) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:07.221832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b30c2d30-eb69-4415-9d82-bea2eb29643a tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Request body: {'security_group_rule': {'security_group_id': '7bd5057c-b4af-4ba6-bac7-4bade6605f69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:07.233900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-1d5bec24-58d5-4d22-9a47-4ca117679858 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:07.235516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-1d5bec24-58d5-4d22-9a47-4ca117679858 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.69 "GET /v2.0/networks?id=26cb485d-74a4-49d2-916a-2c30cff40f55 HTTP/1.1" status: 200 len: 813 time: 0.1937757 Dec 16 22:13:07.262148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-b08ee6ca-8885-4a1b-9344-c802f547bf24 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Request body: {'port': {'device_id': 'a0914d5f-75ec-4578-a993-58b01dc0bdc3', 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55', 'admin_state_up': True, 'tenant_id': '89e26e39871b487e822a56aaf6ec88ce'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:07.339715 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b30c2d30-eb69-4415-9d82-bea2eb29643a tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.496711 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 60d2c617-73d4-41ff-a921-5c83dd5b1c9b up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:07.505072 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b30c2d30-eb69-4415-9d82-bea2eb29643a tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.515007 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900f5f7-7202-4b33-896f-9ecfbba80985 req-705b178d-0e7d-4f4f-8f3f-0fdb284dace7 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:07.517304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1900f5f7-7202-4b33-896f-9ecfbba80985 req-705b178d-0e7d-4f4f-8f3f-0fdb284dace7 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 944 time: 0.1077502 Dec 16 22:13:07.569331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59398) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:07.582062 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b30c2d30-eb69-4415-9d82-bea2eb29643a tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.590690 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:07.602906 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:07.603307 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.609504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c2d30-eb69-4415-9d82-bea2eb29643a tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a2bda6-9b3e-4cd4-9588-6e7f729e78c3,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:07.679105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1900f5f7-7202-4b33-896f-9ecfbba80985 req-fab967e5-1e58-4303-a49c-130249eb6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/security-groups?id=9155bd47-4531-461d-ab97-0e664ce8b76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417756 Dec 16 22:13:07.712546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-688016f8-7bcf-4bad-92a1-00f922045df5 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:07.712546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-688016f8-7bcf-4bad-92a1-00f922045df5 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.24 "GET /v2.0/networks?id=26cb485d-74a4-49d2-916a-2c30cff40f55 HTTP/1.1" status: 200 len: 813 time: 0.1895497 Dec 16 22:13:07.716936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 60d2c617-73d4-41ff-a921-5c83dd5b1c9b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:07.717309 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.730325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-39f4c5a0-8a1e-49dc-94b6-114159d757b5 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Request body: {'port': {'device_id': '7f187d82-2c47-4ddd-bfc4-f265e28a1e5a', 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55', 'admin_state_up': True, 'tenant_id': '89e26e39871b487e822a56aaf6ec88ce'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:07.747868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2472d777-8511-488a-9999-6164b2cf94e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1308963523-network', 'tenant_id': 'ccad454b61324e43aa38f6afc6674f8e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:07.775666 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.827444 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.853538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f955010b-cdb4-4402-8d7e-e07fb8f609b0 req-7ee140db-beaa-46d1-914f-50812f2a4b80 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f187d82-2c47-4ddd-bfc4-f265e28a1e5a HTTP/1.1" status: 200 len: 210 time: 0.0413954 Dec 16 22:13:07.887220 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10e2c84-0c90-4afb-9d4d-a6cc435c1be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9129d6d4-1fe5-41be-bc06-a2c0704a1dc1'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:07.889530 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6447e8-0342-4a64-a259-c05bee45d6ad" -d '{"events": [{"server_uuid": "a10e2c84-0c90-4afb-9d4d-a6cc435c1be3", "name": "network-vif-plugged", "status": "completed", "tag": "9129d6d4-1fe5-41be-bc06-a2c0704a1dc1"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:07.906946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:07.912460 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.915414 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b30c2d30-eb69-4415-9d82-bea2eb29643a tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.916651 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b30c2d30-eb69-4415-9d82-bea2eb29643a tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7060275 Dec 16 22:13:07.919522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59414) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:07.924739 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:07.975540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c7800-c975-4244-aa00-07ab70d75ed4 None None] Pushing event updated for resources: {'Port': ['ID=64b6712e-a641-4d4f-86ac-a366c446e913,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:08.003032 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.016527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399679a9-5dcb-47f1-8ee1-b8a2d784b4f5 req-caf5b102-f9b1-4f95-bc15-1946b4ba86fb tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:08.018215 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-399679a9-5dcb-47f1-8ee1-b8a2d784b4f5 req-caf5b102-f9b1-4f95-bc15-1946b4ba86fb tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 945 time: 0.0680647 Dec 16 22:13:08.045504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-b08ee6ca-8885-4a1b-9344-c802f547bf24 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Made reservation on behalf of 89e26e39871b487e822a56aaf6ec88ce for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:08.050674 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-b08ee6ca-8885-4a1b-9344-c802f547bf24 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.065096 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Attempting to bind port 64b6712e-a641-4d4f-86ac-a366c446e913 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:08.065473 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Attempting to bind port 64b6712e-a641-4d4f-86ac-a366c446e913 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '95dc44a5-c33f-437a-ae38-810c7b80c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:08.066189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Attempting to bind port 64b6712e-a641-4d4f-86ac-a366c446e913 on network 1fed6fc2-4af3-4d92-9b97-51badd4beba2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:08.075576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:08.076201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Checking segment: {'id': '95dc44a5-c33f-437a-ae38-810c7b80c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:08.076883 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.077605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Bound using segment: {'id': '95dc44a5-c33f-437a-ae38-810c7b80c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:08.078337 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Bound port: 64b6712e-a641-4d4f-86ac-a366c446e913, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95dc44a5-c33f-437a-ae38-810c7b80c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:08.079011 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.117480 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:08.150447 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-399679a9-5dcb-47f1-8ee1-b8a2d784b4f5 req-915e649a-dcbd-446c-b436-ab5e803000f8 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203387 Dec 16 22:13:08.157932 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2472d777-8511-488a-9999-6164b2cf94e1 admin admin] Made reservation on behalf of ccad454b61324e43aa38f6afc6674f8e for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:08.165658 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2472d777-8511-488a-9999-6164b2cf94e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.196844 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2472d777-8511-488a-9999-6164b2cf94e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.202706 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.266198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-39f4c5a0-8a1e-49dc-94b6-114159d757b5 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Made reservation on behalf of 89e26e39871b487e822a56aaf6ec88ce for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:08.269933 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-39f4c5a0-8a1e-49dc-94b6-114159d757b5 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.306446 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b45283-09a7-497b-91bc-9506bed24de3 x-openstack-request-id: req-e8b45283-09a7-497b-91bc-9506bed24de3 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:08.308151 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10e2c84-0c90-4afb-9d4d-a6cc435c1be3", "name": "network-vif-plugged", "status": "completed", "tag": "9129d6d4-1fe5-41be-bc06-a2c0704a1dc1", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:08.308151 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8b45283-09a7-497b-91bc-9506bed24de3 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:08.308151 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10e2c84-0c90-4afb-9d4d-a6cc435c1be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9129d6d4-1fe5-41be-bc06-a2c0704a1dc1', 'code': 200} Dec 16 22:13:08.354784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f1f07c0e-8320-45ae-9a15-11b45642e9c0 None None] Provisioning complete for port 64b6712e-a641-4d4f-86ac-a366c446e913 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:08.355783 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1f07c0e-8320-45ae-9a15-11b45642e9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.421066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-b08ee6ca-8885-4a1b-9344-c802f547bf24 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Allocated IP 172.20.0.13 (26cb485d-74a4-49d2-916a-2c30cff40f55/94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5/db56bad6-ff16-4b98-b7dd-6d83905874a3) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:08.447416 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] For port 64b6712e-a641-4d4f-86ac-a366c446e913, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:08.452939 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f1f07c0e-8320-45ae-9a15-11b45642e9c0 None None] Port 64b6712e-a641-4d4f-86ac-a366c446e913 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:13:08.472601 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] For port 64b6712e-a641-4d4f-86ac-a366c446e913, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=64b6712e-a641-4d4f-86ac-a366c446e913,segment=NetworkSegment(95dc44a5-c33f-437a-ae38-810c7b80c552),segment_id=95dc44a5-c33f-437a-ae38-810c7b80c552)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:08.524582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.588641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Routers {'5630b14d-079c-4e3a-93ee-6959fe7c2463'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:08.589492 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:12:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5630b14d-079c-4e3a-93ee-6959fe7c2463'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:08.605004 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-b08ee6ca-8885-4a1b-9344-c802f547bf24 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.649508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c7800-c975-4244-aa00-07ab70d75ed4 None None] Pushing event updated for resources: {'Port': ['ID=64b6712e-a641-4d4f-86ac-a366c446e913,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:08.728033 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525007f-f1bc-4740-9784-d6e2d2de5cfc req-96bcc87e-2ed1-4250-9b8b-32e7a5c21e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:08.737999 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-b08ee6ca-8885-4a1b-9344-c802f547bf24 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.738436 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4525007f-f1bc-4740-9784-d6e2d2de5cfc req-96bcc87e-2ed1-4250-9b8b-32e7a5c21e28 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 1097 time: 0.1065691 Dec 16 22:13:08.763235 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-b08ee6ca-8885-4a1b-9344-c802f547bf24 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Network 26cb485d-74a4-49d2-916a-2c30cff40f55 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:08.765175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-b08ee6ca-8885-4a1b-9344-c802f547bf24 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:08.781969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-b08ee6ca-8885-4a1b-9344-c802f547bf24 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:08.843325 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] Set router 5630b14d-079c-4e3a-93ee-6959fe7c2463 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:08.894193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-39f4c5a0-8a1e-49dc-94b6-114159d757b5 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Allocated IP 172.20.0.11 (26cb485d-74a4-49d2-916a-2c30cff40f55/94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5/44c5f663-17db-440e-8e3c-5808c88c43f9) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:08.917117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:08.940542 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4525007f-f1bc-4740-9784-d6e2d2de5cfc req-2d65db51-b7e4-4c09-b7c4-93e2885a3618 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961505 Dec 16 22:13:08.947059 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2472d777-8511-488a-9999-6164b2cf94e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.961148 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.016154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ee6ca-8885-4a1b-9344-c802f547bf24 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Pushing event updated for resources: {'Port': ['ID=db56bad6-ff16-4b98-b7dd-6d83905874a3,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:09.022638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2472d777-8511-488a-9999-6164b2cf94e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.025441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-b08ee6ca-8885-4a1b-9344-c802f547bf24 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.026172 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-b08ee6ca-8885-4a1b-9344-c802f547bf24 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.060990 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0825e716-5d18-4b70-ad68-076148306b09 None None] Provisioning complete for port 64b6712e-a641-4d4f-86ac-a366c446e913 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:09.061494 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0825e716-5d18-4b70-ad68-076148306b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.069078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2472d777-8511-488a-9999-6164b2cf94e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:13:09.077349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d2eb4857-3b77-45f8-99e8-55c979524524 req-46e8bbf0-d123-4c82-9b20-9197a9e6967e tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f187d82-2c47-4ddd-bfc4-f265e28a1e5a HTTP/1.1" status: 200 len: 210 time: 0.0452342 Dec 16 22:13:09.085415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472d777-8511-488a-9999-6164b2cf94e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0a3283-a25e-4cc4-8616-2b132da112fa,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:09.097944 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2472d777-8511-488a-9999-6164b2cf94e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.098459 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-2472d777-8511-488a-9999-6164b2cf94e1 admin admin] Added segment 90b58da1-40a0-48d4-ab69-0aac7acfcb81 of type vlan for network fa6641f3-4f23-49b4-bf8c-df5092649cf7 Dec 16 22:13:09.124857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e97bd-9f4b-4790-a964-00c2a124411a req-f1bdbf49-b0b0-4eb3-a3b5-68fdf1e0d95b tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.126019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-240e97bd-9f4b-4790-a964-00c2a124411a req-f1bdbf49-b0b0-4eb3-a3b5-68fdf1e0d95b tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 944 time: 0.3406990 Dec 16 22:13:09.155050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-b08ee6ca-8885-4a1b-9344-c802f547bf24 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9037049 Dec 16 22:13:09.186249 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2472d777-8511-488a-9999-6164b2cf94e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.203765 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Request body: {'port': {'device_id': 'a0914d5f-75ec-4578-a993-58b01dc0bdc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:09.212906 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Allocated IP 172.25.2.44 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/58b256ae-3cc4-4774-a1d6-c224103e0241) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:09.226124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff,segment=NetworkSegment(2efb0350-123d-4bea-bfcf-69718fdf33b2),segment_id=2efb0350-123d-4bea-bfcf-69718fdf33b2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:09.253291 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff', 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd', 'port_id': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff', 'mac_address': 'fa:16:3e:42:d5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:09.363856 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.372193 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.374808 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0825e716-5d18-4b70-ad68-076148306b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.390341 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.402604 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2472d777-8511-488a-9999-6164b2cf94e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.403784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2472d777-8511-488a-9999-6164b2cf94e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.404617 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2472d777-8511-488a-9999-6164b2cf94e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.408987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:09.455047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff,segment=NetworkSegment(2efb0350-123d-4bea-bfcf-69718fdf33b2),segment_id=2efb0350-123d-4bea-bfcf-69718fdf33b2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:09.460097 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.469422 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'name': 'tempest-ServersTestManualDisk-1177177820-router', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:56Z', 'updated_at': '2021-12-16T22:13:03Z', 'revision_number': 4, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'gw_port': {'id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:57Z', 'updated_at': '2021-12-16T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '64b6712e-a641-4d4f-86ac-a366c446e913', 'name': '', 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'mac_address': 'fa:16:3e:63:83:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:13:02Z', 'updated_at': '2021-12-16T22:13:08Z', 'revision_number': 4, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'subnets': [{'id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:09.473157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0825e716-5d18-4b70-ad68-076148306b09 None None] For port 64b6712e-a641-4d4f-86ac-a366c446e913, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=64b6712e-a641-4d4f-86ac-a366c446e913,segment=NetworkSegment(95dc44a5-c33f-437a-ae38-810c7b80c552),segment_id=95dc44a5-c33f-437a-ae38-810c7b80c552)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:09.493068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-240e97bd-9f4b-4790-a964-00c2a124411a req-3f88c9e1-96ec-453a-baa0-4542d998c126 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/security-groups?id=9155bd47-4531-461d-ab97-0e664ce8b76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587613 Dec 16 22:13:09.524883 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472d777-8511-488a-9999-6164b2cf94e1 admin admin] Pushing event updated for resources: {'Network': ['ID=fa6641f3-4f23-49b4-bf8c-df5092649cf7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:09.532945 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:09.534705 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.536302 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:09.538521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:09.548921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fd197-3f6b-42a3-b774-63e0b2f89153 req-ddd2e77f-d358-44b3-a8e0-34ea4125a3ae tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.549714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network fa6641f3-4f23-49b4-bf8c-df5092649cf7 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:13:09.559884 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e7fd197-3f6b-42a3-b774-63e0b2f89153 req-ddd2e77f-d358-44b3-a8e0-34ea4125a3ae tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 946 time: 0.2231147 Dec 16 22:13:09.618305 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2472d777-8511-488a-9999-6164b2cf94e1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0450051 Dec 16 22:13:09.619479 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Pushing event updated for resources: {'Port': ['ID=58b256ae-3cc4-4774-a1d6-c224103e0241,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:09.621856 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59432) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:09.628736 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-aee29703-149d-456b-8998-9aaa6ef9d947 admin admin] Request body: {'subnet': {'network_id': 'fa6641f3-4f23-49b4-bf8c-df5092649cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1308963523-subnet', 'tenant_id': 'ccad454b61324e43aa38f6afc6674f8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:09.663898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.677861 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62086cf9-0895-41a3-b178-bef046e5b4fd None None] The sync data for ids ['5630b14d-079c-4e3a-93ee-6959fe7c2463'] in n-d-821840-2 is: [{'id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'name': 'tempest-ServersTestManualDisk-1177177820-router', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:56Z', 'updated_at': '2021-12-16T22:13:03Z', 'revision_number': 4, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'gw_port': {'id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:57Z', 'updated_at': '2021-12-16T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '64b6712e-a641-4d4f-86ac-a366c446e913', 'name': '', 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'mac_address': 'fa:16:3e:63:83:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:13:02Z', 'updated_at': '2021-12-16T22:13:08Z', 'revision_number': 4, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'subnets': [{'id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:13:09.712227 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0825e716-5d18-4b70-ad68-076148306b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.734847 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee29703-149d-456b-8998-9aaa6ef9d947 admin admin] Made reservation on behalf of ccad454b61324e43aa38f6afc6674f8e for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:09.738721 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aee29703-149d-456b-8998-9aaa6ef9d947 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.777799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:09.831865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:09.890095 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.912777 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-39f4c5a0-8a1e-49dc-94b6-114159d757b5 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.921283 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825e716-5d18-4b70-ad68-076148306b09 None None] Pushing event updated for resources: {'Port': ['ID=64b6712e-a641-4d4f-86ac-a366c446e913,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:09.965936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e7fd197-3f6b-42a3-b774-63e0b2f89153 req-21d7a341-6f42-4b30-b006-a18b07f4f7b2 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025114 Dec 16 22:13:10.044827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-39f4c5a0-8a1e-49dc-94b6-114159d757b5 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:10.155581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-39f4c5a0-8a1e-49dc-94b6-114159d757b5 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Network 26cb485d-74a4-49d2-916a-2c30cff40f55 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:10.172163 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-39f4c5a0-8a1e-49dc-94b6-114159d757b5 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:10.178418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-39f4c5a0-8a1e-49dc-94b6-114159d757b5 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:10.279988 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4c5a0-8a1e-49dc-94b6-114159d757b5 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Pushing event updated for resources: {'Port': ['ID=44c5f663-17db-440e-8e3c-5808c88c43f9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:10.281178 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:10.363872 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aee29703-149d-456b-8998-9aaa6ef9d947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:10.364373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-39f4c5a0-8a1e-49dc-94b6-114159d757b5 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:10.365036 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-39f4c5a0-8a1e-49dc-94b6-114159d757b5 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:10.397673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4b97a-8776-4e23-a4eb-c378e0ebc214 req-78495146-b81c-4af4-bf27-783014f91136 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:10.406006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa4b97a-8776-4e23-a4eb-c378e0ebc214 req-78495146-b81c-4af4-bf27-783014f91136 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f187d82-2c47-4ddd-bfc4-f265e28a1e5a HTTP/1.1" status: 200 len: 932 time: 0.1356785 Dec 16 22:13:10.422629 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:10.459534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-39f4c5a0-8a1e-49dc-94b6-114159d757b5 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7340119 Dec 16 22:13:10.475985 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Request body: {'port': {'device_id': '7f187d82-2c47-4ddd-bfc4-f265e28a1e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:10.504853 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee29703-149d-456b-8998-9aaa6ef9d947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=800243be-f943-451b-a904-1b2848b4fdfc,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:10.558846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee29703-149d-456b-8998-9aaa6ef9d947 admin admin] Checking segment: {'id': '90b58da1-40a0-48d4-ab69-0aac7acfcb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa6641f3-4f23-49b4-bf8c-df5092649cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:10.558846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee29703-149d-456b-8998-9aaa6ef9d947 admin admin] Network hostable DHCP agents. Network: fa6641f3-4f23-49b4-bf8c-df5092649cf7, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:13:10.559065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db56bad6-ff16-4b98-b7dd-6d83905874a3 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:10.578823 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:10.587066 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:10.593502 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Pushing event updated for resources: {'Port': ['ID=58b256ae-3cc4-4774-a1d6-c224103e0241,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:10.621141 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa4b97a-8776-4e23-a4eb-c378e0ebc214 req-ec92afb6-1c37-4106-9ef7-b96f78d54d65 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140572 Dec 16 22:13:10.662453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Transition to ACTIVE for port object db56bad6-ff16-4b98-b7dd-6d83905874a3 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:10.687343 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:10.700343 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee29703-149d-456b-8998-9aaa6ef9d947 admin admin] Network fa6641f3-4f23-49b4-bf8c-df5092649cf7 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:13:10.730723 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:10.733479 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-19242468-e686-4556-b975-62d698c90f03 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8129146 Dec 16 22:13:10.736484 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:10.795394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5b2fd-e929-4638-aaea-9f28fc55e3cf req-6d6dbc08-1949-446a-ac9b-50be5bb0a91f tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:10.797410 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1a5b2fd-e929-4638-aaea-9f28fc55e3cf req-6d6dbc08-1949-446a-ac9b-50be5bb0a91f tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 945 time: 0.1558814 Dec 16 22:13:10.810218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-aee29703-149d-456b-8998-9aaa6ef9d947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, fa6641f3-4f23-49b4-bf8c-df5092649cf7) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:10.828005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee29703-149d-456b-8998-9aaa6ef9d947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:10.830304 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aee29703-149d-456b-8998-9aaa6ef9d947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:10.851176 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5d88fd-801c-43bf-9477-7f3be85264c8 None None] Network fa6641f3-4f23-49b4-bf8c-df5092649cf7 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:13:10.925533 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:10.963010 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-aee29703-149d-456b-8998-9aaa6ef9d947 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3380055 Dec 16 22:13:11.106148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Pushing event updated for resources: {'Port': ['ID=db56bad6-ff16-4b98-b7dd-6d83905874a3,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:11.125647 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:11.134097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563218f8-2ec0-4e84-b873-d85f08190606 None None] Network fa6641f3-4f23-49b4-bf8c-df5092649cf7 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:13:11.219956 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-8821cdc4-4d91-44eb-9626-51d68279c076 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2081171964&fields=id&tenant_id=e2a8dbc9bc4d47f48a5fad3c46065b65 HTTP/1.1" status: 200 len: 267 time: 0.1702862 Dec 16 22:13:11.222155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:11.222646 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:11.225750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1a5b2fd-e929-4638-aaea-9f28fc55e3cf req-1fd24907-17da-4849-a8e7-30457a75f93c tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/security-groups?id=9155bd47-4531-461d-ab97-0e664ce8b76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112861 Dec 16 22:13:11.415223 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:11.464608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Attempting to bind port db56bad6-ff16-4b98-b7dd-6d83905874a3 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:11.465172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Attempting to bind port db56bad6-ff16-4b98-b7dd-6d83905874a3 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:11.465499 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Attempting to bind port db56bad6-ff16-4b98-b7dd-6d83905874a3 on network 26cb485d-74a4-49d2-916a-2c30cff40f55 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:11.469279 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b60496-7ccf-4bad-a880-27a4efd5df46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:11.472289 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e886a8e9-2447-4992-a45e-a0970587f84e" -d '{"events": [{"server_uuid": "92b60496-7ccf-4bad-a880-27a4efd5df46", "name": "network-vif-plugged", "status": "completed", "tag": "f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:11.478543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Port db56bad6-ff16-4b98-b7dd-6d83905874a3 on network 26cb485d-74a4-49d2-916a-2c30cff40f55 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:11.478543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Attempting to bind port db56bad6-ff16-4b98-b7dd-6d83905874a3 on network 26cb485d-74a4-49d2-916a-2c30cff40f55 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:11.509846 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff,segment=NetworkSegment(2efb0350-123d-4bea-bfcf-69718fdf33b2),segment_id=2efb0350-123d-4bea-bfcf-69718fdf33b2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:11.522183 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 64b6712e-a641-4d4f-86ac-a366c446e913 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:11.528703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:11.533183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Checking segment: {'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:11.533183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Bound using segment: {'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:11.533183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Bound port: db56bad6-ff16-4b98-b7dd-6d83905874a3, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:11.533183 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:11.584861 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:11.656610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 64b6712e-a641-4d4f-86ac-a366c446e913 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:11.657310 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:11.696420 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:11.936661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c5f663-17db-440e-8e3c-5808c88c43f9 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:11.965429 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:11.975218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59480) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:11.980929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-04e57e12-6417-4d89-9987-b0cd8a67cb2e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1995764741-network', 'tenant_id': 'ac3aa30665574b4c9789934c98c676e5'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:12.002789 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc12b9-d5e9-4613-804f-76955851202f req-19b9d892-1722-40e9-940f-e91e16b0a00e tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:12.004649 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86fc12b9-d5e9-4613-804f-76955851202f req-19b9d892-1722-40e9-940f-e91e16b0a00e tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 946 time: 0.5820949 Dec 16 22:13:12.014855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Transition to ACTIVE for port object 44c5f663-17db-440e-8e3c-5808c88c43f9 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:12.022305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-1a501185-3c8c-48e8-b3b2-ee01e4f9d18f tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:12.023990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-1a501185-3c8c-48e8-b3b2-ee01e4f9d18f tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/networks?id=1fed6fc2-4af3-4d92-9b97-51badd4beba2 HTTP/1.1" status: 200 len: 812 time: 0.8031209 Dec 16 22:13:12.072354 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-ad70aaa6-3911-4818-992f-59b0a7aab527 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/quotas/e2a8dbc9bc4d47f48a5fad3c46065b65 HTTP/1.1" status: 200 len: 375 time: 0.0360639 Dec 16 22:13:12.085592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] For port db56bad6-ff16-4b98-b7dd-6d83905874a3, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:12.099573 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.106453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e57e12-6417-4d89-9987-b0cd8a67cb2e admin admin] Made reservation on behalf of ac3aa30665574b4c9789934c98c676e5 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:12.109625 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04e57e12-6417-4d89-9987-b0cd8a67cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.122286 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04e57e12-6417-4d89-9987-b0cd8a67cb2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.162238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86fc12b9-d5e9-4613-804f-76955851202f req-15de53e2-cd7c-40ec-898e-6ebcfcee1f8d tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370509 Dec 16 22:13:12.169697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] For port db56bad6-ff16-4b98-b7dd-6d83905874a3, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=db56bad6-ff16-4b98-b7dd-6d83905874a3,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:12.215129 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=44c5f663-17db-440e-8e3c-5808c88c43f9,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:12.221499 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38be8dbf-75b1-4257-b4bc-474dadca5250 x-openstack-request-id: req-38be8dbf-75b1-4257-b4bc-474dadca5250 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:12.222046 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b60496-7ccf-4bad-a880-27a4efd5df46", "name": "network-vif-plugged", "status": "completed", "tag": "f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:12.222046 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38be8dbf-75b1-4257-b4bc-474dadca5250 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:12.222426 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b60496-7ccf-4bad-a880-27a4efd5df46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff', 'code': 200} Dec 16 22:13:12.226048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-3745a68e-6d4a-40b8-83cb-47735fa639a9 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e2a8dbc9bc4d47f48a5fad3c46065b65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1451137 Dec 16 22:13:12.266352 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04e57e12-6417-4d89-9987-b0cd8a67cb2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.340201 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04e57e12-6417-4d89-9987-b0cd8a67cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.363495 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.365264 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e57e12-6417-4d89-9987-b0cd8a67cb2e admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:13:12.379317 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04e57e12-6417-4d89-9987-b0cd8a67cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.379723 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-04e57e12-6417-4d89-9987-b0cd8a67cb2e admin admin] Added segment dee0eaa6-3457-4cdc-b7e7-b6ff77d867b9 of type vlan for network bad26a23-532f-4c1e-b634-0445ec8eabb6 Dec 16 22:13:12.452494 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04e57e12-6417-4d89-9987-b0cd8a67cb2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.457493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e57e12-6417-4d89-9987-b0cd8a67cb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cd3f76-9d57-4e04-8839-643ab07381b9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:12.500027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:12.504456 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.504456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] 10.222.0.69 "PUT /v2.0/ports/db56bad6-ff16-4b98-b7dd-6d83905874a3 HTTP/1.1" status: 200 len: 1092 time: 3.3328519 Dec 16 22:13:12.504456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0914d5f-75ec-4578-a993-58b01dc0bdc3', 'tag': 'db56bad6-ff16-4b98-b7dd-6d83905874a3'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:12.504783 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b95d968-9c59-41f8-9333-f20c2ab135fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a0914d5f-75ec-4578-a993-58b01dc0bdc3", "tag": "db56bad6-ff16-4b98-b7dd-6d83905874a3"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:12.541498 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1759c30-bede-49ca-8756-2ac7998b5fd1 req-ac39a63a-bb9c-447e-b90e-1c402ec0b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:12.543008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1759c30-bede-49ca-8756-2ac7998b5fd1 req-ac39a63a-bb9c-447e-b90e-1c402ec0b40d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 1097 time: 0.2299523 Dec 16 22:13:12.552317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Attempting to bind port 44c5f663-17db-440e-8e3c-5808c88c43f9 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:12.552658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Attempting to bind port 44c5f663-17db-440e-8e3c-5808c88c43f9 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:12.552993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Attempting to bind port 44c5f663-17db-440e-8e3c-5808c88c43f9 on network 26cb485d-74a4-49d2-916a-2c30cff40f55 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:12.580692 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04e57e12-6417-4d89-9987-b0cd8a67cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.582305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e57e12-6417-4d89-9987-b0cd8a67cb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:12.582902 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04e57e12-6417-4d89-9987-b0cd8a67cb2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.584938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbeaf0-4c67-4d1a-957a-1972475f28b5 req-a0ec35fa-7a38-443c-bbda-7b6efd69f45e tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:12.586470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2bbeaf0-4c67-4d1a-957a-1972475f28b5 req-a0ec35fa-7a38-443c-bbda-7b6efd69f45e tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f187d82-2c47-4ddd-bfc4-f265e28a1e5a HTTP/1.1" status: 200 len: 944 time: 0.2611146 Dec 16 22:13:12.593343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Port 44c5f663-17db-440e-8e3c-5808c88c43f9 on network 26cb485d-74a4-49d2-916a-2c30cff40f55 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:12.593682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Attempting to bind port 44c5f663-17db-440e-8e3c-5808c88c43f9 on network 26cb485d-74a4-49d2-916a-2c30cff40f55 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:12.595730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a16ce-de4b-40e0-87c2-33e78187530f service neutron] Pushing event updated for resources: {'Port': ['ID=db56bad6-ff16-4b98-b7dd-6d83905874a3,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:12.613438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-d83c44e1-795b-4c9e-a837-a784fff3aabf service neutron] 10.222.0.43 "GET /v2.0/networks/1fed6fc2-4af3-4d92-9b97-51badd4beba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481748 Dec 16 22:13:12.630877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:12.631232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Checking segment: {'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:12.631670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Bound using segment: {'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:12.632129 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Bound port: 44c5f663-17db-440e-8e3c-5808c88c43f9, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:12.636618 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.652895 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e57e12-6417-4d89-9987-b0cd8a67cb2e admin admin] Pushing event updated for resources: {'Network': ['ID=bad26a23-532f-4c1e-b634-0445ec8eabb6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:12.667873 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network bad26a23-532f-4c1e-b634-0445ec8eabb6 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:13:12.742873 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-04e57e12-6417-4d89-9987-b0cd8a67cb2e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7640033 Dec 16 22:13:12.743993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59490) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:12.750837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-47c1681f-4c09-4bd9-9cbd-2643df31bfc6 admin admin] Request body: {'subnet': {'network_id': 'bad26a23-532f-4c1e-b634-0445ec8eabb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1995764741-subnet', 'tenant_id': 'ac3aa30665574b4c9789934c98c676e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:12.779576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1759c30-bede-49ca-8756-2ac7998b5fd1 req-450ffc9d-62f7-44ee-89f5-1d2038435049 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9155bd47-4531-461d-ab97-0e664ce8b76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160943 Dec 16 22:13:12.812340 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2bbeaf0-4c67-4d1a-957a-1972475f28b5 req-e58d0550-169f-449d-9d71-68c87f7effeb tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135968 Dec 16 22:13:12.856839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-ee6a95e4-8d44-495f-a7c5-1910d7aa9c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:12.858372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-ee6a95e4-8d44-495f-a7c5-1910d7aa9c90 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89e26e39871b487e822a56aaf6ec88ce&device_id=a0914d5f-75ec-4578-a993-58b01dc0bdc3 HTTP/1.1" status: 200 len: 1095 time: 0.1926122 Dec 16 22:13:12.866483 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c1681f-4c09-4bd9-9cbd-2643df31bfc6 admin admin] Made reservation on behalf of ac3aa30665574b4c9789934c98c676e5 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:12.869253 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47c1681f-4c09-4bd9-9cbd-2643df31bfc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.870826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] For port 44c5f663-17db-440e-8e3c-5808c88c43f9, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:12.879231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] For port 44c5f663-17db-440e-8e3c-5808c88c43f9, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=44c5f663-17db-440e-8e3c-5808c88c43f9,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:12.890895 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-ee5b46af-fadd-46f5-ac04-476f513d1297 service neutron] 10.222.0.43 "GET /v2.0/networks/1fed6fc2-4af3-4d92-9b97-51badd4beba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786207 Dec 16 22:13:12.924414 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.926269 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-f34d153b-dbdd-419e-a643-7bf0e3e0a81a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db56bad6-ff16-4b98-b7dd-6d83905874a3 HTTP/1.1" status: 200 len: 217 time: 0.0574522 Dec 16 22:13:13.003474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-31c7ef7b-7634-48d4-b4e4-533949c4c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.015385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-31c7ef7b-7634-48d4-b4e4-533949c4c6f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5 HTTP/1.1" status: 200 len: 853 time: 0.0729897 Dec 16 22:13:13.026289 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:13.053346 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-d34870b0-9d48-4cf8-9767-2db38f6db61b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26cb485d-74a4-49d2-916a-2c30cff40f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370488 Dec 16 22:13:13.076963 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:13.112303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.112937 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:13.114409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] 10.222.0.24 "PUT /v2.0/ports/44c5f663-17db-440e-8e3c-5808c88c43f9 HTTP/1.1" status: 200 len: 1092 time: 2.6434488 Dec 16 22:13:13.163505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b707b-18f4-404c-80ee-bd56941bf1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=44c5f663-17db-440e-8e3c-5808c88c43f9,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:13.174637 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47c1681f-4c09-4bd9-9cbd-2643df31bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:13.245012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-d968a9cd-91bf-4454-9c23-93d05cbe2b8d service neutron] 10.222.0.69 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658716 Dec 16 22:13:13.245430 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1681f-4c09-4bd9-9cbd-2643df31bfc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad087370-ca34-4244-85a4-6c52a5c48dde,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:13.261810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1681f-4c09-4bd9-9cbd-2643df31bfc6 admin admin] Checking segment: {'id': 'dee0eaa6-3457-4cdc-b7e7-b6ff77d867b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bad26a23-532f-4c1e-b634-0445ec8eabb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:13.262172 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c1681f-4c09-4bd9-9cbd-2643df31bfc6 admin admin] Network hostable DHCP agents. Network: bad26a23-532f-4c1e-b634-0445ec8eabb6, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:13:13.358267 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c1681f-4c09-4bd9-9cbd-2643df31bfc6 admin admin] Network bad26a23-532f-4c1e-b634-0445ec8eabb6 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:13:13.426199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-00fc914e-f79c-45e4-81f6-f27c794791ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.427921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-00fc914e-f79c-45e4-81f6-f27c794791ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89e26e39871b487e822a56aaf6ec88ce&device_id=7f187d82-2c47-4ddd-bfc4-f265e28a1e5a HTTP/1.1" status: 200 len: 1095 time: 0.1637373 Dec 16 22:13:13.435926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ab8e5-be11-4805-b84d-12492098bd34 req-c87fa276-a3a3-46d8-b326-fc2ccbcb3b6e tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.437544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df4ab8e5-be11-4805-b84d-12492098bd34 req-c87fa276-a3a3-46d8-b326-fc2ccbcb3b6e tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 1097 time: 0.1555791 Dec 16 22:13:13.437680 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-47c1681f-4c09-4bd9-9cbd-2643df31bfc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, bad26a23-532f-4c1e-b634-0445ec8eabb6) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:13.442104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c1681f-4c09-4bd9-9cbd-2643df31bfc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.442650 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47c1681f-4c09-4bd9-9cbd-2643df31bfc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:13.450787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5920c7-d8a2-45fd-a0ac-03084e19e922 None None] Network bad26a23-532f-4c1e-b634-0445ec8eabb6 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:13:13.458860 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-3d7906f4-73ae-4020-9130-059c317d3520 service neutron] 10.222.0.69 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060544 Dec 16 22:13:13.504095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-864f28a6-b6bb-454a-ab29-7b55d1b87a24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44c5f663-17db-440e-8e3c-5808c88c43f9 HTTP/1.1" status: 200 len: 217 time: 0.0636649 Dec 16 22:13:13.578669 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df4ab8e5-be11-4805-b84d-12492098bd34 req-6a5fe287-6413-4e10-b760-a43aab3de0c0 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229596 Dec 16 22:13:13.584164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-87793ee4-cfa2-483b-b1c5-12f9bc08130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.585755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-87793ee4-cfa2-483b-b1c5-12f9bc08130a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5 HTTP/1.1" status: 200 len: 853 time: 0.0702872 Dec 16 22:13:13.594284 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-47c1681f-4c09-4bd9-9cbd-2643df31bfc6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8474011 Dec 16 22:13:13.613593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6e1d6c-4876-4c83-b628-02b186afd1cf None None] Network bad26a23-532f-4c1e-b634-0445ec8eabb6 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:13:13.645609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-3b371253-01f7-4755-954c-1442f59d22b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26cb485d-74a4-49d2-916a-2c30cff40f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517035 Dec 16 22:13:13.743798 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b1c706-00f3-48c4-867f-d66951b1946d x-openstack-request-id: req-e1b1c706-00f3-48c4-867f-d66951b1946d {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:13.744199 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0914d5f-75ec-4578-a993-58b01dc0bdc3", "tag": "db56bad6-ff16-4b98-b7dd-6d83905874a3", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:13.744800 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1b1c706-00f3-48c4-867f-d66951b1946d {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:13.745396 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0914d5f-75ec-4578-a993-58b01dc0bdc3', 'tag': 'db56bad6-ff16-4b98-b7dd-6d83905874a3', 'status': 'completed', 'code': 200} Dec 16 22:13:13.840220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f48c931f-4afa-4fe5-a516-4c51b1cbdfc2 req-0c98b522-e6c0-4162-a0df-644a043a3a9e tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 210 time: 0.0707603 Dec 16 22:13:13.858953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d0baa-7631-4cd6-aa11-eaaf440fd81f req-5557b474-25bd-4548-8625-781a5b89aa81 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.860707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c92d0baa-7631-4cd6-aa11-eaaf440fd81f req-5557b474-25bd-4548-8625-781a5b89aa81 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 946 time: 0.2575788 Dec 16 22:13:13.949677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95d968-9c59-41f8-9333-f20c2ab135fb req-768172f8-3376-4852-811d-9f224894070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.951467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b95d968-9c59-41f8-9333-f20c2ab135fb req-768172f8-3376-4852-811d-9f224894070f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89e26e39871b487e822a56aaf6ec88ce&device_id=a0914d5f-75ec-4578-a993-58b01dc0bdc3 HTTP/1.1" status: 200 len: 1095 time: 0.2020252 Dec 16 22:13:13.973181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-2f23aaf9-38b9-4e7c-99b5-a7a6498effbe service neutron] 10.222.0.24 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020997 Dec 16 22:13:14.155436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c92d0baa-7631-4cd6-aa11-eaaf440fd81f req-a6c58a22-dae9-4942-a400-ac1dab4c395b tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/security-groups?id=9155bd47-4531-461d-ab97-0e664ce8b76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745881 Dec 16 22:13:14.176684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f49393d-a1af-4a45-9f12-5ec7db4c49d4 req-54d72362-49a2-4c7e-85ab-1353606cc716 service neutron] 10.222.0.24 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861370 Dec 16 22:13:14.302558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95d968-9c59-41f8-9333-f20c2ab135fb req-b643cac0-9403-4540-8cfb-98c786599907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:14.304051 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b95d968-9c59-41f8-9333-f20c2ab135fb req-b643cac0-9403-4540-8cfb-98c786599907 service neutron] 10.222.0.69 "GET /v2.0/networks?id=26cb485d-74a4-49d2-916a-2c30cff40f55 HTTP/1.1" status: 200 len: 914 time: 0.3439476 Dec 16 22:13:14.339525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34babe5b-cdb0-4a60-86d7-bf3ac3743f6e req-75514361-a053-4523-80d6-e7989ea1a8d1 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:14.341044 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34babe5b-cdb0-4a60-86d7-bf3ac3743f6e req-75514361-a053-4523-80d6-e7989ea1a8d1 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 945 time: 0.1581566 Dec 16 22:13:14.377389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b95d968-9c59-41f8-9333-f20c2ab135fb req-5b5375b6-4700-4c0f-b1eb-8ff24533d8a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db56bad6-ff16-4b98-b7dd-6d83905874a3 HTTP/1.1" status: 200 len: 217 time: 0.0558877 Dec 16 22:13:14.434990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683f5ea-d865-430a-a18b-e9fa10ffa589 req-3bb5eef8-aa40-4198-82c1-c00eb895495c tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:14.436571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6683f5ea-d865-430a-a18b-e9fa10ffa589 req-3bb5eef8-aa40-4198-82c1-c00eb895495c tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 1097 time: 0.1559508 Dec 16 22:13:14.480481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95d968-9c59-41f8-9333-f20c2ab135fb req-ed623e2c-f216-4f60-aaeb-2808c5379238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:14.481956 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b95d968-9c59-41f8-9333-f20c2ab135fb req-ed623e2c-f216-4f60-aaeb-2808c5379238 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5 HTTP/1.1" status: 200 len: 853 time: 0.0961716 Dec 16 22:13:14.486552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34babe5b-cdb0-4a60-86d7-bf3ac3743f6e req-17a05418-f4d7-4e4c-a6a2-901d63ea62c4 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134849 Dec 16 22:13:14.525292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b95d968-9c59-41f8-9333-f20c2ab135fb req-af991961-e9c4-4f7b-bde2-6f709e4737ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26cb485d-74a4-49d2-916a-2c30cff40f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354912 Dec 16 22:13:14.547917 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6683f5ea-d865-430a-a18b-e9fa10ffa589 req-2b965117-2a4c-4081-a35c-abe4b42c9068 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993955 Dec 16 22:13:14.678267 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375d4d4-b655-4308-b5d4-2d81d6783a1a req-70f7a4c6-df99-4efc-9eea-a63b4ef8ec13 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:14.680948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f375d4d4-b655-4308-b5d4-2d81d6783a1a req-70f7a4c6-df99-4efc-9eea-a63b4ef8ec13 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f187d82-2c47-4ddd-bfc4-f265e28a1e5a HTTP/1.1" status: 200 len: 944 time: 0.0919213 Dec 16 22:13:14.683478 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b95d968-9c59-41f8-9333-f20c2ab135fb req-522d7dc6-833b-46b8-bf8f-e5926d6a4ced service neutron] 10.222.0.69 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499574 Dec 16 22:13:14.830595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f375d4d4-b655-4308-b5d4-2d81d6783a1a req-2451af11-b181-418c-a1ee-296c4d9c0c8b tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236444 Dec 16 22:13:15.045172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-800b5144-6a4d-4370-bdda-ad8b22f8734f req-e0cf3cdf-fdd4-43ef-a433-04aca52f61ec tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 210 time: 0.0400681 Dec 16 22:13:15.097060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b95d968-9c59-41f8-9333-f20c2ab135fb req-5cf40055-475b-49dd-8960-5d089b64b4bd service neutron] 10.222.0.69 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061062 Dec 16 22:13:15.142694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-4f5e7fea-b007-42b8-a5b9-a6e8f82f24ce tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:15.145487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-4f5e7fea-b007-42b8-a5b9-a6e8f82f24ce tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/networks?id=fa6641f3-4f23-49b4-bf8c-df5092649cf7 HTTP/1.1" status: 200 len: 815 time: 0.3668082 Dec 16 22:13:15.165256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-5b8af72c-6da4-4a64-8d56-6f33658a244c tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/quotas/ccad454b61324e43aa38f6afc6674f8e HTTP/1.1" status: 200 len: 375 time: 0.0124166 Dec 16 22:13:15.208835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-7964d7ad-73f7-4d3e-9c53-db1f0c4922ad tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccad454b61324e43aa38f6afc6674f8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370505 Dec 16 22:13:15.307795 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02834479-12bc-43c2-81fc-2df849c94023 req-a073cc0d-972a-418d-9e71-7b3c4f62f1fd tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:15.309296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02834479-12bc-43c2-81fc-2df849c94023 req-a073cc0d-972a-418d-9e71-7b3c4f62f1fd tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.24 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 945 time: 0.1099761 Dec 16 22:13:15.381856 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-cb8f4b99-06a3-43a2-a3e9-9cc5c61705d0 service neutron] 10.222.0.43 "GET /v2.0/networks/fa6641f3-4f23-49b4-bf8c-df5092649cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508498 Dec 16 22:13:15.504895 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-02834479-12bc-43c2-81fc-2df849c94023 req-71e4ad74-7a9e-4031-820e-31601dd657b9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Deleting port 2686e741-8d7f-4f39-9fe9-3c0d68858034 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:15.505233 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02834479-12bc-43c2-81fc-2df849c94023 req-71e4ad74-7a9e-4031-820e-31601dd657b9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:15.510765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-0d2fc21e-2aa5-4873-b58d-8ce88921a5a9 service neutron] 10.222.0.43 "GET /v2.0/networks/fa6641f3-4f23-49b4-bf8c-df5092649cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058493 Dec 16 22:13:15.622684 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-02834479-12bc-43c2-81fc-2df849c94023 req-71e4ad74-7a9e-4031-820e-31601dd657b9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] For port 2686e741-8d7f-4f39-9fe9-3c0d68858034, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2686e741-8d7f-4f39-9fe9-3c0d68858034,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:15.623064 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02834479-12bc-43c2-81fc-2df849c94023 req-71e4ad74-7a9e-4031-820e-31601dd657b9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.095460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f187d82-2c47-4ddd-bfc4-f265e28a1e5a', 'tag': '44c5f663-17db-440e-8e3c-5808c88c43f9'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:16.097771 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ae6c61-f571-4d0d-8b84-dbea3be52680" -d '{"events": [{"name": "network-changed", "server_uuid": "7f187d82-2c47-4ddd-bfc4-f265e28a1e5a", "tag": "44c5f663-17db-440e-8e3c-5808c88c43f9"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:16.329823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50551376-56fc-414b-8e6c-f3be267c98d1 req-6b6ff1a9-2e14-440c-a0f8-b095cb457e56 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:16.337927 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50551376-56fc-414b-8e6c-f3be267c98d1 req-6b6ff1a9-2e14-440c-a0f8-b095cb457e56 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 946 time: 0.2308285 Dec 16 22:13:16.385677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-52d5316d-4f7b-4b80-94e4-5f4b8c133a13 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:16.387413 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-52d5316d-4f7b-4b80-94e4-5f4b8c133a13 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.69 "GET /v2.0/networks?id=1fed6fc2-4af3-4d92-9b97-51badd4beba2 HTTP/1.1" status: 200 len: 812 time: 0.2794437 Dec 16 22:13:16.411849 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02834479-12bc-43c2-81fc-2df849c94023 req-71e4ad74-7a9e-4031-820e-31601dd657b9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.412334 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02834479-12bc-43c2-81fc-2df849c94023 req-71e4ad74-7a9e-4031-820e-31601dd657b9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.412663 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [req-02834479-12bc-43c2-81fc-2df849c94023 req-71e4ad74-7a9e-4031-820e-31601dd657b9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Floating IP 5a21521d-90cd-43cb-b399-bb4e16d5a15d disassociated. External IP: 172.25.2.207, port: 2686e741-8d7f-4f39-9fe9-3c0d68858034. Dec 16 22:13:16.413014 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-02834479-12bc-43c2-81fc-2df849c94023 req-71e4ad74-7a9e-4031-820e-31601dd657b9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Calling delete_port for 2686e741-8d7f-4f39-9fe9-3c0d68858034 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:16.491877 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50551376-56fc-414b-8e6c-f3be267c98d1 req-3ee0a2b7-d983-4c6b-982e-7ef8fbca531c tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/security-groups?id=9155bd47-4531-461d-ab97-0e664ce8b76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530685 Dec 16 22:13:16.536166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-f355b99b-4a4d-4585-bf74-b963a1d1bc9c tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2a8dbc9bc4d47f48a5fad3c46065b65 HTTP/1.1" status: 200 len: 380 time: 0.1373687 Dec 16 22:13:16.556741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-8db4f53b-26c5-4163-8618-dc888d8594bb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Request body: {'port': {'device_id': '0405a799-eb4f-4ef8-928b-901d238e9a9b', 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'admin_state_up': True, 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'security_groups': ['7bd5057c-b4af-4ba6-bac7-4bade6605f69']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:16.722474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d672961-0e64-45f8-9f44-ada6cd2feafc req-3bf3fe88-afe6-4016-a8f4-87fbee661820 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:16.724007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d672961-0e64-45f8-9f44-ada6cd2feafc req-3bf3fe88-afe6-4016-a8f4-87fbee661820 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 945 time: 0.1633587 Dec 16 22:13:16.789358 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d672961-0e64-45f8-9f44-ada6cd2feafc req-61780e0c-a2d0-4e84-85df-bb694af46395 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f97300-764b-4583-b9f8-6925aa95410a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590839 Dec 16 22:13:16.844944 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02834479-12bc-43c2-81fc-2df849c94023 req-71e4ad74-7a9e-4031-820e-31601dd657b9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.864818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30a52246-d28d-4a84-be1c-d926532a14b9 req-b638d518-5f8f-4e96-aa10-cdf10b405b75 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca8f117a-dd05-40c8-bbdd-b4d60431533a HTTP/1.1" status: 200 len: 210 time: 0.0312035 Dec 16 22:13:16.890331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4ad74-7a9e-4031-820e-31601dd657b9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Pushing event deleted for resources: {'Port': ['ID=2686e741-8d7f-4f39-9fe9-3c0d68858034,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:16.910274 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 44c5f663-17db-440e-8e3c-5808c88c43f9 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:16.960031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-8db4f53b-26c5-4163-8618-dc888d8594bb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Made reservation on behalf of e2a8dbc9bc4d47f48a5fad3c46065b65 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:16.964742 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-8db4f53b-26c5-4163-8618-dc888d8594bb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:17.050556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 44c5f663-17db-440e-8e3c-5808c88c43f9, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=44c5f663-17db-440e-8e3c-5808c88c43f9,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:17.064773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '44c5f663-17db-440e-8e3c-5808c88c43f9', 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55', 'port_id': '44c5f663-17db-440e-8e3c-5808c88c43f9', 'mac_address': 'fa:16:3e:fe:60:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:17.111100 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:17.129910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c5f663-17db-440e-8e3c-5808c88c43f9 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:17.140210 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3f61b-ee59-440c-a549-c3b6dd029412 req-8328e08e-2b1d-4b47-9627-d1273b1bf646 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:17.141461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b3f61b-ee59-440c-a549-c3b6dd029412 req-8328e08e-2b1d-4b47-9627-d1273b1bf646 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f187d82-2c47-4ddd-bfc4-f265e28a1e5a HTTP/1.1" status: 200 len: 944 time: 0.2025290 Dec 16 22:13:17.148170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02834479-12bc-43c2-81fc-2df849c94023 req-71e4ad74-7a9e-4031-820e-31601dd657b9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Router 9633b382-8ffe-4332-a656-07efcd29b8bb has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:13:17.151523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device db56bad6-ff16-4b98-b7dd-6d83905874a3 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:17.161857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 44c5f663-17db-440e-8e3c-5808c88c43f9, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=44c5f663-17db-440e-8e3c-5808c88c43f9,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:17.249264 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:17.295693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-8db4f53b-26c5-4163-8618-dc888d8594bb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Allocated IP 172.20.0.9 (1fed6fc2-4af3-4d92-9b97-51badd4beba2/46d77552-dc1a-4541-863a-3af61b5315dd/fe5b393c-02b2-4d58-af73-422ae75eb883) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:17.311077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=44c5f663-17db-440e-8e3c-5808c88c43f9,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:17.318896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b3f61b-ee59-440c-a549-c3b6dd029412 req-83b1519d-0b5f-4687-8ec5-a5ac24e2cba8 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623564 Dec 16 22:13:17.359697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port db56bad6-ff16-4b98-b7dd-6d83905874a3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=db56bad6-ff16-4b98-b7dd-6d83905874a3,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:17.374597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'db56bad6-ff16-4b98-b7dd-6d83905874a3', 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55', 'port_id': 'db56bad6-ff16-4b98-b7dd-6d83905874a3', 'mac_address': 'fa:16:3e:37:d7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:17.425329 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:17.441439 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02834479-12bc-43c2-81fc-2df849c94023 req-71e4ad74-7a9e-4031-820e-31601dd657b9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:13:17.455789 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db56bad6-ff16-4b98-b7dd-6d83905874a3 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:17.459699 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100e40d4-5e21-4dea-83e4-b628b30a71f8 None None] Sync routers for ids ['9633b382-8ffe-4332-a656-07efcd29b8bb'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:13:17.475051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-4a66f78e-8534-4472-9cce-cdaae25b123f tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:13:17.481511 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-4a66f78e-8534-4472-9cce-cdaae25b123f tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2599912 Dec 16 22:13:17.499689 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100e40d4-5e21-4dea-83e4-b628b30a71f8 None None] Routers {'9633b382-8ffe-4332-a656-07efcd29b8bb'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:17.500600 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-100e40d4-5e21-4dea-83e4-b628b30a71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:12:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9633b382-8ffe-4332-a656-07efcd29b8bb'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:17.509034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port db56bad6-ff16-4b98-b7dd-6d83905874a3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=db56bad6-ff16-4b98-b7dd-6d83905874a3,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:17.528427 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['44c5f663-17db-440e-8e3c-5808c88c43f9'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:17.594915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-02834479-12bc-43c2-81fc-2df849c94023 req-71e4ad74-7a9e-4031-820e-31601dd657b9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] No DVR routers for this DVR port 2686e741-8d7f-4f39-9fe9-3c0d68858034 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:17.600383 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-02834479-12bc-43c2-81fc-2df849c94023 req-71e4ad74-7a9e-4031-820e-31601dd657b9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:17.607047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02834479-12bc-43c2-81fc-2df849c94023 req-71e4ad74-7a9e-4031-820e-31601dd657b9 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.24 "DELETE /v2.0/ports/2686e741-8d7f-4f39-9fe9-3c0d68858034 HTTP/1.1" status: 204 len: 173 time: 2.2905951 Dec 16 22:13:17.622759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-e1b2f9f4-0eec-4c9d-bd2f-0f94d50c0fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:17.624858 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-e1b2f9f4-0eec-4c9d-bd2f-0f94d50c0fbf service neutron] 10.222.0.43 "GET /v2.0/ports/9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 HTTP/1.1" status: 200 len: 1094 time: 0.1311142 Dec 16 22:13:17.627930 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:17.638178 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-9bfcce39-22b8-4b63-b4d8-51691794424e service neutron] Request body: {'binding': {'host': 'n-h2-821840-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:17.639109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-9bfcce39-22b8-4b63-b4d8-51691794424e service neutron] Unknown quota resources ['binding']. {{(pid=103952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:13:17.665850 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae700361-26b5-4fc6-9f80-19d70fdfc1ba req-e570af04-71c4-467a-b42a-f73b6167c30f tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 210 time: 0.0379610 Dec 16 22:13:17.729246 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-8db4f53b-26c5-4163-8618-dc888d8594bb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:17.739357 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=db56bad6-ff16-4b98-b7dd-6d83905874a3,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:17.766971 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e614156-5999-46cc-b7df-546af18dbb91 x-openstack-request-id: req-7e614156-5999-46cc-b7df-546af18dbb91 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:17.767286 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f187d82-2c47-4ddd-bfc4-f265e28a1e5a", "tag": "44c5f663-17db-440e-8e3c-5808c88c43f9", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:17.777150 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e614156-5999-46cc-b7df-546af18dbb91 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:17.777773 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f187d82-2c47-4ddd-bfc4-f265e28a1e5a', 'tag': '44c5f663-17db-440e-8e3c-5808c88c43f9', 'status': 'completed', 'code': 200} Dec 16 22:13:17.877508 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-100e40d4-5e21-4dea-83e4-b628b30a71f8 None None] Set router 9633b382-8ffe-4332-a656-07efcd29b8bb gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:17.911538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['db56bad6-ff16-4b98-b7dd-6d83905874a3'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:17.935658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-9bfcce39-22b8-4b63-b4d8-51691794424e service neutron] Attempting to bind port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 on host n-h2-821840-2 for vnic_type normal with profile None {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:17.936052 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-9bfcce39-22b8-4b63-b4d8-51691794424e service neutron] Attempting to bind port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:17.936600 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-9bfcce39-22b8-4b63-b4d8-51691794424e service neutron] Attempting to bind port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:17.942964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-9bfcce39-22b8-4b63-b4d8-51691794424e service neutron] Port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:17.943649 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-9bfcce39-22b8-4b63-b4d8-51691794424e service neutron] Attempting to bind port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:17.950943 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-9bfcce39-22b8-4b63-b4d8-51691794424e service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:17.951704 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-9bfcce39-22b8-4b63-b4d8-51691794424e service neutron] Checking segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:17.952490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-9bfcce39-22b8-4b63-b4d8-51691794424e service neutron] Bound using segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:17.953348 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-9bfcce39-22b8-4b63-b4d8-51691794424e service neutron] Bound port: 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:18.023743 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-8db4f53b-26c5-4163-8618-dc888d8594bb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.031510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae6c61-f571-4d0d-8b84-dbea3be52680 req-83cbf04b-0eba-44df-84c6-2041aa123b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:18.033415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85ae6c61-f571-4d0d-8b84-dbea3be52680 req-83cbf04b-0eba-44df-84c6-2041aa123b85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89e26e39871b487e822a56aaf6ec88ce&device_id=7f187d82-2c47-4ddd-bfc4-f265e28a1e5a HTTP/1.1" status: 200 len: 1096 time: 0.2308123 Dec 16 22:13:18.050490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-9bfcce39-22b8-4b63-b4d8-51691794424e service neutron] For port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:18.144466 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-9bfcce39-22b8-4b63-b4d8-51691794424e service neutron] Publish callbacks [] for binding, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.149919 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-100e40d4-5e21-4dea-83e4-b628b30a71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:59Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd2ba67c2-0630-49c4-8d3e-a2c3971ae29c', 'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'mac_address': 'fa:16:3e:37:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:58Z', 'updated_at': '2021-12-16T22:08:03Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'subnets': [{'id': '8674e1f7-5eab-488d-97d5-402900229d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:18.152914 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-9bfcce39-22b8-4b63-b4d8-51691794424e service neutron] 10.222.0.43 "POST /v2.0/ports/9129d6d4-1fe5-41be-bc06-a2c0704a1dc1/bindings HTTP/1.1" status: 201 len: 389 time: 0.5182731 Dec 16 22:13:18.162575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-8db4f53b-26c5-4163-8618-dc888d8594bb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Network 1fed6fc2-4af3-4d92-9b97-51badd4beba2 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:18.179344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-3f6d2d21-4689-40b7-8421-8851df2dfb25 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 258 time: 0.3933368 Dec 16 22:13:18.180599 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100e40d4-5e21-4dea-83e4-b628b30a71f8 None None] Checking router: 9633b382-8ffe-4332-a656-07efcd29b8bb for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:13:18.188700 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:18.189741 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100e40d4-5e21-4dea-83e4-b628b30a71f8 None None] Routers {'9633b382-8ffe-4332-a656-07efcd29b8bb'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:18.190435 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-100e40d4-5e21-4dea-83e4-b628b30a71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:12:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9633b382-8ffe-4332-a656-07efcd29b8bb'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:18.198801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-8db4f53b-26c5-4163-8618-dc888d8594bb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:18.201501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-8db4f53b-26c5-4163-8618-dc888d8594bb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:18.249986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4f53b-26c5-4163-8618-dc888d8594bb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Pushing event updated for resources: {'Port': ['ID=fe5b393c-02b2-4d58-af73-422ae75eb883,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:18.292774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-8db4f53b-26c5-4163-8618-dc888d8594bb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:18.293556 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-8db4f53b-26c5-4163-8618-dc888d8594bb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.315097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae6c61-f571-4d0d-8b84-dbea3be52680 req-16d673d3-f04d-48b1-89bc-05b820d60f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:18.317209 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85ae6c61-f571-4d0d-8b84-dbea3be52680 req-16d673d3-f04d-48b1-89bc-05b820d60f36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=26cb485d-74a4-49d2-916a-2c30cff40f55 HTTP/1.1" status: 200 len: 914 time: 0.2590575 Dec 16 22:13:18.343560 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-100e40d4-5e21-4dea-83e4-b628b30a71f8 None None] Set router 9633b382-8ffe-4332-a656-07efcd29b8bb gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:18.414754 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85ae6c61-f571-4d0d-8b84-dbea3be52680 req-d0f736cd-734d-4398-8397-8c0176638774 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44c5f663-17db-440e-8e3c-5808c88c43f9 HTTP/1.1" status: 200 len: 217 time: 0.0843837 Dec 16 22:13:18.414754 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.475745 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-8db4f53b-26c5-4163-8618-dc888d8594bb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9229407 Dec 16 22:13:18.521854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Request body: {'port': {'device_id': '0405a799-eb4f-4ef8-928b-901d238e9a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:18.533472 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-54a1f49c-021c-4280-816e-229e4c70c1c6 None None] Provisioning complete for port fe5b393c-02b2-4d58-af73-422ae75eb883 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:18.533850 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-54a1f49c-021c-4280-816e-229e4c70c1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.550957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-457277e0-498b-4c07-bce9-286205297e5e req-f2576bf6-a1e5-4016-847e-272fae11e9ae tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/ports?device_id=57367f35-6f91-4ba7-8b2b-a89b2fe9118f HTTP/1.1" status: 200 len: 210 time: 0.1081882 Dec 16 22:13:18.639088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-54a1f49c-021c-4280-816e-229e4c70c1c6 None None] Port fe5b393c-02b2-4d58-af73-422ae75eb883 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:13:18.669663 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.674060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae6c61-f571-4d0d-8b84-dbea3be52680 req-34fd422d-6ee5-4e5a-936c-8110ddc892d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:18.674829 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-100e40d4-5e21-4dea-83e4-b628b30a71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:59Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd2ba67c2-0630-49c4-8d3e-a2c3971ae29c', 'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'mac_address': 'fa:16:3e:37:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:58Z', 'updated_at': '2021-12-16T22:08:03Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'subnets': [{'id': '8674e1f7-5eab-488d-97d5-402900229d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:18.675733 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85ae6c61-f571-4d0d-8b84-dbea3be52680 req-34fd422d-6ee5-4e5a-936c-8110ddc892d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5 HTTP/1.1" status: 200 len: 853 time: 0.2459474 Dec 16 22:13:18.728388 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100e40d4-5e21-4dea-83e4-b628b30a71f8 None None] The sync data for ids ['9633b382-8ffe-4332-a656-07efcd29b8bb'] in n-d-821840-2 is: [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:07:59Z', 'revision_number': 4, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd2ba67c2-0630-49c4-8d3e-a2c3971ae29c', 'name': '', 'network_id': '5fb63b19-680d-4e5d-a062-91db40eb8e5b', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'mac_address': 'fa:16:3e:37:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8674e1f7-5eab-488d-97d5-402900229d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:58Z', 'updated_at': '2021-12-16T22:08:03Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'subnets': [{'id': '8674e1f7-5eab-488d-97d5-402900229d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:13:18.803136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85ae6c61-f571-4d0d-8b84-dbea3be52680 req-f7a1eccb-b845-4f04-b813-3cc9ba6225fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26cb485d-74a4-49d2-916a-2c30cff40f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839942 Dec 16 22:13:18.850432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3577234d-4038-4a71-8e42-6871f756a321 req-a88ab005-72e9-490e-8756-f4a3a829e1ba tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca8f117a-dd05-40c8-bbdd-b4d60431533a HTTP/1.1" status: 200 len: 210 time: 0.1720996 Dec 16 22:13:18.918581 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 44c5f663-17db-440e-8e3c-5808c88c43f9 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:19.064490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-53e909f6-6f02-4399-9cd8-03ff22acd2be tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:19.066710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-53e909f6-6f02-4399-9cd8-03ff22acd2be tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.24 "GET /v2.0/networks?id=fa6641f3-4f23-49b4-bf8c-df5092649cf7 HTTP/1.1" status: 200 len: 815 time: 0.4302673 Dec 16 22:13:19.078001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 44c5f663-17db-440e-8e3c-5808c88c43f9 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:19.087840 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 44c5f663-17db-440e-8e3c-5808c88c43f9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:19.088254 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.124594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f54c45d-3a78-4f0b-91ec-6f156f233e82 None None] New status for floating IP 5a21521d-90cd-43cb-b399-bb4e16d5a15d: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:13:19.134829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-54edf919-89d5-47aa-8f5e-5fef6353a0bf tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Request body: {'port': {'device_id': 'ca8f117a-dd05-40c8-bbdd-b4d60431533a', 'network_id': 'fa6641f3-4f23-49b4-bf8c-df5092649cf7', 'admin_state_up': True, 'tenant_id': 'ccad454b61324e43aa38f6afc6674f8e'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:19.210612 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device db56bad6-ff16-4b98-b7dd-6d83905874a3 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:19.216200 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-10e74b47-655d-4818-9222-faa694bec3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:19.217844 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-10e74b47-655d-4818-9222-faa694bec3fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 1097 time: 0.0679464 Dec 16 22:13:19.347678 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-a7b52d43-e66d-4ab0-a7c2-cb3196b2e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:19.349407 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-a7b52d43-e66d-4ab0-a7c2-cb3196b2e206 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 922 time: 0.1228287 Dec 16 22:13:19.413088 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-63840a22-f4a2-4e99-a551-3ea0d4e4051f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 HTTP/1.1" status: 200 len: 217 time: 0.0548890 Dec 16 22:13:19.420373 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.452396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f187d82-2c47-4ddd-bfc4-f265e28a1e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c5f663-17db-440e-8e3c-5808c88c43f9'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:19.454899 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b51f9e-ebee-46cc-91af-184e1e4b3c40" -d '{"events": [{"server_uuid": "7f187d82-2c47-4ddd-bfc4-f265e28a1e5a", "name": "network-vif-plugged", "status": "completed", "tag": "44c5f663-17db-440e-8e3c-5808c88c43f9"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:19.486699 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-0257fc56-3443-49bc-b533-f155c2ba1d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:19.488843 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-0257fc56-3443-49bc-b533-f155c2ba1d69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.0684414 Dec 16 22:13:19.542748 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-f4918665-df83-405d-b065-ce7f3867f4ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357831 Dec 16 22:13:19.565802 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.584950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85ae6c61-f571-4d0d-8b84-dbea3be52680 req-9f380447-7d88-4f4d-9c45-1a9bf8d7d1dc service neutron] 10.222.0.24 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373199 Dec 16 22:13:19.591583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a65032-2c3a-45ff-8d82-ae2ce4340979 req-5366cd6b-4c81-4fe2-91aa-611696a67a27 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:19.599519 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-18a65032-2c3a-45ff-8d82-ae2ce4340979 req-5366cd6b-4c81-4fe2-91aa-611696a67a27 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f187d82-2c47-4ddd-bfc4-f265e28a1e5a HTTP/1.1" status: 200 len: 945 time: 0.6415098 Dec 16 22:13:19.615181 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 44c5f663-17db-440e-8e3c-5808c88c43f9, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=44c5f663-17db-440e-8e3c-5808c88c43f9,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:19.616403 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port db56bad6-ff16-4b98-b7dd-6d83905874a3 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:19.623127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port db56bad6-ff16-4b98-b7dd-6d83905874a3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:19.623127 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.671710 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f2a6de66-f0a2-4fcf-acee-c598ffdd32fc req-d35de1cb-7e36-4e3d-9d8a-d66a62689212 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1274309 Dec 16 22:13:19.739468 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.740283 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 2686e741-8d7f-4f39-9fe9-3c0d68858034 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:19.783945 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-4de28fd8-e296-4463-b9db-2808edc32787 service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272272 Dec 16 22:13:19.789941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57367f35-6f91-4ba7-8b2b-a89b2fe9118f', 'name': 'network-vif-deleted', 'tag': '2686e741-8d7f-4f39-9fe9-3c0d68858034'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:19.793081 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199034f9-02a1-4630-ade4-293e48fb4d20" -d '{"events": [{"server_uuid": "57367f35-6f91-4ba7-8b2b-a89b2fe9118f", "name": "network-vif-deleted", "tag": "2686e741-8d7f-4f39-9fe9-3c0d68858034"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:19.817554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 2686e741-8d7f-4f39-9fe9-3c0d68858034 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:19.817936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 2686e741-8d7f-4f39-9fe9-3c0d68858034 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:19.828385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=44c5f663-17db-440e-8e3c-5808c88c43f9,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:19.832758 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.868207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6de66-f0a2-4fcf-acee-c598ffdd32fc req-a75dfa10-5dd5-4593-9c8e-be40f47b4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:19.870859 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f2a6de66-f0a2-4fcf-acee-c598ffdd32fc req-a75dfa10-5dd5-4593-9c8e-be40f47b4cdf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efd1f41944b24a619b78241b28fbf14f&device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 1097 time: 0.1229045 Dec 16 22:13:19.896029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port db56bad6-ff16-4b98-b7dd-6d83905874a3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=db56bad6-ff16-4b98-b7dd-6d83905874a3,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:19.965167 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-bb40cf5b-34a3-4792-b2ee-77f578010030 service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728737 Dec 16 22:13:19.975068 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.986757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-18a65032-2c3a-45ff-8d82-ae2ce4340979 req-e9708847-b070-4fbd-8988-212cfc5d07bd tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861849 Dec 16 22:13:20.018911 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1da0d4d0-a7e2-43f2-9501-9618cc0858dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.038353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6de66-f0a2-4fcf-acee-c598ffdd32fc req-6fa7266d-d277-4447-98b0-1966b59bab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:20.041397 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f2a6de66-f0a2-4fcf-acee-c598ffdd32fc req-6fa7266d-d277-4447-98b0-1966b59bab77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fd9f83b-39c6-4366-b317-465c5361dafb HTTP/1.1" status: 200 len: 907 time: 0.1430414 Dec 16 22:13:20.052181 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=db56bad6-ff16-4b98-b7dd-6d83905874a3,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:20.118863 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85ae6c61-f571-4d0d-8b84-dbea3be52680 req-f9a9c590-6503-463f-8ba6-4f591b36aabb service neutron] 10.222.0.24 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076835 Dec 16 22:13:20.130382 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f2a6de66-f0a2-4fcf-acee-c598ffdd32fc req-5dd4b0a0-134b-4514-b671-3974e400eb05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 HTTP/1.1" status: 200 len: 1001 time: 0.0796576 Dec 16 22:13:20.156011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Allocated IP 172.25.2.11 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/e35e189b-8cf8-42eb-b293-e17cf9076665) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:20.188576 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6de66-f0a2-4fcf-acee-c598ffdd32fc req-0ba1576f-1e1b-4ac9-9b9e-3c0679e0d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:20.190103 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f2a6de66-f0a2-4fcf-acee-c598ffdd32fc req-0ba1576f-1e1b-4ac9-9b9e-3c0679e0d839 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e68366d6-15b6-4a6a-9a5e-126eca8261f9 HTTP/1.1" status: 200 len: 845 time: 0.0529833 Dec 16 22:13:20.240785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6de66-f0a2-4fcf-acee-c598ffdd32fc req-262d3fa2-2096-4e08-8b73-0a9c24d09456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:20.243064 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f2a6de66-f0a2-4fcf-acee-c598ffdd32fc req-262d3fa2-2096-4e08-8b73-0a9c24d09456 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fd9f83b-39c6-4366-b317-465c5361dafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434806 Dec 16 22:13:20.246967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-54edf919-89d5-47aa-8f5e-5fef6353a0bf tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Made reservation on behalf of ccad454b61324e43aa38f6afc6674f8e for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:20.260885 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-54edf919-89d5-47aa-8f5e-5fef6353a0bf tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.265556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5b393c-02b2-4d58-af73-422ae75eb883 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:20.311726 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.374361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Transition to ACTIVE for port object fe5b393c-02b2-4d58-af73-422ae75eb883 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:20.386708 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f2a6de66-f0a2-4fcf-acee-c598ffdd32fc req-1ef7dc6c-08dc-4b9d-85d9-fc1a5c592fd2 service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f83b-39c6-4366-b317-465c5361dafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354103 Dec 16 22:13:20.395588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3f0e5-ab01-4dc7-acf5-9ce8cc113639 req-55fca125-7061-43ba-a96f-654d780fbe24 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:20.397347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8de3f0e5-ab01-4dc7-acf5-9ce8cc113639 req-55fca125-7061-43ba-a96f-654d780fbe24 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 946 time: 0.3116372 Dec 16 22:13:20.506570 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.507572 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f2a6de66-f0a2-4fcf-acee-c598ffdd32fc req-a529feed-23d3-4683-a128-bb5c4eb90701 service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f83b-39c6-4366-b317-465c5361dafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108367 Dec 16 22:13:20.665982 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.723178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Pushing event updated for resources: {'Port': ['ID=fe5b393c-02b2-4d58-af73-422ae75eb883,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:20.758706 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8de3f0e5-ab01-4dc7-acf5-9ce8cc113639 req-88a407cf-3bcf-46ee-88ed-7da12b20382d tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243940 Dec 16 22:13:20.806236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-54edf919-89d5-47aa-8f5e-5fef6353a0bf tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Allocated IP 172.20.0.14 (fa6641f3-4f23-49b4-bf8c-df5092649cf7/800243be-f943-451b-a904-1b2848b4fdfc/b7f3f253-1753-47d5-bfcb-9984d7c017b5) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:21.163653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Attempting to bind port fe5b393c-02b2-4d58-af73-422ae75eb883 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:21.164134 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Attempting to bind port fe5b393c-02b2-4d58-af73-422ae75eb883 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '95dc44a5-c33f-437a-ae38-810c7b80c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:21.164538 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Attempting to bind port fe5b393c-02b2-4d58-af73-422ae75eb883 on network 1fed6fc2-4af3-4d92-9b97-51badd4beba2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:21.183358 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-54edf919-89d5-47aa-8f5e-5fef6353a0bf tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:21.188693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Port fe5b393c-02b2-4d58-af73-422ae75eb883 on network 1fed6fc2-4af3-4d92-9b97-51badd4beba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:21.189188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Attempting to bind port fe5b393c-02b2-4d58-af73-422ae75eb883 on network 1fed6fc2-4af3-4d92-9b97-51badd4beba2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:21.191660 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:21.213692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:21.213985 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Checking segment: {'id': '95dc44a5-c33f-437a-ae38-810c7b80c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:21.214381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Bound using segment: {'id': '95dc44a5-c33f-437a-ae38-810c7b80c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:21.214828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Bound port: fe5b393c-02b2-4d58-af73-422ae75eb883, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95dc44a5-c33f-437a-ae38-810c7b80c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:21.215190 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:21.279052 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:21.292916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27328e4b-a861-414b-ad0a-159cf0b78a30 req-5f3fe067-28ee-4e00-a0b0-089dac280fd2 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:21.294583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27328e4b-a861-414b-ad0a-159cf0b78a30 req-5f3fe067-28ee-4e00-a0b0-089dac280fd2 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 943 time: 0.1979816 Dec 16 22:13:21.300057 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:21.305681 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:21.382367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Pushing event updated for resources: {'Port': ['ID=e35e189b-8cf8-42eb-b293-e17cf9076665,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:21.469802 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-54edf919-89d5-47aa-8f5e-5fef6353a0bf tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:21.509715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27328e4b-a861-414b-ad0a-159cf0b78a30 req-69bf4140-b21d-4701-a56c-949197654bb1 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bd5057c-b4af-4ba6-bac7-4bade6605f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968596 Dec 16 22:13:21.562351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] For port fe5b393c-02b2-4d58-af73-422ae75eb883, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:21.594971 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-54edf919-89d5-47aa-8f5e-5fef6353a0bf tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Network fa6641f3-4f23-49b4-bf8c-df5092649cf7 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:21.605094 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c4015a-7e0c-46aa-8de3-8972a640e96b x-openstack-request-id: req-d9c4015a-7e0c-46aa-8de3-8972a640e96b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:21.606200 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f187d82-2c47-4ddd-bfc4-f265e28a1e5a", "name": "network-vif-plugged", "status": "completed", "tag": "44c5f663-17db-440e-8e3c-5808c88c43f9", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:21.606609 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9c4015a-7e0c-46aa-8de3-8972a640e96b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:21.607823 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f187d82-2c47-4ddd-bfc4-f265e28a1e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c5f663-17db-440e-8e3c-5808c88c43f9', 'code': 200} Dec 16 22:13:21.609880 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] For port fe5b393c-02b2-4d58-af73-422ae75eb883, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=fe5b393c-02b2-4d58-af73-422ae75eb883,segment=NetworkSegment(95dc44a5-c33f-437a-ae38-810c7b80c552),segment_id=95dc44a5-c33f-437a-ae38-810c7b80c552)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:21.611360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-54edf919-89d5-47aa-8f5e-5fef6353a0bf tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:21.625752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-54edf919-89d5-47aa-8f5e-5fef6353a0bf tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:21.640093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edf919-89d5-47aa-8f5e-5fef6353a0bf tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Pushing event updated for resources: {'Port': ['ID=b7f3f253-1753-47d5-bfcb-9984d7c017b5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:21.646092 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:21.718410 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-54edf919-89d5-47aa-8f5e-5fef6353a0bf tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:21.723610 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-54edf919-89d5-47aa-8f5e-5fef6353a0bf tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:21.724971 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5797b9fe-c270-432c-8223-191cd69f87d0 x-openstack-request-id: req-5797b9fe-c270-432c-8223-191cd69f87d0 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:21.725494 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57367f35-6f91-4ba7-8b2b-a89b2fe9118f", "name": "network-vif-deleted", "tag": "2686e741-8d7f-4f39-9fe9-3c0d68858034", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:21.726109 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5797b9fe-c270-432c-8223-191cd69f87d0 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:21.726744 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57367f35-6f91-4ba7-8b2b-a89b2fe9118f', 'name': 'network-vif-deleted', 'tag': '2686e741-8d7f-4f39-9fe9-3c0d68858034', 'status': 'completed', 'code': 200} Dec 16 22:13:21.752897 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:21.802946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71494b6-0a1b-4738-8c2d-203c1edaa879 req-a1228f30-1162-4d23-a657-a84ac66476ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:21.805534 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b71494b6-0a1b-4738-8c2d-203c1edaa879 req-a1228f30-1162-4d23-a657-a84ac66476ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7f187d82-2c47-4ddd-bfc4-f265e28a1e5a HTTP/1.1" status: 200 len: 1097 time: 0.1008294 Dec 16 22:13:21.864749 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b71494b6-0a1b-4738-8c2d-203c1edaa879 req-d105dade-cfbc-4eb2-8aab-425360542331 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511482 Dec 16 22:13:21.871706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:21.872266 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:21.873713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] 10.222.0.69 "PUT /v2.0/ports/fe5b393c-02b2-4d58-af73-422ae75eb883 HTTP/1.1" status: 200 len: 1091 time: 3.3589776 Dec 16 22:13:21.890620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-54edf919-89d5-47aa-8f5e-5fef6353a0bf tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7660015 Dec 16 22:13:21.895855 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:21.945069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cecf74-4fa9-4b0e-b688-c96ce351653c service neutron] Pushing event updated for resources: {'Port': ['ID=fe5b393c-02b2-4d58-af73-422ae75eb883,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:21.979629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecf74b-842c-47a0-a806-30c9b53d1b65 req-07d74b0a-0875-4a64-a663-feb774d2f82d tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:21.987764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2ecf74b-842c-47a0-a806-30c9b53d1b65 req-07d74b0a-0875-4a64-a663-feb774d2f82d tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca8f117a-dd05-40c8-bbdd-b4d60431533a HTTP/1.1" status: 200 len: 932 time: 0.1850967 Dec 16 22:13:22.084408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Request body: {'port': {'device_id': 'ca8f117a-dd05-40c8-bbdd-b4d60431533a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:22.169222 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2ecf74b-842c-47a0-a806-30c9b53d1b65 req-4b6fc02f-759a-4f40-a2d7-108bfb4e2c28 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d0a3283-a25e-4cc4-8616-2b132da112fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808343 Dec 16 22:13:22.210023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-67af6a33-3c7e-4db0-abde-eef8373eeeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:22.212022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-67af6a33-3c7e-4db0-abde-eef8373eeeae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e2a8dbc9bc4d47f48a5fad3c46065b65&device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 1094 time: 0.1943905 Dec 16 22:13:22.269388 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:22.277067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-1391d92b-236d-45fd-b482-5f83518cf256 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe5b393c-02b2-4d58-af73-422ae75eb883 HTTP/1.1" status: 200 len: 217 time: 0.0523140 Dec 16 22:13:22.369340 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5620268-5622-4c7e-9750-81c60e79eaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:22.384005 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:22.410492 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-ff5feedc-03c3-46e5-b6f3-49c6dc793bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:22.412030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-ff5feedc-03c3-46e5-b6f3-49c6dc793bcb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46d77552-dc1a-4541-863a-3af61b5315dd HTTP/1.1" status: 200 len: 851 time: 0.1285958 Dec 16 22:13:22.492977 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:22.508412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528a3b3-b945-4606-81cd-4ee46188bf6e req-2905a221-7761-4344-94bb-74d8eda10ddc tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:22.509979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c528a3b3-b945-4606-81cd-4ee46188bf6e req-2905a221-7761-4344-94bb-74d8eda10ddc tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f187d82-2c47-4ddd-bfc4-f265e28a1e5a HTTP/1.1" status: 200 len: 946 time: 0.2236505 Dec 16 22:13:22.660403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Pushing event updated for resources: {'Port': ['ID=e35e189b-8cf8-42eb-b293-e17cf9076665,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:22.693475 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-8c493c90-ac3d-4a15-ba0e-a0bf38f0b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:22.694995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-8c493c90-ac3d-4a15-ba0e-a0bf38f0b67f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1fed6fc2-4af3-4d92-9b97-51badd4beba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2741005 Dec 16 22:13:22.723920 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:22.741440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c528a3b3-b945-4606-81cd-4ee46188bf6e req-d87042f6-824b-42de-a518-02873162f83e tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238972 Dec 16 22:13:22.950403 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-04641944-6fa5-40bf-b0ec-926e83aab82b service neutron] 10.222.0.69 "GET /v2.0/networks/1fed6fc2-4af3-4d92-9b97-51badd4beba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570218 Dec 16 22:13:22.985267 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f3f253-1753-47d5-bfcb-9984d7c017b5 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:23.001784 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:23.030318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Transition to ACTIVE for port object b7f3f253-1753-47d5-bfcb-9984d7c017b5 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:23.043237 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd541d-4f0d-4a2b-87ad-b03a24e80a11 req-3b16aa72-a63e-4400-883f-6c43cf26607c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:23.072443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6cd541d-4f0d-4a2b-87ad-b03a24e80a11 req-3b16aa72-a63e-4400-883f-6c43cf26607c tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 946 time: 0.1749389 Dec 16 22:13:23.088438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7bde7c-52ec-409b-828c-fcad55225282 req-abcde468-84a3-406b-926e-23aea04fd6da service neutron] 10.222.0.69 "GET /v2.0/networks/1fed6fc2-4af3-4d92-9b97-51badd4beba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801050 Dec 16 22:13:23.128068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6cd541d-4f0d-4a2b-87ad-b03a24e80a11 req-e8b89894-b247-472c-aea3-c08f7539444e tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742104 Dec 16 22:13:23.257623 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:23.259711 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-0f41c0f0-e547-4864-a0e4-ced0a98cd2fa tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.0791473 Dec 16 22:13:23.323504 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-6d742ddc-f165-44bf-8a06-17554d34a025 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 695 time: 0.0563974 Dec 16 22:13:23.420584 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:23.507244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Pushing event updated for resources: {'Port': ['ID=b7f3f253-1753-47d5-bfcb-9984d7c017b5,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:23.565738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-1c3c2746-29df-47ce-9e82-16f9b99b3ead tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:23.567622 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e0e1bdb-c871-46d2-8917-25efdd57497a req-1c3c2746-29df-47ce-9e82-16f9b99b3ead tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.2367108 Dec 16 22:13:23.608330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0914d5f-75ec-4578-a993-58b01dc0bdc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db56bad6-ff16-4b98-b7dd-6d83905874a3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:23.612575 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff946c68-cf44-47f9-90f8-6c861f137e81" -d '{"events": [{"server_uuid": "a0914d5f-75ec-4578-a993-58b01dc0bdc3", "name": "network-vif-plugged", "status": "completed", "tag": "db56bad6-ff16-4b98-b7dd-6d83905874a3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:23.622717 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Attempting to bind port b7f3f253-1753-47d5-bfcb-9984d7c017b5 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:23.626465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Attempting to bind port b7f3f253-1753-47d5-bfcb-9984d7c017b5 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '90b58da1-40a0-48d4-ab69-0aac7acfcb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa6641f3-4f23-49b4-bf8c-df5092649cf7'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:23.626465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Attempting to bind port b7f3f253-1753-47d5-bfcb-9984d7c017b5 on network fa6641f3-4f23-49b4-bf8c-df5092649cf7 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:23.629569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Port b7f3f253-1753-47d5-bfcb-9984d7c017b5 on network fa6641f3-4f23-49b4-bf8c-df5092649cf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:23.629979 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Attempting to bind port b7f3f253-1753-47d5-bfcb-9984d7c017b5 on network fa6641f3-4f23-49b4-bf8c-df5092649cf7 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:23.636237 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:23.636571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Checking segment: {'id': '90b58da1-40a0-48d4-ab69-0aac7acfcb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa6641f3-4f23-49b4-bf8c-df5092649cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:23.636958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Bound using segment: {'id': '90b58da1-40a0-48d4-ab69-0aac7acfcb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa6641f3-4f23-49b4-bf8c-df5092649cf7'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:23.637394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Bound port: b7f3f253-1753-47d5-bfcb-9984d7c017b5, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b58da1-40a0-48d4-ab69-0aac7acfcb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa6641f3-4f23-49b4-bf8c-df5092649cf7'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:23.637806 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:23.653613 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:23.728545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0405a799-eb4f-4ef8-928b-901d238e9a9b', 'tag': 'fe5b393c-02b2-4d58-af73-422ae75eb883'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:23.730850 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9616b0-c589-4185-af11-cdad974404a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0405a799-eb4f-4ef8-928b-901d238e9a9b", "tag": "fe5b393c-02b2-4d58-af73-422ae75eb883"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:23.767357 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b83ab1-6fb9-4da0-9bdc-3a6cd21d46c5 req-f49ae10c-197d-4e8a-8f48-c2bfd399ef91 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:23.769812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62b83ab1-6fb9-4da0-9bdc-3a6cd21d46c5 req-f49ae10c-197d-4e8a-8f48-c2bfd399ef91 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 943 time: 0.1290288 Dec 16 22:13:23.782386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] For port b7f3f253-1753-47d5-bfcb-9984d7c017b5, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:23.787643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] For port b7f3f253-1753-47d5-bfcb-9984d7c017b5, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b7f3f253-1753-47d5-bfcb-9984d7c017b5,segment=NetworkSegment(90b58da1-40a0-48d4-ab69-0aac7acfcb81),segment_id=90b58da1-40a0-48d4-ab69-0aac7acfcb81)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:23.839074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62b83ab1-6fb9-4da0-9bdc-3a6cd21d46c5 req-dfdd89c0-cce8-4653-b964-f79a81ca45cf tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bd5057c-b4af-4ba6-bac7-4bade6605f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541656 Dec 16 22:13:23.967676 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:24.031146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.032225 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:24.034669 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] 10.222.0.24 "PUT /v2.0/ports/b7f3f253-1753-47d5-bfcb-9984d7c017b5 HTTP/1.1" status: 200 len: 1092 time: 1.9568946 Dec 16 22:13:24.065485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8baeb3-aeb4-411f-9855-0fd03ac702a1 req-5013163f-7302-4049-9896-4119b7b2ccce tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.067490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d8baeb3-aeb4-411f-9855-0fd03ac702a1 req-5013163f-7302-4049-9896-4119b7b2ccce tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca8f117a-dd05-40c8-bbdd-b4d60431533a HTTP/1.1" status: 200 len: 944 time: 0.1299434 Dec 16 22:13:24.074293 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d1cab-bde8-4ce2-932f-c5b707cd8d6d service neutron] Pushing event updated for resources: {'Port': ['ID=b7f3f253-1753-47d5-bfcb-9984d7c017b5,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:24.207638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d8baeb3-aeb4-411f-9855-0fd03ac702a1 req-9f241983-a486-4f42-a8f0-d43fc2592525 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d0a3283-a25e-4cc4-8616-2b132da112fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184795 Dec 16 22:13:24.282941 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b26b45-8f97-470e-82c7-8e231e059e4b x-openstack-request-id: req-c8b26b45-8f97-470e-82c7-8e231e059e4b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:24.282941 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0914d5f-75ec-4578-a993-58b01dc0bdc3", "name": "network-vif-plugged", "status": "completed", "tag": "db56bad6-ff16-4b98-b7dd-6d83905874a3", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:24.283691 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8b26b45-8f97-470e-82c7-8e231e059e4b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:24.283691 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0914d5f-75ec-4578-a993-58b01dc0bdc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db56bad6-ff16-4b98-b7dd-6d83905874a3', 'code': 200} Dec 16 22:13:24.417646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9616b0-c589-4185-af11-cdad974404a7 req-28050d70-2c3e-4344-b105-d1e192956be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.419179 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a9616b0-c589-4185-af11-cdad974404a7 req-28050d70-2c3e-4344-b105-d1e192956be1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e2a8dbc9bc4d47f48a5fad3c46065b65&device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 1094 time: 0.0504749 Dec 16 22:13:24.545082 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9616b0-c589-4185-af11-cdad974404a7 req-2a908a35-cc04-40fb-a4d7-12a255260c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.547687 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a9616b0-c589-4185-af11-cdad974404a7 req-2a908a35-cc04-40fb-a4d7-12a255260c0c service neutron] 10.222.0.69 "GET /v2.0/networks?id=1fed6fc2-4af3-4d92-9b97-51badd4beba2 HTTP/1.1" status: 200 len: 913 time: 0.1178806 Dec 16 22:13:24.577210 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de43a9d-a9df-4c8c-bd05-fc24f9ac70fd x-openstack-request-id: req-0de43a9d-a9df-4c8c-bd05-fc24f9ac70fd {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:24.577499 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0405a799-eb4f-4ef8-928b-901d238e9a9b", "tag": "fe5b393c-02b2-4d58-af73-422ae75eb883", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:24.577746 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0de43a9d-a9df-4c8c-bd05-fc24f9ac70fd {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:24.578140 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0405a799-eb4f-4ef8-928b-901d238e9a9b', 'tag': 'fe5b393c-02b2-4d58-af73-422ae75eb883', 'status': 'completed', 'code': 200} Dec 16 22:13:24.601286 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a9616b0-c589-4185-af11-cdad974404a7 req-bb37cf10-e145-4490-b71b-4b7d7236fe93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe5b393c-02b2-4d58-af73-422ae75eb883 HTTP/1.1" status: 200 len: 217 time: 0.0439246 Dec 16 22:13:24.622181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-982900a8-5568-4467-a581-58e54c00e54b tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.623797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-982900a8-5568-4467-a581-58e54c00e54b tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5169199 Dec 16 22:13:24.680963 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9616b0-c589-4185-af11-cdad974404a7 req-73d134e1-0ab9-4e5e-bb09-d38af6af9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.682605 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a9616b0-c589-4185-af11-cdad974404a7 req-73d134e1-0ab9-4e5e-bb09-d38af6af9e1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46d77552-dc1a-4541-863a-3af61b5315dd HTTP/1.1" status: 200 len: 851 time: 0.0733707 Dec 16 22:13:24.706556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-3279156f-46ab-4489-a5c8-a4dcc323a7d7 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 695 time: 0.0667160 Dec 16 22:13:24.713197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-ee1626b1-a5e5-405b-aed8-5238f4e89b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.714683 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-ee1626b1-a5e5-405b-aed8-5238f4e89b34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ccad454b61324e43aa38f6afc6674f8e&device_id=ca8f117a-dd05-40c8-bbdd-b4d60431533a HTTP/1.1" status: 200 len: 1095 time: 0.5209165 Dec 16 22:13:24.717891 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:24.721028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-1f7861f9-0977-451d-9e0f-a003387bbbc6 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Request body: {'floatingip': {'port_id': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:24.736048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9616b0-c589-4185-af11-cdad974404a7 req-09068976-4a5a-48f0-86ff-f40188651863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.737763 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a9616b0-c589-4185-af11-cdad974404a7 req-09068976-4a5a-48f0-86ff-f40188651863 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1fed6fc2-4af3-4d92-9b97-51badd4beba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469878 Dec 16 22:13:24.760303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d06afd-82b5-402f-9b25-51e074229ba2 req-6e2db9dc-91a7-4186-a00f-41f22c6e1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.761803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56d06afd-82b5-402f-9b25-51e074229ba2 req-6e2db9dc-91a7-4186-a00f-41f22c6e1c54 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a0914d5f-75ec-4578-a993-58b01dc0bdc3 HTTP/1.1" status: 200 len: 1097 time: 0.1829095 Dec 16 22:13:24.786949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2f688-db9f-4293-8694-6d10d5af3700 req-eed8934a-9556-4766-8c0c-014066c32292 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.788541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56a2f688-db9f-4293-8694-6d10d5af3700 req-eed8934a-9556-4766-8c0c-014066c32292 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f187d82-2c47-4ddd-bfc4-f265e28a1e5a HTTP/1.1" status: 200 len: 946 time: 0.2187254 Dec 16 22:13:24.841261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-cfceae9a-adf6-4b53-bfa4-3f009aab0f44 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f3f253-1753-47d5-bfcb-9984d7c017b5 HTTP/1.1" status: 200 len: 217 time: 0.0783868 Dec 16 22:13:24.843388 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-1f7861f9-0977-451d-9e0f-a003387bbbc6 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:24.854091 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a9616b0-c589-4185-af11-cdad974404a7 req-0d7e62e6-f3bf-432b-ac33-b4383eec50ba service neutron] 10.222.0.69 "GET /v2.0/networks/1fed6fc2-4af3-4d92-9b97-51badd4beba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055729 Dec 16 22:13:24.973850 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a9616b0-c589-4185-af11-cdad974404a7 req-da9eba10-aba5-4d1c-9e49-caae10c5ff30 service neutron] 10.222.0.69 "GET /v2.0/networks/1fed6fc2-4af3-4d92-9b97-51badd4beba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120296 Dec 16 22:13:25.034638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-c15848b8-7c17-4ac4-96c4-ebde480b8cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:25.036209 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-c15848b8-7c17-4ac4-96c4-ebde480b8cb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=800243be-f943-451b-a904-1b2848b4fdfc HTTP/1.1" status: 200 len: 855 time: 0.1823268 Dec 16 22:13:25.043071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56a2f688-db9f-4293-8694-6d10d5af3700 req-c2a6170d-5b93-4813-b4c8-36aba5e247c7 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183812 Dec 16 22:13:25.049583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56d06afd-82b5-402f-9b25-51e074229ba2 req-9263799c-7c8c-484b-a295-3898a9e2c8b8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766602 Dec 16 22:13:25.088189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-4fb81bf8-0732-4c8f-a095-ad0ea690232c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa6641f3-4f23-49b4-bf8c-df5092649cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375717 Dec 16 22:13:25.214971 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59664) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:25.305524 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f2a8339-f4bc-456b-9964-0da4f1cae815 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:25.322780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-5942b6c1-3ebe-460c-ac7a-3d9ad3a50823 service neutron] 10.222.0.24 "GET /v2.0/networks/fa6641f3-4f23-49b4-bf8c-df5092649cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930795 Dec 16 22:13:25.343430 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f2a8339-f4bc-456b-9964-0da4f1cae815 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:25.500627 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f2a8339-f4bc-456b-9964-0da4f1cae815 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:25.504165 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f2a8339-f4bc-456b-9964-0da4f1cae815 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:25.521699 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4f2a8339-f4bc-456b-9964-0da4f1cae815 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "DELETE /v2.0/security-groups/07f97300-764b-4583-b9f8-6925aa95410a HTTP/1.1" status: 204 len: 168 time: 0.3024132 Dec 16 22:13:25.529960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4da78-6487-4968-b928-2d8c0a7c410c req-39b22319-4d09-4ba1-a898-8cf0ff81356d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:25.541400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59668) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:25.541567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33b4da78-6487-4968-b928-2d8c0a7c410c req-39b22319-4d09-4ba1-a898-8cf0ff81356d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 945 time: 0.2164268 Dec 16 22:13:25.543833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b0ea114-69be-4655-9eb5-7ff515578ff7 req-573c3ca5-14d3-4a43-9d6c-c0b404562337 service neutron] 10.222.0.24 "GET /v2.0/networks/fa6641f3-4f23-49b4-bf8c-df5092649cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112706 Dec 16 22:13:25.566961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a8339-f4bc-456b-9964-0da4f1cae815 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f97300-764b-4583-b9f8-6925aa95410a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:25.597445 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-37d4aa40-6908-460a-9fb5-b65ca2f44ddb tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] show failed (client error): The resource could not be found. Dec 16 22:13:25.601294 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-37d4aa40-6908-460a-9fb5-b65ca2f44ddb tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "GET /v2.0/security-groups/07f97300-764b-4583-b9f8-6925aa95410a HTTP/1.1" status: 404 len: 347 time: 0.0636785 Dec 16 22:13:25.606634 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59670) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:25.614726 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:25.684756 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-1f7861f9-0977-451d-9e0f-a003387bbbc6 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:25.694100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33b4da78-6487-4968-b928-2d8c0a7c410c req-d0d52227-7259-4382-b5e6-1b2f8dcb49b0 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492903 Dec 16 22:13:25.757901 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-1f7861f9-0977-451d-9e0f-a003387bbbc6 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:25.766019 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5abea381-e410-4ef7-ad63-09a58bf52e34 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Deleting port fefac00f-e420-4130-a51c-82234d53d35a {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:25.766790 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5abea381-e410-4ef7-ad63-09a58bf52e34 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:25.884730 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5abea381-e410-4ef7-ad63-09a58bf52e34 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:25.884980 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5abea381-e410-4ef7-ad63-09a58bf52e34 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:25.898711 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5abea381-e410-4ef7-ad63-09a58bf52e34 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Calling delete_port for fefac00f-e420-4130-a51c-82234d53d35a owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:25.941629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa151ef0-b63b-4bc9-9f5e-0e5651e58248 req-2ad9b183-b2af-4ba7-b686-63bf329e358c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:25.943926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa151ef0-b63b-4bc9-9f5e-0e5651e58248 req-2ad9b183-b2af-4ba7-b686-63bf329e358c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.24 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 945 time: 0.0775034 Dec 16 22:13:25.944791 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-1f7861f9-0977-451d-9e0f-a003387bbbc6 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Floating IP 237e1958-c277-47cc-b0ce-65a262a9fa2b associated. External IP: 172.25.2.11, port: f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff. Dec 16 22:13:26.163741 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5abea381-e410-4ef7-ad63-09a58bf52e34 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:26.179004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709af7c-cc55-44f8-ae78-b272acbd8644 req-a825b5d1-1f84-41d4-96f8-e441e9ce74fe tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:26.180763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0709af7c-cc55-44f8-ae78-b272acbd8644 req-a825b5d1-1f84-41d4-96f8-e441e9ce74fe tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 946 time: 0.3845847 Dec 16 22:13:26.200490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-aa151ef0-b63b-4bc9-9f5e-0e5651e58248 req-2064009e-e118-44dc-a8c4-db51003ea35a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Deleting port 2a1b1e86-eea9-41cc-88db-2de8fc1f164c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:26.200888 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aa151ef0-b63b-4bc9-9f5e-0e5651e58248 req-2064009e-e118-44dc-a8c4-db51003ea35a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:26.206618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea381-e410-4ef7-ad63-09a58bf52e34 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Pushing event deleted for resources: {'Port': ['ID=fefac00f-e420-4130-a51c-82234d53d35a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:26.292988 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5abea381-e410-4ef7-ad63-09a58bf52e34 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:26.297809 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5abea381-e410-4ef7-ad63-09a58bf52e34 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:26.299144 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5abea381-e410-4ef7-ad63-09a58bf52e34 tempest-ServersWithSpecificFlavorTestJSON-1083381238 tempest-ServersWithSpecificFlavorTestJSON-1083381238-project] 10.222.0.43 "DELETE /v2.0/floatingips/5a21521d-90cd-43cb-b399-bb4e16d5a15d HTTP/1.1" status: 204 len: 168 time: 0.6919622 Dec 16 22:13:26.387806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0709af7c-cc55-44f8-ae78-b272acbd8644 req-ef97ac29-797c-46bf-948d-004c0dee7837 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923666 Dec 16 22:13:26.431637 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-aa151ef0-b63b-4bc9-9f5e-0e5651e58248 req-2064009e-e118-44dc-a8c4-db51003ea35a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] For port 2a1b1e86-eea9-41cc-88db-2de8fc1f164c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2a1b1e86-eea9-41cc-88db-2de8fc1f164c,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:26.432022 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aa151ef0-b63b-4bc9-9f5e-0e5651e58248 req-2064009e-e118-44dc-a8c4-db51003ea35a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:26.451674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-1f7861f9-0977-451d-9e0f-a003387bbbc6 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Router 2d9cb233-8206-4207-bd00-6c2ebf78c644 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:13:26.452853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-aa151ef0-b63b-4bc9-9f5e-0e5651e58248 req-2064009e-e118-44dc-a8c4-db51003ea35a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Calling delete_port for 2a1b1e86-eea9-41cc-88db-2de8fc1f164c owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:26.580617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8f117a-dd05-40c8-bbdd-b4d60431533a', 'tag': 'b7f3f253-1753-47d5-bfcb-9984d7c017b5'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:26.582909 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731ca259-33da-4090-a322-d2e5e94b48be" -d '{"events": [{"name": "network-changed", "server_uuid": "ca8f117a-dd05-40c8-bbdd-b4d60431533a", "tag": "b7f3f253-1753-47d5-bfcb-9984d7c017b5"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:26.688761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-1f7861f9-0977-451d-9e0f-a003387bbbc6 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:13:26.701886 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e8e47-9400-44f7-b831-266759cae14a None None] Sync routers for ids ['2d9cb233-8206-4207-bd00-6c2ebf78c644'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:13:26.712631 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-1f7861f9-0977-451d-9e0f-a003387bbbc6 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:26.714907 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e8e47-9400-44f7-b831-266759cae14a None None] Routers {'2d9cb233-8206-4207-bd00-6c2ebf78c644'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:26.715706 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-be9e8e47-9400-44f7-b831-266759cae14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:13:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d9cb233-8206-4207-bd00-6c2ebf78c644'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:26.756161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9b2b8-4a84-44a6-8718-a571d410be5e req-9d5eb64e-1f0d-4d32-9110-25d9a2d29e3a tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:26.757808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-93b9b2b8-4a84-44a6-8718-a571d410be5e req-9d5eb64e-1f0d-4d32-9110-25d9a2d29e3a tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 943 time: 0.1792839 Dec 16 22:13:26.778115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-1f7861f9-0977-451d-9e0f-a003387bbbc6 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "PUT /v2.0/floatingips/237e1958-c277-47cc-b0ce-65a262a9fa2b HTTP/1.1" status: 200 len: 996 time: 2.0615945 Dec 16 22:13:26.834156 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-be9e8e47-9400-44f7-b831-266759cae14a None None] Set router 2d9cb233-8206-4207-bd00-6c2ebf78c644 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:26.860564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-93b9b2b8-4a84-44a6-8718-a571d410be5e req-a66c6a8c-2eef-4eeb-8a23-db9f9ea3ad80 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bd5057c-b4af-4ba6-bac7-4bade6605f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940351 Dec 16 22:13:26.866369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-e4323d3f-7957-4091-a224-79597d36e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:26.868170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-e4323d3f-7957-4091-a224-79597d36e224 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca22611ab075468988e76fbf3b7a895c&device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 1097 time: 0.0713136 Dec 16 22:13:26.885919 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aa151ef0-b63b-4bc9-9f5e-0e5651e58248 req-2064009e-e118-44dc-a8c4-db51003ea35a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:26.900052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['2a1b1e86-eea9-41cc-88db-2de8fc1f164c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:26.989734 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064009e-e118-44dc-a8c4-db51003ea35a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Pushing event deleted for resources: {'Port': ['ID=2a1b1e86-eea9-41cc-88db-2de8fc1f164c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:27.064181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa151ef0-b63b-4bc9-9f5e-0e5651e58248 req-2064009e-e118-44dc-a8c4-db51003ea35a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] No DVR routers for this DVR port 2a1b1e86-eea9-41cc-88db-2de8fc1f164c on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:27.078712 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aa151ef0-b63b-4bc9-9f5e-0e5651e58248 req-2064009e-e118-44dc-a8c4-db51003ea35a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.084550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa151ef0-b63b-4bc9-9f5e-0e5651e58248 req-2064009e-e118-44dc-a8c4-db51003ea35a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.24 "DELETE /v2.0/ports/2a1b1e86-eea9-41cc-88db-2de8fc1f164c HTTP/1.1" status: 204 len: 173 time: 1.1338060 Dec 16 22:13:27.121006 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c29d6-658b-4645-8c36-cbe20fd59ab5 req-9eaa2e39-82b5-48e7-8239-6675a330d48a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:27.123740 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b93c29d6-658b-4645-8c36-cbe20fd59ab5 req-9eaa2e39-82b5-48e7-8239-6675a330d48a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0914d5f-75ec-4578-a993-58b01dc0bdc3 HTTP/1.1" status: 200 len: 946 time: 0.1871777 Dec 16 22:13:27.134891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-cd18b201-9c2d-4fee-b966-8adc8153ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:27.137380 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-cd18b201-9c2d-4fee-b966-8adc8153ce87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=34daf0cb-328a-4063-b77e-640751a9efdd HTTP/1.1" status: 200 len: 929 time: 0.2614126 Dec 16 22:13:27.200145 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-be9e8e47-9400-44f7-b831-266759cae14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-router', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:41Z', 'updated_at': '2021-12-16T22:12:46Z', 'revision_number': 4, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'gw_port': {'id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:42Z', 'updated_at': '2021-12-16T22:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '237e1958-c277-47cc-b0ce-65a262a9fa2b', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'port_id': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd', 'mac_address': 'fa:16:3e:42:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b60496-7ccf-4bad-a880-27a4efd5df46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:13:21Z', 'updated_at': '2021-12-16T22:13:25Z', 'revision_number': 1, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97ebac1-9b24-47a9-ab54-be25597f0f56', 'name': '', 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'mac_address': 'fa:16:3e:5b:e4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:45Z', 'updated_at': '2021-12-16T22:12:53Z', 'revision_number': 5, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'subnets': [{'id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:27.209014 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device fe5b393c-02b2-4d58-af73-422ae75eb883 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:27.229887 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e8e47-9400-44f7-b831-266759cae14a None None] Checking router: 2d9cb233-8206-4207-bd00-6c2ebf78c644 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:13:27.240200 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e8e47-9400-44f7-b831-266759cae14a None None] Routers {'2d9cb233-8206-4207-bd00-6c2ebf78c644'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:27.240831 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-be9e8e47-9400-44f7-b831-266759cae14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:13:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d9cb233-8206-4207-bd00-6c2ebf78c644'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:27.267536 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b93c29d6-658b-4645-8c36-cbe20fd59ab5 req-9bb2e260-51c9-427e-88c9-a8353270b344 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365337 Dec 16 22:13:27.281424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-cb5ae95c-1107-4c53-bd7d-6aef9c760f69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff HTTP/1.1" status: 200 len: 999 time: 0.1342130 Dec 16 22:13:27.346687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-c5871350-0209-47a5-90b1-3436e86474c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:27.348342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-c5871350-0209-47a5-90b1-3436e86474c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3585ba4-a949-4dca-bd29-1688b72e97c2 HTTP/1.1" status: 200 len: 867 time: 0.0610836 Dec 16 22:13:27.375391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port fe5b393c-02b2-4d58-af73-422ae75eb883, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=fe5b393c-02b2-4d58-af73-422ae75eb883,segment=NetworkSegment(95dc44a5-c33f-437a-ae38-810c7b80c552),segment_id=95dc44a5-c33f-437a-ae38-810c7b80c552)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:27.393936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'fe5b393c-02b2-4d58-af73-422ae75eb883', 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'port_id': 'fe5b393c-02b2-4d58-af73-422ae75eb883', 'mac_address': 'fa:16:3e:c4:fe:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:27.408112 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-be9e8e47-9400-44f7-b831-266759cae14a None None] Set router 2d9cb233-8206-4207-bd00-6c2ebf78c644 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:27.448204 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.469518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5b393c-02b2-4d58-af73-422ae75eb883 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:27.505865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port fe5b393c-02b2-4d58-af73-422ae75eb883, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=fe5b393c-02b2-4d58-af73-422ae75eb883,segment=NetworkSegment(95dc44a5-c33f-437a-ae38-810c7b80c552),segment_id=95dc44a5-c33f-437a-ae38-810c7b80c552)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:27.575344 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.665046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=fe5b393c-02b2-4d58-af73-422ae75eb883,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:27.676147 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:27.677736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:27.677736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:27.678133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:27.679549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:27.680142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:27.680704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:27.681255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:27.681938 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:27.682526 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:27.683056 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:27.683668 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:27.684701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:27.779742 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-5da40e03-1918-4218-bd38-a4408ac99be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:27.781276 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-5da40e03-1918-4218-bd38-a4408ac99be0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34daf0cb-328a-4063-b77e-640751a9efdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4211841 Dec 16 22:13:27.795993 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-be9e8e47-9400-44f7-b831-266759cae14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-router', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:41Z', 'updated_at': '2021-12-16T22:12:46Z', 'revision_number': 4, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'gw_port': {'id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:42Z', 'updated_at': '2021-12-16T22:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '237e1958-c277-47cc-b0ce-65a262a9fa2b', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'port_id': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd', 'mac_address': 'fa:16:3e:42:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b60496-7ccf-4bad-a880-27a4efd5df46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:13:21Z', 'updated_at': '2021-12-16T22:13:25Z', 'revision_number': 1, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97ebac1-9b24-47a9-ab54-be25597f0f56', 'name': '', 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'mac_address': 'fa:16:3e:5b:e4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:45Z', 'updated_at': '2021-12-16T22:12:53Z', 'revision_number': 5, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'subnets': [{'id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:27.797392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e258283-29bc-4d02-b2bd-6843961a1c85 req-54a282bb-efb1-4464-81d8-e6de6a6b77bb tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:27.799046 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e258283-29bc-4d02-b2bd-6843961a1c85 req-54a282bb-efb1-4464-81d8-e6de6a6b77bb tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca8f117a-dd05-40c8-bbdd-b4d60431533a HTTP/1.1" status: 200 len: 944 time: 0.4404390 Dec 16 22:13:27.804236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-a71fb89f-922a-48a1-b0a8-f3fb6421d9d8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:13:27.805531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-a71fb89f-922a-48a1-b0a8-f3fb6421d9d8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053842 Dec 16 22:13:27.830015 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e8e47-9400-44f7-b831-266759cae14a None None] The sync data for ids ['2d9cb233-8206-4207-bd00-6c2ebf78c644'] in n-d-821840-2 is: [{'id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-router', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:41Z', 'updated_at': '2021-12-16T22:12:46Z', 'revision_number': 4, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'gw_port': {'id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:42Z', 'updated_at': '2021-12-16T22:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '237e1958-c277-47cc-b0ce-65a262a9fa2b', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'port_id': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd', 'mac_address': 'fa:16:3e:42:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b60496-7ccf-4bad-a880-27a4efd5df46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:13:21Z', 'updated_at': '2021-12-16T22:13:25Z', 'revision_number': 1, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97ebac1-9b24-47a9-ab54-be25597f0f56', 'name': '', 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'mac_address': 'fa:16:3e:5b:e4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:45Z', 'updated_at': '2021-12-16T22:12:53Z', 'revision_number': 5, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'subnets': [{'id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:13:27.849060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['fe5b393c-02b2-4d58-af73-422ae75eb883'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:27.916626 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e258283-29bc-4d02-b2bd-6843961a1c85 req-c4c0e42a-74de-4d1f-979a-1bc9e57fb16a tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d0a3283-a25e-4cc4-8616-2b132da112fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097701 Dec 16 22:13:27.954453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-a84733aa-b74e-41ed-9dd1-8a0ca44acc1b service neutron] 10.222.0.43 "GET /v2.0/networks/34daf0cb-328a-4063-b77e-640751a9efdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413591 Dec 16 22:13:28.091608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ec23ded-0bbe-4836-a8ca-508b72fa9d26 req-44dfbb59-ff4c-4369-bb33-2049c3670b9c service neutron] 10.222.0.43 "GET /v2.0/networks/34daf0cb-328a-4063-b77e-640751a9efdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286001 Dec 16 22:13:28.169347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712543b6-43d6-4b2e-b1b4-d25846045b22 None None] New status for floating IP 237e1958-c277-47cc-b0ce-65a262a9fa2b: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:13:28.252228 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40394e27-ad8a-4ed8-b66c-a163cab57f8f x-openstack-request-id: req-40394e27-ad8a-4ed8-b66c-a163cab57f8f {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:28.252596 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca8f117a-dd05-40c8-bbdd-b4d60431533a", "tag": "b7f3f253-1753-47d5-bfcb-9984d7c017b5", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:28.252917 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40394e27-ad8a-4ed8-b66c-a163cab57f8f {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:28.253460 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca8f117a-dd05-40c8-bbdd-b4d60431533a', 'tag': 'b7f3f253-1753-47d5-bfcb-9984d7c017b5', 'status': 'completed', 'code': 200} Dec 16 22:13:28.388060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10307ca0-a2f0-4b5f-8413-5a2e3b7f3ab0 req-7ff78dbd-a42c-417a-8a98-97bcbb97cfcf tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 210 time: 0.0462773 Dec 16 22:13:28.400508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ca259-33da-4090-a322-d2e5e94b48be req-c42a96f5-aaaf-478b-a2b4-55d5ce4e653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:28.402473 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-731ca259-33da-4090-a322-d2e5e94b48be req-c42a96f5-aaaf-478b-a2b4-55d5ce4e653b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ccad454b61324e43aa38f6afc6674f8e&device_id=ca8f117a-dd05-40c8-bbdd-b4d60431533a HTTP/1.1" status: 200 len: 1095 time: 0.1157057 Dec 16 22:13:28.538518 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ca259-33da-4090-a322-d2e5e94b48be req-f420f97a-aba7-4843-a2ca-cdb7ee0e6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:28.540103 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-731ca259-33da-4090-a322-d2e5e94b48be req-f420f97a-aba7-4843-a2ca-cdb7ee0e6964 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa6641f3-4f23-49b4-bf8c-df5092649cf7 HTTP/1.1" status: 200 len: 916 time: 0.1287274 Dec 16 22:13:28.558506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536fbc9-e83c-4f7a-adef-8d0ff844dc91 req-2002759c-e124-4c2e-81ed-91d4d39875e2 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:28.560037 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c536fbc9-e83c-4f7a-adef-8d0ff844dc91 req-2002759c-e124-4c2e-81ed-91d4d39875e2 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 946 time: 0.0876999 Dec 16 22:13:28.608243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-731ca259-33da-4090-a322-d2e5e94b48be req-385a8195-b232-4b4d-b349-40eedbb9aa22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f3f253-1753-47d5-bfcb-9984d7c017b5 HTTP/1.1" status: 200 len: 217 time: 0.0573068 Dec 16 22:13:28.682139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c536fbc9-e83c-4f7a-adef-8d0ff844dc91 req-faca9f5a-dadf-475d-8a65-6b8d48286da1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148279 Dec 16 22:13:28.692732 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ca259-33da-4090-a322-d2e5e94b48be req-36fb881e-d13b-4b1e-8a49-adb9c58b2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:28.694636 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-731ca259-33da-4090-a322-d2e5e94b48be req-36fb881e-d13b-4b1e-8a49-adb9c58b2149 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=800243be-f943-451b-a904-1b2848b4fdfc HTTP/1.1" status: 200 len: 855 time: 0.0772896 Dec 16 22:13:28.732130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-731ca259-33da-4090-a322-d2e5e94b48be req-59e9eb1e-7041-4471-bac9-50a831fd5b68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa6641f3-4f23-49b4-bf8c-df5092649cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302269 Dec 16 22:13:28.944789 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b7f3f253-1753-47d5-bfcb-9984d7c017b5 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:28.950070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 2a1b1e86-eea9-41cc-88db-2de8fc1f164c no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:28.960268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187a496-ef5b-4724-b56e-6008ed86d6c1 req-f1774829-fc3d-49da-91ac-9e3b1dae0e72 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:28.968813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4187a496-ef5b-4724-b56e-6008ed86d6c1 req-f1774829-fc3d-49da-91ac-9e3b1dae0e72 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 944 time: 0.1764848 Dec 16 22:13:28.979769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 2a1b1e86-eea9-41cc-88db-2de8fc1f164c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:28.980396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 2a1b1e86-eea9-41cc-88db-2de8fc1f164c not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:28.984019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-731ca259-33da-4090-a322-d2e5e94b48be req-eeede44b-c30f-4c2f-b7a2-e65791a041c0 service neutron] 10.222.0.24 "GET /v2.0/networks/fa6641f3-4f23-49b4-bf8c-df5092649cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449074 Dec 16 22:13:29.026923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2685d11d-0493-40af-8148-c28d740983aa req-9cce1790-7003-4cde-87bf-f37c0d841390 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 258 time: 0.2168558 Dec 16 22:13:29.064924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-2685d11d-0493-40af-8148-c28d740983aa req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:29.087686 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b7f3f253-1753-47d5-bfcb-9984d7c017b5, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b7f3f253-1753-47d5-bfcb-9984d7c017b5,segment=NetworkSegment(90b58da1-40a0-48d4-ab69-0aac7acfcb81),segment_id=90b58da1-40a0-48d4-ab69-0aac7acfcb81)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:29.100893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'b7f3f253-1753-47d5-bfcb-9984d7c017b5', 'network_id': 'fa6641f3-4f23-49b4-bf8c-df5092649cf7', 'port_id': 'b7f3f253-1753-47d5-bfcb-9984d7c017b5', 'mac_address': 'fa:16:3e:db:35:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800243be-f943-451b-a904-1b2848b4fdfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:29.119387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4187a496-ef5b-4724-b56e-6008ed86d6c1 req-97366a2f-303d-4996-9839-dbf8eda840d2 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bd5057c-b4af-4ba6-bac7-4bade6605f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496689 Dec 16 22:13:29.151360 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.155224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-731ca259-33da-4090-a322-d2e5e94b48be req-fdaf61bc-4cf7-4ca9-bd60-feb02e16ee64 service neutron] 10.222.0.24 "GET /v2.0/networks/fa6641f3-4f23-49b4-bf8c-df5092649cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554813 Dec 16 22:13:29.170299 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f3f253-1753-47d5-bfcb-9984d7c017b5 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:29.208530 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2685d11d-0493-40af-8148-c28d740983aa req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.218398 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device fe5b393c-02b2-4d58-af73-422ae75eb883 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:29.227664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b7f3f253-1753-47d5-bfcb-9984d7c017b5, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b7f3f253-1753-47d5-bfcb-9984d7c017b5,segment=NetworkSegment(90b58da1-40a0-48d4-ab69-0aac7acfcb81),segment_id=90b58da1-40a0-48d4-ab69-0aac7acfcb81)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:29.312020 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.368943 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2685d11d-0493-40af-8148-c28d740983aa req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.418777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=b7f3f253-1753-47d5-bfcb-9984d7c017b5,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:29.497895 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port fe5b393c-02b2-4d58-af73-422ae75eb883 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:29.497895 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port fe5b393c-02b2-4d58-af73-422ae75eb883 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:29.497895 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.514401 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-2685d11d-0493-40af-8148-c28d740983aa req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Allocated IP 172.25.2.191 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/d64f6b26-4831-467e-92a8-9858276384ad) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:29.605639 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.622536 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['b7f3f253-1753-47d5-bfcb-9984d7c017b5'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:29.690089 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port fe5b393c-02b2-4d58-af73-422ae75eb883, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=fe5b393c-02b2-4d58-af73-422ae75eb883,segment=NetworkSegment(95dc44a5-c33f-437a-ae38-810c7b80c552),segment_id=95dc44a5-c33f-437a-ae38-810c7b80c552)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:29.692032 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0405a799-eb4f-4ef8-928b-901d238e9a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5b393c-02b2-4d58-af73-422ae75eb883'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:29.694753 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3944efa7-6db3-4a57-adc3-bbad3e2e648f" -d '{"events": [{"server_uuid": "0405a799-eb4f-4ef8-928b-901d238e9a9b", "name": "network-vif-plugged", "status": "completed", "tag": "fe5b393c-02b2-4d58-af73-422ae75eb883"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:29.704958 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2685d11d-0493-40af-8148-c28d740983aa req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.767167 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.836438 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fbdee-ca4f-498e-8455-c20926dce39a req-337ecbb4-80d5-4b5a-8ba5-5b1671bc7128 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:29.838866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e65fbdee-ca4f-498e-8455-c20926dce39a req-337ecbb4-80d5-4b5a-8ba5-5b1671bc7128 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca8f117a-dd05-40c8-bbdd-b4d60431533a HTTP/1.1" status: 200 len: 945 time: 0.0844436 Dec 16 22:13:29.846335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=fe5b393c-02b2-4d58-af73-422ae75eb883,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:29.907925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e65fbdee-ca4f-498e-8455-c20926dce39a req-6bd34a7d-4e82-47a4-a8b8-d579cf8caf50 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d0a3283-a25e-4cc4-8616-2b132da112fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535865 Dec 16 22:13:29.920986 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2685d11d-0493-40af-8148-c28d740983aa req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.972395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2685d11d-0493-40af-8148-c28d740983aa req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:29.975506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-2685d11d-0493-40af-8148-c28d740983aa req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:29.980959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-2685d11d-0493-40af-8148-c28d740983aa req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:30.009751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Pushing event updated for resources: {'Port': ['ID=d64f6b26-4831-467e-92a8-9858276384ad,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:30.112889 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0e4a71f-d95f-4926-8e9e-5ec283ca576c req-b8c4732e-cd75-4613-96b2-5134fce74c70 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 210 time: 0.0311868 Dec 16 22:13:30.117441 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2685d11d-0493-40af-8148-c28d740983aa req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:30.166848 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2374b64f-7fed-4177-81d8-171aacfc8174 x-openstack-request-id: req-2374b64f-7fed-4177-81d8-171aacfc8174 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:30.167248 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0405a799-eb4f-4ef8-928b-901d238e9a9b", "name": "network-vif-plugged", "status": "completed", "tag": "fe5b393c-02b2-4d58-af73-422ae75eb883", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:30.167777 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2374b64f-7fed-4177-81d8-171aacfc8174 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:30.168293 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0405a799-eb4f-4ef8-928b-901d238e9a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5b393c-02b2-4d58-af73-422ae75eb883', 'code': 200} Dec 16 22:13:30.256186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b60496-7ccf-4bad-a880-27a4efd5df46', 'tag': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff'}, {'server_uuid': 'd17e0946-6463-4e2e-9114-b2547513c88b', 'name': 'network-vif-deleted', 'tag': '2a1b1e86-eea9-41cc-88db-2de8fc1f164c'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:30.258578 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12045760-1ded-464f-8075-ea4567f818f0" -d '{"events": [{"name": "network-changed", "server_uuid": "92b60496-7ccf-4bad-a880-27a4efd5df46", "tag": "f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff"}, {"server_uuid": "d17e0946-6463-4e2e-9114-b2547513c88b", "name": "network-vif-deleted", "tag": "2a1b1e86-eea9-41cc-88db-2de8fc1f164c"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:30.296185 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2685d11d-0493-40af-8148-c28d740983aa req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:30.300266 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a6b40-6e2f-410c-bd13-508af91d108e req-efd756e2-b7c9-4afb-9561-f4b2a4fc7ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:30.302421 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-812a6b40-6e2f-410c-bd13-508af91d108e req-efd756e2-b7c9-4afb-9561-f4b2a4fc7ba8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 1096 time: 0.0559056 Dec 16 22:13:30.348719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077d352-cee6-489d-929e-60223943ab73 req-1b08e754-8810-43ae-b5c1-a88e0fd7b735 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:30.350342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8077d352-cee6-489d-929e-60223943ab73 req-1b08e754-8810-43ae-b5c1-a88e0fd7b735 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0914d5f-75ec-4578-a993-58b01dc0bdc3 HTTP/1.1" status: 200 len: 946 time: 0.1679182 Dec 16 22:13:30.358535 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-812a6b40-6e2f-410c-bd13-508af91d108e req-449fa5fe-91fa-4536-a07f-c50c657fa1c4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7bd5057c-b4af-4ba6-bac7-4bade6605f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446208 Dec 16 22:13:30.384062 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909edb8-532c-443f-8c4d-1e743e816093 req-08fb79ba-fc37-4378-9a45-f8d348cda147 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:30.385876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c909edb8-532c-443f-8c4d-1e743e816093 req-08fb79ba-fc37-4378-9a45-f8d348cda147 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 946 time: 0.1610940 Dec 16 22:13:30.576032 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c909edb8-532c-443f-8c4d-1e743e816093 req-8909dd50-f58d-4ae1-a0cf-6bc0dfaf2e2a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666682 Dec 16 22:13:30.637582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-8077d352-cee6-489d-929e-60223943ab73 req-f6690d55-cef2-4640-8ba8-a06e58c6f134 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Deleting port db56bad6-ff16-4b98-b7dd-6d83905874a3 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:30.638023 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8077d352-cee6-489d-929e-60223943ab73 req-f6690d55-cef2-4640-8ba8-a06e58c6f134 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:30.655592 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2685d11d-0493-40af-8148-c28d740983aa req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:30.741237 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2685d11d-0493-40af-8148-c28d740983aa req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:30.752140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-8077d352-cee6-489d-929e-60223943ab73 req-f6690d55-cef2-4640-8ba8-a06e58c6f134 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] For port db56bad6-ff16-4b98-b7dd-6d83905874a3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=db56bad6-ff16-4b98-b7dd-6d83905874a3,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:30.752512 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8077d352-cee6-489d-929e-60223943ab73 req-f6690d55-cef2-4640-8ba8-a06e58c6f134 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:30.824952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-8077d352-cee6-489d-929e-60223943ab73 req-f6690d55-cef2-4640-8ba8-a06e58c6f134 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Calling delete_port for db56bad6-ff16-4b98-b7dd-6d83905874a3 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:30.912415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Pushing event updated for resources: {'Port': ['ID=d64f6b26-4831-467e-92a8-9858276384ad,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:30.989635 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2685d11d-0493-40af-8148-c28d740983aa req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:30.993115 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b7f3f253-1753-47d5-bfcb-9984d7c017b5 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:31.041093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf21c-e199-4af0-96a3-987962320855 req-184d768a-ed1d-4232-829e-763b7e733c86 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:31.042657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-184d768a-ed1d-4232-829e-763b7e733c86 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/networks?id=26cb485d-74a4-49d2-916a-2c30cff40f55 HTTP/1.1" status: 200 len: 813 time: 0.2605770 Dec 16 22:13:31.090563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-314da92c-80e5-4f42-b542-d9c18b257f67 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/quotas/89e26e39871b487e822a56aaf6ec88ce HTTP/1.1" status: 200 len: 375 time: 0.0261714 Dec 16 22:13:31.149228 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2685d11d-0493-40af-8148-c28d740983aa req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:31.150464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2685d11d-0493-40af-8148-c28d740983aa req-284cb3aa-7070-4110-ad5b-c238574ebc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0928369 Dec 16 22:13:31.192217 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port b7f3f253-1753-47d5-bfcb-9984d7c017b5 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:31.198139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port b7f3f253-1753-47d5-bfcb-9984d7c017b5 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:31.198513 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:31.267220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2685d11d-0493-40af-8148-c28d740983aa req-8ca8a436-8e32-47ef-bdee-576693b44f17 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.191 HTTP/1.1" status: 200 len: 696 time: 0.1066635 Dec 16 22:13:31.276639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-f9bd414e-3f2a-427c-a1eb-0d8be8e97f6c tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89e26e39871b487e822a56aaf6ec88ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1784010 Dec 16 22:13:31.317001 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:31.346086 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8077d352-cee6-489d-929e-60223943ab73 req-f6690d55-cef2-4640-8ba8-a06e58c6f134 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:31.357251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b7f3f253-1753-47d5-bfcb-9984d7c017b5, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b7f3f253-1753-47d5-bfcb-9984d7c017b5,segment=NetworkSegment(90b58da1-40a0-48d4-ab69-0aac7acfcb81),segment_id=90b58da1-40a0-48d4-ab69-0aac7acfcb81)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:31.361104 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['44c5f663-17db-440e-8e3c-5808c88c43f9'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:31.363072 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694cfac-74ba-49bf-9ea2-155f428964fb req-3152d75d-7107-456a-aedd-6eff5523b14c tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:31.364367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['db56bad6-ff16-4b98-b7dd-6d83905874a3'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:31.364649 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9694cfac-74ba-49bf-9ea2-155f428964fb req-3152d75d-7107-456a-aedd-6eff5523b14c tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f187d82-2c47-4ddd-bfc4-f265e28a1e5a HTTP/1.1" status: 200 len: 946 time: 0.2056761 Dec 16 22:13:31.431031 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:31.448627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6690d55-cef2-4640-8ba8-a06e58c6f134 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Pushing event deleted for resources: {'Port': ['ID=db56bad6-ff16-4b98-b7dd-6d83905874a3,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:31.517773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=b7f3f253-1753-47d5-bfcb-9984d7c017b5,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:31.616469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-8077d352-cee6-489d-929e-60223943ab73 req-f6690d55-cef2-4640-8ba8-a06e58c6f134 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] No DVR routers for this DVR port db56bad6-ff16-4b98-b7dd-6d83905874a3 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:31.620049 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8077d352-cee6-489d-929e-60223943ab73 req-f6690d55-cef2-4640-8ba8-a06e58c6f134 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:31.623740 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8077d352-cee6-489d-929e-60223943ab73 req-f6690d55-cef2-4640-8ba8-a06e58c6f134 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.69 "DELETE /v2.0/ports/db56bad6-ff16-4b98-b7dd-6d83905874a3 HTTP/1.1" status: 204 len: 173 time: 1.2665563 Dec 16 22:13:31.640502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685d11d-0493-40af-8148-c28d740983aa req-412aad32-6659-43be-b56f-319a1bc9dc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:31.643219 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2685d11d-0493-40af-8148-c28d740983aa req-412aad32-6659-43be-b56f-319a1bc9dc9e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.3605549 Dec 16 22:13:31.661617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-2685d11d-0493-40af-8148-c28d740983aa req-41723dad-c906-4885-b084-7693c0c64a58 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:13:31.662631 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2685d11d-0493-40af-8148-c28d740983aa req-41723dad-c906-4885-b084-7693c0c64a58 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100396 Dec 16 22:13:31.708814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-59934a83-dc76-44f1-848a-d37f3f4a94de service neutron] 10.222.0.43 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987947 Dec 16 22:13:31.811240 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:13:31.825714 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-9694cfac-74ba-49bf-9ea2-155f428964fb req-fb9d8ca7-f4e5-4ece-afe3-1abb6502b446 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Deleting port 44c5f663-17db-440e-8e3c-5808c88c43f9 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:31.826074 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9694cfac-74ba-49bf-9ea2-155f428964fb req-fb9d8ca7-f4e5-4ece-afe3-1abb6502b446 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:31.915152 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f98ac-e503-43f6-9c78-310a32ea91f1 req-f37efda1-a2a6-4840-904e-24f766b655bb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:31.919339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e7f98ac-e503-43f6-9c78-310a32ea91f1 req-f37efda1-a2a6-4840-904e-24f766b655bb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 945 time: 0.1378920 Dec 16 22:13:31.974834 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-d75d63d8-cadf-4de6-a23e-84d33b8e5a0d service neutron] 10.222.0.43 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646892 Dec 16 22:13:31.991057 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-9694cfac-74ba-49bf-9ea2-155f428964fb req-fb9d8ca7-f4e5-4ece-afe3-1abb6502b446 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] For port 44c5f663-17db-440e-8e3c-5808c88c43f9, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=44c5f663-17db-440e-8e3c-5808c88c43f9,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:31.991460 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9694cfac-74ba-49bf-9ea2-155f428964fb req-fb9d8ca7-f4e5-4ece-afe3-1abb6502b446 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:32.016298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-9694cfac-74ba-49bf-9ea2-155f428964fb req-fb9d8ca7-f4e5-4ece-afe3-1abb6502b446 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Calling delete_port for 44c5f663-17db-440e-8e3c-5808c88c43f9 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:32.024461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e7f98ac-e503-43f6-9c78-310a32ea91f1 req-9f4d3e09-e3c5-4ec2-8ea6-2224d3cb59ea tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bd5057c-b4af-4ba6-bac7-4bade6605f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958495 Dec 16 22:13:32.098042 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73426a0-80b9-4407-ad7e-e89a0f16a6f7 x-openstack-request-id: req-a73426a0-80b9-4407-ad7e-e89a0f16a6f7 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:32.099710 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b60496-7ccf-4bad-a880-27a4efd5df46", "tag": "f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff", "status": "completed", "code": 200}, {"server_uuid": "d17e0946-6463-4e2e-9114-b2547513c88b", "name": "network-vif-deleted", "tag": "2a1b1e86-eea9-41cc-88db-2de8fc1f164c", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:32.104723 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a73426a0-80b9-4407-ad7e-e89a0f16a6f7 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:32.104723 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b60496-7ccf-4bad-a880-27a4efd5df46', 'tag': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff', 'status': 'completed', 'code': 200} Dec 16 22:13:32.104723 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17e0946-6463-4e2e-9114-b2547513c88b', 'name': 'network-vif-deleted', 'tag': '2a1b1e86-eea9-41cc-88db-2de8fc1f164c', 'status': 'completed', 'code': 200} Dec 16 22:13:32.169094 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8f117a-dd05-40c8-bbdd-b4d60431533a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f3f253-1753-47d5-bfcb-9984d7c017b5'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:32.171632 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0da0a02-beb1-4e0c-8a55-88f7ad54a58f" -d '{"events": [{"server_uuid": "ca8f117a-dd05-40c8-bbdd-b4d60431533a", "name": "network-vif-plugged", "status": "completed", "tag": "b7f3f253-1753-47d5-bfcb-9984d7c017b5"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:32.188244 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12045760-1ded-464f-8075-ea4567f818f0 req-303803ef-79e3-432d-9ee1-f77348a272b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:32.191775 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-12045760-1ded-464f-8075-ea4567f818f0 req-303803ef-79e3-432d-9ee1-f77348a272b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca22611ab075468988e76fbf3b7a895c&device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 1097 time: 0.0622370 Dec 16 22:13:32.306508 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12045760-1ded-464f-8075-ea4567f818f0 req-2e52d3c6-b3a8-49d4-86bb-f35c5e89863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:32.308239 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-12045760-1ded-464f-8075-ea4567f818f0 req-2e52d3c6-b3a8-49d4-86bb-f35c5e89863e service neutron] 10.222.0.24 "GET /v2.0/networks?id=34daf0cb-328a-4063-b77e-640751a9efdd HTTP/1.1" status: 200 len: 929 time: 0.1094260 Dec 16 22:13:32.419110 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-12045760-1ded-464f-8075-ea4567f818f0 req-f9c23dc6-f87a-472a-ba9b-624c291a91a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff HTTP/1.1" status: 200 len: 1001 time: 0.0978205 Dec 16 22:13:32.516016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12045760-1ded-464f-8075-ea4567f818f0 req-657cb1a2-ad5c-410e-96ad-e0167223f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:32.517864 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-12045760-1ded-464f-8075-ea4567f818f0 req-657cb1a2-ad5c-410e-96ad-e0167223f950 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3585ba4-a949-4dca-bd29-1688b72e97c2 HTTP/1.1" status: 200 len: 867 time: 0.0905452 Dec 16 22:13:32.580322 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12045760-1ded-464f-8075-ea4567f818f0 req-8859f9c4-12df-47a3-a592-b093b4395121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:32.581898 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-12045760-1ded-464f-8075-ea4567f818f0 req-8859f9c4-12df-47a3-a592-b093b4395121 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34daf0cb-328a-4063-b77e-640751a9efdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552766 Dec 16 22:13:32.641691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b46e9bf4-9f9e-4f62-8180-fdb602cd0ea0 req-528dc1aa-dc85-471b-bf30-c1adddf26190 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 210 time: 0.0607564 Dec 16 22:13:32.668210 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bde42-209a-4479-9624-7abdaf7957d0 req-7f7e8cb9-a456-4a97-ba3e-6c062f40a822 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:32.672071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a6bde42-209a-4479-9624-7abdaf7957d0 req-7f7e8cb9-a456-4a97-ba3e-6c062f40a822 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca8f117a-dd05-40c8-bbdd-b4d60431533a HTTP/1.1" status: 200 len: 946 time: 0.5056818 Dec 16 22:13:32.760215 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-12045760-1ded-464f-8075-ea4567f818f0 req-473cdb36-2ff7-47ce-926a-a4a28eb6a437 service neutron] 10.222.0.24 "GET /v2.0/networks/34daf0cb-328a-4063-b77e-640751a9efdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704228 Dec 16 22:13:32.779304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a6bde42-209a-4479-9624-7abdaf7957d0 req-3ea98b00-7e6b-444b-a9e7-76c60e81aec7 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d0a3283-a25e-4cc4-8616-2b132da112fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936823 Dec 16 22:13:32.787318 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9694cfac-74ba-49bf-9ea2-155f428964fb req-fb9d8ca7-f4e5-4ece-afe3-1abb6502b446 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:32.808925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['db56bad6-ff16-4b98-b7dd-6d83905874a3'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:32.894239 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d8ca7-f4e5-4ece-afe3-1abb6502b446 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Pushing event deleted for resources: {'Port': ['ID=44c5f663-17db-440e-8e3c-5808c88c43f9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:32.928789 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-12045760-1ded-464f-8075-ea4567f818f0 req-7a62f014-10ae-44ed-a3b1-1fa9122fd8e9 service neutron] 10.222.0.24 "GET /v2.0/networks/34daf0cb-328a-4063-b77e-640751a9efdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582241 Dec 16 22:13:32.973900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-9694cfac-74ba-49bf-9ea2-155f428964fb req-fb9d8ca7-f4e5-4ece-afe3-1abb6502b446 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] No DVR routers for this DVR port 44c5f663-17db-440e-8e3c-5808c88c43f9 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:32.979526 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9694cfac-74ba-49bf-9ea2-155f428964fb req-fb9d8ca7-f4e5-4ece-afe3-1abb6502b446 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:32.984700 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9694cfac-74ba-49bf-9ea2-155f428964fb req-fb9d8ca7-f4e5-4ece-afe3-1abb6502b446 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.24 "DELETE /v2.0/ports/44c5f663-17db-440e-8e3c-5808c88c43f9 HTTP/1.1" status: 204 len: 173 time: 1.6022246 Dec 16 22:13:32.989416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-f6eb24de-638d-46f0-8d5a-43fa626f3a16 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:32.989846 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-f6eb24de-638d-46f0-8d5a-43fa626f3a16 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3&tenant_id=7121dad57bc841b98b41e71c9b25481e&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 1097 time: 0.2368224 Dec 16 22:13:33.003489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821840-2'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:33.014459 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd19289-431e-418d-ac8b-be8e2370c068 req-5bba387e-caf0-45eb-a65e-df8eb9a7428d tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:33.019111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0bd19289-431e-418d-ac8b-be8e2370c068 req-5bba387e-caf0-45eb-a65e-df8eb9a7428d tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 946 time: 0.1978047 Dec 16 22:13:33.059363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f48489-6bf4-4c5c-8e6d-8490d811190f req-6084f851-146a-4ab6-90e2-7651368bf7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:33.061026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04f48489-6bf4-4c5c-8e6d-8490d811190f req-6084f851-146a-4ab6-90e2-7651368bf7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1632314 Dec 16 22:13:33.150336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04f48489-6bf4-4c5c-8e6d-8490d811190f req-17f861dd-cc58-4db0-bcf8-800e4d1f0ad7 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.191 HTTP/1.1" status: 200 len: 696 time: 0.0803449 Dec 16 22:13:33.156078 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:33.168503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-04f48489-6bf4-4c5c-8e6d-8490d811190f req-cb9b1961-8f5f-4912-998e-bee35f1d515f tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Request body: {'floatingip': {'port_id': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:33.235570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0bd19289-431e-418d-ac8b-be8e2370c068 req-18401eae-91c1-4953-9604-60d77785519a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960275 Dec 16 22:13:33.237272 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-04f48489-6bf4-4c5c-8e6d-8490d811190f req-cb9b1961-8f5f-4912-998e-bee35f1d515f tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:33.445274 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39155459-fbf5-4015-9702-f0ce08834c2b x-openstack-request-id: req-39155459-fbf5-4015-9702-f0ce08834c2b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:33.446123 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8f117a-dd05-40c8-bbdd-b4d60431533a", "name": "network-vif-plugged", "status": "completed", "tag": "b7f3f253-1753-47d5-bfcb-9984d7c017b5", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:33.446363 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39155459-fbf5-4015-9702-f0ce08834c2b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:33.447244 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8f117a-dd05-40c8-bbdd-b4d60431533a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f3f253-1753-47d5-bfcb-9984d7c017b5', 'code': 200} Dec 16 22:13:33.595000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] For port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:33.639802 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-04f48489-6bf4-4c5c-8e6d-8490d811190f req-cb9b1961-8f5f-4912-998e-bee35f1d515f tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 22:13:33.650033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04f48489-6bf4-4c5c-8e6d-8490d811190f req-cb9b1961-8f5f-4912-998e-bee35f1d515f tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "PUT /v2.0/floatingips/029fb145-b037-4f16-9168-6affa4ddb11b HTTP/1.1" status: 409 len: 551 time: 0.4908488 Dec 16 22:13:33.695257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] For port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:33.744941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd92ac-e296-4d57-9a99-9e9753d2629e req-8a5f2729-3cab-493b-9c40-24effc42c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:33.746617 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84bd92ac-e296-4d57-9a99-9e9753d2629e req-8a5f2729-3cab-493b-9c40-24effc42c010 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca8f117a-dd05-40c8-bbdd-b4d60431533a HTTP/1.1" status: 200 len: 1097 time: 0.1994429 Dec 16 22:13:33.805588 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:33.845648 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c7dae-4943-41ec-850f-dbf2f807dc18 req-f1d679da-5ac6-4cf7-ac7f-fd61c1fa681b tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:33.847037 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a5c7dae-4943-41ec-850f-dbf2f807dc18 req-f1d679da-5ac6-4cf7-ac7f-fd61c1fa681b tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 945 time: 0.1183283 Dec 16 22:13:33.852760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84bd92ac-e296-4d57-9a99-9e9753d2629e req-47eaba0d-cef1-4d50-993b-760fcbfbc523 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6d0a3283-a25e-4cc4-8616-2b132da112fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853462 Dec 16 22:13:33.907516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a5c7dae-4943-41ec-850f-dbf2f807dc18 req-00d28705-f918-458a-a888-1245cbad8c96 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bd5057c-b4af-4ba6-bac7-4bade6605f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527382 Dec 16 22:13:33.935204 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:34.045990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aab8919a-12a7-425a-9ea5-7b8f5b4e7ae9 req-8a152ab1-1233-44b6-b36c-ca4cd6bd7342 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/floatingips/029fb145-b037-4f16-9168-6affa4ddb11b HTTP/1.1" status: 200 len: 693 time: 0.1037371 Dec 16 22:13:34.115257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0914d5f-75ec-4578-a993-58b01dc0bdc3', 'name': 'network-vif-deleted', 'tag': 'db56bad6-ff16-4b98-b7dd-6d83905874a3'}, {'server_uuid': '7f187d82-2c47-4ddd-bfc4-f265e28a1e5a', 'name': 'network-vif-deleted', 'tag': '44c5f663-17db-440e-8e3c-5808c88c43f9'}, {'server_uuid': 'a10e2c84-0c90-4afb-9d4d-a6cc435c1be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9129d6d4-1fe5-41be-bc06-a2c0704a1dc1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:34.117949 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a117455e-48dc-47c8-a48f-e10a20cf6eb7" -d '{"events": [{"server_uuid": "a0914d5f-75ec-4578-a993-58b01dc0bdc3", "name": "network-vif-deleted", "tag": "db56bad6-ff16-4b98-b7dd-6d83905874a3"}, {"server_uuid": "7f187d82-2c47-4ddd-bfc4-f265e28a1e5a", "name": "network-vif-deleted", "tag": "44c5f663-17db-440e-8e3c-5808c88c43f9"}, {"server_uuid": "a10e2c84-0c90-4afb-9d4d-a6cc435c1be3", "name": "network-vif-unplugged", "status": "completed", "tag": "9129d6d4-1fe5-41be-bc06-a2c0704a1dc1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:34.156306 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:34.185082 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9b61e27-9f20-48a7-8eaa-6273dc892480 req-dc149312-68d8-49a8-a410-af8c8c8c0142 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=d17e0946-6463-4e2e-9114-b2547513c88b HTTP/1.1" status: 200 len: 210 time: 0.0919268 Dec 16 22:13:34.207627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Attempting to bind port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 on host n-h1-821840-2 for vnic_type normal with profile {"migrating_to": "n-h2-821840-2"} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:34.207627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Attempting to bind port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:34.207627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Attempting to bind port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:34.214833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:34.215174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Attempting to bind port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 on network fd3688b8-9b63-4c62-967f-cb3ce8c17b1c {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:34.226320 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:34.227314 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Checking segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:34.227701 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Bound using segment: {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:34.228153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Bound port: 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362d7e5e-ad46-4934-b10c-92cfd9b3bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd3688b8-9b63-4c62-967f-cb3ce8c17b1c'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:34.228515 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:34.298151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a9ffe1c-5ce4-4f70-bb86-9b7bf96c0456 req-ca7ea008-5041-4f5f-9fb4-17993ab485d9 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ff33410-fe9e-4896-9955-51b0ad478da5 HTTP/1.1" status: 200 len: 210 time: 0.0652397 Dec 16 22:13:34.350653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8919a-12a7-425a-9ea5-7b8f5b4e7ae9 req-057778e3-6387-46c2-80f5-dcda1d344157 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:34.352623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aab8919a-12a7-425a-9ea5-7b8f5b4e7ae9 req-057778e3-6387-46c2-80f5-dcda1d344157 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.2930551 Dec 16 22:13:34.436429 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aab8919a-12a7-425a-9ea5-7b8f5b4e7ae9 req-dcadd87f-06c7-4ad4-ab5c-48a004c8da48 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.191 HTTP/1.1" status: 200 len: 696 time: 0.0750785 Dec 16 22:13:34.504458 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] For port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:34.529764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] For port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:34.533693 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aab8919a-12a7-425a-9ea5-7b8f5b4e7ae9 req-f0035a9f-2ad4-4eef-9dba-6c4b77b12b52 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.191 HTTP/1.1" status: 200 len: 696 time: 0.0746038 Dec 16 22:13:34.549344 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab72fc6-f6c7-4113-ac09-3474bf6e3ca5 req-765f557b-40c0-450a-b751-6f75ad9e9d89 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:34.550906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bab72fc6-f6c7-4113-ac09-3474bf6e3ca5 req-765f557b-40c0-450a-b751-6f75ad9e9d89 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca8f117a-dd05-40c8-bbdd-b4d60431533a HTTP/1.1" status: 200 len: 946 time: 0.1437814 Dec 16 22:13:34.657528 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:34.752457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bab72fc6-f6c7-4113-ac09-3474bf6e3ca5 req-ac3e12a6-27a7-4032-a806-494412a9f6f2 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d0a3283-a25e-4cc4-8616-2b132da112fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938307 Dec 16 22:13:34.823506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:34.824135 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:34.825563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] 10.222.0.24 "PUT /v2.0/ports/9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 HTTP/1.1" status: 200 len: 1122 time: 1.8263977 Dec 16 22:13:34.838976 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5b7b9-37f9-446f-931a-a446772d82f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,revision_number=8']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:34.877250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-aab8919a-12a7-425a-9ea5-7b8f5b4e7ae9 req-31784f0b-6e75-41a1-b660-6f1b94cc6a7e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Deleting port d64f6b26-4831-467e-92a8-9858276384ad {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:34.877595 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aab8919a-12a7-425a-9ea5-7b8f5b4e7ae9 req-31784f0b-6e75-41a1-b660-6f1b94cc6a7e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:34.917885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['9129d6d4-1fe5-41be-bc06-a2c0704a1dc1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:34.928678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50455b5-6cde-4b65-98cf-df132c4a8de4 req-41d59f39-8246-4d8c-86cc-2590ea41c055 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:34.930492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f50455b5-6cde-4b65-98cf-df132c4a8de4 req-41d59f39-8246-4d8c-86cc-2590ea41c055 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 945 time: 0.1096218 Dec 16 22:13:34.941749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59778) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:34.948455 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1034179b-aad6-4613-978b-f1e44c2b90a4 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Request body: {'floatingip': {'port_id': 'fe5b393c-02b2-4d58-af73-422ae75eb883'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:34.987379 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aab8919a-12a7-425a-9ea5-7b8f5b4e7ae9 req-31784f0b-6e75-41a1-b660-6f1b94cc6a7e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:34.987379 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aab8919a-12a7-425a-9ea5-7b8f5b4e7ae9 req-31784f0b-6e75-41a1-b660-6f1b94cc6a7e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:34.988632 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['9129d6d4-1fe5-41be-bc06-a2c0704a1dc1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:35.019896 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1034179b-aad6-4613-978b-f1e44c2b90a4 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for floatingip, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:35.020205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-aab8919a-12a7-425a-9ea5-7b8f5b4e7ae9 req-31784f0b-6e75-41a1-b660-6f1b94cc6a7e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Calling delete_port for d64f6b26-4831-467e-92a8-9858276384ad owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:35.131691 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:35.135571 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 44c5f663-17db-440e-8e3c-5808c88c43f9 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:35.159635 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19afb4d-f807-4283-86e6-aac06046b3d0 x-openstack-request-id: req-c19afb4d-f807-4283-86e6-aac06046b3d0 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:35.160017 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0914d5f-75ec-4578-a993-58b01dc0bdc3", "name": "network-vif-deleted", "tag": "db56bad6-ff16-4b98-b7dd-6d83905874a3", "status": "completed", "code": 200}, {"server_uuid": "7f187d82-2c47-4ddd-bfc4-f265e28a1e5a", "name": "network-vif-deleted", "tag": "44c5f663-17db-440e-8e3c-5808c88c43f9", "status": "completed", "code": 200}, {"server_uuid": "a10e2c84-0c90-4afb-9d4d-a6cc435c1be3", "name": "network-vif-unplugged", "status": "completed", "tag": "9129d6d4-1fe5-41be-bc06-a2c0704a1dc1", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:35.160337 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c19afb4d-f807-4283-86e6-aac06046b3d0 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:35.160860 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0914d5f-75ec-4578-a993-58b01dc0bdc3', 'name': 'network-vif-deleted', 'tag': 'db56bad6-ff16-4b98-b7dd-6d83905874a3', 'status': 'completed', 'code': 200} Dec 16 22:13:35.161248 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f187d82-2c47-4ddd-bfc4-f265e28a1e5a', 'name': 'network-vif-deleted', 'tag': '44c5f663-17db-440e-8e3c-5808c88c43f9', 'status': 'completed', 'code': 200} Dec 16 22:13:35.161612 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10e2c84-0c90-4afb-9d4d-a6cc435c1be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9129d6d4-1fe5-41be-bc06-a2c0704a1dc1', 'code': 200} Dec 16 22:13:35.201186 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 44c5f663-17db-440e-8e3c-5808c88c43f9 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:35.201748 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 44c5f663-17db-440e-8e3c-5808c88c43f9 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:35.232417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device db56bad6-ff16-4b98-b7dd-6d83905874a3 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:35.311023 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: db56bad6-ff16-4b98-b7dd-6d83905874a3 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:35.311408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device db56bad6-ff16-4b98-b7dd-6d83905874a3 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:35.320908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860c6a4-b4fe-4d7a-87a8-a2b168a52bf1 req-f6406f35-ae84-45e2-b3bb-2b002147a1f3 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:35.323299 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6860c6a4-b4fe-4d7a-87a8-a2b168a52bf1 req-f6406f35-ae84-45e2-b3bb-2b002147a1f3 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 944 time: 0.0691156 Dec 16 22:13:35.390305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6860c6a4-b4fe-4d7a-87a8-a2b168a52bf1 req-e115326c-0b2e-40ab-ae1c-9b761ce1610d tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570908 Dec 16 22:13:35.391901 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aab8919a-12a7-425a-9ea5-7b8f5b4e7ae9 req-31784f0b-6e75-41a1-b660-6f1b94cc6a7e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:35.480036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31784f0b-6e75-41a1-b660-6f1b94cc6a7e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Pushing event deleted for resources: {'Port': ['ID=d64f6b26-4831-467e-92a8-9858276384ad,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:35.567352 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aab8919a-12a7-425a-9ea5-7b8f5b4e7ae9 req-31784f0b-6e75-41a1-b660-6f1b94cc6a7e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:35.573841 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aab8919a-12a7-425a-9ea5-7b8f5b4e7ae9 req-31784f0b-6e75-41a1-b660-6f1b94cc6a7e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:35.574755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aab8919a-12a7-425a-9ea5-7b8f5b4e7ae9 req-31784f0b-6e75-41a1-b660-6f1b94cc6a7e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "DELETE /v2.0/floatingips/029fb145-b037-4f16-9168-6affa4ddb11b HTTP/1.1" status: 204 len: 173 time: 1.0337150 Dec 16 22:13:35.594579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59788) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:35.847296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:35.894009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 has no active binding in host n-h2-821840-2 {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:13:35.952670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92bbba8d-bbba-4c6b-8963-9e03c60733f1 req-e1492178-1655-4ff1-8a74-b1f2aedc88ef tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ff33410-fe9e-4896-9955-51b0ad478da5 HTTP/1.1" status: 200 len: 210 time: 0.1353171 Dec 16 22:13:35.992302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-48f54fb3-80e6-4ba0-8867-06b34d2ae67f tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 1001 time: 0.2650361 Dec 16 22:13:36.100279 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1034179b-aad6-4613-978b-f1e44c2b90a4 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:36.111522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-1af679a4-04fb-4d13-9a99-9ef6db81138c tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:36.118333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-1af679a4-04fb-4d13-9a99-9ef6db81138c tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports/f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff HTTP/1.1" status: 200 len: 943 time: 0.1194983 Dec 16 22:13:36.182805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300be678-1f1e-4223-b731-3fc07c7df98e req-163915cf-8efa-4f60-8a51-93be29d04d12 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:36.187330 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-300be678-1f1e-4223-b731-3fc07c7df98e req-163915cf-8efa-4f60-8a51-93be29d04d12 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca8f117a-dd05-40c8-bbdd-b4d60431533a HTTP/1.1" status: 200 len: 946 time: 0.1512711 Dec 16 22:13:36.197253 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1034179b-aad6-4613-978b-f1e44c2b90a4 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:36.328825 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-1034179b-aad6-4613-978b-f1e44c2b90a4 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Floating IP 611e1564-40ee-4b9a-bfbd-628c5e2f55ab associated. External IP: 172.25.2.44, port: fe5b393c-02b2-4d58-af73-422ae75eb883. Dec 16 22:13:36.342607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-8477fea8-cb71-4e2a-840c-fc65dba226ed tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 1001 time: 0.1503384 Dec 16 22:13:36.354582 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-300be678-1f1e-4223-b731-3fc07c7df98e req-fd5c321b-6eac-4cb0-a575-47fdf6b83e42 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d0a3283-a25e-4cc4-8616-2b132da112fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662912 Dec 16 22:13:36.732168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-c5fcea3e-5bc1-4e16-9368-42e50732245f tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:36.735619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-c5fcea3e-5bc1-4e16-9368-42e50732245f tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.3774734 Dec 16 22:13:36.751672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1034179b-aad6-4613-978b-f1e44c2b90a4 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Router 5630b14d-079c-4e3a-93ee-6959fe7c2463 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:13:36.908280 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1034179b-aad6-4613-978b-f1e44c2b90a4 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:13:36.914915 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1034179b-aad6-4613-978b-f1e44c2b90a4 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:36.928478 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce7ddd-93dd-4a24-8e49-7a184cb17558 None None] Sync routers for ids ['5630b14d-079c-4e3a-93ee-6959fe7c2463'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:13:36.956745 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce7ddd-93dd-4a24-8e49-7a184cb17558 None None] Routers {'5630b14d-079c-4e3a-93ee-6959fe7c2463'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:36.957770 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4cce7ddd-93dd-4a24-8e49-7a184cb17558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:13:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5630b14d-079c-4e3a-93ee-6959fe7c2463'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:36.969960 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1034179b-aad6-4613-978b-f1e44c2b90a4 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "PUT /v2.0/floatingips/611e1564-40ee-4b9a-bfbd-628c5e2f55ab HTTP/1.1" status: 200 len: 990 time: 2.0218332 Dec 16 22:13:36.969960 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0405a799-eb4f-4ef8-928b-901d238e9a9b', 'tag': 'fe5b393c-02b2-4d58-af73-422ae75eb883'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:36.970406 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bfe471-daa8-49bd-9f25-24c20bfba988" -d '{"events": [{"name": "network-changed", "server_uuid": "0405a799-eb4f-4ef8-928b-901d238e9a9b", "tag": "fe5b393c-02b2-4d58-af73-422ae75eb883"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:37.105688 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4cce7ddd-93dd-4a24-8e49-7a184cb17558 None None] Set router 5630b14d-079c-4e3a-93ee-6959fe7c2463 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:37.193346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10e2c84-0c90-4afb-9d4d-a6cc435c1be3', 'tag': '9129d6d4-1fe5-41be-bc06-a2c0704a1dc1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:37.195412 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86537203-752f-4580-abcc-d76b47a7f2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a10e2c84-0c90-4afb-9d4d-a6cc435c1be3", "tag": "9129d6d4-1fe5-41be-bc06-a2c0704a1dc1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:37.229584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111b36c-1d6b-433f-b73b-fb8ef9b82f34 req-63d68ff1-ea7d-4951-a845-ca5040776352 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:37.231054 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4111b36c-1d6b-433f-b73b-fb8ef9b82f34 req-63d68ff1-ea7d-4951-a845-ca5040776352 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 944 time: 0.6550484 Dec 16 22:13:37.380954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf21c-e199-4af0-96a3-987962320855 req-d46c203a-dd9c-4b1c-b695-29122fd30875 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:37.383105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-d46c203a-dd9c-4b1c-b695-29122fd30875 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.69 "GET /v2.0/networks?id=26cb485d-74a4-49d2-916a-2c30cff40f55 HTTP/1.1" status: 200 len: 813 time: 0.8493807 Dec 16 22:13:37.403654 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4cce7ddd-93dd-4a24-8e49-7a184cb17558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'name': 'tempest-ServersTestManualDisk-1177177820-router', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:56Z', 'updated_at': '2021-12-16T22:13:03Z', 'revision_number': 4, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'gw_port': {'id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:57Z', 'updated_at': '2021-12-16T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '611e1564-40ee-4b9a-bfbd-628c5e2f55ab', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'port_id': 'fe5b393c-02b2-4d58-af73-422ae75eb883', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'mac_address': 'fa:16:3e:c4:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0405a799-eb4f-4ef8-928b-901d238e9a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:13:09Z', 'updated_at': '2021-12-16T22:13:35Z', 'revision_number': 1, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64b6712e-a641-4d4f-86ac-a366c446e913', 'name': '', 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'mac_address': 'fa:16:3e:63:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:13:02Z', 'updated_at': '2021-12-16T22:13:09Z', 'revision_number': 5, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'subnets': [{'id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:37.409629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-931bf21c-e199-4af0-96a3-987962320855 req-9612a0c2-6338-4285-85b1-fc72a1c5bd7c tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Request body: {'port': {'device_id': 'b13b137e-9893-4206-b12c-bd82e81e16ff', 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55', 'admin_state_up': True, 'tenant_id': '89e26e39871b487e822a56aaf6ec88ce'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:37.423659 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-3f3b7c6f-f87a-4830-a04e-919576487866 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 1001 time: 0.6729298 Dec 16 22:13:37.439340 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce7ddd-93dd-4a24-8e49-7a184cb17558 None None] Checking router: 5630b14d-079c-4e3a-93ee-6959fe7c2463 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:13:37.460154 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce7ddd-93dd-4a24-8e49-7a184cb17558 None None] Routers {'5630b14d-079c-4e3a-93ee-6959fe7c2463'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:37.461439 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4cce7ddd-93dd-4a24-8e49-7a184cb17558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:13:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5630b14d-079c-4e3a-93ee-6959fe7c2463'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:37.520864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-5d403473-ab96-45cd-a3ec-9d7069007e42 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:37.596334 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4cce7ddd-93dd-4a24-8e49-7a184cb17558 None None] Set router 5630b14d-079c-4e3a-93ee-6959fe7c2463 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:37.613562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4111b36c-1d6b-433f-b73b-fb8ef9b82f34 req-cdd7de00-df8d-4cae-8b86-daebe6fe5436 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649664 Dec 16 22:13:37.715574 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf21c-e199-4af0-96a3-987962320855 req-969fb3e5-3576-4fc4-9275-ad69c8948faf tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:37.716359 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-969fb3e5-3576-4fc4-9275-ad69c8948faf tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.24 "GET /v2.0/networks?id=26cb485d-74a4-49d2-916a-2c30cff40f55 HTTP/1.1" status: 200 len: 813 time: 0.5148482 Dec 16 22:13:37.738094 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-5d403473-ab96-45cd-a3ec-9d7069007e42 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:37.754892 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-931bf21c-e199-4af0-96a3-987962320855 req-145716bd-e538-4029-a9fb-63dd6ca41b2a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Request body: {'port': {'device_id': '3ff33410-fe9e-4896-9955-51b0ad478da5', 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55', 'admin_state_up': True, 'tenant_id': '89e26e39871b487e822a56aaf6ec88ce'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:37.954842 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4cce7ddd-93dd-4a24-8e49-7a184cb17558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'name': 'tempest-ServersTestManualDisk-1177177820-router', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:56Z', 'updated_at': '2021-12-16T22:13:03Z', 'revision_number': 4, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'gw_port': {'id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:57Z', 'updated_at': '2021-12-16T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '611e1564-40ee-4b9a-bfbd-628c5e2f55ab', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'port_id': 'fe5b393c-02b2-4d58-af73-422ae75eb883', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'mac_address': 'fa:16:3e:c4:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0405a799-eb4f-4ef8-928b-901d238e9a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:13:09Z', 'updated_at': '2021-12-16T22:13:35Z', 'revision_number': 1, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64b6712e-a641-4d4f-86ac-a366c446e913', 'name': '', 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'mac_address': 'fa:16:3e:63:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:13:02Z', 'updated_at': '2021-12-16T22:13:09Z', 'revision_number': 5, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'subnets': [{'id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:37.989332 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce7ddd-93dd-4a24-8e49-7a184cb17558 None None] The sync data for ids ['5630b14d-079c-4e3a-93ee-6959fe7c2463'] in n-d-821840-2 is: [{'id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'name': 'tempest-ServersTestManualDisk-1177177820-router', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:56Z', 'updated_at': '2021-12-16T22:13:03Z', 'revision_number': 4, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'gw_port': {'id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:57Z', 'updated_at': '2021-12-16T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '611e1564-40ee-4b9a-bfbd-628c5e2f55ab', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'port_id': 'fe5b393c-02b2-4d58-af73-422ae75eb883', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'mac_address': 'fa:16:3e:c4:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0405a799-eb4f-4ef8-928b-901d238e9a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:13:09Z', 'updated_at': '2021-12-16T22:13:35Z', 'revision_number': 1, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64b6712e-a641-4d4f-86ac-a366c446e913', 'name': '', 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'mac_address': 'fa:16:3e:63:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:13:02Z', 'updated_at': '2021-12-16T22:13:09Z', 'revision_number': 5, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'subnets': [{'id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:13:38.036311 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00714fbd-55bf-4598-9911-6bb8ce988dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:38.125489 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-5d403473-ab96-45cd-a3ec-9d7069007e42 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:38.126583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-931bf21c-e199-4af0-96a3-987962320855 req-9612a0c2-6338-4285-85b1-fc72a1c5bd7c tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Made reservation on behalf of 89e26e39871b487e822a56aaf6ec88ce for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:38.130129 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-9612a0c2-6338-4285-85b1-fc72a1c5bd7c tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:38.216803 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-5d403473-ab96-45cd-a3ec-9d7069007e42 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:38.217825 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-5d403473-ab96-45cd-a3ec-9d7069007e42 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Floating IP 237e1958-c277-47cc-b0ce-65a262a9fa2b disassociated. External IP: 172.25.2.11, port: f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff. Dec 16 22:13:38.267919 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f050a-8906-48ef-84ae-75570a0054fd None None] New status for floating IP 611e1564-40ee-4b9a-bfbd-628c5e2f55ab: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:13:38.339676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-931bf21c-e199-4af0-96a3-987962320855 req-145716bd-e538-4029-a9fb-63dd6ca41b2a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Made reservation on behalf of 89e26e39871b487e822a56aaf6ec88ce for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:38.343232 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-145716bd-e538-4029-a9fb-63dd6ca41b2a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:38.598900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-931bf21c-e199-4af0-96a3-987962320855 req-9612a0c2-6338-4285-85b1-fc72a1c5bd7c tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Allocated IP 172.20.0.13 (26cb485d-74a4-49d2-916a-2c30cff40f55/94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5/943ebd65-a608-4f10-8485-e11257dab726) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:39.065276 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-5d403473-ab96-45cd-a3ec-9d7069007e42 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Router 2d9cb233-8206-4207-bd00-6c2ebf78c644 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:13:39.075522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-1c097351-7bf8-448d-9c5f-b8cf55986823 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:39.077126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-1c097351-7bf8-448d-9c5f-b8cf55986823 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 812 time: 0.4041126 Dec 16 22:13:39.111755 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-9612a0c2-6338-4285-85b1-fc72a1c5bd7c tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:39.125346 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-09956e22-5bd1-4fcd-ba53-3af4234b0b2e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/quotas/9e9129638e7f4cd0be05b6f0c86dd955 HTTP/1.1" status: 200 len: 375 time: 0.0368426 Dec 16 22:13:39.553107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-30e3d93e-79dd-4550-b380-14cd3b369e18 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4201615 Dec 16 22:13:39.665047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-00714fbd-55bf-4598-9911-6bb8ce988dfe admin admin] Deleting port d2ba67c2-0630-49c4-8d3e-a2c3971ae29c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:39.665384 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00714fbd-55bf-4598-9911-6bb8ce988dfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:39.754582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-5d403473-ab96-45cd-a3ec-9d7069007e42 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:13:39.764508 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-5d403473-ab96-45cd-a3ec-9d7069007e42 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:39.771803 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12ce59-af5a-4978-9aba-399436b41024 None None] Sync routers for ids ['2d9cb233-8206-4207-bd00-6c2ebf78c644'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:13:39.786694 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12ce59-af5a-4978-9aba-399436b41024 None None] Routers {'2d9cb233-8206-4207-bd00-6c2ebf78c644'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:39.787721 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4c12ce59-af5a-4978-9aba-399436b41024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:13:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d9cb233-8206-4207-bd00-6c2ebf78c644'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:39.813369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-17e13483-6d30-4187-9f93-2b199564af1f service neutron] 10.222.0.43 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399657 Dec 16 22:13:39.858125 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-9612a0c2-6338-4285-85b1-fc72a1c5bd7c tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:39.909015 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4c12ce59-af5a-4978-9aba-399436b41024 None None] Set router 2d9cb233-8206-4207-bd00-6c2ebf78c644 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:39.955023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-5d403473-ab96-45cd-a3ec-9d7069007e42 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "PUT /v2.0/floatingips/237e1958-c277-47cc-b0ce-65a262a9fa2b HTTP/1.1" status: 200 len: 694 time: 2.5117805 Dec 16 22:13:39.965906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-00714fbd-55bf-4598-9911-6bb8ce988dfe admin admin] For port d2ba67c2-0630-49c4-8d3e-a2c3971ae29c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d2ba67c2-0630-49c4-8d3e-a2c3971ae29c,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:39.966272 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00714fbd-55bf-4598-9911-6bb8ce988dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:39.983345 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-931bf21c-e199-4af0-96a3-987962320855 req-145716bd-e538-4029-a9fb-63dd6ca41b2a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Allocated IP 172.20.0.5 (26cb485d-74a4-49d2-916a-2c30cff40f55/94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5/431dfbeb-3c7e-4ea0-816c-3627bec17bd3) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:40.036331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-00714fbd-55bf-4598-9911-6bb8ce988dfe admin admin] Calling delete_port for d2ba67c2-0630-49c4-8d3e-a2c3971ae29c owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:40.041933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-931bf21c-e199-4af0-96a3-987962320855 req-9612a0c2-6338-4285-85b1-fc72a1c5bd7c tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Network 26cb485d-74a4-49d2-916a-2c30cff40f55 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:40.058761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-931bf21c-e199-4af0-96a3-987962320855 req-9612a0c2-6338-4285-85b1-fc72a1c5bd7c tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:40.075754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-931bf21c-e199-4af0-96a3-987962320855 req-9612a0c2-6338-4285-85b1-fc72a1c5bd7c tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:40.079902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612a0c2-6338-4285-85b1-fc72a1c5bd7c tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Pushing event updated for resources: {'Port': ['ID=943ebd65-a608-4f10-8485-e11257dab726,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:40.177141 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4c12ce59-af5a-4978-9aba-399436b41024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-router', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:41Z', 'updated_at': '2021-12-16T22:12:46Z', 'revision_number': 4, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'gw_port': {'id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:42Z', 'updated_at': '2021-12-16T22:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'c97ebac1-9b24-47a9-ab54-be25597f0f56', 'name': '', 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'mac_address': 'fa:16:3e:5b:e4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:45Z', 'updated_at': '2021-12-16T22:12:53Z', 'revision_number': 5, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'subnets': [{'id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:40.206655 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12ce59-af5a-4978-9aba-399436b41024 None None] Checking router: 2d9cb233-8206-4207-bd00-6c2ebf78c644 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:13:40.224597 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12ce59-af5a-4978-9aba-399436b41024 None None] Routers {'2d9cb233-8206-4207-bd00-6c2ebf78c644'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:40.225686 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4c12ce59-af5a-4978-9aba-399436b41024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:13:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d9cb233-8206-4207-bd00-6c2ebf78c644'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:40.238978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-426ca96e-1468-4e77-b879-bfcfceed6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:40.240611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-426ca96e-1468-4e77-b879-bfcfceed6861 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca22611ab075468988e76fbf3b7a895c&device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 1097 time: 0.2589357 Dec 16 22:13:40.263959 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-c7223365-34af-43b3-9cf0-803523639363 service neutron] 10.222.0.43 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073064 Dec 16 22:13:40.309372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf21c-e199-4af0-96a3-987962320855 req-9612a0c2-6338-4285-85b1-fc72a1c5bd7c tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:40.309764 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-9612a0c2-6338-4285-85b1-fc72a1c5bd7c tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:40.367310 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4c12ce59-af5a-4978-9aba-399436b41024 None None] Set router 2d9cb233-8206-4207-bd00-6c2ebf78c644 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:40.677686 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b306775-13b9-42e3-be64-5f470fd96de6 x-openstack-request-id: req-4b306775-13b9-42e3-be64-5f470fd96de6 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:40.678557 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0405a799-eb4f-4ef8-928b-901d238e9a9b", "tag": "fe5b393c-02b2-4d58-af73-422ae75eb883", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:40.680125 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b306775-13b9-42e3-be64-5f470fd96de6 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:40.680907 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0405a799-eb4f-4ef8-928b-901d238e9a9b', 'tag': 'fe5b393c-02b2-4d58-af73-422ae75eb883', 'status': 'completed', 'code': 200} Dec 16 22:13:40.697419 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-2214e3a8-f339-4585-aabf-72fa924dc361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:40.698308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-2214e3a8-f339-4585-aabf-72fa924dc361 service neutron] 10.222.0.43 "GET /v2.0/networks?id=34daf0cb-328a-4063-b77e-640751a9efdd HTTP/1.1" status: 200 len: 929 time: 0.4239328 Dec 16 22:13:40.733848 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-9612a0c2-6338-4285-85b1-fc72a1c5bd7c tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3311934 Dec 16 22:13:40.754744 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Request body: {'port': {'device_id': 'b13b137e-9893-4206-b12c-bd82e81e16ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:40.774253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfe471-daa8-49bd-9f25-24c20bfba988 req-8939cff0-9699-4822-83e4-ebd0c0df5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:40.777687 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-85bfe471-daa8-49bd-9f25-24c20bfba988 req-8939cff0-9699-4822-83e4-ebd0c0df5a9e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e2a8dbc9bc4d47f48a5fad3c46065b65&device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 1096 time: 0.0756712 Dec 16 22:13:40.790971 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4c12ce59-af5a-4978-9aba-399436b41024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-router', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:41Z', 'updated_at': '2021-12-16T22:12:46Z', 'revision_number': 4, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'gw_port': {'id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:42Z', 'updated_at': '2021-12-16T22:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'c97ebac1-9b24-47a9-ab54-be25597f0f56', 'name': '', 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'mac_address': 'fa:16:3e:5b:e4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:45Z', 'updated_at': '2021-12-16T22:12:53Z', 'revision_number': 5, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'subnets': [{'id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:40.825390 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12ce59-af5a-4978-9aba-399436b41024 None None] The sync data for ids ['2d9cb233-8206-4207-bd00-6c2ebf78c644'] in n-d-821840-2 is: [{'id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-router', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:41Z', 'updated_at': '2021-12-16T22:12:46Z', 'revision_number': 4, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'gw_port': {'id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:42Z', 'updated_at': '2021-12-16T22:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'c97ebac1-9b24-47a9-ab54-be25597f0f56', 'name': '', 'network_id': '34daf0cb-328a-4063-b77e-640751a9efdd', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'mac_address': 'fa:16:3e:5b:e4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:45Z', 'updated_at': '2021-12-16T22:12:53Z', 'revision_number': 5, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'subnets': [{'id': 'c3585ba4-a949-4dca-bd29-1688b72e97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:13:40.879306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-1be8d371-9541-4ff6-9f80-c296c4cae39d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff HTTP/1.1" status: 200 len: 217 time: 0.1501231 Dec 16 22:13:40.879846 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00714fbd-55bf-4598-9911-6bb8ce988dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:40.890860 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfe471-daa8-49bd-9f25-24c20bfba988 req-099e3e1e-932c-42db-8ab0-5b84ac1189f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:40.898456 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-85bfe471-daa8-49bd-9f25-24c20bfba988 req-099e3e1e-932c-42db-8ab0-5b84ac1189f4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1fed6fc2-4af3-4d92-9b97-51badd4beba2 HTTP/1.1" status: 200 len: 913 time: 0.1088674 Dec 16 22:13:40.903995 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-145716bd-e538-4029-a9fb-63dd6ca41b2a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:40.914130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d02b4a48-69ed-41a1-ab3b-c088f3dd5cd3 req-f25e95e3-861c-489f-af2e-563d185100c3 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ff33410-fe9e-4896-9955-51b0ad478da5 HTTP/1.1" status: 200 len: 210 time: 0.0528529 Dec 16 22:13:41.009692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00714fbd-55bf-4598-9911-6bb8ce988dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ba67c2-0630-49c4-8d3e-a2c3971ae29c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:41.031255 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-85bfe471-daa8-49bd-9f25-24c20bfba988 req-c8548ed6-9438-44f9-a327-7e49108c827a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe5b393c-02b2-4d58-af73-422ae75eb883 HTTP/1.1" status: 200 len: 1000 time: 0.1290255 Dec 16 22:13:41.060820 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0722c55b-f5cf-4705-8eeb-ff2aba5f5c2b x-openstack-request-id: req-0722c55b-f5cf-4705-8eeb-ff2aba5f5c2b {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:41.066777 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10e2c84-0c90-4afb-9d4d-a6cc435c1be3", "tag": "9129d6d4-1fe5-41be-bc06-a2c0704a1dc1", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:41.067963 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0722c55b-f5cf-4705-8eeb-ff2aba5f5c2b {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:41.069361 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10e2c84-0c90-4afb-9d4d-a6cc435c1be3', 'tag': '9129d6d4-1fe5-41be-bc06-a2c0704a1dc1', 'status': 'completed', 'code': 200} Dec 16 22:13:41.154523 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:41.158322 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfe471-daa8-49bd-9f25-24c20bfba988 req-d0aa55f1-3598-42a8-9730-df1218427ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:41.159969 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-85bfe471-daa8-49bd-9f25-24c20bfba988 req-d0aa55f1-3598-42a8-9730-df1218427ac9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46d77552-dc1a-4541-863a-3af61b5315dd HTTP/1.1" status: 200 len: 851 time: 0.1233320 Dec 16 22:13:41.246148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-de85c831-206b-40f8-a69b-63feb9b846d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:41.247826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-de85c831-206b-40f8-a69b-63feb9b846d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3585ba4-a949-4dca-bd29-1688b72e97c2 HTTP/1.1" status: 200 len: 867 time: 0.3421144 Dec 16 22:13:41.248882 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfe471-daa8-49bd-9f25-24c20bfba988 req-8bd96071-5fa0-4420-bebb-47e5059b9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:41.250707 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-85bfe471-daa8-49bd-9f25-24c20bfba988 req-8bd96071-5fa0-4420-bebb-47e5059b9747 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1fed6fc2-4af3-4d92-9b97-51badd4beba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820282 Dec 16 22:13:41.480126 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df9bc9-2f68-4a79-8e76-5a32936b2757 None None] New status for floating IP 237e1958-c277-47cc-b0ce-65a262a9fa2b: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:13:41.498493 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-145716bd-e538-4029-a9fb-63dd6ca41b2a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:41.529211 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-85bfe471-daa8-49bd-9f25-24c20bfba988 req-103980bb-5dc0-478b-8220-90ad4bb82b93 service neutron] 10.222.0.69 "GET /v2.0/networks/1fed6fc2-4af3-4d92-9b97-51badd4beba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432256 Dec 16 22:13:41.615232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86537203-752f-4580-abcc-d76b47a7f2b3 req-96e50662-6789-4a35-a0c5-f3111cb17717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:41.619010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86537203-752f-4580-abcc-d76b47a7f2b3 req-96e50662-6789-4a35-a0c5-f3111cb17717 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 1125 time: 0.4824302 Dec 16 22:13:41.668482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-840f5e2a-a00e-405d-b3f7-8667e80a2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:41.668878 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-840f5e2a-a00e-405d-b3f7-8667e80a2d38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34daf0cb-328a-4063-b77e-640751a9efdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4009051 Dec 16 22:13:41.677402 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f91a4e-6dca-4558-8e64-d504740db4ae req-51197b65-1142-4313-99d1-2d3d24767d79 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:41.685702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9f91a4e-6dca-4558-8e64-d504740db4ae req-51197b65-1142-4313-99d1-2d3d24767d79 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 946 time: 0.4531553 Dec 16 22:13:41.691029 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-85bfe471-daa8-49bd-9f25-24c20bfba988 req-7bed057e-c606-44dc-b2ac-04fa4a6823e3 service neutron] 10.222.0.69 "GET /v2.0/networks/1fed6fc2-4af3-4d92-9b97-51badd4beba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527174 Dec 16 22:13:41.902767 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-8fce35a7-3463-43fe-84c5-ac8d68744b7d service neutron] 10.222.0.69 "GET /v2.0/ports/9129d6d4-1fe5-41be-bc06-a2c0704a1dc1/bindings/n-h2-821840-2 HTTP/1.1" status: 200 len: 384 time: 0.0677183 Dec 16 22:13:42.016568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-931bf21c-e199-4af0-96a3-987962320855 req-145716bd-e538-4029-a9fb-63dd6ca41b2a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Network 26cb485d-74a4-49d2-916a-2c30cff40f55 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:42.102067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-931bf21c-e199-4af0-96a3-987962320855 req-145716bd-e538-4029-a9fb-63dd6ca41b2a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:42.120692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-931bf21c-e199-4af0-96a3-987962320855 req-145716bd-e538-4029-a9fb-63dd6ca41b2a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:42.129625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-d4da60ca-211e-406c-93f7-0a5c8d600199 service neutron] For port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:42.145154 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-d4da60ca-211e-406c-93f7-0a5c8d600199 service neutron] For port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:42.171044 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145716bd-e538-4029-a9fb-63dd6ca41b2a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Pushing event updated for resources: {'Port': ['ID=431dfbeb-3c7e-4ea0-816c-3627bec17bd3,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:42.187912 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-d4da60ca-211e-406c-93f7-0a5c8d600199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:42.201251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-d4da60ca-211e-406c-93f7-0a5c8d600199 service neutron] For port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:42.235601 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00714fbd-55bf-4598-9911-6bb8ce988dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:42.279796 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9f91a4e-6dca-4558-8e64-d504740db4ae req-842b5496-6aa5-4bd6-ad07-110a40f876fd tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd25b71-cdc5-4c93-b0cf-7a65ecd21949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5931072 Dec 16 22:13:42.324639 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-d4da60ca-211e-406c-93f7-0a5c8d600199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:42.372190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf21c-e199-4af0-96a3-987962320855 req-145716bd-e538-4029-a9fb-63dd6ca41b2a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:42.372858 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-145716bd-e538-4029-a9fb-63dd6ca41b2a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:42.388107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86537203-752f-4580-abcc-d76b47a7f2b3 req-718468e3-5e42-407f-8e30-bea4dba620e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:42.389569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86537203-752f-4580-abcc-d76b47a7f2b3 req-718468e3-5e42-407f-8e30-bea4dba620e8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 922 time: 0.6920528 Dec 16 22:13:42.435104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-d4da60ca-211e-406c-93f7-0a5c8d600199 service neutron] Transition to ACTIVE for port object 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:42.447193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-1244933f-90c8-4611-aa83-a56f8b95483c service neutron] 10.222.0.43 "GET /v2.0/networks/34daf0cb-328a-4063-b77e-640751a9efdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7359605 Dec 16 22:13:42.510231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86537203-752f-4580-abcc-d76b47a7f2b3 req-40b6e077-169a-40c8-8bc6-1c1cd8b3edc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 HTTP/1.1" status: 200 len: 217 time: 0.1063769 Dec 16 22:13:42.529375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-d4da60ca-211e-406c-93f7-0a5c8d600199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:42.599675 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-d4da60ca-211e-406c-93f7-0a5c8d600199 service neutron] No DVR routers for this DVR port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:42.604477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-145716bd-e538-4029-a9fb-63dd6ca41b2a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8637564 Dec 16 22:13:42.621508 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da60ca-211e-406c-93f7-0a5c8d600199 service neutron] Pushing event updated for resources: {'Port': ['ID=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,revision_number=10']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:42.644712 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-d4da60ca-211e-406c-93f7-0a5c8d600199 service neutron] 10.222.0.69 "PUT /v2.0/ports/9129d6d4-1fe5-41be-bc06-a2c0704a1dc1/bindings/n-h2-821840-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7346206 Dec 16 22:13:42.652101 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Request body: {'port': {'device_id': '3ff33410-fe9e-4896-9955-51b0ad478da5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:42.736509 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffc978-8157-44d8-9b22-5ee2fe633c36 req-e84bf380-5062-4bf9-a908-e5359ac8aee6 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:42.736891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62ffc978-8157-44d8-9b22-5ee2fe633c36 req-e84bf380-5062-4bf9-a908-e5359ac8aee6 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 944 time: 0.3582399 Dec 16 22:13:42.786193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86537203-752f-4580-abcc-d76b47a7f2b3 req-cc229da5-2667-4754-b4ca-745b72167e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:42.787697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86537203-752f-4580-abcc-d76b47a7f2b3 req-cc229da5-2667-4754-b4ca-745b72167e34 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.2024515 Dec 16 22:13:42.819484 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943ebd65-a608-4f10-8485-e11257dab726 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:42.851605 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:42.891710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7efa34ed-8af2-49d0-b9cf-77887ac3d21d req-a8c68c9b-9562-4e02-bd63-12633d64dc3d service neutron] 10.222.0.43 "GET /v2.0/networks/34daf0cb-328a-4063-b77e-640751a9efdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970213 Dec 16 22:13:42.918350 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86537203-752f-4580-abcc-d76b47a7f2b3 req-0f5920b2-e8ad-4c53-882a-ee266cced1fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937150 Dec 16 22:13:42.922820 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:42.953964 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:42.993802 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Transition to ACTIVE for port object 943ebd65-a608-4f10-8485-e11257dab726 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:43.111992 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:43.115389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62ffc978-8157-44d8-9b22-5ee2fe633c36 req-1dbe54dc-adfe-45cc-8310-2ee930c756dd tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600125 Dec 16 22:13:43.116201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b60496-7ccf-4bad-a880-27a4efd5df46', 'tag': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:43.121013 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1b9a08-4314-4d6f-a785-f1940f9293bd" -d '{"events": [{"name": "network-changed", "server_uuid": "92b60496-7ccf-4bad-a880-27a4efd5df46", "tag": "f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:43.153197 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:43.208209 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-0b1ecbc4-498d-49e8-bb21-168555e0cbd1 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:43.209609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-0b1ecbc4-498d-49e8-bb21-168555e0cbd1 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3&tenant_id=7121dad57bc841b98b41e71c9b25481e&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 1096 time: 0.3538249 Dec 16 22:13:43.270800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:43.310398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fa05c93-c246-4dc8-a3f1-663b181b9515 req-e16cf922-b168-484b-b383-62721593e309 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 210 time: 0.1078422 Dec 16 22:13:43.352517 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:43.411614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Pushing event updated for resources: {'Port': ['ID=943ebd65-a608-4f10-8485-e11257dab726,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:43.441635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00714fbd-55bf-4598-9911-6bb8ce988dfe admin admin] Router 9633b382-8ffe-4332-a656-07efcd29b8bb has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:13:43.447532 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-59d5f48d-7af3-48a0-8d4b-423c50641d6e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:43.447532 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-59d5f48d-7af3-48a0-8d4b-423c50641d6e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.24 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 812 time: 0.1994939 Dec 16 22:13:43.471153 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-a8c438a3-7615-4c7c-8974-9845d5f0e997 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Request body: {'port': {'device_id': '21e50d63-59f0-454c-be2a-3e4a381306a0', 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d', 'admin_state_up': True, 'tenant_id': '9e9129638e7f4cd0be05b6f0c86dd955'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:43.480339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86537203-752f-4580-abcc-d76b47a7f2b3 req-be5d511b-0ec9-481c-987c-f42628568afa service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233641 Dec 16 22:13:43.640889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-a0d3bd39-453b-4cfa-add9-2294bb2268dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:43.642519 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-a0d3bd39-453b-4cfa-add9-2294bb2268dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3&tenant_id=7121dad57bc841b98b41e71c9b25481e HTTP/1.1" status: 200 len: 1096 time: 0.3955708 Dec 16 22:13:43.745841 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-a8c438a3-7615-4c7c-8974-9845d5f0e997 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Made reservation on behalf of 9e9129638e7f4cd0be05b6f0c86dd955 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:43.749811 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-a8c438a3-7615-4c7c-8974-9845d5f0e997 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:43.922618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-a8c438a3-7615-4c7c-8974-9845d5f0e997 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Allocated IP 172.20.0.8 (1748be95-c78e-4701-939a-f9809cb0660d/cc959983-53a1-41bc-bb50-5414cb529785/4b757b8d-85ee-4e71-8d2c-320a5dada123) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:44.088435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Attempting to bind port 943ebd65-a608-4f10-8485-e11257dab726 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:44.088777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Attempting to bind port 943ebd65-a608-4f10-8485-e11257dab726 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:44.089104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Attempting to bind port 943ebd65-a608-4f10-8485-e11257dab726 on network 26cb485d-74a4-49d2-916a-2c30cff40f55 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:44.116238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dcc3b-ee64-449d-8804-561e4dd2858f req-cce1b893-1de0-490f-9cf5-b5d21ca1efcd tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:44.118364 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-261dcc3b-ee64-449d-8804-561e4dd2858f req-cce1b893-1de0-490f-9cf5-b5d21ca1efcd tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ff33410-fe9e-4896-9955-51b0ad478da5 HTTP/1.1" status: 200 len: 931 time: 0.6038556 Dec 16 22:13:44.149855 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-a8c438a3-7615-4c7c-8974-9845d5f0e997 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:44.189013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Port 943ebd65-a608-4f10-8485-e11257dab726 on network 26cb485d-74a4-49d2-916a-2c30cff40f55 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:44.189351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Attempting to bind port 943ebd65-a608-4f10-8485-e11257dab726 on network 26cb485d-74a4-49d2-916a-2c30cff40f55 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:44.254362 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86537203-752f-4580-abcc-d76b47a7f2b3 req-42cba33a-f857-409b-9e3d-c47afc06d1c8 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7441399 Dec 16 22:13:44.262624 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:44.262962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Checking segment: {'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:44.263439 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Bound using segment: {'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:44.263877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Bound port: 943ebd65-a608-4f10-8485-e11257dab726, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:44.264231 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:44.280267 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a1b40d2-ac16-4d0c-8a39-e367b0740a54 req-2b068d83-c9cd-40a6-985d-daa8cf335bff tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/floatingips/237e1958-c277-47cc-b0ce-65a262a9fa2b HTTP/1.1" status: 200 len: 692 time: 0.1235867 Dec 16 22:13:44.296983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-1d4f85c9-a3cb-4fa8-af7c-3a2987a16436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:44.298550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-1d4f85c9-a3cb-4fa8-af7c-3a2987a16436 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7121dad57bc841b98b41e71c9b25481e&device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 1096 time: 0.6167188 Dec 16 22:13:44.309953 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-a8c438a3-7615-4c7c-8974-9845d5f0e997 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:44.370358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-a8c438a3-7615-4c7c-8974-9845d5f0e997 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Network 1748be95-c78e-4701-939a-f9809cb0660d is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:44.373647 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-a8c438a3-7615-4c7c-8974-9845d5f0e997 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:44.378218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-a8c438a3-7615-4c7c-8974-9845d5f0e997 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:44.382496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c438a3-7615-4c7c-8974-9845d5f0e997 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Pushing event updated for resources: {'Port': ['ID=4b757b8d-85ee-4e71-8d2c-320a5dada123,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:44.442465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-a8c438a3-7615-4c7c-8974-9845d5f0e997 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:44.443430 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-a8c438a3-7615-4c7c-8974-9845d5f0e997 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:44.443800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00714fbd-55bf-4598-9911-6bb8ce988dfe admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:13:44.461242 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbec4c36-1740-4597-864c-3127e94a099f None None] Sync routers for ids ['9633b382-8ffe-4332-a656-07efcd29b8bb'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:13:44.469612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-00714fbd-55bf-4598-9911-6bb8ce988dfe admin admin] 10.222.0.43 "PUT /v2.0/routers/9633b382-8ffe-4332-a656-07efcd29b8bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8738282 Dec 16 22:13:44.472451 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59882) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:44.481216 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbec4c36-1740-4597-864c-3127e94a099f None None] Routers {'9633b382-8ffe-4332-a656-07efcd29b8bb'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:44.482444 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fbec4c36-1740-4597-864c-3127e94a099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:13:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9633b382-8ffe-4332-a656-07efcd29b8bb'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:44.514206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:44.533705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-261dcc3b-ee64-449d-8804-561e4dd2858f req-107d1671-2ff5-4636-802b-f4deefc9da97 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654072 Dec 16 22:13:44.544435 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:44.564051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Transition to ACTIVE for port object 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:44.594773 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-a8c438a3-7615-4c7c-8974-9845d5f0e997 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1276295 Dec 16 22:13:44.609651 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-fbec4c36-1740-4597-864c-3127e94a099f None None] Set router 9633b382-8ffe-4332-a656-07efcd29b8bb gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:44.619162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Request body: {'port': {'device_id': '21e50d63-59f0-454c-be2a-3e4a381306a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:44.659281 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fff54bb1-5f41-456d-966c-a6073b372caa admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:44.702692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-9a5b2fea-acbc-4683-bac9-d8453d0b8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:44.704689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-9a5b2fea-acbc-4683-bac9-d8453d0b8c56 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 200 len: 922 time: 0.3932989 Dec 16 22:13:44.715335 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b40d2-ac16-4d0c-8a39-e367b0740a54 req-3717b5fd-6769-44cc-b518-9e7a44cd7855 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:44.717538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a1b40d2-ac16-4d0c-8a39-e367b0740a54 req-3717b5fd-6769-44cc-b518-9e7a44cd7855 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.4111352 Dec 16 22:13:44.755406 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:44.809486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-781d637a-b9fe-4a07-98c4-d0a1e2972344 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 HTTP/1.1" status: 200 len: 217 time: 0.0909913 Dec 16 22:13:44.810590 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:44.822386 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbea66c6-898a-4664-b9b5-ee1362d0042b x-openstack-request-id: req-fbea66c6-898a-4664-b9b5-ee1362d0042b {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:44.823027 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b60496-7ccf-4bad-a880-27a4efd5df46", "tag": "f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:44.823505 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbea66c6-898a-4664-b9b5-ee1362d0042b {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:44.824776 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b60496-7ccf-4bad-a880-27a4efd5df46', 'tag': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff', 'status': 'completed', 'code': 200} Dec 16 22:13:44.900203 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fbec4c36-1740-4597-864c-3127e94a099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:13:40Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:44.932996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b9a08-4314-4d6f-a785-f1940f9293bd req-f57f66f2-06e8-4610-b2db-1443cdbd97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:44.934808 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7a1b9a08-4314-4d6f-a785-f1940f9293bd req-f57f66f2-06e8-4610-b2db-1443cdbd97e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca22611ab075468988e76fbf3b7a895c&device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 1097 time: 0.1289818 Dec 16 22:13:44.947705 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbec4c36-1740-4597-864c-3127e94a099f None None] Checking router: 9633b382-8ffe-4332-a656-07efcd29b8bb for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:13:44.954690 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbec4c36-1740-4597-864c-3127e94a099f None None] Routers {'9633b382-8ffe-4332-a656-07efcd29b8bb'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:44.955612 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fbec4c36-1740-4597-864c-3127e94a099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:13:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9633b382-8ffe-4332-a656-07efcd29b8bb'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:44.975219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Pushing event updated for resources: {'Port': ['ID=431dfbeb-3c7e-4ea0-816c-3627bec17bd3,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:44.986577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-1265b7e9-89c2-42b5-a805-145bf137c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:44.988204 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-1265b7e9-89c2-42b5-a805-145bf137c599 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 200 len: 861 time: 0.0693319 Dec 16 22:13:45.023757 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fff54bb1-5f41-456d-966c-a6073b372caa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:45.086224 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-fbec4c36-1740-4597-864c-3127e94a099f None None] Set router 9633b382-8ffe-4332-a656-07efcd29b8bb gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:45.101664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-48fa9dd0-82ad-4110-8703-abd9b007d355 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532060 Dec 16 22:13:45.132779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a1b40d2-ac16-4d0c-8a39-e367b0740a54 req-cfbec468-fa9d-4cb7-9976-44a7920d5f9f tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 695 time: 0.3066523 Dec 16 22:13:45.251549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b9a08-4314-4d6f-a785-f1940f9293bd req-4934efa4-f503-449d-92b7-26270030c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:45.254339 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7a1b9a08-4314-4d6f-a785-f1940f9293bd req-4934efa4-f503-449d-92b7-26270030c6e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34daf0cb-328a-4063-b77e-640751a9efdd HTTP/1.1" status: 200 len: 929 time: 0.3060548 Dec 16 22:13:45.296745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] For port 943ebd65-a608-4f10-8485-e11257dab726, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:45.329423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a1b40d2-ac16-4d0c-8a39-e367b0740a54 req-5bcfc6eb-1504-4b13-ac3a-b8340dce35ea tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 695 time: 0.1643562 Dec 16 22:13:45.346721 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7a1b9a08-4314-4d6f-a785-f1940f9293bd req-2d403756-71f7-4beb-9ff9-f9a400eeeb68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff HTTP/1.1" status: 200 len: 217 time: 0.0827854 Dec 16 22:13:45.376431 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fbec4c36-1740-4597-864c-3127e94a099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:13:40Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:45.405398 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbec4c36-1740-4597-864c-3127e94a099f None None] The sync data for ids ['9633b382-8ffe-4332-a656-07efcd29b8bb'] in n-d-821840-2 is: [{'id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1400821557-router', 'tenant_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '7377a87d-6839-4086-8443-a71f008d324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:53Z', 'updated_at': '2021-12-16T22:13:40Z', 'revision_number': 5, 'project_id': '8be5cec5e95d40cd9fd57b7ead1e24d4', 'gw_port': {'id': '7377a87d-6839-4086-8443-a71f008d324b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633b382-8ffe-4332-a656-07efcd29b8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:54Z', 'updated_at': '2021-12-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:13:45.410566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] For port 943ebd65-a608-4f10-8485-e11257dab726, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=943ebd65-a608-4f10-8485-e11257dab726,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:45.435161 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fff54bb1-5f41-456d-966c-a6073b372caa admin admin] Deleting port 7377a87d-6839-4086-8443-a71f008d324b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:45.435540 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fff54bb1-5f41-456d-966c-a6073b372caa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:45.446227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b9a08-4314-4d6f-a785-f1940f9293bd req-1177eda3-6b7d-4ff2-b2b0-38f753d18e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:45.447702 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7a1b9a08-4314-4d6f-a785-f1940f9293bd req-1177eda3-6b7d-4ff2-b2b0-38f753d18e7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3585ba4-a949-4dca-bd29-1688b72e97c2 HTTP/1.1" status: 200 len: 867 time: 0.0933511 Dec 16 22:13:45.570618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b757b8d-85ee-4e71-8d2c-320a5dada123 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:45.581046 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:45.617515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Transition to ACTIVE for port object 4b757b8d-85ee-4e71-8d2c-320a5dada123 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:45.620364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b9a08-4314-4d6f-a785-f1940f9293bd req-e1063716-5820-4ea9-bbaf-c439aefb2673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:45.621870 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7a1b9a08-4314-4d6f-a785-f1940f9293bd req-e1063716-5820-4ea9-bbaf-c439aefb2673 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34daf0cb-328a-4063-b77e-640751a9efdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618886 Dec 16 22:13:45.624422 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:45.626851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Attempting to bind port 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:45.627187 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Attempting to bind port 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:45.627568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Attempting to bind port 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 on network 26cb485d-74a4-49d2-916a-2c30cff40f55 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:45.642575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-fff54bb1-5f41-456d-966c-a6073b372caa admin admin] For port 7377a87d-6839-4086-8443-a71f008d324b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7377a87d-6839-4086-8443-a71f008d324b,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:45.642941 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fff54bb1-5f41-456d-966c-a6073b372caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:45.689451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Port 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 on network 26cb485d-74a4-49d2-916a-2c30cff40f55 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:45.690120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Attempting to bind port 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 on network 26cb485d-74a4-49d2-916a-2c30cff40f55 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:45.693799 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fff54bb1-5f41-456d-966c-a6073b372caa admin admin] Calling delete_port for 7377a87d-6839-4086-8443-a71f008d324b owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:45.703130 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:45.711051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:45.711533 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:45.713506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] 10.222.0.69 "PUT /v2.0/ports/943ebd65-a608-4f10-8485-e11257dab726 HTTP/1.1" status: 200 len: 1092 time: 4.9701724 Dec 16 22:13:45.753740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:45.753978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Checking segment: {'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:45.754371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Bound using segment: {'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:45.754966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Bound port: 431dfbeb-3c7e-4ea0-816c-3627bec17bd3, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a42800-a29a-497b-910c-68d4f4efcac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:45.755190 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:45.766313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bde120-921a-4678-ba4c-11a1a37edb1b req-8468d17b-5e32-4b00-8300-612927c6b15b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:45.768157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08bde120-921a-4678-ba4c-11a1a37edb1b req-8468d17b-5e32-4b00-8300-612927c6b15b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 945 time: 0.4264085 Dec 16 22:13:45.802865 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-55b5863f-060f-4f05-833c-0c93b72018cd service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657312 Dec 16 22:13:45.849967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947b877-0703-4926-bb6b-b8f208a143bf service neutron] Pushing event updated for resources: {'Port': ['ID=943ebd65-a608-4f10-8485-e11257dab726,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:46.039310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08bde120-921a-4678-ba4c-11a1a37edb1b req-7e8f8ac0-c4d2-4283-9389-4ef21a026925 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429087 Dec 16 22:13:46.053219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4a1b40d2-ac16-4d0c-8a39-e367b0740a54 req-f1f53105-082f-40ad-990b-2442dc85bf12 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Deleting port e35e189b-8cf8-42eb-b293-e17cf9076665 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:46.053581 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a1b40d2-ac16-4d0c-8a39-e367b0740a54 req-f1f53105-082f-40ad-990b-2442dc85bf12 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:46.107312 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] For port 431dfbeb-3c7e-4ea0-816c-3627bec17bd3, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:46.124262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf21c-e199-4af0-96a3-987962320855 req-f625b6c6-3c11-433f-8bbc-2f8990b7080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:46.126624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-f625b6c6-3c11-433f-8bbc-2f8990b7080c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89e26e39871b487e822a56aaf6ec88ce&device_id=b13b137e-9893-4206-b12c-bd82e81e16ff HTTP/1.1" status: 200 len: 1095 time: 0.2098970 Dec 16 22:13:46.149576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] For port 431dfbeb-3c7e-4ea0-816c-3627bec17bd3, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=431dfbeb-3c7e-4ea0-816c-3627bec17bd3,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:46.153228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-029b30bf-925b-4f24-a6a9-f1cad84a9628 service neutron] 10.222.0.24 "GET /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307979 Dec 16 22:13:46.195040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Pushing event updated for resources: {'Port': ['ID=4b757b8d-85ee-4e71-8d2c-320a5dada123,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:46.212131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-0a62cdfb-a6d1-41b7-a1f6-6efd72570a51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=943ebd65-a608-4f10-8485-e11257dab726 HTTP/1.1" status: 200 len: 217 time: 0.0526652 Dec 16 22:13:46.222702 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7a1b9a08-4314-4d6f-a785-f1940f9293bd req-8b07f384-5c10-4372-a5bc-b3fdd87d5de6 service neutron] 10.222.0.24 "GET /v2.0/networks/34daf0cb-328a-4063-b77e-640751a9efdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5891068 Dec 16 22:13:46.305673 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a1b40d2-ac16-4d0c-8a39-e367b0740a54 req-f1f53105-082f-40ad-990b-2442dc85bf12 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:46.306440 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:46.306785 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a1b40d2-ac16-4d0c-8a39-e367b0740a54 req-f1f53105-082f-40ad-990b-2442dc85bf12 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:46.307234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:46.307644 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:46.308546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:46.308911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:46.309257 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:46.309598 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:46.310236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:46.310737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:46.311080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:46.311453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:46.311788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:46.312122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:46.315981 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:46.388549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4a1b40d2-ac16-4d0c-8a39-e367b0740a54 req-f1f53105-082f-40ad-990b-2442dc85bf12 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Calling delete_port for e35e189b-8cf8-42eb-b293-e17cf9076665 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:46.428098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:46.430188 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:46.432843 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] 10.222.0.24 "PUT /v2.0/ports/431dfbeb-3c7e-4ea0-816c-3627bec17bd3 HTTP/1.1" status: 200 len: 1091 time: 3.7886963 Dec 16 22:13:46.441967 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Attempting to bind port 4b757b8d-85ee-4e71-8d2c-320a5dada123 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:46.442300 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Attempting to bind port 4b757b8d-85ee-4e71-8d2c-320a5dada123 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:46.447083 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Attempting to bind port 4b757b8d-85ee-4e71-8d2c-320a5dada123 on network 1748be95-c78e-4701-939a-f9809cb0660d {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:46.457978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf21c-e199-4af0-96a3-987962320855 req-ab789999-692f-42e0-bd0c-207d8b90661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:46.464172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-ab789999-692f-42e0-bd0c-207d8b90661c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5 HTTP/1.1" status: 200 len: 853 time: 0.2352195 Dec 16 22:13:46.465934 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Port 4b757b8d-85ee-4e71-8d2c-320a5dada123 on network 1748be95-c78e-4701-939a-f9809cb0660d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:46.466333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Attempting to bind port 4b757b8d-85ee-4e71-8d2c-320a5dada123 on network 1748be95-c78e-4701-939a-f9809cb0660d {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:46.474907 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7a1b9a08-4314-4d6f-a785-f1940f9293bd req-47d6db8e-b050-4f5f-91f8-5a593324fa05 service neutron] 10.222.0.24 "GET /v2.0/networks/34daf0cb-328a-4063-b77e-640751a9efdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427335 Dec 16 22:13:46.512260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:46.512622 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Checking segment: {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:46.513002 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Bound using segment: {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:46.513464 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Bound port: 4b757b8d-85ee-4e71-8d2c-320a5dada123, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:46.513829 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:46.563303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-d860ba15-4d60-470f-afa6-d87e4608e273 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26cb485d-74a4-49d2-916a-2c30cff40f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858886 Dec 16 22:13:46.642105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] For port 4b757b8d-85ee-4e71-8d2c-320a5dada123, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:46.649143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] For port 4b757b8d-85ee-4e71-8d2c-320a5dada123, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=4b757b8d-85ee-4e71-8d2c-320a5dada123,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:46.657352 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf21c-e199-4af0-96a3-987962320855 req-343d73c5-9030-461f-bd5f-f290935684d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:46.659095 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-343d73c5-9030-461f-bd5f-f290935684d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89e26e39871b487e822a56aaf6ec88ce&device_id=3ff33410-fe9e-4896-9955-51b0ad478da5 HTTP/1.1" status: 200 len: 1094 time: 0.0834453 Dec 16 22:13:46.679841 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef453a1-c6cc-423a-8bdb-0854856267fd service neutron] Pushing event updated for resources: {'Port': ['ID=431dfbeb-3c7e-4ea0-816c-3627bec17bd3,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:46.723818 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fff54bb1-5f41-456d-966c-a6073b372caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:46.733735 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-44b3f2d8-4ba2-45ca-a69d-85f41dadc4fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=431dfbeb-3c7e-4ea0-816c-3627bec17bd3 HTTP/1.1" status: 200 len: 217 time: 0.0653598 Dec 16 22:13:46.733989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd24c7e-7e47-400b-a7ff-a2b887ddf8f9 req-83a4355e-d972-4863-b6e2-ff53651bd32f tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:46.735665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edd24c7e-7e47-400b-a7ff-a2b887ddf8f9 req-83a4355e-d972-4863-b6e2-ff53651bd32f tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 946 time: 0.2472861 Dec 16 22:13:46.768540 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:46.785777 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff54bb1-5f41-456d-966c-a6073b372caa admin admin] Pushing event deleted for resources: {'Port': ['ID=7377a87d-6839-4086-8443-a71f008d324b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:46.834703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13b137e-9893-4206-b12c-bd82e81e16ff', 'tag': '943ebd65-a608-4f10-8485-e11257dab726'}, {'name': 'network-changed', 'server_uuid': '3ff33410-fe9e-4896-9955-51b0ad478da5', 'tag': '431dfbeb-3c7e-4ea0-816c-3627bec17bd3'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:46.837303 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ce59c7-1523-4c1a-a118-dc04e747e699" -d '{"events": [{"name": "network-changed", "server_uuid": "b13b137e-9893-4206-b12c-bd82e81e16ff", "tag": "943ebd65-a608-4f10-8485-e11257dab726"}, {"name": "network-changed", "server_uuid": "3ff33410-fe9e-4896-9955-51b0ad478da5", "tag": "431dfbeb-3c7e-4ea0-816c-3627bec17bd3"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:46.850424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-074e3a99-156a-4998-a799-4ba215099cac service neutron] 10.222.0.69 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384071 Dec 16 22:13:46.891930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:46.892733 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:46.894246 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] 10.222.0.24 "PUT /v2.0/ports/4b757b8d-85ee-4e71-8d2c-320a5dada123 HTTP/1.1" status: 200 len: 1091 time: 2.2826481 Dec 16 22:13:46.896971 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e50d63-59f0-454c-be2a-3e4a381306a0', 'tag': '4b757b8d-85ee-4e71-8d2c-320a5dada123'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:46.901437 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088559e2-96f6-4fa3-9e76-acaeddd79e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "21e50d63-59f0-454c-be2a-3e4a381306a0", "tag": "4b757b8d-85ee-4e71-8d2c-320a5dada123"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:46.963885 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf21c-e199-4af0-96a3-987962320855 req-117711d9-7702-473e-b8f8-0d25f104f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:46.966445 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-117711d9-7702-473e-b8f8-0d25f104f346 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5 HTTP/1.1" status: 200 len: 853 time: 0.2018294 Dec 16 22:13:46.967654 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187053e2-cb85-4beb-8a10-867fa5487713 service neutron] Pushing event updated for resources: {'Port': ['ID=4b757b8d-85ee-4e71-8d2c-320a5dada123,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:46.972783 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fff54bb1-5f41-456d-966c-a6073b372caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.123388 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-6312b303-9b3c-4e81-9326-f6c207c820c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26cb485d-74a4-49d2-916a-2c30cff40f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135194 Dec 16 22:13:47.130197 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fff54bb1-5f41-456d-966c-a6073b372caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.135310 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fff54bb1-5f41-456d-966c-a6073b372caa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.233191 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-7a051e34-6d27-45a1-93fd-4b1b9d754c65 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:47.234759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-7a051e34-6d27-45a1-93fd-4b1b9d754c65 tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3&tenant_id=7121dad57bc841b98b41e71c9b25481e&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 1096 time: 0.4673221 Dec 16 22:13:47.239878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-4c5b9cec-243a-491b-b739-7ccacca5882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:47.242879 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-4c5b9cec-243a-491b-b739-7ccacca5882b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 1094 time: 0.2308130 Dec 16 22:13:47.249230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edd24c7e-7e47-400b-a7ff-a2b887ddf8f9 req-446852de-2885-4dbe-af3e-6443f5c7cd98 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd25b71-cdc5-4c93-b0cf-7a65ecd21949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5037436 Dec 16 22:13:47.339651 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-e95726c6-cb36-486e-b6fa-fe1320095fed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b757b8d-85ee-4e71-8d2c-320a5dada123 HTTP/1.1" status: 200 len: 217 time: 0.0792563 Dec 16 22:13:47.340736 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fff54bb1-5f41-456d-966c-a6073b372caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.341029 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff54bb1-5f41-456d-966c-a6073b372caa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9633b382-8ffe-4332-a656-07efcd29b8bb {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:13:47.354035 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fff54bb1-5f41-456d-966c-a6073b372caa admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.358432 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fff54bb1-5f41-456d-966c-a6073b372caa admin admin] 10.222.0.43 "DELETE /v2.0/routers/9633b382-8ffe-4332-a656-07efcd29b8bb HTTP/1.1" status: 204 len: 168 time: 2.8818147 Dec 16 22:13:47.359210 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59906) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:47.383665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-56b45c84-a30e-4693-a94d-000dce355621 service neutron] 10.222.0.69 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193868 Dec 16 22:13:47.396596 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a1b40d2-ac16-4d0c-8a39-e367b0740a54 req-f1f53105-082f-40ad-990b-2442dc85bf12 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.426124 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-c639f2e2-a36c-4aeb-b6bc-01214f3f555f service neutron] 10.222.0.24 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930415 Dec 16 22:13:47.553372 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d2ba67c2-0630-49c4-8d3e-a2c3971ae29c no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:47.602612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f53105-082f-40ad-990b-2442dc85bf12 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Pushing event deleted for resources: {'Port': ['ID=e35e189b-8cf8-42eb-b293-e17cf9076665,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:47.610749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: d2ba67c2-0630-49c4-8d3e-a2c3971ae29c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:47.611195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d2ba67c2-0630-49c4-8d3e-a2c3971ae29c not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:47.617864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69cb15-0868-4edf-9cdc-522c211228a2 req-27c030b0-c669-4d84-abf7-7dccc4911544 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:47.628321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db69cb15-0868-4edf-9cdc-522c211228a2 req-27c030b0-c669-4d84-abf7-7dccc4911544 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 943 time: 0.3056653 Dec 16 22:13:47.645354 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe196d5-7c00-4a68-bee1-80bfd858be95 admin admin] Deleting subnet 8674e1f7-5eab-488d-97d5-402900229d08 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:13:47.651891 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-72a2be4e-5c2a-444d-b121-bc8c4fbffe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:47.654829 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-72a2be4e-5c2a-444d-b121-bc8c4fbffe07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc959983-53a1-41bc-bb50-5414cb529785 HTTP/1.1" status: 200 len: 852 time: 0.3053460 Dec 16 22:13:47.658993 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbe196d5-7c00-4a68-bee1-80bfd858be95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.735711 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-a8538bd6-54f5-412a-aad3-0f41ffb064a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1748be95-c78e-4701-939a-f9809cb0660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478122 Dec 16 22:13:47.770708 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-0a216e5b-9521-4de1-aa4b-16fe225a9e91 service neutron] For port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:47.776582 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-0a216e5b-9521-4de1-aa4b-16fe225a9e91 service neutron] Publish callbacks [] for binding, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.777973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-0a216e5b-9521-4de1-aa4b-16fe225a9e91 service neutron] 10.222.0.24 "DELETE /v2.0/ports/9129d6d4-1fe5-41be-bc06-a2c0704a1dc1/bindings/n-h1-821840-2 HTTP/1.1" status: 204 len: 173 time: 0.5059297 Dec 16 22:13:47.783380 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db69cb15-0868-4edf-9cdc-522c211228a2 req-f3d3f42a-5def-4b56-acb6-35f4302825f5 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539962 Dec 16 22:13:47.784203 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a1b40d2-ac16-4d0c-8a39-e367b0740a54 req-f1f53105-082f-40ad-990b-2442dc85bf12 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.786872 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a1b40d2-ac16-4d0c-8a39-e367b0740a54 req-f1f53105-082f-40ad-990b-2442dc85bf12 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.804819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a1b40d2-ac16-4d0c-8a39-e367b0740a54 req-f1f53105-082f-40ad-990b-2442dc85bf12 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "DELETE /v2.0/floatingips/237e1958-c277-47cc-b0ce-65a262a9fa2b HTTP/1.1" status: 204 len: 173 time: 2.4038842 Dec 16 22:13:47.805009 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbe196d5-7c00-4a68-bee1-80bfd858be95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.883627 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-931bf21c-e199-4af0-96a3-987962320855 req-d58d34a5-6348-4801-ba4e-63dbde16c970 service neutron] 10.222.0.24 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474797 Dec 16 22:13:47.896674 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b15ada0-1b46-4b4f-a629-91016795a41f x-openstack-request-id: req-0b15ada0-1b46-4b4f-a629-91016795a41f {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:47.896674 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13b137e-9893-4206-b12c-bd82e81e16ff", "tag": "943ebd65-a608-4f10-8485-e11257dab726", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ff33410-fe9e-4896-9955-51b0ad478da5", "tag": "431dfbeb-3c7e-4ea0-816c-3627bec17bd3", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:47.896674 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b15ada0-1b46-4b4f-a629-91016795a41f {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:47.899947 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b13b137e-9893-4206-b12c-bd82e81e16ff', 'tag': '943ebd65-a608-4f10-8485-e11257dab726', 'status': 'completed', 'code': 200} Dec 16 22:13:47.900218 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff33410-fe9e-4896-9955-51b0ad478da5', 'tag': '431dfbeb-3c7e-4ea0-816c-3627bec17bd3', 'status': 'completed', 'code': 200} Dec 16 22:13:47.985249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36d890-1c0b-4be4-adb5-8e59e9b26cd5 req-6d705029-8232-4387-a069-1156c25db307 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:47.994902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e36d890-1c0b-4be4-adb5-8e59e9b26cd5 req-6d705029-8232-4387-a069-1156c25db307 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ff33410-fe9e-4896-9955-51b0ad478da5 HTTP/1.1" status: 200 len: 943 time: 0.1480985 Dec 16 22:13:47.997597 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8dc003-a4c9-4845-8657-4f005df4766e x-openstack-request-id: req-fc8dc003-a4c9-4845-8657-4f005df4766e {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:47.998068 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e50d63-59f0-454c-be2a-3e4a381306a0", "tag": "4b757b8d-85ee-4e71-8d2c-320a5dada123", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:47.999152 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc8dc003-a4c9-4845-8657-4f005df4766e {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:47.999152 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e50d63-59f0-454c-be2a-3e4a381306a0', 'tag': '4b757b8d-85ee-4e71-8d2c-320a5dada123', 'status': 'completed', 'code': 200} Dec 16 22:13:48.002559 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-0eb408fd-d1e8-4f77-80f6-c6fdbba25287 service neutron] 10.222.0.24 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528288 Dec 16 22:13:48.024654 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-369d3161-f82f-424a-bf01-505ac18af3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.025840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-369d3161-f82f-424a-bf01-505ac18af3cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89e26e39871b487e822a56aaf6ec88ce&device_id=b13b137e-9893-4206-b12c-bd82e81e16ff HTTP/1.1" status: 200 len: 1095 time: 0.1154470 Dec 16 22:13:48.085834 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbe196d5-7c00-4a68-bee1-80bfd858be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:48.154779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e36d890-1c0b-4be4-adb5-8e59e9b26cd5 req-62487950-3d85-4e11-80f2-3c7ea001a2b7 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590493 Dec 16 22:13:48.198903 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4db8b-7b88-4342-a899-5e626a580dbb req-e4d32ec9-cbb2-41ce-8f5b-ab7215cc9b90 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.202283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-ad5c7887-2462-4930-9725-83c7f90e700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.203865 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-ad5c7887-2462-4930-9725-83c7f90e700a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89e26e39871b487e822a56aaf6ec88ce&device_id=3ff33410-fe9e-4896-9955-51b0ad478da5 HTTP/1.1" status: 200 len: 1094 time: 0.0938685 Dec 16 22:13:48.206370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4a4db8b-7b88-4342-a899-5e626a580dbb req-e4d32ec9-cbb2-41ce-8f5b-ab7215cc9b90 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 945 time: 0.1753368 Dec 16 22:13:48.218183 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-33abbfb0-def0-4849-9d58-778bd0cd5033 service neutron] 10.222.0.24 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936486 Dec 16 22:13:48.311363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4a4db8b-7b88-4342-a899-5e626a580dbb req-9cd5e11c-9aa4-44e1-b6c7-e7cc939fc6d9 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039245 Dec 16 22:13:48.322177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-cc12594c-edaa-4a12-80c8-e172f70377b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.332451 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-cc12594c-edaa-4a12-80c8-e172f70377b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=26cb485d-74a4-49d2-916a-2c30cff40f55 HTTP/1.1" status: 200 len: 914 time: 0.2829370 Dec 16 22:13:48.353133 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbe196d5-7c00-4a68-bee1-80bfd858be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:48.381808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-64d0285c-5bc7-4b33-afe6-b621771c1371 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=943ebd65-a608-4f10-8485-e11257dab726 HTTP/1.1" status: 200 len: 217 time: 0.0448263 Dec 16 22:13:48.410044 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-ccb94c90-cc61-4d98-92de-11dfe53601ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.411573 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-ccb94c90-cc61-4d98-92de-11dfe53601ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=26cb485d-74a4-49d2-916a-2c30cff40f55 HTTP/1.1" status: 200 len: 914 time: 0.1816120 Dec 16 22:13:48.444440 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5105a5-2080-4f4f-a67d-37f198dfefaf None None] Network 5fb63b19-680d-4e5d-a062-91db40eb8e5b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:13:48.496265 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-4db4aea6-e815-4003-8e08-231e97df455f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=431dfbeb-3c7e-4ea0-816c-3627bec17bd3 HTTP/1.1" status: 200 len: 217 time: 0.0592532 Dec 16 22:13:48.497470 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbe196d5-7c00-4a68-bee1-80bfd858be95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:48.503874 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dbe196d5-7c00-4a68-bee1-80bfd858be95 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8674e1f7-5eab-488d-97d5-402900229d08 HTTP/1.1" status: 204 len: 168 time: 1.1290262 Dec 16 22:13:48.515309 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59920) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:48.559389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe196d5-7c00-4a68-bee1-80bfd858be95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8674e1f7-5eab-488d-97d5-402900229d08,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:48.657471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-720337d1-bc3c-4239-b3f2-5e002ead583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.659203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-720337d1-bc3c-4239-b3f2-5e002ead583e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5 HTTP/1.1" status: 200 len: 853 time: 0.2576127 Dec 16 22:13:48.684246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6a91f-65bb-4842-8cfb-9615138afc17 req-959b97f3-5c84-4e45-8779-ff1eccc8eec3 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.685847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3cd6a91f-65bb-4842-8cfb-9615138afc17 req-959b97f3-5c84-4e45-8779-ff1eccc8eec3 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1876004 Dec 16 22:13:48.689573 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8e8996-3caa-4c4b-ad9a-6f4cdf31474f None None] DHCP port deletion for 5fb63b19-680d-4e5d-a062-91db40eb8e5b request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:13:48.705122 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:48.735013 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088559e2-96f6-4fa3-9e76-acaeddd79e0a req-ce92eaeb-5ac4-470a-8d37-a1e01fb4f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.736507 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-088559e2-96f6-4fa3-9e76-acaeddd79e0a req-ce92eaeb-5ac4-470a-8d37-a1e01fb4f660 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 1094 time: 0.3228965 Dec 16 22:13:48.746909 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-6f72d3e9-20f6-4642-8907-6b1085722cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.748384 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-6f72d3e9-20f6-4642-8907-6b1085722cf8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5 HTTP/1.1" status: 200 len: 853 time: 0.2434964 Dec 16 22:13:48.753651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-febb9ff4-4209-439b-91cd-397545c152cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26cb485d-74a4-49d2-916a-2c30cff40f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852969 Dec 16 22:13:48.756757 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87494e-6122-411c-aef4-5ce723108dd6 req-e31d6992-9227-465f-9fe0-2da29aa7b33c tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.765541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df87494e-6122-411c-aef4-5ce723108dd6 req-e31d6992-9227-465f-9fe0-2da29aa7b33c tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 1096 time: 0.2376356 Dec 16 22:13:48.770938 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e8996-3caa-4c4b-ad9a-6f4cdf31474f None None] Deleting port d28ab03f-22b1-4ade-870c-731eb8bc9c62 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:48.772001 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8996-3caa-4c4b-ad9a-6f4cdf31474f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:48.782827 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3cd6a91f-65bb-4842-8cfb-9615138afc17 req-0640b1c6-67b6-4df5-97cc-a0de65bb6c94 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0871487 Dec 16 22:13:48.891452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df87494e-6122-411c-aef4-5ce723108dd6 req-95711779-ed9b-4cfb-9c82-7838caf7b25d tempest-LiveAutoBlockMigrationV225Test-131726635 tempest-LiveAutoBlockMigrationV225Test-131726635-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155653 Dec 16 22:13:48.909700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6f8e8996-3caa-4c4b-ad9a-6f4cdf31474f None None] For port d28ab03f-22b1-4ade-870c-731eb8bc9c62, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d28ab03f-22b1-4ade-870c-731eb8bc9c62,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:48.910022 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8996-3caa-4c4b-ad9a-6f4cdf31474f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:48.930238 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088559e2-96f6-4fa3-9e76-acaeddd79e0a req-6aba1263-05af-4572-b1a3-6f8bbff14e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.930238 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-088559e2-96f6-4fa3-9e76-acaeddd79e0a req-6aba1263-05af-4572-b1a3-6f8bbff14e29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 913 time: 0.1726141 Dec 16 22:13:48.930238 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-6a104374-6e7d-45a6-a869-7e35b77e1006 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26cb485d-74a4-49d2-916a-2c30cff40f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741200 Dec 16 22:13:48.995553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35e61ab4-3864-4843-9361-9ef13adc8793 req-c273554a-365c-492f-a910-c15b1d57af30 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0528910 Dec 16 22:13:48.997173 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e8996-3caa-4c4b-ad9a-6f4cdf31474f None None] Calling delete_port for d28ab03f-22b1-4ade-870c-731eb8bc9c62 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:49.002881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-78c3673f-3f84-4809-a6ab-40c9432ba472 service neutron] 10.222.0.69 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303426 Dec 16 22:13:49.010058 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-088559e2-96f6-4fa3-9e76-acaeddd79e0a req-6caef7f6-39af-4ad7-802e-9da4479be313 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b757b8d-85ee-4e71-8d2c-320a5dada123 HTTP/1.1" status: 200 len: 217 time: 0.0706701 Dec 16 22:13:49.126890 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088559e2-96f6-4fa3-9e76-acaeddd79e0a req-1e42481e-f1c8-41a0-b00a-60ac2bce785c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:49.128753 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-088559e2-96f6-4fa3-9e76-acaeddd79e0a req-1e42481e-f1c8-41a0-b00a-60ac2bce785c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc959983-53a1-41bc-bb50-5414cb529785 HTTP/1.1" status: 200 len: 852 time: 0.0848646 Dec 16 22:13:49.168288 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-088559e2-96f6-4fa3-9e76-acaeddd79e0a req-bf21d84f-2087-498c-bcfb-57a7cf57aaad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1748be95-c78e-4701-939a-f9809cb0660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280852 Dec 16 22:13:49.214796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02619ea7-fea1-40ff-9f47-414386b4c05e req-fc008785-f11e-4381-85bc-6dba0a2cbeb7 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:49.216414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02619ea7-fea1-40ff-9f47-414386b4c05e req-fc008785-f11e-4381-85bc-6dba0a2cbeb7 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 943 time: 0.1627388 Dec 16 22:13:49.219003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-8ae2da48-b486-47aa-860e-d858ff9341b0 service neutron] 10.222.0.69 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077599 Dec 16 22:13:49.246889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] Deleting port d28ab03f-22b1-4ade-870c-731eb8bc9c62 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:49.246889 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:49.277491 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8996-3caa-4c4b-ad9a-6f4cdf31474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:49.304443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02619ea7-fea1-40ff-9f47-414386b4c05e req-fa21d0ec-1483-4899-9a8c-e3d3f0634787 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766852 Dec 16 22:13:49.327135 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-d2228fde-0d73-4601-9ed2-dfb52fbbebc9 service neutron] 10.222.0.24 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722677 Dec 16 22:13:49.337995 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e8996-3caa-4c4b-ad9a-6f4cdf31474f None None] Pushing event deleted for resources: {'Port': ['ID=d28ab03f-22b1-4ade-870c-731eb8bc9c62,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:49.362802 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e8996-3caa-4c4b-ad9a-6f4cdf31474f None None] No DVR routers for this DVR port d28ab03f-22b1-4ade-870c-731eb8bc9c62 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:49.440729 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] For port d28ab03f-22b1-4ade-870c-731eb8bc9c62, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d28ab03f-22b1-4ade-870c-731eb8bc9c62,segment=NetworkSegment(2d503f7a-7016-4bac-adaf-88474e29c470),segment_id=2d503f7a-7016-4bac-adaf-88474e29c470)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:49.441090 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:49.465434 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-088559e2-96f6-4fa3-9e76-acaeddd79e0a req-cdd3f74b-b7cf-45ad-8c3b-3857a4403449 service neutron] 10.222.0.24 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868664 Dec 16 22:13:49.473717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] Calling delete_port for d28ab03f-22b1-4ade-870c-731eb8bc9c62 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:49.483609 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d28ab03f-22b1-4ade-870c-731eb8bc9c62 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:49.511218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: d28ab03f-22b1-4ade-870c-731eb8bc9c62 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:49.511800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d28ab03f-22b1-4ade-870c-731eb8bc9c62 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:49.512295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7377a87d-6839-4086-8443-a71f008d324b no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:49.533339 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 7377a87d-6839-4086-8443-a71f008d324b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:49.533768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7377a87d-6839-4086-8443-a71f008d324b not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:49.549211 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-91ce59c7-1523-4c1a-a118-dc04e747e699 req-52734539-a5c0-4c41-8577-8d6f7c396033 service neutron] 10.222.0.24 "GET /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086563 Dec 16 22:13:49.933074 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-088559e2-96f6-4fa3-9e76-acaeddd79e0a req-21577d82-5f73-4b86-97b6-220b7c89953c service neutron] 10.222.0.24 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571443 Dec 16 22:13:49.939382 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:49.968407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28ab03f-22b1-4ade-870c-731eb8bc9c62,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:49.972995 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] No DVR routers for this DVR port d28ab03f-22b1-4ade-870c-731eb8bc9c62 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:50.015968 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce018d4a-6975-48e9-825e-16d99c541a31 req-8f9deade-0b9d-4bc4-8628-fbbe964d6c17 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:50.017953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce018d4a-6975-48e9-825e-16d99c541a31 req-8f9deade-0b9d-4bc4-8628-fbbe964d6c17 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ff33410-fe9e-4896-9955-51b0ad478da5 HTTP/1.1" status: 200 len: 943 time: 0.0830901 Dec 16 22:13:50.056373 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-525f67c5-d2a1-4346-8060-8fa05bc02de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:50.077990 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:50.090553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce018d4a-6975-48e9-825e-16d99c541a31 req-476c6c94-1249-42da-bd80-db3ec680a1c9 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592294 Dec 16 22:13:50.110152 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb63b19-680d-4e5d-a062-91db40eb8e5b']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:50.122683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d503f7a-7016-4bac-adaf-88474e29c470') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:50.122896 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d503f7a-7016-4bac-adaf-88474e29c470') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:50.134827 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:50.151159 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:50.158410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:13:50.159287 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:13:50.161074 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:13:50.307029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801adcf-72f2-4469-b178-4306b611af64 req-99e233c6-f5a6-4a0d-83bd-d47cdd31b543 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:50.308554 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8801adcf-72f2-4469-b178-4306b611af64 req-99e233c6-f5a6-4a0d-83bd-d47cdd31b543 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 946 time: 0.0876980 Dec 16 22:13:50.317523 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:50.324639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ebcbc-7086-4063-a11f-baa33fb9e632 req-1930e474-34aa-426b-a73f-8597b35aa366 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:50.326329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f1ebcbc-7086-4063-a11f-baa33fb9e632 req-1930e474-34aa-426b-a73f-8597b35aa366 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 945 time: 0.0749996 Dec 16 22:13:50.330838 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:50.340470 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5fb63b19-680d-4e5d-a062-91db40eb8e5b HTTP/1.1" status: 204 len: 168 time: 1.7956314 Dec 16 22:13:50.342858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59948) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:50.402410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf62fd-8093-4338-af81-2c40eab2bd78 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fb63b19-680d-4e5d-a062-91db40eb8e5b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:50.413639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8801adcf-72f2-4469-b178-4306b611af64 req-220594ef-79a3-478f-8b52-c43833d63008 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd25b71-cdc5-4c93-b0cf-7a65ecd21949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858810 Dec 16 22:13:50.423190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f1ebcbc-7086-4063-a11f-baa33fb9e632 req-67b80fd7-621f-49e3-9ed8-43e20f0ad855 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807776 Dec 16 22:13:50.602724 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef8192-f141-41f0-b01b-d260a125e62e req-2fcf34bf-e7f5-45fa-ab45-03a97c4404c8 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:50.604471 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56ef8192-f141-41f0-b01b-d260a125e62e req-2fcf34bf-e7f5-45fa-ab45-03a97c4404c8 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 943 time: 0.0870957 Dec 16 22:13:50.638065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a3006-e1bb-47f3-a845-0c2ff7b85eea req-bfc9ddbf-b6b7-4117-9bc1-1a57d0bdc5df tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:50.640140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c3a3006-e1bb-47f3-a845-0c2ff7b85eea req-bfc9ddbf-b6b7-4117-9bc1-1a57d0bdc5df tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 946 time: 0.1206107 Dec 16 22:13:50.703608 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788c87e-1b31-4168-9c5b-93ff43b7ef50 req-7296a8a9-d6da-4e77-b744-ec4cbb3126e8 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:50.705253 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8788c87e-1b31-4168-9c5b-93ff43b7ef50 req-7296a8a9-d6da-4e77-b744-ec4cbb3126e8 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.24 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 945 time: 0.0875742 Dec 16 22:13:50.727227 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56ef8192-f141-41f0-b01b-d260a125e62e req-30430111-1cb6-44cf-965b-936716c2457e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122506 Dec 16 22:13:50.743692 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c3a3006-e1bb-47f3-a845-0c2ff7b85eea req-a443c838-2b53-473d-bb27-1691b9fccb0f tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/security-groups?id=9155bd47-4531-461d-ab97-0e664ce8b76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946088 Dec 16 22:13:50.885333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-8788c87e-1b31-4168-9c5b-93ff43b7ef50 req-7802a122-acdf-4e23-96f9-fa528f20d6b7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Deleting port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:50.885669 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8788c87e-1b31-4168-9c5b-93ff43b7ef50 req-7802a122-acdf-4e23-96f9-fa528f20d6b7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:51.019418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-8788c87e-1b31-4168-9c5b-93ff43b7ef50 req-7802a122-acdf-4e23-96f9-fa528f20d6b7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] For port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:51.020242 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8788c87e-1b31-4168-9c5b-93ff43b7ef50 req-7802a122-acdf-4e23-96f9-fa528f20d6b7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:51.036292 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-8788c87e-1b31-4168-9c5b-93ff43b7ef50 req-7802a122-acdf-4e23-96f9-fa528f20d6b7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Calling delete_port for 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:51.041400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-594cef12-70ae-4342-b530-c9f2e5abe83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:51.130149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:51.287839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ca253-27fa-4c8a-9be5-3513e3f6223e req-45e1b84f-ab6a-492e-a8cd-d0666b56aa72 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:51.290443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c74ca253-27fa-4c8a-9be5-3513e3f6223e req-45e1b84f-ab6a-492e-a8cd-d0666b56aa72 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ff33410-fe9e-4896-9955-51b0ad478da5 HTTP/1.1" status: 200 len: 943 time: 0.0977311 Dec 16 22:13:51.322013 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 431dfbeb-3c7e-4ea0-816c-3627bec17bd3, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=431dfbeb-3c7e-4ea0-816c-3627bec17bd3,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:51.337453 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 943ebd65-a608-4f10-8485-e11257dab726 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:51.340861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbab3ea-38cb-4a41-99c9-46af7bf6d156 req-9d47be08-5526-4ef6-8622-ee45c6404bab tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:51.342424 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cbab3ea-38cb-4a41-99c9-46af7bf6d156 req-9d47be08-5526-4ef6-8622-ee45c6404bab tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 946 time: 0.1693857 Dec 16 22:13:51.354082 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '431dfbeb-3c7e-4ea0-816c-3627bec17bd3', 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55', 'port_id': '431dfbeb-3c7e-4ea0-816c-3627bec17bd3', 'mac_address': 'fa:16:3e:4d:04:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:51.366968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c74ca253-27fa-4c8a-9be5-3513e3f6223e req-9d30cf25-8590-467e-984a-91dd75798df9 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683482 Dec 16 22:13:51.458404 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:51.483139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:51.520072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 431dfbeb-3c7e-4ea0-816c-3627bec17bd3, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=431dfbeb-3c7e-4ea0-816c-3627bec17bd3,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:51.560496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2cbab3ea-38cb-4a41-99c9-46af7bf6d156 req-9f9404e0-2063-49e5-a2d7-80f212be2aeb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Deleting port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:51.560860 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cbab3ea-38cb-4a41-99c9-46af7bf6d156 req-9f9404e0-2063-49e5-a2d7-80f212be2aeb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:51.573168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 943ebd65-a608-4f10-8485-e11257dab726, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=943ebd65-a608-4f10-8485-e11257dab726,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:51.594383 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '943ebd65-a608-4f10-8485-e11257dab726', 'network_id': '26cb485d-74a4-49d2-916a-2c30cff40f55', 'port_id': '943ebd65-a608-4f10-8485-e11257dab726', 'mac_address': 'fa:16:3e:7e:e3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:51.606763 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8788c87e-1b31-4168-9c5b-93ff43b7ef50 req-7802a122-acdf-4e23-96f9-fa528f20d6b7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:51.677726 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e563601d-3e37-4411-ade0-c8e7018305a8 req-a14e196f-3f87-439c-835f-ed5b4539deb9 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 210 time: 0.0545168 Dec 16 22:13:51.686601 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['053d09be-313e-4533-944f-306fb88a6bc1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:51.700705 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802a122-acdf-4e23-96f9-fa528f20d6b7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Pushing event deleted for resources: {'Port': ['ID=9129d6d4-1fe5-41be-bc06-a2c0704a1dc1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:51.766380 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5bcb6-9df7-4d77-b25c-0f6a4d0a356c req-9ab766fe-ccfb-49a5-8a79-f2e9f366e84f tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:51.775970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9c5bcb6-9df7-4d77-b25c-0f6a4d0a356c req-9ab766fe-ccfb-49a5-8a79-f2e9f366e84f tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 946 time: 0.0957699 Dec 16 22:13:51.783872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['9129d6d4-1fe5-41be-bc06-a2c0704a1dc1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:51.792435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8788c87e-1b31-4168-9c5b-93ff43b7ef50 req-7802a122-acdf-4e23-96f9-fa528f20d6b7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] No DVR routers for this DVR port 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:51.805130 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8788c87e-1b31-4168-9c5b-93ff43b7ef50 req-7802a122-acdf-4e23-96f9-fa528f20d6b7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:51.809497 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8788c87e-1b31-4168-9c5b-93ff43b7ef50 req-7802a122-acdf-4e23-96f9-fa528f20d6b7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.24 "DELETE /v2.0/ports/9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 HTTP/1.1" status: 204 len: 173 time: 1.0931246 Dec 16 22:13:51.811559 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10e2c84-0c90-4afb-9d4d-a6cc435c1be3', 'name': 'network-vif-deleted', 'tag': '9129d6d4-1fe5-41be-bc06-a2c0704a1dc1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:51.814409 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de125781-9418-469c-bdef-1531a994f3a5" -d '{"events": [{"server_uuid": "a10e2c84-0c90-4afb-9d4d-a6cc435c1be3", "name": "network-vif-deleted", "tag": "9129d6d4-1fe5-41be-bc06-a2c0704a1dc1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:51.835540 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:51.839027 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:51.840000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 4b757b8d-85ee-4e71-8d2c-320a5dada123 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:51.843363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-594cef12-70ae-4342-b530-c9f2e5abe83e admin admin] Deleting port a1f49b8d-68e9-47dd-bd6d-7190394653d9 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:51.843756 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-594cef12-70ae-4342-b530-c9f2e5abe83e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:51.847353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2cbab3ea-38cb-4a41-99c9-46af7bf6d156 req-9f9404e0-2063-49e5-a2d7-80f212be2aeb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] For port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=356d0d46-ae67-4ee7-8913-10d8fd0a2bf5,segment=NetworkSegment(ab464872-40ce-4afc-bacc-99820c4919b1),segment_id=ab464872-40ce-4afc-bacc-99820c4919b1)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:51.850623 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cbab3ea-38cb-4a41-99c9-46af7bf6d156 req-9f9404e0-2063-49e5-a2d7-80f212be2aeb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:51.903705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9c5bcb6-9df7-4d77-b25c-0f6a4d0a356c req-debdbd36-d9b5-40dc-9216-fec0478f21e6 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd25b71-cdc5-4c93-b0cf-7a65ecd21949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267908 Dec 16 22:13:51.968572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4032406-e0da-4dd8-971b-d3a5af63943c req-9d46f000-c769-46ba-ad18-bad1de0d8649 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:51.970100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4032406-e0da-4dd8-971b-d3a5af63943c req-9d46f000-c769-46ba-ad18-bad1de0d8649 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.24 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 946 time: 0.1418433 Dec 16 22:13:51.981035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732c852-7efd-435c-93e7-092ffe303b35 req-4a3265b2-5f65-4899-a2ec-c04351e059ec tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:51.988542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=431dfbeb-3c7e-4ea0-816c-3627bec17bd3,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:51.988781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e732c852-7efd-435c-93e7-092ffe303b35 req-4a3265b2-5f65-4899-a2ec-c04351e059ec tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 943 time: 0.1085880 Dec 16 22:13:52.092784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-594cef12-70ae-4342-b530-c9f2e5abe83e admin admin] For port a1f49b8d-68e9-47dd-bd6d-7190394653d9, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a1f49b8d-68e9-47dd-bd6d-7190394653d9,segment=NetworkSegment(0395e34c-3662-47b4-b7fd-e0ffbdac0aa8),segment_id=0395e34c-3662-47b4-b7fd-e0ffbdac0aa8)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:52.093368 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-594cef12-70ae-4342-b530-c9f2e5abe83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:52.117581 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-594cef12-70ae-4342-b530-c9f2e5abe83e admin admin] Calling delete_port for a1f49b8d-68e9-47dd-bd6d-7190394653d9 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:52.122092 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943ebd65-a608-4f10-8485-e11257dab726 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:52.146174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 943ebd65-a608-4f10-8485-e11257dab726, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=943ebd65-a608-4f10-8485-e11257dab726,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:52.173928 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e732c852-7efd-435c-93e7-092ffe303b35 req-87499e7a-8f15-4771-98b5-b5614136fc81 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844547 Dec 16 22:13:52.197636 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321637d6-5e54-44e3-9eb4-00cfc595f541 req-2d97eff2-2b79-4bbd-a7ba-8b38d4b4e812 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:52.205838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-321637d6-5e54-44e3-9eb4-00cfc595f541 req-2d97eff2-2b79-4bbd-a7ba-8b38d4b4e812 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 946 time: 0.0875342 Dec 16 22:13:52.237768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-f4032406-e0da-4dd8-971b-d3a5af63943c req-515a93b8-a8d5-48c3-a921-ec75b124fa0a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Deleting port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:52.238331 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f4032406-e0da-4dd8-971b-d3a5af63943c req-515a93b8-a8d5-48c3-a921-ec75b124fa0a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:52.266361 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cbab3ea-38cb-4a41-99c9-46af7bf6d156 req-9f9404e0-2063-49e5-a2d7-80f212be2aeb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:52.266597 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cbab3ea-38cb-4a41-99c9-46af7bf6d156 req-9f9404e0-2063-49e5-a2d7-80f212be2aeb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:52.266779 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [req-2cbab3ea-38cb-4a41-99c9-46af7bf6d156 req-9f9404e0-2063-49e5-a2d7-80f212be2aeb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Floating IP 84d0ab9b-a9ad-4211-9d91-ccff20ee609e disassociated. External IP: 172.25.2.61, port: 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5. Dec 16 22:13:52.267128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2cbab3ea-38cb-4a41-99c9-46af7bf6d156 req-9f9404e0-2063-49e5-a2d7-80f212be2aeb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Calling delete_port for 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:52.305945 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:52.355539 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 4b757b8d-85ee-4e71-8d2c-320a5dada123, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=4b757b8d-85ee-4e71-8d2c-320a5dada123,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:52.384921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-321637d6-5e54-44e3-9eb4-00cfc595f541 req-031f6425-846e-4568-9197-7fe86fb08c18 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/security-groups?id=9155bd47-4531-461d-ab97-0e664ce8b76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777568 Dec 16 22:13:52.452855 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206ab7ad-cf67-4ffd-b417-2d07df7afcc6 x-openstack-request-id: req-206ab7ad-cf67-4ffd-b417-2d07df7afcc6 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:52.453309 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10e2c84-0c90-4afb-9d4d-a6cc435c1be3", "name": "network-vif-deleted", "tag": "9129d6d4-1fe5-41be-bc06-a2c0704a1dc1", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:52.453661 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-206ab7ad-cf67-4ffd-b417-2d07df7afcc6 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:52.454120 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10e2c84-0c90-4afb-9d4d-a6cc435c1be3', 'name': 'network-vif-deleted', 'tag': '9129d6d4-1fe5-41be-bc06-a2c0704a1dc1', 'status': 'completed', 'code': 200} Dec 16 22:13:52.467118 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6cb84aea-3aff-4d48-aaca-e031e842e5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:52.509016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f4032406-e0da-4dd8-971b-d3a5af63943c req-515a93b8-a8d5-48c3-a921-ec75b124fa0a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] For port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff,segment=NetworkSegment(2efb0350-123d-4bea-bfcf-69718fdf33b2),segment_id=2efb0350-123d-4bea-bfcf-69718fdf33b2)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:52.509525 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f4032406-e0da-4dd8-971b-d3a5af63943c req-515a93b8-a8d5-48c3-a921-ec75b124fa0a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:52.525501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '4b757b8d-85ee-4e71-8d2c-320a5dada123', 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d', 'port_id': '4b757b8d-85ee-4e71-8d2c-320a5dada123', 'mac_address': 'fa:16:3e:9a:9b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc959983-53a1-41bc-bb50-5414cb529785', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:52.534931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-f4032406-e0da-4dd8-971b-d3a5af63943c req-515a93b8-a8d5-48c3-a921-ec75b124fa0a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Calling delete_port for f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:52.565227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=943ebd65-a608-4f10-8485-e11257dab726,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:52.576008 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cbab3ea-38cb-4a41-99c9-46af7bf6d156 req-9f9404e0-2063-49e5-a2d7-80f212be2aeb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:52.623254 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9404e0-2063-49e5-a2d7-80f212be2aeb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Pushing event deleted for resources: {'Port': ['ID=356d0d46-ae67-4ee7-8913-10d8fd0a2bf5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:52.667828 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:52.677064 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['943ebd65-a608-4f10-8485-e11257dab726'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:52.745630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30295e04-eac8-40df-8292-d014d3fba7fb req-b3422cea-a4ad-4b45-bf66-206c75e2fea9 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:52.757921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30295e04-eac8-40df-8292-d014d3fba7fb req-b3422cea-a4ad-4b45-bf66-206c75e2fea9 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ff33410-fe9e-4896-9955-51b0ad478da5 HTTP/1.1" status: 200 len: 944 time: 0.2088144 Dec 16 22:13:52.896476 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-594cef12-70ae-4342-b530-c9f2e5abe83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:52.902733 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6faeee40-90bf-4578-998e-cdd9af4edbd2 req-dac59463-d285-4c8c-b71c-829a75958ef6 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 210 time: 0.0736985 Dec 16 22:13:52.934322 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30295e04-eac8-40df-8292-d014d3fba7fb req-3b9faa27-e6a6-45ab-919a-45e5882a75ff tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661775 Dec 16 22:13:52.938950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cef12-70ae-4342-b530-c9f2e5abe83e admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f49b8d-68e9-47dd-bd6d-7190394653d9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:52.951224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b757b8d-85ee-4e71-8d2c-320a5dada123 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:53.048794 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cbab3ea-38cb-4a41-99c9-46af7bf6d156 req-9f9404e0-2063-49e5-a2d7-80f212be2aeb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Router a536fad8-7291-441b-a3d7-d33a4a27d088 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:13:53.055482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 4b757b8d-85ee-4e71-8d2c-320a5dada123, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=4b757b8d-85ee-4e71-8d2c-320a5dada123,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:53.135554 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7504b110-0b65-4038-8c5c-3b6c79a2c0a5 req-957542e5-8312-4c55-b5c1-7ff16ab329d6 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 210 time: 0.0763619 Dec 16 22:13:53.141746 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:53.243008 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f4032406-e0da-4dd8-971b-d3a5af63943c req-515a93b8-a8d5-48c3-a921-ec75b124fa0a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:53.315874 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=4b757b8d-85ee-4e71-8d2c-320a5dada123,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:53.380034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a93b8-a8d5-48c3-a921-ec75b124fa0a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Pushing event deleted for resources: {'Port': ['ID=f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:53.442602 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['431dfbeb-3c7e-4ea0-816c-3627bec17bd3'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:53.464226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4032406-e0da-4dd8-971b-d3a5af63943c req-515a93b8-a8d5-48c3-a921-ec75b124fa0a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] No DVR routers for this DVR port f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:53.477218 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f4032406-e0da-4dd8-971b-d3a5af63943c req-515a93b8-a8d5-48c3-a921-ec75b124fa0a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:53.485360 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4032406-e0da-4dd8-971b-d3a5af63943c req-515a93b8-a8d5-48c3-a921-ec75b124fa0a tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.24 "DELETE /v2.0/ports/f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff HTTP/1.1" status: 204 len: 173 time: 1.4865828 Dec 16 22:13:53.485872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b60496-7ccf-4bad-a880-27a4efd5df46', 'name': 'network-vif-deleted', 'tag': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:53.488894 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f3af89-8619-40a7-8367-3eb102afa0e1" -d '{"events": [{"server_uuid": "92b60496-7ccf-4bad-a880-27a4efd5df46", "name": "network-vif-deleted", "tag": "f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:53.502244 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['4b757b8d-85ee-4e71-8d2c-320a5dada123'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:53.507720 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cbab3ea-38cb-4a41-99c9-46af7bf6d156 req-9f9404e0-2063-49e5-a2d7-80f212be2aeb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:13:53.549252 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:53.559485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61820fda-9788-4db7-96cd-a77dbac36991 req-03f03ac1-a61e-4805-8556-053e4c90d80e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:53.564466 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f270e10d-6574-4410-86e6-311384b00061 None None] Sync routers for ids ['a536fad8-7291-441b-a3d7-d33a4a27d088'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:13:53.571608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61820fda-9788-4db7-96cd-a77dbac36991 req-03f03ac1-a61e-4805-8556-053e4c90d80e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 944 time: 0.1978097 Dec 16 22:13:53.664633 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f270e10d-6574-4410-86e6-311384b00061 None None] Routers {'a536fad8-7291-441b-a3d7-d33a4a27d088'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:53.666352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f270e10d-6574-4410-86e6-311384b00061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:13:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a536fad8-7291-441b-a3d7-d33a4a27d088'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:53.685666 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fd5e192-c0b5-460f-aeaa-0ef66e8944e1 req-7548c3f7-2894-494b-ac52-eadf8b6f8fa6 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 210 time: 0.1124682 Dec 16 22:13:53.786710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61820fda-9788-4db7-96cd-a77dbac36991 req-31559f65-0165-46ca-be07-03f7e30a515b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564527 Dec 16 22:13:53.866457 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38e16ba-929e-48e8-a1b2-c54aad03e74e x-openstack-request-id: req-a38e16ba-929e-48e8-a1b2-c54aad03e74e {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:53.867359 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b60496-7ccf-4bad-a880-27a4efd5df46", "name": "network-vif-deleted", "tag": "f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:53.867853 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a38e16ba-929e-48e8-a1b2-c54aad03e74e {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:53.868541 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b60496-7ccf-4bad-a880-27a4efd5df46', 'name': 'network-vif-deleted', 'tag': 'f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff', 'status': 'completed', 'code': 200} Dec 16 22:13:53.973017 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-594cef12-70ae-4342-b530-c9f2e5abe83e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:53.989432 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbab3ea-38cb-4a41-99c9-46af7bf6d156 req-9f9404e0-2063-49e5-a2d7-80f212be2aeb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] No DVR routers for this DVR port 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:53.994439 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2cbab3ea-38cb-4a41-99c9-46af7bf6d156 req-9f9404e0-2063-49e5-a2d7-80f212be2aeb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:53.997981 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cbab3ea-38cb-4a41-99c9-46af7bf6d156 req-9f9404e0-2063-49e5-a2d7-80f212be2aeb tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.24 "DELETE /v2.0/ports/356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 HTTP/1.1" status: 204 len: 173 time: 2.6407802 Dec 16 22:13:54.170618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-f270e10d-6574-4410-86e6-311384b00061 None None] Set router a536fad8-7291-441b-a3d7-d33a4a27d088 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:54.196564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04f603e0-ce29-4376-8aa2-f6e1aaf2d2ee req-c47742ee-7d62-460a-b152-5b4a475ef52b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 210 time: 0.0935695 Dec 16 22:13:54.240831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0008350-4612-4de8-9e9f-951c129e0ec6 req-3217b33f-19ad-4d27-b041-8c50bb4ddcf8 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:54.242570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0008350-4612-4de8-9e9f-951c129e0ec6 req-3217b33f-19ad-4d27-b041-8c50bb4ddcf8 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ff33410-fe9e-4896-9955-51b0ad478da5 HTTP/1.1" status: 200 len: 944 time: 0.1234710 Dec 16 22:13:54.334292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0deae072-0402-45ef-87f5-87f86f4a2495 req-2abb9070-eb07-4566-8ce3-68787fa892a4 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 210 time: 0.0439517 Dec 16 22:13:54.403994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0008350-4612-4de8-9e9f-951c129e0ec6 req-44d6ebf6-d19f-473b-92db-74e2c21ba7bd tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542053 Dec 16 22:13:54.530276 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f270e10d-6574-4410-86e6-311384b00061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'name': 'tempest-ServersTestJSON-2104760695-router', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:11:23Z', 'updated_at': '2021-12-16T22:11:29Z', 'revision_number': 4, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'gw_port': {'id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:25Z', 'updated_at': '2021-12-16T22:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '10af2226-12b8-48dc-b871-f802f7dc3f55', 'name': '', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'mac_address': 'fa:16:3e:f9:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:28Z', 'updated_at': '2021-12-16T22:11:37Z', 'revision_number': 5, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'subnets': [{'id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:54.531765 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4de907-98c1-417a-b832-78bbf8e2068e', 'name': 'network-vif-deleted', 'tag': '356d0d46-ae67-4ee7-8913-10d8fd0a2bf5'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:54.531765 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c76e266-7f74-4d67-9413-899f22b9aab9" -d '{"events": [{"server_uuid": "cd4de907-98c1-417a-b832-78bbf8e2068e", "name": "network-vif-deleted", "tag": "356d0d46-ae67-4ee7-8913-10d8fd0a2bf5"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:54.532259 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f270e10d-6574-4410-86e6-311384b00061 None None] Checking router: a536fad8-7291-441b-a3d7-d33a4a27d088 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:13:54.550230 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f270e10d-6574-4410-86e6-311384b00061 None None] Routers {'a536fad8-7291-441b-a3d7-d33a4a27d088'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:54.550910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f270e10d-6574-4410-86e6-311384b00061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:13:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a536fad8-7291-441b-a3d7-d33a4a27d088'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:54.570591 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594cef12-70ae-4342-b530-c9f2e5abe83e admin admin] Router 80318e52-2586-4dec-a55c-8002d2222926 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:13:54.573493 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffd6380-e32c-4044-a7a8-99a76640bb57 x-openstack-request-id: req-dffd6380-e32c-4044-a7a8-99a76640bb57 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:54.573912 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4de907-98c1-417a-b832-78bbf8e2068e", "name": "network-vif-deleted", "tag": "356d0d46-ae67-4ee7-8913-10d8fd0a2bf5", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:54.574283 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dffd6380-e32c-4044-a7a8-99a76640bb57 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:54.574860 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4de907-98c1-417a-b832-78bbf8e2068e', 'name': 'network-vif-deleted', 'tag': '356d0d46-ae67-4ee7-8913-10d8fd0a2bf5', 'status': 'completed', 'code': 200} Dec 16 22:13:54.765086 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-f270e10d-6574-4410-86e6-311384b00061 None None] Set router a536fad8-7291-441b-a3d7-d33a4a27d088 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:54.786317 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594cef12-70ae-4342-b530-c9f2e5abe83e admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:13:54.802111 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9150a0-45c2-4e00-9044-1226a607ed27 None None] Sync routers for ids ['80318e52-2586-4dec-a55c-8002d2222926'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:13:54.839050 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-594cef12-70ae-4342-b530-c9f2e5abe83e admin admin] 10.222.0.43 "PUT /v2.0/routers/80318e52-2586-4dec-a55c-8002d2222926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4932241 Dec 16 22:13:54.843305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60000) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:54.847949 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9150a0-45c2-4e00-9044-1226a607ed27 None None] Routers {'80318e52-2586-4dec-a55c-8002d2222926'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:54.847949 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0d9150a0-45c2-4e00-9044-1226a607ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:13:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['80318e52-2586-4dec-a55c-8002d2222926'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:54.884959 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:54.931747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edf5500f-fa7b-4f21-9a93-7357607b7e77 req-0d0a82a7-1041-4438-b586-7032d1d1c15e tempest-FloatingIPsAssociationNegativeTestJSON-1235436412 tempest-FloatingIPsAssociationNegativeTestJSON-1235436412-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b60496-7ccf-4bad-a880-27a4efd5df46 HTTP/1.1" status: 200 len: 210 time: 0.1100583 Dec 16 22:13:55.092134 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14a663-bf4f-48c8-8a82-2b539e3770e8 req-69b184e4-3d21-4238-b044-dd1885b67d03 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:55.092418 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15494de4-1d0c-420b-9595-ce34f8ae8373 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.101968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe14a663-bf4f-48c8-8a82-2b539e3770e8 req-69b184e4-3d21-4238-b044-dd1885b67d03 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 944 time: 0.1982810 Dec 16 22:13:55.166642 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-0d9150a0-45c2-4e00-9044-1226a607ed27 None None] Set router 80318e52-2586-4dec-a55c-8002d2222926 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:55.170739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:55.223945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe14a663-bf4f-48c8-8a82-2b539e3770e8 req-efe8fb67-bee0-48c3-80e3-ade40255e382 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213017 Dec 16 22:13:55.309900 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15494de4-1d0c-420b-9595-ce34f8ae8373 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.346913 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 943ebd65-a608-4f10-8485-e11257dab726 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:55.403952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e51c11e2-da95-4b8b-9c24-4a3dbcd8d597 req-f3a2a00e-1918-4080-a1dd-d371c2f8f91b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 210 time: 0.0558779 Dec 16 22:13:55.479719 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:55.487538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f270e10d-6574-4410-86e6-311384b00061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'name': 'tempest-ServersTestJSON-2104760695-router', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:11:23Z', 'updated_at': '2021-12-16T22:11:29Z', 'revision_number': 4, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'gw_port': {'id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:25Z', 'updated_at': '2021-12-16T22:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '10af2226-12b8-48dc-b871-f802f7dc3f55', 'name': '', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'mac_address': 'fa:16:3e:f9:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:28Z', 'updated_at': '2021-12-16T22:11:37Z', 'revision_number': 5, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'subnets': [{'id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:55.490255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:55.490997 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.535919 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0d9150a0-45c2-4e00-9044-1226a607ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80318e52-2586-4dec-a55c-8002d2222926', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334883095-router', 'tenant_id': '2740a9e8869247d993760ddbb6bb8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'ef5a9315-a494-4e29-bba1-f64a6732fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:05Z', 'updated_at': '2021-12-16T22:13:52Z', 'revision_number': 5, 'project_id': '2740a9e8869247d993760ddbb6bb8ff4', 'gw_port': {'id': 'ef5a9315-a494-4e29-bba1-f64a6732fe53', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80318e52-2586-4dec-a55c-8002d2222926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:06Z', 'updated_at': '2021-12-16T22:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:55.542493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-15494de4-1d0c-420b-9595-ce34f8ae8373 admin admin] Deleting port ef5a9315-a494-4e29-bba1-f64a6732fe53 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:55.543756 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15494de4-1d0c-420b-9595-ce34f8ae8373 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.550030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d2e87aac-fe14-42e8-a717-578b6db09af2 req-14991feb-db69-46e5-8c18-ad726bc8b7c8 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4de907-98c1-417a-b832-78bbf8e2068e HTTP/1.1" status: 200 len: 210 time: 0.0545466 Dec 16 22:13:55.587354 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9150a0-45c2-4e00-9044-1226a607ed27 None None] Checking router: 80318e52-2586-4dec-a55c-8002d2222926 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:13:55.598750 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9150a0-45c2-4e00-9044-1226a607ed27 None None] Routers {'80318e52-2586-4dec-a55c-8002d2222926'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:13:55.599410 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0d9150a0-45c2-4e00-9044-1226a607ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:13:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['80318e52-2586-4dec-a55c-8002d2222926'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:55.602025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f270e10d-6574-4410-86e6-311384b00061 None None] The sync data for ids ['a536fad8-7291-441b-a3d7-d33a4a27d088'] in n-d-821840-2 is: [{'id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'name': 'tempest-ServersTestJSON-2104760695-router', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:11:23Z', 'updated_at': '2021-12-16T22:11:29Z', 'revision_number': 4, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'gw_port': {'id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:25Z', 'updated_at': '2021-12-16T22:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '10af2226-12b8-48dc-b871-f802f7dc3f55', 'name': '', 'network_id': '8fd9f83b-39c6-4366-b317-465c5361dafb', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'mac_address': 'fa:16:3e:f9:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:28Z', 'updated_at': '2021-12-16T22:11:37Z', 'revision_number': 5, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'subnets': [{'id': 'e68366d6-15b6-4a6a-9a5e-126eca8261f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:13:55.607461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 943ebd65-a608-4f10-8485-e11257dab726 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:55.632244 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 943ebd65-a608-4f10-8485-e11257dab726 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:55.635843 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.661906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d0f80-e0d5-49e0-9e44-d4b7923f9b7c req-3174ceef-a44b-4970-9d8c-5fb489acc69a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:55.673258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886d0f80-e0d5-49e0-9e44-d4b7923f9b7c req-3174ceef-a44b-4970-9d8c-5fb489acc69a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ff33410-fe9e-4896-9955-51b0ad478da5 HTTP/1.1" status: 200 len: 944 time: 0.1239226 Dec 16 22:13:55.727638 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.742675 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-0d9150a0-45c2-4e00-9044-1226a607ed27 None None] Set router 80318e52-2586-4dec-a55c-8002d2222926 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:13:55.754374 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-15494de4-1d0c-420b-9595-ce34f8ae8373 admin admin] For port ef5a9315-a494-4e29-bba1-f64a6732fe53, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ef5a9315-a494-4e29-bba1-f64a6732fe53,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:55.754743 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15494de4-1d0c-420b-9595-ce34f8ae8373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.806823 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.812730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-15494de4-1d0c-420b-9595-ce34f8ae8373 admin admin] Calling delete_port for ef5a9315-a494-4e29-bba1-f64a6732fe53 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:55.815320 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886d0f80-e0d5-49e0-9e44-d4b7923f9b7c req-5d3e6858-d226-4c14-bc3d-1910ccbeaf16 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407332 Dec 16 22:13:55.852621 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.861193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff33410-fe9e-4896-9955-51b0ad478da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431dfbeb-3c7e-4ea0-816c-3627bec17bd3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:55.864694 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3d1fb8-3008-4252-a332-a02b53f87bec" -d '{"events": [{"server_uuid": "3ff33410-fe9e-4896-9955-51b0ad478da5", "name": "network-vif-plugged", "status": "completed", "tag": "431dfbeb-3c7e-4ea0-816c-3627bec17bd3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:55.898790 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 431dfbeb-3c7e-4ea0-816c-3627bec17bd3, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=431dfbeb-3c7e-4ea0-816c-3627bec17bd3,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:55.942237 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 943ebd65-a608-4f10-8485-e11257dab726, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=943ebd65-a608-4f10-8485-e11257dab726,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:55.974464 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.976480 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 4b757b8d-85ee-4e71-8d2c-320a5dada123 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:56.044509 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0d9150a0-45c2-4e00-9044-1226a607ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80318e52-2586-4dec-a55c-8002d2222926', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334883095-router', 'tenant_id': '2740a9e8869247d993760ddbb6bb8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:05Z', 'updated_at': '2021-12-16T22:13:55Z', 'revision_number': 6, 'project_id': '2740a9e8869247d993760ddbb6bb8ff4', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:56.079798 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6ae1a4-68cd-46f4-900a-3f4d98f7c068 x-openstack-request-id: req-1b6ae1a4-68cd-46f4-900a-3f4d98f7c068 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:56.080120 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff33410-fe9e-4896-9955-51b0ad478da5", "name": "network-vif-plugged", "status": "completed", "tag": "431dfbeb-3c7e-4ea0-816c-3627bec17bd3", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:56.080348 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b6ae1a4-68cd-46f4-900a-3f4d98f7c068 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:56.080717 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff33410-fe9e-4896-9955-51b0ad478da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431dfbeb-3c7e-4ea0-816c-3627bec17bd3', 'code': 200} Dec 16 22:13:56.110803 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9150a0-45c2-4e00-9044-1226a607ed27 None None] The sync data for ids ['80318e52-2586-4dec-a55c-8002d2222926'] in n-d-821840-2 is: [{'id': '80318e52-2586-4dec-a55c-8002d2222926', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334883095-router', 'tenant_id': '2740a9e8869247d993760ddbb6bb8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:05Z', 'updated_at': '2021-12-16T22:13:55Z', 'revision_number': 6, 'project_id': '2740a9e8869247d993760ddbb6bb8ff4', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:13:56.115924 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:56.126020 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60016) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:56.288369 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=431dfbeb-3c7e-4ea0-816c-3627bec17bd3,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:56.306022 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2069f57a-260e-45fe-b8c9-512135a2e582 None None] New status for floating IP 84d0ab9b-a9ad-4211-9d91-ccff20ee609e: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:13:56.488850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 4b757b8d-85ee-4e71-8d2c-320a5dada123 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:56.503045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 4b757b8d-85ee-4e71-8d2c-320a5dada123 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:56.503045 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:56.606689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=943ebd65-a608-4f10-8485-e11257dab726,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:56.640721 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563be2e-deeb-42b6-832d-eccf19c6206c req-95d9ef8e-3685-4eec-969a-192f5873edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:56.642230 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e563be2e-deeb-42b6-832d-eccf19c6206c req-95d9ef8e-3685-4eec-969a-192f5873edcd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ff33410-fe9e-4896-9955-51b0ad478da5 HTTP/1.1" status: 200 len: 1096 time: 0.3069005 Dec 16 22:13:56.740206 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:56.785726 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e563be2e-deeb-42b6-832d-eccf19c6206c req-7844ee9a-d10f-4255-bba6-ff83c2fb0ad2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246583 Dec 16 22:13:56.814242 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 4b757b8d-85ee-4e71-8d2c-320a5dada123, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=4b757b8d-85ee-4e71-8d2c-320a5dada123,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:56.821717 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15494de4-1d0c-420b-9595-ce34f8ae8373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:56.852815 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15494de4-1d0c-420b-9595-ce34f8ae8373 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef5a9315-a494-4e29-bba1-f64a6732fe53,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:56.924748 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15494de4-1d0c-420b-9595-ce34f8ae8373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:56.970253 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:56.972211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:56.986220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1567cbf-abe1-43a1-8bde-f667cdf33318 req-e7d9af7f-969b-41ba-8235-95492c477637 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 210 time: 0.0461409 Dec 16 22:13:57.052820 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15494de4-1d0c-420b-9595-ce34f8ae8373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:57.057955 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15494de4-1d0c-420b-9595-ce34f8ae8373 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:57.062034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:57.062034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device f2ebdee4-1c6f-45a0-af14-42b4bdd1b8ff not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:57.062034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:57.214782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d51ea-e4bc-4157-9e62-6d15d0ccb08f req-8b7be772-96e5-467e-8425-483190440840 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:57.222736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f7d51ea-e4bc-4157-9e62-6d15d0ccb08f req-8b7be772-96e5-467e-8425-483190440840 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 944 time: 0.6768873 Dec 16 22:13:57.254701 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15494de4-1d0c-420b-9595-ce34f8ae8373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:57.255621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15494de4-1d0c-420b-9595-ce34f8ae8373 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80318e52-2586-4dec-a55c-8002d2222926 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:13:57.269523 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15494de4-1d0c-420b-9595-ce34f8ae8373 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:57.271551 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-15494de4-1d0c-420b-9595-ce34f8ae8373 admin admin] 10.222.0.43 "DELETE /v2.0/routers/80318e52-2586-4dec-a55c-8002d2222926 HTTP/1.1" status: 204 len: 168 time: 2.4278417 Dec 16 22:13:57.283387 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60032) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:57.387000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f7d51ea-e4bc-4157-9e62-6d15d0ccb08f req-cb70cfeb-8059-41a7-aa89-4cedad2bac7a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632614 Dec 16 22:13:57.422913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-10415202-a670-42ca-bc1a-0e86aad32e2b admin admin] Deleting subnet 306ecd39-01de-48c7-bb4e-88422b5f5dcd {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:13:57.430927 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:57.431216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 9129d6d4-1fe5-41be-bc06-a2c0704a1dc1 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:57.433054 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:57.468766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:57.469006 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 356d0d46-ae67-4ee7-8913-10d8fd0a2bf5 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:57.498945 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-10415202-a670-42ca-bc1a-0e86aad32e2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:57.504518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=4b757b8d-85ee-4e71-8d2c-320a5dada123,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:57.523926 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60038) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:57.546176 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ef5a9315-a494-4e29-bba1-f64a6732fe53 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:57.571283 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-10415202-a670-42ca-bc1a-0e86aad32e2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:57.624257 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: ef5a9315-a494-4e29-bba1-f64a6732fe53 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:57.625659 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ef5a9315-a494-4e29-bba1-f64a6732fe53 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:57.625659 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a1f49b8d-68e9-47dd-bd6d-7190394653d9 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:57.663474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: a1f49b8d-68e9-47dd-bd6d-7190394653d9 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:57.666817 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a1f49b8d-68e9-47dd-bd6d-7190394653d9 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:57.680129 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f91934f-af16-4200-b2f1-1c654a157e0d tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:57.720224 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5b4a3-e90c-463d-892b-1e1387d9841b req-5e705705-c120-4e70-a3e8-ef2c2241b6c7 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:57.722057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0cb5b4a3-e90c-463d-892b-1e1387d9841b req-5e705705-c120-4e70-a3e8-ef2c2241b6c7 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ff33410-fe9e-4896-9955-51b0ad478da5 HTTP/1.1" status: 200 len: 945 time: 0.4354556 Dec 16 22:13:57.735966 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f91934f-af16-4200-b2f1-1c654a157e0d tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:57.823228 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-10415202-a670-42ca-bc1a-0e86aad32e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:57.878062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0cb5b4a3-e90c-463d-892b-1e1387d9841b req-12bbca2e-3cd1-4606-a97b-3cddba4a467f tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313272 Dec 16 22:13:57.891180 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00a04596-5948-401e-b13c-0ac9e47e13db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:57.962956 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f91934f-af16-4200-b2f1-1c654a157e0d tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:57.966233 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f91934f-af16-4200-b2f1-1c654a157e0d tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:57.970594 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8f91934f-af16-4200-b2f1-1c654a157e0d tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "DELETE /v2.0/security-groups/8dd25b71-cdc5-4c93-b0cf-7a65ecd21949 HTTP/1.1" status: 204 len: 168 time: 0.4455760 Dec 16 22:13:57.971253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60040) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:58.000779 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-7413eb29-a347-4968-86d7-c04d1abf9e81 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] show failed (client error): The resource could not be found. Dec 16 22:13:58.001934 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7413eb29-a347-4968-86d7-c04d1abf9e81 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "GET /v2.0/security-groups/8dd25b71-cdc5-4c93-b0cf-7a65ecd21949 HTTP/1.1" status: 404 len: 347 time: 0.0267620 Dec 16 22:13:58.003156 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91934f-af16-4200-b2f1-1c654a157e0d tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd25b71-cdc5-4c93-b0cf-7a65ecd21949,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:58.004846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60042) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:58.082317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13b137e-9893-4206-b12c-bd82e81e16ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943ebd65-a608-4f10-8485-e11257dab726'}, {'server_uuid': '21e50d63-59f0-454c-be2a-3e4a381306a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b757b8d-85ee-4e71-8d2c-320a5dada123'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:58.085509 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce43189-4bc5-405e-8956-e12704579d4b" -d '{"events": [{"server_uuid": "b13b137e-9893-4206-b12c-bd82e81e16ff", "name": "network-vif-plugged", "status": "completed", "tag": "943ebd65-a608-4f10-8485-e11257dab726"}, {"server_uuid": "21e50d63-59f0-454c-be2a-3e4a381306a0", "name": "network-vif-plugged", "status": "completed", "tag": "4b757b8d-85ee-4e71-8d2c-320a5dada123"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:58.136065 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-10415202-a670-42ca-bc1a-0e86aad32e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.187574 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d35fc4-a92a-41ee-92fe-51c61f9bc9cc x-openstack-request-id: req-01d35fc4-a92a-41ee-92fe-51c61f9bc9cc {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:58.191182 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13b137e-9893-4206-b12c-bd82e81e16ff", "name": "network-vif-plugged", "status": "completed", "tag": "943ebd65-a608-4f10-8485-e11257dab726", "code": 200}, {"server_uuid": "21e50d63-59f0-454c-be2a-3e4a381306a0", "name": "network-vif-plugged", "status": "completed", "tag": "4b757b8d-85ee-4e71-8d2c-320a5dada123", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:58.193138 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01d35fc4-a92a-41ee-92fe-51c61f9bc9cc {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:58.193654 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13b137e-9893-4206-b12c-bd82e81e16ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943ebd65-a608-4f10-8485-e11257dab726', 'code': 200} Dec 16 22:13:58.194074 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e50d63-59f0-454c-be2a-3e4a381306a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b757b8d-85ee-4e71-8d2c-320a5dada123', 'code': 200} Dec 16 22:13:58.234144 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10415202-a670-42ca-bc1a-0e86aad32e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306ecd39-01de-48c7-bb4e-88422b5f5dcd,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:58.284574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b0cc0f-f4e6-4141-a210-ebebc68d1b49 None None] Network 792066c6-4200-4821-879c-4e6be0444700 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:13:58.294588 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-10415202-a670-42ca-bc1a-0e86aad32e2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.301424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-10415202-a670-42ca-bc1a-0e86aad32e2b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/306ecd39-01de-48c7-bb4e-88422b5f5dcd HTTP/1.1" status: 204 len: 168 time: 1.0042169 Dec 16 22:13:58.330915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60048) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:58.367906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db1a8678-65c9-4a99-993a-324f3a972617 req-0097cd68-3d90-4d12-8faf-6b258543c787 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 210 time: 0.1563838 Dec 16 22:13:58.411021 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93bf49-3611-4676-b390-4c1b3d2b675c req-ef1d1b36-4a80-4871-b51b-9c0eafffc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:58.413385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb93bf49-3611-4676-b390-4c1b3d2b675c req-ef1d1b36-4a80-4871-b51b-9c0eafffc864 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b13b137e-9893-4206-b12c-bd82e81e16ff HTTP/1.1" status: 200 len: 1097 time: 0.1372836 Dec 16 22:13:58.439720 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Deleting port 6e2899ba-b334-456a-9ed3-716c770cb911 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:58.439720 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.508347 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.521815 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c5ceb-f10c-4429-8794-be340f36b732 req-8e2348d6-de37-412e-8f97-cfecbd6e0330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:58.524173 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a12c5ceb-f10c-4429-8794-be340f36b732 req-8e2348d6-de37-412e-8f97-cfecbd6e0330 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 1096 time: 0.2589278 Dec 16 22:13:58.548135 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1276252-ed46-46da-a186-6ec573d811ab None None] DHCP port deletion for 792066c6-4200-4821-879c-4e6be0444700 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:13:58.662716 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a12c5ceb-f10c-4429-8794-be340f36b732 req-9383d445-2b37-4e88-b0a4-a96999965ba4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281655 Dec 16 22:13:58.687955 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] Deleting port e2b9c932-2c61-4238-a8bc-0b50a720051d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:58.689628 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.697827 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d1276252-ed46-46da-a186-6ec573d811ab None None] Deleting port e2b9c932-2c61-4238-a8bc-0b50a720051d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:58.699195 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1276252-ed46-46da-a186-6ec573d811ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.801673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d1276252-ed46-46da-a186-6ec573d811ab None None] For port e2b9c932-2c61-4238-a8bc-0b50a720051d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e2b9c932-2c61-4238-a8bc-0b50a720051d,segment=NetworkSegment(0395e34c-3662-47b4-b7fd-e0ffbdac0aa8),segment_id=0395e34c-3662-47b4-b7fd-e0ffbdac0aa8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:58.802368 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1276252-ed46-46da-a186-6ec573d811ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.808065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb93bf49-3611-4676-b390-4c1b3d2b675c req-ab55af3b-d17f-4745-8bd8-661fa5c252ab service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822212 Dec 16 22:13:58.830400 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4effc1-16ba-4c14-a0a8-52de316185bf req-b445bdbc-a343-4862-87f7-9ea60902c3ba tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:58.840508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d1276252-ed46-46da-a186-6ec573d811ab None None] Calling delete_port for e2b9c932-2c61-4238-a8bc-0b50a720051d owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:58.845911 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f4effc1-16ba-4c14-a0a8-52de316185bf req-b445bdbc-a343-4862-87f7-9ea60902c3ba tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 945 time: 0.3048434 Dec 16 22:13:58.902690 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] For port e2b9c932-2c61-4238-a8bc-0b50a720051d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e2b9c932-2c61-4238-a8bc-0b50a720051d,segment=NetworkSegment(0395e34c-3662-47b4-b7fd-e0ffbdac0aa8),segment_id=0395e34c-3662-47b4-b7fd-e0ffbdac0aa8)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:58.903580 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.913625 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.914152 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.940309 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] Calling delete_port for e2b9c932-2c61-4238-a8bc-0b50a720051d owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:58.943361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Calling delete_port for 6e2899ba-b334-456a-9ed3-716c770cb911 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:59.043391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-00a04596-5948-401e-b13c-0ac9e47e13db admin admin] Deleting port c97ebac1-9b24-47a9-ab54-be25597f0f56 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:59.043761 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00a04596-5948-401e-b13c-0ac9e47e13db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:59.050242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f4effc1-16ba-4c14-a0a8-52de316185bf req-389a4af7-7c07-407c-92cf-73c690ebb2fd tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045157 Dec 16 22:13:59.112298 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1276252-ed46-46da-a186-6ec573d811ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:59.146492 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1276252-ed46-46da-a186-6ec573d811ab None None] No DVR routers for this DVR port e2b9c932-2c61-4238-a8bc-0b50a720051d on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:59.154309 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:59.196497 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] No DVR routers for this DVR port e2b9c932-2c61-4238-a8bc-0b50a720051d on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:59.202602 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b9c932-2c61-4238-a8bc-0b50a720051d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:59.221461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1276252-ed46-46da-a186-6ec573d811ab None None] Pushing event deleted for resources: {'Port': ['ID=e2b9c932-2c61-4238-a8bc-0b50a720051d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:59.305956 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:59.364895 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792066c6-4200-4821-879c-4e6be0444700']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:59.366443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-00a04596-5948-401e-b13c-0ac9e47e13db admin admin] For port c97ebac1-9b24-47a9-ab54-be25597f0f56, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c97ebac1-9b24-47a9-ab54-be25597f0f56,segment=NetworkSegment(2efb0350-123d-4bea-bfcf-69718fdf33b2),segment_id=2efb0350-123d-4bea-bfcf-69718fdf33b2)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:59.367139 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00a04596-5948-401e-b13c-0ac9e47e13db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:59.381156 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0395e34c-3662-47b4-b7fd-e0ffbdac0aa8') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:59.382919 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0395e34c-3662-47b4-b7fd-e0ffbdac0aa8') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:59.414160 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:59.446026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-00a04596-5948-401e-b13c-0ac9e47e13db admin admin] Calling delete_port for c97ebac1-9b24-47a9-ab54-be25597f0f56 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:59.450664 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:59.469871 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:13:59.471313 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:13:59.563873 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:13:59.573185 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e2b9c932-2c61-4238-a8bc-0b50a720051d no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:59.581966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f817d-7630-473b-af0e-f4a21bccd271 req-84bfd3e1-2afd-4c48-902d-565f685ff50f tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:59.584049 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf5f817d-7630-473b-af0e-f4a21bccd271 req-84bfd3e1-2afd-4c48-902d-565f685ff50f tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ff33410-fe9e-4896-9955-51b0ad478da5 HTTP/1.1" status: 200 len: 945 time: 0.3321033 Dec 16 22:13:59.588052 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:59.614247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: e2b9c932-2c61-4238-a8bc-0b50a720051d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:59.614961 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e2b9c932-2c61-4238-a8bc-0b50a720051d not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:59.656968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd36fde6-d5f0-4cd1-b50d-427f71b2196f req-d606a713-003e-4881-81c2-da5f7aab707a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 210 time: 0.0716498 Dec 16 22:13:59.665915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Pushing event deleted for resources: {'Port': ['ID=6e2899ba-b334-456a-9ed3-716c770cb911,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:59.705749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:59.709197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:59.709379 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:59.710311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:59.710311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:59.710311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:59.710311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:59.710311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:59.710311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:59.710311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:59.710311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:59.711441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:59.712203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:59.712602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:59.726571 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:59.732277 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] 10.222.0.43 "DELETE /v2.0/networks/792066c6-4200-4821-879c-4e6be0444700 HTTP/1.1" status: 204 len: 168 time: 1.3985584 Dec 16 22:13:59.732817 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edcb67-0cb2-4a62-8988-65d2a51ae1ac admin admin] Pushing event deleted for resources: {'Network': ['ID=792066c6-4200-4821-879c-4e6be0444700,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:59.892187 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf5f817d-7630-473b-af0e-f4a21bccd271 req-12d07664-e15b-474f-b609-129f18451dcd tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582352 Dec 16 22:13:59.904285 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:59.906519 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:59.910817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-66fe44e8-32ee-407a-8365-9ec743636417 tempest-ServersTestJSON-73891249 tempest-ServersTestJSON-73891249-project] 10.222.0.43 "DELETE /v2.0/floatingips/84d0ab9b-a9ad-4211-9d91-ccff20ee609e HTTP/1.1" status: 204 len: 168 time: 1.9015737 Dec 16 22:13:59.912504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60080) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:00.105731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-baae1837-a6b7-4290-ab34-9e0ee4fbe197 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:00.107309 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-baae1837-a6b7-4290-ab34-9e0ee4fbe197 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 945 time: 0.0569055 Dec 16 22:14:00.179315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60090) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:00.202325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a949fd6-7852-4467-88a0-2da8f3601e51 req-59ead8d2-42e9-448f-9ba7-5ab7fa427665 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:00.210149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a949fd6-7852-4467-88a0-2da8f3601e51 req-59ead8d2-42e9-448f-9ba7-5ab7fa427665 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=b13b137e-9893-4206-b12c-bd82e81e16ff HTTP/1.1" status: 200 len: 946 time: 0.1911905 Dec 16 22:14:00.214927 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00a04596-5948-401e-b13c-0ac9e47e13db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:00.290778 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6b1adafe-38a6-47eb-a0db-135a380160b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8be5cec5e95d40cd9fd57b7ead1e24d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1107717 Dec 16 22:14:00.298341 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60092) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:00.400315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-ff1ae8a8-0e93-470f-8178-59081dc29bc3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Deleting port 4b757b8d-85ee-4e71-8d2c-320a5dada123 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:00.400675 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-ff1ae8a8-0e93-470f-8178-59081dc29bc3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:00.479106 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-78ff111c-80ba-4dfc-98e4-6fc205394745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:00.523507 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-78ff111c-80ba-4dfc-98e4-6fc205394745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:00.562660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-ff1ae8a8-0e93-470f-8178-59081dc29bc3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] For port 4b757b8d-85ee-4e71-8d2c-320a5dada123, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=4b757b8d-85ee-4e71-8d2c-320a5dada123,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:00.563146 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-ff1ae8a8-0e93-470f-8178-59081dc29bc3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:00.589212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-ff1ae8a8-0e93-470f-8178-59081dc29bc3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Calling delete_port for 4b757b8d-85ee-4e71-8d2c-320a5dada123 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:00.610461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a04596-5948-401e-b13c-0ac9e47e13db admin admin] Pushing event deleted for resources: {'Port': ['ID=c97ebac1-9b24-47a9-ab54-be25597f0f56,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:00.768169 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a949fd6-7852-4467-88a0-2da8f3601e51 req-35666d2b-96d4-4ce5-b8ea-9be7d2ddaf9e tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569620 Dec 16 22:14:00.820934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb099655-c0b4-4271-8f10-586a18ee2db5 req-88bcd153-88e2-47b8-b75a-9bc046fd9580 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:00.823678 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb099655-c0b4-4271-8f10-586a18ee2db5 req-88bcd153-88e2-47b8-b75a-9bc046fd9580 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 945 time: 0.2057652 Dec 16 22:14:00.866839 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-78ff111c-80ba-4dfc-98e4-6fc205394745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:00.869540 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-78ff111c-80ba-4dfc-98e4-6fc205394745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:00.873989 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-78ff111c-80ba-4dfc-98e4-6fc205394745 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/456ea743-28da-4d63-9583-ded442a5a045 HTTP/1.1" status: 204 len: 168 time: 0.5733023 Dec 16 22:14:00.894899 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff111c-80ba-4dfc-98e4-6fc205394745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456ea743-28da-4d63-9583-ded442a5a045,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:00.981730 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-ff1ae8a8-0e93-470f-8178-59081dc29bc3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:00.995041 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['4b757b8d-85ee-4e71-8d2c-320a5dada123'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:01.071258 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ae8a8-0e93-470f-8178-59081dc29bc3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Pushing event deleted for resources: {'Port': ['ID=4b757b8d-85ee-4e71-8d2c-320a5dada123,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:01.101531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb099655-c0b4-4271-8f10-586a18ee2db5 req-3ec91c51-e820-4dbf-8071-a903455764c5 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159376 Dec 16 22:14:01.132772 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00a04596-5948-401e-b13c-0ac9e47e13db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:01.137595 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-ff1ae8a8-0e93-470f-8178-59081dc29bc3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] No DVR routers for this DVR port 4b757b8d-85ee-4e71-8d2c-320a5dada123 on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:01.141286 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-ff1ae8a8-0e93-470f-8178-59081dc29bc3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:01.147692 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a810f80f-c711-4d2f-bc83-4ebe4a3146e4 req-ff1ae8a8-0e93-470f-8178-59081dc29bc3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.24 "DELETE /v2.0/ports/4b757b8d-85ee-4e71-8d2c-320a5dada123 HTTP/1.1" status: 204 len: 173 time: 1.0316675 Dec 16 22:14:01.148359 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e50d63-59f0-454c-be2a-3e4a381306a0', 'name': 'network-vif-deleted', 'tag': '4b757b8d-85ee-4e71-8d2c-320a5dada123'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:01.153402 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029f5f37-3872-40b5-9e23-d461382d173c" -d '{"events": [{"server_uuid": "21e50d63-59f0-454c-be2a-3e4a381306a0", "name": "network-vif-deleted", "tag": "4b757b8d-85ee-4e71-8d2c-320a5dada123"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:01.169809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5264a69-10ce-4b06-b776-5800bd0ea98d req-a82a129c-a0c0-44e2-b601-eefd757a99d3 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a10e2c84-0c90-4afb-9d4d-a6cc435c1be3 HTTP/1.1" status: 200 len: 210 time: 0.0486541 Dec 16 22:14:01.232997 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9327438b-00df-450b-8c9a-b8a1270b4b3e x-openstack-request-id: req-9327438b-00df-450b-8c9a-b8a1270b4b3e {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:01.235828 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e50d63-59f0-454c-be2a-3e4a381306a0", "name": "network-vif-deleted", "tag": "4b757b8d-85ee-4e71-8d2c-320a5dada123", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:01.240969 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9327438b-00df-450b-8c9a-b8a1270b4b3e {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:01.241472 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e50d63-59f0-454c-be2a-3e4a381306a0', 'name': 'network-vif-deleted', 'tag': '4b757b8d-85ee-4e71-8d2c-320a5dada123', 'status': 'completed', 'code': 200} Dec 16 22:14:01.562771 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0549d076-d36d-4611-b1fd-de858b54cbd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:01.620144 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a04596-5948-401e-b13c-0ac9e47e13db admin admin] Router 2d9cb233-8206-4207-bd00-6c2ebf78c644 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:14:01.852943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a04596-5948-401e-b13c-0ac9e47e13db admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:01.860499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-00a04596-5948-401e-b13c-0ac9e47e13db admin admin] 10.222.0.43 "PUT /v2.0/routers/2d9cb233-8206-4207-bd00-6c2ebf78c644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7320440 Dec 16 22:14:01.863030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60106) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:01.876180 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30547561-4810-4f67-bdb7-0dd618f1bfa2 None None] Sync routers for ids ['2d9cb233-8206-4207-bd00-6c2ebf78c644'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:01.901934 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30547561-4810-4f67-bdb7-0dd618f1bfa2 None None] Routers {'2d9cb233-8206-4207-bd00-6c2ebf78c644'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:01.902573 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-30547561-4810-4f67-bdb7-0dd618f1bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:13:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d9cb233-8206-4207-bd00-6c2ebf78c644'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:02.071691 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cb6e1-01c6-46ca-97c6-e8151e167df7 req-53d42f90-48a0-444e-9804-7f1e4428d879 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:02.073567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a41cb6e1-01c6-46ca-97c6-e8151e167df7 req-53d42f90-48a0-444e-9804-7f1e4428d879 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=b13b137e-9893-4206-b12c-bd82e81e16ff HTTP/1.1" status: 200 len: 946 time: 0.1089671 Dec 16 22:14:02.074918 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55157ccf-1eab-4308-907d-d149aecceb3b admin admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:02.100576 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60110) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:02.102548 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-30547561-4810-4f67-bdb7-0dd618f1bfa2 None None] Set router 2d9cb233-8206-4207-bd00-6c2ebf78c644 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:02.193994 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b9e566e5-9aa2-47c2-8d43-c42a3a070508 req-5af15ccb-2762-45cc-9749-b7c31ee48af9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 210 time: 0.0548904 Dec 16 22:14:02.326156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03a8d4ea-0ef6-401e-a159-ba9301f54cf0 req-1648b867-52ae-430c-b6f9-7b010e20886f tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 210 time: 0.1132770 Dec 16 22:14:02.337029 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a41cb6e1-01c6-46ca-97c6-e8151e167df7 req-9ae168bd-d60c-41ec-9683-cbf3748c7b5a tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191503 Dec 16 22:14:02.354594 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-877246eb-44bf-4191-a996-bc6fba83fbdf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2740a9e8869247d993760ddbb6bb8ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520626 Dec 16 22:14:02.357967 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60118) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:02.377155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0549d076-d36d-4611-b1fd-de858b54cbd7 admin admin] Deleting port 10af2226-12b8-48dc-b871-f802f7dc3f55 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:02.377818 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0549d076-d36d-4611-b1fd-de858b54cbd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:02.466546 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55157ccf-1eab-4308-907d-d149aecceb3b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:02.520703 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-30547561-4810-4f67-bdb7-0dd618f1bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-router', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:41Z', 'updated_at': '2021-12-16T22:13:59Z', 'revision_number': 5, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'gw_port': {'id': 'ed33be9f-2ca4-4236-aa98-9b7a82123f69', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:42Z', 'updated_at': '2021-12-16T22:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:02.606098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-0549d076-d36d-4611-b1fd-de858b54cbd7 admin admin] For port 10af2226-12b8-48dc-b871-f802f7dc3f55, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=10af2226-12b8-48dc-b871-f802f7dc3f55,segment=NetworkSegment(ab464872-40ce-4afc-bacc-99820c4919b1),segment_id=ab464872-40ce-4afc-bacc-99820c4919b1)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:02.606373 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0549d076-d36d-4611-b1fd-de858b54cbd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:02.622893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0549d076-d36d-4611-b1fd-de858b54cbd7 admin admin] Calling delete_port for 10af2226-12b8-48dc-b871-f802f7dc3f55 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:02.626494 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30547561-4810-4f67-bdb7-0dd618f1bfa2 None None] Checking router: 2d9cb233-8206-4207-bd00-6c2ebf78c644 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:02.633657 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3a59a05e-81bb-4479-8407-16986526dc37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:02.646152 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e566e5-9aa2-47c2-8d43-c42a3a070508 req-3e7b98f7-115c-4da6-aa5d-1924480f54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:02.649396 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b9e566e5-9aa2-47c2-8d43-c42a3a070508 req-3e7b98f7-115c-4da6-aa5d-1924480f54a2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4324861 Dec 16 22:14:02.676447 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30547561-4810-4f67-bdb7-0dd618f1bfa2 None None] Routers {'2d9cb233-8206-4207-bd00-6c2ebf78c644'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:02.677895 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-30547561-4810-4f67-bdb7-0dd618f1bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:13:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d9cb233-8206-4207-bd00-6c2ebf78c644'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:02.800066 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3a59a05e-81bb-4479-8407-16986526dc37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:02.922631 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-30547561-4810-4f67-bdb7-0dd618f1bfa2 None None] Set router 2d9cb233-8206-4207-bd00-6c2ebf78c644 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:03.024865 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e566e5-9aa2-47c2-8d43-c42a3a070508 req-bd17f459-9b55-481a-b099-55432dd4d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:03.027104 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b9e566e5-9aa2-47c2-8d43-c42a3a070508 req-bd17f459-9b55-481a-b099-55432dd4d9f0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3571963 Dec 16 22:14:03.123535 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3a59a05e-81bb-4479-8407-16986526dc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:03.129462 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3a59a05e-81bb-4479-8407-16986526dc37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:03.135156 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3a59a05e-81bb-4479-8407-16986526dc37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/111b410f-1901-438c-83d0-afbb5fa8f8d6 HTTP/1.1" status: 204 len: 168 time: 0.7729299 Dec 16 22:14:03.144817 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-30547561-4810-4f67-bdb7-0dd618f1bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-router', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:41Z', 'updated_at': '2021-12-16T22:14:02Z', 'revision_number': 6, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:03.191170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59a05e-81bb-4479-8407-16986526dc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111b410f-1901-438c-83d0-afbb5fa8f8d6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:03.261142 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30547561-4810-4f67-bdb7-0dd618f1bfa2 None None] The sync data for ids ['2d9cb233-8206-4207-bd00-6c2ebf78c644'] in n-d-821840-2 is: [{'id': '2d9cb233-8206-4207-bd00-6c2ebf78c644', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-127861373-router', 'tenant_id': 'ca22611ab075468988e76fbf3b7a895c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:41Z', 'updated_at': '2021-12-16T22:14:02Z', 'revision_number': 6, 'project_id': 'ca22611ab075468988e76fbf3b7a895c', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:03.544722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83b95557-2c83-4fe2-b659-969e38ff8f4c req-c5bb3657-970f-447c-835d-321af1cc7a34 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 210 time: 0.0770271 Dec 16 22:14:03.555951 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-55157ccf-1eab-4308-907d-d149aecceb3b admin admin] Deleting port ed33be9f-2ca4-4236-aa98-9b7a82123f69 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:03.556369 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55157ccf-1eab-4308-907d-d149aecceb3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:03.695790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-55157ccf-1eab-4308-907d-d149aecceb3b admin admin] For port ed33be9f-2ca4-4236-aa98-9b7a82123f69, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ed33be9f-2ca4-4236-aa98-9b7a82123f69,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:03.696629 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55157ccf-1eab-4308-907d-d149aecceb3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:03.708791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c97ebac1-9b24-47a9-ab54-be25597f0f56 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:03.747550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-55157ccf-1eab-4308-907d-d149aecceb3b admin admin] Calling delete_port for ed33be9f-2ca4-4236-aa98-9b7a82123f69 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:03.769414 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: c97ebac1-9b24-47a9-ab54-be25597f0f56 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:03.769770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c97ebac1-9b24-47a9-ab54-be25597f0f56 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:03.781179 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0549d076-d36d-4611-b1fd-de858b54cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:04.013140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549d076-d36d-4611-b1fd-de858b54cbd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=10af2226-12b8-48dc-b871-f802f7dc3f55,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:04.229857 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0549d076-d36d-4611-b1fd-de858b54cbd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:04.340555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eb0f6-3109-458f-bee4-d8155ca1b379 req-f2cb5f0c-568d-4829-9ae1-96aed74c0e85 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:04.342769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d55eb0f6-3109-458f-bee4-d8155ca1b379 req-f2cb5f0c-568d-4829-9ae1-96aed74c0e85 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=b13b137e-9893-4206-b12c-bd82e81e16ff HTTP/1.1" status: 200 len: 946 time: 0.4540482 Dec 16 22:14:04.620523 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b9e566e5-9aa2-47c2-8d43-c42a3a070508 req-534ce501-4343-4ead-bafa-5925efdec9bb tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 210 time: 0.0618310 Dec 16 22:14:04.642042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d55eb0f6-3109-458f-bee4-d8155ca1b379 req-03bcda9c-286d-476d-bd8d-fb159b87418e tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511637 Dec 16 22:14:04.823163 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55157ccf-1eab-4308-907d-d149aecceb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:04.846216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce7a2f-6002-41c2-914e-0a2f2844028f req-a3151256-4611-46c1-bef4-f82d2fe54fdf tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:04.847663 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7ce7a2f-6002-41c2-914e-0a2f2844028f req-a3151256-4611-46c1-bef4-f82d2fe54fdf tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13b137e-9893-4206-b12c-bd82e81e16ff HTTP/1.1" status: 200 len: 946 time: 0.2945762 Dec 16 22:14:05.004277 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82f355d1-7d36-4872-8ed8-ecfc0586a832 req-5f0696c2-7bca-4353-a6cb-d9070722767e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e50d63-59f0-454c-be2a-3e4a381306a0 HTTP/1.1" status: 200 len: 210 time: 0.1834486 Dec 16 22:14:05.073524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55157ccf-1eab-4308-907d-d149aecceb3b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed33be9f-2ca4-4236-aa98-9b7a82123f69,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:05.168919 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55157ccf-1eab-4308-907d-d149aecceb3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.190784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0549d076-d36d-4611-b1fd-de858b54cbd7 admin admin] Router a536fad8-7291-441b-a3d7-d33a4a27d088 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:14:05.298424 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55157ccf-1eab-4308-907d-d149aecceb3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.304500 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55157ccf-1eab-4308-907d-d149aecceb3b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.433839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204c6e8-c45a-4506-a79e-648e6fc1dbf7 req-2bc877be-64c7-442b-bdc2-d2aae5a5b71b tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:05.444308 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c204c6e8-c45a-4506-a79e-648e6fc1dbf7 req-2bc877be-64c7-442b-bdc2-d2aae5a5b71b tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ff33410-fe9e-4896-9955-51b0ad478da5 HTTP/1.1" status: 200 len: 945 time: 0.1098170 Dec 16 22:14:05.526591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-f7ce7a2f-6002-41c2-914e-0a2f2844028f req-bc055e9f-0f3e-485d-ac7e-e6dbd898ac98 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Deleting port 943ebd65-a608-4f10-8485-e11257dab726 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:05.526591 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f7ce7a2f-6002-41c2-914e-0a2f2844028f req-bc055e9f-0f3e-485d-ac7e-e6dbd898ac98 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.613166 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c204c6e8-c45a-4506-a79e-648e6fc1dbf7 req-13d91996-9ef8-42e6-8167-5398a7d02b53 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Deleting port 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:05.614897 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c204c6e8-c45a-4506-a79e-648e6fc1dbf7 req-13d91996-9ef8-42e6-8167-5398a7d02b53 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.617702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ed33be9f-2ca4-4236-aa98-9b7a82123f69 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:05.651588 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: ed33be9f-2ca4-4236-aa98-9b7a82123f69 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:05.652151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ed33be9f-2ca4-4236-aa98-9b7a82123f69 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:05.665162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0549d076-d36d-4611-b1fd-de858b54cbd7 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:05.666807 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55157ccf-1eab-4308-907d-d149aecceb3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.667371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55157ccf-1eab-4308-907d-d149aecceb3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d9cb233-8206-4207-bd00-6c2ebf78c644 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:14:05.681056 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0549d076-d36d-4611-b1fd-de858b54cbd7 admin admin] 10.222.0.43 "PUT /v2.0/routers/a536fad8-7291-441b-a3d7-d33a4a27d088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7666585 Dec 16 22:14:05.697044 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60172) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:05.697991 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b61cf-915a-4aef-ab39-578d006ef137 None None] Sync routers for ids ['a536fad8-7291-441b-a3d7-d33a4a27d088'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:05.715985 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b61cf-915a-4aef-ab39-578d006ef137 None None] Routers {'a536fad8-7291-441b-a3d7-d33a4a27d088'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:05.720009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ed7b61cf-915a-4aef-ab39-578d006ef137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:13:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a536fad8-7291-441b-a3d7-d33a4a27d088'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:05.720206 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55157ccf-1eab-4308-907d-d149aecceb3b admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.720206 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-55157ccf-1eab-4308-907d-d149aecceb3b admin admin] 10.222.0.43 "DELETE /v2.0/routers/2d9cb233-8206-4207-bd00-6c2ebf78c644 HTTP/1.1" status: 204 len: 168 time: 3.8560176 Dec 16 22:14:05.733128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f7ce7a2f-6002-41c2-914e-0a2f2844028f req-bc055e9f-0f3e-485d-ac7e-e6dbd898ac98 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] For port 943ebd65-a608-4f10-8485-e11257dab726, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=943ebd65-a608-4f10-8485-e11257dab726,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:05.733502 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f7ce7a2f-6002-41c2-914e-0a2f2844028f req-bc055e9f-0f3e-485d-ac7e-e6dbd898ac98 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.745344 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60176) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:05.904244 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c204c6e8-c45a-4506-a79e-648e6fc1dbf7 req-13d91996-9ef8-42e6-8167-5398a7d02b53 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] For port 431dfbeb-3c7e-4ea0-816c-3627bec17bd3, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=431dfbeb-3c7e-4ea0-816c-3627bec17bd3,segment=NetworkSegment(23a42800-a29a-497b-910c-68d4f4efcac4),segment_id=23a42800-a29a-497b-910c-68d4f4efcac4)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:05.905381 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c204c6e8-c45a-4506-a79e-648e6fc1dbf7 req-13d91996-9ef8-42e6-8167-5398a7d02b53 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.931590 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c204c6e8-c45a-4506-a79e-648e6fc1dbf7 req-13d91996-9ef8-42e6-8167-5398a7d02b53 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Calling delete_port for 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:05.951370 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-f7ce7a2f-6002-41c2-914e-0a2f2844028f req-bc055e9f-0f3e-485d-ac7e-e6dbd898ac98 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Calling delete_port for 943ebd65-a608-4f10-8485-e11257dab726 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:05.979092 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-ed7b61cf-915a-4aef-ab39-578d006ef137 None None] Set router a536fad8-7291-441b-a3d7-d33a4a27d088 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:06.327175 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ed7b61cf-915a-4aef-ab39-578d006ef137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'name': 'tempest-ServersTestJSON-2104760695-router', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:11:23Z', 'updated_at': '2021-12-16T22:14:03Z', 'revision_number': 5, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'gw_port': {'id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:25Z', 'updated_at': '2021-12-16T22:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:06.351662 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c204c6e8-c45a-4506-a79e-648e6fc1dbf7 req-13d91996-9ef8-42e6-8167-5398a7d02b53 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:06.385815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['943ebd65-a608-4f10-8485-e11257dab726'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:06.388538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['431dfbeb-3c7e-4ea0-816c-3627bec17bd3'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:06.392542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b61cf-915a-4aef-ab39-578d006ef137 None None] Checking router: a536fad8-7291-441b-a3d7-d33a4a27d088 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:06.438583 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d91996-9ef8-42e6-8167-5398a7d02b53 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Pushing event deleted for resources: {'Port': ['ID=431dfbeb-3c7e-4ea0-816c-3627bec17bd3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:06.447377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccb792-4694-4178-a899-304baa83d3ee req-5e9e5164-c139-4faf-bc8c-6f6bbcca08b9 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:06.466802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0ccb792-4694-4178-a899-304baa83d3ee req-5e9e5164-c139-4faf-bc8c-6f6bbcca08b9 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=b13b137e-9893-4206-b12c-bd82e81e16ff HTTP/1.1" status: 200 len: 946 time: 0.5574770 Dec 16 22:14:06.471499 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2aaaba-894d-44a4-a323-5ec4284382ca admin admin] Deleting subnet c3585ba4-a949-4dca-bd29-1688b72e97c2 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:14:06.473056 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b61cf-915a-4aef-ab39-578d006ef137 None None] Routers {'a536fad8-7291-441b-a3d7-d33a4a27d088'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:06.473881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ed7b61cf-915a-4aef-ab39-578d006ef137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:13:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a536fad8-7291-441b-a3d7-d33a4a27d088'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:06.498123 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb2aaaba-894d-44a4-a323-5ec4284382ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:06.573335 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c204c6e8-c45a-4506-a79e-648e6fc1dbf7 req-13d91996-9ef8-42e6-8167-5398a7d02b53 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] No DVR routers for this DVR port 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:06.579152 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c204c6e8-c45a-4506-a79e-648e6fc1dbf7 req-13d91996-9ef8-42e6-8167-5398a7d02b53 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:06.584053 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c204c6e8-c45a-4506-a79e-648e6fc1dbf7 req-13d91996-9ef8-42e6-8167-5398a7d02b53 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.24 "DELETE /v2.0/ports/431dfbeb-3c7e-4ea0-816c-3627bec17bd3 HTTP/1.1" status: 204 len: 173 time: 1.1326532 Dec 16 22:14:06.586060 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff33410-fe9e-4896-9955-51b0ad478da5', 'name': 'network-vif-deleted', 'tag': '431dfbeb-3c7e-4ea0-816c-3627bec17bd3'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:06.594258 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93224999-bf01-415c-9a8b-07f2c86161fa" -d '{"events": [{"server_uuid": "3ff33410-fe9e-4896-9955-51b0ad478da5", "name": "network-vif-deleted", "tag": "431dfbeb-3c7e-4ea0-816c-3627bec17bd3"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:06.735895 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-ed7b61cf-915a-4aef-ab39-578d006ef137 None None] Set router a536fad8-7291-441b-a3d7-d33a4a27d088 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:06.821418 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb2aaaba-894d-44a4-a323-5ec4284382ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:06.966952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0ccb792-4694-4178-a899-304baa83d3ee req-466da9ab-d3cc-449a-a44e-8524fa6c9e03 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992392 Dec 16 22:14:06.968421 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e592c711-2e90-48f7-ae8c-88eb13cfc8a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:06.995473 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ed7b61cf-915a-4aef-ab39-578d006ef137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'name': 'tempest-ServersTestJSON-2104760695-router', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:11:23Z', 'updated_at': '2021-12-16T22:14:03Z', 'revision_number': 5, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'gw_port': {'id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:25Z', 'updated_at': '2021-12-16T22:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:07.034270 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b61cf-915a-4aef-ab39-578d006ef137 None None] The sync data for ids ['a536fad8-7291-441b-a3d7-d33a4a27d088'] in n-d-821840-2 is: [{'id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'name': 'tempest-ServersTestJSON-2104760695-router', 'tenant_id': 'efd1f41944b24a619b78241b28fbf14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:11:23Z', 'updated_at': '2021-12-16T22:14:03Z', 'revision_number': 5, 'project_id': 'efd1f41944b24a619b78241b28fbf14f', 'gw_port': {'id': '806e7348-446a-43f1-ac4b-a365d4f1c57f', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536fad8-7291-441b-a3d7-d33a4a27d088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:11:25Z', 'updated_at': '2021-12-16T22:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:07.109349 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739de764-c73d-44c1-9297-212f26b5c4b6 x-openstack-request-id: req-739de764-c73d-44c1-9297-212f26b5c4b6 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:07.109908 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff33410-fe9e-4896-9955-51b0ad478da5", "name": "network-vif-deleted", "tag": "431dfbeb-3c7e-4ea0-816c-3627bec17bd3", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:07.109908 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-739de764-c73d-44c1-9297-212f26b5c4b6 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:07.110117 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff33410-fe9e-4896-9955-51b0ad478da5', 'name': 'network-vif-deleted', 'tag': '431dfbeb-3c7e-4ea0-816c-3627bec17bd3', 'status': 'completed', 'code': 200} Dec 16 22:14:07.367090 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb2aaaba-894d-44a4-a323-5ec4284382ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:07.536757 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-a1fb7361-12e4-4bb7-9dba-018103320ede tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:07.538846 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-a1fb7361-12e4-4bb7-9dba-018103320ede tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 812 time: 1.0441475 Dec 16 22:14:07.543678 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 10af2226-12b8-48dc-b871-f802f7dc3f55 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:07.594517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-e0ba6dc0-1737-42e8-a371-6da07e7208c0 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/quotas/9e9129638e7f4cd0be05b6f0c86dd955 HTTP/1.1" status: 200 len: 375 time: 0.0443389 Dec 16 22:14:07.600321 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 10af2226-12b8-48dc-b871-f802f7dc3f55 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:07.600718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 10af2226-12b8-48dc-b871-f802f7dc3f55 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:07.652255 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-25749707-e501-4009-9427-478147d2864b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562451 Dec 16 22:14:07.654881 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e592c711-2e90-48f7-ae8c-88eb13cfc8a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:07.724152 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f7ce7a2f-6002-41c2-914e-0a2f2844028f req-bc055e9f-0f3e-485d-ac7e-e6dbd898ac98 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:07.787316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-fe256164-03ac-465d-b65a-ee9070469dc6 service neutron] 10.222.0.43 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337719 Dec 16 22:14:07.790496 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb2aaaba-894d-44a4-a323-5ec4284382ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:08.035052 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2aaaba-894d-44a4-a323-5ec4284382ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3585ba4-a949-4dca-bd29-1688b72e97c2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:08.061341 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc055e9f-0f3e-485d-ac7e-e6dbd898ac98 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Pushing event deleted for resources: {'Port': ['ID=943ebd65-a608-4f10-8485-e11257dab726,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:08.067491 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb2aaaba-894d-44a4-a323-5ec4284382ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:08.071593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-eb2aaaba-894d-44a4-a323-5ec4284382ca admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c3585ba4-a949-4dca-bd29-1688b72e97c2 HTTP/1.1" status: 204 len: 168 time: 2.3214679 Dec 16 22:14:08.074413 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60230) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:08.077622 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4423120b-ab71-493d-8c06-3ea036a124cf None None] Network 34daf0cb-328a-4063-b77e-640751a9efdd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:08.095908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-525ec8b6-3082-46d7-a925-adfcbbad6b04 service neutron] 10.222.0.43 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068910 Dec 16 22:14:08.232060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ce7a2f-6002-41c2-914e-0a2f2844028f req-bc055e9f-0f3e-485d-ac7e-e6dbd898ac98 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] No DVR routers for this DVR port 943ebd65-a608-4f10-8485-e11257dab726 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:08.238252 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f7ce7a2f-6002-41c2-914e-0a2f2844028f req-bc055e9f-0f3e-485d-ac7e-e6dbd898ac98 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:08.269022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7ce7a2f-6002-41c2-914e-0a2f2844028f req-bc055e9f-0f3e-485d-ac7e-e6dbd898ac98 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.69 "DELETE /v2.0/ports/943ebd65-a608-4f10-8485-e11257dab726 HTTP/1.1" status: 204 len: 173 time: 3.2761040 Dec 16 22:14:08.269411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13b137e-9893-4206-b12c-bd82e81e16ff', 'name': 'network-vif-deleted', 'tag': '943ebd65-a608-4f10-8485-e11257dab726'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:08.272543 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11df4d6-4eac-47da-9707-81f72e4ca35d" -d '{"events": [{"server_uuid": "b13b137e-9893-4206-b12c-bd82e81e16ff", "name": "network-vif-deleted", "tag": "943ebd65-a608-4f10-8485-e11257dab726"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:08.311907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:08.322331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b1f13b1-8f73-4cbf-98c3-eaf914da5161 req-627230e7-fb23-4a5d-b424-dfc5e9be9fae tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=b13b137e-9893-4206-b12c-bd82e81e16ff HTTP/1.1" status: 200 len: 210 time: 0.0971029 Dec 16 22:14:08.362635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e592c711-2e90-48f7-ae8c-88eb13cfc8a0 admin admin] Deleting port 806e7348-446a-43f1-ac4b-a365d4f1c57f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:08.362988 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e592c711-2e90-48f7-ae8c-88eb13cfc8a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:08.384768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630b3eb1-8470-4111-bdef-0ac150307aa7 None None] DHCP port deletion for 34daf0cb-328a-4063-b77e-640751a9efdd request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:14:08.458768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] Deleting port 251113e6-3bb9-428d-8578-2e09d383ecdf {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:08.460364 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:08.491863 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-630b3eb1-8470-4111-bdef-0ac150307aa7 None None] Deleting port 251113e6-3bb9-428d-8578-2e09d383ecdf {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:08.491863 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-630b3eb1-8470-4111-bdef-0ac150307aa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:08.543547 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c49726-87b5-4fa2-b83b-5e0f8ea35fb4 x-openstack-request-id: req-30c49726-87b5-4fa2-b83b-5e0f8ea35fb4 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:08.543840 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13b137e-9893-4206-b12c-bd82e81e16ff", "name": "network-vif-deleted", "tag": "943ebd65-a608-4f10-8485-e11257dab726", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:08.552315 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30c49726-87b5-4fa2-b83b-5e0f8ea35fb4 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:08.552315 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13b137e-9893-4206-b12c-bd82e81e16ff', 'name': 'network-vif-deleted', 'tag': '943ebd65-a608-4f10-8485-e11257dab726', 'status': 'completed', 'code': 200} Dec 16 22:14:08.557265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-e592c711-2e90-48f7-ae8c-88eb13cfc8a0 admin admin] For port 806e7348-446a-43f1-ac4b-a365d4f1c57f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=806e7348-446a-43f1-ac4b-a365d4f1c57f,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:08.557640 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e592c711-2e90-48f7-ae8c-88eb13cfc8a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:08.632953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e592c711-2e90-48f7-ae8c-88eb13cfc8a0 admin admin] Calling delete_port for 806e7348-446a-43f1-ac4b-a365d4f1c57f owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:08.701884 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-630b3eb1-8470-4111-bdef-0ac150307aa7 None None] For port 251113e6-3bb9-428d-8578-2e09d383ecdf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=251113e6-3bb9-428d-8578-2e09d383ecdf,segment=NetworkSegment(2efb0350-123d-4bea-bfcf-69718fdf33b2),segment_id=2efb0350-123d-4bea-bfcf-69718fdf33b2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:08.704824 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-630b3eb1-8470-4111-bdef-0ac150307aa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:08.724531 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] For port 251113e6-3bb9-428d-8578-2e09d383ecdf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=251113e6-3bb9-428d-8578-2e09d383ecdf,segment=NetworkSegment(2efb0350-123d-4bea-bfcf-69718fdf33b2),segment_id=2efb0350-123d-4bea-bfcf-69718fdf33b2)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:08.726969 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:08.743440 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-630b3eb1-8470-4111-bdef-0ac150307aa7 None None] Calling delete_port for 251113e6-3bb9-428d-8578-2e09d383ecdf owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:08.780521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] Calling delete_port for 251113e6-3bb9-428d-8578-2e09d383ecdf owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:08.816376 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:14:08.906367 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d553afa-9d1f-42b8-be0e-42766732b265 req-257b0cb5-8902-4700-8e0b-9a5c91684e9f tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 210 time: 0.1126518 Dec 16 22:14:08.997725 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-630b3eb1-8470-4111-bdef-0ac150307aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:09.003082 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:09.041180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] No DVR routers for this DVR port 251113e6-3bb9-428d-8578-2e09d383ecdf on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:09.046383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=251113e6-3bb9-428d-8578-2e09d383ecdf,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:09.061475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630b3eb1-8470-4111-bdef-0ac150307aa7 None None] No DVR routers for this DVR port 251113e6-3bb9-428d-8578-2e09d383ecdf on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:09.149756 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b3eb1-8470-4111-bdef-0ac150307aa7 None None] Pushing event deleted for resources: {'Port': ['ID=251113e6-3bb9-428d-8578-2e09d383ecdf,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:09.175850 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:09.203178 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e592c711-2e90-48f7-ae8c-88eb13cfc8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:09.212644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:09.276700 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592c711-2e90-48f7-ae8c-88eb13cfc8a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=806e7348-446a-43f1-ac4b-a365d4f1c57f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:09.308852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:09.308852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 431dfbeb-3c7e-4ea0-816c-3627bec17bd3 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:09.308852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 4b757b8d-85ee-4e71-8d2c-320a5dada123 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:09.398486 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 4b757b8d-85ee-4e71-8d2c-320a5dada123 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:09.399941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 4b757b8d-85ee-4e71-8d2c-320a5dada123 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:09.452527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 943ebd65-a608-4f10-8485-e11257dab726 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:09.500389 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e592c711-2e90-48f7-ae8c-88eb13cfc8a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:09.526255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 943ebd65-a608-4f10-8485-e11257dab726 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:09.526829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 943ebd65-a608-4f10-8485-e11257dab726 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:09.642419 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 251113e6-3bb9-428d-8578-2e09d383ecdf no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:09.681414 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 251113e6-3bb9-428d-8578-2e09d383ecdf {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:09.687108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 251113e6-3bb9-428d-8578-2e09d383ecdf not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:09.729750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34daf0cb-328a-4063-b77e-640751a9efdd']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:09.744046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efb0350-123d-4bea-bfcf-69718fdf33b2') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:09.744428 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efb0350-123d-4bea-bfcf-69718fdf33b2') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:09.755562 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:09.769731 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:09.776722 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:14:09.777123 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:14:09.779207 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:14:09.835957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b85dff8-8556-4830-8491-0f2fe54414a8 req-60481824-6022-4bd4-aac2-f955c3c55c35 tempest-MultipleCreateTestJSON-1791828440 tempest-MultipleCreateTestJSON-1791828440-project] 10.222.0.43 "GET /v2.0/ports?device_id=b13b137e-9893-4206-b12c-bd82e81e16ff HTTP/1.1" status: 200 len: 210 time: 0.3326168 Dec 16 22:14:09.841223 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e592c711-2e90-48f7-ae8c-88eb13cfc8a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:09.843897 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e592c711-2e90-48f7-ae8c-88eb13cfc8a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:09.954415 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:09.980881 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e592c711-2e90-48f7-ae8c-88eb13cfc8a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:09.981681 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e592c711-2e90-48f7-ae8c-88eb13cfc8a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a536fad8-7291-441b-a3d7-d33a4a27d088 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:14:09.995709 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e592c711-2e90-48f7-ae8c-88eb13cfc8a0 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:10.000114 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e592c711-2e90-48f7-ae8c-88eb13cfc8a0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a536fad8-7291-441b-a3d7-d33a4a27d088 HTTP/1.1" status: 204 len: 168 time: 4.2931545 Dec 16 22:14:10.001401 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:10.005880 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60280) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:10.011480 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] 10.222.0.43 "DELETE /v2.0/networks/34daf0cb-328a-4063-b77e-640751a9efdd HTTP/1.1" status: 204 len: 168 time: 1.9355736 Dec 16 22:14:10.060321 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c052-1261-4503-a517-a83219eb4d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=34daf0cb-328a-4063-b77e-640751a9efdd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:10.152406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e41a658-9861-49f4-aad5-a6d288cea56d req-30c54502-4679-4bd9-ab92-ef736304a671 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 210 time: 0.1479299 Dec 16 22:14:10.173011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-462c8536-8c88-481f-8c93-d29a2a03b916 admin admin] Deleting subnet e68366d6-15b6-4a6a-9a5e-126eca8261f9 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:14:10.187522 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-462c8536-8c88-481f-8c93-d29a2a03b916 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:10.237575 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-462c8536-8c88-481f-8c93-d29a2a03b916 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:10.241731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60286) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:10.364373 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-462c8536-8c88-481f-8c93-d29a2a03b916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:10.507792 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a040f28b-6582-483c-9dd8-bea84b4228f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:10.531687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60292) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:10.541928 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-462c8536-8c88-481f-8c93-d29a2a03b916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:10.585635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c8536-8c88-481f-8c93-d29a2a03b916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e68366d6-15b6-4a6a-9a5e-126eca8261f9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:10.616916 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f04b44-01ca-4718-94a8-5ad1288f8839 None None] Network 8fd9f83b-39c6-4366-b317-465c5361dafb requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:10.642568 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-462c8536-8c88-481f-8c93-d29a2a03b916 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:10.649852 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a040f28b-6582-483c-9dd8-bea84b4228f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:10.658022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-462c8536-8c88-481f-8c93-d29a2a03b916 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e68366d6-15b6-4a6a-9a5e-126eca8261f9 HTTP/1.1" status: 204 len: 168 time: 0.6525815 Dec 16 22:14:10.659207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60296) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:10.707616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2365efcd-015b-4663-a99b-b355c13f9319 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca22611ab075468988e76fbf3b7a895c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610372 Dec 16 22:14:10.709758 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60298) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:10.820850 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a040f28b-6582-483c-9dd8-bea84b4228f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:10.833757 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58aa89ee-045c-4b4e-8b75-9e37d6eb512a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:10.900115 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58aa89ee-045c-4b4e-8b75-9e37d6eb512a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:10.933138 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a040f28b-6582-483c-9dd8-bea84b4228f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a988086ca854029bab08573ff05dc4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6895328 Dec 16 22:14:10.936205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60306) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:10.993707 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:11.004244 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040f28b-6582-483c-9dd8-bea84b4228f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228c725e-5ae5-4cc7-a7d7-f18d96bf98b2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:11.015362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60310) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:11.094223 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58aa89ee-045c-4b4e-8b75-9e37d6eb512a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:11.098456 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58aa89ee-045c-4b4e-8b75-9e37d6eb512a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:11.101133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-58aa89ee-045c-4b4e-8b75-9e37d6eb512a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9155bd47-4531-461d-ab97-0e664ce8b76c HTTP/1.1" status: 204 len: 168 time: 0.3895655 Dec 16 22:14:11.121876 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa89ee-045c-4b4e-8b75-9e37d6eb512a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9155bd47-4531-461d-ab97-0e664ce8b76c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:11.123885 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-576664d7-ade8-4ef7-b561-c5206680fb5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:11.138986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccaf613d-fb86-448a-9bb4-f4691650a381 admin admin] Deleting subnet 94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:14:11.154625 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ccaf613d-fb86-448a-9bb4-f4691650a381 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:11.172005 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735367b4-75c7-4536-827d-85d5dc83136e None None] DHCP port deletion for 8fd9f83b-39c6-4366-b317-465c5361dafb request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:14:11.219755 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-576664d7-ade8-4ef7-b561-c5206680fb5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:11.324857 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ccaf613d-fb86-448a-9bb4-f4691650a381 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:11.388262 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0d519ed-bfc4-4f16-9280-a7d62478f9f7 req-fc2b31a1-60df-4643-9d0d-6e15bf1ae9e0 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 210 time: 0.0962253 Dec 16 22:14:11.393166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-735367b4-75c7-4536-827d-85d5dc83136e None None] Deleting port 711dc5ef-a706-416e-b5cd-e3b77d9b292e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:11.394084 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-735367b4-75c7-4536-827d-85d5dc83136e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:11.407750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] Deleting port 711dc5ef-a706-416e-b5cd-e3b77d9b292e {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:11.427086 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:11.448745 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ccaf613d-fb86-448a-9bb4-f4691650a381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:11.572659 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-735367b4-75c7-4536-827d-85d5dc83136e None None] For port 711dc5ef-a706-416e-b5cd-e3b77d9b292e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=711dc5ef-a706-416e-b5cd-e3b77d9b292e,segment=NetworkSegment(ab464872-40ce-4afc-bacc-99820c4919b1),segment_id=ab464872-40ce-4afc-bacc-99820c4919b1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:11.573470 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-735367b4-75c7-4536-827d-85d5dc83136e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:11.578949 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-576664d7-ade8-4ef7-b561-c5206680fb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:11.586844 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-576664d7-ade8-4ef7-b561-c5206680fb5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:11.593423 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-576664d7-ade8-4ef7-b561-c5206680fb5e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/228c725e-5ae5-4cc7-a7d7-f18d96bf98b2 HTTP/1.1" status: 204 len: 168 time: 0.6282358 Dec 16 22:14:11.603313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-735367b4-75c7-4536-827d-85d5dc83136e None None] Calling delete_port for 711dc5ef-a706-416e-b5cd-e3b77d9b292e owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:11.632426 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 806e7348-446a-43f1-ac4b-a365d4f1c57f no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:11.666509 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ccaf613d-fb86-448a-9bb4-f4691650a381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:11.686277 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] For port 711dc5ef-a706-416e-b5cd-e3b77d9b292e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=711dc5ef-a706-416e-b5cd-e3b77d9b292e,segment=NetworkSegment(ab464872-40ce-4afc-bacc-99820c4919b1),segment_id=ab464872-40ce-4afc-bacc-99820c4919b1)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:11.686690 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:11.719369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf613d-fb86-448a-9bb4-f4691650a381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:11.732000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 806e7348-446a-43f1-ac4b-a365d4f1c57f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:11.732346 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 806e7348-446a-43f1-ac4b-a365d4f1c57f not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:11.733521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] Calling delete_port for 711dc5ef-a706-416e-b5cd-e3b77d9b292e owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:11.733714 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ccaf613d-fb86-448a-9bb4-f4691650a381 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:11.739573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ccaf613d-fb86-448a-9bb4-f4691650a381 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/94ff5bfa-ecc1-44fa-9b36-20aa0e30eda5 HTTP/1.1" status: 204 len: 168 time: 0.7206891 Dec 16 22:14:11.739794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 711dc5ef-a706-416e-b5cd-e3b77d9b292e no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:11.748508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60326) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:11.997273 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576664d7-ade8-4ef7-b561-c5206680fb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228c725e-5ae5-4cc7-a7d7-f18d96bf98b2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:12.044296 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dcfea8d2-6a19-4b94-a739-6c488dee5bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.072270 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.101993 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.146251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] No DVR routers for this DVR port 711dc5ef-a706-416e-b5cd-e3b77d9b292e on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:12.157146 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-735367b4-75c7-4536-827d-85d5dc83136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.230312 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735367b4-75c7-4536-827d-85d5dc83136e None None] Pushing event deleted for resources: {'Port': ['ID=711dc5ef-a706-416e-b5cd-e3b77d9b292e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:12.233607 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735367b4-75c7-4536-827d-85d5dc83136e None None] No DVR routers for this DVR port 711dc5ef-a706-416e-b5cd-e3b77d9b292e on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:12.260013 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=711dc5ef-a706-416e-b5cd-e3b77d9b292e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:12.379208 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dcfea8d2-6a19-4b94-a739-6c488dee5bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.413585 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.464045 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd9f83b-39c6-4366-b317-465c5361dafb']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:12.476693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-dcfea8d2-6a19-4b94-a739-6c488dee5bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cb485d-74a4-49d2-916a-2c30cff40f55']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:12.488572 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab464872-40ce-4afc-bacc-99820c4919b1') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:12.489044 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab464872-40ce-4afc-bacc-99820c4919b1') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:12.510923 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.520255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-dcfea8d2-6a19-4b94-a739-6c488dee5bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a42800-a29a-497b-910c-68d4f4efcac4') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:12.520567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-dcfea8d2-6a19-4b94-a739-6c488dee5bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a42800-a29a-497b-910c-68d4f4efcac4') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:12.539185 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.560829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-1386d829-e4cd-49c5-896d-888f654765fc tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:12.563339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-1386d829-e4cd-49c5-896d-888f654765fc tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.69 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 812 time: 0.7921083 Dec 16 22:14:12.567020 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:14:12.568009 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dcfea8d2-6a19-4b94-a739-6c488dee5bca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.570131 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:14:12.577080 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:14:12.602012 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-7ae94f4c-46b0-4cb5-8b27-b1fa2120173d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Request body: {'port': {'device_id': 'e339a7f8-851f-4d18-94a7-6c8fc271210d', 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d', 'admin_state_up': True, 'tenant_id': '9e9129638e7f4cd0be05b6f0c86dd955'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:12.613620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80d3c636-af46-46a5-b8f1-3abe18a96e5f req-b6ebe95d-f348-4f40-a008-ef41c2c036cc tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 210 time: 0.0853119 Dec 16 22:14:12.677087 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dcfea8d2-6a19-4b94-a739-6c488dee5bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.687250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfea8d2-6a19-4b94-a739-6c488dee5bca admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:14:12.687714 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dcfea8d2-6a19-4b94-a739-6c488dee5bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:14:12.689661 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:14:12.843421 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.869146 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.875903 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8fd9f83b-39c6-4366-b317-465c5361dafb HTTP/1.1" status: 204 len: 168 time: 2.2148294 Dec 16 22:14:12.917666 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dcfea8d2-6a19-4b94-a739-6c488dee5bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.953772 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419ebe7-e124-4957-bcad-15fbff4d2fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd9f83b-39c6-4366-b317-465c5361dafb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:12.957312 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dcfea8d2-6a19-4b94-a739-6c488dee5bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.970461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dcfea8d2-6a19-4b94-a739-6c488dee5bca admin admin] 10.222.0.43 "DELETE /v2.0/networks/26cb485d-74a4-49d2-916a-2c30cff40f55 HTTP/1.1" status: 204 len: 168 time: 1.2206898 Dec 16 22:14:12.972476 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfea8d2-6a19-4b94-a739-6c488dee5bca admin admin] Pushing event deleted for resources: {'Network': ['ID=26cb485d-74a4-49d2-916a-2c30cff40f55,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:12.975297 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-7ae94f4c-46b0-4cb5-8b27-b1fa2120173d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Made reservation on behalf of 9e9129638e7f4cd0be05b6f0c86dd955 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:12.979229 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-7ae94f4c-46b0-4cb5-8b27-b1fa2120173d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:13.035666 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:13.140818 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:13.196198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-7ae94f4c-46b0-4cb5-8b27-b1fa2120173d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Allocated IP 172.20.0.6 (1748be95-c78e-4701-939a-f9809cb0660d/cc959983-53a1-41bc-bb50-5414cb529785/158f6460-f149-4d66-a30d-5620e15a7b68) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:13.305591 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60360) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:13.331016 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c38feac4-6c63-4ff3-9030-5fa1749679b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:13.459205 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-7ae94f4c-46b0-4cb5-8b27-b1fa2120173d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:13.502023 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c38feac4-6c63-4ff3-9030-5fa1749679b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:13.562915 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-7ae94f4c-46b0-4cb5-8b27-b1fa2120173d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:13.602855 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c38feac4-6c63-4ff3-9030-5fa1749679b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:13.656390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae94f4c-46b0-4cb5-8b27-b1fa2120173d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Pushing event updated for resources: {'Port': ['ID=158f6460-f149-4d66-a30d-5620e15a7b68,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:13.669126 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-7ae94f4c-46b0-4cb5-8b27-b1fa2120173d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Network 1748be95-c78e-4701-939a-f9809cb0660d is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:13.670630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60366) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:13.688264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-7ae94f4c-46b0-4cb5-8b27-b1fa2120173d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:13.689456 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c38feac4-6c63-4ff3-9030-5fa1749679b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=797f0b29d47149eb8735fb4b9a2d9960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819106 Dec 16 22:14:13.690089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60368) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:13.717058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-7ae94f4c-46b0-4cb5-8b27-b1fa2120173d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:13.766134 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38feac4-6c63-4ff3-9030-5fa1749679b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996809b5-4cc9-423c-a04f-3ba447a5ee29,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:13.797494 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ff54d55-d206-4d44-adee-97724fe6330e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:13.864761 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ff54d55-d206-4d44-adee-97724fe6330e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:13.978076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-7ae94f4c-46b0-4cb5-8b27-b1fa2120173d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:13.980314 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-7ae94f4c-46b0-4cb5-8b27-b1fa2120173d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:13.980642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60370) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:14.003520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-452c2815-4b66-4ebb-b550-d3e2800a01c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=efd1f41944b24a619b78241b28fbf14f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289049 Dec 16 22:14:14.007813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60372) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:14.020488 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60374) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:14.026567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b25746-9eac-45de-8024-6c4c9cacfe71 req-4f722efd-1d34-4e1c-9254-1b145a097910 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:14.029902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77b25746-9eac-45de-8024-6c4c9cacfe71 req-4f722efd-1d34-4e1c-9254-1b145a097910 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 931 time: 0.2110691 Dec 16 22:14:14.046757 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ff54d55-d206-4d44-adee-97724fe6330e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.049566 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ff54d55-d206-4d44-adee-97724fe6330e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.055613 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8ff54d55-d206-4d44-adee-97724fe6330e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/996809b5-4cc9-423c-a04f-3ba447a5ee29 HTTP/1.1" status: 204 len: 168 time: 0.3614950 Dec 16 22:14:14.077856 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff54d55-d206-4d44-adee-97724fe6330e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996809b5-4cc9-423c-a04f-3ba447a5ee29,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:14.114044 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6416b218-3d4d-4051-bc66-f42402099b22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.152072 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6416b218-3d4d-4051-bc66-f42402099b22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.163575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-7ae94f4c-46b0-4cb5-8b27-b1fa2120173d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5733263 Dec 16 22:14:14.190820 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Request body: {'port': {'device_id': 'e339a7f8-851f-4d18-94a7-6c8fc271210d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:14.246220 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a67edf1a-1a4c-457c-bdee-454f1f3daae4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89e26e39871b487e822a56aaf6ec88ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641459 Dec 16 22:14:14.248657 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60384) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:14.355971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77b25746-9eac-45de-8024-6c4c9cacfe71 req-e13a11e3-24bb-4196-bd1a-9ecbfc8918a2 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892854 Dec 16 22:14:14.358448 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48cdc0ee-dfbd-4180-a52b-b9b79ba08891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.360537 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6416b218-3d4d-4051-bc66-f42402099b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.363171 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6416b218-3d4d-4051-bc66-f42402099b22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.364374 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6416b218-3d4d-4051-bc66-f42402099b22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96492ab7-2624-41d5-b421-733911e4f7c5 HTTP/1.1" status: 204 len: 168 time: 0.3546910 Dec 16 22:14:14.385790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416b218-3d4d-4051-bc66-f42402099b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96492ab7-2624-41d5-b421-733911e4f7c5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:14.451783 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.465157 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48cdc0ee-dfbd-4180-a52b-b9b79ba08891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.486500 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-edcc1f16-db1d-414a-ba33-d1fc24850f2c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1236388976-network', 'tenant_id': '8582161878464d139f809d9f82d1da6f'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:14.661354 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcc1f16-db1d-414a-ba33-d1fc24850f2c admin admin] Made reservation on behalf of 8582161878464d139f809d9f82d1da6f for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:14.666941 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-edcc1f16-db1d-414a-ba33-d1fc24850f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.678550 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48cdc0ee-dfbd-4180-a52b-b9b79ba08891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.687257 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48cdc0ee-dfbd-4180-a52b-b9b79ba08891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.687257 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-48cdc0ee-dfbd-4180-a52b-b9b79ba08891 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0a34d72-4fa8-4e2b-8bca-bb6eb300e475 HTTP/1.1" status: 204 len: 168 time: 0.4330223 Dec 16 22:14:14.692362 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-edcc1f16-db1d-414a-ba33-d1fc24850f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.703000 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdc0ee-dfbd-4180-a52b-b9b79ba08891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a34d72-4fa8-4e2b-8bca-bb6eb300e475,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:14.864198 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-edcc1f16-db1d-414a-ba33-d1fc24850f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.888840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158f6460-f149-4d66-a30d-5620e15a7b68 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:14.900424 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.923589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Transition to ACTIVE for port object 158f6460-f149-4d66-a30d-5620e15a7b68 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:14:14.934026 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-edcc1f16-db1d-414a-ba33-d1fc24850f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.964632 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcc1f16-db1d-414a-ba33-d1fc24850f2c admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:14:14.976169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc1f16-db1d-414a-ba33-d1fc24850f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036428c2-2ea4-432b-b85d-8fd3ee3e8d18,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:14.988714 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-edcc1f16-db1d-414a-ba33-d1fc24850f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.989414 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-edcc1f16-db1d-414a-ba33-d1fc24850f2c admin admin] Added segment 40188b24-2b2f-43bb-8b6b-9d953467922d of type vlan for network 3112bc18-81a4-4b05-a6ec-1e96d5b90282 Dec 16 22:14:15.004183 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:15.060522 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-edcc1f16-db1d-414a-ba33-d1fc24850f2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:15.152862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Pushing event updated for resources: {'Port': ['ID=158f6460-f149-4d66-a30d-5620e15a7b68,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:15.174139 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-edcc1f16-db1d-414a-ba33-d1fc24850f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:15.175458 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcc1f16-db1d-414a-ba33-d1fc24850f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:15.176068 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-edcc1f16-db1d-414a-ba33-d1fc24850f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:15.228296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Attempting to bind port 158f6460-f149-4d66-a30d-5620e15a7b68 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:15.229231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Attempting to bind port 158f6460-f149-4d66-a30d-5620e15a7b68 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:15.230222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Attempting to bind port 158f6460-f149-4d66-a30d-5620e15a7b68 on network 1748be95-c78e-4701-939a-f9809cb0660d {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:15.245661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Port 158f6460-f149-4d66-a30d-5620e15a7b68 on network 1748be95-c78e-4701-939a-f9809cb0660d not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:14:15.246849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Attempting to bind port 158f6460-f149-4d66-a30d-5620e15a7b68 on network 1748be95-c78e-4701-939a-f9809cb0660d {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:15.255077 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:15.260182 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Checking segment: {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:15.260182 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Bound using segment: {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:15.260182 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Bound port: 158f6460-f149-4d66-a30d-5620e15a7b68, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:15.260182 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:15.310046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc1f16-db1d-414a-ba33-d1fc24850f2c admin admin] Pushing event updated for resources: {'Network': ['ID=3112bc18-81a4-4b05-a6ec-1e96d5b90282,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:15.769059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 3112bc18-81a4-4b05-a6ec-1e96d5b90282 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:14:15.771843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] For port 158f6460-f149-4d66-a30d-5620e15a7b68, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:15.771843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] For port 158f6460-f149-4d66-a30d-5620e15a7b68, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=158f6460-f149-4d66-a30d-5620e15a7b68,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:15.771843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff9c7a-a683-4a36-a917-ecb9c01ed5fd req-1f827989-a7cb-4b50-8d9e-63c64a1b9dac tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:15.771843 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52ff9c7a-a683-4a36-a917-ecb9c01ed5fd req-1f827989-a7cb-4b50-8d9e-63c64a1b9dac tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 943 time: 0.0591691 Dec 16 22:14:15.771843 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52ff9c7a-a683-4a36-a917-ecb9c01ed5fd req-a2662b3c-8f7b-4019-a501-1406c026de0d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803456 Dec 16 22:14:15.773184 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-edcc1f16-db1d-414a-ba33-d1fc24850f2c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6336699 Dec 16 22:14:15.774434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60422) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:15.774434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f30547ad-7949-498d-ada9-22444766038e admin admin] Request body: {'subnet': {'network_id': '3112bc18-81a4-4b05-a6ec-1e96d5b90282', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1236388976-subnet', 'tenant_id': '8582161878464d139f809d9f82d1da6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:15.774434 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:15.817363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:15.817363 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:15.817363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] 10.222.0.69 "PUT /v2.0/ports/158f6460-f149-4d66-a30d-5620e15a7b68 HTTP/1.1" status: 200 len: 1091 time: 1.6333916 Dec 16 22:14:15.817363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e339a7f8-851f-4d18-94a7-6c8fc271210d', 'tag': '158f6460-f149-4d66-a30d-5620e15a7b68'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:15.818990 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a65da58-8289-4591-bfc5-b99f06981b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e339a7f8-851f-4d18-94a7-6c8fc271210d", "tag": "158f6460-f149-4d66-a30d-5620e15a7b68"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:15.843493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30547ad-7949-498d-ada9-22444766038e admin admin] Made reservation on behalf of 8582161878464d139f809d9f82d1da6f for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:15.846050 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f30547ad-7949-498d-ada9-22444766038e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:15.908944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52733ba7-8f0c-47c9-8e4a-e397120ee549 service neutron] Pushing event updated for resources: {'Port': ['ID=158f6460-f149-4d66-a30d-5620e15a7b68,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:15.917221 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a6eeda-d357-4492-8bfb-23a901beb705 x-openstack-request-id: req-78a6eeda-d357-4492-8bfb-23a901beb705 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:15.917552 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e339a7f8-851f-4d18-94a7-6c8fc271210d", "tag": "158f6460-f149-4d66-a30d-5620e15a7b68", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:15.917986 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78a6eeda-d357-4492-8bfb-23a901beb705 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:15.918169 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e339a7f8-851f-4d18-94a7-6c8fc271210d', 'tag': '158f6460-f149-4d66-a30d-5620e15a7b68', 'status': 'completed', 'code': 200} Dec 16 22:14:16.165523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65da58-8289-4591-bfc5-b99f06981b8b req-fee1aad4-2b90-4c68-bb83-4cc9d809e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:16.168182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a65da58-8289-4591-bfc5-b99f06981b8b req-fee1aad4-2b90-4c68-bb83-4cc9d809e123 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 1094 time: 0.1690896 Dec 16 22:14:16.672070 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f30547ad-7949-498d-ada9-22444766038e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:16.841607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30547ad-7949-498d-ada9-22444766038e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc2ef556-c02c-4b6d-9f05-472e6e58218b,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:16.853682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65da58-8289-4591-bfc5-b99f06981b8b req-ff2a06f0-2a67-484a-af26-568d1a63c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:16.856199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a65da58-8289-4591-bfc5-b99f06981b8b req-ff2a06f0-2a67-484a-af26-568d1a63c6e3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6674786 Dec 16 22:14:16.878695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30547ad-7949-498d-ada9-22444766038e admin admin] Checking segment: {'id': '40188b24-2b2f-43bb-8b6b-9d953467922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3112bc18-81a4-4b05-a6ec-1e96d5b90282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:16.879070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30547ad-7949-498d-ada9-22444766038e admin admin] Network hostable DHCP agents. Network: 3112bc18-81a4-4b05-a6ec-1e96d5b90282, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:14:17.173580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60468) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:17.400302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65da58-8289-4591-bfc5-b99f06981b8b req-b5bede3a-eba6-4a61-830b-55a91bb15aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:17.402769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a65da58-8289-4591-bfc5-b99f06981b8b req-b5bede3a-eba6-4a61-830b-55a91bb15aab service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5349042 Dec 16 22:14:17.428388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6d039-0f9c-4dd6-90bd-a081c7ca2ac2 req-c4c22bc3-89d2-49ca-837a-95bc25266627 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:17.430946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4fb6d039-0f9c-4dd6-90bd-a081c7ca2ac2 req-c4c22bc3-89d2-49ca-837a-95bc25266627 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 943 time: 0.3908162 Dec 16 22:14:17.445999 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665c938-bd84-4e5c-86b9-0c4ccb6da96d req-5ca450e2-2fc0-4e50-92b2-e58de550c8a7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:17.459677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5665c938-bd84-4e5c-86b9-0c4ccb6da96d req-5ca450e2-2fc0-4e50-92b2-e58de550c8a7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 944 time: 0.4122281 Dec 16 22:14:17.497443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30547ad-7949-498d-ada9-22444766038e admin admin] Network 3112bc18-81a4-4b05-a6ec-1e96d5b90282 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:14:17.601103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a4362-5ebd-4ccc-85df-ac0b1ecd3272 req-fc984748-6d09-45ca-bb6e-48b20b5ee60b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:17.601600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-266a4362-5ebd-4ccc-85df-ac0b1ecd3272 req-fc984748-6d09-45ca-bb6e-48b20b5ee60b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 944 time: 0.3431978 Dec 16 22:14:17.731470 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-673d9815-2b5d-4f32-be2d-6a5d3e91bac6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-645582622-network', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:17.772582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f30547ad-7949-498d-ada9-22444766038e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 3112bc18-81a4-4b05-a6ec-1e96d5b90282) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:17.786644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4f0e6c-f4bc-4905-b590-36e3b1cb5cd4 None None] Network 3112bc18-81a4-4b05-a6ec-1e96d5b90282 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:17.811142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30547ad-7949-498d-ada9-22444766038e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:17.812315 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f30547ad-7949-498d-ada9-22444766038e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:17.838855 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5665c938-bd84-4e5c-86b9-0c4ccb6da96d req-73db3e6b-5ba8-412c-b9d9-4815b63a9e31 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607571 Dec 16 22:14:17.847385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-4c13717b-56a9-4b62-a2e3-05ec0bc1d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:17.851544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-4c13717b-56a9-4b62-a2e3-05ec0bc1d7df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 1094 time: 0.3555419 Dec 16 22:14:17.893863 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4fb6d039-0f9c-4dd6-90bd-a081c7ca2ac2 req-25309ba9-03c7-4fe0-b919-4af54c50f4c1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301457 Dec 16 22:14:17.904255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673d9815-2b5d-4f32-be2d-6a5d3e91bac6 admin admin] Made reservation on behalf of 001915db62a44eb0a59ad001f5b8acda for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:17.904255 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-673d9815-2b5d-4f32-be2d-6a5d3e91bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:17.919827 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-673d9815-2b5d-4f32-be2d-6a5d3e91bac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.016176 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-3112bc18-81a4-4b05-a6ec-1e96d5b90282', 'network_id': '3112bc18-81a4-4b05-a6ec-1e96d5b90282', 'project_id': '8582161878464d139f809d9f82d1da6f', 'fixed_ips': [{'subnet_id': 'cc2ef556-c02c-4b6d-9f05-472e6e58218b'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:14:18.017151 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.086907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-673d9815-2b5d-4f32-be2d-6a5d3e91bac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.094625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-4599c97d-54d4-4aee-9b56-46235e84d5ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=158f6460-f149-4d66-a30d-5620e15a7b68 HTTP/1.1" status: 200 len: 217 time: 0.1888876 Dec 16 22:14:18.160006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60490) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:18.160704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f30547ad-7949-498d-ada9-22444766038e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4882605 Dec 16 22:14:18.164624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1236388976-router', 'tenant_id': '8582161878464d139f809d9f82d1da6f', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:18.192501 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-673d9815-2b5d-4f32-be2d-6a5d3e91bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.266914 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673d9815-2b5d-4f32-be2d-6a5d3e91bac6 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:14:18.307193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-33f6ab05-151d-41e2-9277-0357151cd680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:18.310026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-33f6ab05-151d-41e2-9277-0357151cd680 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc959983-53a1-41bc-bb50-5414cb529785 HTTP/1.1" status: 200 len: 852 time: 0.2008810 Dec 16 22:14:18.319884 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60492) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:18.326102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d9815-2b5d-4f32-be2d-6a5d3e91bac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f6bfbb-888e-4169-952c-e99afdc4aa93,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:18.342183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-266a4362-5ebd-4ccc-85df-ac0b1ecd3272 req-debd2a23-9138-44fb-b8dc-79cd6b69cb13 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Deleting port 053d09be-313e-4533-944f-306fb88a6bc1 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:18.342395 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-266a4362-5ebd-4ccc-85df-ac0b1ecd3272 req-debd2a23-9138-44fb-b8dc-79cd6b69cb13 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.348260 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Allocated IP 172.20.0.2 (3112bc18-81a4-4b05-a6ec-1e96d5b90282/cc2ef556-c02c-4b6d-9f05-472e6e58218b/907f27ff-1aff-405c-9725-c11bc2ebcae7) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:18.349903 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-673d9815-2b5d-4f32-be2d-6a5d3e91bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.352056 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-673d9815-2b5d-4f32-be2d-6a5d3e91bac6 admin admin] Added segment 5b856b90-9bf4-4cbc-a592-7befe5f1c2fb of type vlan for network 28cf9735-2f74-4728-b3d3-673e82b6a3ef Dec 16 22:14:18.363790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-c877f2a5-fdf3-486e-a329-9982a38e891c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1748be95-c78e-4701-939a-f9809cb0660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364902 Dec 16 22:14:18.432712 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-673d9815-2b5d-4f32-be2d-6a5d3e91bac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.455374 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.456928 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.583532 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-266a4362-5ebd-4ccc-85df-ac0b1ecd3272 req-debd2a23-9138-44fb-b8dc-79cd6b69cb13 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] For port 053d09be-313e-4533-944f-306fb88a6bc1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=053d09be-313e-4533-944f-306fb88a6bc1,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:18.585949 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-266a4362-5ebd-4ccc-85df-ac0b1ecd3272 req-debd2a23-9138-44fb-b8dc-79cd6b69cb13 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.589493 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.607318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4e315110-a09b-4617-bbeb-d3345318ceb1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1409817205-network', 'tenant_id': '1de029b3946e475788fd115f1e4ecc77'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:18.615749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-6470e89c-2420-4ebc-a821-09277b8e563c service neutron] 10.222.0.69 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375958 Dec 16 22:14:18.620499 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-266a4362-5ebd-4ccc-85df-ac0b1ecd3272 req-debd2a23-9138-44fb-b8dc-79cd6b69cb13 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Calling delete_port for 053d09be-313e-4533-944f-306fb88a6bc1 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:18.638769 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.711445 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-673d9815-2b5d-4f32-be2d-6a5d3e91bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.712551 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d9815-2b5d-4f32-be2d-6a5d3e91bac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:18.713302 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-673d9815-2b5d-4f32-be2d-6a5d3e91bac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.783342 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d9815-2b5d-4f32-be2d-6a5d3e91bac6 admin admin] Pushing event updated for resources: {'Network': ['ID=28cf9735-2f74-4728-b3d3-673e82b6a3ef,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:18.785153 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.817335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 28cf9735-2f74-4728-b3d3-673e82b6a3ef details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:14:18.819040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-836509dc-914d-408d-bac1-7dba6a9ef123 req-7da596cb-21fd-42d6-b32b-034e5a312ec1 service neutron] 10.222.0.69 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893694 Dec 16 22:14:18.953781 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e315110-a09b-4617-bbeb-d3345318ceb1 admin admin] Made reservation on behalf of 1de029b3946e475788fd115f1e4ecc77 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:18.954858 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Network 3112bc18-81a4-4b05-a6ec-1e96d5b90282 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:18.960355 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e315110-a09b-4617-bbeb-d3345318ceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.963145 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:18.976935 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:18.986232 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.995324 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-673d9815-2b5d-4f32-be2d-6a5d3e91bac6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8201616 Dec 16 22:14:18.998706 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60508) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:19.007718 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d67eb9f4-4613-4470-a1e7-b544642b8398 admin admin] Request body: {'subnet': {'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-645582622-subnet', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:19.017093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Pushing event updated for resources: {'Port': ['ID=907f27ff-1aff-405c-9725-c11bc2ebcae7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:19.017833 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e315110-a09b-4617-bbeb-d3345318ceb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.093653 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Attempting to bind port 907f27ff-1aff-405c-9725-c11bc2ebcae7 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:19.094178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Attempting to bind port 907f27ff-1aff-405c-9725-c11bc2ebcae7 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '40188b24-2b2f-43bb-8b6b-9d953467922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3112bc18-81a4-4b05-a6ec-1e96d5b90282'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:19.094681 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Attempting to bind port 907f27ff-1aff-405c-9725-c11bc2ebcae7 on network 3112bc18-81a4-4b05-a6ec-1e96d5b90282 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:19.102449 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:19.103147 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Checking segment: {'id': '40188b24-2b2f-43bb-8b6b-9d953467922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3112bc18-81a4-4b05-a6ec-1e96d5b90282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:19.103969 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.105694 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Bound using segment: {'id': '40188b24-2b2f-43bb-8b6b-9d953467922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3112bc18-81a4-4b05-a6ec-1e96d5b90282'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:19.106516 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Bound port: 907f27ff-1aff-405c-9725-c11bc2ebcae7, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40188b24-2b2f-43bb-8b6b-9d953467922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3112bc18-81a4-4b05-a6ec-1e96d5b90282'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:19.107032 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.115409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83eeae2d-f1ce-47e4-b6a3-4f07eab7ec9a req-51da4522-6f90-4e47-b11d-99666ec77ded tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 210 time: 0.0714505 Dec 16 22:14:19.116713 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-266a4362-5ebd-4ccc-85df-ac0b1ecd3272 req-debd2a23-9138-44fb-b8dc-79cd6b69cb13 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.136233 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['053d09be-313e-4533-944f-306fb88a6bc1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:19.225960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd2a23-9138-44fb-b8dc-79cd6b69cb13 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Pushing event deleted for resources: {'Port': ['ID=053d09be-313e-4533-944f-306fb88a6bc1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:19.243389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67eb9f4-4613-4470-a1e7-b544642b8398 admin admin] Made reservation on behalf of 001915db62a44eb0a59ad001f5b8acda for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:19.245813 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d67eb9f4-4613-4470-a1e7-b544642b8398 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.375827 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] For port 907f27ff-1aff-405c-9725-c11bc2ebcae7, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:19.379353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] For port 907f27ff-1aff-405c-9725-c11bc2ebcae7, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=907f27ff-1aff-405c-9725-c11bc2ebcae7,segment=NetworkSegment(40188b24-2b2f-43bb-8b6b-9d953467922d),segment_id=40188b24-2b2f-43bb-8b6b-9d953467922d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:19.405448 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-266a4362-5ebd-4ccc-85df-ac0b1ecd3272 req-debd2a23-9138-44fb-b8dc-79cd6b69cb13 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] No DVR routers for this DVR port 053d09be-313e-4533-944f-306fb88a6bc1 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:19.440235 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636f335-7677-449f-9823-d19b42f77d63 req-e9f86c13-651c-430c-843e-cac7f7495249 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:19.442417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a636f335-7677-449f-9823-d19b42f77d63 req-e9f86c13-651c-430c-843e-cac7f7495249 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 943 time: 0.3337460 Dec 16 22:14:19.443905 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-266a4362-5ebd-4ccc-85df-ac0b1ecd3272 req-debd2a23-9138-44fb-b8dc-79cd6b69cb13 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.447738 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-266a4362-5ebd-4ccc-85df-ac0b1ecd3272 req-debd2a23-9138-44fb-b8dc-79cd6b69cb13 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.69 "DELETE /v2.0/ports/053d09be-313e-4533-944f-306fb88a6bc1 HTTP/1.1" status: 204 len: 173 time: 1.8326058 Dec 16 22:14:19.453273 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd', 'name': 'network-vif-deleted', 'tag': '053d09be-313e-4533-944f-306fb88a6bc1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:19.455868 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf1277e-a32a-4b45-b3a9-c504db1407d1" -d '{"events": [{"server_uuid": "cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd", "name": "network-vif-deleted", "tag": "053d09be-313e-4533-944f-306fb88a6bc1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:19.460771 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.578320 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e315110-a09b-4617-bbeb-d3345318ceb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.626892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a636f335-7677-449f-9823-d19b42f77d63 req-2c0b29f7-3e3b-48c5-9394-90e1ed926479 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656585 Dec 16 22:14:19.641103 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81e66b4-3f70-44dc-93b2-88b6c19c7445 x-openstack-request-id: req-f81e66b4-3f70-44dc-93b2-88b6c19c7445 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:19.643555 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd", "name": "network-vif-deleted", "tag": "053d09be-313e-4533-944f-306fb88a6bc1", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:19.644093 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f81e66b4-3f70-44dc-93b2-88b6c19c7445 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:19.645367 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd', 'name': 'network-vif-deleted', 'tag': '053d09be-313e-4533-944f-306fb88a6bc1', 'status': 'completed', 'code': 200} Dec 16 22:14:19.650222 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255467c-f4af-4573-92f5-4d429a368d23 None None] Pushing event updated for resources: {'Port': ['ID=907f27ff-1aff-405c-9725-c11bc2ebcae7,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:19.688136 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e315110-a09b-4617-bbeb-d3345318ceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.735717 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e315110-a09b-4617-bbeb-d3345318ceb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:14:19.753289 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e315110-a09b-4617-bbeb-d3345318ceb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:19.763807 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e315110-a09b-4617-bbeb-d3345318ceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.764600 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-4e315110-a09b-4617-bbeb-d3345318ceb1 admin admin] Added segment cb8d9b4d-1754-476b-9571-5840c9549736 of type vlan for network 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c Dec 16 22:14:19.797945 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.837414 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.873062 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e315110-a09b-4617-bbeb-d3345318ceb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.993109 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d67eb9f4-4613-4470-a1e7-b544642b8398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:20.117907 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5f864501-93dd-4563-ad80-273683105cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:20.119966 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e315110-a09b-4617-bbeb-d3345318ceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:20.123445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e315110-a09b-4617-bbeb-d3345318ceb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:20.126474 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e315110-a09b-4617-bbeb-d3345318ceb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:20.225939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67eb9f4-4613-4470-a1e7-b544642b8398 admin admin] Checking segment: {'id': '5b856b90-9bf4-4cbc-a592-7befe5f1c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:20.231787 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67eb9f4-4613-4470-a1e7-b544642b8398 admin admin] Network hostable DHCP agents. Network: 28cf9735-2f74-4728-b3d3-673e82b6a3ef, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:14:20.322250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67eb9f4-4613-4470-a1e7-b544642b8398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d40f43-aa33-492a-8d72-d2eb3853f569,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:20.390022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Allocated IP 172.25.2.211 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/258cb01f-51bd-4c80-bab3-cdde61608250) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:20.426673 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67eb9f4-4613-4470-a1e7-b544642b8398 admin admin] Network 28cf9735-2f74-4728-b3d3-673e82b6a3ef is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:14:20.449017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e315110-a09b-4617-bbeb-d3345318ceb1 admin admin] Pushing event updated for resources: {'Network': ['ID=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:20.467533 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:14:20.567904 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe3dee55-c3fa-4f90-ac5e-1b2608c60592 req-7f81e401-2ca7-4ecc-8caa-91b10e8e4fa7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdf1a9da-f8ef-4439-93d6-b1dd093c4dcd HTTP/1.1" status: 200 len: 210 time: 0.1132631 Dec 16 22:14:20.568625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60536) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:20.588981 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60538) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:20.592436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4e315110-a09b-4617-bbeb-d3345318ceb1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2582686 Dec 16 22:14:20.604871 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-295ea134-e08c-41df-8442-882dd86e887d admin admin] Request body: {'subnet': {'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1409817205-subnet', 'tenant_id': '1de029b3946e475788fd115f1e4ecc77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:20.608806 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d67eb9f4-4613-4470-a1e7-b544642b8398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 28cf9735-2f74-4728-b3d3-673e82b6a3ef) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:20.618362 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad0504c-f446-431e-a22c-18b15000bbea None None] Network 28cf9735-2f74-4728-b3d3-673e82b6a3ef requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:20.636898 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67eb9f4-4613-4470-a1e7-b544642b8398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:20.662913 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d67eb9f4-4613-4470-a1e7-b544642b8398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:20.843172 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d67eb9f4-4613-4470-a1e7-b544642b8398 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8430371 Dec 16 22:14:20.847207 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60546) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:20.852500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'fixed_ips': [{'subnet_id': '11d40f43-aa33-492a-8d72-d2eb3853f569'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:14:20.852883 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:20.853641 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-645582622-router', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:20.903468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e90ab3-373f-469a-9c78-7bb5d1618f2b req-a0a739ba-e318-4b83-8e7d-af8345383941 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:20.905907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b9e413b-4e5b-46e8-b7d5-c235866f3136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:20.914041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5e90ab3-373f-469a-9c78-7bb5d1618f2b req-a0a739ba-e318-4b83-8e7d-af8345383941 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 943 time: 0.1310744 Dec 16 22:14:20.950535 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295ea134-e08c-41df-8442-882dd86e887d admin admin] Made reservation on behalf of 1de029b3946e475788fd115f1e4ecc77 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:20.953032 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-295ea134-e08c-41df-8442-882dd86e887d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:20.971343 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.038371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5e90ab3-373f-469a-9c78-7bb5d1618f2b req-6e14beaf-1319-4255-b161-dcadeef481c7 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231742 Dec 16 22:14:21.039469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Allocated IP 172.20.0.2 (28cf9735-2f74-4728-b3d3-673e82b6a3ef/11d40f43-aa33-492a-8d72-d2eb3853f569/f1da34c8-e33c-4905-8a29-23a33c8a3ab3) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:21.049806 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.051730 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.205498 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.211427 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.231461 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.237983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9aab2c-e5a9-4d93-ba58-af878a4d4224 None None] Network 3112bc18-81a4-4b05-a6ec-1e96d5b90282 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:21.323147 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:21.324070 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=258cb01f-51bd-4c80-bab3-cdde61608250,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:21.334457 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:21.345674 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:21.367356 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.439835 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Pushing event updated for resources: {'Port': ['ID=f1da34c8-e33c-4905-8a29-23a33c8a3ab3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:21.458521 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b426022f-5fca-45d9-a66c-af28155a8a41 None None] Provisioning complete for port 907f27ff-1aff-405c-9725-c11bc2ebcae7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:21.459015 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b426022f-5fca-45d9-a66c-af28155a8a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.549532 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Network 28cf9735-2f74-4728-b3d3-673e82b6a3ef is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:21.555036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 158f6460-f149-4d66-a30d-5620e15a7b68 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:14:21.614883 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b9e413b-4e5b-46e8-b7d5-c235866f3136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.668530 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 158f6460-f149-4d66-a30d-5620e15a7b68, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=158f6460-f149-4d66-a30d-5620e15a7b68,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:21.682116 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 053d09be-313e-4533-944f-306fb88a6bc1 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:21.690752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '158f6460-f149-4d66-a30d-5620e15a7b68', 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d', 'port_id': '158f6460-f149-4d66-a30d-5620e15a7b68', 'mac_address': 'fa:16:3e:88:4a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc959983-53a1-41bc-bb50-5414cb529785', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:14:21.718674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:21.749119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b9e413b-4e5b-46e8-b7d5-c235866f3136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.772857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:21.775925 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b426022f-5fca-45d9-a66c-af28155a8a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.810569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 053d09be-313e-4533-944f-306fb88a6bc1 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:21.817696 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.817810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 053d09be-313e-4533-944f-306fb88a6bc1 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:21.837380 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2b9e413b-4e5b-46e8-b7d5-c235866f3136 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed3db6081f2d4a039bf936ce0457d03c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2639673 Dec 16 22:14:21.837822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60556) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:21.866978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b426022f-5fca-45d9-a66c-af28155a8a41 None None] For port 907f27ff-1aff-405c-9725-c11bc2ebcae7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=907f27ff-1aff-405c-9725-c11bc2ebcae7,segment=NetworkSegment(40188b24-2b2f-43bb-8b6b-9d953467922d),segment_id=40188b24-2b2f-43bb-8b6b-9d953467922d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:21.866978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 907f27ff-1aff-405c-9725-c11bc2ebcae7 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:21.920607 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e413b-4e5b-46e8-b7d5-c235866f3136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec8342f-bde2-401b-99da-96871f19408f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:21.929680 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1793dc1c-733c-4c12-9269-75a6ab723b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.942289 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.961655 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1793dc1c-733c-4c12-9269-75a6ab723b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.029912 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-295ea134-e08c-41df-8442-882dd86e887d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.134997 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1793dc1c-733c-4c12-9269-75a6ab723b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.141884 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1793dc1c-733c-4c12-9269-75a6ab723b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.148033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1793dc1c-733c-4c12-9269-75a6ab723b87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eec8342f-bde2-401b-99da-96871f19408f HTTP/1.1" status: 204 len: 168 time: 0.3090377 Dec 16 22:14:22.164094 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793dc1c-733c-4c12-9269-75a6ab723b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec8342f-bde2-401b-99da-96871f19408f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:22.264949 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ea134-e08c-41df-8442-882dd86e887d admin admin] Pushing event updated for resources: {'Subnet': ['ID=71387a28-0c73-4674-8c37-167ab8f9b37e,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:22.320783 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b426022f-5fca-45d9-a66c-af28155a8a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.340680 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ea134-e08c-41df-8442-882dd86e887d admin admin] Checking segment: {'id': 'cb8d9b4d-1754-476b-9571-5840c9549736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:22.341371 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295ea134-e08c-41df-8442-882dd86e887d admin admin] Network hostable DHCP agents. Network: 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:14:22.410867 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.431970 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Attempting to bind port f1da34c8-e33c-4905-8a29-23a33c8a3ab3 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:22.432255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Attempting to bind port f1da34c8-e33c-4905-8a29-23a33c8a3ab3 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '5b856b90-9bf4-4cbc-a592-7befe5f1c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:22.432622 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Attempting to bind port f1da34c8-e33c-4905-8a29-23a33c8a3ab3 on network 28cf9735-2f74-4728-b3d3-673e82b6a3ef {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:22.489271 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.509484 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:22.512780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Checking segment: {'id': '5b856b90-9bf4-4cbc-a592-7befe5f1c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:22.515029 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.516137 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Bound using segment: {'id': '5b856b90-9bf4-4cbc-a592-7befe5f1c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:22.517757 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Bound port: f1da34c8-e33c-4905-8a29-23a33c8a3ab3, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b856b90-9bf4-4cbc-a592-7befe5f1c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:22.518657 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.522324 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9cae7-3b8f-4898-b0cd-67427bd72a90 req-c056aea1-15b2-4416-8b01-c2b0d44b41db tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:22.525971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56a9cae7-3b8f-4898-b0cd-67427bd72a90 req-c056aea1-15b2-4416-8b01-c2b0d44b41db tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 943 time: 0.2922947 Dec 16 22:14:22.526389 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158f6460-f149-4d66-a30d-5620e15a7b68 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:22.526554 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.567876 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f48a7-5522-400c-a48e-ea359a659c59 req-4d59502c-b190-4424-9ef2-64fb972ab097 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:22.569761 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-683f48a7-5522-400c-a48e-ea359a659c59 req-4d59502c-b190-4424-9ef2-64fb972ab097 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 944 time: 0.1832933 Dec 16 22:14:22.587019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 158f6460-f149-4d66-a30d-5620e15a7b68, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=158f6460-f149-4d66-a30d-5620e15a7b68,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:22.605207 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c5360c7-1bed-4d00-97d1-00e67f9b3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.608533 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426022f-5fca-45d9-a66c-af28155a8a41 None None] Pushing event updated for resources: {'Port': ['ID=907f27ff-1aff-405c-9725-c11bc2ebcae7,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:22.645285 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-93f18d96-8dc0-4f09-8545-1e62c3445af8 None None] Provisioning complete for port 907f27ff-1aff-405c-9725-c11bc2ebcae7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:22.647595 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.648282 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-93f18d96-8dc0-4f09-8545-1e62c3445af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.736003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56a9cae7-3b8f-4898-b0cd-67427bd72a90 req-22883c3b-15ec-47ba-8ffa-8c474ce4586d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651065 Dec 16 22:14:22.767935 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 907f27ff-1aff-405c-9725-c11bc2ebcae7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:22.772860 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.772988 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295ea134-e08c-41df-8442-882dd86e887d admin admin] Network 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:14:22.843960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-683f48a7-5522-400c-a48e-ea359a659c59 req-af1d96ba-a633-4906-9994-2041cbabddd7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431984 Dec 16 22:14:22.878983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Allocated IP 172.25.2.35 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/5bf90747-0f8d-43fb-ace1-824f1ce85ba1) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:22.899902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-295ea134-e08c-41df-8442-882dd86e887d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:22.907570 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295ea134-e08c-41df-8442-882dd86e887d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:22.908564 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-295ea134-e08c-41df-8442-882dd86e887d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.945884 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.991512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Router ac4f8e97-f817-4cf2-b2db-453400a202ff is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:14:23.046654 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.053358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a9d6de-79d6-4839-960f-656a19ab6312 None None] Network 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:23.064212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=158f6460-f149-4d66-a30d-5620e15a7b68,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:23.079997 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a9b21-3d96-4f97-b883-f50bf4e713cb req-6f65f543-9666-4d6d-864e-bf2772d32387 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:23.081691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d8a9b21-3d96-4f97-b883-f50bf4e713cb req-6f65f543-9666-4d6d-864e-bf2772d32387 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.69 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 944 time: 0.3445656 Dec 16 22:14:23.112913 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-295ea134-e08c-41df-8442-882dd86e887d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5203762 Dec 16 22:14:23.117244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60570) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:23.213150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:23.223924 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Sync routers for ids ['ac4f8e97-f817-4cf2-b2db-453400a202ff'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:23.251098 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Routers {'ac4f8e97-f817-4cf2-b2db-453400a202ff'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:23.251830 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ac4f8e97-f817-4cf2-b2db-453400a202ff'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:23.335566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffa2025-2602-43ff-9b82-7afa15154e60 None None] Network 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:23.336563 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.342864 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d15931e0-c42f-4cc2-8d79-c47b4c525ff8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1767857 Dec 16 22:14:23.342864 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60572) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:23.435135 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['158f6460-f149-4d66-a30d-5620e15a7b68'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:23.457510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] For port f1da34c8-e33c-4905-8a29-23a33c8a3ab3, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:23.484514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60574) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:23.499478 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Set router ac4f8e97-f817-4cf2-b2db-453400a202ff gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:23.531538 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1409817205-router', 'tenant_id': '1de029b3946e475788fd115f1e4ecc77', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:23.544605 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af5d7254-3c88-4cec-a691-b720f6a88021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.571369 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] For port f1da34c8-e33c-4905-8a29-23a33c8a3ab3, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f1da34c8-e33c-4905-8a29-23a33c8a3ab3,segment=NetworkSegment(5b856b90-9bf4-4cbc-a592-7befe5f1c2fb),segment_id=5b856b90-9bf4-4cbc-a592-7befe5f1c2fb)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:23.671858 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.704406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4d8a9b21-3d96-4f97-b883-f50bf4e713cb req-610a3a03-7ab8-4231-b244-4b4f2473e181 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Deleting port 9b5de46c-c26f-4991-871a-c3f709c51aeb {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:23.704918 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4d8a9b21-3d96-4f97-b883-f50bf4e713cb req-610a3a03-7ab8-4231-b244-4b4f2473e181 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.733286 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.855523 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1236388976-router', 'tenant_id': '8582161878464d139f809d9f82d1da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:18Z', 'updated_at': '2021-12-16T22:14:21Z', 'revision_number': 3, 'project_id': '8582161878464d139f809d9f82d1da6f', 'gw_port': {'id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:19Z', 'updated_at': '2021-12-16T22:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:23.868806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-4d8a9b21-3d96-4f97-b883-f50bf4e713cb req-610a3a03-7ab8-4231-b244-4b4f2473e181 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] For port 9b5de46c-c26f-4991-871a-c3f709c51aeb, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9b5de46c-c26f-4991-871a-c3f709c51aeb,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:23.869025 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4d8a9b21-3d96-4f97-b883-f50bf4e713cb req-610a3a03-7ab8-4231-b244-4b4f2473e181 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.887108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4d8a9b21-3d96-4f97-b883-f50bf4e713cb req-610a3a03-7ab8-4231-b244-4b4f2473e181 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Calling delete_port for 9b5de46c-c26f-4991-871a-c3f709c51aeb owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:23.930752 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Checking router: ac4f8e97-f817-4cf2-b2db-453400a202ff for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:23.931387 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Updating router ac4f8e97-f817-4cf2-b2db-453400a202ff port 258cb01f-51bd-4c80-bab3-cdde61608250 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:14:23.938353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 907f27ff-1aff-405c-9725-c11bc2ebcae7 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:23.968570 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af5d7254-3c88-4cec-a691-b720f6a88021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.018274 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.061557 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af5d7254-3c88-4cec-a691-b720f6a88021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.154550 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d874835-7001-41e2-a06a-c948bfeebe06 None None] Pushing event updated for resources: {'Port': ['ID=f1da34c8-e33c-4905-8a29-23a33c8a3ab3,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:24.188732 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.195108 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.201675 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-af5d7254-3c88-4cec-a691-b720f6a88021 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2492f4b19cd94fc9958e3b09d10f78ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7058077 Dec 16 22:14:24.202422 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60584) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:24.214667 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d7254-3c88-4cec-a691-b720f6a88021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11d3117-3628-4c33-b681-10bcd60ae62e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:24.244197 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.260848 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 907f27ff-1aff-405c-9725-c11bc2ebcae7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:24.261158 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.557274 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.573866 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1758559f-ca58-44e4-9523-1817c503c05a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.624418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:24.642092 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1758559f-ca58-44e4-9523-1817c503c05a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.668691 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.672641 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Pushing event updated for resources: {'Port': ['ID=5bf90747-0f8d-43fb-ace1-824f1ce85ba1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:24.676211 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:24.690161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:24.722768 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.742697 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4d8a9b21-3d96-4f97-b883-f50bf4e713cb req-610a3a03-7ab8-4231-b244-4b4f2473e181 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.747192 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.774118 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.782634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f072a-85a8-4717-9416-346775b7645f req-cf79c40a-40fd-4715-b4e4-95547c87bc80 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:24.783671 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f7f072a-85a8-4717-9416-346775b7645f req-cf79c40a-40fd-4715-b4e4-95547c87bc80 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 944 time: 0.5966773 Dec 16 22:14:24.823453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18206d89-64e4-4cd7-9486-6bad1324b6e4 req-33bac9d4-b286-409c-b547-3a63a0d88eb3 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:24.825015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-18206d89-64e4-4cd7-9486-6bad1324b6e4 req-33bac9d4-b286-409c-b547-3a63a0d88eb3 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=4977a76f-a8fb-48d5-bc97-f34d2d194750 HTTP/1.1" status: 200 len: 944 time: 0.6099367 Dec 16 22:14:24.830613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a3a03-7ab8-4231-b244-4b4f2473e181 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Pushing event deleted for resources: {'Port': ['ID=9b5de46c-c26f-4991-871a-c3f709c51aeb,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:24.835160 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Attempting to bind port 258cb01f-51bd-4c80-bab3-cdde61608250 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:24.835557 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Attempting to bind port 258cb01f-51bd-4c80-bab3-cdde61608250 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:24.835983 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Attempting to bind port 258cb01f-51bd-4c80-bab3-cdde61608250 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:24.838277 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef38024-66ff-4804-8b85-3823266448ef None None] Pushing event updated for resources: {'Port': ['ID=258cb01f-51bd-4c80-bab3-cdde61608250,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:24.852217 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:24.852760 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:24.853299 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.854344 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:24.854948 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Bound port: 258cb01f-51bd-4c80-bab3-cdde61608250, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:24.855560 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.859749 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef38024-66ff-4804-8b85-3823266448ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:24.860539 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef38024-66ff-4804-8b85-3823266448ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:24.860976 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef38024-66ff-4804-8b85-3823266448ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:24.861274 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef38024-66ff-4804-8b85-3823266448ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:24.861641 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef38024-66ff-4804-8b85-3823266448ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:24.861998 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef38024-66ff-4804-8b85-3823266448ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:24.862300 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef38024-66ff-4804-8b85-3823266448ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:24.862623 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef38024-66ff-4804-8b85-3823266448ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:24.862949 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef38024-66ff-4804-8b85-3823266448ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:24.863321 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef38024-66ff-4804-8b85-3823266448ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:24.863640 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef38024-66ff-4804-8b85-3823266448ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:24.863961 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef38024-66ff-4804-8b85-3823266448ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:24.864282 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef38024-66ff-4804-8b85-3823266448ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:24.901502 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1758559f-ca58-44e4-9523-1817c503c05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.904198 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1758559f-ca58-44e4-9523-1817c503c05a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.905378 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1758559f-ca58-44e4-9523-1817c503c05a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a11d3117-3628-4c33-b681-10bcd60ae62e HTTP/1.1" status: 204 len: 168 time: 0.7001345 Dec 16 22:14:24.951034 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] For port 258cb01f-51bd-4c80-bab3-cdde61608250, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:24.956771 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] For port 258cb01f-51bd-4c80-bab3-cdde61608250, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=258cb01f-51bd-4c80-bab3-cdde61608250,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:24.988415 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:25.031212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8a9b21-3d96-4f97-b883-f50bf4e713cb req-610a3a03-7ab8-4231-b244-4b4f2473e181 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] No DVR routers for this DVR port 9b5de46c-c26f-4991-871a-c3f709c51aeb on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:25.032557 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:25.035673 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4d8a9b21-3d96-4f97-b883-f50bf4e713cb req-610a3a03-7ab8-4231-b244-4b4f2473e181 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:25.043915 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d8a9b21-3d96-4f97-b883-f50bf4e713cb req-610a3a03-7ab8-4231-b244-4b4f2473e181 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.69 "DELETE /v2.0/ports/9b5de46c-c26f-4991-871a-c3f709c51aeb HTTP/1.1" status: 204 len: 173 time: 1.9536529 Dec 16 22:14:25.114774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4977a76f-a8fb-48d5-bc97-f34d2d194750', 'name': 'network-vif-deleted', 'tag': '9b5de46c-c26f-4991-871a-c3f709c51aeb'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:25.117587 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b21cde-f75f-4a4d-a487-ebf34de43035" -d '{"events": [{"server_uuid": "4977a76f-a8fb-48d5-bc97-f34d2d194750", "name": "network-vif-deleted", "tag": "9b5de46c-c26f-4991-871a-c3f709c51aeb"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:25.215902 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Routers {'ac4f8e97-f817-4cf2-b2db-453400a202ff'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:25.216745 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ac4f8e97-f817-4cf2-b2db-453400a202ff'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:25.220686 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef38024-66ff-4804-8b85-3823266448ef None None] Pushing event updated for resources: {'Port': ['ID=258cb01f-51bd-4c80-bab3-cdde61608250,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:25.244773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Allocated IP 172.20.0.1 (3112bc18-81a4-4b05-a6ec-1e96d5b90282/cc2ef556-c02c-4b6d-9f05-472e6e58218b/7d92f78a-bada-4352-a0da-8b0dc84a5222) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:25.265279 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f7f072a-85a8-4717-9416-346775b7645f req-f5615559-49ff-4e43-a3e6-7851763a2315 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528861 Dec 16 22:14:25.356244 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758559f-ca58-44e4-9523-1817c503c05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11d3117-3628-4c33-b681-10bcd60ae62e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:25.389802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-18206d89-64e4-4cd7-9486-6bad1324b6e4 req-667cf2be-61bc-455f-b9f1-bda3968ff0d6 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499694 Dec 16 22:14:25.495923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 158f6460-f149-4d66-a30d-5620e15a7b68 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:25.511535 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] Set router ac4f8e97-f817-4cf2-b2db-453400a202ff gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:25.555990 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafa8fcb-be25-422b-9fc1-517f6f78b6c9 x-openstack-request-id: req-cafa8fcb-be25-422b-9fc1-517f6f78b6c9 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:25.556738 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4977a76f-a8fb-48d5-bc97-f34d2d194750", "name": "network-vif-deleted", "tag": "9b5de46c-c26f-4991-871a-c3f709c51aeb", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:25.557249 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cafa8fcb-be25-422b-9fc1-517f6f78b6c9 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:25.557932 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4977a76f-a8fb-48d5-bc97-f34d2d194750', 'name': 'network-vif-deleted', 'tag': '9b5de46c-c26f-4991-871a-c3f709c51aeb', 'status': 'completed', 'code': 200} Dec 16 22:14:25.581974 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:25.782210 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b51cd6-52d3-40ce-88fb-6a56a816e517 None None] Network 28cf9735-2f74-4728-b3d3-673e82b6a3ef requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:25.978493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 158f6460-f149-4d66-a30d-5620e15a7b68 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:14:26.011454 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.030413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f1da34c8-e33c-4905-8a29-23a33c8a3ab3 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:26.051807 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 158f6460-f149-4d66-a30d-5620e15a7b68 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:26.051807 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.112014 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.151588 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.172664 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.180406 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1236388976-router', 'tenant_id': '8582161878464d139f809d9f82d1da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:18Z', 'updated_at': '2021-12-16T22:14:21Z', 'revision_number': 3, 'project_id': '8582161878464d139f809d9f82d1da6f', 'gw_port': {'id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:19Z', 'updated_at': '2021-12-16T22:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:26.202910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c7d9f846-c19e-4562-aa75-8cf6abce1825 None None] Provisioning complete for port f1da34c8-e33c-4905-8a29-23a33c8a3ab3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:26.203339 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f846-c19e-4562-aa75-8cf6abce1825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.289149 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fb7547-f345-42de-9d59-3f50a7a4f8cc None None] The sync data for ids ['ac4f8e97-f817-4cf2-b2db-453400a202ff'] in n-d-821840-2 is: [{'id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1236388976-router', 'tenant_id': '8582161878464d139f809d9f82d1da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:18Z', 'updated_at': '2021-12-16T22:14:21Z', 'revision_number': 3, 'project_id': '8582161878464d139f809d9f82d1da6f', 'gw_port': {'id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:19Z', 'updated_at': '2021-12-16T22:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:26.397583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Allocated IP 172.25.2.14 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/81859a0e-eb4b-46f8-9cd1-a3395eee243e) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:26.460826 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.516739 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.527997 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e339a7f8-851f-4d18-94a7-6c8fc271210d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158f6460-f149-4d66-a30d-5620e15a7b68'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:26.528434 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b649c86-94a8-44f6-9e57-7680fe98373b" -d '{"events": [{"server_uuid": "e339a7f8-851f-4d18-94a7-6c8fc271210d", "name": "network-vif-plugged", "status": "completed", "tag": "158f6460-f149-4d66-a30d-5620e15a7b68"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:26.554685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 158f6460-f149-4d66-a30d-5620e15a7b68, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=158f6460-f149-4d66-a30d-5620e15a7b68,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:26.557099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f1da34c8-e33c-4905-8a29-23a33c8a3ab3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:26.557539 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.599920 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Pushing event updated for resources: {'Port': ['ID=7d92f78a-bada-4352-a0da-8b0dc84a5222,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:26.620836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Network 3112bc18-81a4-4b05-a6ec-1e96d5b90282 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:26.624697 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:26.635223 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:26.680298 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f846-c19e-4562-aa75-8cf6abce1825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.716557 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.833218 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.892211 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.949669 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c7d9f846-c19e-4562-aa75-8cf6abce1825 None None] For port f1da34c8-e33c-4905-8a29-23a33c8a3ab3, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f1da34c8-e33c-4905-8a29-23a33c8a3ab3,segment=NetworkSegment(5b856b90-9bf4-4cbc-a592-7befe5f1c2fb),segment_id=5b856b90-9bf4-4cbc-a592-7befe5f1c2fb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:27.078275 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f846-c19e-4562-aa75-8cf6abce1825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.093570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=158f6460-f149-4d66-a30d-5620e15a7b68,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:27.224950 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9f846-c19e-4562-aa75-8cf6abce1825 None None] Pushing event updated for resources: {'Port': ['ID=f1da34c8-e33c-4905-8a29-23a33c8a3ab3,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:27.243302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220db62-4514-4259-aaf9-7f2533d0b214 req-ee4f5d62-1ec0-4393-867c-4e7ee5f324af tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:27.258580 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3220db62-4514-4259-aaf9-7f2533d0b214 req-ee4f5d62-1ec0-4393-867c-4e7ee5f324af tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 945 time: 0.7898328 Dec 16 22:14:27.266771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1129c0eb-e857-41dc-972e-f3b8ec749480 None None] Provisioning complete for port f1da34c8-e33c-4905-8a29-23a33c8a3ab3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:27.267338 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1129c0eb-e857-41dc-972e-f3b8ec749480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.333125 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:14:27.333641 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:14:27.353823 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.373599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0aa107-e23e-4007-9a00-3e1631b50e79 req-20d5ae42-f54d-4291-920e-a12b1fb06fc4 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:27.382305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e0aa107-e23e-4007-9a00-3e1631b50e79 req-20d5ae42-f54d-4291-920e-a12b1fb06fc4 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca8f117a-dd05-40c8-bbdd-b4d60431533a HTTP/1.1" status: 200 len: 946 time: 0.9125366 Dec 16 22:14:27.494887 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.686728 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.711662 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.712487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e0aa107-e23e-4007-9a00-3e1631b50e79 req-84fcee1c-0f4c-4d05-ab6e-c1e843e44834 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d0a3283-a25e-4cc4-8616-2b132da112fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291390 Dec 16 22:14:27.729919 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9b5de46c-c26f-4991-871a-c3f709c51aeb no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:27.781517 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 9b5de46c-c26f-4991-871a-c3f709c51aeb {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:27.781517 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9b5de46c-c26f-4991-871a-c3f709c51aeb not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:27.831076 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.944121 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-012f86d2-1e8f-4504-bf02-f27bff20139a None None] Provisioning complete for port 7d92f78a-bada-4352-a0da-8b0dc84a5222 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:27.944654 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-012f86d2-1e8f-4504-bf02-f27bff20139a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.982165 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58de8ab5-4f6e-48e8-b2f2-bb62eb1ea373 x-openstack-request-id: req-58de8ab5-4f6e-48e8-b2f2-bb62eb1ea373 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:27.982457 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e339a7f8-851f-4d18-94a7-6c8fc271210d", "name": "network-vif-plugged", "status": "completed", "tag": "158f6460-f149-4d66-a30d-5620e15a7b68", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:27.982924 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58de8ab5-4f6e-48e8-b2f2-bb62eb1ea373 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:27.983238 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e339a7f8-851f-4d18-94a7-6c8fc271210d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158f6460-f149-4d66-a30d-5620e15a7b68', 'code': 200} Dec 16 22:14:28.022219 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-012f86d2-1e8f-4504-bf02-f27bff20139a None None] Port 7d92f78a-bada-4352-a0da-8b0dc84a5222 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:28.027796 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3220db62-4514-4259-aaf9-7f2533d0b214 req-29d9beb0-1720-4081-abff-38e92783d4ec tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7685909 Dec 16 22:14:28.156368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b60a9a-dfb3-4d17-951e-51dded0b44cb req-227f9b14-e18c-419a-9887-5c0696995522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:28.158428 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02b60a9a-dfb3-4d17-951e-51dded0b44cb req-227f9b14-e18c-419a-9887-5c0696995522 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 1096 time: 0.1089504 Dec 16 22:14:28.175548 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Pushing event updated for resources: {'Port': ['ID=7d92f78a-bada-4352-a0da-8b0dc84a5222,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:28.205482 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.241543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Router 05897539-dbbf-47b1-915a-f60ab4ef96db is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:14:28.248399 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.281710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02b60a9a-dfb3-4d17-951e-51dded0b44cb req-89f42744-7b6b-4edf-97d0-ce766d75cf0c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036994 Dec 16 22:14:28.297719 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6655a32-2892-43e2-89ed-44d8fd35c624 req-1771dbc6-bcb4-4779-9e7d-0ea575249556 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:28.299499 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6655a32-2892-43e2-89ed-44d8fd35c624 req-1771dbc6-bcb4-4779-9e7d-0ea575249556 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca8f117a-dd05-40c8-bbdd-b4d60431533a HTTP/1.1" status: 200 len: 946 time: 0.2243934 Dec 16 22:14:28.325848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:28.332324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 258cb01f-51bd-4c80-bab3-cdde61608250 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:28.363292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:28.375902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:28.416073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Pushing event updated for resources: {'Port': ['ID=81859a0e-eb4b-46f8-9cd1-a3395eee243e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:28.440409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 258cb01f-51bd-4c80-bab3-cdde61608250 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:28.440809 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.441252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Network 3112bc18-81a4-4b05-a6ec-1e96d5b90282 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:28.485258 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:28.640291 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.704013 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 258cb01f-51bd-4c80-bab3-cdde61608250, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=258cb01f-51bd-4c80-bab3-cdde61608250,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:28.760787 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c6655a32-2892-43e2-89ed-44d8fd35c624 req-b7a61b33-64c0-4030-b855-cd065d194bae tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Deleting port b7f3f253-1753-47d5-bfcb-9984d7c017b5 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:28.767223 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c6655a32-2892-43e2-89ed-44d8fd35c624 req-b7a61b33-64c0-4030-b855-cd065d194bae tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.873126 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Router ac4f8e97-f817-4cf2-b2db-453400a202ff has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:14:28.890177 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.891936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f1da34c8-e33c-4905-8a29-23a33c8a3ab3 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:29.043944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c6655a32-2892-43e2-89ed-44d8fd35c624 req-b7a61b33-64c0-4030-b855-cd065d194bae tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] For port b7f3f253-1753-47d5-bfcb-9984d7c017b5, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b7f3f253-1753-47d5-bfcb-9984d7c017b5,segment=NetworkSegment(90b58da1-40a0-48d4-ab69-0aac7acfcb81),segment_id=90b58da1-40a0-48d4-ab69-0aac7acfcb81)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:29.044839 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c6655a32-2892-43e2-89ed-44d8fd35c624 req-b7a61b33-64c0-4030-b855-cd065d194bae tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:29.107257 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1ccb2cea-e9a5-4d1d-bbf8-f2b0e4cb38b0 None None] Provisioning complete for port 7d92f78a-bada-4352-a0da-8b0dc84a5222 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:29.107871 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2cea-e9a5-4d1d-bbf8-f2b0e4cb38b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:29.113073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c6655a32-2892-43e2-89ed-44d8fd35c624 req-b7a61b33-64c0-4030-b855-cd065d194bae tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Calling delete_port for b7f3f253-1753-47d5-bfcb-9984d7c017b5 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:29.142735 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=258cb01f-51bd-4c80-bab3-cdde61608250,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:29.158728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f1da34c8-e33c-4905-8a29-23a33c8a3ab3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:29.159304 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:29.165422 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:29.165909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:29.166581 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:29.167003 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:29.167506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:29.167946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:29.168430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:29.168924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:29.169786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:29.170376 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:29.170807 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:29.171245 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:29.171718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:29.198387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:29.206401 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-11b6e8f3-3d69-4c64-becc-fc5b96b5743e admin admin] 10.222.0.43 "PUT /v2.0/routers/ac4f8e97-f817-4cf2-b2db-453400a202ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8633416 Dec 16 22:14:29.209610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb2cea-e9a5-4d1d-bbf8-f2b0e4cb38b0 None None] Port 7d92f78a-bada-4352-a0da-8b0dc84a5222 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:29.217467 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Sync routers for ids ['ac4f8e97-f817-4cf2-b2db-453400a202ff'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:29.241343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:29.243448 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Routers {'ac4f8e97-f817-4cf2-b2db-453400a202ff'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:29.244256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ac4f8e97-f817-4cf2-b2db-453400a202ff'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:29.253402 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Sync routers for ids ['05897539-dbbf-47b1-915a-f60ab4ef96db'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:29.277925 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Routers {'05897539-dbbf-47b1-915a-f60ab4ef96db'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:29.278703 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['05897539-dbbf-47b1-915a-f60ab4ef96db'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:29.330109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dbb70-2a17-473c-b1e3-e787813e0dcf req-18704052-b2da-489b-be82-03e2e66fdc7b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:29.339397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-587dbb70-2a17-473c-b1e3-e787813e0dcf req-18704052-b2da-489b-be82-03e2e66fdc7b tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 944 time: 0.2969785 Dec 16 22:14:29.450524 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c6655a32-2892-43e2-89ed-44d8fd35c624 req-b7a61b33-64c0-4030-b855-cd065d194bae tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:29.463096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005b453-9abd-43fe-a495-47ac353646a6 req-8cfba5bd-9eaa-4768-bbaa-0bf1769995cf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:29.465181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0005b453-9abd-43fe-a495-47ac353646a6 req-8cfba5bd-9eaa-4768-bbaa-0bf1769995cf tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.69 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 944 time: 0.3187850 Dec 16 22:14:29.470320 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Set router 05897539-dbbf-47b1-915a-f60ab4ef96db gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:29.483541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5c61a-9766-4115-81d3-83fb3653e3b8 req-814f1203-c91a-410d-9978-fc0c167b13aa tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:29.492803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8bd5c61a-9766-4115-81d3-83fb3653e3b8 req-814f1203-c91a-410d-9978-fc0c167b13aa tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca8f117a-dd05-40c8-bbdd-b4d60431533a HTTP/1.1" status: 200 len: 946 time: 0.3474214 Dec 16 22:14:29.500998 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Set router ac4f8e97-f817-4cf2-b2db-453400a202ff gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:29.503471 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a61b33-64c0-4030-b855-cd065d194bae tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Pushing event deleted for resources: {'Port': ['ID=b7f3f253-1753-47d5-bfcb-9984d7c017b5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:29.517946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-587dbb70-2a17-473c-b1e3-e787813e0dcf req-70915615-0b3d-4452-ab7d-c672c0869d3a tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770518 Dec 16 22:14:29.549618 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:29.551525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7eb781b5-b701-4eac-af06-aebec3faa236 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.7027013 Dec 16 22:14:29.562752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60658) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:29.587855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6655a32-2892-43e2-89ed-44d8fd35c624 req-b7a61b33-64c0-4030-b855-cd065d194bae tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] No DVR routers for this DVR port b7f3f253-1753-47d5-bfcb-9984d7c017b5 on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:29.591031 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c6655a32-2892-43e2-89ed-44d8fd35c624 req-b7a61b33-64c0-4030-b855-cd065d194bae tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:29.596153 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6655a32-2892-43e2-89ed-44d8fd35c624 req-b7a61b33-64c0-4030-b855-cd065d194bae tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.24 "DELETE /v2.0/ports/b7f3f253-1753-47d5-bfcb-9984d7c017b5 HTTP/1.1" status: 204 len: 173 time: 1.2818744 Dec 16 22:14:29.596761 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8f117a-dd05-40c8-bbdd-b4d60431533a', 'name': 'network-vif-deleted', 'tag': 'b7f3f253-1753-47d5-bfcb-9984d7c017b5'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:29.601057 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c1ee14-3a12-441c-ba71-3e7b01a4bfb4" -d '{"events": [{"server_uuid": "ca8f117a-dd05-40c8-bbdd-b4d60431533a", "name": "network-vif-deleted", "tag": "b7f3f253-1753-47d5-bfcb-9984d7c017b5"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:29.740057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8bd5c61a-9766-4115-81d3-83fb3653e3b8 req-16cc9728-d34b-4e61-a001-c6b597c9d3b3 tempest-VolumesAdminNegativeTest-1158860241 tempest-VolumesAdminNegativeTest-1158860241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d0a3283-a25e-4cc4-8616-2b132da112fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461305 Dec 16 22:14:29.853744 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'name': 'tempest-TaggedBootDevicesTest_v242-645582622-router', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:21Z', 'updated_at': '2021-12-16T22:14:25Z', 'revision_number': 3, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'gw_port': {'id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:22Z', 'updated_at': '2021-12-16T22:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:29.910949 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Checking router: 05897539-dbbf-47b1-915a-f60ab4ef96db for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:29.912469 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Updating router 05897539-dbbf-47b1-915a-f60ab4ef96db port 5bf90747-0f8d-43fb-ace1-824f1ce85ba1 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:14:29.936140 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1236388976-router', 'tenant_id': '8582161878464d139f809d9f82d1da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:18Z', 'updated_at': '2021-12-16T22:14:27Z', 'revision_number': 4, 'project_id': '8582161878464d139f809d9f82d1da6f', 'gw_port': {'id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:19Z', 'updated_at': '2021-12-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7d92f78a-bada-4352-a0da-8b0dc84a5222', 'name': '', 'network_id': '3112bc18-81a4-4b05-a6ec-1e96d5b90282', 'tenant_id': '8582161878464d139f809d9f82d1da6f', 'mac_address': 'fa:16:3e:d6:70:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'cc2ef556-c02c-4b6d-9f05-472e6e58218b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:27Z', 'revision_number': 2, 'project_id': '8582161878464d139f809d9f82d1da6f', 'subnets': [{'id': 'cc2ef556-c02c-4b6d-9f05-472e6e58218b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:29.980076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Checking router: ac4f8e97-f817-4cf2-b2db-453400a202ff for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:29.980282 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:29.980451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Updating router ac4f8e97-f817-4cf2-b2db-453400a202ff port 7d92f78a-bada-4352-a0da-8b0dc84a5222 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:14:30.017792 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.103825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-0005b453-9abd-43fe-a495-47ac353646a6 req-491527af-be3c-4ccd-a6c6-9f52f4106ca1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Deleting port 326969b1-a6ab-4425-a607-07f62dfb55bd {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:30.104220 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0005b453-9abd-43fe-a495-47ac353646a6 req-491527af-be3c-4ccd-a6c6-9f52f4106ca1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.173715 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 258cb01f-51bd-4c80-bab3-cdde61608250 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:30.182936 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.253394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12289c33-5aa0-4c5f-83e2-9ff0ce65a0ed req-8efe86c1-9bb7-45f9-9989-6d2b4a9270da tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:30.261472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12289c33-5aa0-4c5f-83e2-9ff0ce65a0ed req-8efe86c1-9bb7-45f9-9989-6d2b4a9270da tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 945 time: 0.4112685 Dec 16 22:14:30.330873 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 258cb01f-51bd-4c80-bab3-cdde61608250 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:30.331375 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.400160 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.477117 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.478858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-ef4374ec-9894-4544-bbeb-50a577430188 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5471497 Dec 16 22:14:30.495687 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.531494 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:30.535055 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Attempting to bind port 5bf90747-0f8d-43fb-ace1-824f1ce85ba1 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:30.535528 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Attempting to bind port 5bf90747-0f8d-43fb-ace1-824f1ce85ba1 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:30.535898 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Attempting to bind port 5bf90747-0f8d-43fb-ace1-824f1ce85ba1 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:30.544630 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabde0ec-0190-4dc9-91a9-978abdd557ec None None] Pushing event updated for resources: {'Port': ['ID=5bf90747-0f8d-43fb-ace1-824f1ce85ba1,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:30.550420 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:30.550420 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:30.550420 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.550420 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:30.550420 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Bound port: 5bf90747-0f8d-43fb-ace1-824f1ce85ba1, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:30.550420 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.556098 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d614841b-f2fe-49e2-a87b-a08fdbcf6758 req-37e14610-df1c-4df2-a07e-5a97addaf02b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3603511 Dec 16 22:14:30.559944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0005b453-9abd-43fe-a495-47ac353646a6 req-491527af-be3c-4ccd-a6c6-9f52f4106ca1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] For port 326969b1-a6ab-4425-a607-07f62dfb55bd, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=326969b1-a6ab-4425-a607-07f62dfb55bd,segment=NetworkSegment(362d7e5e-ad46-4934-b10c-92cfd9b3bff6),segment_id=362d7e5e-ad46-4934-b10c-92cfd9b3bff6)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:30.560309 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0005b453-9abd-43fe-a495-47ac353646a6 req-491527af-be3c-4ccd-a6c6-9f52f4106ca1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.569144 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.569873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12289c33-5aa0-4c5f-83e2-9ff0ce65a0ed req-d4c679df-add5-4e28-b594-e9b51a51c787 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075390 Dec 16 22:14:30.585004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-0005b453-9abd-43fe-a495-47ac353646a6 req-491527af-be3c-4ccd-a6c6-9f52f4106ca1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Calling delete_port for 326969b1-a6ab-4425-a607-07f62dfb55bd owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:30.653118 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a7417-ccd0-47c9-a7e5-4f081b1d8ddb None None] Pushing event updated for resources: {'Port': ['ID=7d92f78a-bada-4352-a0da-8b0dc84a5222,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:30.666205 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] For port 5bf90747-0f8d-43fb-ace1-824f1ce85ba1, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:30.670773 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] For port 5bf90747-0f8d-43fb-ace1-824f1ce85ba1, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5bf90747-0f8d-43fb-ace1-824f1ce85ba1,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:30.690489 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675b8ebd-8e92-4993-aa80-92440c6eb9be x-openstack-request-id: req-675b8ebd-8e92-4993-aa80-92440c6eb9be {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:30.691012 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8f117a-dd05-40c8-bbdd-b4d60431533a", "name": "network-vif-deleted", "tag": "b7f3f253-1753-47d5-bfcb-9984d7c017b5", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:30.691012 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-675b8ebd-8e92-4993-aa80-92440c6eb9be {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:30.691515 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8f117a-dd05-40c8-bbdd-b4d60431533a', 'name': 'network-vif-deleted', 'tag': 'b7f3f253-1753-47d5-bfcb-9984d7c017b5', 'status': 'completed', 'code': 200} Dec 16 22:14:30.748569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Attempting to bind port 7d92f78a-bada-4352-a0da-8b0dc84a5222 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:30.748947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Attempting to bind port 7d92f78a-bada-4352-a0da-8b0dc84a5222 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '40188b24-2b2f-43bb-8b6b-9d953467922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3112bc18-81a4-4b05-a6ec-1e96d5b90282'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:30.749317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Attempting to bind port 7d92f78a-bada-4352-a0da-8b0dc84a5222 on network 3112bc18-81a4-4b05-a6ec-1e96d5b90282 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:30.766284 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:30.766284 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Checking segment: {'id': '40188b24-2b2f-43bb-8b6b-9d953467922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3112bc18-81a4-4b05-a6ec-1e96d5b90282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:30.766284 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.766284 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Bound using segment: {'id': '40188b24-2b2f-43bb-8b6b-9d953467922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3112bc18-81a4-4b05-a6ec-1e96d5b90282'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:30.766284 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Bound port: 7d92f78a-bada-4352-a0da-8b0dc84a5222, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40188b24-2b2f-43bb-8b6b-9d953467922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3112bc18-81a4-4b05-a6ec-1e96d5b90282'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:30.766284 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.785806 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.862625 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] For port 7d92f78a-bada-4352-a0da-8b0dc84a5222, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:30.870423 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] For port 7d92f78a-bada-4352-a0da-8b0dc84a5222, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7d92f78a-bada-4352-a0da-8b0dc84a5222,segment=NetworkSegment(40188b24-2b2f-43bb-8b6b-9d953467922d),segment_id=40188b24-2b2f-43bb-8b6b-9d953467922d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:30.893093 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Routers {'05897539-dbbf-47b1-915a-f60ab4ef96db'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:30.893757 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['05897539-dbbf-47b1-915a-f60ab4ef96db'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:30.933019 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabde0ec-0190-4dc9-91a9-978abdd557ec None None] Pushing event updated for resources: {'Port': ['ID=5bf90747-0f8d-43fb-ace1-824f1ce85ba1,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:30.963041 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.005207 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c7e492f9-627a-4325-ad06-2e32094edd11 None None] Provisioning complete for port 7d92f78a-bada-4352-a0da-8b0dc84a5222 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:31.005580 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7e492f9-627a-4325-ad06-2e32094edd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.059890 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] Set router 05897539-dbbf-47b1-915a-f60ab4ef96db gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:31.063992 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Routers {'ac4f8e97-f817-4cf2-b2db-453400a202ff'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:31.064655 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ac4f8e97-f817-4cf2-b2db-453400a202ff'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:31.137072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a7417-ccd0-47c9-a7e5-4f081b1d8ddb None None] Pushing event updated for resources: {'Port': ['ID=7d92f78a-bada-4352-a0da-8b0dc84a5222,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:31.301673 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'name': 'tempest-TaggedBootDevicesTest_v242-645582622-router', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:21Z', 'updated_at': '2021-12-16T22:14:25Z', 'revision_number': 3, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'gw_port': {'id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:22Z', 'updated_at': '2021-12-16T22:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:31.328784 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.345794 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c63be-bdcd-4195-98d6-e7e90d6e0ef2 None None] The sync data for ids ['05897539-dbbf-47b1-915a-f60ab4ef96db'] in n-d-821840-2 is: [{'id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'name': 'tempest-TaggedBootDevicesTest_v242-645582622-router', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:21Z', 'updated_at': '2021-12-16T22:14:25Z', 'revision_number': 3, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'gw_port': {'id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:22Z', 'updated_at': '2021-12-16T22:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:31.374433 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b7f3f253-1753-47d5-bfcb-9984d7c017b5 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:31.408534 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: b7f3f253-1753-47d5-bfcb-9984d7c017b5 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:31.408884 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b7f3f253-1753-47d5-bfcb-9984d7c017b5 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:31.427070 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7e492f9-627a-4325-ad06-2e32094edd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.446219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614841b-f2fe-49e2-a87b-a08fdbcf6758 req-7c95273d-ee4c-47e5-9e37-7d635535a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:31.446219 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d614841b-f2fe-49e2-a87b-a08fdbcf6758 req-7c95273d-ee4c-47e5-9e37-7d635535a6fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e2a8dbc9bc4d47f48a5fad3c46065b65&device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 1096 time: 0.7443697 Dec 16 22:14:31.455228 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] Set router ac4f8e97-f817-4cf2-b2db-453400a202ff gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:31.506037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66622766-6b2c-4bb8-9af1-23749fc3d514 req-bb84ff7a-51df-45d9-a11f-6a204fd7cf53 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:31.511978 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66622766-6b2c-4bb8-9af1-23749fc3d514 req-bb84ff7a-51df-45d9-a11f-6a204fd7cf53 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 944 time: 0.3450103 Dec 16 22:14:31.548770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c7e492f9-627a-4325-ad06-2e32094edd11 None None] For port 7d92f78a-bada-4352-a0da-8b0dc84a5222, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7d92f78a-bada-4352-a0da-8b0dc84a5222,segment=NetworkSegment(40188b24-2b2f-43bb-8b6b-9d953467922d),segment_id=40188b24-2b2f-43bb-8b6b-9d953467922d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:31.632634 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7e492f9-627a-4325-ad06-2e32094edd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.641587 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.749435 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e492f9-627a-4325-ad06-2e32094edd11 None None] Pushing event updated for resources: {'Port': ['ID=7d92f78a-bada-4352-a0da-8b0dc84a5222,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:31.774379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b5481750-fc18-4a40-a2b4-ceff3e3e91a7 None None] Provisioning complete for port 7d92f78a-bada-4352-a0da-8b0dc84a5222 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:31.774781 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5481750-fc18-4a40-a2b4-ceff3e3e91a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.784870 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0005b453-9abd-43fe-a495-47ac353646a6 req-491527af-be3c-4ccd-a6c6-9f52f4106ca1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.819236 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66622766-6b2c-4bb8-9af1-23749fc3d514 req-202049c6-a287-4a90-856e-f561cc3c0369 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/security-groups?id=96558e2e-9c99-4b35-828c-42a9c98b2d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809100 Dec 16 22:14:31.837316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1236388976-router', 'tenant_id': '8582161878464d139f809d9f82d1da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:18Z', 'updated_at': '2021-12-16T22:14:27Z', 'revision_number': 4, 'project_id': '8582161878464d139f809d9f82d1da6f', 'gw_port': {'id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:19Z', 'updated_at': '2021-12-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7d92f78a-bada-4352-a0da-8b0dc84a5222', 'name': '', 'network_id': '3112bc18-81a4-4b05-a6ec-1e96d5b90282', 'tenant_id': '8582161878464d139f809d9f82d1da6f', 'mac_address': 'fa:16:3e:d6:70:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'cc2ef556-c02c-4b6d-9f05-472e6e58218b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:30Z', 'revision_number': 4, 'project_id': '8582161878464d139f809d9f82d1da6f', 'subnets': [{'id': 'cc2ef556-c02c-4b6d-9f05-472e6e58218b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:31.885823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6cc16f-a2e9-4ce1-9c02-2d50842e394e None None] The sync data for ids ['ac4f8e97-f817-4cf2-b2db-453400a202ff'] in n-d-821840-2 is: [{'id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1236388976-router', 'tenant_id': '8582161878464d139f809d9f82d1da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:18Z', 'updated_at': '2021-12-16T22:14:27Z', 'revision_number': 4, 'project_id': '8582161878464d139f809d9f82d1da6f', 'gw_port': {'id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:19Z', 'updated_at': '2021-12-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7d92f78a-bada-4352-a0da-8b0dc84a5222', 'name': '', 'network_id': '3112bc18-81a4-4b05-a6ec-1e96d5b90282', 'tenant_id': '8582161878464d139f809d9f82d1da6f', 'mac_address': 'fa:16:3e:d6:70:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'cc2ef556-c02c-4b6d-9f05-472e6e58218b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:30Z', 'revision_number': 4, 'project_id': '8582161878464d139f809d9f82d1da6f', 'subnets': [{'id': 'cc2ef556-c02c-4b6d-9f05-472e6e58218b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:31.919454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491527af-be3c-4ccd-a6c6-9f52f4106ca1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Pushing event deleted for resources: {'Port': ['ID=326969b1-a6ab-4425-a607-07f62dfb55bd,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:31.952202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614841b-f2fe-49e2-a87b-a08fdbcf6758 req-052784ec-f341-4d32-8f33-75c9a96edc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:31.953607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d614841b-f2fe-49e2-a87b-a08fdbcf6758 req-052784ec-f341-4d32-8f33-75c9a96edc1d service neutron] 10.222.0.69 "GET /v2.0/networks?id=1fed6fc2-4af3-4d92-9b97-51badd4beba2 HTTP/1.1" status: 200 len: 913 time: 0.4915917 Dec 16 22:14:32.087622 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60678) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:32.135625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0005b453-9abd-43fe-a495-47ac353646a6 req-491527af-be3c-4ccd-a6c6-9f52f4106ca1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] No DVR routers for this DVR port 326969b1-a6ab-4425-a607-07f62dfb55bd on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:32.160079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-4443ea4b-d52e-47a6-859c-205e1e1b816e admin admin] Deleting subnet 800243be-f943-451b-a904-1b2848b4fdfc {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:14:32.168200 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4443ea4b-d52e-47a6-859c-205e1e1b816e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.188275 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0005b453-9abd-43fe-a495-47ac353646a6 req-491527af-be3c-4ccd-a6c6-9f52f4106ca1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.192328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0005b453-9abd-43fe-a495-47ac353646a6 req-491527af-be3c-4ccd-a6c6-9f52f4106ca1 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.69 "DELETE /v2.0/ports/326969b1-a6ab-4425-a607-07f62dfb55bd HTTP/1.1" status: 204 len: 173 time: 2.7167411 Dec 16 22:14:32.195010 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ce2023-10d1-4efa-bb32-4e6183cfbf60', 'name': 'network-vif-deleted', 'tag': '326969b1-a6ab-4425-a607-07f62dfb55bd'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:32.197945 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1657f2e1-d374-4500-ae92-d3f649d18dc2" -d '{"events": [{"server_uuid": "29ce2023-10d1-4efa-bb32-4e6183cfbf60", "name": "network-vif-deleted", "tag": "326969b1-a6ab-4425-a607-07f62dfb55bd"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:32.237333 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4443ea4b-d52e-47a6-859c-205e1e1b816e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.249160 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5bf90747-0f8d-43fb-ace1-824f1ce85ba1 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:32.289266 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4443ea4b-d52e-47a6-859c-205e1e1b816e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.292592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d614841b-f2fe-49e2-a87b-a08fdbcf6758 req-98322ee0-4e79-4744-95b4-349c10d96609 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe5b393c-02b2-4d58-af73-422ae75eb883 HTTP/1.1" status: 200 len: 1000 time: 0.3141758 Dec 16 22:14:32.388922 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 5bf90747-0f8d-43fb-ace1-824f1ce85ba1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:32.390049 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.399738 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.406904 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.503759 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4443ea4b-d52e-47a6-859c-205e1e1b816e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.514483 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.554206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443ea4b-d52e-47a6-859c-205e1e1b816e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800243be-f943-451b-a904-1b2848b4fdfc,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:32.559470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614841b-f2fe-49e2-a87b-a08fdbcf6758 req-8cc06f1d-ea32-4d9b-84c0-279a89fc1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:32.564219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4443ea4b-d52e-47a6-859c-205e1e1b816e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.565945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d614841b-f2fe-49e2-a87b-a08fdbcf6758 req-8cc06f1d-ea32-4d9b-84c0-279a89fc1da8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46d77552-dc1a-4541-863a-3af61b5315dd HTTP/1.1" status: 200 len: 851 time: 0.2650108 Dec 16 22:14:32.573474 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4443ea4b-d52e-47a6-859c-205e1e1b816e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/800243be-f943-451b-a904-1b2848b4fdfc HTTP/1.1" status: 204 len: 168 time: 0.4847507 Dec 16 22:14:32.576037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60682) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:32.587932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2029ddd-114c-4b6c-88e1-ac7fd156f190 req-ea7dd8e9-3fd9-43d9-b0b8-1584dc480c63 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:32.590143 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2029ddd-114c-4b6c-88e1-ac7fd156f190 req-ea7dd8e9-3fd9-43d9-b0b8-1584dc480c63 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 945 time: 0.3427370 Dec 16 22:14:32.600262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 5bf90747-0f8d-43fb-ace1-824f1ce85ba1, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5bf90747-0f8d-43fb-ace1-824f1ce85ba1,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:32.690680 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e66f5b3a-54dc-4ff9-b327-1ee677a3ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.716532 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.718088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7d92f78a-bada-4352-a0da-8b0dc84a5222 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:32.777227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Router 55a66d11-bc19-4ffd-aec0-93556b73986c is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:14:32.827040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=5bf90747-0f8d-43fb-ace1-824f1ce85ba1,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:32.828077 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e66f5b3a-54dc-4ff9-b327-1ee677a3ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.854436 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 7d92f78a-bada-4352-a0da-8b0dc84a5222 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:32.855561 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.868075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e66f5b3a-54dc-4ff9-b327-1ee677a3ff2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6641f3-4f23-49b4-bf8c-df5092649cf7']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:32.889369 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e66f5b3a-54dc-4ff9-b327-1ee677a3ff2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b58da1-40a0-48d4-ab69-0aac7acfcb81') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:32.897302 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e66f5b3a-54dc-4ff9-b327-1ee677a3ff2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b58da1-40a0-48d4-ab69-0aac7acfcb81') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:32.905965 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e66f5b3a-54dc-4ff9-b327-1ee677a3ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.919430 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60688) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:32.924977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e66f5b3a-54dc-4ff9-b327-1ee677a3ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.934583 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66f5b3a-54dc-4ff9-b327-1ee677a3ff2e admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:14:32.934583 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e66f5b3a-54dc-4ff9-b327-1ee677a3ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:14:32.937436 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:14:32.998733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Allocated IP 172.25.2.23 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/36bf4fad-47e3-4028-9868-1ed195091cab) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:33.018858 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614841b-f2fe-49e2-a87b-a08fdbcf6758 req-03cbda13-9abb-4197-8653-613f0de0414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:33.020460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d614841b-f2fe-49e2-a87b-a08fdbcf6758 req-03cbda13-9abb-4197-8653-613f0de0414a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1fed6fc2-4af3-4d92-9b97-51badd4beba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4059689 Dec 16 22:14:33.072333 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04295405-e5f3-4f00-80ca-3a19a8e56e1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.080708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2029ddd-114c-4b6c-88e1-ac7fd156f190 req-b7a3f7a2-9421-4cc9-8b21-4fcfdda861fe tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262583 Dec 16 22:14:33.134193 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e66f5b3a-54dc-4ff9-b327-1ee677a3ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.140756 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e66f5b3a-54dc-4ff9-b327-1ee677a3ff2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.152343 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e66f5b3a-54dc-4ff9-b327-1ee677a3ff2e admin admin] 10.222.0.43 "DELETE /v2.0/networks/fa6641f3-4f23-49b4-bf8c-df5092649cf7 HTTP/1.1" status: 204 len: 168 time: 0.5723274 Dec 16 22:14:33.153953 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60696) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:33.193328 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f5b3a-54dc-4ff9-b327-1ee677a3ff2e admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6641f3-4f23-49b4-bf8c-df5092649cf7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:33.219794 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20035d76-5a5c-43d2-94ab-c6398bc3110c x-openstack-request-id: req-20035d76-5a5c-43d2-94ab-c6398bc3110c {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:33.220086 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ce2023-10d1-4efa-bb32-4e6183cfbf60", "name": "network-vif-deleted", "tag": "326969b1-a6ab-4425-a607-07f62dfb55bd", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:33.220351 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20035d76-5a5c-43d2-94ab-c6398bc3110c {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:33.221758 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ce2023-10d1-4efa-bb32-4e6183cfbf60', 'name': 'network-vif-deleted', 'tag': '326969b1-a6ab-4425-a607-07f62dfb55bd', 'status': 'completed', 'code': 200} Dec 16 22:14:33.234677 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-df70b42a-b15c-4d87-9a1a-ae622c751ade admin admin] Deleting subnet ad087370-ca34-4244-85a4-6c52a5c48dde {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:14:33.245875 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df70b42a-b15c-4d87-9a1a-ae622c751ade admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.282702 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04295405-e5f3-4f00-80ca-3a19a8e56e1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.306534 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df70b42a-b15c-4d87-9a1a-ae622c751ade admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.354819 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df70b42a-b15c-4d87-9a1a-ae622c751ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.447733 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04295405-e5f3-4f00-80ca-3a19a8e56e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.495172 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-04295405-e5f3-4f00-80ca-3a19a8e56e1b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fc472a148bd49c6b25da9072383e7c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5755422 Dec 16 22:14:33.496079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04295405-e5f3-4f00-80ca-3a19a8e56e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db147936-467e-4191-9d32-33a1fa1b8ae8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:33.498428 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60698) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:33.514468 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df70b42a-b15c-4d87-9a1a-ae622c751ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.530330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 326969b1-a6ab-4425-a607-07f62dfb55bd no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:33.556750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 326969b1-a6ab-4425-a607-07f62dfb55bd {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:33.557386 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 326969b1-a6ab-4425-a607-07f62dfb55bd not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:33.567101 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70b42a-b15c-4d87-9a1a-ae622c751ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad087370-ca34-4244-85a4-6c52a5c48dde,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:33.577917 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df70b42a-b15c-4d87-9a1a-ae622c751ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.583806 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-df70b42a-b15c-4d87-9a1a-ae622c751ade admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ad087370-ca34-4244-85a4-6c52a5c48dde HTTP/1.1" status: 204 len: 168 time: 0.4248919 Dec 16 22:14:33.586820 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60700) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:33.655957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26e9741d-a6da-411c-a92f-3e3201c5fdcd req-bbae4f09-3fe8-4e01-bfff-ab832f9141a9 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce2023-10d1-4efa-bb32-4e6183cfbf60 HTTP/1.1" status: 200 len: 210 time: 0.4343345 Dec 16 22:14:33.659296 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1baf2709-88f3-4432-8d85-a9ed2151dffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.670251 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.681913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Allocated IP 172.20.0.1 (28cf9735-2f74-4728-b3d3-673e82b6a3ef/11d40f43-aa33-492a-8d72-d2eb3853f569/182a6b49-e36b-42b3-8901-4bd3f628130c) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:33.699600 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6144b4-f156-4dcf-85c6-39425bf7e834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.714275 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1baf2709-88f3-4432-8d85-a9ed2151dffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.724823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:33.745813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Sync routers for ids ['55a66d11-bc19-4ffd-aec0-93556b73986c'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:33.764177 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Routers {'55a66d11-bc19-4ffd-aec0-93556b73986c'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:33.764872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['55a66d11-bc19-4ffd-aec0-93556b73986c'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:33.821331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d614841b-f2fe-49e2-a87b-a08fdbcf6758 req-8a619509-47e3-4d44-b323-854a9b26a587 service neutron] 10.222.0.69 "GET /v2.0/networks/1fed6fc2-4af3-4d92-9b97-51badd4beba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7847378 Dec 16 22:14:33.896979 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6144b4-f156-4dcf-85c6-39425bf7e834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.912099 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.921885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-12731872-cbe9-4dd4-88a2-9350e1efdc4c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.7760110 Dec 16 22:14:33.922326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60702) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:33.926945 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-ba6144b4-f156-4dcf-85c6-39425bf7e834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad26a23-532f-4c1e-b634-0445ec8eabb6']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:33.956044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Set router 55a66d11-bc19-4ffd-aec0-93556b73986c gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:33.977781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-ba6144b4-f156-4dcf-85c6-39425bf7e834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee0eaa6-3457-4cdc-b7e7-b6ff77d867b9') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:33.978077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-ba6144b4-f156-4dcf-85c6-39425bf7e834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee0eaa6-3457-4cdc-b7e7-b6ff77d867b9') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:33.980166 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.992471 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6144b4-f156-4dcf-85c6-39425bf7e834 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.004224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d614841b-f2fe-49e2-a87b-a08fdbcf6758 req-30456aec-d676-41d1-8320-b8254ef6ca32 service neutron] 10.222.0.69 "GET /v2.0/networks/1fed6fc2-4af3-4d92-9b97-51badd4beba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682360 Dec 16 22:14:34.062633 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6144b4-f156-4dcf-85c6-39425bf7e834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.071805 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.081358 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1baf2709-88f3-4432-8d85-a9ed2151dffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.085119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1baf2709-88f3-4432-8d85-a9ed2151dffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.088927 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1baf2709-88f3-4432-8d85-a9ed2151dffa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db147936-467e-4191-9d32-33a1fa1b8ae8 HTTP/1.1" status: 204 len: 168 time: 0.5871661 Dec 16 22:14:34.089877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6144b4-f156-4dcf-85c6-39425bf7e834 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:14:34.090853 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6144b4-f156-4dcf-85c6-39425bf7e834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:14:34.094724 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:14:34.151351 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf2709-88f3-4432-8d85-a9ed2151dffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db147936-467e-4191-9d32-33a1fa1b8ae8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:34.241042 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.313100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:34.335533 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6144b4-f156-4dcf-85c6-39425bf7e834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.338322 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:34.340751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:34.348085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Network 28cf9735-2f74-4728-b3d3-673e82b6a3ef is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:34.380635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:34.382852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Pushing event updated for resources: {'Port': ['ID=36bf4fad-47e3-4028-9868-1ed195091cab,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:34.393287 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:34.458612 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6144b4-f156-4dcf-85c6-39425bf7e834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.462731 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ba6144b4-f156-4dcf-85c6-39425bf7e834 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bad26a23-532f-4c1e-b634-0445ec8eabb6 HTTP/1.1" status: 204 len: 168 time: 0.8768404 Dec 16 22:14:34.464069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6144b4-f156-4dcf-85c6-39425bf7e834 admin admin] Pushing event deleted for resources: {'Network': ['ID=bad26a23-532f-4c1e-b634-0445ec8eabb6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:34.490168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'name': 'tempest-ServerRescueTestJSON-1409817205-router', 'tenant_id': '1de029b3946e475788fd115f1e4ecc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '81859a0e-eb4b-46f8-9cd1-a3395eee243e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:29Z', 'revision_number': 3, 'project_id': '1de029b3946e475788fd115f1e4ecc77', 'gw_port': {'id': '81859a0e-eb4b-46f8-9cd1-a3395eee243e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:26Z', 'updated_at': '2021-12-16T22:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:34.544127 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f88c97-9ece-4a11-9067-58b326c9c5bc req-b9731367-33bb-4fcd-bf06-84c6bd9fac49 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:34.554072 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25f88c97-9ece-4a11-9067-58b326c9c5bc req-b9731367-33bb-4fcd-bf06-84c6bd9fac49 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 945 time: 0.2814281 Dec 16 22:14:34.585141 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5bf90747-0f8d-43fb-ace1-824f1ce85ba1 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:34.603204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Pushing event updated for resources: {'Port': ['ID=182a6b49-e36b-42b3-8901-4bd3f628130c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:34.643581 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.658130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Checking router: 55a66d11-bc19-4ffd-aec0-93556b73986c for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:34.659463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Updating router 55a66d11-bc19-4ffd-aec0-93556b73986c port 81859a0e-eb4b-46f8-9cd1-a3395eee243e binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:14:34.804525 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.851889 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 5bf90747-0f8d-43fb-ace1-824f1ce85ba1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:34.852671 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.860064 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.891066 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.902256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25f88c97-9ece-4a11-9067-58b326c9c5bc req-8b8624f1-d7c2-4600-942c-7a418a75efc9 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471835 Dec 16 22:14:34.969908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60716) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:34.982439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-eca68ba7-849e-4e25-99ee-704de59e7b2e None None] Provisioning complete for port 182a6b49-e36b-42b3-8901-4bd3f628130c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:34.982887 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eca68ba7-849e-4e25-99ee-704de59e7b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.093986 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.096130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Allocated IP 172.20.0.1 (6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c/71387a28-0c73-4674-8c37-167ab8f9b37e/36c73233-3bb9-4920-a8d4-62c82add2a17) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:35.097630 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.100300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-eca68ba7-849e-4e25-99ee-704de59e7b2e None None] Port 182a6b49-e36b-42b3-8901-4bd3f628130c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:35.238501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60720) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:35.242680 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.253394 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.318218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60722) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:35.322063 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.340700 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c587624c-90ce-4108-b720-46f75d31b04b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.370089 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1f75bc37-4a9e-488b-8fce-e464074fbe58 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ccad454b61324e43aa38f6afc6674f8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270165 Dec 16 22:14:35.370512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60724) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:35.402330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Attempting to bind port 81859a0e-eb4b-46f8-9cd1-a3395eee243e on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:35.403057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Attempting to bind port 81859a0e-eb4b-46f8-9cd1-a3395eee243e by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:35.403975 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Attempting to bind port 81859a0e-eb4b-46f8-9cd1-a3395eee243e on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:35.407109 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510a9f2-f388-42af-b837-66a0c46db696 None None] Pushing event updated for resources: {'Port': ['ID=81859a0e-eb4b-46f8-9cd1-a3395eee243e,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:35.413364 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:35.413737 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:35.414432 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.414568 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:35.415151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Bound port: 81859a0e-eb4b-46f8-9cd1-a3395eee243e, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:35.416079 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.418696 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.472854 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] For port 81859a0e-eb4b-46f8-9cd1-a3395eee243e, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:35.476716 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] For port 81859a0e-eb4b-46f8-9cd1-a3395eee243e, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=81859a0e-eb4b-46f8-9cd1-a3395eee243e,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:35.495423 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Network 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:35.498217 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.507213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c56b8ca-662d-479d-aa96-1c2c3055b59a admin admin] Deleting subnet be30d56a-8363-413b-8968-a220d05b6d90 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:14:35.510779 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:35.514032 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.515687 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c56b8ca-662d-479d-aa96-1c2c3055b59a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.519983 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:35.527347 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73cef431-c336-46f9-8be2-30474e0963bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.548071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Pushing event updated for resources: {'Port': ['ID=36c73233-3bb9-4920-a8d4-62c82add2a17,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:35.557041 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c56b8ca-662d-479d-aa96-1c2c3055b59a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.562916 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.589951 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73cef431-c336-46f9-8be2-30474e0963bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.592726 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.610866 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.628838 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.647232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Routers {'55a66d11-bc19-4ffd-aec0-93556b73986c'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:35.647875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['55a66d11-bc19-4ffd-aec0-93556b73986c'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:35.651752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510a9f2-f388-42af-b837-66a0c46db696 None None] Pushing event updated for resources: {'Port': ['ID=81859a0e-eb4b-46f8-9cd1-a3395eee243e,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:35.658867 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c56b8ca-662d-479d-aa96-1c2c3055b59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.662302 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c587624c-90ce-4108-b720-46f75d31b04b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.715155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Pushing event updated for resources: {'Port': ['ID=36bf4fad-47e3-4028-9868-1ed195091cab,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:35.750734 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c587624c-90ce-4108-b720-46f75d31b04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.782340 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] Set router 55a66d11-bc19-4ffd-aec0-93556b73986c gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:35.795888 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c587624c-90ce-4108-b720-46f75d31b04b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=042273e313c34542ae78376cb4dd02b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4764035 Dec 16 22:14:35.798996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587624c-90ce-4108-b720-46f75d31b04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ce7203-bd85-431d-8f73-4a041001d2a3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:35.803044 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60726) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:35.812946 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73cef431-c336-46f9-8be2-30474e0963bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.816925 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73cef431-c336-46f9-8be2-30474e0963bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.818116 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.828319 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-73cef431-c336-46f9-8be2-30474e0963bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d0a3283-a25e-4cc4-8616-2b132da112fa HTTP/1.1" status: 204 len: 168 time: 0.4523358 Dec 16 22:14:35.852528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Pushing event updated for resources: {'Port': ['ID=182a6b49-e36b-42b3-8901-4bd3f628130c,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:35.864787 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cef431-c336-46f9-8be2-30474e0963bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0a3283-a25e-4cc4-8616-2b132da112fa,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:35.882004 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.901126 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.996927 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c56b8ca-662d-479d-aa96-1c2c3055b59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.053681 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'name': 'tempest-ServerRescueTestJSON-1409817205-router', 'tenant_id': '1de029b3946e475788fd115f1e4ecc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '81859a0e-eb4b-46f8-9cd1-a3395eee243e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:29Z', 'revision_number': 3, 'project_id': '1de029b3946e475788fd115f1e4ecc77', 'gw_port': {'id': '81859a0e-eb4b-46f8-9cd1-a3395eee243e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:26Z', 'updated_at': '2021-12-16T22:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:36.064970 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56b8ca-662d-479d-aa96-1c2c3055b59a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be30d56a-8363-413b-8968-a220d05b6d90,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:36.084531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be95760d-2de4-4c83-8b34-f64a535b4d52 None None] The sync data for ids ['55a66d11-bc19-4ffd-aec0-93556b73986c'] in n-d-821840-2 is: [{'id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'name': 'tempest-ServerRescueTestJSON-1409817205-router', 'tenant_id': '1de029b3946e475788fd115f1e4ecc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '81859a0e-eb4b-46f8-9cd1-a3395eee243e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:29Z', 'revision_number': 3, 'project_id': '1de029b3946e475788fd115f1e4ecc77', 'gw_port': {'id': '81859a0e-eb4b-46f8-9cd1-a3395eee243e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:26Z', 'updated_at': '2021-12-16T22:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:36.090818 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c56b8ca-662d-479d-aa96-1c2c3055b59a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.094362 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4c56b8ca-662d-479d-aa96-1c2c3055b59a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/be30d56a-8363-413b-8968-a220d05b6d90 HTTP/1.1" status: 204 len: 168 time: 1.1216788 Dec 16 22:14:36.096944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60734) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:36.129350 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-786cc521-2ff7-4754-90e4-0cca6ee58dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.151606 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.152874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-25e9109d-9281-4b86-86cd-def437c9c09c tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.6361854 Dec 16 22:14:36.186956 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-786cc521-2ff7-4754-90e4-0cca6ee58dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.212690 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9c554-2469-4dde-8e33-2fa746b18a47 req-23f02b8a-a034-4e04-9f66-fb92f6828393 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:36.214312 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68e9c554-2469-4dde-8e33-2fa746b18a47 req-23f02b8a-a034-4e04-9f66-fb92f6828393 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 945 time: 0.1945009 Dec 16 22:14:36.291558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Network 28cf9735-2f74-4728-b3d3-673e82b6a3ef is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:36.308776 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:36.321495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-3a2ee8d0-0306-4912-b2fa-fc7793dd453e tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.23 HTTP/1.1" status: 200 len: 695 time: 0.1222439 Dec 16 22:14:36.512850 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.532541 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46aeb7a5-ec8c-45de-b4eb-bdbf6650b063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.533735 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-786cc521-2ff7-4754-90e4-0cca6ee58dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.537490 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-786cc521-2ff7-4754-90e4-0cca6ee58dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.541640 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-786cc521-2ff7-4754-90e4-0cca6ee58dcd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/17ce7203-bd85-431d-8f73-4a041001d2a3 HTTP/1.1" status: 204 len: 168 time: 0.7371130 Dec 16 22:14:36.586219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cc521-2ff7-4754-90e4-0cca6ee58dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ce7203-bd85-431d-8f73-4a041001d2a3,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:36.642009 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68e9c554-2469-4dde-8e33-2fa746b18a47 req-2de602fa-5117-46ca-a1f2-401016c65c28 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749452 Dec 16 22:14:36.716830 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46aeb7a5-ec8c-45de-b4eb-bdbf6650b063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.726970 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-5eb69c4f-c706-409f-9752-f43610aaeae1 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:36.728661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-789c4e80-7047-4e17-a1a7-e7bfe1dbf409 req-5eb69c4f-c706-409f-9752-f43610aaeae1 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.3446701 Dec 16 22:14:36.749367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Router 05897539-dbbf-47b1-915a-f60ab4ef96db has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:14:36.750909 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.760296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-46aeb7a5-ec8c-45de-b4eb-bdbf6650b063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3688b8-9b63-4c62-967f-cb3ce8c17b1c']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:36.762193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-727350da-b522-43b2-8916-43fbce492742 None None] Provisioning complete for port 182a6b49-e36b-42b3-8901-4bd3f628130c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:36.768632 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-727350da-b522-43b2-8916-43fbce492742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.909059 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60744) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:36.917684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Pushing event updated for resources: {'Port': ['ID=36c73233-3bb9-4920-a8d4-62c82add2a17,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:36.932319 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-46aeb7a5-ec8c-45de-b4eb-bdbf6650b063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362d7e5e-ad46-4934-b10c-92cfd9b3bff6') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:36.932680 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-46aeb7a5-ec8c-45de-b4eb-bdbf6650b063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362d7e5e-ad46-4934-b10c-92cfd9b3bff6') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:36.954081 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46aeb7a5-ec8c-45de-b4eb-bdbf6650b063 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.987096 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46aeb7a5-ec8c-45de-b4eb-bdbf6650b063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.018267 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46aeb7a5-ec8c-45de-b4eb-bdbf6650b063 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46aeb7a5-ec8c-45de-b4eb-bdbf6650b063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:14:37.049293 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:14:37.076950 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-727350da-b522-43b2-8916-43fbce492742 None None] Port 182a6b49-e36b-42b3-8901-4bd3f628130c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:37.149512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a74efcca-353f-45d2-b1b2-5e730feea44f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac3aa30665574b4c9789934c98c676e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351189 Dec 16 22:14:37.153443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:37.155742 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60748) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:37.166304 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Sync routers for ids ['05897539-dbbf-47b1-915a-f60ab4ef96db'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:37.182967 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Routers {'05897539-dbbf-47b1-915a-f60ab4ef96db'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:37.183982 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['05897539-dbbf-47b1-915a-f60ab4ef96db'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:37.207312 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7a587b6d-2548-427d-8a64-81abfb09b824 admin admin] 10.222.0.43 "PUT /v2.0/routers/05897539-dbbf-47b1-915a-f60ab4ef96db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6429458 Dec 16 22:14:37.227454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-b366a9da-d418-495b-a822-4f834b7f0f98 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3594167 Dec 16 22:14:37.241109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:37.298810 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-609c0bb9-7e01-4268-9847-18861534e991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.321602 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Network 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:37.326823 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:37.340679 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-609c0bb9-7e01-4268-9847-18861534e991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.345567 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46aeb7a5-ec8c-45de-b4eb-bdbf6650b063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.353007 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46aeb7a5-ec8c-45de-b4eb-bdbf6650b063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.368651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60758) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:37.374719 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-46aeb7a5-ec8c-45de-b4eb-bdbf6650b063 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fd3688b8-9b63-4c62-967f-cb3ce8c17b1c HTTP/1.1" status: 204 len: 168 time: 1.2703562 Dec 16 22:14:37.400715 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.423017 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Set router 05897539-dbbf-47b1-915a-f60ab4ef96db gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:37.448154 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeb7a5-ec8c-45de-b4eb-bdbf6650b063 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd3688b8-9b63-4c62-967f-cb3ce8c17b1c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:37.544743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Router 55a66d11-bc19-4ffd-aec0-93556b73986c has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:14:37.553204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef2a2f6-fcf4-4d49-8c39-b618b812074b admin admin] Deleting subnet 022912cc-c22a-4f81-8f89-fd0589c5eba1 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:14:37.561210 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cef2a2f6-fcf4-4d49-8c39-b618b812074b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.624208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604fa8f-e026-40f0-9abe-7af515a9fd96 req-c88b038f-9ee9-4f69-830c-f2e9fe346537 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:37.628151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f604fa8f-e026-40f0-9abe-7af515a9fd96 req-c88b038f-9ee9-4f69-830c-f2e9fe346537 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 945 time: 0.1899629 Dec 16 22:14:37.632034 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cef2a2f6-fcf4-4d49-8c39-b618b812074b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.719129 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cef2a2f6-fcf4-4d49-8c39-b618b812074b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.744209 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:37.760515 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bf63afde-22ee-4b5a-a653-061ac5fbbb79 admin admin] 10.222.0.43 "PUT /v2.0/routers/55a66d11-bc19-4ffd-aec0-93556b73986c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8391094 Dec 16 22:14:37.772393 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-609c0bb9-7e01-4268-9847-18861534e991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.775501 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-609c0bb9-7e01-4268-9847-18861534e991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.777334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-609c0bb9-7e01-4268-9847-18861534e991 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7cd3f76-9d57-4e04-8839-643ab07381b9 HTTP/1.1" status: 204 len: 168 time: 0.6195045 Dec 16 22:14:37.806695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c0bb9-7e01-4268-9847-18861534e991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cd3f76-9d57-4e04-8839-643ab07381b9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:37.826611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f604fa8f-e026-40f0-9abe-7af515a9fd96 req-5edc476b-ab18-43db-a26b-c3b2e4dfaa32 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904652 Dec 16 22:14:37.842366 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'name': 'tempest-TaggedBootDevicesTest_v242-645582622-router', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:21Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'gw_port': {'id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:22Z', 'updated_at': '2021-12-16T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '182a6b49-e36b-42b3-8901-4bd3f628130c', 'name': '', 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'mac_address': 'fa:16:3e:9c:03:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:32Z', 'updated_at': '2021-12-16T22:14:35Z', 'revision_number': 2, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'subnets': [{'id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:37.874393 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Checking router: 05897539-dbbf-47b1-915a-f60ab4ef96db for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:37.874754 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Updating router 05897539-dbbf-47b1-915a-f60ab4ef96db port 182a6b49-e36b-42b3-8901-4bd3f628130c binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:14:37.884000 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.907800 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.037680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Allocated IP 172.25.2.183 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/33bba4fd-3cf4-42d9-9f04-67083f3ea76a) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:38.107720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 81859a0e-eb4b-46f8-9cd1-a3395eee243e up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:38.175208 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 81859a0e-eb4b-46f8-9cd1-a3395eee243e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:38.176267 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.303645 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.328828 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.368783 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 81859a0e-eb4b-46f8-9cd1-a3395eee243e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=81859a0e-eb4b-46f8-9cd1-a3395eee243e,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:38.424939 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.442770 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cef2a2f6-fcf4-4d49-8c39-b618b812074b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.478060 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.479354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2a2f6-fcf4-4d49-8c39-b618b812074b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=022912cc-c22a-4f81-8f89-fd0589c5eba1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:38.481470 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cef2a2f6-fcf4-4d49-8c39-b618b812074b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.491248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cef2a2f6-fcf4-4d49-8c39-b618b812074b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/022912cc-c22a-4f81-8f89-fd0589c5eba1 HTTP/1.1" status: 204 len: 168 time: 1.1153550 Dec 16 22:14:38.491781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60792) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:38.529253 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b8e16-2469-4e70-80f5-46fd0fb20075 None None] Pushing event updated for resources: {'Port': ['ID=182a6b49-e36b-42b3-8901-4bd3f628130c,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:38.584030 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=81859a0e-eb4b-46f8-9cd1-a3395eee243e,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:38.586912 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.641778 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Attempting to bind port 182a6b49-e36b-42b3-8901-4bd3f628130c on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:38.643717 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Attempting to bind port 182a6b49-e36b-42b3-8901-4bd3f628130c by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '5b856b90-9bf4-4cbc-a592-7befe5f1c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:38.646044 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Attempting to bind port 182a6b49-e36b-42b3-8901-4bd3f628130c on network 28cf9735-2f74-4728-b3d3-673e82b6a3ef {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:38.659156 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:38.662040 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Checking segment: {'id': '5b856b90-9bf4-4cbc-a592-7befe5f1c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:38.662040 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.662040 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Bound using segment: {'id': '5b856b90-9bf4-4cbc-a592-7befe5f1c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:38.662040 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Bound port: 182a6b49-e36b-42b3-8901-4bd3f628130c, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b856b90-9bf4-4cbc-a592-7befe5f1c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:38.662475 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.725232 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a96aa534-41ae-413e-b5a0-a1a92b28a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.728370 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.829640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:38.841471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:38.846639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:38.850257 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] For port 182a6b49-e36b-42b3-8901-4bd3f628130c, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:38.897095 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] For port 182a6b49-e36b-42b3-8901-4bd3f628130c, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=182a6b49-e36b-42b3-8901-4bd3f628130c,segment=NetworkSegment(5b856b90-9bf4-4cbc-a592-7befe5f1c2fb),segment_id=5b856b90-9bf4-4cbc-a592-7befe5f1c2fb)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:38.910916 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a96aa534-41ae-413e-b5a0-a1a92b28a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.928791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-85e6fc8f-8ba0-4c39-95ea-c43f62c280e6 None None] Provisioning complete for port 182a6b49-e36b-42b3-8901-4bd3f628130c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:38.929165 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85e6fc8f-8ba0-4c39-95ea-c43f62c280e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.947218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a96aa534-41ae-413e-b5a0-a1a92b28a488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81d8f61-a32f-4628-b9a7-1fc882c1061a']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:38.962550 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a96aa534-41ae-413e-b5a0-a1a92b28a488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1da077-1761-40f4-b6a0-1378073136da') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:38.968590 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a96aa534-41ae-413e-b5a0-a1a92b28a488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1da077-1761-40f4-b6a0-1378073136da') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:38.995836 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.996455 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a96aa534-41ae-413e-b5a0-a1a92b28a488 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.017786 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Pushing event updated for resources: {'Port': ['ID=33bba4fd-3cf4-42d9-9f04-67083f3ea76a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:39.020125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-85e6fc8f-8ba0-4c39-95ea-c43f62c280e6 None None] Port 182a6b49-e36b-42b3-8901-4bd3f628130c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:39.029925 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a96aa534-41ae-413e-b5a0-a1a92b28a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.051198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96aa534-41ae-413e-b5a0-a1a92b28a488 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:14:39.054458 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a96aa534-41ae-413e-b5a0-a1a92b28a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:14:39.060182 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:14:39.152185 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Routers {'05897539-dbbf-47b1-915a-f60ab4ef96db'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:39.160937 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['05897539-dbbf-47b1-915a-f60ab4ef96db'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:39.179918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60818) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:39.192324 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a438ccca-8cf2-4545-b9b6-19cc4ae39d93 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1306337607-network', 'tenant_id': 'd7e6621582684cbdabe695358eed78a5'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:39.288375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fc02e-2e26-448c-bd85-79c3b8dedbbd req-7a4bc22a-3680-473e-bc01-e01927c8d746 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:39.290140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-374fc02e-2e26-448c-bd85-79c3b8dedbbd req-7a4bc22a-3680-473e-bc01-e01927c8d746 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.69 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 945 time: 0.2445848 Dec 16 22:14:39.293577 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a96aa534-41ae-413e-b5a0-a1a92b28a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.298946 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a96aa534-41ae-413e-b5a0-a1a92b28a488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.305972 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a96aa534-41ae-413e-b5a0-a1a92b28a488 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e81d8f61-a32f-4628-b9a7-1fc882c1061a HTTP/1.1" status: 204 len: 168 time: 0.8167017 Dec 16 22:14:39.368572 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aa534-41ae-413e-b5a0-a1a92b28a488 admin admin] Pushing event deleted for resources: {'Network': ['ID=e81d8f61-a32f-4628-b9a7-1fc882c1061a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:39.384664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f15707-201e-4a0d-8870-77df271e61eb req-a0310309-3738-4ce9-bde2-7ba8cb152ceb tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:39.386470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10f15707-201e-4a0d-8870-77df271e61eb req-a0310309-3738-4ce9-bde2-7ba8cb152ceb tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/networks?id=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c HTTP/1.1" status: 200 len: 811 time: 0.4913106 Dec 16 22:14:39.421494 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b8e16-2469-4e70-80f5-46fd0fb20075 None None] Pushing event updated for resources: {'Port': ['ID=182a6b49-e36b-42b3-8901-4bd3f628130c,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:39.428412 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.451401 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10f15707-201e-4a0d-8870-77df271e61eb req-57745772-77aa-4e13-9a2c-04b82b9e0fe7 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/quotas/1de029b3946e475788fd115f1e4ecc77 HTTP/1.1" status: 200 len: 375 time: 0.0419960 Dec 16 22:14:39.475035 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] Set router 05897539-dbbf-47b1-915a-f60ab4ef96db gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:39.486695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a438ccca-8cf2-4545-b9b6-19cc4ae39d93 admin admin] Made reservation on behalf of d7e6621582684cbdabe695358eed78a5 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:39.488813 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a438ccca-8cf2-4545-b9b6-19cc4ae39d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.521397 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a438ccca-8cf2-4545-b9b6-19cc4ae39d93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.573914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10f15707-201e-4a0d-8870-77df271e61eb req-7b7b5f4f-3183-4917-baca-d04feff2c302 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1de029b3946e475788fd115f1e4ecc77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1005342 Dec 16 22:14:39.586481 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5c904d26-e073-4e99-9c86-1c991ce617fb None None] Provisioning complete for port 182a6b49-e36b-42b3-8901-4bd3f628130c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:39.587076 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5c904d26-e073-4e99-9c86-1c991ce617fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.623570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-374fc02e-2e26-448c-bd85-79c3b8dedbbd req-d7ee4997-bfb3-4792-ad40-f12e56f13ad4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Deleting port 158f6460-f149-4d66-a30d-5620e15a7b68 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:39.623967 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-374fc02e-2e26-448c-bd85-79c3b8dedbbd req-d7ee4997-bfb3-4792-ad40-f12e56f13ad4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.639689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Sync routers for ids ['55a66d11-bc19-4ffd-aec0-93556b73986c'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:39.673952 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Routers {'55a66d11-bc19-4ffd-aec0-93556b73986c'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:39.677900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['55a66d11-bc19-4ffd-aec0-93556b73986c'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:39.793871 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.842228 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'name': 'tempest-TaggedBootDevicesTest_v242-645582622-router', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:21Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'gw_port': {'id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:22Z', 'updated_at': '2021-12-16T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '182a6b49-e36b-42b3-8901-4bd3f628130c', 'name': '', 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'mac_address': 'fa:16:3e:9c:03:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:32Z', 'updated_at': '2021-12-16T22:14:38Z', 'revision_number': 4, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'subnets': [{'id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:39.880162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60828) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:39.918796 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5c904d26-e073-4e99-9c86-1c991ce617fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.927799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-374fc02e-2e26-448c-bd85-79c3b8dedbbd req-d7ee4997-bfb3-4792-ad40-f12e56f13ad4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] For port 158f6460-f149-4d66-a30d-5620e15a7b68, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=158f6460-f149-4d66-a30d-5620e15a7b68,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:39.928184 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-374fc02e-2e26-448c-bd85-79c3b8dedbbd req-d7ee4997-bfb3-4792-ad40-f12e56f13ad4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.958555 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a438ccca-8cf2-4545-b9b6-19cc4ae39d93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.959769 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad22111-1237-4e8e-8cc6-740e01524116 None None] The sync data for ids ['05897539-dbbf-47b1-915a-f60ab4ef96db'] in n-d-821840-2 is: [{'id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'name': 'tempest-TaggedBootDevicesTest_v242-645582622-router', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:21Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'gw_port': {'id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:22Z', 'updated_at': '2021-12-16T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '182a6b49-e36b-42b3-8901-4bd3f628130c', 'name': '', 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'mac_address': 'fa:16:3e:9c:03:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:32Z', 'updated_at': '2021-12-16T22:14:38Z', 'revision_number': 4, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'subnets': [{'id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:39.965286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10f15707-201e-4a0d-8870-77df271e61eb req-1ec8a0b4-4fad-4c55-982f-ce32806909a5 service neutron] 10.222.0.43 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782821 Dec 16 22:14:39.966849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-374fc02e-2e26-448c-bd85-79c3b8dedbbd req-d7ee4997-bfb3-4792-ad40-f12e56f13ad4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Calling delete_port for 158f6460-f149-4d66-a30d-5620e15a7b68 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:39.977876 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Set router 55a66d11-bc19-4ffd-aec0-93556b73986c gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:40.046480 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-de7d0712-9d60-44f4-bc8a-a42f012b1d59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7121dad57bc841b98b41e71c9b25481e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1650512 Dec 16 22:14:40.048924 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60832) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:40.147888 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a438ccca-8cf2-4545-b9b6-19cc4ae39d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.152864 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5c904d26-e073-4e99-9c86-1c991ce617fb None None] For port 182a6b49-e36b-42b3-8901-4bd3f628130c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=182a6b49-e36b-42b3-8901-4bd3f628130c,segment=NetworkSegment(5b856b90-9bf4-4cbc-a592-7befe5f1c2fb),segment_id=5b856b90-9bf4-4cbc-a592-7befe5f1c2fb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:40.167260 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a459b5bb-0e81-4996-b3e6-bb7850f71287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.223175 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a459b5bb-0e81-4996-b3e6-bb7850f71287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.249901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 81859a0e-eb4b-46f8-9cd1-a3395eee243e up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:40.337987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438ccca-8cf2-4545-b9b6-19cc4ae39d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078f8d5d-8812-4aea-a462-787550cd676a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:40.342719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a438ccca-8cf2-4545-b9b6-19cc4ae39d93 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:14:40.362383 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5c904d26-e073-4e99-9c86-1c991ce617fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.376260 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a438ccca-8cf2-4545-b9b6-19cc4ae39d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.376609 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-a438ccca-8cf2-4545-b9b6-19cc4ae39d93 admin admin] Added segment d78b0a9c-ec44-41c3-a569-6bda337cf877 of type vlan for network 5223d143-5df5-411e-a6e7-5687e6eee6dc Dec 16 22:14:40.379179 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a459b5bb-0e81-4996-b3e6-bb7850f71287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.383643 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a459b5bb-0e81-4996-b3e6-bb7850f71287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.384989 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a459b5bb-0e81-4996-b3e6-bb7850f71287 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96558e2e-9c99-4b35-828c-42a9c98b2d86 HTTP/1.1" status: 204 len: 168 time: 0.3350434 Dec 16 22:14:40.405104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459b5bb-0e81-4996-b3e6-bb7850f71287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96558e2e-9c99-4b35-828c-42a9c98b2d86,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:40.517746 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a438ccca-8cf2-4545-b9b6-19cc4ae39d93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.535385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c904d26-e073-4e99-9c86-1c991ce617fb None None] Pushing event updated for resources: {'Port': ['ID=182a6b49-e36b-42b3-8901-4bd3f628130c,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:40.591623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 81859a0e-eb4b-46f8-9cd1-a3395eee243e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:40.592303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10f15707-201e-4a0d-8870-77df271e61eb req-54d3273f-9f2c-4530-9323-2b2bc9b1c445 service neutron] 10.222.0.43 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6131234 Dec 16 22:14:40.592445 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.644114 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.715977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'name': 'tempest-ServerRescueTestJSON-1409817205-router', 'tenant_id': '1de029b3946e475788fd115f1e4ecc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '81859a0e-eb4b-46f8-9cd1-a3395eee243e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:35Z', 'revision_number': 4, 'project_id': '1de029b3946e475788fd115f1e4ecc77', 'gw_port': {'id': '81859a0e-eb4b-46f8-9cd1-a3395eee243e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:26Z', 'updated_at': '2021-12-16T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '36c73233-3bb9-4920-a8d4-62c82add2a17', 'name': '', 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c', 'tenant_id': '1de029b3946e475788fd115f1e4ecc77', 'mac_address': 'fa:16:3e:70:2a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '71387a28-0c73-4674-8c37-167ab8f9b37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:34Z', 'updated_at': '2021-12-16T22:14:35Z', 'revision_number': 2, 'project_id': '1de029b3946e475788fd115f1e4ecc77', 'subnets': [{'id': '71387a28-0c73-4674-8c37-167ab8f9b37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:40.751437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Checking router: 55a66d11-bc19-4ffd-aec0-93556b73986c for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:40.751881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Updating router 55a66d11-bc19-4ffd-aec0-93556b73986c port 36c73233-3bb9-4920-a8d4-62c82add2a17 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:14:40.794121 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.803305 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a438ccca-8cf2-4545-b9b6-19cc4ae39d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.804533 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a438ccca-8cf2-4545-b9b6-19cc4ae39d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:40.805543 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a438ccca-8cf2-4545-b9b6-19cc4ae39d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.810877 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.010788 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-374fc02e-2e26-448c-bd85-79c3b8dedbbd req-d7ee4997-bfb3-4792-ad40-f12e56f13ad4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.036701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['158f6460-f149-4d66-a30d-5620e15a7b68'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:41.214622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438ccca-8cf2-4545-b9b6-19cc4ae39d93 admin admin] Pushing event updated for resources: {'Network': ['ID=5223d143-5df5-411e-a6e7-5687e6eee6dc,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:41.245800 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a438ccca-8cf2-4545-b9b6-19cc4ae39d93 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0627759 Dec 16 22:14:41.248410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60856) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:41.254174 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-fde751ca-73fc-493e-b3ec-5d50bf797acd admin admin] Request body: {'subnet': {'network_id': '5223d143-5df5-411e-a6e7-5687e6eee6dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1306337607-subnet', 'tenant_id': 'd7e6621582684cbdabe695358eed78a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:41.255749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 5223d143-5df5-411e-a6e7-5687e6eee6dc details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:14:41.335705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e004a4b-acf2-4169-9066-2fa6c761ea81 req-45c036de-1f49-4740-a2e1-3f1f771872ae tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=e339a7f8-851f-4d18-94a7-6c8fc271210d HTTP/1.1" status: 200 len: 210 time: 0.2401659 Dec 16 22:14:41.411826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Pushing event updated for resources: {'Port': ['ID=33bba4fd-3cf4-42d9-9f04-67083f3ea76a,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:41.436873 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde751ca-73fc-493e-b3ec-5d50bf797acd admin admin] Made reservation on behalf of d7e6621582684cbdabe695358eed78a5 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:41.440622 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fde751ca-73fc-493e-b3ec-5d50bf797acd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.487546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee4997-bfb3-4792-ad40-f12e56f13ad4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Pushing event deleted for resources: {'Port': ['ID=158f6460-f149-4d66-a30d-5620e15a7b68,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:41.498810 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.542139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-374fc02e-2e26-448c-bd85-79c3b8dedbbd req-d7ee4997-bfb3-4792-ad40-f12e56f13ad4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] No DVR routers for this DVR port 158f6460-f149-4d66-a30d-5620e15a7b68 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:41.545615 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-374fc02e-2e26-448c-bd85-79c3b8dedbbd req-d7ee4997-bfb3-4792-ad40-f12e56f13ad4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.557254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-374fc02e-2e26-448c-bd85-79c3b8dedbbd req-d7ee4997-bfb3-4792-ad40-f12e56f13ad4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.69 "DELETE /v2.0/ports/158f6460-f149-4d66-a30d-5620e15a7b68 HTTP/1.1" status: 204 len: 173 time: 2.2405145 Dec 16 22:14:41.565700 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e339a7f8-851f-4d18-94a7-6c8fc271210d', 'name': 'network-vif-deleted', 'tag': '158f6460-f149-4d66-a30d-5620e15a7b68'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:41.574133 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece3d028-cef9-4933-a11e-ed80f86d8ea9" -d '{"events": [{"server_uuid": "e339a7f8-851f-4d18-94a7-6c8fc271210d", "name": "network-vif-deleted", "tag": "158f6460-f149-4d66-a30d-5620e15a7b68"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:41.624772 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.644444 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57cf4c0e-f70d-4c89-87dc-95c204f8f725 req-3371a1d2-8a12-4997-91df-bb4533a95583 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 210 time: 0.0522532 Dec 16 22:14:41.737342 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.740156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-129faa91-c562-44dc-87bc-a5041358396d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5107427 Dec 16 22:14:41.815188 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.848560 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fde751ca-73fc-493e-b3ec-5d50bf797acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.857995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-8d83ece2-ecda-4cdd-9fc9-aa27dacf1857 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.1087103 Dec 16 22:14:41.877102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60874) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:41.951038 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde751ca-73fc-493e-b3ec-5d50bf797acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1838c8a-f89d-46e3-bf72-cc5ac6a9ae0a,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:41.992358 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-41217705-d5ed-457d-9319-0258146f9ba3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89b5e6645fe54cf495b732b63ce657f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1140127 Dec 16 22:14:42.003352 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60876) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:42.008938 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65054856-ca9e-4c3c-a421-037067b2fcea None None] Pushing event updated for resources: {'Port': ['ID=36c73233-3bb9-4920-a8d4-62c82add2a17,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:42.166823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Attempting to bind port 36c73233-3bb9-4920-a8d4-62c82add2a17 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:42.167513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Attempting to bind port 36c73233-3bb9-4920-a8d4-62c82add2a17 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'cb8d9b4d-1754-476b-9571-5840c9549736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:42.168058 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Attempting to bind port 36c73233-3bb9-4920-a8d4-62c82add2a17 on network 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:42.182213 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde751ca-73fc-493e-b3ec-5d50bf797acd admin admin] Checking segment: {'id': 'd78b0a9c-ec44-41c3-a569-6bda337cf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5223d143-5df5-411e-a6e7-5687e6eee6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:42.183252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde751ca-73fc-493e-b3ec-5d50bf797acd admin admin] Network hostable DHCP agents. Network: 5223d143-5df5-411e-a6e7-5687e6eee6dc, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:14:42.187790 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:42.188087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Checking segment: {'id': 'cb8d9b4d-1754-476b-9571-5840c9549736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:42.189201 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.189630 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Bound using segment: {'id': 'cb8d9b4d-1754-476b-9571-5840c9549736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:42.190154 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Bound port: 36c73233-3bb9-4920-a8d4-62c82add2a17, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8d9b4d-1754-476b-9571-5840c9549736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:42.190563 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.201294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-6dec46b5-242a-44db-bcec-90f8ddd0701d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:42.202419 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-655cd2c8-0a7f-4c36-ab8a-efbd2450cd83 req-6dec46b5-242a-44db-bcec-90f8ddd0701d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.3310497 Dec 16 22:14:42.205327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 182a6b49-e36b-42b3-8901-4bd3f628130c up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:42.243056 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7296b995-b10b-49b5-9641-10c5880dd0e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.277825 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94655e9f-e7f7-4d03-8628-c74fef40f407 x-openstack-request-id: req-94655e9f-e7f7-4d03-8628-c74fef40f407 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:42.278130 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e339a7f8-851f-4d18-94a7-6c8fc271210d", "name": "network-vif-deleted", "tag": "158f6460-f149-4d66-a30d-5620e15a7b68", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:42.278396 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94655e9f-e7f7-4d03-8628-c74fef40f407 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:42.278825 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e339a7f8-851f-4d18-94a7-6c8fc271210d', 'name': 'network-vif-deleted', 'tag': '158f6460-f149-4d66-a30d-5620e15a7b68', 'status': 'completed', 'code': 200} Dec 16 22:14:42.289476 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7296b995-b10b-49b5-9641-10c5880dd0e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.325470 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 182a6b49-e36b-42b3-8901-4bd3f628130c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:42.325855 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.332770 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde751ca-73fc-493e-b3ec-5d50bf797acd admin admin] Network 5223d143-5df5-411e-a6e7-5687e6eee6dc is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:14:42.382689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] For port 36c73233-3bb9-4920-a8d4-62c82add2a17, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:42.402398 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] For port 36c73233-3bb9-4920-a8d4-62c82add2a17, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=36c73233-3bb9-4920-a8d4-62c82add2a17,segment=NetworkSegment(cb8d9b4d-1754-476b-9571-5840c9549736),segment_id=cb8d9b4d-1754-476b-9571-5840c9549736)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:42.443775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-fde751ca-73fc-493e-b3ec-5d50bf797acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 5223d143-5df5-411e-a6e7-5687e6eee6dc) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:42.450217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde751ca-73fc-493e-b3ec-5d50bf797acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:42.450407 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fde751ca-73fc-493e-b3ec-5d50bf797acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.455872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e74bfff-9dfe-4e5d-abf4-d288566d5a84 None None] Network 5223d143-5df5-411e-a6e7-5687e6eee6dc requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:42.526575 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.563410 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fde751ca-73fc-493e-b3ec-5d50bf797acd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3138959 Dec 16 22:14:42.564197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60904) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:42.568377 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7296b995-b10b-49b5-9641-10c5880dd0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.570662 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7296b995-b10b-49b5-9641-10c5880dd0e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.571855 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7296b995-b10b-49b5-9641-10c5880dd0e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3598becd-5a0d-4af5-b3a8-7bb905826f69 HTTP/1.1" status: 204 len: 168 time: 0.5666168 Dec 16 22:14:42.577486 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1306337607-router', 'tenant_id': 'd7e6621582684cbdabe695358eed78a5', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:42.603527 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54249334-3452-4922-b0ed-e5408110250e req-e82d3005-5a28-4288-9be3-f4ec9330b279 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cc5ed175d1d740ca8faba7ef20ef9ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611644 Dec 16 22:14:42.613743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296b995-b10b-49b5-9641-10c5880dd0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3598becd-5a0d-4af5-b3a8-7bb905826f69,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:42.663558 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Routers {'55a66d11-bc19-4ffd-aec0-93556b73986c'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:42.667640 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['55a66d11-bc19-4ffd-aec0-93556b73986c'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:42.680308 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-5223d143-5df5-411e-a6e7-5687e6eee6dc', 'network_id': '5223d143-5df5-411e-a6e7-5687e6eee6dc', 'project_id': 'd7e6621582684cbdabe695358eed78a5', 'fixed_ips': [{'subnet_id': 'd1838c8a-f89d-46e3-bf72-cc5ac6a9ae0a'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:14:42.681306 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.736660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65054856-ca9e-4c3c-a421-037067b2fcea None None] Pushing event updated for resources: {'Port': ['ID=36c73233-3bb9-4920-a8d4-62c82add2a17,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:42.796966 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.798226 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.828582 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-2128b744-ac63-4479-8881-97f03d5c9c0d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3568873 Dec 16 22:14:42.849687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:42.863208 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.908852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54249334-3452-4922-b0ed-e5408110250e req-62749994-6d76-45d6-84e2-ccd2dc819a19 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:42.910435 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54249334-3452-4922-b0ed-e5408110250e req-62749994-6d76-45d6-84e2-ccd2dc819a19 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3059702 Dec 16 22:14:42.913510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] Set router 55a66d11-bc19-4ffd-aec0-93556b73986c gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:42.933665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54249334-3452-4922-b0ed-e5408110250e req-4d85fe7a-b806-4226-956e-d80f3cf73684 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/quotas/cc5ed175d1d740ca8faba7ef20ef9ecb HTTP/1.1" status: 200 len: 375 time: 0.0116963 Dec 16 22:14:42.982426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54249334-3452-4922-b0ed-e5408110250e req-ce0d704e-db2c-476b-81f5-2f3ed2d83e59 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc5ed175d1d740ca8faba7ef20ef9ecb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429056 Dec 16 22:14:43.174361 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.209707 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.220895 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Allocated IP 172.20.0.2 (5223d143-5df5-411e-a6e7-5687e6eee6dc/d1838c8a-f89d-46e3-bf72-cc5ac6a9ae0a/a24be33b-f677-49f7-9118-e4f5de2ccf9b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:43.237443 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.344825 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.407103 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.541331 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 158f6460-f149-4d66-a30d-5620e15a7b68 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:43.583713 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 158f6460-f149-4d66-a30d-5620e15a7b68 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:43.584075 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 158f6460-f149-4d66-a30d-5620e15a7b68 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:43.652137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Allocated IP 172.25.2.244 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/03d99767-4939-452f-9b16-31ef6f41d66b) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:43.675940 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.683913 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'name': 'tempest-ServerRescueTestJSON-1409817205-router', 'tenant_id': '1de029b3946e475788fd115f1e4ecc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '81859a0e-eb4b-46f8-9cd1-a3395eee243e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:35Z', 'revision_number': 4, 'project_id': '1de029b3946e475788fd115f1e4ecc77', 'gw_port': {'id': '81859a0e-eb4b-46f8-9cd1-a3395eee243e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:26Z', 'updated_at': '2021-12-16T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '36c73233-3bb9-4920-a8d4-62c82add2a17', 'name': '', 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c', 'tenant_id': '1de029b3946e475788fd115f1e4ecc77', 'mac_address': 'fa:16:3e:70:2a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '71387a28-0c73-4674-8c37-167ab8f9b37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:34Z', 'updated_at': '2021-12-16T22:14:42Z', 'revision_number': 4, 'project_id': '1de029b3946e475788fd115f1e4ecc77', 'subnets': [{'id': '71387a28-0c73-4674-8c37-167ab8f9b37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:43.717492 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6500f672-9161-4a18-bcdf-5db560e0f0bd None None] The sync data for ids ['55a66d11-bc19-4ffd-aec0-93556b73986c'] in n-d-821840-2 is: [{'id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'name': 'tempest-ServerRescueTestJSON-1409817205-router', 'tenant_id': '1de029b3946e475788fd115f1e4ecc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '81859a0e-eb4b-46f8-9cd1-a3395eee243e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:35Z', 'revision_number': 4, 'project_id': '1de029b3946e475788fd115f1e4ecc77', 'gw_port': {'id': '81859a0e-eb4b-46f8-9cd1-a3395eee243e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:26Z', 'updated_at': '2021-12-16T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '36c73233-3bb9-4920-a8d4-62c82add2a17', 'name': '', 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c', 'tenant_id': '1de029b3946e475788fd115f1e4ecc77', 'mac_address': 'fa:16:3e:70:2a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '71387a28-0c73-4674-8c37-167ab8f9b37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:34Z', 'updated_at': '2021-12-16T22:14:42Z', 'revision_number': 4, 'project_id': '1de029b3946e475788fd115f1e4ecc77', 'subnets': [{'id': '71387a28-0c73-4674-8c37-167ab8f9b37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:43.779438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d963e608-28a5-4b86-a235-f0b1ff7ff499 req-7c0d0225-99cb-4c39-baea-573cbf426446 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 210 time: 0.0371716 Dec 16 22:14:43.787664 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.808182 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.869400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.875009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Network 5223d143-5df5-411e-a6e7-5687e6eee6dc is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:43.875183 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.885099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:43.891170 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:44.026314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Pushing event updated for resources: {'Port': ['ID=a24be33b-f677-49f7-9118-e4f5de2ccf9b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:44.048001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Attempting to bind port a24be33b-f677-49f7-9118-e4f5de2ccf9b on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:44.048384 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Attempting to bind port a24be33b-f677-49f7-9118-e4f5de2ccf9b by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'd78b0a9c-ec44-41c3-a569-6bda337cf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5223d143-5df5-411e-a6e7-5687e6eee6dc'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:44.048755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Attempting to bind port a24be33b-f677-49f7-9118-e4f5de2ccf9b on network 5223d143-5df5-411e-a6e7-5687e6eee6dc {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:44.055736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:44.056223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Checking segment: {'id': 'd78b0a9c-ec44-41c3-a569-6bda337cf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5223d143-5df5-411e-a6e7-5687e6eee6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:44.056657 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.057020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Bound using segment: {'id': 'd78b0a9c-ec44-41c3-a569-6bda337cf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5223d143-5df5-411e-a6e7-5687e6eee6dc'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:44.057521 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Bound port: a24be33b-f677-49f7-9118-e4f5de2ccf9b, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78b0a9c-ec44-41c3-a569-6bda337cf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5223d143-5df5-411e-a6e7-5687e6eee6dc'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:44.059898 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.065960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee129685-63f2-469b-a374-d24de8f40b9e req-9de68821-c6e5-4b2c-85b8-0b00e3616dc9 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cc5ed175d1d740ca8faba7ef20ef9ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540297 Dec 16 22:14:44.088858 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.206987 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Allocated IP 172.25.2.131 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/31986ba5-1b57-4b30-9426-c78e4371271d) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:44.207191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 36c73233-3bb9-4920-a8d4-62c82add2a17 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:44.300824 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] For port a24be33b-f677-49f7-9118-e4f5de2ccf9b, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:44.310302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] For port a24be33b-f677-49f7-9118-e4f5de2ccf9b, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a24be33b-f677-49f7-9118-e4f5de2ccf9b,segment=NetworkSegment(d78b0a9c-ec44-41c3-a569-6bda337cf877),segment_id=d78b0a9c-ec44-41c3-a569-6bda337cf877)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:44.342188 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 36c73233-3bb9-4920-a8d4-62c82add2a17 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:44.343094 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.441035 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.543617 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.573610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc1e3-0563-4fec-b956-a89eeaeae739 None None] Pushing event updated for resources: {'Port': ['ID=a24be33b-f677-49f7-9118-e4f5de2ccf9b,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:44.716269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:44.723866 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.726412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:44.736522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:44.752893 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60966) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:44.785310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 36c73233-3bb9-4920-a8d4-62c82add2a17, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=36c73233-3bb9-4920-a8d4-62c82add2a17,segment=NetworkSegment(cb8d9b4d-1754-476b-9571-5840c9549736),segment_id=cb8d9b4d-1754-476b-9571-5840c9549736)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:44.831444 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Pushing event updated for resources: {'Port': ['ID=03d99767-4939-452f-9b16-31ef6f41d66b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:44.855179 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.910295 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.924165 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1fe6969f-728f-4f03-8771-81bca8974898 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-145112518-network', 'tenant_id': 'a0fbdbd1880a45e692ee9474ada061c6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:44.958393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee129685-63f2-469b-a374-d24de8f40b9e req-320c1d3a-7f53-42ba-a158-c8c379702a55 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:44.968938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee129685-63f2-469b-a374-d24de8f40b9e req-320c1d3a-7f53-42ba-a158-c8c379702a55 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8926907 Dec 16 22:14:44.969766 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:44.977910 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:44.990944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:45.016116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee129685-63f2-469b-a374-d24de8f40b9e req-edff4614-66cd-4b12-b617-7f3ab90c2549 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/quotas/cc5ed175d1d740ca8faba7ef20ef9ecb HTTP/1.1" status: 200 len: 375 time: 0.0458024 Dec 16 22:14:45.029306 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=36c73233-3bb9-4920-a8d4-62c82add2a17,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:45.051046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Pushing event updated for resources: {'Port': ['ID=31986ba5-1b57-4b30-9426-c78e4371271d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:45.130155 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee129685-63f2-469b-a374-d24de8f40b9e req-7bda7450-ae43-4b3c-8dc3-7325ce85c13b tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc5ed175d1d740ca8faba7ef20ef9ecb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1123040 Dec 16 22:14:45.154420 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.217296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f15707-201e-4a0d-8870-77df271e61eb req-1a895a2a-f687-4274-8c66-87d2bdfeebe5 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:45.218863 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10f15707-201e-4a0d-8870-77df271e61eb req-1a895a2a-f687-4274-8c66-87d2bdfeebe5 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.69 "GET /v2.0/networks?id=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c HTTP/1.1" status: 200 len: 811 time: 0.2003896 Dec 16 22:14:45.236856 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe6969f-728f-4f03-8771-81bca8974898 admin admin] Made reservation on behalf of a0fbdbd1880a45e692ee9474ada061c6 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:45.246953 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fe6969f-728f-4f03-8771-81bca8974898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.247119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-10f15707-201e-4a0d-8870-77df271e61eb req-355ffae1-d5dd-4e38-8f79-48afcedcd102 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Request body: {'port': {'device_id': 'a95cc4b9-7465-43f0-8c56-b1090172f4c6', 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c', 'admin_state_up': True, 'tenant_id': '1de029b3946e475788fd115f1e4ecc77'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:45.263429 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fe6969f-728f-4f03-8771-81bca8974898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.393073 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.401648 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fe6969f-728f-4f03-8771-81bca8974898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.552604 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fe6969f-728f-4f03-8771-81bca8974898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.589729 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe6969f-728f-4f03-8771-81bca8974898 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:14:45.629345 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6969f-728f-4f03-8771-81bca8974898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c789d13-d8b0-4118-88ff-9a3814113647,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:45.673382 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.716802 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fe6969f-728f-4f03-8771-81bca8974898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.717172 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-1fe6969f-728f-4f03-8771-81bca8974898 admin admin] Added segment 830126c2-dba6-435b-b0df-18139973bdf9 of type vlan for network 30fff1b5-1d29-4f23-ae85-492f2b858f73 Dec 16 22:14:45.782735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-58d5765d-d0e3-4c1a-a21b-8b3da4156743 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:45.791021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-58d5765d-d0e3-4c1a-a21b-8b3da4156743 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 812 time: 0.3337307 Dec 16 22:14:45.807163 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:14:45.816653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-d1dac60a-31dc-4903-a7a9-a35ef93dead8 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/quotas/9e9129638e7f4cd0be05b6f0c86dd955 HTTP/1.1" status: 200 len: 375 time: 0.0245962 Dec 16 22:14:45.821794 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fe6969f-728f-4f03-8771-81bca8974898 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.881186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f15707-201e-4a0d-8870-77df271e61eb req-355ffae1-d5dd-4e38-8f79-48afcedcd102 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Made reservation on behalf of 1de029b3946e475788fd115f1e4ecc77 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:45.889669 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-10f15707-201e-4a0d-8870-77df271e61eb req-355ffae1-d5dd-4e38-8f79-48afcedcd102 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.922049 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7c09ec7e-d7f5-4792-aa7c-12cc1397c5c3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1036441 Dec 16 22:14:45.968121 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fe6969f-728f-4f03-8771-81bca8974898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.969167 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6969f-728f-4f03-8771-81bca8974898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:45.969756 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fe6969f-728f-4f03-8771-81bca8974898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.071684 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.073911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6969f-728f-4f03-8771-81bca8974898 admin admin] Pushing event updated for resources: {'Network': ['ID=30fff1b5-1d29-4f23-ae85-492f2b858f73,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:46.092529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 30fff1b5-1d29-4f23-ae85-492f2b858f73 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:14:46.152808 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1fe6969f-728f-4f03-8771-81bca8974898 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3985088 Dec 16 22:14:46.162741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60988) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:46.174332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-35796af1-400f-43c6-b95e-bdf2d52d8152 admin admin] Request body: {'subnet': {'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-145112518-subnet', 'tenant_id': 'a0fbdbd1880a45e692ee9474ada061c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:46.205944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c6d1d8-7058-430d-9b20-c5242e5af471 None None] Network 5223d143-5df5-411e-a6e7-5687e6eee6dc requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:46.231658 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.315533 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 36c73233-3bb9-4920-a8d4-62c82add2a17 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:46.320844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-af32673b-5005-4cee-b644-709acbaf4687 service neutron] 10.222.0.43 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874681 Dec 16 22:14:46.343969 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.355813 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-10f15707-201e-4a0d-8870-77df271e61eb req-355ffae1-d5dd-4e38-8f79-48afcedcd102 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Allocated IP 172.20.0.3 (6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c/71387a28-0c73-4674-8c37-167ab8f9b37e/2f02529d-61d1-4bae-b2c7-c0cd2ae173b5) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:46.356127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-754b3474-08f8-4b5c-beff-62f17a5274bf None None] Provisioning complete for port a24be33b-f677-49f7-9118-e4f5de2ccf9b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:46.356613 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-754b3474-08f8-4b5c-beff-62f17a5274bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.367113 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Router c00d3c4d-4f9e-4a7f-942d-eb667c0da859 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:14:46.431308 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35796af1-400f-43c6-b95e-bdf2d52d8152 admin admin] Made reservation on behalf of a0fbdbd1880a45e692ee9474ada061c6 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:46.433057 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35796af1-400f-43c6-b95e-bdf2d52d8152 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.461816 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 36c73233-3bb9-4920-a8d4-62c82add2a17 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:46.462465 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.494263 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:46.505930 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Sync routers for ids ['c00d3c4d-4f9e-4a7f-942d-eb667c0da859'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:46.526867 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Routers {'c00d3c4d-4f9e-4a7f-942d-eb667c0da859'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:46.529977 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c00d3c4d-4f9e-4a7f-942d-eb667c0da859'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:46.537883 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-754b3474-08f8-4b5c-beff-62f17a5274bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.607679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Pushing event updated for resources: {'Port': ['ID=03d99767-4939-452f-9b16-31ef6f41d66b,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:46.615933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-754b3474-08f8-4b5c-beff-62f17a5274bf None None] For port a24be33b-f677-49f7-9118-e4f5de2ccf9b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a24be33b-f677-49f7-9118-e4f5de2ccf9b,segment=NetworkSegment(d78b0a9c-ec44-41c3-a569-6bda337cf877),segment_id=d78b0a9c-ec44-41c3-a569-6bda337cf877)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:46.632193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a24be33b-f677-49f7-9118-e4f5de2ccf9b up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:46.653220 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Set router c00d3c4d-4f9e-4a7f-942d-eb667c0da859 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:46.687260 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.697665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port a24be33b-f677-49f7-9118-e4f5de2ccf9b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:46.698180 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.765627 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.771510 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-402afa12-71e6-4755-87e9-1ececd77cfa9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2051706 Dec 16 22:14:46.772234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60992) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:46.814348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-3937d228-acd5-4c3e-bc4e-96bd6ab6e20b service neutron] 10.222.0.43 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814081 Dec 16 22:14:46.863949 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-754b3474-08f8-4b5c-beff-62f17a5274bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.877945 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'name': 'tempest-TaggedBootDevicesTest_v242-1306337607-router', 'tenant_id': 'd7e6621582684cbdabe695358eed78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '31986ba5-1b57-4b30-9426-c78e4371271d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:42Z', 'updated_at': '2021-12-16T22:14:45Z', 'revision_number': 3, 'project_id': 'd7e6621582684cbdabe695358eed78a5', 'gw_port': {'id': '31986ba5-1b57-4b30-9426-c78e4371271d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:43Z', 'updated_at': '2021-12-16T22:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:46.944911 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-10f15707-201e-4a0d-8870-77df271e61eb req-355ffae1-d5dd-4e38-8f79-48afcedcd102 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.015773 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.020815 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Checking router: c00d3c4d-4f9e-4a7f-942d-eb667c0da859 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:47.021468 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Updating router c00d3c4d-4f9e-4a7f-942d-eb667c0da859 port 31986ba5-1b57-4b30-9426-c78e4371271d binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:14:47.026945 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b3474-08f8-4b5c-beff-62f17a5274bf None None] Pushing event updated for resources: {'Port': ['ID=a24be33b-f677-49f7-9118-e4f5de2ccf9b,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:47.033196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-804db52e-7094-47b3-ac0f-969e2882bebd None None] Provisioning complete for port a24be33b-f677-49f7-9118-e4f5de2ccf9b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:47.033553 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-804db52e-7094-47b3-ac0f-969e2882bebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.048892 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.093094 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.094422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-11cf3be2-b514-4e64-8d45-9d0b369fa327 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2570438 Dec 16 22:14:47.196822 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:14:47.200255 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:14:47.222520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54249334-3452-4922-b0ed-e5408110250e req-383ec889-49bb-4d83-8fb9-cf5336bc0791 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cc5ed175d1d740ca8faba7ef20ef9ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1238503 Dec 16 22:14:47.228323 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35796af1-400f-43c6-b95e-bdf2d52d8152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.231217 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-10f15707-201e-4a0d-8870-77df271e61eb req-355ffae1-d5dd-4e38-8f79-48afcedcd102 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.390056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35796af1-400f-43c6-b95e-bdf2d52d8152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:47.499254 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.512315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-4905ad7f-2a28-4751-974f-b4924cd46398 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.244 HTTP/1.1" status: 200 len: 696 time: 0.3961465 Dec 16 22:14:47.550693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f15707-201e-4a0d-8870-77df271e61eb req-355ffae1-d5dd-4e38-8f79-48afcedcd102 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Network 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:47.569950 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.605242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-10f15707-201e-4a0d-8870-77df271e61eb req-355ffae1-d5dd-4e38-8f79-48afcedcd102 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:47.608461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f15707-201e-4a0d-8870-77df271e61eb req-355ffae1-d5dd-4e38-8f79-48afcedcd102 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:47.640092 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74e2e6-544f-46b5-bd7c-8269dde52523 None None] Pushing event updated for resources: {'Port': ['ID=31986ba5-1b57-4b30-9426-c78e4371271d,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:47.677690 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Attempting to bind port 31986ba5-1b57-4b30-9426-c78e4371271d on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:47.682567 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Attempting to bind port 31986ba5-1b57-4b30-9426-c78e4371271d by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:47.682567 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Attempting to bind port 31986ba5-1b57-4b30-9426-c78e4371271d on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:47.689575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ffae1-d5dd-4e38-8f79-48afcedcd102 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Pushing event updated for resources: {'Port': ['ID=2f02529d-61d1-4bae-b2c7-c0cd2ae173b5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:47.714238 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:47.716004 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:47.716418 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.716825 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:47.717331 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Bound port: 31986ba5-1b57-4b30-9426-c78e4371271d, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:47.717737 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.775934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3b732-50b0-4abb-b9de-092f6b5e2cba req-64d9b7c7-9ea2-44bd-897c-a7e97b67b51f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:47.777521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8d3b732-50b0-4abb-b9de-092f6b5e2cba req-64d9b7c7-9ea2-44bd-897c-a7e97b67b51f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 931 time: 0.3074811 Dec 16 22:14:47.784869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35796af1-400f-43c6-b95e-bdf2d52d8152 admin admin] Checking segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:47.785145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35796af1-400f-43c6-b95e-bdf2d52d8152 admin admin] Network hostable DHCP agents. Network: 30fff1b5-1d29-4f23-ae85-492f2b858f73, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:14:47.800941 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] For port 31986ba5-1b57-4b30-9426-c78e4371271d, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:47.803956 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f15707-201e-4a0d-8870-77df271e61eb req-355ffae1-d5dd-4e38-8f79-48afcedcd102 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:47.804627 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-10f15707-201e-4a0d-8870-77df271e61eb req-355ffae1-d5dd-4e38-8f79-48afcedcd102 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.806208 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] For port 31986ba5-1b57-4b30-9426-c78e4371271d, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=31986ba5-1b57-4b30-9426-c78e4371271d,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:47.827666 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54249334-3452-4922-b0ed-e5408110250e req-268f0626-e999-49f0-b4bd-107e04ee32f9 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:47.829513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54249334-3452-4922-b0ed-e5408110250e req-268f0626-e999-49f0-b4bd-107e04ee32f9 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4580228 Dec 16 22:14:47.845195 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.871041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-54249334-3452-4922-b0ed-e5408110250e req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Request body: {'port': {'device_id': 'b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': 'cc5ed175d1d740ca8faba7ef20ef9ecb'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:47.921792 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.934354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-08bda70a-ae47-4b9b-b6b4-060c2bba08de tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:47.935743 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa330d5-1fca-4bfa-a38a-220cac4ddda6 req-08bda70a-ae47-4b9b-b6b4-060c2bba08de tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.4026833 Dec 16 22:14:47.983902 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Routers {'c00d3c4d-4f9e-4a7f-942d-eb667c0da859'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:47.984666 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c00d3c4d-4f9e-4a7f-942d-eb667c0da859'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:47.991484 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74e2e6-544f-46b5-bd7c-8269dde52523 None None] Pushing event updated for resources: {'Port': ['ID=31986ba5-1b57-4b30-9426-c78e4371271d,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:47.994667 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8d3b732-50b0-4abb-b9de-092f6b5e2cba req-8b840e70-e473-4714-9aa6-231a70eef3bd tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969137 Dec 16 22:14:48.064667 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Allocated IP 172.20.0.1 (5223d143-5df5-411e-a6e7-5687e6eee6dc/d1838c8a-f89d-46e3-bf72-cc5ac6a9ae0a/f36228f3-0d31-49af-b769-0de15a3ec463) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:48.101905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36696418-eb41-43a1-89f2-8787e5028bcb req-b0d216f3-83f5-43ed-9356-4ff1d1f82c3e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 210 time: 0.0456929 Dec 16 22:14:48.124620 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a24be33b-f677-49f7-9118-e4f5de2ccf9b up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:48.131200 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35796af1-400f-43c6-b95e-bdf2d52d8152 admin admin] Network 30fff1b5-1d29-4f23-ae85-492f2b858f73 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:14:48.137071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10f15707-201e-4a0d-8870-77df271e61eb req-355ffae1-d5dd-4e38-8f79-48afcedcd102 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8979061 Dec 16 22:14:48.181150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08b6dd10-3097-4a88-8111-c94fe72ac0d4 req-38b625cf-40cd-453d-a28d-b770e6a484db tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 210 time: 0.0872359 Dec 16 22:14:48.181150 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Request body: {'port': {'device_id': 'a95cc4b9-7465-43f0-8c56-b1090172f4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:48.216557 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] Set router c00d3c4d-4f9e-4a7f-942d-eb667c0da859 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:48.271992 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port a24be33b-f677-49f7-9118-e4f5de2ccf9b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:48.273114 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.331814 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.351973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-35796af1-400f-43c6-b95e-bdf2d52d8152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 30fff1b5-1d29-4f23-ae85-492f2b858f73) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:48.358714 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35796af1-400f-43c6-b95e-bdf2d52d8152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:48.359525 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35796af1-400f-43c6-b95e-bdf2d52d8152 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.410685 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.414293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84b5d37-6a9f-4027-b71d-a930d0e746b3 None None] Network 30fff1b5-1d29-4f23-ae85-492f2b858f73 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:48.475738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54249334-3452-4922-b0ed-e5408110250e req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Made reservation on behalf of cc5ed175d1d740ca8faba7ef20ef9ecb for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:48.479478 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54249334-3452-4922-b0ed-e5408110250e req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.501133 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54249334-3452-4922-b0ed-e5408110250e req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.510164 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'name': 'tempest-TaggedBootDevicesTest_v242-1306337607-router', 'tenant_id': 'd7e6621582684cbdabe695358eed78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '31986ba5-1b57-4b30-9426-c78e4371271d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:42Z', 'updated_at': '2021-12-16T22:14:45Z', 'revision_number': 3, 'project_id': 'd7e6621582684cbdabe695358eed78a5', 'gw_port': {'id': '31986ba5-1b57-4b30-9426-c78e4371271d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:43Z', 'updated_at': '2021-12-16T22:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:48.515650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-c06a9893-da4b-4a77-a24a-3a3b684b4df1 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3220608 Dec 16 22:14:48.532523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a86b5d-33a1-469b-9c6b-273c8150e8d4 None None] Network 30fff1b5-1d29-4f23-ae85-492f2b858f73 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:48.538211 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c41c65-dc90-46f3-aa57-0ff262cb2841 None None] The sync data for ids ['c00d3c4d-4f9e-4a7f-942d-eb667c0da859'] in n-d-821840-2 is: [{'id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'name': 'tempest-TaggedBootDevicesTest_v242-1306337607-router', 'tenant_id': 'd7e6621582684cbdabe695358eed78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '31986ba5-1b57-4b30-9426-c78e4371271d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:42Z', 'updated_at': '2021-12-16T22:14:45Z', 'revision_number': 3, 'project_id': 'd7e6621582684cbdabe695358eed78a5', 'gw_port': {'id': '31986ba5-1b57-4b30-9426-c78e4371271d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:43Z', 'updated_at': '2021-12-16T22:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:48.542791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:48.569056 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.639203 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Network 5223d143-5df5-411e-a6e7-5687e6eee6dc is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:48.645877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:48.650575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:48.657458 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Pushing event updated for resources: {'Port': ['ID=f36228f3-0d31-49af-b769-0de15a3ec463,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:48.661208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-35796af1-400f-43c6-b95e-bdf2d52d8152 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4952476 Dec 16 22:14:48.701806 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:48.702042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:48.707130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:48.707130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:48.707130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:48.707130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:48.707130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:48.707130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:48.707130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:48.707130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:48.707130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:48.707130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:48.707130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:48.763000 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.901442 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54249334-3452-4922-b0ed-e5408110250e req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.939590 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.028204 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54249334-3452-4922-b0ed-e5408110250e req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.044279 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ee129685-63f2-469b-a374-d24de8f40b9e req-56e0ff47-5d5f-40ab-b59a-179759406213 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cc5ed175d1d740ca8faba7ef20ef9ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338974 Dec 16 22:14:49.135937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 32804) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:49.233913 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.359814 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a3c40a06-7ba3-468c-80af-ea6a05701bad None None] Provisioning complete for port f36228f3-0d31-49af-b769-0de15a3ec463 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:49.360334 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3c40a06-7ba3-468c-80af-ea6a05701bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.374774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f41b40-79ff-45d2-b838-51f32b84d1f2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:49.421674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a3c40a06-7ba3-468c-80af-ea6a05701bad None None] Port f36228f3-0d31-49af-b769-0de15a3ec463 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:49.433493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:49.455643 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.493919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55044d98-2c78-4ca4-9ced-f8912a4d6721 req-011b0980-9036-410a-8652-04a095f9d84d tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:49.501428 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55044d98-2c78-4ca4-9ced-f8912a4d6721 req-011b0980-9036-410a-8652-04a095f9d84d tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 931 time: 0.3174629 Dec 16 22:14:49.507200 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee129685-63f2-469b-a374-d24de8f40b9e req-05c09c5a-762e-4a28-b3b7-f20b41826df4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:49.508583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Transition to ACTIVE for port object 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:14:49.508761 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ee129685-63f2-469b-a374-d24de8f40b9e req-05c09c5a-762e-4a28-b3b7-f20b41826df4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4471874 Dec 16 22:14:49.509612 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-752f172c-223e-4cf8-b2c4-b0560aecf49d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.563930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-ee129685-63f2-469b-a374-d24de8f40b9e req-c62e5543-4705-44ba-93a2-950f69fee958 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Request body: {'port': {'device_id': '8146af3e-235a-494c-8429-c261bfb42bfd', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': 'cc5ed175d1d740ca8faba7ef20ef9ecb'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:49.611007 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-54249334-3452-4922-b0ed-e5408110250e req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Allocated IP 192.168.233.215 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/99ecd729-b4db-47a7-b01a-81495d0b4d1b) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:49.632326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55044d98-2c78-4ca4-9ced-f8912a4d6721 req-6f06066c-e4e1-4921-b96f-b2ee19d2d37f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299126 Dec 16 22:14:49.633049 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.673492 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.725864 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.783131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Pushing event updated for resources: {'Port': ['ID=2f02529d-61d1-4bae-b2c7-c0cd2ae173b5,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:49.788583 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-752f172c-223e-4cf8-b2c4-b0560aecf49d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.818672 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.885930 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.962455 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-752f172c-223e-4cf8-b2c4-b0560aecf49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.017344 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-752f172c-223e-4cf8-b2c4-b0560aecf49d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e03adb4e79d641e3ad8e0f39e9422328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8776982 Dec 16 22:14:50.042033 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc189f16-5c3b-4f60-b625-5a9cf70a20c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.088207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 32822) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:50.088838 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 32824) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:50.111508 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ef9167c2-8e2c-4245-895b-e09df553da52 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1492625066-network', 'tenant_id': '07fb5c5e52834bfdb1fd96789ffd20fb'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:50.132647 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 31986ba5-1b57-4b30-9426-c78e4371271d up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:50.161853 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Pushing event updated for resources: {'Port': ['ID=f36228f3-0d31-49af-b769-0de15a3ec463,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:50.173091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f172c-223e-4cf8-b2c4-b0560aecf49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605ddd1e-383f-4b06-812a-d10ac5a4868c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:50.186657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 31986ba5-1b57-4b30-9426-c78e4371271d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:50.187655 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.206876 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee129685-63f2-469b-a374-d24de8f40b9e req-c62e5543-4705-44ba-93a2-950f69fee958 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Made reservation on behalf of cc5ed175d1d740ca8faba7ef20ef9ecb for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:50.210597 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ee129685-63f2-469b-a374-d24de8f40b9e req-c62e5543-4705-44ba-93a2-950f69fee958 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.235616 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2846-ff3a-4f95-bba6-687ec693eff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.249283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-787e2a4d-7465-4bb9-9160-f81879ed2e47 req-6d2a3277-f242-427d-8e12-8f84a0257f0c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 210 time: 0.4999952 Dec 16 22:14:50.259533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Network 5223d143-5df5-411e-a6e7-5687e6eee6dc is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:50.273386 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:50.291039 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2846-ff3a-4f95-bba6-687ec693eff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.328961 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.378950 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 31986ba5-1b57-4b30-9426-c78e4371271d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=31986ba5-1b57-4b30-9426-c78e4371271d,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:50.404142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9167c2-8e2c-4245-895b-e09df553da52 admin admin] Made reservation on behalf of 07fb5c5e52834bfdb1fd96789ffd20fb for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:50.407554 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ef9167c2-8e2c-4245-895b-e09df553da52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.438853 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ef9167c2-8e2c-4245-895b-e09df553da52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.442770 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.509442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6672774f-c93f-4d90-bfc9-bbb090affa86 req-d2c211a8-1bb8-4084-8570-1d6a8d3d5167 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 210 time: 0.0912621 Dec 16 22:14:50.535386 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=31986ba5-1b57-4b30-9426-c78e4371271d,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:50.543371 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Router c00d3c4d-4f9e-4a7f-942d-eb667c0da859 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:14:50.589160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Attempting to bind port 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:50.589571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Attempting to bind port 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'cb8d9b4d-1754-476b-9571-5840c9549736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:50.589996 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Attempting to bind port 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 on network 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:50.609438 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Allocated IP 172.25.2.103 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/af2a7933-41d2-4198-9776-122c33f89b7e) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:50.623332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Port 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 on network 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:14:50.623745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Attempting to bind port 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 on network 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:50.648025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:50.650227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Checking segment: {'id': 'cb8d9b4d-1754-476b-9571-5840c9549736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:50.650227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Bound using segment: {'id': 'cb8d9b4d-1754-476b-9571-5840c9549736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:50.650227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Bound port: 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb8d9b4d-1754-476b-9571-5840c9549736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:50.650227 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.662790 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-12fb536f-8694-4527-8816-eec6c0e15292 None None] Provisioning complete for port f36228f3-0d31-49af-b769-0de15a3ec463 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:50.663596 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12fb536f-8694-4527-8816-eec6c0e15292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.669932 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54249334-3452-4922-b0ed-e5408110250e req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.675002 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2846-ff3a-4f95-bba6-687ec693eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.678221 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2846-ff3a-4f95-bba6-687ec693eff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.681801 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c6ad2846-ff3a-4f95-bba6-687ec693eff7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/605ddd1e-383f-4b06-812a-d10ac5a4868c HTTP/1.1" status: 204 len: 168 time: 0.5899332 Dec 16 22:14:50.734010 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-12fb536f-8694-4527-8816-eec6c0e15292 None None] Port f36228f3-0d31-49af-b769-0de15a3ec463 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:50.768211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad2846-ff3a-4f95-bba6-687ec693eff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605ddd1e-383f-4b06-812a-d10ac5a4868c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:50.819840 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:50.836627 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7c2bc74d-6f18-4d7c-aebe-a2f7fe044d9d admin admin] 10.222.0.43 "PUT /v2.0/routers/c00d3c4d-4f9e-4a7f-942d-eb667c0da859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0624764 Dec 16 22:14:50.862790 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ef9167c2-8e2c-4245-895b-e09df553da52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.874611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] For port 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:50.896431 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.905618 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dd69e-481f-4f37-9247-f56e08f8d5f1 req-41d8f2b4-6426-4d5e-a9cb-95760b439b6e tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:50.914348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f02dd69e-481f-4f37-9247-f56e08f8d5f1 req-41d8f2b4-6426-4d5e-a9cb-95760b439b6e tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 943 time: 0.1454849 Dec 16 22:14:50.927876 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54249334-3452-4922-b0ed-e5408110250e req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.935779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] For port 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2f02529d-61d1-4bae-b2c7-c0cd2ae173b5,segment=NetworkSegment(cb8d9b4d-1754-476b-9571-5840c9549736),segment_id=cb8d9b4d-1754-476b-9571-5840c9549736)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:50.961623 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-0068937b-8f59-40cd-b85f-1535a078630e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:50.963485 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-0068937b-8f59-40cd-b85f-1535a078630e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.69 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 812 time: 0.3048143 Dec 16 22:14:50.984708 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ef9167c2-8e2c-4245-895b-e09df553da52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.996857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-6fb9e8a9-5599-42b4-a608-fa80da04af16 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Request body: {'port': {'device_id': '492caf79-91a6-47ae-bb89-b202959b0d07', 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d', 'admin_state_up': True, 'tenant_id': '9e9129638e7f4cd0be05b6f0c86dd955'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:51.003544 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-ee129685-63f2-469b-a374-d24de8f40b9e req-c62e5543-4705-44ba-93a2-950f69fee958 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Allocated IP 192.168.233.42 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/2de6f830-8043-4f87-be17-f35bb6e2e93c) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:51.008541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54249334-3452-4922-b0ed-e5408110250e req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:51.030262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-54249334-3452-4922-b0ed-e5408110250e req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:51.032602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-54249334-3452-4922-b0ed-e5408110250e req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:51.050965 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.078570 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9167c2-8e2c-4245-895b-e09df553da52 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:14:51.127683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Pushing event updated for resources: {'Port': ['ID=99ecd729-b4db-47a7-b01a-81495d0b4d1b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:51.149830 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ef9167c2-8e2c-4245-895b-e09df553da52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.149830 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-ef9167c2-8e2c-4245-895b-e09df553da52 admin admin] Added segment a9d5e9c3-0a75-436d-977f-61cfef91ad72 of type vlan for network 789f2950-c5d3-4cfa-b800-2415ea466e24 Dec 16 22:14:51.155503 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9167c2-8e2c-4245-895b-e09df553da52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c71a4e0-efff-45ab-81c9-2e0f6d77533e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:51.206972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f02dd69e-481f-4f37-9247-f56e08f8d5f1 req-67ec72b0-99da-44a9-a5f3-c38724df61e4 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913675 Dec 16 22:14:51.222092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:51.223510 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.225305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10f15707-201e-4a0d-8870-77df271e61eb req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] 10.222.0.69 "PUT /v2.0/ports/2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 HTTP/1.1" status: 200 len: 1091 time: 3.0538547 Dec 16 22:14:51.231136 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95cc4b9-7465-43f0-8c56-b1090172f4c6', 'tag': '2f02529d-61d1-4bae-b2c7-c0cd2ae173b5'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:51.233534 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd0f397-a4f8-43a8-8f63-99080f624da5" -d '{"events": [{"name": "network-changed", "server_uuid": "a95cc4b9-7465-43f0-8c56-b1090172f4c6", "tag": "2f02529d-61d1-4bae-b2c7-c0cd2ae173b5"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:51.279590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54249334-3452-4922-b0ed-e5408110250e req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:51.280702 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54249334-3452-4922-b0ed-e5408110250e req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.334211 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.337917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701be7a-219a-447f-96ee-66f11d07dc0d service neutron] Pushing event updated for resources: {'Port': ['ID=2f02529d-61d1-4bae-b2c7-c0cd2ae173b5,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:51.349377 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e4e4c5-80b2-4a1c-af98-97219ffa28bd x-openstack-request-id: req-07e4e4c5-80b2-4a1c-af98-97219ffa28bd {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:51.349901 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95cc4b9-7465-43f0-8c56-b1090172f4c6", "tag": "2f02529d-61d1-4bae-b2c7-c0cd2ae173b5", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:51.350225 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07e4e4c5-80b2-4a1c-af98-97219ffa28bd {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:51.350638 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95cc4b9-7465-43f0-8c56-b1090172f4c6', 'tag': '2f02529d-61d1-4bae-b2c7-c0cd2ae173b5', 'status': 'completed', 'code': 200} Dec 16 22:14:51.418192 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ef9167c2-8e2c-4245-895b-e09df553da52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.439375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54249334-3452-4922-b0ed-e5408110250e req-78ee62c3-0937-4d12-96e4-ea0b1596b6e7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5787671 Dec 16 22:14:51.457194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:51.466829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Request body: {'port': {'device_id': 'b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:51.474273 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:51.483305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:51.514858 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Pushing event updated for resources: {'Port': ['ID=af2a7933-41d2-4198-9776-122c33f89b7e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:51.565381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e488cb66-0afa-4f09-bf62-cf0d8d49b3e0 req-8fc26e98-06e4-4826-a02f-5a6db9103695 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 210 time: 0.1029222 Dec 16 22:14:51.571766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0f397-a4f8-43a8-8f63-99080f624da5 req-d91a608d-927e-4289-bc28-39313d8245fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:51.574044 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3cd0f397-a4f8-43a8-8f63-99080f624da5 req-d91a608d-927e-4289-bc28-39313d8245fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1de029b3946e475788fd115f1e4ecc77&device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 1094 time: 0.2292204 Dec 16 22:14:51.585053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-59236762-29f4-4809-bf13-8ae4261a47b4 None None] Provisioning complete for port 99ecd729-b4db-47a7-b01a-81495d0b4d1b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:51.585568 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-59236762-29f4-4809-bf13-8ae4261a47b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.604702 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ef9167c2-8e2c-4245-895b-e09df553da52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.607883 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9167c2-8e2c-4245-895b-e09df553da52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:51.608473 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ef9167c2-8e2c-4245-895b-e09df553da52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.624026 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.654025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-6fb9e8a9-5599-42b4-a608-fa80da04af16 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Made reservation on behalf of 9e9129638e7f4cd0be05b6f0c86dd955 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:51.664786 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-6fb9e8a9-5599-42b4-a608-fa80da04af16 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.678364 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-59236762-29f4-4809-bf13-8ae4261a47b4 None None] Port 99ecd729-b4db-47a7-b01a-81495d0b4d1b cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:51.737536 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ee129685-63f2-469b-a374-d24de8f40b9e req-c62e5543-4705-44ba-93a2-950f69fee958 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.782978 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ef9167c2-8e2c-4245-895b-e09df553da52 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6752379 Dec 16 22:14:51.788983 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 32888) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:51.800110 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1b7fd266-199b-47bb-a6e9-b85b2981abc5 admin admin] Request body: {'subnet': {'network_id': '789f2950-c5d3-4cfa-b800-2415ea466e24', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1492625066-subnet', 'tenant_id': '07fb5c5e52834bfdb1fd96789ffd20fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:51.862721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0f397-a4f8-43a8-8f63-99080f624da5 req-1146499c-cd5f-4ec9-bb57-a0c304a159d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:51.869182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3cd0f397-a4f8-43a8-8f63-99080f624da5 req-1146499c-cd5f-4ec9-bb57-a0c304a159d7 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1de029b3946e475788fd115f1e4ecc77&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2476659 Dec 16 22:14:51.872226 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9167c2-8e2c-4245-895b-e09df553da52 admin admin] Pushing event updated for resources: {'Network': ['ID=789f2950-c5d3-4cfa-b800-2415ea466e24,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:51.883959 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 789f2950-c5d3-4cfa-b800-2415ea466e24 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:14:51.989265 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9436b859-b336-4d9c-91ab-f5224db2e8e8 req-3ca28195-cc09-45db-80d5-cee7afdcbf83 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 210 time: 0.2161551 Dec 16 22:14:51.989758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-6fb9e8a9-5599-42b4-a608-fa80da04af16 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Allocated IP 172.20.0.8 (1748be95-c78e-4701-939a-f9809cb0660d/cc959983-53a1-41bc-bb50-5414cb529785/ec9a3a93-99b4-43a6-84b8-16c7397e14ad) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:52.048108 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.054348 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7fd266-199b-47bb-a6e9-b85b2981abc5 admin admin] Made reservation on behalf of 07fb5c5e52834bfdb1fd96789ffd20fb for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:52.057259 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b7fd266-199b-47bb-a6e9-b85b2981abc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.063206 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ee129685-63f2-469b-a374-d24de8f40b9e req-c62e5543-4705-44ba-93a2-950f69fee958 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.103649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 31986ba5-1b57-4b30-9426-c78e4371271d up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:52.157292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0f397-a4f8-43a8-8f63-99080f624da5 req-41e5126a-3678-4a77-9fca-18bfd62be75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:52.159222 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3cd0f397-a4f8-43a8-8f63-99080f624da5 req-41e5126a-3678-4a77-9fca-18bfd62be75b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2567778 Dec 16 22:14:52.167113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 31986ba5-1b57-4b30-9426-c78e4371271d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:52.169960 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.189721 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee129685-63f2-469b-a374-d24de8f40b9e req-c62e5543-4705-44ba-93a2-950f69fee958 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:52.191256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-ee129685-63f2-469b-a374-d24de8f40b9e req-c62e5543-4705-44ba-93a2-950f69fee958 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:52.321565 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.351432 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee129685-63f2-469b-a374-d24de8f40b9e req-c62e5543-4705-44ba-93a2-950f69fee958 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:52.382135 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Sync routers for ids ['c00d3c4d-4f9e-4a7f-942d-eb667c0da859'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:52.454293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Routers {'c00d3c4d-4f9e-4a7f-942d-eb667c0da859'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:52.454293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c00d3c4d-4f9e-4a7f-942d-eb667c0da859'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:52.470728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f15707-201e-4a0d-8870-77df271e61eb req-3cf0c258-2f73-4c06-ae4a-da236851aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:52.473668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10f15707-201e-4a0d-8870-77df271e61eb req-3cf0c258-2f73-4c06-ae4a-da236851aa75 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1de029b3946e475788fd115f1e4ecc77&device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 1094 time: 0.2460465 Dec 16 22:14:52.499989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee129685-63f2-469b-a374-d24de8f40b9e req-c62e5543-4705-44ba-93a2-950f69fee958 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:52.500664 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ee129685-63f2-469b-a374-d24de8f40b9e req-c62e5543-4705-44ba-93a2-950f69fee958 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.529612 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e5543-4705-44ba-93a2-950f69fee958 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Pushing event updated for resources: {'Port': ['ID=2de6f830-8043-4f87-be17-f35bb6e2e93c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:52.574823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10f15707-201e-4a0d-8870-77df271e61eb req-4dd8ecce-cd90-4d0e-a825-c8cecd9bb8ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 HTTP/1.1" status: 200 len: 217 time: 0.0835259 Dec 16 22:14:52.652401 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ee129685-63f2-469b-a374-d24de8f40b9e req-c62e5543-4705-44ba-93a2-950f69fee958 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1149025 Dec 16 22:14:52.673445 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Request body: {'port': {'device_id': '8146af3e-235a-494c-8429-c261bfb42bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:52.679127 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd2c41-4fe7-441e-9f45-668596e0ad4d req-9a5ad5d0-80b8-4404-804b-439ea8f5dae2 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:52.688879 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2d0ddfe1-2d74-4838-8d5b-757345ac9db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.711844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3fd2c41-4fe7-441e-9f45-668596e0ad4d req-9a5ad5d0-80b8-4404-804b-439ea8f5dae2 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 943 time: 0.3271680 Dec 16 22:14:52.750928 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9cddccda-4747-4131-ad7c-f775707c4994 None None] Provisioning complete for port 2de6f830-8043-4f87-be17-f35bb6e2e93c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:52.751368 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cddccda-4747-4131-ad7c-f775707c4994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.758103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 32908) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:52.776798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f15707-201e-4a0d-8870-77df271e61eb req-c17cfd37-2a2b-43bd-b222-bd7944ed11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:52.778930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10f15707-201e-4a0d-8870-77df271e61eb req-c17cfd37-2a2b-43bd-b222-bd7944ed11d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71387a28-0c73-4674-8c37-167ab8f9b37e HTTP/1.1" status: 200 len: 851 time: 0.1881967 Dec 16 22:14:52.787909 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-6fb9e8a9-5599-42b4-a608-fa80da04af16 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.799196 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.817106 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9cddccda-4747-4131-ad7c-f775707c4994 None None] Port 2de6f830-8043-4f87-be17-f35bb6e2e93c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:52.820256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Set router c00d3c4d-4f9e-4a7f-942d-eb667c0da859 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:52.890958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10f15707-201e-4a0d-8870-77df271e61eb req-5035b277-85c5-4977-9206-d53b546b43e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532742 Dec 16 22:14:52.978844 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-096308b6-6a28-403d-b314-dfcf0d7f8e48 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1830990949-network', 'tenant_id': 'a46abc7b63e849be8b745dbffed77190'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:53.077204 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b7fd266-199b-47bb-a6e9-b85b2981abc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.097652 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3fd2c41-4fe7-441e-9f45-668596e0ad4d req-dc246995-af6d-4e8a-b94d-c978737153cf tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846755 Dec 16 22:14:53.103231 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'name': 'tempest-TaggedBootDevicesTest_v242-1306337607-router', 'tenant_id': 'd7e6621582684cbdabe695358eed78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '31986ba5-1b57-4b30-9426-c78e4371271d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:42Z', 'updated_at': '2021-12-16T22:14:48Z', 'revision_number': 4, 'project_id': 'd7e6621582684cbdabe695358eed78a5', 'gw_port': {'id': '31986ba5-1b57-4b30-9426-c78e4371271d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:43Z', 'updated_at': '2021-12-16T22:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'f36228f3-0d31-49af-b769-0de15a3ec463', 'name': '', 'network_id': '5223d143-5df5-411e-a6e7-5687e6eee6dc', 'tenant_id': 'd7e6621582684cbdabe695358eed78a5', 'mac_address': 'fa:16:3e:94:55:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd1838c8a-f89d-46e3-bf72-cc5ac6a9ae0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:47Z', 'updated_at': '2021-12-16T22:14:49Z', 'revision_number': 2, 'project_id': 'd7e6621582684cbdabe695358eed78a5', 'subnets': [{'id': 'd1838c8a-f89d-46e3-bf72-cc5ac6a9ae0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:53.103856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ecd729-b4db-47a7-b01a-81495d0b4d1b {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:53.134706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Checking router: c00d3c4d-4f9e-4a7f-942d-eb667c0da859 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:53.135044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Updating router c00d3c4d-4f9e-4a7f-942d-eb667c0da859 port f36228f3-0d31-49af-b769-0de15a3ec463 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:14:53.144486 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.145782 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-6fb9e8a9-5599-42b4-a608-fa80da04af16 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.167132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Transition to ACTIVE for port object 99ecd729-b4db-47a7-b01a-81495d0b4d1b will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:14:53.170847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10f15707-201e-4a0d-8870-77df271e61eb req-9e7330eb-8899-458b-8fda-2e228456dec5 service neutron] 10.222.0.69 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459860 Dec 16 22:14:53.173899 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.178012 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096308b6-6a28-403d-b314-dfcf0d7f8e48 admin admin] Made reservation on behalf of a46abc7b63e849be8b745dbffed77190 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:53.181166 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096308b6-6a28-403d-b314-dfcf0d7f8e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.201269 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096308b6-6a28-403d-b314-dfcf0d7f8e48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.212911 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.260422 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-6fb9e8a9-5599-42b4-a608-fa80da04af16 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Network 1748be95-c78e-4701-939a-f9809cb0660d is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:53.271753 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.281992 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-6fb9e8a9-5599-42b4-a608-fa80da04af16 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:53.284667 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-6fb9e8a9-5599-42b4-a608-fa80da04af16 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:53.333183 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fd266-199b-47bb-a6e9-b85b2981abc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b190545-8655-4a89-9e77-33933d489463,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:53.382488 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.400714 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9e8a9-5599-42b4-a608-fa80da04af16 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Pushing event updated for resources: {'Port': ['ID=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:53.404767 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7fd266-199b-47bb-a6e9-b85b2981abc5 admin admin] Checking segment: {'id': 'a9d5e9c3-0a75-436d-977f-61cfef91ad72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '789f2950-c5d3-4cfa-b800-2415ea466e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:53.405408 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7fd266-199b-47bb-a6e9-b85b2981abc5 admin admin] Network hostable DHCP agents. Network: 789f2950-c5d3-4cfa-b800-2415ea466e24, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:14:53.441322 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-6fb9e8a9-5599-42b4-a608-fa80da04af16 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:53.442724 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-6fb9e8a9-5599-42b4-a608-fa80da04af16 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.464292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bd16d-b7cd-49d2-9f6b-6721639f327d req-3fc1fa66-ca1c-4fb9-91a9-21ce96b8a303 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:53.467935 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-135bd16d-b7cd-49d2-9f6b-6721639f327d req-3fc1fa66-ca1c-4fb9-91a9-21ce96b8a303 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 931 time: 0.1988118 Dec 16 22:14:53.480846 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.582057 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-6fb9e8a9-5599-42b4-a608-fa80da04af16 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6004314 Dec 16 22:14:53.586401 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096308b6-6a28-403d-b314-dfcf0d7f8e48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.590736 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7fd266-199b-47bb-a6e9-b85b2981abc5 admin admin] Network 789f2950-c5d3-4cfa-b800-2415ea466e24 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:14:53.602148 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Request body: {'port': {'device_id': '492caf79-91a6-47ae-bb89-b202959b0d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:53.608269 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de6f830-8043-4f87-be17-f35bb6e2e93c {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:53.619577 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.652148 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.656047 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Transition to ACTIVE for port object 2de6f830-8043-4f87-be17-f35bb6e2e93c will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:14:53.677360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Pushing event updated for resources: {'Port': ['ID=99ecd729-b4db-47a7-b01a-81495d0b4d1b,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:53.681279 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096308b6-6a28-403d-b314-dfcf0d7f8e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.708359 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.713080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096308b6-6a28-403d-b314-dfcf0d7f8e48 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:14:53.740038 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096308b6-6a28-403d-b314-dfcf0d7f8e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.740572 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-096308b6-6a28-403d-b314-dfcf0d7f8e48 admin admin] Added segment 70adc219-8013-43e4-bd09-ee3882cb2065 of type vlan for network 5f1ce7f5-0054-4be7-811a-1b645fc3436a Dec 16 22:14:53.745454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10f15707-201e-4a0d-8870-77df271e61eb req-6c1d3d83-f1a5-4ef6-80f0-416b11904dc8 service neutron] 10.222.0.69 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584669 Dec 16 22:14:53.751197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096308b6-6a28-403d-b314-dfcf0d7f8e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb05ec8-03a7-495c-bfb7-b69c6b6aa8e3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:53.752604 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.813007 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.813007 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-1b7fd266-199b-47bb-a6e9-b85b2981abc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 789f2950-c5d3-4cfa-b800-2415ea466e24) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:53.813007 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7fd266-199b-47bb-a6e9-b85b2981abc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:53.813007 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b7fd266-199b-47bb-a6e9-b85b2981abc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.824657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-135bd16d-b7cd-49d2-9f6b-6721639f327d req-5869f53c-4d93-4f29-b961-ac8c7e5bfecc tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422492 Dec 16 22:14:53.835213 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.837554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fca9f6-a510-48f8-9cad-85ca5b04646e None None] Network 789f2950-c5d3-4cfa-b800-2415ea466e24 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:53.882982 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096308b6-6a28-403d-b314-dfcf0d7f8e48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.919603 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Pushing event updated for resources: {'Port': ['ID=af2a7933-41d2-4198-9776-122c33f89b7e,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:53.944110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Attempting to bind port 99ecd729-b4db-47a7-b01a-81495d0b4d1b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:53.944714 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Attempting to bind port 99ecd729-b4db-47a7-b01a-81495d0b4d1b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:53.951766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Attempting to bind port 99ecd729-b4db-47a7-b01a-81495d0b4d1b on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:53.972074 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Port 99ecd729-b4db-47a7-b01a-81495d0b4d1b on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:14:53.972481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Attempting to bind port 99ecd729-b4db-47a7-b01a-81495d0b4d1b on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:53.984535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:53.985186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:53.985750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:53.986581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Bound port: 99ecd729-b4db-47a7-b01a-81495d0b4d1b, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:53.987461 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.009463 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Pushing event updated for resources: {'Port': ['ID=2de6f830-8043-4f87-be17-f35bb6e2e93c,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:54.017313 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.024404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-cadf3acf-9f20-4cb8-abca-0efbf9239d35 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4895110 Dec 16 22:14:54.034689 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1b7fd266-199b-47bb-a6e9-b85b2981abc5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2385893 Dec 16 22:14:54.077629 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53964d0c-18a9-413b-9009-2904df8837be None None] Pushing event updated for resources: {'Port': ['ID=f36228f3-0d31-49af-b769-0de15a3ec463,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:54.127689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Attempting to bind port f36228f3-0d31-49af-b769-0de15a3ec463 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:54.128078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Attempting to bind port f36228f3-0d31-49af-b769-0de15a3ec463 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'd78b0a9c-ec44-41c3-a569-6bda337cf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5223d143-5df5-411e-a6e7-5687e6eee6dc'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:54.128451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Attempting to bind port f36228f3-0d31-49af-b769-0de15a3ec463 on network 5223d143-5df5-411e-a6e7-5687e6eee6dc {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:54.146642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad94fe-7787-4b3a-808c-074d1615dfe0 req-b17b4c04-3fa9-42c4-a232-97a9aa26e906 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:54.153412 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:54.153785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Checking segment: {'id': 'd78b0a9c-ec44-41c3-a569-6bda337cf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5223d143-5df5-411e-a6e7-5687e6eee6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:54.154198 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.154619 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Bound using segment: {'id': 'd78b0a9c-ec44-41c3-a569-6bda337cf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5223d143-5df5-411e-a6e7-5687e6eee6dc'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:54.156499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69ad94fe-7787-4b3a-808c-074d1615dfe0 req-b17b4c04-3fa9-42c4-a232-97a9aa26e906 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 947 time: 0.2391858 Dec 16 22:14:54.162060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Bound port: f36228f3-0d31-49af-b769-0de15a3ec463, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78b0a9c-ec44-41c3-a569-6bda337cf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5223d143-5df5-411e-a6e7-5687e6eee6dc'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:54.164697 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.355238 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b5683d-440c-451a-a1ab-f92ea8b9fddb None None] Network 789f2950-c5d3-4cfa-b800-2415ea466e24 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:54.476880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] For port f36228f3-0d31-49af-b769-0de15a3ec463, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:54.492523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8267c4cf-ec11-4982-9c15-667fec2cb142 None None] Provisioning complete for port f36228f3-0d31-49af-b769-0de15a3ec463 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:54.492896 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8267c4cf-ec11-4982-9c15-667fec2cb142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.552845 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096308b6-6a28-403d-b314-dfcf0d7f8e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.553893 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096308b6-6a28-403d-b314-dfcf0d7f8e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:54.554573 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-096308b6-6a28-403d-b314-dfcf0d7f8e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.557904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] For port f36228f3-0d31-49af-b769-0de15a3ec463, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f36228f3-0d31-49af-b769-0de15a3ec463,segment=NetworkSegment(d78b0a9c-ec44-41c3-a569-6bda337cf877),segment_id=d78b0a9c-ec44-41c3-a569-6bda337cf877)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:54.581035 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8267c4cf-ec11-4982-9c15-667fec2cb142 None None] Port f36228f3-0d31-49af-b769-0de15a3ec463 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:54.636356 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.696466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096308b6-6a28-403d-b314-dfcf0d7f8e48 admin admin] Pushing event updated for resources: {'Network': ['ID=5f1ce7f5-0054-4be7-811a-1b645fc3436a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:54.711504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Attempting to bind port 2de6f830-8043-4f87-be17-f35bb6e2e93c on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:54.711504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Attempting to bind port 2de6f830-8043-4f87-be17-f35bb6e2e93c by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:54.711986 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Attempting to bind port 2de6f830-8043-4f87-be17-f35bb6e2e93c on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:54.724867 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 5f1ce7f5-0054-4be7-811a-1b645fc3436a details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:14:54.731628 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-096308b6-6a28-403d-b314-dfcf0d7f8e48 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9696791 Dec 16 22:14:54.735039 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 32956) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:54.740216 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5345e219-d790-421b-b913-605d71637fbc admin admin] Request body: {'subnet': {'network_id': '5f1ce7f5-0054-4be7-811a-1b645fc3436a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1830990949-subnet', 'tenant_id': 'a46abc7b63e849be8b745dbffed77190', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:54.752726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Port 2de6f830-8043-4f87-be17-f35bb6e2e93c on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:14:54.752726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Attempting to bind port 2de6f830-8043-4f87-be17-f35bb6e2e93c on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:54.764892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Routers {'c00d3c4d-4f9e-4a7f-942d-eb667c0da859'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:54.766861 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c00d3c4d-4f9e-4a7f-942d-eb667c0da859'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:54.774750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-fd1dc567-7f68-42b0-978b-7ef26988c6c0 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 696 time: 0.7412157 Dec 16 22:14:54.786520 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:54.786862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:54.787260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:54.787731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Bound port: 2de6f830-8043-4f87-be17-f35bb6e2e93c, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:54.788093 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.854479 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.855193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53964d0c-18a9-413b-9009-2904df8837be None None] Pushing event updated for resources: {'Port': ['ID=f36228f3-0d31-49af-b769-0de15a3ec463,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:54.897309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] For port 99ecd729-b4db-47a7-b01a-81495d0b4d1b, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:54.944832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69ad94fe-7787-4b3a-808c-074d1615dfe0 req-02affb1a-e8ff-4076-be96-ac617f74eb48 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7874150 Dec 16 22:14:54.947126 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] For port 99ecd729-b4db-47a7-b01a-81495d0b4d1b, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=99ecd729-b4db-47a7-b01a-81495d0b4d1b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:54.969814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5345e219-d790-421b-b913-605d71637fbc admin admin] Made reservation on behalf of a46abc7b63e849be8b745dbffed77190 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:54.973563 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5345e219-d790-421b-b913-605d71637fbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:55.023710 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:55.031142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] Set router c00d3c4d-4f9e-4a7f-942d-eb667c0da859 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:55.042975 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9a3a93-99b4-43a6-84b8-16c7397e14ad {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:55.061297 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:55.100436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:55.100682 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] For port 2de6f830-8043-4f87-be17-f35bb6e2e93c, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:55.100779 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:55.108000 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] For port 2de6f830-8043-4f87-be17-f35bb6e2e93c, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2de6f830-8043-4f87-be17-f35bb6e2e93c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:55.109464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54249334-3452-4922-b0ed-e5408110250e req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] 10.222.0.69 "PUT /v2.0/ports/99ecd729-b4db-47a7-b01a-81495d0b4d1b HTTP/1.1" status: 200 len: 1096 time: 3.6447299 Dec 16 22:14:55.146811 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Transition to ACTIVE for port object ec9a3a93-99b4-43a6-84b8-16c7397e14ad will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:14:55.163903 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c', 'tag': '99ecd729-b4db-47a7-b01a-81495d0b4d1b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:55.166279 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6028a95c-eb55-407b-aa41-ec5dc847586f" -d '{"events": [{"name": "network-changed", "server_uuid": "b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c", "tag": "99ecd729-b4db-47a7-b01a-81495d0b4d1b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:55.208334 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:55.216027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-510e7c1c-4ade-43dc-a3d9-3ebbec484492 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:55.217506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27d43432-71a3-4ba2-b7fa-9ffd52fb5e57 req-510e7c1c-4ade-43dc-a3d9-3ebbec484492 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.4277623 Dec 16 22:14:55.261559 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:55.296903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-44d482dd-2b54-4659-a9be-48f3ffd1b673 None None] Provisioning complete for port f36228f3-0d31-49af-b769-0de15a3ec463 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:55.297843 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44d482dd-2b54-4659-a9be-48f3ffd1b673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:55.317655 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:55.320350 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:55.325420 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ee129685-63f2-469b-a374-d24de8f40b9e req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] 10.222.0.69 "PUT /v2.0/ports/2de6f830-8043-4f87-be17-f35bb6e2e93c HTTP/1.1" status: 200 len: 1095 time: 2.6596935 Dec 16 22:14:55.340727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8146af3e-235a-494c-8429-c261bfb42bfd', 'tag': '2de6f830-8043-4f87-be17-f35bb6e2e93c'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:55.343333 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e260dbf-c301-4238-aa31-3795273940e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8146af3e-235a-494c-8429-c261bfb42bfd", "tag": "2de6f830-8043-4f87-be17-f35bb6e2e93c"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:55.410256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167e8d1-5df7-41fa-8dce-b066c2ee3948 service neutron] Pushing event updated for resources: {'Port': ['ID=2de6f830-8043-4f87-be17-f35bb6e2e93c,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:55.489880 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28368b65-7ef0-468d-b09b-5741df676ced service neutron] Pushing event updated for resources: {'Port': ['ID=99ecd729-b4db-47a7-b01a-81495d0b4d1b,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:55.501552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'name': 'tempest-TaggedBootDevicesTest_v242-1306337607-router', 'tenant_id': 'd7e6621582684cbdabe695358eed78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '31986ba5-1b57-4b30-9426-c78e4371271d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:42Z', 'updated_at': '2021-12-16T22:14:48Z', 'revision_number': 4, 'project_id': 'd7e6621582684cbdabe695358eed78a5', 'gw_port': {'id': '31986ba5-1b57-4b30-9426-c78e4371271d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:43Z', 'updated_at': '2021-12-16T22:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'f36228f3-0d31-49af-b769-0de15a3ec463', 'name': '', 'network_id': '5223d143-5df5-411e-a6e7-5687e6eee6dc', 'tenant_id': 'd7e6621582684cbdabe695358eed78a5', 'mac_address': 'fa:16:3e:94:55:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd1838c8a-f89d-46e3-bf72-cc5ac6a9ae0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:47Z', 'updated_at': '2021-12-16T22:14:54Z', 'revision_number': 4, 'project_id': 'd7e6621582684cbdabe695358eed78a5', 'subnets': [{'id': 'd1838c8a-f89d-46e3-bf72-cc5ac6a9ae0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:55.507202 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44d482dd-2b54-4659-a9be-48f3ffd1b673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:55.551936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecbe12-1ae9-4ff7-af7d-f628dc1ad3b9 req-4c2c4fbb-5a1c-485b-a3a2-9eeba4a916da tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:55.565915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7096e7-a552-41e1-86a5-dc22f4c10d9c None None] The sync data for ids ['c00d3c4d-4f9e-4a7f-942d-eb667c0da859'] in n-d-821840-2 is: [{'id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'name': 'tempest-TaggedBootDevicesTest_v242-1306337607-router', 'tenant_id': 'd7e6621582684cbdabe695358eed78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '31986ba5-1b57-4b30-9426-c78e4371271d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:42Z', 'updated_at': '2021-12-16T22:14:48Z', 'revision_number': 4, 'project_id': 'd7e6621582684cbdabe695358eed78a5', 'gw_port': {'id': '31986ba5-1b57-4b30-9426-c78e4371271d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:43Z', 'updated_at': '2021-12-16T22:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'f36228f3-0d31-49af-b769-0de15a3ec463', 'name': '', 'network_id': '5223d143-5df5-411e-a6e7-5687e6eee6dc', 'tenant_id': 'd7e6621582684cbdabe695358eed78a5', 'mac_address': 'fa:16:3e:94:55:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd1838c8a-f89d-46e3-bf72-cc5ac6a9ae0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:47Z', 'updated_at': '2021-12-16T22:14:54Z', 'revision_number': 4, 'project_id': 'd7e6621582684cbdabe695358eed78a5', 'subnets': [{'id': 'd1838c8a-f89d-46e3-bf72-cc5ac6a9ae0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:55.567893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:14:55.569479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92ecbe12-1ae9-4ff7-af7d-f628dc1ad3b9 req-4c2c4fbb-5a1c-485b-a3a2-9eeba4a916da tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 943 time: 0.3368990 Dec 16 22:14:55.575142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54249334-3452-4922-b0ed-e5408110250e req-1624e893-5d26-40e2-a1e0-e25124d848a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:55.578042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54249334-3452-4922-b0ed-e5408110250e req-1624e893-5d26-40e2-a1e0-e25124d848a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc5ed175d1d740ca8faba7ef20ef9ecb&device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 1099 time: 0.2478471 Dec 16 22:14:55.631730 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5345e219-d790-421b-b913-605d71637fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:55.702475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-44d482dd-2b54-4659-a9be-48f3ffd1b673 None None] For port f36228f3-0d31-49af-b769-0de15a3ec463, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f36228f3-0d31-49af-b769-0de15a3ec463,segment=NetworkSegment(d78b0a9c-ec44-41c3-a569-6bda337cf877),segment_id=d78b0a9c-ec44-41c3-a569-6bda337cf877)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:55.713235 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Pushing event updated for resources: {'Port': ['ID=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:55.775146 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee129685-63f2-469b-a374-d24de8f40b9e req-96e11367-aba6-4f17-92e3-19bac99f5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:55.783377 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ee129685-63f2-469b-a374-d24de8f40b9e req-96e11367-aba6-4f17-92e3-19bac99f5a09 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc5ed175d1d740ca8faba7ef20ef9ecb&device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 1098 time: 0.2836435 Dec 16 22:14:55.789840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54249334-3452-4922-b0ed-e5408110250e req-291b46b3-252f-40f9-b2e1-438880573bfb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=99ecd729-b4db-47a7-b01a-81495d0b4d1b HTTP/1.1" status: 200 len: 217 time: 0.1927593 Dec 16 22:14:55.817586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Attempting to bind port ec9a3a93-99b4-43a6-84b8-16c7397e14ad on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:55.825481 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Attempting to bind port ec9a3a93-99b4-43a6-84b8-16c7397e14ad by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:55.825481 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Attempting to bind port ec9a3a93-99b4-43a6-84b8-16c7397e14ad on network 1748be95-c78e-4701-939a-f9809cb0660d {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:55.843183 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Port ec9a3a93-99b4-43a6-84b8-16c7397e14ad on network 1748be95-c78e-4701-939a-f9809cb0660d not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:14:55.843538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Attempting to bind port ec9a3a93-99b4-43a6-84b8-16c7397e14ad on network 1748be95-c78e-4701-939a-f9809cb0660d {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:55.844162 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2f02529d-61d1-4bae-b2c7-c0cd2ae173b5,segment=NetworkSegment(cb8d9b4d-1754-476b-9571-5840c9549736),segment_id=cb8d9b4d-1754-476b-9571-5840c9549736)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:55.858927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345e219-d790-421b-b913-605d71637fbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c3d4f7-8e99-4df3-9321-03efc0c2f7ad,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:55.873862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '2f02529d-61d1-4bae-b2c7-c0cd2ae173b5', 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c', 'port_id': '2f02529d-61d1-4bae-b2c7-c0cd2ae173b5', 'mac_address': 'fa:16:3e:81:6e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71387a28-0c73-4674-8c37-167ab8f9b37e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:14:55.883395 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44d482dd-2b54-4659-a9be-48f3ffd1b673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:55.916449 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:55.916793 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Checking segment: {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:55.917183 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Bound using segment: {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:55.917774 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Bound port: ec9a3a93-99b4-43a6-84b8-16c7397e14ad, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:55.918189 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:55.925186 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ee129685-63f2-469b-a374-d24de8f40b9e req-07fcf3bc-5f9a-4f8d-9627-25665635cd8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=2de6f830-8043-4f87-be17-f35bb6e2e93c HTTP/1.1" status: 200 len: 217 time: 0.1168387 Dec 16 22:14:55.954375 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.019595 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee129685-63f2-469b-a374-d24de8f40b9e req-d2d22de2-29b0-4b87-bcb4-d985e2ea3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:56.028936 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ee129685-63f2-469b-a374-d24de8f40b9e req-d2d22de2-29b0-4b87-bcb4-d985e2ea3489 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0825903 Dec 16 22:14:56.033778 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5345e219-d790-421b-b913-605d71637fbc admin admin] Checking segment: {'id': '70adc219-8013-43e4-bd09-ee3882cb2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f1ce7f5-0054-4be7-811a-1b645fc3436a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:56.034492 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5345e219-d790-421b-b913-605d71637fbc admin admin] Network hostable DHCP agents. Network: 5f1ce7f5-0054-4be7-811a-1b645fc3436a, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:14:56.053569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d482dd-2b54-4659-a9be-48f3ffd1b673 None None] Pushing event updated for resources: {'Port': ['ID=f36228f3-0d31-49af-b769-0de15a3ec463,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:56.057743 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.081695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:56.121782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2f02529d-61d1-4bae-b2c7-c0cd2ae173b5,segment=NetworkSegment(cb8d9b4d-1754-476b-9571-5840c9549736),segment_id=cb8d9b4d-1754-476b-9571-5840c9549736)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:56.167049 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f36228f3-0d31-49af-b769-0de15a3ec463 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:56.181264 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92ecbe12-1ae9-4ff7-af7d-f628dc1ad3b9 req-f2f8cf17-94e5-4356-8619-e5845ba766db tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6107638 Dec 16 22:14:56.230062 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.259073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54249334-3452-4922-b0ed-e5408110250e req-7226347d-57f2-48d5-93ab-99adf95c8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:56.260751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54249334-3452-4922-b0ed-e5408110250e req-7226347d-57f2-48d5-93ab-99adf95c8d03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.4494953 Dec 16 22:14:56.265524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] For port ec9a3a93-99b4-43a6-84b8-16c7397e14ad, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:56.271785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] For port ec9a3a93-99b4-43a6-84b8-16c7397e14ad, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:56.277538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee129685-63f2-469b-a374-d24de8f40b9e req-b1df36da-e618-4852-be4b-a19e96f02ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:56.283748 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ee129685-63f2-469b-a374-d24de8f40b9e req-b1df36da-e618-4852-be4b-a19e96f02ce3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1589417 Dec 16 22:14:56.340583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2f02529d-61d1-4bae-b2c7-c0cd2ae173b5,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:56.341852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-d32d140b-bc76-47ce-8d12-cac150f89d17 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:56.350398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-d32d140b-bc76-47ce-8d12-cac150f89d17 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 807 time: 0.4864225 Dec 16 22:14:56.368064 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f36228f3-0d31-49af-b769-0de15a3ec463 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:56.368579 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.374208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-780e560e-b213-4f5a-b2f1-90aef178f456 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/quotas/a0fbdbd1880a45e692ee9474ada061c6 HTTP/1.1" status: 200 len: 375 time: 0.0229173 Dec 16 22:14:56.422149 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ee129685-63f2-469b-a374-d24de8f40b9e req-251a48a0-3273-4d61-9142-83b5020db133 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291528 Dec 16 22:14:56.422149 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5345e219-d790-421b-b913-605d71637fbc admin admin] Network 5f1ce7f5-0054-4be7-811a-1b645fc3436a is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:14:56.568851 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-cf3fdcf5-6a6b-404f-8eab-6a6d72af2d78 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1502602 Dec 16 22:14:56.571281 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54249334-3452-4922-b0ed-e5408110250e req-157659aa-8916-4653-95ec-893950eea706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:56.582034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54249334-3452-4922-b0ed-e5408110250e req-157659aa-8916-4653-95ec-893950eea706 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3084257 Dec 16 22:14:56.612606 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ee129685-63f2-469b-a374-d24de8f40b9e req-889f2f35-9640-4a77-b4ec-f9cc911aaca5 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801665 Dec 16 22:14:56.624005 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18ab11-080f-4b13-90e1-b442da96ab74 req-7b7e193b-e374-4aa2-a961-3e6564cf0e2f tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:56.625813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c18ab11-080f-4b13-90e1-b442da96ab74 req-7b7e193b-e374-4aa2-a961-3e6564cf0e2f tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 943 time: 0.3088000 Dec 16 22:14:56.648632 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.757028 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['2f02529d-61d1-4bae-b2c7-c0cd2ae173b5'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:56.817380 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Pushing event updated for resources: {'Port': ['ID=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:56.842025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-5345e219-d790-421b-b913-605d71637fbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 5f1ce7f5-0054-4be7-811a-1b645fc3436a) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:56.882357 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:56.884531 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.887568 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-7aae1ab4-097d-4970-9946-824f264d964c service neutron] 10.222.0.69 "PUT /v2.0/ports/ec9a3a93-99b4-43a6-84b8-16c7397e14ad HTTP/1.1" status: 200 len: 1091 time: 3.2918339 Dec 16 22:14:56.938560 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5345e219-d790-421b-b913-605d71637fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:56.939169 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5345e219-d790-421b-b913-605d71637fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:57.013264 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ccf9ed-4eb1-4888-85a4-fce059f2345f None None] Network 5f1ce7f5-0054-4be7-811a-1b645fc3436a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:57.018928 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c18ab11-080f-4b13-90e1-b442da96ab74 req-426afc98-6c6e-4a26-969e-88a2f620089b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478601 Dec 16 22:14:57.075361 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5345e219-d790-421b-b913-605d71637fbc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3337770 Dec 16 22:14:57.079094 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-46d62871-3fa4-4d63-94d4-7f4612e3f2d6 service neutron] 10.222.0.43 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829237 Dec 16 22:14:57.100212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-bce869a4-4291-42f4-b1f2-5ef2afa87932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:57.102137 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-bce869a4-4291-42f4-b1f2-5ef2afa87932 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 1094 time: 0.0909333 Dec 16 22:14:57.103674 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54249334-3452-4922-b0ed-e5408110250e req-6c8987cc-feb6-4e5c-bd2d-047e4d05e335 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087450 Dec 16 22:14:57.194933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152613fd-ab49-4326-9cd3-9d9655436e88 None None] Network 5f1ce7f5-0054-4be7-811a-1b645fc3436a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:57.242632 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd5b254-e406-446f-839b-5dd20a9c4c77 x-openstack-request-id: req-4fd5b254-e406-446f-839b-5dd20a9c4c77 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:57.242926 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c", "tag": "99ecd729-b4db-47a7-b01a-81495d0b4d1b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:57.243186 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4fd5b254-e406-446f-839b-5dd20a9c4c77 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:57.243606 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c', 'tag': '99ecd729-b4db-47a7-b01a-81495d0b4d1b', 'status': 'completed', 'code': 200} Dec 16 22:14:57.245447 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-e0da2e7c-c504-4b4b-800e-a090396b08d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec9a3a93-99b4-43a6-84b8-16c7397e14ad HTTP/1.1" status: 200 len: 217 time: 0.1277988 Dec 16 22:14:57.365099 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-19028546-3b92-4b9d-9855-6e1ca5df75c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:57.370346 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-19028546-3b92-4b9d-9855-6e1ca5df75c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc959983-53a1-41bc-bb50-5414cb529785 HTTP/1.1" status: 200 len: 852 time: 0.1174154 Dec 16 22:14:57.385008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08df9bb9-7974-4801-9e43-153903eda8a1 req-d8951518-7123-43f5-90a0-bdf03455b075 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips/2e5d1d73-d66c-4c11-aa95-fe7e3bf3102f HTTP/1.1" status: 200 len: 693 time: 0.1374774 Dec 16 22:14:57.421161 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-6a94a9d4-c2f2-461f-853c-64589b10f9a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1748be95-c78e-4701-939a-f9809cb0660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403614 Dec 16 22:14:57.503684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-a44d4500-ce8c-4628-9f55-9b030d8daef2 service neutron] 10.222.0.43 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989403 Dec 16 22:14:57.512720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54249334-3452-4922-b0ed-e5408110250e req-3957060b-1afe-44db-8ecf-d4316a00a3bf service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857825 Dec 16 22:14:57.572233 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-8ecddd17-9d2c-4cbb-9321-8f72b8b3fb6d service neutron] 10.222.0.69 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425190 Dec 16 22:14:57.588477 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df9bb9-7974-4801-9e43-153903eda8a1 req-5fc2c20a-5d10-4ed0-9312-399e8e21a235 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:57.591022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08df9bb9-7974-4801-9e43-153903eda8a1 req-5fc2c20a-5d10-4ed0-9312-399e8e21a235 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.1863616 Dec 16 22:14:57.608426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-08df9bb9-7974-4801-9e43-153903eda8a1 req-425a6296-54a0-43fd-895a-e5b15f589c31 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:14:57.610202 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08df9bb9-7974-4801-9e43-153903eda8a1 req-425a6296-54a0-43fd-895a-e5b15f589c31 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096009 Dec 16 22:14:57.659017 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d774f538-f2c1-4cc7-bf7b-be535591fc63 x-openstack-request-id: req-d774f538-f2c1-4cc7-bf7b-be535591fc63 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:57.659610 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8146af3e-235a-494c-8429-c261bfb42bfd", "tag": "2de6f830-8043-4f87-be17-f35bb6e2e93c", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:57.659610 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d774f538-f2c1-4cc7-bf7b-be535591fc63 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:57.660006 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8146af3e-235a-494c-8429-c261bfb42bfd', 'tag': '2de6f830-8043-4f87-be17-f35bb6e2e93c', 'status': 'completed', 'code': 200} Dec 16 22:14:57.711086 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a271399-5668-4d7e-b446-bd44a8f9a650 req-4dcd7327-6b81-45fa-9c47-cf53922129d1 service neutron] 10.222.0.69 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305537 Dec 16 22:14:57.748887 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e260dbf-c301-4238-aa31-3795273940e4 req-28cc599d-640f-4cbd-b9c5-76127e2e9c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:57.751124 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e260dbf-c301-4238-aa31-3795273940e4 req-28cc599d-640f-4cbd-b9c5-76127e2e9c4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc5ed175d1d740ca8faba7ef20ef9ecb&device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 1098 time: 0.0527935 Dec 16 22:14:57.761430 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028a95c-eb55-407b-aa41-ec5dc847586f req-558e0a25-2a24-4c13-8d7c-32496d50a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:57.762937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6028a95c-eb55-407b-aa41-ec5dc847586f req-558e0a25-2a24-4c13-8d7c-32496d50a3c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc5ed175d1d740ca8faba7ef20ef9ecb&device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 1099 time: 0.0906808 Dec 16 22:14:57.782507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdcdb2-bf96-462d-a3b4-e529f4d8e2e9 req-ec2626e7-d1be-421b-a956-95789bae734b tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:57.790048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07fdcdb2-bf96-462d-a3b4-e529f4d8e2e9 req-ec2626e7-d1be-421b-a956-95789bae734b tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 947 time: 0.0768132 Dec 16 22:14:57.887977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e260dbf-c301-4238-aa31-3795273940e4 req-eb86ffa8-a997-4113-9601-b5818cf32f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:57.889635 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e260dbf-c301-4238-aa31-3795273940e4 req-eb86ffa8-a997-4113-9601-b5818cf32f65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1257839 Dec 16 22:14:57.920538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07fdcdb2-bf96-462d-a3b4-e529f4d8e2e9 req-34a655e6-9981-465a-81ae-f4bf9068f841 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222281 Dec 16 22:14:57.954284 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e260dbf-c301-4238-aa31-3795273940e4 req-1eec2558-4a8b-4929-b294-84bb55d0b7a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=2de6f830-8043-4f87-be17-f35bb6e2e93c HTTP/1.1" status: 200 len: 217 time: 0.0563383 Dec 16 22:14:57.970100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028a95c-eb55-407b-aa41-ec5dc847586f req-24427d0b-bbd3-4bdf-8130-3fadf53ddff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:57.977473 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6028a95c-eb55-407b-aa41-ec5dc847586f req-24427d0b-bbd3-4bdf-8130-3fadf53ddff4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1995745 Dec 16 22:14:58.060623 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e260dbf-c301-4238-aa31-3795273940e4 req-1c8e0581-26a4-4910-88d5-bb2562f86d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:58.068937 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e260dbf-c301-4238-aa31-3795273940e4 req-1c8e0581-26a4-4910-88d5-bb2562f86d5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0946915 Dec 16 22:14:58.082781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6028a95c-eb55-407b-aa41-ec5dc847586f req-9dc68859-66ed-422d-bad6-3b03968f7ce9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=99ecd729-b4db-47a7-b01a-81495d0b4d1b HTTP/1.1" status: 200 len: 217 time: 0.0949891 Dec 16 22:14:58.127551 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f36228f3-0d31-49af-b769-0de15a3ec463 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:58.164476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e260dbf-c301-4238-aa31-3795273940e4 req-31a99474-d50a-4f7d-9296-835b210235c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:58.166419 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e260dbf-c301-4238-aa31-3795273940e4 req-31a99474-d50a-4f7d-9296-835b210235c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0886648 Dec 16 22:14:58.201800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f36228f3-0d31-49af-b769-0de15a3ec463 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:58.202549 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:58.271592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701047d-df4c-4551-8ae1-cf0f7cb477b2 req-8a83e780-115a-4644-b296-2e939d6f2ec5 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:58.280417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0701047d-df4c-4551-8ae1-cf0f7cb477b2 req-8a83e780-115a-4644-b296-2e939d6f2ec5 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 944 time: 0.2559798 Dec 16 22:14:58.280417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028a95c-eb55-407b-aa41-ec5dc847586f req-cc16f7d9-43a5-4c37-a02f-5f54f43a8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:58.281039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6028a95c-eb55-407b-aa41-ec5dc847586f req-cc16f7d9-43a5-4c37-a02f-5f54f43a8aa8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1706693 Dec 16 22:14:58.359490 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e260dbf-c301-4238-aa31-3795273940e4 req-d87652ba-5980-42d3-b471-f2c161a3a1d3 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837602 Dec 16 22:14:58.425006 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140819-a509-4d7f-8dc1-d4f300667985 req-c4e910b4-f0a6-474b-b2fc-e7cd8aebdb4c tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:58.432879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19140819-a509-4d7f-8dc1-d4f300667985 req-c4e910b4-f0a6-474b-b2fc-e7cd8aebdb4c tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/networks?id=5f1ce7f5-0054-4be7-811a-1b645fc3436a HTTP/1.1" status: 200 len: 814 time: 0.2729933 Dec 16 22:14:58.447871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0701047d-df4c-4551-8ae1-cf0f7cb477b2 req-0a7d7412-a9cf-4ec1-9fe0-6aad2cb9af89 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595993 Dec 16 22:14:58.459765 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028a95c-eb55-407b-aa41-ec5dc847586f req-291d17b8-334f-4ef1-9c63-cfb9de37ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:58.462040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6028a95c-eb55-407b-aa41-ec5dc847586f req-291d17b8-334f-4ef1-9c63-cfb9de37ebf8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1691773 Dec 16 22:14:58.468898 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19140819-a509-4d7f-8dc1-d4f300667985 req-11e85fbf-954a-4904-90c5-7407912b02a6 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/quotas/a46abc7b63e849be8b745dbffed77190 HTTP/1.1" status: 200 len: 375 time: 0.0351572 Dec 16 22:14:58.492610 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e260dbf-c301-4238-aa31-3795273940e4 req-ba5a4766-5e7f-4dc9-ae7c-c725709c8651 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250029 Dec 16 22:14:58.595342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19140819-a509-4d7f-8dc1-d4f300667985 req-3219e690-27fe-4e56-8ecf-5c56d702ee22 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a46abc7b63e849be8b745dbffed77190&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1024241 Dec 16 22:14:58.602379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb5c6eb2-6717-4ce3-92d3-1894e4e303bf req-af00dbed-df6e-4e4b-a9fc-a1e860f53711 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips/2e5d1d73-d66c-4c11-aa95-fe7e3bf3102f HTTP/1.1" status: 200 len: 693 time: 0.1107268 Dec 16 22:14:58.764994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6028a95c-eb55-407b-aa41-ec5dc847586f req-e16e6f9d-62c6-4753-aa18-31a294db0f31 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946382 Dec 16 22:14:58.882414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19140819-a509-4d7f-8dc1-d4f300667985 req-c4afa925-9f91-4045-b15e-d45bc190d711 service neutron] 10.222.0.43 "GET /v2.0/networks/5f1ce7f5-0054-4be7-811a-1b645fc3436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776546 Dec 16 22:14:58.892855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c6eb2-6717-4ce3-92d3-1894e4e303bf req-09b5cd38-36b7-4bb2-acb7-7ad081b5ce55 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:58.894218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb5c6eb2-6717-4ce3-92d3-1894e4e303bf req-09b5cd38-36b7-4bb2-acb7-7ad081b5ce55 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.2797959 Dec 16 22:14:59.012569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb5c6eb2-6717-4ce3-92d3-1894e4e303bf req-b26a8ca7-b1e7-49e8-a33c-76c7c32b0160 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 696 time: 0.1044819 Dec 16 22:14:59.104369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19140819-a509-4d7f-8dc1-d4f300667985 req-e1e317dc-9d3e-49ad-9019-8259ca277998 service neutron] 10.222.0.43 "GET /v2.0/networks/5f1ce7f5-0054-4be7-811a-1b645fc3436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051358 Dec 16 22:14:59.106084 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6028a95c-eb55-407b-aa41-ec5dc847586f req-d17dd511-2c5e-4eb4-a1b1-8efaeadd28c7 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221288 Dec 16 22:14:59.109143 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb5c6eb2-6717-4ce3-92d3-1894e4e303bf req-1ddbf2e5-88fd-4e54-97c0-1b754c73ea6b tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 696 time: 0.0866263 Dec 16 22:14:59.262682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-eb5c6eb2-6717-4ce3-92d3-1894e4e303bf req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Deleting port af2a7933-41d2-4198-9776-122c33f89b7e {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:59.263069 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-eb5c6eb2-6717-4ce3-92d3-1894e4e303bf req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:59.372407 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-eb5c6eb2-6717-4ce3-92d3-1894e4e303bf req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:59.372755 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-eb5c6eb2-6717-4ce3-92d3-1894e4e303bf req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:59.397192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-eb5c6eb2-6717-4ce3-92d3-1894e4e303bf req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Calling delete_port for af2a7933-41d2-4198-9776-122c33f89b7e owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:59.492093 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-013acb04-92b9-4bf0-a0d6-bbff857675e2 req-6fa6fcc7-e38a-43e8-904b-b7445a78b187 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 210 time: 0.0381718 Dec 16 22:14:59.587301 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2de6f830-8043-4f87-be17-f35bb6e2e93c details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:14:59.591848 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:59.662212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492caf79-91a6-47ae-bb89-b202959b0d07', 'tag': 'ec9a3a93-99b4-43a6-84b8-16c7397e14ad'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:59.665764 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99949f99-9fe2-4876-8b1f-9da3cabe77fd" -d '{"events": [{"name": "network-changed", "server_uuid": "492caf79-91a6-47ae-bb89-b202959b0d07", "tag": "ec9a3a93-99b4-43a6-84b8-16c7397e14ad"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:59.744330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2de6f830-8043-4f87-be17-f35bb6e2e93c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2de6f830-8043-4f87-be17-f35bb6e2e93c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:59.760608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '2de6f830-8043-4f87-be17-f35bb6e2e93c', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '2de6f830-8043-4f87-be17-f35bb6e2e93c', 'mac_address': 'fa:16:3e:3b:fe:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:14:59.809605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:14:59.813167 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:59.820083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:59.820083 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:59.859778 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de6f830-8043-4f87-be17-f35bb6e2e93c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:59.888408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2de6f830-8043-4f87-be17-f35bb6e2e93c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2de6f830-8043-4f87-be17-f35bb6e2e93c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:59.946201 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:59.992042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95cc4b9-7465-43f0-8c56-b1090172f4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f02529d-61d1-4bae-b2c7-c0cd2ae173b5'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:59.993797 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f1a63-f372-4495-98ff-97dcf9eb7492 req-b7bb7345-10a4-4135-be8c-c6580f469c1b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:59.994347 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879969ec-3558-4cdf-8ebd-b817d1324f2b" -d '{"events": [{"server_uuid": "a95cc4b9-7465-43f0-8c56-b1090172f4c6", "name": "network-vif-plugged", "status": "completed", "tag": "2f02529d-61d1-4bae-b2c7-c0cd2ae173b5"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:59.995421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a1f1a63-f372-4495-98ff-97dcf9eb7492 req-b7bb7345-10a4-4135-be8c-c6580f469c1b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 943 time: 0.4079344 Dec 16 22:15:00.006059 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.006980 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ec9a3a93-99b4-43a6-84b8-16c7397e14ad details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:00.014176 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2f02529d-61d1-4bae-b2c7-c0cd2ae173b5,segment=NetworkSegment(cb8d9b4d-1754-476b-9571-5840c9549736),segment_id=cb8d9b4d-1754-476b-9571-5840c9549736)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:00.022894 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-eb5c6eb2-6717-4ce3-92d3-1894e4e303bf req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.064068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Pushing event deleted for resources: {'Port': ['ID=af2a7933-41d2-4198-9776-122c33f89b7e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:00.120491 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.124766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2de6f830-8043-4f87-be17-f35bb6e2e93c,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:00.128065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:00.128588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:00.129510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:00.129510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:00.129775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:00.129935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:00.130298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:00.130604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:00.131057 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:00.131358 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:00.131700 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:00.132030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:00.132349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:00.151442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a1f1a63-f372-4495-98ff-97dcf9eb7492 req-1c1bad31-2810-40aa-9aee-066f17aae624 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470699 Dec 16 22:15:00.175703 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-eb5c6eb2-6717-4ce3-92d3-1894e4e303bf req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.180415 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-eb5c6eb2-6717-4ce3-92d3-1894e4e303bf req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.182310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb5c6eb2-6717-4ce3-92d3-1894e4e303bf req-b3dbea7a-8b34-42b8-83b3-f940dae30918 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "DELETE /v2.0/floatingips/2e5d1d73-d66c-4c11-aa95-fe7e3bf3102f HTTP/1.1" status: 204 len: 173 time: 1.0619874 Dec 16 22:15:00.197059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2f02529d-61d1-4bae-b2c7-c0cd2ae173b5,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:00.236019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ec9a3a93-99b4-43a6-84b8-16c7397e14ad, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:00.249558 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'ec9a3a93-99b4-43a6-84b8-16c7397e14ad', 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d', 'port_id': 'ec9a3a93-99b4-43a6-84b8-16c7397e14ad', 'mac_address': 'fa:16:3e:db:dc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc959983-53a1-41bc-bb50-5414cb529785', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:15:00.313253 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.333714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9a3a93-99b4-43a6-84b8-16c7397e14ad {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:00.353061 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e9c52aa-dd37-4c82-a8de-669db81425e7 req-0b7006f5-28ec-443d-8038-bfe5fc4b6704 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 210 time: 0.0409737 Dec 16 22:15:00.358812 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ec9a3a93-99b4-43a6-84b8-16c7397e14ad, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:00.371560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bc2c2-1561-4883-a635-ac8fae1600e2 req-1c53b941-9e03-4da5-a0c6-8e460eff79c7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:00.371560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e6bc2c2-1561-4883-a635-ac8fae1600e2 req-1c53b941-9e03-4da5-a0c6-8e460eff79c7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 948 time: 0.1225908 Dec 16 22:15:00.441990 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.443050 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 99ecd729-b4db-47a7-b01a-81495d0b4d1b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:00.466660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e6bc2c2-1561-4883-a635-ac8fae1600e2 req-56802ea2-6bdb-4d13-8d61-ad48fb066864 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920444 Dec 16 22:15:00.532051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d9de7-cf80-4a67-a9b1-b8dbd91a3e51 req-ac0b9ea2-0b9f-4e9f-9ef9-7f42c30412d9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:00.532909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:00.533620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a15d9de7-cf80-4a67-a9b1-b8dbd91a3e51 req-ac0b9ea2-0b9f-4e9f-9ef9-7f42c30412d9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.0660217 Dec 16 22:15:00.534412 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3269f6-d349-4436-8521-b59f01951295 x-openstack-request-id: req-4e3269f6-d349-4436-8521-b59f01951295 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:00.534708 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492caf79-91a6-47ae-bb89-b202959b0d07", "tag": "ec9a3a93-99b4-43a6-84b8-16c7397e14ad", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:00.534966 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e3269f6-d349-4436-8521-b59f01951295 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:00.543608 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492caf79-91a6-47ae-bb89-b202959b0d07', 'tag': 'ec9a3a93-99b4-43a6-84b8-16c7397e14ad', 'status': 'completed', 'code': 200} Dec 16 22:15:00.543923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 99ecd729-b4db-47a7-b01a-81495d0b4d1b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=99ecd729-b4db-47a7-b01a-81495d0b4d1b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:00.557307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '99ecd729-b4db-47a7-b01a-81495d0b4d1b', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '99ecd729-b4db-47a7-b01a-81495d0b4d1b', 'mac_address': 'fa:16:3e:46:70:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:15:00.615539 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8900e5-2bf8-4a0d-be7f-0671ab413add x-openstack-request-id: req-ef8900e5-2bf8-4a0d-be7f-0671ab413add {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:00.616163 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95cc4b9-7465-43f0-8c56-b1090172f4c6", "name": "network-vif-plugged", "status": "completed", "tag": "2f02529d-61d1-4bae-b2c7-c0cd2ae173b5", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:00.616163 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef8900e5-2bf8-4a0d-be7f-0671ab413add {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:00.616468 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95cc4b9-7465-43f0-8c56-b1090172f4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f02529d-61d1-4bae-b2c7-c0cd2ae173b5', 'code': 200} Dec 16 22:15:00.617648 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.642450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ecd729-b4db-47a7-b01a-81495d0b4d1b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:00.666156 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99949f99-9fe2-4876-8b1f-9da3cabe77fd req-b0696f78-eb52-4ef5-b352-b367068c98d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:00.676590 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-99949f99-9fe2-4876-8b1f-9da3cabe77fd req-b0696f78-eb52-4ef5-b352-b367068c98d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 1095 time: 0.0924487 Dec 16 22:15:00.676814 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 99ecd729-b4db-47a7-b01a-81495d0b4d1b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=99ecd729-b4db-47a7-b01a-81495d0b4d1b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:00.797527 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d276e7-94dc-4754-832d-64cf9112569b req-89187de5-3da5-4758-9a53-000a66594bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:00.799121 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-97d276e7-94dc-4754-832d-64cf9112569b req-89187de5-3da5-4758-9a53-000a66594bd1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 1096 time: 0.1084249 Dec 16 22:15:00.800062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a15d9de7-cf80-4a67-a9b1-b8dbd91a3e51 req-4b7d9582-4daa-45c3-a4a8-f0b84d63d88f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503481 Dec 16 22:15:00.807499 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.846149 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99949f99-9fe2-4876-8b1f-9da3cabe77fd req-66e4a50d-1d11-4903-bfa5-0e5cd899cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:00.851309 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-99949f99-9fe2-4876-8b1f-9da3cabe77fd req-66e4a50d-1d11-4903-bfa5-0e5cd899cb5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 913 time: 0.1591384 Dec 16 22:15:00.902408 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-97d276e7-94dc-4754-832d-64cf9112569b req-100a94ae-e6d9-47e7-9f4c-417325ceed8e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912013 Dec 16 22:15:00.904989 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-99949f99-9fe2-4876-8b1f-9da3cabe77fd req-328e3c7f-587e-4461-816e-9d1396bed388 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec9a3a93-99b4-43a6-84b8-16c7397e14ad HTTP/1.1" status: 200 len: 217 time: 0.0473623 Dec 16 22:15:00.935756 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=99ecd729-b4db-47a7-b01a-81495d0b4d1b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:00.975704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-d8c9541f-18fc-49b8-ae35-9f91933aa06c tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:00.977235 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-d8c9541f-18fc-49b8-ae35-9f91933aa06c tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.69 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 807 time: 0.3773584 Dec 16 22:15:00.982788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d83821aa-c5e2-4d83-8219-5242097874c4 req-6d7a22c5-3db5-45e3-9401-1f80d6a5cd95 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 210 time: 0.0646920 Dec 16 22:15:01.003123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcf1e9-1d72-42d1-8181-30dc3250736b req-bc031282-5a25-4727-8323-cbc4dddc8836 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:01.005354 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8fcf1e9-1d72-42d1-8181-30dc3250736b req-bc031282-5a25-4727-8323-cbc4dddc8836 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3638990 Dec 16 22:15:01.100103 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ec9a3a93-99b4-43a6-84b8-16c7397e14ad'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:01.117359 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8cc34b0e-c3c1-43bf-9f9a-e65185ff5832 req-2e7f83d2-5a43-47c2-ad30-2785747a7ca6 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=8582161878464d139f809d9f82d1da6f HTTP/1.1" status: 200 len: 1656 time: 0.0909841 Dec 16 22:15:01.122590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-d35750aa-cd30-4519-9f3f-040d40307559 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Request body: {'port': {'device_id': '2dcae8ed-f105-42c1-b24c-8ae8db0f3c92', 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73', 'admin_state_up': True, 'tenant_id': 'a0fbdbd1880a45e692ee9474ada061c6'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:01.133263 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['2de6f830-8043-4f87-be17-f35bb6e2e93c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:01.200071 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['99ecd729-b4db-47a7-b01a-81495d0b4d1b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:01.227641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99949f99-9fe2-4876-8b1f-9da3cabe77fd req-172572dc-d871-4923-a522-4cf3544bba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:01.229513 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-99949f99-9fe2-4876-8b1f-9da3cabe77fd req-172572dc-d871-4923-a522-4cf3544bba0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc959983-53a1-41bc-bb50-5414cb529785 HTTP/1.1" status: 200 len: 852 time: 0.1146324 Dec 16 22:15:01.275303 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-99949f99-9fe2-4876-8b1f-9da3cabe77fd req-12af5611-ea2c-42aa-a5dc-4875d298fcf6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1748be95-c78e-4701-939a-f9809cb0660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365868 Dec 16 22:15:01.410788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc34b0e-c3c1-43bf-9f9a-e65185ff5832 req-0551601f-13fa-499c-9c0e-598460ca0e51 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:01.412618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8cc34b0e-c3c1-43bf-9f9a-e65185ff5832 req-0551601f-13fa-499c-9c0e-598460ca0e51 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/networks?id=331c0cce-7f70-4da0-8420-947a310fded1&id=331c0cce-7f70-4da0-8420-947a310fded1&id=331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 787 time: 0.2837691 Dec 16 22:15:01.427650 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87e726-5dfe-49ae-9ea5-4bae39062468 req-7ec8dfc5-b38e-41fc-90fb-cdab9684cf41 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:01.427650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd87e726-5dfe-49ae-9ea5-4bae39062468 req-7ec8dfc5-b38e-41fc-90fb-cdab9684cf41 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 944 time: 0.1426239 Dec 16 22:15:01.455857 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-99949f99-9fe2-4876-8b1f-9da3cabe77fd req-e63cb855-080c-4530-b247-d73c27c4b562 service neutron] 10.222.0.69 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707718 Dec 16 22:15:01.547937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd87e726-5dfe-49ae-9ea5-4bae39062468 req-d3ea3dac-bf5c-4d3c-bf85-6cb455e4e82d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152148 Dec 16 22:15:01.550655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-d35750aa-cd30-4519-9f3f-040d40307559 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Made reservation on behalf of a0fbdbd1880a45e692ee9474ada061c6 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:01.560251 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-d35750aa-cd30-4519-9f3f-040d40307559 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:01.619925 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-99949f99-9fe2-4876-8b1f-9da3cabe77fd req-81ef3c71-137a-41e7-a74a-49ec4333478a service neutron] 10.222.0.69 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571984 Dec 16 22:15:01.749608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd99a227-f48d-40f3-8175-f66221d1e7ab req-810981aa-b5d9-4c5a-8615-ece1528c656f tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 210 time: 0.1328559 Dec 16 22:15:01.752835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4521f39c-38f1-4bce-91a4-1d3ac0b95bda req-96c5dcdc-f3a3-423a-a03f-9a84ba15aaee tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips/fc589f8a-c242-4ff3-973d-557c9b68868c HTTP/1.1" status: 200 len: 693 time: 0.1575196 Dec 16 22:15:01.966626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521f39c-38f1-4bce-91a4-1d3ac0b95bda req-c2faf0ed-337b-44ca-a392-9e19d0f5b14d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:01.968135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4521f39c-38f1-4bce-91a4-1d3ac0b95bda req-c2faf0ed-337b-44ca-a392-9e19d0f5b14d tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.2078426 Dec 16 22:15:01.974070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-d35750aa-cd30-4519-9f3f-040d40307559 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Allocated IP 172.20.0.9 (30fff1b5-1d29-4f23-ae85-492f2b858f73/a21a16a0-fc96-4fc9-941a-6b4db6b05d8a/967aba4c-16e5-446d-9c85-086f719368fa) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:01.989809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c207bbd-4494-44bc-93ab-fbde340bfc83 req-f7a57346-2098-465c-8893-350711f702e5 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:01.996342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c207bbd-4494-44bc-93ab-fbde340bfc83 req-f7a57346-2098-465c-8893-350711f702e5 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 948 time: 0.1670723 Dec 16 22:15:02.095882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4521f39c-38f1-4bce-91a4-1d3ac0b95bda req-bccac81e-4cd1-45bf-af27-221fbb040944 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.244 HTTP/1.1" status: 200 len: 696 time: 0.0965624 Dec 16 22:15:02.169408 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c207bbd-4494-44bc-93ab-fbde340bfc83 req-de83dc09-8521-4d22-ab1c-bc53c3a54dd0 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721849 Dec 16 22:15:02.180234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4521f39c-38f1-4bce-91a4-1d3ac0b95bda req-9281d150-b331-40f5-84b7-752cdcf662ef tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.244 HTTP/1.1" status: 200 len: 696 time: 0.0748384 Dec 16 22:15:02.409135 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140819-a509-4d7f-8dc1-d4f300667985 req-dd353133-740b-4f56-b100-fa5a77617e4a tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:02.411055 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-19140819-a509-4d7f-8dc1-d4f300667985 req-dd353133-740b-4f56-b100-fa5a77617e4a tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.69 "GET /v2.0/networks?id=5f1ce7f5-0054-4be7-811a-1b645fc3436a HTTP/1.1" status: 200 len: 814 time: 0.1244738 Dec 16 22:15:02.433534 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-19140819-a509-4d7f-8dc1-d4f300667985 req-4de397b1-657b-48b6-9ac4-0c5919abbec2 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Request body: {'port': {'device_id': '13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d', 'network_id': '5f1ce7f5-0054-4be7-811a-1b645fc3436a', 'admin_state_up': True, 'tenant_id': 'a46abc7b63e849be8b745dbffed77190'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:02.433815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c80d8-78b1-4ae8-bcc3-01a2ab117f51 req-a268ab53-d92f-4e48-b263-eb3816792b8b tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:02.435283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-015c80d8-78b1-4ae8-bcc3-01a2ab117f51 req-a268ab53-d92f-4e48-b263-eb3816792b8b tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.1746912 Dec 16 22:15:02.442690 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-d35750aa-cd30-4519-9f3f-040d40307559 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:02.523259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4521f39c-38f1-4bce-91a4-1d3ac0b95bda req-221d438e-9504-40a3-9a40-eeb84b33f57e tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Deleting port 03d99767-4939-452f-9b16-31ef6f41d66b {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:02.523650 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4521f39c-38f1-4bce-91a4-1d3ac0b95bda req-221d438e-9504-40a3-9a40-eeb84b33f57e tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:02.530702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-015c80d8-78b1-4ae8-bcc3-01a2ab117f51 req-6d8007f5-46fa-4f86-bf74-abce48143898 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850103 Dec 16 22:15:02.696934 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4521f39c-38f1-4bce-91a4-1d3ac0b95bda req-221d438e-9504-40a3-9a40-eeb84b33f57e tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:02.697271 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4521f39c-38f1-4bce-91a4-1d3ac0b95bda req-221d438e-9504-40a3-9a40-eeb84b33f57e tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:02.733351 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c77f3da-d2b6-4402-84c1-268fbb8aeb7e req-fa92e4ad-75c9-43f1-a4c7-1e3cdcda5bb0 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 210 time: 0.0785418 Dec 16 22:15:02.736693 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-d35750aa-cd30-4519-9f3f-040d40307559 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:02.746886 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4521f39c-38f1-4bce-91a4-1d3ac0b95bda req-221d438e-9504-40a3-9a40-eeb84b33f57e tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Calling delete_port for 03d99767-4939-452f-9b16-31ef6f41d66b owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:02.801636 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-d35750aa-cd30-4519-9f3f-040d40307559 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Network 30fff1b5-1d29-4f23-ae85-492f2b858f73 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:02.824386 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19140819-a509-4d7f-8dc1-d4f300667985 req-4de397b1-657b-48b6-9ac4-0c5919abbec2 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Made reservation on behalf of a46abc7b63e849be8b745dbffed77190 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:02.828466 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-19140819-a509-4d7f-8dc1-d4f300667985 req-4de397b1-657b-48b6-9ac4-0c5919abbec2 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:02.845024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-d35750aa-cd30-4519-9f3f-040d40307559 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:02.856077 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-d35750aa-cd30-4519-9f3f-040d40307559 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:02.883064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35750aa-cd30-4519-9f3f-040d40307559 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Pushing event updated for resources: {'Port': ['ID=967aba4c-16e5-446d-9c85-086f719368fa,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:02.932631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-d35750aa-cd30-4519-9f3f-040d40307559 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:02.933292 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-d35750aa-cd30-4519-9f3f-040d40307559 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:03.058664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-d35750aa-cd30-4519-9f3f-040d40307559 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9400787 Dec 16 22:15:03.083827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8eb35-4437-492e-854e-d65e958587ec req-75316bb2-4541-4904-b168-cc0f691db32e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:03.091764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fe8eb35-4437-492e-854e-d65e958587ec req-75316bb2-4541-4904-b168-cc0f691db32e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 944 time: 0.0728855 Dec 16 22:15:03.103755 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Request body: {'port': {'device_id': '2dcae8ed-f105-42c1-b24c-8ae8db0f3c92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:03.111729 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-19140819-a509-4d7f-8dc1-d4f300667985 req-4de397b1-657b-48b6-9ac4-0c5919abbec2 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Allocated IP 172.20.0.2 (5f1ce7f5-0054-4be7-811a-1b645fc3436a/60c3d4f7-8e99-4df3-9321-03efc0c2f7ad/e78da49c-dab7-4804-a855-9961bf3d7cb2) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:03.188873 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4521f39c-38f1-4bce-91a4-1d3ac0b95bda req-221d438e-9504-40a3-9a40-eeb84b33f57e tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:03.223828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fe8eb35-4437-492e-854e-d65e958587ec req-45fc9bd5-431f-46b2-b840-a1fe525733f4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305780 Dec 16 22:15:03.252686 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:03.259088 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d438e-9504-40a3-9a40-eeb84b33f57e tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Pushing event deleted for resources: {'Port': ['ID=03d99767-4939-452f-9b16-31ef6f41d66b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:03.364896 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-19140819-a509-4d7f-8dc1-d4f300667985 req-4de397b1-657b-48b6-9ac4-0c5919abbec2 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:03.395815 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1423d6cf-b0a1-4d53-9c33-60332c403dda req-522069cd-7579-43f6-b2ec-4c77753f8ef0 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 210 time: 0.0621943 Dec 16 22:15:03.434084 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4521f39c-38f1-4bce-91a4-1d3ac0b95bda req-221d438e-9504-40a3-9a40-eeb84b33f57e tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:03.437153 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4521f39c-38f1-4bce-91a4-1d3ac0b95bda req-221d438e-9504-40a3-9a40-eeb84b33f57e tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:03.438452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4521f39c-38f1-4bce-91a4-1d3ac0b95bda req-221d438e-9504-40a3-9a40-eeb84b33f57e tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "DELETE /v2.0/floatingips/fc589f8a-c242-4ff3-973d-557c9b68868c HTTP/1.1" status: 204 len: 173 time: 1.2475200 Dec 16 22:15:03.493218 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-19140819-a509-4d7f-8dc1-d4f300667985 req-4de397b1-657b-48b6-9ac4-0c5919abbec2 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:03.544009 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19140819-a509-4d7f-8dc1-d4f300667985 req-4de397b1-657b-48b6-9ac4-0c5919abbec2 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Network 5f1ce7f5-0054-4be7-811a-1b645fc3436a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:03.547226 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-19140819-a509-4d7f-8dc1-d4f300667985 req-4de397b1-657b-48b6-9ac4-0c5919abbec2 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:03.557739 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-19140819-a509-4d7f-8dc1-d4f300667985 req-4de397b1-657b-48b6-9ac4-0c5919abbec2 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:03.589733 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2de6f830-8043-4f87-be17-f35bb6e2e93c up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:03.594691 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de397b1-657b-48b6-9ac4-0c5919abbec2 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Pushing event updated for resources: {'Port': ['ID=e78da49c-dab7-4804-a855-9961bf3d7cb2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:03.641209 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140819-a509-4d7f-8dc1-d4f300667985 req-4de397b1-657b-48b6-9ac4-0c5919abbec2 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:03.641880 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-19140819-a509-4d7f-8dc1-d4f300667985 req-4de397b1-657b-48b6-9ac4-0c5919abbec2 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:03.728093 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53619605-ccf1-4e98-947a-fb4dca485b21 req-ff49890b-8806-455b-a6f9-9628909b29a0 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips/5ba21586-22bb-485e-b51d-53c66aa121c5 HTTP/1.1" status: 200 len: 693 time: 0.2266450 Dec 16 22:15:03.736497 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-19140819-a509-4d7f-8dc1-d4f300667985 req-4de397b1-657b-48b6-9ac4-0c5919abbec2 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3085334 Dec 16 22:15:03.758390 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Request body: {'port': {'device_id': '13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:03.807603 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 2de6f830-8043-4f87-be17-f35bb6e2e93c completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:15:03.818919 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 2de6f830-8043-4f87-be17-f35bb6e2e93c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:03.819718 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:03.831003 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:03.877346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53619605-ccf1-4e98-947a-fb4dca485b21 req-01c951e5-ed19-46c1-8e53-7f0efaaef7dc tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:03.879470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53619605-ccf1-4e98-947a-fb4dca485b21 req-01c951e5-ed19-46c1-8e53-7f0efaaef7dc tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.1391788 Dec 16 22:15:03.972971 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.005612 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8146af3e-235a-494c-8429-c261bfb42bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de6f830-8043-4f87-be17-f35bb6e2e93c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:04.008650 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9cbd5a-2c19-4c15-945f-d3ea7a837df0" -d '{"events": [{"server_uuid": "8146af3e-235a-494c-8429-c261bfb42bfd", "name": "network-vif-plugged", "status": "completed", "tag": "2de6f830-8043-4f87-be17-f35bb6e2e93c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:04.026114 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2de6f830-8043-4f87-be17-f35bb6e2e93c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2de6f830-8043-4f87-be17-f35bb6e2e93c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:04.087144 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.087998 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ec9a3a93-99b4-43a6-84b8-16c7397e14ad up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:04.172533 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2de6f830-8043-4f87-be17-f35bb6e2e93c,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:04.269236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78da49c-dab7-4804-a855-9961bf3d7cb2 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:04.275315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port ec9a3a93-99b4-43a6-84b8-16c7397e14ad completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:15:04.278125 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.279218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port ec9a3a93-99b4-43a6-84b8-16c7397e14ad triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:04.280440 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.295948 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Transition to ACTIVE for port object e78da49c-dab7-4804-a855-9961bf3d7cb2 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:15:04.317777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18517a-567e-4566-8838-a24b4e88ede2 req-28119dc1-af62-4c97-865e-97ea82cf28fe tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:04.319472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af18517a-567e-4566-8838-a24b4e88ede2 req-28119dc1-af62-4c97-865e-97ea82cf28fe tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 948 time: 0.7653930 Dec 16 22:15:04.325008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53619605-ccf1-4e98-947a-fb4dca485b21 req-dd194456-b362-4065-b1cf-2b5c0ba29046 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.4374790 Dec 16 22:15:04.379045 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.390891 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.424077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53619605-ccf1-4e98-947a-fb4dca485b21 req-08ca0b45-8a47-41e6-a6a0-75042e517fff tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.0877779 Dec 16 22:15:04.431809 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Pushing event updated for resources: {'Port': ['ID=e78da49c-dab7-4804-a855-9961bf3d7cb2,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:04.445901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ec9a3a93-99b4-43a6-84b8-16c7397e14ad, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:04.502821 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af18517a-567e-4566-8838-a24b4e88ede2 req-046bee4d-4203-441d-9abd-625096844130 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743910 Dec 16 22:15:04.534251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Attempting to bind port e78da49c-dab7-4804-a855-9961bf3d7cb2 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:04.534787 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Attempting to bind port e78da49c-dab7-4804-a855-9961bf3d7cb2 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '70adc219-8013-43e4-bd09-ee3882cb2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f1ce7f5-0054-4be7-811a-1b645fc3436a'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:04.535333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Attempting to bind port e78da49c-dab7-4804-a855-9961bf3d7cb2 on network 5f1ce7f5-0054-4be7-811a-1b645fc3436a {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:04.541311 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Port e78da49c-dab7-4804-a855-9961bf3d7cb2 on network 5f1ce7f5-0054-4be7-811a-1b645fc3436a not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:04.541713 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Attempting to bind port e78da49c-dab7-4804-a855-9961bf3d7cb2 on network 5f1ce7f5-0054-4be7-811a-1b645fc3436a {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:04.547783 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:04.548228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Checking segment: {'id': '70adc219-8013-43e4-bd09-ee3882cb2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f1ce7f5-0054-4be7-811a-1b645fc3436a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:04.548683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Bound using segment: {'id': '70adc219-8013-43e4-bd09-ee3882cb2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f1ce7f5-0054-4be7-811a-1b645fc3436a'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:04.549288 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Bound port: e78da49c-dab7-4804-a855-9961bf3d7cb2, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70adc219-8013-43e4-bd09-ee3882cb2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f1ce7f5-0054-4be7-811a-1b645fc3436a'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:04.549724 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.556073 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.557395 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 99ecd729-b4db-47a7-b01a-81495d0b4d1b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:04.621954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967aba4c-16e5-446d-9c85-086f719368fa {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:04.646198 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.651406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:04.672008 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Transition to ACTIVE for port object 967aba4c-16e5-446d-9c85-086f719368fa will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:15:04.686253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] For port e78da49c-dab7-4804-a855-9961bf3d7cb2, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:04.690255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] For port e78da49c-dab7-4804-a855-9961bf3d7cb2, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e78da49c-dab7-4804-a855-9961bf3d7cb2,segment=NetworkSegment(70adc219-8013-43e4-bd09-ee3882cb2065),segment_id=70adc219-8013-43e4-bd09-ee3882cb2065)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:04.692289 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641692f9-9aa2-42ed-9f98-c02b90af3cb4 req-890587ed-0e5d-456c-a96a-0ab3e53f24a0 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:04.693840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-641692f9-9aa2-42ed-9f98-c02b90af3cb4 req-890587ed-0e5d-456c-a96a-0ab3e53f24a0 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.0922647 Dec 16 22:15:04.698963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-53619605-ccf1-4e98-947a-fb4dca485b21 req-d82304d4-e64c-4b56-a3bd-d80b4d800c59 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Deleting port 33bba4fd-3cf4-42d9-9f04-67083f3ea76a {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:04.699473 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-53619605-ccf1-4e98-947a-fb4dca485b21 req-d82304d4-e64c-4b56-a3bd-d80b4d800c59 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.755894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 99ecd729-b4db-47a7-b01a-81495d0b4d1b completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:15:04.760404 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 99ecd729-b4db-47a7-b01a-81495d0b4d1b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:04.764006 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.791557 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.796599 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.833820 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:04.834462 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.836145 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-19140819-a509-4d7f-8dc1-d4f300667985 req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] 10.222.0.69 "PUT /v2.0/ports/e78da49c-dab7-4804-a855-9961bf3d7cb2 HTTP/1.1" status: 200 len: 1091 time: 1.0840383 Dec 16 22:15:04.836598 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d', 'tag': 'e78da49c-dab7-4804-a855-9961bf3d7cb2'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:04.839114 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b568dc42-7fff-46f5-9bb3-d99e13fd5be0" -d '{"events": [{"name": "network-changed", "server_uuid": "13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d", "tag": "e78da49c-dab7-4804-a855-9961bf3d7cb2"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:04.853802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-641692f9-9aa2-42ed-9f98-c02b90af3cb4 req-16c64e7e-1b78-4937-9186-8abfc765ac91 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517525 Dec 16 22:15:04.888038 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba1bfe-4a61-4c76-9e0f-8a8b33becaec service neutron] Pushing event updated for resources: {'Port': ['ID=e78da49c-dab7-4804-a855-9961bf3d7cb2,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:04.914408 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-53619605-ccf1-4e98-947a-fb4dca485b21 req-d82304d4-e64c-4b56-a3bd-d80b4d800c59 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.916999 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-53619605-ccf1-4e98-947a-fb4dca485b21 req-d82304d4-e64c-4b56-a3bd-d80b4d800c59 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.928154 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.929779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=967aba4c-16e5-446d-9c85-086f719368fa,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:04.971379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-53619605-ccf1-4e98-947a-fb4dca485b21 req-d82304d4-e64c-4b56-a3bd-d80b4d800c59 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Calling delete_port for 33bba4fd-3cf4-42d9-9f04-67083f3ea76a owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:04.976871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 99ecd729-b4db-47a7-b01a-81495d0b4d1b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=99ecd729-b4db-47a7-b01a-81495d0b4d1b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:05.008927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140819-a509-4d7f-8dc1-d4f300667985 req-f8a6433a-4c37-492e-be83-ce9b9e0d44bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.010610 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-19140819-a509-4d7f-8dc1-d4f300667985 req-f8a6433a-4c37-492e-be83-ce9b9e0d44bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a46abc7b63e849be8b745dbffed77190&device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 1094 time: 0.0495656 Dec 16 22:15:05.047575 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:05.057973 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-19140819-a509-4d7f-8dc1-d4f300667985 req-0644193f-9dda-4585-83ef-8bc69e495f6f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e78da49c-dab7-4804-a855-9961bf3d7cb2 HTTP/1.1" status: 200 len: 217 time: 0.0394778 Dec 16 22:15:05.115229 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=99ecd729-b4db-47a7-b01a-81495d0b4d1b,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:05.119722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb29ec4-115a-442c-b833-0b49ac107fe5 req-e8181f2a-4a88-49b2-b33f-c736e5f05a4e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.121496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ccb29ec4-115a-442c-b833-0b49ac107fe5 req-e8181f2a-4a88-49b2-b33f-c736e5f05a4e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 943 time: 0.1521292 Dec 16 22:15:05.128491 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140819-a509-4d7f-8dc1-d4f300667985 req-42c1cbaa-f115-47eb-bf72-33fbe8806c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.130263 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-19140819-a509-4d7f-8dc1-d4f300667985 req-42c1cbaa-f115-47eb-bf72-33fbe8806c50 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60c3d4f7-8e99-4df3-9321-03efc0c2f7ad HTTP/1.1" status: 200 len: 854 time: 0.0649936 Dec 16 22:15:05.164705 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-19140819-a509-4d7f-8dc1-d4f300667985 req-3aa00f44-fd72-4fed-b637-fb7dd42d7636 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f1ce7f5-0054-4be7-811a-1b645fc3436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276470 Dec 16 22:15:05.165165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Attempting to bind port 967aba4c-16e5-446d-9c85-086f719368fa on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:05.165509 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Attempting to bind port 967aba4c-16e5-446d-9c85-086f719368fa by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:05.165851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Attempting to bind port 967aba4c-16e5-446d-9c85-086f719368fa on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:05.180483 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Port 967aba4c-16e5-446d-9c85-086f719368fa on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:05.180819 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Attempting to bind port 967aba4c-16e5-446d-9c85-086f719368fa on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:05.207185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:05.207668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Checking segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:05.208083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Bound using segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:05.208527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Bound port: 967aba4c-16e5-446d-9c85-086f719368fa, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:05.208942 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:05.224738 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ccb29ec4-115a-442c-b833-0b49ac107fe5 req-f90304cc-5652-4ca0-ae8c-0b77dc4c77ec tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958660 Dec 16 22:15:05.291723 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-19140819-a509-4d7f-8dc1-d4f300667985 req-1045ddf6-83b0-48bb-ad12-3b1c6d34e96e service neutron] 10.222.0.69 "GET /v2.0/networks/5f1ce7f5-0054-4be7-811a-1b645fc3436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172180 Dec 16 22:15:05.330729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] For port 967aba4c-16e5-446d-9c85-086f719368fa, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:05.334735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] For port 967aba4c-16e5-446d-9c85-086f719368fa, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=967aba4c-16e5-446d-9c85-086f719368fa,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:05.358965 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47aa9b20-c405-4fc8-ab8b-99e5c0b4d88c x-openstack-request-id: req-47aa9b20-c405-4fc8-ab8b-99e5c0b4d88c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:05.359283 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8146af3e-235a-494c-8429-c261bfb42bfd", "name": "network-vif-plugged", "status": "completed", "tag": "2de6f830-8043-4f87-be17-f35bb6e2e93c", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:05.359549 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47aa9b20-c405-4fc8-ab8b-99e5c0b4d88c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:05.359973 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8146af3e-235a-494c-8429-c261bfb42bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de6f830-8043-4f87-be17-f35bb6e2e93c', 'code': 200} Dec 16 22:15:05.390835 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-53619605-ccf1-4e98-947a-fb4dca485b21 req-d82304d4-e64c-4b56-a3bd-d80b4d800c59 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:05.400485 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-19140819-a509-4d7f-8dc1-d4f300667985 req-6a241ced-ccc6-412a-91e1-8a138b9f8dfa service neutron] 10.222.0.69 "GET /v2.0/networks/5f1ce7f5-0054-4be7-811a-1b645fc3436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032765 Dec 16 22:15:05.431871 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:05.433894 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82304d4-e64c-4b56-a3bd-d80b4d800c59 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Pushing event deleted for resources: {'Port': ['ID=33bba4fd-3cf4-42d9-9f04-67083f3ea76a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:05.487611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d2c6e-a7b5-424b-ab9f-9e564cbe1cba req-ca2e8622-3191-4313-b2ab-2f9ddbb5c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.489879 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d50d2c6e-a7b5-424b-ab9f-9e564cbe1cba req-ca2e8622-3191-4313-b2ab-2f9ddbb5c659 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 1100 time: 0.0501401 Dec 16 22:15:05.526749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.527406 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:05.528802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] 10.222.0.69 "PUT /v2.0/ports/967aba4c-16e5-446d-9c85-086f719368fa HTTP/1.1" status: 200 len: 1091 time: 2.4349432 Dec 16 22:15:05.533223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcae8ed-f105-42c1-b24c-8ae8db0f3c92', 'tag': '967aba4c-16e5-446d-9c85-086f719368fa'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:05.537028 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6259d309-3d33-4760-bf38-a95a5a444b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcae8ed-f105-42c1-b24c-8ae8db0f3c92", "tag": "967aba4c-16e5-446d-9c85-086f719368fa"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:05.549673 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d50d2c6e-a7b5-424b-ab9f-9e564cbe1cba req-5b428440-8b15-4e8a-aa37-ce9451de62c4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509398 Dec 16 22:15:05.597517 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef575024-71f4-406f-a8a6-7519cef0d8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=967aba4c-16e5-446d-9c85-086f719368fa,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:05.610653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293fead-8055-4b41-9d04-b31335be0b44 req-85bec754-2531-4208-ba7c-9b45eaf9f243 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.612283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e293fead-8055-4b41-9d04-b31335be0b44 req-85bec754-2531-4208-ba7c-9b45eaf9f243 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.1857965 Dec 16 22:15:05.622952 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-53619605-ccf1-4e98-947a-fb4dca485b21 req-d82304d4-e64c-4b56-a3bd-d80b4d800c59 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:05.625553 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-53619605-ccf1-4e98-947a-fb4dca485b21 req-d82304d4-e64c-4b56-a3bd-d80b4d800c59 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:05.627235 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53619605-ccf1-4e98-947a-fb4dca485b21 req-d82304d4-e64c-4b56-a3bd-d80b4d800c59 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "DELETE /v2.0/floatingips/5ba21586-22bb-485e-b51d-53c66aa121c5 HTTP/1.1" status: 204 len: 173 time: 1.1930938 Dec 16 22:15:05.675170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e293fead-8055-4b41-9d04-b31335be0b44 req-d9f754f6-e326-4ddf-bed6-4ebd7d83b4ec tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541971 Dec 16 22:15:05.735701 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aad16-44a3-4962-9f68-f51686803104 req-2b7999f7-63d4-4319-a3f8-67370260bd99 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.737785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-054aad16-44a3-4962-9f68-f51686803104 req-2b7999f7-63d4-4319-a3f8-67370260bd99 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 943 time: 0.0562325 Dec 16 22:15:05.756988 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4de6d6-56db-463b-96f0-d9cf92061fe3 x-openstack-request-id: req-0b4de6d6-56db-463b-96f0-d9cf92061fe3 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:05.757276 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d", "tag": "e78da49c-dab7-4804-a855-9961bf3d7cb2", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:05.757525 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b4de6d6-56db-463b-96f0-d9cf92061fe3 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:05.757928 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d', 'tag': 'e78da49c-dab7-4804-a855-9961bf3d7cb2', 'status': 'completed', 'code': 200} Dec 16 22:15:05.810579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-72f53452-e4fd-42df-9547-eba7332945a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.814037 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-72f53452-e4fd-42df-9547-eba7332945a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 1094 time: 0.0513890 Dec 16 22:15:05.838135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-054aad16-44a3-4962-9f68-f51686803104 req-95dc64c3-a7e3-45aa-9853-42398751ca56 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecb05ec8-03a7-495c-bfb7-b69c6b6aa8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916913 Dec 16 22:15:05.863189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568dc42-7fff-46f5-9bb3-d99e13fd5be0 req-57bc3599-6fd8-4bcb-9eee-fb3468cec650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.865403 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b568dc42-7fff-46f5-9bb3-d99e13fd5be0 req-57bc3599-6fd8-4bcb-9eee-fb3468cec650 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a46abc7b63e849be8b745dbffed77190&device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 1094 time: 0.0811322 Dec 16 22:15:05.903261 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-9147a870-5ac3-48a2-8a28-ad1b76e8aa60 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967aba4c-16e5-446d-9c85-086f719368fa HTTP/1.1" status: 200 len: 217 time: 0.0762250 Dec 16 22:15:05.968166 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-64589abb-5f61-404d-912b-040f7e04d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.969821 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-64589abb-5f61-404d-912b-040f7e04d184 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.0597837 Dec 16 22:15:06.008366 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-8cffa621-701e-4d60-944d-170babd4cae2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311897 Dec 16 22:15:06.028741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68b4ff-2ed9-470a-9430-427509e16675 req-b23d613c-25ec-46ad-acbf-0133a18dd53c tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:06.030540 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db68b4ff-2ed9-470a-9430-427509e16675 req-b23d613c-25ec-46ad-acbf-0133a18dd53c tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 949 time: 0.0860639 Dec 16 22:15:06.034294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568dc42-7fff-46f5-9bb3-d99e13fd5be0 req-bc3f1378-ba92-444f-ba1e-97d2acabc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:06.036881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b568dc42-7fff-46f5-9bb3-d99e13fd5be0 req-bc3f1378-ba92-444f-ba1e-97d2acabc5a4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f1ce7f5-0054-4be7-811a-1b645fc3436a HTTP/1.1" status: 200 len: 915 time: 0.1636884 Dec 16 22:15:06.101520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b568dc42-7fff-46f5-9bb3-d99e13fd5be0 req-cd8ce5b7-0493-4033-8073-b7f9aaff32a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e78da49c-dab7-4804-a855-9961bf3d7cb2 HTTP/1.1" status: 200 len: 217 time: 0.0457513 Dec 16 22:15:06.115991 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-023c2742-34cb-489e-8b61-9ae36a225c52 service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954030 Dec 16 22:15:06.160701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db68b4ff-2ed9-470a-9430-427509e16675 req-0dd5bff4-e3dc-4143-9c41-dcceed589baf tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209834 Dec 16 22:15:06.176933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568dc42-7fff-46f5-9bb3-d99e13fd5be0 req-556cf3fb-e871-4d5b-86ea-6bca33d70a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:06.178519 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b568dc42-7fff-46f5-9bb3-d99e13fd5be0 req-556cf3fb-e871-4d5b-86ea-6bca33d70a3f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60c3d4f7-8e99-4df3-9321-03efc0c2f7ad HTTP/1.1" status: 200 len: 854 time: 0.0672588 Dec 16 22:15:06.224642 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf745e4-a536-477a-8ad6-6d41dd5c474e x-openstack-request-id: req-bbf745e4-a536-477a-8ad6-6d41dd5c474e {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:06.224761 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcae8ed-f105-42c1-b24c-8ae8db0f3c92", "tag": "967aba4c-16e5-446d-9c85-086f719368fa", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:06.225183 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bbf745e4-a536-477a-8ad6-6d41dd5c474e {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:06.225658 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcae8ed-f105-42c1-b24c-8ae8db0f3c92', 'tag': '967aba4c-16e5-446d-9c85-086f719368fa', 'status': 'completed', 'code': 200} Dec 16 22:15:06.228352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b568dc42-7fff-46f5-9bb3-d99e13fd5be0 req-2f93c653-440e-4a6d-a991-fa65b51f9b78 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f1ce7f5-0054-4be7-811a-1b645fc3436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418706 Dec 16 22:15:06.358734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9a62c48-7273-43e9-a327-3377b8b30e41 req-fba9ebd7-1c0a-46ef-a5ca-037f3890654e tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips/edc6fcf7-bbcf-4d53-8a4d-f17077e3b7c5 HTTP/1.1" status: 200 len: 692 time: 0.1126344 Dec 16 22:15:06.494002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b568dc42-7fff-46f5-9bb3-d99e13fd5be0 req-415077ec-9a42-4756-b995-683df62414b7 service neutron] 10.222.0.69 "GET /v2.0/networks/5f1ce7f5-0054-4be7-811a-1b645fc3436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576013 Dec 16 22:15:06.511672 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98375d6-6a60-4659-94b8-282a9f07449b req-6bde4914-0eb1-4716-9f64-1a5ef9660e4d tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:06.513267 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e98375d6-6a60-4659-94b8-282a9f07449b req-6bde4914-0eb1-4716-9f64-1a5ef9660e4d tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.1790926 Dec 16 22:15:06.526595 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af3b99-c496-47d0-89b3-5b913697e186 req-974ab2c6-ef38-4af5-a57d-887ad2a4a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:06.528116 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-03af3b99-c496-47d0-89b3-5b913697e186 req-974ab2c6-ef38-4af5-a57d-887ad2a4a91a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1de029b3946e475788fd115f1e4ecc77&device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 1096 time: 0.0630651 Dec 16 22:15:06.547569 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4a09518f-b492-420c-b3d7-4bd45452a745 req-b9784b7d-98cb-4451-a43e-b7a3063b14c0 service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240041 Dec 16 22:15:06.589415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a62c48-7273-43e9-a327-3377b8b30e41 req-b3522db4-aeb7-4926-bfb3-7a8bf3202bb8 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:06.591027 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9a62c48-7273-43e9-a327-3377b8b30e41 req-b3522db4-aeb7-4926-bfb3-7a8bf3202bb8 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.2064278 Dec 16 22:15:06.683472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9a62c48-7273-43e9-a327-3377b8b30e41 req-5038f1ef-64c9-439d-9d6e-d3e0135a67c9 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.23 HTTP/1.1" status: 200 len: 695 time: 0.0805314 Dec 16 22:15:06.689052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e98375d6-6a60-4659-94b8-282a9f07449b req-8ba0e661-49f9-4f25-84fb-c60be396e1a9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555626 Dec 16 22:15:06.704322 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af3b99-c496-47d0-89b3-5b913697e186 req-24c64347-4c21-4548-a639-1a7c65f63a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:06.706797 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-03af3b99-c496-47d0-89b3-5b913697e186 req-24c64347-4c21-4548-a639-1a7c65f63a4c service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c HTTP/1.1" status: 200 len: 912 time: 0.1617227 Dec 16 22:15:06.746981 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259d309-3d33-4760-bf38-a95a5a444b2f req-37f45ebf-1145-461b-968f-1c44612fc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:06.748525 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6259d309-3d33-4760-bf38-a95a5a444b2f req-37f45ebf-1145-461b-968f-1c44612fc9d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 1094 time: 0.0786946 Dec 16 22:15:06.772029 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b568dc42-7fff-46f5-9bb3-d99e13fd5be0 req-4b6cc1e9-0187-4c58-95a1-87b6efb9923d service neutron] 10.222.0.69 "GET /v2.0/networks/5f1ce7f5-0054-4be7-811a-1b645fc3436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556925 Dec 16 22:15:06.775075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9a62c48-7273-43e9-a327-3377b8b30e41 req-12e7d022-158c-4862-8dc1-ac1ab58e2ad6 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.23 HTTP/1.1" status: 200 len: 695 time: 0.0822184 Dec 16 22:15:06.790951 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-03af3b99-c496-47d0-89b3-5b913697e186 req-6a271b86-1fce-4e73-8fcb-a9e43b17a4ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 HTTP/1.1" status: 200 len: 217 time: 0.0580733 Dec 16 22:15:06.955783 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af3b99-c496-47d0-89b3-5b913697e186 req-0aaedb00-2a85-49b3-9b89-78139fa9952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:06.958049 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-03af3b99-c496-47d0-89b3-5b913697e186 req-0aaedb00-2a85-49b3-9b89-78139fa9952a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71387a28-0c73-4674-8c37-167ab8f9b37e HTTP/1.1" status: 200 len: 851 time: 0.1521792 Dec 16 22:15:06.987353 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ede908-61d2-4dd5-8cf6-b9aecdde6771 req-6cf513a5-80ba-42dc-843f-d7b978783d5f tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:06.995179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36ede908-61d2-4dd5-8cf6-b9aecdde6771 req-6cf513a5-80ba-42dc-843f-d7b978783d5f tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 943 time: 0.1478467 Dec 16 22:15:07.006923 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-03af3b99-c496-47d0-89b3-5b913697e186 req-625cf836-20b8-44f8-8418-03e619954631 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331910 Dec 16 22:15:07.008309 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259d309-3d33-4760-bf38-a95a5a444b2f req-ec66e27e-8cf0-4ad8-bd0d-f17e427a3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:07.009863 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6259d309-3d33-4760-bf38-a95a5a444b2f req-ec66e27e-8cf0-4ad8-bd0d-f17e427a3146 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.2167671 Dec 16 22:15:07.046146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-b9a62c48-7273-43e9-a327-3377b8b30e41 req-ef349a03-b782-4b16-89f7-d15e8e1ea113 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Deleting port 36bf4fad-47e3-4028-9868-1ed195091cab {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:07.046523 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b9a62c48-7273-43e9-a327-3377b8b30e41 req-ef349a03-b782-4b16-89f7-d15e8e1ea113 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.065115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36ede908-61d2-4dd5-8cf6-b9aecdde6771 req-719bc9a0-40e5-4156-90c2-c32dde849136 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690162 Dec 16 22:15:07.109891 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6259d309-3d33-4760-bf38-a95a5a444b2f req-5b904030-a017-4d52-9f14-a9cb636ea3b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967aba4c-16e5-446d-9c85-086f719368fa HTTP/1.1" status: 200 len: 217 time: 0.0814233 Dec 16 22:15:07.139819 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b9a62c48-7273-43e9-a327-3377b8b30e41 req-ef349a03-b782-4b16-89f7-d15e8e1ea113 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.140156 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b9a62c48-7273-43e9-a327-3377b8b30e41 req-ef349a03-b782-4b16-89f7-d15e8e1ea113 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.174990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-b9a62c48-7273-43e9-a327-3377b8b30e41 req-ef349a03-b782-4b16-89f7-d15e8e1ea113 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Calling delete_port for 36bf4fad-47e3-4028-9868-1ed195091cab owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:07.195860 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-03af3b99-c496-47d0-89b3-5b913697e186 req-73f960ca-52f3-4fcd-b944-8531af36fb74 service neutron] 10.222.0.69 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761968 Dec 16 22:15:07.227309 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259d309-3d33-4760-bf38-a95a5a444b2f req-6005b402-758e-44e4-a242-1effbfdcb594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:07.228975 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6259d309-3d33-4760-bf38-a95a5a444b2f req-6005b402-758e-44e4-a242-1effbfdcb594 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.0849969 Dec 16 22:15:07.282563 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6259d309-3d33-4760-bf38-a95a5a444b2f req-28f47101-01bb-402f-b5fb-2aff314b1131 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288546 Dec 16 22:15:07.344523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406358c-4c5a-47f5-9626-4fbb6292d984 req-4fc09e63-b06c-44d8-80f1-1e8fe3683981 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:07.346110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5406358c-4c5a-47f5-9626-4fbb6292d984 req-4fc09e63-b06c-44d8-80f1-1e8fe3683981 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.1108460 Dec 16 22:15:07.361171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492caf79-91a6-47ae-bb89-b202959b0d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9a3a93-99b4-43a6-84b8-16c7397e14ad'}, {'server_uuid': 'b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ecd729-b4db-47a7-b01a-81495d0b4d1b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:07.366623 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc99d69-3d13-461e-ba98-de8adf24a378" -d '{"events": [{"server_uuid": "492caf79-91a6-47ae-bb89-b202959b0d07", "name": "network-vif-plugged", "status": "completed", "tag": "ec9a3a93-99b4-43a6-84b8-16c7397e14ad"}, {"server_uuid": "b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c", "name": "network-vif-plugged", "status": "completed", "tag": "99ecd729-b4db-47a7-b01a-81495d0b4d1b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:07.390172 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-03af3b99-c496-47d0-89b3-5b913697e186 req-7490cfbb-a2d9-49f5-9969-eb46ddff7d34 service neutron] 10.222.0.69 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859758 Dec 16 22:15:07.435610 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6259d309-3d33-4760-bf38-a95a5a444b2f req-ded00fd9-7460-4049-a9f5-2b923a100f55 service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385159 Dec 16 22:15:07.440563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5406358c-4c5a-47f5-9626-4fbb6292d984 req-2260a4f4-eef5-4338-b8e9-43648fd05f81 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855265 Dec 16 22:15:07.550332 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6259d309-3d33-4760-bf38-a95a5a444b2f req-2fcd4d4b-845c-46e3-a1c7-c0a22a1022e9 service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017549 Dec 16 22:15:07.565689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1b2ab-133a-45bb-9ad1-a935605a4f15 req-cb59608a-f46c-40f6-bbed-5ef05b651500 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:07.568258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41d1b2ab-133a-45bb-9ad1-a935605a4f15 req-cb59608a-f46c-40f6-bbed-5ef05b651500 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 943 time: 0.0659592 Dec 16 22:15:07.569667 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b9a62c48-7273-43e9-a327-3377b8b30e41 req-ef349a03-b782-4b16-89f7-d15e8e1ea113 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.605687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef349a03-b782-4b16-89f7-d15e8e1ea113 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Pushing event deleted for resources: {'Port': ['ID=36bf4fad-47e3-4028-9868-1ed195091cab,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:07.620005 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e78da49c-dab7-4804-a855-9961bf3d7cb2 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:07.694752 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41d1b2ab-133a-45bb-9ad1-a935605a4f15 req-9f57639c-bfa1-4dbf-a0cc-13126ebd0fbc tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecb05ec8-03a7-495c-bfb7-b69c6b6aa8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193359 Dec 16 22:15:07.706194 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b9a62c48-7273-43e9-a327-3377b8b30e41 req-ef349a03-b782-4b16-89f7-d15e8e1ea113 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.710131 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b9a62c48-7273-43e9-a327-3377b8b30e41 req-ef349a03-b782-4b16-89f7-d15e8e1ea113 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.710418 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9a62c48-7273-43e9-a327-3377b8b30e41 req-ef349a03-b782-4b16-89f7-d15e8e1ea113 tempest-FloatingIPDetailsTestJSON-2012813444 tempest-FloatingIPDetailsTestJSON-2012813444-project] 10.222.0.43 "DELETE /v2.0/floatingips/edc6fcf7-bbcf-4d53-8a4d-f17077e3b7c5 HTTP/1.1" status: 204 len: 173 time: 0.9171698 Dec 16 22:15:07.721125 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33132) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:07.783792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port e78da49c-dab7-4804-a855-9961bf3d7cb2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e78da49c-dab7-4804-a855-9961bf3d7cb2,segment=NetworkSegment(70adc219-8013-43e4-bd09-ee3882cb2065),segment_id=70adc219-8013-43e4-bd09-ee3882cb2065)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:07.803163 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fffda2-52a0-4763-880f-584985cc0924 x-openstack-request-id: req-12fffda2-52a0-4763-880f-584985cc0924 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:07.803498 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492caf79-91a6-47ae-bb89-b202959b0d07", "name": "network-vif-plugged", "status": "completed", "tag": "ec9a3a93-99b4-43a6-84b8-16c7397e14ad", "code": 200}, {"server_uuid": "b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c", "name": "network-vif-plugged", "status": "completed", "tag": "99ecd729-b4db-47a7-b01a-81495d0b4d1b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:07.803754 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12fffda2-52a0-4763-880f-584985cc0924 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:07.804165 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492caf79-91a6-47ae-bb89-b202959b0d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9a3a93-99b4-43a6-84b8-16c7397e14ad', 'code': 200} Dec 16 22:15:07.804427 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ecd729-b4db-47a7-b01a-81495d0b4d1b', 'code': 200} Dec 16 22:15:07.805393 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'e78da49c-dab7-4804-a855-9961bf3d7cb2', 'network_id': '5f1ce7f5-0054-4be7-811a-1b645fc3436a', 'port_id': 'e78da49c-dab7-4804-a855-9961bf3d7cb2', 'mac_address': 'fa:16:3e:44:89:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c3d4f7-8e99-4df3-9321-03efc0c2f7ad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:15:07.859409 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.876324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78da49c-dab7-4804-a855-9961bf3d7cb2 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:07.905843 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port e78da49c-dab7-4804-a855-9961bf3d7cb2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e78da49c-dab7-4804-a855-9961bf3d7cb2,segment=NetworkSegment(70adc219-8013-43e4-bd09-ee3882cb2065),segment_id=70adc219-8013-43e4-bd09-ee3882cb2065)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:07.928469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc71c8-b0ce-4708-8ccd-dae187d326ed req-e93313ef-ffc2-4baa-b0fa-26978ad3fa79 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:07.929999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bfcc71c8-b0ce-4708-8ccd-dae187d326ed req-e93313ef-ffc2-4baa-b0fa-26978ad3fa79 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 949 time: 0.1319311 Dec 16 22:15:07.977293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eec97e-93c9-42b4-8fae-ae76fc95e8ff req-92454aac-e324-4dcd-99a8-f68849171a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:07.978559 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.979417 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-24eec97e-93c9-42b4-8fae-ae76fc95e8ff req-92454aac-e324-4dcd-99a8-f68849171a6c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 1096 time: 0.0990109 Dec 16 22:15:07.989095 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6c6fe-f7f6-41f7-9890-c2f9744a405f req-b329adb2-088e-4c5e-9b78-c4616b8ab366 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:07.990828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3a6c6fe-f7f6-41f7-9890-c2f9744a405f req-b329adb2-088e-4c5e-9b78-c4616b8ab366 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.1158860 Dec 16 22:15:08.024002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bfcc71c8-b0ce-4708-8ccd-dae187d326ed req-5929ae6a-a021-443d-b946-dfeaadb5edc4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861185 Dec 16 22:15:08.048593 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058bfbd-21fa-44cd-856d-922418487436 req-767585b2-55cd-4968-aab1-8c78f03481b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:08.050067 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b058bfbd-21fa-44cd-856d-922418487436 req-767585b2-55cd-4968-aab1-8c78f03481b2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 1101 time: 0.1672649 Dec 16 22:15:08.091868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=e78da49c-dab7-4804-a855-9961bf3d7cb2,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:08.094253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3a6c6fe-f7f6-41f7-9890-c2f9744a405f req-5083df6f-2bf1-4f1e-aa89-309dadc47bf5 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949144 Dec 16 22:15:08.181397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8ae29-4be2-4456-96ea-3bc1dbabc400 req-46b5aa72-30e8-4a3c-9af2-a36c9e2453f2 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:08.183726 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-24eec97e-93c9-42b4-8fae-ae76fc95e8ff req-e2643be8-97d2-4ba9-a4a3-64de9fc431a3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372759 Dec 16 22:15:08.184185 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bd8ae29-4be2-4456-96ea-3bc1dbabc400 req-46b5aa72-30e8-4a3c-9af2-a36c9e2453f2 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.0635955 Dec 16 22:15:08.186773 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b058bfbd-21fa-44cd-856d-922418487436 req-03e12f1c-cb60-4dfc-ac91-e353b014d913 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984492 Dec 16 22:15:08.275360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3b492-53ca-4924-b148-f2e36779ea7d req-e42cd709-6ad6-49eb-bc58-747b9fd87cad tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:08.277862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50a3b492-53ca-4924-b148-f2e36779ea7d req-e42cd709-6ad6-49eb-bc58-747b9fd87cad tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 943 time: 0.0916226 Dec 16 22:15:08.281355 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['e78da49c-dab7-4804-a855-9961bf3d7cb2'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:08.288217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bd8ae29-4be2-4456-96ea-3bc1dbabc400 req-8174ad74-d09a-493a-9253-c74c54b5d83d tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905261 Dec 16 22:15:08.365381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50a3b492-53ca-4924-b148-f2e36779ea7d req-8055febf-6047-4b4d-b95a-b8862d7d2021 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698235 Dec 16 22:15:08.386538 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98506983-de30-45a9-a6f4-5fbc3ed5760f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:08.564464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585c058-1822-43c0-bad3-6f30d7154d69 req-0b71dc69-0fe3-485e-bda8-61b1e1b05569 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:08.575365 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4585c058-1822-43c0-bad3-6f30d7154d69 req-0b71dc69-0fe3-485e-bda8-61b1e1b05569 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.0523896 Dec 16 22:15:08.621472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4585c058-1822-43c0-bad3-6f30d7154d69 req-7fb803a5-e58e-4b16-a42c-c78828288974 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491104 Dec 16 22:15:08.668085 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-98506983-de30-45a9-a6f4-5fbc3ed5760f admin admin] Deleting port 7d92f78a-bada-4352-a0da-8b0dc84a5222 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:08.668421 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98506983-de30-45a9-a6f4-5fbc3ed5760f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:08.762011 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-98506983-de30-45a9-a6f4-5fbc3ed5760f admin admin] For port 7d92f78a-bada-4352-a0da-8b0dc84a5222, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7d92f78a-bada-4352-a0da-8b0dc84a5222,segment=NetworkSegment(40188b24-2b2f-43bb-8b6b-9d953467922d),segment_id=40188b24-2b2f-43bb-8b6b-9d953467922d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:08.762739 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98506983-de30-45a9-a6f4-5fbc3ed5760f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:08.776539 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-98506983-de30-45a9-a6f4-5fbc3ed5760f admin admin] Calling delete_port for 7d92f78a-bada-4352-a0da-8b0dc84a5222 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:08.846998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428555e-b313-4c5a-9f8e-c49b732d10b0 req-b94c5bc9-c2f8-4d4e-9ab7-07ba508816ee tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:08.849249 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7428555e-b313-4c5a-9f8e-c49b732d10b0 req-b94c5bc9-c2f8-4d4e-9ab7-07ba508816ee tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 944 time: 0.0571234 Dec 16 22:15:08.908233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7428555e-b313-4c5a-9f8e-c49b732d10b0 req-580fc8ca-dd0c-4230-96fa-18e8f385351e tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecb05ec8-03a7-495c-bfb7-b69c6b6aa8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504613 Dec 16 22:15:09.069803 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98506983-de30-45a9-a6f4-5fbc3ed5760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:09.096329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98506983-de30-45a9-a6f4-5fbc3ed5760f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d92f78a-bada-4352-a0da-8b0dc84a5222,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:09.248659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9205d2e-01fa-4997-b06f-4f9c22108cd1 req-e19355bd-9496-4da3-8140-63535fe0891e tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:09.250253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9205d2e-01fa-4997-b06f-4f9c22108cd1 req-e19355bd-9496-4da3-8140-63535fe0891e tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.0697432 Dec 16 22:15:09.302315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98506983-de30-45a9-a6f4-5fbc3ed5760f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:09.336372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9205d2e-01fa-4997-b06f-4f9c22108cd1 req-28cf605b-87b1-4964-8192-77d13086ef2b tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724211 Dec 16 22:15:09.426737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e6ede-7409-4f72-9597-e201f6509812 req-c1cd86e1-f79a-41bb-9b49-104b14aa50de tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:09.428393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af2e6ede-7409-4f72-9597-e201f6509812 req-c1cd86e1-f79a-41bb-9b49-104b14aa50de tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.0627069 Dec 16 22:15:09.509308 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860d156-89dc-48ed-a51d-5f72a4244926 req-a6e5f454-60ce-4ea6-87cc-8431877d482b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:09.511067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f860d156-89dc-48ed-a51d-5f72a4244926 req-a6e5f454-60ce-4ea6-87cc-8431877d482b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 943 time: 0.0816028 Dec 16 22:15:09.520538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af2e6ede-7409-4f72-9597-e201f6509812 req-b3e5622b-fd68-45bc-a7b6-1c7ae9a82a0f tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823567 Dec 16 22:15:09.598409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f860d156-89dc-48ed-a51d-5f72a4244926 req-e48679f1-6db9-49c4-abe1-23d0ea5e592a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766981 Dec 16 22:15:09.599535 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98506983-de30-45a9-a6f4-5fbc3ed5760f admin admin] Router ac4f8e97-f817-4cf2-b2db-453400a202ff has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:15:09.619497 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 967aba4c-16e5-446d-9c85-086f719368fa details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:09.626646 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e78da49c-dab7-4804-a855-9961bf3d7cb2 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:09.770761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6ca30-925a-42a0-90d2-8403a9e95589 req-915c1eba-8c07-4810-8101-a7bed20e5eaf tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:09.775851 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46a6ca30-925a-42a0-90d2-8403a9e95589 req-915c1eba-8c07-4810-8101-a7bed20e5eaf tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.0700493 Dec 16 22:15:09.782577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98506983-de30-45a9-a6f4-5fbc3ed5760f admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:15:09.793655 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3855eb49-70d3-4066-b78f-6894c9e4b7a3 None None] Sync routers for ids ['ac4f8e97-f817-4cf2-b2db-453400a202ff'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:15:09.794244 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-98506983-de30-45a9-a6f4-5fbc3ed5760f admin admin] 10.222.0.43 "PUT /v2.0/routers/ac4f8e97-f817-4cf2-b2db-453400a202ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0691671 Dec 16 22:15:09.794649 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33158) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:09.810118 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 967aba4c-16e5-446d-9c85-086f719368fa, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=967aba4c-16e5-446d-9c85-086f719368fa,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:09.817295 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855eb49-70d3-4066-b78f-6894c9e4b7a3 None None] Routers {'ac4f8e97-f817-4cf2-b2db-453400a202ff'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:15:09.818119 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3855eb49-70d3-4066-b78f-6894c9e4b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ac4f8e97-f817-4cf2-b2db-453400a202ff'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:09.825150 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '967aba4c-16e5-446d-9c85-086f719368fa', 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73', 'port_id': '967aba4c-16e5-446d-9c85-086f719368fa', 'mac_address': 'fa:16:3e:e0:90:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21a16a0-fc96-4fc9-941a-6b4db6b05d8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:15:09.874029 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:09.890633 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967aba4c-16e5-446d-9c85-086f719368fa {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:09.905255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port e78da49c-dab7-4804-a855-9961bf3d7cb2 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:15:09.914930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46a6ca30-925a-42a0-90d2-8403a9e95589 req-cfa8e2dc-1fbb-46be-adf9-6ce00745e8ab tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305375 Dec 16 22:15:09.928304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port e78da49c-dab7-4804-a855-9961bf3d7cb2 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:09.928714 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:09.959295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 967aba4c-16e5-446d-9c85-086f719368fa, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=967aba4c-16e5-446d-9c85-086f719368fa,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:10.002918 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb53259c-34a8-4848-a693-459a674ea7a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:10.012137 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-3855eb49-70d3-4066-b78f-6894c9e4b7a3 None None] Set router ac4f8e97-f817-4cf2-b2db-453400a202ff gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:15:10.034065 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:10.076819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78da49c-dab7-4804-a855-9961bf3d7cb2'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:10.104369 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a275c2bd-e231-4f67-9cd2-265c6a225ebb" -d '{"events": [{"server_uuid": "13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d", "name": "network-vif-plugged", "status": "completed", "tag": "e78da49c-dab7-4804-a855-9961bf3d7cb2"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:10.104369 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port e78da49c-dab7-4804-a855-9961bf3d7cb2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e78da49c-dab7-4804-a855-9961bf3d7cb2,segment=NetworkSegment(70adc219-8013-43e4-bd09-ee3882cb2065),segment_id=70adc219-8013-43e4-bd09-ee3882cb2065)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:10.171162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4147c4-d72a-4b88-b278-f7a9deb58828 req-d842974a-b3b3-4411-9e6c-4a68f36b3369 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:10.174358 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f4147c4-d72a-4b88-b278-f7a9deb58828 req-d842974a-b3b3-4411-9e6c-4a68f36b3369 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 944 time: 0.1007257 Dec 16 22:15:10.181763 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcc36ec-5c3a-4218-8e56-03bb687a62dc x-openstack-request-id: req-5fcc36ec-5c3a-4218-8e56-03bb687a62dc {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:10.182334 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d", "name": "network-vif-plugged", "status": "completed", "tag": "e78da49c-dab7-4804-a855-9961bf3d7cb2", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:10.182715 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fcc36ec-5c3a-4218-8e56-03bb687a62dc {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:10.183180 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78da49c-dab7-4804-a855-9961bf3d7cb2', 'code': 200} Dec 16 22:15:10.244407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f4147c4-d72a-4b88-b278-f7a9deb58828 req-c462970a-e273-4ae1-86b7-94e87b6c8650 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecb05ec8-03a7-495c-bfb7-b69c6b6aa8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600581 Dec 16 22:15:10.321453 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:10.323479 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:10.362572 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3855eb49-70d3-4066-b78f-6894c9e4b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1236388976-router', 'tenant_id': '8582161878464d139f809d9f82d1da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:18Z', 'updated_at': '2021-12-16T22:15:08Z', 'revision_number': 5, 'project_id': '8582161878464d139f809d9f82d1da6f', 'gw_port': {'id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:19Z', 'updated_at': '2021-12-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:10.385895 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=967aba4c-16e5-446d-9c85-086f719368fa,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:10.425968 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3855eb49-70d3-4066-b78f-6894c9e4b7a3 None None] Checking router: ac4f8e97-f817-4cf2-b2db-453400a202ff for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:15:10.454187 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855eb49-70d3-4066-b78f-6894c9e4b7a3 None None] Routers {'ac4f8e97-f817-4cf2-b2db-453400a202ff'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:15:10.455160 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3855eb49-70d3-4066-b78f-6894c9e4b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ac4f8e97-f817-4cf2-b2db-453400a202ff'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:10.462834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=e78da49c-dab7-4804-a855-9961bf3d7cb2,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:10.490054 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb53259c-34a8-4848-a693-459a674ea7a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:10.507993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a697f-c440-4be2-ba5f-92bc0e995572 req-3ebed038-0f51-48e0-994d-26a463157a2d tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:10.509927 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff4a697f-c440-4be2-ba5f-92bc0e995572 req-3ebed038-0f51-48e0-994d-26a463157a2d tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.0725772 Dec 16 22:15:10.513801 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f615807-fb2d-4d4a-b533-e5de92bc8b5f req-8b0b0bd8-8f89-4681-864d-47027a6f4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:10.515633 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4f615807-fb2d-4d4a-b533-e5de92bc8b5f req-8b0b0bd8-8f89-4681-864d-47027a6f4977 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 1096 time: 0.0647140 Dec 16 22:15:10.575229 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4f615807-fb2d-4d4a-b533-e5de92bc8b5f req-be0195e3-8cad-47c3-b1fe-1526c76de3f3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ecb05ec8-03a7-495c-bfb7-b69c6b6aa8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515292 Dec 16 22:15:10.590832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff4a697f-c440-4be2-ba5f-92bc0e995572 req-3fa11fe1-ad68-44ab-a130-d9b5c0025fac tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734076 Dec 16 22:15:10.605210 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-3855eb49-70d3-4066-b78f-6894c9e4b7a3 None None] Set router ac4f8e97-f817-4cf2-b2db-453400a202ff gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:15:10.622489 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['967aba4c-16e5-446d-9c85-086f719368fa'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:10.665858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fb53259c-34a8-4848-a693-459a674ea7a8 admin admin] Deleting port 258cb01f-51bd-4c80-bab3-cdde61608250 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:10.666381 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb53259c-34a8-4848-a693-459a674ea7a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:10.786103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b332d7e-dc3d-4601-b9f4-55067d3fcd1d req-349144d3-877e-46c9-952c-1ae2e46df57c tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:10.795587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b332d7e-dc3d-4601-b9f4-55067d3fcd1d req-349144d3-877e-46c9-952c-1ae2e46df57c tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.1500211 Dec 16 22:15:10.833393 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-fb53259c-34a8-4848-a693-459a674ea7a8 admin admin] For port 258cb01f-51bd-4c80-bab3-cdde61608250, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=258cb01f-51bd-4c80-bab3-cdde61608250,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:10.834043 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb53259c-34a8-4848-a693-459a674ea7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:10.836390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503f8c4-dd4e-43d8-bc64-5622f37ec497 req-200fee36-5a41-41e5-a42f-4267944dc349 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:10.838376 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d503f8c4-dd4e-43d8-bc64-5622f37ec497 req-200fee36-5a41-41e5-a42f-4267944dc349 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 944 time: 0.1448894 Dec 16 22:15:10.854032 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fb53259c-34a8-4848-a693-459a674ea7a8 admin admin] Calling delete_port for 258cb01f-51bd-4c80-bab3-cdde61608250 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:10.863519 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3855eb49-70d3-4066-b78f-6894c9e4b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1236388976-router', 'tenant_id': '8582161878464d139f809d9f82d1da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:18Z', 'updated_at': '2021-12-16T22:15:08Z', 'revision_number': 5, 'project_id': '8582161878464d139f809d9f82d1da6f', 'gw_port': {'id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:19Z', 'updated_at': '2021-12-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:10.897146 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b332d7e-dc3d-4601-b9f4-55067d3fcd1d req-22c9940b-1ac6-49d9-81bd-c3ab76edf6b3 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005323 Dec 16 22:15:10.900199 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3855eb49-70d3-4066-b78f-6894c9e4b7a3 None None] The sync data for ids ['ac4f8e97-f817-4cf2-b2db-453400a202ff'] in n-d-821840-2 is: [{'id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1236388976-router', 'tenant_id': '8582161878464d139f809d9f82d1da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:18Z', 'updated_at': '2021-12-16T22:15:08Z', 'revision_number': 5, 'project_id': '8582161878464d139f809d9f82d1da6f', 'gw_port': {'id': '258cb01f-51bd-4c80-bab3-cdde61608250', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4f8e97-f817-4cf2-b2db-453400a202ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:19Z', 'updated_at': '2021-12-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:15:10.943877 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d503f8c4-dd4e-43d8-bc64-5622f37ec497 req-47268559-8d7d-4f91-8ba9-2959b120bf8a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961583 Dec 16 22:15:11.095643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd7b46-f4c2-4ce9-aaaf-325b3327cbaf req-c8e82cbb-af06-412a-9076-f25fe5f21a06 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:11.097901 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8dcd7b46-f4c2-4ce9-aaaf-325b3327cbaf req-c8e82cbb-af06-412a-9076-f25fe5f21a06 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.0615349 Dec 16 22:15:11.163832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8dcd7b46-f4c2-4ce9-aaaf-325b3327cbaf req-f5542b13-51f8-408e-9a31-350d1caf5fe2 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593576 Dec 16 22:15:11.179873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83fa20e1-9e9c-43af-be45-08e579555586 req-7a0056e6-cd45-4b63-ad3c-6c00c3ee168a tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cc5ed175d1d740ca8faba7ef20ef9ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319250 Dec 16 22:15:11.446642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa20e1-9e9c-43af-be45-08e579555586 req-aa2641a5-6cea-4a37-b13f-dd63993bb205 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:11.446642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83fa20e1-9e9c-43af-be45-08e579555586 req-aa2641a5-6cea-4a37-b13f-dd63993bb205 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1213062 Dec 16 22:15:11.446642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83fa20e1-9e9c-43af-be45-08e579555586 req-442fd6ba-c39c-4ec9-a0f8-9ef235df4290 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/quotas/cc5ed175d1d740ca8faba7ef20ef9ecb HTTP/1.1" status: 200 len: 375 time: 0.0098686 Dec 16 22:15:11.446642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83fa20e1-9e9c-43af-be45-08e579555586 req-e6a178b3-7241-4377-9dbb-79ecc787e129 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc5ed175d1d740ca8faba7ef20ef9ecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481822 Dec 16 22:15:11.835780 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb53259c-34a8-4848-a693-459a674ea7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:11.861264 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53259c-34a8-4848-a693-459a674ea7a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=258cb01f-51bd-4c80-bab3-cdde61608250,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:11.958210 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb53259c-34a8-4848-a693-459a674ea7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.059461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d158e-d6a1-4a8e-961c-94e880a40d16 req-ca5880b1-0bd3-4c5c-ac83-564921f4109d tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:12.067860 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-178d158e-d6a1-4a8e-961c-94e880a40d16 req-ca5880b1-0bd3-4c5c-ac83-564921f4109d tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 945 time: 0.1020687 Dec 16 22:15:12.115250 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb53259c-34a8-4848-a693-459a674ea7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.119695 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb53259c-34a8-4848-a693-459a674ea7a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.143726 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-178d158e-d6a1-4a8e-961c-94e880a40d16 req-32f4b4cf-16e1-4ef2-b1a8-f9d47382fb96 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecb05ec8-03a7-495c-bfb7-b69c6b6aa8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631728 Dec 16 22:15:12.159461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7d92f78a-bada-4352-a0da-8b0dc84a5222 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:12.196222 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 7d92f78a-bada-4352-a0da-8b0dc84a5222 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:15:12.196577 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7d92f78a-bada-4352-a0da-8b0dc84a5222 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:12.246480 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb53259c-34a8-4848-a693-459a674ea7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.256552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb53259c-34a8-4848-a693-459a674ea7a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac4f8e97-f817-4cf2-b2db-453400a202ff {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:15:12.268080 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb53259c-34a8-4848-a693-459a674ea7a8 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.270869 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fb53259c-34a8-4848-a693-459a674ea7a8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ac4f8e97-f817-4cf2-b2db-453400a202ff HTTP/1.1" status: 204 len: 168 time: 2.4745562 Dec 16 22:15:12.273363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33224) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:12.291054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a4226-b62a-40a7-981e-05eef032fc86 req-84ba47aa-e37b-41ca-baa4-32248f1e0811 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:12.296422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c7a4226-b62a-40a7-981e-05eef032fc86 req-84ba47aa-e37b-41ca-baa4-32248f1e0811 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.0676496 Dec 16 22:15:12.333598 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-6beaf244-49cb-4094-a24f-f98fa84e483b admin admin] Deleting subnet cc2ef556-c02c-4b6d-9f05-472e6e58218b {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:15:12.337178 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6beaf244-49cb-4094-a24f-f98fa84e483b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.365198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c7a4226-b62a-40a7-981e-05eef032fc86 req-7dc02b78-4bdb-4528-adbc-040fba9dce9e tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632994 Dec 16 22:15:12.399508 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6beaf244-49cb-4094-a24f-f98fa84e483b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.444861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6bbd73a-554f-45ff-aab8-6ee268bb0d4f req-374ae567-d0cf-4f7e-95c8-413efc0d53a9 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 210 time: 0.0306275 Dec 16 22:15:12.507623 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6beaf244-49cb-4094-a24f-f98fa84e483b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.611346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f0881-b9d9-46d0-95db-816eb3591101 req-f666628c-fa92-4bd6-ad04-7f363e312d72 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:12.613134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-582f0881-b9d9-46d0-95db-816eb3591101 req-f666628c-fa92-4bd6-ad04-7f363e312d72 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 944 time: 0.0791340 Dec 16 22:15:12.681962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-582f0881-b9d9-46d0-95db-816eb3591101 req-d9d10242-374f-47b4-a335-7e216ad41717 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607197 Dec 16 22:15:12.725380 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6beaf244-49cb-4094-a24f-f98fa84e483b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.771912 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bf057c-0ca9-419c-aeec-1799be9de60d None None] Network 3112bc18-81a4-4b05-a6ec-1e96d5b90282 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:12.772368 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6beaf244-49cb-4094-a24f-f98fa84e483b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.777726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6dd3-4742-4a24-9d98-e33d85eacdc2 req-94e0cbd6-b157-44d5-92d3-78e1d383c1e9 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:12.779447 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-963f6dd3-4742-4a24-9d98-e33d85eacdc2 req-94e0cbd6-b157-44d5-92d3-78e1d383c1e9 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.0644739 Dec 16 22:15:12.790166 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6beaf244-49cb-4094-a24f-f98fa84e483b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cc2ef556-c02c-4b6d-9f05-472e6e58218b HTTP/1.1" status: 204 len: 168 time: 0.5149069 Dec 16 22:15:12.791999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33240) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:12.793126 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beaf244-49cb-4094-a24f-f98fa84e483b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc2ef556-c02c-4b6d-9f05-472e6e58218b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:12.852049 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-963f6dd3-4742-4a24-9d98-e33d85eacdc2 req-d6ece98b-3d4e-499f-8fe1-7ef91249aca6 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637093 Dec 16 22:15:12.910429 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.974434 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] Deleting port 907f27ff-1aff-405c-9725-c11bc2ebcae7 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:12.974434 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.053079 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.062053 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] For port 907f27ff-1aff-405c-9725-c11bc2ebcae7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=907f27ff-1aff-405c-9725-c11bc2ebcae7,segment=NetworkSegment(40188b24-2b2f-43bb-8b6b-9d953467922d),segment_id=40188b24-2b2f-43bb-8b6b-9d953467922d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:13.062546 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.088301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] Calling delete_port for 907f27ff-1aff-405c-9725-c11bc2ebcae7 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:13.116131 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.152790 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c120d2-d8ea-462d-b304-071945a11821 None None] DHCP port deletion for 3112bc18-81a4-4b05-a6ec-1e96d5b90282 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:15:13.223628 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-18c120d2-d8ea-462d-b304-071945a11821 None None] Deleting port 907f27ff-1aff-405c-9725-c11bc2ebcae7 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:13.224333 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18c120d2-d8ea-462d-b304-071945a11821 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.258464 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.289342 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cccd74-51e8-430c-982c-cfbd593a53ec req-bfd58c99-1f00-4985-8e12-1bc04b14cedb tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:13.291026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90cccd74-51e8-430c-982c-cfbd593a53ec req-bfd58c99-1f00-4985-8e12-1bc04b14cedb tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 945 time: 0.0720794 Dec 16 22:15:13.295020 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] Pushing event deleted for resources: {'Port': ['ID=907f27ff-1aff-405c-9725-c11bc2ebcae7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:13.298679 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] No DVR routers for this DVR port 907f27ff-1aff-405c-9725-c11bc2ebcae7 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:15:13.330310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-18c120d2-d8ea-462d-b304-071945a11821 None None] For port 907f27ff-1aff-405c-9725-c11bc2ebcae7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=907f27ff-1aff-405c-9725-c11bc2ebcae7,segment=NetworkSegment(40188b24-2b2f-43bb-8b6b-9d953467922d),segment_id=40188b24-2b2f-43bb-8b6b-9d953467922d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:13.331316 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18c120d2-d8ea-462d-b304-071945a11821 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.346885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-18c120d2-d8ea-462d-b304-071945a11821 None None] Calling delete_port for 907f27ff-1aff-405c-9725-c11bc2ebcae7 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:13.364296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90cccd74-51e8-430c-982c-cfbd593a53ec req-0eee7943-8c8d-4fb7-96de-4652f05a5063 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecb05ec8-03a7-495c-bfb7-b69c6b6aa8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594704 Dec 16 22:15:13.387159 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.414643 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3112bc18-81a4-4b05-a6ec-1e96d5b90282']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:13.428762 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40188b24-2b2f-43bb-8b6b-9d953467922d') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:13.428982 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40188b24-2b2f-43bb-8b6b-9d953467922d') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:13.445130 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.484974 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.489035 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18c120d2-d8ea-462d-b304-071945a11821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.515478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c120d2-d8ea-462d-b304-071945a11821 None None] Pushing event deleted for resources: {'Port': ['ID=907f27ff-1aff-405c-9725-c11bc2ebcae7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:13.528648 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c120d2-d8ea-462d-b304-071945a11821 None None] No DVR routers for this DVR port 907f27ff-1aff-405c-9725-c11bc2ebcae7 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:15:13.529377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:15:13.529835 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:15:13.563608 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:15:13.591047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8d1ef-f914-4246-a17d-f6ec97668f4e req-34d3220b-1c9f-4557-befb-66790aa25a4a tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:13.592874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66b8d1ef-f914-4246-a17d-f6ec97668f4e req-34d3220b-1c9f-4557-befb-66790aa25a4a tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.1370947 Dec 16 22:15:13.638627 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 967aba4c-16e5-446d-9c85-086f719368fa up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:13.656422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66b8d1ef-f914-4246-a17d-f6ec97668f4e req-364f1f37-9758-4371-ae14-0412ea6a5fd5 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555451 Dec 16 22:15:13.704136 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.714775 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.729656 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3112bc18-81a4-4b05-a6ec-1e96d5b90282 HTTP/1.1" status: 204 len: 168 time: 0.9315999 Dec 16 22:15:13.757367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601c8dd-48a2-47e1-8090-585d534cfd42 admin admin] Pushing event deleted for resources: {'Network': ['ID=3112bc18-81a4-4b05-a6ec-1e96d5b90282,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:13.783945 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 967aba4c-16e5-446d-9c85-086f719368fa completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:15:13.789483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 967aba4c-16e5-446d-9c85-086f719368fa triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:13.790184 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.804735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21dac09f-7a98-4841-a647-e3eccca834ad req-c8e70628-82ad-46c9-acdc-15538f05f095 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 210 time: 0.0448668 Dec 16 22:15:13.941722 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.973731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277f9fb-62e6-45e6-ad45-4e129ce1a85a req-9dc8a7bb-13bb-43a5-a5ca-cd72f30d0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:13.975369 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7277f9fb-62e6-45e6-ad45-4e129ce1a85a req-9dc8a7bb-13bb-43a5-a5ca-cd72f30d0d6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a46abc7b63e849be8b745dbffed77190&device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 1096 time: 0.0597534 Dec 16 22:15:13.977575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcae8ed-f105-42c1-b24c-8ae8db0f3c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967aba4c-16e5-446d-9c85-086f719368fa'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:13.979938 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62c3d51-c96b-4f4d-a757-8bd84cb2a790" -d '{"events": [{"server_uuid": "2dcae8ed-f105-42c1-b24c-8ae8db0f3c92", "name": "network-vif-plugged", "status": "completed", "tag": "967aba4c-16e5-446d-9c85-086f719368fa"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:13.994602 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 967aba4c-16e5-446d-9c85-086f719368fa, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=967aba4c-16e5-446d-9c85-086f719368fa,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:13.997705 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092d4ee-03a9-4f40-afd0-2350dab1496c req-c9fb30ec-9720-4a6d-9eac-05266e851064 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:13.999388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4092d4ee-03a9-4f40-afd0-2350dab1496c req-c9fb30ec-9720-4a6d-9eac-05266e851064 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 944 time: 0.0949774 Dec 16 22:15:14.016671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa617a9-b100-4bb9-a683-1e396e8c85c2 req-08e31513-bac0-480e-b29e-307f36060d1e tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:14.019059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa617a9-b100-4bb9-a683-1e396e8c85c2 req-08e31513-bac0-480e-b29e-307f36060d1e tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 945 time: 0.0817206 Dec 16 22:15:14.092090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4092d4ee-03a9-4f40-afd0-2350dab1496c req-beae5059-d5c2-47c0-91e4-cca9a03e5dc6 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720956 Dec 16 22:15:14.092845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33266) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:14.094988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 258cb01f-51bd-4c80-bab3-cdde61608250 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:14.115406 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277f9fb-62e6-45e6-ad45-4e129ce1a85a req-256e44b7-e95a-4e17-b129-476da900c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:14.117327 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7277f9fb-62e6-45e6-ad45-4e129ce1a85a req-256e44b7-e95a-4e17-b129-476da900c75b service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f1ce7f5-0054-4be7-811a-1b645fc3436a HTTP/1.1" status: 200 len: 915 time: 0.1252439 Dec 16 22:15:14.129325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa617a9-b100-4bb9-a683-1e396e8c85c2 req-ce873ccf-a279-4492-a076-4e275c5d05a0 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecb05ec8-03a7-495c-bfb7-b69c6b6aa8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948203 Dec 16 22:15:14.174998 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:14.184151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 258cb01f-51bd-4c80-bab3-cdde61608250 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:15:14.184761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 258cb01f-51bd-4c80-bab3-cdde61608250 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:14.184905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cbbdbe7a-b8f5-4a77-af97-13c1ddbc7527 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8582161878464d139f809d9f82d1da6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0855112 Dec 16 22:15:14.185494 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 907f27ff-1aff-405c-9725-c11bc2ebcae7 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:14.186978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33268) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:14.232011 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7277f9fb-62e6-45e6-ad45-4e129ce1a85a req-554a871a-8780-47a2-b101-1d37c071df77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e78da49c-dab7-4804-a855-9961bf3d7cb2 HTTP/1.1" status: 200 len: 217 time: 0.0878205 Dec 16 22:15:14.286937 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=967aba4c-16e5-446d-9c85-086f719368fa,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:14.291909 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b0564f-fdab-40a7-997c-c7f92364fb84 x-openstack-request-id: req-23b0564f-fdab-40a7-997c-c7f92364fb84 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:14.292576 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcae8ed-f105-42c1-b24c-8ae8db0f3c92", "name": "network-vif-plugged", "status": "completed", "tag": "967aba4c-16e5-446d-9c85-086f719368fa", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:14.293043 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23b0564f-fdab-40a7-997c-c7f92364fb84 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:14.293645 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcae8ed-f105-42c1-b24c-8ae8db0f3c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967aba4c-16e5-446d-9c85-086f719368fa', 'code': 200} Dec 16 22:15:14.294858 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 907f27ff-1aff-405c-9725-c11bc2ebcae7 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:15:14.295453 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 907f27ff-1aff-405c-9725-c11bc2ebcae7 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:14.330427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277f9fb-62e6-45e6-ad45-4e129ce1a85a req-e64b1a70-487c-44bf-97c1-dbd7afa122c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:14.331118 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-102933fb-2b13-40ed-aaa1-d07d7f349b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:14.332886 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7277f9fb-62e6-45e6-ad45-4e129ce1a85a req-e64b1a70-487c-44bf-97c1-dbd7afa122c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60c3d4f7-8e99-4df3-9321-03efc0c2f7ad HTTP/1.1" status: 200 len: 854 time: 0.0873833 Dec 16 22:15:14.343476 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb8c9b-8c66-4496-966c-24ba7dd3add7 req-813b1e6c-638a-4725-87a7-2cca6c983e20 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:14.349717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2eb8c9b-8c66-4496-966c-24ba7dd3add7 req-813b1e6c-638a-4725-87a7-2cca6c983e20 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.1145737 Dec 16 22:15:14.391449 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7277f9fb-62e6-45e6-ad45-4e129ce1a85a req-4aa4fb97-3505-48e0-a987-7107969eec37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f1ce7f5-0054-4be7-811a-1b645fc3436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297835 Dec 16 22:15:14.392069 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-102933fb-2b13-40ed-aaa1-d07d7f349b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:14.400509 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8e21d-7b2f-4c01-8d10-c8b5e6596214 req-77684f71-a54e-4eb4-bb9f-a391a7b14328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:14.402003 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c7f8e21d-7b2f-4c01-8d10-c8b5e6596214 req-77684f71-a54e-4eb4-bb9f-a391a7b14328 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 1096 time: 0.0681169 Dec 16 22:15:14.440332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2eb8c9b-8c66-4496-966c-24ba7dd3add7 req-2aa48e19-e202-42d2-9642-08b7cb37e340 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892684 Dec 16 22:15:14.487032 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83fa20e1-9e9c-43af-be45-08e579555586 req-f4d2d67f-d6ba-41d0-a8f6-70ea5a5508bd tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cc5ed175d1d740ca8faba7ef20ef9ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258849 Dec 16 22:15:14.513991 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c7f8e21d-7b2f-4c01-8d10-c8b5e6596214 req-1fc6cdbd-3437-45df-bca4-719aede3ce92 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024530 Dec 16 22:15:14.526452 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7277f9fb-62e6-45e6-ad45-4e129ce1a85a req-ec96e8c8-063d-424c-ac44-44d23494b545 service neutron] 10.222.0.69 "GET /v2.0/networks/5f1ce7f5-0054-4be7-811a-1b645fc3436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235061 Dec 16 22:15:14.579307 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-102933fb-2b13-40ed-aaa1-d07d7f349b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:14.588748 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-102933fb-2b13-40ed-aaa1-d07d7f349b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:14.588748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-102933fb-2b13-40ed-aaa1-d07d7f349b41 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/036428c2-2ea4-432b-b85d-8fd3ee3e8d18 HTTP/1.1" status: 204 len: 168 time: 0.3945270 Dec 16 22:15:14.608926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102933fb-2b13-40ed-aaa1-d07d7f349b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036428c2-2ea4-432b-b85d-8fd3ee3e8d18,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:14.628581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa20e1-9e9c-43af-be45-08e579555586 req-632c9b97-164d-47f5-ad7a-3aee44d6955d tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:14.630226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83fa20e1-9e9c-43af-be45-08e579555586 req-632c9b97-164d-47f5-ad7a-3aee44d6955d tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1309109 Dec 16 22:15:14.781777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-83fa20e1-9e9c-43af-be45-08e579555586 req-83773a29-68a5-4944-83a1-0b538d02e4fb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Request body: {'port': {'device_id': '52f69b0c-2f79-4afe-94a0-1f08443323ae', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': 'cc5ed175d1d740ca8faba7ef20ef9ecb'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:14.860708 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187f6c-a9dd-454c-bc81-d4b33b4d60cd req-86a968dd-e4d3-4629-a5ff-1e5229eed71b tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:14.862477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88187f6c-a9dd-454c-bc81-d4b33b4d60cd req-86a968dd-e4d3-4629-a5ff-1e5229eed71b tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.1237726 Dec 16 22:15:14.919524 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7277f9fb-62e6-45e6-ad45-4e129ce1a85a req-1fe8fd96-6efa-49ad-8d18-12c328a9d2d9 service neutron] 10.222.0.69 "GET /v2.0/networks/5f1ce7f5-0054-4be7-811a-1b645fc3436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555619 Dec 16 22:15:14.962927 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88187f6c-a9dd-454c-bc81-d4b33b4d60cd req-d14e0fb3-af06-43a4-944e-c061b614ecfe tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883722 Dec 16 22:15:15.057489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd28222f-a37e-4739-8890-6fce82be1cd8 req-e5e1d39d-398d-41c7-a62f-f3209c15a620 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 210 time: 0.0492849 Dec 16 22:15:15.104348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f75f5-1079-45b0-a8ff-d0fa74c7bc55 req-ca51a649-9a11-4806-9281-aae7f4f04526 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:15.106164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee0f75f5-1079-45b0-a8ff-d0fa74c7bc55 req-ca51a649-9a11-4806-9281-aae7f4f04526 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 945 time: 0.0815079 Dec 16 22:15:15.133297 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fa20e1-9e9c-43af-be45-08e579555586 req-83773a29-68a5-4944-83a1-0b538d02e4fb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Made reservation on behalf of cc5ed175d1d740ca8faba7ef20ef9ecb for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:15.137145 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-83fa20e1-9e9c-43af-be45-08e579555586 req-83773a29-68a5-4944-83a1-0b538d02e4fb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:15.336350 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee0f75f5-1079-45b0-a8ff-d0fa74c7bc55 req-7f9e0a3d-4f27-4f38-9ef9-71d936ff2b29 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bd5057c-b4af-4ba6-bac7-4bade6605f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206299 Dec 16 22:15:15.348622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-83fa20e1-9e9c-43af-be45-08e579555586 req-83773a29-68a5-4944-83a1-0b538d02e4fb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Allocated IP 192.168.233.21 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/0426fd47-742a-476a-836a-0d308dd1f347) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:15.396161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966f89-f550-4e06-aeb0-f9ed787c544d req-cc8fedcb-0f0a-4e30-aace-c18b6ca03c37 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:15.403424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3966f89-f550-4e06-aeb0-f9ed787c544d req-cc8fedcb-0f0a-4e30-aace-c18b6ca03c37 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 945 time: 0.1373465 Dec 16 22:15:15.564017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4aa22-7816-4627-ad8a-b7a9abcfc709 req-b55d2db9-3baf-4070-8115-034289815a9c tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:15.565440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13d4aa22-7816-4627-ad8a-b7a9abcfc709 req-b55d2db9-3baf-4070-8115-034289815a9c tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 945 time: 0.1428497 Dec 16 22:15:15.574298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3966f89-f550-4e06-aeb0-f9ed787c544d req-1995ec54-05c3-4a74-a39f-d314fe734e0e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698837 Dec 16 22:15:16.075131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13d4aa22-7816-4627-ad8a-b7a9abcfc709 req-e980f643-19fd-4cd4-8fcd-8fe7feaf745d tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecb05ec8-03a7-495c-bfb7-b69c6b6aa8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998991 Dec 16 22:15:16.104727 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-83fa20e1-9e9c-43af-be45-08e579555586 req-83773a29-68a5-4944-83a1-0b538d02e4fb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:16.115693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184b213-3573-448f-bb1c-13d51afb285e req-9bba150e-d545-407f-92da-929b70593e26 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:16.121159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1184b213-3573-448f-bb1c-13d51afb285e req-9bba150e-d545-407f-92da-929b70593e26 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.1339018 Dec 16 22:15:16.227375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1184b213-3573-448f-bb1c-13d51afb285e req-903770d3-2fa1-4e2e-8433-37df30ab4772 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028919 Dec 16 22:15:16.248784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9bf0d-e9f5-4a89-9461-d226bd011cdf req-25edf3b0-ffd6-4595-8723-e049934ee213 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:16.248784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa9bf0d-e9f5-4a89-9461-d226bd011cdf req-25edf3b0-ffd6-4595-8723-e049934ee213 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.0987914 Dec 16 22:15:16.295163 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-83fa20e1-9e9c-43af-be45-08e579555586 req-83773a29-68a5-4944-83a1-0b538d02e4fb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:16.312918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['2de6f830-8043-4f87-be17-f35bb6e2e93c', '99ecd729-b4db-47a7-b01a-81495d0b4d1b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:16.326936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa9bf0d-e9f5-4a89-9461-d226bd011cdf req-4f858dee-576b-4d17-baf2-3db12a9b49b0 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784030 Dec 16 22:15:16.375454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fa20e1-9e9c-43af-be45-08e579555586 req-83773a29-68a5-4944-83a1-0b538d02e4fb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:16.382017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-83fa20e1-9e9c-43af-be45-08e579555586 req-83773a29-68a5-4944-83a1-0b538d02e4fb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:16.398678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fa20e1-9e9c-43af-be45-08e579555586 req-83773a29-68a5-4944-83a1-0b538d02e4fb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:16.443669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83773a29-68a5-4944-83a1-0b538d02e4fb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Pushing event updated for resources: {'Port': ['ID=0426fd47-742a-476a-836a-0d308dd1f347,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:16.530100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa20e1-9e9c-43af-be45-08e579555586 req-83773a29-68a5-4944-83a1-0b538d02e4fb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:16.530959 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-83fa20e1-9e9c-43af-be45-08e579555586 req-83773a29-68a5-4944-83a1-0b538d02e4fb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:16.608658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32686d-7ba4-4587-9695-cd8a763a4b62 req-f39ff9fa-fe67-4360-b722-1f008b334db6 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:16.611156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e32686d-7ba4-4587-9695-cd8a763a4b62 req-f39ff9fa-fe67-4360-b722-1f008b334db6 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 935 time: 0.1302013 Dec 16 22:15:16.619166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83fa20e1-9e9c-43af-be45-08e579555586 req-83773a29-68a5-4944-83a1-0b538d02e4fb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8444560 Dec 16 22:15:16.670557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Request body: {'port': {'device_id': '52f69b0c-2f79-4afe-94a0-1f08443323ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:16.811046 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e32686d-7ba4-4587-9695-cd8a763a4b62 req-31aea022-8280-48f8-a127-38f81afeb9e1 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860361 Dec 16 22:15:16.823224 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:16.845433 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c2388284-f6e9-428d-b033-485651455567 None None] Provisioning complete for port 0426fd47-742a-476a-836a-0d308dd1f347 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:16.846282 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c2388284-f6e9-428d-b033-485651455567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:16.891834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c2388284-f6e9-428d-b033-485651455567 None None] Port 0426fd47-742a-476a-836a-0d308dd1f347 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:15:16.921955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedcdb4-e223-4a3b-9362-5c11e083e5c8 req-54bc8307-b0b5-44bf-8c4d-ec3ce6d30d3c tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:16.923481 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1dedcdb4-e223-4a3b-9362-5c11e083e5c8 req-54bc8307-b0b5-44bf-8c4d-ec3ce6d30d3c tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 945 time: 0.1227784 Dec 16 22:15:17.077371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9152b8-8ebd-41d7-a6e2-a3b8a07c3cf2 req-5cca8cf1-7ced-4abf-a2e5-14993334f6ef tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:17.078788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e9152b8-8ebd-41d7-a6e2-a3b8a07c3cf2 req-5cca8cf1-7ced-4abf-a2e5-14993334f6ef tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 945 time: 0.1773109 Dec 16 22:15:17.084865 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1dedcdb4-e223-4a3b-9362-5c11e083e5c8 req-40c8b574-3c6d-421d-a5e6-c521c8eb6a1f tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bd5057c-b4af-4ba6-bac7-4bade6605f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358101 Dec 16 22:15:17.199442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e9152b8-8ebd-41d7-a6e2-a3b8a07c3cf2 req-4de1a6b2-723d-44d6-8c55-5abf9be0d1b5 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135066 Dec 16 22:15:17.297896 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fbb2e-75c0-4426-8160-b6aabaa0c748 req-d967ca65-68fc-4996-ad02-9d27cd113fb7 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:17.299562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d7fbb2e-75c0-4426-8160-b6aabaa0c748 req-d967ca65-68fc-4996-ad02-9d27cd113fb7 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 945 time: 0.1217942 Dec 16 22:15:17.356514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0426fd47-742a-476a-836a-0d308dd1f347 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:17.371306 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:17.398595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d7fbb2e-75c0-4426-8160-b6aabaa0c748 req-b4b9058b-63f4-4506-aabc-aa55755ab257 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecb05ec8-03a7-495c-bfb7-b69c6b6aa8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755570 Dec 16 22:15:17.399563 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Transition to ACTIVE for port object 0426fd47-742a-476a-836a-0d308dd1f347 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:15:17.501287 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c130d0-b53b-446e-84cd-d33cda8d766e req-8859e020-12ed-4c64-8883-ad3b20bb42a2 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:17.502888 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0c130d0-b53b-446e-84cd-d33cda8d766e req-8859e020-12ed-4c64-8883-ad3b20bb42a2 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 1096 time: 0.0746515 Dec 16 22:15:17.535176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaefb56-4183-4a85-bc74-8ea0dfd2749a req-9e58151f-37ba-4dc6-8b74-639cf20e584b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:17.537023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cfaefb56-4183-4a85-bc74-8ea0dfd2749a req-9e58151f-37ba-4dc6-8b74-639cf20e584b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.0779517 Dec 16 22:15:17.539881 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:17.640444 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0c130d0-b53b-446e-84cd-d33cda8d766e req-43c0e09f-581a-4e4d-937f-cbb01d9e064a tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293616 Dec 16 22:15:17.645465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Pushing event updated for resources: {'Port': ['ID=0426fd47-742a-476a-836a-0d308dd1f347,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:17.672883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cfaefb56-4183-4a85-bc74-8ea0dfd2749a req-b72b5371-d9aa-489a-986f-5a5f83adb4b5 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172349 Dec 16 22:15:17.797978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Attempting to bind port 0426fd47-742a-476a-836a-0d308dd1f347 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:17.798212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Attempting to bind port 0426fd47-742a-476a-836a-0d308dd1f347 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:17.798539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Attempting to bind port 0426fd47-742a-476a-836a-0d308dd1f347 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:17.809705 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Port 0426fd47-742a-476a-836a-0d308dd1f347 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:17.810030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Attempting to bind port 0426fd47-742a-476a-836a-0d308dd1f347 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:17.822159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:17.822530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:17.822946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:17.823434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Bound port: 0426fd47-742a-476a-836a-0d308dd1f347, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:17.823803 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:17.843985 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180f64c-59cb-4b40-aab1-0fb289e2fd39 req-286a7669-86e5-4bb2-a154-8739069be108 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:17.850021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8180f64c-59cb-4b40-aab1-0fb289e2fd39 req-286a7669-86e5-4bb2-a154-8739069be108 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.1005993 Dec 16 22:15:17.943791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8180f64c-59cb-4b40-aab1-0fb289e2fd39 req-bb223dee-56c5-4541-86f8-90b7a1bd565d tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874507 Dec 16 22:15:17.946279 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] For port 0426fd47-742a-476a-836a-0d308dd1f347, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:17.949492 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] For port 0426fd47-742a-476a-836a-0d308dd1f347, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0426fd47-742a-476a-836a-0d308dd1f347,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:18.044826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c46b69-f3e5-4667-b7d2-c9068f9bc111 req-b7425e26-7814-485a-84fe-d85f0694c9b1 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:18.046369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63c46b69-f3e5-4667-b7d2-c9068f9bc111 req-b7425e26-7814-485a-84fe-d85f0694c9b1 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 1096 time: 0.0482378 Dec 16 22:15:18.082033 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:18.133925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:18.134559 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:18.135977 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83fa20e1-9e9c-43af-be45-08e579555586 req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] 10.222.0.69 "PUT /v2.0/ports/0426fd47-742a-476a-836a-0d308dd1f347 HTTP/1.1" status: 200 len: 1095 time: 1.4972601 Dec 16 22:15:18.138204 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63c46b69-f3e5-4667-b7d2-c9068f9bc111 req-6e038589-9c65-4a43-ba4d-47f9312fcb3a tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831420 Dec 16 22:15:18.142862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f69b0c-2f79-4afe-94a0-1f08443323ae', 'tag': '0426fd47-742a-476a-836a-0d308dd1f347'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:18.142862 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105ff5b8-bf7f-4212-9cde-22671ee2da60" -d '{"events": [{"name": "network-changed", "server_uuid": "52f69b0c-2f79-4afe-94a0-1f08443323ae", "tag": "0426fd47-742a-476a-836a-0d308dd1f347"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:18.163928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eff368-7a14-4551-bb58-abe762e781fd service neutron] Pushing event updated for resources: {'Port': ['ID=0426fd47-742a-476a-836a-0d308dd1f347,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:18.377633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa20e1-9e9c-43af-be45-08e579555586 req-4968da79-a997-41df-93ff-0ae80271ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:18.380555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83fa20e1-9e9c-43af-be45-08e579555586 req-4968da79-a997-41df-93ff-0ae80271ba90 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc5ed175d1d740ca8faba7ef20ef9ecb&device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 1098 time: 0.0579062 Dec 16 22:15:18.461501 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83fa20e1-9e9c-43af-be45-08e579555586 req-ce60b24a-0d6d-46bd-8f8a-297b1dcd75b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0426fd47-742a-476a-836a-0d308dd1f347 HTTP/1.1" status: 200 len: 217 time: 0.0588820 Dec 16 22:15:18.507998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428b33c-73eb-4014-82e0-7610da730836 req-10e579b4-fbbd-4f08-9ff8-6270be1b1a00 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:18.509497 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2428b33c-73eb-4014-82e0-7610da730836 req-10e579b4-fbbd-4f08-9ff8-6270be1b1a00 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 947 time: 0.1166551 Dec 16 22:15:18.542320 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa20e1-9e9c-43af-be45-08e579555586 req-a4f30e2e-55bb-4812-9b6c-ae4c7ddb5643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:18.543802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83fa20e1-9e9c-43af-be45-08e579555586 req-a4f30e2e-55bb-4812-9b6c-ae4c7ddb5643 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0757787 Dec 16 22:15:18.580650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2428b33c-73eb-4014-82e0-7610da730836 req-9603f98e-e3a8-4f7a-a466-3e67fb18c610 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633020 Dec 16 22:15:18.618598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa20e1-9e9c-43af-be45-08e579555586 req-810fdc8b-a1fe-4c0c-b869-f82e64721ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:18.620235 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83fa20e1-9e9c-43af-be45-08e579555586 req-810fdc8b-a1fe-4c0c-b869-f82e64721ba4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0525758 Dec 16 22:15:18.635056 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83da755-b7eb-470b-a370-a4e91ccb585b x-openstack-request-id: req-f83da755-b7eb-470b-a370-a4e91ccb585b {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:18.640863 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f69b0c-2f79-4afe-94a0-1f08443323ae", "tag": "0426fd47-742a-476a-836a-0d308dd1f347", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:18.640863 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f83da755-b7eb-470b-a370-a4e91ccb585b {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:18.640863 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f69b0c-2f79-4afe-94a0-1f08443323ae', 'tag': '0426fd47-742a-476a-836a-0d308dd1f347', 'status': 'completed', 'code': 200} Dec 16 22:15:18.783313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83fa20e1-9e9c-43af-be45-08e579555586 req-d2979edf-4895-4751-a4e4-5bbe57d42c46 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369386 Dec 16 22:15:18.802706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077615b7-5906-4eb6-b1b1-84dcec61f54f req-a6408f76-36c7-4e94-81d3-0f96c2b44aa1 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:18.807399 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-077615b7-5906-4eb6-b1b1-84dcec61f54f req-a6408f76-36c7-4e94-81d3-0f96c2b44aa1 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 945 time: 0.0648792 Dec 16 22:15:18.920347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-077615b7-5906-4eb6-b1b1-84dcec61f54f req-0671d90d-8871-4406-8b1e-c908cff62e57 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bd5057c-b4af-4ba6-bac7-4bade6605f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070266 Dec 16 22:15:18.968547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83fa20e1-9e9c-43af-be45-08e579555586 req-20bb2192-53ff-414a-930c-be598b25a9dd service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630456 Dec 16 22:15:19.035900 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33412) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:19.072814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadd97b-79c9-4118-8138-f672212b25ed req-2fac30c3-9a28-4262-afba-11e1ca7606e5 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:19.074439 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbadd97b-79c9-4118-8138-f672212b25ed req-2fac30c3-9a28-4262-afba-11e1ca7606e5 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.0785697 Dec 16 22:15:19.157593 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b498063a-c1fe-42bd-a570-f12f0e84eb45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:19.159304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ff5b8-bf7f-4212-9cde-22671ee2da60 req-a9cfe749-8683-42e3-ab8f-5269a212158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:19.160830 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-105ff5b8-bf7f-4212-9cde-22671ee2da60 req-a9cfe749-8683-42e3-ab8f-5269a212158f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc5ed175d1d740ca8faba7ef20ef9ecb&device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 1098 time: 0.0808539 Dec 16 22:15:19.164542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbadd97b-79c9-4118-8138-f672212b25ed req-89c56134-44a5-4806-ba09-49e29af86ac8 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751014 Dec 16 22:15:19.240703 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b498063a-c1fe-42bd-a570-f12f0e84eb45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:19.324112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38118982-45f0-4974-a818-595fc30268e0 req-baee2244-9ea3-42d6-92b0-018b19962fb8 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:19.325562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38118982-45f0-4974-a818-595fc30268e0 req-baee2244-9ea3-42d6-92b0-018b19962fb8 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 945 time: 0.0911756 Dec 16 22:15:19.327025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ff5b8-bf7f-4212-9cde-22671ee2da60 req-0257eb99-c09c-4247-94e8-d634d00e5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:19.328384 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-105ff5b8-bf7f-4212-9cde-22671ee2da60 req-0257eb99-c09c-4247-94e8-d634d00e5de6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1496801 Dec 16 22:15:19.343570 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b498063a-c1fe-42bd-a570-f12f0e84eb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:19.383574 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b498063a-c1fe-42bd-a570-f12f0e84eb45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73b36cde89bc41a68701b87f07923c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465910 Dec 16 22:15:19.385608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-105ff5b8-bf7f-4212-9cde-22671ee2da60 req-c99437b2-1f4a-4fa0-a7d0-47985dd6249e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0426fd47-742a-476a-836a-0d308dd1f347 HTTP/1.1" status: 200 len: 217 time: 0.0397375 Dec 16 22:15:19.385774 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498063a-c1fe-42bd-a570-f12f0e84eb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3431ef-5704-4fee-b541-2abfae7182ac,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:19.386156 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33418) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:19.465593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38118982-45f0-4974-a818-595fc30268e0 req-c8d1577e-24e8-42b6-94b6-7ec1ea9a7938 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecb05ec8-03a7-495c-bfb7-b69c6b6aa8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339898 Dec 16 22:15:19.500348 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbe574ff-4bcf-4d76-9da2-f0d9e7672c12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:19.502231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ff5b8-bf7f-4212-9cde-22671ee2da60 req-07153ff0-08b9-494d-8aa5-e750a588ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:19.503786 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-105ff5b8-bf7f-4212-9cde-22671ee2da60 req-07153ff0-08b9-494d-8aa5-e750a588ef55 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0984395 Dec 16 22:15:19.536812 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbe574ff-4bcf-4d76-9da2-f0d9e7672c12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:19.628602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ff5b8-bf7f-4212-9cde-22671ee2da60 req-ac11c3fd-a07a-4b68-aa88-400be7822db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:19.630456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-105ff5b8-bf7f-4212-9cde-22671ee2da60 req-ac11c3fd-a07a-4b68-aa88-400be7822db9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1072149 Dec 16 22:15:19.644452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bf062-c4d1-4f06-97f0-1270bb642d7b req-06b83570-ad2a-4b9e-bbaf-cf3b52286046 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:19.646489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a0bf062-c4d1-4f06-97f0-1270bb642d7b req-06b83570-ad2a-4b9e-bbaf-cf3b52286046 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.1077862 Dec 16 22:15:19.759098 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a0bf062-c4d1-4f06-97f0-1270bb642d7b req-670544c5-e5ff-410d-9a10-d24cad4c03f6 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998895 Dec 16 22:15:19.788392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-105ff5b8-bf7f-4212-9cde-22671ee2da60 req-fdb73428-2f23-4056-8b8c-eec8e4cb7fc5 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371522 Dec 16 22:15:19.867714 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbe574ff-4bcf-4d76-9da2-f0d9e7672c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:19.870413 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbe574ff-4bcf-4d76-9da2-f0d9e7672c12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:19.871702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bbe574ff-4bcf-4d76-9da2-f0d9e7672c12 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a3431ef-5704-4fee-b541-2abfae7182ac HTTP/1.1" status: 204 len: 168 time: 0.4846230 Dec 16 22:15:19.906476 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe574ff-4bcf-4d76-9da2-f0d9e7672c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3431ef-5704-4fee-b541-2abfae7182ac,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:19.938319 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b1997-afec-4730-836c-846033597240 req-b1fdfbcf-f301-46b1-9c72-ade6e7c9cd8a tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:19.940264 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d8b1997-afec-4730-836c-846033597240 req-b1fdfbcf-f301-46b1-9c72-ade6e7c9cd8a tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 947 time: 0.1152771 Dec 16 22:15:19.979951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-105ff5b8-bf7f-4212-9cde-22671ee2da60 req-684d6652-ad76-406d-a617-8e91edac5dad service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785655 Dec 16 22:15:20.023886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d8b1997-afec-4730-836c-846033597240 req-dff63f19-3b19-4fd5-9d4b-22cf139e5861 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735710 Dec 16 22:15:20.124845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e10f6-944e-4880-803f-777121da260d req-4c69dddb-d8d6-4a20-b251-8fa1ddd35c5f tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:20.126440 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50937e34-f49c-4a61-a505-951b1fce3ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:20.128306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c9e10f6-944e-4880-803f-777121da260d req-4c69dddb-d8d6-4a20-b251-8fa1ddd35c5f tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 945 time: 0.0536911 Dec 16 22:15:20.184117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c9e10f6-944e-4880-803f-777121da260d req-5e4c1a09-e2b5-403b-b8b1-f4762ea7590b tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bd5057c-b4af-4ba6-bac7-4bade6605f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483787 Dec 16 22:15:20.311418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dfbef-97b5-4416-b44b-0229c11e50b7 req-e930175c-5123-41ff-b94c-3d1df9f6a7ba tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:20.313482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b3dfbef-97b5-4416-b44b-0229c11e50b7 req-e930175c-5123-41ff-b94c-3d1df9f6a7ba tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.0615754 Dec 16 22:15:20.403522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b3dfbef-97b5-4416-b44b-0229c11e50b7 req-7934bf4f-ecf6-41a4-a302-5328fe44faa6 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828295 Dec 16 22:15:20.412504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc441c-3286-48c4-9d56-250edb0cb562 req-ab71403d-832c-4d89-b9f6-d50ceb4a5bb2 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:20.414054 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cbcc441c-3286-48c4-9d56-250edb0cb562 req-ab71403d-832c-4d89-b9f6-d50ceb4a5bb2 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.69 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 945 time: 0.0843320 Dec 16 22:15:20.536476 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-cbcc441c-3286-48c4-9d56-250edb0cb562 req-491b9a59-0d82-4085-967e-5f4fbf7d31fb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Deleting port fe5b393c-02b2-4d58-af73-422ae75eb883 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:20.537183 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-cbcc441c-3286-48c4-9d56-250edb0cb562 req-491b9a59-0d82-4085-967e-5f4fbf7d31fb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:20.661197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebb20d-a303-40db-8bab-2ec63e59c845 req-7bc8c673-da38-4332-8873-98457f8b7ae3 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:20.663213 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81ebb20d-a303-40db-8bab-2ec63e59c845 req-7bc8c673-da38-4332-8873-98457f8b7ae3 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 945 time: 0.1112640 Dec 16 22:15:20.687989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-cbcc441c-3286-48c4-9d56-250edb0cb562 req-491b9a59-0d82-4085-967e-5f4fbf7d31fb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] For port fe5b393c-02b2-4d58-af73-422ae75eb883, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=fe5b393c-02b2-4d58-af73-422ae75eb883,segment=NetworkSegment(95dc44a5-c33f-437a-ae38-810c7b80c552),segment_id=95dc44a5-c33f-437a-ae38-810c7b80c552)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:20.688343 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-cbcc441c-3286-48c4-9d56-250edb0cb562 req-491b9a59-0d82-4085-967e-5f4fbf7d31fb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:20.773626 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81ebb20d-a303-40db-8bab-2ec63e59c845 req-4b5dbcff-43b4-46f1-b050-00668279c7da tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecb05ec8-03a7-495c-bfb7-b69c6b6aa8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044776 Dec 16 22:15:20.941079 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-cbcc441c-3286-48c4-9d56-250edb0cb562 req-491b9a59-0d82-4085-967e-5f4fbf7d31fb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:20.941564 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-cbcc441c-3286-48c4-9d56-250edb0cb562 req-491b9a59-0d82-4085-967e-5f4fbf7d31fb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:20.942177 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [req-cbcc441c-3286-48c4-9d56-250edb0cb562 req-491b9a59-0d82-4085-967e-5f4fbf7d31fb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Floating IP 611e1564-40ee-4b9a-bfbd-628c5e2f55ab disassociated. External IP: 172.25.2.44, port: fe5b393c-02b2-4d58-af73-422ae75eb883. Dec 16 22:15:20.942571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-cbcc441c-3286-48c4-9d56-250edb0cb562 req-491b9a59-0d82-4085-967e-5f4fbf7d31fb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Calling delete_port for fe5b393c-02b2-4d58-af73-422ae75eb883 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:20.951670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f1b99-06f9-403a-a55e-dfbe2efbc600 req-7b3f7115-7f68-48ea-9f35-05c6eee8f060 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:20.953184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-209f1b99-06f9-403a-a55e-dfbe2efbc600 req-7b3f7115-7f68-48ea-9f35-05c6eee8f060 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.1165571 Dec 16 22:15:21.058570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-209f1b99-06f9-403a-a55e-dfbe2efbc600 req-4893db8c-322c-4839-8a38-93a371524b79 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946722 Dec 16 22:15:21.134332 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f71b6-7c16-4ba9-8083-bf434cb7dea0 req-502ca656-007e-4345-b4a6-e415e80027fb tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:21.136574 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0c4f71b6-7c16-4ba9-8083-bf434cb7dea0 req-502ca656-007e-4345-b4a6-e415e80027fb tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 945 time: 0.1078348 Dec 16 22:15:21.214806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2699f3-e50d-4d58-9602-a727c7eee8ad req-87b73741-d420-4bdb-b64a-451df4e2de83 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:21.216323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef2699f3-e50d-4d58-9602-a727c7eee8ad req-87b73741-d420-4bdb-b64a-451df4e2de83 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 947 time: 0.0556009 Dec 16 22:15:21.242400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-0c4f71b6-7c16-4ba9-8083-bf434cb7dea0 req-69f297fa-1a7f-4f7d-a3e9-83af60fe4eb6 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Deleting port e78da49c-dab7-4804-a855-9961bf3d7cb2 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:21.242740 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0c4f71b6-7c16-4ba9-8083-bf434cb7dea0 req-69f297fa-1a7f-4f7d-a3e9-83af60fe4eb6 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:21.272034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef2699f3-e50d-4d58-9602-a727c7eee8ad req-83f6e36f-3fb5-4a4b-b201-82cb75eaf25a tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496099 Dec 16 22:15:21.281532 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-cbcc441c-3286-48c4-9d56-250edb0cb562 req-491b9a59-0d82-4085-967e-5f4fbf7d31fb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:21.309660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b9a59-0d82-4085-967e-5f4fbf7d31fb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Pushing event deleted for resources: {'Port': ['ID=fe5b393c-02b2-4d58-af73-422ae75eb883,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:21.392635 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-0c4f71b6-7c16-4ba9-8083-bf434cb7dea0 req-69f297fa-1a7f-4f7d-a3e9-83af60fe4eb6 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] For port e78da49c-dab7-4804-a855-9961bf3d7cb2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e78da49c-dab7-4804-a855-9961bf3d7cb2,segment=NetworkSegment(70adc219-8013-43e4-bd09-ee3882cb2065),segment_id=70adc219-8013-43e4-bd09-ee3882cb2065)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:21.393290 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0c4f71b6-7c16-4ba9-8083-bf434cb7dea0 req-69f297fa-1a7f-4f7d-a3e9-83af60fe4eb6 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:21.400753 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-2135f656-677c-49d5-bfb3-62cba62f4df9 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:15:21.402072 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-2135f656-677c-49d5-bfb3-62cba62f4df9 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116429 Dec 16 22:15:21.423512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-0c4f71b6-7c16-4ba9-8083-bf434cb7dea0 req-69f297fa-1a7f-4f7d-a3e9-83af60fe4eb6 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Calling delete_port for e78da49c-dab7-4804-a855-9961bf3d7cb2 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:21.449208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0d5bd68-7b10-4afc-b537-8ddb48dea74a req-19f0e893-7f56-46dd-916d-3c2aa24de27b tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 210 time: 0.0649719 Dec 16 22:15:21.473296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-f1b1e5a8-5420-4254-805b-22be08cf0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:21.474836 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-f1b1e5a8-5420-4254-805b-22be08cf0c93 service neutron] 10.222.0.43 "GET /v2.0/ports/967aba4c-16e5-446d-9c85-086f719368fa HTTP/1.1" status: 200 len: 1093 time: 0.0632308 Dec 16 22:15:21.488567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbcc441c-3286-48c4-9d56-250edb0cb562 req-491b9a59-0d82-4085-967e-5f4fbf7d31fb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Router 5630b14d-079c-4e3a-93ee-6959fe7c2463 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:15:21.514104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-db6499d8-a01d-4e85-8460-421f2f16ad6f service neutron] Request body: {'binding': {'host': 'n-h2-821840-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:21.514618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-db6499d8-a01d-4e85-8460-421f2f16ad6f service neutron] Unknown quota resources ['binding']. {{(pid=103952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:15:21.630022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c81ea-5099-47ec-8344-3b15739726f0 req-a7a49f00-7581-491a-928b-aec7c197767f tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:21.631473 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-014c81ea-5099-47ec-8344-3b15739726f0 req-a7a49f00-7581-491a-928b-aec7c197767f tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.0951610 Dec 16 22:15:21.650598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbcc441c-3286-48c4-9d56-250edb0cb562 req-491b9a59-0d82-4085-967e-5f4fbf7d31fb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:15:21.669955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ae631-4267-4f22-b923-4c3b04124504 None None] Sync routers for ids ['5630b14d-079c-4e3a-93ee-6959fe7c2463'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:15:21.685860 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 0426fd47-742a-476a-836a-0d308dd1f347 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:21.710791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcc441c-3286-48c4-9d56-250edb0cb562 req-491b9a59-0d82-4085-967e-5f4fbf7d31fb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] No DVR routers for this DVR port fe5b393c-02b2-4d58-af73-422ae75eb883 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:15:21.711627 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ae631-4267-4f22-b923-4c3b04124504 None None] Routers {'5630b14d-079c-4e3a-93ee-6959fe7c2463'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:15:21.712751 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-386ae631-4267-4f22-b923-4c3b04124504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5630b14d-079c-4e3a-93ee-6959fe7c2463'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:21.716640 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-cbcc441c-3286-48c4-9d56-250edb0cb562 req-491b9a59-0d82-4085-967e-5f4fbf7d31fb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:21.720026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cbcc441c-3286-48c4-9d56-250edb0cb562 req-491b9a59-0d82-4085-967e-5f4fbf7d31fb tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.69 "DELETE /v2.0/ports/fe5b393c-02b2-4d58-af73-422ae75eb883 HTTP/1.1" status: 204 len: 173 time: 1.2909534 Dec 16 22:15:21.720618 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0405a799-eb4f-4ef8-928b-901d238e9a9b', 'name': 'network-vif-deleted', 'tag': 'fe5b393c-02b2-4d58-af73-422ae75eb883'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:21.723766 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da868c1-23ac-43d2-9b6e-c9ba70da5efb" -d '{"events": [{"server_uuid": "0405a799-eb4f-4ef8-928b-901d238e9a9b", "name": "network-vif-deleted", "tag": "fe5b393c-02b2-4d58-af73-422ae75eb883"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:21.729277 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-db6499d8-a01d-4e85-8460-421f2f16ad6f service neutron] Attempting to bind port 967aba4c-16e5-446d-9c85-086f719368fa on host n-h2-821840-2 for vnic_type normal with profile None {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:21.729642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-db6499d8-a01d-4e85-8460-421f2f16ad6f service neutron] Attempting to bind port 967aba4c-16e5-446d-9c85-086f719368fa by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:21.729977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-db6499d8-a01d-4e85-8460-421f2f16ad6f service neutron] Attempting to bind port 967aba4c-16e5-446d-9c85-086f719368fa on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:21.738232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-db6499d8-a01d-4e85-8460-421f2f16ad6f service neutron] Port 967aba4c-16e5-446d-9c85-086f719368fa on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:21.738466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-db6499d8-a01d-4e85-8460-421f2f16ad6f service neutron] Attempting to bind port 967aba4c-16e5-446d-9c85-086f719368fa on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:21.745185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-db6499d8-a01d-4e85-8460-421f2f16ad6f service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:21.745588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-db6499d8-a01d-4e85-8460-421f2f16ad6f service neutron] Checking segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:21.745937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-db6499d8-a01d-4e85-8460-421f2f16ad6f service neutron] Bound using segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:21.746463 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-db6499d8-a01d-4e85-8460-421f2f16ad6f service neutron] Bound port: 967aba4c-16e5-446d-9c85-086f719368fa, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:21.752546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-014c81ea-5099-47ec-8344-3b15739726f0 req-ee8ee1ee-328d-4e6e-8956-6758c558755e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110337 Dec 16 22:15:21.805414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-db6499d8-a01d-4e85-8460-421f2f16ad6f service neutron] For port 967aba4c-16e5-446d-9c85-086f719368fa, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=967aba4c-16e5-446d-9c85-086f719368fa,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:21.887885 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0c4f71b6-7c16-4ba9-8083-bf434cb7dea0 req-69f297fa-1a7f-4f7d-a3e9-83af60fe4eb6 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:21.914056 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['e78da49c-dab7-4804-a855-9961bf3d7cb2'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:21.930344 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-386ae631-4267-4f22-b923-4c3b04124504 None None] Set router 5630b14d-079c-4e3a-93ee-6959fe7c2463 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:15:21.949160 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-db6499d8-a01d-4e85-8460-421f2f16ad6f service neutron] Publish callbacks [] for binding, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:21.956627 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-db6499d8-a01d-4e85-8460-421f2f16ad6f service neutron] 10.222.0.43 "POST /v2.0/ports/967aba4c-16e5-446d-9c85-086f719368fa/bindings HTTP/1.1" status: 201 len: 389 time: 0.4468586 Dec 16 22:15:21.958780 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f297fa-1a7f-4f7d-a3e9-83af60fe4eb6 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Pushing event deleted for resources: {'Port': ['ID=e78da49c-dab7-4804-a855-9961bf3d7cb2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:22.002023 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 0426fd47-742a-476a-836a-0d308dd1f347, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0426fd47-742a-476a-836a-0d308dd1f347,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:22.021139 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4f71b6-7c16-4ba9-8083-bf434cb7dea0 req-69f297fa-1a7f-4f7d-a3e9-83af60fe4eb6 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] No DVR routers for this DVR port e78da49c-dab7-4804-a855-9961bf3d7cb2 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:15:22.021811 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866bbdcd-f3fb-468f-b522-2e086f463c56 x-openstack-request-id: req-866bbdcd-f3fb-468f-b522-2e086f463c56 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:22.022118 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0405a799-eb4f-4ef8-928b-901d238e9a9b", "name": "network-vif-deleted", "tag": "fe5b393c-02b2-4d58-af73-422ae75eb883", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:22.022380 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-866bbdcd-f3fb-468f-b522-2e086f463c56 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:22.022829 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0405a799-eb4f-4ef8-928b-901d238e9a9b', 'name': 'network-vif-deleted', 'tag': 'fe5b393c-02b2-4d58-af73-422ae75eb883', 'status': 'completed', 'code': 200} Dec 16 22:15:22.023939 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0c4f71b6-7c16-4ba9-8083-bf434cb7dea0 req-69f297fa-1a7f-4f7d-a3e9-83af60fe4eb6 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:22.027553 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0c4f71b6-7c16-4ba9-8083-bf434cb7dea0 req-69f297fa-1a7f-4f7d-a3e9-83af60fe4eb6 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.69 "DELETE /v2.0/ports/e78da49c-dab7-4804-a855-9961bf3d7cb2 HTTP/1.1" status: 204 len: 173 time: 0.8840771 Dec 16 22:15:22.028528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d', 'name': 'network-vif-deleted', 'tag': 'e78da49c-dab7-4804-a855-9961bf3d7cb2'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:22.028752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '0426fd47-742a-476a-836a-0d308dd1f347', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '0426fd47-742a-476a-836a-0d308dd1f347', 'mac_address': 'fa:16:3e:5b:6d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:15:22.030813 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b186a0d-6d29-40ef-af0f-ddf3bef21302" -d '{"events": [{"server_uuid": "13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d", "name": "network-vif-deleted", "tag": "e78da49c-dab7-4804-a855-9961bf3d7cb2"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:22.108910 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f12ef02-3f59-4db9-84e8-3c4a369bcc85 req-d925ef0d-f8bd-4271-8ffc-6314b6da5afa tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 210 time: 0.0310969 Dec 16 22:15:22.181321 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:22.206909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0426fd47-742a-476a-836a-0d308dd1f347 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:22.215975 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d50f0e-e207-4cff-8800-e2f99c074f18 x-openstack-request-id: req-26d50f0e-e207-4cff-8800-e2f99c074f18 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:22.216524 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d", "name": "network-vif-deleted", "tag": "e78da49c-dab7-4804-a855-9961bf3d7cb2", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:22.216648 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26d50f0e-e207-4cff-8800-e2f99c074f18 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:22.217265 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d', 'name': 'network-vif-deleted', 'tag': 'e78da49c-dab7-4804-a855-9961bf3d7cb2', 'status': 'completed', 'code': 200} Dec 16 22:15:22.251401 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 0426fd47-742a-476a-836a-0d308dd1f347, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0426fd47-742a-476a-836a-0d308dd1f347,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:22.321973 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-386ae631-4267-4f22-b923-4c3b04124504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'name': 'tempest-ServersTestManualDisk-1177177820-router', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:56Z', 'updated_at': '2021-12-16T22:13:03Z', 'revision_number': 4, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'gw_port': {'id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:57Z', 'updated_at': '2021-12-16T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '64b6712e-a641-4d4f-86ac-a366c446e913', 'name': '', 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'mac_address': 'fa:16:3e:63:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:13:02Z', 'updated_at': '2021-12-16T22:13:09Z', 'revision_number': 5, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'subnets': [{'id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:22.342539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e93503-7818-4bfd-bbac-124988022ded req-5652001f-4e57-480f-9cb1-73b0f862c842 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:22.345246 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8e93503-7818-4bfd-bbac-124988022ded req-5652001f-4e57-480f-9cb1-73b0f862c842 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.0754468 Dec 16 22:15:22.355127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ae631-4267-4f22-b923-4c3b04124504 None None] Checking router: 5630b14d-079c-4e3a-93ee-6959fe7c2463 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:15:22.361155 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:22.419713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8e93503-7818-4bfd-bbac-124988022ded req-4c22410c-95c0-483b-90de-c69f1e8aed50 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663640 Dec 16 22:15:22.533246 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26f50c1-1534-4d03-bd84-4ae685241c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:22.537163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ae631-4267-4f22-b923-4c3b04124504 None None] Routers {'5630b14d-079c-4e3a-93ee-6959fe7c2463'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:15:22.537823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-386ae631-4267-4f22-b923-4c3b04124504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:14:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5630b14d-079c-4e3a-93ee-6959fe7c2463'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:22.556804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7553b7-e9c1-4c7d-9be8-46de48c18c1e req-fa7818de-d34d-4b1d-811d-002c62af1281 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:22.558832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b7553b7-e9c1-4c7d-9be8-46de48c18c1e req-fa7818de-d34d-4b1d-811d-002c62af1281 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 948 time: 0.0679684 Dec 16 22:15:22.610654 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=0426fd47-742a-476a-836a-0d308dd1f347,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:22.627559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b7553b7-e9c1-4c7d-9be8-46de48c18c1e req-12509a7f-cc44-4f80-b6b6-03a5c5d011a4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596945 Dec 16 22:15:22.679246 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-386ae631-4267-4f22-b923-4c3b04124504 None None] Set router 5630b14d-079c-4e3a-93ee-6959fe7c2463 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:15:22.718845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['0426fd47-742a-476a-836a-0d308dd1f347'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:22.798228 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee574fa-3e37-47f8-bfed-b3d8461a93f3 req-ecb5cad4-81ba-4b8f-aa3d-03a6db6f1be3 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:22.807106 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:15:22.821981 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fee574fa-3e37-47f8-bfed-b3d8461a93f3 req-ecb5cad4-81ba-4b8f-aa3d-03a6db6f1be3 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 945 time: 0.0894325 Dec 16 22:15:22.872510 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fee574fa-3e37-47f8-bfed-b3d8461a93f3 req-84024e90-04db-489f-acc8-0f7c960b92e8 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490887 Dec 16 22:15:23.009696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe85adb2-992a-44c4-81a3-4155df8bcd8a req-3f946345-0376-47ac-899d-1438539fff2b tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/ports?device_id=0405a799-eb4f-4ef8-928b-901d238e9a9b HTTP/1.1" status: 200 len: 210 time: 0.0356417 Dec 16 22:15:23.040425 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-386ae631-4267-4f22-b923-4c3b04124504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'name': 'tempest-ServersTestManualDisk-1177177820-router', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:56Z', 'updated_at': '2021-12-16T22:13:03Z', 'revision_number': 4, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'gw_port': {'id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:57Z', 'updated_at': '2021-12-16T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '64b6712e-a641-4d4f-86ac-a366c446e913', 'name': '', 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'mac_address': 'fa:16:3e:63:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:13:02Z', 'updated_at': '2021-12-16T22:13:09Z', 'revision_number': 5, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'subnets': [{'id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:23.070431 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ae631-4267-4f22-b923-4c3b04124504 None None] The sync data for ids ['5630b14d-079c-4e3a-93ee-6959fe7c2463'] in n-d-821840-2 is: [{'id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'name': 'tempest-ServersTestManualDisk-1177177820-router', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:56Z', 'updated_at': '2021-12-16T22:13:03Z', 'revision_number': 4, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'gw_port': {'id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:57Z', 'updated_at': '2021-12-16T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '64b6712e-a641-4d4f-86ac-a366c446e913', 'name': '', 'network_id': '1fed6fc2-4af3-4d92-9b97-51badd4beba2', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'mac_address': 'fa:16:3e:63:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:13:02Z', 'updated_at': '2021-12-16T22:13:09Z', 'revision_number': 5, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'subnets': [{'id': '46d77552-dc1a-4541-863a-3af61b5315dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:15:23.131303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dff1f-2d39-4242-a009-543ef37ce628 req-769ac4f2-bdca-44ec-9350-7babb35c3480 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:23.133914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b4dff1f-2d39-4242-a009-543ef37ce628 req-769ac4f2-bdca-44ec-9350-7babb35c3480 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.0613754 Dec 16 22:15:23.235111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b4dff1f-2d39-4242-a009-543ef37ce628 req-10914dbc-df48-40bc-a717-78bdc7e1abd9 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903530 Dec 16 22:15:23.239034 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-89c69885-8f4d-431f-86fc-a3a3e677bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:23.240647 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-89c69885-8f4d-431f-86fc-a3a3e677bf88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 1096 time: 0.0562177 Dec 16 22:15:23.389017 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-58fadff4-b5f3-4069-a967-5cc40a692838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:23.391141 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-58fadff4-b5f3-4069-a967-5cc40a692838 service neutron] 10.222.0.24 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.1349468 Dec 16 22:15:23.406639 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:23.413806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6fe860f2-fa1e-473b-a4d6-07103b57ef42 req-78b7980d-5b71-47e3-8227-2a5c80b8d0d2 tempest-InstanceActionsTestJSON-1161154902 tempest-InstanceActionsTestJSON-1161154902-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ea3fe1-78ce-4fa8-b74e-0723a5bcd96d HTTP/1.1" status: 200 len: 210 time: 0.0517056 Dec 16 22:15:23.446972 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-65eedc0b-8ef2-4991-a792-68783f91bfb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967aba4c-16e5-446d-9c85-086f719368fa HTTP/1.1" status: 200 len: 217 time: 0.0424638 Dec 16 22:15:23.510839 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fde1a-d8e7-428d-b419-a5b07fede0e6 None None] New status for floating IP 611e1564-40ee-4b9a-bfbd-628c5e2f55ab: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:15:23.512231 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-35606dba-1d09-4ece-a836-5c35fe879f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:23.513802 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-35606dba-1d09-4ece-a836-5c35fe879f6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.0579607 Dec 16 22:15:23.556156 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-062155e8-9822-435d-86fb-2ded1b29a203 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338912 Dec 16 22:15:23.560273 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae8aa4-9a4c-4a4b-a5cb-7911464be7c2 req-782ae335-8514-4e58-8789-d6160fe86e59 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:23.562272 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aeae8aa4-9a4c-4a4b-a5cb-7911464be7c2 req-782ae335-8514-4e58-8789-d6160fe86e59 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.0619392 Dec 16 22:15:23.629276 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aeae8aa4-9a4c-4a4b-a5cb-7911464be7c2 req-a00df57b-7234-45cc-aa55-ed626be732ec tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584178 Dec 16 22:15:23.663170 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-940e4d5a-0bf3-45c3-8d6b-4b0c896ff2ad service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978310 Dec 16 22:15:23.694963 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device fe5b393c-02b2-4d58-af73-422ae75eb883 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:23.731610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: fe5b393c-02b2-4d58-af73-422ae75eb883 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:15:23.731999 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device fe5b393c-02b2-4d58-af73-422ae75eb883 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:23.789755 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-0a98187d-b3ec-44bc-862b-a8d7a0191b0c service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165357 Dec 16 22:15:24.091625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-707cbc5e-b565-4c64-8dce-54dd3efd0c7a tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:24.093145 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-707cbc5e-b565-4c64-8dce-54dd3efd0c7a tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92&tenant_id=a0fbdbd1880a45e692ee9474ada061c6&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 1096 time: 0.0491641 Dec 16 22:15:24.109244 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821840-2'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:24.162151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc3687-d2b6-4211-9b02-ac9c71bbdade req-6156352d-4673-4381-8ff8-98df2f2cd13e tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:24.163889 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34fc3687-d2b6-4211-9b02-ac9c71bbdade req-6156352d-4673-4381-8ff8-98df2f2cd13e tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 948 time: 0.4311366 Dec 16 22:15:24.168215 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:24.176217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35d008-2d7c-439b-a9a3-c4504b8721a1 req-b0e36d7e-8779-450d-a127-e612344e3abf tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:24.180200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c35d008-2d7c-439b-a9a3-c4504b8721a1 req-b0e36d7e-8779-450d-a127-e612344e3abf tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 945 time: 0.0695400 Dec 16 22:15:24.263196 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34fc3687-d2b6-4211-9b02-ac9c71bbdade req-60679fcf-c9a1-43f7-98cb-eb19176c5366 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843678 Dec 16 22:15:24.267055 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c35d008-2d7c-439b-a9a3-c4504b8721a1 req-c93a05ca-5b6a-4203-a810-7bf708eb8eec tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813324 Dec 16 22:15:24.323536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] For port 967aba4c-16e5-446d-9c85-086f719368fa, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=967aba4c-16e5-446d-9c85-086f719368fa,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:24.370380 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] For port 967aba4c-16e5-446d-9c85-086f719368fa, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:24.402220 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fffd22-eaea-4ec4-9b61-e1edf2212f08 req-d61548bb-6483-43bf-b590-5d2dd92ac073 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:24.403859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35fffd22-eaea-4ec4-9b61-e1edf2212f08 req-d61548bb-6483-43bf-b590-5d2dd92ac073 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.0558982 Dec 16 22:15:24.428230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcae8ed-f105-42c1-b24c-8ae8db0f3c92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967aba4c-16e5-446d-9c85-086f719368fa'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:24.430517 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebbe5f0-b92d-4fb5-bfcf-e46f82419094" -d '{"events": [{"server_uuid": "2dcae8ed-f105-42c1-b24c-8ae8db0f3c92", "name": "network-vif-unplugged", "status": "completed", "tag": "967aba4c-16e5-446d-9c85-086f719368fa"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:24.434484 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:24.454315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35fffd22-eaea-4ec4-9b61-e1edf2212f08 req-76708507-2cdc-4554-b917-ce8e8b50743b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440187 Dec 16 22:15:24.497443 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e556fd9-99c8-4113-97a4-dabe74210ef8 x-openstack-request-id: req-1e556fd9-99c8-4113-97a4-dabe74210ef8 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:24.497741 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcae8ed-f105-42c1-b24c-8ae8db0f3c92", "name": "network-vif-unplugged", "status": "completed", "tag": "967aba4c-16e5-446d-9c85-086f719368fa", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:24.497998 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e556fd9-99c8-4113-97a4-dabe74210ef8 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:24.498407 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcae8ed-f105-42c1-b24c-8ae8db0f3c92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967aba4c-16e5-446d-9c85-086f719368fa', 'code': 200} Dec 16 22:15:24.504993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33546) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:24.532053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33548) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:24.552924 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:24.580283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-33af621c-1c6b-4a92-a13e-dee4b2573fc0 admin admin] Deleting subnet 60c3d4f7-8e99-4df3-9321-03efc0c2f7ad {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:15:24.584227 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33af621c-1c6b-4a92-a13e-dee4b2573fc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:24.595627 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9ad1e5c-52d9-470d-b2c4-d7377d12b68a tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:24.626536 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33af621c-1c6b-4a92-a13e-dee4b2573fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:24.657768 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9ad1e5c-52d9-470d-b2c4-d7377d12b68a tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:24.688182 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33af621c-1c6b-4a92-a13e-dee4b2573fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:24.711563 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Pushing event updated for resources: {'Port': ['ID=967aba4c-16e5-446d-9c85-086f719368fa,revision_number=7']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:24.711992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33554) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:24.735074 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Attempting to bind port 967aba4c-16e5-446d-9c85-086f719368fa on host n-h1-821840-2 for vnic_type normal with profile {"migrating_to": "n-h2-821840-2"} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:24.735451 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Attempting to bind port 967aba4c-16e5-446d-9c85-086f719368fa by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:24.735784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Attempting to bind port 967aba4c-16e5-446d-9c85-086f719368fa on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:24.742942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Port 967aba4c-16e5-446d-9c85-086f719368fa on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:24.750106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Attempting to bind port 967aba4c-16e5-446d-9c85-086f719368fa on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:24.752454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:24.752454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Checking segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:24.752915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Bound using segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:24.753889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Bound port: 967aba4c-16e5-446d-9c85-086f719368fa, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:24.754182 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:24.812427 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:24.826089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] For port 967aba4c-16e5-446d-9c85-086f719368fa, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:24.829534 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] For port 967aba4c-16e5-446d-9c85-086f719368fa, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=967aba4c-16e5-446d-9c85-086f719368fa,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:24.843179 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5be588f-47c1-463b-885a-1e59672f0762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:24.921953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f4e12-0b29-4cd1-ad72-6c65aa5f8dd5 req-b538f4e2-0c78-4aed-8746-ee6625ddfc2f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:24.923464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-897f4e12-0b29-4cd1-ad72-6c65aa5f8dd5 req-b538f4e2-0c78-4aed-8746-ee6625ddfc2f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.0506051 Dec 16 22:15:24.941692 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33af621c-1c6b-4a92-a13e-dee4b2573fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:24.991579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af621c-1c6b-4a92-a13e-dee4b2573fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c3d4f7-8e99-4df3-9321-03efc0c2f7ad,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:24.996453 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9ad1e5c-52d9-470d-b2c4-d7377d12b68a tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:24.999360 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33af621c-1c6b-4a92-a13e-dee4b2573fc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.002997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-33af621c-1c6b-4a92-a13e-dee4b2573fc0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/60c3d4f7-8e99-4df3-9321-03efc0c2f7ad HTTP/1.1" status: 204 len: 168 time: 0.4697878 Dec 16 22:15:25.005421 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9ad1e5c-52d9-470d-b2c4-d7377d12b68a tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.006535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33558) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:25.006899 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e9ad1e5c-52d9-470d-b2c4-d7377d12b68a tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "DELETE /v2.0/security-groups/7bd5057c-b4af-4ba6-bac7-4bade6605f69 HTTP/1.1" status: 204 len: 168 time: 0.5006714 Dec 16 22:15:25.008313 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.011380 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33560) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:25.062797 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad1e5c-52d9-470d-b2c4-d7377d12b68a tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd5057c-b4af-4ba6-bac7-4bade6605f69,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:25.068988 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-30201891-4515-438b-aec2-6af6102b22fa tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] show failed (client error): The resource could not be found. Dec 16 22:15:25.073893 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-30201891-4515-438b-aec2-6af6102b22fa tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "GET /v2.0/security-groups/7bd5057c-b4af-4ba6-bac7-4bade6605f69 HTTP/1.1" status: 404 len: 347 time: 0.0540192 Dec 16 22:15:25.074747 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33562) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:25.079997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-897f4e12-0b29-4cd1-ad72-6c65aa5f8dd5 req-bae63958-8d4b-4af6-ac3b-18fbea8b34a6 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491086 Dec 16 22:15:25.121417 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:25.122040 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.123474 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] 10.222.0.24 "PUT /v2.0/ports/967aba4c-16e5-446d-9c85-086f719368fa HTTP/1.1" status: 200 len: 1121 time: 1.0185754 Dec 16 22:15:25.127520 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc5378-1ac5-48d6-a66f-46c5e3f658b7 service neutron] Pushing event updated for resources: {'Port': ['ID=967aba4c-16e5-446d-9c85-086f719368fa,revision_number=8']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:25.212183 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5be588f-47c1-463b-885a-1e59672f0762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.216637 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-502f91f3-5243-4bb2-9055-e6ad27c4c50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.258566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['967aba4c-16e5-446d-9c85-086f719368fa'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:25.333498 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5be588f-47c1-463b-885a-1e59672f0762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.384211 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e8e95-9458-4112-b66f-6cf0ccab8428 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Deleting port 58b256ae-3cc4-4774-a1d6-c224103e0241 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:25.385423 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8e95-9458-4112-b66f-6cf0ccab8428 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.388867 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-502f91f3-5243-4bb2-9055-e6ad27c4c50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.473024 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d5be588f-47c1-463b-885a-1e59672f0762 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2bf7f67c6fbc4b1fa90c8c149c17fe2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7598169 Dec 16 22:15:25.478096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33570) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:25.504618 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be588f-47c1-463b-885a-1e59672f0762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5ca7f4-108b-4db1-b70f-2bba68169496,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:25.529511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-502f91f3-5243-4bb2-9055-e6ad27c4c50e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1ce7f5-0054-4be7-811a-1b645fc3436a']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:25.542289 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c6c1267e-752b-4bf7-a7be-776bf3557725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.550356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-502f91f3-5243-4bb2-9055-e6ad27c4c50e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70adc219-8013-43e4-bd09-ee3882cb2065') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:25.551039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-502f91f3-5243-4bb2-9055-e6ad27c4c50e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70adc219-8013-43e4-bd09-ee3882cb2065') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:25.568301 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c6c1267e-752b-4bf7-a7be-776bf3557725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.581522 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-502f91f3-5243-4bb2-9055-e6ad27c4c50e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.604933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f6af3-d4dc-4231-9cda-e2697f80d15f req-89aadea2-5401-4f4f-9660-ee594001a460 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:25.606500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-461f6af3-d4dc-4231-9cda-e2697f80d15f req-89aadea2-5401-4f4f-9660-ee594001a460 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 943 time: 0.2070017 Dec 16 22:15:25.617860 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ce59a-c7bb-447f-b3e6-fd6de69fd058 req-6b7f4522-9684-416d-a752-0ec1d456ff7b tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:25.629500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-237ce59a-c7bb-447f-b3e6-fd6de69fd058 req-6b7f4522-9684-416d-a752-0ec1d456ff7b tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 948 time: 0.2326329 Dec 16 22:15:25.636617 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-502f91f3-5243-4bb2-9055-e6ad27c4c50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.667665 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8e95-9458-4112-b66f-6cf0ccab8428 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.668065 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8e95-9458-4112-b66f-6cf0ccab8428 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.669900 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.670739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502f91f3-5243-4bb2-9055-e6ad27c4c50e admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:15:25.671143 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-502f91f3-5243-4bb2-9055-e6ad27c4c50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:15:25.672848 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:15:25.700070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 0426fd47-742a-476a-836a-0d308dd1f347 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:25.731102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e8e95-9458-4112-b66f-6cf0ccab8428 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Calling delete_port for 58b256ae-3cc4-4774-a1d6-c224103e0241 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:25.826906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-237ce59a-c7bb-447f-b3e6-fd6de69fd058 req-3c57f89c-ec2b-499c-8b47-69304375d1d7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998734 Dec 16 22:15:25.835906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-461f6af3-d4dc-4231-9cda-e2697f80d15f req-d48e0074-73c2-450b-b103-07ee3a036849 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100189 Dec 16 22:15:25.852317 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c6c1267e-752b-4bf7-a7be-776bf3557725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.852317 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c6c1267e-752b-4bf7-a7be-776bf3557725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.852317 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c6c1267e-752b-4bf7-a7be-776bf3557725 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef5ca7f4-108b-4db1-b70f-2bba68169496 HTTP/1.1" status: 204 len: 168 time: 0.3670866 Dec 16 22:15:25.854697 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1267e-752b-4bf7-a7be-776bf3557725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5ca7f4-108b-4db1-b70f-2bba68169496,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:25.932161 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 0426fd47-742a-476a-836a-0d308dd1f347 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:15:25.936331 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 0426fd47-742a-476a-836a-0d308dd1f347 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:25.936803 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:26.004408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f287c8e-dea4-416f-8fdb-a594b8ffba6c req-e1d872b3-98d6-4ae0-b742-bd386eef3d04 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:26.007182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f287c8e-dea4-416f-8fdb-a594b8ffba6c req-e1d872b3-98d6-4ae0-b742-bd386eef3d04 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.0734644 Dec 16 22:15:26.024807 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:26.043732 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-502f91f3-5243-4bb2-9055-e6ad27c4c50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:26.051405 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f69b0c-2f79-4afe-94a0-1f08443323ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0426fd47-742a-476a-836a-0d308dd1f347'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:26.054900 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f57c291-c445-42fe-aa17-ca026e45095f" -d '{"events": [{"server_uuid": "52f69b0c-2f79-4afe-94a0-1f08443323ae", "name": "network-vif-plugged", "status": "completed", "tag": "0426fd47-742a-476a-836a-0d308dd1f347"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:26.056177 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-502f91f3-5243-4bb2-9055-e6ad27c4c50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:26.059567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-502f91f3-5243-4bb2-9055-e6ad27c4c50e admin admin] 10.222.0.43 "DELETE /v2.0/networks/5f1ce7f5-0054-4be7-811a-1b645fc3436a HTTP/1.1" status: 204 len: 168 time: 1.0488789 Dec 16 22:15:26.072832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 0426fd47-742a-476a-836a-0d308dd1f347, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0426fd47-742a-476a-836a-0d308dd1f347,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:26.079612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f91f3-5243-4bb2-9055-e6ad27c4c50e admin admin] Pushing event deleted for resources: {'Network': ['ID=5f1ce7f5-0054-4be7-811a-1b645fc3436a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:26.084135 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8e95-9458-4112-b66f-6cf0ccab8428 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:26.093779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f287c8e-dea4-416f-8fdb-a594b8ffba6c req-1314c9a9-f269-4ed6-a138-2bb028e6a47c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777895 Dec 16 22:15:26.129702 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026a5713-2ba0-47e8-826b-9e9f97c83cab x-openstack-request-id: req-026a5713-2ba0-47e8-826b-9e9f97c83cab {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:26.129994 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f69b0c-2f79-4afe-94a0-1f08443323ae", "name": "network-vif-plugged", "status": "completed", "tag": "0426fd47-742a-476a-836a-0d308dd1f347", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:26.130243 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-026a5713-2ba0-47e8-826b-9e9f97c83cab {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:26.130642 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f69b0c-2f79-4afe-94a0-1f08443323ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0426fd47-742a-476a-836a-0d308dd1f347', 'code': 200} Dec 16 22:15:26.138650 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e8e95-9458-4112-b66f-6cf0ccab8428 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Pushing event deleted for resources: {'Port': ['ID=58b256ae-3cc4-4774-a1d6-c224103e0241,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:26.163642 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:26.163642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e78da49c-dab7-4804-a855-9961bf3d7cb2 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:26.212999 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: e78da49c-dab7-4804-a855-9961bf3d7cb2 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:15:26.213347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e78da49c-dab7-4804-a855-9961bf3d7cb2 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:26.245599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=0426fd47-742a-476a-836a-0d308dd1f347,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:26.270868 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8e95-9458-4112-b66f-6cf0ccab8428 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:26.273514 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8e95-9458-4112-b66f-6cf0ccab8428 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:26.274748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6a2e8e95-9458-4112-b66f-6cf0ccab8428 tempest-ServersTestManualDisk-1435226129 tempest-ServersTestManualDisk-1435226129-project] 10.222.0.43 "DELETE /v2.0/floatingips/611e1564-40ee-4b9a-bfbd-628c5e2f55ab HTTP/1.1" status: 204 len: 168 time: 1.1938100 Dec 16 22:15:26.277808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33582) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:26.288217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219cf0e-8806-4ff3-a6ff-066ab6b3fdba req-0418acc6-529f-48f8-8e5d-acedfabe83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:26.290653 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1219cf0e-8806-4ff3-a6ff-066ab6b3fdba req-0418acc6-529f-48f8-8e5d-acedfabe83b2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 1100 time: 0.0703528 Dec 16 22:15:26.333955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2665288-1029-4fa8-aaed-f2cfe17e8813 req-15587b6a-be1c-4970-bbd6-ed41d6314ffc tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:26.335609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2665288-1029-4fa8-aaed-f2cfe17e8813 req-15587b6a-be1c-4970-bbd6-ed41d6314ffc tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.1231089 Dec 16 22:15:26.358283 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1219cf0e-8806-4ff3-a6ff-066ab6b3fdba req-3533ca31-38fc-4bea-bec6-19a5a2fcb65d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574937 Dec 16 22:15:26.449890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2665288-1029-4fa8-aaed-f2cfe17e8813 req-7deda890-393c-4230-82a2-f7f1a723b885 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993342 Dec 16 22:15:26.501191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcae8ed-f105-42c1-b24c-8ae8db0f3c92', 'tag': '967aba4c-16e5-446d-9c85-086f719368fa'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:26.504435 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a2acb5-3ebd-498e-be72-d627d9ea8e89" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcae8ed-f105-42c1-b24c-8ae8db0f3c92", "tag": "967aba4c-16e5-446d-9c85-086f719368fa"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:26.543523 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5f72c7-6329-4e96-bae9-9b6cb23dc4a8 x-openstack-request-id: req-3d5f72c7-6329-4e96-bae9-9b6cb23dc4a8 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:26.547160 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcae8ed-f105-42c1-b24c-8ae8db0f3c92", "tag": "967aba4c-16e5-446d-9c85-086f719368fa", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:26.547160 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d5f72c7-6329-4e96-bae9-9b6cb23dc4a8 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:26.547160 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcae8ed-f105-42c1-b24c-8ae8db0f3c92', 'tag': '967aba4c-16e5-446d-9c85-086f719368fa', 'status': 'completed', 'code': 200} Dec 16 22:15:26.648633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33598) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:26.681894 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2acb5-3ebd-498e-be72-d627d9ea8e89 req-5155e2fe-5ac6-4211-b97a-c90435f880cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:26.683780 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-50a2acb5-3ebd-498e-be72-d627d9ea8e89 req-5155e2fe-5ac6-4211-b97a-c90435f880cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 1124 time: 0.0512571 Dec 16 22:15:26.704779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-12e7d2d4-08d3-4f1e-a8d7-273be2ec7f60 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a46abc7b63e849be8b745dbffed77190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525465 Dec 16 22:15:26.708207 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33600) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:26.787023 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2acb5-3ebd-498e-be72-d627d9ea8e89 req-f5929a0c-4b2a-4b1e-a94f-758975692e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:26.787023 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-50a2acb5-3ebd-498e-be72-d627d9ea8e89 req-f5929a0c-4b2a-4b1e-a94f-758975692e2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.0938501 Dec 16 22:15:26.796726 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07213076-6e8a-49fb-8291-e4fa07fd8e4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:26.826623 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07213076-6e8a-49fb-8291-e4fa07fd8e4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:26.828901 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-50a2acb5-3ebd-498e-be72-d627d9ea8e89 req-8a261879-6496-4c4e-96df-9755a1d1b391 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967aba4c-16e5-446d-9c85-086f719368fa HTTP/1.1" status: 200 len: 217 time: 0.0364864 Dec 16 22:15:26.837042 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d2a0841-35f3-45a8-9355-6c17b037a22b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:26.891535 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2acb5-3ebd-498e-be72-d627d9ea8e89 req-59b47642-20c4-4b7e-ac5d-12f3208c4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:26.893175 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-50a2acb5-3ebd-498e-be72-d627d9ea8e89 req-59b47642-20c4-4b7e-ac5d-12f3208c4054 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.0548091 Dec 16 22:15:26.946169 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-50a2acb5-3ebd-498e-be72-d627d9ea8e89 req-4b9e254f-50cd-4fbb-85d6-5ca553edef78 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390694 Dec 16 22:15:27.062583 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-50a2acb5-3ebd-498e-be72-d627d9ea8e89 req-6b903a8b-6596-43e2-9c6b-453961bfe79f service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019611 Dec 16 22:15:27.105603 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f59b8-18c3-45f6-baba-36b01682aca6 req-fda3b0a7-5089-40e0-8208-716d4b7638f1 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:27.107189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a2f59b8-18c3-45f6-baba-36b01682aca6 req-fda3b0a7-5089-40e0-8208-716d4b7638f1 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 943 time: 0.1573884 Dec 16 22:15:27.116883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305a291-c36e-4210-87ac-288e237431fe req-260150ae-8cf3-45be-a0f5-940277402694 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:27.118380 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a305a291-c36e-4210-87ac-288e237431fe req-260150ae-8cf3-45be-a0f5-940277402694 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 949 time: 0.1671977 Dec 16 22:15:27.122377 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07213076-6e8a-49fb-8291-e4fa07fd8e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:27.124293 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07213076-6e8a-49fb-8291-e4fa07fd8e4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:27.125383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-07213076-6e8a-49fb-8291-e4fa07fd8e4b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ecb05ec8-03a7-495c-bfb7-b69c6b6aa8e3 HTTP/1.1" status: 204 len: 168 time: 0.4154296 Dec 16 22:15:27.168800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07213076-6e8a-49fb-8291-e4fa07fd8e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb05ec8-03a7-495c-bfb7-b69c6b6aa8e3,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:27.200477 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-50a2acb5-3ebd-498e-be72-d627d9ea8e89 req-5c71c9d3-4720-49c7-9489-a5e45714b9de service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145983 Dec 16 22:15:27.234133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a305a291-c36e-4210-87ac-288e237431fe req-e72d1f54-0a99-4a59-bdc1-494f079a42e8 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076980 Dec 16 22:15:27.240345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a2f59b8-18c3-45f6-baba-36b01682aca6 req-b3a6c265-8c48-48b7-b407-263bb0fab764 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195188 Dec 16 22:15:27.382121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df221db-2617-452f-b941-5cfb413828eb req-cfa677fb-5d21-460a-b8e4-379dd65b9663 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:27.383636 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6df221db-2617-452f-b941-5cfb413828eb req-cfa677fb-5d21-460a-b8e4-379dd65b9663 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.0716274 Dec 16 22:15:27.386134 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5d2a0841-35f3-45a8-9355-6c17b037a22b admin admin] Deleting port 64b6712e-a641-4d4f-86ac-a366c446e913 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:27.386486 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d2a0841-35f3-45a8-9355-6c17b037a22b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:27.506099 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6df221db-2617-452f-b941-5cfb413828eb req-2139fd26-1d6c-4ead-a6b2-6ef32ab36135 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164010 Dec 16 22:15:27.523041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-5d2a0841-35f3-45a8-9355-6c17b037a22b admin admin] For port 64b6712e-a641-4d4f-86ac-a366c446e913, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=64b6712e-a641-4d4f-86ac-a366c446e913,segment=NetworkSegment(95dc44a5-c33f-437a-ae38-810c7b80c552),segment_id=95dc44a5-c33f-437a-ae38-810c7b80c552)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:27.523458 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d2a0841-35f3-45a8-9355-6c17b037a22b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:27.538738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5d2a0841-35f3-45a8-9355-6c17b037a22b admin admin] Calling delete_port for 64b6712e-a641-4d4f-86ac-a366c446e913 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:27.608283 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 967aba4c-16e5-446d-9c85-086f719368fa details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:27.657395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19881853-b688-4e71-997f-b2b81b5af9a2 req-6b49a022-c077-4456-a9f6-6a3a178154d9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:27.658996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19881853-b688-4e71-997f-b2b81b5af9a2 req-6b49a022-c077-4456-a9f6-6a3a178154d9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.0766182 Dec 16 22:15:27.753966 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 967aba4c-16e5-446d-9c85-086f719368fa, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=967aba4c-16e5-446d-9c85-086f719368fa,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:27.767599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 967aba4c-16e5-446d-9c85-086f719368fa has no active binding in host n-h2-821840-2 {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:15:27.775295 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19881853-b688-4e71-997f-b2b81b5af9a2 req-c0b4c4fb-11ae-4037-b61c-1546affd2043 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744922 Dec 16 22:15:28.047017 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d2a0841-35f3-45a8-9355-6c17b037a22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:28.075138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a0841-35f3-45a8-9355-6c17b037a22b admin admin] Pushing event deleted for resources: {'Port': ['ID=64b6712e-a641-4d4f-86ac-a366c446e913,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:28.279826 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d2a0841-35f3-45a8-9355-6c17b037a22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:28.451167 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33646) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:28.602922 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6d5530fe-cedf-4e19-b32e-44513e412c6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:28.693807 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6d5530fe-cedf-4e19-b32e-44513e412c6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:28.784250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970163bc-701e-471c-8075-c5cb5e397607 req-1b69b923-acb4-4f73-b567-deb59f93e435 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:28.786159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-970163bc-701e-471c-8075-c5cb5e397607 req-1b69b923-acb4-4f73-b567-deb59f93e435 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 943 time: 0.4465098 Dec 16 22:15:28.802064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e43ade-c5ce-4fbe-8b70-b76f7f8a2c8b req-b5b8ca06-e3fc-4817-819e-02d57c93332d tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:28.803643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12e43ade-c5ce-4fbe-8b70-b76f7f8a2c8b req-b5b8ca06-e3fc-4817-819e-02d57c93332d tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 949 time: 0.4631271 Dec 16 22:15:28.829232 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6d5530fe-cedf-4e19-b32e-44513e412c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:28.853972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33662) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:28.885622 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6d5530fe-cedf-4e19-b32e-44513e412c6e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66d290605b654f97b69a43cba9653fb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4327049 Dec 16 22:15:28.886220 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33666) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:28.895300 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5530fe-cedf-4e19-b32e-44513e412c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206e4c04-441e-491e-a9d1-15d166d6e55e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:28.932638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-970163bc-701e-471c-8075-c5cb5e397607 req-66b4a213-eaa9-4bcb-a5cb-4b8860cbb96f tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259799 Dec 16 22:15:28.947253 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ded966af-5fc9-4b0a-abab-2f98e29261cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:28.969643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12e43ade-c5ce-4fbe-8b70-b76f7f8a2c8b req-f4fbec1f-4f75-42db-913e-9c1cbff44669 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542950 Dec 16 22:15:28.983911 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ded966af-5fc9-4b0a-abab-2f98e29261cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.021950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2a0841-35f3-45a8-9355-6c17b037a22b admin admin] Router 5630b14d-079c-4e3a-93ee-6959fe7c2463 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:15:29.041528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a5b98f26-4f99-4eeb-b19b-1f2908a69a33 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-580607567-network', 'tenant_id': 'eb51f7b1e05c41239112ac4aabccd17a'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:29.183017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159edefe-ef7d-4da5-a3c2-f1e7f5d43559 req-c93092d5-c8aa-41f0-8d73-85d608552f26 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:29.184868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-159edefe-ef7d-4da5-a3c2-f1e7f5d43559 req-c93092d5-c8aa-41f0-8d73-85d608552f26 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.1588337 Dec 16 22:15:29.201049 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ded966af-5fc9-4b0a-abab-2f98e29261cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.204237 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ded966af-5fc9-4b0a-abab-2f98e29261cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.208643 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ded966af-5fc9-4b0a-abab-2f98e29261cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/206e4c04-441e-491e-a9d1-15d166d6e55e HTTP/1.1" status: 204 len: 168 time: 0.3174167 Dec 16 22:15:29.215642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bfbea-47d2-4281-a182-335fde856278 req-cecc7d70-a659-41f2-af87-2819dd80c0b5 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:29.216866 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded966af-5fc9-4b0a-abab-2f98e29261cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206e4c04-441e-491e-a9d1-15d166d6e55e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:29.217194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-565bfbea-47d2-4281-a182-335fde856278 req-cecc7d70-a659-41f2-af87-2819dd80c0b5 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.1592677 Dec 16 22:15:29.229307 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b98f26-4f99-4eeb-b19b-1f2908a69a33 admin admin] Made reservation on behalf of eb51f7b1e05c41239112ac4aabccd17a for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:29.237901 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5b98f26-4f99-4eeb-b19b-1f2908a69a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.269687 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5b98f26-4f99-4eeb-b19b-1f2908a69a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.282519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2a0841-35f3-45a8-9355-6c17b037a22b admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:15:29.295903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75b7a4-e741-41de-a80b-bc20054ab07d None None] Sync routers for ids ['5630b14d-079c-4e3a-93ee-6959fe7c2463'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:15:29.311969 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75b7a4-e741-41de-a80b-bc20054ab07d None None] Routers {'5630b14d-079c-4e3a-93ee-6959fe7c2463'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:15:29.313017 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-fe75b7a4-e741-41de-a80b-bc20054ab07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:15:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5630b14d-079c-4e3a-93ee-6959fe7c2463'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:29.323670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5d2a0841-35f3-45a8-9355-6c17b037a22b admin admin] 10.222.0.43 "PUT /v2.0/routers/5630b14d-079c-4e3a-93ee-6959fe7c2463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0447400 Dec 16 22:15:29.356086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-565bfbea-47d2-4281-a182-335fde856278 req-a15ddf5e-4b5f-4fd1-a4c1-ea7ba8b2d080 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119049 Dec 16 22:15:29.356086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33672) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:29.419588 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5b98f26-4f99-4eeb-b19b-1f2908a69a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.445022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-159edefe-ef7d-4da5-a3c2-f1e7f5d43559 req-dbd939e7-5ee7-45c7-9d62-c8fc392840f9 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470229 Dec 16 22:15:29.505990 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ac13b4-43a3-4455-b5f5-8432cc2f81c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.538557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-fe75b7a4-e741-41de-a80b-bc20054ab07d None None] Set router 5630b14d-079c-4e3a-93ee-6959fe7c2463 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:15:29.544444 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5b98f26-4f99-4eeb-b19b-1f2908a69a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.602145 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b98f26-4f99-4eeb-b19b-1f2908a69a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37dd357-13c1-4bbd-a296-27379e7ef71d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:29.652407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b98f26-4f99-4eeb-b19b-1f2908a69a33 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:15:29.667733 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5b98f26-4f99-4eeb-b19b-1f2908a69a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.668713 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-a5b98f26-4f99-4eeb-b19b-1f2908a69a33 admin admin] Added segment 75a9af62-dcda-4a21-a0af-4eb739c07b2e of type vlan for network 43cf939f-1fc7-4f39-bb4c-bc3452f5028c Dec 16 22:15:29.716228 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ac13b4-43a3-4455-b5f5-8432cc2f81c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.733291 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5b98f26-4f99-4eeb-b19b-1f2908a69a33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.865487 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5b98f26-4f99-4eeb-b19b-1f2908a69a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.867675 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b98f26-4f99-4eeb-b19b-1f2908a69a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:29.867675 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5b98f26-4f99-4eeb-b19b-1f2908a69a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.874932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac13b4-43a3-4455-b5f5-8432cc2f81c6 admin admin] Deleting port 60d2c617-73d4-41ff-a921-5c83dd5b1c9b {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:29.875519 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ac13b4-43a3-4455-b5f5-8432cc2f81c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.889772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-fe75b7a4-e741-41de-a80b-bc20054ab07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'name': 'tempest-ServersTestManualDisk-1177177820-router', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:56Z', 'updated_at': '2021-12-16T22:15:27Z', 'revision_number': 5, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'gw_port': {'id': '60d2c617-73d4-41ff-a921-5c83dd5b1c9b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:12:57Z', 'updated_at': '2021-12-16T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:29.970902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75b7a4-e741-41de-a80b-bc20054ab07d None None] Checking router: 5630b14d-079c-4e3a-93ee-6959fe7c2463 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:15:29.990764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-b1ac13b4-43a3-4455-b5f5-8432cc2f81c6 admin admin] For port 60d2c617-73d4-41ff-a921-5c83dd5b1c9b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=60d2c617-73d4-41ff-a921-5c83dd5b1c9b,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:29.991046 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ac13b4-43a3-4455-b5f5-8432cc2f81c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.009409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75b7a4-e741-41de-a80b-bc20054ab07d None None] Routers {'5630b14d-079c-4e3a-93ee-6959fe7c2463'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:15:30.010102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-fe75b7a4-e741-41de-a80b-bc20054ab07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:15:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5630b14d-079c-4e3a-93ee-6959fe7c2463'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:30.039309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac13b4-43a3-4455-b5f5-8432cc2f81c6 admin admin] Calling delete_port for 60d2c617-73d4-41ff-a921-5c83dd5b1c9b owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:30.042140 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b98f26-4f99-4eeb-b19b-1f2908a69a33 admin admin] Pushing event updated for resources: {'Network': ['ID=43cf939f-1fc7-4f39-bb4c-bc3452f5028c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:30.066447 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a5b98f26-4f99-4eeb-b19b-1f2908a69a33 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2098470 Dec 16 22:15:30.069942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33690) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:30.080101 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-3f7a48a7-eb3b-4232-8425-2dc2125c4052 admin admin] Request body: {'subnet': {'network_id': '43cf939f-1fc7-4f39-bb4c-bc3452f5028c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-580607567-subnet', 'tenant_id': 'eb51f7b1e05c41239112ac4aabccd17a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:30.154205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 43cf939f-1fc7-4f39-bb4c-bc3452f5028c details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:15:30.200853 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7a48a7-eb3b-4232-8425-2dc2125c4052 admin admin] Made reservation on behalf of eb51f7b1e05c41239112ac4aabccd17a for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:30.204459 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3f7a48a7-eb3b-4232-8425-2dc2125c4052 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.242978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea546c-f517-4ee5-b2c5-d0a1551cd93e req-b04910ad-4e87-4622-8a58-3bad1ed2982e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:30.244589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ffea546c-f517-4ee5-b2c5-d0a1551cd93e req-b04910ad-4e87-4622-8a58-3bad1ed2982e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 943 time: 0.1868160 Dec 16 22:15:30.326885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ffea546c-f517-4ee5-b2c5-d0a1551cd93e req-eb0a1c35-1ec3-4f17-aca9-ed2e0b0008c6 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697274 Dec 16 22:15:30.432718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3074263-c10e-43d7-99e8-7d80f133f0b9 req-43985d20-5466-4444-a103-53e1beb83e4c tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:30.433345 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3074263-c10e-43d7-99e8-7d80f133f0b9 req-43985d20-5466-4444-a103-53e1beb83e4c tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:30.442536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3074263-c10e-43d7-99e8-7d80f133f0b9 req-43985d20-5466-4444-a103-53e1beb83e4c tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:30.442536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3074263-c10e-43d7-99e8-7d80f133f0b9 req-43985d20-5466-4444-a103-53e1beb83e4c tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:30.442536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3074263-c10e-43d7-99e8-7d80f133f0b9 req-43985d20-5466-4444-a103-53e1beb83e4c tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:30.442536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3074263-c10e-43d7-99e8-7d80f133f0b9 req-43985d20-5466-4444-a103-53e1beb83e4c tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:30.442536 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3074263-c10e-43d7-99e8-7d80f133f0b9 req-43985d20-5466-4444-a103-53e1beb83e4c tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae&device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92&device_id=492caf79-91a6-47ae-bb89-b202959b0d07&device_id=8146af3e-235a-494c-8429-c261bfb42bfd&device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c&device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 5568 time: 0.0857582 Dec 16 22:15:30.469363 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d3074263-c10e-43d7-99e8-7d80f133f0b9 req-dfcd2f8b-5b01-4bde-b939-404520f5c9a5 tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.520989 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ac13b4-43a3-4455-b5f5-8432cc2f81c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.528574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-fe75b7a4-e741-41de-a80b-bc20054ab07d None None] Set router 5630b14d-079c-4e3a-93ee-6959fe7c2463 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:15:30.560351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac13b4-43a3-4455-b5f5-8432cc2f81c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d2c617-73d4-41ff-a921-5c83dd5b1c9b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:30.598403 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-fe75b7a4-e741-41de-a80b-bc20054ab07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'name': 'tempest-ServersTestManualDisk-1177177820-router', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:56Z', 'updated_at': '2021-12-16T22:15:29Z', 'revision_number': 6, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:30.634278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75b7a4-e741-41de-a80b-bc20054ab07d None None] The sync data for ids ['5630b14d-079c-4e3a-93ee-6959fe7c2463'] in n-d-821840-2 is: [{'id': '5630b14d-079c-4e3a-93ee-6959fe7c2463', 'name': 'tempest-ServersTestManualDisk-1177177820-router', 'tenant_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:12:56Z', 'updated_at': '2021-12-16T22:15:29Z', 'revision_number': 6, 'project_id': 'e2a8dbc9bc4d47f48a5fad3c46065b65', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:15:30.646910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a0d8-0710-4a6b-aa4d-ce341a08a7d8 req-b7136129-b22d-4011-9597-2bccc39e10e6 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:30.658894 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ebf2a0d8-0710-4a6b-aa4d-ce341a08a7d8 req-b7136129-b22d-4011-9597-2bccc39e10e6 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.1819005 Dec 16 22:15:30.687185 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3f7a48a7-eb3b-4232-8425-2dc2125c4052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.729967 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ac13b4-43a3-4455-b5f5-8432cc2f81c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.759638 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33708) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:30.771601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a48a7-eb3b-4232-8425-2dc2125c4052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a08147-f6ff-4619-ba0f-33af32ba3461,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:30.779901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a48a7-eb3b-4232-8425-2dc2125c4052 admin admin] Checking segment: {'id': '75a9af62-dcda-4a21-a0af-4eb739c07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '43cf939f-1fc7-4f39-bb4c-bc3452f5028c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:30.781122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a48a7-eb3b-4232-8425-2dc2125c4052 admin admin] Network hostable DHCP agents. Network: 43cf939f-1fc7-4f39-bb4c-bc3452f5028c, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:15:30.841866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ebf2a0d8-0710-4a6b-aa4d-ce341a08a7d8 req-effced55-925f-4c03-a275-a6955fabe290 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866229 Dec 16 22:15:30.845929 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d3074263-c10e-43d7-99e8-7d80f133f0b9 req-dfcd2f8b-5b01-4bde-b939-404520f5c9a5 tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.852538 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ac13b4-43a3-4455-b5f5-8432cc2f81c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.854859 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ac13b4-43a3-4455-b5f5-8432cc2f81c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.886474 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a48a7-eb3b-4232-8425-2dc2125c4052 admin admin] Network 43cf939f-1fc7-4f39-bb4c-bc3452f5028c is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:15:30.911850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6ed4d559-a3f2-4318-b231-11870bdfe4f3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2011918771-network', 'tenant_id': 'd3d095072c80400396b4981d89df8f54'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:30.937793 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d3074263-c10e-43d7-99e8-7d80f133f0b9 req-dfcd2f8b-5b01-4bde-b939-404520f5c9a5 tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.983916 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-3f7a48a7-eb3b-4232-8425-2dc2125c4052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 43cf939f-1fc7-4f39-bb4c-bc3452f5028c) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:30.994955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd2334-7533-4e4e-926c-77968d9b2106 None None] Network 43cf939f-1fc7-4f39-bb4c-bc3452f5028c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:30.996735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7a48a7-eb3b-4232-8425-2dc2125c4052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:30.997543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3f7a48a7-eb3b-4232-8425-2dc2125c4052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.007810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd2f8b-5b01-4bde-b939-404520f5c9a5 tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f039aafb-1d64-4d58-b8ac-917d91c839e5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:31.022722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0f376-c9a4-4ed7-a299-21a6459f36b0 req-a003b352-0d02-46d7-a0b9-5262bebd5ec5 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:31.024327 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6f0f376-c9a4-4ed7-a299-21a6459f36b0 req-a003b352-0d02-46d7-a0b9-5262bebd5ec5 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.1211066 Dec 16 22:15:31.028341 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ac13b4-43a3-4455-b5f5-8432cc2f81c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.028913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ac13b4-43a3-4455-b5f5-8432cc2f81c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5630b14d-079c-4e3a-93ee-6959fe7c2463 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:15:31.030816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed4d559-a3f2-4318-b231-11870bdfe4f3 admin admin] Made reservation on behalf of d3d095072c80400396b4981d89df8f54 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:31.037665 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d559-a3f2-4318-b231-11870bdfe4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.045843 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ac13b4-43a3-4455-b5f5-8432cc2f81c6 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.051678 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b1ac13b4-43a3-4455-b5f5-8432cc2f81c6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5630b14d-079c-4e3a-93ee-6959fe7c2463 HTTP/1.1" status: 204 len: 168 time: 1.6956995 Dec 16 22:15:31.051896 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d559-a3f2-4318-b231-11870bdfe4f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.054125 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33712) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:31.072495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3074263-c10e-43d7-99e8-7d80f133f0b9 req-dfcd2f8b-5b01-4bde-b939-404520f5c9a5 tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&id=97f41b40-79ff-45d2-b838-51f32b84d1f2&id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.6266527 Dec 16 22:15:31.078522 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3f7a48a7-eb3b-4232-8425-2dc2125c4052 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0065944 Dec 16 22:15:31.167771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6f0f376-c9a4-4ed7-a299-21a6459f36b0 req-7dee1b50-1d9b-4d85-bd02-181037251701 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298916 Dec 16 22:15:31.198407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6612f6c-e554-47ed-8116-41e6e0d734e6 None None] Network 43cf939f-1fc7-4f39-bb4c-bc3452f5028c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:31.200541 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6284347-97c3-4775-9125-e6653f2a95c2 admin admin] Deleting subnet 46d77552-dc1a-4541-863a-3af61b5315dd {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:15:31.205232 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6284347-97c3-4775-9125-e6653f2a95c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.266642 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6284347-97c3-4775-9125-e6653f2a95c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.294497 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d559-a3f2-4318-b231-11870bdfe4f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.363932 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6284347-97c3-4775-9125-e6653f2a95c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.366775 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d559-a3f2-4318-b231-11870bdfe4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.423510 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed4d559-a3f2-4318-b231-11870bdfe4f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:15:31.434365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4d559-a3f2-4318-b231-11870bdfe4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f838118e-f029-41c9-a756-0fc9854f8841,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:31.445243 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d559-a3f2-4318-b231-11870bdfe4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.445591 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-6ed4d559-a3f2-4318-b231-11870bdfe4f3 admin admin] Added segment f0552448-c32c-4302-bb8c-bf3c1d9f2601 of type vlan for network 55a59c6e-0fcc-4daf-a26b-87afb557408d Dec 16 22:15:31.483039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99655d2e-78f8-484c-bcd6-78007e1e4440 req-108981c3-dc1c-440c-955b-f0b1411c9be5 tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:31.483605 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99655d2e-78f8-484c-bcd6-78007e1e4440 req-108981c3-dc1c-440c-955b-f0b1411c9be5 tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:31.484250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99655d2e-78f8-484c-bcd6-78007e1e4440 req-108981c3-dc1c-440c-955b-f0b1411c9be5 tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:31.485855 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99655d2e-78f8-484c-bcd6-78007e1e4440 req-108981c3-dc1c-440c-955b-f0b1411c9be5 tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae&device_id=8146af3e-235a-494c-8429-c261bfb42bfd&device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 2882 time: 0.0747054 Dec 16 22:15:31.502216 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d559-a3f2-4318-b231-11870bdfe4f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.563372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99655d2e-78f8-484c-bcd6-78007e1e4440 req-91cc4211-cb4a-4530-8bca-865eefbabaa5 tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694754 Dec 16 22:15:31.573146 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6284347-97c3-4775-9125-e6653f2a95c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.598585 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6284347-97c3-4775-9125-e6653f2a95c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d77552-dc1a-4541-863a-3af61b5315dd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:31.605664 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6284347-97c3-4775-9125-e6653f2a95c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.609219 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f6284347-97c3-4775-9125-e6653f2a95c2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/46d77552-dc1a-4541-863a-3af61b5315dd HTTP/1.1" status: 204 len: 168 time: 0.5499065 Dec 16 22:15:31.611850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33738) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:31.615752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f15fbf-82da-4573-8a0c-ea8347ca9847 None None] Network 1fed6fc2-4af3-4d92-9b97-51badd4beba2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:31.656876 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d559-a3f2-4318-b231-11870bdfe4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.657868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed4d559-a3f2-4318-b231-11870bdfe4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:31.658458 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d559-a3f2-4318-b231-11870bdfe4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.735123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-7dcdc0af-752a-4a0a-9002-2236bc174bde tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:31.744808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-7dcdc0af-752a-4a0a-9002-2236bc174bde tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/networks?id=43cf939f-1fc7-4f39-bb4c-bc3452f5028c HTTP/1.1" status: 200 len: 817 time: 0.1924906 Dec 16 22:15:31.764818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec55f2-7470-421b-8784-e8f871e6b40d req-4cbd830f-4090-451e-b122-2c6610f06a7e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:31.766484 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5ec55f2-7470-421b-8784-e8f871e6b40d req-4cbd830f-4090-451e-b122-2c6610f06a7e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 943 time: 0.1365113 Dec 16 22:15:31.781549 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-535c20b2-b6af-48cb-ab95-cbbcd37f01d7 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/quotas/eb51f7b1e05c41239112ac4aabccd17a HTTP/1.1" status: 200 len: 375 time: 0.0355775 Dec 16 22:15:31.868359 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-179bf503-15ef-47fd-8d93-61fd7c3d17ac tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb51f7b1e05c41239112ac4aabccd17a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855238 Dec 16 22:15:31.966012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5ec55f2-7470-421b-8784-e8f871e6b40d req-f1c84e91-ac16-459f-b861-ce6bd18f8d31 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818125 Dec 16 22:15:32.052554 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-2f32164f-d032-4e03-8734-0ebc851090ec service neutron] 10.222.0.43 "GET /v2.0/networks/43cf939f-1fc7-4f39-bb4c-bc3452f5028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725278 Dec 16 22:15:32.106379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] DHCP port deletion for 1fed6fc2-4af3-4d92-9b97-51badd4beba2 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:15:32.131290 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6ed4d559-a3f2-4318-b231-11870bdfe4f3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3705466 Dec 16 22:15:32.157211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 64b6712e-a641-4d4f-86ac-a366c446e913 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:32.158659 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33748) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:32.169429 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9445b9f9-5864-4c9f-91bc-cd990c19f730 admin admin] Request body: {'subnet': {'network_id': '55a59c6e-0fcc-4daf-a26b-87afb557408d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2011918771-subnet', 'tenant_id': 'd3d095072c80400396b4981d89df8f54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:32.189582 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:32.189870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 64b6712e-a641-4d4f-86ac-a366c446e913 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:15:32.189870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 64b6712e-a641-4d4f-86ac-a366c446e913 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:32.189870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 60d2c617-73d4-41ff-a921-5c83dd5b1c9b no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:32.196113 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4d559-a3f2-4318-b231-11870bdfe4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=55a59c6e-0fcc-4daf-a26b-87afb557408d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:32.217777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 55a59c6e-0fcc-4daf-a26b-87afb557408d details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:15:32.220146 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 60d2c617-73d4-41ff-a921-5c83dd5b1c9b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:15:32.220489 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 60d2c617-73d4-41ff-a921-5c83dd5b1c9b not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:32.232027 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-4e0b8628-6b0c-4d01-bc59-c41c77df57b7 service neutron] 10.222.0.69 "GET /v2.0/ports/967aba4c-16e5-446d-9c85-086f719368fa/bindings/n-h2-821840-2 HTTP/1.1" status: 200 len: 384 time: 0.5379808 Dec 16 22:15:32.281991 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9846bff-67bc-420e-83a2-5a5625b917ca req-4ce6f868-5372-4352-b87f-cefc3abdf530 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:32.284134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9846bff-67bc-420e-83a2-5a5625b917ca req-4ce6f868-5372-4352-b87f-cefc3abdf530 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.1104274 Dec 16 22:15:32.299001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Deleting port ad4e79b5-4c44-4859-b4ac-e592d4916513 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:32.299410 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:32.312663 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-02792071-2500-49e4-b5f7-ea5358241933 service neutron] 10.222.0.43 "GET /v2.0/networks/43cf939f-1fc7-4f39-bb4c-bc3452f5028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685697 Dec 16 22:15:32.336263 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9445b9f9-5864-4c9f-91bc-cd990c19f730 admin admin] Made reservation on behalf of d3d095072c80400396b4981d89df8f54 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:32.339757 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9445b9f9-5864-4c9f-91bc-cd990c19f730 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:32.396810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9846bff-67bc-420e-83a2-5a5625b917ca req-4c5028d8-bee7-44d5-9b83-a371bef4b37b tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797391 Dec 16 22:15:32.401455 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] For port ad4e79b5-4c44-4859-b4ac-e592d4916513, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ad4e79b5-4c44-4859-b4ac-e592d4916513,segment=NetworkSegment(95dc44a5-c33f-437a-ae38-810c7b80c552),segment_id=95dc44a5-c33f-437a-ae38-810c7b80c552)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:32.401860 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:32.417618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Calling delete_port for ad4e79b5-4c44-4859-b4ac-e592d4916513 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:32.463915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] Deleting port ad4e79b5-4c44-4859-b4ac-e592d4916513 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:32.464904 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:32.595085 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:32.610680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3c834-f830-4f45-9b6c-01dcd84f4724 req-35b5fe91-60f4-45b1-8ab0-dff27d78377a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:32.621010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66f3c834-f830-4f45-9b6c-01dcd84f4724 req-35b5fe91-60f4-45b1-8ab0-dff27d78377a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.0943072 Dec 16 22:15:32.628260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] For port ad4e79b5-4c44-4859-b4ac-e592d4916513, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ad4e79b5-4c44-4859-b4ac-e592d4916513,segment=NetworkSegment(95dc44a5-c33f-437a-ae38-810c7b80c552),segment_id=95dc44a5-c33f-437a-ae38-810c7b80c552)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:32.629542 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:32.639016 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Pushing event deleted for resources: {'Port': ['ID=ad4e79b5-4c44-4859-b4ac-e592d4916513,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:32.646426 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] No DVR routers for this DVR port ad4e79b5-4c44-4859-b4ac-e592d4916513 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:15:32.654528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] Calling delete_port for ad4e79b5-4c44-4859-b4ac-e592d4916513 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:32.655582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:32.655935 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:32.656281 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:32.656993 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:32.657339 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:32.657700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:32.666798 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:32.667312 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:32.667672 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:32.668013 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:32.668351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:32.668685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:32.669020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336c6ea-32ba-4650-80d5-71c45338c0ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:32.734558 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66f3c834-f830-4f45-9b6c-01dcd84f4724 req-a6069baf-34c3-4f59-8e42-f0318d7cdb33 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122694 Dec 16 22:15:32.827893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f3cb8a4-0622-4119-b3fe-b3b8cadf3bf7 req-e256194a-93a1-46dd-9500-4ae3ce4c273f tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 210 time: 0.0428393 Dec 16 22:15:32.850077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-69a29a97-e82d-4fc3-8654-559e7cfc4d2b service neutron] For port 967aba4c-16e5-446d-9c85-086f719368fa, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=967aba4c-16e5-446d-9c85-086f719368fa,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:32.883510 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-69a29a97-e82d-4fc3-8654-559e7cfc4d2b service neutron] For port 967aba4c-16e5-446d-9c85-086f719368fa, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:32.916999 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:32.923839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-69a29a97-e82d-4fc3-8654-559e7cfc4d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967aba4c-16e5-446d-9c85-086f719368fa {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:32.956385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-69a29a97-e82d-4fc3-8654-559e7cfc4d2b service neutron] For port 967aba4c-16e5-446d-9c85-086f719368fa, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=967aba4c-16e5-446d-9c85-086f719368fa,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:32.958930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4e79b5-4c44-4859-b4ac-e592d4916513,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:32.968942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] No DVR routers for this DVR port ad4e79b5-4c44-4859-b4ac-e592d4916513 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:15:32.994608 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9445b9f9-5864-4c9f-91bc-cd990c19f730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:33.095742 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:33.099535 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445b9f9-5864-4c9f-91bc-cd990c19f730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d1bdf27-8947-41a3-b936-0f8a5795863d,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:33.112360 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-69a29a97-e82d-4fc3-8654-559e7cfc4d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:33.141913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fed6fc2-4af3-4d92-9b97-51badd4beba2']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:33.142691 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a376e-0a86-44d1-97ca-3d4a3c9c10c2 req-5ca7b072-2e20-4ed6-ab10-472d7e964b1d tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:33.144349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b18a376e-0a86-44d1-97ca-3d4a3c9c10c2 req-5ca7b072-2e20-4ed6-ab10-472d7e964b1d tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 943 time: 0.0973778 Dec 16 22:15:33.155362 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95dc44a5-c33f-437a-ae38-810c7b80c552') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:33.155681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95dc44a5-c33f-437a-ae38-810c7b80c552') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:33.184499 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:33.186360 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9445b9f9-5864-4c9f-91bc-cd990c19f730 admin admin] Checking segment: {'id': 'f0552448-c32c-4302-bb8c-bf3c1d9f2601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '55a59c6e-0fcc-4daf-a26b-87afb557408d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:33.186717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9445b9f9-5864-4c9f-91bc-cd990c19f730 admin admin] Network hostable DHCP agents. Network: 55a59c6e-0fcc-4daf-a26b-87afb557408d, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:15:33.218871 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:33.233159 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:15:33.233585 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:33.235848 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b18a376e-0a86-44d1-97ca-3d4a3c9c10c2 req-4e79d805-9ae1-4897-a164-5d7fab11ac98 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835299 Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:15:33.249831 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:15:33.362393 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-69a29a97-e82d-4fc3-8654-559e7cfc4d2b service neutron] Transition to ACTIVE for port object 967aba4c-16e5-446d-9c85-086f719368fa will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:15:33.364132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9445b9f9-5864-4c9f-91bc-cd990c19f730 admin admin] Network 55a59c6e-0fcc-4daf-a26b-87afb557408d is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:15:33.366171 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:33.386504 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:33.392149 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] 10.222.0.43 "DELETE /v2.0/networks/1fed6fc2-4af3-4d92-9b97-51badd4beba2 HTTP/1.1" status: 204 len: 168 time: 1.7765429 Dec 16 22:15:33.393572 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c61260-02e3-4a92-8f20-91b9533c5a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=1fed6fc2-4af3-4d92-9b97-51badd4beba2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:33.464536 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-69a29a97-e82d-4fc3-8654-559e7cfc4d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:33.539218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6f209-1e90-4b16-b6fd-0ed78fc775d2 req-08bd015d-7c77-495f-9c6d-57759b8383d5 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:33.545314 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-69a29a97-e82d-4fc3-8654-559e7cfc4d2b service neutron] No DVR routers for this DVR port 967aba4c-16e5-446d-9c85-086f719368fa on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:15:33.546514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9445b9f9-5864-4c9f-91bc-cd990c19f730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 55a59c6e-0fcc-4daf-a26b-87afb557408d) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:33.549428 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bb6f209-1e90-4b16-b6fd-0ed78fc775d2 req-08bd015d-7c77-495f-9c6d-57759b8383d5 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.0691481 Dec 16 22:15:33.556651 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c212db9-eedc-4662-b771-e5d31d2b994d None None] Network 55a59c6e-0fcc-4daf-a26b-87afb557408d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:33.571653 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9445b9f9-5864-4c9f-91bc-cd990c19f730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:33.572348 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9445b9f9-5864-4c9f-91bc-cd990c19f730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:33.612138 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a29a97-e82d-4fc3-8654-559e7cfc4d2b service neutron] Pushing event updated for resources: {'Port': ['ID=967aba4c-16e5-446d-9c85-086f719368fa,revision_number=10']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:33.628151 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-69a29a97-e82d-4fc3-8654-559e7cfc4d2b service neutron] 10.222.0.69 "PUT /v2.0/ports/967aba4c-16e5-446d-9c85-086f719368fa/bindings/n-h2-821840-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3636343 Dec 16 22:15:33.628337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bb6f209-1e90-4b16-b6fd-0ed78fc775d2 req-0c8dd39f-d489-429e-90e6-c1d280e11709 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753393 Dec 16 22:15:33.711245 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-55a59c6e-0fcc-4daf-a26b-87afb557408d', 'network_id': '55a59c6e-0fcc-4daf-a26b-87afb557408d', 'project_id': 'd3d095072c80400396b4981d89df8f54', 'fixed_ips': [{'subnet_id': '5d1bdf27-8947-41a3-b936-0f8a5795863d'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:15:33.713770 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:33.715651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33782) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:33.716067 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9445b9f9-5864-4c9f-91bc-cd990c19f730 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5524459 Dec 16 22:15:33.720320 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2011918771-router', 'tenant_id': 'd3d095072c80400396b4981d89df8f54', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:33.839503 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-42044afc-1146-41ad-9d71-230d023d14cd tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:33.841098 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-42044afc-1146-41ad-9d71-230d023d14cd tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92&tenant_id=a0fbdbd1880a45e692ee9474ada061c6&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 1095 time: 0.0525017 Dec 16 22:15:33.876474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327eda1f-d02a-4ec3-a214-3c9b666adb46 req-aae184cf-0b4a-426c-b0de-f961a7a819bf tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:33.878839 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-327eda1f-d02a-4ec3-a214-3c9b666adb46 req-aae184cf-0b4a-426c-b0de-f961a7a819bf tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.0637319 Dec 16 22:15:33.897694 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:33.898859 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:33.922438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-9f1dd03c-b9f2-4958-a318-509a65604547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:33.924256 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-9f1dd03c-b9f2-4958-a318-509a65604547 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92&tenant_id=a0fbdbd1880a45e692ee9474ada061c6 HTTP/1.1" status: 200 len: 1095 time: 0.0741842 Dec 16 22:15:33.924716 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Allocated IP 172.20.0.2 (55a59c6e-0fcc-4daf-a26b-87afb557408d/5d1bdf27-8947-41a3-b936-0f8a5795863d/f68facf9-c43b-4b23-b12d-0ed09a582386) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:33.924858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33790) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:33.955434 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74946833-c81b-4208-8af3-c48c906a6109 req-05343b6f-695a-42c5-9cff-032f925b0c9d tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 210 time: 0.0470090 Dec 16 22:15:34.042237 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:34.046871 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-84025c6d-88a5-496d-b9d2-be4ba1518fed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e2a8dbc9bc4d47f48a5fad3c46065b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1207108 Dec 16 22:15:34.049368 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33792) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:34.055182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-327eda1f-d02a-4ec3-a214-3c9b666adb46 req-3c99e4af-2789-4174-8260-6a3ad134bbea tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701407 Dec 16 22:15:34.078908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-4a8db813-13a8-4ffb-9fa3-f477fbccb50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:34.078908 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-4a8db813-13a8-4ffb-9fa3-f477fbccb50a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 1095 time: 0.1224575 Dec 16 22:15:34.126377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9328d91-bafc-41ca-8d34-9a2766699969 req-f9608edf-122c-4e9e-9315-ecaa4421f4f0 tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:34.128176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9328d91-bafc-41ca-8d34-9a2766699969 req-f9608edf-122c-4e9e-9315-ecaa4421f4f0 tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 1101 time: 0.0541058 Dec 16 22:15:34.135391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ad4e79b5-4c44-4859-b4ac-e592d4916513 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:34.163582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: ad4e79b5-4c44-4859-b4ac-e592d4916513 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:15:34.164224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ad4e79b5-4c44-4859-b4ac-e592d4916513 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:34.179557 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f5b436b-c60b-45b4-bc7a-4ccad0193793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:34.185326 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:34.215642 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f5b436b-c60b-45b4-bc7a-4ccad0193793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:34.245796 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-1380e723-0462-43cb-81ef-eb13c6cd2320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:34.247300 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-1380e723-0462-43cb-81ef-eb13c6cd2320 service neutron] 10.222.0.24 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.1632998 Dec 16 22:15:34.294179 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:34.305847 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-88c65477-c7c1-4e84-bba6-70dbb142fe61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967aba4c-16e5-446d-9c85-086f719368fa HTTP/1.1" status: 200 len: 217 time: 0.0442853 Dec 16 22:15:34.329698 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9328d91-bafc-41ca-8d34-9a2766699969 req-2b6ad5b7-16c5-4303-9e27-3cab78ee8c82 tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898835 Dec 16 22:15:34.338248 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:34.357169 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Network 55a59c6e-0fcc-4daf-a26b-87afb557408d is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:34.374528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:34.376855 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Pushing event updated for resources: {'Port': ['ID=f68facf9-c43b-4b23-b12d-0ed09a582386,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:34.377798 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-9338a966-17e0-4f28-93a5-ad4cacb55be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:34.380680 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:34.381406 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-9338a966-17e0-4f28-93a5-ad4cacb55be5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.0663848 Dec 16 22:15:34.422453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd93653-3c92-4889-9379-990af829d9dd req-39cca7a3-0f23-4c2e-b12f-cc31565c4ce6 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:34.424058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbd93653-3c92-4889-9379-990af829d9dd req-39cca7a3-0f23-4c2e-b12f-cc31565c4ce6 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 944 time: 0.0893373 Dec 16 22:15:34.424243 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-ca61ac1c-177a-4120-862e-fbd754fd4804 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324731 Dec 16 22:15:34.460218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Attempting to bind port f68facf9-c43b-4b23-b12d-0ed09a582386 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:34.460719 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Attempting to bind port f68facf9-c43b-4b23-b12d-0ed09a582386 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f0552448-c32c-4302-bb8c-bf3c1d9f2601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '55a59c6e-0fcc-4daf-a26b-87afb557408d'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:34.461227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Attempting to bind port f68facf9-c43b-4b23-b12d-0ed09a582386 on network 55a59c6e-0fcc-4daf-a26b-87afb557408d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:34.467963 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:34.469166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Checking segment: {'id': 'f0552448-c32c-4302-bb8c-bf3c1d9f2601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '55a59c6e-0fcc-4daf-a26b-87afb557408d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:34.469596 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:34.470003 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Bound using segment: {'id': 'f0552448-c32c-4302-bb8c-bf3c1d9f2601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '55a59c6e-0fcc-4daf-a26b-87afb557408d'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:34.470493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Bound port: f68facf9-c43b-4b23-b12d-0ed09a582386, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0552448-c32c-4302-bb8c-bf3c1d9f2601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '55a59c6e-0fcc-4daf-a26b-87afb557408d'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:34.471078 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:34.491943 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f5b436b-c60b-45b4-bc7a-4ccad0193793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:34.494530 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f5b436b-c60b-45b4-bc7a-4ccad0193793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:34.498091 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8f5b436b-c60b-45b4-bc7a-4ccad0193793 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7db58b81-3b85-4b3e-9f8b-dd12067d7729 HTTP/1.1" status: 204 len: 168 time: 0.4456685 Dec 16 22:15:34.536551 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b436b-c60b-45b4-bc7a-4ccad0193793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db58b81-3b85-4b3e-9f8b-dd12067d7729,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:34.551970 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3a6ae-73a4-4e6c-b725-94c28561bcf6 req-a386b7af-d50d-495f-8965-65a77881be1a tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:34.559565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ca3a6ae-73a4-4e6c-b725-94c28561bcf6 req-a386b7af-d50d-495f-8965-65a77881be1a tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 1101 time: 0.1344383 Dec 16 22:15:34.574165 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbd93653-3c92-4889-9379-990af829d9dd req-c1e7b365-5e17-480a-b94c-4cf0a680e702 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401634 Dec 16 22:15:34.585098 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] For port f68facf9-c43b-4b23-b12d-0ed09a582386, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:34.590184 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] For port f68facf9-c43b-4b23-b12d-0ed09a582386, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f68facf9-c43b-4b23-b12d-0ed09a582386,segment=NetworkSegment(f0552448-c32c-4302-bb8c-bf3c1d9f2601),segment_id=f0552448-c32c-4302-bb8c-bf3c1d9f2601)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:34.594056 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-d367ff25-c793-43b6-bbc5-875c3dfbe2ef service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615994 Dec 16 22:15:34.670157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ca3a6ae-73a4-4e6c-b725-94c28561bcf6 req-7b53431b-cc0a-46be-b229-362dfcbe711d tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093371 Dec 16 22:15:34.735487 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-79cff7f0-3539-40c3-a21a-19182a2b814f service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328645 Dec 16 22:15:34.742360 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:34.847153 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88177d69-a4e2-4cca-874f-45b45daac5bc None None] Pushing event updated for resources: {'Port': ['ID=f68facf9-c43b-4b23-b12d-0ed09a582386,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:34.950964 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e3bd1-3968-4ba7-8d13-afb8b6e23ea4 req-ea663c60-fa6d-4382-963a-79fb62eaea44 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:34.958718 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f3e3bd1-3968-4ba7-8d13-afb8b6e23ea4 req-ea663c60-fa6d-4382-963a-79fb62eaea44 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.2362807 Dec 16 22:15:34.983827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:35.030484 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:35.094824 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f3e3bd1-3968-4ba7-8d13-afb8b6e23ea4 req-c7fbf585-5f2b-4e12-982d-2382f2c17fe4 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351979 Dec 16 22:15:35.252954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd1a21c6-f60d-4ab4-81ed-1df0ef968d68 req-e4e2c1d8-9c17-431d-8acf-803494a3b53c tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 210 time: 0.1556020 Dec 16 22:15:35.295213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Allocated IP 172.25.2.249 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/5dde6dc4-ab15-49eb-9d31-348b527c364b) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:35.383080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-88ccc37c-9cc4-4c44-a990-a7a81e9c57af tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:35.385009 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-88ccc37c-9cc4-4c44-a990-a7a81e9c57af tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92&tenant_id=a0fbdbd1880a45e692ee9474ada061c6&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 1095 time: 0.0547407 Dec 16 22:15:35.475737 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:35.497129 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fcb1d-5457-41bd-a1b4-0d4acc5a8980 req-b75b99be-4260-41ba-8e03-8afedf1c3724 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:35.505961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c1fcb1d-5457-41bd-a1b4-0d4acc5a8980 req-b75b99be-4260-41ba-8e03-8afedf1c3724 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.1398950 Dec 16 22:15:35.582495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c1fcb1d-5457-41bd-a1b4-0d4acc5a8980 req-3b41f2d4-7cb0-47e6-80d1-1f9cdf348c8b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761962 Dec 16 22:15:35.624027 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:35.628525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-ee6f9e0a-7f3e-4e75-9acc-6eaa8544c6f0 service neutron] For port 967aba4c-16e5-446d-9c85-086f719368fa, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:35.634119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-ee6f9e0a-7f3e-4e75-9acc-6eaa8544c6f0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:35.635258 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c23ca19f-52dc-4ccd-8791-caf159569970 req-ee6f9e0a-7f3e-4e75-9acc-6eaa8544c6f0 service neutron] 10.222.0.24 "DELETE /v2.0/ports/967aba4c-16e5-446d-9c85-086f719368fa/bindings/n-h1-821840-2 HTTP/1.1" status: 204 len: 173 time: 0.2424574 Dec 16 22:15:35.725528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:35.732872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:35.738339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:35.743478 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Pushing event updated for resources: {'Port': ['ID=5dde6dc4-ab15-49eb-9d31-348b527c364b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:35.767158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 967aba4c-16e5-446d-9c85-086f719368fa no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:35.804151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577f5d5-18ce-4b37-991b-5826867a6415 req-5a72ab0c-cd93-458c-a359-82a06e41a441 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:35.805990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1577f5d5-18ce-4b37-991b-5826867a6415 req-5a72ab0c-cd93-458c-a359-82a06e41a441 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 944 time: 0.1222644 Dec 16 22:15:35.861367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 967aba4c-16e5-446d-9c85-086f719368fa not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:35.990725 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1577f5d5-18ce-4b37-991b-5826867a6415 req-e98ca937-f29d-43e5-ba76-5c9eefd3c47a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397891 Dec 16 22:15:36.225749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-4bb289f6-a7ad-486d-8da5-8d159c5f76b4 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:36.227648 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-4bb289f6-a7ad-486d-8da5-8d159c5f76b4 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.69 "GET /v2.0/networks?id=43cf939f-1fc7-4f39-bb4c-bc3452f5028c HTTP/1.1" status: 200 len: 817 time: 0.2667904 Dec 16 22:15:36.242685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f68facf9-c43b-4b23-b12d-0ed09a582386 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:36.245383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-8d5d1f18-5bab-4ef7-ad14-69d05cc8a985 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Request body: {'port': {'device_id': '7c762302-7dfe-49f5-aa6a-31e2860ebc05', 'network_id': '43cf939f-1fc7-4f39-bb4c-bc3452f5028c', 'admin_state_up': True, 'tenant_id': 'eb51f7b1e05c41239112ac4aabccd17a'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:36.330395 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f68facf9-c43b-4b23-b12d-0ed09a582386 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:36.332342 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.376014 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33864) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:36.477110 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7101af7f-27b5-458c-bcda-1cbc62caa12b None None] Network 55a59c6e-0fcc-4daf-a26b-87afb557408d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:36.626444 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-19c50894-5390-44a9-b4ba-e886c84ba6cf None None] Provisioning complete for port f68facf9-c43b-4b23-b12d-0ed09a582386 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:36.627358 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-19c50894-5390-44a9-b4ba-e886c84ba6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.632813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-94ed6323-bac9-4666-b08e-aff3714d00f5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1924615380-network', 'tenant_id': '69fb37933f9649f188f594761fa7ab1e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:36.729086 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.743952 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-8d5d1f18-5bab-4ef7-ad14-69d05cc8a985 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Made reservation on behalf of eb51f7b1e05c41239112ac4aabccd17a for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:36.747600 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-8d5d1f18-5bab-4ef7-ad14-69d05cc8a985 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.794701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port f68facf9-c43b-4b23-b12d-0ed09a582386, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f68facf9-c43b-4b23-b12d-0ed09a582386,segment=NetworkSegment(f0552448-c32c-4302-bb8c-bf3c1d9f2601),segment_id=f0552448-c32c-4302-bb8c-bf3c1d9f2601)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:36.879573 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-19c50894-5390-44a9-b4ba-e886c84ba6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.945820 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02631649-7eb0-4679-a346-8ff500b7a756 req-3b5fafea-97a6-4239-adaa-e173a11e1331 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:36.947549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-8d5d1f18-5bab-4ef7-ad14-69d05cc8a985 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Allocated IP 172.20.0.4 (43cf939f-1fc7-4f39-bb4c-bc3452f5028c/93a08147-f6ff-4619-ba0f-33af32ba3461/a600140b-ae17-4a8a-8c24-1723c2dcd72d) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:36.953197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02631649-7eb0-4679-a346-8ff500b7a756 req-3b5fafea-97a6-4239-adaa-e173a11e1331 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 1095 time: 0.7752290 Dec 16 22:15:36.969939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009b47e-e1a5-4faf-a028-7e22ee4d168a req-4cfdb5c0-ae87-4f5b-8d12-8619d2ec370c tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:36.971673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6009b47e-e1a5-4faf-a028-7e22ee4d168a req-4cfdb5c0-ae87-4f5b-8d12-8619d2ec370c tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.7566867 Dec 16 22:15:36.981843 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:37.013273 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:37.020100 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ed6323-bac9-4666-b08e-aff3714d00f5 admin admin] Made reservation on behalf of 69fb37933f9649f188f594761fa7ab1e for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:37.023988 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94ed6323-bac9-4666-b08e-aff3714d00f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:37.083375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94ed6323-bac9-4666-b08e-aff3714d00f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:37.125483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=f68facf9-c43b-4b23-b12d-0ed09a582386,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:37.144607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02631649-7eb0-4679-a346-8ff500b7a756 req-a450b5c5-dbfd-4863-9387-4ef7d31ebca1 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901176 Dec 16 22:15:37.245883 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-8d5d1f18-5bab-4ef7-ad14-69d05cc8a985 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:37.254657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6009b47e-e1a5-4faf-a028-7e22ee4d168a req-238c477e-81d7-4bcf-9433-3dae6b4f9e5c tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658210 Dec 16 22:15:37.309618 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-19c50894-5390-44a9-b4ba-e886c84ba6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:15:37.311018 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-19c50894-5390-44a9-b4ba-e886c84ba6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:15:37.311948 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94ed6323-bac9-4666-b08e-aff3714d00f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:37.395616 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-8d5d1f18-5bab-4ef7-ad14-69d05cc8a985 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:37.404594 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94ed6323-bac9-4666-b08e-aff3714d00f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:37.474209 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-8d5d1f18-5bab-4ef7-ad14-69d05cc8a985 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Network 43cf939f-1fc7-4f39-bb4c-bc3452f5028c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:37.479409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ed6323-bac9-4666-b08e-aff3714d00f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:15:37.487212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-8d5d1f18-5bab-4ef7-ad14-69d05cc8a985 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:37.493339 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-8d5d1f18-5bab-4ef7-ad14-69d05cc8a985 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:37.498913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed6323-bac9-4666-b08e-aff3714d00f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15848f35-2257-4cc3-987c-c625f485272c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:37.503577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4403b5f-4d6f-42af-a5b4-9747edcff417 req-a8646dfb-794a-492b-a2bd-14c37db4a56f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:37.514677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4403b5f-4d6f-42af-a5b4-9747edcff417 req-a8646dfb-794a-492b-a2bd-14c37db4a56f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.1560390 Dec 16 22:15:37.521574 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e291ad-4361-45f1-88a4-de59c013a68e req-28231f9c-6fa4-4aaa-8ef2-4339f9ef9654 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:37.523116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19e291ad-4361-45f1-88a4-de59c013a68e req-28231f9c-6fa4-4aaa-8ef2-4339f9ef9654 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 931 time: 0.1521590 Dec 16 22:15:37.525143 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:37.525478 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94ed6323-bac9-4666-b08e-aff3714d00f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:37.525826 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-94ed6323-bac9-4666-b08e-aff3714d00f5 admin admin] Added segment 83bc40d1-f037-4f7c-a075-b900de4634b0 of type vlan for network 5536b8d3-5147-4d93-933b-c5b17c9483fe Dec 16 22:15:37.538146 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d1f18-5bab-4ef7-ad14-69d05cc8a985 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Pushing event updated for resources: {'Port': ['ID=a600140b-ae17-4a8a-8c24-1723c2dcd72d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:37.589929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-8d5d1f18-5bab-4ef7-ad14-69d05cc8a985 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:37.590575 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-8d5d1f18-5bab-4ef7-ad14-69d05cc8a985 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:37.594314 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94ed6323-bac9-4666-b08e-aff3714d00f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:37.604997 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33884) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:37.609950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c5a72eaa-0180-4a87-933e-7826bb56a268 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-654170758'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:37.705178 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19e291ad-4361-45f1-88a4-de59c013a68e req-e8d2cfcb-a947-4a08-aa53-e2c1cb857a76 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/security-groups?id=e37dd357-13c1-4bbd-a296-27379e7ef71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703308 Dec 16 22:15:37.710797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4403b5f-4d6f-42af-a5b4-9747edcff417 req-bb0e2186-6a20-4061-b4b0-3e5fec6c4b37 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982818 Dec 16 22:15:37.807688 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94ed6323-bac9-4666-b08e-aff3714d00f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:37.808667 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ed6323-bac9-4666-b08e-aff3714d00f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:37.809259 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94ed6323-bac9-4666-b08e-aff3714d00f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:37.815612 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-8d5d1f18-5bab-4ef7-ad14-69d05cc8a985 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5749006 Dec 16 22:15:37.835063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Request body: {'port': {'device_id': '7c762302-7dfe-49f5-aa6a-31e2860ebc05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:37.897113 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18d663-b0c7-4d03-9c5b-5d35e1a63e17 req-e935065c-b7e8-460b-a02d-a802c31eb4da tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:37.898657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca18d663-b0c7-4d03-9c5b-5d35e1a63e17 req-e935065c-b7e8-460b-a02d-a802c31eb4da tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.1241009 Dec 16 22:15:37.902320 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Router 2a17bd69-ffaa-4b63-a7e0-17fc536365f2 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:15:37.929746 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed6323-bac9-4666-b08e-aff3714d00f5 admin admin] Pushing event updated for resources: {'Network': ['ID=5536b8d3-5147-4d93-933b-c5b17c9483fe,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:37.944195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 5536b8d3-5147-4d93-933b-c5b17c9483fe details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:15:37.956090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-e79cac8a-ec5e-4e1e-8e37-a477bbcd378f tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:37.957207 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:37.958351 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-e79cac8a-ec5e-4e1e-8e37-a477bbcd378f tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 807 time: 0.1567662 Dec 16 22:15:38.028250 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-94ed6323-bac9-4666-b08e-aff3714d00f5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6476877 Dec 16 22:15:38.029651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33894) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:38.044323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a6e5e40d-d9b2-4502-af79-e21d773ea937 admin admin] Request body: {'subnet': {'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1924615380-subnet', 'tenant_id': '69fb37933f9649f188f594761fa7ab1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:38.056116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-63b0b50d-4611-4f9f-bdd7-d327f29cda86 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/quotas/a0fbdbd1880a45e692ee9474ada061c6 HTTP/1.1" status: 200 len: 375 time: 0.0575492 Dec 16 22:15:38.065368 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca18d663-b0c7-4d03-9c5b-5d35e1a63e17 req-8caef441-9dbf-455f-ab74-a5ccad3a2282 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491513 Dec 16 22:15:38.078284 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a72eaa-0180-4a87-933e-7826bb56a268 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Made reservation on behalf of 001915db62a44eb0a59ad001f5b8acda for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:38.082397 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c5a72eaa-0180-4a87-933e-7826bb56a268 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.156902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a72eaa-0180-4a87-933e-7826bb56a268 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:15:38.167417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:15:38.182001 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Sync routers for ids ['2a17bd69-ffaa-4b63-a7e0-17fc536365f2'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:15:38.189708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-7871c8c9-49de-448f-ab08-a44af86c0645 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0823734 Dec 16 22:15:38.203355 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c5a72eaa-0180-4a87-933e-7826bb56a268 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.203628 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-c5a72eaa-0180-4a87-933e-7826bb56a268 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Added segment fad61b9a-1a6f-4962-b91c-e61b12612e2b of type vlan for network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 Dec 16 22:15:38.211062 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f68facf9-c43b-4b23-b12d-0ed09a582386 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:38.261570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e5e40d-d9b2-4502-af79-e21d773ea937 admin admin] Made reservation on behalf of 69fb37933f9649f188f594761fa7ab1e for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:38.264344 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e40d-d9b2-4502-af79-e21d773ea937 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.274789 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c5a72eaa-0180-4a87-933e-7826bb56a268 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.283602 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.284996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f77058a7-4ee8-494a-8209-db7f3a8f25c9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5682151 Dec 16 22:15:38.288771 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33898) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:38.320122 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b6effab0-9fc7-4901-b968-51053703bd1b None None] Provisioning complete for port f68facf9-c43b-4b23-b12d-0ed09a582386 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:38.320785 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6effab0-9fc7-4901-b968-51053703bd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.373576 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Routers {'2a17bd69-ffaa-4b63-a7e0-17fc536365f2'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:15:38.374417 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:15:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2a17bd69-ffaa-4b63-a7e0-17fc536365f2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:38.410079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f68facf9-c43b-4b23-b12d-0ed09a582386 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:38.410570 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.463885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-32ae17c6-04f8-46c7-99be-0a15341a5e89 service neutron] 10.222.0.43 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631979 Dec 16 22:15:38.485241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11d972-c00f-486b-bea0-b746759aa703 req-ebd99f93-7ce1-4644-92be-e7e5d9df36bc tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:38.486599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f11d972-c00f-486b-bea0-b746759aa703 req-ebd99f93-7ce1-4644-92be-e7e5d9df36bc tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.1223822 Dec 16 22:15:38.496090 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Set router 2a17bd69-ffaa-4b63-a7e0-17fc536365f2 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:15:38.512833 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c5a72eaa-0180-4a87-933e-7826bb56a268 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.520551 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a72eaa-0180-4a87-933e-7826bb56a268 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:38.521181 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c5a72eaa-0180-4a87-933e-7826bb56a268 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.700041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f11d972-c00f-486b-bea0-b746759aa703 req-ae93e0f6-368c-4fbf-82a6-c19f92e1784c tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029018 Dec 16 22:15:38.711867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-457192dc-8914-4713-a827-3534e40e5f2b service neutron] 10.222.0.43 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353981 Dec 16 22:15:38.712411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a600140b-ae17-4a8a-8c24-1723c2dcd72d {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:38.724212 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'name': 'tempest-ServersTestMultiNic-2011918771-router', 'tenant_id': 'd3d095072c80400396b4981d89df8f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:15:33Z', 'updated_at': '2021-12-16T22:15:35Z', 'revision_number': 3, 'project_id': 'd3d095072c80400396b4981d89df8f54', 'gw_port': {'id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:15:35Z', 'updated_at': '2021-12-16T22:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:38.734007 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.739126 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a72eaa-0180-4a87-933e-7826bb56a268 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event updated for resources: {'Network': ['ID=30b3ef79-5c9f-405a-8aa4-0af6e7684086,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:38.752451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:15:38.760966 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Transition to ACTIVE for port object a600140b-ae17-4a8a-8c24-1723c2dcd72d will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:15:38.799173 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Checking router: 2a17bd69-ffaa-4b63-a7e0-17fc536365f2 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:15:38.799831 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Updating router 2a17bd69-ffaa-4b63-a7e0-17fc536365f2 port 5dde6dc4-ab15-49eb-9d31-348b527c364b binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:15:38.838080 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.884034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4b198-ae4c-44f2-8944-e5322e58ca48 req-69db2116-c157-4689-ac34-e0cd639423d6 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:38.885778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ace4b198-ae4c-44f2-8944-e5322e58ca48 req-69db2116-c157-4689-ac34-e0cd639423d6 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.0781100 Dec 16 22:15:38.912021 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e40d-d9b2-4502-af79-e21d773ea937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.988649 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ace4b198-ae4c-44f2-8944-e5322e58ca48 req-9712bb74-41cf-41ee-a321-ae6ae9c00751 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960064 Dec 16 22:15:39.035569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5e40d-d9b2-4502-af79-e21d773ea937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8169c2f-9840-4506-8197-7102f1b057cc,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:39.042980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e5e40d-d9b2-4502-af79-e21d773ea937 admin admin] Checking segment: {'id': '83bc40d1-f037-4f7c-a075-b900de4634b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:39.043395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e5e40d-d9b2-4502-af79-e21d773ea937 admin admin] Network hostable DHCP agents. Network: 5536b8d3-5147-4d93-933b-c5b17c9483fe, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:15:39.173150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99f45ea7-2254-4dab-983c-102c96a1aa70 req-46b77bfd-4df0-447f-80c2-3af4262de24b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 210 time: 0.0913520 Dec 16 22:15:39.182592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e5e40d-d9b2-4502-af79-e21d773ea937 admin admin] Network 5536b8d3-5147-4d93-933b-c5b17c9483fe is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:15:39.219697 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c5a72eaa-0180-4a87-933e-7826bb56a268 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6113510 Dec 16 22:15:39.220979 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.226046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33910) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:39.239019 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.240539 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-01b23810-d455-428b-bb72-bc6f9ef2a61a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-164951987'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:39.321490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Pushing event updated for resources: {'Port': ['ID=a600140b-ae17-4a8a-8c24-1723c2dcd72d,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:39.325731 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-a6e5e40d-d9b2-4502-af79-e21d773ea937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 5536b8d3-5147-4d93-933b-c5b17c9483fe) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:39.335657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22722c94-b267-4121-a0f6-5b9cc2fd80bb None None] Network 5536b8d3-5147-4d93-933b-c5b17c9483fe requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:39.337830 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.370255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e5e40d-d9b2-4502-af79-e21d773ea937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:39.372467 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e40d-d9b2-4502-af79-e21d773ea937 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.394064 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Attempting to bind port 5dde6dc4-ab15-49eb-9d31-348b527c364b on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:39.398323 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Attempting to bind port 5dde6dc4-ab15-49eb-9d31-348b527c364b by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:39.398323 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Attempting to bind port 5dde6dc4-ab15-49eb-9d31-348b527c364b on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:39.398323 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ecb2d-17bb-48a9-9d39-be6cb2cf224e None None] Pushing event updated for resources: {'Port': ['ID=5dde6dc4-ab15-49eb-9d31-348b527c364b,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:39.403249 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:39.403645 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:39.404591 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.404591 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:39.404962 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Bound port: 5dde6dc4-ab15-49eb-9d31-348b527c364b, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:39.405367 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.423075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e769f-5a67-422c-afe5-146b9e106a34 req-2369d2a7-902f-4fa6-a5b8-9e14f3cc349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:39.425902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d8e769f-5a67-422c-afe5-146b9e106a34 req-2369d2a7-902f-4fa6-a5b8-9e14f3cc349b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 1096 time: 0.1673353 Dec 16 22:15:39.429400 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecb2d-17bb-48a9-9d39-be6cb2cf224e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:39.429749 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecb2d-17bb-48a9-9d39-be6cb2cf224e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:39.430085 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecb2d-17bb-48a9-9d39-be6cb2cf224e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:39.430482 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecb2d-17bb-48a9-9d39-be6cb2cf224e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:39.431546 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecb2d-17bb-48a9-9d39-be6cb2cf224e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:39.431888 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecb2d-17bb-48a9-9d39-be6cb2cf224e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:39.432228 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecb2d-17bb-48a9-9d39-be6cb2cf224e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:39.432544 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecb2d-17bb-48a9-9d39-be6cb2cf224e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:39.433261 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecb2d-17bb-48a9-9d39-be6cb2cf224e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:39.433261 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecb2d-17bb-48a9-9d39-be6cb2cf224e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:39.433627 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecb2d-17bb-48a9-9d39-be6cb2cf224e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:39.434107 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecb2d-17bb-48a9-9d39-be6cb2cf224e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:39.434430 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecb2d-17bb-48a9-9d39-be6cb2cf224e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:39.443851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef519d-cbb7-4342-8cc2-277602a485b3 req-921855ec-bda6-4a9c-85ca-14159ca5d574 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:39.452668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7ef519d-cbb7-4342-8cc2-277602a485b3 req-921855ec-bda6-4a9c-85ca-14159ca5d574 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 943 time: 0.2710242 Dec 16 22:15:39.472349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b23810-d455-428b-bb72-bc6f9ef2a61a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Made reservation on behalf of 001915db62a44eb0a59ad001f5b8acda for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:39.476167 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01b23810-d455-428b-bb72-bc6f9ef2a61a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.479386 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] For port 5dde6dc4-ab15-49eb-9d31-348b527c364b, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:39.483356 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] For port 5dde6dc4-ab15-49eb-9d31-348b527c364b, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5dde6dc4-ab15-49eb-9d31-348b527c364b,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:39.490427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Attempting to bind port a600140b-ae17-4a8a-8c24-1723c2dcd72d on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:39.490770 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Attempting to bind port a600140b-ae17-4a8a-8c24-1723c2dcd72d by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '75a9af62-dcda-4a21-a0af-4eb739c07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '43cf939f-1fc7-4f39-bb4c-bc3452f5028c'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:39.491112 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Attempting to bind port a600140b-ae17-4a8a-8c24-1723c2dcd72d on network 43cf939f-1fc7-4f39-bb4c-bc3452f5028c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:39.499068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38401d-4fb3-4401-9fdb-1868c1fe710c req-54cce60d-aaee-4364-976e-eeefcb46d9e3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:39.500810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c38401d-4fb3-4401-9fdb-1868c1fe710c req-54cce60d-aaee-4364-976e-eeefcb46d9e3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.1817713 Dec 16 22:15:39.509079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Port a600140b-ae17-4a8a-8c24-1723c2dcd72d on network 43cf939f-1fc7-4f39-bb4c-bc3452f5028c not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:39.509427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Attempting to bind port a600140b-ae17-4a8a-8c24-1723c2dcd72d on network 43cf939f-1fc7-4f39-bb4c-bc3452f5028c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:39.517240 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a6e5e40d-d9b2-4502-af79-e21d773ea937 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4861231 Dec 16 22:15:39.541468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:39.541468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Checking segment: {'id': '75a9af62-dcda-4a21-a0af-4eb739c07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '43cf939f-1fc7-4f39-bb4c-bc3452f5028c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:39.541468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Bound using segment: {'id': '75a9af62-dcda-4a21-a0af-4eb739c07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '43cf939f-1fc7-4f39-bb4c-bc3452f5028c'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:39.541468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Bound port: a600140b-ae17-4a8a-8c24-1723c2dcd72d, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a9af62-dcda-4a21-a0af-4eb739c07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '43cf939f-1fc7-4f39-bb4c-bc3452f5028c'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:39.541979 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.561661 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b23810-d455-428b-bb72-bc6f9ef2a61a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:15:39.568963 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.584107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a4e962-73b4-480e-b0f5-67ac24819772 None None] Network 5536b8d3-5147-4d93-933b-c5b17c9483fe requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:39.597752 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d8e769f-5a67-422c-afe5-146b9e106a34 req-8b86773d-5779-4ac3-8dcc-de8f2e94287c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418591 Dec 16 22:15:39.602274 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01b23810-d455-428b-bb72-bc6f9ef2a61a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.602782 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-01b23810-d455-428b-bb72-bc6f9ef2a61a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Added segment 45cd49b7-4f37-4f63-967f-d52ae50c4be6 of type vlan for network ddfb57a8-dc71-427e-ae1b-ea8399014fce Dec 16 22:15:39.615563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7ef519d-cbb7-4342-8cc2-277602a485b3 req-7118248c-027c-41e2-bfca-6a199c0fff65 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/security-groups?id=e37dd357-13c1-4bbd-a296-27379e7ef71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559157 Dec 16 22:15:39.624137 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.676889 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01b23810-d455-428b-bb72-bc6f9ef2a61a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.678730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c38401d-4fb3-4401-9fdb-1868c1fe710c req-90452647-a01a-400b-b93e-1fef972d109f tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533935 Dec 16 22:15:39.709178 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Routers {'2a17bd69-ffaa-4b63-a7e0-17fc536365f2'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:15:39.709824 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:15:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2a17bd69-ffaa-4b63-a7e0-17fc536365f2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:39.715453 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ecb2d-17bb-48a9-9d39-be6cb2cf224e None None] Pushing event updated for resources: {'Port': ['ID=5dde6dc4-ab15-49eb-9d31-348b527c364b,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:39.852357 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] For port a600140b-ae17-4a8a-8c24-1723c2dcd72d, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:39.870726 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] Set router 2a17bd69-ffaa-4b63-a7e0-17fc536365f2 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:15:39.878384 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3dd1b-8060-408f-9eaa-d1de9bcea519 req-e53e831f-7b8b-48c9-94bf-ec8b140ccee4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:39.878726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] For port a600140b-ae17-4a8a-8c24-1723c2dcd72d, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a600140b-ae17-4a8a-8c24-1723c2dcd72d,segment=NetworkSegment(75a9af62-dcda-4a21-a0af-4eb739c07b2e),segment_id=75a9af62-dcda-4a21-a0af-4eb739c07b2e)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:39.887837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3f3dd1b-8060-408f-9eaa-d1de9bcea519 req-e53e831f-7b8b-48c9-94bf-ec8b140ccee4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.0765526 Dec 16 22:15:39.942242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Allocated IP 172.20.0.1 (55a59c6e-0fcc-4daf-a26b-87afb557408d/5d1bdf27-8947-41a3-b936-0f8a5795863d/8c505a02-9068-4677-a1f4-b7f2cebb285f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:39.963424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3f3dd1b-8060-408f-9eaa-d1de9bcea519 req-b5dfa7c3-890f-43f6-ab70-091fce3c8bad tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711007 Dec 16 22:15:40.004816 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01b23810-d455-428b-bb72-bc6f9ef2a61a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:40.010384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b23810-d455-428b-bb72-bc6f9ef2a61a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:40.011123 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01b23810-d455-428b-bb72-bc6f9ef2a61a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:40.084171 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:40.111508 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b23810-d455-428b-bb72-bc6f9ef2a61a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event updated for resources: {'Network': ['ID=ddfb57a8-dc71-427e-ae1b-ea8399014fce,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:40.132232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network ddfb57a8-dc71-427e-ae1b-ea8399014fce details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:15:40.158379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73104172-0c7e-4231-930d-98ecff4892e5 req-0897a158-2083-4a95-89d1-8a58f5249af6 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:40.166187 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:40.166826 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:40.168708 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] 10.222.0.69 "PUT /v2.0/ports/a600140b-ae17-4a8a-8c24-1723c2dcd72d HTTP/1.1" status: 200 len: 1091 time: 2.3398850 Dec 16 22:15:40.169176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c762302-7dfe-49f5-aa6a-31e2860ebc05', 'tag': 'a600140b-ae17-4a8a-8c24-1723c2dcd72d'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:40.171138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73104172-0c7e-4231-930d-98ecff4892e5 req-0897a158-2083-4a95-89d1-8a58f5249af6 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.0842371 Dec 16 22:15:40.171544 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b81c982-e577-4412-8be4-09265e9b872c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c762302-7dfe-49f5-aa6a-31e2860ebc05", "tag": "a600140b-ae17-4a8a-8c24-1723c2dcd72d"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:40.173427 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'name': 'tempest-ServersTestMultiNic-2011918771-router', 'tenant_id': 'd3d095072c80400396b4981d89df8f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:15:33Z', 'updated_at': '2021-12-16T22:15:35Z', 'revision_number': 3, 'project_id': 'd3d095072c80400396b4981d89df8f54', 'gw_port': {'id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:15:35Z', 'updated_at': '2021-12-16T22:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:40.191164 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-01b23810-d455-428b-bb72-bc6f9ef2a61a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9619222 Dec 16 22:15:40.198830 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33940) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:40.210377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-3e08cce2-b03b-48e1-94a5-db20ac6a462e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Request body: {'subnet': {'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:40.219142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cf223-9ea1-4a30-82d8-ccf6b3442055 service neutron] Pushing event updated for resources: {'Port': ['ID=a600140b-ae17-4a8a-8c24-1723c2dcd72d,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:40.227212 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:40.249202 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014ebb8-c696-4b20-aea9-00db860d036a None None] The sync data for ids ['2a17bd69-ffaa-4b63-a7e0-17fc536365f2'] in n-d-821840-2 is: [{'id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'name': 'tempest-ServersTestMultiNic-2011918771-router', 'tenant_id': 'd3d095072c80400396b4981d89df8f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:15:33Z', 'updated_at': '2021-12-16T22:15:35Z', 'revision_number': 3, 'project_id': 'd3d095072c80400396b4981d89df8f54', 'gw_port': {'id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:15:35Z', 'updated_at': '2021-12-16T22:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:15:40.345434 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:40.360061 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73104172-0c7e-4231-930d-98ecff4892e5 req-2c29fe35-fd7f-4dfd-9548-1a0791650ac0 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859534 Dec 16 22:15:40.395526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-253ef2b3-21b4-451c-8429-c026f9ebd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:40.396878 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-253ef2b3-21b4-451c-8429-c026f9ebd6dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb51f7b1e05c41239112ac4aabccd17a&device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 1094 time: 0.0993948 Dec 16 22:15:40.420947 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Network 55a59c6e-0fcc-4daf-a26b-87afb557408d is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:40.422838 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab00922-a3ce-4972-9fe5-a52e3d85ba13 x-openstack-request-id: req-7ab00922-a3ce-4972-9fe5-a52e3d85ba13 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:40.423910 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c762302-7dfe-49f5-aa6a-31e2860ebc05", "tag": "a600140b-ae17-4a8a-8c24-1723c2dcd72d", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:40.423910 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ab00922-a3ce-4972-9fe5-a52e3d85ba13 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:40.423910 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c762302-7dfe-49f5-aa6a-31e2860ebc05', 'tag': 'a600140b-ae17-4a8a-8c24-1723c2dcd72d', 'status': 'completed', 'code': 200} Dec 16 22:15:40.437737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:40.442908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:40.467234 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-37ffb93c-db54-4971-823b-560ed8f0032b tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:40.472351 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-37ffb93c-db54-4971-823b-560ed8f0032b tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/networks?id=5536b8d3-5147-4d93-933b-c5b17c9483fe HTTP/1.1" status: 200 len: 818 time: 0.2540841 Dec 16 22:15:40.492430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-1f0b6bf0-ee70-469b-a66c-feeb5595acb6 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/quotas/69fb37933f9649f188f594761fa7ab1e HTTP/1.1" status: 200 len: 375 time: 0.0117350 Dec 16 22:15:40.501043 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Pushing event updated for resources: {'Port': ['ID=8c505a02-9068-4677-a1f4-b7f2cebb285f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:40.508413 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-ddd313cf-8280-4111-9fd8-ce39ac2113f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a600140b-ae17-4a8a-8c24-1723c2dcd72d HTTP/1.1" status: 200 len: 217 time: 0.0917380 Dec 16 22:15:40.554228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b8c30220-f7cc-48ad-b228-28e132c5db93 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=69fb37933f9649f188f594761fa7ab1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492637 Dec 16 22:15:40.559892 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:40.622978 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42e0140f-3fd7-47c0-9c34-019116369188 req-f42e78cb-ad62-4e8e-a509-5d6e2de49717 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 210 time: 0.0892739 Dec 16 22:15:40.629186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e08cce2-b03b-48e1-94a5-db20ac6a462e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Made reservation on behalf of 001915db62a44eb0a59ad001f5b8acda for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:40.633185 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3e08cce2-b03b-48e1-94a5-db20ac6a462e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:40.665527 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-098795ae-0d80-45f8-b0f0-4094c7493ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:40.667064 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-098795ae-0d80-45f8-b0f0-4094c7493ac0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93a08147-f6ff-4619-ba0f-33af32ba3461 HTTP/1.1" status: 200 len: 857 time: 0.1400628 Dec 16 22:15:40.762683 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-8d479319-78fa-4f53-bc5f-e71428754bbe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43cf939f-1fc7-4f39-bb4c-bc3452f5028c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872114 Dec 16 22:15:40.907959 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3c920a5a-8086-4005-866f-dd22e33c39e2 None None] Provisioning complete for port 8c505a02-9068-4677-a1f4-b7f2cebb285f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:40.908547 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c920a5a-8086-4005-866f-dd22e33c39e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:40.914871 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a94aa5-c2f0-4785-b366-017ea44dd8f2 req-84579c66-3bc3-49ba-ace2-9fae7d27fe39 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:40.922819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3a94aa5-c2f0-4785-b366-017ea44dd8f2 req-84579c66-3bc3-49ba-ace2-9fae7d27fe39 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 943 time: 0.1331103 Dec 16 22:15:40.948917 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-a23d32da-cd9a-4f47-9544-7ceb786623c9 service neutron] 10.222.0.69 "GET /v2.0/networks/43cf939f-1fc7-4f39-bb4c-bc3452f5028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555884 Dec 16 22:15:40.969919 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-87e782ea-db0b-4923-b50e-3ace488a4c23 service neutron] 10.222.0.43 "GET /v2.0/networks/5536b8d3-5147-4d93-933b-c5b17c9483fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008179 Dec 16 22:15:40.971771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3c920a5a-8086-4005-866f-dd22e33c39e2 None None] Port 8c505a02-9068-4677-a1f4-b7f2cebb285f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:15:41.334252 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3a94aa5-c2f0-4785-b366-017ea44dd8f2 req-9e8e07a2-520a-4236-b762-1ce9f875c847 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/security-groups?id=e37dd357-13c1-4bbd-a296-27379e7ef71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229558 Dec 16 22:15:41.341049 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:41.341049 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2ad7f794-b461-456b-8f3d-2d972182b769 req-60bc69cf-bfad-453d-bd39-ee3502143ea5 service neutron] 10.222.0.69 "GET /v2.0/networks/43cf939f-1fc7-4f39-bb4c-bc3452f5028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514180 Dec 16 22:15:41.343919 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-ae4de912-e68f-4a00-9acd-70a78ae134f2 service neutron] 10.222.0.43 "GET /v2.0/networks/5536b8d3-5147-4d93-933b-c5b17c9483fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561672 Dec 16 22:15:41.343919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65794af8-7ab2-4837-b4a9-28a8ef436ef3 req-f5c55257-bf56-40e0-be29-094bc2d11238 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:41.343919 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-65794af8-7ab2-4837-b4a9-28a8ef436ef3 req-f5c55257-bf56-40e0-be29-094bc2d11238 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.1078279 Dec 16 22:15:41.359513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-65794af8-7ab2-4837-b4a9-28a8ef436ef3 req-e6203e24-a151-4f17-9d3c-f5cea736f273 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932016 Dec 16 22:15:41.391679 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:41.502674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249c847-3193-4a38-b07d-abda0385cb4e req-302849dd-87b1-4374-b3b8-71605687eda0 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:41.504979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d249c847-3193-4a38-b07d-abda0385cb4e req-302849dd-87b1-4374-b3b8-71605687eda0 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.0657358 Dec 16 22:15:41.561740 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d249c847-3193-4a38-b07d-abda0385cb4e req-af8da386-7634-4228-b436-6b4617ea8b9e tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502298 Dec 16 22:15:41.589491 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:41.590304 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3e08cce2-b03b-48e1-94a5-db20ac6a462e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:41.731217 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:41.734940 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Pushing event updated for resources: {'Port': ['ID=8c505a02-9068-4677-a1f4-b7f2cebb285f,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:41.741862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e08cce2-b03b-48e1-94a5-db20ac6a462e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Checking segment: {'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:41.742227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e08cce2-b03b-48e1-94a5-db20ac6a462e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Network hostable DHCP agents. Network: 30b3ef79-5c9f-405a-8aa4-0af6e7684086, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:15:41.745548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08cce2-b03b-48e1-94a5-db20ac6a462e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event updated for resources: {'Subnet': ['ID=58de634b-a52d-4f03-b84c-874a2f6f4a3c,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:41.768369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65f683-2194-4844-95aa-e25c130c0d6a req-da35f821-19ea-406b-86ca-1e7d436011dd tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:41.770920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb65f683-2194-4844-95aa-e25c130c0d6a req-da35f821-19ea-406b-86ca-1e7d436011dd tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.1189935 Dec 16 22:15:41.789089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c982-e577-4412-8be4-09265e9b872c req-1a7d3506-1d20-4617-bec2-56dccf6d7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:41.790610 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2b81c982-e577-4412-8be4-09265e9b872c req-1a7d3506-1d20-4617-bec2-56dccf6d7244 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb51f7b1e05c41239112ac4aabccd17a&device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 1094 time: 0.1210740 Dec 16 22:15:41.831160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb65f683-2194-4844-95aa-e25c130c0d6a req-d4b3e668-5b1c-4754-acc8-0c9dc6e0c68d tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511405 Dec 16 22:15:41.863962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e08cce2-b03b-48e1-94a5-db20ac6a462e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:15:41.911343 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Network 55a59c6e-0fcc-4daf-a26b-87afb557408d is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:41.914331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:41.953258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a2bffc2-6ff0-4b97-a4dc-1e772b78bf4b req-348b8b2a-2450-4a2e-92ac-66c3187f60bc tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 210 time: 0.0366466 Dec 16 22:15:41.972254 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-3e08cce2-b03b-48e1-94a5-db20ac6a462e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 30b3ef79-5c9f-405a-8aa4-0af6e7684086) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:41.984759 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6949ddca-0757-46e6-afc1-368912e662fb None None] Network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:41.985339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e08cce2-b03b-48e1-94a5-db20ac6a462e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:41.985465 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3e08cce2-b03b-48e1-94a5-db20ac6a462e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:42.086539 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c982-e577-4412-8be4-09265e9b872c req-652b6066-293a-471b-b16a-8fbf32ec1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:42.088111 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2b81c982-e577-4412-8be4-09265e9b872c req-652b6066-293a-471b-b16a-8fbf32ec1bc8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43cf939f-1fc7-4f39-bb4c-bc3452f5028c HTTP/1.1" status: 200 len: 918 time: 0.2836130 Dec 16 22:15:42.090082 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Router 2a17bd69-ffaa-4b63-a7e0-17fc536365f2 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:15:42.114955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3e08cce2-b03b-48e1-94a5-db20ac6a462e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9124150 Dec 16 22:15:42.119183 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33960) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:42.134886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7d4d371a-eee4-4ecb-aa4b-2a3f06306fb5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Request body: {'subnet': {'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:42.226642 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2b81c982-e577-4412-8be4-09265e9b872c req-ed635f38-5b63-460f-8327-fc108f625d8b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a600140b-ae17-4a8a-8c24-1723c2dcd72d HTTP/1.1" status: 200 len: 217 time: 0.1300125 Dec 16 22:15:42.229720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5dde6dc4-ab15-49eb-9d31-348b527c364b up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:42.322945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0aa5caf-1894-4df2-bcb9-00db4031e688 req-4a48f906-a5ab-4224-ba10-f8a50c09853b tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 210 time: 0.0953705 Dec 16 22:15:42.377174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-30b3ef79-5c9f-405a-8aa4-0af6e7684086', 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086', 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'fixed_ips': [{'subnet_id': '58de634b-a52d-4f03-b84c-874a2f6f4a3c'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:15:42.377864 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:42.463178 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c982-e577-4412-8be4-09265e9b872c req-9fc0a7eb-12df-460d-b81a-88a66e7503db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:42.464723 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2b81c982-e577-4412-8be4-09265e9b872c req-9fc0a7eb-12df-460d-b81a-88a66e7503db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93a08147-f6ff-4619-ba0f-33af32ba3461 HTTP/1.1" status: 200 len: 857 time: 0.1758726 Dec 16 22:15:42.562450 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2b81c982-e577-4412-8be4-09265e9b872c req-3f3f7e1e-0c25-4ed9-9243-491bf74840c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43cf939f-1fc7-4f39-bb4c-bc3452f5028c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638540 Dec 16 22:15:42.596697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-8a947937-5624-4a75-afdf-a8a507a26abc tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:42.598765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-8a947937-5624-4a75-afdf-a8a507a26abc tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/networks?id=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c HTTP/1.1" status: 200 len: 811 time: 0.3438666 Dec 16 22:15:42.650442 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 5dde6dc4-ab15-49eb-9d31-348b527c364b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:42.650973 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:42.653475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Allocated IP 10.1.1.2 (30b3ef79-5c9f-405a-8aa4-0af6e7684086/58de634b-a52d-4f03-b84c-874a2f6f4a3c/3d390293-9d45-45c9-aea2-48e2d6cc04b3) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:42.677167 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:15:42.688400 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-70300c1f-3fce-48f0-abc3-ede17bba6d88 admin admin] 10.222.0.43 "PUT /v2.0/routers/2a17bd69-ffaa-4b63-a7e0-17fc536365f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3976445 Dec 16 22:15:42.697818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-87a0a531-3746-4765-9007-235d087a1358 None None] Provisioning complete for port 8c505a02-9068-4677-a1f4-b7f2cebb285f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:42.698469 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87a0a531-3746-4765-9007-235d087a1358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:42.749908 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2b81c982-e577-4412-8be4-09265e9b872c req-0f1f7021-3a19-400d-8049-c51f3d37a9cb service neutron] 10.222.0.69 "GET /v2.0/networks/43cf939f-1fc7-4f39-bb4c-bc3452f5028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756332 Dec 16 22:15:42.752436 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Sync routers for ids ['2a17bd69-ffaa-4b63-a7e0-17fc536365f2'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:15:42.823230 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-87a0a531-3746-4765-9007-235d087a1358 None None] Port 8c505a02-9068-4677-a1f4-b7f2cebb285f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:15:42.830977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Routers {'2a17bd69-ffaa-4b63-a7e0-17fc536365f2'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:15:42.832309 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:15:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2a17bd69-ffaa-4b63-a7e0-17fc536365f2'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:42.866518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4d371a-eee4-4ecb-aa4b-2a3f06306fb5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Made reservation on behalf of 001915db62a44eb0a59ad001f5b8acda for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:42.872532 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d4d371a-eee4-4ecb-aa4b-2a3f06306fb5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:42.903421 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33986) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:42.952490 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2b81c982-e577-4412-8be4-09265e9b872c req-a53b3303-f67b-4884-91c8-24540427943a service neutron] 10.222.0.69 "GET /v2.0/networks/43cf939f-1fc7-4f39-bb4c-bc3452f5028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862371 Dec 16 22:15:42.962261 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.023260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-04ff3d98-0040-434c-9ba2-8c5dee580dd3 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1551172549'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:43.068296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-b23d43f2-23c9-4e59-8cc2-8970b4da832c tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/quotas/1de029b3946e475788fd115f1e4ecc77 HTTP/1.1" status: 200 len: 375 time: 0.4589314 Dec 16 22:15:43.072614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 5dde6dc4-ab15-49eb-9d31-348b527c364b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5dde6dc4-ab15-49eb-9d31-348b527c364b,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:43.088587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aea30e-7549-42ad-9e0f-d33958333e33 req-5f0ebf03-98cd-43d7-bfe1-6875acf343df tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:43.092282 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13aea30e-7549-42ad-9e0f-d33958333e33 req-5f0ebf03-98cd-43d7-bfe1-6875acf343df tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 943 time: 0.5702467 Dec 16 22:15:43.103934 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.120075 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Set router 2a17bd69-ffaa-4b63-a7e0-17fc536365f2 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:15:43.128243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-7cf05d71-36c0-43dd-ab43-46da3ec707e3 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:43.132713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-7cf05d71-36c0-43dd-ab43-46da3ec707e3 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.69 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 807 time: 0.7305913 Dec 16 22:15:43.163620 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.180652 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-e0fb9e8c-f85d-49c0-b10a-9f4bdf139328 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Request body: {'port': {'device_id': '988d34df-e17e-4523-9e0b-30760d771ff6', 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73', 'admin_state_up': True, 'tenant_id': 'a0fbdbd1880a45e692ee9474ada061c6'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:43.218068 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ff3d98-0040-434c-9ba2-8c5dee580dd3 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Made reservation on behalf of d3d095072c80400396b4981d89df8f54 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:43.223295 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04ff3d98-0040-434c-9ba2-8c5dee580dd3 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.224062 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.225860 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.255685 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d4d371a-eee4-4ecb-aa4b-2a3f06306fb5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.301996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ff3d98-0040-434c-9ba2-8c5dee580dd3 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:15:43.303997 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.304563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-fb5a9ba5-7985-4af4-b830-a990bff13876 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1de029b3946e475788fd115f1e4ecc77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2104216 Dec 16 22:15:43.326636 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13aea30e-7549-42ad-9e0f-d33958333e33 req-6fba2e5c-b954-45ea-8e3f-e664a9329541 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/security-groups?id=e37dd357-13c1-4bbd-a296-27379e7ef71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945026 Dec 16 22:15:43.327073 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04ff3d98-0040-434c-9ba2-8c5dee580dd3 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.327416 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-04ff3d98-0040-434c-9ba2-8c5dee580dd3 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Added segment 71bc6d85-e066-4c2e-a9ce-3b0d96992f0c of type vlan for network 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c Dec 16 22:15:43.375805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:43.377613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d371a-eee4-4ecb-aa4b-2a3f06306fb5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event updated for resources: {'Subnet': ['ID=57718039-6093-40b9-897e-8e4ab7d09ed7,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:43.385803 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:43.394111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:43.397042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=5dde6dc4-ab15-49eb-9d31-348b527c364b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:43.401603 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04ff3d98-0040-434c-9ba2-8c5dee580dd3 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.412340 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4d371a-eee4-4ecb-aa4b-2a3f06306fb5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Checking segment: {'id': '45cd49b7-4f37-4f63-967f-d52ae50c4be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:43.412763 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4d371a-eee4-4ecb-aa4b-2a3f06306fb5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Network hostable DHCP agents. Network: ddfb57a8-dc71-427e-ae1b-ea8399014fce, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:15:43.492562 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04ff3d98-0040-434c-9ba2-8c5dee580dd3 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.499565 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ff3d98-0040-434c-9ba2-8c5dee580dd3 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:43.500382 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04ff3d98-0040-434c-9ba2-8c5dee580dd3 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.539209 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-aa57cd79-8ae3-44dc-8ad1-ee80843b5804 service neutron] 10.222.0.43 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114263 Dec 16 22:15:43.543593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Attempting to bind port 3d390293-9d45-45c9-aea2-48e2d6cc04b3 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:43.544211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Attempting to bind port 3d390293-9d45-45c9-aea2-48e2d6cc04b3 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:43.544777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Attempting to bind port 3d390293-9d45-45c9-aea2-48e2d6cc04b3 on network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:43.554746 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Pushing event updated for resources: {'Port': ['ID=3d390293-9d45-45c9-aea2-48e2d6cc04b3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:43.567162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4d371a-eee4-4ecb-aa4b-2a3f06306fb5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Network ddfb57a8-dc71-427e-ae1b-ea8399014fce is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:15:43.568977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:43.569176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf855256-ab1d-49fe-b7d3-65c0c056f34a req-74417df1-1441-47c2-b1a4-92aea61c299c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:43.569727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Checking segment: {'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:43.570305 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.570660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cf855256-ab1d-49fe-b7d3-65c0c056f34a req-74417df1-1441-47c2-b1a4-92aea61c299c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.1119328 Dec 16 22:15:43.571580 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Bound using segment: {'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:43.578082 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Bound port: 3d390293-9d45-45c9-aea2-48e2d6cc04b3, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:43.578082 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.592199 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff3d98-0040-434c-9ba2-8c5dee580dd3 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event updated for resources: {'Network': ['ID=265b0f0f-d2ad-4dfe-9f66-2e7cf223671c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:43.607389 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:15:43.678667 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-04ff3d98-0040-434c-9ba2-8c5dee580dd3 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7724617 Dec 16 22:15:43.680060 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7d4d371a-eee4-4ecb-aa4b-2a3f06306fb5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, ddfb57a8-dc71-427e-ae1b-ea8399014fce) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:43.681710 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34002) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:43.688918 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ee1b3da9-ce72-4989-900c-ccb6c796647d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Request body: {'subnet': {'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:43.697809 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4d371a-eee4-4ecb-aa4b-2a3f06306fb5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:43.703225 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cf855256-ab1d-49fe-b7d3-65c0c056f34a req-b54afaa1-3f98-4311-911c-cd4abed37ad9 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874352 Dec 16 22:15:43.703964 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d4d371a-eee4-4ecb-aa4b-2a3f06306fb5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.704084 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-4fae810c-c0e4-4623-abf0-51a80c2c7b12 service neutron] 10.222.0.43 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545177 Dec 16 22:15:43.709344 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a707a16-0c4a-4ef0-ba70-14da6cc02bc6 None None] Network ddfb57a8-dc71-427e-ae1b-ea8399014fce requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:43.778462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-e0fb9e8c-f85d-49c0-b10a-9f4bdf139328 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Made reservation on behalf of a0fbdbd1880a45e692ee9474ada061c6 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:43.789400 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-e0fb9e8c-f85d-49c0-b10a-9f4bdf139328 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.853728 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7d4d371a-eee4-4ecb-aa4b-2a3f06306fb5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7333322 Dec 16 22:15:43.854021 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34004) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:43.873699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f432ef17-916c-4861-bf90-39894f0114b4 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Request body: {'port': {'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086', 'name': 'tempest-TaggedBootDevicesTest_v242-92051876', 'fixed_ips': [{'subnet_id': '58de634b-a52d-4f03-b84c-874a2f6f4a3c'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:43.959407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'name': 'tempest-ServersTestMultiNic-2011918771-router', 'tenant_id': 'd3d095072c80400396b4981d89df8f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:15:33Z', 'updated_at': '2021-12-16T22:15:40Z', 'revision_number': 4, 'project_id': 'd3d095072c80400396b4981d89df8f54', 'gw_port': {'id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:15:35Z', 'updated_at': '2021-12-16T22:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8c505a02-9068-4677-a1f4-b7f2cebb285f', 'name': '', 'network_id': '55a59c6e-0fcc-4daf-a26b-87afb557408d', 'tenant_id': 'd3d095072c80400396b4981d89df8f54', 'mac_address': 'fa:16:3e:88:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '5d1bdf27-8947-41a3-b936-0f8a5795863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:15:39Z', 'updated_at': '2021-12-16T22:15:41Z', 'revision_number': 2, 'project_id': 'd3d095072c80400396b4981d89df8f54', 'subnets': [{'id': '5d1bdf27-8947-41a3-b936-0f8a5795863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:43.967306 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ec9a3a93-99b4-43a6-84b8-16c7397e14ad details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:43.999365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] For port 3d390293-9d45-45c9-aea2-48e2d6cc04b3, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:44.015304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Checking router: 2a17bd69-ffaa-4b63-a7e0-17fc536365f2 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:15:44.015304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Updating router 2a17bd69-ffaa-4b63-a7e0-17fc536365f2 port 8c505a02-9068-4677-a1f4-b7f2cebb285f binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:15:44.034223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] For port 3d390293-9d45-45c9-aea2-48e2d6cc04b3, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3d390293-9d45-45c9-aea2-48e2d6cc04b3,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:44.045653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2556bf0-39ed-454b-acd2-b4a79344e652 req-cca22545-edd0-445a-b660-7dfced902043 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:44.045653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2556bf0-39ed-454b-acd2-b4a79344e652 req-cca22545-edd0-445a-b660-7dfced902043 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.2092993 Dec 16 22:15:44.099435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-e0fb9e8c-f85d-49c0-b10a-9f4bdf139328 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Allocated IP 172.20.0.8 (30fff1b5-1d29-4f23-ae85-492f2b858f73/a21a16a0-fc96-4fc9-941a-6b4db6b05d8a/04457bfa-a2ee-40c4-8db4-1088f9ea4181) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:44.114997 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1b3da9-ce72-4989-900c-ccb6c796647d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Made reservation on behalf of d3d095072c80400396b4981d89df8f54 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:44.121897 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee1b3da9-ce72-4989-900c-ccb6c796647d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:44.136350 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:44.143111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5dde6dc4-ab15-49eb-9d31-348b527c364b up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:44.155298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2556bf0-39ed-454b-acd2-b4a79344e652 req-394f1515-a33a-4135-9027-93c9705af66d tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001821 Dec 16 22:15:44.158351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-ddfb57a8-dc71-427e-ae1b-ea8399014fce', 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce', 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'fixed_ips': [{'subnet_id': '57718039-6093-40b9-897e-8e4ab7d09ed7'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:15:44.159287 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:44.223422 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:44.337971 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f432ef17-916c-4861-bf90-39894f0114b4 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Made reservation on behalf of 001915db62a44eb0a59ad001f5b8acda for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:44.359530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc7931b9-7855-49f7-819e-823b52e99bbf req-fa0175ce-31cd-41b5-876d-517abb641fac tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 210 time: 0.0658448 Dec 16 22:15:44.382005 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ec9a3a93-99b4-43a6-84b8-16c7397e14ad, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:44.492884 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'ec9a3a93-99b4-43a6-84b8-16c7397e14ad', 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d', 'port_id': 'ec9a3a93-99b4-43a6-84b8-16c7397e14ad', 'mac_address': 'fa:16:3e:db:dc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc959983-53a1-41bc-bb50-5414cb529785', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:15:44.543982 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87c51638-90ff-4343-b34d-19956964c833 req-9137c276-de17-4a1f-8e80-bf0b94947e0a tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 210 time: 0.0847106 Dec 16 22:15:44.578859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5616b86a-8760-49b6-97a3-0ebfa57bfd26 req-2b3c638c-f34b-43c6-a583-9ffc0e41d4ac tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 210 time: 0.2182508 Dec 16 22:15:44.589986 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee1b3da9-ce72-4989-900c-ccb6c796647d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:44.600606 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-e0fb9e8c-f85d-49c0-b10a-9f4bdf139328 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:44.762186 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-e0fb9e8c-f85d-49c0-b10a-9f4bdf139328 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:44.782955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80056c6a-39ba-429a-8eba-b3fc3fea07e5 None None] Pushing event updated for resources: {'Port': ['ID=3d390293-9d45-45c9-aea2-48e2d6cc04b3,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:44.786314 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f432ef17-916c-4861-bf90-39894f0114b4 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:44.796735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b3da9-ce72-4989-900c-ccb6c796647d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event updated for resources: {'Subnet': ['ID=52fbc3ad-137b-45e5-a5f0-30cf6422fb29,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:44.808149 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b3da9-ce72-4989-900c-ccb6c796647d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Checking segment: {'id': '71bc6d85-e066-4c2e-a9ce-3b0d96992f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:44.808521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b3da9-ce72-4989-900c-ccb6c796647d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Network hostable DHCP agents. Network: 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:15:44.851160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-f432ef17-916c-4861-bf90-39894f0114b4 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] device_id is not set on port 2f02bdff-c1df-4be2-8a7e-501b723a9da5 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:15:44.869559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 5dde6dc4-ab15-49eb-9d31-348b527c364b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:44.870199 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:44.879873 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:44.976263 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec9a3a93-99b4-43a6-84b8-16c7397e14ad {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:44.986749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-e0fb9e8c-f85d-49c0-b10a-9f4bdf139328 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Network 30fff1b5-1d29-4f23-ae85-492f2b858f73 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:44.989844 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Allocated IP 10.2.2.2 (ddfb57a8-dc71-427e-ae1b-ea8399014fce/57718039-6093-40b9-897e-8e4ab7d09ed7/595bc09b-569c-4bed-a8ab-83424701e7e0) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:44.995253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b3da9-ce72-4989-900c-ccb6c796647d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Network 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:15:45.001962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb9e8c-f85d-49c0-b10a-9f4bdf139328 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Pushing event updated for resources: {'Port': ['ID=04457bfa-a2ee-40c4-8db4-1088f9ea4181,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:45.029660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-e0fb9e8c-f85d-49c0-b10a-9f4bdf139328 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:45.029660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-e0fb9e8c-f85d-49c0-b10a-9f4bdf139328 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:45.039611 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ec9a3a93-99b4-43a6-84b8-16c7397e14ad, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:45.052754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a8737-bd28-4e86-a8f7-ea98b89041d1 req-6b92f033-3afb-46dc-9339-81b6f7fc82c2 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:45.055668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-543a8737-bd28-4e86-a8f7-ea98b89041d1 req-6b92f033-3afb-46dc-9339-81b6f7fc82c2 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 943 time: 0.3499916 Dec 16 22:15:45.082693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-ee1b3da9-ce72-4989-900c-ccb6c796647d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:45.098375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1b3da9-ce72-4989-900c-ccb6c796647d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:45.098375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee1b3da9-ce72-4989-900c-ccb6c796647d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:45.101322 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7706b9-c18c-4139-a00d-913eeee124d7 None None] Network 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:45.171917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2748f72-086f-4e4e-b017-80dc136951c0 req-850cc986-20c7-436a-b0e7-3cdb845a02d3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:45.172546 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:45.173226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a600140b-ae17-4a8a-8c24-1723c2dcd72d details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:45.173483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2748f72-086f-4e4e-b017-80dc136951c0 req-850cc986-20c7-436a-b0e7-3cdb845a02d3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.3288112 Dec 16 22:15:45.195727 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ee1b3da9-ce72-4989-900c-ccb6c796647d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5122292 Dec 16 22:15:45.197372 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34022) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:45.212940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-e0fb9e8c-f85d-49c0-b10a-9f4bdf139328 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:45.213956 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-e0fb9e8c-f85d-49c0-b10a-9f4bdf139328 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:45.235423 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-63c475e7-041f-444c-b4a6-26235d4d3f9c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1175629873'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:45.325388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-543a8737-bd28-4e86-a8f7-ea98b89041d1 req-c81a3c15-df69-40eb-b08d-7399a61b9a47 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/security-groups?id=e37dd357-13c1-4bbd-a296-27379e7ef71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481403 Dec 16 22:15:45.366682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-e0fb9e8c-f85d-49c0-b10a-9f4bdf139328 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2152073 Dec 16 22:15:45.395448 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.resource_extend [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:15:45.431658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Request body: {'port': {'device_id': '988d34df-e17e-4523-9e0b-30760d771ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:45.463363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c475e7-041f-444c-b4a6-26235d4d3f9c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Made reservation on behalf of d3d095072c80400396b4981d89df8f54 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:45.467470 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63c475e7-041f-444c-b4a6-26235d4d3f9c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:45.473491 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:45.492146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-f432ef17-916c-4861-bf90-39894f0114b4 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Allocated IP 10.1.1.199 (30b3ef79-5c9f-405a-8aa4-0af6e7684086/58de634b-a52d-4f03-b84c-874a2f6f4a3c/2f02bdff-c1df-4be2-8a7e-501b723a9da5) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:45.498999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c475e7-041f-444c-b4a6-26235d4d3f9c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:15:45.502853 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2748f72-086f-4e4e-b017-80dc136951c0 req-13127963-54e8-4fcf-97ed-60a2a510282a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108435 Dec 16 22:15:45.512878 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63c475e7-041f-444c-b4a6-26235d4d3f9c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:45.512878 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-63c475e7-041f-444c-b4a6-26235d4d3f9c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Added segment 783a59d2-3685-4991-8a8d-5dc705d46753 of type vlan for network 245be8c2-667c-4f86-9343-372ac8cc7fd0 Dec 16 22:15:45.569832 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:45.586241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-265b0f0f-d2ad-4dfe-9f66-2e7cf223671c', 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c', 'project_id': 'd3d095072c80400396b4981d89df8f54', 'fixed_ips': [{'subnet_id': '52fbc3ad-137b-45e5-a5f0-30cf6422fb29'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:15:45.587522 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:45.622211 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63c475e7-041f-444c-b4a6-26235d4d3f9c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:45.649713 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:45.669357 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:45.686372 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:45.694736 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f78f1-5725-4282-a43e-6a2ff2ea0f49 req-d8a95f08-7e0c-4b0e-8d03-58b18e108345 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:45.702460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d7f78f1-5725-4282-a43e-6a2ff2ea0f49 req-d8a95f08-7e0c-4b0e-8d03-58b18e108345 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.2406836 Dec 16 22:15:45.711652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a600140b-ae17-4a8a-8c24-1723c2dcd72d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a600140b-ae17-4a8a-8c24-1723c2dcd72d,segment=NetworkSegment(75a9af62-dcda-4a21-a0af-4eb739c07b2e),segment_id=75a9af62-dcda-4a21-a0af-4eb739c07b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:45.766042 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63c475e7-041f-444c-b4a6-26235d4d3f9c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:45.773160 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c475e7-041f-444c-b4a6-26235d4d3f9c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:45.778001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63c475e7-041f-444c-b4a6-26235d4d3f9c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:45.854874 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ef99d-c527-4661-a9d4-1de6cc7328fa None None] Pushing event updated for resources: {'Port': ['ID=8c505a02-9068-4677-a1f4-b7f2cebb285f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:45.867669 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'a600140b-ae17-4a8a-8c24-1723c2dcd72d', 'network_id': '43cf939f-1fc7-4f39-bb4c-bc3452f5028c', 'port_id': 'a600140b-ae17-4a8a-8c24-1723c2dcd72d', 'mac_address': 'fa:16:3e:ab:83:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a08147-f6ff-4619-ba0f-33af32ba3461', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:15:45.880045 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:45.958306 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c475e7-041f-444c-b4a6-26235d4d3f9c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event updated for resources: {'Network': ['ID=245be8c2-667c-4f86-9343-372ac8cc7fd0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:45.976146 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-63c475e7-041f-444c-b4a6-26235d4d3f9c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7773321 Dec 16 22:15:45.978568 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34044) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:45.991900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d7f78f1-5725-4282-a43e-6a2ff2ea0f49 req-ed2d6eb4-951a-446e-8c32-54bbb95cce2c tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809935 Dec 16 22:15:45.992743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6e9ca174-76d7-4e1f-b0d2-64521915df0b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Request body: {'subnet': {'network_id': '245be8c2-667c-4f86-9343-372ac8cc7fd0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:46.124908 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Allocated IP 19.80.0.2 (265b0f0f-d2ad-4dfe-9f66-2e7cf223671c/52fbc3ad-137b-45e5-a5f0-30cf6422fb29/6e0e4b30-34a9-41d3-b518-841d05a912df) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:46.242109 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 245be8c2-667c-4f86-9343-372ac8cc7fd0 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:15:46.244102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7e091f-7cc3-44d8-a919-244ebeffaec6 None None] Network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:46.285815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Pushing event updated for resources: {'Port': ['ID=595bc09b-569c-4bed-a8ab-83424701e7e0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:46.302290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a042c-b02e-4770-9add-a8f288c4d7fa req-f4bd798c-e3bc-4fdb-98b7-974537a656e9 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:46.303905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c0a042c-b02e-4770-9add-a8f288c4d7fa req-f4bd798c-e3bc-4fdb-98b7-974537a656e9 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 931 time: 0.6303802 Dec 16 22:15:46.316736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e395d118-c272-438b-bce3-86144810f9eb req-efe1acf3-ef0e-4947-85d4-4ca6e3ff712b tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 210 time: 0.0812860 Dec 16 22:15:46.434811 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9ca174-76d7-4e1f-b0d2-64521915df0b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Made reservation on behalf of d3d095072c80400396b4981d89df8f54 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:46.438434 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca174-76d7-4e1f-b0d2-64521915df0b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:46.538046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3d390293-9d45-45c9-aea2-48e2d6cc04b3 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:46.544010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-275955db-2b9f-477e-bc13-48b70e0412ca req-028e852a-e545-49a1-a52e-9b00715f2ce1 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 210 time: 0.0472431 Dec 16 22:15:46.566019 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f432ef17-916c-4861-bf90-39894f0114b4 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:46.676979 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Network ddfb57a8-dc71-427e-ae1b-ea8399014fce is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:46.689988 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c0a042c-b02e-4770-9add-a8f288c4d7fa req-9ef1656f-dc6f-4977-b590-82d91b2024bb tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402421 Dec 16 22:15:46.729624 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c7b57fee-a633-4dff-a0f9-27017401b071 None None] Provisioning complete for port 3d390293-9d45-45c9-aea2-48e2d6cc04b3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:46.730150 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7b57fee-a633-4dff-a0f9-27017401b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:46.786359 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:46.796118 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca174-76d7-4e1f-b0d2-64521915df0b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:46.798246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81007a-a0e2-450c-a8b0-6f80d410247d req-438f4b62-0c16-4550-ac99-d3c069fb9daa tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:46.806423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd81007a-a0e2-450c-a8b0-6f80d410247d req-438f4b62-0c16-4550-ac99-d3c069fb9daa tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 943 time: 0.1754696 Dec 16 22:15:46.812349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:46.862244 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:46.868626 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ca174-76d7-4e1f-b0d2-64521915df0b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event updated for resources: {'Subnet': ['ID=cc92e947-b8e5-4f17-9c3f-00594edece00,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:46.889417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a600140b-ae17-4a8a-8c24-1723c2dcd72d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:46.894972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Attempting to bind port 8c505a02-9068-4677-a1f4-b7f2cebb285f on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:46.894972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Attempting to bind port 8c505a02-9068-4677-a1f4-b7f2cebb285f by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f0552448-c32c-4302-bb8c-bf3c1d9f2601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '55a59c6e-0fcc-4daf-a26b-87afb557408d'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:46.895392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Attempting to bind port 8c505a02-9068-4677-a1f4-b7f2cebb285f on network 55a59c6e-0fcc-4daf-a26b-87afb557408d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:46.899612 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ca174-76d7-4e1f-b0d2-64521915df0b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Checking segment: {'id': '783a59d2-3685-4991-8a8d-5dc705d46753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '245be8c2-667c-4f86-9343-372ac8cc7fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:46.899979 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ca174-76d7-4e1f-b0d2-64521915df0b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Network hostable DHCP agents. Network: 245be8c2-667c-4f86-9343-372ac8cc7fd0, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:15:46.924845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:46.925575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Checking segment: {'id': 'f0552448-c32c-4302-bb8c-bf3c1d9f2601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '55a59c6e-0fcc-4daf-a26b-87afb557408d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:46.926165 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:46.926762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Bound using segment: {'id': 'f0552448-c32c-4302-bb8c-bf3c1d9f2601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '55a59c6e-0fcc-4daf-a26b-87afb557408d'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:46.927471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Bound port: 8c505a02-9068-4677-a1f4-b7f2cebb285f, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0552448-c32c-4302-bb8c-bf3c1d9f2601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '55a59c6e-0fcc-4daf-a26b-87afb557408d'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:46.928059 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:46.995074 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04457bfa-a2ee-40c4-8db4-1088f9ea4181 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:47.002795 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Attempting to bind port 595bc09b-569c-4bed-a8ab-83424701e7e0 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:47.003846 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Attempting to bind port 595bc09b-569c-4bed-a8ab-83424701e7e0 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '45cd49b7-4f37-4f63-967f-d52ae50c4be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:47.004762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Attempting to bind port 595bc09b-569c-4bed-a8ab-83424701e7e0 on network ddfb57a8-dc71-427e-ae1b-ea8399014fce {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:47.005221 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.023944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Transition to ACTIVE for port object 04457bfa-a2ee-40c4-8db4-1088f9ea4181 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:15:47.035855 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f432ef17-916c-4861-bf90-39894f0114b4 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.074661 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7b57fee-a633-4dff-a0f9-27017401b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.093315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a600140b-ae17-4a8a-8c24-1723c2dcd72d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a600140b-ae17-4a8a-8c24-1723c2dcd72d,segment=NetworkSegment(75a9af62-dcda-4a21-a0af-4eb739c07b2e),segment_id=75a9af62-dcda-4a21-a0af-4eb739c07b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:47.125138 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b1677f02-5452-47b5-a54c-bfb8b5a6b198 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:47.136945 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b1677f02-5452-47b5-a54c-bfb8b5a6b198 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.69 "GET /v2.0/networks?id=5536b8d3-5147-4d93-933b-c5b17c9483fe HTTP/1.1" status: 200 len: 818 time: 0.1717682 Dec 16 22:15:47.142105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ca174-76d7-4e1f-b0d2-64521915df0b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Network 245be8c2-667c-4f86-9343-372ac8cc7fd0 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:15:47.150881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432ef17-916c-4861-bf90-39894f0114b4 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event updated for resources: {'Port': ['ID=2f02bdff-c1df-4be2-8a7e-501b723a9da5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:47.161505 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.168838 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-6879c3a0-f19c-46d8-b37f-1d3ba217c054 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Request body: {'port': {'device_id': 'e45af0cd-faf0-4957-a3c3-299160da4dba', 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe', 'admin_state_up': True, 'tenant_id': '69fb37933f9649f188f594761fa7ab1e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:47.172821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] For port 8c505a02-9068-4677-a1f4-b7f2cebb285f, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:47.176906 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] For port 8c505a02-9068-4677-a1f4-b7f2cebb285f, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8c505a02-9068-4677-a1f4-b7f2cebb285f,segment=NetworkSegment(f0552448-c32c-4302-bb8c-bf3c1d9f2601),segment_id=f0552448-c32c-4302-bb8c-bf3c1d9f2601)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:47.186661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:47.187709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Checking segment: {'id': '45cd49b7-4f37-4f63-967f-d52ae50c4be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:47.188362 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.188988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Bound using segment: {'id': '45cd49b7-4f37-4f63-967f-d52ae50c4be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:47.189783 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Bound port: 595bc09b-569c-4bed-a8ab-83424701e7e0, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45cd49b7-4f37-4f63-967f-d52ae50c4be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:47.190502 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.203583 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.240055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Pushing event updated for resources: {'Port': ['ID=04457bfa-a2ee-40c4-8db4-1088f9ea4181,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:47.256900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f432ef17-916c-4861-bf90-39894f0114b4 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:47.260124 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.325392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd81007a-a0e2-450c-a8b0-6f80d410247d req-4a7d52e5-181f-4fff-bc67-f7ebdfac47dc tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/security-groups?id=e37dd357-13c1-4bbd-a296-27379e7ef71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145969 Dec 16 22:15:47.328743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f432ef17-916c-4861-bf90-39894f0114b4 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:47.355641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=a600140b-ae17-4a8a-8c24-1723c2dcd72d,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:47.372887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f432ef17-916c-4861-bf90-39894f0114b4 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:47.449216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c7b57fee-a633-4dff-a0f9-27017401b071 None None] For port 3d390293-9d45-45c9-aea2-48e2d6cc04b3, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3d390293-9d45-45c9-aea2-48e2d6cc04b3,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:47.478488 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ec9a3a93-99b4-43a6-84b8-16c7397e14ad'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:47.487957 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.556602 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3d390293-9d45-45c9-aea2-48e2d6cc04b3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:47.556965 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.560558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a019613-8ffd-48b8-97d5-744e717e7383 req-be89d521-0e40-46ac-9fa3-8c49cefc89e4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:47.572846 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a019613-8ffd-48b8-97d5-744e717e7383 req-be89d521-0e40-46ac-9fa3-8c49cefc89e4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 944 time: 0.5472763 Dec 16 22:15:47.661012 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-6e9ca174-76d7-4e1f-b0d2-64521915df0b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 245be8c2-667c-4f86-9343-372ac8cc7fd0) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:47.665258 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9ca174-76d7-4e1f-b0d2-64521915df0b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:47.666228 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca174-76d7-4e1f-b0d2-64521915df0b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.692462 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.694623 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7b57fee-a633-4dff-a0f9-27017401b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.725477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a019613-8ffd-48b8-97d5-744e717e7383 req-ddc16ac8-308d-44de-8653-78293c4fcf57 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429579 Dec 16 22:15:47.752498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['a600140b-ae17-4a8a-8c24-1723c2dcd72d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:47.776391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f432ef17-916c-4861-bf90-39894f0114b4 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:47.777051 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f432ef17-916c-4861-bf90-39894f0114b4 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.801804 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6e9ca174-76d7-4e1f-b0d2-64521915df0b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8138235 Dec 16 22:15:47.803854 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd67cf3-58a2-44fa-80f6-adea3d9ba72f None None] Network 245be8c2-667c-4f86-9343-372ac8cc7fd0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:47.836224 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4181a-bfcf-4afd-ae34-7ba68e03599d req-ca57ada7-2c1b-447d-97e6-b8d6410ab631 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:47.843646 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-caa4181a-bfcf-4afd-ae34-7ba68e03599d req-ca57ada7-2c1b-447d-97e6-b8d6410ab631 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.3176596 Dec 16 22:15:47.875124 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-6879c3a0-f19c-46d8-b37f-1d3ba217c054 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Made reservation on behalf of 69fb37933f9649f188f594761fa7ab1e for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:47.880066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Attempting to bind port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:47.880409 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Attempting to bind port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:47.882244 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-6879c3a0-f19c-46d8-b37f-1d3ba217c054 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.882390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Attempting to bind port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:47.901799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f432ef17-916c-4861-bf90-39894f0114b4 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.0467355 Dec 16 22:15:47.921129 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34082) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:47.936326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-074570cd-402f-49aa-83ea-23d9a1ad804b req-d4414f0c-dec9-443b-9186-8977dbdcba05 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 210 time: 0.0852180 Dec 16 22:15:47.939728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:47.941771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Attempting to bind port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:47.978006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Request body: {'port': {'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086', 'name': 'tempest-TaggedBootDevicesTest_v242-816699058', 'fixed_ips': [{'subnet_id': '58de634b-a52d-4f03-b84c-874a2f6f4a3c'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:47.980896 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:47.981533 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Checking segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:47.982115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Bound using segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:47.983514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Bound port: 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:47.984947 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:48.085763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] For port 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:48.089925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] For port 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:48.114089 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-caa4181a-bfcf-4afd-ae34-7ba68e03599d req-3aada604-ec7c-408f-9c91-b423a6220cbb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575760 Dec 16 22:15:48.116069 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ef99d-c527-4661-a9d4-1de6cc7328fa None None] Pushing event updated for resources: {'Port': ['ID=8c505a02-9068-4677-a1f4-b7f2cebb285f,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:48.179761 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0ae4440-9459-4ad0-841d-461da0f38438 req-3bb03053-6b71-4b97-ac35-86e6136797e5 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 210 time: 0.0876935 Dec 16 22:15:48.182234 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:48.205947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Network 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:48.322309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:48.323055 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:48.324601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] 10.222.0.69 "PUT /v2.0/ports/04457bfa-a2ee-40c4-8db4-1088f9ea4181 HTTP/1.1" status: 200 len: 1091 time: 2.9200926 Dec 16 22:15:48.331786 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988d34df-e17e-4523-9e0b-30760d771ff6', 'tag': '04457bfa-a2ee-40c4-8db4-1088f9ea4181'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:48.334543 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7968a8-9456-4d0f-82ad-4f75a30fe081" -d '{"events": [{"name": "network-changed", "server_uuid": "988d34df-e17e-4523-9e0b-30760d771ff6", "tag": "04457bfa-a2ee-40c4-8db4-1088f9ea4181"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:48.367628 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:48.371860 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:48.396714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Pushing event updated for resources: {'Port': ['ID=6e0e4b30-34a9-41d3-b518-841d05a912df,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:48.449227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7713c2f5-6ad7-4a9c-8b67-85924bd061fb None None] Provisioning complete for port 8c505a02-9068-4677-a1f4-b7f2cebb285f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:48.449608 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7713c2f5-6ad7-4a9c-8b67-85924bd061fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:48.469606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a3948-8ec7-4b6b-85db-dcb5703a48aa req-ed9d27dd-a315-4315-bc9a-1f961d8c708a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:48.479525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-441a3948-8ec7-4b6b-85db-dcb5703a48aa req-ed9d27dd-a315-4315-bc9a-1f961d8c708a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 943 time: 0.1841373 Dec 16 22:15:48.481692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe929a-a679-4a59-ae63-a21a280af869 service neutron] Pushing event updated for resources: {'Port': ['ID=04457bfa-a2ee-40c4-8db4-1088f9ea4181,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:48.558385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Routers {'2a17bd69-ffaa-4b63-a7e0-17fc536365f2'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:15:48.559438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:15:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2a17bd69-ffaa-4b63-a7e0-17fc536365f2'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:48.559990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-e6e9f75d-eb0e-4fc3-8e9f-3099a2b0371f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:48.562063 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-e6e9f75d-eb0e-4fc3-8e9f-3099a2b0371f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.69 "GET /v2.0/networks?id=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c HTTP/1.1" status: 200 len: 811 time: 0.6762500 Dec 16 22:15:48.593746 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-b2a48876-9c36-4d91-88e4-b6983e64e326 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Request body: {'port': {'device_id': '656f83b0-198b-4f1a-b615-09341d24326f', 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c', 'admin_state_up': True, 'tenant_id': '1de029b3946e475788fd115f1e4ecc77'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:48.692202 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] For port 595bc09b-569c-4bed-a8ab-83424701e7e0, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:48.709134 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] For port 595bc09b-569c-4bed-a8ab-83424701e7e0, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=595bc09b-569c-4bed-a8ab-83424701e7e0,segment=NetworkSegment(45cd49b7-4f37-4f63-967f-d52ae50c4be6),segment_id=45cd49b7-4f37-4f63-967f-d52ae50c4be6)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:48.767358 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-441a3948-8ec7-4b6b-85db-dcb5703a48aa req-0a1e5fd0-a7d8-4dbb-a252-9fadee4679bc tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863986 Dec 16 22:15:48.837735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-6879c3a0-f19c-46d8-b37f-1d3ba217c054 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Allocated IP 172.20.0.3 (5536b8d3-5147-4d93-933b-c5b17c9483fe/c8169c2f-9840-4506-8197-7102f1b057cc/23e19705-f5ef-48ff-9b07-37dfd4794a69) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:48.855922 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-2f43ae6b-eb79-4476-acca-e299676df335 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:48.872051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-2f43ae6b-eb79-4476-acca-e299676df335 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:48.881620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-2f43ae6b-eb79-4476-acca-e299676df335 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/networks?id=265b0f0f-d2ad-4dfe-9f66-2e7cf223671c&id=245be8c2-667c-4f86-9343-372ac8cc7fd0&id=265b0f0f-d2ad-4dfe-9f66-2e7cf223671c HTTP/1.1" status: 200 len: 1392 time: 0.5064962 Dec 16 22:15:48.906806 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2b7445-69b1-4c5d-8758-d10be7df18d8 x-openstack-request-id: req-fd2b7445-69b1-4c5d-8758-d10be7df18d8 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:48.907782 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988d34df-e17e-4523-9e0b-30760d771ff6", "tag": "04457bfa-a2ee-40c4-8db4-1088f9ea4181", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:48.907782 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd2b7445-69b1-4c5d-8758-d10be7df18d8 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:48.908135 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988d34df-e17e-4523-9e0b-30760d771ff6', 'tag': '04457bfa-a2ee-40c4-8db4-1088f9ea4181', 'status': 'completed', 'code': 200} Dec 16 22:15:48.910859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-0f21a425-217e-4a07-9271-c607633e576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:48.912527 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-0f21a425-217e-4a07-9271-c607633e576d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 1094 time: 0.3623683 Dec 16 22:15:48.944501 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-74601012-90fd-4527-904e-25d90236dbcd tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/quotas/d3d095072c80400396b4981d89df8f54 HTTP/1.1" status: 200 len: 375 time: 0.0616105 Dec 16 22:15:48.990121 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Made reservation on behalf of 001915db62a44eb0a59ad001f5b8acda for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:49.040975 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-245be8c2-667c-4f86-9343-372ac8cc7fd0', 'network_id': '245be8c2-667c-4f86-9343-372ac8cc7fd0', 'project_id': 'd3d095072c80400396b4981d89df8f54', 'fixed_ips': [{'subnet_id': 'cc92e947-b8e5-4f17-9c3f-00594edece00'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:15:49.041922 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:49.071594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Attempting to bind port 6e0e4b30-34a9-41d3-b518-841d05a912df on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:49.072025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Attempting to bind port 6e0e4b30-34a9-41d3-b518-841d05a912df by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '71bc6d85-e066-4c2e-a9ce-3b0d96992f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:49.072396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Attempting to bind port 6e0e4b30-34a9-41d3-b518-841d05a912df on network 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:49.089052 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:49.146241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:49.146662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Checking segment: {'id': '71bc6d85-e066-4c2e-a9ce-3b0d96992f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:49.147017 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:49.147437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Bound using segment: {'id': '71bc6d85-e066-4c2e-a9ce-3b0d96992f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:49.153411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-b2a48876-9c36-4d91-88e4-b6983e64e326 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Made reservation on behalf of 1de029b3946e475788fd115f1e4ecc77 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:49.153798 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Bound port: 6e0e4b30-34a9-41d3-b518-841d05a912df, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bc6d85-e066-4c2e-a9ce-3b0d96992f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:49.154211 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:49.157024 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-b2a48876-9c36-4d91-88e4-b6983e64e326 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:49.368749 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:49.429580 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-6879c3a0-f19c-46d8-b37f-1d3ba217c054 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:49.452285 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.69', 63044) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:49.503876 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] device_id is not set on port 095953be-6333-4ca7-a576-8260e99dcc7f yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:15:49.629247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b57fee-a633-4dff-a0f9-27017401b071 None None] Pushing event updated for resources: {'Port': ['ID=3d390293-9d45-45c9-aea2-48e2d6cc04b3,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:49.656804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-46dba304-fbb3-40b2-bb01-0290208d1bd6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181 HTTP/1.1" status: 200 len: 217 time: 0.7088752 Dec 16 22:15:49.794370 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] Set router 2a17bd69-ffaa-4b63-a7e0-17fc536365f2 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:15:49.860161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-96c59e58-e33d-459a-b578-9d97de8505fb tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3d095072c80400396b4981d89df8f54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9142683 Dec 16 22:15:49.892075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Allocated IP 10.1.1.83 (30b3ef79-5c9f-405a-8aa4-0af6e7684086/58de634b-a52d-4f03-b84c-874a2f6f4a3c/095953be-6333-4ca7-a576-8260e99dcc7f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:49.906750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-1c373d37-bda8-4234-99d8-cfe164f68d93 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:49.908525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-1c373d37-bda8-4234-99d8-cfe164f68d93 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.69 "GET /v2.0/networks?id=5536b8d3-5147-4d93-933b-c5b17c9483fe HTTP/1.1" status: 200 len: 818 time: 1.2679074 Dec 16 22:15:49.950440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-365320d2-7faa-4c82-b9e5-dfa0f1e3a99f tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Request body: {'port': {'device_id': '38f16b16-ad41-4341-97e5-446f0e5e166e', 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe', 'admin_state_up': True, 'tenant_id': '69fb37933f9649f188f594761fa7ab1e'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:50.100510 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.142826 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] For port 6e0e4b30-34a9-41d3-b518-841d05a912df, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:50.168253 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7713c2f5-6ad7-4a9c-8b67-85924bd061fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.171859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-0393bd0c-ab69-48c3-8b70-211d4e417f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:50.173598 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-0393bd0c-ab69-48c3-8b70-211d4e417f5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.4952025 Dec 16 22:15:50.205989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db375bd-b93c-4d30-b638-b518811c23b1 req-9e274c42-0afa-4f01-86e4-3dd3b0413029 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:50.216445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4db375bd-b93c-4d30-b638-b518811c23b1 req-9e274c42-0afa-4f01-86e4-3dd3b0413029 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 944 time: 0.5531418 Dec 16 22:15:50.216993 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.248025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] For port 6e0e4b30-34a9-41d3-b518-841d05a912df, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6e0e4b30-34a9-41d3-b518-841d05a912df,segment=NetworkSegment(71bc6d85-e066-4c2e-a9ce-3b0d96992f0c),segment_id=71bc6d85-e066-4c2e-a9ce-3b0d96992f0c)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:50.271019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0bed0-4525-483b-af0e-fc63d1305584 None None] Pushing event updated for resources: {'Port': ['ID=595bc09b-569c-4bed-a8ab-83424701e7e0,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:50.328190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-1a74438f-9cda-4e90-be86-1be33de1cc7d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342139 Dec 16 22:15:50.343747 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:50.353294 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-b2a48876-9c36-4d91-88e4-b6983e64e326 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Allocated IP 172.20.0.2 (6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c/71387a28-0c73-4674-8c37-167ab8f9b37e/3bb16471-8bca-410f-b6f9-bbe265a79d95) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:50.361002 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:50.397264 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-866aca0c-0f65-416e-9ea1-4e4054378e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.408920 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.429552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Allocated IP 19.86.0.2 (245be8c2-667c-4f86-9343-372ac8cc7fd0/cc92e947-b8e5-4f17-9c3f-00594edece00/98271cac-5401-4123-aec4-a825b7661a97) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:50.469476 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-6b618fd0-cabe-4808-a97b-dc1d4573162c service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324863 Dec 16 22:15:50.491476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7713c2f5-6ad7-4a9c-8b67-85924bd061fb None None] For port 8c505a02-9068-4677-a1f4-b7f2cebb285f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8c505a02-9068-4677-a1f4-b7f2cebb285f,segment=NetworkSegment(f0552448-c32c-4302-bb8c-bf3c1d9f2601),segment_id=f0552448-c32c-4302-bb8c-bf3c1d9f2601)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:50.634854 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7713c2f5-6ad7-4a9c-8b67-85924bd061fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.637745 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-b2a48876-9c36-4d91-88e4-b6983e64e326 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.697547 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:50.705361 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-6879c3a0-f19c-46d8-b37f-1d3ba217c054 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.718067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6bca0dc-5774-4649-9158-f39984aec9bd req-3ef52fe5-562c-4411-971a-dd9a186142bb service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343285 Dec 16 22:15:50.764502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-365320d2-7faa-4c82-b9e5-dfa0f1e3a99f tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Made reservation on behalf of 69fb37933f9649f188f594761fa7ab1e for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:50.779460 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-365320d2-7faa-4c82-b9e5-dfa0f1e3a99f tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.793779 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event updated for resources: {'Port': ['ID=095953be-6333-4ca7-a576-8260e99dcc7f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:50.858641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:50.859422 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:50.860037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:50.860609 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:50.861184 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:50.861742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:50.862338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:50.863046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:50.863617 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:50.864230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:50.864799 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:50.865515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:50.866055 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:50.870219 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-35b49385-cebe-4dc2-83d2-bbc558463e3f service neutron] 10.222.0.43 "GET /v2.0/networks/265b0f0f-d2ad-4dfe-9f66-2e7cf223671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0089083 Dec 16 22:15:50.885701 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.886559 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-b2a48876-9c36-4d91-88e4-b6983e64e326 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.906909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4888c7-685e-4256-95f4-21e75feead72 None None] Pushing event updated for resources: {'Port': ['ID=6e0e4b30-34a9-41d3-b518-841d05a912df,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:50.930332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4db375bd-b93c-4d30-b638-b518811c23b1 req-0b120396-e639-4d34-a7f1-bed64b3b39ca tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/security-groups?id=e37dd357-13c1-4bbd-a296-27379e7ef71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6960411 Dec 16 22:15:51.073791 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-6879c3a0-f19c-46d8-b37f-1d3ba217c054 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Network 5536b8d3-5147-4d93-933b-c5b17c9483fe is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:51.076663 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-6879c3a0-f19c-46d8-b37f-1d3ba217c054 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:51.129570 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-7cacef93-eb41-4c77-b1af-4200359b1949 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:51.130837 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-7cacef93-eb41-4c77-b1af-4200359b1949 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.69 "GET /v2.0/networks?id=5536b8d3-5147-4d93-933b-c5b17c9483fe HTTP/1.1" status: 200 len: 818 time: 1.6658483 Dec 16 22:15:51.132359 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-6879c3a0-f19c-46d8-b37f-1d3ba217c054 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:51.145628 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-b2a48876-9c36-4d91-88e4-b6983e64e326 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Network 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:51.149473 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713c2f5-6ad7-4a9c-8b67-85924bd061fb None None] Pushing event updated for resources: {'Port': ['ID=8c505a02-9068-4677-a1f4-b7f2cebb285f,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:51.172255 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:51.181899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-c95280c8-aa51-4151-9e93-cbe32ea88a9a service neutron] 10.222.0.43 "GET /v2.0/networks/265b0f0f-d2ad-4dfe-9f66-2e7cf223671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086116 Dec 16 22:15:51.189330 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-a315ade9-1a76-4b91-b648-56c81801ebbc tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Request body: {'port': {'device_id': '93d2b80c-7ec2-4848-88bb-a4e02521129a', 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe', 'admin_state_up': True, 'tenant_id': '69fb37933f9649f188f594761fa7ab1e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:51.207769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['2f02529d-61d1-4bae-b2c7-c0cd2ae173b5'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:51.242213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ec9a3a93-99b4-43a6-84b8-16c7397e14ad up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:51.381932 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-b2a48876-9c36-4d91-88e4-b6983e64e326 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:51.397016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:51.397989 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:51.400677 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c5cf4-57f8-4934-b98b-58e6bd738d7b None None] Network ddfb57a8-dc71-427e-ae1b-ea8399014fce requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:51.403198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2471c00b-720d-42d5-9150-b903a99641a4 None None] Provisioning complete for port 3d390293-9d45-45c9-aea2-48e2d6cc04b3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:51.406665 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2471c00b-720d-42d5-9150-b903a99641a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:51.407635 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-b2a48876-9c36-4d91-88e4-b6983e64e326 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:51.467565 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-b2a48876-9c36-4d91-88e4-b6983e64e326 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:51.468520 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-b2a48876-9c36-4d91-88e4-b6983e64e326 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:51.485797 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7968a8-9456-4d0f-82ad-4f75a30fe081 req-2efc8756-7762-458b-80cb-e1c9bffe5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:51.486048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Network 245be8c2-667c-4f86-9343-372ac8cc7fd0 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:51.488171 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da7968a8-9456-4d0f-82ad-4f75a30fe081 req-2efc8756-7762-458b-80cb-e1c9bffe5d73 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 1094 time: 0.4089875 Dec 16 22:15:51.491440 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879c3a0-f19c-46d8-b37f-1d3ba217c054 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Pushing event updated for resources: {'Port': ['ID=23e19705-f5ef-48ff-9b07-37dfd4794a69,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:51.509994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67621e-b662-4fe7-b5dc-597c112eb920 req-dcc33c7b-0adc-4d72-a369-74405d214357 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:51.511867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae67621e-b662-4fe7-b5dc-597c112eb920 req-dcc33c7b-0adc-4d72-a369-74405d214357 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 944 time: 0.4188418 Dec 16 22:15:51.542050 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-365320d2-7faa-4c82-b9e5-dfa0f1e3a99f tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Allocated IP 172.20.0.13 (5536b8d3-5147-4d93-933b-c5b17c9483fe/c8169c2f-9840-4506-8197-7102f1b057cc/021bcb27-6f78-42a9-92ef-5cd58dc15dff) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:51.564212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a48876-9c36-4d91-88e4-b6983e64e326 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Pushing event updated for resources: {'Port': ['ID=3bb16471-8bca-410f-b6f9-bbe265a79d95,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:51.605086 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:51.605331 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5b5ca2fc-2a6a-44bb-8a79-ac986ca7371d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.6601291 Dec 16 22:15:51.609025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:51.616392 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-6879c3a0-f19c-46d8-b37f-1d3ba217c054 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:51.617074 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-6879c3a0-f19c-46d8-b37f-1d3ba217c054 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:51.637187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Pushing event updated for resources: {'Port': ['ID=98271cac-5401-4123-aec4-a825b7661a97,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:51.654911 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-b2a48876-9c36-4d91-88e4-b6983e64e326 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0652237 Dec 16 22:15:51.683092 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Request body: {'port': {'device_id': '656f83b0-198b-4f1a-b615-09341d24326f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:51.743695 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-32ad948a-2d52-4588-965f-c92ce932c112 service neutron] 10.222.0.43 "GET /v2.0/networks/245be8c2-667c-4f86-9343-372ac8cc7fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202639 Dec 16 22:15:51.793440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae67621e-b662-4fe7-b5dc-597c112eb920 req-7acda390-a5e2-49ae-a973-46af3b0b6fc9 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672563 Dec 16 22:15:51.801214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-a315ade9-1a76-4b91-b648-56c81801ebbc tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Made reservation on behalf of 69fb37933f9649f188f594761fa7ab1e for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:51.812111 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-a315ade9-1a76-4b91-b648-56c81801ebbc tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:51.914991 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:51.935884 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-6879c3a0-f19c-46d8-b37f-1d3ba217c054 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7852955 Dec 16 22:15:51.968380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'name': 'tempest-ServersTestMultiNic-2011918771-router', 'tenant_id': 'd3d095072c80400396b4981d89df8f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:15:33Z', 'updated_at': '2021-12-16T22:15:40Z', 'revision_number': 4, 'project_id': 'd3d095072c80400396b4981d89df8f54', 'gw_port': {'id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:15:35Z', 'updated_at': '2021-12-16T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8c505a02-9068-4677-a1f4-b7f2cebb285f', 'name': '', 'network_id': '55a59c6e-0fcc-4daf-a26b-87afb557408d', 'tenant_id': 'd3d095072c80400396b4981d89df8f54', 'mac_address': 'fa:16:3e:88:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '5d1bdf27-8947-41a3-b936-0f8a5795863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:15:39Z', 'updated_at': '2021-12-16T22:15:47Z', 'revision_number': 4, 'project_id': 'd3d095072c80400396b4981d89df8f54', 'subnets': [{'id': '5d1bdf27-8947-41a3-b936-0f8a5795863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:51.998087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7968a8-9456-4d0f-82ad-4f75a30fe081 req-1c0d6886-e783-4719-a9c5-1942aa1f46cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:52.017038 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da7968a8-9456-4d0f-82ad-4f75a30fe081 req-1c0d6886-e783-4719-a9c5-1942aa1f46cf service neutron] 10.222.0.69 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.5039339 Dec 16 22:15:52.045916 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec2f2c0-3b3b-4d16-a706-ddd110062011 None None] The sync data for ids ['2a17bd69-ffaa-4b63-a7e0-17fc536365f2'] in n-d-821840-2 is: [{'id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'name': 'tempest-ServersTestMultiNic-2011918771-router', 'tenant_id': 'd3d095072c80400396b4981d89df8f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:15:33Z', 'updated_at': '2021-12-16T22:15:40Z', 'revision_number': 4, 'project_id': 'd3d095072c80400396b4981d89df8f54', 'gw_port': {'id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:15:35Z', 'updated_at': '2021-12-16T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8c505a02-9068-4677-a1f4-b7f2cebb285f', 'name': '', 'network_id': '55a59c6e-0fcc-4daf-a26b-87afb557408d', 'tenant_id': 'd3d095072c80400396b4981d89df8f54', 'mac_address': 'fa:16:3e:88:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '5d1bdf27-8947-41a3-b936-0f8a5795863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:15:39Z', 'updated_at': '2021-12-16T22:15:47Z', 'revision_number': 4, 'project_id': 'd3d095072c80400396b4981d89df8f54', 'subnets': [{'id': '5d1bdf27-8947-41a3-b936-0f8a5795863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:15:52.121385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Request body: {'port': {'device_id': 'e45af0cd-faf0-4957-a3c3-299160da4dba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:52.189737 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 595bc09b-569c-4bed-a8ab-83424701e7e0 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:52.254497 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da7968a8-9456-4d0f-82ad-4f75a30fe081 req-590748b5-07c2-4bc4-821c-b0e390db0420 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181 HTTP/1.1" status: 200 len: 217 time: 0.1765811 Dec 16 22:15:52.270566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Attempting to bind port 98271cac-5401-4123-aec4-a825b7661a97 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:52.270955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Attempting to bind port 98271cac-5401-4123-aec4-a825b7661a97 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '783a59d2-3685-4991-8a8d-5dc705d46753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '245be8c2-667c-4f86-9343-372ac8cc7fd0'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:52.271345 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Attempting to bind port 98271cac-5401-4123-aec4-a825b7661a97 on network 245be8c2-667c-4f86-9343-372ac8cc7fd0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:52.305779 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:52.306230 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Checking segment: {'id': '783a59d2-3685-4991-8a8d-5dc705d46753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '245be8c2-667c-4f86-9343-372ac8cc7fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:52.307558 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.308608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Bound using segment: {'id': '783a59d2-3685-4991-8a8d-5dc705d46753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '245be8c2-667c-4f86-9343-372ac8cc7fd0'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:52.309506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Bound port: 98271cac-5401-4123-aec4-a825b7661a97, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783a59d2-3685-4991-8a8d-5dc705d46753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '245be8c2-667c-4f86-9343-372ac8cc7fd0'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:52.309911 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.400819 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7968a8-9456-4d0f-82ad-4f75a30fe081 req-9bb2ee1a-a919-4ea8-9f52-ae97e9cf12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:52.403687 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da7968a8-9456-4d0f-82ad-4f75a30fe081 req-9bb2ee1a-a919-4ea8-9f52-ae97e9cf12cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.1245470 Dec 16 22:15:52.407889 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.444018 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0da361-59fa-4ec9-aa7c-2923c67935c9 req-5a8ff72c-59a3-4466-b728-e1a083685ae4 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:52.455765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa0da361-59fa-4ec9-aa7c-2923c67935c9 req-5a8ff72c-59a3-4466-b728-e1a083685ae4 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 931 time: 0.5076728 Dec 16 22:15:52.457996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] For port 98271cac-5401-4123-aec4-a825b7661a97, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:52.468388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] For port 98271cac-5401-4123-aec4-a825b7661a97, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=98271cac-5401-4123-aec4-a825b7661a97,segment=NetworkSegment(783a59d2-3685-4991-8a8d-5dc705d46753),segment_id=783a59d2-3685-4991-8a8d-5dc705d46753)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:52.475217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-ceb4b6d9-f418-460b-859a-2600aee6a3b4 service neutron] 10.222.0.43 "GET /v2.0/networks/245be8c2-667c-4f86-9343-372ac8cc7fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7306399 Dec 16 22:15:52.500513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3a3525-0a9c-487a-9471-faf890bd9979 None None] Network 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:52.548638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da7968a8-9456-4d0f-82ad-4f75a30fe081 req-6e848826-0a23-4614-9f1a-87815f5c04e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714014 Dec 16 22:15:52.618384 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port ec9a3a93-99b4-43a6-84b8-16c7397e14ad triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:52.618777 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.676410 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.732643 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-365320d2-7faa-4c82-b9e5-dfa0f1e3a99f tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.769495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa0da361-59fa-4ec9-aa7c-2923c67935c9 req-262d0861-cc89-4f4f-ad4a-58914e725cea tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062882 Dec 16 22:15:52.793743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb16471-8bca-410f-b6f9-bbe265a79d95 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:52.796617 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b1ff2714-9fe6-44ee-bc7e-88cbace992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.805795 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.811040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857abac-d1e2-4d53-98f4-dbb430c56804 None None] Pushing event updated for resources: {'Port': ['ID=98271cac-5401-4123-aec4-a825b7661a97,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:52.814014 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2471c00b-720d-42d5-9150-b903a99641a4 None None] Provisioning complete for port 8c505a02-9068-4677-a1f4-b7f2cebb285f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:52.814946 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2471c00b-720d-42d5-9150-b903a99641a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.833718 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Transition to ACTIVE for port object 3bb16471-8bca-410f-b6f9-bbe265a79d95 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:15:52.882017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-2b09a113-fdf6-45c8-950d-63fc82dcf3df service neutron] 10.222.0.43 "GET /v2.0/networks/265b0f0f-d2ad-4dfe-9f66-2e7cf223671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799758 Dec 16 22:15:53.000403 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.037925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 595bc09b-569c-4bed-a8ab-83424701e7e0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:53.038300 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.061221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da7968a8-9456-4d0f-82ad-4f75a30fe081 req-d8b9454c-0b51-47d2-a520-77c374d43532 service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681876 Dec 16 22:15:53.161223 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Pushing event updated for resources: {'Port': ['ID=3bb16471-8bca-410f-b6f9-bbe265a79d95,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:53.206703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6921119-9e6e-4013-ad9c-0a897cec2b35 req-eda3fa57-1922-4cf0-b8dc-3cdefdfcd824 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:53.216930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6921119-9e6e-4013-ad9c-0a897cec2b35 req-eda3fa57-1922-4cf0-b8dc-3cdefdfcd824 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.3081591 Dec 16 22:15:53.247517 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-365320d2-7faa-4c82-b9e5-dfa0f1e3a99f tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.400913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365320d2-7faa-4c82-b9e5-dfa0f1e3a99f tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Pushing event updated for resources: {'Port': ['ID=021bcb27-6f78-42a9-92ef-5cd58dc15dff,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:53.480005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Attempting to bind port 3bb16471-8bca-410f-b6f9-bbe265a79d95 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:53.480005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Attempting to bind port 3bb16471-8bca-410f-b6f9-bbe265a79d95 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'cb8d9b4d-1754-476b-9571-5840c9549736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:53.480005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Attempting to bind port 3bb16471-8bca-410f-b6f9-bbe265a79d95 on network 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:53.505793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-84b26b16-ef10-4d7f-9719-61c3afdefc3d service neutron] 10.222.0.43 "GET /v2.0/networks/265b0f0f-d2ad-4dfe-9f66-2e7cf223671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073053 Dec 16 22:15:53.534252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Port 3bb16471-8bca-410f-b6f9-bbe265a79d95 on network 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:53.534612 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Attempting to bind port 3bb16471-8bca-410f-b6f9-bbe265a79d95 on network 6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:53.555490 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.566428 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.574945 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:53.575305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Checking segment: {'id': 'cb8d9b4d-1754-476b-9571-5840c9549736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:53.575707 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Bound using segment: {'id': 'cb8d9b4d-1754-476b-9571-5840c9549736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:53.580457 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Bound port: 3bb16471-8bca-410f-b6f9-bbe265a79d95, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb8d9b4d-1754-476b-9571-5840c9549736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:53.580950 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.608881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6921119-9e6e-4013-ad9c-0a897cec2b35 req-8eeefb6f-09d8-4652-8e57-4d79fa23dd32 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905442 Dec 16 22:15:53.622861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da7968a8-9456-4d0f-82ad-4f75a30fe081 req-16ddaecc-27c7-42c6-9635-66ea2ed70fa3 service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394540 Dec 16 22:15:53.642495 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-365320d2-7faa-4c82-b9e5-dfa0f1e3a99f tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Network 5536b8d3-5147-4d93-933b-c5b17c9483fe is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:53.657699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-365320d2-7faa-4c82-b9e5-dfa0f1e3a99f tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:53.662931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-365320d2-7faa-4c82-b9e5-dfa0f1e3a99f tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:53.782478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2471c00b-720d-42d5-9150-b903a99641a4 None None] Provisioning complete for port 2f02bdff-c1df-4be2-8a7e-501b723a9da5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:53.782478 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2471c00b-720d-42d5-9150-b903a99641a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.823110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-365320d2-7faa-4c82-b9e5-dfa0f1e3a99f tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:53.823829 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-365320d2-7faa-4c82-b9e5-dfa0f1e3a99f tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.828695 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] For port 3bb16471-8bca-410f-b6f9-bbe265a79d95, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:53.835649 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] For port 3bb16471-8bca-410f-b6f9-bbe265a79d95, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3bb16471-8bca-410f-b6f9-bbe265a79d95,segment=NetworkSegment(cb8d9b4d-1754-476b-9571-5840c9549736),segment_id=cb8d9b4d-1754-476b-9571-5840c9549736)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:53.903702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492caf79-91a6-47ae-bb89-b202959b0d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9a3a93-99b4-43a6-84b8-16c7397e14ad'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:53.920804 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7504b0c7-5d79-4a9e-8711-faf022a5e00d" -d '{"events": [{"server_uuid": "492caf79-91a6-47ae-bb89-b202959b0d07", "name": "network-vif-plugged", "status": "completed", "tag": "ec9a3a93-99b4-43a6-84b8-16c7397e14ad"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:53.932172 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e19705-f5ef-48ff-9b07-37dfd4794a69 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:53.950456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e12ec920-c203-43ab-b4c1-195a33f487a2 req-4604cf29-058b-4964-80f6-b72e2660c1eb tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 210 time: 0.0661092 Dec 16 22:15:53.951857 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.969331 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ec9a3a93-99b4-43a6-84b8-16c7397e14ad, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:53.976372 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.977570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-365320d2-7faa-4c82-b9e5-dfa0f1e3a99f tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0544517 Dec 16 22:15:53.984497 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Transition to ACTIVE for port object 23e19705-f5ef-48ff-9b07-37dfd4794a69 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:15:53.986444 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.999288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Request body: {'port': {'device_id': '38f16b16-ad41-4341-97e5-446f0e5e166e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:54.049259 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2471c00b-720d-42d5-9150-b903a99641a4 None None] Port 2f02bdff-c1df-4be2-8a7e-501b723a9da5 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:15:54.094264 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:54.124714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a600140b-ae17-4a8a-8c24-1723c2dcd72d up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:54.134739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 595bc09b-569c-4bed-a8ab-83424701e7e0, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=595bc09b-569c-4bed-a8ab-83424701e7e0,segment=NetworkSegment(45cd49b7-4f37-4f63-967f-d52ae50c4be6),segment_id=45cd49b7-4f37-4f63-967f-d52ae50c4be6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:54.189895 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:54.221409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-a315ade9-1a76-4b91-b648-56c81801ebbc tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Allocated IP 172.20.0.5 (5536b8d3-5147-4d93-933b-c5b17c9483fe/c8169c2f-9840-4506-8197-7102f1b057cc/3ec1a2de-4070-4e42-a682-d9db61dd099c) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:54.542878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:54.551992 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:54.553461 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] 10.222.0.69 "PUT /v2.0/ports/3bb16471-8bca-410f-b6f9-bbe265a79d95 HTTP/1.1" status: 200 len: 1091 time: 2.8897357 Dec 16 22:15:54.554523 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656f83b0-198b-4f1a-b615-09341d24326f', 'tag': '3bb16471-8bca-410f-b6f9-bbe265a79d95'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:54.556950 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7942b6-6135-4d80-ab15-77862a769056" -d '{"events": [{"name": "network-changed", "server_uuid": "656f83b0-198b-4f1a-b615-09341d24326f", "tag": "3bb16471-8bca-410f-b6f9-bbe265a79d95"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:54.600731 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b03e3-455f-4aaa-aaef-78e300836231 req-c6abf464-a2ec-4276-8e3c-673ae1fb6eab tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:54.601808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a6b03e3-455f-4aaa-aaef-78e300836231 req-c6abf464-a2ec-4276-8e3c-673ae1fb6eab tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 943 time: 0.4770150 Dec 16 22:15:54.642944 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:54.649334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc35a0-e357-4424-ac18-14c266d1b34b service neutron] Pushing event updated for resources: {'Port': ['ID=3bb16471-8bca-410f-b6f9-bbe265a79d95,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:54.725796 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:54.726974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6e0e4b30-34a9-41d3-b518-841d05a912df up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:54.733741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a6b03e3-455f-4aaa-aaef-78e300836231 req-32e5c86f-4a5e-47a7-b7ed-94876a66d090 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226497 Dec 16 22:15:54.769426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34132) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:54.774939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-1e69fc92-ffda-437b-bce0-25f1d6ed6600 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--434588695', 'description': 'tempest-description--286549914'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:54.836538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Pushing event updated for resources: {'Port': ['ID=23e19705-f5ef-48ff-9b07-37dfd4794a69,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:54.847029 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-a315ade9-1a76-4b91-b648-56c81801ebbc tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:54.945991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-64d3b902-fa31-4a23-94a3-c2e627801927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:54.948182 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-64d3b902-fa31-4a23-94a3-c2e627801927 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1de029b3946e475788fd115f1e4ecc77&device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 1094 time: 0.2578869 Dec 16 22:15:55.005364 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e9ebd9bb-0076-4f90-8db7-a9203cc95388 None None] Provisioning complete for port 595bc09b-569c-4bed-a8ab-83424701e7e0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:55.005969 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9ebd9bb-0076-4f90-8db7-a9203cc95388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.019731 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-b542191b-daad-41c7-a127-467541ae4deb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bb16471-8bca-410f-b6f9-bbe265a79d95 HTTP/1.1" status: 200 len: 217 time: 0.0587449 Dec 16 22:15:55.025346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e14673-8ae9-4872-86b7-02890ced8ee9 req-510c496e-462f-4a0f-a4bf-9a4cd527197a tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:55.027688 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6e14673-8ae9-4872-86b7-02890ced8ee9 req-510c496e-462f-4a0f-a4bf-9a4cd527197a tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 944 time: 0.1580412 Dec 16 22:15:55.060918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:55.070828 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89759075-9497-41e5-a06d-24ef01579ff0 None None] Network 245be8c2-667c-4f86-9343-372ac8cc7fd0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:55.075045 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.077029 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1e69fc92-ffda-437b-bce0-25f1d6ed6600 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.111708 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Attempting to bind port 23e19705-f5ef-48ff-9b07-37dfd4794a69 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:55.112047 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Attempting to bind port 23e19705-f5ef-48ff-9b07-37dfd4794a69 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '83bc40d1-f037-4f7c-a075-b900de4634b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:55.112954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Attempting to bind port 23e19705-f5ef-48ff-9b07-37dfd4794a69 on network 5536b8d3-5147-4d93-933b-c5b17c9483fe {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:55.119915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Port 23e19705-f5ef-48ff-9b07-37dfd4794a69 on network 5536b8d3-5147-4d93-933b-c5b17c9483fe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:55.120329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Attempting to bind port 23e19705-f5ef-48ff-9b07-37dfd4794a69 on network 5536b8d3-5147-4d93-933b-c5b17c9483fe {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:55.128896 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:55.129340 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Checking segment: {'id': '83bc40d1-f037-4f7c-a075-b900de4634b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:55.129726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Bound using segment: {'id': '83bc40d1-f037-4f7c-a075-b900de4634b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:55.130272 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Bound port: 23e19705-f5ef-48ff-9b07-37dfd4794a69, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83bc40d1-f037-4f7c-a075-b900de4634b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:55.130634 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.153744 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-713d4b3e-114f-4c25-a583-75f08b6daec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:55.155242 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-713d4b3e-114f-4c25-a583-75f08b6daec7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71387a28-0c73-4674-8c37-167ab8f9b37e HTTP/1.1" status: 200 len: 851 time: 0.1285582 Dec 16 22:15:55.178641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port a600140b-ae17-4a8a-8c24-1723c2dcd72d completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:15:55.195185 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-a315ade9-1a76-4b91-b648-56c81801ebbc tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.199451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port a600140b-ae17-4a8a-8c24-1723c2dcd72d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:55.200425 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.205576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd97e5-a377-4403-b9b8-561ed35c5291 req-6f6fad68-2128-41c5-8640-6de439d3cbe5 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:55.214222 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6edd97e5-a377-4403-b9b8-561ed35c5291 req-6f6fad68-2128-41c5-8640-6de439d3cbe5 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.2836363 Dec 16 22:15:55.238552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 04457bfa-a2ee-40c4-8db4-1088f9ea4181 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:55.271535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 6e0e4b30-34a9-41d3-b518-841d05a912df triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:55.271897 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.294804 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-a315ade9-1a76-4b91-b648-56c81801ebbc tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Network 5536b8d3-5147-4d93-933b-c5b17c9483fe is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:55.300452 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-9f506287-c9cb-4e17-991e-e5ff50859b6f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205149 Dec 16 22:15:55.300452 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315ade9-1a76-4b91-b648-56c81801ebbc tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Pushing event updated for resources: {'Port': ['ID=3ec1a2de-4070-4e42-a682-d9db61dd099c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:55.303686 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-a315ade9-1a76-4b91-b648-56c81801ebbc tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:55.318928 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-a315ade9-1a76-4b91-b648-56c81801ebbc tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:55.363924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=595bc09b-569c-4bed-a8ab-83424701e7e0,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:55.382937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6e14673-8ae9-4872-86b7-02890ced8ee9 req-676a72c4-8558-447d-b10f-c0cce982f29a tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/security-groups?id=e37dd357-13c1-4bbd-a296-27379e7ef71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445861 Dec 16 22:15:55.419254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6edd97e5-a377-4403-b9b8-561ed35c5291 req-e8870afd-bc49-4cd2-8632-fcbdde97e10a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012877 Dec 16 22:15:55.616053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e9ebd9bb-0076-4f90-8db7-a9203cc95388 None None] Provisioning complete for port 095953be-6333-4ca7-a576-8260e99dcc7f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:55.616426 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9ebd9bb-0076-4f90-8db7-a9203cc95388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.717700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e9ebd9bb-0076-4f90-8db7-a9203cc95388 None None] Port 095953be-6333-4ca7-a576-8260e99dcc7f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:15:55.722007 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.759536 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.843532 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a600140b-ae17-4a8a-8c24-1723c2dcd72d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a600140b-ae17-4a8a-8c24-1723c2dcd72d,segment=NetworkSegment(75a9af62-dcda-4a21-a0af-4eb739c07b2e),segment_id=75a9af62-dcda-4a21-a0af-4eb739c07b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:55.844928 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e9ebd9bb-0076-4f90-8db7-a9203cc95388 None None] Provisioning complete for port 6e0e4b30-34a9-41d3-b518-841d05a912df triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:55.845592 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9ebd9bb-0076-4f90-8db7-a9203cc95388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.852441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:55.912290 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '04457bfa-a2ee-40c4-8db4-1088f9ea4181', 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73', 'port_id': '04457bfa-a2ee-40c4-8db4-1088f9ea4181', 'mac_address': 'fa:16:3e:22:c1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21a16a0-fc96-4fc9-941a-6b4db6b05d8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:15:55.921647 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.984334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-a315ade9-1a76-4b91-b648-56c81801ebbc tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:55.985449 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-a315ade9-1a76-4b91-b648-56c81801ebbc tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.006973 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.027974 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.063974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] For port 23e19705-f5ef-48ff-9b07-37dfd4794a69, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:56.070883 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] For port 23e19705-f5ef-48ff-9b07-37dfd4794a69, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=23e19705-f5ef-48ff-9b07-37dfd4794a69,segment=NetworkSegment(83bc40d1-f037-4f7c-a075-b900de4634b0),segment_id=83bc40d1-f037-4f7c-a075-b900de4634b0)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:56.104710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b97e815-2877-416c-9f84-be3359b2102b req-b9e5d2d8-defe-47fd-9cba-51981517b38f tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 210 time: 0.5844932 Dec 16 22:15:56.121918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 6e0e4b30-34a9-41d3-b518-841d05a912df, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6e0e4b30-34a9-41d3-b518-841d05a912df,segment=NetworkSegment(71bc6d85-e066-4c2e-a9ce-3b0d96992f0c),segment_id=71bc6d85-e066-4c2e-a9ce-3b0d96992f0c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:56.123919 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04457bfa-a2ee-40c4-8db4-1088f9ea4181 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:56.171401 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1e69fc92-ffda-437b-bce0-25f1d6ed6600 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.183753 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-a315ade9-1a76-4b91-b648-56c81801ebbc tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0344985 Dec 16 22:15:56.201063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebb4a4-d31d-4395-a691-36b1a7f2a63a req-bb19269c-a863-40c0-83d7-415f7f121e66 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:56.203685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cebb4a4-d31d-4395-a691-36b1a7f2a63a req-bb19269c-a863-40c0-83d7-415f7f121e66 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 943 time: 0.7169747 Dec 16 22:15:56.204174 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-4511a85c-0fea-4ac2-a2ae-97d1c7fc1026 service neutron] 10.222.0.69 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8955564 Dec 16 22:15:56.207749 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9ebd9bb-0076-4f90-8db7-a9203cc95388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.214570 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.230764 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bae4634-da0c-489a-abb8-8b7bb8e65fae x-openstack-request-id: req-5bae4634-da0c-489a-abb8-8b7bb8e65fae {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:56.231650 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492caf79-91a6-47ae-bb89-b202959b0d07", "name": "network-vif-plugged", "status": "completed", "tag": "ec9a3a93-99b4-43a6-84b8-16c7397e14ad", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:56.231650 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bae4634-da0c-489a-abb8-8b7bb8e65fae {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:56.231895 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492caf79-91a6-47ae-bb89-b202959b0d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9a3a93-99b4-43a6-84b8-16c7397e14ad', 'code': 200} Dec 16 22:15:56.233651 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:56.236962 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Request body: {'port': {'device_id': '93d2b80c-7ec2-4848-88bb-a4e02521129a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:56.238011 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.238886 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3d390293-9d45-45c9-aea2-48e2d6cc04b3 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:56.344198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=a600140b-ae17-4a8a-8c24-1723c2dcd72d,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:56.353963 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.367919 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1e69fc92-ffda-437b-bce0-25f1d6ed6600 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.408888 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8ac768-96bf-4b08-9d48-7bbc02827e6b x-openstack-request-id: req-4d8ac768-96bf-4b08-9d48-7bbc02827e6b {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:56.409577 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656f83b0-198b-4f1a-b615-09341d24326f", "tag": "3bb16471-8bca-410f-b6f9-bbe265a79d95", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:56.409577 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d8ac768-96bf-4b08-9d48-7bbc02827e6b {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:56.410017 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656f83b0-198b-4f1a-b615-09341d24326f', 'tag': '3bb16471-8bca-410f-b6f9-bbe265a79d95', 'status': 'completed', 'code': 200} Dec 16 22:15:56.449437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021bcb27-6f78-42a9-92ef-5cd58dc15dff {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:56.460253 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.485609 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-e9ebd9bb-0076-4f90-8db7-a9203cc95388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:15:56.485978 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-e9ebd9bb-0076-4f90-8db7-a9203cc95388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:15:56.489252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:56.489868 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.491314 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] 10.222.0.69 "PUT /v2.0/ports/23e19705-f5ef-48ff-9b07-37dfd4794a69 HTTP/1.1" status: 200 len: 1091 time: 4.4844892 Dec 16 22:15:56.492384 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=6e0e4b30-34a9-41d3-b518-841d05a912df,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:56.499536 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-baef31dd-ba42-49ee-b0f1-816df1ebcfb6 req-66b428ca-c854-487e-bee6-18046273ddbe service neutron] 10.222.0.69 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775018 Dec 16 22:15:56.539549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac3715-4388-4bb2-a688-0b029cd48a0b service neutron] Pushing event updated for resources: {'Port': ['ID=23e19705-f5ef-48ff-9b07-37dfd4794a69,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:56.542366 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.561639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cebb4a4-d31d-4395-a691-36b1a7f2a63a req-79a081dd-84c6-40e2-bcef-6e32529a07bf tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495572 Dec 16 22:15:56.571696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Transition to ACTIVE for port object 021bcb27-6f78-42a9-92ef-5cd58dc15dff will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:15:56.573241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3d390293-9d45-45c9-aea2-48e2d6cc04b3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:56.573616 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.575365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=04457bfa-a2ee-40c4-8db4-1088f9ea4181,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:56.600400 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69fc92-ffda-437b-bce0-25f1d6ed6600 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e517677-0309-4d59-9404-43e44e7397b7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:56.613411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c8c14-83ea-45fb-8111-b522c1715018 req-d7d86996-939a-4a46-bbe6-5093ef407b14 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:56.615585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-364c8c14-83ea-45fb-8111-b522c1715018 req-d7d86996-939a-4a46-bbe6-5093ef407b14 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.2267523 Dec 16 22:15:56.685307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['04457bfa-a2ee-40c4-8db4-1088f9ea4181'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:56.720507 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-364c8c14-83ea-45fb-8111-b522c1715018 req-ef9038b3-d77c-4e68-8742-0aade59028ca tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953901 Dec 16 22:15:56.765493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d83b68-70b3-4d21-ab9d-5b72319a19a4 req-c2e43431-7539-431e-9496-0d6f61e0d615 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:56.768046 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9d83b68-70b3-4d21-ab9d-5b72319a19a4 req-c2e43431-7539-431e-9496-0d6f61e0d615 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 931 time: 0.0973318 Dec 16 22:15:56.858855 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1e69fc92-ffda-437b-bce0-25f1d6ed6600 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.860292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1e69fc92-ffda-437b-bce0-25f1d6ed6600 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.0898709 Dec 16 22:15:56.863384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34144) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:56.872068 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-824ccf48-e01e-4003-bfb8-c2da2a05bded tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Request body: {'security_group_rule': {'security_group_id': '4e517677-0309-4d59-9404-43e44e7397b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:56.880689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9d83b68-70b3-4d21-ab9d-5b72319a19a4 req-23049aaa-c0d1-4ddb-b2e8-79a00bfee873 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031806 Dec 16 22:15:56.908291 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce3729-2ce3-4ff1-8297-3b04b5dc5c1e req-0310515e-004c-4167-a756-d59d92209c4c tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:56.910732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fce3729-2ce3-4ff1-8297-3b04b5dc5c1e req-0310515e-004c-4167-a756-d59d92209c4c tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 944 time: 0.1071081 Dec 16 22:15:56.955621 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:57.110835 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-824ccf48-e01e-4003-bfb8-c2da2a05bded tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:57.132430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 595bc09b-569c-4bed-a8ab-83424701e7e0 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:57.154041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fce3729-2ce3-4ff1-8297-3b04b5dc5c1e req-e94655a9-760b-401e-be06-789e1800ea64 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362139 Dec 16 22:15:57.215633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Pushing event updated for resources: {'Port': ['ID=021bcb27-6f78-42a9-92ef-5cd58dc15dff,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:57.237801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedfe10-ba82-4dee-8ecf-05c572e1654c req-885c1aa9-ec01-4136-a004-889c0ca96b1f tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:57.251937 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 99ecd729-b4db-47a7-b01a-81495d0b4d1b no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:57.252183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4fedfe10-ba82-4dee-8ecf-05c572e1654c req-885c1aa9-ec01-4136-a004-889c0ca96b1f tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 945 time: 0.2910914 Dec 16 22:15:57.289345 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7942b6-6135-4d80-ab15-77862a769056 req-8c3cfd51-5285-45ee-97bb-8c07dd7a3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:57.295450 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5f7942b6-6135-4d80-ab15-77862a769056 req-8c3cfd51-5285-45ee-97bb-8c07dd7a3524 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1de029b3946e475788fd115f1e4ecc77&device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 1094 time: 0.2729669 Dec 16 22:15:57.329403 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0bd76602-b06b-431e-95f4-7d2f91e4aced None None] Provisioning complete for port 98271cac-5401-4123-aec4-a825b7661a97 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:57.329794 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0bd76602-b06b-431e-95f4-7d2f91e4aced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:57.452490 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:57.460248 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-cf442b6c-5b0b-44b0-8b39-4c67b4dc695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:57.461945 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-cf442b6c-5b0b-44b0-8b39-4c67b4dc695d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69fb37933f9649f188f594761fa7ab1e&device_id=e45af0cd-faf0-4957-a3c3-299160da4dba HTTP/1.1" status: 200 len: 1094 time: 0.4544828 Dec 16 22:15:57.513626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 595bc09b-569c-4bed-a8ab-83424701e7e0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:57.514058 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:57.519158 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4fedfe10-ba82-4dee-8ecf-05c572e1654c req-cecff7da-7bbd-4a7e-99be-e20592246220 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/security-groups?id=e37dd357-13c1-4bbd-a296-27379e7ef71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653468 Dec 16 22:15:57.555421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bdc92-2423-45a7-9b43-3493867b1daf req-71d5f2f4-ecdf-4caf-83af-b642b77a51a7 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:57.566477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-910bdc92-2423-45a7-9b43-3493867b1daf req-71d5f2f4-ecdf-4caf-83af-b642b77a51a7 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.2658529 Dec 16 22:15:57.612721 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 99ecd729-b4db-47a7-b01a-81495d0b4d1b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=99ecd729-b4db-47a7-b01a-81495d0b4d1b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:57.644994 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-824ccf48-e01e-4003-bfb8-c2da2a05bded tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:57.658226 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0bd76602-b06b-431e-95f4-7d2f91e4aced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:57.662931 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-94141cee-1f39-4088-8dda-4ee88c01bad3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23e19705-f5ef-48ff-9b07-37dfd4794a69 HTTP/1.1" status: 200 len: 217 time: 0.1683180 Dec 16 22:15:57.700267 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8c505a02-9068-4677-a1f4-b7f2cebb285f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:57.745689 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-e9a46dd2-4da8-430b-830b-11f11aedd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:57.747472 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-e9a46dd2-4da8-430b-830b-11f11aedd9c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8169c2f-9840-4506-8197-7102f1b057cc HTTP/1.1" status: 200 len: 858 time: 0.0827241 Dec 16 22:15:57.805825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eef49456-15ac-43a0-a48c-ac254d9c3af6 req-85acb055-04e7-4203-ae59-4fe80b92fb02 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 210 time: 0.0744290 Dec 16 22:15:57.812458 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-7168fe6a-b23d-46c4-af3f-cf2eb41b3a6f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5536b8d3-5147-4d93-933b-c5b17c9483fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497136 Dec 16 22:15:57.904432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-910bdc92-2423-45a7-9b43-3493867b1daf req-c37e54af-e0c7-477e-821f-af7579f74a35 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366101 Dec 16 22:15:57.905475 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Attempting to bind port 021bcb27-6f78-42a9-92ef-5cd58dc15dff on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:57.906389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Attempting to bind port 021bcb27-6f78-42a9-92ef-5cd58dc15dff by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '83bc40d1-f037-4f7c-a075-b900de4634b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:57.908016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Attempting to bind port 021bcb27-6f78-42a9-92ef-5cd58dc15dff on network 5536b8d3-5147-4d93-933b-c5b17c9483fe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:57.920950 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:57.930169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec1a2de-4070-4e42-a682-d9db61dd099c {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:57.938440 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:57.955566 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Transition to ACTIVE for port object 3ec1a2de-4070-4e42-a682-d9db61dd099c will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:15:57.967609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Port 021bcb27-6f78-42a9-92ef-5cd58dc15dff on network 5536b8d3-5147-4d93-933b-c5b17c9483fe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:57.968349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Attempting to bind port 021bcb27-6f78-42a9-92ef-5cd58dc15dff on network 5536b8d3-5147-4d93-933b-c5b17c9483fe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:57.988963 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=99ecd729-b4db-47a7-b01a-81495d0b4d1b,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:58.007907 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0bd76602-b06b-431e-95f4-7d2f91e4aced None None] For port 98271cac-5401-4123-aec4-a825b7661a97, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=98271cac-5401-4123-aec4-a825b7661a97,segment=NetworkSegment(783a59d2-3685-4991-8a8d-5dc705d46753),segment_id=783a59d2-3685-4991-8a8d-5dc705d46753)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:58.021391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 8c505a02-9068-4677-a1f4-b7f2cebb285f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:58.021767 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.036750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:58.037490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Checking segment: {'id': '83bc40d1-f037-4f7c-a075-b900de4634b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:58.038902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Bound using segment: {'id': '83bc40d1-f037-4f7c-a075-b900de4634b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:58.038902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Bound port: 021bcb27-6f78-42a9-92ef-5cd58dc15dff, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83bc40d1-f037-4f7c-a075-b900de4634b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:58.039211 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.089881 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-58f6bbd8-9209-44ed-baa1-00e0a14e1c28 service neutron] 10.222.0.69 "GET /v2.0/networks/5536b8d3-5147-4d93-933b-c5b17c9483fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672975 Dec 16 22:15:58.096676 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-824ccf48-e01e-4003-bfb8-c2da2a05bded tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.131587 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7942b6-6135-4d80-ab15-77862a769056 req-46fbc586-f618-44ee-bdbd-4b6adbe40e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:58.133147 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5f7942b6-6135-4d80-ab15-77862a769056 req-46fbc586-f618-44ee-bdbd-4b6adbe40e9c service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c HTTP/1.1" status: 200 len: 912 time: 0.8082285 Dec 16 22:15:58.133790 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.151084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-edff7f55-0a17-45dd-a1b5-4ae79295db01 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:58.157611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-edff7f55-0a17-45dd-a1b5-4ae79295db01 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:58.160624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-edff7f55-0a17-45dd-a1b5-4ae79295db01 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.69 "GET /v2.0/networks?id=265b0f0f-d2ad-4dfe-9f66-2e7cf223671c&id=245be8c2-667c-4f86-9343-372ac8cc7fd0&id=265b0f0f-d2ad-4dfe-9f66-2e7cf223671c HTTP/1.1" status: 200 len: 1392 time: 0.5769124 Dec 16 22:15:58.169993 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0bd76602-b06b-431e-95f4-7d2f91e4aced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.180798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Request body: {'port': {'device_id': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c', 'admin_state_up': True, 'tenant_id': 'd3d095072c80400396b4981d89df8f54'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:58.194465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ecf5d-2724-4858-8419-a097e267b69b req-725bef19-0c47-448b-9888-7402352e2828 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:58.202326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d9ecf5d-2724-4858-8419-a097e267b69b req-725bef19-0c47-448b-9888-7402352e2828 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 943 time: 0.2622182 Dec 16 22:15:58.215245 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ccf48-e01e-4003-bfb8-c2da2a05bded tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce495c2e-c193-44f9-add6-b5209798dce6,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:58.235959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87d3b0-6a04-4edc-92d0-72933cff5d5e req-c77ffa5e-d8db-4fe8-8d45-370c10385ecc tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:58.244592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a87d3b0-6a04-4edc-92d0-72933cff5d5e req-c77ffa5e-d8db-4fe8-8d45-370c10385ecc tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 948 time: 0.2289457 Dec 16 22:15:58.259375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-824ccf48-e01e-4003-bfb8-c2da2a05bded tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.265757 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-824ccf48-e01e-4003-bfb8-c2da2a05bded tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4000337 Dec 16 22:15:58.275775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34160) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:58.285230 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c762302-7dfe-49f5-aa6a-31e2860ebc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a600140b-ae17-4a8a-8c24-1723c2dcd72d'}, {'server_uuid': 'b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99ecd729-b4db-47a7-b01a-81495d0b4d1b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:58.288195 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b578e26-ec3e-4d3a-bccb-997867ab5e7e" -d '{"events": [{"server_uuid": "7c762302-7dfe-49f5-aa6a-31e2860ebc05", "name": "network-vif-plugged", "status": "completed", "tag": "a600140b-ae17-4a8a-8c24-1723c2dcd72d"}, {"server_uuid": "b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c", "name": "network-vif-unplugged", "status": "completed", "tag": "99ecd729-b4db-47a7-b01a-81495d0b4d1b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:58.291529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd76602-b06b-431e-95f4-7d2f91e4aced None None] Pushing event updated for resources: {'Port': ['ID=98271cac-5401-4123-aec4-a825b7661a97,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:58.298376 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c56a5514-6a10-48e4-a838-ea3fbe9a5587 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Request body: {'security_group_rule': {'security_group_id': '4e517677-0309-4d59-9404-43e44e7397b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:58.305560 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5f7942b6-6135-4d80-ab15-77862a769056 req-f677288f-89cc-414d-a7f3-ce9b9c2ba45a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bb16471-8bca-410f-b6f9-bbe265a79d95 HTTP/1.1" status: 200 len: 217 time: 0.1491518 Dec 16 22:15:58.318254 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6e0e4b30-34a9-41d3-b518-841d05a912df up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:58.385615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d9ecf5d-2724-4858-8419-a097e267b69b req-7b376316-5456-41a9-8e8b-ec7941fb679a tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820066 Dec 16 22:15:58.390510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 6e0e4b30-34a9-41d3-b518-841d05a912df triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:58.390890 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.415185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7942b6-6135-4d80-ab15-77862a769056 req-a873fe52-1680-445b-91f1-7a5bc2df77e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:58.417673 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5f7942b6-6135-4d80-ab15-77862a769056 req-a873fe52-1680-445b-91f1-7a5bc2df77e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71387a28-0c73-4674-8c37-167ab8f9b37e HTTP/1.1" status: 200 len: 851 time: 0.1011055 Dec 16 22:15:58.419869 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45af0cd-faf0-4957-a3c3-299160da4dba', 'tag': '23e19705-f5ef-48ff-9b07-37dfd4794a69'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:58.423533 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06caab91-7b8e-4b87-b063-3c3184016a67" -d '{"events": [{"name": "network-changed", "server_uuid": "e45af0cd-faf0-4957-a3c3-299160da4dba", "tag": "23e19705-f5ef-48ff-9b07-37dfd4794a69"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:58.455124 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] For port 021bcb27-6f78-42a9-92ef-5cd58dc15dff, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:58.470156 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] For port 021bcb27-6f78-42a9-92ef-5cd58dc15dff, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=021bcb27-6f78-42a9-92ef-5cd58dc15dff,segment=NetworkSegment(83bc40d1-f037-4f7c-a075-b900de4634b0),segment_id=83bc40d1-f037-4f7c-a075-b900de4634b0)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:58.485251 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5f7942b6-6135-4d80-ab15-77862a769056 req-038f0210-68b5-4a7f-b44e-125057c024c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575464 Dec 16 22:15:58.492236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec1a2de-4070-4e42-a682-d9db61dd099c,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:58.541863 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 98271cac-5401-4123-aec4-a825b7661a97 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:58.555472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a87d3b0-6a04-4edc-92d0-72933cff5d5e req-1dee3183-72d1-4289-9035-090e13948f91 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072896 Dec 16 22:15:58.601766 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.624168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72264dd7-3244-4c9e-acce-5214063cd460 req-55529e7b-ceca-4983-b6e2-940e061a2b28 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:58.625169 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 98271cac-5401-4123-aec4-a825b7661a97 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:58.625718 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.635524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72264dd7-3244-4c9e-acce-5214063cd460 req-55529e7b-ceca-4983-b6e2-940e061a2b28 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 943 time: 0.1388085 Dec 16 22:15:58.640306 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-4953cd69-a0e0-4f8f-8261-0c997036b4ce service neutron] 10.222.0.69 "GET /v2.0/networks/5536b8d3-5147-4d93-933b-c5b17c9483fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348108 Dec 16 22:15:58.640306 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Attempting to bind port 3ec1a2de-4070-4e42-a682-d9db61dd099c on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:58.640306 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Attempting to bind port 3ec1a2de-4070-4e42-a682-d9db61dd099c by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '83bc40d1-f037-4f7c-a075-b900de4634b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:58.640306 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Attempting to bind port 3ec1a2de-4070-4e42-a682-d9db61dd099c on network 5536b8d3-5147-4d93-933b-c5b17c9483fe {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:58.647761 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Port 3ec1a2de-4070-4e42-a682-d9db61dd099c on network 5536b8d3-5147-4d93-933b-c5b17c9483fe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:58.648079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Attempting to bind port 3ec1a2de-4070-4e42-a682-d9db61dd099c on network 5536b8d3-5147-4d93-933b-c5b17c9483fe {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:58.665988 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:58.669197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Checking segment: {'id': '83bc40d1-f037-4f7c-a075-b900de4634b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:58.669197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Bound using segment: {'id': '83bc40d1-f037-4f7c-a075-b900de4634b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:58.669197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Bound port: 3ec1a2de-4070-4e42-a682-d9db61dd099c, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83bc40d1-f037-4f7c-a075-b900de4634b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:58.669197 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.705367 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c56a5514-6a10-48e4-a838-ea3fbe9a5587 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.749683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:58.750518 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.752074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] 10.222.0.69 "PUT /v2.0/ports/021bcb27-6f78-42a9-92ef-5cd58dc15dff HTTP/1.1" status: 200 len: 1092 time: 4.7573445 Dec 16 22:15:58.756345 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f16b16-ad41-4341-97e5-446f0e5e166e', 'tag': '021bcb27-6f78-42a9-92ef-5cd58dc15dff'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:58.759073 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6be19a-d5e9-4930-b38f-fec4277538a7" -d '{"events": [{"name": "network-changed", "server_uuid": "38f16b16-ad41-4341-97e5-446f0e5e166e", "tag": "021bcb27-6f78-42a9-92ef-5cd58dc15dff"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:58.777305 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5f7942b6-6135-4d80-ab15-77862a769056 req-4471d486-185b-4a66-abe0-1195aca48c27 service neutron] 10.222.0.69 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821677 Dec 16 22:15:58.806044 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c56a5514-6a10-48e4-a838-ea3fbe9a5587 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.855570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72264dd7-3244-4c9e-acce-5214063cd460 req-52dd34d8-1915-4c69-aa9a-d17064c9dc7c tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188988 Dec 16 22:15:58.863981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cd8d4-5421-4a05-bd3b-f0510849a128 service neutron] Pushing event updated for resources: {'Port': ['ID=021bcb27-6f78-42a9-92ef-5cd58dc15dff,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:58.880910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36943022-90cb-45d9-a741-a7cbbf171d38 req-0cdeaf2b-4153-443c-80e7-146cc5823703 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:58.898577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] For port 3ec1a2de-4070-4e42-a682-d9db61dd099c, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:58.905314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36943022-90cb-45d9-a741-a7cbbf171d38 req-0cdeaf2b-4153-443c-80e7-146cc5823703 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 944 time: 0.2205112 Dec 16 22:15:58.906811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 98271cac-5401-4123-aec4-a825b7661a97 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:58.912964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] For port 3ec1a2de-4070-4e42-a682-d9db61dd099c, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3ec1a2de-4070-4e42-a682-d9db61dd099c,segment=NetworkSegment(83bc40d1-f037-4f7c-a075-b900de4634b0),segment_id=83bc40d1-f037-4f7c-a075-b900de4634b0)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:58.940275 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5f7942b6-6135-4d80-ab15-77862a769056 req-f41be83e-d3ad-4759-b6b4-f35b79f12b99 service neutron] 10.222.0.69 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319733 Dec 16 22:15:58.949165 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c56a5514-6a10-48e4-a838-ea3fbe9a5587 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.965887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Made reservation on behalf of d3d095072c80400396b4981d89df8f54 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:58.971687 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.001413 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55906d1-cf4a-4385-a9e7-f61902260f2d x-openstack-request-id: req-c55906d1-cf4a-4385-a9e7-f61902260f2d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:59.001710 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c762302-7dfe-49f5-aa6a-31e2860ebc05", "name": "network-vif-plugged", "status": "completed", "tag": "a600140b-ae17-4a8a-8c24-1723c2dcd72d", "code": 200}, {"server_uuid": "b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c", "name": "network-vif-unplugged", "status": "completed", "tag": "99ecd729-b4db-47a7-b01a-81495d0b4d1b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:59.001944 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c55906d1-cf4a-4385-a9e7-f61902260f2d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:59.002340 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c762302-7dfe-49f5-aa6a-31e2860ebc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a600140b-ae17-4a8a-8c24-1723c2dcd72d', 'code': 200} Dec 16 22:15:59.003222 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99ecd729-b4db-47a7-b01a-81495d0b4d1b', 'code': 200} Dec 16 22:15:59.036445 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a5514-6a10-48e4-a838-ea3fbe9a5587 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6298a8-5b6f-4b99-82bb-eee03804bd16,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:59.043804 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.057412 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36943022-90cb-45d9-a741-a7cbbf171d38 req-64dccb94-12a4-41ec-bae7-f963a7bfe88c tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506572 Dec 16 22:15:59.077102 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2a6bb3-5b59-457a-8c02-aa240d387ec5 x-openstack-request-id: req-2a2a6bb3-5b59-457a-8c02-aa240d387ec5 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:59.077102 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45af0cd-faf0-4957-a3c3-299160da4dba", "tag": "23e19705-f5ef-48ff-9b07-37dfd4794a69", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:59.077102 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a2a6bb3-5b59-457a-8c02-aa240d387ec5 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:59.077102 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45af0cd-faf0-4957-a3c3-299160da4dba', 'tag': '23e19705-f5ef-48ff-9b07-37dfd4794a69', 'status': 'completed', 'code': 200} Dec 16 22:15:59.107093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 98271cac-5401-4123-aec4-a825b7661a97 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:59.107093 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.153368 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c56a5514-6a10-48e4-a838-ea3fbe9a5587 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.162108 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c56a5514-6a10-48e4-a838-ea3fbe9a5587 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8833692 Dec 16 22:15:59.162782 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34174) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:59.204497 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:59.229100 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 99ecd729-b4db-47a7-b01a-81495d0b4d1b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:59.231518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 04457bfa-a2ee-40c4-8db4-1088f9ea4181 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:59.266358 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Allocated IP 19.80.0.91 (265b0f0f-d2ad-4dfe-9f66-2e7cf223671c/52fbc3ad-137b-45e5-a5f0-30cf6422fb29/263d55cb-6323-4c2b-aeb4-eeb7b0c832b7) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:59.324537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:59.325936 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.328515 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] 10.222.0.69 "PUT /v2.0/ports/3ec1a2de-4070-4e42-a682-d9db61dd099c HTTP/1.1" status: 200 len: 1091 time: 3.1206932 Dec 16 22:15:59.365913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-7606c019-9511-4db4-9c82-96d9d8a53127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:59.368691 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-7606c019-9511-4db4-9c82-96d9d8a53127 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69fb37933f9649f188f594761fa7ab1e&device_id=38f16b16-ad41-4341-97e5-446f0e5e166e HTTP/1.1" status: 200 len: 1095 time: 0.3778126 Dec 16 22:15:59.433674 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4ff33b-e8c7-4e21-84cf-f490528b0719 x-openstack-request-id: req-cd4ff33b-e8c7-4e21-84cf-f490528b0719 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:59.434368 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f16b16-ad41-4341-97e5-446f0e5e166e", "tag": "021bcb27-6f78-42a9-92ef-5cd58dc15dff", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:59.434633 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd4ff33b-e8c7-4e21-84cf-f490528b0719 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:59.435040 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f16b16-ad41-4341-97e5-446f0e5e166e', 'tag': '021bcb27-6f78-42a9-92ef-5cd58dc15dff', 'status': 'completed', 'code': 200} Dec 16 22:15:59.437578 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-791cfe0e-d084-4f7a-810a-0ca50256f2a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=021bcb27-6f78-42a9-92ef-5cd58dc15dff HTTP/1.1" status: 200 len: 217 time: 0.0558596 Dec 16 22:15:59.438743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0437b7e-ef54-45dc-944f-39317acafe75 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec1a2de-4070-4e42-a682-d9db61dd099c,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:59.454929 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 99ecd729-b4db-47a7-b01a-81495d0b4d1b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=99ecd729-b4db-47a7-b01a-81495d0b4d1b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:59.459328 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87623689-b535-4683-81c7-3fb1b6ced755 req-853bc3b4-f066-4529-aa1a-e35fb4f97b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:59.459328 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-87623689-b535-4683-81c7-3fb1b6ced755 req-853bc3b4-f066-4529-aa1a-e35fb4f97b83 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 1096 time: 0.2719729 Dec 16 22:15:59.489528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '99ecd729-b4db-47a7-b01a-81495d0b4d1b', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '99ecd729-b4db-47a7-b01a-81495d0b4d1b', 'mac_address': 'fa:16:3e:46:70:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:15:59.504461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:15:59.515535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:59.516766 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.524658 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4a1d8b7-554f-4eda-8924-7e9b7cf43927 req-132e0474-8d74-4dd7-bcc3-85922fa04953 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 210 time: 0.0865974 Dec 16 22:15:59.535671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caab91-7b8e-4b87-b063-3c3184016a67 req-b8a2e7fd-7c1a-4fd5-a896-d7a9902efcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:59.537313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06caab91-7b8e-4b87-b063-3c3184016a67 req-b8a2e7fd-7c1a-4fd5-a896-d7a9902efcc2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69fb37933f9649f188f594761fa7ab1e&device_id=e45af0cd-faf0-4957-a3c3-299160da4dba HTTP/1.1" status: 200 len: 1094 time: 0.4497340 Dec 16 22:15:59.557851 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-57a3f20d-ba05-4709-8fcf-f19cf0ed280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:59.559579 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-57a3f20d-ba05-4709-8fcf-f19cf0ed280a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8169c2f-9840-4506-8197-7102f1b057cc HTTP/1.1" status: 200 len: 858 time: 0.0991018 Dec 16 22:15:59.579917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ccd44-5383-42c4-ad99-aa7a61400fee req-9315f564-f799-442b-875b-fe4f46941ff8 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:59.583781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd4ccd44-5383-42c4-ad99-aa7a61400fee req-9315f564-f799-442b-875b-fe4f46941ff8 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 945 time: 0.1473002 Dec 16 22:15:59.584300 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.589597 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.633801 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ecd729-b4db-47a7-b01a-81495d0b4d1b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:59.654145 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.679176 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-89a44579-f5fd-43a0-ac88-17a7675e90b6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5536b8d3-5147-4d93-933b-c5b17c9483fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751581 Dec 16 22:15:59.699391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 99ecd729-b4db-47a7-b01a-81495d0b4d1b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=99ecd729-b4db-47a7-b01a-81495d0b4d1b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:59.747782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd4ccd44-5383-42c4-ad99-aa7a61400fee req-cfe41cfc-c353-4d3e-824e-dc166f6cc85b tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/security-groups?id=e37dd357-13c1-4bbd-a296-27379e7ef71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484919 Dec 16 22:15:59.785730 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.808469 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:15:59.818604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caab91-7b8e-4b87-b063-3c3184016a67 req-f8ef2692-bae7-4e5a-9552-1273288ad90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:59.820159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06caab91-7b8e-4b87-b063-3c3184016a67 req-f8ef2692-bae7-4e5a-9552-1273288ad90c service neutron] 10.222.0.69 "GET /v2.0/networks?id=5536b8d3-5147-4d93-933b-c5b17c9483fe HTTP/1.1" status: 200 len: 919 time: 0.2611058 Dec 16 22:15:59.829632 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-61ed9dd9-0000-4f7c-8fd0-59cba47b1f86 service neutron] 10.222.0.69 "GET /v2.0/networks/5536b8d3-5147-4d93-933b-c5b17c9483fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365342 Dec 16 22:15:59.872300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=99ecd729-b4db-47a7-b01a-81495d0b4d1b,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:59.883402 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e3b12-9db2-4218-9da1-585081e6404c req-7cc1db18-5123-4164-9c98-dd922ddca235 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:59.885027 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-116e3b12-9db2-4218-9da1-585081e6404c req-7cc1db18-5123-4164-9c98-dd922ddca235 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.1242414 Dec 16 22:15:59.887680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06caab91-7b8e-4b87-b063-3c3184016a67 req-3b5a6b1c-e4c9-4cb2-bfbc-faf4bf2d8a2c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23e19705-f5ef-48ff-9b07-37dfd4794a69 HTTP/1.1" status: 200 len: 217 time: 0.0587196 Dec 16 22:15:59.891764 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.942884 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:59.961053 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-7744aeee-4dc0-4aae-9292-3035c4d95ce7 service neutron] 10.222.0.69 "GET /v2.0/networks/5536b8d3-5147-4d93-933b-c5b17c9483fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078515 Dec 16 22:15:59.964190 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-99a4fa2c-da8e-489f-ad4b-afe1f87f8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:59.965686 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-99a4fa2c-da8e-489f-ad4b-afe1f87f8c0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69fb37933f9649f188f594761fa7ab1e&device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 1094 time: 0.4913208 Dec 16 22:16:00.021823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-116e3b12-9db2-4218-9da1-585081e6404c req-7a8d147d-f7c5-438e-9f7b-4b93fb9130dd tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292844 Dec 16 22:16:00.029110 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:00.037028 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-6cfbb8a0-718c-4107-8207-ee5b7b008971 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ec1a2de-4070-4e42-a682-d9db61dd099c HTTP/1.1" status: 200 len: 217 time: 0.0480676 Dec 16 22:16:00.039351 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-87623689-b535-4683-81c7-3fb1b6ced755 req-e5a23634-0eb3-4d78-9263-32c91877a751 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e37dd357-13c1-4bbd-a296-27379e7ef71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482759 Dec 16 22:16:00.042310 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:00.066113 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caab91-7b8e-4b87-b063-3c3184016a67 req-bcc5e9d9-8f85-4d74-82d2-7e1e71f24e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:00.069111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06caab91-7b8e-4b87-b063-3c3184016a67 req-bcc5e9d9-8f85-4d74-82d2-7e1e71f24e7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8169c2f-9840-4506-8197-7102f1b057cc HTTP/1.1" status: 200 len: 858 time: 0.1024933 Dec 16 22:16:00.106100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Network 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:00.110307 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:00.113769 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:00.116215 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:00.159653 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['99ecd729-b4db-47a7-b01a-81495d0b4d1b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:00.187292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ffcfc-547b-4bac-a687-723f6ec3fa2a req-eb19ba65-b58d-4ea9-84bd-7ae06cf531c4 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:00.195683 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd3ffcfc-547b-4bac-a687-723f6ec3fa2a req-eb19ba65-b58d-4ea9-84bd-7ae06cf531c4 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 943 time: 0.2401817 Dec 16 22:16:00.256406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event updated for resources: {'Port': ['ID=263d55cb-6323-4c2b-aeb4-eeb7b0c832b7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:00.285371 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=04457bfa-a2ee-40c4-8db4-1088f9ea4181,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:00.343407 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:00.344616 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:00.345489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:00.346030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:00.347082 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:00.347633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:00.348139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:00.349458 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:00.349978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:00.350667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:00.351178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:00.351707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:00.352280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:00.377951 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:00.379607 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:00.403867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06caab91-7b8e-4b87-b063-3c3184016a67 req-0c967704-b066-43b1-aff7-a87ca82e54f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5536b8d3-5147-4d93-933b-c5b17c9483fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385927 Dec 16 22:16:00.419461 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-8a6b3739-1237-49dc-bad9-9a5378e00aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:00.421853 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-8a6b3739-1237-49dc-bad9-9a5378e00aab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8169c2f-9840-4506-8197-7102f1b057cc HTTP/1.1" status: 200 len: 858 time: 0.1826453 Dec 16 22:16:00.448405 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Allocated IP 172.25.2.103 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/c882da4f-8eb6-4eac-bf1e-1a9a0b1dd53b) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:00.478424 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-8ac60d86-aaf6-491b-b5f0-bc66e9f339cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5536b8d3-5147-4d93-933b-c5b17c9483fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417285 Dec 16 22:16:00.484729 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6be19a-d5e9-4930-b38f-fec4277538a7 req-d42eca14-a9af-4f81-b77b-78c3e2ab0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:00.486208 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ca6be19a-d5e9-4930-b38f-fec4277538a7 req-d42eca14-a9af-4f81-b77b-78c3e2ab0306 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69fb37933f9649f188f594761fa7ab1e&device_id=38f16b16-ad41-4341-97e5-446f0e5e166e HTTP/1.1" status: 200 len: 1095 time: 0.1756730 Dec 16 22:16:00.543189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7a9d7-31dd-4f39-809f-c5656d9a8e15 req-871c1f72-b14c-4da4-ac87-837ffd3853d3 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:00.545400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efc7a9d7-31dd-4f39-809f-c5656d9a8e15 req-871c1f72-b14c-4da4-ac87-837ffd3853d3 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 949 time: 0.3878567 Dec 16 22:16:00.576559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd3ffcfc-547b-4bac-a687-723f6ec3fa2a req-86eefb3c-8233-444d-99bf-5c8e191488ff tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800049 Dec 16 22:16:00.644236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5a05c0e1-d72f-4f11-9e95-1e828bb5fd40 None None] Provisioning complete for port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:00.645147 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a05c0e1-d72f-4f11-9e95-1e828bb5fd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:00.661439 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-63d83bf2-ca95-47c0-8033-43dbe1d69ef5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4885733 Dec 16 22:16:00.697298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-f50be665-8131-4165-ae13-624d10f14b74 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Request body: {'port': {'device_id': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'network_id': '245be8c2-667c-4f86-9343-372ac8cc7fd0', 'admin_state_up': True, 'tenant_id': 'd3d095072c80400396b4981d89df8f54'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:00.719127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5a05c0e1-d72f-4f11-9e95-1e828bb5fd40 None None] Port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:00.792854 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-6b84ade9-3e17-4e57-8a81-a40859797e7b service neutron] 10.222.0.69 "GET /v2.0/networks/5536b8d3-5147-4d93-933b-c5b17c9483fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854366 Dec 16 22:16:00.795748 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6be19a-d5e9-4930-b38f-fec4277538a7 req-c74e5534-a4dd-4c66-8497-bb4b86997021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:00.797591 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ca6be19a-d5e9-4930-b38f-fec4277538a7 req-c74e5534-a4dd-4c66-8497-bb4b86997021 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5536b8d3-5147-4d93-933b-c5b17c9483fe HTTP/1.1" status: 200 len: 919 time: 0.2861435 Dec 16 22:16:00.818002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efc7a9d7-31dd-4f39-809f-c5656d9a8e15 req-7898d682-baf8-4e7d-a36d-5d1eba1b4992 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498641 Dec 16 22:16:00.828281 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06caab91-7b8e-4b87-b063-3c3184016a67 req-8106124c-bf9c-4078-8eb5-37b4ef5d1e79 service neutron] 10.222.0.69 "GET /v2.0/networks/5536b8d3-5147-4d93-933b-c5b17c9483fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150398 Dec 16 22:16:00.962916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fa681-c692-44bb-832d-ac47ddaa7ee0 req-4337e9d2-ed87-4ee4-b849-fe7ab7764b58 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:00.972055 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f80fa681-c692-44bb-832d-ac47ddaa7ee0 req-4337e9d2-ed87-4ee4-b849-fe7ab7764b58 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 943 time: 0.2537203 Dec 16 22:16:01.004325 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988d34df-e17e-4523-9e0b-30760d771ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04457bfa-a2ee-40c4-8db4-1088f9ea4181'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:01.006714 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd258b84-806c-430e-982d-c8c988fa009d" -d '{"events": [{"server_uuid": "988d34df-e17e-4523-9e0b-30760d771ff6", "name": "network-vif-plugged", "status": "completed", "tag": "04457bfa-a2ee-40c4-8db4-1088f9ea4181"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:01.113141 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06caab91-7b8e-4b87-b063-3c3184016a67 req-2750f85e-4b6c-411b-9436-bc2e856a06e8 service neutron] 10.222.0.69 "GET /v2.0/networks/5536b8d3-5147-4d93-933b-c5b17c9483fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756162 Dec 16 22:16:01.137820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f80fa681-c692-44bb-832d-ac47ddaa7ee0 req-4e0939cc-39de-4cd8-b428-1f0ead779b76 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548603 Dec 16 22:16:01.155444 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab962fe-0d3a-4720-bedc-692ec4c2dff9 req-2665e648-8a4f-4b2a-b31c-d011309242f0 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:01.159892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ab962fe-0d3a-4720-bedc-692ec4c2dff9 req-2665e648-8a4f-4b2a-b31c-d011309242f0 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 945 time: 0.1804025 Dec 16 22:16:01.174918 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d2b80c-7ec2-4848-88bb-a4e02521129a', 'tag': '3ec1a2de-4070-4e42-a682-d9db61dd099c'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:01.180400 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb39c0da-b04b-41ed-b06e-61c7e504901c" -d '{"events": [{"name": "network-changed", "server_uuid": "93d2b80c-7ec2-4848-88bb-a4e02521129a", "tag": "3ec1a2de-4070-4e42-a682-d9db61dd099c"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:01.200916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-f50be665-8131-4165-ae13-624d10f14b74 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Made reservation on behalf of d3d095072c80400396b4981d89df8f54 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:01.204542 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-f50be665-8131-4165-ae13-624d10f14b74 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.217912 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ca6be19a-d5e9-4930-b38f-fec4277538a7 req-24bccad7-7ed1-48dd-8069-04ba213cd65c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=021bcb27-6f78-42a9-92ef-5cd58dc15dff HTTP/1.1" status: 200 len: 217 time: 0.3996501 Dec 16 22:16:01.264792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3bb16471-8bca-410f-b6f9-bbe265a79d95 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:01.281753 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6be19a-d5e9-4930-b38f-fec4277538a7 req-2f1ec15d-2e69-4324-aa17-a8a90ae3291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:01.284375 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ca6be19a-d5e9-4930-b38f-fec4277538a7 req-2f1ec15d-2e69-4324-aa17-a8a90ae3291f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8169c2f-9840-4506-8197-7102f1b057cc HTTP/1.1" status: 200 len: 858 time: 0.0539653 Dec 16 22:16:01.290623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ab962fe-0d3a-4720-bedc-692ec4c2dff9 req-e92712dc-56fd-4486-bcb9-09c82758b612 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203570 Dec 16 22:16:01.328463 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ca6be19a-d5e9-4930-b38f-fec4277538a7 req-92e90287-2ee4-4c0f-9bf3-1f4f51f3e254 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5536b8d3-5147-4d93-933b-c5b17c9483fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299633 Dec 16 22:16:01.394718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea896f-2627-4de8-b77c-c2e0e5faca8e req-cd1e88be-e418-4201-8921-9c4b855686ce tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:01.395739 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.400877 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bea896f-2627-4de8-b77c-c2e0e5faca8e req-cd1e88be-e418-4201-8921-9c4b855686ce tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 931 time: 0.1776204 Dec 16 22:16:01.534228 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e80d7e7d-44fc-4146-9e2b-b79d43cc71fe req-d393e247-210a-497c-9a6b-14ae717eeaa9 service neutron] 10.222.0.69 "GET /v2.0/networks/5536b8d3-5147-4d93-933b-c5b17c9483fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7260494 Dec 16 22:16:01.539495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bea896f-2627-4de8-b77c-c2e0e5faca8e req-a33f3c8a-2739-4880-ac79-f45a28195179 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293440 Dec 16 22:16:01.559904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 3bb16471-8bca-410f-b6f9-bbe265a79d95, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3bb16471-8bca-410f-b6f9-bbe265a79d95,segment=NetworkSegment(cb8d9b4d-1754-476b-9571-5840c9549736),segment_id=cb8d9b4d-1754-476b-9571-5840c9549736)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:01.588349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '3bb16471-8bca-410f-b6f9-bbe265a79d95', 'network_id': '6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c', 'port_id': '3bb16471-8bca-410f-b6f9-bbe265a79d95', 'mac_address': 'fa:16:3e:13:97:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71387a28-0c73-4674-8c37-167ab8f9b37e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:01.623059 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94d1e2-5df2-4be2-b920-87ba681f30b7 req-d3100efe-86b0-4eef-96b6-de05ba5365de tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:01.624699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b94d1e2-5df2-4be2-b920-87ba681f30b7 req-d3100efe-86b0-4eef-96b6-de05ba5365de tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 945 time: 0.1529138 Dec 16 22:16:01.640953 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ca6be19a-d5e9-4930-b38f-fec4277538a7 req-c7619f33-0761-43f6-85c3-52cbe949ff9d service neutron] 10.222.0.69 "GET /v2.0/networks/5536b8d3-5147-4d93-933b-c5b17c9483fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017883 Dec 16 22:16:01.658548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-f50be665-8131-4165-ae13-624d10f14b74 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Allocated IP 19.86.0.165 (245be8c2-667c-4f86-9343-372ac8cc7fd0/cc92e947-b8e5-4f17-9c3f-00594edece00/92dc3833-b638-413b-8747-0dc96d11ad35) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:01.663031 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379ab31a-04bc-4e14-b5cf-3cf9194fd898 x-openstack-request-id: req-379ab31a-04bc-4e14-b5cf-3cf9194fd898 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:01.672165 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988d34df-e17e-4523-9e0b-30760d771ff6", "name": "network-vif-plugged", "status": "completed", "tag": "04457bfa-a2ee-40c4-8db4-1088f9ea4181", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:01.672498 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-379ab31a-04bc-4e14-b5cf-3cf9194fd898 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:01.672889 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988d34df-e17e-4523-9e0b-30760d771ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04457bfa-a2ee-40c4-8db4-1088f9ea4181', 'code': 200} Dec 16 22:16:01.676514 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.734068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb16471-8bca-410f-b6f9-bbe265a79d95 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:01.784345 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.858983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 3bb16471-8bca-410f-b6f9-bbe265a79d95, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3bb16471-8bca-410f-b6f9-bbe265a79d95,segment=NetworkSegment(cb8d9b4d-1754-476b-9571-5840c9549736),segment_id=cb8d9b4d-1754-476b-9571-5840c9549736)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:01.865558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:01.868919 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b94d1e2-5df2-4be2-b920-87ba681f30b7 req-3e42555f-0f49-42ad-be4d-2106b2dc8d52 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/security-groups?id=e37dd357-13c1-4bbd-a296-27379e7ef71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243176 Dec 16 22:16:01.891775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18ea7d-ce20-4131-9b7e-7d17b0900095 req-6f044652-7dbe-47a4-8412-70c227df0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:01.893608 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7f18ea7d-ce20-4131-9b7e-7d17b0900095 req-6f044652-7dbe-47a4-8412-70c227df0178 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 1096 time: 0.1442947 Dec 16 22:16:01.905786 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc43aa-bb32-4bc6-95eb-3854b0992db2 req-4eef8229-7334-49e1-8ab7-fc64eb7d345b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:01.921833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68bc43aa-bb32-4bc6-95eb-3854b0992db2 req-4eef8229-7334-49e1-8ab7-fc64eb7d345b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.1255715 Dec 16 22:16:01.928512 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.929818 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:01.951827 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event updated for resources: {'Port': ['ID=c882da4f-8eb6-4eac-bf1e-1a9a0b1dd53b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:01.954785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:01.979606 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad320454-992b-4a20-8713-349c2b2c9c1f x-openstack-request-id: req-ad320454-992b-4a20-8713-349c2b2c9c1f {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:01.979848 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d2b80c-7ec2-4848-88bb-a4e02521129a", "tag": "3ec1a2de-4070-4e42-a682-d9db61dd099c", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:01.980100 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad320454-992b-4a20-8713-349c2b2c9c1f {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:01.980478 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d2b80c-7ec2-4848-88bb-a4e02521129a', 'tag': '3ec1a2de-4070-4e42-a682-d9db61dd099c', 'status': 'completed', 'code': 200} Dec 16 22:16:02.052753 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ca6be19a-d5e9-4930-b38f-fec4277538a7 req-5f9de440-7bb5-41c1-8443-76251dcf6400 service neutron] 10.222.0.69 "GET /v2.0/networks/5536b8d3-5147-4d93-933b-c5b17c9483fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886595 Dec 16 22:16:02.059114 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7f18ea7d-ce20-4131-9b7e-7d17b0900095 req-2d8f029e-1fb0-47f0-a111-29c022dd42c5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448228 Dec 16 22:16:02.113408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=3bb16471-8bca-410f-b6f9-bbe265a79d95,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:02.148141 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:02.227614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68bc43aa-bb32-4bc6-95eb-3854b0992db2 req-4965132e-0bbd-44d8-9c4d-b2c4df1a32a9 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985189 Dec 16 22:16:02.253148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914408c-6723-4326-8e45-114a3e91bb06 req-dd0c17fd-58db-4cc9-b7d7-dd394fd46a43 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:02.254759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9914408c-6723-4326-8e45-114a3e91bb06 req-dd0c17fd-58db-4cc9-b7d7-dd394fd46a43 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 944 time: 0.2038646 Dec 16 22:16:02.279436 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:02.285198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39c0da-b04b-41ed-b06e-61c7e504901c req-d3d1815c-5718-4b60-b65c-732456ceb084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:02.287314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb39c0da-b04b-41ed-b06e-61c7e504901c req-d3d1815c-5718-4b60-b65c-732456ceb084 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69fb37933f9649f188f594761fa7ab1e&device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 1094 time: 0.2147610 Dec 16 22:16:02.290555 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-f50be665-8131-4165-ae13-624d10f14b74 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:02.310519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['3bb16471-8bca-410f-b6f9-bbe265a79d95'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:02.473634 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9914408c-6723-4326-8e45-114a3e91bb06 req-77ca43b2-c2d2-433a-a73d-57dc429dd776 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112246 Dec 16 22:16:02.539281 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c64dbd-29a0-4273-b447-7d1c84fbb535 req-e5ca0037-f7dd-45f0-a751-ac4acd705c6f tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:02.540965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24c64dbd-29a0-4273-b447-7d1c84fbb535 req-e5ca0037-f7dd-45f0-a751-ac4acd705c6f tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 949 time: 0.2182553 Dec 16 22:16:02.552835 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-f50be665-8131-4165-ae13-624d10f14b74 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:02.585327 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:02.641786 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39c0da-b04b-41ed-b06e-61c7e504901c req-0385fc09-078d-412c-9bda-71c7bf932bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:02.644078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb39c0da-b04b-41ed-b06e-61c7e504901c req-0385fc09-078d-412c-9bda-71c7bf932bcb service neutron] 10.222.0.69 "GET /v2.0/networks?id=5536b8d3-5147-4d93-933b-c5b17c9483fe HTTP/1.1" status: 200 len: 919 time: 0.3455169 Dec 16 22:16:02.657199 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:02.693479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-f50be665-8131-4165-ae13-624d10f14b74 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Network 245be8c2-667c-4f86-9343-372ac8cc7fd0 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:02.742283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-f50be665-8131-4165-ae13-624d10f14b74 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:02.742283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb39c0da-b04b-41ed-b06e-61c7e504901c req-57cbfa25-cc98-4965-9a16-45ea96d8f149 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ec1a2de-4070-4e42-a682-d9db61dd099c HTTP/1.1" status: 200 len: 217 time: 0.0785425 Dec 16 22:16:02.745386 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event updated for resources: {'Port': ['ID=c882da4f-8eb6-4eac-bf1e-1a9a0b1dd53b,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:02.755196 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-f50be665-8131-4165-ae13-624d10f14b74 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:02.803890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50be665-8131-4165-ae13-624d10f14b74 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event updated for resources: {'Port': ['ID=92dc3833-b638-413b-8747-0dc96d11ad35,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:02.818826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24c64dbd-29a0-4273-b447-7d1c84fbb535 req-07ed6f7e-49ee-4be1-a7fb-2a497fc2ba5a tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487102 Dec 16 22:16:02.843547 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:02.904856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30a905-09df-41de-a8e8-27f3dc9883dd req-ceaf5c6a-0629-4331-aa75-9714c3285b88 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:02.912880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b30a905-09df-41de-a8e8-27f3dc9883dd req-ceaf5c6a-0629-4331-aa75-9714c3285b88 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 943 time: 0.3302596 Dec 16 22:16:02.942624 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:02.953547 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-08cef92a-888a-4008-b493-ae134b807a3e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7457843 Dec 16 22:16:02.970259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-f50be665-8131-4165-ae13-624d10f14b74 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:02.970946 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-f50be665-8131-4165-ae13-624d10f14b74 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:03.057298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39c0da-b04b-41ed-b06e-61c7e504901c req-8fbaa7c2-e5f6-4ada-9d7a-7bc177a6512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:03.058966 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb39c0da-b04b-41ed-b06e-61c7e504901c req-8fbaa7c2-e5f6-4ada-9d7a-7bc177a6512c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8169c2f-9840-4506-8197-7102f1b057cc HTTP/1.1" status: 200 len: 858 time: 0.2927911 Dec 16 22:16:03.106092 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-50174441-ea2e-4847-a3e2-93c2b03f0ce2 None None] Provisioning complete for port 92dc3833-b638-413b-8747-0dc96d11ad35 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:03.106700 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50174441-ea2e-4847-a3e2-93c2b03f0ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:03.194058 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-50174441-ea2e-4847-a3e2-93c2b03f0ce2 None None] Port 92dc3833-b638-413b-8747-0dc96d11ad35 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:03.287360 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 021bcb27-6f78-42a9-92ef-5cd58dc15dff details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:03.289802 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 99ecd729-b4db-47a7-b01a-81495d0b4d1b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:03.419708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 99ecd729-b4db-47a7-b01a-81495d0b4d1b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:03.420251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:03.477533 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 021bcb27-6f78-42a9-92ef-5cd58dc15dff, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=021bcb27-6f78-42a9-92ef-5cd58dc15dff,segment=NetworkSegment(83bc40d1-f037-4f7c-a075-b900de4634b0),segment_id=83bc40d1-f037-4f7c-a075-b900de4634b0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:03.496228 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '021bcb27-6f78-42a9-92ef-5cd58dc15dff', 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe', 'port_id': '021bcb27-6f78-42a9-92ef-5cd58dc15dff', 'mac_address': 'fa:16:3e:b4:ba:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8169c2f-9840-4506-8197-7102f1b057cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:03.550189 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:03.556217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb39c0da-b04b-41ed-b06e-61c7e504901c req-481f327e-58dc-4223-8213-1d1025b07777 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5536b8d3-5147-4d93-933b-c5b17c9483fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4780331 Dec 16 22:16:03.567385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021bcb27-6f78-42a9-92ef-5cd58dc15dff {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:03.590561 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-f50be665-8131-4165-ae13-624d10f14b74 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9020102 Dec 16 22:16:03.613864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-6ad46646-8f1c-4bb9-987d-956491c967bb tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Request body: {'port': {'device_id': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c', 'admin_state_up': True, 'tenant_id': 'd3d095072c80400396b4981d89df8f54'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:03.632157 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:03.637609 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 021bcb27-6f78-42a9-92ef-5cd58dc15dff, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=021bcb27-6f78-42a9-92ef-5cd58dc15dff,segment=NetworkSegment(83bc40d1-f037-4f7c-a075-b900de4634b0),segment_id=83bc40d1-f037-4f7c-a075-b900de4634b0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:03.673516 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ecd729-b4db-47a7-b01a-81495d0b4d1b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:03.677411 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eac86b9-5957-4ccf-a1dc-602e9f23e2c5" -d '{"events": [{"server_uuid": "b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c", "name": "network-vif-plugged", "status": "completed", "tag": "99ecd729-b4db-47a7-b01a-81495d0b4d1b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:03.683672 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 99ecd729-b4db-47a7-b01a-81495d0b4d1b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=99ecd729-b4db-47a7-b01a-81495d0b4d1b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:03.688857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dd940-0530-4616-b4b9-fda401586470 req-e8dadf7c-1fc2-4274-82cc-c2a39d224355 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:03.691697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-636dd940-0530-4616-b4b9-fda401586470 req-e8dadf7c-1fc2-4274-82cc-c2a39d224355 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 945 time: 0.7647226 Dec 16 22:16:03.696037 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b30a905-09df-41de-a8e8-27f3dc9883dd req-df8571a0-63bd-4c04-bd9b-2219e2a1e7d5 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7821772 Dec 16 22:16:03.880628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb39c0da-b04b-41ed-b06e-61c7e504901c req-079b667e-a723-4e71-9e18-361507c8e360 service neutron] 10.222.0.69 "GET /v2.0/networks/5536b8d3-5147-4d93-933b-c5b17c9483fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175173 Dec 16 22:16:03.914529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-636dd940-0530-4616-b4b9-fda401586470 req-da225a0f-223f-4fb1-be1a-94d071d21477 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825571 Dec 16 22:16:03.927459 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:03.936465 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 23e19705-f5ef-48ff-9b07-37dfd4794a69 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:03.968477 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 23e19705-f5ef-48ff-9b07-37dfd4794a69, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=23e19705-f5ef-48ff-9b07-37dfd4794a69,segment=NetworkSegment(83bc40d1-f037-4f7c-a075-b900de4634b0),segment_id=83bc40d1-f037-4f7c-a075-b900de4634b0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:03.969640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5f5c7-7f25-4b1b-bc2f-efab6b7fdc84 req-cf60ae03-dd80-41e7-a730-089107d5b103 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:03.975877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5f5c7-7f25-4b1b-bc2f-efab6b7fdc84 req-cf60ae03-dd80-41e7-a730-089107d5b103 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:03.977479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98b5f5c7-7f25-4b1b-bc2f-efab6b7fdc84 req-cf60ae03-dd80-41e7-a730-089107d5b103 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 1654 time: 0.2093852 Dec 16 22:16:04.025489 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '23e19705-f5ef-48ff-9b07-37dfd4794a69', 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe', 'port_id': '23e19705-f5ef-48ff-9b07-37dfd4794a69', 'mac_address': 'fa:16:3e:83:8b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8169c2f-9840-4506-8197-7102f1b057cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:04.030216 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:04.108651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb39c0da-b04b-41ed-b06e-61c7e504901c req-6bb1623a-ad47-4fa0-813a-1aa7f8d67555 service neutron] 10.222.0.69 "GET /v2.0/networks/5536b8d3-5147-4d93-933b-c5b17c9483fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162318 Dec 16 22:16:04.109664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=021bcb27-6f78-42a9-92ef-5cd58dc15dff,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:04.149867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98b5f5c7-7f25-4b1b-bc2f-efab6b7fdc84 req-e153f827-5b9a-4c54-9521-4aff916ffcc5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472931 Dec 16 22:16:04.152359 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-6ad46646-8f1c-4bb9-987d-956491c967bb tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Made reservation on behalf of d3d095072c80400396b4981d89df8f54 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:04.155915 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-6ad46646-8f1c-4bb9-987d-956491c967bb tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:04.166535 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:04.194315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e19705-f5ef-48ff-9b07-37dfd4794a69 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:04.200450 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c640a6e-2ee0-499c-97da-45ad3293d2cb req-16651ad0-e7b9-40e6-8861-d7322fd5a865 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:04.202015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c640a6e-2ee0-499c-97da-45ad3293d2cb req-16651ad0-e7b9-40e6-8861-d7322fd5a865 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 945 time: 0.2101014 Dec 16 22:16:04.215604 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 23e19705-f5ef-48ff-9b07-37dfd4794a69, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=23e19705-f5ef-48ff-9b07-37dfd4794a69,segment=NetworkSegment(83bc40d1-f037-4f7c-a075-b900de4634b0),segment_id=83bc40d1-f037-4f7c-a075-b900de4634b0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:04.237635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=99ecd729-b4db-47a7-b01a-81495d0b4d1b,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:04.291210 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:04.350615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=23e19705-f5ef-48ff-9b07-37dfd4794a69,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:04.355539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c640a6e-2ee0-499c-97da-45ad3293d2cb req-7d5378d8-348f-416b-8251-236e74d1fdcf tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/security-groups?id=e37dd357-13c1-4bbd-a296-27379e7ef71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418107 Dec 16 22:16:04.426836 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-302c44e0-2b0d-4f8f-ba3b-ffe1f693ba21 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--434588695&fields=id&tenant_id=001915db62a44eb0a59ad001f5b8acda HTTP/1.1" status: 200 len: 267 time: 0.1230891 Dec 16 22:16:04.518924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-c8bb0993-682a-4137-b9c8-385904a53e23 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:04.530259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-c8bb0993-682a-4137-b9c8-385904a53e23 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports/2f02bdff-c1df-4be2-8a7e-501b723a9da5 HTTP/1.1" status: 200 len: 935 time: 0.1021404 Dec 16 22:16:04.552488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-6ad46646-8f1c-4bb9-987d-956491c967bb tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Allocated IP 19.80.0.122 (265b0f0f-d2ad-4dfe-9f66-2e7cf223671c/52fbc3ad-137b-45e5-a5f0-30cf6422fb29/1b87fc6e-1cd1-4c00-b70b-e116b5b4f403) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:04.608941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-62b20f63-6f99-4f59-914d-c79e765eb706 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:04.610386 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-62b20f63-6f99-4f59-914d-c79e765eb706 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports/095953be-6333-4ca7-a576-8260e99dcc7f HTTP/1.1" status: 200 len: 935 time: 0.0792613 Dec 16 22:16:04.620712 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86263a47-0822-45d9-9b5a-261b58d00651 req-3f9e5c56-55cc-4e74-a53a-8ee3ccd621b4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:04.622296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86263a47-0822-45d9-9b5a-261b58d00651 req-3f9e5c56-55cc-4e74-a53a-8ee3ccd621b4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.1746123 Dec 16 22:16:04.666252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['23e19705-f5ef-48ff-9b07-37dfd4794a69'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:04.675982 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['021bcb27-6f78-42a9-92ef-5cd58dc15dff'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:04.701226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-fb3c286b-f225-48d8-a969-37364aa70f8f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?network_id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0756097 Dec 16 22:16:04.754372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-0bfa7b5e-dee0-4457-929a-d710c717116d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?network_id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0420220 Dec 16 22:16:04.915844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86263a47-0822-45d9-9b5a-261b58d00651 req-ea1de45d-5be5-440d-af2d-e5088cfa64ac tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731199 Dec 16 22:16:05.011994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eba2bd89-be76-4312-95ed-38096d59f266 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:05.018354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eba2bd89-be76-4312-95ed-38096d59f266 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:05.024943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eba2bd89-be76-4312-95ed-38096d59f266 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:05.026641 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eba2bd89-be76-4312-95ed-38096d59f266 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/networks?id=28cf9735-2f74-4728-b3d3-673e82b6a3ef&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&id=ddfb57a8-dc71-427e-ae1b-ea8399014fce HTTP/1.1" status: 200 len: 1993 time: 0.2644331 Dec 16 22:16:05.090186 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-c40e3294-18d4-49c9-87e6-8d4cde4d7903 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/quotas/001915db62a44eb0a59ad001f5b8acda HTTP/1.1" status: 200 len: 375 time: 0.0451105 Dec 16 22:16:05.119788 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-6ad46646-8f1c-4bb9-987d-956491c967bb tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:05.156815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500fbea-b26b-4c24-ad4f-8777dbc84a68 req-c1864974-d780-4e4a-a591-647f59b0d51f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:05.158368 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7500fbea-b26b-4c24-ad4f-8777dbc84a68 req-c1864974-d780-4e4a-a591-647f59b0d51f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 944 time: 0.1236289 Dec 16 22:16:05.228168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-9ea81d49-bf78-4783-bc18-a6e4fab97a7c tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=001915db62a44eb0a59ad001f5b8acda&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1296041 Dec 16 22:16:05.289923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3ec1a2de-4070-4e42-a682-d9db61dd099c details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:05.323206 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7500fbea-b26b-4c24-ad4f-8777dbc84a68 req-64d1e3d1-c9b4-4b59-94f9-d744d6dc20fb tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570361 Dec 16 22:16:05.327916 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-6ad46646-8f1c-4bb9-987d-956491c967bb tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:05.340254 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3bb16471-8bca-410f-b6f9-bbe265a79d95 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:05.404009 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eab5aa-9762-4cfe-9d0b-d2bb830adfc6 x-openstack-request-id: req-78eab5aa-9762-4cfe-9d0b-d2bb830adfc6 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:05.404009 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c", "name": "network-vif-plugged", "status": "completed", "tag": "99ecd729-b4db-47a7-b01a-81495d0b4d1b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:05.404340 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78eab5aa-9762-4cfe-9d0b-d2bb830adfc6 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:05.404792 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ecd729-b4db-47a7-b01a-81495d0b4d1b', 'code': 200} Dec 16 22:16:05.411322 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-6ad46646-8f1c-4bb9-987d-956491c967bb tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Network 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:05.422462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-6ad46646-8f1c-4bb9-987d-956491c967bb tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:05.435217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-6ad46646-8f1c-4bb9-987d-956491c967bb tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:05.511240 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 3ec1a2de-4070-4e42-a682-d9db61dd099c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3ec1a2de-4070-4e42-a682-d9db61dd099c,segment=NetworkSegment(83bc40d1-f037-4f7c-a075-b900de4634b0),segment_id=83bc40d1-f037-4f7c-a075-b900de4634b0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:05.514234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-f7f27647-dae4-46a0-b7cf-027476aecb77 service neutron] 10.222.0.43 "GET /v2.0/networks/28cf9735-2f74-4728-b3d3-673e82b6a3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557504 Dec 16 22:16:05.525235 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '3ec1a2de-4070-4e42-a682-d9db61dd099c', 'network_id': '5536b8d3-5147-4d93-933b-c5b17c9483fe', 'port_id': '3ec1a2de-4070-4e42-a682-d9db61dd099c', 'mac_address': 'fa:16:3e:6a:71:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8169c2f-9840-4506-8197-7102f1b057cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:05.525849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad46646-8f1c-4bb9-987d-956491c967bb tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event updated for resources: {'Port': ['ID=1b87fc6e-1cd1-4c00-b70b-e116b5b4f403,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:05.584631 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 3bb16471-8bca-410f-b6f9-bbe265a79d95 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:05.593013 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 3bb16471-8bca-410f-b6f9-bbe265a79d95 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:05.593454 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:05.599620 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:05.661854 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec1a2de-4070-4e42-a682-d9db61dd099c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:05.710839 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 3ec1a2de-4070-4e42-a682-d9db61dd099c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3ec1a2de-4070-4e42-a682-d9db61dd099c,segment=NetworkSegment(83bc40d1-f037-4f7c-a075-b900de4634b0),segment_id=83bc40d1-f037-4f7c-a075-b900de4634b0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:05.771380 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:05.776827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-6ad46646-8f1c-4bb9-987d-956491c967bb tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:05.777725 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-6ad46646-8f1c-4bb9-987d-956491c967bb tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:05.785729 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:05.830190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dca0b-5dd1-4724-9147-43de9794af15 req-773211d3-00e9-46cc-9db2-a96c91a6e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:05.831831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf2dca0b-5dd1-4724-9147-43de9794af15 req-773211d3-00e9-46cc-9db2-a96c91a6e84b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 1101 time: 0.1716576 Dec 16 22:16:05.842467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb859d-3b68-4bbe-9431-98744af371a4 req-26afef07-30bd-48dc-8ad7-f1fea9fc44c5 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:05.851959 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5eb859d-3b68-4bbe-9431-98744af371a4 req-26afef07-30bd-48dc-8ad7-f1fea9fc44c5 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.2810042 Dec 16 22:16:05.860954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 3bb16471-8bca-410f-b6f9-bbe265a79d95, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3bb16471-8bca-410f-b6f9-bbe265a79d95,segment=NetworkSegment(cb8d9b4d-1754-476b-9571-5840c9549736),segment_id=cb8d9b4d-1754-476b-9571-5840c9549736)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:05.879090 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8b6e7d0a-24db-4963-b9d7-ba9218d09a6c None None] Provisioning complete for port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:05.879619 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7d0a-24db-4963-b9d7-ba9218d09a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:05.909094 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=3ec1a2de-4070-4e42-a682-d9db61dd099c,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:05.926836 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-6ad46646-8f1c-4bb9-987d-956491c967bb tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3185353 Dec 16 22:16:05.928738 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e7d0a-24db-4963-b9d7-ba9218d09a6c None None] Port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:05.946234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-2db0d636-977a-49f0-9366-f38401f3ab43 service neutron] 10.222.0.43 "GET /v2.0/networks/28cf9735-2f74-4728-b3d3-673e82b6a3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301183 Dec 16 22:16:05.950588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Request body: {'port': {'device_id': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:05.973636 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:06.041926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=3bb16471-8bca-410f-b6f9-bbe265a79d95,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:06.072638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5eb859d-3b68-4bbe-9431-98744af371a4 req-f4ab8dbf-8830-449c-9d88-1becc69391ce tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196660 Dec 16 22:16:06.075579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf2dca0b-5dd1-4724-9147-43de9794af15 req-6a288066-b17f-43cd-b068-dfe40d34117f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111590 Dec 16 22:16:06.080903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-cdd09d17-538f-4b27-b3ab-d743eb30182b service neutron] 10.222.0.43 "GET /v2.0/ports/2f02bdff-c1df-4be2-8a7e-501b723a9da5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1216788 Dec 16 22:16:06.158298 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:06.279616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e5c7cf3c-04eb-4fdf-8f4d-911989903073 service neutron] 10.222.0.43 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719007 Dec 16 22:16:06.351695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['3ec1a2de-4070-4e42-a682-d9db61dd099c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:06.490847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-93bf1166-2e55-45e3-96d1-ab3e1bd0113d service neutron] 10.222.0.43 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100427 Dec 16 22:16:06.626741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-6f07e2ba-a2d0-4640-9805-27e431f7d628 service neutron] 10.222.0.43 "GET /v2.0/ports/095953be-6333-4ca7-a576-8260e99dcc7f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1201377 Dec 16 22:16:06.760577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e6e2c-e4f9-4e38-8a2e-4086e45741af req-4d9b7cd0-4dfd-410a-8e0e-9eb3892e3eea tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:06.762663 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-188e6e2c-e4f9-4e38-8a2e-4086e45741af req-4d9b7cd0-4dfd-410a-8e0e-9eb3892e3eea tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 944 time: 0.1945291 Dec 16 22:16:06.790094 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:06.817929 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:06.852525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-5734ed7c-4099-4aba-9ccf-c334feb9ccfd service neutron] 10.222.0.43 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146530 Dec 16 22:16:06.871092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Transition to ACTIVE for port object 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:06.931357 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:06.947824 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-188e6e2c-e4f9-4e38-8a2e-4086e45741af req-5a09e3b7-96a0-4212-8b8a-bddab345b70d tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771424 Dec 16 22:16:07.011987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Pushing event updated for resources: {'Port': ['ID=263d55cb-6323-4c2b-aeb4-eeb7b0c832b7,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:07.129154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-fd2a8b9f-12fb-4c36-b92f-c7a093f960c5 service neutron] 10.222.0.43 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684648 Dec 16 22:16:07.221580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42d6f1-6ae9-4ddf-a2f4-a8d3ffd81015 req-a82c538e-7194-4861-b4b6-92db4f0f77ef tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:07.223780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb42d6f1-6ae9-4ddf-a2f4-a8d3ffd81015 req-a82c538e-7194-4861-b4b6-92db4f0f77ef tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 945 time: 0.1573005 Dec 16 22:16:07.278487 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Attempting to bind port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:07.278972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Attempting to bind port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '71bc6d85-e066-4c2e-a9ce-3b0d96992f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:07.279468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Attempting to bind port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 on network 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:07.297254 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 on network 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:07.297693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Attempting to bind port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 on network 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:07.322460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 021bcb27-6f78-42a9-92ef-5cd58dc15dff up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:07.334128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:07.334128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Checking segment: {'id': '71bc6d85-e066-4c2e-a9ce-3b0d96992f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:07.334128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Bound using segment: {'id': '71bc6d85-e066-4c2e-a9ce-3b0d96992f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:07.334128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Bound port: 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71bc6d85-e066-4c2e-a9ce-3b0d96992f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:07.334128 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:07.363528 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb42d6f1-6ae9-4ddf-a2f4-a8d3ffd81015 req-1b7afc39-1062-4305-9f59-bd7afab91ecc tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261203 Dec 16 22:16:07.372377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-ea87cef4-a5c5-48bb-b47f-a4b368e1aa21 service neutron] 10.222.0.43 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295020 Dec 16 22:16:07.405784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656f83b0-198b-4f1a-b615-09341d24326f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb16471-8bca-410f-b6f9-bbe265a79d95'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:07.413652 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20c9596-e4d6-4d4f-ab9c-f059490fcbd5" -d '{"events": [{"server_uuid": "656f83b0-198b-4f1a-b615-09341d24326f", "name": "network-vif-plugged", "status": "completed", "tag": "3bb16471-8bca-410f-b6f9-bbe265a79d95"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:07.496935 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 021bcb27-6f78-42a9-92ef-5cd58dc15dff completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:07.501041 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 021bcb27-6f78-42a9-92ef-5cd58dc15dff triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:07.501512 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:07.535727 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] For port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:07.540244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] For port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=263d55cb-6323-4c2b-aeb4-eeb7b0c832b7,segment=NetworkSegment(71bc6d85-e066-4c2e-a9ce-3b0d96992f0c),segment_id=71bc6d85-e066-4c2e-a9ce-3b0d96992f0c)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:07.586178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b4391-33af-464d-aab7-ef82fde99840 req-ffb0c81c-3c96-437b-ae0b-32f33bfdc220 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:07.589691 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b4391-33af-464d-aab7-ef82fde99840 req-ffb0c81c-3c96-437b-ae0b-32f33bfdc220 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:07.595754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b4391-33af-464d-aab7-ef82fde99840 req-ffb0c81c-3c96-437b-ae0b-32f33bfdc220 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:07.597724 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b75b4391-33af-464d-aab7-ef82fde99840 req-ffb0c81c-3c96-437b-ae0b-32f33bfdc220 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2388 time: 0.1359470 Dec 16 22:16:07.630936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09c1f753-4e5c-483f-aea2-89d828d7af39 service neutron] 10.222.0.43 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223830 Dec 16 22:16:07.710565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b75b4391-33af-464d-aab7-ef82fde99840 req-4bea3d3f-4fc1-4dcb-b615-2bf56779cb96 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026001 Dec 16 22:16:07.758379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-848bc839-aa73-4838-aac3-6f548f5930f1 service neutron] 10.222.0.43 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192632 Dec 16 22:16:07.780873 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:07.814829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 021bcb27-6f78-42a9-92ef-5cd58dc15dff, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=021bcb27-6f78-42a9-92ef-5cd58dc15dff,segment=NetworkSegment(83bc40d1-f037-4f7c-a075-b900de4634b0),segment_id=83bc40d1-f037-4f7c-a075-b900de4634b0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:07.965766 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:07.966605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 23e19705-f5ef-48ff-9b07-37dfd4794a69 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:08.051173 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=021bcb27-6f78-42a9-92ef-5cd58dc15dff,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:08.142485 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 23e19705-f5ef-48ff-9b07-37dfd4794a69 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:08.148443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 23e19705-f5ef-48ff-9b07-37dfd4794a69 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:08.149201 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.165327 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.233158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Pushing event updated for resources: {'Port': ['ID=263d55cb-6323-4c2b-aeb4-eeb7b0c832b7,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:08.251678 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.305834 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:08.306494 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.307980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-3199f971-1242-41db-852b-d7356fc308c5 service neutron] 10.222.0.69 "PUT /v2.0/ports/263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 HTTP/1.1" status: 200 len: 1091 time: 2.3659801 Dec 16 22:16:08.312681 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'tag': '263d55cb-6323-4c2b-aeb4-eeb7b0c832b7'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:08.316202 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ea7753-3a3f-4217-ba95-ad9cc2fa8bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "tag": "263d55cb-6323-4c2b-aeb4-eeb7b0c832b7"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:08.347461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 23e19705-f5ef-48ff-9b07-37dfd4794a69, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=23e19705-f5ef-48ff-9b07-37dfd4794a69,segment=NetworkSegment(83bc40d1-f037-4f7c-a075-b900de4634b0),segment_id=83bc40d1-f037-4f7c-a075-b900de4634b0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:08.394092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f6989-5f4a-4231-8e0e-aeca02428acf req-9abbb445-4e13-4c3a-9650-ccf82072a828 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:08.402021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee3f6989-5f4a-4231-8e0e-aeca02428acf req-9abbb445-4e13-4c3a-9650-ccf82072a828 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.2386501 Dec 16 22:16:08.405504 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.410888 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-56ff0697-96a5-4ed6-bc8e-8733492b3505 service neutron] 10.222.0.43 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419997 Dec 16 22:16:08.417674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Request body: {'port': {'device_id': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:08.489862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff252c-572e-49fe-8571-82de7817196c req-96645fe7-19e8-4c67-8f8b-e589c71a244c tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:08.491588 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5eff252c-572e-49fe-8571-82de7817196c req-96645fe7-19e8-4c67-8f8b-e589c71a244c tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 945 time: 0.2320256 Dec 16 22:16:08.492668 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=23e19705-f5ef-48ff-9b07-37dfd4794a69,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:08.656956 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.668607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee3f6989-5f4a-4231-8e0e-aeca02428acf req-b1fce603-be43-436d-a57e-70f91ead6a5e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657151 Dec 16 22:16:08.761566 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-33d78325-0518-4083-a72b-d03a15e04552 service neutron] 10.222.0.43 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140807 Dec 16 22:16:08.905564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-5eff252c-572e-49fe-8571-82de7817196c req-9111d51c-5808-4c06-afb0-48d1227ed8ea tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Deleting port a600140b-ae17-4a8a-8c24-1723c2dcd72d {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:08.905907 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5eff252c-572e-49fe-8571-82de7817196c req-9111d51c-5808-4c06-afb0-48d1227ed8ea tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.982168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606b355-9c32-49f9-a089-4d7b66d0d63e req-21d5019d-df2e-46bb-acbc-ea29f586574f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:08.983687 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c606b355-9c32-49f9-a089-4d7b66d0d63e req-21d5019d-df2e-46bb-acbc-ea29f586574f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.2505882 Dec 16 22:16:09.098415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-16abf070-6148-445c-9f44-2b47802da368 service neutron] 10.222.0.43 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149171 Dec 16 22:16:09.196149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-5eff252c-572e-49fe-8571-82de7817196c req-9111d51c-5808-4c06-afb0-48d1227ed8ea tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] For port a600140b-ae17-4a8a-8c24-1723c2dcd72d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a600140b-ae17-4a8a-8c24-1723c2dcd72d,segment=NetworkSegment(75a9af62-dcda-4a21-a0af-4eb739c07b2e),segment_id=75a9af62-dcda-4a21-a0af-4eb739c07b2e)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:09.196876 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5eff252c-572e-49fe-8571-82de7817196c req-9111d51c-5808-4c06-afb0-48d1227ed8ea tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.201696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c606b355-9c32-49f9-a089-4d7b66d0d63e req-d684f6ca-f6bc-42c1-bee6-7463d8c33a63 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099209 Dec 16 22:16:09.223241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-5eff252c-572e-49fe-8571-82de7817196c req-9111d51c-5808-4c06-afb0-48d1227ed8ea tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Calling delete_port for a600140b-ae17-4a8a-8c24-1723c2dcd72d owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:09.333100 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3ec1a2de-4070-4e42-a682-d9db61dd099c up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:09.375836 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b5911344-222e-4194-9e93-08fc4cd1c922 service neutron] 10.222.0.43 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593822 Dec 16 22:16:09.405760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92dc3833-b638-413b-8747-0dc96d11ad35 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:09.440826 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 3ec1a2de-4070-4e42-a682-d9db61dd099c completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:09.446816 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 3ec1a2de-4070-4e42-a682-d9db61dd099c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:09.447379 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.459121 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.493271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Transition to ACTIVE for port object 92dc3833-b638-413b-8747-0dc96d11ad35 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:09.501133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cf83f-0dd2-420e-85e9-ffd899858bf9 req-689c377b-9f8a-4d40-aa84-1113ee35b8b3 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:09.503241 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-050cf83f-0dd2-420e-85e9-ffd899858bf9 req-689c377b-9f8a-4d40-aa84-1113ee35b8b3 tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c762302-7dfe-49f5-aa6a-31e2860ebc05 HTTP/1.1" status: 200 len: 945 time: 0.2047608 Dec 16 22:16:09.535943 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.572996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 3ec1a2de-4070-4e42-a682-d9db61dd099c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3ec1a2de-4070-4e42-a682-d9db61dd099c,segment=NetworkSegment(83bc40d1-f037-4f7c-a075-b900de4634b0),segment_id=83bc40d1-f037-4f7c-a075-b900de4634b0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:09.579521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-1f99d61e-e7dd-459b-bdf0-873f2259d015 service neutron] 10.222.0.43 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905844 Dec 16 22:16:09.580115 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.623183 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.667226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-050cf83f-0dd2-420e-85e9-ffd899858bf9 req-b9ad6239-2f61-473b-9c94-5754cf88456e tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.43 "GET /v2.0/security-groups?id=e37dd357-13c1-4bbd-a296-27379e7ef71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436408 Dec 16 22:16:09.673435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Pushing event updated for resources: {'Port': ['ID=92dc3833-b638-413b-8747-0dc96d11ad35,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:09.720998 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=3ec1a2de-4070-4e42-a682-d9db61dd099c,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:09.725479 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5eff252c-572e-49fe-8571-82de7817196c req-9111d51c-5808-4c06-afb0-48d1227ed8ea tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.760586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d434f8b-c5b5-4ed3-be22-6436cb2357f2 req-67064310-be30-4d01-a5d3-d051ba648126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:09.763385 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6d434f8b-c5b5-4ed3-be22-6436cb2357f2 req-67064310-be30-4d01-a5d3-d051ba648126 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 1096 time: 0.0926290 Dec 16 22:16:09.777654 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111d51c-5808-4c06-afb0-48d1227ed8ea tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Pushing event deleted for resources: {'Port': ['ID=a600140b-ae17-4a8a-8c24-1723c2dcd72d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:09.894375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d434f8b-c5b5-4ed3-be22-6436cb2357f2 req-f8aa8cb6-37ca-4ab0-96c1-f418a21545f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:09.894647 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eff252c-572e-49fe-8571-82de7817196c req-9111d51c-5808-4c06-afb0-48d1227ed8ea tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] No DVR routers for this DVR port a600140b-ae17-4a8a-8c24-1723c2dcd72d on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:09.896984 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6d434f8b-c5b5-4ed3-be22-6436cb2357f2 req-f8aa8cb6-37ca-4ab0-96c1-f418a21545f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 913 time: 0.1240726 Dec 16 22:16:09.899647 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5eff252c-572e-49fe-8571-82de7817196c req-9111d51c-5808-4c06-afb0-48d1227ed8ea tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.903063 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5eff252c-572e-49fe-8571-82de7817196c req-9111d51c-5808-4c06-afb0-48d1227ed8ea tempest-InstanceActionsV221TestJSON-746975107 tempest-InstanceActionsV221TestJSON-746975107-project] 10.222.0.69 "DELETE /v2.0/ports/a600140b-ae17-4a8a-8c24-1723c2dcd72d HTTP/1.1" status: 204 len: 173 time: 1.3971801 Dec 16 22:16:09.910945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Attempting to bind port 92dc3833-b638-413b-8747-0dc96d11ad35 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:09.911354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Attempting to bind port 92dc3833-b638-413b-8747-0dc96d11ad35 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '783a59d2-3685-4991-8a8d-5dc705d46753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '245be8c2-667c-4f86-9343-372ac8cc7fd0'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:09.911656 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Attempting to bind port 92dc3833-b638-413b-8747-0dc96d11ad35 on network 245be8c2-667c-4f86-9343-372ac8cc7fd0 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:09.939727 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5351f7e-2c19-49df-9240-db37e0e5bc1c req-2a6a0dee-3938-4f33-b3b5-43a417abfd6a tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:09.953156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5351f7e-2c19-49df-9240-db37e0e5bc1c req-2a6a0dee-3938-4f33-b3b5-43a417abfd6a tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.1755142 Dec 16 22:16:09.953156 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Port 92dc3833-b638-413b-8747-0dc96d11ad35 on network 245be8c2-667c-4f86-9343-372ac8cc7fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:09.953156 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Attempting to bind port 92dc3833-b638-413b-8747-0dc96d11ad35 on network 245be8c2-667c-4f86-9343-372ac8cc7fd0 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:09.963153 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6d434f8b-c5b5-4ed3-be22-6436cb2357f2 req-8ad907d1-6906-44b1-a9b7-8862ec8eff21 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec9a3a93-99b4-43a6-84b8-16c7397e14ad HTTP/1.1" status: 200 len: 217 time: 0.0494699 Dec 16 22:16:09.972919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:09.973267 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Checking segment: {'id': '783a59d2-3685-4991-8a8d-5dc705d46753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '245be8c2-667c-4f86-9343-372ac8cc7fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:09.973657 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Bound using segment: {'id': '783a59d2-3685-4991-8a8d-5dc705d46753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '245be8c2-667c-4f86-9343-372ac8cc7fd0'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:09.974098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Bound port: 92dc3833-b638-413b-8747-0dc96d11ad35, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783a59d2-3685-4991-8a8d-5dc705d46753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '245be8c2-667c-4f86-9343-372ac8cc7fd0'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:09.974479 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.015785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d434f8b-c5b5-4ed3-be22-6436cb2357f2 req-ce70cb27-3c9f-42b8-bae9-955350b8db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.017364 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6d434f8b-c5b5-4ed3-be22-6436cb2357f2 req-ce70cb27-3c9f-42b8-bae9-955350b8db97 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc959983-53a1-41bc-bb50-5414cb529785 HTTP/1.1" status: 200 len: 852 time: 0.0450830 Dec 16 22:16:10.040240 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5351f7e-2c19-49df-9240-db37e0e5bc1c req-8b697235-8d68-4c72-b8cd-e80280536a89 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910821 Dec 16 22:16:10.069068 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6d434f8b-c5b5-4ed3-be22-6436cb2357f2 req-9372ec55-f76f-4d09-b30e-2ab6fd209165 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1748be95-c78e-4701-939a-f9809cb0660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408821 Dec 16 22:16:10.079537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] For port 92dc3833-b638-413b-8747-0dc96d11ad35, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:10.083469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] For port 92dc3833-b638-413b-8747-0dc96d11ad35, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=92dc3833-b638-413b-8747-0dc96d11ad35,segment=NetworkSegment(783a59d2-3685-4991-8a8d-5dc705d46753),segment_id=783a59d2-3685-4991-8a8d-5dc705d46753)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:10.147943 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.190521 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.191171 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.193121 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] 10.222.0.69 "PUT /v2.0/ports/92dc3833-b638-413b-8747-0dc96d11ad35 HTTP/1.1" status: 200 len: 1092 time: 1.7801466 Dec 16 22:16:10.193921 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6d434f8b-c5b5-4ed3-be22-6436cb2357f2 req-5cf58d12-c70e-403b-b17d-6e8381726b75 service neutron] 10.222.0.69 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116259 Dec 16 22:16:10.204096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f2f43-88dc-479c-8b3a-5ef01aebbfb6 req-0ef6cb2a-514f-4a7f-81b8-95faf280faf9 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.208108 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c1f2f43-88dc-479c-8b3a-5ef01aebbfb6 req-0ef6cb2a-514f-4a7f-81b8-95faf280faf9 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 1096 time: 0.0970652 Dec 16 22:16:10.246508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca03dc3-644c-4456-a0f3-8d4d1b5e0fab service neutron] Pushing event updated for resources: {'Port': ['ID=92dc3833-b638-413b-8747-0dc96d11ad35,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:10.282644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c1f2f43-88dc-479c-8b3a-5ef01aebbfb6 req-d1c7a78e-117d-4196-b932-7420c9e222c7 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653927 Dec 16 22:16:10.320911 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Request body: {'port': {'device_id': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:10.349646 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65b1b64-cab5-4f8a-8a2c-b217f7540cad x-openstack-request-id: req-d65b1b64-cab5-4f8a-8a2c-b217f7540cad {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:10.350067 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656f83b0-198b-4f1a-b615-09341d24326f", "name": "network-vif-plugged", "status": "completed", "tag": "3bb16471-8bca-410f-b6f9-bbe265a79d95", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:10.350413 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d65b1b64-cab5-4f8a-8a2c-b217f7540cad {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:10.350898 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656f83b0-198b-4f1a-b615-09341d24326f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb16471-8bca-410f-b6f9-bbe265a79d95', 'code': 200} Dec 16 22:16:10.380203 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6d434f8b-c5b5-4ed3-be22-6436cb2357f2 req-78364dac-e8e6-4cea-86d7-30ec47dc3453 service neutron] 10.222.0.69 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635299 Dec 16 22:16:10.412082 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.484034 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78680c-5677-4955-8103-ef523406e918 req-a24c2242-1d05-4cae-a865-8a508c7a3e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.485638 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ec78680c-5677-4955-8103-ef523406e918 req-a24c2242-1d05-4cae-a865-8a508c7a3e53 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 1096 time: 0.0473616 Dec 16 22:16:10.505746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a4b0a-bcb2-4331-bd92-467c3fbca58d req-c2543dcd-f93d-4040-842a-1494e1d586f1 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.507493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-566a4b0a-bcb2-4331-bd92-467c3fbca58d req-c2543dcd-f93d-4040-842a-1494e1d586f1 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 945 time: 0.0929480 Dec 16 22:16:10.541724 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ec78680c-5677-4955-8103-ef523406e918 req-7ca05bba-11e0-4665-bfaf-ad119513ef44 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486727 Dec 16 22:16:10.657236 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-566a4b0a-bcb2-4331-bd92-467c3fbca58d req-d4074da3-3ad0-4c0b-8752-2a6f9eab3182 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432691 Dec 16 22:16:10.705817 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f2e061-3f58-4e1f-bd45-65a8f561afe7 x-openstack-request-id: req-e4f2e061-3f58-4e1f-bd45-65a8f561afe7 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:10.706106 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "tag": "263d55cb-6323-4c2b-aeb4-eeb7b0c832b7", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:10.706356 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4f2e061-3f58-4e1f-bd45-65a8f561afe7 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:10.706746 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'tag': '263d55cb-6323-4c2b-aeb4-eeb7b0c832b7', 'status': 'completed', 'code': 200} Dec 16 22:16:10.805159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:10.816673 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.821205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea7753-3a3f-4217-ba95-ad9cc2fa8bf8 req-2af3fe61-dc6a-415a-a3f6-7b7c9c6b8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.822296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea7753-3a3f-4217-ba95-ad9cc2fa8bf8 req-2af3fe61-dc6a-415a-a3f6-7b7c9c6b8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.823974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea7753-3a3f-4217-ba95-ad9cc2fa8bf8 req-2af3fe61-dc6a-415a-a3f6-7b7c9c6b8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.825374 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a3ea7753-3a3f-4217-ba95-ad9cc2fa8bf8 req-2af3fe61-dc6a-415a-a3f6-7b7c9c6b8f5b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3d095072c80400396b4981d89df8f54&device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2798 time: 0.0527346 Dec 16 22:16:10.841453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Transition to ACTIVE for port object 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:10.850929 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b12d7-9dee-46de-a061-85c453542802 req-4e5e9fa5-6a60-44ae-9c64-e9cdddccb007 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.857064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b12d7-9dee-46de-a061-85c453542802 req-4e5e9fa5-6a60-44ae-9c64-e9cdddccb007 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.864146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b12d7-9dee-46de-a061-85c453542802 req-4e5e9fa5-6a60-44ae-9c64-e9cdddccb007 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.865965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-391b12d7-9dee-46de-a061-85c453542802 req-4e5e9fa5-6a60-44ae-9c64-e9cdddccb007 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2400 time: 0.1044569 Dec 16 22:16:10.904612 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.948979 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea7753-3a3f-4217-ba95-ad9cc2fa8bf8 req-f09e4e40-9343-4cc9-bf9a-c41fcc411596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.949438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea7753-3a3f-4217-ba95-ad9cc2fa8bf8 req-f09e4e40-9343-4cc9-bf9a-c41fcc411596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.950129 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea7753-3a3f-4217-ba95-ad9cc2fa8bf8 req-f09e4e40-9343-4cc9-bf9a-c41fcc411596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.952586 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a3ea7753-3a3f-4217-ba95-ad9cc2fa8bf8 req-f09e4e40-9343-4cc9-bf9a-c41fcc411596 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d3d095072c80400396b4981d89df8f54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1185241 Dec 16 22:16:10.961381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-391b12d7-9dee-46de-a061-85c453542802 req-cd53adec-3801-48fa-9484-938ca7732452 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880833 Dec 16 22:16:10.976612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Pushing event updated for resources: {'Port': ['ID=1b87fc6e-1cd1-4c00-b70b-e116b5b4f403,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:11.123537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Attempting to bind port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:11.129502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Attempting to bind port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '71bc6d85-e066-4c2e-a9ce-3b0d96992f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:11.129502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Attempting to bind port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 on network 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:11.150575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 on network 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:11.151047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Attempting to bind port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 on network 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:11.210469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:11.211178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Checking segment: {'id': '71bc6d85-e066-4c2e-a9ce-3b0d96992f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:11.211363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Bound using segment: {'id': '71bc6d85-e066-4c2e-a9ce-3b0d96992f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:11.211828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Bound port: 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71bc6d85-e066-4c2e-a9ce-3b0d96992f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:11.212653 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.229693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea7753-3a3f-4217-ba95-ad9cc2fa8bf8 req-d4624503-d0de-4ee7-917b-456db1429d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:11.232487 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a3ea7753-3a3f-4217-ba95-ad9cc2fa8bf8 req-d4624503-d0de-4ee7-917b-456db1429d05 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2594190 Dec 16 22:16:11.242039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca0619-f3d6-47a2-88fe-c274ade746db req-7657c918-9b62-423f-9ed9-20e7262dbab0 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:11.243914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6aca0619-f3d6-47a2-88fe-c274ade746db req-7657c918-9b62-423f-9ed9-20e7262dbab0 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.1525049 Dec 16 22:16:11.317894 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda98d1-74a9-4169-861e-6143e8af470a req-aded77be-85a7-42a7-bb3e-69ad01465698 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:11.319603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceda98d1-74a9-4169-861e-6143e8af470a req-aded77be-85a7-42a7-bb3e-69ad01465698 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 945 time: 0.2063434 Dec 16 22:16:11.337519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ec9a3a93-99b4-43a6-84b8-16c7397e14ad no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:11.377635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6aca0619-f3d6-47a2-88fe-c274ade746db req-7bfb112b-dc58-4fd3-aee0-50e4177f42c3 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108451 Dec 16 22:16:11.378880 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] For port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:11.404571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] For port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=1b87fc6e-1cd1-4c00-b70b-e116b5b4f403,segment=NetworkSegment(71bc6d85-e066-4c2e-a9ce-3b0d96992f0c),segment_id=71bc6d85-e066-4c2e-a9ce-3b0d96992f0c)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:11.418724 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceda98d1-74a9-4169-861e-6143e8af470a req-186c5055-1b3c-4a0d-b8ff-f31642325b46 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824895 Dec 16 22:16:11.456813 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.485833 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.496673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ec9a3a93-99b4-43a6-84b8-16c7397e14ad, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:11.548741 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.550403 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a600140b-ae17-4a8a-8c24-1723c2dcd72d no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:11.561567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:11.562195 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.563642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] 10.222.0.69 "PUT /v2.0/ports/1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 HTTP/1.1" status: 200 len: 1092 time: 1.2476227 Dec 16 22:16:11.577461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: a600140b-ae17-4a8a-8c24-1723c2dcd72d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:16:11.578113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a600140b-ae17-4a8a-8c24-1723c2dcd72d not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:16:11.619155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2da4b3-26b9-476a-b562-452bbde20de3 req-5ece66fa-fbe6-455d-81d5-ab154f336163 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:11.621101 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b2da4b3-26b9-476a-b562-452bbde20de3 req-5ece66fa-fbe6-455d-81d5-ab154f336163 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.1669331 Dec 16 22:16:11.629278 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97696556-c7bd-452a-ae94-7a5c7366352c service neutron] Pushing event updated for resources: {'Port': ['ID=1b87fc6e-1cd1-4c00-b70b-e116b5b4f403,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:11.634400 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:11.660317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d3684-88c2-4605-aa98-a120b7d2a808 req-489aca39-edd2-4de3-961f-dc06c418c97e tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:11.662002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b77d3684-88c2-4605-aa98-a120b7d2a808 req-489aca39-edd2-4de3-961f-dc06c418c97e tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 1096 time: 0.1684186 Dec 16 22:16:11.707953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b2da4b3-26b9-476a-b562-452bbde20de3 req-d960a45c-2377-4fc7-98b4-8beee7778f4a tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789461 Dec 16 22:16:11.761714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b77d3684-88c2-4605-aa98-a120b7d2a808 req-b6ee5b60-9d34-4c3d-ad31-0957cbae1790 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918922 Dec 16 22:16:11.780330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-2fbca606-1bd6-413e-99bf-7b2c641a0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:11.780919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-2fbca606-1bd6-413e-99bf-7b2c641a0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:11.781449 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-2fbca606-1bd6-413e-99bf-7b2c641a0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:11.783832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-2fbca606-1bd6-413e-99bf-7b2c641a0384 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3d095072c80400396b4981d89df8f54&device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2865 time: 0.0731735 Dec 16 22:16:11.852534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d62fc15a-5442-43cc-9683-801413944b7f req-c9265810-d261-4907-9bd3-04bdcefc7caa tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0652151 Dec 16 22:16:11.854288 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-49c3be8f-e635-4305-baea-fa8412988730 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 HTTP/1.1" status: 200 len: 217 time: 0.0580819 Dec 16 22:16:11.946745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-2144ba55-0a73-43bb-a686-66e22389ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:11.948108 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-2144ba55-0a73-43bb-a686-66e22389ea2a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52fbc3ad-137b-45e5-a5f0-30cf6422fb29 HTTP/1.1" status: 200 len: 801 time: 0.0830991 Dec 16 22:16:12.023338 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d6ef7-070e-4cc0-b5b3-8d133dac4fed req-9c844fa3-3eca-4071-a329-01355f8975de tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.025131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e6d6ef7-070e-4cc0-b5b3-8d133dac4fed req-9c844fa3-3eca-4071-a329-01355f8975de tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 945 time: 0.0933192 Dec 16 22:16:12.032342 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-91502d45-9ebb-4ded-ab28-8fbc6a302324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.033881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-91502d45-9ebb-4ded-ab28-8fbc6a302324 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=265b0f0f-d2ad-4dfe-9f66-2e7cf223671c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0700970 Dec 16 22:16:12.143648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e6d6ef7-070e-4cc0-b5b3-8d133dac4fed req-77791dd4-dfbb-40be-acfc-938f42c8d774 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085656 Dec 16 22:16:12.173608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-d0e1309a-a2ac-4941-a820-f58acac3cb13 service neutron] 10.222.0.69 "GET /v2.0/networks/265b0f0f-d2ad-4dfe-9f66-2e7cf223671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314874 Dec 16 22:16:12.332375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-30be5617-4e04-475f-939f-32fc499adffb service neutron] 10.222.0.69 "GET /v2.0/networks/265b0f0f-d2ad-4dfe-9f66-2e7cf223671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503894 Dec 16 22:16:12.352933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f16b16-ad41-4341-97e5-446f0e5e166e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021bcb27-6f78-42a9-92ef-5cd58dc15dff'}, {'server_uuid': 'e45af0cd-faf0-4957-a3c3-299160da4dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e19705-f5ef-48ff-9b07-37dfd4794a69'}, {'server_uuid': '93d2b80c-7ec2-4848-88bb-a4e02521129a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec1a2de-4070-4e42-a682-d9db61dd099c'}, {'server_uuid': '492caf79-91a6-47ae-bb89-b202959b0d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec9a3a93-99b4-43a6-84b8-16c7397e14ad'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:12.355548 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761d167c-4cd2-4643-aafc-24756b73b7fd" -d '{"events": [{"server_uuid": "38f16b16-ad41-4341-97e5-446f0e5e166e", "name": "network-vif-plugged", "status": "completed", "tag": "021bcb27-6f78-42a9-92ef-5cd58dc15dff"}, {"server_uuid": "e45af0cd-faf0-4957-a3c3-299160da4dba", "name": "network-vif-plugged", "status": "completed", "tag": "23e19705-f5ef-48ff-9b07-37dfd4794a69"}, {"server_uuid": "93d2b80c-7ec2-4848-88bb-a4e02521129a", "name": "network-vif-plugged", "status": "completed", "tag": "3ec1a2de-4070-4e42-a682-d9db61dd099c"}, {"server_uuid": "492caf79-91a6-47ae-bb89-b202959b0d07", "name": "network-vif-unplugged", "status": "completed", "tag": "ec9a3a93-99b4-43a6-84b8-16c7397e14ad"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:12.756192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c762302-7dfe-49f5-aa6a-31e2860ebc05', 'name': 'network-vif-deleted', 'tag': 'a600140b-ae17-4a8a-8c24-1723c2dcd72d'}, {'name': 'network-changed', 'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'tag': '92dc3833-b638-413b-8747-0dc96d11ad35'}, {'name': 'network-changed', 'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'tag': '1b87fc6e-1cd1-4c00-b70b-e116b5b4f403'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:12.758555 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09846ab0-8e07-4aec-9f1f-db8bab1785d2" -d '{"events": [{"server_uuid": "7c762302-7dfe-49f5-aa6a-31e2860ebc05", "name": "network-vif-deleted", "tag": "a600140b-ae17-4a8a-8c24-1723c2dcd72d"}, {"name": "network-changed", "server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "tag": "92dc3833-b638-413b-8747-0dc96d11ad35"}, {"name": "network-changed", "server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "tag": "1b87fc6e-1cd1-4c00-b70b-e116b5b4f403"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:12.766179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-66beaf03-6a4d-4edd-a876-3255dd65fd04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.165&port_id=92dc3833-b638-413b-8747-0dc96d11ad35 HTTP/1.1" status: 200 len: 217 time: 0.4052131 Dec 16 22:16:12.824331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc891d20-5f15-4acc-8acf-a94b104f314f req-32922523-d9ac-4b3a-aa48-dac828bec76b tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.828189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc891d20-5f15-4acc-8acf-a94b104f314f req-32922523-d9ac-4b3a-aa48-dac828bec76b tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.4882584 Dec 16 22:16:12.837484 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790371f-d17d-4171-999e-f4f612c78177 req-993c1af5-891e-4589-acac-2e45389fd2c1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.843286 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790371f-d17d-4171-999e-f4f612c78177 req-993c1af5-891e-4589-acac-2e45389fd2c1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.849664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790371f-d17d-4171-999e-f4f612c78177 req-993c1af5-891e-4589-acac-2e45389fd2c1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.851344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5790371f-d17d-4171-999e-f4f612c78177 req-993c1af5-891e-4589-acac-2e45389fd2c1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2412 time: 0.5122912 Dec 16 22:16:12.895912 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-8a7fd9a6-40b1-410d-9aed-563dedfe170c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.898138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-8a7fd9a6-40b1-410d-9aed-563dedfe170c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc92e947-b8e5-4f17-9c3f-00594edece00 HTTP/1.1" status: 200 len: 801 time: 0.1147830 Dec 16 22:16:12.971248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc891d20-5f15-4acc-8acf-a94b104f314f req-8fc3e64e-8422-4720-a18b-3ed0f8abb582 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165106 Dec 16 22:16:12.975657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5790371f-d17d-4171-999e-f4f612c78177 req-b769b34a-64a4-47d1-9c08-481d3ab8a1d0 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098790 Dec 16 22:16:12.992133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-d5e92faf-cae3-41e5-81c5-6b78f4953622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.993563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-d5e92faf-cae3-41e5-81c5-6b78f4953622 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=245be8c2-667c-4f86-9343-372ac8cc7fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0830774 Dec 16 22:16:13.041210 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:13.080590 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc642e85-4b62-44e4-9029-ab5cecb57f43 x-openstack-request-id: req-bc642e85-4b62-44e4-9029-ab5cecb57f43 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:13.080590 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f16b16-ad41-4341-97e5-446f0e5e166e", "name": "network-vif-plugged", "status": "completed", "tag": "021bcb27-6f78-42a9-92ef-5cd58dc15dff", "code": 200}, {"server_uuid": "e45af0cd-faf0-4957-a3c3-299160da4dba", "name": "network-vif-plugged", "status": "completed", "tag": "23e19705-f5ef-48ff-9b07-37dfd4794a69", "code": 200}, {"server_uuid": "93d2b80c-7ec2-4848-88bb-a4e02521129a", "name": "network-vif-plugged", "status": "completed", "tag": "3ec1a2de-4070-4e42-a682-d9db61dd099c", "code": 200}, {"server_uuid": "492caf79-91a6-47ae-bb89-b202959b0d07", "name": "network-vif-unplugged", "status": "completed", "tag": "ec9a3a93-99b4-43a6-84b8-16c7397e14ad", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:13.080590 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc642e85-4b62-44e4-9029-ab5cecb57f43 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:13.080590 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f16b16-ad41-4341-97e5-446f0e5e166e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021bcb27-6f78-42a9-92ef-5cd58dc15dff', 'code': 200} Dec 16 22:16:13.081164 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45af0cd-faf0-4957-a3c3-299160da4dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e19705-f5ef-48ff-9b07-37dfd4794a69', 'code': 200} Dec 16 22:16:13.081486 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d2b80c-7ec2-4848-88bb-a4e02521129a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec1a2de-4070-4e42-a682-d9db61dd099c', 'code': 200} Dec 16 22:16:13.082000 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492caf79-91a6-47ae-bb89-b202959b0d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec9a3a93-99b4-43a6-84b8-16c7397e14ad', 'code': 200} Dec 16 22:16:13.121352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-9a2bd0ed-9e27-4ca9-b029-3df28c55058a service neutron] 10.222.0.69 "GET /v2.0/networks/245be8c2-667c-4f86-9343-372ac8cc7fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071746 Dec 16 22:16:13.189466 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:13.320625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f184f9-e9b6-47b9-959f-478d4adc0950 req-7f167f10-7eac-4263-9c1c-c68d5739ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:13.323588 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-77f184f9-e9b6-47b9-959f-478d4adc0950 req-7f167f10-7eac-4263-9c1c-c68d5739ab53 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=38f16b16-ad41-4341-97e5-446f0e5e166e HTTP/1.1" status: 200 len: 1097 time: 0.0940599 Dec 16 22:16:13.330566 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a63f78-973b-45b4-a7f1-6ffb51fb4787 req-be045c69-c8f3-482e-8da6-8f051fe555a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:13.332494 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-01a63f78-973b-45b4-a7f1-6ffb51fb4787 req-be045c69-c8f3-482e-8da6-8f051fe555a0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 1096 time: 0.1137486 Dec 16 22:16:13.339060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3c85c-a12d-4255-9f78-7298b07a3f0f req-ef86f672-b299-4c65-b8f3-7815bfb7dc26 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:13.343769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49e3c85c-a12d-4255-9f78-7298b07a3f0f req-ef86f672-b299-4c65-b8f3-7815bfb7dc26 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 943 time: 0.1572511 Dec 16 22:16:13.371685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-1b5f7cc9-8182-4bed-a82e-403792435ef4 service neutron] 10.222.0.69 "GET /v2.0/networks/245be8c2-667c-4f86-9343-372ac8cc7fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345610 Dec 16 22:16:13.399763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4393a-a0bb-4533-acc1-f46a96f270dc req-4045771c-f136-42b0-b152-69fa604e5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:13.401212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74d4393a-a0bb-4533-acc1-f46a96f270dc req-4045771c-f136-42b0-b152-69fa604e5ce0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e45af0cd-faf0-4957-a3c3-299160da4dba HTTP/1.1" status: 200 len: 1096 time: 0.1789143 Dec 16 22:16:13.417173 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-77f184f9-e9b6-47b9-959f-478d4adc0950 req-f34e6790-09fd-4aff-add4-c771b693492a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746946 Dec 16 22:16:13.419834 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-01a63f78-973b-45b4-a7f1-6ffb51fb4787 req-9d777c1f-39c3-490c-8838-fe1fa2aff311 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757244 Dec 16 22:16:13.455810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-d53e0d96-b5d8-42c4-9b97-ec34745e64d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.122&port_id=1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 HTTP/1.1" status: 200 len: 217 time: 0.0583227 Dec 16 22:16:13.491697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49e3c85c-a12d-4255-9f78-7298b07a3f0f req-5d3e2f3a-8772-48a5-bdf8-cabf448453a5 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412957 Dec 16 22:16:13.498795 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee3583-3806-44c4-9474-8818f58617aa req-ea9d53eb-a168-4c48-94de-4f46de277fec tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:13.500335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0ee3583-3806-44c4-9474-8818f58617aa req-ea9d53eb-a168-4c48-94de-4f46de277fec tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.1556544 Dec 16 22:16:13.534939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74d4393a-a0bb-4533-acc1-f46a96f270dc req-207e2d12-62a7-4462-82e7-6e75919d2e54 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920193 Dec 16 22:16:13.541451 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a134028-983f-4e87-84fe-477750311309 x-openstack-request-id: req-5a134028-983f-4e87-84fe-477750311309 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:13.541753 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c762302-7dfe-49f5-aa6a-31e2860ebc05", "name": "network-vif-deleted", "tag": "a600140b-ae17-4a8a-8c24-1723c2dcd72d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "tag": "92dc3833-b638-413b-8747-0dc96d11ad35", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "tag": "1b87fc6e-1cd1-4c00-b70b-e116b5b4f403", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:13.542004 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a134028-983f-4e87-84fe-477750311309 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:13.542397 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c762302-7dfe-49f5-aa6a-31e2860ebc05', 'name': 'network-vif-deleted', 'tag': 'a600140b-ae17-4a8a-8c24-1723c2dcd72d', 'status': 'completed', 'code': 200} Dec 16 22:16:13.542654 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'tag': '92dc3833-b638-413b-8747-0dc96d11ad35', 'status': 'completed', 'code': 200} Dec 16 22:16:13.542904 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'tag': '1b87fc6e-1cd1-4c00-b70b-e116b5b4f403', 'status': 'completed', 'code': 200} Dec 16 22:16:13.567016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0ee3583-3806-44c4-9474-8818f58617aa req-fbe96b52-da02-440e-9460-51e82f611860 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577214 Dec 16 22:16:13.612822 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34360) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:13.665216 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe325a3-69eb-45bb-bf67-4346af6103c6 admin admin] Deleting subnet 93a08147-f6ff-4619-ba0f-33af32ba3461 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:16:13.668588 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffe325a3-69eb-45bb-bf67-4346af6103c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:13.668778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be6020f6-a85d-410d-81e9-af57b61e3c8a req-b0436b2c-db24-430a-aba7-a16bbf26f947 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0322950 Dec 16 22:16:13.723115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dc54a-82d9-4aca-918d-8e1cd19e78d6 req-f58caf06-636a-4894-a970-d6b9c30c1195 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:13.723534 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffe325a3-69eb-45bb-bf67-4346af6103c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:13.725058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-417dc54a-82d9-4aca-918d-8e1cd19e78d6 req-f58caf06-636a-4894-a970-d6b9c30c1195 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 945 time: 0.0589833 Dec 16 22:16:13.766454 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffe325a3-69eb-45bb-bf67-4346af6103c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:13.804416 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-417dc54a-82d9-4aca-918d-8e1cd19e78d6 req-c8501fc3-d70d-4296-96b7-d00806f8429b tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722673 Dec 16 22:16:13.812563 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b7a8a-9400-4d72-83dd-e587c37bbdf1 req-3351d5fb-ad53-4cfa-98f6-5ef3947cd06f tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:13.814591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-433b7a8a-9400-4d72-83dd-e587c37bbdf1 req-3351d5fb-ad53-4cfa-98f6-5ef3947cd06f tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 1096 time: 0.0755112 Dec 16 22:16:13.871150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-433b7a8a-9400-4d72-83dd-e587c37bbdf1 req-c5cb037c-f9c0-45ba-94d1-13b7145f4aa8 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458910 Dec 16 22:16:13.904524 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffe325a3-69eb-45bb-bf67-4346af6103c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:13.936964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe325a3-69eb-45bb-bf67-4346af6103c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a08147-f6ff-4619-ba0f-33af32ba3461,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:13.939097 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffe325a3-69eb-45bb-bf67-4346af6103c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:13.948695 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ffe325a3-69eb-45bb-bf67-4346af6103c6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/93a08147-f6ff-4619-ba0f-33af32ba3461 HTTP/1.1" status: 204 len: 168 time: 0.3287654 Dec 16 22:16:13.948893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34368) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:14.034588 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6faf129c-b5ff-4481-9452-8d2a1e9ac81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:14.194000 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6faf129c-b5ff-4481-9452-8d2a1e9ac81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:14.208119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-375627cb-e11e-4e96-b908-0b07e936772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.209734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-375627cb-e11e-4e96-b908-0b07e936772c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52fbc3ad-137b-45e5-a5f0-30cf6422fb29 HTTP/1.1" status: 200 len: 801 time: 0.1228511 Dec 16 22:16:14.232534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-6faf129c-b5ff-4481-9452-8d2a1e9ac81c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cf939f-1fc7-4f39-bb4c-bc3452f5028c']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:14.258415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-6faf129c-b5ff-4481-9452-8d2a1e9ac81c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a9af62-dcda-4a21-a0af-4eb739c07b2e') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:14.258674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-6faf129c-b5ff-4481-9452-8d2a1e9ac81c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a9af62-dcda-4a21-a0af-4eb739c07b2e') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:14.271152 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6faf129c-b5ff-4481-9452-8d2a1e9ac81c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:14.291699 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6faf129c-b5ff-4481-9452-8d2a1e9ac81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:14.310145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-da968f5d-6686-4c5c-8369-d651b6251d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.311728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-da968f5d-6686-4c5c-8369-d651b6251d34 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=265b0f0f-d2ad-4dfe-9f66-2e7cf223671c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0928547 Dec 16 22:16:14.326512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6faf129c-b5ff-4481-9452-8d2a1e9ac81c admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:16:14.326928 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6faf129c-b5ff-4481-9452-8d2a1e9ac81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:16:14.328787 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:16:14.499481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae301d6-4777-4666-ba45-707c7698f288 req-84db3438-837c-4455-ad19-64dfeddcce6c tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.508961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dae301d6-4777-4666-ba45-707c7698f288 req-84db3438-837c-4455-ad19-64dfeddcce6c tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.2176168 Dec 16 22:16:14.546726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356647f-0c3f-4325-bc27-c6ee431631d0 req-9ff0e84a-2bf5-49bc-94ff-ad233dfd9fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.548266 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5356647f-0c3f-4325-bc27-c6ee431631d0 req-9ff0e84a-2bf5-49bc-94ff-ad233dfd9fb8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1de029b3946e475788fd115f1e4ecc77&device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 1096 time: 0.1274343 Dec 16 22:16:14.568913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-638c3081-3fb5-462c-b1b9-59ce7ff33dac service neutron] 10.222.0.69 "GET /v2.0/networks/265b0f0f-d2ad-4dfe-9f66-2e7cf223671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240529 Dec 16 22:16:14.638898 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6faf129c-b5ff-4481-9452-8d2a1e9ac81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:14.659023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dae301d6-4777-4666-ba45-707c7698f288 req-20d1871b-bcb9-4832-a4ac-7da5169f55ae tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506495 Dec 16 22:16:14.663804 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6faf129c-b5ff-4481-9452-8d2a1e9ac81c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:14.667145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6faf129c-b5ff-4481-9452-8d2a1e9ac81c admin admin] 10.222.0.43 "DELETE /v2.0/networks/43cf939f-1fc7-4f39-bb4c-bc3452f5028c HTTP/1.1" status: 204 len: 168 time: 0.7173176 Dec 16 22:16:14.721351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf129c-b5ff-4481-9452-8d2a1e9ac81c admin admin] Pushing event deleted for resources: {'Network': ['ID=43cf939f-1fc7-4f39-bb4c-bc3452f5028c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:14.803891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356647f-0c3f-4325-bc27-c6ee431631d0 req-5306c5bd-bbbb-4e5a-b09d-cbf07c757755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.805414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5356647f-0c3f-4325-bc27-c6ee431631d0 req-5306c5bd-bbbb-4e5a-b09d-cbf07c757755 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c HTTP/1.1" status: 200 len: 912 time: 0.2392447 Dec 16 22:16:14.866004 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e786e8b9-f6a2-4164-83cb-b408a93ca5e4 req-b5b52453-b2c7-4817-a30f-2d02c01a8d10 service neutron] 10.222.0.69 "GET /v2.0/networks/265b0f0f-d2ad-4dfe-9f66-2e7cf223671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705452 Dec 16 22:16:14.870663 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5356647f-0c3f-4325-bc27-c6ee431631d0 req-54f4a163-1b4f-4ca5-ac4d-2935e9de3b82 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bb16471-8bca-410f-b6f9-bbe265a79d95 HTTP/1.1" status: 200 len: 217 time: 0.0523539 Dec 16 22:16:14.880817 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fa6de-898b-4d2b-bb3e-7fcfe63883bd req-ac19524a-901d-4f5b-87ed-29c333307ec5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.886865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fa6de-898b-4d2b-bb3e-7fcfe63883bd req-ac19524a-901d-4f5b-87ed-29c333307ec5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.893948 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fa6de-898b-4d2b-bb3e-7fcfe63883bd req-ac19524a-901d-4f5b-87ed-29c333307ec5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.895446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-705fa6de-898b-4d2b-bb3e-7fcfe63883bd req-ac19524a-901d-4f5b-87ed-29c333307ec5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2412 time: 0.1522696 Dec 16 22:16:14.961391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356647f-0c3f-4325-bc27-c6ee431631d0 req-d2966063-acc6-4714-9390-1d1d6426729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.967990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5356647f-0c3f-4325-bc27-c6ee431631d0 req-d2966063-acc6-4714-9390-1d1d6426729f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71387a28-0c73-4674-8c37-167ab8f9b37e HTTP/1.1" status: 200 len: 851 time: 0.0664365 Dec 16 22:16:14.999195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-705fa6de-898b-4d2b-bb3e-7fcfe63883bd req-ec4bf271-18de-4fe0-8238-d3c7e0ad04a0 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938258 Dec 16 22:16:15.020142 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5356647f-0c3f-4325-bc27-c6ee431631d0 req-f8ddbf96-00f1-4839-9efb-d973f88a808a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364442 Dec 16 22:16:15.116621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34414) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:15.160916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-9e752a2c-5a3a-4fd7-9a6e-09f30bcc83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.161634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-9e752a2c-5a3a-4fd7-9a6e-09f30bcc83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.162120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-9e752a2c-5a3a-4fd7-9a6e-09f30bcc83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.163832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-9e752a2c-5a3a-4fd7-9a6e-09f30bcc83b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3d095072c80400396b4981d89df8f54&device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2865 time: 0.1126146 Dec 16 22:16:15.181286 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d6096c9c-25ed-4160-bf51-cb62244d503f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb51f7b1e05c41239112ac4aabccd17a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0615947 Dec 16 22:16:15.184535 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34416) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:15.254681 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3b79567b-09f8-43c1-b685-def639dc6aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:15.265830 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5356647f-0c3f-4325-bc27-c6ee431631d0 req-833af6d8-b925-41a0-a316-eb4134597c21 service neutron] 10.222.0.69 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290454 Dec 16 22:16:15.304955 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3b79567b-09f8-43c1-b685-def639dc6aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:15.328055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb46851-061d-4d52-b129-2a7b076c2d2d req-bc5f04d2-a8a5-43b4-bae0-88751cc72f79 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.329620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0cb46851-061d-4d52-b129-2a7b076c2d2d req-bc5f04d2-a8a5-43b4-bae0-88751cc72f79 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.1828091 Dec 16 22:16:15.377560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ec9a3a93-99b4-43a6-84b8-16c7397e14ad no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:15.439841 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3b79567b-09f8-43c1-b685-def639dc6aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:15.443153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266ad6e-5e15-448e-b4fe-0db89d9dc6d8 req-5bb08c99-0b05-447c-9148-27a182697feb tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.443811 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3b79567b-09f8-43c1-b685-def639dc6aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:15.453797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b266ad6e-5e15-448e-b4fe-0db89d9dc6d8 req-5bb08c99-0b05-447c-9148-27a182697feb tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=492caf79-91a6-47ae-bb89-b202959b0d07 HTTP/1.1" status: 200 len: 943 time: 0.1905639 Dec 16 22:16:15.455129 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-0bd09388-c6ec-4cac-9d36-3a79565d9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.456481 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-0bd09388-c6ec-4cac-9d36-3a79565d9e15 service neutron] 10.222.0.69 "GET /v2.0/networks?id=245be8c2-667c-4f86-9343-372ac8cc7fd0 HTTP/1.1" status: 200 len: 903 time: 0.2650673 Dec 16 22:16:15.458660 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3b79567b-09f8-43c1-b685-def639dc6aa9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e37dd357-13c1-4bbd-a296-27379e7ef71d HTTP/1.1" status: 204 len: 168 time: 0.2729228 Dec 16 22:16:15.482942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79567b-09f8-43c1-b685-def639dc6aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37dd357-13c1-4bbd-a296-27379e7ef71d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:15.569448 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-1a36a414-c767-40a2-90b5-8656a1b5e8a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.165&port_id=92dc3833-b638-413b-8747-0dc96d11ad35 HTTP/1.1" status: 200 len: 217 time: 0.0876021 Dec 16 22:16:15.572864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0cb46851-061d-4d52-b129-2a7b076c2d2d req-672b38e5-9e80-4852-930d-e3dce824cdf5 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992719 Dec 16 22:16:15.582655 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5356647f-0c3f-4325-bc27-c6ee431631d0 req-11b1fd29-2591-4e86-a5a6-6af98fecd65f service neutron] 10.222.0.69 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790327 Dec 16 22:16:15.626694 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-51dcfa20-1526-49c0-840c-cfe67cc2bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.628842 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-51dcfa20-1526-49c0-840c-cfe67cc2bd94 service neutron] 10.222.0.69 "GET /v2.0/ports/2f02bdff-c1df-4be2-8a7e-501b723a9da5 HTTP/1.1" status: 200 len: 1031 time: 0.0650399 Dec 16 22:16:15.680528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-c4288e2d-6ca4-4add-a237-ac5ed3ec868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.682067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-c4288e2d-6ca4-4add-a237-ac5ed3ec868e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc92e947-b8e5-4f17-9c3f-00594edece00 HTTP/1.1" status: 200 len: 801 time: 0.0971174 Dec 16 22:16:15.694102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-01ce219c-d223-4d0c-a51c-299f453ce06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.695906 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-01ce219c-d223-4d0c-a51c-299f453ce06b service neutron] 10.222.0.69 "GET /v2.0/ports/095953be-6333-4ca7-a576-8260e99dcc7f HTTP/1.1" status: 200 len: 1031 time: 0.0424538 Dec 16 22:16:15.701523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df0707d2-7592-4580-ab06-fb164eaa2992 req-48b717f9-e94f-4c00-85b9-9916ce573c01 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0416768 Dec 16 22:16:15.722128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-b266ad6e-5e15-448e-b4fe-0db89d9dc6d8 req-9a6e70f6-a70f-4a23-96eb-08e1d5d7a480 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Deleting port ec9a3a93-99b4-43a6-84b8-16c7397e14ad {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:15.722128 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b266ad6e-5e15-448e-b4fe-0db89d9dc6d8 req-9a6e70f6-a70f-4a23-96eb-08e1d5d7a480 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:15.891165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-9c9f300b-ebd9-473a-81eb-32622c166219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.893691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-9c9f300b-ebd9-473a-81eb-32622c166219 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=245be8c2-667c-4f86-9343-372ac8cc7fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1570334 Dec 16 22:16:15.904155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-b266ad6e-5e15-448e-b4fe-0db89d9dc6d8 req-9a6e70f6-a70f-4a23-96eb-08e1d5d7a480 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] For port ec9a3a93-99b4-43a6-84b8-16c7397e14ad, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:15.904520 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b266ad6e-5e15-448e-b4fe-0db89d9dc6d8 req-9a6e70f6-a70f-4a23-96eb-08e1d5d7a480 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:15.925027 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b14d4dc7-0dee-410b-82c5-5ebc7a51f4ea tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.937662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75038f00-5f0c-4363-b8e8-ffd11836f679 req-1b6e3a08-1438-4602-9fe6-d82961bf3a28 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.937662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75038f00-5f0c-4363-b8e8-ffd11836f679 req-1b6e3a08-1438-4602-9fe6-d82961bf3a28 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 945 time: 0.1396081 Dec 16 22:16:15.937921 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b14d4dc7-0dee-410b-82c5-5ebc7a51f4ea tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.940895 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b14d4dc7-0dee-410b-82c5-5ebc7a51f4ea tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.944806 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b14d4dc7-0dee-410b-82c5-5ebc7a51f4ea tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.69 "GET /v2.0/networks?id=28cf9735-2f74-4728-b3d3-673e82b6a3ef&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&id=ddfb57a8-dc71-427e-ae1b-ea8399014fce HTTP/1.1" status: 200 len: 1993 time: 0.2063072 Dec 16 22:16:15.950674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-b266ad6e-5e15-448e-b4fe-0db89d9dc6d8 req-9a6e70f6-a70f-4a23-96eb-08e1d5d7a480 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Calling delete_port for ec9a3a93-99b4-43a6-84b8-16c7397e14ad owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:16.030337 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-0bb99080-e654-4fdc-a054-2e645a899a7a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=001915db62a44eb0a59ad001f5b8acda HTTP/1.1" status: 200 len: 379 time: 0.0706429 Dec 16 22:16:16.047431 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-bc2677c6-a5bf-49f1-b185-72ebc692a6a3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Request body: {'port': {'device_id': '47019380-7053-43a2-9761-48854410b414', 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'admin_state_up': True, 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'security_groups': ['4e517677-0309-4d59-9404-43e44e7397b7']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:16.106489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75038f00-5f0c-4363-b8e8-ffd11836f679 req-a189b9d9-78f8-4b96-b586-7bd59f786642 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570337 Dec 16 22:16:16.150557 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-da9242ba-4501-4204-8d43-56555b528dd5 service neutron] 10.222.0.69 "GET /v2.0/networks/245be8c2-667c-4f86-9343-372ac8cc7fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426221 Dec 16 22:16:16.302828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-bc2677c6-a5bf-49f1-b185-72ebc692a6a3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Made reservation on behalf of 001915db62a44eb0a59ad001f5b8acda for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:16.306735 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-bc2677c6-a5bf-49f1-b185-72ebc692a6a3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:16.336661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56431adb-ee1d-4fb1-9f88-c19006887d3d req-8d622f87-0c4c-4834-90d5-ff068e4a66c2 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:16.336661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56431adb-ee1d-4fb1-9f88-c19006887d3d req-8d622f87-0c4c-4834-90d5-ff068e4a66c2 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 1096 time: 0.1135516 Dec 16 22:16:16.383442 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b266ad6e-5e15-448e-b4fe-0db89d9dc6d8 req-9a6e70f6-a70f-4a23-96eb-08e1d5d7a480 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:16.402229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-3c152174-9b2b-4ab8-bee8-8fa9acccac68 service neutron] 10.222.0.69 "GET /v2.0/networks/245be8c2-667c-4f86-9343-372ac8cc7fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135429 Dec 16 22:16:16.443869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e70f6-a70f-4a23-96eb-08e1d5d7a480 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Pushing event deleted for resources: {'Port': ['ID=ec9a3a93-99b4-43a6-84b8-16c7397e14ad,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:16.525173 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-b266ad6e-5e15-448e-b4fe-0db89d9dc6d8 req-9a6e70f6-a70f-4a23-96eb-08e1d5d7a480 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] No DVR routers for this DVR port ec9a3a93-99b4-43a6-84b8-16c7397e14ad on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:16.527982 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b266ad6e-5e15-448e-b4fe-0db89d9dc6d8 req-9a6e70f6-a70f-4a23-96eb-08e1d5d7a480 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:16.530833 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-bc2677c6-a5bf-49f1-b185-72ebc692a6a3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Allocated IP 172.20.0.9 (28cf9735-2f74-4728-b3d3-673e82b6a3ef/11d40f43-aa33-492a-8d72-d2eb3853f569/9850f462-340f-49c0-b1fb-6a832caa60e7) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:16.532099 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b266ad6e-5e15-448e-b4fe-0db89d9dc6d8 req-9a6e70f6-a70f-4a23-96eb-08e1d5d7a480 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "DELETE /v2.0/ports/ec9a3a93-99b4-43a6-84b8-16c7397e14ad HTTP/1.1" status: 204 len: 173 time: 1.0791001 Dec 16 22:16:16.547168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492caf79-91a6-47ae-bb89-b202959b0d07', 'name': 'network-vif-deleted', 'tag': 'ec9a3a93-99b4-43a6-84b8-16c7397e14ad'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:16.550319 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1953aa-4159-424b-b393-59e62d4fc52e" -d '{"events": [{"server_uuid": "492caf79-91a6-47ae-bb89-b202959b0d07", "name": "network-vif-deleted", "tag": "ec9a3a93-99b4-43a6-84b8-16c7397e14ad"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:16.562493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56431adb-ee1d-4fb1-9f88-c19006887d3d req-917b78d8-c900-4297-9cbb-35efc4df947c tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055955 Dec 16 22:16:16.595072 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-522069ba-6034-4fd9-a616-e0382a19ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:16.597889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-522069ba-6034-4fd9-a616-e0382a19ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:16.597889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-522069ba-6034-4fd9-a616-e0382a19ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:16.598279 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-522069ba-6034-4fd9-a616-e0382a19ee1c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3d095072c80400396b4981d89df8f54&device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2865 time: 0.1071560 Dec 16 22:16:16.748586 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-bc2677c6-a5bf-49f1-b185-72ebc692a6a3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:16.806758 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38268a1a-e65f-489b-ba87-1b24236ebaf0 req-9650e7fd-48a7-4d26-9398-02a83b9469cb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:16.816424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38268a1a-e65f-489b-ba87-1b24236ebaf0 req-9650e7fd-48a7-4d26-9398-02a83b9469cb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.1438518 Dec 16 22:16:16.849539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-120e04dd-fe99-4b25-aa6f-803aae518c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:16.851141 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-120e04dd-fe99-4b25-aa6f-803aae518c86 service neutron] 10.222.0.69 "GET /v2.0/networks?id=265b0f0f-d2ad-4dfe-9f66-2e7cf223671c HTTP/1.1" status: 200 len: 903 time: 0.2358298 Dec 16 22:16:16.910071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-d21569b8-015c-4c6b-9824-eedebeca6a1b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.122&port_id=1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 HTTP/1.1" status: 200 len: 217 time: 0.0447881 Dec 16 22:16:16.941640 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-bc2677c6-a5bf-49f1-b185-72ebc692a6a3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:16.951775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38268a1a-e65f-489b-ba87-1b24236ebaf0 req-c6ccf9c0-4f1a-43d5-a4af-40deecc0490c tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235220 Dec 16 22:16:17.020670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34466) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:17.059034 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-bc2677c6-a5bf-49f1-b185-72ebc692a6a3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Network 28cf9735-2f74-4728-b3d3-673e82b6a3ef is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:17.062191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-bc2677c6-a5bf-49f1-b185-72ebc692a6a3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:17.065051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-bc2677c6-a5bf-49f1-b185-72ebc692a6a3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:17.069731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2677c6-a5bf-49f1-b185-72ebc692a6a3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event updated for resources: {'Port': ['ID=9850f462-340f-49c0-b1fb-6a832caa60e7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:17.087217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-56843cf0-c31e-420b-a28b-e3249ee20f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:17.088765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-56843cf0-c31e-420b-a28b-e3249ee20f64 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52fbc3ad-137b-45e5-a5f0-30cf6422fb29 HTTP/1.1" status: 200 len: 801 time: 0.1659036 Dec 16 22:16:17.130712 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9f28d-7c6e-497d-bfef-34e4cb30b91c req-c8cd2821-3a99-40cf-a53b-adfbe267a0c2 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:17.135416 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-bc2677c6-a5bf-49f1-b185-72ebc692a6a3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:17.136552 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-bc2677c6-a5bf-49f1-b185-72ebc692a6a3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:17.148522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9f28d-7c6e-497d-bfef-34e4cb30b91c req-c8cd2821-3a99-40cf-a53b-adfbe267a0c2 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:17.157037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9f28d-7c6e-497d-bfef-34e4cb30b91c req-c8cd2821-3a99-40cf-a53b-adfbe267a0c2 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:17.159647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55b9f28d-7c6e-497d-bfef-34e4cb30b91c req-c8cd2821-3a99-40cf-a53b-adfbe267a0c2 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2412 time: 0.1211412 Dec 16 22:16:17.235040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-cf89500c-d1fe-4c35-814a-e3d4c9aa04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:17.237714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-cf89500c-d1fe-4c35-814a-e3d4c9aa04d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=265b0f0f-d2ad-4dfe-9f66-2e7cf223671c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1348436 Dec 16 22:16:17.242380 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-bc2677c6-a5bf-49f1-b185-72ebc692a6a3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2036216 Dec 16 22:16:17.249828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-6ac0b2cd-56eb-475e-ac61-c1eaf981deb8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2133861060-network', 'tenant_id': 'b25e74d91be64018845b9ad59017cfd1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:17.265519 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55b9f28d-7c6e-497d-bfef-34e4cb30b91c req-dcbf8982-23d9-47b8-8f12-9931df0104bd tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864627 Dec 16 22:16:17.271706 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-2af194c1-06f4-48f6-a37e-1566a02952b1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Request body: {'port': {'device_id': '47019380-7053-43a2-9761-48854410b414', 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086', 'admin_state_up': True, 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'security_groups': ['4e517677-0309-4d59-9404-43e44e7397b7']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:17.479534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-c4853a05-cfd7-4de2-b2db-28a89600eb18 service neutron] 10.222.0.69 "GET /v2.0/networks/265b0f0f-d2ad-4dfe-9f66-2e7cf223671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122698 Dec 16 22:16:17.486362 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-2af194c1-06f4-48f6-a37e-1566a02952b1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Made reservation on behalf of 001915db62a44eb0a59ad001f5b8acda for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:17.490810 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-2af194c1-06f4-48f6-a37e-1566a02952b1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:17.520696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-91956407-32d8-4e51-9a30-2dd08b1700d1 None None] Provisioning complete for port 9850f462-340f-49c0-b1fb-6a832caa60e7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:17.522207 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91956407-32d8-4e51-9a30-2dd08b1700d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:17.560032 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-91956407-32d8-4e51-9a30-2dd08b1700d1 None None] Port 9850f462-340f-49c0-b1fb-6a832caa60e7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:17.592106 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09846ab0-8e07-4aec-9f1f-db8bab1785d2 req-4d662517-d4d1-4bcc-a024-0d5a54ed41a5 service neutron] 10.222.0.69 "GET /v2.0/networks/265b0f0f-d2ad-4dfe-9f66-2e7cf223671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034470 Dec 16 22:16:17.605498 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cd43a-5223-4e05-ac5e-9c0deebd63f8 req-fa506b5f-469c-4b63-83a3-7c815704432d tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:17.605498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-980cd43a-5223-4e05-ac5e-9c0deebd63f8 req-fa506b5f-469c-4b63-83a3-7c815704432d tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f16b16-ad41-4341-97e5-446f0e5e166e HTTP/1.1" status: 200 len: 946 time: 0.2153494 Dec 16 22:16:17.605498 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac0b2cd-56eb-475e-ac61-c1eaf981deb8 admin admin] Made reservation on behalf of b25e74d91be64018845b9ad59017cfd1 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:17.607881 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b2cd-56eb-475e-ac61-c1eaf981deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:17.625319 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b2cd-56eb-475e-ac61-c1eaf981deb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:17.701452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-980cd43a-5223-4e05-ac5e-9c0deebd63f8 req-79fc3e59-c929-4e01-a94a-cf6b665cf1d7 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787609 Dec 16 22:16:17.800161 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-2af194c1-06f4-48f6-a37e-1566a02952b1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Allocated IP 10.1.1.112 (30b3ef79-5c9f-405a-8aa4-0af6e7684086/58de634b-a52d-4f03-b84c-874a2f6f4a3c/3c8879f2-c0b4-473d-834b-662e5d021399) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:17.809243 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b2cd-56eb-475e-ac61-c1eaf981deb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:17.868469 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b2cd-56eb-475e-ac61-c1eaf981deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:17.931510 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20da4ad9-d219-4d5c-a56f-9a8383286439 x-openstack-request-id: req-20da4ad9-d219-4d5c-a56f-9a8383286439 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:17.936367 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492caf79-91a6-47ae-bb89-b202959b0d07", "name": "network-vif-deleted", "tag": "ec9a3a93-99b4-43a6-84b8-16c7397e14ad", "status": "failed", "code": 422}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:17.936900 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20da4ad9-d219-4d5c-a56f-9a8383286439 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:17.938052 n-d-821840-2 neutron-server[103951]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '492caf79-91a6-47ae-bb89-b202959b0d07', 'name': 'network-vif-deleted', 'tag': 'ec9a3a93-99b4-43a6-84b8-16c7397e14ad', 'status': 'failed', 'code': 422} returned with failed status Dec 16 22:16:17.948155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac0b2cd-56eb-475e-ac61-c1eaf981deb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:16:17.967093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0b2cd-56eb-475e-ac61-c1eaf981deb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad74612e-2e7d-4f44-8758-21db0c5b514e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:18.004415 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b2cd-56eb-475e-ac61-c1eaf981deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:18.008330 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-6ac0b2cd-56eb-475e-ac61-c1eaf981deb8 admin admin] Added segment 96edda35-4351-4247-9500-44163daef42d of type vlan for network 2fc69047-c57b-45e7-986d-4b047605e8b9 Dec 16 22:16:18.054933 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-2af194c1-06f4-48f6-a37e-1566a02952b1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:18.074187 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b2cd-56eb-475e-ac61-c1eaf981deb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:18.090507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaeebf7-06e7-4a64-b6c5-ff2388f7e2b8 req-3df0fe73-c8c2-448a-969a-0a57a5866928 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:18.091364 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aaeebf7-06e7-4a64-b6c5-ff2388f7e2b8 req-3df0fe73-c8c2-448a-969a-0a57a5866928 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.1174791 Dec 16 22:16:18.153776 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aaeebf7-06e7-4a64-b6c5-ff2388f7e2b8 req-c1d9f851-7b01-44e4-9389-bda3dd2154d7 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499632 Dec 16 22:16:18.222927 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-2af194c1-06f4-48f6-a37e-1566a02952b1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:18.223980 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b2cd-56eb-475e-ac61-c1eaf981deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:18.225850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac0b2cd-56eb-475e-ac61-c1eaf981deb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:18.227620 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b2cd-56eb-475e-ac61-c1eaf981deb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:18.290867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af194c1-06f4-48f6-a37e-1566a02952b1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event updated for resources: {'Port': ['ID=3c8879f2-c0b4-473d-834b-662e5d021399,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:18.307574 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-2af194c1-06f4-48f6-a37e-1566a02952b1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:18.310232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-2af194c1-06f4-48f6-a37e-1566a02952b1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:18.328884 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-2af194c1-06f4-48f6-a37e-1566a02952b1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:18.366982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0b2cd-56eb-475e-ac61-c1eaf981deb8 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc69047-c57b-45e7-986d-4b047605e8b9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:18.390784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-2af194c1-06f4-48f6-a37e-1566a02952b1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:18.392601 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-2af194c1-06f4-48f6-a37e-1566a02952b1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:18.393251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db52d72-b8d5-45c4-b0f8-afe2872e0e2a req-58888084-5eed-4678-99a2-8ca59d93b237 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:18.399316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db52d72-b8d5-45c4-b0f8-afe2872e0e2a req-58888084-5eed-4678-99a2-8ca59d93b237 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:18.413882 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 2fc69047-c57b-45e7-986d-4b047605e8b9 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:16:18.417423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4db52d72-b8d5-45c4-b0f8-afe2872e0e2a req-58888084-5eed-4678-99a2-8ca59d93b237 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 1653 time: 0.1024952 Dec 16 22:16:18.425623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6ac0b2cd-56eb-475e-ac61-c1eaf981deb8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4038830 Dec 16 22:16:18.430597 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34478) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:18.437330 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6a5328e7-622b-4219-a158-f572fee87d54 admin admin] Request body: {'subnet': {'network_id': '2fc69047-c57b-45e7-986d-4b047605e8b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2133861060-subnet', 'tenant_id': 'b25e74d91be64018845b9ad59017cfd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:18.469552 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-2af194c1-06f4-48f6-a37e-1566a02952b1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2053783 Dec 16 22:16:18.485007 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e0ff36b9-8af1-443c-9ed1-503b5318e7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Request body: {'port': {'device_id': '47019380-7053-43a2-9761-48854410b414', 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086', 'admin_state_up': True, 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'security_groups': ['4e517677-0309-4d59-9404-43e44e7397b7']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:18.526163 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4db52d72-b8d5-45c4-b0f8-afe2872e0e2a req-cfbec346-f175-428f-a2fd-b520c7fad353 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074531 Dec 16 22:16:18.661151 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5328e7-622b-4219-a158-f572fee87d54 admin admin] Made reservation on behalf of b25e74d91be64018845b9ad59017cfd1 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:18.663624 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a5328e7-622b-4219-a158-f572fee87d54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:18.813406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3473821f-67c0-46d0-95f1-c4e8bd23e5de None None] Provisioning complete for port 3c8879f2-c0b4-473d-834b-662e5d021399 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:18.813874 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3473821f-67c0-46d0-95f1-c4e8bd23e5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:18.855068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64f66b-3ac9-41e4-81f8-b885cb49ab4c req-aa34510e-b862-4d26-894e-d9ad4aea3b81 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:18.858904 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b64f66b-3ac9-41e4-81f8-b885cb49ab4c req-aa34510e-b862-4d26-894e-d9ad4aea3b81 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=e45af0cd-faf0-4957-a3c3-299160da4dba HTTP/1.1" status: 200 len: 945 time: 0.1480212 Dec 16 22:16:18.887037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3473821f-67c0-46d0-95f1-c4e8bd23e5de None None] Port 3c8879f2-c0b4-473d-834b-662e5d021399 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:18.936834 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e0ff36b9-8af1-443c-9ed1-503b5318e7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Made reservation on behalf of 001915db62a44eb0a59ad001f5b8acda for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:18.942161 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e0ff36b9-8af1-443c-9ed1-503b5318e7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:18.946121 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b64f66b-3ac9-41e4-81f8-b885cb49ab4c req-eec01024-330c-4042-9b4f-a476dcaedcbb tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742922 Dec 16 22:16:19.029260 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a5328e7-622b-4219-a158-f572fee87d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.129218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29885b-fe05-46b0-a95e-f938be5a15fe req-bc23f8eb-b937-44d4-9986-861135646c4d tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:19.149170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d29885b-fe05-46b0-a95e-f938be5a15fe req-bc23f8eb-b937-44d4-9986-861135646c4d tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.1138973 Dec 16 22:16:19.154813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5328e7-622b-4219-a158-f572fee87d54 admin admin] Checking segment: {'id': '96edda35-4351-4247-9500-44163daef42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fc69047-c57b-45e7-986d-4b047605e8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:19.155192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5328e7-622b-4219-a158-f572fee87d54 admin admin] Network hostable DHCP agents. Network: 2fc69047-c57b-45e7-986d-4b047605e8b9, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:16:19.167982 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5328e7-622b-4219-a158-f572fee87d54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b95a7c3-bfcf-43a2-b745-689840b8453c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:19.199933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e0ff36b9-8af1-443c-9ed1-503b5318e7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Allocated IP 10.1.1.73 (30b3ef79-5c9f-405a-8aa4-0af6e7684086/58de634b-a52d-4f03-b84c-874a2f6f4a3c/aad230d4-20b2-48ae-bee1-5a21895924e4) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:19.240998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d29885b-fe05-46b0-a95e-f938be5a15fe req-e3e6da87-2e6b-4217-873d-7d2e1d7c1917 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891278 Dec 16 22:16:19.264816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5328e7-622b-4219-a158-f572fee87d54 admin admin] Network 2fc69047-c57b-45e7-986d-4b047605e8b9 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:16:19.372587 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-6a5328e7-622b-4219-a158-f572fee87d54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 2fc69047-c57b-45e7-986d-4b047605e8b9) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:19.381322 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:19.384427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5328e7-622b-4219-a158-f572fee87d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:19.385376 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a5328e7-622b-4219-a158-f572fee87d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.409898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e0ff36b9-8af1-443c-9ed1-503b5318e7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.419379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ced5942-cd44-4e48-ac03-a586dd03ee35 None None] Network 2fc69047-c57b-45e7-986d-4b047605e8b9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:19.495214 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6a5328e7-622b-4219-a158-f572fee87d54 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0614758 Dec 16 22:16:19.510135 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e0ff36b9-8af1-443c-9ed1-503b5318e7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.525880 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514f275-da00-49c1-b013-2814caecf10c req-6f26a6ac-806c-49e2-9700-6266d4fc0336 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:19.539180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514f275-da00-49c1-b013-2814caecf10c req-6f26a6ac-806c-49e2-9700-6266d4fc0336 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:19.552897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514f275-da00-49c1-b013-2814caecf10c req-6f26a6ac-806c-49e2-9700-6266d4fc0336 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:19.568078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8514f275-da00-49c1-b013-2814caecf10c req-6f26a6ac-806c-49e2-9700-6266d4fc0336 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2412 time: 0.1781852 Dec 16 22:16:19.574695 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff36b9-8af1-443c-9ed1-503b5318e7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event updated for resources: {'Port': ['ID=aad230d4-20b2-48ae-bee1-5a21895924e4,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:19.592318 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e0ff36b9-8af1-443c-9ed1-503b5318e7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:19.593998 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e0ff36b9-8af1-443c-9ed1-503b5318e7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:19.596771 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e0ff36b9-8af1-443c-9ed1-503b5318e7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:19.668772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b05b8-3fc5-410b-ad39-9b665109c173 None None] Network 2fc69047-c57b-45e7-986d-4b047605e8b9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:19.684536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e0ff36b9-8af1-443c-9ed1-503b5318e7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:19.685287 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e0ff36b9-8af1-443c-9ed1-503b5318e7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.707525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8514f275-da00-49c1-b013-2814caecf10c req-d4664589-142e-4479-8ee4-d977a36e49b4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238351 Dec 16 22:16:19.794146 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e0ff36b9-8af1-443c-9ed1-503b5318e7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3129849 Dec 16 22:16:19.816122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dd1f0f02-5316-4146-a0b8-f39068578477 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Request body: {'port': {'device_id': '47019380-7053-43a2-9761-48854410b414', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce', 'admin_state_up': True, 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'security_groups': ['4e517677-0309-4d59-9404-43e44e7397b7']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:19.832788 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=1b87fc6e-1cd1-4c00-b70b-e116b5b4f403,segment=NetworkSegment(71bc6d85-e066-4c2e-a9ce-3b0d96992f0c),segment_id=71bc6d85-e066-4c2e-a9ce-3b0d96992f0c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:19.886126 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '1b87fc6e-1cd1-4c00-b70b-e116b5b4f403', 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c', 'port_id': '1b87fc6e-1cd1-4c00-b70b-e116b5b4f403', 'mac_address': 'fa:16:3e:13:ff:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52fbc3ad-137b-45e5-a5f0-30cf6422fb29', 'ip_address': '19.80.0.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:20.055734 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:20.087009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:20.119957 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-74eb592b-364a-42d3-9b3a-0a4f9c87afe9 None None] Provisioning complete for port aad230d4-20b2-48ae-bee1-5a21895924e4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:20.120439 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-74eb592b-364a-42d3-9b3a-0a4f9c87afe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:20.127379 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f14b389-d9a0-4553-9bc3-665be2d737da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:20.148847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-4b4a4365-3018-43b7-9537-7b2f413db76f tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:20.152000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-4b4a4365-3018-43b7-9537-7b2f413db76f tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 812 time: 0.2624722 Dec 16 22:16:20.163828 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=1b87fc6e-1cd1-4c00-b70b-e116b5b4f403,segment=NetworkSegment(71bc6d85-e066-4c2e-a9ce-3b0d96992f0c),segment_id=71bc6d85-e066-4c2e-a9ce-3b0d96992f0c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:20.169619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-8d698593-0087-4cc0-bc14-1e65f48f7a61 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/quotas/9e9129638e7f4cd0be05b6f0c86dd955 HTTP/1.1" status: 200 len: 375 time: 0.0114830 Dec 16 22:16:20.177140 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-74eb592b-364a-42d3-9b3a-0a4f9c87afe9 None None] Port aad230d4-20b2-48ae-bee1-5a21895924e4 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:20.202361 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dd1f0f02-5316-4146-a0b8-f39068578477 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Made reservation on behalf of 001915db62a44eb0a59ad001f5b8acda for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:20.229900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-f3007a53-b4f4-4b94-9841-09215e8ad886 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476060 Dec 16 22:16:20.257120 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:20.258724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:20.301018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=263d55cb-6323-4c2b-aeb4-eeb7b0c832b7,segment=NetworkSegment(71bc6d85-e066-4c2e-a9ce-3b0d96992f0c),segment_id=71bc6d85-e066-4c2e-a9ce-3b0d96992f0c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:20.374009 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dd1f0f02-5316-4146-a0b8-f39068578477 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:20.382678 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '263d55cb-6323-4c2b-aeb4-eeb7b0c832b7', 'network_id': '265b0f0f-d2ad-4dfe-9f66-2e7cf223671c', 'port_id': '263d55cb-6323-4c2b-aeb4-eeb7b0c832b7', 'mac_address': 'fa:16:3e:91:90:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52fbc3ad-137b-45e5-a5f0-30cf6422fb29', 'ip_address': '19.80.0.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:20.387351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=1b87fc6e-1cd1-4c00-b70b-e116b5b4f403,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:20.462040 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:20.486779 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:20.515116 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=263d55cb-6323-4c2b-aeb4-eeb7b0c832b7,segment=NetworkSegment(71bc6d85-e066-4c2e-a9ce-3b0d96992f0c),segment_id=71bc6d85-e066-4c2e-a9ce-3b0d96992f0c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:20.574422 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-408964ac-51a6-4069-8703-ce7b937ffd39 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:16:20.575974 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-408964ac-51a6-4069-8703-ce7b937ffd39 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2729037 Dec 16 22:16:20.582880 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:20.586509 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 92dc3833-b638-413b-8747-0dc96d11ad35 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:20.739571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-a81a8869-f771-4936-92c6-0121ce59cb27 service neutron] 10.222.0.43 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006871 Dec 16 22:16:20.750506 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dd1f0f02-5316-4146-a0b8-f39068578477 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Allocated IP 10.2.2.100 (ddfb57a8-dc71-427e-ae1b-ea8399014fce/57718039-6093-40b9-897e-8e4ab7d09ed7/5d94475c-1657-4ad7-b2be-e8b1c81da7af) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:20.754360 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=263d55cb-6323-4c2b-aeb4-eeb7b0c832b7,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:20.760314 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-00db04ca-549e-4596-9804-ba197502e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:20.762078 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-00db04ca-549e-4596-9804-ba197502e83b service neutron] 10.222.0.43 "GET /v2.0/ports/04457bfa-a2ee-40c4-8db4-1088f9ea4181 HTTP/1.1" status: 200 len: 1093 time: 0.1467192 Dec 16 22:16:20.784360 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-4e37ced6-f383-4a6c-b494-821bbd7698df service neutron] Request body: {'binding': {'host': 'n-h2-821840-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:20.784842 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-4e37ced6-f383-4a6c-b494-821bbd7698df service neutron] Unknown quota resources ['binding']. {{(pid=103952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:16:20.790688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 92dc3833-b638-413b-8747-0dc96d11ad35, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=92dc3833-b638-413b-8747-0dc96d11ad35,segment=NetworkSegment(783a59d2-3685-4991-8a8d-5dc705d46753),segment_id=783a59d2-3685-4991-8a8d-5dc705d46753)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:20.823152 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '92dc3833-b638-413b-8747-0dc96d11ad35', 'network_id': '245be8c2-667c-4f86-9343-372ac8cc7fd0', 'port_id': '92dc3833-b638-413b-8747-0dc96d11ad35', 'mac_address': 'fa:16:3e:50:9a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc92e947-b8e5-4f17-9c3f-00594edece00', 'ip_address': '19.86.0.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:20.865226 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:20.881188 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92dc3833-b638-413b-8747-0dc96d11ad35 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:20.894218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-bc8cab8f-629e-415f-b144-77ba096b9f51 service neutron] 10.222.0.43 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532111 Dec 16 22:16:20.908253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 92dc3833-b638-413b-8747-0dc96d11ad35, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=92dc3833-b638-413b-8747-0dc96d11ad35,segment=NetworkSegment(783a59d2-3685-4991-8a8d-5dc705d46753),segment_id=783a59d2-3685-4991-8a8d-5dc705d46753)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:21.005404 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:21.067525 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=92dc3833-b638-413b-8747-0dc96d11ad35,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:21.353747 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dd1f0f02-5316-4146-a0b8-f39068578477 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:21.369039 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-4e37ced6-f383-4a6c-b494-821bbd7698df service neutron] Attempting to bind port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 on host n-h2-821840-2 for vnic_type normal with profile None {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:21.369439 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-4e37ced6-f383-4a6c-b494-821bbd7698df service neutron] Attempting to bind port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:21.369724 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-4e37ced6-f383-4a6c-b494-821bbd7698df service neutron] Attempting to bind port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:21.380097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-4e37ced6-f383-4a6c-b494-821bbd7698df service neutron] Port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:21.380433 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-4e37ced6-f383-4a6c-b494-821bbd7698df service neutron] Attempting to bind port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:21.390867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-4e37ced6-f383-4a6c-b494-821bbd7698df service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:21.391205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-4e37ced6-f383-4a6c-b494-821bbd7698df service neutron] Checking segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:21.391621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-4e37ced6-f383-4a6c-b494-821bbd7698df service neutron] Bound using segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:21.392892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-4e37ced6-f383-4a6c-b494-821bbd7698df service neutron] Bound port: 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:21.479637 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-4e37ced6-f383-4a6c-b494-821bbd7698df service neutron] For port 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:21.520689 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dd1f0f02-5316-4146-a0b8-f39068578477 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:21.572548 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dd1f0f02-5316-4146-a0b8-f39068578477 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Network ddfb57a8-dc71-427e-ae1b-ea8399014fce is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:21.575928 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dd1f0f02-5316-4146-a0b8-f39068578477 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:21.582757 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dd1f0f02-5316-4146-a0b8-f39068578477 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:21.585380 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-4e37ced6-f383-4a6c-b494-821bbd7698df service neutron] Publish callbacks [] for binding, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:21.586700 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-4e37ced6-f383-4a6c-b494-821bbd7698df service neutron] 10.222.0.43 "POST /v2.0/ports/04457bfa-a2ee-40c4-8db4-1088f9ea4181/bindings HTTP/1.1" status: 201 len: 389 time: 0.8085985 Dec 16 22:16:21.592799 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f0f02-5316-4146-a0b8-f39068578477 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event updated for resources: {'Port': ['ID=5d94475c-1657-4ad7-b2be-e8b1c81da7af,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:21.599479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a430cfb-f955-4220-ac82-f5485f061f00 req-494ddcf6-ce80-4f51-9edd-26d70ca354d9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:21.608682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a430cfb-f955-4220-ac82-f5485f061f00 req-494ddcf6-ce80-4f51-9edd-26d70ca354d9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.0602453 Dec 16 22:16:21.669408 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dd1f0f02-5316-4146-a0b8-f39068578477 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:21.669408 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dd1f0f02-5316-4146-a0b8-f39068578477 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:21.679047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['1b87fc6e-1cd1-4c00-b70b-e116b5b4f403'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:21.693068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a430cfb-f955-4220-ac82-f5485f061f00 req-b7564c6c-5935-441d-a986-1b422bf3a40d tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844002 Dec 16 22:16:21.775387 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['92dc3833-b638-413b-8747-0dc96d11ad35'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:21.778197 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['263d55cb-6323-4c2b-aeb4-eeb7b0c832b7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:21.786842 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dd1f0f02-5316-4146-a0b8-f39068578477 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9785361 Dec 16 22:16:21.801066 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-6d81324f-57c2-4698-904e-d8bcf2de1df9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Request body: {'port': {'device_id': '47019380-7053-43a2-9761-48854410b414', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce', 'admin_state_up': True, 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'security_groups': ['4e517677-0309-4d59-9404-43e44e7397b7']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:21.883378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647368a9-49e1-4594-a8c7-a29228a1d5f3 req-2a8d9ed0-e726-41ad-bcb4-cc64d5ca6c2d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:21.901999 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647368a9-49e1-4594-a8c7-a29228a1d5f3 req-2a8d9ed0-e726-41ad-bcb4-cc64d5ca6c2d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:21.909806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647368a9-49e1-4594-a8c7-a29228a1d5f3 req-2a8d9ed0-e726-41ad-bcb4-cc64d5ca6c2d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:21.924874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647368a9-49e1-4594-a8c7-a29228a1d5f3 req-2a8d9ed0-e726-41ad-bcb4-cc64d5ca6c2d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:21.928027 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-647368a9-49e1-4594-a8c7-a29228a1d5f3 req-2a8d9ed0-e726-41ad-bcb4-cc64d5ca6c2d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 3094 time: 0.1183982 Dec 16 22:16:22.074900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-647368a9-49e1-4594-a8c7-a29228a1d5f3 req-d84d0b8a-c1e4-4091-9277-fcd53b231c11 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409156 Dec 16 22:16:22.136171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-6d81324f-57c2-4698-904e-d8bcf2de1df9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Made reservation on behalf of 001915db62a44eb0a59ad001f5b8acda for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:22.142350 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-6d81324f-57c2-4698-904e-d8bcf2de1df9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:22.177092 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-83c24e66-1557-4379-9cf9-dda2ef356258 None None] Provisioning complete for port 5d94475c-1657-4ad7-b2be-e8b1c81da7af triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:22.178685 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83c24e66-1557-4379-9cf9-dda2ef356258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:22.248258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-1278de33-ff92-4a84-84fe-817fa492fef0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.250191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-1278de33-ff92-4a84-84fe-817fa492fef0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/networks?id=2fc69047-c57b-45e7-986d-4b047605e8b9 HTTP/1.1" status: 200 len: 809 time: 0.1320529 Dec 16 22:16:22.298302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-6d470a27-8077-44e6-bf6f-4d23b47a273b tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/quotas/b25e74d91be64018845b9ad59017cfd1 HTTP/1.1" status: 200 len: 375 time: 0.0379627 Dec 16 22:16:22.364938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-796a02ce-c624-4e9c-9467-6414bf0ecc38 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b25e74d91be64018845b9ad59017cfd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416548 Dec 16 22:16:22.464867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41528e3-adec-49cc-b0fd-7e4d75d8b65d req-67b80a03-1a5c-4142-bd28-e6b731a69b1d tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.467815 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e41528e3-adec-49cc-b0fd-7e4d75d8b65d req-67b80a03-1a5c-4142-bd28-e6b731a69b1d tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.1822872 Dec 16 22:16:22.544364 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e41528e3-adec-49cc-b0fd-7e4d75d8b65d req-348a68b6-f264-4e7c-aa94-599db16a76b8 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650432 Dec 16 22:16:22.544594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-8b981d2f-f0f7-4f52-8f53-253b0e98e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.545874 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-8b981d2f-f0f7-4f52-8f53-253b0e98e415 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 1096 time: 0.1148882 Dec 16 22:16:22.568828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-6d81324f-57c2-4698-904e-d8bcf2de1df9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Allocated IP 10.2.2.200 (ddfb57a8-dc71-427e-ae1b-ea8399014fce/57718039-6093-40b9-897e-8e4ab7d09ed7/7096ebf6-54ee-43dd-8452-01afb84b3b46) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:22.635184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-f555ca45-2a2b-4de8-89e8-cac7f1bdaea5 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc69047-c57b-45e7-986d-4b047605e8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609038 Dec 16 22:16:22.668797 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-83c24e66-1557-4379-9cf9-dda2ef356258 None None] Port 5d94475c-1657-4ad7-b2be-e8b1c81da7af cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:22.745497 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-9588b255-cac0-4f3f-9473-7bd78e5ac756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.746712 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-9588b255-cac0-4f3f-9473-7bd78e5ac756 service neutron] 10.222.0.24 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.1893659 Dec 16 22:16:22.751433 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b79f9cd-8e0d-4171-b5ad-201e16ced33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:22.795294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-281001f1-abf1-49d6-b3dd-c35383314f4e service neutron] 10.222.0.43 "GET /v2.0/networks/2fc69047-c57b-45e7-986d-4b047605e8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530194 Dec 16 22:16:22.855647 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-6a537087-9250-4b8f-9804-233ade0bd5dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181 HTTP/1.1" status: 200 len: 217 time: 0.1011102 Dec 16 22:16:22.895330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dfea0-61f5-4ac5-a563-ec0c7c22a3aa req-cbe8e585-2eec-4bbb-84ba-0740bd264862 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.902644 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dfea0-61f5-4ac5-a563-ec0c7c22a3aa req-cbe8e585-2eec-4bbb-84ba-0740bd264862 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.909698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dfea0-61f5-4ac5-a563-ec0c7c22a3aa req-cbe8e585-2eec-4bbb-84ba-0740bd264862 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.917239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc4dfea0-61f5-4ac5-a563-ec0c7c22a3aa req-cbe8e585-2eec-4bbb-84ba-0740bd264862 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2415 time: 0.1206348 Dec 16 22:16:22.957977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-6d81324f-57c2-4698-904e-d8bcf2de1df9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:22.962052 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-d9d7ef49-34db-4fb3-9c72-444a2b721461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.963701 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-d9d7ef49-34db-4fb3-9c72-444a2b721461 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.0894861 Dec 16 22:16:22.972047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc4dfea0-61f5-4ac5-a563-ec0c7c22a3aa req-c197b22e-125b-4f45-9192-38a9ac32f4ed tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530849 Dec 16 22:16:23.015517 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-08e39fd8-40d3-4edf-9ac4-301e23d8c262 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375190 Dec 16 22:16:23.095883 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-6d81324f-57c2-4698-904e-d8bcf2de1df9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:23.100147 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2687e81a-aeb7-4f6f-947e-73c2f784ffd8 req-c2eb3feb-3bdd-49b1-a8da-7d376ea13f9d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 210 time: 0.0614760 Dec 16 22:16:23.179877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-6d81324f-57c2-4698-904e-d8bcf2de1df9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Network ddfb57a8-dc71-427e-ae1b-ea8399014fce is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:23.181543 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-6d81324f-57c2-4698-904e-d8bcf2de1df9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:23.187989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-6d81324f-57c2-4698-904e-d8bcf2de1df9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:23.237330 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81324f-57c2-4698-904e-d8bcf2de1df9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event updated for resources: {'Port': ['ID=7096ebf6-54ee-43dd-8452-01afb84b3b46,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:23.322591 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-6d81324f-57c2-4698-904e-d8bcf2de1df9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:23.323516 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-6d81324f-57c2-4698-904e-d8bcf2de1df9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:23.339095 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-04a3a2c4-1ae1-4d0c-8660-7049a4ce77a9 service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104820 Dec 16 22:16:23.363525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a0b8d-3274-4548-8e4c-de085883a39b req-f935426a-1f9e-432a-a35e-979a75cdb055 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:23.372971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf9a0b8d-3274-4548-8e4c-de085883a39b req-f935426a-1f9e-432a-a35e-979a75cdb055 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 945 time: 0.1986277 Dec 16 22:16:23.422329 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d987c42-7ac3-41af-9729-f82dd7635dc1 req-50384671-bda6-436f-a601-ab5d28ca1a08 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:23.426714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d987c42-7ac3-41af-9729-f82dd7635dc1 req-50384671-bda6-436f-a601-ab5d28ca1a08 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=e45af0cd-faf0-4957-a3c3-299160da4dba HTTP/1.1" status: 200 len: 945 time: 0.1903114 Dec 16 22:16:23.452682 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:23.468510 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-16d44974-e546-4f9e-8d58-925e2d6b5e51 service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113417 Dec 16 22:16:23.473990 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-6d81324f-57c2-4698-904e-d8bcf2de1df9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6778765 Dec 16 22:16:23.488214 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf9a0b8d-3274-4548-8e4c-de085883a39b req-2eaa79a9-1a9e-4baa-bb2f-bb9ddfdf4eaf tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143339 Dec 16 22:16:23.494083 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Request body: {'port': {'device_id': '47019380-7053-43a2-9761-48854410b414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:23.567833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d987c42-7ac3-41af-9729-f82dd7635dc1 req-dd06b426-ac97-400d-bfdc-dfe93368dbc1 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164629 Dec 16 22:16:23.573637 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:23.607285 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e46880-1072-4789-a0d8-cf1081e25800 req-40e2dc81-82c2-4c52-bd1b-7d16198a68c9 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:23.608836 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ed6d4839-a4fb-4cf1-9c26-5d175a4d9106 None None] Provisioning complete for port 7096ebf6-54ee-43dd-8452-01afb84b3b46 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:23.609959 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed6d4839-a4fb-4cf1-9c26-5d175a4d9106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:23.610880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51e46880-1072-4789-a0d8-cf1081e25800 req-40e2dc81-82c2-4c52-bd1b-7d16198a68c9 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.69 "GET /v2.0/ports?device_id=e45af0cd-faf0-4957-a3c3-299160da4dba HTTP/1.1" status: 200 len: 945 time: 0.1789718 Dec 16 22:16:23.671337 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d4839-a4fb-4cf1-9c26-5d175a4d9106 None None] Port 7096ebf6-54ee-43dd-8452-01afb84b3b46 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:23.734359 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a2a5bd6-072b-4448-b10f-da0954254deb req-3e0bb502-a0db-47f5-a1f2-d105a4a50efe tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 210 time: 0.0658660 Dec 16 22:16:23.798282 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73fd42-6d8d-402c-80b8-a7170f4c655b req-32ffcbff-7cbc-49d0-8c1a-8c632cde475a tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:23.800042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d73fd42-6d8d-402c-80b8-a7170f4c655b req-32ffcbff-7cbc-49d0-8c1a-8c632cde475a tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.1765294 Dec 16 22:16:23.900442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-51e46880-1072-4789-a0d8-cf1081e25800 req-483b939c-55ac-4c7f-949e-22f433e2666b tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Deleting port 23e19705-f5ef-48ff-9b07-37dfd4794a69 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:23.900442 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-51e46880-1072-4789-a0d8-cf1081e25800 req-483b939c-55ac-4c7f-949e-22f433e2666b tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:23.920331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-40c64f27-f57c-4e87-831c-93ce27ca8d88 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:23.920944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d73fd42-6d8d-402c-80b8-a7170f4c655b req-2dae3caa-fbbc-4fdc-a47a-aebf977c23f2 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137991 Dec 16 22:16:23.921941 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-40c64f27-f57c-4e87-831c-93ce27ca8d88 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6&tenant_id=a0fbdbd1880a45e692ee9474ada061c6&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 1096 time: 0.1955032 Dec 16 22:16:23.942888 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821840-2'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:23.994441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364e0a-ca96-42e3-a778-1310fd394df5 req-e60771ec-1d54-405e-ae29-c44632fe1a7f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:24.017614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364e0a-ca96-42e3-a778-1310fd394df5 req-e60771ec-1d54-405e-ae29-c44632fe1a7f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:24.027674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364e0a-ca96-42e3-a778-1310fd394df5 req-e60771ec-1d54-405e-ae29-c44632fe1a7f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:24.036555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364e0a-ca96-42e3-a778-1310fd394df5 req-e60771ec-1d54-405e-ae29-c44632fe1a7f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:24.052906 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:24.056561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364e0a-ca96-42e3-a778-1310fd394df5 req-e60771ec-1d54-405e-ae29-c44632fe1a7f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:24.058441 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af364e0a-ca96-42e3-a778-1310fd394df5 req-e60771ec-1d54-405e-ae29-c44632fe1a7f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 3815 time: 0.2394054 Dec 16 22:16:24.079723 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9850f462-340f-49c0-b1fb-6a832caa60e7 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:24.107921 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:24.131240 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Transition to ACTIVE for port object 9850f462-340f-49c0-b1fb-6a832caa60e7 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:24.228527 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:24.242855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] For port 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:24.250647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af364e0a-ca96-42e3-a778-1310fd394df5 req-b29c3e01-45df-4078-b9d0-e8f48e2452c6 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672442 Dec 16 22:16:24.288382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-51e46880-1072-4789-a0d8-cf1081e25800 req-483b939c-55ac-4c7f-949e-22f433e2666b tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] For port 23e19705-f5ef-48ff-9b07-37dfd4794a69, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=23e19705-f5ef-48ff-9b07-37dfd4794a69,segment=NetworkSegment(83bc40d1-f037-4f7c-a075-b900de4634b0),segment_id=83bc40d1-f037-4f7c-a075-b900de4634b0)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:24.288964 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-51e46880-1072-4789-a0d8-cf1081e25800 req-483b939c-55ac-4c7f-949e-22f433e2666b tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:24.322825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229a4ba-0901-4c83-9210-78373e3363ef req-6a138ae0-a401-49a7-8a9a-c63ab007b036 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:24.332034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9229a4ba-0901-4c83-9210-78373e3363ef req-6a138ae0-a401-49a7-8a9a-c63ab007b036 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.2579527 Dec 16 22:16:24.337016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Pushing event updated for resources: {'Port': ['ID=9850f462-340f-49c0-b1fb-6a832caa60e7,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:24.361751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-51e46880-1072-4789-a0d8-cf1081e25800 req-483b939c-55ac-4c7f-949e-22f433e2666b tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Calling delete_port for 23e19705-f5ef-48ff-9b07-37dfd4794a69 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:24.365982 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] For port 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:24.463935 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9229a4ba-0901-4c83-9210-78373e3363ef req-71c892cb-4d52-4aa2-9e0b-30c17e4deaec tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306720 Dec 16 22:16:24.479259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-846eded2-f4c4-4335-b2de-5b1afc545dcc tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:24.480132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Attempting to bind port 9850f462-340f-49c0-b1fb-6a832caa60e7 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:24.480584 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Attempting to bind port 9850f462-340f-49c0-b1fb-6a832caa60e7 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '5b856b90-9bf4-4cbc-a592-7befe5f1c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:24.480816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-846eded2-f4c4-4335-b2de-5b1afc545dcc tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.69 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 812 time: 0.4083526 Dec 16 22:16:24.481137 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Attempting to bind port 9850f462-340f-49c0-b1fb-6a832caa60e7 on network 28cf9735-2f74-4728-b3d3-673e82b6a3ef {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:24.483521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988d34df-e17e-4523-9e0b-30760d771ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04457bfa-a2ee-40c4-8db4-1088f9ea4181'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:24.486422 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393ba052-1b70-4c55-974f-fc8be6029e92" -d '{"events": [{"server_uuid": "988d34df-e17e-4523-9e0b-30760d771ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "04457bfa-a2ee-40c4-8db4-1088f9ea4181"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:24.493936 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:24.498117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Port 9850f462-340f-49c0-b1fb-6a832caa60e7 on network 28cf9735-2f74-4728-b3d3-673e82b6a3ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:24.498117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Attempting to bind port 9850f462-340f-49c0-b1fb-6a832caa60e7 on network 28cf9735-2f74-4728-b3d3-673e82b6a3ef {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:24.504631 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:24.505162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Checking segment: {'id': '5b856b90-9bf4-4cbc-a592-7befe5f1c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:24.505866 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Bound using segment: {'id': '5b856b90-9bf4-4cbc-a592-7befe5f1c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:24.506212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Bound port: 9850f462-340f-49c0-b1fb-6a832caa60e7, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b856b90-9bf4-4cbc-a592-7befe5f1c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:24.506769 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:24.552328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-c2e4cd31-18c9-4d25-bf71-abaebc833a6c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Request body: {'port': {'device_id': '0aa33060-d16a-465a-a6f1-9c136bef2036', 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d', 'admin_state_up': True, 'tenant_id': '9e9129638e7f4cd0be05b6f0c86dd955'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:24.594160 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:24.686624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] For port 9850f462-340f-49c0-b1fb-6a832caa60e7, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:24.694041 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Pushing event updated for resources: {'Port': ['ID=04457bfa-a2ee-40c4-8db4-1088f9ea4181,revision_number=7']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:24.710606 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] For port 9850f462-340f-49c0-b1fb-6a832caa60e7, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9850f462-340f-49c0-b1fb-6a832caa60e7,segment=NetworkSegment(5b856b90-9bf4-4cbc-a592-7befe5f1c2fb),segment_id=5b856b90-9bf4-4cbc-a592-7befe5f1c2fb)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:24.725233 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:24.752264 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Attempting to bind port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 on host n-h1-821840-2 for vnic_type normal with profile {"migrating_to": "n-h2-821840-2"} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:24.752586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Attempting to bind port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:24.753238 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Attempting to bind port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:24.758257 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:24.758726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Attempting to bind port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:24.765313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:24.774906 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Checking segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:24.774906 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Bound using segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:24.774906 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Bound port: 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:24.774906 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:24.777494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d63bc1e5-eb22-486b-8cfe-95cd21e3022b req-a206d3ba-edcf-43a2-a9e0-f3c394a0aa75 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 210 time: 0.1666088 Dec 16 22:16:24.857409 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0402ca-40a1-4bf0-b6c3-54c8dda182ea req-9f04f576-5d09-40a1-933f-2cfb7388bb5b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:24.864096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0402ca-40a1-4bf0-b6c3-54c8dda182ea req-9f04f576-5d09-40a1-933f-2cfb7388bb5b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:24.870469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0402ca-40a1-4bf0-b6c3-54c8dda182ea req-9f04f576-5d09-40a1-933f-2cfb7388bb5b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:24.879016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c0402ca-40a1-4bf0-b6c3-54c8dda182ea req-9f04f576-5d09-40a1-933f-2cfb7388bb5b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2415 time: 0.2269123 Dec 16 22:16:24.886094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] For port 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:24.891606 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] For port 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:24.895433 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f2f371-75f1-41f0-a0d6-458214bd796b x-openstack-request-id: req-35f2f371-75f1-41f0-a0d6-458214bd796b {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:24.895733 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988d34df-e17e-4523-9e0b-30760d771ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "04457bfa-a2ee-40c4-8db4-1088f9ea4181", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:24.896034 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35f2f371-75f1-41f0-a0d6-458214bd796b {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:24.896523 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988d34df-e17e-4523-9e0b-30760d771ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04457bfa-a2ee-40c4-8db4-1088f9ea4181', 'code': 200} Dec 16 22:16:24.897835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4788bb42-f769-4e46-a97b-a931e5bb4fba req-62b2681c-7e40-4c1d-9376-7d164c39c9f1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2331758 Dec 16 22:16:24.898207 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:24.950868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:24.951604 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:24.952549 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] 10.222.0.69 "PUT /v2.0/ports/9850f462-340f-49c0-b1fb-6a832caa60e7 HTTP/1.1" status: 200 len: 1091 time: 1.4628854 Dec 16 22:16:24.973142 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:25.003788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba76945-25c9-42cc-9d4e-10863645eef0 service neutron] Pushing event updated for resources: {'Port': ['ID=9850f462-340f-49c0-b1fb-6a832caa60e7,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:25.076304 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:25.076944 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:25.078932 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] 10.222.0.24 "PUT /v2.0/ports/04457bfa-a2ee-40c4-8db4-1088f9ea4181 HTTP/1.1" status: 200 len: 1121 time: 1.1437263 Dec 16 22:16:25.094298 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Request body: {'port': {'device_id': '47019380-7053-43a2-9761-48854410b414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:25.154457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c0402ca-40a1-4bf0-b6c3-54c8dda182ea req-0ae4df97-f6a1-4b4d-9454-120d77707c65 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749708 Dec 16 22:16:25.179338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d659acf-fa08-492e-9a1b-13206da929aa service neutron] Pushing event updated for resources: {'Port': ['ID=04457bfa-a2ee-40c4-8db4-1088f9ea4181,revision_number=8']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:25.186762 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:25.211030 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-51e46880-1072-4789-a0d8-cf1081e25800 req-483b939c-55ac-4c7f-949e-22f433e2666b tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:25.230427 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['23e19705-f5ef-48ff-9b07-37dfd4794a69', '021bcb27-6f78-42a9-92ef-5cd58dc15dff', '3ec1a2de-4070-4e42-a682-d9db61dd099c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:25.250200 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22504b2a-9bcb-45d3-84a9-5c2621ecd703 req-bdd4bd69-5913-430e-a718-a44af4da0c57 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:25.264385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22504b2a-9bcb-45d3-84a9-5c2621ecd703 req-bdd4bd69-5913-430e-a718-a44af4da0c57 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 943 time: 0.3257451 Dec 16 22:16:25.284529 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788bb42-f769-4e46-a97b-a931e5bb4fba req-805e75c1-cc44-4810-892a-96af7fe0e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:25.286164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4788bb42-f769-4e46-a97b-a931e5bb4fba req-805e75c1-cc44-4810-892a-96af7fe0e124 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 1095 time: 0.2880673 Dec 16 22:16:25.354717 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['04457bfa-a2ee-40c4-8db4-1088f9ea4181'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:25.374978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-c2e4cd31-18c9-4d25-bf71-abaebc833a6c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Made reservation on behalf of 9e9129638e7f4cd0be05b6f0c86dd955 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:25.379633 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-c2e4cd31-18c9-4d25-bf71-abaebc833a6c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:25.423055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b939c-55ac-4c7f-949e-22f433e2666b tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Pushing event deleted for resources: {'Port': ['ID=23e19705-f5ef-48ff-9b07-37dfd4794a69,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:25.442388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 92dc3833-b638-413b-8747-0dc96d11ad35 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:25.618332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd2c071c-6e6a-40c9-a31a-6618ac499b55 req-21e24863-75ad-4ad6-a8f7-9e036bad68c7 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=e45af0cd-faf0-4957-a3c3-299160da4dba HTTP/1.1" status: 200 len: 210 time: 0.2349803 Dec 16 22:16:25.695646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f02bdff-c1df-4be2-8a7e-501b723a9da5 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:25.704963 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:25.707792 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:25.728556 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Transition to ACTIVE for port object 2f02bdff-c1df-4be2-8a7e-501b723a9da5 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:25.745613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22504b2a-9bcb-45d3-84a9-5c2621ecd703 req-24b886fe-7abb-4a50-ad12-4d94131ee81b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247370 Dec 16 22:16:25.748164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 92dc3833-b638-413b-8747-0dc96d11ad35 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:25.757111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 92dc3833-b638-413b-8747-0dc96d11ad35 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:25.757583 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:25.782106 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fed8b063-079d-486e-9018-ce100270faa4 req-3f0a7259-ddfa-49fa-b890-681e169affa1 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 210 time: 0.0280666 Dec 16 22:16:25.811554 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e46880-1072-4789-a0d8-cf1081e25800 req-483b939c-55ac-4c7f-949e-22f433e2666b tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] No DVR routers for this DVR port 23e19705-f5ef-48ff-9b07-37dfd4794a69 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:25.833923 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:25.842689 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-51e46880-1072-4789-a0d8-cf1081e25800 req-483b939c-55ac-4c7f-949e-22f433e2666b tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:25.846417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51e46880-1072-4789-a0d8-cf1081e25800 req-483b939c-55ac-4c7f-949e-22f433e2666b tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.69 "DELETE /v2.0/ports/23e19705-f5ef-48ff-9b07-37dfd4794a69 HTTP/1.1" status: 204 len: 173 time: 2.2259529 Dec 16 22:16:25.846962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45af0cd-faf0-4957-a3c3-299160da4dba', 'name': 'network-vif-deleted', 'tag': '23e19705-f5ef-48ff-9b07-37dfd4794a69'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:25.849592 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1eba94-506b-4129-9eb8-e242028ae90a" -d '{"events": [{"server_uuid": "e45af0cd-faf0-4957-a3c3-299160da4dba", "name": "network-vif-deleted", "tag": "23e19705-f5ef-48ff-9b07-37dfd4794a69"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:25.982925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Pushing event updated for resources: {'Port': ['ID=2f02bdff-c1df-4be2-8a7e-501b723a9da5,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:26.091789 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788bb42-f769-4e46-a97b-a931e5bb4fba req-c54572f5-76ac-4ffb-9735-44a13d27e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:26.094002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4788bb42-f769-4e46-a97b-a931e5bb4fba req-c54572f5-76ac-4ffb-9735-44a13d27e16d service neutron] 10.222.0.24 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.7117631 Dec 16 22:16:26.097117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Attempting to bind port 2f02bdff-c1df-4be2-8a7e-501b723a9da5 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:26.097463 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Attempting to bind port 2f02bdff-c1df-4be2-8a7e-501b723a9da5 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:26.097794 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Attempting to bind port 2f02bdff-c1df-4be2-8a7e-501b723a9da5 on network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:26.103498 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Port 2f02bdff-c1df-4be2-8a7e-501b723a9da5 on network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:26.103758 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-c2e4cd31-18c9-4d25-bf71-abaebc833a6c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Allocated IP 172.20.0.2 (1748be95-c78e-4701-939a-f9809cb0660d/cc959983-53a1-41bc-bb50-5414cb529785/097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:26.103883 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Attempting to bind port 2f02bdff-c1df-4be2-8a7e-501b723a9da5 on network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:26.111891 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:26.112574 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Checking segment: {'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:26.112920 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Bound using segment: {'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:26.113378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Bound port: 2f02bdff-c1df-4be2-8a7e-501b723a9da5, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:26.113734 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:26.113908 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:26.146601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4897a-76b4-4e6a-889e-fa16b0dae956 req-48449c8c-6c9f-4fcb-83a6-da63c81f5261 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:26.154512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90e4897a-76b4-4e6a-889e-fa16b0dae956 req-48449c8c-6c9f-4fcb-83a6-da63c81f5261 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.2536409 Dec 16 22:16:26.205293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] For port 2f02bdff-c1df-4be2-8a7e-501b723a9da5, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:26.209093 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] For port 2f02bdff-c1df-4be2-8a7e-501b723a9da5, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2f02bdff-c1df-4be2-8a7e-501b723a9da5,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:26.215661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dc3833-b638-413b-8747-0dc96d11ad35'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:26.218626 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddef21f-e32f-435e-a1e2-bcb42e5d6460" -d '{"events": [{"server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "name": "network-vif-plugged", "status": "completed", "tag": "92dc3833-b638-413b-8747-0dc96d11ad35"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:26.236531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 92dc3833-b638-413b-8747-0dc96d11ad35, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=92dc3833-b638-413b-8747-0dc96d11ad35,segment=NetworkSegment(783a59d2-3685-4991-8a8d-5dc705d46753),segment_id=783a59d2-3685-4991-8a8d-5dc705d46753)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:26.308254 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:26.321317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc3458-e58c-488d-a964-6d06d4fa3130 req-43bdc089-bf85-489b-9594-df068f033d82 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:26.327781 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc3458-e58c-488d-a964-6d06d4fa3130 req-43bdc089-bf85-489b-9594-df068f033d82 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:26.333592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc3458-e58c-488d-a964-6d06d4fa3130 req-43bdc089-bf85-489b-9594-df068f033d82 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:26.338056 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:26.339697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:26.341251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc3458-e58c-488d-a964-6d06d4fa3130 req-43bdc089-bf85-489b-9594-df068f033d82 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:26.352369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc3458-e58c-488d-a964-6d06d4fa3130 req-43bdc089-bf85-489b-9594-df068f033d82 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:26.358530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc3458-e58c-488d-a964-6d06d4fa3130 req-43bdc089-bf85-489b-9594-df068f033d82 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:26.367875 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70fc3458-e58c-488d-a964-6d06d4fa3130 req-43bdc089-bf85-489b-9594-df068f033d82 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 4603 time: 0.4131119 Dec 16 22:16:26.379708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4788bb42-f769-4e46-a97b-a931e5bb4fba req-22eaf592-1cd4-4c82-b0a4-66921b992559 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967aba4c-16e5-446d-9c85-086f719368fa HTTP/1.1" status: 200 len: 217 time: 0.2578688 Dec 16 22:16:26.396980 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:26.397780 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:26.399392 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] 10.222.0.69 "PUT /v2.0/ports/2f02bdff-c1df-4be2-8a7e-501b723a9da5 HTTP/1.1" status: 200 len: 1134 time: 1.3097997 Dec 16 22:16:26.455985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09ea83-efbc-41e2-949b-9dc07518f93f service neutron] Pushing event updated for resources: {'Port': ['ID=2f02bdff-c1df-4be2-8a7e-501b723a9da5,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:26.495489 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=92dc3833-b638-413b-8747-0dc96d11ad35,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:26.543398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90e4897a-76b4-4e6a-889e-fa16b0dae956 req-e6a2333b-4a2f-4450-9ab8-1def89f1d2a2 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611526 Dec 16 22:16:26.547669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Request body: {'port': {'device_id': '47019380-7053-43a2-9761-48854410b414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:26.605168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:26.609547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:26.610284 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:26.642697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788bb42-f769-4e46-a97b-a931e5bb4fba req-2bded767-3241-456a-9e23-c05eaa46dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:26.658392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4788bb42-f769-4e46-a97b-a931e5bb4fba req-2bded767-3241-456a-9e23-c05eaa46dd88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.2673783 Dec 16 22:16:26.718784 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:26.758193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70fc3458-e58c-488d-a964-6d06d4fa3130 req-ff884f80-1747-4a6a-8a3c-57c893132fdf tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3893106 Dec 16 22:16:26.774341 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:26.916554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=263d55cb-6323-4c2b-aeb4-eeb7b0c832b7,segment=NetworkSegment(71bc6d85-e066-4c2e-a9ce-3b0d96992f0c),segment_id=71bc6d85-e066-4c2e-a9ce-3b0d96992f0c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:26.982254 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'tag': '9850f462-340f-49c0-b1fb-6a832caa60e7'}, {'name': 'network-changed', 'server_uuid': '988d34df-e17e-4523-9e0b-30760d771ff6', 'tag': '04457bfa-a2ee-40c4-8db4-1088f9ea4181'}, {'name': 'network-changed', 'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'tag': '2f02bdff-c1df-4be2-8a7e-501b723a9da5'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:26.986039 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf" -d '{"events": [{"name": "network-changed", "server_uuid": "47019380-7053-43a2-9761-48854410b414", "tag": "9850f462-340f-49c0-b1fb-6a832caa60e7"}, {"name": "network-changed", "server_uuid": "988d34df-e17e-4523-9e0b-30760d771ff6", "tag": "04457bfa-a2ee-40c4-8db4-1088f9ea4181"}, {"name": "network-changed", "server_uuid": "47019380-7053-43a2-9761-48854410b414", "tag": "2f02bdff-c1df-4be2-8a7e-501b723a9da5"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:27.011524 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:27.013426 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:27.018406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4788bb42-f769-4e46-a97b-a931e5bb4fba req-8654817f-ac3b-4073-896d-ef3b68865f42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2822645 Dec 16 22:16:27.053780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c116a473-01f1-4993-8c03-cfc6fa340bff req-74912153-884c-402d-980c-a41fbaadd278 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 210 time: 0.0671074 Dec 16 22:16:27.131364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095953be-6333-4ca7-a576-8260e99dcc7f {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:27.148754 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:27.167032 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Transition to ACTIVE for port object 095953be-6333-4ca7-a576-8260e99dcc7f will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:27.192455 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=263d55cb-6323-4c2b-aeb4-eeb7b0c832b7,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:27.233878 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:27.309462 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Pushing event updated for resources: {'Port': ['ID=095953be-6333-4ca7-a576-8260e99dcc7f,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:27.318069 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:27.325498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:27.326124 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:27.472045 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Attempting to bind port 095953be-6333-4ca7-a576-8260e99dcc7f on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:27.474452 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Attempting to bind port 095953be-6333-4ca7-a576-8260e99dcc7f by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:27.475936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Attempting to bind port 095953be-6333-4ca7-a576-8260e99dcc7f on network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:27.496046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Port 095953be-6333-4ca7-a576-8260e99dcc7f on network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:27.496473 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Attempting to bind port 095953be-6333-4ca7-a576-8260e99dcc7f on network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:27.503208 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:27.503746 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Checking segment: {'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:27.504434 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Bound using segment: {'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:27.505031 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Bound port: 095953be-6333-4ca7-a576-8260e99dcc7f, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:27.505499 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:27.514536 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:27.540693 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df67a3e1-f19a-4973-bfaa-a310a81dda83 x-openstack-request-id: req-df67a3e1-f19a-4973-bfaa-a310a81dda83 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:27.541039 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45af0cd-faf0-4957-a3c3-299160da4dba", "name": "network-vif-deleted", "tag": "23e19705-f5ef-48ff-9b07-37dfd4794a69", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:27.541307 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df67a3e1-f19a-4973-bfaa-a310a81dda83 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:27.541734 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45af0cd-faf0-4957-a3c3-299160da4dba', 'name': 'network-vif-deleted', 'tag': '23e19705-f5ef-48ff-9b07-37dfd4794a69', 'status': 'completed', 'code': 200} Dec 16 22:16:27.577729 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=1b87fc6e-1cd1-4c00-b70b-e116b5b4f403,segment=NetworkSegment(71bc6d85-e066-4c2e-a9ce-3b0d96992f0c),segment_id=71bc6d85-e066-4c2e-a9ce-3b0d96992f0c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:27.600255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] For port 095953be-6333-4ca7-a576-8260e99dcc7f, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:27.604110 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] For port 095953be-6333-4ca7-a576-8260e99dcc7f, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=095953be-6333-4ca7-a576-8260e99dcc7f,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:27.639840 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:27.640955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 23e19705-f5ef-48ff-9b07-37dfd4794a69 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:27.665837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246281b-e351-4aaa-9309-b5d3fb3a3b47 req-aeb93ccf-d9c8-4b85-bc02-4391507ff496 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:27.667410 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e246281b-e351-4aaa-9309-b5d3fb3a3b47 req-aeb93ccf-d9c8-4b85-bc02-4391507ff496 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.7849567 Dec 16 22:16:27.676635 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:27.707050 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-76011236-ed56-4f52-8822-26379584c29e tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:27.708608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-76011236-ed56-4f52-8822-26379584c29e tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.69 "GET /v2.0/networks?id=2fc69047-c57b-45e7-986d-4b047605e8b9 HTTP/1.1" status: 200 len: 809 time: 1.1025727 Dec 16 22:16:27.726873 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-c2e4cd31-18c9-4d25-bf71-abaebc833a6c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:27.729212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 23e19705-f5ef-48ff-9b07-37dfd4794a69 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:16:27.730361 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 23e19705-f5ef-48ff-9b07-37dfd4794a69 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:16:27.735359 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-5c79fa85-3e8b-467b-ab45-48f96632daa0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Request body: {'port': {'device_id': 'fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56', 'network_id': '2fc69047-c57b-45e7-986d-4b047605e8b9', 'admin_state_up': True, 'tenant_id': 'b25e74d91be64018845b9ad59017cfd1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:27.750783 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Pushing event updated for resources: {'Port': ['ID=095953be-6333-4ca7-a576-8260e99dcc7f,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:27.767588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:27.768316 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:27.771452 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b55fdce0-4b9f-497b-bd45-c08a3a2d5273 service neutron] 10.222.0.69 "PUT /v2.0/ports/095953be-6333-4ca7-a576-8260e99dcc7f HTTP/1.1" status: 200 len: 1134 time: 1.2275105 Dec 16 22:16:27.833374 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e4d53-32b8-416c-9d72-7e17331b65db req-273ed786-17e5-4ad9-a463-477ce7bb9f4a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:27.841634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e4d53-32b8-416c-9d72-7e17331b65db req-273ed786-17e5-4ad9-a463-477ce7bb9f4a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:27.848545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e4d53-32b8-416c-9d72-7e17331b65db req-273ed786-17e5-4ad9-a463-477ce7bb9f4a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:27.850326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164e4d53-32b8-416c-9d72-7e17331b65db req-273ed786-17e5-4ad9-a463-477ce7bb9f4a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2417 time: 0.3050783 Dec 16 22:16:27.856732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=1b87fc6e-1cd1-4c00-b70b-e116b5b4f403,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:27.866139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4788bb42-f769-4e46-a97b-a931e5bb4fba req-f263a0e4-c1b6-4b97-aad4-4617456d0db8 service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256142 Dec 16 22:16:27.881423 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 04457bfa-a2ee-40c4-8db4-1088f9ea4181 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:27.904435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Request body: {'port': {'device_id': '47019380-7053-43a2-9761-48854410b414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:28.040815 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.057386 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e246281b-e351-4aaa-9309-b5d3fb3a3b47 req-d9179156-6f69-4eb2-a997-d32d049c0a81 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651533 Dec 16 22:16:28.096009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:28.115936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 04457bfa-a2ee-40c4-8db4-1088f9ea4181 has no active binding in host n-h2-821840-2 {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:16:28.146854 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecb2b20-62bd-47e7-b3c1-19dbf786a82f x-openstack-request-id: req-5ecb2b20-62bd-47e7-b3c1-19dbf786a82f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:28.147713 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "name": "network-vif-plugged", "status": "completed", "tag": "92dc3833-b638-413b-8747-0dc96d11ad35", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:28.150809 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ecb2b20-62bd-47e7-b3c1-19dbf786a82f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:28.150809 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dc3833-b638-413b-8747-0dc96d11ad35', 'code': 200} Dec 16 22:16:28.193556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164e4d53-32b8-416c-9d72-7e17331b65db req-27f769ed-d9cf-4036-9645-662de5f16ad4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262947 Dec 16 22:16:28.199845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-5c79fa85-3e8b-467b-ab45-48f96632daa0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Made reservation on behalf of b25e74d91be64018845b9ad59017cfd1 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:28.211319 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-5c79fa85-3e8b-467b-ab45-48f96632daa0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.331852 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-c2e4cd31-18c9-4d25-bf71-abaebc833a6c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.453423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3510f5b9-842d-4e02-80df-18353d25c181 req-90194307-7a03-4402-b26d-5f12db2ebb2e tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 210 time: 0.1072588 Dec 16 22:16:28.464251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c8879f2-c0b4-473d-834b-662e5d021399 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:28.475839 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.477279 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4788bb42-f769-4e46-a97b-a931e5bb4fba req-173a6dd9-cd31-4a9e-8c73-87d21b96f985 service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973608 Dec 16 22:16:28.480065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-c2e4cd31-18c9-4d25-bf71-abaebc833a6c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Network 1748be95-c78e-4701-939a-f9809cb0660d is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:28.505273 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Transition to ACTIVE for port object 3c8879f2-c0b4-473d-834b-662e5d021399 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:28.539191 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-c2e4cd31-18c9-4d25-bf71-abaebc833a6c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:28.558542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d33dc-8ac6-4324-bcff-90554e71d7bf req-03c71cbb-450c-41c7-9a2d-30ee252e7a39 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:28.559956 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992cfd9a-317a-4d11-8ebd-52491f152243 x-openstack-request-id: req-992cfd9a-317a-4d11-8ebd-52491f152243 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:28.560463 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47019380-7053-43a2-9761-48854410b414", "tag": "9850f462-340f-49c0-b1fb-6a832caa60e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "988d34df-e17e-4523-9e0b-30760d771ff6", "tag": "04457bfa-a2ee-40c4-8db4-1088f9ea4181", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47019380-7053-43a2-9761-48854410b414", "tag": "2f02bdff-c1df-4be2-8a7e-501b723a9da5", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:28.560888 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-992cfd9a-317a-4d11-8ebd-52491f152243 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:28.561472 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'tag': '9850f462-340f-49c0-b1fb-6a832caa60e7', 'status': 'completed', 'code': 200} Dec 16 22:16:28.561800 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988d34df-e17e-4523-9e0b-30760d771ff6', 'tag': '04457bfa-a2ee-40c4-8db4-1088f9ea4181', 'status': 'completed', 'code': 200} Dec 16 22:16:28.562075 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'tag': '2f02bdff-c1df-4be2-8a7e-501b723a9da5', 'status': 'completed', 'code': 200} Dec 16 22:16:28.565310 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.567141 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f91d33dc-8ac6-4324-bcff-90554e71d7bf req-03c71cbb-450c-41c7-9a2d-30ee252e7a39 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 943 time: 0.2329121 Dec 16 22:16:28.604715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-c2e4cd31-18c9-4d25-bf71-abaebc833a6c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:28.639547 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4cd31-18c9-4d25-bf71-abaebc833a6c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Pushing event updated for resources: {'Port': ['ID=097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:28.711084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Pushing event updated for resources: {'Port': ['ID=3c8879f2-c0b4-473d-834b-662e5d021399,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:28.741146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-5c79fa85-3e8b-467b-ab45-48f96632daa0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Allocated IP 172.20.0.12 (2fc69047-c57b-45e7-986d-4b047605e8b9/2b95a7c3-bfcf-43a2-b745-689840b8453c/6536b1e4-3a99-475d-862e-2c232a9d11d7) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:28.774779 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-73bfa8bc-d32b-4f44-8b87-f88bc3bd77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:28.775385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-73bfa8bc-d32b-4f44-8b87-f88bc3bd77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:28.775922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-73bfa8bc-d32b-4f44-8b87-f88bc3bd77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:28.776397 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-73bfa8bc-d32b-4f44-8b87-f88bc3bd77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:28.776867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-73bfa8bc-d32b-4f44-8b87-f88bc3bd77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:28.777125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-c2e4cd31-18c9-4d25-bf71-abaebc833a6c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:28.781305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-73bfa8bc-d32b-4f44-8b87-f88bc3bd77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:28.781305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-73bfa8bc-d32b-4f44-8b87-f88bc3bd77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:28.781573 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-c2e4cd31-18c9-4d25-bf71-abaebc833a6c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.781687 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-73bfa8bc-d32b-4f44-8b87-f88bc3bd77fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=001915db62a44eb0a59ad001f5b8acda&device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 6241 time: 0.1532402 Dec 16 22:16:28.803120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f91d33dc-8ac6-4324-bcff-90554e71d7bf req-eed6ad1e-73f8-4719-9381-428ae3a33531 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350335 Dec 16 22:16:28.826916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1f701-aeb0-49a6-ba88-7bde821805b8 req-12e54932-4b8c-437e-82aa-a8c20980e2d2 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:28.833526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3a1f701-aeb0-49a6-ba88-7bde821805b8 req-12e54932-4b8c-437e-82aa-a8c20980e2d2 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.1773901 Dec 16 22:16:28.907883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-c2e4cd31-18c9-4d25-bf71-abaebc833a6c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3698027 Dec 16 22:16:28.910835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Attempting to bind port 3c8879f2-c0b4-473d-834b-662e5d021399 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:28.911566 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Attempting to bind port 3c8879f2-c0b4-473d-834b-662e5d021399 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:28.911902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Attempting to bind port 3c8879f2-c0b4-473d-834b-662e5d021399 on network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:28.920366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Port 3c8879f2-c0b4-473d-834b-662e5d021399 on network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:28.920689 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Attempting to bind port 3c8879f2-c0b4-473d-834b-662e5d021399 on network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:28.930112 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:28.930501 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Checking segment: {'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:28.931029 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Bound using segment: {'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:28.931417 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Bound port: 3c8879f2-c0b4-473d-834b-662e5d021399, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:28.931793 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.969761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Request body: {'port': {'device_id': '0aa33060-d16a-465a-a6f1-9c136bef2036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:29.004619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3a1f701-aeb0-49a6-ba88-7bde821805b8 req-17cdb4da-2ba9-4581-b16d-52c8b54c1862 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649172 Dec 16 22:16:29.046834 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-b63b21be-a21f-481b-8906-b5fa351fa14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.047465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-b63b21be-a21f-481b-8906-b5fa351fa14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.047726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-b63b21be-a21f-481b-8906-b5fa351fa14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.051540 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-b63b21be-a21f-481b-8906-b5fa351fa14f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=001915db62a44eb0a59ad001f5b8acda&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2578952 Dec 16 22:16:29.169448 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.188362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a698b-a367-4550-affa-dbc616c6928b req-29a405da-ec25-453a-ae07-624652c37235 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.195451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a698b-a367-4550-affa-dbc616c6928b req-29a405da-ec25-453a-ae07-624652c37235 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.201415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a698b-a367-4550-affa-dbc616c6928b req-29a405da-ec25-453a-ae07-624652c37235 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.208272 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a698b-a367-4550-affa-dbc616c6928b req-29a405da-ec25-453a-ae07-624652c37235 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.215144 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a698b-a367-4550-affa-dbc616c6928b req-29a405da-ec25-453a-ae07-624652c37235 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.220958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a698b-a367-4550-affa-dbc616c6928b req-29a405da-ec25-453a-ae07-624652c37235 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.227256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a698b-a367-4550-affa-dbc616c6928b req-29a405da-ec25-453a-ae07-624652c37235 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.229334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-176a698b-a367-4550-affa-dbc616c6928b req-29a405da-ec25-453a-ae07-624652c37235 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5391 time: 0.3073220 Dec 16 22:16:29.330421 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-5c79fa85-3e8b-467b-ab45-48f96632daa0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.343695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6889ca-8bcb-4311-867c-b11418498cc3 req-57f7f417-ae1b-4bfb-9ecb-1401e39114cd tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.345379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e6889ca-8bcb-4311-867c-b11418498cc3 req-57f7f417-ae1b-4bfb-9ecb-1401e39114cd tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 931 time: 0.2633228 Dec 16 22:16:29.477513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] For port 3c8879f2-c0b4-473d-834b-662e5d021399, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:29.502849 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cbeac40e-defb-413b-ab6f-e5d01249d0e3 req-d98f70e4-647a-49c5-9aec-9000e0cd9b60 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4509478 Dec 16 22:16:29.516469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-176a698b-a367-4550-affa-dbc616c6928b req-68e71f3a-a7a7-4f67-bdf2-6ac472047364 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2667058 Dec 16 22:16:29.518964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] For port 3c8879f2-c0b4-473d-834b-662e5d021399, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3c8879f2-c0b4-473d-834b-662e5d021399,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:29.567115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-0a96f425-57c8-454d-bc38-0d9a580d7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.569955 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-0a96f425-57c8-454d-bc38-0d9a580d7df2 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4819791 Dec 16 22:16:29.606578 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.725798 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e6889ca-8bcb-4311-867c-b11418498cc3 req-addd016e-3744-44a5-8c0b-6bee276c4232 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660524 Dec 16 22:16:29.736398 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.737121 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.738580 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] 10.222.0.69 "PUT /v2.0/ports/3c8879f2-c0b4-473d-834b-662e5d021399 HTTP/1.1" status: 200 len: 1091 time: 1.8389027 Dec 16 22:16:29.780838 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7d221-6718-4c40-8d76-de073da18cff service neutron] Pushing event updated for resources: {'Port': ['ID=3c8879f2-c0b4-473d-834b-662e5d021399,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:29.793750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-f1cc6e13-48fb-4df4-86f5-ed74181af4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.795387 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-f1cc6e13-48fb-4df4-86f5-ed74181af4c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 1124 time: 0.1320808 Dec 16 22:16:29.798726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeac40e-defb-413b-ab6f-e5d01249d0e3 req-e26ee389-f7e8-4650-a7b0-afdc587bee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.799932 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cbeac40e-defb-413b-ab6f-e5d01249d0e3 req-e26ee389-f7e8-4650-a7b0-afdc587bee94 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1de029b3946e475788fd115f1e4ecc77&device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 1096 time: 0.2062056 Dec 16 22:16:29.806984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:29.819037 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-5c79fa85-3e8b-467b-ab45-48f96632daa0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.824046 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.916794 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Request body: {'port': {'device_id': '47019380-7053-43a2-9761-48854410b414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:29.921787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Transition to ACTIVE for port object 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:29.958462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-5c79fa85-3e8b-467b-ab45-48f96632daa0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Network 2fc69047-c57b-45e7-986d-4b047605e8b9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:29.970448 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-5c79fa85-3e8b-467b-ab45-48f96632daa0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:29.996422 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-5c79fa85-3e8b-467b-ab45-48f96632daa0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:30.015509 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a41b4-185b-4aa0-b217-af94adbb2ef2 req-3c932022-b4b6-4b8c-9faf-ddf12fb816ab tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:30.015509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e70a41b4-185b-4aa0-b217-af94adbb2ef2 req-3c932022-b4b6-4b8c-9faf-ddf12fb816ab tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.2618942 Dec 16 22:16:30.015509 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79fa85-3e8b-467b-ab45-48f96632daa0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Pushing event updated for resources: {'Port': ['ID=6536b1e4-3a99-475d-862e-2c232a9d11d7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:30.039669 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.043703 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.130636 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a2830-cdcd-4844-9f45-0a5c4f15fe4d req-e8dae9ee-d5e5-45d4-a3b9-141b800f1623 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:30.137015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a2830-cdcd-4844-9f45-0a5c4f15fe4d req-e8dae9ee-d5e5-45d4-a3b9-141b800f1623 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:30.143471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a2830-cdcd-4844-9f45-0a5c4f15fe4d req-e8dae9ee-d5e5-45d4-a3b9-141b800f1623 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:30.145234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e2a2830-cdcd-4844-9f45-0a5c4f15fe4d req-e8dae9ee-d5e5-45d4-a3b9-141b800f1623 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2418 time: 0.2614973 Dec 16 22:16:30.150361 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-8822fa44-3e88-48c3-922e-c81275205e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:30.151644 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-8822fa44-3e88-48c3-922e-c81275205e11 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.3393362 Dec 16 22:16:30.152276 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263d55cb-6323-4c2b-aeb4-eeb7b0c832b7'}, {'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b87fc6e-1cd1-4c00-b70b-e116b5b4f403'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:30.164883 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb2ca2a-3053-48c5-9110-9fd3b891d293" -d '{"events": [{"server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "name": "network-vif-plugged", "status": "completed", "tag": "263d55cb-6323-4c2b-aeb4-eeb7b0c832b7"}, {"server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "name": "network-vif-plugged", "status": "completed", "tag": "1b87fc6e-1cd1-4c00-b70b-e116b5b4f403"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:30.175538 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-5c79fa85-3e8b-467b-ab45-48f96632daa0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:30.176485 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-5c79fa85-3e8b-467b-ab45-48f96632daa0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.208165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Pushing event updated for resources: {'Port': ['ID=097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:30.209850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeac40e-defb-413b-ab6f-e5d01249d0e3 req-8b32a617-f849-4d46-af65-01109ae3f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:30.211369 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cbeac40e-defb-413b-ab6f-e5d01249d0e3 req-8b32a617-f849-4d46-af65-01109ae3f9c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c HTTP/1.1" status: 200 len: 912 time: 0.3153391 Dec 16 22:16:30.216318 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-6e9364a5-c2fe-4e2f-9179-90a803a7697d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181 HTTP/1.1" status: 200 len: 217 time: 0.0460072 Dec 16 22:16:30.266123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e70a41b4-185b-4aa0-b217-af94adbb2ef2 req-92a7516e-fff1-4250-8ee7-3f91ac872955 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214918 Dec 16 22:16:30.333474 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-5c79fa85-3e8b-467b-ab45-48f96632daa0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6021240 Dec 16 22:16:30.343803 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cbeac40e-defb-413b-ab6f-e5d01249d0e3 req-b1cca8d4-227b-41b9-b4ee-bbda4783ebd3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 HTTP/1.1" status: 200 len: 217 time: 0.0845692 Dec 16 22:16:30.353981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Request body: {'port': {'device_id': 'fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:30.395424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e2a2830-cdcd-4844-9f45-0a5c4f15fe4d req-87069306-2c6f-451b-b8f4-a1925bf926fe tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349372 Dec 16 22:16:30.451125 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-6b269e94-0891-403a-a34f-bb47e8ecfc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:30.452737 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-6b269e94-0891-403a-a34f-bb47e8ecfc91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.1832600 Dec 16 22:16:30.505013 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-5e4e12b9-cfd9-4f54-b3c6-2d46ff8d02b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351570 Dec 16 22:16:30.508053 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeac40e-defb-413b-ab6f-e5d01249d0e3 req-bea0b53d-caf8-4066-9ef0-4ef8aa94e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:30.509432 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cbeac40e-defb-413b-ab6f-e5d01249d0e3 req-bea0b53d-caf8-4066-9ef0-4ef8aa94e0d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71387a28-0c73-4674-8c37-167ab8f9b37e HTTP/1.1" status: 200 len: 851 time: 0.1535065 Dec 16 22:16:30.598175 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'tag': '095953be-6333-4ca7-a576-8260e99dcc7f'}, {'name': 'network-changed', 'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'tag': '3c8879f2-c0b4-473d-834b-662e5d021399'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:30.600510 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d8be1c-d1ca-496a-8864-24040c505622" -d '{"events": [{"name": "network-changed", "server_uuid": "47019380-7053-43a2-9761-48854410b414", "tag": "095953be-6333-4ca7-a576-8260e99dcc7f"}, {"name": "network-changed", "server_uuid": "47019380-7053-43a2-9761-48854410b414", "tag": "3c8879f2-c0b4-473d-834b-662e5d021399"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:30.604843 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.69', 63079) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:30.610595 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cbeac40e-defb-413b-ab6f-e5d01249d0e3 req-98b08071-b6e9-4bad-893e-d3d1654f4146 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875878 Dec 16 22:16:30.647162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2089846-e4f0-4ea2-8383-65aa871221aa req-1ba3443b-8d71-4ca1-9b0b-dea10336f526 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:30.649986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2089846-e4f0-4ea2-8383-65aa871221aa req-1ba3443b-8d71-4ca1-9b0b-dea10336f526 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 932 time: 0.2532640 Dec 16 22:16:30.655033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Attempting to bind port 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:30.655592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Attempting to bind port 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:30.656115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Attempting to bind port 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b on network 1748be95-c78e-4701-939a-f9809cb0660d {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:30.670642 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.688200 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Port 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b on network 1748be95-c78e-4701-939a-f9809cb0660d not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:30.689631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Attempting to bind port 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b on network 1748be95-c78e-4701-939a-f9809cb0660d {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:30.753000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0fee2-1a2d-4a4f-82f5-8297e446f918 req-a0d805c9-43c8-4fdb-8784-eb2bf87a227a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:30.755393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ac0fee2-1a2d-4a4f-82f5-8297e446f918 req-a0d805c9-43c8-4fdb-8784-eb2bf87a227a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 943 time: 0.2225628 Dec 16 22:16:30.760893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:30.761914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Checking segment: {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:30.762056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Bound using segment: {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:30.763059 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Bound port: 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:30.763379 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.813034 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-79355d07-03be-4571-a3d7-a7a5522f4c98 service neutron] 10.222.0.69 "GET /v2.0/ports/04457bfa-a2ee-40c4-8db4-1088f9ea4181/bindings/n-h2-821840-2 HTTP/1.1" status: 200 len: 384 time: 0.2053576 Dec 16 22:16:30.846753 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-46ba9d7f-e669-4965-8d8f-91b1f758be86 service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103747 Dec 16 22:16:30.899896 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad230d4-20b2-48ae-bee1-5a21895924e4 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:30.923546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2089846-e4f0-4ea2-8383-65aa871221aa req-63084bc3-d41a-4ec0-b09b-74bca62eb29b tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad74612e-2e7d-4f44-8758-21db0c5b514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540162 Dec 16 22:16:30.943102 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.950866 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cbeac40e-defb-413b-ab6f-e5d01249d0e3 req-480494cd-ce2f-4284-adfb-a7c08c258078 service neutron] 10.222.0.69 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313105 Dec 16 22:16:31.053230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Transition to ACTIVE for port object aad230d4-20b2-48ae-bee1-5a21895924e4 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:31.087577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ac0fee2-1a2d-4a4f-82f5-8297e446f918 req-c8efc6e6-4582-4b9a-8299-d558e39c2c0f tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592711 Dec 16 22:16:31.131594 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-f75de907-244e-4c77-92dc-76710855488e service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783878 Dec 16 22:16:31.153360 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc1d7bb-5908-499b-9f67-09fce340a086 x-openstack-request-id: req-5cc1d7bb-5908-499b-9f67-09fce340a086 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:31.154306 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.154840 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "name": "network-vif-plugged", "status": "completed", "tag": "263d55cb-6323-4c2b-aeb4-eeb7b0c832b7", "code": 200}, {"server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "name": "network-vif-plugged", "status": "completed", "tag": "1b87fc6e-1cd1-4c00-b70b-e116b5b4f403", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:31.155157 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5cc1d7bb-5908-499b-9f67-09fce340a086 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:31.155783 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263d55cb-6323-4c2b-aeb4-eeb7b0c832b7', 'code': 200} Dec 16 22:16:31.158956 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b87fc6e-1cd1-4c00-b70b-e116b5b4f403', 'code': 200} Dec 16 22:16:31.196833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] For port 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:31.225926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] For port 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:31.233036 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cbeac40e-defb-413b-ab6f-e5d01249d0e3 req-b99d73ba-bc91-4a56-b0d7-ae5c9feecff1 service neutron] 10.222.0.69 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734699 Dec 16 22:16:31.259658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fd175-2097-475e-88ef-795f52f673e0 req-7a0179e8-4b81-49c2-994e-515b91228e31 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.267830 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d4fd175-2097-475e-88ef-795f52f673e0 req-7a0179e8-4b81-49c2-994e-515b91228e31 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.2509787 Dec 16 22:16:31.318865 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.325303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Pushing event updated for resources: {'Port': ['ID=aad230d4-20b2-48ae-bee1-5a21895924e4,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:31.416110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.416385 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.417671 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] 10.222.0.69 "PUT /v2.0/ports/097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b HTTP/1.1" status: 200 len: 1091 time: 2.4522140 Dec 16 22:16:31.420421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa33060-d16a-465a-a6f1-9c136bef2036', 'tag': '097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:31.423652 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521b556b-5e4f-4ec4-a313-657659d89598" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa33060-d16a-465a-a6f1-9c136bef2036", "tag": "097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:31.487513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d4fd175-2097-475e-88ef-795f52f673e0 req-99133bbb-9324-4932-9f3d-e7faf6ed0966 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185557 Dec 16 22:16:31.493585 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-a10f6caf-2109-492e-9c5d-5d9324247e02 service neutron] For port 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:31.555810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a8547-0144-4fee-b48f-b36f08328e5a req-7cb788de-27c6-4ae1-a166-69363bcde601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.557035 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a8547-0144-4fee-b48f-b36f08328e5a req-7cb788de-27c6-4ae1-a166-69363bcde601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.557654 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a8547-0144-4fee-b48f-b36f08328e5a req-7cb788de-27c6-4ae1-a166-69363bcde601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.559553 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f89a8547-0144-4fee-b48f-b36f08328e5a req-7cb788de-27c6-4ae1-a166-69363bcde601 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2871 time: 0.2792397 Dec 16 22:16:31.579928 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-b0759915-d371-4249-b8cd-eb981c99e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.580474 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-b0759915-d371-4249-b8cd-eb981c99e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.580948 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-b0759915-d371-4249-b8cd-eb981c99e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.581414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-b0759915-d371-4249-b8cd-eb981c99e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.586853 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-b0759915-d371-4249-b8cd-eb981c99e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.586853 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-b0759915-d371-4249-b8cd-eb981c99e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.586853 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-b0759915-d371-4249-b8cd-eb981c99e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.587417 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-b0759915-d371-4249-b8cd-eb981c99e0ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=001915db62a44eb0a59ad001f5b8acda&device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 6308 time: 0.2870841 Dec 16 22:16:31.588833 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-a10f6caf-2109-492e-9c5d-5d9324247e02 service neutron] For port 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:31.605467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6536b1e4-3a99-475d-862e-2c232a9d11d7 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:31.612954 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252f6793-2c95-4a73-ab39-49997cce4506 x-openstack-request-id: req-252f6793-2c95-4a73-ab39-49997cce4506 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:31.613404 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47019380-7053-43a2-9761-48854410b414", "tag": "095953be-6333-4ca7-a576-8260e99dcc7f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47019380-7053-43a2-9761-48854410b414", "tag": "3c8879f2-c0b4-473d-834b-662e5d021399", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:31.613524 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-252f6793-2c95-4a73-ab39-49997cce4506 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:31.613880 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'tag': '095953be-6333-4ca7-a576-8260e99dcc7f', 'status': 'completed', 'code': 200} Dec 16 22:16:31.614135 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'tag': '3c8879f2-c0b4-473d-834b-662e5d021399', 'status': 'completed', 'code': 200} Dec 16 22:16:31.617319 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.640643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Transition to ACTIVE for port object 6536b1e4-3a99-475d-862e-2c232a9d11d7 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:31.675451 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Attempting to bind port aad230d4-20b2-48ae-bee1-5a21895924e4 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:31.675788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Attempting to bind port aad230d4-20b2-48ae-bee1-5a21895924e4 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:31.676117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Attempting to bind port aad230d4-20b2-48ae-bee1-5a21895924e4 on network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:31.703091 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c03b8-604f-430f-b93a-aa0d98d619e2 service neutron] Pushing event updated for resources: {'Port': ['ID=097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:31.742424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Port aad230d4-20b2-48ae-bee1-5a21895924e4 on network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:31.747898 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Attempting to bind port aad230d4-20b2-48ae-bee1-5a21895924e4 on network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:31.750568 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.756238 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-a10f6caf-2109-492e-9c5d-5d9324247e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04457bfa-a2ee-40c4-8db4-1088f9ea4181 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:31.770983 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f89a8547-0144-4fee-b48f-b36f08328e5a req-f5bb7c8e-e4bd-4193-bf7e-23a83cc5f070 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008443 Dec 16 22:16:31.776801 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:31.777139 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Checking segment: {'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:31.777515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Bound using segment: {'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:31.777951 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Bound port: aad230d4-20b2-48ae-bee1-5a21895924e4, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad61b9a-1a6f-4962-b91c-e61b12612e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:31.778303 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.781320 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-a10f6caf-2109-492e-9c5d-5d9324247e02 service neutron] For port 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:31.822474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2d5d8-e864-4c14-9b9c-f72fda1e1a82 req-2a302283-3763-4a21-9e1f-b8b39d27929d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.828635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2d5d8-e864-4c14-9b9c-f72fda1e1a82 req-2a302283-3763-4a21-9e1f-b8b39d27929d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.840746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2d5d8-e864-4c14-9b9c-f72fda1e1a82 req-2a302283-3763-4a21-9e1f-b8b39d27929d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.850291 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2d5d8-e864-4c14-9b9c-f72fda1e1a82 req-2a302283-3763-4a21-9e1f-b8b39d27929d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.857209 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2d5d8-e864-4c14-9b9c-f72fda1e1a82 req-2a302283-3763-4a21-9e1f-b8b39d27929d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.868464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2d5d8-e864-4c14-9b9c-f72fda1e1a82 req-2a302283-3763-4a21-9e1f-b8b39d27929d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.871693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-8ed68ae9-f253-4bda-9fa6-91bf2c29edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.872418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-8ed68ae9-f253-4bda-9fa6-91bf2c29edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.872932 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-8ed68ae9-f253-4bda-9fa6-91bf2c29edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.874410 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-8ed68ae9-f253-4bda-9fa6-91bf2c29edf7 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=001915db62a44eb0a59ad001f5b8acda&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2595239 Dec 16 22:16:31.878017 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-a10f6caf-2109-492e-9c5d-5d9324247e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.878862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2d5d8-e864-4c14-9b9c-f72fda1e1a82 req-2a302283-3763-4a21-9e1f-b8b39d27929d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.880880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36e2d5d8-e864-4c14-9b9c-f72fda1e1a82 req-2a302283-3763-4a21-9e1f-b8b39d27929d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5403 time: 0.4204879 Dec 16 22:16:31.923729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b8877-78a7-4842-9fce-fd0a5a62a9d0 req-d402aa10-d7c1-4bca-b37e-6ba245bd38bc tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.925005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c6b8877-78a7-4842-9fce-fd0a5a62a9d0 req-d402aa10-d7c1-4bca-b37e-6ba245bd38bc tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 943 time: 0.2491806 Dec 16 22:16:31.932089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Pushing event updated for resources: {'Port': ['ID=6536b1e4-3a99-475d-862e-2c232a9d11d7,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:31.935696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] For port aad230d4-20b2-48ae-bee1-5a21895924e4, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:31.935974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-60d92e4b-4d76-4499-ae1e-d3afac4fe051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.937733 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-60d92e4b-4d76-4499-ae1e-d3afac4fe051 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 1094 time: 0.2659626 Dec 16 22:16:31.958523 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] For port aad230d4-20b2-48ae-bee1-5a21895924e4, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aad230d4-20b2-48ae-bee1-5a21895924e4,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:32.015790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-a10f6caf-2109-492e-9c5d-5d9324247e02 service neutron] Transition to ACTIVE for port object 04457bfa-a2ee-40c4-8db4-1088f9ea4181 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:32.081659 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:32.107711 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-16d2b70c-e66f-4137-b40f-e003002b9cc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b HTTP/1.1" status: 200 len: 217 time: 0.0785377 Dec 16 22:16:32.127287 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36e2d5d8-e864-4c14-9b9c-f72fda1e1a82 req-723b0c98-3ec7-42bf-9dc7-c183927424dd tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2162116 Dec 16 22:16:32.137385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.139774 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:32.142272 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] 10.222.0.69 "PUT /v2.0/ports/aad230d4-20b2-48ae-bee1-5a21895924e4 HTTP/1.1" status: 200 len: 1090 time: 2.2330129 Dec 16 22:16:32.145710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c6b8877-78a7-4842-9fce-fd0a5a62a9d0 req-43f59906-3d4a-4e11-9c74-552320f4a19f tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619439 Dec 16 22:16:32.146507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Attempting to bind port 6536b1e4-3a99-475d-862e-2c232a9d11d7 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:32.154629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Attempting to bind port 6536b1e4-3a99-475d-862e-2c232a9d11d7 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '96edda35-4351-4247-9500-44163daef42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fc69047-c57b-45e7-986d-4b047605e8b9'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:32.154629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Attempting to bind port 6536b1e4-3a99-475d-862e-2c232a9d11d7 on network 2fc69047-c57b-45e7-986d-4b047605e8b9 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:32.176175 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-a10f6caf-2109-492e-9c5d-5d9324247e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:32.183316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Port 6536b1e4-3a99-475d-862e-2c232a9d11d7 on network 2fc69047-c57b-45e7-986d-4b047605e8b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:32.184557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Attempting to bind port 6536b1e4-3a99-475d-862e-2c232a9d11d7 on network 2fc69047-c57b-45e7-986d-4b047605e8b9 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:32.206435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:32.207543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Checking segment: {'id': '96edda35-4351-4247-9500-44163daef42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fc69047-c57b-45e7-986d-4b047605e8b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:32.209783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Bound using segment: {'id': '96edda35-4351-4247-9500-44163daef42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fc69047-c57b-45e7-986d-4b047605e8b9'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:32.210471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Bound port: 6536b1e4-3a99-475d-862e-2c232a9d11d7, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96edda35-4351-4247-9500-44163daef42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fc69047-c57b-45e7-986d-4b047605e8b9'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:32.210851 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:32.262023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-1f86b908-11c8-4108-a8ab-c8e57211f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.265886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-1f86b908-11c8-4108-a8ab-c8e57211f525 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc959983-53a1-41bc-bb50-5414cb529785 HTTP/1.1" status: 200 len: 852 time: 0.1426067 Dec 16 22:16:32.306156 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Request body: {'port': {'device_id': '47019380-7053-43a2-9761-48854410b414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:32.394978 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-a10f6caf-2109-492e-9c5d-5d9324247e02 service neutron] No DVR routers for this DVR port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:32.401115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1bd30-657b-4d23-84b1-777e8c2b7b9f service neutron] Pushing event updated for resources: {'Port': ['ID=aad230d4-20b2-48ae-bee1-5a21895924e4,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:32.421144 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-9ed17a9c-dcb9-4800-bc8d-47ad5435a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.423517 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c235aab3-dc72-4a9c-aa22-4f1e2ff443cf req-9ed17a9c-dcb9-4800-bc8d-47ad5435a616 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3969738 Dec 16 22:16:32.440926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-1ec1aad6-d4da-4330-8e97-7a0e4131fa11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1748be95-c78e-4701-939a-f9809cb0660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1550131 Dec 16 22:16:32.500154 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-a10f6caf-2109-492e-9c5d-5d9324247e02 service neutron] 10.222.0.69 "PUT /v2.0/ports/04457bfa-a2ee-40c4-8db4-1088f9ea4181/bindings/n-h2-821840-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6739867 Dec 16 22:16:32.550842 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:32.566620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f6caf-2109-492e-9c5d-5d9324247e02 service neutron] Pushing event updated for resources: {'Port': ['ID=04457bfa-a2ee-40c4-8db4-1088f9ea4181,revision_number=10']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:32.636844 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-61e37ad6-d673-4e29-98c9-95c7e36c1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.637639 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-61e37ad6-d673-4e29-98c9-95c7e36c1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.638286 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-61e37ad6-d673-4e29-98c9-95c7e36c1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.638663 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-61e37ad6-d673-4e29-98c9-95c7e36c1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.639303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-61e37ad6-d673-4e29-98c9-95c7e36c1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.639792 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-61e37ad6-d673-4e29-98c9-95c7e36c1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.640248 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-61e37ad6-d673-4e29-98c9-95c7e36c1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.644010 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-33d8be1c-d1ca-496a-8864-24040c505622 req-61e37ad6-d673-4e29-98c9-95c7e36c1062 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=001915db62a44eb0a59ad001f5b8acda&device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 6350 time: 0.1428480 Dec 16 22:16:32.894512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-a35eafee-b772-4728-9d23-ade7124a72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.894985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-a35eafee-b772-4728-9d23-ade7124a72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.895474 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-a35eafee-b772-4728-9d23-ade7124a72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.897133 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-33d8be1c-d1ca-496a-8864-24040c505622 req-a35eafee-b772-4728-9d23-ade7124a72f5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=001915db62a44eb0a59ad001f5b8acda&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2398310 Dec 16 22:16:32.954562 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d445b3-af7a-4b09-80c3-2f197f79ab4e req-3d80829e-7702-42b9-8e67-e1f2764b2954 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.956389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30d445b3-af7a-4b09-80c3-2f197f79ab4e req-3d80829e-7702-42b9-8e67-e1f2764b2954 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.6845422 Dec 16 22:16:32.957596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] For port 6536b1e4-3a99-475d-862e-2c232a9d11d7, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:33.007143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] For port 6536b1e4-3a99-475d-862e-2c232a9d11d7, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=6536b1e4-3a99-475d-862e-2c232a9d11d7,segment=NetworkSegment(96edda35-4351-4247-9500-44163daef42d),segment_id=96edda35-4351-4247-9500-44163daef42d)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:33.029975 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f327cf-515b-49e0-8e3c-b30697b38fb7 req-95f9ce63-f9b1-42a0-8951-cf6089822a4a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.036957 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f327cf-515b-49e0-8e3c-b30697b38fb7 req-95f9ce63-f9b1-42a0-8951-cf6089822a4a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.043031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f327cf-515b-49e0-8e3c-b30697b38fb7 req-95f9ce63-f9b1-42a0-8951-cf6089822a4a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.044921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61f327cf-515b-49e0-8e3c-b30697b38fb7 req-95f9ce63-f9b1-42a0-8951-cf6089822a4a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2418 time: 0.6283987 Dec 16 22:16:33.070956 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-2b66c5fe-cb42-4cbd-a01a-ad1bcaae5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.072562 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-33d8be1c-d1ca-496a-8864-24040c505622 req-2b66c5fe-cb42-4cbd-a01a-ad1bcaae5423 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1660094 Dec 16 22:16:33.085582 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d94475c-1657-4ad7-b2be-e8b1c81da7af {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:33.097580 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:33.127366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Transition to ACTIVE for port object 5d94475c-1657-4ad7-b2be-e8b1c81da7af will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:33.127787 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:33.138278 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-896ab857-7136-4f26-a82a-151aa1527aa4 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.139880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-896ab857-7136-4f26-a82a-151aa1527aa4 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6&tenant_id=a0fbdbd1880a45e692ee9474ada061c6&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 1095 time: 0.2093935 Dec 16 22:16:33.158913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30d445b3-af7a-4b09-80c3-2f197f79ab4e req-68d38d55-9f8e-4c05-9011-45a334235de1 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925309 Dec 16 22:16:33.161092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-19dfca93-5fcb-476e-bc3a-8cb1deecd59b service neutron] 10.222.0.69 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705136 Dec 16 22:16:33.199915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-7829ed48-b868-49b8-a8d6-cdf62cb8526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.200658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-7829ed48-b868-49b8-a8d6-cdf62cb8526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.201071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-7829ed48-b868-49b8-a8d6-cdf62cb8526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.201482 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-7829ed48-b868-49b8-a8d6-cdf62cb8526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.201948 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-7829ed48-b868-49b8-a8d6-cdf62cb8526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.202402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-7829ed48-b868-49b8-a8d6-cdf62cb8526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.203036 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-7829ed48-b868-49b8-a8d6-cdf62cb8526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.206837 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-33d8be1c-d1ca-496a-8864-24040c505622 req-7829ed48-b868-49b8-a8d6-cdf62cb8526e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=001915db62a44eb0a59ad001f5b8acda&device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 6350 time: 0.0728543 Dec 16 22:16:33.237143 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d7114d-85b9-4db7-ad69-1e12dbfde1a0 x-openstack-request-id: req-e3d7114d-85b9-4db7-ad69-1e12dbfde1a0 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:33.237710 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa33060-d16a-465a-a6f1-9c136bef2036", "tag": "097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:33.237710 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3d7114d-85b9-4db7-ad69-1e12dbfde1a0 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:33.238194 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa33060-d16a-465a-a6f1-9c136bef2036', 'tag': '097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b', 'status': 'completed', 'code': 200} Dec 16 22:16:33.240659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.241298 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:33.242736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] 10.222.0.69 "PUT /v2.0/ports/6536b1e4-3a99-475d-862e-2c232a9d11d7 HTTP/1.1" status: 200 len: 1092 time: 2.8960049 Dec 16 22:16:33.297271 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61f327cf-515b-49e0-8e3c-b30697b38fb7 req-4b0a466b-0e8a-468a-9e7d-6047d30f246e tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388399 Dec 16 22:16:33.353593 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:33.364579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2360b8-be55-48e5-b513-49eae80ac351 service neutron] Pushing event updated for resources: {'Port': ['ID=6536b1e4-3a99-475d-862e-2c232a9d11d7,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:33.388824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-ffff88ad-a1d6-4f7e-a3f7-10824efd1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.390394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-ffff88ad-a1d6-4f7e-a3f7-10824efd1e20 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6&tenant_id=a0fbdbd1880a45e692ee9474ada061c6 HTTP/1.1" status: 200 len: 1095 time: 0.2092013 Dec 16 22:16:33.418079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 04457bfa-a2ee-40c4-8db4-1088f9ea4181 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:33.471468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Pushing event updated for resources: {'Port': ['ID=5d94475c-1657-4ad7-b2be-e8b1c81da7af,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:33.509898 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8310b3-e7fc-4ccd-a85a-75ab512ce0cc req-0c41f08c-34f7-4be0-9508-a528bd9ad8eb tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.511559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e8310b3-e7fc-4ccd-a85a-75ab512ce0cc req-0c41f08c-34f7-4be0-9508-a528bd9ad8eb tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 944 time: 0.1895990 Dec 16 22:16:33.534735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa91e9b-4d54-423b-b205-2134fcd2e48f req-ddd5143b-8fe2-4900-bb1e-a8f9d0e4d190 service neutron] 10.222.0.69 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519146 Dec 16 22:16:33.560376 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 04457bfa-a2ee-40c4-8db4-1088f9ea4181 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:16:33.595278 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-258aecea-5e9d-4863-9134-7a5f14edab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.595744 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-258aecea-5e9d-4863-9134-7a5f14edab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.596278 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-258aecea-5e9d-4863-9134-7a5f14edab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.602611 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-33d8be1c-d1ca-496a-8864-24040c505622 req-258aecea-5e9d-4863-9134-7a5f14edab7d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=001915db62a44eb0a59ad001f5b8acda&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3704908 Dec 16 22:16:33.615759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'tag': 'aad230d4-20b2-48ae-bee1-5a21895924e4'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:33.624530 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdf9fea-54fe-4f00-b48e-c3563e0dd13c" -d '{"events": [{"name": "network-changed", "server_uuid": "47019380-7053-43a2-9761-48854410b414", "tag": "aad230d4-20b2-48ae-bee1-5a21895924e4"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:33.645120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-32a8b6d9-f584-4995-88d2-2d2a9d51198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.646719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-32a8b6d9-f584-4995-88d2-2d2a9d51198b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b25e74d91be64018845b9ad59017cfd1&device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 1095 time: 0.1678481 Dec 16 22:16:33.658880 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4696a26-c650-4a6e-bc7b-b1ebe08ab994 req-f65e169d-1e81-4016-a772-668c987a767e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.660529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4696a26-c650-4a6e-bc7b-b1ebe08ab994 req-f65e169d-1e81-4016-a772-668c987a767e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 944 time: 0.2459972 Dec 16 22:16:33.671872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e8310b3-e7fc-4ccd-a85a-75ab512ce0cc req-21018a87-3e66-4e03-9db0-0645204cb24c tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad74612e-2e7d-4f44-8758-21db0c5b514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246495 Dec 16 22:16:33.701735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-937da3dc-b7de-4b23-9eaf-232d973ea7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.703473 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-937da3dc-b7de-4b23-9eaf-232d973ea7ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 1095 time: 0.1659019 Dec 16 22:16:33.736932 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Attempting to bind port 5d94475c-1657-4ad7-b2be-e8b1c81da7af on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:33.737217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Attempting to bind port 5d94475c-1657-4ad7-b2be-e8b1c81da7af by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '45cd49b7-4f37-4f63-967f-d52ae50c4be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:33.737549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Attempting to bind port 5d94475c-1657-4ad7-b2be-e8b1c81da7af on network ddfb57a8-dc71-427e-ae1b-ea8399014fce {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:33.745078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Port 5d94475c-1657-4ad7-b2be-e8b1c81da7af on network ddfb57a8-dc71-427e-ae1b-ea8399014fce not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:33.745598 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Attempting to bind port 5d94475c-1657-4ad7-b2be-e8b1c81da7af on network ddfb57a8-dc71-427e-ae1b-ea8399014fce {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:33.802534 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:33.802877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Checking segment: {'id': '45cd49b7-4f37-4f63-967f-d52ae50c4be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:33.803281 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Bound using segment: {'id': '45cd49b7-4f37-4f63-967f-d52ae50c4be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:33.803740 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Bound port: 5d94475c-1657-4ad7-b2be-e8b1c81da7af, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cd49b7-4f37-4f63-967f-d52ae50c4be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:33.804103 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:33.839947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-63904bd6-e45a-4be3-9837-0c760ccc7286 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6536b1e4-3a99-475d-862e-2c232a9d11d7 HTTP/1.1" status: 200 len: 217 time: 0.1628702 Dec 16 22:16:33.847383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be1c-d1ca-496a-8864-24040c505622 req-3215ac55-8681-47c1-88e5-5d332e919af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.848893 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-33d8be1c-d1ca-496a-8864-24040c505622 req-3215ac55-8681-47c1-88e5-5d332e919af3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2162309 Dec 16 22:16:33.943222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] For port 5d94475c-1657-4ad7-b2be-e8b1c81da7af, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:33.947306 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] For port 5d94475c-1657-4ad7-b2be-e8b1c81da7af, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=5d94475c-1657-4ad7-b2be-e8b1c81da7af,segment=NetworkSegment(45cd49b7-4f37-4f63-967f-d52ae50c4be6),segment_id=45cd49b7-4f37-4f63-967f-d52ae50c4be6)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:34.028898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:34.029542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4696a26-c650-4a6e-bc7b-b1ebe08ab994 req-26713b43-806f-4fd4-9b16-1a50236bf0e0 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569067 Dec 16 22:16:34.045048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b556b-5e4f-4ec4-a313-657659d89598 req-0dab730e-5850-41a3-9f39-48a6e5c4396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:34.046614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-521b556b-5e4f-4ec4-a313-657659d89598 req-0dab730e-5850-41a3-9f39-48a6e5c4396b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 1094 time: 0.3596768 Dec 16 22:16:34.048745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-be62892f-cfa0-4910-b0d4-dab3eac9f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:34.050379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-be62892f-cfa0-4910-b0d4-dab3eac9f235 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2b95a7c3-bfcf-43a2-b745-689840b8453c HTTP/1.1" status: 200 len: 849 time: 0.1535199 Dec 16 22:16:34.069273 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60b8c6-32d6-40db-a273-174ec0a54bd3 req-c347a648-fd88-48db-844c-290601ebbf5f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:34.083608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b60b8c6-32d6-40db-a273-174ec0a54bd3 req-c347a648-fd88-48db-844c-290601ebbf5f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.2361162 Dec 16 22:16:34.116514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-1c019511-9423-4c41-b3ed-a783d93dc0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:34.118022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-1c019511-9423-4c41-b3ed-a783d93dc0fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.3575866 Dec 16 22:16:34.129202 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:34.130683 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:34.133572 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] 10.222.0.69 "PUT /v2.0/ports/5d94475c-1657-4ad7-b2be-e8b1c81da7af HTTP/1.1" status: 200 len: 1091 time: 1.8402317 Dec 16 22:16:34.185493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ff252-c530-4073-92c4-57f3880e6f6c service neutron] Pushing event updated for resources: {'Port': ['ID=5d94475c-1657-4ad7-b2be-e8b1c81da7af,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:34.195704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-6ee81250-916a-4bf7-8ef4-3c8852ddefab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2fc69047-c57b-45e7-986d-4b047605e8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098948 Dec 16 22:16:34.258579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-a9f9006b-c94f-4c5a-bcfd-23349cdcb2c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181 HTTP/1.1" status: 200 len: 217 time: 0.1016700 Dec 16 22:16:34.272795 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Request body: {'port': {'device_id': '47019380-7053-43a2-9761-48854410b414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:34.381161 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:34.494946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b556b-5e4f-4ec4-a313-657659d89598 req-55797c00-e7c9-4ec0-aae4-a3acd6caf9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:34.497775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-521b556b-5e4f-4ec4-a313-657659d89598 req-55797c00-e7c9-4ec0-aae4-a3acd6caf9a5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 913 time: 0.4108021 Dec 16 22:16:34.577337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b60b8c6-32d6-40db-a273-174ec0a54bd3 req-5afd35d4-fbdb-4c0b-9f78-15a0c0023438 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847200 Dec 16 22:16:34.703289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-521b556b-5e4f-4ec4-a313-657659d89598 req-a21a3fd2-0dfc-4307-80df-b6f3d32a4f25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b HTTP/1.1" status: 200 len: 217 time: 0.1575522 Dec 16 22:16:34.830504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-1ad3dcc8-79f4-4080-8ef2-a66cc229b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:34.833536 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-1ad3dcc8-79f4-4080-8ef2-a66cc229b14b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.5165653 Dec 16 22:16:34.867799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e59db-147d-42ec-99ad-f08cc8759350 req-ea4fa2cd-17fa-4622-a33a-35ffa3793d11 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:34.869430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-257e59db-147d-42ec-99ad-f08cc8759350 req-ea4fa2cd-17fa-4622-a33a-35ffa3793d11 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 943 time: 0.6396580 Dec 16 22:16:34.922077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-01331009-d99b-4e1c-9313-1546bceb9e71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631516 Dec 16 22:16:34.941122 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b556b-5e4f-4ec4-a313-657659d89598 req-0e2fb46c-43bd-45f2-981f-7fda2fc6ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:34.943036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-521b556b-5e4f-4ec4-a313-657659d89598 req-0e2fb46c-43bd-45f2-981f-7fda2fc6ab8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc959983-53a1-41bc-bb50-5414cb529785 HTTP/1.1" status: 200 len: 852 time: 0.2259166 Dec 16 22:16:34.980446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-ab877f8e-3a2d-4196-b949-bb33d8bdb788 service neutron] 10.222.0.69 "GET /v2.0/networks/2fc69047-c57b-45e7-986d-4b047605e8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7437797 Dec 16 22:16:35.007505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a429fe-812b-412c-86de-0c58e28589fd req-59f79b45-88e5-4e92-8b07-9b10e972f126 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.013895 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a429fe-812b-412c-86de-0c58e28589fd req-59f79b45-88e5-4e92-8b07-9b10e972f126 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.020180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a429fe-812b-412c-86de-0c58e28589fd req-59f79b45-88e5-4e92-8b07-9b10e972f126 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.026208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a429fe-812b-412c-86de-0c58e28589fd req-59f79b45-88e5-4e92-8b07-9b10e972f126 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.032872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a429fe-812b-412c-86de-0c58e28589fd req-59f79b45-88e5-4e92-8b07-9b10e972f126 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.038931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a429fe-812b-412c-86de-0c58e28589fd req-59f79b45-88e5-4e92-8b07-9b10e972f126 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.045032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a429fe-812b-412c-86de-0c58e28589fd req-59f79b45-88e5-4e92-8b07-9b10e972f126 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.047048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95a429fe-812b-412c-86de-0c58e28589fd req-59f79b45-88e5-4e92-8b07-9b10e972f126 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5415 time: 0.3721950 Dec 16 22:16:35.113633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-521b556b-5e4f-4ec4-a313-657659d89598 req-f9bb8731-47c5-4bc1-bd01-88f3661b63cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1748be95-c78e-4701-939a-f9809cb0660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1623433 Dec 16 22:16:35.190140 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7096ebf6-54ee-43dd-8452-01afb84b3b46 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:35.208089 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-257e59db-147d-42ec-99ad-f08cc8759350 req-ac6cc5ec-6768-4510-8e3e-58917116729a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992458 Dec 16 22:16:35.208412 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:35.233812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Transition to ACTIVE for port object 7096ebf6-54ee-43dd-8452-01afb84b3b46 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:35.264780 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56', 'tag': '6536b1e4-3a99-475d-862e-2c232a9d11d7'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:35.267772 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fa2f6b-dd22-4439-952a-dbee2419883d" -d '{"events": [{"name": "network-changed", "server_uuid": "fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56", "tag": "6536b1e4-3a99-475d-862e-2c232a9d11d7"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:35.308077 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c70ccb-ebac-4b43-aa8f-c5e3653f9a4e x-openstack-request-id: req-33c70ccb-ebac-4b43-aa8f-c5e3653f9a4e {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:35.308652 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47019380-7053-43a2-9761-48854410b414", "tag": "aad230d4-20b2-48ae-bee1-5a21895924e4", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:35.309378 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33c70ccb-ebac-4b43-aa8f-c5e3653f9a4e {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:35.309845 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'tag': 'aad230d4-20b2-48ae-bee1-5a21895924e4', 'status': 'completed', 'code': 200} Dec 16 22:16:35.325462 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:35.369408 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-f4c33fe2-860f-4072-907c-6f614e8dc13a service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192729 Dec 16 22:16:35.396139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95a429fe-812b-412c-86de-0c58e28589fd req-4d85a110-48ea-471d-b833-696b03ee8c71 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2931209 Dec 16 22:16:35.418411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74da8048-d111-487b-b4a9-f4f1d3057545 req-5528ecfe-d1e9-49ca-950e-d5d664b0fe6b service neutron] 10.222.0.69 "GET /v2.0/networks/2fc69047-c57b-45e7-986d-4b047605e8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247182 Dec 16 22:16:35.505485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-521b556b-5e4f-4ec4-a313-657659d89598 req-99d9fe7f-e55a-4e05-9282-1ec3a42714c4 service neutron] 10.222.0.69 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332548 Dec 16 22:16:35.619229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Pushing event updated for resources: {'Port': ['ID=7096ebf6-54ee-43dd-8452-01afb84b3b46,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:35.732006 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba77d2a-b50a-4ed9-88cb-93ef5824dfc8 req-a4c7048e-a6c2-45eb-988c-e2d71bff7e08 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.733525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ba77d2a-b50a-4ed9-88cb-93ef5824dfc8 req-a4c7048e-a6c2-45eb-988c-e2d71bff7e08 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.2415354 Dec 16 22:16:35.738562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-c3a724f7-6af5-4284-8481-bf381f43a25d service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411250 Dec 16 22:16:35.778025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf9fea-54fe-4f00-b48e-c3563e0dd13c req-80309f29-3ae5-40c8-a76d-16fbe5ceb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.778809 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf9fea-54fe-4f00-b48e-c3563e0dd13c req-80309f29-3ae5-40c8-a76d-16fbe5ceb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.779748 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf9fea-54fe-4f00-b48e-c3563e0dd13c req-80309f29-3ae5-40c8-a76d-16fbe5ceb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.780798 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf9fea-54fe-4f00-b48e-c3563e0dd13c req-80309f29-3ae5-40c8-a76d-16fbe5ceb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.781669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf9fea-54fe-4f00-b48e-c3563e0dd13c req-80309f29-3ae5-40c8-a76d-16fbe5ceb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.783398 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf9fea-54fe-4f00-b48e-c3563e0dd13c req-80309f29-3ae5-40c8-a76d-16fbe5ceb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.784115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf9fea-54fe-4f00-b48e-c3563e0dd13c req-80309f29-3ae5-40c8-a76d-16fbe5ceb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.786789 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6cdf9fea-54fe-4f00-b48e-c3563e0dd13c req-80309f29-3ae5-40c8-a76d-16fbe5ceb608 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=001915db62a44eb0a59ad001f5b8acda&device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 6442 time: 0.3909879 Dec 16 22:16:35.791377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Attempting to bind port 7096ebf6-54ee-43dd-8452-01afb84b3b46 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:35.791685 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Attempting to bind port 7096ebf6-54ee-43dd-8452-01afb84b3b46 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '45cd49b7-4f37-4f63-967f-d52ae50c4be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:35.792724 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Attempting to bind port 7096ebf6-54ee-43dd-8452-01afb84b3b46 on network ddfb57a8-dc71-427e-ae1b-ea8399014fce {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:35.800398 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Port 7096ebf6-54ee-43dd-8452-01afb84b3b46 on network ddfb57a8-dc71-427e-ae1b-ea8399014fce not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:35.800810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Attempting to bind port 7096ebf6-54ee-43dd-8452-01afb84b3b46 on network ddfb57a8-dc71-427e-ae1b-ea8399014fce {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:35.802717 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4bee3-a9c7-4a05-9987-b881b4d8778a req-04f881c7-7be2-476c-91f2-e567f7a500d1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.809488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4bee3-a9c7-4a05-9987-b881b4d8778a req-04f881c7-7be2-476c-91f2-e567f7a500d1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.816569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4bee3-a9c7-4a05-9987-b881b4d8778a req-04f881c7-7be2-476c-91f2-e567f7a500d1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.818737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfd4bee3-a9c7-4a05-9987-b881b4d8778a req-04f881c7-7be2-476c-91f2-e567f7a500d1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2418 time: 0.1971068 Dec 16 22:16:35.858979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ba77d2a-b50a-4ed9-88cb-93ef5824dfc8 req-b8eee27b-7e9f-4225-9f12-f3368af0f82c tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937159 Dec 16 22:16:35.865640 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-521b556b-5e4f-4ec4-a313-657659d89598 req-452e0211-cbbb-47b8-95e9-bd48e1ab7431 service neutron] 10.222.0.69 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443100 Dec 16 22:16:35.897411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:35.899383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Checking segment: {'id': '45cd49b7-4f37-4f63-967f-d52ae50c4be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:35.900005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Bound using segment: {'id': '45cd49b7-4f37-4f63-967f-d52ae50c4be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:35.900874 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Bound port: 7096ebf6-54ee-43dd-8452-01afb84b3b46, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cd49b7-4f37-4f63-967f-d52ae50c4be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:35.901278 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:36.044335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfd4bee3-a9c7-4a05-9987-b881b4d8778a req-eda1a3f6-d1d9-4497-aa55-23a532ecabeb tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741045 Dec 16 22:16:36.046810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf9fea-54fe-4f00-b48e-c3563e0dd13c req-6e66d48c-699b-423d-81c2-a3902cb70c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.050377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf9fea-54fe-4f00-b48e-c3563e0dd13c req-6e66d48c-699b-423d-81c2-a3902cb70c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.050876 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf9fea-54fe-4f00-b48e-c3563e0dd13c req-6e66d48c-699b-423d-81c2-a3902cb70c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.053860 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6cdf9fea-54fe-4f00-b48e-c3563e0dd13c req-6e66d48c-699b-423d-81c2-a3902cb70c93 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=001915db62a44eb0a59ad001f5b8acda&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2496924 Dec 16 22:16:36.058155 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] For port 7096ebf6-54ee-43dd-8452-01afb84b3b46, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:36.068372 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] For port 7096ebf6-54ee-43dd-8452-01afb84b3b46, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7096ebf6-54ee-43dd-8452-01afb84b3b46,segment=NetworkSegment(45cd49b7-4f37-4f63-967f-d52ae50c4be6),segment_id=45cd49b7-4f37-4f63-967f-d52ae50c4be6)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:36.120534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3af306-6f7a-43e8-8643-e41768ba87c8 req-a4d79adb-ae97-4537-a36d-6ede48ca1618 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.135697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d3af306-6f7a-43e8-8643-e41768ba87c8 req-a4d79adb-ae97-4537-a36d-6ede48ca1618 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 944 time: 0.1826851 Dec 16 22:16:36.177654 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:36.303540 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d3af306-6f7a-43e8-8643-e41768ba87c8 req-f1103001-7a06-452b-832c-29489eaa5be0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad74612e-2e7d-4f44-8758-21db0c5b514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578372 Dec 16 22:16:36.318866 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.320792 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:36.322339 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] 10.222.0.69 "PUT /v2.0/ports/7096ebf6-54ee-43dd-8452-01afb84b3b46 HTTP/1.1" status: 200 len: 1091 time: 2.0640299 Dec 16 22:16:36.355140 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695953d-8080-4fda-980d-026d2f218f8f service neutron] Pushing event updated for resources: {'Port': ['ID=7096ebf6-54ee-43dd-8452-01afb84b3b46,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:36.374067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c2c31-022a-4ed6-b6f3-00402059243c req-7b0a0714-e87c-494c-ae8f-642d8a80ae26 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.390962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a6c2c31-022a-4ed6-b6f3-00402059243c req-7b0a0714-e87c-494c-ae8f-642d8a80ae26 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 944 time: 0.2398603 Dec 16 22:16:36.449444 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf9fea-54fe-4f00-b48e-c3563e0dd13c req-1424e23b-8b7b-4db2-98f1-e86575bb3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.452399 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6cdf9fea-54fe-4f00-b48e-c3563e0dd13c req-1424e23b-8b7b-4db2-98f1-e86575bb3fa3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3804426 Dec 16 22:16:36.479821 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620dfee0-0af7-4457-a939-1ad3120e21bc x-openstack-request-id: req-620dfee0-0af7-4457-a939-1ad3120e21bc {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:36.480659 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56", "tag": "6536b1e4-3a99-475d-862e-2c232a9d11d7", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:36.481336 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-620dfee0-0af7-4457-a939-1ad3120e21bc {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:36.482218 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56', 'tag': '6536b1e4-3a99-475d-862e-2c232a9d11d7', 'status': 'completed', 'code': 200} Dec 16 22:16:36.569138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-2acaea2b-cb67-46ef-b6ae-ee9c865ef1ca tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.573308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-2acaea2b-cb67-46ef-b6ae-ee9c865ef1ca tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6&tenant_id=a0fbdbd1880a45e692ee9474ada061c6&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 1095 time: 0.2416797 Dec 16 22:16:36.581903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a6c2c31-022a-4ed6-b6f3-00402059243c req-93e7d7db-393c-4d6c-8a81-68add092d247 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881104 Dec 16 22:16:36.709761 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b51c966c-547b-42f5-b571-dae4c5de1601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.710249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b51c966c-547b-42f5-b571-dae4c5de1601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.710721 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b51c966c-547b-42f5-b571-dae4c5de1601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.711192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b51c966c-547b-42f5-b571-dae4c5de1601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.711746 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b51c966c-547b-42f5-b571-dae4c5de1601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.712216 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b51c966c-547b-42f5-b571-dae4c5de1601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.712680 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b51c966c-547b-42f5-b571-dae4c5de1601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.714975 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b51c966c-547b-42f5-b571-dae4c5de1601 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=001915db62a44eb0a59ad001f5b8acda&device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 6484 time: 0.2032163 Dec 16 22:16:36.727436 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa2f6b-dd22-4439-952a-dbee2419883d req-224a0655-3f6c-4a00-bb59-6a054e9433b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.729046 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a8fa2f6b-dd22-4439-952a-dbee2419883d req-224a0655-3f6c-4a00-bb59-6a054e9433b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b25e74d91be64018845b9ad59017cfd1&device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 1095 time: 0.1100569 Dec 16 22:16:36.802487 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-82b6a5a3-cff9-4765-bd19-6a4b29b16cf0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9850f462-340f-49c0-b1fb-6a832caa60e7 HTTP/1.1" status: 200 len: 217 time: 0.0515811 Dec 16 22:16:36.822883 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:16:36.868478 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa4563-68c0-4634-bddb-74e50e0f6211 req-7101f4a1-fc4a-4fc6-9ba3-2f117ff9cf53 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.871071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25fa4563-68c0-4634-bddb-74e50e0f6211 req-7101f4a1-fc4a-4fc6-9ba3-2f117ff9cf53 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.1886139 Dec 16 22:16:36.993533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-65a8e810-af4e-4357-a510-01c8cc40a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.995693 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-65a8e810-af4e-4357-a510-01c8cc40a4c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11d40f43-aa33-492a-8d72-d2eb3853f569 HTTP/1.1" status: 200 len: 855 time: 0.1587532 Dec 16 22:16:37.040662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25fa4563-68c0-4634-bddb-74e50e0f6211 req-3b734212-00ad-4b2e-87a4-a385184fea7f tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562138 Dec 16 22:16:37.054060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f5aa7-bd13-4231-94de-d14ed643ff95 req-8be7c0eb-8e6f-4c0a-a149-27d3705d873b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.055884 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b5f5aa7-bd13-4231-94de-d14ed643ff95 req-8be7c0eb-8e6f-4c0a-a149-27d3705d873b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 943 time: 0.1567323 Dec 16 22:16:37.085908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa2f6b-dd22-4439-952a-dbee2419883d req-502d8716-7363-4ff6-9fcc-e7a1573ddec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.087515 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a8fa2f6b-dd22-4439-952a-dbee2419883d req-502d8716-7363-4ff6-9fcc-e7a1573ddec5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2fc69047-c57b-45e7-986d-4b047605e8b9 HTTP/1.1" status: 200 len: 910 time: 0.3353791 Dec 16 22:16:37.109016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-bcafcd09-2b93-4774-8e96-a8a03330dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.111332 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-bcafcd09-2b93-4774-8e96-a8a03330dd1b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=28cf9735-2f74-4728-b3d3-673e82b6a3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039863 Dec 16 22:16:37.120995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-7fe28519-aa14-4c61-8669-9ab7aea1a092 service neutron] For port 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:37.126961 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-7fe28519-aa14-4c61-8669-9ab7aea1a092 service neutron] Publish callbacks [] for binding, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:37.128177 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7ef6f22-a0cb-498b-adc5-abe5fd832423 req-7fe28519-aa14-4c61-8669-9ab7aea1a092 service neutron] 10.222.0.24 "DELETE /v2.0/ports/04457bfa-a2ee-40c4-8db4-1088f9ea4181/bindings/n-h1-821840-2 HTTP/1.1" status: 204 len: 173 time: 0.5356567 Dec 16 22:16:37.152143 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a8fa2f6b-dd22-4439-952a-dbee2419883d req-95846672-390d-43c1-af91-9f4cf2ae806e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6536b1e4-3a99-475d-862e-2c232a9d11d7 HTTP/1.1" status: 200 len: 217 time: 0.0546224 Dec 16 22:16:37.192334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b5f5aa7-bd13-4231-94de-d14ed643ff95 req-7ad211ff-1960-414b-875f-1cd53179dd06 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180201 Dec 16 22:16:37.234183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47161a37-700c-4cb4-a020-dd52cc14cba0 req-a54e6d01-9271-4908-8376-d46a789a7b5f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.261808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47161a37-700c-4cb4-a020-dd52cc14cba0 req-a54e6d01-9271-4908-8376-d46a789a7b5f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.280336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47161a37-700c-4cb4-a020-dd52cc14cba0 req-a54e6d01-9271-4908-8376-d46a789a7b5f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.297769 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47161a37-700c-4cb4-a020-dd52cc14cba0 req-a54e6d01-9271-4908-8376-d46a789a7b5f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.302980 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa2f6b-dd22-4439-952a-dbee2419883d req-9c6e5a3e-f5fd-4f6f-ba3b-d75299be3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.304630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47161a37-700c-4cb4-a020-dd52cc14cba0 req-a54e6d01-9271-4908-8376-d46a789a7b5f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.305360 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a8fa2f6b-dd22-4439-952a-dbee2419883d req-9c6e5a3e-f5fd-4f6f-ba3b-d75299be3fae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2b95a7c3-bfcf-43a2-b745-689840b8453c HTTP/1.1" status: 200 len: 849 time: 0.1388903 Dec 16 22:16:37.316071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'tag': '5d94475c-1657-4ad7-b2be-e8b1c81da7af'}, {'name': 'network-changed', 'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'tag': '7096ebf6-54ee-43dd-8452-01afb84b3b46'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:37.316403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47161a37-700c-4cb4-a020-dd52cc14cba0 req-a54e6d01-9271-4908-8376-d46a789a7b5f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.318645 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "47019380-7053-43a2-9761-48854410b414", "tag": "5d94475c-1657-4ad7-b2be-e8b1c81da7af"}, {"name": "network-changed", "server_uuid": "47019380-7053-43a2-9761-48854410b414", "tag": "7096ebf6-54ee-43dd-8452-01afb84b3b46"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:37.327848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47161a37-700c-4cb4-a020-dd52cc14cba0 req-a54e6d01-9271-4908-8376-d46a789a7b5f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.338696 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-ed2013ca-848d-4594-86e5-afee7e7adc96 service neutron] 10.222.0.69 "GET /v2.0/networks/28cf9735-2f74-4728-b3d3-673e82b6a3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962330 Dec 16 22:16:37.351320 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47161a37-700c-4cb4-a020-dd52cc14cba0 req-a54e6d01-9271-4908-8376-d46a789a7b5f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5427 time: 0.2063110 Dec 16 22:16:37.357374 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a8fa2f6b-dd22-4439-952a-dbee2419883d req-daec44d6-d82f-4a54-ba2e-7e74f1160f68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2fc69047-c57b-45e7-986d-4b047605e8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322635 Dec 16 22:16:37.445244 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:37.487210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47161a37-700c-4cb4-a020-dd52cc14cba0 req-b59d22a1-20e9-481f-802f-53ac63f82cae tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1337142 Dec 16 22:16:37.580228 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a8fa2f6b-dd22-4439-952a-dbee2419883d req-1c27387e-7294-47f5-9280-e67885156c47 service neutron] 10.222.0.69 "GET /v2.0/networks/2fc69047-c57b-45e7-986d-4b047605e8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031801 Dec 16 22:16:37.585568 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e217b575-5907-46e1-a9f4-a2a17691925c service neutron] 10.222.0.69 "GET /v2.0/networks/28cf9735-2f74-4728-b3d3-673e82b6a3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305024 Dec 16 22:16:37.592385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:37.608744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b', 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d', 'port_id': '097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b', 'mac_address': 'fa:16:3e:c9:b7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc959983-53a1-41bc-bb50-5414cb529785', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:37.692810 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:37.721296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:37.726734 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56b394-4ae5-466c-aca7-f338a15c4292 req-948de960-5196-453b-b093-57b2134d455d tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.731700 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d56b394-4ae5-466c-aca7-f338a15c4292 req-948de960-5196-453b-b093-57b2134d455d tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.1206286 Dec 16 22:16:37.732840 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a8fa2f6b-dd22-4439-952a-dbee2419883d req-45c2d016-eb96-489d-80f4-2c7b3a8633fb service neutron] 10.222.0.69 "GET /v2.0/networks/2fc69047-c57b-45e7-986d-4b047605e8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449015 Dec 16 22:16:37.784423 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-a813fa40-6296-44b8-ad1c-4bb633d32cf3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=2f02bdff-c1df-4be2-8a7e-501b723a9da5 HTTP/1.1" status: 200 len: 217 time: 0.0504143 Dec 16 22:16:37.790192 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:37.826867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d56b394-4ae5-466c-aca7-f338a15c4292 req-bd2a7412-7ac0-4c70-8781-2edcdef5bdd1 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821688 Dec 16 22:16:37.856702 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:37.858271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-c205a25a-64c2-4f48-91b4-7c6dee6d7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.861711 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-c205a25a-64c2-4f48-91b4-7c6dee6d7b27 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 200 len: 797 time: 0.0640152 Dec 16 22:16:37.942901 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfa755d-266e-4ac0-b3ac-7fb6e48ec485 x-openstack-request-id: req-3cfa755d-266e-4ac0-b3ac-7fb6e48ec485 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:37.943224 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47019380-7053-43a2-9761-48854410b414", "tag": "5d94475c-1657-4ad7-b2be-e8b1c81da7af", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47019380-7053-43a2-9761-48854410b414", "tag": "7096ebf6-54ee-43dd-8452-01afb84b3b46", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:37.943524 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3cfa755d-266e-4ac0-b3ac-7fb6e48ec485 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:37.944107 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'tag': '5d94475c-1657-4ad7-b2be-e8b1c81da7af', 'status': 'completed', 'code': 200} Dec 16 22:16:37.944404 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'tag': '7096ebf6-54ee-43dd-8452-01afb84b3b46', 'status': 'completed', 'code': 200} Dec 16 22:16:37.956590 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:37.967605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:37.967605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:37.967605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:37.967605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:37.967605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:37.967605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:37.968281 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:37.968281 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:37.968459 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:37.968793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:37.969131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:37.970096 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:37.971004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:37.976899 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-891d5e6b-1e8a-4fc9-bfbe-1f2d3bc90b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.978959 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-891d5e6b-1e8a-4fc9-bfbe-1f2d3bc90b60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1113589 Dec 16 22:16:38.089824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca10f3-e98f-4cd8-aa6c-a74713b08bda req-51edca91-f6ad-41db-89fa-e781385f2e4a tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:38.091711 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9ca10f3-e98f-4cd8-aa6c-a74713b08bda req-51edca91-f6ad-41db-89fa-e781385f2e4a tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 944 time: 0.0651815 Dec 16 22:16:38.120191 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-92d3b096-2260-4040-83b0-ffa43f01409d service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293583 Dec 16 22:16:38.162200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9ca10f3-e98f-4cd8-aa6c-a74713b08bda req-bd92d958-a108-4c68-9147-5f2389b18ac7 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad74612e-2e7d-4f44-8758-21db0c5b514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571799 Dec 16 22:16:38.272586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:38.328145 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-f165917f-c950-489b-a5fe-b0b0df872f3e service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945932 Dec 16 22:16:38.390771 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-21d37e96-1fb9-4f6e-b13a-87db59c8fd5b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=095953be-6333-4ca7-a576-8260e99dcc7f HTTP/1.1" status: 200 len: 217 time: 0.0457611 Dec 16 22:16:38.398847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a6aa9-bc44-4350-8ec1-259fa7747620 req-7fb5a392-0e0d-434f-b685-e0695feb0a0e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:38.410747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-437a6aa9-bc44-4350-8ec1-259fa7747620 req-7fb5a392-0e0d-434f-b685-e0695feb0a0e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 944 time: 0.1464086 Dec 16 22:16:38.546290 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-2f14ba1b-0f1e-485e-b75b-aa4ffd8b0537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:38.549834 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-2f14ba1b-0f1e-485e-b75b-aa4ffd8b0537 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 200 len: 797 time: 0.1493304 Dec 16 22:16:38.559319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-437a6aa9-bc44-4350-8ec1-259fa7747620 req-30a213dd-b999-4303-9e4e-21dceb42b8b0 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408083 Dec 16 22:16:38.701340 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e946740d-702c-4971-8e96-20691e51bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:38.706194 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e946740d-702c-4971-8e96-20691e51bab5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1264541 Dec 16 22:16:38.872508 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-de65f3e8-d1b3-4c02-a72b-fbe63822700a service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591384 Dec 16 22:16:38.894385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfaf516-fc79-4a1e-a685-ec0243c06d93 req-2e2c77ba-0d35-441b-91d0-7f0b1cbda112 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:38.897207 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcfaf516-fc79-4a1e-a685-ec0243c06d93 req-2e2c77ba-0d35-441b-91d0-7f0b1cbda112 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.1614354 Dec 16 22:16:38.913958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760869d0-aef4-4f32-aa91-de4053dd5a6b req-1e2b920b-fdf1-4baa-9719-41f1baa79cad tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:38.927462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760869d0-aef4-4f32-aa91-de4053dd5a6b req-1e2b920b-fdf1-4baa-9719-41f1baa79cad tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:38.940343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760869d0-aef4-4f32-aa91-de4053dd5a6b req-1e2b920b-fdf1-4baa-9719-41f1baa79cad tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:38.951925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-760869d0-aef4-4f32-aa91-de4053dd5a6b req-1e2b920b-fdf1-4baa-9719-41f1baa79cad tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2418 time: 0.2513816 Dec 16 22:16:39.041831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcfaf516-fc79-4a1e-a685-ec0243c06d93 req-577b357d-8272-4c42-9455-87723343f7c2 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887020 Dec 16 22:16:39.043341 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-a076d5ca-1e45-49ff-bf31-3c0267edbb42 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581445 Dec 16 22:16:39.059707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-760869d0-aef4-4f32-aa91-de4053dd5a6b req-5fb9920d-96bc-4462-b00b-cd27dce75cc3 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922694 Dec 16 22:16:39.101567 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-c2daf7e7-902c-4518-999b-ad1ba5fbf57e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=3c8879f2-c0b4-473d-834b-662e5d021399 HTTP/1.1" status: 200 len: 217 time: 0.0434670 Dec 16 22:16:39.192272 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-75ee0b5a-109f-440e-a713-9cca0c11ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.194274 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-75ee0b5a-109f-440e-a713-9cca0c11ad0a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 200 len: 797 time: 0.0849683 Dec 16 22:16:39.252281 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e7fa7b2a-af68-4bfd-bf73-f85853ead391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.254111 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-e7fa7b2a-af68-4bfd-bf73-f85853ead391 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0512736 Dec 16 22:16:39.299998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73988a-b739-4fee-852e-5d00c3cb574e req-6fb44781-e5e4-4bcb-96ee-e0072306ddf7 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.302630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e73988a-b739-4fee-852e-5d00c3cb574e req-6fb44781-e5e4-4bcb-96ee-e0072306ddf7 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 944 time: 0.1538515 Dec 16 22:16:39.359709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed6c2b-bbd6-4e66-a261-e109c3115d25 req-7128857c-8333-493c-9764-7dd603898b01 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.366000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed6c2b-bbd6-4e66-a261-e109c3115d25 req-7128857c-8333-493c-9764-7dd603898b01 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.379600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed6c2b-bbd6-4e66-a261-e109c3115d25 req-7128857c-8333-493c-9764-7dd603898b01 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.385312 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-687b96e5-ddcf-4822-a9f1-94538d983624 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207287 Dec 16 22:16:39.392552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed6c2b-bbd6-4e66-a261-e109c3115d25 req-7128857c-8333-493c-9764-7dd603898b01 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.404091 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed6c2b-bbd6-4e66-a261-e109c3115d25 req-7128857c-8333-493c-9764-7dd603898b01 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.416065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed6c2b-bbd6-4e66-a261-e109c3115d25 req-7128857c-8333-493c-9764-7dd603898b01 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.427938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed6c2b-bbd6-4e66-a261-e109c3115d25 req-7128857c-8333-493c-9764-7dd603898b01 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.431149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38ed6c2b-bbd6-4e66-a261-e109c3115d25 req-7128857c-8333-493c-9764-7dd603898b01 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5427 time: 0.2280989 Dec 16 22:16:39.457391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 6536b1e4-3a99-475d-862e-2c232a9d11d7 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:39.527703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e73988a-b739-4fee-852e-5d00c3cb574e req-819e3850-fc67-4e6b-b680-a0a3f2dbdd9e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102818 Dec 16 22:16:39.542123 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-beae7a76-d5b5-48f5-ad37-5195296ba0c2 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437829 Dec 16 22:16:39.613420 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-2077a7a3-f7fa-4871-bee8-16efb29069c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=aad230d4-20b2-48ae-bee1-5a21895924e4 HTTP/1.1" status: 200 len: 217 time: 0.0560722 Dec 16 22:16:39.652431 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 6536b1e4-3a99-475d-862e-2c232a9d11d7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=6536b1e4-3a99-475d-862e-2c232a9d11d7,segment=NetworkSegment(96edda35-4351-4247-9500-44163daef42d),segment_id=96edda35-4351-4247-9500-44163daef42d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:39.664870 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38ed6c2b-bbd6-4e66-a261-e109c3115d25 req-a1374443-ecf3-4723-8104-40dbd11ea0d9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2003121 Dec 16 22:16:39.695895 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '6536b1e4-3a99-475d-862e-2c232a9d11d7', 'network_id': '2fc69047-c57b-45e7-986d-4b047605e8b9', 'port_id': '6536b1e4-3a99-475d-862e-2c232a9d11d7', 'mac_address': 'fa:16:3e:d3:7b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b95a7c3-bfcf-43a2-b745-689840b8453c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:39.742693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-c107ef72-c006-4efd-81a2-70d93d1ecac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.753986 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-c107ef72-c006-4efd-81a2-70d93d1ecac9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 200 len: 797 time: 0.1326318 Dec 16 22:16:39.762290 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:39.787236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6536b1e4-3a99-475d-862e-2c232a9d11d7 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:39.808328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 6536b1e4-3a99-475d-862e-2c232a9d11d7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=6536b1e4-3a99-475d-862e-2c232a9d11d7,segment=NetworkSegment(96edda35-4351-4247-9500-44163daef42d),segment_id=96edda35-4351-4247-9500-44163daef42d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:39.846730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-a25eb03f-3d5a-4469-920a-308b0b343373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.848700 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-a25eb03f-3d5a-4469-920a-308b0b343373 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0822625 Dec 16 22:16:39.873290 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:39.903051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4390bb-7800-41c4-a0a0-fa3c5c17a97e req-e4529e55-9a5f-498a-9947-5867bba2b84d tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.910582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4390bb-7800-41c4-a0a0-fa3c5c17a97e req-e4529e55-9a5f-498a-9947-5867bba2b84d tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.918479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d4390bb-7800-41c4-a0a0-fa3c5c17a97e req-e4529e55-9a5f-498a-9947-5867bba2b84d tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f16b16-ad41-4341-97e5-446f0e5e166e&device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 1682 time: 0.1399667 Dec 16 22:16:39.952924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84333513-8365-4b4d-8702-82a0dda67286 req-b2e66a9a-6719-4fed-94eb-d81ad143e62e tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.954585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84333513-8365-4b4d-8702-82a0dda67286 req-b2e66a9a-6719-4fed-94eb-d81ad143e62e tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.1071703 Dec 16 22:16:39.956946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=6536b1e4-3a99-475d-862e-2c232a9d11d7,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:40.010274 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d4390bb-7800-41c4-a0a0-fa3c5c17a97e req-4ab4e86f-5fa8-49e7-8225-90aadf4b4358 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906794 Dec 16 22:16:40.036260 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-b95c201e-4d56-413f-bce9-981b8d4d6007 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684353 Dec 16 22:16:40.048568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84333513-8365-4b4d-8702-82a0dda67286 req-ac0a87c6-9322-4448-820f-530d210dd3f5 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737634 Dec 16 22:16:40.256652 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299665-53ad-4ae9-9535-35e5973d7602 req-ac0913aa-efbb-4ff1-8258-768640b7a8e7 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:40.257074 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-fbd4f6c3-ebe4-4ffa-ae02-37ce8560eeaa tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:40.261835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66299665-53ad-4ae9-9535-35e5973d7602 req-ac0913aa-efbb-4ff1-8258-768640b7a8e7 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 945 time: 0.1301346 Dec 16 22:16:40.263154 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-fbd4f6c3-ebe4-4ffa-ae02-37ce8560eeaa tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:40.266973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ea46e-892e-4f17-bc89-039e8e1e2341 req-14f96820-b053-42c1-83eb-dd6430e0ad23 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:40.268474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['6536b1e4-3a99-475d-862e-2c232a9d11d7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:40.268738 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef2ea46e-892e-4f17-bc89-039e8e1e2341 req-14f96820-b053-42c1-83eb-dd6430e0ad23 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 1095 time: 0.0867708 Dec 16 22:16:40.270230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-fbd4f6c3-ebe4-4ffa-ae02-37ce8560eeaa tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:40.272134 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-fbd4f6c3-ebe4-4ffa-ae02-37ce8560eeaa tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.69 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2418 time: 0.2067971 Dec 16 22:16:40.367856 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66299665-53ad-4ae9-9535-35e5973d7602 req-b2a3f1a4-ecf4-43a2-b35b-8729b7fca646 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad74612e-2e7d-4f44-8758-21db0c5b514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049783 Dec 16 22:16:40.384836 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef2ea46e-892e-4f17-bc89-039e8e1e2341 req-4f78ac1a-2623-43c5-b0ca-f2dd07a3e1bc tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041856 Dec 16 22:16:40.489216 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-d82b46bc-c8f7-4251-a735-b1638dcea185 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269483 Dec 16 22:16:40.562611 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-87b0f260-612d-4e7e-b285-51309ad02b48 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5d94475c-1657-4ad7-b2be-e8b1c81da7af HTTP/1.1" status: 200 len: 217 time: 0.0616043 Dec 16 22:16:40.626803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-f095cfd3-440b-4ace-bfdc-e95f8f437c6d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Deleting port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:40.644047 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-f095cfd3-440b-4ace-bfdc-e95f8f437c6d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.701941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-a1b391a2-a193-485e-96be-ee3b9226b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:40.703536 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-a1b391a2-a193-485e-96be-ee3b9226b941 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57718039-6093-40b9-897e-8e4ab7d09ed7 HTTP/1.1" status: 200 len: 797 time: 0.1200626 Dec 16 22:16:40.774588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-f095cfd3-440b-4ace-bfdc-e95f8f437c6d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] For port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=263d55cb-6323-4c2b-aeb4-eeb7b0c832b7,segment=NetworkSegment(71bc6d85-e066-4c2e-a9ce-3b0d96992f0c),segment_id=71bc6d85-e066-4c2e-a9ce-3b0d96992f0c)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:40.774868 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-f095cfd3-440b-4ace-bfdc-e95f8f437c6d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.794536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-f095cfd3-440b-4ace-bfdc-e95f8f437c6d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Calling delete_port for 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:40.797857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-f4b4d925-e1b2-4b4c-9156-a828d70df628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:40.799569 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-f4b4d925-e1b2-4b4c-9156-a828d70df628 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0857127 Dec 16 22:16:40.965168 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-a54eed09-dcbf-4181-a7ca-be6a81f0de4c service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573911 Dec 16 22:16:41.002022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec15fa-ac52-4cff-bf79-1567292a8ea6 req-d5dbaf6f-de03-41b1-b885-753bd8c986bf tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.008093 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61ec15fa-ac52-4cff-bf79-1567292a8ea6 req-d5dbaf6f-de03-41b1-b885-753bd8c986bf tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.5047686 Dec 16 22:16:41.069772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0358-b099-4702-895e-46dcacd4dac6 req-449be13a-3a44-4ae7-b67b-b20bd0a5c335 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.081504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0358-b099-4702-895e-46dcacd4dac6 req-449be13a-3a44-4ae7-b67b-b20bd0a5c335 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.088955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0358-b099-4702-895e-46dcacd4dac6 req-449be13a-3a44-4ae7-b67b-b20bd0a5c335 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.091843 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-358c0358-b099-4702-895e-46dcacd4dac6 req-449be13a-3a44-4ae7-b67b-b20bd0a5c335 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 2418 time: 0.5470772 Dec 16 22:16:41.112796 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-20256521-8a12-43cb-98f9-fed4df003e20 service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394219 Dec 16 22:16:41.149860 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61ec15fa-ac52-4cff-bf79-1567292a8ea6 req-f1532388-df04-4812-ba8d-672a2e7fd7c5 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312425 Dec 16 22:16:41.183871 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-f095cfd3-440b-4ace-bfdc-e95f8f437c6d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:41.193239 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-5f7dd2bb-b698-457c-9ca1-09804db62d1f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7096ebf6-54ee-43dd-8452-01afb84b3b46 HTTP/1.1" status: 200 len: 217 time: 0.0585403 Dec 16 22:16:41.194345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-358c0358-b099-4702-895e-46dcacd4dac6 req-27cef620-cdbe-47bd-b6dd-e3f699cc4c5a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917730 Dec 16 22:16:41.273176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095cfd3-440b-4ace-bfdc-e95f8f437c6d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Port': ['ID=263d55cb-6323-4c2b-aeb4-eeb7b0c832b7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:41.303229 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['1b87fc6e-1cd1-4c00-b70b-e116b5b4f403', '92dc3833-b638-413b-8747-0dc96d11ad35', '263d55cb-6323-4c2b-aeb4-eeb7b0c832b7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:41.362758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-639b6573-62be-4472-904a-0fde98ebfce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.364717 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-639b6573-62be-4472-904a-0fde98ebfce8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57718039-6093-40b9-897e-8e4ab7d09ed7 HTTP/1.1" status: 200 len: 797 time: 0.1679552 Dec 16 22:16:41.366079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-f095cfd3-440b-4ace-bfdc-e95f8f437c6d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] No DVR routers for this DVR port 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:41.366829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90829db5-f40e-4a8e-8d87-650d587dee7f req-d4f56833-5631-4980-aa37-219864dbabbb tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.368583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90829db5-f40e-4a8e-8d87-650d587dee7f req-d4f56833-5631-4980-aa37-219864dbabbb tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 944 time: 0.0767381 Dec 16 22:16:41.372773 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-f095cfd3-440b-4ace-bfdc-e95f8f437c6d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:41.380164 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-f095cfd3-440b-4ace-bfdc-e95f8f437c6d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.69 "DELETE /v2.0/ports/263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 HTTP/1.1" status: 204 len: 173 time: 1.0994589 Dec 16 22:16:41.380795 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'name': 'network-vif-deleted', 'tag': '263d55cb-6323-4c2b-aeb4-eeb7b0c832b7'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:41.383562 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a770481-55c3-4948-b6f9-92b978fd0954" -d '{"events": [{"server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "name": "network-vif-deleted", "tag": "263d55cb-6323-4c2b-aeb4-eeb7b0c832b7"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:41.472546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90829db5-f40e-4a8e-8d87-650d587dee7f req-b6d3faa7-d208-4c42-9c70-d14d40ab426d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902805 Dec 16 22:16:41.496183 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 6536b1e4-3a99-475d-862e-2c232a9d11d7 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:41.616518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-77937efd-6614-4dce-9a36-e260858f3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.618145 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-77937efd-6614-4dce-9a36-e260858f3ae7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2304046 Dec 16 22:16:41.703089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28abf0-1fcd-42b8-bdef-a294903112ab req-73ba5fe0-7527-4100-9992-24dc72db4781 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.710264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28abf0-1fcd-42b8-bdef-a294903112ab req-73ba5fe0-7527-4100-9992-24dc72db4781 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.716224 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28abf0-1fcd-42b8-bdef-a294903112ab req-73ba5fe0-7527-4100-9992-24dc72db4781 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.722859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28abf0-1fcd-42b8-bdef-a294903112ab req-73ba5fe0-7527-4100-9992-24dc72db4781 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.724336 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 6536b1e4-3a99-475d-862e-2c232a9d11d7 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:41.728799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28abf0-1fcd-42b8-bdef-a294903112ab req-73ba5fe0-7527-4100-9992-24dc72db4781 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.729793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 6536b1e4-3a99-475d-862e-2c232a9d11d7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:41.730177 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:41.734722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28abf0-1fcd-42b8-bdef-a294903112ab req-73ba5fe0-7527-4100-9992-24dc72db4781 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.741785 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28abf0-1fcd-42b8-bdef-a294903112ab req-73ba5fe0-7527-4100-9992-24dc72db4781 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.745584 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-2d8fa6b8-e484-4407-a3fa-4dbe079ab355 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Deleting port 92dc3833-b638-413b-8747-0dc96d11ad35 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:41.745928 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-2d8fa6b8-e484-4407-a3fa-4dbe079ab355 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:41.749832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa28abf0-1fcd-42b8-bdef-a294903112ab req-73ba5fe0-7527-4100-9992-24dc72db4781 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5427 time: 0.1426122 Dec 16 22:16:41.796377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-027ebf58-d5ce-4fbc-b95b-9aefded9e42d tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.803316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-027ebf58-d5ce-4fbc-b95b-9aefded9e42d tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 807 time: 0.3261638 Dec 16 22:16:41.804305 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-cad266ab-0ab7-4f9e-be6d-a095c95aa568 service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740463 Dec 16 22:16:41.855486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-085485e1-819f-4476-b991-8dcfabf63120 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/quotas/a0fbdbd1880a45e692ee9474ada061c6 HTTP/1.1" status: 200 len: 375 time: 0.0192466 Dec 16 22:16:41.866657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa28abf0-1fcd-42b8-bdef-a294903112ab req-4ecc84a2-2127-480d-ac4d-15d17f8ec8ed tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157777 Dec 16 22:16:41.895706 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:41.941535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6536b1e4-3a99-475d-862e-2c232a9d11d7'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:41.944672 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40a6061-ba35-43f0-a1c9-e850336d8b2e" -d '{"events": [{"server_uuid": "fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56", "name": "network-vif-plugged", "status": "completed", "tag": "6536b1e4-3a99-475d-862e-2c232a9d11d7"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:41.964515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 6536b1e4-3a99-475d-862e-2c232a9d11d7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=6536b1e4-3a99-475d-862e-2c232a9d11d7,segment=NetworkSegment(96edda35-4351-4247-9500-44163daef42d),segment_id=96edda35-4351-4247-9500-44163daef42d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:41.975018 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-9ace663c-1adb-4732-8297-8f94d02d04c8 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038585 Dec 16 22:16:41.975710 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-2d8fa6b8-e484-4407-a3fa-4dbe079ab355 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] For port 92dc3833-b638-413b-8747-0dc96d11ad35, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=92dc3833-b638-413b-8747-0dc96d11ad35,segment=NetworkSegment(783a59d2-3685-4991-8a8d-5dc705d46753),segment_id=783a59d2-3685-4991-8a8d-5dc705d46753)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:41.976090 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-2d8fa6b8-e484-4407-a3fa-4dbe079ab355 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.001405 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-2d8fa6b8-e484-4407-a3fa-4dbe079ab355 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Calling delete_port for 92dc3833-b638-413b-8747-0dc96d11ad35 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:42.027510 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7e737140-8c6a-456c-a91e-7cf29c265423 req-ceef3b14-7325-47c7-8037-00d01112c4cc service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034016 Dec 16 22:16:42.074227 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.076521 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:42.089579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a60dc-63bc-4d6d-90ec-8428dd4f6ade req-bc421787-be38-4cb8-99ae-20c20619476e tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:42.091199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd2a60dc-63bc-4d6d-90ec-8428dd4f6ade req-bc421787-be38-4cb8-99ae-20c20619476e tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.1074193 Dec 16 22:16:42.132558 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-59aac70c-5e7b-46da-aa90-6f01c7e8d5b7 service neutron] 10.222.0.43 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560352 Dec 16 22:16:42.214194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=6536b1e4-3a99-475d-862e-2c232a9d11d7,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:42.223552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd2a60dc-63bc-4d6d-90ec-8428dd4f6ade req-0b102d96-f7ff-475f-a222-3c25636422ab tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179621 Dec 16 22:16:42.263501 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-21f6405f-d80b-4907-9b36-22c54f76e81a service neutron] 10.222.0.43 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208634 Dec 16 22:16:42.305370 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa26d4f6-1111-4943-954e-678e4e8e5f60 x-openstack-request-id: req-aa26d4f6-1111-4943-954e-678e4e8e5f60 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:42.305980 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "name": "network-vif-deleted", "tag": "263d55cb-6323-4c2b-aeb4-eeb7b0c832b7", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:42.306293 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa26d4f6-1111-4943-954e-678e4e8e5f60 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:42.306773 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'name': 'network-vif-deleted', 'tag': '263d55cb-6323-4c2b-aeb4-eeb7b0c832b7', 'status': 'completed', 'code': 200} Dec 16 22:16:42.315022 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-2d8fa6b8-e484-4407-a3fa-4dbe079ab355 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.331597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:42.350831 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:42.353894 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.357970 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['263d55cb-6323-4c2b-aeb4-eeb7b0c832b7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:42.374081 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fa6b8-e484-4407-a3fa-4dbe079ab355 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Port': ['ID=92dc3833-b638-413b-8747-0dc96d11ad35,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:42.470229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-2d8fa6b8-e484-4407-a3fa-4dbe079ab355 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] No DVR routers for this DVR port 92dc3833-b638-413b-8747-0dc96d11ad35 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:42.473922 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-2d8fa6b8-e484-4407-a3fa-4dbe079ab355 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.478361 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-2d8fa6b8-e484-4407-a3fa-4dbe079ab355 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.69 "DELETE /v2.0/ports/92dc3833-b638-413b-8747-0dc96d11ad35 HTTP/1.1" status: 204 len: 173 time: 1.0625479 Dec 16 22:16:42.546773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-5891cb34-8d29-403c-9057-ff5115503705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:42.551211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-5891cb34-8d29-403c-9057-ff5115503705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:42.552044 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-5891cb34-8d29-403c-9057-ff5115503705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:42.556033 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-5891cb34-8d29-403c-9057-ff5115503705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:42.558303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-5891cb34-8d29-403c-9057-ff5115503705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:42.559742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-5891cb34-8d29-403c-9057-ff5115503705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:42.562298 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-5891cb34-8d29-403c-9057-ff5115503705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:42.566021 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-5891cb34-8d29-403c-9057-ff5115503705 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=001915db62a44eb0a59ad001f5b8acda&device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 6484 time: 0.2324114 Dec 16 22:16:42.603012 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b0a6d-2dee-4be8-8850-508610d81237 req-0a874f52-6948-4815-b6c1-7c3128776d73 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:42.608948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c73b0a6d-2dee-4be8-8850-508610d81237 req-0a874f52-6948-4815-b6c1-7c3128776d73 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 946 time: 0.1964152 Dec 16 22:16:42.708094 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb38b4-6a21-4104-be46-234c21f94878 req-2937a880-b1ae-46c4-8713-4d5f189240de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:42.709572 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aebd53c-07f3-4957-a2cd-c86ec41daa15 x-openstack-request-id: req-9aebd53c-07f3-4957-a2cd-c86ec41daa15 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:42.710091 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56", "name": "network-vif-plugged", "status": "completed", "tag": "6536b1e4-3a99-475d-862e-2c232a9d11d7", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:42.710618 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9aebd53c-07f3-4957-a2cd-c86ec41daa15 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:42.711191 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6536b1e4-3a99-475d-862e-2c232a9d11d7', 'code': 200} Dec 16 22:16:42.712938 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.725125 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fcdb38b4-6a21-4104-be46-234c21f94878 req-2937a880-b1ae-46c4-8713-4d5f189240de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 1096 time: 0.2140386 Dec 16 22:16:42.777918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:42.861943 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.914802 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.925464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c73b0a6d-2dee-4be8-8850-508610d81237 req-a450f293-6c40-4efd-a267-e04200c7621b tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad74612e-2e7d-4f44-8758-21db0c5b514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981045 Dec 16 22:16:42.934514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fcdb38b4-6a21-4104-be46-234c21f94878 req-d96c9a6b-0d03-4af9-b97e-d57f0ec1daa4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778219 Dec 16 22:16:42.940292 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:42.954379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d259e-7ddf-4656-99a1-d8d916b05d0d req-94b8107a-a009-4e6b-a96f-b517f3a778cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:42.956792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-285d259e-7ddf-4656-99a1-d8d916b05d0d req-94b8107a-a009-4e6b-a96f-b517f3a778cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 1097 time: 0.2172124 Dec 16 22:16:42.970201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d11385-dbf8-4d7b-9b17-915ab3fdb2a0 req-23fe108e-a1c8-4119-b1d6-1d73d9e33bb1 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:42.972278 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7d11385-dbf8-4d7b-9b17-915ab3fdb2a0 req-23fe108e-a1c8-4119-b1d6-1d73d9e33bb1 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.2142348 Dec 16 22:16:43.084024 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7d11385-dbf8-4d7b-9b17-915ab3fdb2a0 req-51f2a44f-91f1-4a8c-b368-cb06ae0e4340 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032565 Dec 16 22:16:43.122251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d4de2-feb2-42af-9bce-4642c049a8ac req-6fe9f4d5-1cd9-4735-8f13-5f06ec29dd2f tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.123951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-285d4de2-feb2-42af-9bce-4642c049a8ac req-6fe9f4d5-1cd9-4735-8f13-5f06ec29dd2f tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 946 time: 0.0896139 Dec 16 22:16:43.190041 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-374c2463-ce31-4626-bb45-558391481518 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Deleting port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:43.190746 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-374c2463-ce31-4626-bb45-558391481518 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:43.213443 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-bcf74935-bfe3-449b-a759-73ce2ac874de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.215254 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-bcf74935-bfe3-449b-a759-73ce2ac874de service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddfb57a8-dc71-427e-ae1b-ea8399014fce HTTP/1.1" status: 200 len: 902 time: 0.6156507 Dec 16 22:16:43.224607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-285d259e-7ddf-4656-99a1-d8d916b05d0d req-8a909f0a-c54a-4a00-8e2a-a680b0b6630f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ad74612e-2e7d-4f44-8758-21db0c5b514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743780 Dec 16 22:16:43.232727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-285d4de2-feb2-42af-9bce-4642c049a8ac req-785e11f3-632e-4403-b3cf-10ec6312734a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992167 Dec 16 22:16:43.273809 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:43.323430 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-1882c1e4-b341-4b06-b86b-ba303c5f9e41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5d94475c-1657-4ad7-b2be-e8b1c81da7af HTTP/1.1" status: 200 len: 217 time: 0.0503721 Dec 16 22:16:43.363711 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-374c2463-ce31-4626-bb45-558391481518 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] For port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=1b87fc6e-1cd1-4c00-b70b-e116b5b4f403,segment=NetworkSegment(71bc6d85-e066-4c2e-a9ce-3b0d96992f0c),segment_id=71bc6d85-e066-4c2e-a9ce-3b0d96992f0c)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:43.364417 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-374c2463-ce31-4626-bb45-558391481518 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:43.371442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b3365-c6a7-4f00-94c0-c76753a55a5a req-c7b31bea-ccbe-48dd-af03-b7e03116013f tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.373833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b4b3365-c6a7-4f00-94c0-c76753a55a5a req-c7b31bea-ccbe-48dd-af03-b7e03116013f tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.0717497 Dec 16 22:16:43.379952 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-374c2463-ce31-4626-bb45-558391481518 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Calling delete_port for 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:43.449617 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b4b3365-c6a7-4f00-94c0-c76753a55a5a req-9b394287-c82b-4304-bfd1-b36b5d61015a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618129 Dec 16 22:16:43.491177 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-825e9546-ab56-4dc4-8f46-080a4c9abe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.492684 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-825e9546-ab56-4dc4-8f46-080a4c9abe82 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57718039-6093-40b9-897e-8e4ab7d09ed7 HTTP/1.1" status: 200 len: 797 time: 0.0660923 Dec 16 22:16:43.533081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-197eb640-37be-4fb8-b1c6-0f81fdf2b427 req-183248da-2d62-4ed4-b536-6637c6e372f8 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 210 time: 0.0289171 Dec 16 22:16:43.587576 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-54241bcf-cb16-46eb-b0b5-7ba664df8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.589133 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-54241bcf-cb16-46eb-b0b5-7ba664df8688 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0832262 Dec 16 22:16:43.669149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48a4eb-3a41-4c4e-9bcc-5dc122bc16a8 req-97e3fc62-46e5-47f8-9976-6ee7aa68f62b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.676460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48a4eb-3a41-4c4e-9bcc-5dc122bc16a8 req-97e3fc62-46e5-47f8-9976-6ee7aa68f62b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.682684 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48a4eb-3a41-4c4e-9bcc-5dc122bc16a8 req-97e3fc62-46e5-47f8-9976-6ee7aa68f62b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.688969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48a4eb-3a41-4c4e-9bcc-5dc122bc16a8 req-97e3fc62-46e5-47f8-9976-6ee7aa68f62b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.695179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48a4eb-3a41-4c4e-9bcc-5dc122bc16a8 req-97e3fc62-46e5-47f8-9976-6ee7aa68f62b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.701160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48a4eb-3a41-4c4e-9bcc-5dc122bc16a8 req-97e3fc62-46e5-47f8-9976-6ee7aa68f62b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.709391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48a4eb-3a41-4c4e-9bcc-5dc122bc16a8 req-97e3fc62-46e5-47f8-9976-6ee7aa68f62b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.711506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee48a4eb-3a41-4c4e-9bcc-5dc122bc16a8 req-97e3fc62-46e5-47f8-9976-6ee7aa68f62b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5427 time: 0.1125200 Dec 16 22:16:43.712070 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-458eb9b5-46dd-4afe-88b0-2faa043947a2 service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090190 Dec 16 22:16:43.749741 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-374c2463-ce31-4626-bb45-558391481518 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:43.809669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c2463-ce31-4626-bb45-558391481518 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Port': ['ID=1b87fc6e-1cd1-4c00-b70b-e116b5b4f403,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:43.844619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee48a4eb-3a41-4c4e-9bcc-5dc122bc16a8 req-6df97d4a-04a7-425c-bb7a-b317e8c4fbdf tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260281 Dec 16 22:16:43.868695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04323b7-e4b2-4590-be8f-114dbb5672b8 req-49679431-717e-4ae8-b28e-10845bc9e571 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.877683 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e04323b7-e4b2-4590-be8f-114dbb5672b8 req-49679431-717e-4ae8-b28e-10845bc9e571 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.1065059 Dec 16 22:16:43.886979 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-374c2463-ce31-4626-bb45-558391481518 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] No DVR routers for this DVR port 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:43.892864 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-374c2463-ce31-4626-bb45-558391481518 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:43.896470 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6044f0ca-18e3-4170-be54-f8ce64dd38c4 req-374c2463-ce31-4626-bb45-558391481518 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.69 "DELETE /v2.0/ports/1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 HTTP/1.1" status: 204 len: 173 time: 1.4020774 Dec 16 22:16:43.919552 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-50dabb64-b901-4664-bb03-67f152d91e6a service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936429 Dec 16 22:16:43.940818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e04323b7-e4b2-4590-be8f-114dbb5672b8 req-47fc7991-72e6-44df-bf79-592d7833b849 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619261 Dec 16 22:16:44.088279 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-73bb0b5b-4d05-45e5-afc7-ba1c00ed7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.089069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-73bb0b5b-4d05-45e5-afc7-ba1c00ed7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.089861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-73bb0b5b-4d05-45e5-afc7-ba1c00ed7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.090500 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-73bb0b5b-4d05-45e5-afc7-ba1c00ed7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.090965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-73bb0b5b-4d05-45e5-afc7-ba1c00ed7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.092845 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-73bb0b5b-4d05-45e5-afc7-ba1c00ed7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.093386 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-73bb0b5b-4d05-45e5-afc7-ba1c00ed7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.096119 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-73bb0b5b-4d05-45e5-afc7-ba1c00ed7d6d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=001915db62a44eb0a59ad001f5b8acda&device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 6484 time: 0.0648658 Dec 16 22:16:44.107722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d874f-4418-4e84-bc8f-25630f62e232 req-07b16781-5246-4e00-b552-815e6325aaf0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.111086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d2d874f-4418-4e84-bc8f-25630f62e232 req-07b16781-5246-4e00-b552-815e6325aaf0 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 946 time: 0.0761781 Dec 16 22:16:44.179043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d2d874f-4418-4e84-bc8f-25630f62e232 req-5c7842c2-78fc-4b31-ad8f-4a88f0e16e72 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad74612e-2e7d-4f44-8758-21db0c5b514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551260 Dec 16 22:16:44.233574 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-ac8954a5-4630-4838-9df4-0e91f1b56f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.235157 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-ac8954a5-4630-4838-9df4-0e91f1b56f8c service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddfb57a8-dc71-427e-ae1b-ea8399014fce HTTP/1.1" status: 200 len: 902 time: 0.1243262 Dec 16 22:16:44.304941 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-94f2b25f-f54f-4338-a772-ab7cf5058a19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7096ebf6-54ee-43dd-8452-01afb84b3b46 HTTP/1.1" status: 200 len: 217 time: 0.0467370 Dec 16 22:16:44.307551 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'name': 'network-vif-deleted', 'tag': '92dc3833-b638-413b-8747-0dc96d11ad35'}, {'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'name': 'network-vif-deleted', 'tag': '1b87fc6e-1cd1-4c00-b70b-e116b5b4f403'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:44.311695 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3613fc-516a-4ca7-a45c-004f558ebbbf" -d '{"events": [{"server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "name": "network-vif-deleted", "tag": "92dc3833-b638-413b-8747-0dc96d11ad35"}, {"server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "name": "network-vif-deleted", "tag": "1b87fc6e-1cd1-4c00-b70b-e116b5b4f403"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:44.326007 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0850c88-1b66-4c9a-9c95-e9d0ac638e58 req-7b9e0879-cf04-4f49-8dc8-0227cf7adb82 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.327686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0850c88-1b66-4c9a-9c95-e9d0ac638e58 req-7b9e0879-cf04-4f49-8dc8-0227cf7adb82 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.0798521 Dec 16 22:16:44.378213 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-5e15f83a-610b-494c-8f35-72ca12e1cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.379824 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-5e15f83a-610b-494c-8f35-72ca12e1cbc5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57718039-6093-40b9-897e-8e4ab7d09ed7 HTTP/1.1" status: 200 len: 797 time: 0.0577352 Dec 16 22:16:44.394969 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0850c88-1b66-4c9a-9c95-e9d0ac638e58 req-04ba9621-44fa-46d0-b444-aa47e60e5353 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595572 Dec 16 22:16:44.458344 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923ab8ef-75fa-4364-93fe-8820a5c53f23 x-openstack-request-id: req-923ab8ef-75fa-4364-93fe-8820a5c53f23 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:44.458864 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "name": "network-vif-deleted", "tag": "92dc3833-b638-413b-8747-0dc96d11ad35", "status": "completed", "code": 200}, {"server_uuid": "d174dc7a-757a-43e9-b6bc-9b743238e988", "name": "network-vif-deleted", "tag": "1b87fc6e-1cd1-4c00-b70b-e116b5b4f403", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:44.459251 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-923ab8ef-75fa-4364-93fe-8820a5c53f23 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:44.459788 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'name': 'network-vif-deleted', 'tag': '92dc3833-b638-413b-8747-0dc96d11ad35', 'status': 'completed', 'code': 200} Dec 16 22:16:44.460151 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd174dc7a-757a-43e9-b6bc-9b743238e988', 'name': 'network-vif-deleted', 'tag': '1b87fc6e-1cd1-4c00-b70b-e116b5b4f403', 'status': 'completed', 'code': 200} Dec 16 22:16:44.485244 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-2850ff2c-abf6-477c-bf53-03cff8c39b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.487098 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-2850ff2c-abf6-477c-bf53-03cff8c39b02 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0750222 Dec 16 22:16:44.494404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a6d8f01-014c-480f-b18f-17b32adde43f req-10ac328a-c830-4c5e-a5c9-f30c6f10a86d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d174dc7a-757a-43e9-b6bc-9b743238e988 HTTP/1.1" status: 200 len: 210 time: 0.0325944 Dec 16 22:16:44.646466 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-fe29c7e4-2909-4fe5-a843-20df60189592 service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441121 Dec 16 22:16:44.661278 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3540f-cbe1-46c0-a458-827b0d11c1c8 req-7bc93dee-a556-483b-87aa-5445d221b651 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.662921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99c3540f-cbe1-46c0-a458-827b0d11c1c8 req-7bc93dee-a556-483b-87aa-5445d221b651 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.0880597 Dec 16 22:16:44.687146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07e298-6c11-41bc-a722-fa9ae299eae1 req-0a461a24-231b-4ca5-9359-7d287aef5f3e tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.690473 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f07e298-6c11-41bc-a722-fa9ae299eae1 req-0a461a24-231b-4ca5-9359-7d287aef5f3e tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f16b16-ad41-4341-97e5-446f0e5e166e HTTP/1.1" status: 200 len: 946 time: 0.0876255 Dec 16 22:16:44.713975 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa33060-d16a-465a-a6f1-9c136bef2036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:44.720562 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97729b91-f371-4a29-ad77-42bba16a75c8" -d '{"events": [{"server_uuid": "0aa33060-d16a-465a-a6f1-9c136bef2036", "name": "network-vif-plugged", "status": "completed", "tag": "097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:44.767847 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a28d6ea2-e6b0-475c-9d84-254ed3d13c6a req-bc0e249b-1763-4e0a-a155-bc822ac2447d service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968513 Dec 16 22:16:44.784254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99c3540f-cbe1-46c0-a458-827b0d11c1c8 req-a26c259a-da82-4c6e-88a1-c6d0c5098c36 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135211 Dec 16 22:16:44.801858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f07e298-6c11-41bc-a722-fa9ae299eae1 req-87ab30c2-51fe-407c-94b6-a78b130e3d51 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984597 Dec 16 22:16:44.869980 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f80b8e0-72b2-417b-a587-4725fe1d355c x-openstack-request-id: req-9f80b8e0-72b2-417b-a587-4725fe1d355c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:44.870729 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa33060-d16a-465a-a6f1-9c136bef2036", "name": "network-vif-plugged", "status": "completed", "tag": "097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:44.871551 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f80b8e0-72b2-417b-a587-4725fe1d355c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:44.872439 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa33060-d16a-465a-a6f1-9c136bef2036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b', 'code': 200} Dec 16 22:16:44.885436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63ac5268-cd86-4bff-bf8a-cda6243c0cf2 req-8235e4d1-b3e9-4314-8750-955f4e53c346 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 210 time: 0.0312884 Dec 16 22:16:45.022342 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cbaca-00fb-4bdd-ae87-accf8f23f265 req-a5c30374-5708-4157-803c-584ed6e2453b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:45.029552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cbaca-00fb-4bdd-ae87-accf8f23f265 req-a5c30374-5708-4157-803c-584ed6e2453b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:45.037052 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cbaca-00fb-4bdd-ae87-accf8f23f265 req-a5c30374-5708-4157-803c-584ed6e2453b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:45.044723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cbaca-00fb-4bdd-ae87-accf8f23f265 req-a5c30374-5708-4157-803c-584ed6e2453b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:45.052053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cbaca-00fb-4bdd-ae87-accf8f23f265 req-a5c30374-5708-4157-803c-584ed6e2453b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:45.059501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cbaca-00fb-4bdd-ae87-accf8f23f265 req-a5c30374-5708-4157-803c-584ed6e2453b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:45.067324 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cbaca-00fb-4bdd-ae87-accf8f23f265 req-a5c30374-5708-4157-803c-584ed6e2453b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:45.069616 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c5a0d-ed7b-49ae-becb-5373d92ec804 req-218ba3d5-faa1-49e3-8e3a-3bc7bced3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:45.070017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-972cbaca-00fb-4bdd-ae87-accf8f23f265 req-a5c30374-5708-4157-803c-584ed6e2453b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5427 time: 0.1234686 Dec 16 22:16:45.071204 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-615c5a0d-ed7b-49ae-becb-5373d92ec804 req-218ba3d5-faa1-49e3-8e3a-3bc7bced3a20 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 1096 time: 0.0641022 Dec 16 22:16:45.124347 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-615c5a0d-ed7b-49ae-becb-5373d92ec804 req-9d88338e-cf47-4da8-b3be-26ec54c8c63d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436974 Dec 16 22:16:45.177410 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1764e2-2802-4e5b-9c72-18b3297faf7a req-d0920d7b-55e5-4db9-8c4e-8e34dff23a5f tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:45.178968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac1764e2-2802-4e5b-9c72-18b3297faf7a req-d0920d7b-55e5-4db9-8c4e-8e34dff23a5f tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.0962842 Dec 16 22:16:45.192646 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-972cbaca-00fb-4bdd-ae87-accf8f23f265 req-6f0544da-5e4d-47d2-bb6b-6024bcda093d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044073 Dec 16 22:16:45.236156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac1764e2-2802-4e5b-9c72-18b3297faf7a req-73e13b5b-134f-40d4-b696-07d92706b289 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453687 Dec 16 22:16:45.320110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a9b2d-940d-4dd3-b1cf-b6d14738e19d req-f81572b3-cd33-4d20-a98f-12186b2c8d2b tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:45.322078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c2a9b2d-940d-4dd3-b1cf-b6d14738e19d req-f81572b3-cd33-4d20-a98f-12186b2c8d2b tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 946 time: 0.0536110 Dec 16 22:16:45.380057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c2a9b2d-940d-4dd3-b1cf-b6d14738e19d req-c8928f67-fe9b-4af3-8196-72f3067c2ad3 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad74612e-2e7d-4f44-8758-21db0c5b514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515115 Dec 16 22:16:45.506689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 92dc3833-b638-413b-8747-0dc96d11ad35 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:45.529066 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 92dc3833-b638-413b-8747-0dc96d11ad35 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:16:45.529510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 92dc3833-b638-413b-8747-0dc96d11ad35 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:16:45.530011 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:45.558450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:16:45.558908 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 263d55cb-6323-4c2b-aeb4-eeb7b0c832b7 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:16:45.559423 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:45.563158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133b459-27b8-4da8-8c2a-2242d7eb9c2d req-432fb421-2f64-4ea4-a3ad-a113922a90cb tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:45.564842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2133b459-27b8-4da8-8c2a-2242d7eb9c2d req-432fb421-2f64-4ea4-a3ad-a113922a90cb tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.0744979 Dec 16 22:16:45.580577 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:16:45.580925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 1b87fc6e-1cd1-4c00-b70b-e116b5b4f403 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:16:45.633586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2133b459-27b8-4da8-8c2a-2242d7eb9c2d req-cd258df5-38cb-4159-8d9a-01d94bec8e83 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570610 Dec 16 22:16:45.672186 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34806) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:45.739134 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c7a66e-4879-4478-be1e-a245c81aa79e tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Deleting subnet cc92e947-b8e5-4f17-9c3f-00594edece00 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:16:45.742898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-71c7a66e-4879-4478-be1e-a245c81aa79e tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.786545 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-71c7a66e-4879-4478-be1e-a245c81aa79e tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.882378 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-71c7a66e-4879-4478-be1e-a245c81aa79e tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.981411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e042e-a805-4b45-8b15-f87307bcae89 req-01598f3b-bef6-4687-9c7a-e9af2baaf108 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:45.982973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e8e042e-a805-4b45-8b15-f87307bcae89 req-01598f3b-bef6-4687-9c7a-e9af2baaf108 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.0623147 Dec 16 22:16:46.045863 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-71c7a66e-4879-4478-be1e-a245c81aa79e tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.068151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b66ce3-d4bf-4559-9c26-15bf0889e58e req-dae20ab4-70df-4993-a9ce-6fb83e5dd740 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:46.069803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13b66ce3-d4bf-4559-9c26-15bf0889e58e req-dae20ab4-70df-4993-a9ce-6fb83e5dd740 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f16b16-ad41-4341-97e5-446f0e5e166e HTTP/1.1" status: 200 len: 946 time: 0.0836816 Dec 16 22:16:46.073691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e8e042e-a805-4b45-8b15-f87307bcae89 req-b3a8f2ed-345f-4325-ac8d-b8606aca1065 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764260 Dec 16 22:16:46.084432 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-71c7a66e-4879-4478-be1e-a245c81aa79e tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.087901 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-71c7a66e-4879-4478-be1e-a245c81aa79e tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "DELETE /v2.0/subnets/cc92e947-b8e5-4f17-9c3f-00594edece00 HTTP/1.1" status: 204 len: 168 time: 0.4144232 Dec 16 22:16:46.099736 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34820) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:46.100106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7a66e-4879-4478-be1e-a245c81aa79e tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Subnet': ['ID=cc92e947-b8e5-4f17-9c3f-00594edece00,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:46.108461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff69ece-3866-4958-847a-dad1534fa1fe None None] Network 245be8c2-667c-4f86-9343-372ac8cc7fd0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:46.222958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a739e1-6f0b-4513-b45c-63957164fdbf req-baecbf24-e51a-4405-bcc0-491e68c06571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:46.224573 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-98a739e1-6f0b-4513-b45c-63957164fdbf req-baecbf24-e51a-4405-bcc0-491e68c06571 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1de029b3946e475788fd115f1e4ecc77&device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 1096 time: 0.1459975 Dec 16 22:16:46.238612 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.240634 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13b66ce3-d4bf-4559-9c26-15bf0889e58e req-7b552e00-2eaa-4887-a9d9-19c27518432a tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592603 Dec 16 22:16:46.327875 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19c22dd3-57fd-466b-88e1-11e3e901a9d7 req-12cf5aaf-a5d2-4f7a-b40d-536bbb503004 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 210 time: 0.0394032 Dec 16 22:16:46.452697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57004a0-9a84-409e-9b7f-fb0e255fad4e None None] DHCP port deletion for 245be8c2-667c-4f86-9343-372ac8cc7fd0 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:16:46.525915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e57004a0-9a84-409e-9b7f-fb0e255fad4e None None] Deleting port 98271cac-5401-4123-aec4-a825b7661a97 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:46.527103 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e57004a0-9a84-409e-9b7f-fb0e255fad4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.557942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c9f68-33f9-49c8-90c1-a036a9d375ff req-3f57de55-a977-4d50-af09-0529b1337407 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:46.565639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-787c9f68-33f9-49c8-90c1-a036a9d375ff req-3f57de55-a977-4d50-af09-0529b1337407 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.1917980 Dec 16 22:16:46.602469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa357d24-3516-4559-8d18-efe57c910bbe req-2e0d0035-4a17-47e8-8b55-58a2742efaf3 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:46.604812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa357d24-3516-4559-8d18-efe57c910bbe req-2e0d0035-4a17-47e8-8b55-58a2742efaf3 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.69 "GET /v2.0/ports?device_id=38f16b16-ad41-4341-97e5-446f0e5e166e HTTP/1.1" status: 200 len: 946 time: 0.2717254 Dec 16 22:16:46.648947 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-56864854-e44e-4599-90e7-980393aece05 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:46.651375 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-56864854-e44e-4599-90e7-980393aece05 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.69 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 807 time: 0.2945511 Dec 16 22:16:46.678417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e57004a0-9a84-409e-9b7f-fb0e255fad4e None None] For port 98271cac-5401-4123-aec4-a825b7661a97, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=98271cac-5401-4123-aec4-a825b7661a97,segment=NetworkSegment(783a59d2-3685-4991-8a8d-5dc705d46753),segment_id=783a59d2-3685-4991-8a8d-5dc705d46753)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:46.679046 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e57004a0-9a84-409e-9b7f-fb0e255fad4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.690418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a739e1-6f0b-4513-b45c-63957164fdbf req-50a885f0-c1ac-4fab-927d-b9f849d7a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:46.693506 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-98a739e1-6f0b-4513-b45c-63957164fdbf req-50a885f0-c1ac-4fab-927d-b9f849d7a611 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c HTTP/1.1" status: 200 len: 912 time: 0.4526236 Dec 16 22:16:46.706687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e57004a0-9a84-409e-9b7f-fb0e255fad4e None None] Calling delete_port for 98271cac-5401-4123-aec4-a825b7661a97 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:46.721263 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-5638e0fa-bde0-4469-a3a9-e3d9126e65c2 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Request body: {'port': {'device_id': '2bc62bff-296d-4426-b1b1-9a00f5149626', 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73', 'admin_state_up': True, 'tenant_id': 'a0fbdbd1880a45e692ee9474ada061c6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:46.808436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-787c9f68-33f9-49c8-90c1-a036a9d375ff req-deb1e797-ac61-4f98-93c1-fe93046c6121 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340498 Dec 16 22:16:46.866067 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-98a739e1-6f0b-4513-b45c-63957164fdbf req-6469b098-08e6-4cf7-8a7a-de96b499bff1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bb16471-8bca-410f-b6f9-bbe265a79d95 HTTP/1.1" status: 200 len: 217 time: 0.1393716 Dec 16 22:16:46.900153 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Deleting port 98271cac-5401-4123-aec4-a825b7661a97 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:46.913333 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.970459 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 98271cac-5401-4123-aec4-a825b7661a97 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:47.004505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b657ed-3c29-4c03-a646-f30a2b43b0f7 req-777105f1-e3d9-4480-b109-9ac698a085f8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:47.010510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b657ed-3c29-4c03-a646-f30a2b43b0f7 req-777105f1-e3d9-4480-b109-9ac698a085f8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:47.020535 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e57004a0-9a84-409e-9b7f-fb0e255fad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.020820 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b657ed-3c29-4c03-a646-f30a2b43b0f7 req-777105f1-e3d9-4480-b109-9ac698a085f8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:47.023956 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b657ed-3c29-4c03-a646-f30a2b43b0f7 req-777105f1-e3d9-4480-b109-9ac698a085f8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:47.029882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b657ed-3c29-4c03-a646-f30a2b43b0f7 req-777105f1-e3d9-4480-b109-9ac698a085f8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:47.042520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b657ed-3c29-4c03-a646-f30a2b43b0f7 req-777105f1-e3d9-4480-b109-9ac698a085f8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:47.049226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57004a0-9a84-409e-9b7f-fb0e255fad4e None None] Pushing event deleted for resources: {'Port': ['ID=98271cac-5401-4123-aec4-a825b7661a97,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:47.050385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] For port 98271cac-5401-4123-aec4-a825b7661a97, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=98271cac-5401-4123-aec4-a825b7661a97,segment=NetworkSegment(783a59d2-3685-4991-8a8d-5dc705d46753),segment_id=783a59d2-3685-4991-8a8d-5dc705d46753)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:47.050877 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.051329 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b657ed-3c29-4c03-a646-f30a2b43b0f7 req-777105f1-e3d9-4480-b109-9ac698a085f8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:47.058030 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57004a0-9a84-409e-9b7f-fb0e255fad4e None None] No DVR routers for this DVR port 98271cac-5401-4123-aec4-a825b7661a97 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:47.058485 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a739e1-6f0b-4513-b45c-63957164fdbf req-d6f46fa9-888d-4419-a333-8adebe02410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:47.060015 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No active binding found for port 98271cac-5401-4123-aec4-a825b7661a97 {{(pid=103953) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 22:16:47.060242 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-98a739e1-6f0b-4513-b45c-63957164fdbf req-d6f46fa9-888d-4419-a333-8adebe02410e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71387a28-0c73-4674-8c37-167ab8f9b37e HTTP/1.1" status: 200 len: 851 time: 0.1619008 Dec 16 22:16:47.060626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 98271cac-5401-4123-aec4-a825b7661a97 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:16:47.067972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38b657ed-3c29-4c03-a646-f30a2b43b0f7 req-777105f1-e3d9-4480-b109-9ac698a085f8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5427 time: 0.3281887 Dec 16 22:16:47.100515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Calling delete_port for 98271cac-5401-4123-aec4-a825b7661a97 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:47.101691 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4097e3-01ee-4ae6-bd1c-986e916a35f0 req-aeb6df02-c281-4bd8-b438-e40b66a34720 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:47.106294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d4097e3-01ee-4ae6-bd1c-986e916a35f0 req-aeb6df02-c281-4bd8-b438-e40b66a34720 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d2b80c-7ec2-4848-88bb-a4e02521129a HTTP/1.1" status: 200 len: 945 time: 0.2853301 Dec 16 22:16:47.125618 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-98a739e1-6f0b-4513-b45c-63957164fdbf req-d45d403d-3e51-44ef-9fe9-9cfb48444b2b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457425 Dec 16 22:16:47.211305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e3980-cc66-4ae2-9eaa-de0075c27f36 req-6168674b-0712-403e-afaf-c5642d6f5786 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:47.212974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-853e3980-cc66-4ae2-9eaa-de0075c27f36 req-6168674b-0712-403e-afaf-c5642d6f5786 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.2458498 Dec 16 22:16:47.289747 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-aa357d24-3516-4559-8d18-efe57c910bbe req-ab8d25c5-b18f-444c-86ef-61763296e5ba tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Deleting port 021bcb27-6f78-42a9-92ef-5cd58dc15dff {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:47.290484 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aa357d24-3516-4559-8d18-efe57c910bbe req-ab8d25c5-b18f-444c-86ef-61763296e5ba tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.316436 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-98a739e1-6f0b-4513-b45c-63957164fdbf req-e8042715-2815-4b7b-a1f2-ba92bf89e5ec service neutron] 10.222.0.69 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798794 Dec 16 22:16:47.318988 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.345491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38b657ed-3c29-4c03-a646-f30a2b43b0f7 req-d6d41924-c794-4bfc-a7ed-a6c5a84321e3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2538762 Dec 16 22:16:47.365079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-5638e0fa-bde0-4469-a3a9-e3d9126e65c2 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Made reservation on behalf of a0fbdbd1880a45e692ee9474ada061c6 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:47.371064 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-5638e0fa-bde0-4469-a3a9-e3d9126e65c2 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.393390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-853e3980-cc66-4ae2-9eaa-de0075c27f36 req-aad30cca-d80d-4f66-a7d3-65487ab74d41 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463480 Dec 16 22:16:47.407206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-5d4097e3-01ee-4ae6-bd1c-986e916a35f0 req-aba60909-6af2-4aa7-abfd-6d753b64ad5a tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Deleting port 3ec1a2de-4070-4e42-a682-d9db61dd099c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:47.407665 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5d4097e3-01ee-4ae6-bd1c-986e916a35f0 req-aba60909-6af2-4aa7-abfd-6d753b64ad5a tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.413247 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] No DVR routers for this DVR port 98271cac-5401-4123-aec4-a825b7661a97 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:47.418476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Port': ['ID=98271cac-5401-4123-aec4-a825b7661a97,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:47.501032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-aa357d24-3516-4559-8d18-efe57c910bbe req-ab8d25c5-b18f-444c-86ef-61763296e5ba tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] For port 021bcb27-6f78-42a9-92ef-5cd58dc15dff, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=021bcb27-6f78-42a9-92ef-5cd58dc15dff,segment=NetworkSegment(83bc40d1-f037-4f7c-a075-b900de4634b0),segment_id=83bc40d1-f037-4f7c-a075-b900de4634b0)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:47.501518 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aa357d24-3516-4559-8d18-efe57c910bbe req-ab8d25c5-b18f-444c-86ef-61763296e5ba tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.532973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-aa357d24-3516-4559-8d18-efe57c910bbe req-ab8d25c5-b18f-444c-86ef-61763296e5ba tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Calling delete_port for 021bcb27-6f78-42a9-92ef-5cd58dc15dff owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:47.614891 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.661174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-5d4097e3-01ee-4ae6-bd1c-986e916a35f0 req-aba60909-6af2-4aa7-abfd-6d753b64ad5a tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] For port 3ec1a2de-4070-4e42-a682-d9db61dd099c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3ec1a2de-4070-4e42-a682-d9db61dd099c,segment=NetworkSegment(83bc40d1-f037-4f7c-a075-b900de4634b0),segment_id=83bc40d1-f037-4f7c-a075-b900de4634b0)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:47.661454 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5d4097e3-01ee-4ae6-bd1c-986e916a35f0 req-aba60909-6af2-4aa7-abfd-6d753b64ad5a tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.663363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245be8c2-667c-4f86-9343-372ac8cc7fd0']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:47.685581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-5d4097e3-01ee-4ae6-bd1c-986e916a35f0 req-aba60909-6af2-4aa7-abfd-6d753b64ad5a tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Calling delete_port for 3ec1a2de-4070-4e42-a682-d9db61dd099c owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:47.686001 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783a59d2-3685-4991-8a8d-5dc705d46753') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:47.686307 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783a59d2-3685-4991-8a8d-5dc705d46753') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:47.723062 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.724466 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698aa87-67f6-4fe3-8338-c3cda89c0017 req-be87459f-8e98-49f0-9d5a-690ef5ed79e3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:47.725416 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9698aa87-67f6-4fe3-8338-c3cda89c0017 req-be87459f-8e98-49f0-9d5a-690ef5ed79e3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.2103798 Dec 16 22:16:47.728295 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-98a739e1-6f0b-4513-b45c-63957164fdbf req-f0e59215-ac3d-4ffb-99ff-607e3d7a8359 service neutron] 10.222.0.69 "GET /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045434 Dec 16 22:16:47.754425 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.767942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:16:47.768348 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:16:47.771886 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:16:47.775633 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-5638e0fa-bde0-4469-a3a9-e3d9126e65c2 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Allocated IP 172.20.0.7 (30fff1b5-1d29-4f23-ae85-492f2b858f73/a21a16a0-fc96-4fc9-941a-6b4db6b05d8a/0962aff9-6df8-45d6-8481-2d2af4a44639) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:47.776275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0cb48-c37b-4671-861b-096a104a3c95 req-4624d2f6-ab33-4f84-9f58-e997e1e4bd9f tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:47.779804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ec0cb48-c37b-4671-861b-096a104a3c95 req-4624d2f6-ab33-4f84-9f58-e997e1e4bd9f tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f16b16-ad41-4341-97e5-446f0e5e166e HTTP/1.1" status: 200 len: 946 time: 0.2097087 Dec 16 22:16:47.918181 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.923777 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.927163 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "DELETE /v2.0/networks/245be8c2-667c-4f86-9343-372ac8cc7fd0 HTTP/1.1" status: 204 len: 168 time: 1.8233633 Dec 16 22:16:47.934027 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9698aa87-67f6-4fe3-8338-c3cda89c0017 req-c1469a8c-6d34-4831-8743-e79e25aced99 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529889 Dec 16 22:16:47.936255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34840) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:47.949987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ec0cb48-c37b-4671-861b-096a104a3c95 req-de99b52b-e5b0-42c1-9078-af0a9ce9541d tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/security-groups?id=15848f35-2257-4cc3-987c-c625f485272c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571383 Dec 16 22:16:47.993438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7467e34-107d-4c96-bd23-2500cf07eaae tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Network': ['ID=245be8c2-667c-4f86-9343-372ac8cc7fd0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:48.039097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cde533-bd6b-4f72-b001-2d352754ba99 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Deleting subnet 52fbc3ad-137b-45e5-a5f0-30cf6422fb29 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:16:48.054667 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a6cde533-bd6b-4f72-b001-2d352754ba99 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.057698 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0690a8e2-c91c-494c-8387-3af9248fd186 req-e2005cb6-3d22-4573-9439-7abc4964344e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 210 time: 0.0407817 Dec 16 22:16:48.064278 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aa357d24-3516-4559-8d18-efe57c910bbe req-ab8d25c5-b18f-444c-86ef-61763296e5ba tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.077925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['021bcb27-6f78-42a9-92ef-5cd58dc15dff', '3ec1a2de-4070-4e42-a682-d9db61dd099c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:48.105208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d25c5-b18f-444c-86ef-61763296e5ba tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Pushing event deleted for resources: {'Port': ['ID=021bcb27-6f78-42a9-92ef-5cd58dc15dff,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:48.129757 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-5638e0fa-bde0-4469-a3a9-e3d9126e65c2 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.136604 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a6cde533-bd6b-4f72-b001-2d352754ba99 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.139096 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5d4097e3-01ee-4ae6-bd1c-986e916a35f0 req-aba60909-6af2-4aa7-abfd-6d753b64ad5a tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.224921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba60909-6af2-4aa7-abfd-6d753b64ad5a tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Pushing event deleted for resources: {'Port': ['ID=3ec1a2de-4070-4e42-a682-d9db61dd099c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:48.243225 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa357d24-3516-4559-8d18-efe57c910bbe req-ab8d25c5-b18f-444c-86ef-61763296e5ba tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] No DVR routers for this DVR port 021bcb27-6f78-42a9-92ef-5cd58dc15dff on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:48.258249 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aa357d24-3516-4559-8d18-efe57c910bbe req-ab8d25c5-b18f-444c-86ef-61763296e5ba tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.262390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa357d24-3516-4559-8d18-efe57c910bbe req-ab8d25c5-b18f-444c-86ef-61763296e5ba tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.69 "DELETE /v2.0/ports/021bcb27-6f78-42a9-92ef-5cd58dc15dff HTTP/1.1" status: 204 len: 173 time: 1.6188924 Dec 16 22:16:48.263079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f16b16-ad41-4341-97e5-446f0e5e166e', 'name': 'network-vif-deleted', 'tag': '021bcb27-6f78-42a9-92ef-5cd58dc15dff'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:48.265455 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f30be66-79d7-460d-b169-b4763b007425" -d '{"events": [{"server_uuid": "38f16b16-ad41-4341-97e5-446f0e5e166e", "name": "network-vif-deleted", "tag": "021bcb27-6f78-42a9-92ef-5cd58dc15dff"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:48.300532 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-5638e0fa-bde0-4469-a3a9-e3d9126e65c2 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.318625 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a6cde533-bd6b-4f72-b001-2d352754ba99 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.334097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4097e3-01ee-4ae6-bd1c-986e916a35f0 req-aba60909-6af2-4aa7-abfd-6d753b64ad5a tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] No DVR routers for this DVR port 3ec1a2de-4070-4e42-a682-d9db61dd099c on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:48.342942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a0e81-2d1d-465f-94e9-d365e60c720e req-a3091d26-ee2a-465f-a2fe-bc8e48dfa46b tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.345191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c04a0e81-2d1d-465f-94e9-d365e60c720e req-a3091d26-ee2a-465f-a2fe-bc8e48dfa46b tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.1543238 Dec 16 22:16:48.349493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['021bcb27-6f78-42a9-92ef-5cd58dc15dff'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:48.351362 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5d4097e3-01ee-4ae6-bd1c-986e916a35f0 req-aba60909-6af2-4aa7-abfd-6d753b64ad5a tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.354912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d4097e3-01ee-4ae6-bd1c-986e916a35f0 req-aba60909-6af2-4aa7-abfd-6d753b64ad5a tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.69 "DELETE /v2.0/ports/3ec1a2de-4070-4e42-a682-d9db61dd099c HTTP/1.1" status: 204 len: 173 time: 1.2403793 Dec 16 22:16:48.410356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c04a0e81-2d1d-465f-94e9-d365e60c720e req-5eb1aafa-50ac-462f-83fa-91ff0caae94e tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543513 Dec 16 22:16:48.421968 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-5638e0fa-bde0-4469-a3a9-e3d9126e65c2 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Network 30fff1b5-1d29-4f23-ae85-492f2b858f73 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:48.429476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-5638e0fa-bde0-4469-a3a9-e3d9126e65c2 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:48.432104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-5638e0fa-bde0-4469-a3a9-e3d9126e65c2 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:48.464030 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638e0fa-bde0-4469-a3a9-e3d9126e65c2 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Pushing event updated for resources: {'Port': ['ID=0962aff9-6df8-45d6-8481-2d2af4a44639,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:48.501382 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-5638e0fa-bde0-4469-a3a9-e3d9126e65c2 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.501632 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-5638e0fa-bde0-4469-a3a9-e3d9126e65c2 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.506149 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e932869-8ad4-4af1-8441-7edcd2bed4d0 x-openstack-request-id: req-0e932869-8ad4-4af1-8441-7edcd2bed4d0 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:48.506449 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f16b16-ad41-4341-97e5-446f0e5e166e", "name": "network-vif-deleted", "tag": "021bcb27-6f78-42a9-92ef-5cd58dc15dff", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:48.506704 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e932869-8ad4-4af1-8441-7edcd2bed4d0 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:48.507112 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f16b16-ad41-4341-97e5-446f0e5e166e', 'name': 'network-vif-deleted', 'tag': '021bcb27-6f78-42a9-92ef-5cd58dc15dff', 'status': 'completed', 'code': 200} Dec 16 22:16:48.578079 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a6cde533-bd6b-4f72-b001-2d352754ba99 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.588477 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-5638e0fa-bde0-4469-a3a9-e3d9126e65c2 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8849051 Dec 16 22:16:48.622120 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Request body: {'port': {'device_id': '2bc62bff-296d-4426-b1b1-9a00f5149626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:48.625338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cde533-bd6b-4f72-b001-2d352754ba99 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Subnet': ['ID=52fbc3ad-137b-45e5-a5f0-30cf6422fb29,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:48.641806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9db1dd-4bf2-471e-8603-c63ffebcf446 req-9aa5b2de-d7e2-4ba4-b505-c7d9d19cd4f5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.648896 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55ae96a-6f06-4401-a839-9602bff99609 None None] Network 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:48.650093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9db1dd-4bf2-471e-8603-c63ffebcf446 req-9aa5b2de-d7e2-4ba4-b505-c7d9d19cd4f5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.657511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9db1dd-4bf2-471e-8603-c63ffebcf446 req-9aa5b2de-d7e2-4ba4-b505-c7d9d19cd4f5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.664961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9db1dd-4bf2-471e-8603-c63ffebcf446 req-9aa5b2de-d7e2-4ba4-b505-c7d9d19cd4f5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.670252 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a6cde533-bd6b-4f72-b001-2d352754ba99 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.672783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9db1dd-4bf2-471e-8603-c63ffebcf446 req-9aa5b2de-d7e2-4ba4-b505-c7d9d19cd4f5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.676857 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a6cde533-bd6b-4f72-b001-2d352754ba99 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "DELETE /v2.0/subnets/52fbc3ad-137b-45e5-a5f0-30cf6422fb29 HTTP/1.1" status: 204 len: 168 time: 0.7371697 Dec 16 22:16:48.677181 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34858) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:48.678888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9db1dd-4bf2-471e-8603-c63ffebcf446 req-9aa5b2de-d7e2-4ba4-b505-c7d9d19cd4f5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.686349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9db1dd-4bf2-471e-8603-c63ffebcf446 req-9aa5b2de-d7e2-4ba4-b505-c7d9d19cd4f5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.698129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab9db1dd-4bf2-471e-8603-c63ffebcf446 req-9aa5b2de-d7e2-4ba4-b505-c7d9d19cd4f5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5427 time: 0.1434629 Dec 16 22:16:48.786093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5784d-d4fa-4a04-a6f0-0038e7456b2f req-16e32628-b6ee-4ae8-a60f-56266702d410 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.795056 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96b5784d-d4fa-4a04-a6f0-0038e7456b2f req-16e32628-b6ee-4ae8-a60f-56266702d410 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 950 time: 0.0944583 Dec 16 22:16:48.805135 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.813559 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.830648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab9db1dd-4bf2-471e-8603-c63ffebcf446 req-2e117735-8fc5-495e-b934-c89cc0a82c24 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1313910 Dec 16 22:16:48.884110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96b5784d-d4fa-4a04-a6f0-0038e7456b2f req-b489a1d0-08fe-4fb8-ab9c-01e7a91840c8 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879006 Dec 16 22:16:48.914193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f7195-80de-43ab-8e1f-82753a2d539f None None] DHCP port deletion for 265b0f0f-d2ad-4dfe-9f66-2e7cf223671c request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:16:48.984149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-163f7195-80de-43ab-8e1f-82753a2d539f None None] Deleting port 6e0e4b30-34a9-41d3-b518-841d05a912df {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:48.985344 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-163f7195-80de-43ab-8e1f-82753a2d539f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.040075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f95f7-4598-41e3-a45f-d3e28339fd6a req-b8cad6a9-1724-4f79-bc2e-deda370f33da tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:49.049247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-856f95f7-4598-41e3-a45f-d3e28339fd6a req-b8cad6a9-1724-4f79-bc2e-deda370f33da tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.0840290 Dec 16 22:16:49.084490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Deleting port 6e0e4b30-34a9-41d3-b518-841d05a912df {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:49.084836 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.085330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-163f7195-80de-43ab-8e1f-82753a2d539f None None] For port 6e0e4b30-34a9-41d3-b518-841d05a912df, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6e0e4b30-34a9-41d3-b518-841d05a912df,segment=NetworkSegment(71bc6d85-e066-4c2e-a9ce-3b0d96992f0c),segment_id=71bc6d85-e066-4c2e-a9ce-3b0d96992f0c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:49.085836 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-163f7195-80de-43ab-8e1f-82753a2d539f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.105382 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-163f7195-80de-43ab-8e1f-82753a2d539f None None] Calling delete_port for 6e0e4b30-34a9-41d3-b518-841d05a912df owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:49.125107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-856f95f7-4598-41e3-a45f-d3e28339fd6a req-16a6301e-5d1e-434e-a31a-59391d0bc9a4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747869 Dec 16 22:16:49.195098 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] For port 6e0e4b30-34a9-41d3-b518-841d05a912df, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6e0e4b30-34a9-41d3-b518-841d05a912df,segment=NetworkSegment(71bc6d85-e066-4c2e-a9ce-3b0d96992f0c),segment_id=71bc6d85-e066-4c2e-a9ce-3b0d96992f0c)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:49.195581 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.212388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Calling delete_port for 6e0e4b30-34a9-41d3-b518-841d05a912df owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:49.241361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a31929e7-7770-4b60-9be7-830a57e133e1 req-1033dfcc-cb4b-45e4-94e0-76467c291aa9 tempest-ListServersNegativeTestJSON-262940967 tempest-ListServersNegativeTestJSON-262940967-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f16b16-ad41-4341-97e5-446f0e5e166e HTTP/1.1" status: 200 len: 210 time: 0.0338564 Dec 16 22:16:49.307184 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-163f7195-80de-43ab-8e1f-82753a2d539f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.358735 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f7195-80de-43ab-8e1f-82753a2d539f None None] Pushing event deleted for resources: {'Port': ['ID=6e0e4b30-34a9-41d3-b518-841d05a912df,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:49.359524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9fd4d-8235-4e86-b960-e497ad043cb3 req-9acdd371-cc48-4616-a899-bc011e81537a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:49.361769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f7195-80de-43ab-8e1f-82753a2d539f None None] No DVR routers for this DVR port 6e0e4b30-34a9-41d3-b518-841d05a912df on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:49.365672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0962aff9-6df8-45d6-8481-2d2af4a44639 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:49.372757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92e9fd4d-8235-4e86-b960-e497ad043cb3 req-9acdd371-cc48-4616-a899-bc011e81537a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 931 time: 0.1099751 Dec 16 22:16:49.376074 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.388102 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.405946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Transition to ACTIVE for port object 0962aff9-6df8-45d6-8481-2d2af4a44639 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:49.425455 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Port': ['ID=6e0e4b30-34a9-41d3-b518-841d05a912df,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:49.427462 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] No DVR routers for this DVR port 6e0e4b30-34a9-41d3-b518-841d05a912df on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:49.434002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92e9fd4d-8235-4e86-b960-e497ad043cb3 req-eb232836-fc0f-4264-bf7a-f5f7bf074f2d tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597835 Dec 16 22:16:49.503634 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.517733 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 99ecd729-b4db-47a7-b01a-81495d0b4d1b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:49.574232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729cd4c-9b02-4317-b220-026fe51322fd req-3b246d22-74c4-4a64-a91e-2f96e2886cee tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:49.581686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2729cd4c-9b02-4317-b220-026fe51322fd req-3b246d22-74c4-4a64-a91e-2f96e2886cee tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.0680325 Dec 16 22:16:49.605894 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Pushing event updated for resources: {'Port': ['ID=0962aff9-6df8-45d6-8481-2d2af4a44639,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:49.626826 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.637777 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2729cd4c-9b02-4317-b220-026fe51322fd req-8a081bdc-7145-438f-bd54-4fb981d0b512 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532289 Dec 16 22:16:49.670937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265b0f0f-d2ad-4dfe-9f66-2e7cf223671c']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:49.685007 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bc6d85-e066-4c2e-a9ce-3b0d96992f0c') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:49.685007 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bc6d85-e066-4c2e-a9ce-3b0d96992f0c') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:49.692027 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 99ecd729-b4db-47a7-b01a-81495d0b4d1b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=99ecd729-b4db-47a7-b01a-81495d0b4d1b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:49.709042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '99ecd729-b4db-47a7-b01a-81495d0b4d1b', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '99ecd729-b4db-47a7-b01a-81495d0b4d1b', 'mac_address': 'fa:16:3e:46:70:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:49.720682 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.745747 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.756537 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.762174 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:16:49.762586 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:16:49.765922 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:16:49.776218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99ecd729-b4db-47a7-b01a-81495d0b4d1b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:49.777829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Attempting to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:49.778171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Attempting to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:49.778508 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Attempting to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:49.805267 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 99ecd729-b4db-47a7-b01a-81495d0b4d1b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=99ecd729-b4db-47a7-b01a-81495d0b4d1b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:49.811748 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Port 0962aff9-6df8-45d6-8481-2d2af4a44639 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:49.812470 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Attempting to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:49.829789 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:49.830611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Checking segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:49.830611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Bound using segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:49.831039 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Bound port: 0962aff9-6df8-45d6-8481-2d2af4a44639, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:49.831657 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.867507 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.919798 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.926838 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.931801 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "DELETE /v2.0/networks/265b0f0f-d2ad-4dfe-9f66-2e7cf223671c HTTP/1.1" status: 204 len: 168 time: 1.2521510 Dec 16 22:16:49.939151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34882) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:49.955480 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ae64353e-0de1-44ed-83e2-2f682dd99d36 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-551524380'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:49.985813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97627e-4adb-4e64-b8d3-44fea20734f1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Network': ['ID=265b0f0f-d2ad-4dfe-9f66-2e7cf223671c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:49.999157 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:50.014647 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=99ecd729-b4db-47a7-b01a-81495d0b4d1b,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:50.022071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0962aff9-6df8-45d6-8481-2d2af4a44639,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:50.069902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61759d-2871-40f3-9e52-25685c626192 req-90e38e3e-8695-4d81-806f-969ce2e1ea1b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.072916 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e71c4d6-4c8f-4d79-b76d-817e6c010eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.075949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61759d-2871-40f3-9e52-25685c626192 req-90e38e3e-8695-4d81-806f-969ce2e1ea1b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.082934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61759d-2871-40f3-9e52-25685c626192 req-90e38e3e-8695-4d81-806f-969ce2e1ea1b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.088893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61759d-2871-40f3-9e52-25685c626192 req-90e38e3e-8695-4d81-806f-969ce2e1ea1b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.095775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61759d-2871-40f3-9e52-25685c626192 req-90e38e3e-8695-4d81-806f-969ce2e1ea1b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.102040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61759d-2871-40f3-9e52-25685c626192 req-90e38e3e-8695-4d81-806f-969ce2e1ea1b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.102727 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.108176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61759d-2871-40f3-9e52-25685c626192 req-90e38e3e-8695-4d81-806f-969ce2e1ea1b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.110797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae61759d-2871-40f3-9e52-25685c626192 req-90e38e3e-8695-4d81-806f-969ce2e1ea1b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5427 time: 0.1077309 Dec 16 22:16:50.112403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae64353e-0de1-44ed-83e2-2f682dd99d36 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Made reservation on behalf of d3d095072c80400396b4981d89df8f54 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:50.116048 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ae64353e-0de1-44ed-83e2-2f682dd99d36 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.150609 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.151361 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.153689 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] 10.222.0.69 "PUT /v2.0/ports/0962aff9-6df8-45d6-8481-2d2af4a44639 HTTP/1.1" status: 200 len: 1091 time: 1.5396974 Dec 16 22:16:50.156365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc62bff-296d-4426-b1b1-9a00f5149626', 'tag': '0962aff9-6df8-45d6-8481-2d2af4a44639'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:50.162529 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cc7de7-3b37-4d86-bf21-699b40cead53" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc62bff-296d-4426-b1b1-9a00f5149626", "tag": "0962aff9-6df8-45d6-8481-2d2af4a44639"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:50.167671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae64353e-0de1-44ed-83e2-2f682dd99d36 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:16:50.177545 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['99ecd729-b4db-47a7-b01a-81495d0b4d1b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:50.193705 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f94321-1dc9-46f2-8ead-9f0365078021 service neutron] Pushing event updated for resources: {'Port': ['ID=0962aff9-6df8-45d6-8481-2d2af4a44639,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:50.197875 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ae64353e-0de1-44ed-83e2-2f682dd99d36 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.198469 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-ae64353e-0de1-44ed-83e2-2f682dd99d36 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Added segment 27e3398c-339e-438b-8472-e81693ed9b6f of type vlan for network f019d215-f246-4f0e-abfb-03e846764efb Dec 16 22:16:50.217134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae61759d-2871-40f3-9e52-25685c626192 req-11a1add7-d758-4600-a6b7-33d52d41f11d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901010 Dec 16 22:16:50.281894 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ae64353e-0de1-44ed-83e2-2f682dd99d36 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.330049 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-818ff363-65b5-4ffc-9a02-1f1b2c6b2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.331921 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-818ff363-65b5-4ffc-9a02-1f1b2c6b2f40 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 1094 time: 0.0570590 Dec 16 22:16:50.371611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca791ad-366c-44e2-8f51-e647d77ec8eb req-803894ff-1a56-4ad9-9eb5-eec0b9f10df7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.373864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ca791ad-366c-44e2-8f51-e647d77ec8eb req-803894ff-1a56-4ad9-9eb5-eec0b9f10df7 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 949 time: 0.1055167 Dec 16 22:16:50.386748 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-7b3306b6-6014-497b-86a1-3e6279c473cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0962aff9-6df8-45d6-8481-2d2af4a44639 HTTP/1.1" status: 200 len: 217 time: 0.0472732 Dec 16 22:16:50.398704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46fa10-18ee-46e4-a974-c30902f011e2 req-6b7afd1e-ca3c-4283-8749-166a33abc5fc tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.408537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe46fa10-18ee-46e4-a974-c30902f011e2 req-6b7afd1e-ca3c-4283-8749-166a33abc5fc tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.0997875 Dec 16 22:16:50.439221 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ae64353e-0de1-44ed-83e2-2f682dd99d36 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.446219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64353e-0de1-44ed-83e2-2f682dd99d36 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.448446 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ae64353e-0de1-44ed-83e2-2f682dd99d36 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.536794 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d2b80c-7ec2-4848-88bb-a4e02521129a', 'name': 'network-vif-deleted', 'tag': '3ec1a2de-4070-4e42-a682-d9db61dd099c'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:50.539075 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be91d0a-4f3a-40dc-b67b-877d1a0e9b81" -d '{"events": [{"server_uuid": "93d2b80c-7ec2-4848-88bb-a4e02521129a", "name": "network-vif-deleted", "tag": "3ec1a2de-4070-4e42-a682-d9db61dd099c"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:50.583499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ca791ad-366c-44e2-8f51-e647d77ec8eb req-47d99dee-be41-4fd9-8753-1daaa5e27c7f tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990864 Dec 16 22:16:50.623233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe46fa10-18ee-46e4-a974-c30902f011e2 req-ce364f82-5d49-4e87-b72e-dd1b3cb2f6ab tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140722 Dec 16 22:16:50.624118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64353e-0de1-44ed-83e2-2f682dd99d36 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event updated for resources: {'Network': ['ID=f019d215-f246-4f0e-abfb-03e846764efb,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:50.632230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ae64353e-0de1-44ed-83e2-2f682dd99d36 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6887100 Dec 16 22:16:50.633721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34896) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:50.639753 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c7eb438d-ecfb-42ab-88ba-c3e6a099e446 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Request body: {'subnet': {'network_id': 'f019d215-f246-4f0e-abfb-03e846764efb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:50.644078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network f019d215-f246-4f0e-abfb-03e846764efb details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:16:50.770956 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8496259e-7fd7-4d90-9d39-af5839113b27 x-openstack-request-id: req-8496259e-7fd7-4d90-9d39-af5839113b27 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:50.771424 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc62bff-296d-4426-b1b1-9a00f5149626", "tag": "0962aff9-6df8-45d6-8481-2d2af4a44639", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:50.771773 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8496259e-7fd7-4d90-9d39-af5839113b27 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:50.772278 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc62bff-296d-4426-b1b1-9a00f5149626', 'tag': '0962aff9-6df8-45d6-8481-2d2af4a44639', 'status': 'completed', 'code': 200} Dec 16 22:16:50.797524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-4671f7b7-6354-4da2-af51-44f2ce2e2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.799749 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-4671f7b7-6354-4da2-af51-44f2ce2e2c2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.4051156 Dec 16 22:16:50.845744 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-c36426cd-fd4d-4189-8a67-9b1534ae3215 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380585 Dec 16 22:16:50.874746 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49d653b-88f0-48a6-bd52-077671d9cae4 x-openstack-request-id: req-b49d653b-88f0-48a6-bd52-077671d9cae4 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:50.876439 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d2b80c-7ec2-4848-88bb-a4e02521129a", "name": "network-vif-deleted", "tag": "3ec1a2de-4070-4e42-a682-d9db61dd099c", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:50.877291 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b49d653b-88f0-48a6-bd52-077671d9cae4 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:50.879710 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d2b80c-7ec2-4848-88bb-a4e02521129a', 'name': 'network-vif-deleted', 'tag': '3ec1a2de-4070-4e42-a682-d9db61dd099c', 'status': 'completed', 'code': 200} Dec 16 22:16:50.881843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7eb438d-ecfb-42ab-88ba-c3e6a099e446 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Made reservation on behalf of d3d095072c80400396b4981d89df8f54 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:50.896737 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7eb438d-ecfb-42ab-88ba-c3e6a099e446 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.918810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6e0e4b30-34a9-41d3-b518-841d05a912df no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:50.943923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 6e0e4b30-34a9-41d3-b518-841d05a912df {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:16:50.944280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6e0e4b30-34a9-41d3-b518-841d05a912df not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:16:50.970565 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-781c65d8-5e8e-4508-9275-3bf57ca8f6cc service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178298 Dec 16 22:16:51.090991 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6100c9f5-35a3-4cc5-99e1-0030af0a5eb7 req-c831bea2-b47e-4b4e-8561-733f77af19fc service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121871 Dec 16 22:16:51.116821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40eef9-86a3-4ed0-935a-46102f86d5f7 req-1719821b-fd73-43c8-be79-46e75f72ae6c tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.118371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad40eef9-86a3-4ed0-935a-46102f86d5f7 req-1719821b-fd73-43c8-be79-46e75f72ae6c tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.1283541 Dec 16 22:16:51.150503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90f9bd-6180-4e6c-8651-195073d28f30 req-4c6cf7cb-d1e4-4c63-b325-9a7ad413d846 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.152137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee90f9bd-6180-4e6c-8651-195073d28f30 req-4c6cf7cb-d1e4-4c63-b325-9a7ad413d846 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 943 time: 0.2474086 Dec 16 22:16:51.272770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad40eef9-86a3-4ed0-935a-46102f86d5f7 req-55c8ea5d-6302-4069-8b98-1139b6cff117 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454778 Dec 16 22:16:51.286366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc7de7-3b37-4d86-bf21-699b40cead53 req-0d254236-a3b4-41be-ae6e-3e0777df2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.286595 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-92cc7de7-3b37-4d86-bf21-699b40cead53 req-0d254236-a3b4-41be-ae6e-3e0777df2763 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 1094 time: 0.0568721 Dec 16 22:16:51.311350 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee90f9bd-6180-4e6c-8651-195073d28f30 req-b2241af1-3764-4cfa-973e-85deb29b3804 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419597 Dec 16 22:16:51.353965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34910) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:51.400783 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7eb438d-ecfb-42ab-88ba-c3e6a099e446 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:51.427418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc7de7-3b37-4d86-bf21-699b40cead53 req-6a574c58-aaac-44ec-b7eb-64ea27c5cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.429347 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-92cc7de7-3b37-4d86-bf21-699b40cead53 req-6a574c58-aaac-44ec-b7eb-64ea27c5cbeb service neutron] 10.222.0.69 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.1291130 Dec 16 22:16:51.479561 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-92cc7de7-3b37-4d86-bf21-699b40cead53 req-6d651f25-d677-4413-976a-ba460a3eb5ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0962aff9-6df8-45d6-8481-2d2af4a44639 HTTP/1.1" status: 200 len: 217 time: 0.0417695 Dec 16 22:16:51.517642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 99ecd729-b4db-47a7-b01a-81495d0b4d1b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:51.537269 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc7de7-3b37-4d86-bf21-699b40cead53 req-29321c0b-f516-46ce-b95d-1ce43e818847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.538879 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-92cc7de7-3b37-4d86-bf21-699b40cead53 req-29321c0b-f516-46ce-b95d-1ce43e818847 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.0518465 Dec 16 22:16:51.584704 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-92cc7de7-3b37-4d86-bf21-699b40cead53 req-aa967efe-5668-4ae4-abc4-00c4010c9452 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349321 Dec 16 22:16:51.639791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 99ecd729-b4db-47a7-b01a-81495d0b4d1b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:51.640658 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:51.729387 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-92cc7de7-3b37-4d86-bf21-699b40cead53 req-4b83da75-b4bb-4f7e-b580-bb7078b537c0 service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357315 Dec 16 22:16:51.752509 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:51.778631 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ecd729-b4db-47a7-b01a-81495d0b4d1b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:51.781177 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366dd15a-3a89-4c0d-9fca-6b12378e733c" -d '{"events": [{"server_uuid": "b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c", "name": "network-vif-plugged", "status": "completed", "tag": "99ecd729-b4db-47a7-b01a-81495d0b4d1b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:51.796468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 99ecd729-b4db-47a7-b01a-81495d0b4d1b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=99ecd729-b4db-47a7-b01a-81495d0b4d1b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:51.809579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5af225f-8005-4ef6-a797-605e4aeeaf4b admin admin] Deleting subnet c8169c2f-9840-4506-8197-7102f1b057cc {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:16:51.826536 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f5af225f-8005-4ef6-a797-605e4aeeaf4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:51.851847 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-92cc7de7-3b37-4d86-bf21-699b40cead53 req-d20cf409-05bf-42f0-ac98-25ab04cc9eb2 service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071858 Dec 16 22:16:51.869309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb438d-ecfb-42ab-88ba-c3e6a099e446 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event updated for resources: {'Subnet': ['ID=f6883924-325e-4297-a0f5-6ea2110e98e7,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:51.873214 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:51.874488 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3ec1a2de-4070-4e42-a682-d9db61dd099c no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:51.892705 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f5af225f-8005-4ef6-a797-605e4aeeaf4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:51.896666 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 3ec1a2de-4070-4e42-a682-d9db61dd099c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:16:51.897107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3ec1a2de-4070-4e42-a682-d9db61dd099c not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:16:51.897673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 021bcb27-6f78-42a9-92ef-5cd58dc15dff no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:51.925591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71885e1-911a-4451-836b-cc65e290a2ef req-b1b9b57e-ec34-4d1a-aeb5-efd845a6885d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.931689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71885e1-911a-4451-836b-cc65e290a2ef req-b1b9b57e-ec34-4d1a-aeb5-efd845a6885d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.938312 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71885e1-911a-4451-836b-cc65e290a2ef req-b1b9b57e-ec34-4d1a-aeb5-efd845a6885d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.945244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71885e1-911a-4451-836b-cc65e290a2ef req-b1b9b57e-ec34-4d1a-aeb5-efd845a6885d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.951115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71885e1-911a-4451-836b-cc65e290a2ef req-b1b9b57e-ec34-4d1a-aeb5-efd845a6885d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.957943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71885e1-911a-4451-836b-cc65e290a2ef req-b1b9b57e-ec34-4d1a-aeb5-efd845a6885d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.964010 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71885e1-911a-4451-836b-cc65e290a2ef req-b1b9b57e-ec34-4d1a-aeb5-efd845a6885d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.965980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b71885e1-911a-4451-836b-cc65e290a2ef req-b1b9b57e-ec34-4d1a-aeb5-efd845a6885d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5427 time: 0.5628119 Dec 16 22:16:51.976751 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 021bcb27-6f78-42a9-92ef-5cd58dc15dff {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:16:51.977061 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eb438d-ecfb-42ab-88ba-c3e6a099e446 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Checking segment: {'id': '27e3398c-339e-438b-8472-e81693ed9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f019d215-f246-4f0e-abfb-03e846764efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:51.977266 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eb438d-ecfb-42ab-88ba-c3e6a099e446 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Network hostable DHCP agents. Network: f019d215-f246-4f0e-abfb-03e846764efb, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:16:51.977575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 021bcb27-6f78-42a9-92ef-5cd58dc15dff not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:16:52.017306 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f5af225f-8005-4ef6-a797-605e4aeeaf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.022573 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=99ecd729-b4db-47a7-b01a-81495d0b4d1b,revision_number=10']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:52.137913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b71885e1-911a-4451-836b-cc65e290a2ef req-be140cc8-1978-4df4-acf2-4c6ba79e3e21 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1544528 Dec 16 22:16:52.144456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eb438d-ecfb-42ab-88ba-c3e6a099e446 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Network f019d215-f246-4f0e-abfb-03e846764efb is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:16:52.161396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0089cf-a871-4e80-b09c-693cde97d5ed req-a0019af6-380d-452d-a847-b6f88b33dba6 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:52.162970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb0089cf-a871-4e80-b09c-693cde97d5ed req-a0019af6-380d-452d-a847-b6f88b33dba6 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 951 time: 0.1090424 Dec 16 22:16:52.237574 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f5af225f-8005-4ef6-a797-605e4aeeaf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.251508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb0089cf-a871-4e80-b09c-693cde97d5ed req-8bfe4aad-cd52-4c32-8b82-2fef33cfc2b2 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805039 Dec 16 22:16:52.281748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c7eb438d-ecfb-42ab-88ba-c3e6a099e446 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, f019d215-f246-4f0e-abfb-03e846764efb) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:52.283649 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f5af225f-8005-4ef6-a797-605e4aeeaf4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.293828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f5af225f-8005-4ef6-a797-605e4aeeaf4b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c8169c2f-9840-4506-8197-7102f1b057cc HTTP/1.1" status: 204 len: 168 time: 0.9353867 Dec 16 22:16:52.294067 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68ce597-bdeb-450a-a407-d785cfef5bde None None] Network f019d215-f246-4f0e-abfb-03e846764efb requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:52.295033 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34924) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:52.300242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af225f-8005-4ef6-a797-605e4aeeaf4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8169c2f-9840-4506-8197-7102f1b057cc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:52.306478 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eb438d-ecfb-42ab-88ba-c3e6a099e446 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:52.307156 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7eb438d-ecfb-42ab-88ba-c3e6a099e446 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.343798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3047a68-8865-46a1-86c0-7517d454447d req-43a4263a-7175-476a-998a-7a807e3bcd69 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:52.356233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3047a68-8865-46a1-86c0-7517d454447d req-43a4263a-7175-476a-998a-7a807e3bcd69 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.1531413 Dec 16 22:16:52.381256 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0148f241-f2af-416c-bc0b-14b41399c5ae x-openstack-request-id: req-0148f241-f2af-416c-bc0b-14b41399c5ae {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:52.381256 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c", "name": "network-vif-plugged", "status": "completed", "tag": "99ecd729-b4db-47a7-b01a-81495d0b4d1b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:52.387214 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0148f241-f2af-416c-bc0b-14b41399c5ae {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:52.387214 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ecd729-b4db-47a7-b01a-81495d0b4d1b', 'code': 200} Dec 16 22:16:52.400135 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.431553 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-f019d215-f246-4f0e-abfb-03e846764efb', 'network_id': 'f019d215-f246-4f0e-abfb-03e846764efb', 'project_id': 'd3d095072c80400396b4981d89df8f54', 'fixed_ips': [{'subnet_id': 'f6883924-325e-4297-a0f5-6ea2110e98e7'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:16:52.432477 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.452042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3047a68-8865-46a1-86c0-7517d454447d req-e32a3ec4-3079-4869-9fdd-02e33369b3c3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945668 Dec 16 22:16:52.528013 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.530724 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a027ae-fa84-4bd0-9073-45ea0b088cfa req-a2990c5d-6c8e-4d12-9a7e-21f09c8871ae tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:52.542275 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a027ae-fa84-4bd0-9073-45ea0b088cfa req-a2990c5d-6c8e-4d12-9a7e-21f09c8871ae tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.0890176 Dec 16 22:16:52.582340 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c7eb438d-ecfb-42ab-88ba-c3e6a099e446 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9451394 Dec 16 22:16:52.583537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34928) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:52.589051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5536b8d3-5147-4d93-933b-c5b17c9483fe']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:52.589318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-fb1435d2-907b-4973-9bc2-5171f0bfe36a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-489215406'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:52.603175 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83bc40d1-f037-4f7c-a075-b900de4634b0') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:52.603580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83bc40d1-f037-4f7c-a075-b900de4634b0') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:52.616183 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.626348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a027ae-fa84-4bd0-9073-45ea0b088cfa req-78ee7a8c-0959-4c45-8e23-7ab02941ce67 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805070 Dec 16 22:16:52.636213 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb9656-3edd-4884-ab04-2d683544cf5c req-91a77865-e0dc-4dc1-96c0-771f3f86d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:52.638120 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7afb9656-3edd-4884-ab04-2d683544cf5c req-91a77865-e0dc-4dc1-96c0-771f3f86d228 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 1102 time: 0.0771961 Dec 16 22:16:52.641863 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Allocated IP 19.80.0.2 (f019d215-f246-4f0e-abfb-03e846764efb/f6883924-325e-4297-a0f5-6ea2110e98e7/35fb237f-ad5d-4179-8a69-121d5903db2b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:52.649235 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.658883 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:16:52.659246 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:16:52.661583 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:16:52.699765 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebc69981-be06-4c85-b067-9c7fc2acd67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.745307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1435d2-907b-4973-9bc2-5171f0bfe36a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Made reservation on behalf of d3d095072c80400396b4981d89df8f54 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:52.751042 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7afb9656-3edd-4884-ab04-2d683544cf5c req-e66b0287-1da0-47b2-b12e-568373864d18 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032088 Dec 16 22:16:52.751585 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fb1435d2-907b-4973-9bc2-5171f0bfe36a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.799704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1202d1-2249-44fe-989e-d1458e89309e req-b514081f-97a0-4523-9fcb-e6e357893bb8 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:52.803397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d1202d1-2249-44fe-989e-d1458e89309e req-b514081f-97a0-4523-9fcb-e6e357893bb8 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 943 time: 0.1112661 Dec 16 22:16:52.803397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1435d2-907b-4973-9bc2-5171f0bfe36a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:16:52.816390 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.829038 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fb1435d2-907b-4973-9bc2-5171f0bfe36a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.832183 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-fb1435d2-907b-4973-9bc2-5171f0bfe36a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Added segment e2ca6657-61e3-4da1-ae60-84ea9912b418 of type vlan for network afa39fbd-d521-4411-a7db-4e7748b92009 Dec 16 22:16:52.850139 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.857890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.860741 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5536b8d3-5147-4d93-933b-c5b17c9483fe HTTP/1.1" status: 204 len: 168 time: 0.5639489 Dec 16 22:16:52.871401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5536b8d3-5147-4d93-933b-c5b17c9483fe,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:52.874540 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.880693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:52.881049 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:52.881400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:52.883768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:52.883768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:52.883768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:52.883768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:52.883768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:52.883768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:52.883768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:52.884575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:52.884575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:52.884748 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fed11c-18b3-4374-84a1-9f031d1520d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:52.896567 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fb1435d2-907b-4973-9bc2-5171f0bfe36a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.904381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d1202d1-2249-44fe-989e-d1458e89309e req-0239a781-4d42-4f4f-bbbb-0441458e999c tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948279 Dec 16 22:16:52.935008 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Network f019d215-f246-4f0e-abfb-03e846764efb is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:52.938780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:52.943316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:52.959942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Pushing event updated for resources: {'Port': ['ID=35fb237f-ad5d-4179-8a69-121d5903db2b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:52.987202 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fb1435d2-907b-4973-9bc2-5171f0bfe36a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.992851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1435d2-907b-4973-9bc2-5171f0bfe36a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:52.997663 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fb1435d2-907b-4973-9bc2-5171f0bfe36a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.011614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Attempting to bind port 35fb237f-ad5d-4179-8a69-121d5903db2b on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:53.011986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Attempting to bind port 35fb237f-ad5d-4179-8a69-121d5903db2b by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '27e3398c-339e-438b-8472-e81693ed9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f019d215-f246-4f0e-abfb-03e846764efb'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:53.012553 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Attempting to bind port 35fb237f-ad5d-4179-8a69-121d5903db2b on network f019d215-f246-4f0e-abfb-03e846764efb {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:53.019879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:53.020853 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Checking segment: {'id': '27e3398c-339e-438b-8472-e81693ed9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f019d215-f246-4f0e-abfb-03e846764efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:53.020853 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.021514 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Bound using segment: {'id': '27e3398c-339e-438b-8472-e81693ed9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f019d215-f246-4f0e-abfb-03e846764efb'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:53.021993 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Bound port: 35fb237f-ad5d-4179-8a69-121d5903db2b, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e3398c-339e-438b-8472-e81693ed9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f019d215-f246-4f0e-abfb-03e846764efb'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:53.022378 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.063540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1435d2-907b-4973-9bc2-5171f0bfe36a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event updated for resources: {'Network': ['ID=afa39fbd-d521-4411-a7db-4e7748b92009,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:53.075782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network afa39fbd-d521-4411-a7db-4e7748b92009 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:16:53.127436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fb1435d2-907b-4973-9bc2-5171f0bfe36a tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5427382 Dec 16 22:16:53.130064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34936) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:53.135191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c1c3abb7-e513-473f-9b1b-7600ed6e5c09 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Request body: {'subnet': {'network_id': 'afa39fbd-d521-4411-a7db-4e7748b92009', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:53.147997 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] For port 35fb237f-ad5d-4179-8a69-121d5903db2b, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:53.172420 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] For port 35fb237f-ad5d-4179-8a69-121d5903db2b, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=35fb237f-ad5d-4179-8a69-121d5903db2b,segment=NetworkSegment(27e3398c-339e-438b-8472-e81693ed9b6f),segment_id=27e3398c-339e-438b-8472-e81693ed9b6f)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:53.215216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481b7fe-c03d-440c-a141-6a6385248347 req-a2c0a568-e1dc-45ce-9231-5540a04c5ee9 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.217015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3481b7fe-c03d-440c-a141-6a6385248347 req-a2c0a568-e1dc-45ce-9231-5540a04c5ee9 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 946 time: 0.0751221 Dec 16 22:16:53.257232 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.268792 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34942) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:53.299278 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c3abb7-e513-473f-9b1b-7600ed6e5c09 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Made reservation on behalf of d3d095072c80400396b4981d89df8f54 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:53.300683 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3481b7fe-c03d-440c-a141-6a6385248347 req-0693080e-5596-4fd5-92b5-166456a68834 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad74612e-2e7d-4f44-8758-21db0c5b514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769892 Dec 16 22:16:53.304862 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c1c3abb7-e513-473f-9b1b-7600ed6e5c09 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.371414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b80121-e390-42aa-9d68-208645e435b5 req-0ffb055e-0f46-4ddf-9b25-773301f39ee5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.378675 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b80121-e390-42aa-9d68-208645e435b5 req-0ffb055e-0f46-4ddf-9b25-773301f39ee5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.386088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbed27d-268d-412a-9058-6cddd8849221 None None] Pushing event updated for resources: {'Port': ['ID=35fb237f-ad5d-4179-8a69-121d5903db2b,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:53.389904 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b80121-e390-42aa-9d68-208645e435b5 req-0ffb055e-0f46-4ddf-9b25-773301f39ee5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.395535 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c273f4c3-2eae-491d-bf3c-a26c5fd80171 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=69fb37933f9649f188f594761fa7ab1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254156 Dec 16 22:16:53.398846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34946) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:53.399013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b80121-e390-42aa-9d68-208645e435b5 req-0ffb055e-0f46-4ddf-9b25-773301f39ee5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.405064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b80121-e390-42aa-9d68-208645e435b5 req-0ffb055e-0f46-4ddf-9b25-773301f39ee5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.412168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b80121-e390-42aa-9d68-208645e435b5 req-0ffb055e-0f46-4ddf-9b25-773301f39ee5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.418858 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b80121-e390-42aa-9d68-208645e435b5 req-0ffb055e-0f46-4ddf-9b25-773301f39ee5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.420963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90b80121-e390-42aa-9d68-208645e435b5 req-0ffb055e-0f46-4ddf-9b25-773301f39ee5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5427 time: 0.1960561 Dec 16 22:16:53.443803 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.485306 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ff874ce2-5aef-4072-9d32-a3b9433c76b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.504845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c4696-8b7d-40d4-893a-134aff861b35 req-df5ca845-6158-486e-9052-f5ceeba63ccb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.506447 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-359c4696-8b7d-40d4-893a-134aff861b35 req-df5ca845-6158-486e-9052-f5ceeba63ccb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 951 time: 0.0845661 Dec 16 22:16:53.546692 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ff874ce2-5aef-4072-9d32-a3b9433c76b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.556338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90b80121-e390-42aa-9d68-208645e435b5 req-d9d8d4ee-79ae-428e-af2e-2bcf1f820c0e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1229877 Dec 16 22:16:53.621168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-359c4696-8b7d-40d4-893a-134aff861b35 req-b213926d-274d-4538-a006-f2ee7e2efe44 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063015 Dec 16 22:16:53.748228 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c1c3abb7-e513-473f-9b1b-7600ed6e5c09 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.758070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1b0d2-11cc-4e88-977f-ab7627618ab9 req-04109287-6fe2-48ca-adb9-64a3d0d060e0 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.759659 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cfc1b0d2-11cc-4e88-977f-ab7627618ab9 req-04109287-6fe2-48ca-adb9-64a3d0d060e0 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.1073885 Dec 16 22:16:53.782098 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ff874ce2-5aef-4072-9d32-a3b9433c76b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.784909 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ff874ce2-5aef-4072-9d32-a3b9433c76b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.786116 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ff874ce2-5aef-4072-9d32-a3b9433c76b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15848f35-2257-4cc3-987c-c625f485272c HTTP/1.1" status: 204 len: 168 time: 0.3866699 Dec 16 22:16:53.802058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357af2-1f5c-4dbc-9568-5bb869edc8eb req-67ada3aa-38fb-4db3-bb20-b25a65f3d7d3 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.803678 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34357af2-1f5c-4dbc-9568-5bb869edc8eb req-67ada3aa-38fb-4db3-bb20-b25a65f3d7d3 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.0918994 Dec 16 22:16:53.812180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff874ce2-5aef-4072-9d32-a3b9433c76b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15848f35-2257-4cc3-987c-c625f485272c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:53.840669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3abb7-e513-473f-9b1b-7600ed6e5c09 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event updated for resources: {'Subnet': ['ID=1b22d38f-f2ab-4670-b73f-eec553260f78,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:53.843323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3abb7-e513-473f-9b1b-7600ed6e5c09 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Checking segment: {'id': 'e2ca6657-61e3-4da1-ae60-84ea9912b418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afa39fbd-d521-4411-a7db-4e7748b92009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:53.843736 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c3abb7-e513-473f-9b1b-7600ed6e5c09 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Network hostable DHCP agents. Network: afa39fbd-d521-4411-a7db-4e7748b92009, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:16:53.859630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cfc1b0d2-11cc-4e88-977f-ab7627618ab9 req-4293e3f1-b570-4ada-a650-86b6db749b1a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877752 Dec 16 22:16:53.892990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34357af2-1f5c-4dbc-9568-5bb869edc8eb req-2a895188-0031-4499-a601-da6f4468c5b3 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740669 Dec 16 22:16:53.936854 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c3abb7-e513-473f-9b1b-7600ed6e5c09 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Network afa39fbd-d521-4411-a7db-4e7748b92009 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:16:54.033334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c1c3abb7-e513-473f-9b1b-7600ed6e5c09 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, afa39fbd-d521-4411-a7db-4e7748b92009) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:54.037674 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c3abb7-e513-473f-9b1b-7600ed6e5c09 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:54.038354 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c1c3abb7-e513-473f-9b1b-7600ed6e5c09 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.038517 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325ad71-e7ee-42ba-acbc-4cf17b812fc7 req-32a41fdd-9b22-4954-a84c-99cddecef541 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:54.040123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8325ad71-e7ee-42ba-acbc-4cf17b812fc7 req-32a41fdd-9b22-4954-a84c-99cddecef541 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 943 time: 0.0534065 Dec 16 22:16:54.049807 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58e52e6-f6ef-46ea-8445-5b85ad6336f0 None None] Network afa39fbd-d521-4411-a7db-4e7748b92009 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:54.104035 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8325ad71-e7ee-42ba-acbc-4cf17b812fc7 req-a7c54bc9-d07e-431e-8061-e228e70a8683 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556791 Dec 16 22:16:54.148514 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c1c3abb7-e513-473f-9b1b-7600ed6e5c09 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9962611 Dec 16 22:16:54.221680 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-afa39fbd-d521-4411-a7db-4e7748b92009', 'network_id': 'afa39fbd-d521-4411-a7db-4e7748b92009', 'project_id': 'd3d095072c80400396b4981d89df8f54', 'fixed_ips': [{'subnet_id': '1b22d38f-f2ab-4670-b73f-eec553260f78'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:16:54.222315 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.452776 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Allocated IP 19.86.0.2 (afa39fbd-d521-4411-a7db-4e7748b92009/1b22d38f-f2ab-4670-b73f-eec553260f78/42a30502-31a0-4139-bccb-0a75945f9f24) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:54.584431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e77e3-bfa3-4dca-bbdb-dcd0d45fa768 req-401e5295-6b52-4720-b896-8f1aad8dd3c2 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:54.587954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c5e77e3-bfa3-4dca-bbdb-dcd0d45fa768 req-401e5295-6b52-4720-b896-8f1aad8dd3c2 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 946 time: 0.1836538 Dec 16 22:16:54.630011 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ada628-d9d4-4407-8696-97ba3620db20 None None] Network f019d215-f246-4f0e-abfb-03e846764efb requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:54.662727 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-31c1c65b-7fb4-4172-8cd6-6127c882ada2 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:54.668935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-31c1c65b-7fb4-4172-8cd6-6127c882ada2 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:54.675871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-31c1c65b-7fb4-4172-8cd6-6127c882ada2 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/networks?id=f019d215-f246-4f0e-abfb-03e846764efb&id=afa39fbd-d521-4411-a7db-4e7748b92009 HTTP/1.1" status: 200 len: 1390 time: 0.2293956 Dec 16 22:16:54.708609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-2c241529-a396-4373-905f-aa880c734bb1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/quotas/d3d095072c80400396b4981d89df8f54 HTTP/1.1" status: 200 len: 375 time: 0.0288744 Dec 16 22:16:54.716642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c5e77e3-bfa3-4dca-bbdb-dcd0d45fa768 req-5a30d851-e4bb-493f-a0d4-3ab48087f3fa tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad74612e-2e7d-4f44-8758-21db0c5b514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097157 Dec 16 22:16:54.783741 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-661f2c50-d661-41e8-b40b-dc156a9d2238 None None] Provisioning complete for port 35fb237f-ad5d-4179-8a69-121d5903db2b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:54.784114 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-661f2c50-d661-41e8-b40b-dc156a9d2238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.786220 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.826517 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.888421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-2d31aff3-bb63-4020-8624-e888fce4713d tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3d095072c80400396b4981d89df8f54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1703930 Dec 16 22:16:54.925512 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.991987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Network afa39fbd-d521-4411-a7db-4e7748b92009 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:54.993053 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-661f2c50-d661-41e8-b40b-dc156a9d2238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:55.011348 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:55.028244 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:55.041749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Pushing event updated for resources: {'Port': ['ID=42a30502-31a0-4139-bccb-0a75945f9f24,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:55.089253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 35fb237f-ad5d-4179-8a69-121d5903db2b up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:55.130343 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e6605-ffae-4fd1-b639-9d9f40d4b4dd req-d06839b9-e32f-4228-bf49-2d866c9fd28d tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.133539 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cf7e6605-ffae-4fd1-b639-9d9f40d4b4dd req-d06839b9-e32f-4228-bf49-2d866c9fd28d tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 946 time: 0.0893002 Dec 16 22:16:55.136637 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263644ee-d759-48d0-8d16-869bc4156d08 req-155386d3-d02e-4419-af1a-298db831f7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.144897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263644ee-d759-48d0-8d16-869bc4156d08 req-155386d3-d02e-4419-af1a-298db831f7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.147963 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-661f2c50-d661-41e8-b40b-dc156a9d2238 None None] For port 35fb237f-ad5d-4179-8a69-121d5903db2b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=35fb237f-ad5d-4179-8a69-121d5903db2b,segment=NetworkSegment(27e3398c-339e-438b-8472-e81693ed9b6f),segment_id=27e3398c-339e-438b-8472-e81693ed9b6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:55.152181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263644ee-d759-48d0-8d16-869bc4156d08 req-155386d3-d02e-4419-af1a-298db831f7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.165354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263644ee-d759-48d0-8d16-869bc4156d08 req-155386d3-d02e-4419-af1a-298db831f7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.173984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263644ee-d759-48d0-8d16-869bc4156d08 req-155386d3-d02e-4419-af1a-298db831f7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.181557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263644ee-d759-48d0-8d16-869bc4156d08 req-155386d3-d02e-4419-af1a-298db831f7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.198005 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263644ee-d759-48d0-8d16-869bc4156d08 req-155386d3-d02e-4419-af1a-298db831f7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.200181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-263644ee-d759-48d0-8d16-869bc4156d08 req-155386d3-d02e-4419-af1a-298db831f7e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5427 time: 0.3659432 Dec 16 22:16:55.202752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Attempting to bind port 42a30502-31a0-4139-bccb-0a75945f9f24 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:55.203294 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Attempting to bind port 42a30502-31a0-4139-bccb-0a75945f9f24 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'e2ca6657-61e3-4da1-ae60-84ea9912b418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afa39fbd-d521-4411-a7db-4e7748b92009'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:55.203833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Attempting to bind port 42a30502-31a0-4139-bccb-0a75945f9f24 on network afa39fbd-d521-4411-a7db-4e7748b92009 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:55.213500 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-661f2c50-d661-41e8-b40b-dc156a9d2238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:55.213952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-58c3e07a-297c-470b-a60c-51ad96aaf326 service neutron] 10.222.0.43 "GET /v2.0/networks/f019d215-f246-4f0e-abfb-03e846764efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240361 Dec 16 22:16:55.227725 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:55.228309 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Checking segment: {'id': 'e2ca6657-61e3-4da1-ae60-84ea9912b418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afa39fbd-d521-4411-a7db-4e7748b92009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:55.228831 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:55.229330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Bound using segment: {'id': 'e2ca6657-61e3-4da1-ae60-84ea9912b418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afa39fbd-d521-4411-a7db-4e7748b92009'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:55.230104 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Bound port: 42a30502-31a0-4139-bccb-0a75945f9f24, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ca6657-61e3-4da1-ae60-84ea9912b418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afa39fbd-d521-4411-a7db-4e7748b92009'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:55.230772 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:55.294014 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 35fb237f-ad5d-4179-8a69-121d5903db2b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:55.294820 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:55.380268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f2c50-d661-41e8-b40b-dc156a9d2238 None None] Pushing event updated for resources: {'Port': ['ID=35fb237f-ad5d-4179-8a69-121d5903db2b,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:55.405685 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-cf7e6605-ffae-4fd1-b639-9d9f40d4b4dd req-1d348161-b46c-46d9-be94-a9a23ffae758 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Deleting port 6536b1e4-3a99-475d-862e-2c232a9d11d7 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:55.407095 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cf7e6605-ffae-4fd1-b639-9d9f40d4b4dd req-1d348161-b46c-46d9-be94-a9a23ffae758 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:55.436912 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] For port 42a30502-31a0-4139-bccb-0a75945f9f24, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:55.446108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34998) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:55.457051 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] For port 42a30502-31a0-4139-bccb-0a75945f9f24, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=42a30502-31a0-4139-bccb-0a75945f9f24,segment=NetworkSegment(e2ca6657-61e3-4da1-ae60-84ea9912b418),segment_id=e2ca6657-61e3-4da1-ae60-84ea9912b418)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:55.465589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c741ce84-71a4-43e5-869d-803ef57810c8 None None] Provisioning complete for port 35fb237f-ad5d-4179-8a69-121d5903db2b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:55.465589 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c741ce84-71a4-43e5-869d-803ef57810c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:55.493776 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-263644ee-d759-48d0-8d16-869bc4156d08 req-a3cb87ea-f9dc-404c-b7af-5eeb12453c4b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2629521 Dec 16 22:16:55.512191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-2c05e68d-131e-4c9c-99e8-97bf5772efb9 service neutron] 10.222.0.43 "GET /v2.0/networks/f019d215-f246-4f0e-abfb-03e846764efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947917 Dec 16 22:16:55.618495 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-cf7e6605-ffae-4fd1-b639-9d9f40d4b4dd req-1d348161-b46c-46d9-be94-a9a23ffae758 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] For port 6536b1e4-3a99-475d-862e-2c232a9d11d7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=6536b1e4-3a99-475d-862e-2c232a9d11d7,segment=NetworkSegment(96edda35-4351-4247-9500-44163daef42d),segment_id=96edda35-4351-4247-9500-44163daef42d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:55.622099 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cf7e6605-ffae-4fd1-b639-9d9f40d4b4dd req-1d348161-b46c-46d9-be94-a9a23ffae758 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:55.653269 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-9a48cea1-596b-4321-9fa3-9ada46b1672e service neutron] 10.222.0.43 "GET /v2.0/networks/afa39fbd-d521-4411-a7db-4e7748b92009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331971 Dec 16 22:16:55.676840 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-cf7e6605-ffae-4fd1-b639-9d9f40d4b4dd req-1d348161-b46c-46d9-be94-a9a23ffae758 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Calling delete_port for 6536b1e4-3a99-475d-862e-2c232a9d11d7 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:55.692530 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 0962aff9-6df8-45d6-8481-2d2af4a44639 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:55.704824 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:55.739740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-5f4db94a-bd84-440e-81ac-fd4701d719d8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-233431027-network', 'tenant_id': '935905e94ba34040b4bff0e24ab96344'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:55.814934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43139680-aaee-45cf-89a1-7af0611ee0f0 req-090fea0c-3369-42fe-9aa9-d56f8a0e683c tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.817101 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43139680-aaee-45cf-89a1-7af0611ee0f0 req-090fea0c-3369-42fe-9aa9-d56f8a0e683c tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 951 time: 0.1373327 Dec 16 22:16:55.902305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6916aefc-0ad5-4207-8472-1b41f37f67ec service neutron] 10.222.0.43 "GET /v2.0/networks/afa39fbd-d521-4411-a7db-4e7748b92009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479746 Dec 16 22:16:55.923781 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:55.931608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f412e68-f831-4f3b-9876-9aa2ebca8bd3 None None] Pushing event updated for resources: {'Port': ['ID=42a30502-31a0-4139-bccb-0a75945f9f24,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:55.963681 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4db94a-bd84-440e-81ac-fd4701d719d8 admin admin] Made reservation on behalf of 935905e94ba34040b4bff0e24ab96344 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:55.966319 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f4db94a-bd84-440e-81ac-fd4701d719d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:55.992090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43139680-aaee-45cf-89a1-7af0611ee0f0 req-eb52323c-1d79-4a4c-8ad7-975bcc5efdad tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504650 Dec 16 22:16:55.993363 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f4db94a-bd84-440e-81ac-fd4701d719d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.022532 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cf7e6605-ffae-4fd1-b639-9d9f40d4b4dd req-1d348161-b46c-46d9-be94-a9a23ffae758 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.046465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8ad56-2678-45ba-938d-f90217f746f8 req-4444fab3-1480-47dd-a018-3a35b4e14b9c tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:56.051085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5f8ad56-2678-45ba-938d-f90217f746f8 req-4444fab3-1480-47dd-a018-3a35b4e14b9c tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.69 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.2074187 Dec 16 22:16:56.057937 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['6536b1e4-3a99-475d-862e-2c232a9d11d7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:56.113313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0962aff9-6df8-45d6-8481-2d2af4a44639,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:56.128607 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d348161-b46c-46d9-be94-a9a23ffae758 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Pushing event deleted for resources: {'Port': ['ID=6536b1e4-3a99-475d-862e-2c232a9d11d7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:56.139355 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '0962aff9-6df8-45d6-8481-2d2af4a44639', 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73', 'port_id': '0962aff9-6df8-45d6-8481-2d2af4a44639', 'mac_address': 'fa:16:3e:2a:0b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21a16a0-fc96-4fc9-941a-6b4db6b05d8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:56.151153 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7e6605-ffae-4fd1-b639-9d9f40d4b4dd req-1d348161-b46c-46d9-be94-a9a23ffae758 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] No DVR routers for this DVR port 6536b1e4-3a99-475d-862e-2c232a9d11d7 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:56.153720 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cf7e6605-ffae-4fd1-b639-9d9f40d4b4dd req-1d348161-b46c-46d9-be94-a9a23ffae758 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.158984 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cf7e6605-ffae-4fd1-b639-9d9f40d4b4dd req-1d348161-b46c-46d9-be94-a9a23ffae758 tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.69 "DELETE /v2.0/ports/6536b1e4-3a99-475d-862e-2c232a9d11d7 HTTP/1.1" status: 204 len: 173 time: 1.0146770 Dec 16 22:16:56.160075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56', 'name': 'network-vif-deleted', 'tag': '6536b1e4-3a99-475d-862e-2c232a9d11d7'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:56.163252 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210cf41c-9c40-438e-82c4-8beaefbc3a9a" -d '{"events": [{"server_uuid": "fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56", "name": "network-vif-deleted", "tag": "6536b1e4-3a99-475d-862e-2c232a9d11d7"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:56.250587 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.313278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0962aff9-6df8-45d6-8481-2d2af4a44639 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:56.320089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961d397-02b3-4bc1-bc99-fbff13e0c4c8 req-011797a7-9896-45cb-845a-b686c121445d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:56.328326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3961d397-02b3-4bc1-bc99-fbff13e0c4c8 req-011797a7-9896-45cb-845a-b686c121445d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.2155342 Dec 16 22:16:56.355290 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0962aff9-6df8-45d6-8481-2d2af4a44639,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:56.423386 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f4db94a-bd84-440e-81ac-fd4701d719d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.426990 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.462726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-a5f8ad56-2678-45ba-938d-f90217f746f8 req-031c545b-bbfa-4b77-b76d-eebb585bd057 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Deleting port 3bb16471-8bca-410f-b6f9-bbe265a79d95 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:56.462726 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a5f8ad56-2678-45ba-938d-f90217f746f8 req-031c545b-bbfa-4b77-b76d-eebb585bd057 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.467917 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3961d397-02b3-4bc1-bc99-fbff13e0c4c8 req-de8e61ef-a366-4ab0-83de-e18fa8f83320 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386955 Dec 16 22:16:56.496015 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=0962aff9-6df8-45d6-8481-2d2af4a44639,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:56.543554 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f4db94a-bd84-440e-81ac-fd4701d719d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.558493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285232ee-1e6e-4289-88aa-3e41f18d8e79 req-c9a3383a-1cea-4af8-b282-80e508628dc0 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:56.561119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-285232ee-1e6e-4289-88aa-3e41f18d8e79 req-c9a3383a-1cea-4af8-b282-80e508628dc0 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 945 time: 0.1992054 Dec 16 22:16:56.618003 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4db94a-bd84-440e-81ac-fd4701d719d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:16:56.657759 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4db94a-bd84-440e-81ac-fd4701d719d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013d8930-ed14-482f-852b-63c64b1579f9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:56.675284 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f4db94a-bd84-440e-81ac-fd4701d719d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.675646 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-5f4db94a-bd84-440e-81ac-fd4701d719d8 admin admin] Added segment 2c36c7e5-d1e8-4315-b537-197f8b74be08 of type vlan for network 618cc96b-0c5b-4a44-a88d-ade467a45f26 Dec 16 22:16:56.720461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['0962aff9-6df8-45d6-8481-2d2af4a44639'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:56.773782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-285232ee-1e6e-4289-88aa-3e41f18d8e79 req-ece5a2c6-9bbf-4a63-aaed-f97078d09397 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879230 Dec 16 22:16:56.782240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd817be-b53f-423d-84ad-27f20daaae8e req-4a8b8414-1ed6-4d25-9d73-40e5c8740e9f tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:56.783829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dd817be-b53f-423d-84ad-27f20daaae8e req-4a8b8414-1ed6-4d25-9d73-40e5c8740e9f tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 944 time: 0.2131150 Dec 16 22:16:56.785836 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-a5f8ad56-2678-45ba-938d-f90217f746f8 req-031c545b-bbfa-4b77-b76d-eebb585bd057 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] For port 3bb16471-8bca-410f-b6f9-bbe265a79d95, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3bb16471-8bca-410f-b6f9-bbe265a79d95,segment=NetworkSegment(cb8d9b4d-1754-476b-9571-5840c9549736),segment_id=cb8d9b4d-1754-476b-9571-5840c9549736)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:56.786219 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a5f8ad56-2678-45ba-938d-f90217f746f8 req-031c545b-bbfa-4b77-b76d-eebb585bd057 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.790468 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f4db94a-bd84-440e-81ac-fd4701d719d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.813232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-a5f8ad56-2678-45ba-938d-f90217f746f8 req-031c545b-bbfa-4b77-b76d-eebb585bd057 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Calling delete_port for 3bb16471-8bca-410f-b6f9-bbe265a79d95 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:56.939322 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dd817be-b53f-423d-84ad-27f20daaae8e req-4aa5ef1c-0277-4d12-ba94-996ec7a1d066 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442680 Dec 16 22:16:56.997066 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f4db94a-bd84-440e-81ac-fd4701d719d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.998355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4db94a-bd84-440e-81ac-fd4701d719d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.000629 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f4db94a-bd84-440e-81ac-fd4701d719d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.052829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-147bed17-b007-4d38-bbc2-e1d487cffab2 req-4800f843-2079-4d04-b875-a45ce838a5bc tempest-ServerTagsTestJSON-421282477 tempest-ServerTagsTestJSON-421282477-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56 HTTP/1.1" status: 200 len: 210 time: 0.1050484 Dec 16 22:16:57.127590 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2921b168-bba6-49f2-b0f7-2af39fa51616 x-openstack-request-id: req-2921b168-bba6-49f2-b0f7-2af39fa51616 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:57.127866 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56", "name": "network-vif-deleted", "tag": "6536b1e4-3a99-475d-862e-2c232a9d11d7", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:57.128332 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2921b168-bba6-49f2-b0f7-2af39fa51616 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:57.128955 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbd5c6a-5b30-4f0d-9d07-4b02c2abfb56', 'name': 'network-vif-deleted', 'tag': '6536b1e4-3a99-475d-862e-2c232a9d11d7', 'status': 'completed', 'code': 200} Dec 16 22:16:57.148240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4db94a-bd84-440e-81ac-fd4701d719d8 admin admin] Pushing event updated for resources: {'Network': ['ID=618cc96b-0c5b-4a44-a88d-ade467a45f26,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:57.159910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 618cc96b-0c5b-4a44-a88d-ade467a45f26 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:16:57.206472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15e61891-118e-4c56-96ae-9d4980dd3c2f req-06f96b91-bd05-451e-8fd4-ba197d01da08 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 210 time: 0.0396559 Dec 16 22:16:57.257913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35022) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:57.260412 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 35fb237f-ad5d-4179-8a69-121d5903db2b up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:57.263040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ebf79ae6-6704-4dd6-b2d2-86d05f2a3f7c admin admin] Request body: {'subnet': {'network_id': '618cc96b-0c5b-4a44-a88d-ade467a45f26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-233431027-subnet', 'tenant_id': '935905e94ba34040b4bff0e24ab96344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:57.268091 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5f4db94a-bd84-440e-81ac-fd4701d719d8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8167267 Dec 16 22:16:57.381645 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 35fb237f-ad5d-4179-8a69-121d5903db2b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:57.382019 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.392660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431867f3-4b9b-47d5-a91a-10ab77650f44 req-d84237fa-01e0-48bb-ba31-abbdf74b79f3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.399644 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431867f3-4b9b-47d5-a91a-10ab77650f44 req-d84237fa-01e0-48bb-ba31-abbdf74b79f3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.404500 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf79ae6-6704-4dd6-b2d2-86d05f2a3f7c admin admin] Made reservation on behalf of 935905e94ba34040b4bff0e24ab96344 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:57.407875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431867f3-4b9b-47d5-a91a-10ab77650f44 req-d84237fa-01e0-48bb-ba31-abbdf74b79f3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.408647 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ebf79ae6-6704-4dd6-b2d2-86d05f2a3f7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.414295 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431867f3-4b9b-47d5-a91a-10ab77650f44 req-d84237fa-01e0-48bb-ba31-abbdf74b79f3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.420841 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431867f3-4b9b-47d5-a91a-10ab77650f44 req-d84237fa-01e0-48bb-ba31-abbdf74b79f3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.429075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431867f3-4b9b-47d5-a91a-10ab77650f44 req-d84237fa-01e0-48bb-ba31-abbdf74b79f3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.435667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431867f3-4b9b-47d5-a91a-10ab77650f44 req-d84237fa-01e0-48bb-ba31-abbdf74b79f3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.438849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-431867f3-4b9b-47d5-a91a-10ab77650f44 req-d84237fa-01e0-48bb-ba31-abbdf74b79f3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5427 time: 0.1241632 Dec 16 22:16:57.440141 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a5f8ad56-2678-45ba-938d-f90217f746f8 req-031c545b-bbfa-4b77-b76d-eebb585bd057 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.485514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c545b-bbfa-4b77-b76d-eebb585bd057 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Pushing event deleted for resources: {'Port': ['ID=3bb16471-8bca-410f-b6f9-bbe265a79d95,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:57.497785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 42a30502-31a0-4139-bccb-0a75945f9f24 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:57.525515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf366561-eab5-4ed9-905c-1e4cc89fe3dd None None] Network afa39fbd-d521-4411-a7db-4e7748b92009 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:57.577048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f8ad56-2678-45ba-938d-f90217f746f8 req-031c545b-bbfa-4b77-b76d-eebb585bd057 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] No DVR routers for this DVR port 3bb16471-8bca-410f-b6f9-bbe265a79d95 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:57.581442 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a5f8ad56-2678-45ba-938d-f90217f746f8 req-031c545b-bbfa-4b77-b76d-eebb585bd057 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.586806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5f8ad56-2678-45ba-938d-f90217f746f8 req-031c545b-bbfa-4b77-b76d-eebb585bd057 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.69 "DELETE /v2.0/ports/3bb16471-8bca-410f-b6f9-bbe265a79d95 HTTP/1.1" status: 204 len: 173 time: 1.5206349 Dec 16 22:16:57.594288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656f83b0-198b-4f1a-b615-09341d24326f', 'name': 'network-vif-deleted', 'tag': '3bb16471-8bca-410f-b6f9-bbe265a79d95'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:57.596789 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2a3f24-47ec-44f2-9a21-3a6f0dee87fa" -d '{"events": [{"server_uuid": "656f83b0-198b-4f1a-b615-09341d24326f", "name": "network-vif-deleted", "tag": "3bb16471-8bca-410f-b6f9-bbe265a79d95"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:57.618134 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['2f02529d-61d1-4bae-b2c7-c0cd2ae173b5', '3bb16471-8bca-410f-b6f9-bbe265a79d95'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:57.664177 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-431867f3-4b9b-47d5-a91a-10ab77650f44 req-40ad11e8-0157-4379-b6a4-f13d6f1239b1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1928172 Dec 16 22:16:57.665552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 6536b1e4-3a99-475d-862e-2c232a9d11d7 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:57.681546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ddedf-c183-4f44-a0e8-696c49ad9a56 req-becae77a-98ed-4caf-b113-9b0282fbb92d tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.683759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d06ddedf-c183-4f44-a0e8-696c49ad9a56 req-becae77a-98ed-4caf-b113-9b0282fbb92d tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 1102 time: 0.0695467 Dec 16 22:16:57.778699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 6536b1e4-3a99-475d-862e-2c232a9d11d7 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:16:57.780134 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 6536b1e4-3a99-475d-862e-2c232a9d11d7 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:16:57.809637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d06ddedf-c183-4f44-a0e8-696c49ad9a56 req-af01fc25-effa-4e8d-81f8-176152fe6cc3 tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123512 Dec 16 22:16:57.824696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-acff58ff-7e94-40e9-a96c-04a1abf0dc57 None None] Provisioning complete for port 42a30502-31a0-4139-bccb-0a75945f9f24 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:57.825222 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acff58ff-7e94-40e9-a96c-04a1abf0dc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.837760 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ebf79ae6-6704-4dd6-b2d2-86d05f2a3f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.926088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 42a30502-31a0-4139-bccb-0a75945f9f24 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:57.936752 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.944065 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf79ae6-6704-4dd6-b2d2-86d05f2a3f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=962046f3-46d9-433e-ad36-dadc6415790b,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:57.964461 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf79ae6-6704-4dd6-b2d2-86d05f2a3f7c admin admin] Checking segment: {'id': '2c36c7e5-d1e8-4315-b537-197f8b74be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '618cc96b-0c5b-4a44-a88d-ade467a45f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:57.964836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf79ae6-6704-4dd6-b2d2-86d05f2a3f7c admin admin] Network hostable DHCP agents. Network: 618cc96b-0c5b-4a44-a88d-ade467a45f26, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:16:57.988334 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275ecf6b-4bb1-4a3a-bb9f-98dba26264c2 x-openstack-request-id: req-275ecf6b-4bb1-4a3a-bb9f-98dba26264c2 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:57.988631 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656f83b0-198b-4f1a-b615-09341d24326f", "name": "network-vif-deleted", "tag": "3bb16471-8bca-410f-b6f9-bbe265a79d95", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:57.988885 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-275ecf6b-4bb1-4a3a-bb9f-98dba26264c2 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:57.989450 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656f83b0-198b-4f1a-b615-09341d24326f', 'name': 'network-vif-deleted', 'tag': '3bb16471-8bca-410f-b6f9-bbe265a79d95', 'status': 'completed', 'code': 200} Dec 16 22:16:58.031901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c6553-8ddf-4c02-af84-e4f223a63802 req-cbc0645d-352f-43a3-9bf3-b602a93193fb tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.039538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-764c6553-8ddf-4c02-af84-e4f223a63802 req-cbc0645d-352f-43a3-9bf3-b602a93193fb tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.1890419 Dec 16 22:16:58.135969 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf79ae6-6704-4dd6-b2d2-86d05f2a3f7c admin admin] Network 618cc96b-0c5b-4a44-a88d-ade467a45f26 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:16:58.145080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7192bf6-79be-4515-b6ca-1a42f7b2ffab req-c0f09b43-5e2f-4be0-85c8-1085158d096b tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=656f83b0-198b-4f1a-b615-09341d24326f HTTP/1.1" status: 200 len: 210 time: 0.0430524 Dec 16 22:16:58.164349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-764c6553-8ddf-4c02-af84-e4f223a63802 req-79416aea-025b-48fa-8719-7e9128d14635 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238217 Dec 16 22:16:58.209756 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.236580 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acff58ff-7e94-40e9-a96c-04a1abf0dc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.267942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 42a30502-31a0-4139-bccb-0a75945f9f24, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=42a30502-31a0-4139-bccb-0a75945f9f24,segment=NetworkSegment(e2ca6657-61e3-4da1-ae60-84ea9912b418),segment_id=e2ca6657-61e3-4da1-ae60-84ea9912b418)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:58.341148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f13a8e-8dd9-4e0f-b329-6fa38175d08d req-59eb6ade-0eae-4f99-b92f-1bd63a3dc7ca tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.342704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8f13a8e-8dd9-4e0f-b329-6fa38175d08d req-59eb6ade-0eae-4f99-b92f-1bd63a3dc7ca tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 944 time: 0.0610616 Dec 16 22:16:58.393989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8f13a8e-8dd9-4e0f-b329-6fa38175d08d req-ac739503-6323-4c2e-9451-421a44e17541 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438676 Dec 16 22:16:58.398389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-ebf79ae6-6704-4dd6-b2d2-86d05f2a3f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 618cc96b-0c5b-4a44-a88d-ade467a45f26) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:58.403578 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf79ae6-6704-4dd6-b2d2-86d05f2a3f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.408961 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ebf79ae6-6704-4dd6-b2d2-86d05f2a3f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.409888 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45af60d1-6269-4355-9bb4-f07662d9b4d4 None None] Network 618cc96b-0c5b-4a44-a88d-ade467a45f26 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:58.451548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35040) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:58.474761 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.498720 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-089a22cc-6722-424a-8443-100c56d4def9 admin admin] Deleting subnet 2b95a7c3-bfcf-43a2-b745-689840b8453c {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:16:58.503192 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-089a22cc-6722-424a-8443-100c56d4def9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.508526 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ebf79ae6-6704-4dd6-b2d2-86d05f2a3f7c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2492628 Dec 16 22:16:58.547414 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-089a22cc-6722-424a-8443-100c56d4def9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.597396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=42a30502-31a0-4139-bccb-0a75945f9f24,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:58.601902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34f6a6-02bf-4708-b30b-c6ce05b1b6e1 None None] Network 618cc96b-0c5b-4a44-a88d-ade467a45f26 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:58.605667 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-acff58ff-7e94-40e9-a96c-04a1abf0dc57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:16:58.606185 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-acff58ff-7e94-40e9-a96c-04a1abf0dc57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:16:58.625708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d431f867-163d-46db-b7a9-a799988be9ef req-ec8a72a1-f202-4e72-a6e1-7a2212d16a4c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 210 time: 0.0510588 Dec 16 22:16:58.641023 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-089a22cc-6722-424a-8443-100c56d4def9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.772190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaf118-d068-4c17-af4e-aa96c3754742 req-d0f17554-bb15-4e5a-ac4b-475a835d6713 tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.774858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31eaf118-d068-4c17-af4e-aa96c3754742 req-d0f17554-bb15-4e5a-ac4b-475a835d6713 tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 1102 time: 0.0742154 Dec 16 22:16:58.878387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31eaf118-d068-4c17-af4e-aa96c3754742 req-0d636722-63fd-4ac9-a24b-18a96d9f522c tempest-ServersAdminTestJSON-1777236491 tempest-ServersAdminTestJSON-1777236491-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858691 Dec 16 22:16:58.882329 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-089a22cc-6722-424a-8443-100c56d4def9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.904765 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94a7e1-e713-4679-a3d8-9027be5f5ec9 req-74e2981a-128f-4562-a0f7-51c7787240ea tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.913575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94a7e1-e713-4679-a3d8-9027be5f5ec9 req-74e2981a-128f-4562-a0f7-51c7787240ea tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.919700 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94a7e1-e713-4679-a3d8-9027be5f5ec9 req-74e2981a-128f-4562-a0f7-51c7787240ea tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.926801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94a7e1-e713-4679-a3d8-9027be5f5ec9 req-74e2981a-128f-4562-a0f7-51c7787240ea tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.932754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94a7e1-e713-4679-a3d8-9027be5f5ec9 req-74e2981a-128f-4562-a0f7-51c7787240ea tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.938934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94a7e1-e713-4679-a3d8-9027be5f5ec9 req-74e2981a-128f-4562-a0f7-51c7787240ea tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.945283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94a7e1-e713-4679-a3d8-9027be5f5ec9 req-74e2981a-128f-4562-a0f7-51c7787240ea tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.947252 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af94a7e1-e713-4679-a3d8-9027be5f5ec9 req-74e2981a-128f-4562-a0f7-51c7787240ea tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5427 time: 0.1535923 Dec 16 22:16:58.957250 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 42a30502-31a0-4139-bccb-0a75945f9f24 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:58.969240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a22cc-6722-424a-8443-100c56d4def9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b95a7c3-bfcf-43a2-b745-689840b8453c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:58.979235 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-089a22cc-6722-424a-8443-100c56d4def9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.985933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-089a22cc-6722-424a-8443-100c56d4def9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2b95a7c3-bfcf-43a2-b745-689840b8453c HTTP/1.1" status: 204 len: 168 time: 0.5303729 Dec 16 22:16:58.986269 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35054) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:59.043316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af94a7e1-e713-4679-a3d8-9027be5f5ec9 req-4e873487-f348-49aa-90bf-28ca9152d4be tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767965 Dec 16 22:16:59.072865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 42a30502-31a0-4139-bccb-0a75945f9f24 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:59.073248 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.149025 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e4f894e-670b-450e-adba-5b3e4a55f900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.241726 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e4f894e-670b-450e-adba-5b3e4a55f900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.277287 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-1e4f894e-670b-450e-adba-5b3e4a55f900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc69047-c57b-45e7-986d-4b047605e8b9']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:59.304263 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-1e4f894e-670b-450e-adba-5b3e4a55f900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96edda35-4351-4247-9500-44163daef42d') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:59.305683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-1e4f894e-670b-450e-adba-5b3e4a55f900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96edda35-4351-4247-9500-44163daef42d') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:59.326945 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e4f894e-670b-450e-adba-5b3e4a55f900 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.343431 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e4f894e-670b-450e-adba-5b3e4a55f900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.347184 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b3bb13e7-8e6d-4b1a-9460-08f1f032f1f9 None None] Provisioning complete for port 42a30502-31a0-4139-bccb-0a75945f9f24 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:59.347832 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3bb13e7-8e6d-4b1a-9460-08f1f032f1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.352872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4f894e-670b-450e-adba-5b3e4a55f900 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:16:59.353599 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e4f894e-670b-450e-adba-5b3e4a55f900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:16:59.355861 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:16:59.403955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddb2ef-7d2a-45fe-b6c1-9d026206f666 req-ec73c452-1b87-415f-8726-cbd196bfd9a0 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:59.414716 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7ddb2ef-7d2a-45fe-b6c1-9d026206f666 req-ec73c452-1b87-415f-8726-cbd196bfd9a0 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.1455615 Dec 16 22:16:59.493111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7ddb2ef-7d2a-45fe-b6c1-9d026206f666 req-7cf369a9-8391-41fe-a3f0-46dcf83da60c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755675 Dec 16 22:16:59.518777 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e4f894e-670b-450e-adba-5b3e4a55f900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.524104 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e4f894e-670b-450e-adba-5b3e4a55f900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.524104 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1e4f894e-670b-450e-adba-5b3e4a55f900 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2fc69047-c57b-45e7-986d-4b047605e8b9 HTTP/1.1" status: 204 len: 168 time: 0.5356336 Dec 16 22:16:59.538366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f894e-670b-450e-adba-5b3e4a55f900 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc69047-c57b-45e7-986d-4b047605e8b9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:59.557385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 0962aff9-6df8-45d6-8481-2d2af4a44639 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:59.593098 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35074) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:59.597923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-72a8a6ae-0875-4035-8ed2-8431bbc626fb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1592406983-network', 'tenant_id': 'c412ddb06c21418890121ed3124113b9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:59.630145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8495b-9eff-4b3c-95a5-fb25c9d6bfc5 req-f192e460-3f39-4e6e-bf63-ba907df540e3 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:59.632136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99c8495b-9eff-4b3c-95a5-fb25c9d6bfc5 req-f192e460-3f39-4e6e-bf63-ba907df540e3 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 944 time: 0.0647855 Dec 16 22:16:59.712694 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a8a6ae-0875-4035-8ed2-8431bbc626fb admin admin] Made reservation on behalf of c412ddb06c21418890121ed3124113b9 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:59.715069 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72a8a6ae-0875-4035-8ed2-8431bbc626fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.721707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2c91f-ed1a-4442-8e9c-e845a7fbcf61 req-d40d3e3b-12e9-47c1-b6c7-77da2f9510f8 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:59.721707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bd2c91f-ed1a-4442-8e9c-e845a7fbcf61 req-d40d3e3b-12e9-47c1-b6c7-77da2f9510f8 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 949 time: 0.0862055 Dec 16 22:16:59.724198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99c8495b-9eff-4b3c-95a5-fb25c9d6bfc5 req-8438a131-b9fa-400d-8196-13edabeae971 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792897 Dec 16 22:16:59.725718 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72a8a6ae-0875-4035-8ed2-8431bbc626fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.742535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 0962aff9-6df8-45d6-8481-2d2af4a44639 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:59.756274 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 0962aff9-6df8-45d6-8481-2d2af4a44639 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:59.757196 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.808888 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bd2c91f-ed1a-4442-8e9c-e845a7fbcf61 req-8c2b6ec6-8420-46ac-b692-76634329b891 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782273 Dec 16 22:16:59.906769 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72a8a6ae-0875-4035-8ed2-8431bbc626fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.907172 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.939985 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-453d5fef-a4a3-404c-ab64-537263f31bd0 req-3faae8b0-ed0c-4085-a64c-5333d7459fa4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 210 time: 0.0582485 Dec 16 22:16:59.949801 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc62bff-296d-4426-b1b1-9a00f5149626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0962aff9-6df8-45d6-8481-2d2af4a44639'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:59.954772 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e542688-3aa3-414f-9188-555202fc6c74" -d '{"events": [{"server_uuid": "2bc62bff-296d-4426-b1b1-9a00f5149626", "name": "network-vif-plugged", "status": "completed", "tag": "0962aff9-6df8-45d6-8481-2d2af4a44639"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:59.974127 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72a8a6ae-0875-4035-8ed2-8431bbc626fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.987028 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0962aff9-6df8-45d6-8481-2d2af4a44639,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:00.015994 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35080) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:00.054312 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9584143-eaab-4561-aaab-768902afc9d5 x-openstack-request-id: req-f9584143-eaab-4561-aaab-768902afc9d5 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:00.055161 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc62bff-296d-4426-b1b1-9a00f5149626", "name": "network-vif-plugged", "status": "completed", "tag": "0962aff9-6df8-45d6-8481-2d2af4a44639", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:00.055594 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9584143-eaab-4561-aaab-768902afc9d5 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:00.056242 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc62bff-296d-4426-b1b1-9a00f5149626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0962aff9-6df8-45d6-8481-2d2af4a44639', 'code': 200} Dec 16 22:17:00.060957 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a8a6ae-0875-4035-8ed2-8431bbc626fb admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:17:00.062806 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.064537 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3bb16471-8bca-410f-b6f9-bbe265a79d95 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:00.145687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 3bb16471-8bca-410f-b6f9-bbe265a79d95 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:00.146238 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3bb16471-8bca-410f-b6f9-bbe265a79d95 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:00.162734 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8a6ae-0875-4035-8ed2-8431bbc626fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a389de6e-5712-44f2-ac8f-30a91b33f42f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:00.169839 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72a8a6ae-0875-4035-8ed2-8431bbc626fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.170756 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-72a8a6ae-0875-4035-8ed2-8431bbc626fb admin admin] Added segment a7aa7507-f028-4018-805a-32dc5117739f of type vlan for network 37e4d525-4895-486e-a87e-63732a184ecb Dec 16 22:17:00.187699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35084) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:00.188676 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c38f8620-d632-4a13-b80a-00ac79f2bb69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b25e74d91be64018845b9ad59017cfd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1543047 Dec 16 22:17:00.200380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=0962aff9-6df8-45d6-8481-2d2af4a44639,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:00.320513 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72a8a6ae-0875-4035-8ed2-8431bbc626fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.336058 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d8150-7427-4b2f-b934-a6303da66b65 req-e089bbbc-a249-47a2-b5bb-cedd4cab39f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.338271 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ec5d8150-7427-4b2f-b934-a6303da66b65 req-e089bbbc-a249-47a2-b5bb-cedd4cab39f9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 1096 time: 0.1621234 Dec 16 22:17:00.373968 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-9acf03c4-bf9f-4505-b54f-1256bf92dc17 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.381460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-9acf03c4-bf9f-4505-b54f-1256bf92dc17 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.383100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-9acf03c4-bf9f-4505-b54f-1256bf92dc17 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.69 "GET /v2.0/networks?id=f019d215-f246-4f0e-abfb-03e846764efb&id=afa39fbd-d521-4411-a7db-4e7748b92009 HTTP/1.1" status: 200 len: 1390 time: 0.4506309 Dec 16 22:17:00.406161 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ec5d8150-7427-4b2f-b934-a6303da66b65 req-0787e96b-e93e-4910-824e-cb6d311294b3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505238 Dec 16 22:17:00.409089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-e241fb08-8ad6-4ef2-89bf-a28ffd879b32 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Request body: {'port': {'device_id': 'fc82a05b-1a44-4982-a13f-56ce63d8c049', 'network_id': 'f019d215-f246-4f0e-abfb-03e846764efb', 'admin_state_up': True, 'tenant_id': 'd3d095072c80400396b4981d89df8f54'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:00.432889 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72a8a6ae-0875-4035-8ed2-8431bbc626fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.436295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a8a6ae-0875-4035-8ed2-8431bbc626fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.436427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1669d2-396c-49b2-ba3b-2ed06f04cb4d req-c19999bc-3389-4eb8-a04e-c6b784d28070 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.436566 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72a8a6ae-0875-4035-8ed2-8431bbc626fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.442692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1669d2-396c-49b2-ba3b-2ed06f04cb4d req-c19999bc-3389-4eb8-a04e-c6b784d28070 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.448744 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1669d2-396c-49b2-ba3b-2ed06f04cb4d req-c19999bc-3389-4eb8-a04e-c6b784d28070 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.455638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1669d2-396c-49b2-ba3b-2ed06f04cb4d req-c19999bc-3389-4eb8-a04e-c6b784d28070 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.461639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1669d2-396c-49b2-ba3b-2ed06f04cb4d req-c19999bc-3389-4eb8-a04e-c6b784d28070 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.467627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1669d2-396c-49b2-ba3b-2ed06f04cb4d req-c19999bc-3389-4eb8-a04e-c6b784d28070 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.475038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1669d2-396c-49b2-ba3b-2ed06f04cb4d req-c19999bc-3389-4eb8-a04e-c6b784d28070 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.476999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c1669d2-396c-49b2-ba3b-2ed06f04cb4d req-c19999bc-3389-4eb8-a04e-c6b784d28070 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5427 time: 0.2743332 Dec 16 22:17:00.507100 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8a6ae-0875-4035-8ed2-8431bbc626fb admin admin] Pushing event updated for resources: {'Network': ['ID=37e4d525-4895-486e-a87e-63732a184ecb,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:00.521079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 37e4d525-4895-486e-a87e-63732a184ecb details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:17:00.525919 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.558453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4678c6-8ee5-40fd-b7d9-5a29ae067517 req-99155cbf-4a24-47df-974d-57374e197c66 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.560836 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d4678c6-8ee5-40fd-b7d9-5a29ae067517 req-99155cbf-4a24-47df-974d-57374e197c66 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.2643204 Dec 16 22:17:00.575761 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-72a8a6ae-0875-4035-8ed2-8431bbc626fb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9825530 Dec 16 22:17:00.579305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35090) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:00.590237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7a9347fb-5c78-4560-a494-394a3c5acefe admin admin] Request body: {'subnet': {'network_id': '37e4d525-4895-486e-a87e-63732a184ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1592406983-subnet', 'tenant_id': 'c412ddb06c21418890121ed3124113b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:00.613003 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.718556 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9347fb-5c78-4560-a494-394a3c5acefe admin admin] Made reservation on behalf of c412ddb06c21418890121ed3124113b9 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:00.721293 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a9347fb-5c78-4560-a494-394a3c5acefe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.738629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d4678c6-8ee5-40fd-b7d9-5a29ae067517 req-c606121a-613c-43cc-9ee5-122dc91c46e9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609223 Dec 16 22:17:00.745613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c1669d2-396c-49b2-ba3b-2ed06f04cb4d req-eba9ad9d-193a-4392-9169-10803a8175ef tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2211843 Dec 16 22:17:00.913093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-e241fb08-8ad6-4ef2-89bf-a28ffd879b32 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Made reservation on behalf of d3d095072c80400396b4981d89df8f54 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:00.917345 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-e241fb08-8ad6-4ef2-89bf-a28ffd879b32 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.957426 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.963038 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.963038 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad74612e-2e7d-4f44-8758-21db0c5b514e HTTP/1.1" status: 204 len: 168 time: 0.7722023 Dec 16 22:17:00.978853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876b444-2d8b-4d80-9018-c5f64a9013c7 req-a3081287-39a7-4b63-8d7f-4b7707dc1780 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.980531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c876b444-2d8b-4d80-9018-c5f64a9013c7 req-a3081287-39a7-4b63-8d7f-4b7707dc1780 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.1412928 Dec 16 22:17:01.019347 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad74612e-2e7d-4f44-8758-21db0c5b514e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:01.028270 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8f9e7-63bf-4bd2-8722-aeb5d3ef7f73 req-8b741e16-3196-4d87-a5e8-fe5cdc21f0a9 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:01.029843 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-caf8f9e7-63bf-4bd2-8722-aeb5d3ef7f73 req-8b741e16-3196-4d87-a5e8-fe5cdc21f0a9 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 945 time: 0.1744320 Dec 16 22:17:01.035806 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a9347fb-5c78-4560-a494-394a3c5acefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:01.070765 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:01.071124 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:01.071508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:01.071856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:01.072198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:01.072540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:01.072877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:01.073213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:01.073548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:01.073883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:01.074217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:01.074548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:01.074880 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c75e-9d83-4ebb-91d4-d86e4700ced1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:01.150833 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9347fb-5c78-4560-a494-394a3c5acefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f173a3-7f0c-4960-80d2-61b07566fe07,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:01.165456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9347fb-5c78-4560-a494-394a3c5acefe admin admin] Checking segment: {'id': 'a7aa7507-f028-4018-805a-32dc5117739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '37e4d525-4895-486e-a87e-63732a184ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:01.166406 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9347fb-5c78-4560-a494-394a3c5acefe admin admin] Network hostable DHCP agents. Network: 37e4d525-4895-486e-a87e-63732a184ecb, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:17:01.185936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c876b444-2d8b-4d80-9018-c5f64a9013c7 req-c34735a8-661d-4a25-b6cf-8fc7c8f63526 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720254 Dec 16 22:17:01.205595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-caf8f9e7-63bf-4bd2-8722-aeb5d3ef7f73 req-99e67e62-382f-4a80-bb65-c77742976803 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611705 Dec 16 22:17:01.221585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-e241fb08-8ad6-4ef2-89bf-a28ffd879b32 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Allocated IP 19.80.0.71 (f019d215-f246-4f0e-abfb-03e846764efb/f6883924-325e-4297-a0f5-6ea2110e98e7/3bd6c33d-2659-4569-9448-a8ce305ad108) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:01.267524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9347fb-5c78-4560-a494-394a3c5acefe admin admin] Network 37e4d525-4895-486e-a87e-63732a184ecb is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:17:01.333909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-636ea21f-c212-4836-a087-d395835dede6 req-cfe24f53-e695-4109-b410-66d0533619b0 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 210 time: 0.0419595 Dec 16 22:17:01.365563 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7a9347fb-5c78-4560-a494-394a3c5acefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 37e4d525-4895-486e-a87e-63732a184ecb) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:01.370876 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9347fb-5c78-4560-a494-394a3c5acefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:01.375361 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a9347fb-5c78-4560-a494-394a3c5acefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:01.382409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e595a4e-b728-4619-b2a8-15d27689218d None None] Network 37e4d525-4895-486e-a87e-63732a184ecb requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:01.405041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478481e-7c4e-423f-974e-eb810a49b4f7 req-365f1721-8e40-45f9-9773-902f27c57955 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:01.407120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4478481e-7c4e-423f-974e-eb810a49b4f7 req-365f1721-8e40-45f9-9773-902f27c57955 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 949 time: 0.1492507 Dec 16 22:17:01.474175 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7a9347fb-5c78-4560-a494-394a3c5acefe admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8933196 Dec 16 22:17:01.525461 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-e241fb08-8ad6-4ef2-89bf-a28ffd879b32 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:01.530247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4478481e-7c4e-423f-974e-eb810a49b4f7 req-ed6e6d75-3eed-49dc-b729-6f99505b25c2 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146004 Dec 16 22:17:01.565942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f15a3e4-01ee-439a-831b-9d05d2d5b850 None None] Network 37e4d525-4895-486e-a87e-63732a184ecb requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:01.623597 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-e241fb08-8ad6-4ef2-89bf-a28ffd879b32 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:01.728752 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10361747-a8b7-4fb1-82f7-aa3f7d6dcbdd req-30974e62-83e1-4c2a-a362-2433eb79aff9 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:01.731527 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-10361747-a8b7-4fb1-82f7-aa3f7d6dcbdd req-30974e62-83e1-4c2a-a362-2433eb79aff9 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.69 "GET /v2.0/ports?device_id=52f69b0c-2f79-4afe-94a0-1f08443323ae HTTP/1.1" status: 200 len: 949 time: 0.0876834 Dec 16 22:17:01.734655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-e241fb08-8ad6-4ef2-89bf-a28ffd879b32 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Network f019d215-f246-4f0e-abfb-03e846764efb is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:01.739031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-e241fb08-8ad6-4ef2-89bf-a28ffd879b32 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:01.742339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-e241fb08-8ad6-4ef2-89bf-a28ffd879b32 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:01.754434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241fb08-8ad6-4ef2-89bf-a28ffd879b32 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event updated for resources: {'Port': ['ID=3bd6c33d-2659-4569-9448-a8ce305ad108,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:01.838934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-e241fb08-8ad6-4ef2-89bf-a28ffd879b32 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:01.839758 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-e241fb08-8ad6-4ef2-89bf-a28ffd879b32 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:01.954116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-e241fb08-8ad6-4ef2-89bf-a28ffd879b32 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5550184 Dec 16 22:17:01.969375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-10361747-a8b7-4fb1-82f7-aa3f7d6dcbdd req-ce808c73-d923-4081-b370-9afd772cdab4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Deleting port 0426fd47-742a-476a-836a-0d308dd1f347 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:01.970091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-10361747-a8b7-4fb1-82f7-aa3f7d6dcbdd req-ce808c73-d923-4081-b370-9afd772cdab4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:02.009336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-2bce9c1b-5e8d-48ff-ab5d-eeaf96b52b29 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:17:02.010946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-2bce9c1b-5e8d-48ff-ab5d-eeaf96b52b29 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159092 Dec 16 22:17:02.034321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-4e994f29-1511-4f32-9290-47c34b9f8006 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Request body: {'port': {'device_id': 'fc82a05b-1a44-4982-a13f-56ce63d8c049', 'network_id': 'afa39fbd-d521-4411-a7db-4e7748b92009', 'admin_state_up': True, 'tenant_id': 'd3d095072c80400396b4981d89df8f54'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:02.161893 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-10361747-a8b7-4fb1-82f7-aa3f7d6dcbdd req-ce808c73-d923-4081-b370-9afd772cdab4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] For port 0426fd47-742a-476a-836a-0d308dd1f347, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0426fd47-742a-476a-836a-0d308dd1f347,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:02.162531 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-10361747-a8b7-4fb1-82f7-aa3f7d6dcbdd req-ce808c73-d923-4081-b370-9afd772cdab4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:02.195383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-10361747-a8b7-4fb1-82f7-aa3f7d6dcbdd req-ce808c73-d923-4081-b370-9afd772cdab4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Calling delete_port for 0426fd47-742a-476a-836a-0d308dd1f347 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:02.216274 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f4453c76-1119-4bbe-b2b8-262257530a95 None None] Provisioning complete for port 3bd6c33d-2659-4569-9448-a8ce305ad108 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:02.216901 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4453c76-1119-4bbe-b2b8-262257530a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:02.272286 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f4453c76-1119-4bbe-b2b8-262257530a95 None None] Port 3bd6c33d-2659-4569-9448-a8ce305ad108 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:17:02.576274 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-10361747-a8b7-4fb1-82f7-aa3f7d6dcbdd req-ce808c73-d923-4081-b370-9afd772cdab4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:02.596680 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['2de6f830-8043-4f87-be17-f35bb6e2e93c', '0426fd47-742a-476a-836a-0d308dd1f347', '99ecd729-b4db-47a7-b01a-81495d0b4d1b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:02.605503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937b478-bd69-46d7-aa8c-eee07f8b3536 req-b0f3ed54-a383-4f49-bbf8-fb9814eb8e3a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.611802 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937b478-bd69-46d7-aa8c-eee07f8b3536 req-b0f3ed54-a383-4f49-bbf8-fb9814eb8e3a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.617911 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937b478-bd69-46d7-aa8c-eee07f8b3536 req-b0f3ed54-a383-4f49-bbf8-fb9814eb8e3a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.624367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937b478-bd69-46d7-aa8c-eee07f8b3536 req-b0f3ed54-a383-4f49-bbf8-fb9814eb8e3a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.631885 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937b478-bd69-46d7-aa8c-eee07f8b3536 req-b0f3ed54-a383-4f49-bbf8-fb9814eb8e3a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.636157 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce808c73-d923-4081-b370-9afd772cdab4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Pushing event deleted for resources: {'Port': ['ID=0426fd47-742a-476a-836a-0d308dd1f347,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:02.650726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937b478-bd69-46d7-aa8c-eee07f8b3536 req-b0f3ed54-a383-4f49-bbf8-fb9814eb8e3a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.658917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937b478-bd69-46d7-aa8c-eee07f8b3536 req-b0f3ed54-a383-4f49-bbf8-fb9814eb8e3a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.661835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b937b478-bd69-46d7-aa8c-eee07f8b3536 req-b0f3ed54-a383-4f49-bbf8-fb9814eb8e3a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5427 time: 0.7041566 Dec 16 22:17:02.682538 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8374438-70c3-4e1a-8608-52d7ac09020b req-2d85078d-f11a-411e-9ef7-29433515f291 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.692961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8374438-70c3-4e1a-8608-52d7ac09020b req-2d85078d-f11a-411e-9ef7-29433515f291 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.7373350 Dec 16 22:17:02.754051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-10361747-a8b7-4fb1-82f7-aa3f7d6dcbdd req-ce808c73-d923-4081-b370-9afd772cdab4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] No DVR routers for this DVR port 0426fd47-742a-476a-836a-0d308dd1f347 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:02.769002 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-10361747-a8b7-4fb1-82f7-aa3f7d6dcbdd req-ce808c73-d923-4081-b370-9afd772cdab4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:02.774272 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-10361747-a8b7-4fb1-82f7-aa3f7d6dcbdd req-ce808c73-d923-4081-b370-9afd772cdab4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.69 "DELETE /v2.0/ports/0426fd47-742a-476a-836a-0d308dd1f347 HTTP/1.1" status: 204 len: 173 time: 1.0337081 Dec 16 22:17:02.774765 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f69b0c-2f79-4afe-94a0-1f08443323ae', 'name': 'network-vif-deleted', 'tag': '0426fd47-742a-476a-836a-0d308dd1f347'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:02.777380 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531b3878-ec60-42f6-b4d8-17d992242923" -d '{"events": [{"server_uuid": "52f69b0c-2f79-4afe-94a0-1f08443323ae", "name": "network-vif-deleted", "tag": "0426fd47-742a-476a-836a-0d308dd1f347"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:02.836922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b937b478-bd69-46d7-aa8c-eee07f8b3536 req-5f6c5d1c-1ac3-469a-b924-3032b9e1a406 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1634600 Dec 16 22:17:02.864147 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8374438-70c3-4e1a-8608-52d7ac09020b req-ea59c0e5-3d39-4c47-8c79-201133a7ee15 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699390 Dec 16 22:17:02.901161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-4e994f29-1511-4f32-9290-47c34b9f8006 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Made reservation on behalf of d3d095072c80400396b4981d89df8f54 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:02.904936 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-4e994f29-1511-4f32-9290-47c34b9f8006 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:02.941388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35140) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:03.167178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db10b6b-6447-4379-add2-c9db6c82718b req-3af36833-a98d-41f1-bf6b-602d7a6f9a1c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:03.176928 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4db10b6b-6447-4379-add2-c9db6c82718b req-3af36833-a98d-41f1-bf6b-602d7a6f9a1c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.2104242 Dec 16 22:17:03.240526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-35001c8c-1097-4f35-84fd-5fa76bd8a0e0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-651345306-network', 'tenant_id': '9aa382ba6acb4dab92b35785ba13d241'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:03.244401 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-4e994f29-1511-4f32-9290-47c34b9f8006 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Allocated IP 19.86.0.216 (afa39fbd-d521-4411-a7db-4e7748b92009/1b22d38f-f2ab-4670-b73f-eec553260f78/e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:03.413595 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbbb46-6dc4-4f47-95df-f178f7efd8fc req-11a079a6-9c50-4ff0-a207-efd282ab7dfe tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:03.415455 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-98bbbb46-6dc4-4f47-95df-f178f7efd8fc req-11a079a6-9c50-4ff0-a207-efd282ab7dfe tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.69 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 945 time: 0.1252530 Dec 16 22:17:03.424219 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4db10b6b-6447-4379-add2-c9db6c82718b req-84f2c3db-4b61-4041-b45f-398ca16078b4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466209 Dec 16 22:17:03.486883 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35001c8c-1097-4f35-84fd-5fa76bd8a0e0 admin admin] Made reservation on behalf of 9aa382ba6acb4dab92b35785ba13d241 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:03.489401 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35001c8c-1097-4f35-84fd-5fa76bd8a0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.541349 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35001c8c-1097-4f35-84fd-5fa76bd8a0e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.568212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device aad230d4-20b2-48ae-bee1-5a21895924e4 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:03.613753 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-98bbbb46-6dc4-4f47-95df-f178f7efd8fc req-0ae4f4a2-9faf-4b72-bed5-68c8cdd796b9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Deleting port 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:03.614108 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-98bbbb46-6dc4-4f47-95df-f178f7efd8fc req-0ae4f4a2-9faf-4b72-bed5-68c8cdd796b9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.635874 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-4e994f29-1511-4f32-9290-47c34b9f8006 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.715142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b6e76-21ec-41b1-8525-4ef9b8cdadcd req-260c8db4-b6d5-4130-b1d2-b777d2f49a2d tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:03.723503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-011b6e76-21ec-41b1-8525-4ef9b8cdadcd req-260c8db4-b6d5-4130-b1d2-b777d2f49a2d tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 945 time: 0.2038279 Dec 16 22:17:03.760256 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-4e994f29-1511-4f32-9290-47c34b9f8006 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.779084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35001c8c-1097-4f35-84fd-5fa76bd8a0e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.789883 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port aad230d4-20b2-48ae-bee1-5a21895924e4, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aad230d4-20b2-48ae-bee1-5a21895924e4,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:03.803218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-98bbbb46-6dc4-4f47-95df-f178f7efd8fc req-0ae4f4a2-9faf-4b72-bed5-68c8cdd796b9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] For port 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2f02529d-61d1-4bae-b2c7-c0cd2ae173b5,segment=NetworkSegment(cb8d9b4d-1754-476b-9571-5840c9549736),segment_id=cb8d9b4d-1754-476b-9571-5840c9549736)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:03.804327 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-98bbbb46-6dc4-4f47-95df-f178f7efd8fc req-0ae4f4a2-9faf-4b72-bed5-68c8cdd796b9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.805480 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'aad230d4-20b2-48ae-bee1-5a21895924e4', 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086', 'port_id': 'aad230d4-20b2-48ae-bee1-5a21895924e4', 'mac_address': 'fa:16:3e:d0:cf:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58de634b-a52d-4f03-b84c-874a2f6f4a3c', 'ip_address': '10.1.1.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:03.821755 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-98bbbb46-6dc4-4f47-95df-f178f7efd8fc req-0ae4f4a2-9faf-4b72-bed5-68c8cdd796b9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Calling delete_port for 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:03.837056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-2497f3b8-22ab-4ff4-a1e7-33db25080d2d tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:03.846615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-2497f3b8-22ab-4ff4-a1e7-33db25080d2d tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/networks?id=618cc96b-0c5b-4a44-a88d-ade467a45f26 HTTP/1.1" status: 200 len: 824 time: 0.3427153 Dec 16 22:17:03.864286 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.893119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-011b6e76-21ec-41b1-8525-4ef9b8cdadcd req-aae7087a-d068-49bc-8ec5-1f8a22c84828 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611578 Dec 16 22:17:03.897716 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-4e994f29-1511-4f32-9290-47c34b9f8006 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Network afa39fbd-d521-4411-a7db-4e7748b92009 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:03.904122 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-4e994f29-1511-4f32-9290-47c34b9f8006 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:03.928798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-4e994f29-1511-4f32-9290-47c34b9f8006 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:03.944531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-cb9b6b09-27e5-48ec-a0e5-362591aa69e1 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/quotas/935905e94ba34040b4bff0e24ab96344 HTTP/1.1" status: 200 len: 375 time: 0.0968680 Dec 16 22:17:03.950308 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e994f29-1511-4f32-9290-47c34b9f8006 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event updated for resources: {'Port': ['ID=e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:04.013088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-3338885e-f332-4f24-bc93-c5b544a46250 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=935905e94ba34040b4bff0e24ab96344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671949 Dec 16 22:17:04.095631 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35001c8c-1097-4f35-84fd-5fa76bd8a0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.128335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad230d4-20b2-48ae-bee1-5a21895924e4 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:04.136502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-4e994f29-1511-4f32-9290-47c34b9f8006 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.137273 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-4e994f29-1511-4f32-9290-47c34b9f8006 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.154237 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port aad230d4-20b2-48ae-bee1-5a21895924e4, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aad230d4-20b2-48ae-bee1-5a21895924e4,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:04.165059 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35001c8c-1097-4f35-84fd-5fa76bd8a0e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:17:04.170629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35001c8c-1097-4f35-84fd-5fa76bd8a0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53add0e-f309-4ace-a4ad-dde080ae9cf0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:04.178922 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35001c8c-1097-4f35-84fd-5fa76bd8a0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.179511 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-35001c8c-1097-4f35-84fd-5fa76bd8a0e0 admin admin] Added segment d9196b4e-6275-4e26-aa74-b2017e931fbe of type vlan for network af419a97-92be-4a29-a6d1-1c4a5581c793 Dec 16 22:17:04.205804 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.206458 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9850f462-340f-49c0-b1fb-6a832caa60e7 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:04.212268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d03ad-72ba-4a9e-a963-3918e640225c req-6ec5bfaf-c543-4132-8d30-d22cfa6720c4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.219253 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d03ad-72ba-4a9e-a963-3918e640225c req-6ec5bfaf-c543-4132-8d30-d22cfa6720c4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.226672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a9d03ad-72ba-4a9e-a963-3918e640225c req-6ec5bfaf-c543-4132-8d30-d22cfa6720c4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1654 time: 0.1505010 Dec 16 22:17:04.248681 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-4e994f29-1511-4f32-9290-47c34b9f8006 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2256618 Dec 16 22:17:04.261414 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-98bbbb46-6dc4-4f47-95df-f178f7efd8fc req-0ae4f4a2-9faf-4b72-bed5-68c8cdd796b9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.268039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-313c783a-6641-4730-b9d0-ed26baf371ab service neutron] 10.222.0.43 "GET /v2.0/networks/618cc96b-0c5b-4a44-a88d-ade467a45f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535431 Dec 16 22:17:04.351953 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35001c8c-1097-4f35-84fd-5fa76bd8a0e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.355831 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4f4a2-9faf-4b72-bed5-68c8cdd796b9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Pushing event deleted for resources: {'Port': ['ID=2f02529d-61d1-4bae-b2c7-c0cd2ae173b5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:04.376380 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Request body: {'port': {'device_id': 'fc82a05b-1a44-4982-a13f-56ce63d8c049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:04.395703 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['2f02529d-61d1-4bae-b2c7-c0cd2ae173b5'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:04.429833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a9d03ad-72ba-4a9e-a963-3918e640225c req-e7ee6284-cb06-44cf-abfa-e7c7670169a0 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018342 Dec 16 22:17:04.450781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bbbb46-6dc4-4f47-95df-f178f7efd8fc req-0ae4f4a2-9faf-4b72-bed5-68c8cdd796b9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] No DVR routers for this DVR port 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:04.450781 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-98bbbb46-6dc4-4f47-95df-f178f7efd8fc req-0ae4f4a2-9faf-4b72-bed5-68c8cdd796b9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.451120 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-98bbbb46-6dc4-4f47-95df-f178f7efd8fc req-0ae4f4a2-9faf-4b72-bed5-68c8cdd796b9 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.69 "DELETE /v2.0/ports/2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 HTTP/1.1" status: 204 len: 173 time: 1.0274322 Dec 16 22:17:04.482019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=aad230d4-20b2-48ae-bee1-5a21895924e4,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:04.500303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7ea21cd2-f544-4320-9a62-d90b1ff018c5 None None] Provisioning complete for port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:04.500785 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ea21cd2-f544-4320-9a62-d90b1ff018c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.506455 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.517884 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35001c8c-1097-4f35-84fd-5fa76bd8a0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.519295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35001c8c-1097-4f35-84fd-5fa76bd8a0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.519959 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35001c8c-1097-4f35-84fd-5fa76bd8a0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.569951 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7ea21cd2-f544-4320-9a62-d90b1ff018c5 None None] Port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:17:04.580559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9850f462-340f-49c0-b1fb-6a832caa60e7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9850f462-340f-49c0-b1fb-6a832caa60e7,segment=NetworkSegment(5b856b90-9bf4-4cbc-a592-7befe5f1c2fb),segment_id=5b856b90-9bf4-4cbc-a592-7befe5f1c2fb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:04.597482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '9850f462-340f-49c0-b1fb-6a832caa60e7', 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'port_id': '9850f462-340f-49c0-b1fb-6a832caa60e7', 'mac_address': 'fa:16:3e:9d:9e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:04.605296 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53238314-44cc-44e8-9de9-6ae78f3422fb x-openstack-request-id: req-53238314-44cc-44e8-9de9-6ae78f3422fb {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:04.605767 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f69b0c-2f79-4afe-94a0-1f08443323ae", "name": "network-vif-deleted", "tag": "0426fd47-742a-476a-836a-0d308dd1f347", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:04.606025 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53238314-44cc-44e8-9de9-6ae78f3422fb {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:04.606431 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f69b0c-2f79-4afe-94a0-1f08443323ae', 'name': 'network-vif-deleted', 'tag': '0426fd47-742a-476a-836a-0d308dd1f347', 'status': 'completed', 'code': 200} Dec 16 22:17:04.628519 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35001c8c-1097-4f35-84fd-5fa76bd8a0e0 admin admin] Pushing event updated for resources: {'Network': ['ID=af419a97-92be-4a29-a6d1-1c4a5581c793,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:04.649288 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.651025 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-35001c8c-1097-4f35-84fd-5fa76bd8a0e0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7077975 Dec 16 22:17:04.653806 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35164) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:04.662003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d569011f-2c99-4122-9e5f-c5ac18898fdf admin admin] Request body: {'subnet': {'network_id': 'af419a97-92be-4a29-a6d1-1c4a5581c793', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-651345306-subnet', 'tenant_id': '9aa382ba6acb4dab92b35785ba13d241', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:04.664383 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network af419a97-92be-4a29-a6d1-1c4a5581c793 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:17:04.676129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-587ebe49-d8c2-4f1c-b2b4-770d1a4e20ac service neutron] 10.222.0.43 "GET /v2.0/networks/618cc96b-0c5b-4a44-a88d-ade467a45f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069896 Dec 16 22:17:04.683706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9850f462-340f-49c0-b1fb-6a832caa60e7 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:04.753519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9850f462-340f-49c0-b1fb-6a832caa60e7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9850f462-340f-49c0-b1fb-6a832caa60e7,segment=NetworkSegment(5b856b90-9bf4-4cbc-a592-7befe5f1c2fb),segment_id=5b856b90-9bf4-4cbc-a592-7befe5f1c2fb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:04.759737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d569011f-2c99-4122-9e5f-c5ac18898fdf admin admin] Made reservation on behalf of 9aa382ba6acb4dab92b35785ba13d241 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:04.762941 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d569011f-2c99-4122-9e5f-c5ac18898fdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.807389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f367fcdd-c806-464a-a822-cffdf859020a req-579ddc12-9b61-4669-9100-7fb386691027 tempest-ServerRescueTestJSON-1514040487 tempest-ServerRescueTestJSON-1514040487-project] 10.222.0.43 "GET /v2.0/ports?device_id=a95cc4b9-7465-43f0-8c56-b1090172f4c6 HTTP/1.1" status: 200 len: 210 time: 0.0420239 Dec 16 22:17:04.826501 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.827356 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2f02bdff-c1df-4be2-8a7e-501b723a9da5 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:04.904180 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9850f462-340f-49c0-b1fb-6a832caa60e7,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:04.939888 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2f02bdff-c1df-4be2-8a7e-501b723a9da5, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2f02bdff-c1df-4be2-8a7e-501b723a9da5,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:04.956234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '2f02bdff-c1df-4be2-8a7e-501b723a9da5', 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086', 'port_id': '2f02bdff-c1df-4be2-8a7e-501b723a9da5', 'mac_address': 'fa:16:3e:94:e4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58de634b-a52d-4f03-b84c-874a2f6f4a3c', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:04.968888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd6c33d-2659-4569-9448-a8ce305ad108 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:05.011506 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.012758 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.028873 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f02bdff-c1df-4be2-8a7e-501b723a9da5 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:05.054043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2f02bdff-c1df-4be2-8a7e-501b723a9da5, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2f02bdff-c1df-4be2-8a7e-501b723a9da5,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:05.071937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Transition to ACTIVE for port object 3bd6c33d-2659-4569-9448-a8ce305ad108 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:17:05.100376 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0eb947-22e9-4b83-a7a9-54a2e7277c5a req-39ad6474-63b4-4c34-ac8b-fe3be045d40a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.107045 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0eb947-22e9-4b83-a7a9-54a2e7277c5a req-39ad6474-63b4-4c34-ac8b-fe3be045d40a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.107405 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d569011f-2c99-4122-9e5f-c5ac18898fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.114250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0eb947-22e9-4b83-a7a9-54a2e7277c5a req-39ad6474-63b4-4c34-ac8b-fe3be045d40a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.120681 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0eb947-22e9-4b83-a7a9-54a2e7277c5a req-39ad6474-63b4-4c34-ac8b-fe3be045d40a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.127100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0eb947-22e9-4b83-a7a9-54a2e7277c5a req-39ad6474-63b4-4c34-ac8b-fe3be045d40a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.133061 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0eb947-22e9-4b83-a7a9-54a2e7277c5a req-39ad6474-63b4-4c34-ac8b-fe3be045d40a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.135560 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.136590 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 095953be-6333-4ca7-a576-8260e99dcc7f details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:05.139301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0eb947-22e9-4b83-a7a9-54a2e7277c5a req-39ad6474-63b4-4c34-ac8b-fe3be045d40a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.148623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a0eb947-22e9-4b83-a7a9-54a2e7277c5a req-39ad6474-63b4-4c34-ac8b-fe3be045d40a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5429 time: 0.1864817 Dec 16 22:17:05.164151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6ef71-5b9f-407a-bfc2-e1b57e3a9777 req-a4713317-0a38-4f23-8bc7-46bcd83f7602 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.171296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569011f-2c99-4122-9e5f-c5ac18898fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67fa6dd-729a-4645-b00b-e0f135b9f08b,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:05.175220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57c6ef71-5b9f-407a-bfc2-e1b57e3a9777 req-a4713317-0a38-4f23-8bc7-46bcd83f7602 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 1096 time: 0.1774621 Dec 16 22:17:05.177079 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.183446 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d569011f-2c99-4122-9e5f-c5ac18898fdf admin admin] Checking segment: {'id': 'd9196b4e-6275-4e26-aa74-b2017e931fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'af419a97-92be-4a29-a6d1-1c4a5581c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:05.183832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d569011f-2c99-4122-9e5f-c5ac18898fdf admin admin] Network hostable DHCP agents. Network: af419a97-92be-4a29-a6d1-1c4a5581c793, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:17:05.197344 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2f02bdff-c1df-4be2-8a7e-501b723a9da5,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:05.234827 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 095953be-6333-4ca7-a576-8260e99dcc7f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=095953be-6333-4ca7-a576-8260e99dcc7f,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:05.248683 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '095953be-6333-4ca7-a576-8260e99dcc7f', 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086', 'port_id': '095953be-6333-4ca7-a576-8260e99dcc7f', 'mac_address': 'fa:16:3e:e8:ec:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58de634b-a52d-4f03-b84c-874a2f6f4a3c', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:05.283501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd6c33d-2659-4569-9448-a8ce305ad108,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:05.290214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d569011f-2c99-4122-9e5f-c5ac18898fdf admin admin] Network af419a97-92be-4a29-a6d1-1c4a5581c793 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:17:05.315603 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.332223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095953be-6333-4ca7-a576-8260e99dcc7f {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:05.364832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 095953be-6333-4ca7-a576-8260e99dcc7f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=095953be-6333-4ca7-a576-8260e99dcc7f,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:05.375794 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57c6ef71-5b9f-407a-bfc2-e1b57e3a9777 req-8a1caea1-a859-49c6-b1a8-181b92d23eab tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996517 Dec 16 22:17:05.380998 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d569011f-2c99-4122-9e5f-c5ac18898fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, af419a97-92be-4a29-a6d1-1c4a5581c793) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:05.399814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d569011f-2c99-4122-9e5f-c5ac18898fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.399814 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d569011f-2c99-4122-9e5f-c5ac18898fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.400217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a0eb947-22e9-4b83-a7a9-54a2e7277c5a req-d54a8848-357a-43f3-89be-1b72630cd4ea tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2448370 Dec 16 22:17:05.409868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc71a9f9-6857-433e-bdb5-9e9170af2518 None None] Network af419a97-92be-4a29-a6d1-1c4a5581c793 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:05.489974 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.490748 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3c8879f2-c0b4-473d-834b-662e5d021399 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:05.499142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Attempting to bind port 3bd6c33d-2659-4569-9448-a8ce305ad108 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:05.499993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Attempting to bind port 3bd6c33d-2659-4569-9448-a8ce305ad108 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '27e3398c-339e-438b-8472-e81693ed9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f019d215-f246-4f0e-abfb-03e846764efb'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:05.500534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Attempting to bind port 3bd6c33d-2659-4569-9448-a8ce305ad108 on network f019d215-f246-4f0e-abfb-03e846764efb {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:05.507543 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d569011f-2c99-4122-9e5f-c5ac18898fdf admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8494399 Dec 16 22:17:05.524513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Port 3bd6c33d-2659-4569-9448-a8ce305ad108 on network f019d215-f246-4f0e-abfb-03e846764efb not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:05.524993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Attempting to bind port 3bd6c33d-2659-4569-9448-a8ce305ad108 on network f019d215-f246-4f0e-abfb-03e846764efb {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:05.552472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:05.557779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Checking segment: {'id': '27e3398c-339e-438b-8472-e81693ed9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f019d215-f246-4f0e-abfb-03e846764efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:05.557779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Bound using segment: {'id': '27e3398c-339e-438b-8472-e81693ed9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f019d215-f246-4f0e-abfb-03e846764efb'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:05.557779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Bound port: 3bd6c33d-2659-4569-9448-a8ce305ad108, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e3398c-339e-438b-8472-e81693ed9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f019d215-f246-4f0e-abfb-03e846764efb'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:05.557779 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.631516 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f866dc7-fb8a-47e6-a58b-b54b78ef00aa req-4514efbb-a875-4e76-ae3a-f9c14f2310c6 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.633080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f866dc7-fb8a-47e6-a58b-b54b78ef00aa req-4514efbb-a875-4e76-ae3a-f9c14f2310c6 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.1288450 Dec 16 22:17:05.671146 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 3c8879f2-c0b4-473d-834b-662e5d021399, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3c8879f2-c0b4-473d-834b-662e5d021399,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:05.675191 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] For port 3bd6c33d-2659-4569-9448-a8ce305ad108, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:05.707709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=095953be-6333-4ca7-a576-8260e99dcc7f,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:05.715923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '3c8879f2-c0b4-473d-834b-662e5d021399', 'network_id': '30b3ef79-5c9f-405a-8aa4-0af6e7684086', 'port_id': '3c8879f2-c0b4-473d-834b-662e5d021399', 'mac_address': 'fa:16:3e:22:0e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58de634b-a52d-4f03-b84c-874a2f6f4a3c', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:05.719548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] For port 3bd6c33d-2659-4569-9448-a8ce305ad108, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3bd6c33d-2659-4569-9448-a8ce305ad108,segment=NetworkSegment(27e3398c-339e-438b-8472-e81693ed9b6f),segment_id=27e3398c-339e-438b-8472-e81693ed9b6f)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:05.723483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f59949-f736-433b-b803-2558255e0dfa None None] Network af419a97-92be-4a29-a6d1-1c4a5581c793 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:05.736352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f866dc7-fb8a-47e6-a58b-b54b78ef00aa req-ca3ef6ae-aa33-484a-9f5c-dcbd4dc2bf04 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862174 Dec 16 22:17:05.824719 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.827337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c8cea8c-f69b-494a-8bcf-067700303d2c req-095cb263-bd41-4953-9cea-9e5f3624fe54 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 210 time: 0.0491669 Dec 16 22:17:05.839181 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.850529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8879f2-c0b4-473d-834b-662e5d021399 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:05.882800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.883326 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.887314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] 10.222.0.69 "PUT /v2.0/ports/3bd6c33d-2659-4569-9448-a8ce305ad108 HTTP/1.1" status: 200 len: 1091 time: 1.6069150 Dec 16 22:17:05.887314 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc82a05b-1a44-4982-a13f-56ce63d8c049', 'tag': '3bd6c33d-2659-4569-9448-a8ce305ad108'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:05.891240 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6396b04d-c322-48de-a408-8605cd4fb7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "fc82a05b-1a44-4982-a13f-56ce63d8c049", "tag": "3bd6c33d-2659-4569-9448-a8ce305ad108"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:05.909360 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 3c8879f2-c0b4-473d-834b-662e5d021399, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3c8879f2-c0b4-473d-834b-662e5d021399,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:05.943018 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a0c09-c26a-4835-94b6-ebbd10eb6524 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd6c33d-2659-4569-9448-a8ce305ad108,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:05.961575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35194) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:06.012149 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:06.013379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 5d94475c-1657-4ad7-b2be-e8b1c81da7af details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:06.035518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35196) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:06.037738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Request body: {'port': {'device_id': 'fc82a05b-1a44-4982-a13f-56ce63d8c049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:06.076303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4b50ce-1844-43f8-a276-edc4172266f1 admin admin] Deleting subnet e67fa6dd-729a-4645-b00b-e0f135b9f08b {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:17:06.117990 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a4b50ce-1844-43f8-a276-edc4172266f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:06.134963 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=3c8879f2-c0b4-473d-834b-662e5d021399,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:06.135159 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556915d3-2053-4e74-83eb-0d40164e5584 x-openstack-request-id: req-556915d3-2053-4e74-83eb-0d40164e5584 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:06.135159 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc82a05b-1a44-4982-a13f-56ce63d8c049", "tag": "3bd6c33d-2659-4569-9448-a8ce305ad108", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:06.135422 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-556915d3-2053-4e74-83eb-0d40164e5584 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:06.135678 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc82a05b-1a44-4982-a13f-56ce63d8c049', 'tag': '3bd6c33d-2659-4569-9448-a8ce305ad108', 'status': 'completed', 'code': 200} Dec 16 22:17:06.178662 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:06.268568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a4b50ce-1844-43f8-a276-edc4172266f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:06.283211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 5d94475c-1657-4ad7-b2be-e8b1c81da7af, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=5d94475c-1657-4ad7-b2be-e8b1c81da7af,segment=NetworkSegment(45cd49b7-4f37-4f63-967f-d52ae50c4be6),segment_id=45cd49b7-4f37-4f63-967f-d52ae50c4be6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:06.296137 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '5d94475c-1657-4ad7-b2be-e8b1c81da7af', 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce', 'port_id': '5d94475c-1657-4ad7-b2be-e8b1c81da7af', 'mac_address': 'fa:16:3e:38:28:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57718039-6093-40b9-897e-8e4ab7d09ed7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:06.313937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396b04d-c322-48de-a408-8605cd4fb7ef req-d6b69a84-c84d-444e-9017-cf39353ce780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.314413 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396b04d-c322-48de-a408-8605cd4fb7ef req-d6b69a84-c84d-444e-9017-cf39353ce780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.317650 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6396b04d-c322-48de-a408-8605cd4fb7ef req-d6b69a84-c84d-444e-9017-cf39353ce780 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3d095072c80400396b4981d89df8f54&device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1913 time: 0.1630855 Dec 16 22:17:06.341703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cedea-f7aa-4096-bf6c-c5b8150ce68c req-ea5efbc8-493e-4791-8c64-fada3648bb9e tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.347830 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:06.349889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cedea-f7aa-4096-bf6c-c5b8150ce68c req-ea5efbc8-493e-4791-8c64-fada3648bb9e tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.364131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d94475c-1657-4ad7-b2be-e8b1c81da7af {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:06.367147 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-427cedea-f7aa-4096-bf6c-c5b8150ce68c req-ea5efbc8-493e-4791-8c64-fada3648bb9e tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1666 time: 0.3495512 Dec 16 22:17:06.386777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 5d94475c-1657-4ad7-b2be-e8b1c81da7af, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=5d94475c-1657-4ad7-b2be-e8b1c81da7af,segment=NetworkSegment(45cd49b7-4f37-4f63-967f-d52ae50c4be6),segment_id=45cd49b7-4f37-4f63-967f-d52ae50c4be6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:06.397718 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a4b50ce-1844-43f8-a276-edc4172266f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:06.426747 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:06.427779 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 7096ebf6-54ee-43dd-8452-01afb84b3b46 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:06.500244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba392-e3b1-40cc-bc0e-fcd4533c9b89 req-65d05bf0-56d9-4603-9002-24280ed6dfb4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.504387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc1ba392-e3b1-40cc-bc0e-fcd4533c9b89 req-65d05bf0-56d9-4603-9002-24280ed6dfb4 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 949 time: 0.2819483 Dec 16 22:17:06.517923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7096ebf6-54ee-43dd-8452-01afb84b3b46, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7096ebf6-54ee-43dd-8452-01afb84b3b46,segment=NetworkSegment(45cd49b7-4f37-4f63-967f-d52ae50c4be6),segment_id=45cd49b7-4f37-4f63-967f-d52ae50c4be6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:06.520580 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=5d94475c-1657-4ad7-b2be-e8b1c81da7af,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:06.535236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '7096ebf6-54ee-43dd-8452-01afb84b3b46', 'network_id': 'ddfb57a8-dc71-427e-ae1b-ea8399014fce', 'port_id': '7096ebf6-54ee-43dd-8452-01afb84b3b46', 'mac_address': 'fa:16:3e:91:02:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57718039-6093-40b9-897e-8e4ab7d09ed7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:06.592690 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:06.612632 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7096ebf6-54ee-43dd-8452-01afb84b3b46 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:06.633107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-427cedea-f7aa-4096-bf6c-c5b8150ce68c req-35e5a476-a548-4edc-9fa3-857de195d0d0 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648976 Dec 16 22:17:06.654047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7096ebf6-54ee-43dd-8452-01afb84b3b46, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7096ebf6-54ee-43dd-8452-01afb84b3b46,segment=NetworkSegment(45cd49b7-4f37-4f63-967f-d52ae50c4be6),segment_id=45cd49b7-4f37-4f63-967f-d52ae50c4be6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:06.712522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc1ba392-e3b1-40cc-bc0e-fcd4533c9b89 req-db553384-d786-400e-b384-bd3a7abde019 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951387 Dec 16 22:17:06.736116 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:06.785695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=7096ebf6-54ee-43dd-8452-01afb84b3b46,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:06.863013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:06.872331 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:06.917430 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Transition to ACTIVE for port object e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:17:06.921770 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95cc4b9-7465-43f0-8c56-b1090172f4c6', 'name': 'network-vif-deleted', 'tag': '2f02529d-61d1-4bae-b2c7-c0cd2ae173b5'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:06.924072 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e786f3d2-cc35-4b47-bf4b-090486effa24" -d '{"events": [{"server_uuid": "a95cc4b9-7465-43f0-8c56-b1090172f4c6", "name": "network-vif-deleted", "tag": "2f02529d-61d1-4bae-b2c7-c0cd2ae173b5"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:06.979595 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5273e-0008-44f9-aead-e0d75254607e req-ec3cf7e2-6552-4163-82f5-2ac47ca80a15 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.981138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eda5273e-0008-44f9-aead-e0d75254607e req-ec3cf7e2-6552-4163-82f5-2ac47ca80a15 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.0993643 Dec 16 22:17:06.992796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038e260-9b50-47ad-8d8b-1e53d8f13277 req-e4fd7abb-da39-4649-9240-c8ae449da829 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.998885 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038e260-9b50-47ad-8d8b-1e53d8f13277 req-e4fd7abb-da39-4649-9240-c8ae449da829 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.005863 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038e260-9b50-47ad-8d8b-1e53d8f13277 req-e4fd7abb-da39-4649-9240-c8ae449da829 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.012054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038e260-9b50-47ad-8d8b-1e53d8f13277 req-e4fd7abb-da39-4649-9240-c8ae449da829 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.018340 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038e260-9b50-47ad-8d8b-1e53d8f13277 req-e4fd7abb-da39-4649-9240-c8ae449da829 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.036990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038e260-9b50-47ad-8d8b-1e53d8f13277 req-e4fd7abb-da39-4649-9240-c8ae449da829 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.036990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038e260-9b50-47ad-8d8b-1e53d8f13277 req-e4fd7abb-da39-4649-9240-c8ae449da829 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.036990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9038e260-9b50-47ad-8d8b-1e53d8f13277 req-e4fd7abb-da39-4649-9240-c8ae449da829 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5434 time: 0.1501856 Dec 16 22:17:07.041757 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.042924 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396b04d-c322-48de-a408-8605cd4fb7ef req-8978e4d9-cc29-484c-90af-de9ebf3b68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.043430 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396b04d-c322-48de-a408-8605cd4fb7ef req-8978e4d9-cc29-484c-90af-de9ebf3b68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.043898 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396b04d-c322-48de-a408-8605cd4fb7ef req-8978e4d9-cc29-484c-90af-de9ebf3b68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.045494 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6396b04d-c322-48de-a408-8605cd4fb7ef req-8978e4d9-cc29-484c-90af-de9ebf3b68c7 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d3d095072c80400396b4981d89df8f54&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7156172 Dec 16 22:17:07.157391 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a4b50ce-1844-43f8-a276-edc4172266f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.180768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Pushing event updated for resources: {'Port': ['ID=e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:07.208278 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b50ce-1844-43f8-a276-edc4172266f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e67fa6dd-729a-4645-b00b-e0f135b9f08b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:07.221205 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a4b50ce-1844-43f8-a276-edc4172266f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.224330 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6a4b50ce-1844-43f8-a276-edc4172266f1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e67fa6dd-729a-4645-b00b-e0f135b9f08b HTTP/1.1" status: 204 len: 168 time: 1.2614434 Dec 16 22:17:07.228295 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eda5273e-0008-44f9-aead-e0d75254607e req-7ec58212-ca07-43eb-9c00-64df25c70488 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941214 Dec 16 22:17:07.233153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35210) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:07.240611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396b04d-c322-48de-a408-8605cd4fb7ef req-dfa77d63-f43e-4b3c-b331-957aed25852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.242579 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6396b04d-c322-48de-a408-8605cd4fb7ef req-dfa77d63-f43e-4b3c-b331-957aed25852a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1876700 Dec 16 22:17:07.268276 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9038e260-9b50-47ad-8d8b-1e53d8f13277 req-3006e9bc-1c47-4569-a34f-fd7e43457713 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2245655 Dec 16 22:17:07.362048 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8873d1d-567f-4e70-9b8f-b75ef1716f84 x-openstack-request-id: req-f8873d1d-567f-4e70-9b8f-b75ef1716f84 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:07.362592 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95cc4b9-7465-43f0-8c56-b1090172f4c6", "name": "network-vif-deleted", "tag": "2f02529d-61d1-4bae-b2c7-c0cd2ae173b5", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:07.363012 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8873d1d-567f-4e70-9b8f-b75ef1716f84 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:07.363620 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95cc4b9-7465-43f0-8c56-b1090172f4c6', 'name': 'network-vif-deleted', 'tag': '2f02529d-61d1-4bae-b2c7-c0cd2ae173b5', 'status': 'completed', 'code': 200} Dec 16 22:17:07.368180 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f635f30d-8ff8-4fca-8727-2a91a55ee9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.512206 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5dd8fe59-b771-45a2-9a42-2f19c6c2cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.518529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727fe3aa-9f37-474c-b5fd-0d0a50323016 req-9863f1b6-fe41-4ccc-9836-cb81676b7e84 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 210 time: 0.1197853 Dec 16 22:17:07.534091 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Attempting to bind port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:07.538632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Attempting to bind port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'e2ca6657-61e3-4da1-ae60-84ea9912b418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afa39fbd-d521-4411-a7db-4e7748b92009'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:07.538632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Attempting to bind port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d on network afa39fbd-d521-4411-a7db-4e7748b92009 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:07.542717 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d on network afa39fbd-d521-4411-a7db-4e7748b92009 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:07.543048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Attempting to bind port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d on network afa39fbd-d521-4411-a7db-4e7748b92009 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:07.550923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:07.551184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Checking segment: {'id': 'e2ca6657-61e3-4da1-ae60-84ea9912b418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afa39fbd-d521-4411-a7db-4e7748b92009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:07.551610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Bound using segment: {'id': 'e2ca6657-61e3-4da1-ae60-84ea9912b418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afa39fbd-d521-4411-a7db-4e7748b92009'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:07.552011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Bound port: e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ca6657-61e3-4da1-ae60-84ea9912b418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afa39fbd-d521-4411-a7db-4e7748b92009'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:07.552374 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.674957 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5dd8fe59-b771-45a2-9a42-2f19c6c2cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.716871 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f635f30d-8ff8-4fca-8727-2a91a55ee9a0 admin admin] Deleting port 36c73233-3bb9-4920-a8d4-62c82add2a17 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:07.717212 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f635f30d-8ff8-4fca-8727-2a91a55ee9a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.748539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5dd8fe59-b771-45a2-9a42-2f19c6c2cb6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af419a97-92be-4a29-a6d1-1c4a5581c793']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:07.760317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] For port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:07.764370 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5dd8fe59-b771-45a2-9a42-2f19c6c2cb6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9196b4e-6275-4e26-aa74-b2017e931fbe') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:07.765524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5dd8fe59-b771-45a2-9a42-2f19c6c2cb6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9196b4e-6275-4e26-aa74-b2017e931fbe') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:07.768943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] For port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d,segment=NetworkSegment(e2ca6657-61e3-4da1-ae60-84ea9912b418),segment_id=e2ca6657-61e3-4da1-ae60-84ea9912b418)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:07.774361 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['3c8879f2-c0b4-473d-834b-662e5d021399'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:07.785284 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5dd8fe59-b771-45a2-9a42-2f19c6c2cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.786198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['7096ebf6-54ee-43dd-8452-01afb84b3b46'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:07.848548 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5dd8fe59-b771-45a2-9a42-2f19c6c2cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.878556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd8fe59-b771-45a2-9a42-2f19c6c2cb6d admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:17:07.879493 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5dd8fe59-b771-45a2-9a42-2f19c6c2cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:17:07.881630 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:17:07.891627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-f635f30d-8ff8-4fca-8727-2a91a55ee9a0 admin admin] For port 36c73233-3bb9-4920-a8d4-62c82add2a17, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=36c73233-3bb9-4920-a8d4-62c82add2a17,segment=NetworkSegment(cb8d9b4d-1754-476b-9571-5840c9549736),segment_id=cb8d9b4d-1754-476b-9571-5840c9549736)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:07.892127 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f635f30d-8ff8-4fca-8727-2a91a55ee9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.894723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['2f02bdff-c1df-4be2-8a7e-501b723a9da5'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:07.898655 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['095953be-6333-4ca7-a576-8260e99dcc7f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:07.911809 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f635f30d-8ff8-4fca-8727-2a91a55ee9a0 admin admin] Calling delete_port for 36c73233-3bb9-4920-a8d4-62c82add2a17 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:07.940303 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:08.042250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b28e82-4fd3-4a01-a1b0-75354cd6be0a req-251d618f-42fa-4691-9937-4b90d3cf4908 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.049944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b28e82-4fd3-4a01-a1b0-75354cd6be0a req-251d618f-42fa-4691-9937-4b90d3cf4908 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.051677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99b28e82-4fd3-4a01-a1b0-75354cd6be0a req-251d618f-42fa-4691-9937-4b90d3cf4908 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1678 time: 0.2607005 Dec 16 22:17:08.053349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.053631 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:08.058326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] 10.222.0.69 "PUT /v2.0/ports/e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d HTTP/1.1" status: 200 len: 1092 time: 2.0256145 Dec 16 22:17:08.215558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a797b4-8d32-4a3c-996f-7296e0ce86f2 req-3c661527-12d5-442c-9139-f0797f13cd74 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.221214 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-65a797b4-8d32-4a3c-996f-7296e0ce86f2 req-3c661527-12d5-442c-9139-f0797f13cd74 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.69 "GET /v2.0/ports?device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 949 time: 0.2430964 Dec 16 22:17:08.385915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3e9e6-b1ff-4a9c-8ed4-4fb71ad72f33 req-888ac003-0db4-4723-9a58-73a34e64659a tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.388199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bd3e9e6-b1ff-4a9c-8ed4-4fb71ad72f33 req-888ac003-0db4-4723-9a58-73a34e64659a tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 949 time: 0.5747089 Dec 16 22:17:08.388728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc82a05b-1a44-4982-a13f-56ce63d8c049', 'tag': 'e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:08.391280 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8185ec-c208-4981-8fc0-42f492ed5a05" -d '{"events": [{"name": "network-changed", "server_uuid": "fc82a05b-1a44-4982-a13f-56ce63d8c049", "tag": "e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:08.420367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-66aabc5d-3ccc-482e-95f0-519ab138e964 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.422628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-66aabc5d-3ccc-482e-95f0-519ab138e964 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.69 "GET /v2.0/networks?id=618cc96b-0c5b-4a44-a88d-ade467a45f26 HTTP/1.1" status: 200 len: 824 time: 0.4165080 Dec 16 22:17:08.423403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ed7b6-3d4a-4989-947a-0ce91f15265b service neutron] Pushing event updated for resources: {'Port': ['ID=e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:08.436337 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5dd8fe59-b771-45a2-9a42-2f19c6c2cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:08.446342 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5dd8fe59-b771-45a2-9a42-2f19c6c2cb6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:08.453469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5dd8fe59-b771-45a2-9a42-2f19c6c2cb6d admin admin] 10.222.0.43 "DELETE /v2.0/networks/af419a97-92be-4a29-a6d1-1c4a5581c793 HTTP/1.1" status: 204 len: 168 time: 1.2212222 Dec 16 22:17:08.490991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-65a797b4-8d32-4a3c-996f-7296e0ce86f2 req-f8175a17-2941-4cc6-b999-0771e65848ef tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Deleting port 2de6f830-8043-4f87-be17-f35bb6e2e93c {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:08.491374 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-65a797b4-8d32-4a3c-996f-7296e0ce86f2 req-f8175a17-2941-4cc6-b999-0771e65848ef tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:08.493900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d5c72453-3905-459e-bc50-8f1220f1d12f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Request body: {'port': {'device_id': 'b551e33a-a94c-4289-bceb-6afbfaef8c84', 'network_id': '618cc96b-0c5b-4a44-a88d-ade467a45f26', 'admin_state_up': True, 'tenant_id': '935905e94ba34040b4bff0e24ab96344'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:08.612461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8fe59-b771-45a2-9a42-2f19c6c2cb6d admin admin] Pushing event deleted for resources: {'Network': ['ID=af419a97-92be-4a29-a6d1-1c4a5581c793,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:08.621815 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-65a797b4-8d32-4a3c-996f-7296e0ce86f2 req-f8175a17-2941-4cc6-b999-0771e65848ef tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] For port 2de6f830-8043-4f87-be17-f35bb6e2e93c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2de6f830-8043-4f87-be17-f35bb6e2e93c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:08.622066 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-65a797b4-8d32-4a3c-996f-7296e0ce86f2 req-f8175a17-2941-4cc6-b999-0771e65848ef tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:08.646478 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-65a797b4-8d32-4a3c-996f-7296e0ce86f2 req-f8175a17-2941-4cc6-b999-0771e65848ef tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Calling delete_port for 2de6f830-8043-4f87-be17-f35bb6e2e93c owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:08.659297 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['5d94475c-1657-4ad7-b2be-e8b1c81da7af'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:08.708164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['9850f462-340f-49c0-b1fb-6a832caa60e7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:08.708800 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f635f30d-8ff8-4fca-8727-2a91a55ee9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:08.711497 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-35364a23-8e4a-457a-8077-f765c381b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.712331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-35364a23-8e4a-457a-8077-f765c381b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.715390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-35364a23-8e4a-457a-8077-f765c381b0ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3d095072c80400396b4981d89df8f54&device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1980 time: 0.2829859 Dec 16 22:17:08.732862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99b28e82-4fd3-4a01-a1b0-75354cd6be0a req-d15f9303-c826-49f9-a5fb-ccfa75e8ff5c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040078 Dec 16 22:17:08.746142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:08.768558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635f30d-8ff8-4fca-8727-2a91a55ee9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c73233-3bb9-4920-a8d4-62c82add2a17,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:08.815430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-9ae58621-7098-4b77-a1d7-e506bd5e63d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.71&port_id=3bd6c33d-2659-4569-9448-a8ce305ad108 HTTP/1.1" status: 200 len: 217 time: 0.0662391 Dec 16 22:17:08.819226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bd3e9e6-b1ff-4a9c-8ed4-4fb71ad72f33 req-540ee911-7cad-4829-a68d-659ebf6d83fb tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886578 Dec 16 22:17:08.834802 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:08.835735 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2f02529d-61d1-4bae-b2c7-c0cd2ae173b5 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:08.837488 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 0426fd47-742a-476a-836a-0d308dd1f347 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:08.920659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-cb9ca374-7d5b-4225-874d-f3e28e4ccefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.922186 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-cb9ca374-7d5b-4225-874d-f3e28e4ccefd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f6883924-325e-4297-a0f5-6ea2110e98e7 HTTP/1.1" status: 200 len: 801 time: 0.0731564 Dec 16 22:17:08.923990 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['aad230d4-20b2-48ae-bee1-5a21895924e4'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:08.970561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35236) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:08.996800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 0426fd47-742a-476a-836a-0d308dd1f347 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:08.997156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 0426fd47-742a-476a-836a-0d308dd1f347 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:09.069221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d5c72453-3905-459e-bc50-8f1220f1d12f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Made reservation on behalf of 935905e94ba34040b4bff0e24ab96344 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:09.073145 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d5c72453-3905-459e-bc50-8f1220f1d12f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:09.097816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-fdefae0e-8298-4eee-8155-e7edc775002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:09.099645 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-fdefae0e-8298-4eee-8155-e7edc775002b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f019d215-f246-4f0e-abfb-03e846764efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1648843 Dec 16 22:17:09.138511 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ebaa4212-a2d9-40f8-9d98-1f869eef6227 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9aa382ba6acb4dab92b35785ba13d241&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1610720 Dec 16 22:17:09.144477 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35238) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:09.146155 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f635f30d-8ff8-4fca-8727-2a91a55ee9a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:09.193727 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b9a40-6ff5-4607-83ca-1bf351867344 req-0c4b9dc6-181f-4adc-84d6-57aa4cc8e9af tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:09.199735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b9a40-6ff5-4607-83ca-1bf351867344 req-0c4b9dc6-181f-4adc-84d6-57aa4cc8e9af tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:09.206274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b9a40-6ff5-4607-83ca-1bf351867344 req-0c4b9dc6-181f-4adc-84d6-57aa4cc8e9af tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:09.212344 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b9a40-6ff5-4607-83ca-1bf351867344 req-0c4b9dc6-181f-4adc-84d6-57aa4cc8e9af tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:09.218569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b9a40-6ff5-4607-83ca-1bf351867344 req-0c4b9dc6-181f-4adc-84d6-57aa4cc8e9af tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:09.224595 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b9a40-6ff5-4607-83ca-1bf351867344 req-0c4b9dc6-181f-4adc-84d6-57aa4cc8e9af tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:09.230904 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b9a40-6ff5-4607-83ca-1bf351867344 req-0c4b9dc6-181f-4adc-84d6-57aa4cc8e9af tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:09.232636 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb9b9a40-6ff5-4607-83ca-1bf351867344 req-0c4b9dc6-181f-4adc-84d6-57aa4cc8e9af tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5434 time: 0.2716470 Dec 16 22:17:09.245762 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af3cc9-42a5-4ba1-960c-3df6148ccf5f req-f0bec352-0312-48ff-8b76-583952571029 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:09.247376 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6af3cc9-42a5-4ba1-960c-3df6148ccf5f req-f0bec352-0312-48ff-8b76-583952571029 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.2917292 Dec 16 22:17:09.262161 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-65a797b4-8d32-4a3c-996f-7296e0ce86f2 req-f8175a17-2941-4cc6-b999-0771e65848ef tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:09.302658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8175a17-2941-4cc6-b999-0771e65848ef tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Pushing event deleted for resources: {'Port': ['ID=2de6f830-8043-4f87-be17-f35bb6e2e93c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:09.368700 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a797b4-8d32-4a3c-996f-7296e0ce86f2 req-f8175a17-2941-4cc6-b999-0771e65848ef tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] No DVR routers for this DVR port 2de6f830-8043-4f87-be17-f35bb6e2e93c on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:09.371884 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-65a797b4-8d32-4a3c-996f-7296e0ce86f2 req-f8175a17-2941-4cc6-b999-0771e65848ef tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:09.375889 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-65a797b4-8d32-4a3c-996f-7296e0ce86f2 req-f8175a17-2941-4cc6-b999-0771e65848ef tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.69 "DELETE /v2.0/ports/2de6f830-8043-4f87-be17-f35bb6e2e93c HTTP/1.1" status: 204 len: 173 time: 1.1446364 Dec 16 22:17:09.379248 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8146af3e-235a-494c-8429-c261bfb42bfd', 'name': 'network-vif-deleted', 'tag': '2de6f830-8043-4f87-be17-f35bb6e2e93c'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:09.382309 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fd042f-4a14-4a17-b628-3e6b5b6ee712" -d '{"events": [{"server_uuid": "8146af3e-235a-494c-8429-c261bfb42bfd", "name": "network-vif-deleted", "tag": "2de6f830-8043-4f87-be17-f35bb6e2e93c"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:09.511161 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f635f30d-8ff8-4fca-8727-2a91a55ee9a0 admin admin] Router 55a66d11-bc19-4ffd-aec0-93556b73986c has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:17:09.640206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f635f30d-8ff8-4fca-8727-2a91a55ee9a0 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:17:09.649141 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f635f30d-8ff8-4fca-8727-2a91a55ee9a0 admin admin] 10.222.0.43 "PUT /v2.0/routers/55a66d11-bc19-4ffd-aec0-93556b73986c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6088390 Dec 16 22:17:09.649332 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35242) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:09.650250 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ced233-0c7d-43e0-9819-236b50d90f53 None None] Sync routers for ids ['55a66d11-bc19-4ffd-aec0-93556b73986c'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:17:09.668687 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ced233-0c7d-43e0-9819-236b50d90f53 None None] Routers {'55a66d11-bc19-4ffd-aec0-93556b73986c'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:09.669625 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-31ced233-0c7d-43e0-9819-236b50d90f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:16:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['55a66d11-bc19-4ffd-aec0-93556b73986c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:09.795836 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e88aef0d-6fc0-4959-8011-9560ad2ff332 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:09.888585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6af3cc9-42a5-4ba1-960c-3df6148ccf5f req-f8f61776-aea4-4961-8789-01d494a24fd8 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999379 Dec 16 22:17:09.894112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-d2aa6b5b-c328-4374-9186-d3bf2cf73851 service neutron] 10.222.0.69 "GET /v2.0/networks/f019d215-f246-4f0e-abfb-03e846764efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7801695 Dec 16 22:17:09.902087 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-31ced233-0c7d-43e0-9819-236b50d90f53 None None] Set router 55a66d11-bc19-4ffd-aec0-93556b73986c gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:09.916245 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb9b9a40-6ff5-4607-83ca-1bf351867344 req-b58f1af7-bbf5-47c7-86ca-5a962fc55ef0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6330116 Dec 16 22:17:09.928355 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6060d96c-c9bc-45b6-a1dc-a15d1b56e539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:09.975980 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e88aef0d-6fc0-4959-8011-9560ad2ff332 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:09.995098 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8afb504-8d1e-4e6c-9c91-f3996cbc5dcc x-openstack-request-id: req-f8afb504-8d1e-4e6c-9c91-f3996cbc5dcc {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:09.995374 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc82a05b-1a44-4982-a13f-56ce63d8c049", "tag": "e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:09.995614 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8afb504-8d1e-4e6c-9c91-f3996cbc5dcc {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:09.996020 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc82a05b-1a44-4982-a13f-56ce63d8c049', 'tag': 'e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d', 'status': 'completed', 'code': 200} Dec 16 22:17:09.997229 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d5c72453-3905-459e-bc50-8f1220f1d12f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Allocated IP 172.20.0.9 (618cc96b-0c5b-4a44-a88d-ade467a45f26/962046f3-46d9-433e-ad36-dadc6415790b/aac4d708-6eee-4507-81ab-d1a8fa34583a) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:10.053784 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6060d96c-c9bc-45b6-a1dc-a15d1b56e539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.106754 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e88aef0d-6fc0-4959-8011-9560ad2ff332 admin admin] Deleting port 81859a0e-eb4b-46f8-9cd1-a3395eee243e {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:10.107373 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e88aef0d-6fc0-4959-8011-9560ad2ff332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.121707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d186539-d938-42dd-be8d-23f311108fdc req-ac0d8033-3374-4787-ad05-c3486f9da66f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 210 time: 0.0743639 Dec 16 22:17:10.198722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-338c9a0e-5cce-48cc-a652-2c7dd5e43d26 service neutron] 10.222.0.69 "GET /v2.0/networks/f019d215-f246-4f0e-abfb-03e846764efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811222 Dec 16 22:17:10.201404 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-31ced233-0c7d-43e0-9819-236b50d90f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'name': 'tempest-ServerRescueTestJSON-1409817205-router', 'tenant_id': '1de029b3946e475788fd115f1e4ecc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '81859a0e-eb4b-46f8-9cd1-a3395eee243e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:17:08Z', 'revision_number': 5, 'project_id': '1de029b3946e475788fd115f1e4ecc77', 'gw_port': {'id': '81859a0e-eb4b-46f8-9cd1-a3395eee243e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:26Z', 'updated_at': '2021-12-16T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:10.241845 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602344b8-6ed6-40b7-8fd0-455726c6e854 x-openstack-request-id: req-602344b8-6ed6-40b7-8fd0-455726c6e854 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:10.243326 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ced233-0c7d-43e0-9819-236b50d90f53 None None] Checking router: 55a66d11-bc19-4ffd-aec0-93556b73986c for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:17:10.243817 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8146af3e-235a-494c-8429-c261bfb42bfd", "name": "network-vif-deleted", "tag": "2de6f830-8043-4f87-be17-f35bb6e2e93c", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:10.244893 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-602344b8-6ed6-40b7-8fd0-455726c6e854 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:10.245668 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8146af3e-235a-494c-8429-c261bfb42bfd', 'name': 'network-vif-deleted', 'tag': '2de6f830-8043-4f87-be17-f35bb6e2e93c', 'status': 'completed', 'code': 200} Dec 16 22:17:10.267040 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ced233-0c7d-43e0-9819-236b50d90f53 None None] Routers {'55a66d11-bc19-4ffd-aec0-93556b73986c'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:10.267782 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-31ced233-0c7d-43e0-9819-236b50d90f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:16:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['55a66d11-bc19-4ffd-aec0-93556b73986c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:10.288715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-ceefa36e-fc53-4356-bda9-c0f71aaff83d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.216&port_id=e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d HTTP/1.1" status: 200 len: 217 time: 0.0453150 Dec 16 22:17:10.291972 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6060d96c-c9bc-45b6-a1dc-a15d1b56e539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.294658 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6060d96c-c9bc-45b6-a1dc-a15d1b56e539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.299851 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6060d96c-c9bc-45b6-a1dc-a15d1b56e539 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a53add0e-f309-4ace-a4ad-dde080ae9cf0 HTTP/1.1" status: 204 len: 168 time: 1.1491652 Dec 16 22:17:10.326372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060d96c-c9bc-45b6-a1dc-a15d1b56e539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53add0e-f309-4ace-a4ad-dde080ae9cf0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:10.347244 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-e88aef0d-6fc0-4959-8011-9560ad2ff332 admin admin] For port 81859a0e-eb4b-46f8-9cd1-a3395eee243e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=81859a0e-eb4b-46f8-9cd1-a3395eee243e,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:10.347946 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e88aef0d-6fc0-4959-8011-9560ad2ff332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.383312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e88aef0d-6fc0-4959-8011-9560ad2ff332 admin admin] Calling delete_port for 81859a0e-eb4b-46f8-9cd1-a3395eee243e owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:10.418518 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-31ced233-0c7d-43e0-9819-236b50d90f53 None None] Set router 55a66d11-bc19-4ffd-aec0-93556b73986c gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:10.457266 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d5c72453-3905-459e-bc50-8f1220f1d12f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.462932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-07af5a77-fcd1-49f3-bbc5-a3e112c841e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.463952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-07af5a77-fcd1-49f3-bbc5-a3e112c841e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b22d38f-f2ab-4670-b73f-eec553260f78 HTTP/1.1" status: 200 len: 801 time: 0.1587639 Dec 16 22:17:10.512858 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-31ced233-0c7d-43e0-9819-236b50d90f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'name': 'tempest-ServerRescueTestJSON-1409817205-router', 'tenant_id': '1de029b3946e475788fd115f1e4ecc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:17:09Z', 'revision_number': 6, 'project_id': '1de029b3946e475788fd115f1e4ecc77', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:10.517292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2947a5-4a84-47f4-b40a-e462e33c58c1 req-8781bb49-f8b9-484b-9fb6-9b71baebd52f tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.523802 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2947a5-4a84-47f4-b40a-e462e33c58c1 req-8781bb49-f8b9-484b-9fb6-9b71baebd52f tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.525560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e2947a5-4a84-47f4-b40a-e462e33c58c1 req-8781bb49-f8b9-484b-9fb6-9b71baebd52f tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1678 time: 0.1622012 Dec 16 22:17:10.565026 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ced233-0c7d-43e0-9819-236b50d90f53 None None] The sync data for ids ['55a66d11-bc19-4ffd-aec0-93556b73986c'] in n-d-821840-2 is: [{'id': '55a66d11-bc19-4ffd-aec0-93556b73986c', 'name': 'tempest-ServerRescueTestJSON-1409817205-router', 'tenant_id': '1de029b3946e475788fd115f1e4ecc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:17:09Z', 'revision_number': 6, 'project_id': '1de029b3946e475788fd115f1e4ecc77', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:17:10.572710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-205ed0d0-9f48-4c07-a297-36ec8b71f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.574284 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-205ed0d0-9f48-4c07-a297-36ec8b71f383 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=afa39fbd-d521-4411-a7db-4e7748b92009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0981631 Dec 16 22:17:10.668713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e2947a5-4a84-47f4-b40a-e462e33c58c1 req-ed148c19-93aa-487d-94ec-a8d07d0bb7bc tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276107 Dec 16 22:17:10.690327 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d5c72453-3905-459e-bc50-8f1220f1d12f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.745028 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3c8879f2-c0b4-473d-834b-662e5d021399 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:10.767313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d5c72453-3905-459e-bc50-8f1220f1d12f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Network 618cc96b-0c5b-4a44-a88d-ade467a45f26 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:10.769999 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e88aef0d-6fc0-4959-8011-9560ad2ff332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.802536 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-899ef359-7749-41c4-8ee4-baddfe4350b0 service neutron] 10.222.0.69 "GET /v2.0/networks/afa39fbd-d521-4411-a7db-4e7748b92009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164016 Dec 16 22:17:10.803493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d5c72453-3905-459e-bc50-8f1220f1d12f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:10.806304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d5c72453-3905-459e-bc50-8f1220f1d12f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:10.814476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aef0d-6fc0-4959-8011-9560ad2ff332 admin admin] Pushing event deleted for resources: {'Port': ['ID=81859a0e-eb4b-46f8-9cd1-a3395eee243e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:10.875687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c72453-3905-459e-bc50-8f1220f1d12f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Pushing event updated for resources: {'Port': ['ID=aac4d708-6eee-4507-81ab-d1a8fa34583a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:10.889162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1632887-3d67-4986-bae3-df81366ce625 req-d09a5f45-a54c-443b-9bec-6563f9fba4ef tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=8146af3e-235a-494c-8429-c261bfb42bfd HTTP/1.1" status: 200 len: 210 time: 0.1120830 Dec 16 22:17:10.901435 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e88aef0d-6fc0-4959-8011-9560ad2ff332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.919140 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 3c8879f2-c0b4-473d-834b-662e5d021399 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:10.964965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d5c72453-3905-459e-bc50-8f1220f1d12f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.965471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 3c8879f2-c0b4-473d-834b-662e5d021399 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:10.965727 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d5c72453-3905-459e-bc50-8f1220f1d12f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.966313 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.026338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5a7a58f-5ad9-443d-8982-47b7625318f2 req-04e9afe0-b626-421d-b9d3-7c8a6bc2f309 service neutron] 10.222.0.69 "GET /v2.0/networks/afa39fbd-d521-4411-a7db-4e7748b92009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112079 Dec 16 22:17:11.082033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d5c72453-3905-459e-bc50-8f1220f1d12f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6484094 Dec 16 22:17:11.099084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Request body: {'port': {'device_id': 'b551e33a-a94c-4289-bceb-6afbfaef8c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:11.153241 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e88aef0d-6fc0-4959-8011-9560ad2ff332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.157932 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e88aef0d-6fc0-4959-8011-9560ad2ff332 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.235513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 36c73233-3bb9-4920-a8d4-62c82add2a17 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:11.279560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['99ecd729-b4db-47a7-b01a-81495d0b4d1b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:11.330192 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 36c73233-3bb9-4920-a8d4-62c82add2a17 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:11.331474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 36c73233-3bb9-4920-a8d4-62c82add2a17 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:11.341455 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.358206 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e88aef0d-6fc0-4959-8011-9560ad2ff332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.359728 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88aef0d-6fc0-4959-8011-9560ad2ff332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55a66d11-bc19-4ffd-aec0-93556b73986c {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:17:11.363602 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.372994 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e88aef0d-6fc0-4959-8011-9560ad2ff332 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.378571 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e88aef0d-6fc0-4959-8011-9560ad2ff332 admin admin] 10.222.0.43 "DELETE /v2.0/routers/55a66d11-bc19-4ffd-aec0-93556b73986c HTTP/1.1" status: 204 len: 168 time: 1.7281671 Dec 16 22:17:11.379204 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35276) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:11.380417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8185ec-c208-4981-8fc0-42f492ed5a05 req-5b10b79a-63d8-44c1-9db2-e6055a81ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.381035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8185ec-c208-4981-8fc0-42f492ed5a05 req-5b10b79a-63d8-44c1-9db2-e6055a81ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.383502 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b8185ec-c208-4981-8fc0-42f492ed5a05 req-5b10b79a-63d8-44c1-9db2-e6055a81ef0e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3d095072c80400396b4981d89df8f54&device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1980 time: 0.1380277 Dec 16 22:17:11.416977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8879f2-c0b4-473d-834b-662e5d021399'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:11.419605 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4303205-ca97-4d75-ae5d-30c71869d864" -d '{"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-plugged", "status": "completed", "tag": "3c8879f2-c0b4-473d-834b-662e5d021399"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:11.449698 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 3c8879f2-c0b4-473d-834b-662e5d021399, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3c8879f2-c0b4-473d-834b-662e5d021399,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:11.482748 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-789166ac-df7e-4eab-8e1f-eb6fe5a31b85 admin admin] Deleting subnet 71387a28-0c73-4674-8c37-167ab8f9b37e {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:17:11.490858 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-789166ac-df7e-4eab-8e1f-eb6fe5a31b85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.533509 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.535534 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 095953be-6333-4ca7-a576-8260e99dcc7f up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:11.540007 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-789166ac-df7e-4eab-8e1f-eb6fe5a31b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.565358 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8185ec-c208-4981-8fc0-42f492ed5a05 req-741202ff-7c5f-4016-ab73-83af73c28a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.568377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b8185ec-c208-4981-8fc0-42f492ed5a05 req-741202ff-7c5f-4016-ab73-83af73c28a48 service neutron] 10.222.0.69 "GET /v2.0/networks?id=afa39fbd-d521-4411-a7db-4e7748b92009 HTTP/1.1" status: 200 len: 902 time: 0.1569402 Dec 16 22:17:11.605858 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-789166ac-df7e-4eab-8e1f-eb6fe5a31b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.636588 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=3c8879f2-c0b4-473d-834b-662e5d021399,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:11.680910 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b8185ec-c208-4981-8fc0-42f492ed5a05 req-b02c15e1-5688-4f65-b904-c3227a953d20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.216&port_id=e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d HTTP/1.1" status: 200 len: 217 time: 0.0983961 Dec 16 22:17:11.699236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adf63a-828e-4503-834f-ec9b6425d87a req-76f6e5d5-61ae-4367-a72b-b36e137358b0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.706800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adf63a-828e-4503-834f-ec9b6425d87a req-76f6e5d5-61ae-4367-a72b-b36e137358b0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.712890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adf63a-828e-4503-834f-ec9b6425d87a req-76f6e5d5-61ae-4367-a72b-b36e137358b0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.720761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adf63a-828e-4503-834f-ec9b6425d87a req-76f6e5d5-61ae-4367-a72b-b36e137358b0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.728056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adf63a-828e-4503-834f-ec9b6425d87a req-76f6e5d5-61ae-4367-a72b-b36e137358b0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.734790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adf63a-828e-4503-834f-ec9b6425d87a req-76f6e5d5-61ae-4367-a72b-b36e137358b0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.741016 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 095953be-6333-4ca7-a576-8260e99dcc7f completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:11.744429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adf63a-828e-4503-834f-ec9b6425d87a req-76f6e5d5-61ae-4367-a72b-b36e137358b0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.746107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 095953be-6333-4ca7-a576-8260e99dcc7f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:11.746632 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.752351 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3adf63a-828e-4503-834f-ec9b6425d87a req-76f6e5d5-61ae-4367-a72b-b36e137358b0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5434 time: 0.4720886 Dec 16 22:17:11.837583 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-789166ac-df7e-4eab-8e1f-eb6fe5a31b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.841561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497f4ea-9c87-4d5c-98c1-93a3f6b46c5c req-771dfff8-21ba-45e5-8163-4cfef02ddf4d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.848609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6497f4ea-9c87-4d5c-98c1-93a3f6b46c5c req-771dfff8-21ba-45e5-8163-4cfef02ddf4d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.4344990 Dec 16 22:17:11.884783 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789166ac-df7e-4eab-8e1f-eb6fe5a31b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71387a28-0c73-4674-8c37-167ab8f9b37e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:11.890409 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-789166ac-df7e-4eab-8e1f-eb6fe5a31b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.896803 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-789166ac-df7e-4eab-8e1f-eb6fe5a31b85 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/71387a28-0c73-4674-8c37-167ab8f9b37e HTTP/1.1" status: 204 len: 168 time: 0.5133922 Dec 16 22:17:11.898313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35288) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:11.913726 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.987417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 095953be-6333-4ca7-a576-8260e99dcc7f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=095953be-6333-4ca7-a576-8260e99dcc7f,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:12.002730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3adf63a-828e-4503-834f-ec9b6425d87a req-c64d51be-393a-4219-ac8e-cd9229a3a76f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2492809 Dec 16 22:17:12.068755 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8185ec-c208-4981-8fc0-42f492ed5a05 req-09bcdadf-b395-4f24-a4a6-d82f43c7ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:12.072518 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.072518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 7096ebf6-54ee-43dd-8452-01afb84b3b46 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:12.073050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b8185ec-c208-4981-8fc0-42f492ed5a05 req-09bcdadf-b395-4f24-a4a6-d82f43c7ebcc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b22d38f-f2ab-4670-b73f-eec553260f78 HTTP/1.1" status: 200 len: 801 time: 0.3129656 Dec 16 22:17:12.076318 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-493800c2-95a2-414c-a9f8-f2c3a0165ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.214566 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6497f4ea-9c87-4d5c-98c1-93a3f6b46c5c req-36161637-298d-43e6-ba90-4090af03c053 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015058 Dec 16 22:17:12.236140 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=095953be-6333-4ca7-a576-8260e99dcc7f,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:12.300765 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-493800c2-95a2-414c-a9f8-f2c3a0165ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.307026 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d547b8d4-9201-4b93-8e8c-4b2bf6298330 x-openstack-request-id: req-d547b8d4-9201-4b93-8e8c-4b2bf6298330 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:12.307625 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-plugged", "status": "completed", "tag": "3c8879f2-c0b4-473d-834b-662e5d021399", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:12.314758 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d547b8d4-9201-4b93-8e8c-4b2bf6298330 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:12.314758 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8879f2-c0b4-473d-834b-662e5d021399', 'code': 200} Dec 16 22:17:12.323530 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 7096ebf6-54ee-43dd-8452-01afb84b3b46 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:12.332346 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 7096ebf6-54ee-43dd-8452-01afb84b3b46 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:12.332711 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.352215 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-493800c2-95a2-414c-a9f8-f2c3a0165ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:12.352505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8185ec-c208-4981-8fc0-42f492ed5a05 req-4b01d530-270f-4a1c-ab50-d2975fbbfd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:12.353931 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b8185ec-c208-4981-8fc0-42f492ed5a05 req-4b01d530-270f-4a1c-ab50-d2975fbbfd2d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=afa39fbd-d521-4411-a7db-4e7748b92009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2626989 Dec 16 22:17:12.370249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-493800c2-95a2-414c-a9f8-f2c3a0165ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8d9b4d-1754-476b-9571-5840c9549736') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:12.370249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-493800c2-95a2-414c-a9f8-f2c3a0165ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8d9b4d-1754-476b-9571-5840c9549736') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:12.372270 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29435e3-ceef-4d57-af8a-a3270b36ad28 req-a2bb06c6-6dba-4ee0-95ab-905b3144c24d tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:12.374479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b29435e3-ceef-4d57-af8a-a3270b36ad28 req-a2bb06c6-6dba-4ee0-95ab-905b3144c24d tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 931 time: 0.1570580 Dec 16 22:17:12.385955 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-493800c2-95a2-414c-a9f8-f2c3a0165ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.410522 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-493800c2-95a2-414c-a9f8-f2c3a0165ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.421991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493800c2-95a2-414c-a9f8-f2c3a0165ee2 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:17:12.427876 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-493800c2-95a2-414c-a9f8-f2c3a0165ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.474362 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:17:12.500558 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:17:12.523623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7096ebf6-54ee-43dd-8452-01afb84b3b46, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7096ebf6-54ee-43dd-8452-01afb84b3b46,segment=NetworkSegment(45cd49b7-4f37-4f63-967f-d52ae50c4be6),segment_id=45cd49b7-4f37-4f63-967f-d52ae50c4be6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:12.552606 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-493800c2-95a2-414c-a9f8-f2c3a0165ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.573154 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-493800c2-95a2-414c-a9f8-f2c3a0165ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.575683 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.576719 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2de6f830-8043-4f87-be17-f35bb6e2e93c no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:12.578828 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-493800c2-95a2-414c-a9f8-f2c3a0165ee2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c HTTP/1.1" status: 204 len: 168 time: 0.6790924 Dec 16 22:17:12.580137 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493800c2-95a2-414c-a9f8-f2c3a0165ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ba2b2af-b3ef-4cb3-bf96-5de6e1fb199c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:12.611925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b29435e3-ceef-4d57-af8a-a3270b36ad28 req-5e058e64-b47e-4f48-8dcc-3e11051d5cbd tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/security-groups?id=013d8930-ed14-482f-852b-63c64b1579f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180042 Dec 16 22:17:12.662674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac4d708-6eee-4507-81ab-d1a8fa34583a {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:12.679517 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.688177 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 2de6f830-8043-4f87-be17-f35bb6e2e93c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:12.695112 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2de6f830-8043-4f87-be17-f35bb6e2e93c not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:12.706726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Transition to ACTIVE for port object aac4d708-6eee-4507-81ab-d1a8fa34583a will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:17:12.711835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b8185ec-c208-4981-8fc0-42f492ed5a05 req-ddad9dff-06b2-422b-9582-01c7d6e72187 service neutron] 10.222.0.69 "GET /v2.0/networks/afa39fbd-d521-4411-a7db-4e7748b92009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357751 Dec 16 22:17:12.725391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d7346-45c3-4fea-a264-7c2101a34b6c req-eaf73c30-3414-4a73-ba16-e382507e54b1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:12.735511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d7346-45c3-4fea-a264-7c2101a34b6c req-eaf73c30-3414-4a73-ba16-e382507e54b1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:12.738629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-514d7346-45c3-4fea-a264-7c2101a34b6c req-eaf73c30-3414-4a73-ba16-e382507e54b1 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1678 time: 0.3562963 Dec 16 22:17:12.770792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3bd6c33d-2659-4569-9448-a8ce305ad108 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:12.777307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2f02bdff-c1df-4be2-8a7e-501b723a9da5 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:12.784767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=7096ebf6-54ee-43dd-8452-01afb84b3b46,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:12.820453 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.894589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Pushing event updated for resources: {'Port': ['ID=aac4d708-6eee-4507-81ab-d1a8fa34583a,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:12.949464 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 81859a0e-eb4b-46f8-9cd1-a3395eee243e no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:13.002186 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 81859a0e-eb4b-46f8-9cd1-a3395eee243e {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:13.002591 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 81859a0e-eb4b-46f8-9cd1-a3395eee243e not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:13.065358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 3bd6c33d-2659-4569-9448-a8ce305ad108, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3bd6c33d-2659-4569-9448-a8ce305ad108,segment=NetworkSegment(27e3398c-339e-438b-8472-e81693ed9b6f),segment_id=27e3398c-339e-438b-8472-e81693ed9b6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:13.069276 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b8185ec-c208-4981-8fc0-42f492ed5a05 req-b7a9d2f2-085a-4d36-86a3-8521f4108db5 service neutron] 10.222.0.69 "GET /v2.0/networks/afa39fbd-d521-4411-a7db-4e7748b92009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285706 Dec 16 22:17:13.087247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '3bd6c33d-2659-4569-9448-a8ce305ad108', 'network_id': 'f019d215-f246-4f0e-abfb-03e846764efb', 'port_id': '3bd6c33d-2659-4569-9448-a8ce305ad108', 'mac_address': 'fa:16:3e:e6:f7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6883924-325e-4297-a0f5-6ea2110e98e7', 'ip_address': '19.80.0.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:13.094381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-514d7346-45c3-4fea-a264-7c2101a34b6c req-f65acd47-80e3-4a23-9d5d-d3bd92460577 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697220 Dec 16 22:17:13.151899 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35310) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:13.154869 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.164328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Attempting to bind port aac4d708-6eee-4507-81ab-d1a8fa34583a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:13.165016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Attempting to bind port aac4d708-6eee-4507-81ab-d1a8fa34583a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '2c36c7e5-d1e8-4315-b537-197f8b74be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '618cc96b-0c5b-4a44-a88d-ade467a45f26'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:13.166140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Attempting to bind port aac4d708-6eee-4507-81ab-d1a8fa34583a on network 618cc96b-0c5b-4a44-a88d-ade467a45f26 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:13.170827 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 2f02bdff-c1df-4be2-8a7e-501b723a9da5 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:13.176945 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.181290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Port aac4d708-6eee-4507-81ab-d1a8fa34583a on network 618cc96b-0c5b-4a44-a88d-ade467a45f26 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:13.182013 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 2f02bdff-c1df-4be2-8a7e-501b723a9da5 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:13.182884 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.187859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Attempting to bind port aac4d708-6eee-4507-81ab-d1a8fa34583a on network 618cc96b-0c5b-4a44-a88d-ade467a45f26 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:13.197819 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:13.199725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Checking segment: {'id': '2c36c7e5-d1e8-4315-b537-197f8b74be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '618cc96b-0c5b-4a44-a88d-ade467a45f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:13.200151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Bound using segment: {'id': '2c36c7e5-d1e8-4315-b537-197f8b74be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '618cc96b-0c5b-4a44-a88d-ade467a45f26'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:13.200719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Bound port: aac4d708-6eee-4507-81ab-d1a8fa34583a, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c36c7e5-d1e8-4315-b537-197f8b74be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '618cc96b-0c5b-4a44-a88d-ade467a45f26'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:13.207840 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.227192 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.231847 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd6c33d-2659-4569-9448-a8ce305ad108 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:13.240642 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-afb85f2b-9a6b-4365-adcb-7613d9e04e88 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1de029b3946e475788fd115f1e4ecc77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0872245 Dec 16 22:17:13.243163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35314) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:13.271574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 3bd6c33d-2659-4569-9448-a8ce305ad108, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3bd6c33d-2659-4569-9448-a8ce305ad108,segment=NetworkSegment(27e3398c-339e-438b-8472-e81693ed9b6f),segment_id=27e3398c-339e-438b-8472-e81693ed9b6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:13.353569 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de1d0c69-71ff-43d1-8edc-ded16f0a1984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.363344 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.365184 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:13.392657 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de1d0c69-71ff-43d1-8edc-ded16f0a1984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.403047 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.425180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b1c28-15ee-42ba-aec0-86b07db4ad38 req-5154c27c-2282-464a-8e57-3f9320c024b9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.431516 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b1c28-15ee-42ba-aec0-86b07db4ad38 req-5154c27c-2282-464a-8e57-3f9320c024b9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.438822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b1c28-15ee-42ba-aec0-86b07db4ad38 req-5154c27c-2282-464a-8e57-3f9320c024b9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.445271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b1c28-15ee-42ba-aec0-86b07db4ad38 req-5154c27c-2282-464a-8e57-3f9320c024b9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.452607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b1c28-15ee-42ba-aec0-86b07db4ad38 req-5154c27c-2282-464a-8e57-3f9320c024b9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.458800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b1c28-15ee-42ba-aec0-86b07db4ad38 req-5154c27c-2282-464a-8e57-3f9320c024b9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.465096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b1c28-15ee-42ba-aec0-86b07db4ad38 req-5154c27c-2282-464a-8e57-3f9320c024b9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.468526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db1b1c28-15ee-42ba-aec0-86b07db4ad38 req-5154c27c-2282-464a-8e57-3f9320c024b9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5437 time: 0.2340758 Dec 16 22:17:13.493270 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] For port aac4d708-6eee-4507-81ab-d1a8fa34583a, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:13.497124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=3bd6c33d-2659-4569-9448-a8ce305ad108,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:13.522512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8565f6d-74fd-45d8-afb8-f784a7ed78e2 req-4f9b132f-b3e6-49f5-9804-7428a43776d0 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.524316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8565f6d-74fd-45d8-afb8-f784a7ed78e2 req-4f9b132f-b3e6-49f5-9804-7428a43776d0 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 951 time: 0.2853565 Dec 16 22:17:13.531792 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] For port aac4d708-6eee-4507-81ab-d1a8fa34583a, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aac4d708-6eee-4507-81ab-d1a8fa34583a,segment=NetworkSegment(2c36c7e5-d1e8-4315-b537-197f8b74be08),segment_id=2c36c7e5-d1e8-4315-b537-197f8b74be08)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:13.563916 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de1d0c69-71ff-43d1-8edc-ded16f0a1984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.567066 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de1d0c69-71ff-43d1-8edc-ded16f0a1984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.570318 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-de1d0c69-71ff-43d1-8edc-ded16f0a1984 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ecb80b1-ff64-4e2e-ac91-b660e0b6509a HTTP/1.1" status: 204 len: 168 time: 0.3216865 Dec 16 22:17:13.581855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d0c69-71ff-43d1-8edc-ded16f0a1984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecb80b1-ff64-4e2e-ac91-b660e0b6509a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:13.619084 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2f02bdff-c1df-4be2-8a7e-501b723a9da5, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2f02bdff-c1df-4be2-8a7e-501b723a9da5,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:13.620892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db1b1c28-15ee-42ba-aec0-86b07db4ad38 req-7ab126c6-b784-46ef-bb7d-54c904516b2d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1394033 Dec 16 22:17:13.638958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8565f6d-74fd-45d8-afb8-f784a7ed78e2 req-efc4f45f-3f30-4c97-9151-1a7ccb9a95f6 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056650 Dec 16 22:17:13.656438 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.728645 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d,segment=NetworkSegment(e2ca6657-61e3-4da1-ae60-84ea9912b418),segment_id=e2ca6657-61e3-4da1-ae60-84ea9912b418)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:13.746213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.746933 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.748426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] 10.222.0.69 "PUT /v2.0/ports/aac4d708-6eee-4507-81ab-d1a8fa34583a HTTP/1.1" status: 200 len: 1091 time: 2.6558630 Dec 16 22:17:13.749192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b551e33a-a94c-4289-bceb-6afbfaef8c84', 'tag': 'aac4d708-6eee-4507-81ab-d1a8fa34583a'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:13.751374 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009f6d23-adb3-4d28-8180-6c9631ef89d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b551e33a-a94c-4289-bceb-6afbfaef8c84", "tag": "aac4d708-6eee-4507-81ab-d1a8fa34583a"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:13.767562 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d', 'network_id': 'afa39fbd-d521-4411-a7db-4e7748b92009', 'port_id': 'e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d', 'mac_address': 'fa:16:3e:61:01:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b22d38f-f2ab-4670-b73f-eec553260f78', 'ip_address': '19.86.0.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:13.773308 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.774209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 5d94475c-1657-4ad7-b2be-e8b1c81da7af up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:13.822491 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:17:13.901310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721fd51-3bad-4d2e-819f-d77020aa0072 service neutron] Pushing event updated for resources: {'Port': ['ID=aac4d708-6eee-4507-81ab-d1a8fa34583a,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:13.919646 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.922432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2f02bdff-c1df-4be2-8a7e-501b723a9da5,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:13.947786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:13.957572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840dd99-ec34-4ff4-9884-1a80cbb59507 req-2b762d5b-1615-4482-b50f-8f709304e202 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.960217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f840dd99-ec34-4ff4-9884-1a80cbb59507 req-2b762d5b-1615-4482-b50f-8f709304e202 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.1964574 Dec 16 22:17:13.983058 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d,segment=NetworkSegment(e2ca6657-61e3-4da1-ae60-84ea9912b418),segment_id=e2ca6657-61e3-4da1-ae60-84ea9912b418)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:14.034348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d4e2d-44e2-4d2a-8fa1-352b6ff1472f req-2d969085-6149-49b9-8d1a-4bd6adabd5cf tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.036784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c54d4e2d-44e2-4d2a-8fa1-352b6ff1472f req-2d969085-6149-49b9-8d1a-4bd6adabd5cf tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 943 time: 0.2099845 Dec 16 22:17:14.099245 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-3cb15dec-037f-43dc-bc4c-b2bb69067de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.101681 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-3cb15dec-037f-43dc-bc4c-b2bb69067de9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=935905e94ba34040b4bff0e24ab96344&device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 1094 time: 0.1973047 Dec 16 22:17:14.181945 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:14.216254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-0289666b-d6ef-4f87-a1a4-c1c003c5bc0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aac4d708-6eee-4507-81ab-d1a8fa34583a HTTP/1.1" status: 200 len: 217 time: 0.1025283 Dec 16 22:17:14.230195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f840dd99-ec34-4ff4-9884-1a80cbb59507 req-0bbe4ebc-3d18-4794-85ad-2c8d7c9132d4 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447047 Dec 16 22:17:14.256713 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:14.282795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c54d4e2d-44e2-4d2a-8fa1-352b6ff1472f req-cc7c3665-06de-4431-98db-cd8d20a45597 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/security-groups?id=013d8930-ed14-482f-852b-63c64b1579f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330692 Dec 16 22:17:14.308229 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 5d94475c-1657-4ad7-b2be-e8b1c81da7af completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:14.310296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095953be-6333-4ca7-a576-8260e99dcc7f'}, {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7096ebf6-54ee-43dd-8452-01afb84b3b46'}, {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f02bdff-c1df-4be2-8a7e-501b723a9da5'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:14.311999 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-c2f8c3ed-422d-49a2-a3ba-81b98992e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.313616 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3eedf2a-cf8f-427d-b1df-51416eaf2e7a" -d '{"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-plugged", "status": "completed", "tag": "095953be-6333-4ca7-a576-8260e99dcc7f"}, {"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-plugged", "status": "completed", "tag": "7096ebf6-54ee-43dd-8452-01afb84b3b46"}, {"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-plugged", "status": "completed", "tag": "2f02bdff-c1df-4be2-8a7e-501b723a9da5"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:14.315766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-c2f8c3ed-422d-49a2-a3ba-81b98992e1c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=962046f3-46d9-433e-ad36-dadc6415790b HTTP/1.1" status: 200 len: 864 time: 0.0795805 Dec 16 22:17:14.325212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 5d94475c-1657-4ad7-b2be-e8b1c81da7af triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:14.325595 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:14.365858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-ff6a71d0-7e2f-4190-a144-e053f49fa916 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=618cc96b-0c5b-4a44-a88d-ade467a45f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423722 Dec 16 22:17:14.553440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d3bf0-7069-4c6d-b6d1-c555b05ec87c req-2310559c-72e2-439e-8029-ac2251817d9f tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.559963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d3bf0-7069-4c6d-b6d1-c555b05ec87c req-2310559c-72e2-439e-8029-ac2251817d9f tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.562174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-368d3bf0-7069-4c6d-b6d1-c555b05ec87c req-2310559c-72e2-439e-8029-ac2251817d9f tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1680 time: 0.1027052 Dec 16 22:17:14.562805 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:14.564577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-2e16a997-b801-445d-9d71-bbac45caf1b8 service neutron] 10.222.0.69 "GET /v2.0/networks/618cc96b-0c5b-4a44-a88d-ade467a45f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884100 Dec 16 22:17:14.618981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:14.701585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-368d3bf0-7069-4c6d-b6d1-c555b05ec87c req-7bcb82bf-a85a-4308-b0a2-0801b1f7c1df tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306918 Dec 16 22:17:14.722681 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024d5f7f-d37a-4cc7-8014-7e3b9f44268c x-openstack-request-id: req-024d5f7f-d37a-4cc7-8014-7e3b9f44268c {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:14.723980 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b551e33a-a94c-4289-bceb-6afbfaef8c84", "tag": "aac4d708-6eee-4507-81ab-d1a8fa34583a", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:14.724273 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-024d5f7f-d37a-4cc7-8014-7e3b9f44268c {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:14.724793 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b551e33a-a94c-4289-bceb-6afbfaef8c84', 'tag': 'aac4d708-6eee-4507-81ab-d1a8fa34583a', 'status': 'completed', 'code': 200} Dec 16 22:17:14.733956 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 5d94475c-1657-4ad7-b2be-e8b1c81da7af, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=5d94475c-1657-4ad7-b2be-e8b1c81da7af,segment=NetworkSegment(45cd49b7-4f37-4f63-967f-d52ae50c4be6),segment_id=45cd49b7-4f37-4f63-967f-d52ae50c4be6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:14.768568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d99311cc-8e98-4862-bb4c-996a1fa6c16d req-4a1e95d4-a657-49b2-bf7f-34844076217e service neutron] 10.222.0.69 "GET /v2.0/networks/618cc96b-0c5b-4a44-a88d-ade467a45f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953728 Dec 16 22:17:14.790149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603ddfc-cb0a-4c1c-83a6-ca37721677b4 req-efe67b0c-9994-4246-88bf-1bbee1420e55 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.795080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3603ddfc-cb0a-4c1c-83a6-ca37721677b4 req-efe67b0c-9994-4246-88bf-1bbee1420e55 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.69 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 951 time: 0.0918169 Dec 16 22:17:14.796324 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff8bf3d-27e3-4a58-be31-5a88189f6a06 x-openstack-request-id: req-6ff8bf3d-27e3-4a58-be31-5a88189f6a06 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:14.796908 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-plugged", "status": "completed", "tag": "095953be-6333-4ca7-a576-8260e99dcc7f", "code": 200}, {"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-plugged", "status": "completed", "tag": "7096ebf6-54ee-43dd-8452-01afb84b3b46", "code": 200}, {"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-plugged", "status": "completed", "tag": "2f02bdff-c1df-4be2-8a7e-501b723a9da5", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:14.796908 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ff8bf3d-27e3-4a58-be31-5a88189f6a06 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:14.797271 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095953be-6333-4ca7-a576-8260e99dcc7f', 'code': 200} Dec 16 22:17:14.797533 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7096ebf6-54ee-43dd-8452-01afb84b3b46', 'code': 200} Dec 16 22:17:14.797792 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f02bdff-c1df-4be2-8a7e-501b723a9da5', 'code': 200} Dec 16 22:17:14.877165 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:14.877764 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device aad230d4-20b2-48ae-bee1-5a21895924e4 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:14.992306 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35352) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:15.033975 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=5d94475c-1657-4ad7-b2be-e8b1c81da7af,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:15.120790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76dbd-fda2-4351-bded-3d9b201203f5 req-ea890229-bb04-4350-8284-5da3be062e68 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.127901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76dbd-fda2-4351-bded-3d9b201203f5 req-ea890229-bb04-4350-8284-5da3be062e68 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.134433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76dbd-fda2-4351-bded-3d9b201203f5 req-ea890229-bb04-4350-8284-5da3be062e68 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.140919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76dbd-fda2-4351-bded-3d9b201203f5 req-ea890229-bb04-4350-8284-5da3be062e68 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.146827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76dbd-fda2-4351-bded-3d9b201203f5 req-ea890229-bb04-4350-8284-5da3be062e68 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.153109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76dbd-fda2-4351-bded-3d9b201203f5 req-ea890229-bb04-4350-8284-5da3be062e68 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.160003 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76dbd-fda2-4351-bded-3d9b201203f5 req-ea890229-bb04-4350-8284-5da3be062e68 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.161925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7b76dbd-fda2-4351-bded-3d9b201203f5 req-ea890229-bb04-4350-8284-5da3be062e68 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5439 time: 0.3070960 Dec 16 22:17:15.163653 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port aad230d4-20b2-48ae-bee1-5a21895924e4 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:15.167834 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-afd9e8e5-d684-42b7-902d-c3bee444bfaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:15.168063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port aad230d4-20b2-48ae-bee1-5a21895924e4 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:15.168343 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:15.241778 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eabd98-5452-43ac-9b34-1cea28083fea req-4c5de55f-9cc0-49cc-890f-78ef8f37b2d9 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.251481 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43eabd98-5452-43ac-9b34-1cea28083fea req-4c5de55f-9cc0-49cc-890f-78ef8f37b2d9 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 951 time: 0.3794844 Dec 16 22:17:15.257827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f6d23-adb3-4d28-8180-6c9631ef89d7 req-83a26ea0-845f-4702-9e5d-d28524b60774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.260175 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-009f6d23-adb3-4d28-8180-6c9631ef89d7 req-83a26ea0-845f-4702-9e5d-d28524b60774 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=935905e94ba34040b4bff0e24ab96344&device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 1094 time: 0.3212111 Dec 16 22:17:15.277625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-3603ddfc-cb0a-4c1c-83a6-ca37721677b4 req-58c477c3-6228-4404-b915-ca467fe0a0c6 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Deleting port 99ecd729-b4db-47a7-b01a-81495d0b4d1b {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:15.277995 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3603ddfc-cb0a-4c1c-83a6-ca37721677b4 req-58c477c3-6228-4404-b915-ca467fe0a0c6 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:15.279630 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:15.304562 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-afd9e8e5-d684-42b7-902d-c3bee444bfaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:15.336854 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port aad230d4-20b2-48ae-bee1-5a21895924e4, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aad230d4-20b2-48ae-bee1-5a21895924e4,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:15.371679 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-afd9e8e5-d684-42b7-902d-c3bee444bfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:15.432449 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-afd9e8e5-d684-42b7-902d-c3bee444bfaf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d431a7eb78cb4e78aee4c1a36156506e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4372668 Dec 16 22:17:15.433399 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35366) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:15.443098 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9e8e5-d684-42b7-902d-c3bee444bfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1ef068-96f9-4459-a095-8b3ee3ab42d9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:15.456145 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:15.458622 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9850f462-340f-49c0-b1fb-6a832caa60e7 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:15.523931 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6af5a412-f2a1-4225-8bd2-4ff1923cd731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:15.556502 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6af5a412-f2a1-4225-8bd2-4ff1923cd731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:15.680611 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['3bd6c33d-2659-4569-9448-a8ce305ad108'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:15.735896 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6af5a412-f2a1-4225-8bd2-4ff1923cd731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:15.739139 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6af5a412-f2a1-4225-8bd2-4ff1923cd731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:15.750225 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6af5a412-f2a1-4225-8bd2-4ff1923cd731 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b1ef068-96f9-4459-a095-8b3ee3ab42d9 HTTP/1.1" status: 204 len: 168 time: 0.3135231 Dec 16 22:17:15.760910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=aad230d4-20b2-48ae-bee1-5a21895924e4,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:15.771823 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5a412-f2a1-4225-8bd2-4ff1923cd731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1ef068-96f9-4459-a095-8b3ee3ab42d9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:15.896882 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 9850f462-340f-49c0-b1fb-6a832caa60e7 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:15.909785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 9850f462-340f-49c0-b1fb-6a832caa60e7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:15.910173 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:16.027111 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f6d23-adb3-4d28-8180-6c9631ef89d7 req-e19fb3c8-77bc-4f6a-b635-ccdaa8602507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.028785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-009f6d23-adb3-4d28-8180-6c9631ef89d7 req-e19fb3c8-77bc-4f6a-b635-ccdaa8602507 service neutron] 10.222.0.69 "GET /v2.0/networks?id=618cc96b-0c5b-4a44-a88d-ade467a45f26 HTTP/1.1" status: 200 len: 925 time: 0.6754744 Dec 16 22:17:16.038759 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:16.048405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7b76dbd-fda2-4351-bded-3d9b201203f5 req-55757d52-48eb-4408-aa76-29767943f2f3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8622141 Dec 16 22:17:16.069991 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43eabd98-5452-43ac-9b34-1cea28083fea req-1b38a3a7-516f-450f-8267-9cc74bdc2321 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f41b40-79ff-45d2-b838-51f32b84d1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8174016 Dec 16 22:17:16.077770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-3603ddfc-cb0a-4c1c-83a6-ca37721677b4 req-58c477c3-6228-4404-b915-ca467fe0a0c6 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] For port 99ecd729-b4db-47a7-b01a-81495d0b4d1b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=99ecd729-b4db-47a7-b01a-81495d0b4d1b,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:16.078353 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3603ddfc-cb0a-4c1c-83a6-ca37721677b4 req-58c477c3-6228-4404-b915-ca467fe0a0c6 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:16.105268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9850f462-340f-49c0-b1fb-6a832caa60e7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9850f462-340f-49c0-b1fb-6a832caa60e7,segment=NetworkSegment(5b856b90-9bf4-4cbc-a592-7befe5f1c2fb),segment_id=5b856b90-9bf4-4cbc-a592-7befe5f1c2fb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:16.146226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-009f6d23-adb3-4d28-8180-6c9631ef89d7 req-01a9693b-29cf-4fa5-ab90-7f5cb28e365d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aac4d708-6eee-4507-81ab-d1a8fa34583a HTTP/1.1" status: 200 len: 217 time: 0.0885353 Dec 16 22:17:16.172082 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-3603ddfc-cb0a-4c1c-83a6-ca37721677b4 req-58c477c3-6228-4404-b915-ca467fe0a0c6 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Calling delete_port for 99ecd729-b4db-47a7-b01a-81495d0b4d1b owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:16.188849 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:16.204381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:16.300271 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9850f462-340f-49c0-b1fb-6a832caa60e7,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:16.340785 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f6d23-adb3-4d28-8180-6c9631ef89d7 req-2e067aa2-d5d4-48d2-9f67-dc81d37c67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.342352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-009f6d23-adb3-4d28-8180-6c9631ef89d7 req-2e067aa2-d5d4-48d2-9f67-dc81d37c67bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=962046f3-46d9-433e-ad36-dadc6415790b HTTP/1.1" status: 200 len: 864 time: 0.1811790 Dec 16 22:17:16.373194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc2985-6771-42ee-b3c7-2ac85666cba4 req-e07ad602-9f84-4538-9cc3-66c47c7f173a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.375679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67dc2985-6771-42ee-b3c7-2ac85666cba4 req-e07ad602-9f84-4538-9cc3-66c47c7f173a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.2345965 Dec 16 22:17:16.388588 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:16.393658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:16.394208 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:16.424253 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca02d7-04b7-47ee-a81f-b65bb899dbfc req-11867744-e9b1-4902-8224-fac8bc918f48 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.426050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9ca02d7-04b7-47ee-a81f-b65bb899dbfc req-11867744-e9b1-4902-8224-fac8bc918f48 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 943 time: 0.2661309 Dec 16 22:17:16.433734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-009f6d23-adb3-4d28-8180-6c9631ef89d7 req-84f125ff-a0b8-4bcf-8414-616ec9123083 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=618cc96b-0c5b-4a44-a88d-ade467a45f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805807 Dec 16 22:17:16.513567 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:16.570805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d,segment=NetworkSegment(e2ca6657-61e3-4da1-ae60-84ea9912b418),segment_id=e2ca6657-61e3-4da1-ae60-84ea9912b418)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:16.604979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67dc2985-6771-42ee-b3c7-2ac85666cba4 req-9c69200d-c8c6-405f-82e5-eed657717cd1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166848 Dec 16 22:17:16.632343 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9ca02d7-04b7-47ee-a81f-b65bb899dbfc req-caa6456e-6076-48ec-8bdb-fb4290604983 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/security-groups?id=013d8930-ed14-482f-852b-63c64b1579f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975007 Dec 16 22:17:16.661741 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:16.680157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-009f6d23-adb3-4d28-8180-6c9631ef89d7 req-a0036d37-401b-4adb-a4e3-cfe49c631cd1 service neutron] 10.222.0.69 "GET /v2.0/networks/618cc96b-0c5b-4a44-a88d-ade467a45f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272933 Dec 16 22:17:16.726198 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3603ddfc-cb0a-4c1c-83a6-ca37721677b4 req-58c477c3-6228-4404-b915-ca467fe0a0c6 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:16.770107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device aac4d708-6eee-4507-81ab-d1a8fa34583a details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:16.786228 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:16.803902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d94475c-1657-4ad7-b2be-e8b1c81da7af'}, {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad230d4-20b2-48ae-bee1-5a21895924e4'}, {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9850f462-340f-49c0-b1fb-6a832caa60e7'}, {'server_uuid': 'fc82a05b-1a44-4982-a13f-56ce63d8c049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:16.807887 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423573d7-0904-4d13-a12d-c75e5a5d4006" -d '{"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-plugged", "status": "completed", "tag": "5d94475c-1657-4ad7-b2be-e8b1c81da7af"}, {"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-plugged", "status": "completed", "tag": "aad230d4-20b2-48ae-bee1-5a21895924e4"}, {"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-plugged", "status": "completed", "tag": "9850f462-340f-49c0-b1fb-6a832caa60e7"}, {"server_uuid": "fc82a05b-1a44-4982-a13f-56ce63d8c049", "name": "network-vif-plugged", "status": "completed", "tag": "e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:16.824818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c477c3-6228-4404-b915-ca467fe0a0c6 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Pushing event deleted for resources: {'Port': ['ID=99ecd729-b4db-47a7-b01a-81495d0b4d1b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:16.874752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['99ecd729-b4db-47a7-b01a-81495d0b4d1b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:17.009462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-3603ddfc-cb0a-4c1c-83a6-ca37721677b4 req-58c477c3-6228-4404-b915-ca467fe0a0c6 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] No DVR routers for this DVR port 99ecd729-b4db-47a7-b01a-81495d0b4d1b on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:17.017507 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3603ddfc-cb0a-4c1c-83a6-ca37721677b4 req-58c477c3-6228-4404-b915-ca467fe0a0c6 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:17.021167 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3603ddfc-cb0a-4c1c-83a6-ca37721677b4 req-58c477c3-6228-4404-b915-ca467fe0a0c6 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.69 "DELETE /v2.0/ports/99ecd729-b4db-47a7-b01a-81495d0b4d1b HTTP/1.1" status: 204 len: 173 time: 2.2178867 Dec 16 22:17:17.055646 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c', 'name': 'network-vif-deleted', 'tag': '99ecd729-b4db-47a7-b01a-81495d0b4d1b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:17.058715 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e038a2-e84d-4b96-abdf-8ecbdcebed51" -d '{"events": [{"server_uuid": "b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c", "name": "network-vif-deleted", "tag": "99ecd729-b4db-47a7-b01a-81495d0b4d1b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:17.062683 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port aac4d708-6eee-4507-81ab-d1a8fa34583a, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aac4d708-6eee-4507-81ab-d1a8fa34583a,segment=NetworkSegment(2c36c7e5-d1e8-4315-b537-197f8b74be08),segment_id=2c36c7e5-d1e8-4315-b537-197f8b74be08)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:17.086591 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'aac4d708-6eee-4507-81ab-d1a8fa34583a', 'network_id': '618cc96b-0c5b-4a44-a88d-ade467a45f26', 'port_id': 'aac4d708-6eee-4507-81ab-d1a8fa34583a', 'mac_address': 'fa:16:3e:04:83:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962046f3-46d9-433e-ad36-dadc6415790b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:17.130905 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:17.146997 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0624-acac-4fc3-80c6-e5cda135e3da req-3fbbadef-4ec3-430c-b945-2f7916d9ee40 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.151160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0624-acac-4fc3-80c6-e5cda135e3da req-3fbbadef-4ec3-430c-b945-2f7916d9ee40 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.160594 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72dd0624-acac-4fc3-80c6-e5cda135e3da req-3fbbadef-4ec3-430c-b945-2f7916d9ee40 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1681 time: 0.3525729 Dec 16 22:17:17.168173 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-009f6d23-adb3-4d28-8180-6c9631ef89d7 req-bcebcfa9-15a1-4ed3-90f7-e781995d7dff service neutron] 10.222.0.69 "GET /v2.0/networks/618cc96b-0c5b-4a44-a88d-ade467a45f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753592 Dec 16 22:17:17.195130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac4d708-6eee-4507-81ab-d1a8fa34583a {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:17.228894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port aac4d708-6eee-4507-81ab-d1a8fa34583a, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aac4d708-6eee-4507-81ab-d1a8fa34583a,segment=NetworkSegment(2c36c7e5-d1e8-4315-b537-197f8b74be08),segment_id=2c36c7e5-d1e8-4315-b537-197f8b74be08)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:17.272769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72dd0624-acac-4fc3-80c6-e5cda135e3da req-5d5378e2-b995-4009-95f5-7698b7dd4393 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030898 Dec 16 22:17:17.333016 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60583ca4-bcf4-407a-9afc-1bb4718c894c x-openstack-request-id: req-60583ca4-bcf4-407a-9afc-1bb4718c894c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:17.333422 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-plugged", "status": "completed", "tag": "5d94475c-1657-4ad7-b2be-e8b1c81da7af", "code": 200}, {"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-plugged", "status": "completed", "tag": "aad230d4-20b2-48ae-bee1-5a21895924e4", "code": 200}, {"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-plugged", "status": "completed", "tag": "9850f462-340f-49c0-b1fb-6a832caa60e7", "code": 200}, {"server_uuid": "fc82a05b-1a44-4982-a13f-56ce63d8c049", "name": "network-vif-plugged", "status": "completed", "tag": "e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:17.333816 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60583ca4-bcf4-407a-9afc-1bb4718c894c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:17.334315 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d94475c-1657-4ad7-b2be-e8b1c81da7af', 'code': 200} Dec 16 22:17:17.334773 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad230d4-20b2-48ae-bee1-5a21895924e4', 'code': 200} Dec 16 22:17:17.335197 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9850f462-340f-49c0-b1fb-6a832caa60e7', 'code': 200} Dec 16 22:17:17.341015 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc82a05b-1a44-4982-a13f-56ce63d8c049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d', 'code': 200} Dec 16 22:17:17.360114 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:17.387855 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c657df-67ea-47eb-9699-3e2f643a61f6 x-openstack-request-id: req-83c657df-67ea-47eb-9699-3e2f643a61f6 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:17.388259 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c", "name": "network-vif-deleted", "tag": "99ecd729-b4db-47a7-b01a-81495d0b4d1b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:17.388621 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83c657df-67ea-47eb-9699-3e2f643a61f6 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:17.389887 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c', 'name': 'network-vif-deleted', 'tag': '99ecd729-b4db-47a7-b01a-81495d0b4d1b', 'status': 'completed', 'code': 200} Dec 16 22:17:17.433109 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=aac4d708-6eee-4507-81ab-d1a8fa34583a,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:17.657166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-637ec31d-fdbb-47c5-8d03-28bce9b6c2bb req-cff87748-1f38-4cb7-8076-bda2a1aba226 tempest-ServersAdminTestJSON-187047070 tempest-ServersAdminTestJSON-187047070-project] 10.222.0.43 "GET /v2.0/ports?device_id=b412f9c0-17a2-44c5-99f3-cd9a18c8ef6c HTTP/1.1" status: 200 len: 210 time: 0.0738719 Dec 16 22:17:17.685109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fff222-379a-4838-9808-ed517acb211c req-2f4955a7-e030-48ba-97e5-a1a1809925f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.693974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fff222-379a-4838-9808-ed517acb211c req-2f4955a7-e030-48ba-97e5-a1a1809925f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.700428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fff222-379a-4838-9808-ed517acb211c req-2f4955a7-e030-48ba-97e5-a1a1809925f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.706787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fff222-379a-4838-9808-ed517acb211c req-2f4955a7-e030-48ba-97e5-a1a1809925f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.713679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fff222-379a-4838-9808-ed517acb211c req-2f4955a7-e030-48ba-97e5-a1a1809925f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.719344 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fff222-379a-4838-9808-ed517acb211c req-2f4955a7-e030-48ba-97e5-a1a1809925f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.725679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fff222-379a-4838-9808-ed517acb211c req-2f4955a7-e030-48ba-97e5-a1a1809925f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.727845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7fff222-379a-4838-9808-ed517acb211c req-2f4955a7-e030-48ba-97e5-a1a1809925f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5441 time: 0.2573404 Dec 16 22:17:17.748391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ddb96-4353-4d6b-ac12-2ba8cbe05b13 req-49075eb5-bb4a-4319-90ce-aea6b3fe8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.750201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ddb96-4353-4d6b-ac12-2ba8cbe05b13 req-49075eb5-bb4a-4319-90ce-aea6b3fe8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.755582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['aac4d708-6eee-4507-81ab-d1a8fa34583a'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:17.761630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ddb96-4353-4d6b-ac12-2ba8cbe05b13 req-49075eb5-bb4a-4319-90ce-aea6b3fe8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.761630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ddb96-4353-4d6b-ac12-2ba8cbe05b13 req-49075eb5-bb4a-4319-90ce-aea6b3fe8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.761630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ddb96-4353-4d6b-ac12-2ba8cbe05b13 req-49075eb5-bb4a-4319-90ce-aea6b3fe8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.769185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ddb96-4353-4d6b-ac12-2ba8cbe05b13 req-49075eb5-bb4a-4319-90ce-aea6b3fe8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.769839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ddb96-4353-4d6b-ac12-2ba8cbe05b13 req-49075eb5-bb4a-4319-90ce-aea6b3fe8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.772011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-358ddb96-4353-4d6b-ac12-2ba8cbe05b13 req-49075eb5-bb4a-4319-90ce-aea6b3fe8d8e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 6498 time: 0.2220759 Dec 16 22:17:17.891317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7fff222-379a-4838-9808-ed517acb211c req-7dd1aa6c-a337-4a51-925c-6b4a170a24df tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497388 Dec 16 22:17:17.987751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-358ddb96-4353-4d6b-ac12-2ba8cbe05b13 req-b13c7924-aff7-4391-97f3-f881f93c733d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4e517677-0309-4d59-9404-43e44e7397b7&id=25f6bfbb-888e-4169-952c-e99afdc4aa93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2007060 Dec 16 22:17:18.038306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-032e6440-97d4-4196-ab53-86142ad018e3 req-030a70af-6c0d-48e6-971c-bd36e22ca080 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0465364 Dec 16 22:17:18.214821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83af65-70f3-48c7-b7a9-cdeeb1cfa701 req-0e63b560-af2b-49fa-aa0c-d807f134c377 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:18.216576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b83af65-70f3-48c7-b7a9-cdeeb1cfa701 req-0e63b560-af2b-49fa-aa0c-d807f134c377 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.0717280 Dec 16 22:17:18.284028 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b83af65-70f3-48c7-b7a9-cdeeb1cfa701 req-e67a8761-02b0-45b0-8de6-8f657e4d3508 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574074 Dec 16 22:17:18.456602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef618c-a3cb-439c-b044-eace6868479d req-f5a19042-6500-47a0-9c22-0bc5f8c7da4b tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:18.464045 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49ef618c-a3cb-439c-b044-eace6868479d req-f5a19042-6500-47a0-9c22-0bc5f8c7da4b tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 944 time: 0.0678453 Dec 16 22:17:18.519784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49ef618c-a3cb-439c-b044-eace6868479d req-283d163b-7734-44c2-968a-942b64bc7660 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/security-groups?id=013d8930-ed14-482f-852b-63c64b1579f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546825 Dec 16 22:17:18.653946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046353-bff2-4a19-a6c6-7a3d42591a75 req-73b1f908-8ce9-4307-b797-6ec25801fb65 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:18.661420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046353-bff2-4a19-a6c6-7a3d42591a75 req-73b1f908-8ce9-4307-b797-6ec25801fb65 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:18.663193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21046353-bff2-4a19-a6c6-7a3d42591a75 req-73b1f908-8ce9-4307-b797-6ec25801fb65 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1681 time: 0.0709233 Dec 16 22:17:18.738600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21046353-bff2-4a19-a6c6-7a3d42591a75 req-31df5d97-605f-4eff-80bf-c8efc0709118 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610509 Dec 16 22:17:18.803530 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3bd6c33d-2659-4569-9448-a8ce305ad108 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:19.032158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 3bd6c33d-2659-4569-9448-a8ce305ad108 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:19.037872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 3bd6c33d-2659-4569-9448-a8ce305ad108 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:19.039288 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:19.053840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba264e4-3e17-40a6-9ade-f8e90b70a5a5 req-333f7d2d-a9dc-447a-9d2a-4452b9faa8f0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.061885 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba264e4-3e17-40a6-9ade-f8e90b70a5a5 req-333f7d2d-a9dc-447a-9d2a-4452b9faa8f0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.068596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba264e4-3e17-40a6-9ade-f8e90b70a5a5 req-333f7d2d-a9dc-447a-9d2a-4452b9faa8f0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.075403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba264e4-3e17-40a6-9ade-f8e90b70a5a5 req-333f7d2d-a9dc-447a-9d2a-4452b9faa8f0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.082037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba264e4-3e17-40a6-9ade-f8e90b70a5a5 req-333f7d2d-a9dc-447a-9d2a-4452b9faa8f0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.088426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba264e4-3e17-40a6-9ade-f8e90b70a5a5 req-333f7d2d-a9dc-447a-9d2a-4452b9faa8f0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.095216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba264e4-3e17-40a6-9ade-f8e90b70a5a5 req-333f7d2d-a9dc-447a-9d2a-4452b9faa8f0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.097491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eba264e4-3e17-40a6-9ade-f8e90b70a5a5 req-333f7d2d-a9dc-447a-9d2a-4452b9faa8f0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5441 time: 0.1049252 Dec 16 22:17:19.145527 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:19.152590 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d0bf2ca-9e13-424e-99ec-7d64211803b4 req-1339db8c-6607-40b1-9f83-8e289778462e tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0347466 Dec 16 22:17:19.196472 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 3bd6c33d-2659-4569-9448-a8ce305ad108, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3bd6c33d-2659-4569-9448-a8ce305ad108,segment=NetworkSegment(27e3398c-339e-438b-8472-e81693ed9b6f),segment_id=27e3398c-339e-438b-8472-e81693ed9b6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:19.201505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eba264e4-3e17-40a6-9ade-f8e90b70a5a5 req-0bf51702-824c-4db5-ad2b-539837fb3e04 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0976794 Dec 16 22:17:19.296783 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:19.298610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 99ecd729-b4db-47a7-b01a-81495d0b4d1b no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:19.329848 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 99ecd729-b4db-47a7-b01a-81495d0b4d1b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:19.331143 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 99ecd729-b4db-47a7-b01a-81495d0b4d1b not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:19.348620 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc82a05b-1a44-4982-a13f-56ce63d8c049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd6c33d-2659-4569-9448-a8ce305ad108'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:19.350989 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2af836-fbbd-4561-81ee-e08922af092e" -d '{"events": [{"server_uuid": "fc82a05b-1a44-4982-a13f-56ce63d8c049", "name": "network-vif-plugged", "status": "completed", "tag": "3bd6c33d-2659-4569-9448-a8ce305ad108"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:19.418621 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=3bd6c33d-2659-4569-9448-a8ce305ad108,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:19.465232 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60b9c7c-637e-465c-8921-e7c57a71aff1 x-openstack-request-id: req-f60b9c7c-637e-465c-8921-e7c57a71aff1 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:19.465232 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc82a05b-1a44-4982-a13f-56ce63d8c049", "name": "network-vif-plugged", "status": "completed", "tag": "3bd6c33d-2659-4569-9448-a8ce305ad108", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:19.465232 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f60b9c7c-637e-465c-8921-e7c57a71aff1 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:19.465232 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc82a05b-1a44-4982-a13f-56ce63d8c049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd6c33d-2659-4569-9448-a8ce305ad108', 'code': 200} Dec 16 22:17:19.468607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e06ac5-3620-459c-8f28-212ec4bb606a req-3ddf073e-7eb1-4c91-b5b8-a10d12dd5ae7 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.468607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26e06ac5-3620-459c-8f28-212ec4bb606a req-3ddf073e-7eb1-4c91-b5b8-a10d12dd5ae7 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.0862575 Dec 16 22:17:19.526742 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26e06ac5-3620-459c-8f28-212ec4bb606a req-312ee032-50a2-4e5b-8c27-bf88068b1dca tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578518 Dec 16 22:17:19.597141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6537086-8a6e-4546-9bcd-ea1016460cd4 req-cca18e05-78e9-48b3-b272-69de7be0330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.601408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6537086-8a6e-4546-9bcd-ea1016460cd4 req-cca18e05-78e9-48b3-b272-69de7be0330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.604718 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6537086-8a6e-4546-9bcd-ea1016460cd4 req-cca18e05-78e9-48b3-b272-69de7be0330d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1984 time: 0.0770109 Dec 16 22:17:19.636429 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35470) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:19.692201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b2d5a-82aa-4869-8d6a-a3ed122ce421 req-03eb4a78-28a4-4c40-845e-13df8564759c tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.694281 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd0b2d5a-82aa-4869-8d6a-a3ed122ce421 req-03eb4a78-28a4-4c40-845e-13df8564759c tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 944 time: 0.0885518 Dec 16 22:17:19.702016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6537086-8a6e-4546-9bcd-ea1016460cd4 req-620ca553-9ada-49e2-aa92-3eb76a8429e2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853882 Dec 16 22:17:19.776215 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd0b2d5a-82aa-4869-8d6a-a3ed122ce421 req-11f25416-96b8-425d-ab13-888cc0d797d2 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/security-groups?id=013d8930-ed14-482f-852b-63c64b1579f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722718 Dec 16 22:17:19.872424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35478) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:19.873227 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3d655651-b9c1-4da9-8b65-2fd370a4b135 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc5ed175d1d740ca8faba7ef20ef9ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342901 Dec 16 22:17:19.971684 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48f4473b-493b-4362-8167-0e2cb977139e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:20.022503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ad900-2edc-4f90-8142-2f8163434fb5 req-d55d26cd-9755-47e9-b0ec-82c21c4f107c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.035439 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ad900-2edc-4f90-8142-2f8163434fb5 req-d55d26cd-9755-47e9-b0ec-82c21c4f107c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.037449 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-161ad900-2edc-4f90-8142-2f8163434fb5 req-d55d26cd-9755-47e9-b0ec-82c21c4f107c tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1682 time: 0.1547844 Dec 16 22:17:20.048919 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48f4473b-493b-4362-8167-0e2cb977139e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:20.078433 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73554f9c-44d6-4078-9976-51f2a5e03f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:20.134028 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-161ad900-2edc-4f90-8142-2f8163434fb5 req-39091e02-6b9b-4caa-93eb-a4a4b3d8fd95 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828500 Dec 16 22:17:20.269280 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-543ca08b-6e9b-40d8-9fad-f3c7e9bb40f0 req-7e035d8a-b6c4-4a45-b6eb-f21d1724fa03 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0301762 Dec 16 22:17:20.272572 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48f4473b-493b-4362-8167-0e2cb977139e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:20.275670 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48f4473b-493b-4362-8167-0e2cb977139e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:20.281133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-48f4473b-493b-4362-8167-0e2cb977139e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97f41b40-79ff-45d2-b838-51f32b84d1f2 HTTP/1.1" status: 204 len: 168 time: 0.4072149 Dec 16 22:17:20.289399 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4473b-493b-4362-8167-0e2cb977139e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f41b40-79ff-45d2-b838-51f32b84d1f2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:20.376991 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f101-e18d-454b-864f-90f05efb815e req-9e59570a-b596-4b83-b24a-f9f8c0ec4d05 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.382833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f101-e18d-454b-864f-90f05efb815e req-9e59570a-b596-4b83-b24a-f9f8c0ec4d05 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.388902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f101-e18d-454b-864f-90f05efb815e req-9e59570a-b596-4b83-b24a-f9f8c0ec4d05 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.395529 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f101-e18d-454b-864f-90f05efb815e req-9e59570a-b596-4b83-b24a-f9f8c0ec4d05 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.401399 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f101-e18d-454b-864f-90f05efb815e req-9e59570a-b596-4b83-b24a-f9f8c0ec4d05 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.407388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f101-e18d-454b-864f-90f05efb815e req-9e59570a-b596-4b83-b24a-f9f8c0ec4d05 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.413248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f101-e18d-454b-864f-90f05efb815e req-9e59570a-b596-4b83-b24a-f9f8c0ec4d05 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.415783 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9390f101-e18d-454b-864f-90f05efb815e req-9e59570a-b596-4b83-b24a-f9f8c0ec4d05 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5441 time: 0.1070178 Dec 16 22:17:20.479949 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9390f101-e18d-454b-864f-90f05efb815e req-7b3d058f-7e27-4720-a1b9-fcbbcce1d0e5 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576301 Dec 16 22:17:20.646594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38644ec-4f56-4c07-9301-7aca33eb7b0c req-46e907e2-3af7-4719-83d7-fa4de9aa2d88 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.653215 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38644ec-4f56-4c07-9301-7aca33eb7b0c req-46e907e2-3af7-4719-83d7-fa4de9aa2d88 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.660008 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38644ec-4f56-4c07-9301-7aca33eb7b0c req-46e907e2-3af7-4719-83d7-fa4de9aa2d88 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.666038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38644ec-4f56-4c07-9301-7aca33eb7b0c req-46e907e2-3af7-4719-83d7-fa4de9aa2d88 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.672648 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38644ec-4f56-4c07-9301-7aca33eb7b0c req-46e907e2-3af7-4719-83d7-fa4de9aa2d88 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.678695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38644ec-4f56-4c07-9301-7aca33eb7b0c req-46e907e2-3af7-4719-83d7-fa4de9aa2d88 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.687203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38644ec-4f56-4c07-9301-7aca33eb7b0c req-46e907e2-3af7-4719-83d7-fa4de9aa2d88 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.689172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b38644ec-4f56-4c07-9301-7aca33eb7b0c req-46e907e2-3af7-4719-83d7-fa4de9aa2d88 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5441 time: 0.1202750 Dec 16 22:17:20.699733 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35496) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:20.704955 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-249356c4-9fe6-4e31-94d7-e3cecbe7935a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Request body: {'floatingip': {'port_id': '9850f462-340f-49c0-b1fb-6a832caa60e7'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:20.731450 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05906ce-1e46-4d6a-9d23-b29778a8c44c req-3efdcefa-d5c3-4bf4-948f-803e96315f55 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.733601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a05906ce-1e46-4d6a-9d23-b29778a8c44c req-3efdcefa-d5c3-4bf4-948f-803e96315f55 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.1140716 Dec 16 22:17:20.752806 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-249356c4-9fe6-4e31-94d7-e3cecbe7935a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for floatingip, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:20.794649 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a05906ce-1e46-4d6a-9d23-b29778a8c44c req-ad7c8af5-21a3-4c53-ad4f-374391a8cbb9 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490069 Dec 16 22:17:20.820344 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device aac4d708-6eee-4507-81ab-d1a8fa34583a up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:20.951748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704bb1-95bb-4789-83ba-f9c3430985ad req-5cd38ceb-77a1-45db-bede-ca48710e5dcc tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.953902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b704bb1-95bb-4789-83ba-f9c3430985ad req-5cd38ceb-77a1-45db-bede-ca48710e5dcc tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 944 time: 0.0616474 Dec 16 22:17:20.974756 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port aac4d708-6eee-4507-81ab-d1a8fa34583a completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:20.979444 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port aac4d708-6eee-4507-81ab-d1a8fa34583a triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:20.982480 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:21.062725 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b704bb1-95bb-4789-83ba-f9c3430985ad req-b8df1a71-25cf-4372-983d-8c4f8e7693a5 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/security-groups?id=013d8930-ed14-482f-852b-63c64b1579f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009519 Dec 16 22:17:21.079667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35510) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:21.168292 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:21.205166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5560867e-286f-4123-96a7-e42e30e5f8e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43d14ea52cf74d9b807daea7d3df2b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1202605 Dec 16 22:17:21.207938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35518) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:21.220233 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port aac4d708-6eee-4507-81ab-d1a8fa34583a, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aac4d708-6eee-4507-81ab-d1a8fa34583a,segment=NetworkSegment(2c36c7e5-d1e8-4315-b537-197f8b74be08),segment_id=2c36c7e5-d1e8-4315-b537-197f8b74be08)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:21.331713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1c8a2-391e-49ac-80e0-c09fee1ba229 req-a1bdb4e6-6a04-4a16-9301-76fc6e8909b0 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:21.337582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1c8a2-391e-49ac-80e0-c09fee1ba229 req-a1bdb4e6-6a04-4a16-9301-76fc6e8909b0 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:21.339602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bc1c8a2-391e-49ac-80e0-c09fee1ba229 req-a1bdb4e6-6a04-4a16-9301-76fc6e8909b0 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1682 time: 0.1091328 Dec 16 22:17:21.340267 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-400d0ac8-3c5e-44cd-832d-dfe5b7889051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:21.352664 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:21.388580 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-400d0ac8-3c5e-44cd-832d-dfe5b7889051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:21.407079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=aac4d708-6eee-4507-81ab-d1a8fa34583a,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:21.435488 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b551e33a-a94c-4289-bceb-6afbfaef8c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac4d708-6eee-4507-81ab-d1a8fa34583a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:21.439047 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5191aa51-e26f-46a8-bb65-39f010224ae1" -d '{"events": [{"server_uuid": "b551e33a-a94c-4289-bceb-6afbfaef8c84", "name": "network-vif-plugged", "status": "completed", "tag": "aac4d708-6eee-4507-81ab-d1a8fa34583a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:21.472082 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bc1c8a2-391e-49ac-80e0-c09fee1ba229 req-11ebd144-9cff-4774-a277-a8a9378af5f4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249216 Dec 16 22:17:21.538181 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf37f7f-c93d-4183-985a-c346a515640f x-openstack-request-id: req-1bf37f7f-c93d-4183-985a-c346a515640f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:21.538642 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b551e33a-a94c-4289-bceb-6afbfaef8c84", "name": "network-vif-plugged", "status": "completed", "tag": "aac4d708-6eee-4507-81ab-d1a8fa34583a", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:21.538845 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1bf37f7f-c93d-4183-985a-c346a515640f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:21.539611 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b551e33a-a94c-4289-bceb-6afbfaef8c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac4d708-6eee-4507-81ab-d1a8fa34583a', 'code': 200} Dec 16 22:17:21.575854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f932701-81c3-4a98-a526-71d0e83c5dad req-e3872ec3-2d01-48e6-b1f6-0309815a0076 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0376580 Dec 16 22:17:21.577794 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-400d0ac8-3c5e-44cd-832d-dfe5b7889051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:21.581548 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-400d0ac8-3c5e-44cd-832d-dfe5b7889051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:21.582948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-400d0ac8-3c5e-44cd-832d-dfe5b7889051 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f039aafb-1d64-4d58-b8ac-917d91c839e5 HTTP/1.1" status: 204 len: 168 time: 0.3735938 Dec 16 22:17:21.609589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d0ac8-3c5e-44cd-832d-dfe5b7889051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f039aafb-1d64-4d58-b8ac-917d91c839e5,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:21.686706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91ce83-1635-48d3-a1cd-558fbe92c6cf req-7d6b1fb8-2214-4aab-9326-28ca8034fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:21.689833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b91ce83-1635-48d3-a1cd-558fbe92c6cf req-7d6b1fb8-2214-4aab-9326-28ca8034fd1e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 1096 time: 0.0516129 Dec 16 22:17:21.727951 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-249356c4-9fe6-4e31-94d7-e3cecbe7935a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:21.751359 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b91ce83-1635-48d3-a1cd-558fbe92c6cf req-2f22aeba-8f08-4ca6-a1db-c957cf133e33 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=013d8930-ed14-482f-852b-63c64b1579f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550952 Dec 16 22:17:21.890016 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-249356c4-9fe6-4e31-94d7-e3cecbe7935a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:21.959404 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506b9f5-4dd6-4e95-bcd4-1d07101ab4f6 req-e9428bd0-dfa5-4103-bfe5-9746f85886ef tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:21.973229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4506b9f5-4dd6-4e95-bcd4-1d07101ab4f6 req-e9428bd0-dfa5-4103-bfe5-9746f85886ef tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.0968404 Dec 16 22:17:22.078171 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4506b9f5-4dd6-4e95-bcd4-1d07101ab4f6 req-fa51502e-f214-4e63-a24a-6831c391a6bd tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031640 Dec 16 22:17:22.087641 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-249356c4-9fe6-4e31-94d7-e3cecbe7935a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Floating IP 3986b7cb-c566-49f5-a524-7077ec6a7904 associated. External IP: 172.25.2.103, port: 9850f462-340f-49c0-b1fb-6a832caa60e7. Dec 16 22:17:22.274490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31702f7-355b-46d2-8428-a2d963cd2e11 req-63e5f16e-a848-4073-b1b2-068a3b92ad6b tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:22.282762 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b31702f7-355b-46d2-8428-a2d963cd2e11 req-63e5f16e-a848-4073-b1b2-068a3b92ad6b tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 945 time: 0.0618243 Dec 16 22:17:22.336786 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b31702f7-355b-46d2-8428-a2d963cd2e11 req-48a9785f-3e9d-4924-a4b2-d3e2269f3f0b tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/security-groups?id=013d8930-ed14-482f-852b-63c64b1579f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531371 Dec 16 22:17:22.363974 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f02a3293-2dd9-4d83-b465-5349fea8f735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:22.420021 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249356c4-9fe6-4e31-94d7-e3cecbe7935a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Router 05897539-dbbf-47b1-915a-f60ab4ef96db has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:17:22.559054 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249356c4-9fe6-4e31-94d7-e3cecbe7935a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:17:22.564141 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-249356c4-9fe6-4e31-94d7-e3cecbe7935a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:22.573346 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6ca1ac-dad8-4144-bfd6-b879327626db None None] Sync routers for ids ['05897539-dbbf-47b1-915a-f60ab4ef96db'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:17:22.588614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ca1ac-dad8-4144-bfd6-b879327626db None None] Routers {'05897539-dbbf-47b1-915a-f60ab4ef96db'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:22.589262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3c6ca1ac-dad8-4144-bfd6-b879327626db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:17:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['05897539-dbbf-47b1-915a-f60ab4ef96db'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:22.637380 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-249356c4-9fe6-4e31-94d7-e3cecbe7935a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "PUT /v2.0/floatingips/3986b7cb-c566-49f5-a524-7077ec6a7904 HTTP/1.1" status: 200 len: 991 time: 1.9304883 Dec 16 22:17:22.638244 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'tag': '9850f462-340f-49c0-b1fb-6a832caa60e7'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:22.644403 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e" -d '{"events": [{"name": "network-changed", "server_uuid": "47019380-7053-43a2-9761-48854410b414", "tag": "9850f462-340f-49c0-b1fb-6a832caa60e7"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:22.682955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f68e25-92bd-4a3a-ba3e-8bb68fe214bd req-5923a00b-9fac-4689-b737-2e2a8dbd4126 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:22.691145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f68e25-92bd-4a3a-ba3e-8bb68fe214bd req-5923a00b-9fac-4689-b737-2e2a8dbd4126 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:22.694890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7f68e25-92bd-4a3a-ba3e-8bb68fe214bd req-5923a00b-9fac-4689-b737-2e2a8dbd4126 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1682 time: 0.1104519 Dec 16 22:17:22.737392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-3c6ca1ac-dad8-4144-bfd6-b879327626db None None] Set router 05897539-dbbf-47b1-915a-f60ab4ef96db gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:22.744593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9792d5e9-a3b0-431c-bd82-acce3e32c633 req-58a583f5-cadd-4a9c-a5e2-1ad071a4d966 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0478232 Dec 16 22:17:22.792677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7f68e25-92bd-4a3a-ba3e-8bb68fe214bd req-1f4310bc-73fe-4a91-b073-a909fae93647 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839956 Dec 16 22:17:22.898252 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627d6481-d77a-445d-a081-b2a1e4a30fa0 x-openstack-request-id: req-627d6481-d77a-445d-a081-b2a1e4a30fa0 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:22.898776 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47019380-7053-43a2-9761-48854410b414", "tag": "9850f462-340f-49c0-b1fb-6a832caa60e7", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:22.898776 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-627d6481-d77a-445d-a081-b2a1e4a30fa0 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:22.899198 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'tag': '9850f462-340f-49c0-b1fb-6a832caa60e7', 'status': 'completed', 'code': 200} Dec 16 22:17:22.995864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-aaa00f20-c51b-4ba1-a9d5-9c2443170c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:22.996487 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-aaa00f20-c51b-4ba1-a9d5-9c2443170c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:22.997029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-aaa00f20-c51b-4ba1-a9d5-9c2443170c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:22.997701 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-aaa00f20-c51b-4ba1-a9d5-9c2443170c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.002032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-aaa00f20-c51b-4ba1-a9d5-9c2443170c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.002032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-aaa00f20-c51b-4ba1-a9d5-9c2443170c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.002032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-aaa00f20-c51b-4ba1-a9d5-9c2443170c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.002340 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-aaa00f20-c51b-4ba1-a9d5-9c2443170c6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=001915db62a44eb0a59ad001f5b8acda&device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 6498 time: 0.0671325 Dec 16 22:17:23.040593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-18ec67cc-6120-42eb-9916-89daf688c128 req-619cce62-f099-4de7-8f00-5900fb41b5f6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0372932 Dec 16 22:17:23.134553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-44a30a29-a02b-4e7d-9c64-408972e8e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.136493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-44a30a29-a02b-4e7d-9c64-408972e8e1c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=28cf9735-2f74-4728-b3d3-673e82b6a3ef HTTP/1.1" status: 200 len: 917 time: 0.1058192 Dec 16 22:17:23.165360 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3c6ca1ac-dad8-4144-bfd6-b879327626db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'name': 'tempest-TaggedBootDevicesTest_v242-645582622-router', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:21Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'gw_port': {'id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:22Z', 'updated_at': '2021-12-16T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '3986b7cb-c566-49f5-a524-7077ec6a7904', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'port_id': '9850f462-340f-49c0-b1fb-6a832caa60e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'mac_address': 'fa:16:3e:9d:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47019380-7053-43a2-9761-48854410b414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:16:02Z', 'updated_at': '2021-12-16T22:17:21Z', 'revision_number': 1, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182a6b49-e36b-42b3-8901-4bd3f628130c', 'name': '', 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'mac_address': 'fa:16:3e:9c:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:32Z', 'updated_at': '2021-12-16T22:14:39Z', 'revision_number': 5, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'subnets': [{'id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:23.205528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6ca1ac-dad8-4144-bfd6-b879327626db None None] Checking router: 05897539-dbbf-47b1-915a-f60ab4ef96db for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:17:23.215425 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ca1ac-dad8-4144-bfd6-b879327626db None None] Routers {'05897539-dbbf-47b1-915a-f60ab4ef96db'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:23.216139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3c6ca1ac-dad8-4144-bfd6-b879327626db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:17:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['05897539-dbbf-47b1-915a-f60ab4ef96db'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:23.244546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14fba8-1be0-472a-8b77-90d198d22f94 req-a7f031bf-4b75-4edc-b0ab-6fc50c542a84 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.260951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f14fba8-1be0-472a-8b77-90d198d22f94 req-a7f031bf-4b75-4edc-b0ab-6fc50c542a84 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.0821085 Dec 16 22:17:23.390280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-3c6ca1ac-dad8-4144-bfd6-b879327626db None None] Set router 05897539-dbbf-47b1-915a-f60ab4ef96db gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:23.413254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f14fba8-1be0-472a-8b77-90d198d22f94 req-16d563e7-487c-4dd5-ae90-1240081cd632 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509476 Dec 16 22:17:23.416303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-8cbd4e9d-9023-462e-81ae-d2b26bdca470 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9850f462-340f-49c0-b1fb-6a832caa60e7 HTTP/1.1" status: 200 len: 999 time: 0.1108253 Dec 16 22:17:23.537281 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:23.565659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-27f1f144-05b0-4240-8bbb-b8c92d5735d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.567571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-27f1f144-05b0-4240-8bbb-b8c92d5735d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11d40f43-aa33-492a-8d72-d2eb3853f569 HTTP/1.1" status: 200 len: 855 time: 0.1345463 Dec 16 22:17:23.634490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0348a6-783d-4665-9d65-340fa55bd7e1 req-a09d8156-67ef-4487-8255-9dd98f03d440 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.636096 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b0348a6-783d-4665-9d65-340fa55bd7e1 req-a09d8156-67ef-4487-8255-9dd98f03d440 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 945 time: 0.1334465 Dec 16 22:17:23.647751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79ce1f-5078-4e14-8e8c-2c0da87aa8a9 req-ddfca6c1-6edc-4839-bc63-e689fd0a7413 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.653328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79ce1f-5078-4e14-8e8c-2c0da87aa8a9 req-ddfca6c1-6edc-4839-bc63-e689fd0a7413 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.660862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e79ce1f-5078-4e14-8e8c-2c0da87aa8a9 req-ddfca6c1-6edc-4839-bc63-e689fd0a7413 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1682 time: 0.1591830 Dec 16 22:17:23.697902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-c790784b-03d9-4619-ba6b-3f2ba7368725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.699643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-c790784b-03d9-4619-ba6b-3f2ba7368725 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=28cf9735-2f74-4728-b3d3-673e82b6a3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204247 Dec 16 22:17:23.796593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e79ce1f-5078-4e14-8e8c-2c0da87aa8a9 req-5bc66cd6-5cb5-484c-aea6-80ffe6ca0a95 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345320 Dec 16 22:17:23.806938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b0348a6-783d-4665-9d65-340fa55bd7e1 req-bfa0b193-aba2-4f85-a5cf-c833762cca7a tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/security-groups?id=013d8930-ed14-482f-852b-63c64b1579f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389096 Dec 16 22:17:23.860115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-e748c780-757f-4817-900f-98591ab12eb0 service neutron] 10.222.0.69 "GET /v2.0/networks/28cf9735-2f74-4728-b3d3-673e82b6a3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436999 Dec 16 22:17:23.955305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-732512d5-22d9-4797-a40b-cb5bb8480d34 req-5f127bc2-f9fd-42b4-85b9-67d082fa466d tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0704689 Dec 16 22:17:24.020077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3c6ca1ac-dad8-4144-bfd6-b879327626db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'name': 'tempest-TaggedBootDevicesTest_v242-645582622-router', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:21Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'gw_port': {'id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:22Z', 'updated_at': '2021-12-16T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '3986b7cb-c566-49f5-a524-7077ec6a7904', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'port_id': '9850f462-340f-49c0-b1fb-6a832caa60e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'mac_address': 'fa:16:3e:9d:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47019380-7053-43a2-9761-48854410b414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:16:02Z', 'updated_at': '2021-12-16T22:17:21Z', 'revision_number': 1, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182a6b49-e36b-42b3-8901-4bd3f628130c', 'name': '', 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'mac_address': 'fa:16:3e:9c:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:32Z', 'updated_at': '2021-12-16T22:14:39Z', 'revision_number': 5, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'subnets': [{'id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:24.056226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6ca1ac-dad8-4144-bfd6-b879327626db None None] The sync data for ids ['05897539-dbbf-47b1-915a-f60ab4ef96db'] in n-d-821840-2 is: [{'id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'name': 'tempest-TaggedBootDevicesTest_v242-645582622-router', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:21Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'gw_port': {'id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:22Z', 'updated_at': '2021-12-16T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '3986b7cb-c566-49f5-a524-7077ec6a7904', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'port_id': '9850f462-340f-49c0-b1fb-6a832caa60e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'mac_address': 'fa:16:3e:9d:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47019380-7053-43a2-9761-48854410b414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:16:02Z', 'updated_at': '2021-12-16T22:17:21Z', 'revision_number': 1, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182a6b49-e36b-42b3-8901-4bd3f628130c', 'name': '', 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'mac_address': 'fa:16:3e:9c:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:32Z', 'updated_at': '2021-12-16T22:14:39Z', 'revision_number': 5, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'subnets': [{'id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:17:24.074339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0e81b7c-150e-4cc6-af6d-c861c6ba870e req-4399764a-61a3-4cd8-877b-ef014464edfe service neutron] 10.222.0.69 "GET /v2.0/networks/28cf9735-2f74-4728-b3d3-673e82b6a3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056570 Dec 16 22:17:24.297206 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd00dd6-5b9c-4bc5-a6a9-de24a11cf677 None None] New status for floating IP 3986b7cb-c566-49f5-a524-7077ec6a7904: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:17:24.533679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc6108-1282-4589-8f59-827d35935356 req-7a1dd881-fd37-49b2-a558-1545d774de39 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:24.535407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eecc6108-1282-4589-8f59-827d35935356 req-7a1dd881-fd37-49b2-a558-1545d774de39 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.0536880 Dec 16 22:17:24.645979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eecc6108-1282-4589-8f59-827d35935356 req-64e7aa3f-c01f-4128-bddb-4ba6eb28b382 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935531 Dec 16 22:17:24.780306 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:24.959625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403ec32-d2fe-46cd-8343-8b4ff1ce4d57 req-64ff1172-a50e-47ce-be18-ab8088411cb7 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:24.965577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403ec32-d2fe-46cd-8343-8b4ff1ce4d57 req-64ff1172-a50e-47ce-be18-ab8088411cb7 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:24.967567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8403ec32-d2fe-46cd-8343-8b4ff1ce4d57 req-64ff1172-a50e-47ce-be18-ab8088411cb7 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1682 time: 0.0864234 Dec 16 22:17:25.022524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37f5bb-8cc0-4380-bcaa-de5eea296a3a req-2206d48a-3fbb-4fe4-a6d6-aaa0d8d5659a tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:25.024304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b37f5bb-8cc0-4380-bcaa-de5eea296a3a req-2206d48a-3fbb-4fe4-a6d6-aaa0d8d5659a tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 945 time: 0.1062417 Dec 16 22:17:25.081059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8403ec32-d2fe-46cd-8343-8b4ff1ce4d57 req-367ca629-8ab4-4e8c-922a-403272992127 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048148 Dec 16 22:17:25.101761 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b37f5bb-8cc0-4380-bcaa-de5eea296a3a req-62512554-04f5-4aec-991a-de64f5480dee tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/security-groups?id=013d8930-ed14-482f-852b-63c64b1579f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646629 Dec 16 22:17:25.269622 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30bd9962-fe21-4f83-a2f0-5042049ba3e4 req-b200db7e-eff2-46c8-b2b8-bd955518dfa2 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0537307 Dec 16 22:17:25.355709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138531d9-288e-43b5-9b3b-429697bd4bd9 req-58712624-3180-4e5e-9721-903254b1467d tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:25.357454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-138531d9-288e-43b5-9b3b-429697bd4bd9 req-58712624-3180-4e5e-9721-903254b1467d tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 945 time: 0.0652733 Dec 16 22:17:25.425220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-138531d9-288e-43b5-9b3b-429697bd4bd9 req-e15fa18e-1346-484c-8542-058be87840d9 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/security-groups?id=013d8930-ed14-482f-852b-63c64b1579f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541668 Dec 16 22:17:25.626724 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:25.843568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-e5b13b1d-42f4-4e41-b1de-5980c42355ca tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:25.849742 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-e5b13b1d-42f4-4e41-b1de-5980c42355ca tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:25.851447 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-e5b13b1d-42f4-4e41-b1de-5980c42355ca tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 1682 time: 0.0719688 Dec 16 22:17:25.964260 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-32f0ddc2-4154-48bb-9631-307edaacb759 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Deleting port 3bd6c33d-2659-4569-9448-a8ce305ad108 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:25.964856 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-32f0ddc2-4154-48bb-9631-307edaacb759 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.090072 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35680) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:26.100115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35684) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:26.147589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-32f0ddc2-4154-48bb-9631-307edaacb759 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] For port 3bd6c33d-2659-4569-9448-a8ce305ad108, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3bd6c33d-2659-4569-9448-a8ce305ad108,segment=NetworkSegment(27e3398c-339e-438b-8472-e81693ed9b6f),segment_id=27e3398c-339e-438b-8472-e81693ed9b6f)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:26.147978 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-32f0ddc2-4154-48bb-9631-307edaacb759 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.162798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051e022-0ae8-43e0-bacb-100b2add8cb2 req-1851d5cc-7b3d-4260-b5b5-fece50da8fd4 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:26.162798 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9051e022-0ae8-43e0-bacb-100b2add8cb2 req-1851d5cc-7b3d-4260-b5b5-fece50da8fd4 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 1096 time: 0.1184216 Dec 16 22:17:26.172997 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-32f0ddc2-4154-48bb-9631-307edaacb759 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Calling delete_port for 3bd6c33d-2659-4569-9448-a8ce305ad108 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:26.214252 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381674c8-506f-4fef-aa5a-8d140f3c27f8 req-12e85c49-47c4-458b-8471-8e87850cf04d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:26.215849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-381674c8-506f-4fef-aa5a-8d140f3c27f8 req-12e85c49-47c4-458b-8471-8e87850cf04d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.1143830 Dec 16 22:17:26.226122 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-520610b8-9540-44ac-87ae-64c3ab2575b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.247573 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e84ce165-bcd5-4219-8ff5-0ee11a0b772b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.299924 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9051e022-0ae8-43e0-bacb-100b2add8cb2 req-8c423e3d-e030-47e2-9df9-3f6beeb16044 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243286 Dec 16 22:17:26.384188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-381674c8-506f-4fef-aa5a-8d140f3c27f8 req-af52e11a-561b-40f2-aa9b-249423ba598a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315815 Dec 16 22:17:26.387420 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e84ce165-bcd5-4219-8ff5-0ee11a0b772b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.423817 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-520610b8-9540-44ac-87ae-64c3ab2575b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.460566 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8deb3df8-6c83-4bb9-b389-2c23525ba607 req-088e4a15-d379-4427-8397-9b342be5748d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1141295 Dec 16 22:17:26.471831 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e84ce165-bcd5-4219-8ff5-0ee11a0b772b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.513547 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-520610b8-9540-44ac-87ae-64c3ab2575b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.520510 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e84ce165-bcd5-4219-8ff5-0ee11a0b772b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4020850031d84813b16a22f1af72f04b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4292157 Dec 16 22:17:26.524893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35702) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:26.526179 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ce165-bcd5-4219-8ff5-0ee11a0b772b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea09acf6-0ec3-4d2b-b0c5-12ea216e4007,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:26.555086 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-520610b8-9540-44ac-87ae-64c3ab2575b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b1b4ec220474194830adf0245da58d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4536037 Dec 16 22:17:26.559502 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35704) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:26.576170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520610b8-9540-44ac-87ae-64c3ab2575b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e384306-732e-489a-9d22-3eec4c9630cb,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:26.581861 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-32f0ddc2-4154-48bb-9631-307edaacb759 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.595492 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d', '3bd6c33d-2659-4569-9448-a8ce305ad108'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:26.628179 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c083793-0e3e-4119-8ebb-f2f2d467dfd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.652577 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c083793-0e3e-4119-8ebb-f2f2d467dfd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.653334 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0ddc2-4154-48bb-9631-307edaacb759 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Port': ['ID=3bd6c33d-2659-4569-9448-a8ce305ad108,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:26.676824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63baed0-f4f6-486f-a66e-86f7efdd5b13 req-a52e2d11-1fd1-4c7f-9ca1-674714c1bc8f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:26.677819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a63baed0-f4f6-486f-a66e-86f7efdd5b13 req-a52e2d11-1fd1-4c7f-9ca1-674714c1bc8f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 945 time: 0.2016234 Dec 16 22:17:26.742569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb3df8-6c83-4bb9-b389-2c23525ba607 req-dcd74287-094a-420c-bbee-9e986e1acfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:26.744102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8deb3df8-6c83-4bb9-b389-2c23525ba607 req-dcd74287-094a-420c-bbee-9e986e1acfbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 1095 time: 0.2278388 Dec 16 22:17:26.745022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-32f0ddc2-4154-48bb-9631-307edaacb759 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] No DVR routers for this DVR port 3bd6c33d-2659-4569-9448-a8ce305ad108 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:26.760513 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-32f0ddc2-4154-48bb-9631-307edaacb759 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.765068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-32f0ddc2-4154-48bb-9631-307edaacb759 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.69 "DELETE /v2.0/ports/3bd6c33d-2659-4569-9448-a8ce305ad108 HTTP/1.1" status: 204 len: 173 time: 0.9060709 Dec 16 22:17:26.765569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc82a05b-1a44-4982-a13f-56ce63d8c049', 'name': 'network-vif-deleted', 'tag': '3bd6c33d-2659-4569-9448-a8ce305ad108'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:26.768195 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f014c98c-4994-419b-a018-2d44a441185d" -d '{"events": [{"server_uuid": "fc82a05b-1a44-4982-a13f-56ce63d8c049", "name": "network-vif-deleted", "tag": "3bd6c33d-2659-4569-9448-a8ce305ad108"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:26.877227 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3dda25ce-898c-4415-8c16-65731fd18fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.894740 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c083793-0e3e-4119-8ebb-f2f2d467dfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.898182 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c083793-0e3e-4119-8ebb-f2f2d467dfd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.902930 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0c083793-0e3e-4119-8ebb-f2f2d467dfd6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e384306-732e-489a-9d22-3eec4c9630cb HTTP/1.1" status: 204 len: 168 time: 0.3424442 Dec 16 22:17:26.915453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c083793-0e3e-4119-8ebb-f2f2d467dfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e384306-732e-489a-9d22-3eec4c9630cb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:26.971478 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3dda25ce-898c-4415-8c16-65731fd18fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.997801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a63baed0-f4f6-486f-a66e-86f7efdd5b13 req-4be31129-50b2-4176-bc4c-50e9bcb3981f tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/security-groups?id=013d8930-ed14-482f-852b-63c64b1579f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872965 Dec 16 22:17:27.078383 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb3df8-6c83-4bb9-b389-2c23525ba607 req-ac4c3af1-b1ba-4893-ab23-e721459ff595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:27.079454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8deb3df8-6c83-4bb9-b389-2c23525ba607 req-ac4c3af1-b1ba-4893-ab23-e721459ff595 service neutron] 10.222.0.24 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.3025033 Dec 16 22:17:27.107971 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56552b6-fada-46ac-b759-87f1413ca85e req-51c1d46f-246b-40eb-a919-6ae30e939598 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:27.109510 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f56552b6-fada-46ac-b759-87f1413ca85e req-51c1d46f-246b-40eb-a919-6ae30e939598 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 946 time: 0.1490428 Dec 16 22:17:27.148675 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-999e495c-8586-4338-9c66-55ed0e7f50b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Deleting port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:27.151645 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-999e495c-8586-4338-9c66-55ed0e7f50b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:27.159300 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8deb3df8-6c83-4bb9-b389-2c23525ba607 req-62e3af15-54e9-4950-9704-1f12d2fdccb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967aba4c-16e5-446d-9c85-086f719368fa HTTP/1.1" status: 200 len: 217 time: 0.0659108 Dec 16 22:17:27.542666 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3dda25ce-898c-4415-8c16-65731fd18fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:27.545415 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3dda25ce-898c-4415-8c16-65731fd18fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:27.546572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3dda25ce-898c-4415-8c16-65731fd18fc0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea09acf6-0ec3-4d2b-b0c5-12ea216e4007 HTTP/1.1" status: 204 len: 168 time: 1.0180526 Dec 16 22:17:27.601987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda25ce-898c-4415-8c16-65731fd18fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea09acf6-0ec3-4d2b-b0c5-12ea216e4007,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:27.628356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb3df8-6c83-4bb9-b389-2c23525ba607 req-b95e0b93-4eb0-4e3c-9f56-e7a38da4be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:27.629841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8deb3df8-6c83-4bb9-b389-2c23525ba607 req-b95e0b93-4eb0-4e3c-9f56-e7a38da4be53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.4577119 Dec 16 22:17:27.658349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f56552b6-fada-46ac-b759-87f1413ca85e req-0bfefef5-3dcf-41cb-bd7d-00b47bad8e7b tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/security-groups?id=f838118e-f029-41c9-a756-0fc9854f8841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420713 Dec 16 22:17:27.677934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8deb3df8-6c83-4bb9-b389-2c23525ba607 req-9f1dab9b-08e5-4656-9a95-fe7633e933d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348969 Dec 16 22:17:27.685153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-999e495c-8586-4338-9c66-55ed0e7f50b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] For port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d,segment=NetworkSegment(e2ca6657-61e3-4da1-ae60-84ea9912b418),segment_id=e2ca6657-61e3-4da1-ae60-84ea9912b418)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:27.686087 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-999e495c-8586-4338-9c66-55ed0e7f50b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:27.717366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-999e495c-8586-4338-9c66-55ed0e7f50b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Calling delete_port for e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:27.752091 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17a68c6-3016-479d-9872-11ef83af16cb x-openstack-request-id: req-f17a68c6-3016-479d-9872-11ef83af16cb {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:27.752371 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc82a05b-1a44-4982-a13f-56ce63d8c049", "name": "network-vif-deleted", "tag": "3bd6c33d-2659-4569-9448-a8ce305ad108", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:27.752626 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f17a68c6-3016-479d-9872-11ef83af16cb {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:27.753032 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc82a05b-1a44-4982-a13f-56ce63d8c049', 'name': 'network-vif-deleted', 'tag': '3bd6c33d-2659-4569-9448-a8ce305ad108', 'status': 'completed', 'code': 200} Dec 16 22:17:27.840980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8ba2ba0-8d4a-4134-81db-f40184ff8061 req-08ea5abf-b3cd-46a2-9d9e-062d5219b685 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0386510 Dec 16 22:17:27.891547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8deb3df8-6c83-4bb9-b389-2c23525ba607 req-b641122e-b6a6-45cf-8092-c01b98d77f0c service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971960 Dec 16 22:17:28.091203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad44f5-d7dc-4c57-a413-a7360b079433 req-e05354c0-ad72-49a6-891f-b0750644dbf3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:28.093724 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ad44f5-d7dc-4c57-a413-a7360b079433 req-e05354c0-ad72-49a6-891f-b0750644dbf3 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.1240833 Dec 16 22:17:28.096105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8deb3df8-6c83-4bb9-b389-2c23525ba607 req-71009f27-1725-43fc-adbf-b30be7ea08fb service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872547 Dec 16 22:17:28.158899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ad44f5-d7dc-4c57-a413-a7360b079433 req-a670e5e1-3fcc-4142-a508-a9a8ace76e65 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555265 Dec 16 22:17:28.174802 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-999e495c-8586-4338-9c66-55ed0e7f50b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:28.221166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e495c-8586-4338-9c66-55ed0e7f50b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Port': ['ID=e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:28.269221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-999e495c-8586-4338-9c66-55ed0e7f50b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] No DVR routers for this DVR port e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:28.272402 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-999e495c-8586-4338-9c66-55ed0e7f50b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:28.283100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b590fd9-6ff9-4c70-95f1-bfe35e056e27 req-999e495c-8586-4338-9c66-55ed0e7f50b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.69 "DELETE /v2.0/ports/e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d HTTP/1.1" status: 204 len: 173 time: 1.4978216 Dec 16 22:17:28.317151 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35752) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:28.334095 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7bd0-8753-4aaa-b872-1f86f0530296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:28.443975 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7bd0-8753-4aaa-b872-1f86f0530296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:28.528997 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7bd0-8753-4aaa-b872-1f86f0530296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:28.585141 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bf5c7bd0-8753-4aaa-b872-1f86f0530296 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03fbeb971cdd4dcfbe35a06adfd298a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2661026 Dec 16 22:17:28.587385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c7bd0-8753-4aaa-b872-1f86f0530296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f2137b-b7ab-4f28-98a3-f9e48dcc1adf,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:28.587862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35762) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:28.668455 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af74bbfb-4f70-4ebd-b187-93391dde184e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:28.703222 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af74bbfb-4f70-4ebd-b187-93391dde184e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:28.830570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3bd6c33d-2659-4569-9448-a8ce305ad108 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:28.852005 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 3bd6c33d-2659-4569-9448-a8ce305ad108 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:28.852262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3bd6c33d-2659-4569-9448-a8ce305ad108 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:28.852718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:28.855513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5d221-1865-4586-a3e1-aecca0d9dbc8 req-35cb678c-cea6-4e81-8de8-e139c2d94398 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:28.857043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ef5d221-1865-4586-a3e1-aecca0d9dbc8 req-35cb678c-cea6-4e81-8de8-e139c2d94398 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 945 time: 0.0548253 Dec 16 22:17:28.878188 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:28.878543 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:28.913164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ef5d221-1865-4586-a3e1-aecca0d9dbc8 req-6cef8d72-d263-4318-9e44-da31010670d2 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/security-groups?id=013d8930-ed14-482f-852b-63c64b1579f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492301 Dec 16 22:17:28.917225 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af74bbfb-4f70-4ebd-b187-93391dde184e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:28.920761 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af74bbfb-4f70-4ebd-b187-93391dde184e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:28.921961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-af74bbfb-4f70-4ebd-b187-93391dde184e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29f2137b-b7ab-4f28-98a3-f9e48dcc1adf HTTP/1.1" status: 204 len: 168 time: 0.3330388 Dec 16 22:17:28.934496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74bbfb-4f70-4ebd-b187-93391dde184e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f2137b-b7ab-4f28-98a3-f9e48dcc1adf,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:29.061379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-18163e7d-6a3c-4b42-bbe8-7af355c97d7d req-98a2446f-3cb1-44c5-ba4b-df36819b55a5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc82a05b-1a44-4982-a13f-56ce63d8c049 HTTP/1.1" status: 200 len: 210 time: 0.0539811 Dec 16 22:17:29.146577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d213934-e92e-4c2f-9123-9c2fc1fa4e43 req-5c9ed39a-31cf-4b8b-8a12-9a155d37280a tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0270801 Dec 16 22:17:29.321306 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df0391-d3a2-48fe-ae1a-3fa680f223bf req-51eccc5a-895d-4ece-8698-e7d35a244671 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:29.328990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1df0391-d3a2-48fe-ae1a-3fa680f223bf req-51eccc5a-895d-4ece-8698-e7d35a244671 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.0884881 Dec 16 22:17:29.378654 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1df0391-d3a2-48fe-ae1a-3fa680f223bf req-6b0a8f5f-ad2e-41ac-bcbe-a4acabaf9974 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479720 Dec 16 22:17:29.697020 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-f5bef8ff-6c4b-43cb-b201-35ce5a276064 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:17:29.698164 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-f5bef8ff-6c4b-43cb-b201-35ce5a276064 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064499 Dec 16 22:17:29.749172 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-f2db8287-a0f5-4f82-8964-c6b94b1c1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:29.750627 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-f2db8287-a0f5-4f82-8964-c6b94b1c1c43 service neutron] 10.222.0.43 "GET /v2.0/ports/0962aff9-6df8-45d6-8481-2d2af4a44639 HTTP/1.1" status: 200 len: 1093 time: 0.0413878 Dec 16 22:17:29.755062 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc82a05b-1a44-4982-a13f-56ce63d8c049', 'name': 'network-vif-deleted', 'tag': 'e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:29.760919 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb159ddc-595c-4633-b7ff-061474886724" -d '{"events": [{"server_uuid": "fc82a05b-1a44-4982-a13f-56ce63d8c049", "name": "network-vif-deleted", "tag": "e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:29.766271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-532390b0-8e89-4822-825e-5d6011e8dc0b service neutron] Request body: {'binding': {'host': 'n-h2-821840-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:29.766916 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-532390b0-8e89-4822-825e-5d6011e8dc0b service neutron] Unknown quota resources ['binding']. {{(pid=103952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:17:29.873865 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aadb166-3649-4cb3-86d1-7387553ef95f x-openstack-request-id: req-9aadb166-3649-4cb3-86d1-7387553ef95f {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:29.874097 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc82a05b-1a44-4982-a13f-56ce63d8c049", "name": "network-vif-deleted", "tag": "e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:29.874345 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9aadb166-3649-4cb3-86d1-7387553ef95f {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:29.874983 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc82a05b-1a44-4982-a13f-56ce63d8c049', 'name': 'network-vif-deleted', 'tag': 'e1dedc16-f38a-4dfe-b1e6-d7c3a1df853d', 'status': 'completed', 'code': 200} Dec 16 22:17:29.937386 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-532390b0-8e89-4822-825e-5d6011e8dc0b service neutron] Attempting to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 on host n-h2-821840-2 for vnic_type normal with profile None {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:29.938338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-532390b0-8e89-4822-825e-5d6011e8dc0b service neutron] Attempting to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:29.939126 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-532390b0-8e89-4822-825e-5d6011e8dc0b service neutron] Attempting to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:29.947911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-532390b0-8e89-4822-825e-5d6011e8dc0b service neutron] Port 0962aff9-6df8-45d6-8481-2d2af4a44639 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:29.948712 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-532390b0-8e89-4822-825e-5d6011e8dc0b service neutron] Attempting to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:29.958612 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-532390b0-8e89-4822-825e-5d6011e8dc0b service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:29.959559 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-532390b0-8e89-4822-825e-5d6011e8dc0b service neutron] Checking segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:29.960210 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-532390b0-8e89-4822-825e-5d6011e8dc0b service neutron] Bound using segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:29.960964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-532390b0-8e89-4822-825e-5d6011e8dc0b service neutron] Bound port: 0962aff9-6df8-45d6-8481-2d2af4a44639, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:30.050857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-532390b0-8e89-4822-825e-5d6011e8dc0b service neutron] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0962aff9-6df8-45d6-8481-2d2af4a44639,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:30.096754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267623b-d910-4f2e-a625-398b55e880cd req-5820933c-645f-4471-a7ed-5256c97fa52a tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:30.098318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e267623b-d910-4f2e-a625-398b55e880cd req-5820933c-645f-4471-a7ed-5256c97fa52a tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 945 time: 0.0505247 Dec 16 22:17:30.120383 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-532390b0-8e89-4822-825e-5d6011e8dc0b service neutron] Publish callbacks [] for binding, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:30.122139 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-532390b0-8e89-4822-825e-5d6011e8dc0b service neutron] 10.222.0.43 "POST /v2.0/ports/0962aff9-6df8-45d6-8481-2d2af4a44639/bindings HTTP/1.1" status: 201 len: 389 time: 0.3619392 Dec 16 22:17:30.160886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e267623b-d910-4f2e-a625-398b55e880cd req-31efa92e-83fa-4e83-9b20-cfe9219d141c tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/security-groups?id=013d8930-ed14-482f-852b-63c64b1579f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549316 Dec 16 22:17:30.207436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35828) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:30.287648 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceeb563b-58d9-4fd2-aee4-8c8d888611f5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Deleting subnet 1b22d38f-f2ab-4670-b73f-eec553260f78 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:17:30.308310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59e2d5f5-9536-4f09-9dfe-af0d83c1de8c req-18ea8f24-79b4-44aa-91af-1694b54feb9a tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0474653 Dec 16 22:17:30.309006 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ceeb563b-58d9-4fd2-aee4-8c8d888611f5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:30.359171 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ceeb563b-58d9-4fd2-aee4-8c8d888611f5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:30.501670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203024a-a1de-4afd-8a2c-191fe834daa5 req-64bc20d8-034f-43d6-9636-07e40bf4cf4a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:30.503618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3203024a-a1de-4afd-8a2c-191fe834daa5 req-64bc20d8-034f-43d6-9636-07e40bf4cf4a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 945 time: 0.0865681 Dec 16 22:17:30.516170 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ceeb563b-58d9-4fd2-aee4-8c8d888611f5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:30.654943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3203024a-a1de-4afd-8a2c-191fe834daa5 req-b817af16-8871-41bc-801d-d24793955642 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430337 Dec 16 22:17:30.690059 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe069b5-37ad-4793-9327-82d32c6d8412 req-5ee996be-cba0-4a31-9290-e829a642239b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:30.691917 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fe069b5-37ad-4793-9327-82d32c6d8412 req-5ee996be-cba0-4a31-9290-e829a642239b tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.1266315 Dec 16 22:17:30.701350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee785a-8ce8-4c26-b937-e0db16f6efba req-7d814dc6-afab-4146-abc7-f04e702b3d1c tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:30.704631 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1eee785a-8ce8-4c26-b937-e0db16f6efba req-7d814dc6-afab-4146-abc7-f04e702b3d1c tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 945 time: 0.1178181 Dec 16 22:17:30.804566 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fe069b5-37ad-4793-9327-82d32c6d8412 req-39ac1abf-5b3e-4ae4-b736-6aa123994868 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005545 Dec 16 22:17:30.808982 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ceeb563b-58d9-4fd2-aee4-8c8d888611f5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:30.898291 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb563b-58d9-4fd2-aee4-8c8d888611f5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Subnet': ['ID=1b22d38f-f2ab-4670-b73f-eec553260f78,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:30.900378 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ceeb563b-58d9-4fd2-aee4-8c8d888611f5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:30.907246 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ceeb563b-58d9-4fd2-aee4-8c8d888611f5 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "DELETE /v2.0/subnets/1b22d38f-f2ab-4670-b73f-eec553260f78 HTTP/1.1" status: 204 len: 168 time: 0.6951330 Dec 16 22:17:30.908257 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35866) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:30.917095 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538aa21f-c0ef-4919-a0dc-6046019cf6d8 None None] Network afa39fbd-d521-4411-a7db-4e7748b92009 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:30.934309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-4a6a3bc6-1642-4aed-ae67-3f783c3938f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:30.936503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-4a6a3bc6-1642-4aed-ae67-3f783c3938f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 1096 time: 0.1151462 Dec 16 22:17:30.940162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-1eee785a-8ce8-4c26-b937-e0db16f6efba req-955031d6-ca98-463d-8ba9-4b9e549caea2 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Deleting port aac4d708-6eee-4507-81ab-d1a8fa34583a {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:30.940512 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1eee785a-8ce8-4c26-b937-e0db16f6efba req-955031d6-ca98-463d-8ba9-4b9e549caea2 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.058762 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.131901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-1eee785a-8ce8-4c26-b937-e0db16f6efba req-955031d6-ca98-463d-8ba9-4b9e549caea2 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] For port aac4d708-6eee-4507-81ab-d1a8fa34583a, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aac4d708-6eee-4507-81ab-d1a8fa34583a,segment=NetworkSegment(2c36c7e5-d1e8-4315-b537-197f8b74be08),segment_id=2c36c7e5-d1e8-4315-b537-197f8b74be08)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:31.132279 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1eee785a-8ce8-4c26-b937-e0db16f6efba req-955031d6-ca98-463d-8ba9-4b9e549caea2 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.142631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-31c4c12a-9ac5-4bc7-80ca-e2e2f174396a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:31.144253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-31c4c12a-9ac5-4bc7-80ca-e2e2f174396a service neutron] 10.222.0.24 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.1991591 Dec 16 22:17:31.158739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-1eee785a-8ce8-4c26-b937-e0db16f6efba req-955031d6-ca98-463d-8ba9-4b9e549caea2 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Calling delete_port for aac4d708-6eee-4507-81ab-d1a8fa34583a owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:31.209830 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Deleting port 42a30502-31a0-4139-bccb-0a75945f9f24 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:31.210981 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.233936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-a53be72d-540c-4b3e-8416-244fccbcd535 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0962aff9-6df8-45d6-8481-2d2af4a44639 HTTP/1.1" status: 200 len: 217 time: 0.0774481 Dec 16 22:17:31.237418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0e7974-2ebc-4033-9c43-3cd0a88ded0d None None] DHCP port deletion for afa39fbd-d521-4411-a7db-4e7748b92009 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:17:31.298424 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e7974-2ebc-4033-9c43-3cd0a88ded0d None None] Deleting port 42a30502-31a0-4139-bccb-0a75945f9f24 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:31.301277 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] For port 42a30502-31a0-4139-bccb-0a75945f9f24, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=42a30502-31a0-4139-bccb-0a75945f9f24,segment=NetworkSegment(e2ca6657-61e3-4da1-ae60-84ea9912b418),segment_id=e2ca6657-61e3-4da1-ae60-84ea9912b418)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:31.302241 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.310112 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7974-2ebc-4033-9c43-3cd0a88ded0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.323563 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Calling delete_port for 42a30502-31a0-4139-bccb-0a75945f9f24 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:31.391413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-808cc81b-6d6d-49ab-886d-2b3c63f9ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:31.393225 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-808cc81b-6d6d-49ab-886d-2b3c63f9ccbc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.1148977 Dec 16 22:17:31.409605 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6bdfd-0489-47a9-ad3a-18148876ba6c req-8e848fe5-c689-4869-9089-5498f6d032b1 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:31.417524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19f6bdfd-0489-47a9-ad3a-18148876ba6c req-8e848fe5-c689-4869-9089-5498f6d032b1 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 945 time: 0.1298914 Dec 16 22:17:31.419443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8e0e7974-2ebc-4033-9c43-3cd0a88ded0d None None] For port 42a30502-31a0-4139-bccb-0a75945f9f24, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=42a30502-31a0-4139-bccb-0a75945f9f24,segment=NetworkSegment(e2ca6657-61e3-4da1-ae60-84ea9912b418),segment_id=e2ca6657-61e3-4da1-ae60-84ea9912b418)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:31.420823 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7974-2ebc-4033-9c43-3cd0a88ded0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.439577 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e7974-2ebc-4033-9c43-3cd0a88ded0d None None] Calling delete_port for 42a30502-31a0-4139-bccb-0a75945f9f24 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:31.471473 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.502900 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Port': ['ID=42a30502-31a0-4139-bccb-0a75945f9f24,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:31.506228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] No DVR routers for this DVR port 42a30502-31a0-4139-bccb-0a75945f9f24 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:31.508936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-4654402a-85c4-4be5-b10f-56b0f12a2e63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791092 Dec 16 22:17:31.565801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19f6bdfd-0489-47a9-ad3a-18148876ba6c req-f554027b-cf38-47d7-974c-6d7080a74915 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/security-groups?id=013d8930-ed14-482f-852b-63c64b1579f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464136 Dec 16 22:17:31.598115 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.627607 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa39fbd-d521-4411-a7db-4e7748b92009']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:31.646968 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ca6657-61e3-4da1-ae60-84ea9912b418') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:31.646968 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ca6657-61e3-4da1-ae60-84ea9912b418') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:31.658322 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.677861 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.688819 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7974-2ebc-4033-9c43-3cd0a88ded0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.691398 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:17:31.692271 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.704374 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0e7974-2ebc-4033-9c43-3cd0a88ded0d None None] No DVR routers for this DVR port 42a30502-31a0-4139-bccb-0a75945f9f24 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:17:31.712168 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:17:31.723561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c003ef-b31f-4cf1-aa9a-e513dadade78 req-9a49bb06-3d03-424f-8315-8497cb85b681 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:31.725099 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1c003ef-b31f-4cf1-aa9a-e513dadade78 req-9a49bb06-3d03-424f-8315-8497cb85b681 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.2772815 Dec 16 22:17:31.728761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e7974-2ebc-4033-9c43-3cd0a88ded0d None None] Pushing event deleted for resources: {'Port': ['ID=42a30502-31a0-4139-bccb-0a75945f9f24,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:31.770030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f73f6d2c-0244-4186-86f2-efa9e530f2ca req-e1ae6ef6-6b36-497f-b3f7-46506ea7d87c tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0512397 Dec 16 22:17:31.819046 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-e1e03b92-26d5-4ded-95b0-fc39c06fe2a3 service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743931 Dec 16 22:17:31.837017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1c003ef-b31f-4cf1-aa9a-e513dadade78 req-b85b50ad-4607-4470-bf93-606faadedea0 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703654 Dec 16 22:17:31.883655 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.901284 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1eee785a-8ce8-4c26-b937-e0db16f6efba req-955031d6-ca98-463d-8ba9-4b9e549caea2 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.913938 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['aac4d708-6eee-4507-81ab-d1a8fa34583a'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:31.931654 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.937709 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "DELETE /v2.0/networks/afa39fbd-d521-4411-a7db-4e7748b92009 HTTP/1.1" status: 204 len: 168 time: 1.0292230 Dec 16 22:17:31.939458 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267e2b8-5ce6-4123-9cdc-507bf73260d4 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Network': ['ID=afa39fbd-d521-4411-a7db-4e7748b92009,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:31.941907 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35908) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:31.979468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955031d6-ca98-463d-8ba9-4b9e549caea2 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Pushing event deleted for resources: {'Port': ['ID=aac4d708-6eee-4507-81ab-d1a8fa34583a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:32.009402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec09a10-3793-4fcb-95c3-27f1cb36f987 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Deleting subnet f6883924-325e-4297-a0f5-6ea2110e98e7 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:17:32.014991 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ec09a10-3793-4fcb-95c3-27f1cb36f987 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.059808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eee785a-8ce8-4c26-b937-e0db16f6efba req-955031d6-ca98-463d-8ba9-4b9e549caea2 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] No DVR routers for this DVR port aac4d708-6eee-4507-81ab-d1a8fa34583a on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:32.068114 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ec09a10-3793-4fcb-95c3-27f1cb36f987 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.072002 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1eee785a-8ce8-4c26-b937-e0db16f6efba req-955031d6-ca98-463d-8ba9-4b9e549caea2 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.075526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1eee785a-8ce8-4c26-b937-e0db16f6efba req-955031d6-ca98-463d-8ba9-4b9e549caea2 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.69 "DELETE /v2.0/ports/aac4d708-6eee-4507-81ab-d1a8fa34583a HTTP/1.1" status: 204 len: 173 time: 1.3646500 Dec 16 22:17:32.076054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b551e33a-a94c-4289-bceb-6afbfaef8c84', 'name': 'network-vif-deleted', 'tag': 'aac4d708-6eee-4507-81ab-d1a8fa34583a'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:32.081742 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684422f5-6ef1-4f1b-b9f3-1bd85799b802" -d '{"events": [{"server_uuid": "b551e33a-a94c-4289-bceb-6afbfaef8c84", "name": "network-vif-deleted", "tag": "aac4d708-6eee-4507-81ab-d1a8fa34583a"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:32.106215 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81c161-59b0-4e17-8586-ed5ef4dc5a62 req-2e112566-79f3-474f-b61a-fcb3d79cec92 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:32.115873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b81c161-59b0-4e17-8586-ed5ef4dc5a62 req-2e112566-79f3-474f-b61a-fcb3d79cec92 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 945 time: 0.2156494 Dec 16 22:17:32.154242 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c2ec0c-aecb-4a94-b619-dcd61f352943 x-openstack-request-id: req-b4c2ec0c-aecb-4a94-b619-dcd61f352943 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:32.155884 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b551e33a-a94c-4289-bceb-6afbfaef8c84", "name": "network-vif-deleted", "tag": "aac4d708-6eee-4507-81ab-d1a8fa34583a", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:32.156369 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4c2ec0c-aecb-4a94-b619-dcd61f352943 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:32.156961 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b551e33a-a94c-4289-bceb-6afbfaef8c84', 'name': 'network-vif-deleted', 'tag': 'aac4d708-6eee-4507-81ab-d1a8fa34583a', 'status': 'completed', 'code': 200} Dec 16 22:17:32.162683 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-fe473f8e-03b6-44f5-839f-9691c9836631 service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310945 Dec 16 22:17:32.193664 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ec09a10-3793-4fcb-95c3-27f1cb36f987 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.202314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b81c161-59b0-4e17-8586-ed5ef4dc5a62 req-34038ed2-b9a0-4265-b6a0-a74f2b3c0500 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854139 Dec 16 22:17:32.352517 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ec09a10-3793-4fcb-95c3-27f1cb36f987 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.394370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec09a10-3793-4fcb-95c3-27f1cb36f987 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Subnet': ['ID=f6883924-325e-4297-a0f5-6ea2110e98e7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:32.400456 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ec09a10-3793-4fcb-95c3-27f1cb36f987 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.400456 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0ec09a10-3793-4fcb-95c3-27f1cb36f987 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "DELETE /v2.0/subnets/f6883924-325e-4297-a0f5-6ea2110e98e7 HTTP/1.1" status: 204 len: 168 time: 0.4573972 Dec 16 22:17:32.403225 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35920) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:32.405179 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a0188f-2a93-419f-86cf-261cd79c2dc7 None None] Network f019d215-f246-4f0e-abfb-03e846764efb requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:32.495683 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.570109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Deleting port 35fb237f-ad5d-4179-8a69-121d5903db2b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:32.573966 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.589687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abff113-9b3c-40fa-9fdb-649cc465d307 None None] DHCP port deletion for f019d215-f246-4f0e-abfb-03e846764efb request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:17:32.671324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3abff113-9b3c-40fa-9fdb-649cc465d307 None None] Deleting port 35fb237f-ad5d-4179-8a69-121d5903db2b {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:32.672226 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3abff113-9b3c-40fa-9fdb-649cc465d307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.678838 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] For port 35fb237f-ad5d-4179-8a69-121d5903db2b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=35fb237f-ad5d-4179-8a69-121d5903db2b,segment=NetworkSegment(27e3398c-339e-438b-8472-e81693ed9b6f),segment_id=27e3398c-339e-438b-8472-e81693ed9b6f)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:32.679654 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.696836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Calling delete_port for 35fb237f-ad5d-4179-8a69-121d5903db2b owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:32.827882 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35930) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:32.850142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3abff113-9b3c-40fa-9fdb-649cc465d307 None None] For port 35fb237f-ad5d-4179-8a69-121d5903db2b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=35fb237f-ad5d-4179-8a69-121d5903db2b,segment=NetworkSegment(27e3398c-339e-438b-8472-e81693ed9b6f),segment_id=27e3398c-339e-438b-8472-e81693ed9b6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:32.850550 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3abff113-9b3c-40fa-9fdb-649cc465d307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.879131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3abff113-9b3c-40fa-9fdb-649cc465d307 None None] Calling delete_port for 35fb237f-ad5d-4179-8a69-121d5903db2b owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:32.929081 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35936) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:32.942521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4686fa3d-bf98-4af6-b375-20a91358c354 req-ce33cc97-d276-4827-afd4-fd00d7b9cab2 tempest-ServersNegativeTestMultiTenantJSON-1709830549 tempest-ServersNegativeTestMultiTenantJSON-1709830549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b551e33a-a94c-4289-bceb-6afbfaef8c84 HTTP/1.1" status: 200 len: 210 time: 0.1447945 Dec 16 22:17:32.997395 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.031575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] No DVR routers for this DVR port 35fb237f-ad5d-4179-8a69-121d5903db2b on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:33.055311 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 35fb237f-ad5d-4179-8a69-121d5903db2b no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:33.091123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b0b2831-0240-43f8-8f68-29b3a1bb67c9 req-f613c0be-ff7f-4b23-9a16-f26fcc1f9755 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.1399198 Dec 16 22:17:33.095701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 35fb237f-ad5d-4179-8a69-121d5903db2b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:33.096311 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 35fb237f-ad5d-4179-8a69-121d5903db2b not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:33.096914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 42a30502-31a0-4139-bccb-0a75945f9f24 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:33.122063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 42a30502-31a0-4139-bccb-0a75945f9f24 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:33.122611 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 42a30502-31a0-4139-bccb-0a75945f9f24 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:33.147434 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3abff113-9b3c-40fa-9fdb-649cc465d307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.174389 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abff113-9b3c-40fa-9fdb-649cc465d307 None None] Pushing event deleted for resources: {'Port': ['ID=35fb237f-ad5d-4179-8a69-121d5903db2b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:33.191034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abff113-9b3c-40fa-9fdb-649cc465d307 None None] No DVR routers for this DVR port 35fb237f-ad5d-4179-8a69-121d5903db2b on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:33.216313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Port': ['ID=35fb237f-ad5d-4179-8a69-121d5903db2b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:33.255876 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-397cd3b5-57d5-435f-b3e1-f27638fb0d37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.263105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3aea0-743f-432d-b0f2-611638057281 req-12e527e6-7256-4ef3-ad40-7a18845b5f6a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:33.265545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35c3aea0-743f-432d-b0f2-611638057281 req-12e527e6-7256-4ef3-ad40-7a18845b5f6a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.69 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.3937044 Dec 16 22:17:33.286461 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e47d82fb-0f91-4e64-8f36-f453abeef405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.298409 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.347184 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f019d215-f246-4f0e-abfb-03e846764efb']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:33.375392 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e3398c-339e-438b-8472-e81693ed9b6f') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:33.375757 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e3398c-339e-438b-8472-e81693ed9b6f') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:33.396504 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.408594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7da9a-4488-48c8-9170-42f868b30903 req-2aa1c7fb-788e-47cc-a8b2-3361a86cef88 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:33.410427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8be7da9a-4488-48c8-9170-42f868b30903 req-2aa1c7fb-788e-47cc-a8b2-3361a86cef88 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 945 time: 0.2323887 Dec 16 22:17:33.431957 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.449596 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:17:33.450031 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:17:33.453974 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:17:33.462570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fdb84-ece0-4aae-b069-28d55c4c5373 req-e995bd1e-5d70-495b-b083-3b3e9ae06fe1 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:33.464118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-866fdb84-ece0-4aae-b069-28d55c4c5373 req-e995bd1e-5d70-495b-b083-3b3e9ae06fe1 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 945 time: 0.1200452 Dec 16 22:17:33.512078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8be7da9a-4488-48c8-9170-42f868b30903 req-52f712e2-91ad-4f93-a534-f90a6b27d7cf tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890522 Dec 16 22:17:33.523392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-35c3aea0-743f-432d-b0f2-611638057281 req-0060b15a-1a3c-40e4-9f1d-10b680bc410a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Deleting port 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:33.524002 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-35c3aea0-743f-432d-b0f2-611638057281 req-0060b15a-1a3c-40e4-9f1d-10b680bc410a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.549796 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-397cd3b5-57d5-435f-b3e1-f27638fb0d37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.576924 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e47d82fb-0f91-4e64-8f36-f453abeef405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.607370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-866fdb84-ece0-4aae-b069-28d55c4c5373 req-14d1df88-16a4-4751-93e3-6d934e30f290 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282055 Dec 16 22:17:33.609090 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-397cd3b5-57d5-435f-b3e1-f27638fb0d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.640296 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e47d82fb-0f91-4e64-8f36-f453abeef405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.650325 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.659898 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-35c3aea0-743f-432d-b0f2-611638057281 req-0060b15a-1a3c-40e4-9f1d-10b680bc410a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] For port 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:33.663962 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-35c3aea0-743f-432d-b0f2-611638057281 req-0060b15a-1a3c-40e4-9f1d-10b680bc410a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.669279 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-397cd3b5-57d5-435f-b3e1-f27638fb0d37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e610ff078f0340cb876283b848da8aa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8403478 Dec 16 22:17:33.672087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35944) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:33.675933 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.682357 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] 10.222.0.43 "DELETE /v2.0/networks/f019d215-f246-4f0e-abfb-03e846764efb HTTP/1.1" status: 204 len: 168 time: 1.2752817 Dec 16 22:17:33.696499 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-35c3aea0-743f-432d-b0f2-611638057281 req-0060b15a-1a3c-40e4-9f1d-10b680bc410a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Calling delete_port for 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:33.714261 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e47d82fb-0f91-4e64-8f36-f453abeef405 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4bb7c16d32794b34bfabcb39a48f4acb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7816851 Dec 16 22:17:33.717382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35948) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:33.734490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cd3b5-57d5-435f-b3e1-f27638fb0d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5e659d-e52b-4573-b6ae-f05d51370f2f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:33.750375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950aebe-01c0-4f68-8bbe-45c62fee89b8 tempest-ServersTestMultiNic-919556747 tempest-ServersTestMultiNic-919556747-project] Pushing event deleted for resources: {'Network': ['ID=f019d215-f246-4f0e-abfb-03e846764efb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:33.791118 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2bea-dd32-46fa-b976-e27be22783e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.796155 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d82fb-0f91-4e64-8f36-f453abeef405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a9f55a-b617-404f-bc42-80f1d1bb25d0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:33.819468 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2bea-dd32-46fa-b976-e27be22783e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.856280 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35956) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:33.889431 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d944-8063-462a-84ed-84284500c498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.938077 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d944-8063-462a-84ed-84284500c498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.025508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35960) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:34.061451 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2bea-dd32-46fa-b976-e27be22783e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.064259 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2bea-dd32-46fa-b976-e27be22783e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.069461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cb6e2bea-dd32-46fa-b976-e27be22783e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33a9f55a-b617-404f-bc42-80f1d1bb25d0 HTTP/1.1" status: 204 len: 168 time: 0.3469913 Dec 16 22:17:34.083608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e2bea-dd32-46fa-b976-e27be22783e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a9f55a-b617-404f-bc42-80f1d1bb25d0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:34.104413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2be4498-1b94-43f9-926b-6ac8f07c4b2c admin admin] Deleting subnet 962046f3-46d9-433e-ad36-dadc6415790b {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:17:34.108755 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2be4498-1b94-43f9-926b-6ac8f07c4b2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.155029 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d944-8063-462a-84ed-84284500c498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.158126 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d944-8063-462a-84ed-84284500c498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.159326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a3c3d944-8063-462a-84ed-84284500c498 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d5e659d-e52b-4573-b6ae-f05d51370f2f HTTP/1.1" status: 204 len: 168 time: 0.4860826 Dec 16 22:17:34.196217 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-35c3aea0-743f-432d-b0f2-611638057281 req-0060b15a-1a3c-40e4-9f1d-10b680bc410a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.204579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3d944-8063-462a-84ed-84284500c498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5e659d-e52b-4573-b6ae-f05d51370f2f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:34.214636 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:34.317508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1ec2f11-2008-409b-8d85-d4f1c4179628 req-dd5be067-d04d-46b0-89bd-bddc656a6f92 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.1048579 Dec 16 22:17:34.331094 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2be4498-1b94-43f9-926b-6ac8f07c4b2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.333579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060b15a-1a3c-40e4-9f1d-10b680bc410a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Pushing event deleted for resources: {'Port': ['ID=097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:34.386206 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76a5c811-3c7f-403a-be94-984de701b3a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.427374 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2be4498-1b94-43f9-926b-6ac8f07c4b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.513041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c3aea0-743f-432d-b0f2-611638057281 req-0060b15a-1a3c-40e4-9f1d-10b680bc410a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] No DVR routers for this DVR port 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:34.517838 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-35c3aea0-743f-432d-b0f2-611638057281 req-0060b15a-1a3c-40e4-9f1d-10b680bc410a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.523624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35c3aea0-743f-432d-b0f2-611638057281 req-0060b15a-1a3c-40e4-9f1d-10b680bc410a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.69 "DELETE /v2.0/ports/097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b HTTP/1.1" status: 204 len: 173 time: 1.2333660 Dec 16 22:17:34.523624 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa33060-d16a-465a-a6f1-9c136bef2036', 'name': 'network-vif-deleted', 'tag': '097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:34.528111 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeef1469-48bd-455d-b5d7-0fa0e7075b3a" -d '{"events": [{"server_uuid": "0aa33060-d16a-465a-a6f1-9c136bef2036", "name": "network-vif-deleted", "tag": "097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:34.563226 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2be4498-1b94-43f9-926b-6ac8f07c4b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.655700 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22376707-e36e-449b-a1f4-83df97478b0e x-openstack-request-id: req-22376707-e36e-449b-a1f4-83df97478b0e {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:34.656280 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa33060-d16a-465a-a6f1-9c136bef2036", "name": "network-vif-deleted", "tag": "097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:34.657293 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22376707-e36e-449b-a1f4-83df97478b0e {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:34.659582 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa33060-d16a-465a-a6f1-9c136bef2036', 'name': 'network-vif-deleted', 'tag': '097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b', 'status': 'completed', 'code': 200} Dec 16 22:17:34.665170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be4498-1b94-43f9-926b-6ac8f07c4b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=962046f3-46d9-433e-ad36-dadc6415790b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:34.700011 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2be4498-1b94-43f9-926b-6ac8f07c4b2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.712730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d2be4498-1b94-43f9-926b-6ac8f07c4b2c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/962046f3-46d9-433e-ad36-dadc6415790b HTTP/1.1" status: 204 len: 168 time: 0.6867430 Dec 16 22:17:34.713580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35984) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:34.757345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77d5ed0e-dab4-4bdc-a3bf-22d4f876fb3e req-3ee0af41-a3c5-4575-a372-da786abcea26 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa33060-d16a-465a-a6f1-9c136bef2036 HTTP/1.1" status: 200 len: 210 time: 0.0947020 Dec 16 22:17:34.804764 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9965be9c-8ece-4906-8061-fc4fb11bfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.856891 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device aac4d708-6eee-4507-81ab-d1a8fa34583a no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:34.860401 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55d8a0-24c8-4e8d-af2d-eac9f73c99d2 req-fbf00549-ab18-4c3c-8cab-537773f1a388 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:34.871439 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e55d8a0-24c8-4e8d-af2d-eac9f73c99d2 req-fbf00549-ab18-4c3c-8cab-537773f1a388 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 945 time: 0.1094928 Dec 16 22:17:34.947834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: aac4d708-6eee-4507-81ab-d1a8fa34583a {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:34.948188 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device aac4d708-6eee-4507-81ab-d1a8fa34583a not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:34.948606 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:34.969689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e55d8a0-24c8-4e8d-af2d-eac9f73c99d2 req-4a66f934-5b5d-4a7c-a05c-2280f2adada8 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972700 Dec 16 22:17:34.972094 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:34.972451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 097571b0-2aa6-4d2d-b5f0-28e53c0e2c1b not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:35.035907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9965be9c-8ece-4906-8061-fc4fb11bfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.054187 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35990) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:35.070834 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-234345c2-fea5-488f-ab54-7f9bdaca6ac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.080353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9965be9c-8ece-4906-8061-fc4fb11bfa8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618cc96b-0c5b-4a44-a88d-ade467a45f26']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:35.091224 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9965be9c-8ece-4906-8061-fc4fb11bfa8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c36c7e5-d1e8-4315-b537-197f8b74be08') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:35.091812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9965be9c-8ece-4906-8061-fc4fb11bfa8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c36c7e5-d1e8-4315-b537-197f8b74be08') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:35.109470 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9965be9c-8ece-4906-8061-fc4fb11bfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.130701 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9965be9c-8ece-4906-8061-fc4fb11bfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.136464 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9965be9c-8ece-4906-8061-fc4fb11bfa8d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:17:35.136864 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9965be9c-8ece-4906-8061-fc4fb11bfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.165302 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-234345c2-fea5-488f-ab54-7f9bdaca6ac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:17:35.181002 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:17:35.203774 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-76a5c811-3c7f-403a-be94-984de701b3a1 admin admin] Deleting port 8c505a02-9068-4677-a1f4-b7f2cebb285f {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:35.204084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76a5c811-3c7f-403a-be94-984de701b3a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.231561 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-234345c2-fea5-488f-ab54-7f9bdaca6ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.288464 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9965be9c-8ece-4906-8061-fc4fb11bfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.292835 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234345c2-fea5-488f-ab54-7f9bdaca6ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6132ef98-8de9-4317-94b2-e24b71590989,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:35.298925 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9965be9c-8ece-4906-8061-fc4fb11bfa8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.306376 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9965be9c-8ece-4906-8061-fc4fb11bfa8d admin admin] 10.222.0.43 "DELETE /v2.0/networks/618cc96b-0c5b-4a44-a88d-ade467a45f26 HTTP/1.1" status: 204 len: 168 time: 0.5910263 Dec 16 22:17:35.307635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-234345c2-fea5-488f-ab54-7f9bdaca6ac3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4cb9a92278974e8d89b9d46d8f9c6aae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2515476 Dec 16 22:17:35.307798 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35996) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:35.307933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35998) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:35.392925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965be9c-8ece-4906-8061-fc4fb11bfa8d admin admin] Pushing event deleted for resources: {'Network': ['ID=618cc96b-0c5b-4a44-a88d-ade467a45f26,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:35.434219 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-76a5c811-3c7f-403a-be94-984de701b3a1 admin admin] For port 8c505a02-9068-4677-a1f4-b7f2cebb285f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8c505a02-9068-4677-a1f4-b7f2cebb285f,segment=NetworkSegment(f0552448-c32c-4302-bb8c-bf3c1d9f2601),segment_id=f0552448-c32c-4302-bb8c-bf3c1d9f2601)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:35.434595 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76a5c811-3c7f-403a-be94-984de701b3a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.453582 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-76a5c811-3c7f-403a-be94-984de701b3a1 admin admin] Calling delete_port for 8c505a02-9068-4677-a1f4-b7f2cebb285f owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:35.461806 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-61545019-d9cc-40f9-b32c-aa63d3b8e4bb admin admin] Deleting subnet 80f173a3-7f0c-4960-80d2-61b07566fe07 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:17:35.478289 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61545019-d9cc-40f9-b32c-aa63d3b8e4bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.497113 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ef9069f-3a52-4b15-99ab-770a8892f94a req-504a72c1-ba20-4e1f-95c8-cda519a02ef1 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0520256 Dec 16 22:17:35.540207 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98a6e2c0-3e43-43d3-a2c5-49da29efc894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.572410 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61545019-d9cc-40f9-b32c-aa63d3b8e4bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.609080 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98a6e2c0-3e43-43d3-a2c5-49da29efc894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.629363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36008) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:35.753386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-22a02ea7-085a-4f23-8d9b-35b0a4e29c8d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-network', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:35.860640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a02ea7-085a-4f23-8d9b-35b0a4e29c8d admin admin] Made reservation on behalf of d2c6e402c5ec467fa5ca1eff768776c9 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:35.863465 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-22a02ea7-085a-4f23-8d9b-35b0a4e29c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.877602 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-22a02ea7-085a-4f23-8d9b-35b0a4e29c8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.978760 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-22a02ea7-085a-4f23-8d9b-35b0a4e29c8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.025174 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61545019-d9cc-40f9-b32c-aa63d3b8e4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.038289 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-22a02ea7-085a-4f23-8d9b-35b0a4e29c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.157188 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98a6e2c0-3e43-43d3-a2c5-49da29efc894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.159926 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98a6e2c0-3e43-43d3-a2c5-49da29efc894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.163568 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-98a6e2c0-3e43-43d3-a2c5-49da29efc894 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6132ef98-8de9-4317-94b2-e24b71590989 HTTP/1.1" status: 204 len: 168 time: 0.8489709 Dec 16 22:17:36.163749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a02ea7-085a-4f23-8d9b-35b0a4e29c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781c5b7b-3e39-4a6d-8296-ae73af1a5404,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:36.170924 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6e2c0-3e43-43d3-a2c5-49da29efc894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6132ef98-8de9-4317-94b2-e24b71590989,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:36.186633 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61545019-d9cc-40f9-b32c-aa63d3b8e4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.200731 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a02ea7-085a-4f23-8d9b-35b0a4e29c8d admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:17:36.232723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb93e9-3fd4-446f-a99f-00943399db9e req-704a8b2d-7677-4065-ac17-337030d1b5df tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:36.240571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72bb93e9-3fd4-446f-a99f-00943399db9e req-704a8b2d-7677-4065-ac17-337030d1b5df tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 945 time: 0.1594591 Dec 16 22:17:36.243342 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61545019-d9cc-40f9-b32c-aa63d3b8e4bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f173a3-7f0c-4960-80d2-61b07566fe07,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:36.245723 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76a5c811-3c7f-403a-be94-984de701b3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.265580 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-22a02ea7-085a-4f23-8d9b-35b0a4e29c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.266203 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-22a02ea7-085a-4f23-8d9b-35b0a4e29c8d admin admin] Added segment 85d062fe-cdf4-47d0-bd36-9b6f326f9518 of type vlan for network f92d3105-2d01-42cd-9600-2ab2cb27dacd Dec 16 22:17:36.272962 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61545019-d9cc-40f9-b32c-aa63d3b8e4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.276474 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-61545019-d9cc-40f9-b32c-aa63d3b8e4bb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/80f173a3-7f0c-4960-80d2-61b07566fe07 HTTP/1.1" status: 204 len: 168 time: 0.9654267 Dec 16 22:17:36.277531 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5c811-3c7f-403a-be94-984de701b3a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c505a02-9068-4677-a1f4-b7f2cebb285f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:36.282762 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36030) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:36.297639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-0c5a21e7-0c11-44e2-bafb-6274aed17d78 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:36.305572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-0c5a21e7-0c11-44e2-bafb-6274aed17d78 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 812 time: 0.2233503 Dec 16 22:17:36.370243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-76ab8eb2-cfa6-43d6-a11b-448d0e4a6568 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/quotas/9e9129638e7f4cd0be05b6f0c86dd955 HTTP/1.1" status: 200 len: 375 time: 0.0636861 Dec 16 22:17:36.376743 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-22a02ea7-085a-4f23-8d9b-35b0a4e29c8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.410337 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6ee0280-38c3-4e5c-af87-69b5a6b81454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.441189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72bb93e9-3fd4-446f-a99f-00943399db9e req-c4149afb-cf94-4779-af03-dddea69f7b7f tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993556 Dec 16 22:17:36.462584 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-180fd5c0-1c38-4718-92ac-4707e86978d1 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914087 Dec 16 22:17:36.590773 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-22a02ea7-085a-4f23-8d9b-35b0a4e29c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.591914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a02ea7-085a-4f23-8d9b-35b0a4e29c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:36.592515 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-22a02ea7-085a-4f23-8d9b-35b0a4e29c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.615315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6ee0280-38c3-4e5c-af87-69b5a6b81454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.689587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-da854b64-f2c1-4df6-9830-688e958b459e service neutron] 10.222.0.43 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259822 Dec 16 22:17:36.701434 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-b6ee0280-38c3-4e5c-af87-69b5a6b81454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e4d525-4895-486e-a87e-63732a184ecb']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:36.718512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-b6ee0280-38c3-4e5c-af87-69b5a6b81454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7aa7507-f028-4018-805a-32dc5117739f') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:36.724450 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-b6ee0280-38c3-4e5c-af87-69b5a6b81454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7aa7507-f028-4018-805a-32dc5117739f') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:36.734425 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6ee0280-38c3-4e5c-af87-69b5a6b81454 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.743917 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76a5c811-3c7f-403a-be94-984de701b3a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.753415 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6ee0280-38c3-4e5c-af87-69b5a6b81454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.763396 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ee0280-38c3-4e5c-af87-69b5a6b81454 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:17:36.763804 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6ee0280-38c3-4e5c-af87-69b5a6b81454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:17:36.765842 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:17:36.775133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-22a02ea7-085a-4f23-8d9b-35b0a4e29c8d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1418505 Dec 16 22:17:36.777415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36042) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:36.783636 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a02ea7-085a-4f23-8d9b-35b0a4e29c8d admin admin] Pushing event updated for resources: {'Network': ['ID=f92d3105-2d01-42cd-9600-2ab2cb27dacd,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:36.809567 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network f92d3105-2d01-42cd-9600-2ab2cb27dacd details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:17:36.810787 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71cd080a-841c-4c5b-a154-23b8284a56b4 req-2edc0c2f-f976-45e7-a363-4fc79460b313 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0760779 Dec 16 22:17:36.815536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6090279d-9888-41e5-8c1a-f069a0c613fa admin admin] Request body: {'subnet': {'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-subnet', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:36.872179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-d8995325-d79e-48a5-9f84-55cb97c24867 service neutron] 10.222.0.43 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812677 Dec 16 22:17:37.043388 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6ee0280-38c3-4e5c-af87-69b5a6b81454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:37.066195 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6ee0280-38c3-4e5c-af87-69b5a6b81454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:37.072030 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b6ee0280-38c3-4e5c-af87-69b5a6b81454 admin admin] 10.222.0.43 "DELETE /v2.0/networks/37e4d525-4895-486e-a87e-63732a184ecb HTTP/1.1" status: 204 len: 168 time: 0.7881205 Dec 16 22:17:37.075054 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee0280-38c3-4e5c-af87-69b5a6b81454 admin admin] Pushing event deleted for resources: {'Network': ['ID=37e4d525-4895-486e-a87e-63732a184ecb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:37.080667 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6090279d-9888-41e5-8c1a-f069a0c613fa admin admin] Made reservation on behalf of d2c6e402c5ec467fa5ca1eff768776c9 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:37.085632 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6090279d-9888-41e5-8c1a-f069a0c613fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:37.213804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cd08f7a-8d7d-46e9-8601-c2653f4a5499 req-36039ff0-2868-433e-b6b0-9668433f0422 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 210 time: 0.0425975 Dec 16 22:17:37.340170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a5c811-3c7f-403a-be94-984de701b3a1 admin admin] Router 2a17bd69-ffaa-4b63-a7e0-17fc536365f2 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:17:37.558548 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a5c811-3c7f-403a-be94-984de701b3a1 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:17:37.574936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eff8695-fa4b-4cf2-bfa0-e8693477ade2 None None] Sync routers for ids ['2a17bd69-ffaa-4b63-a7e0-17fc536365f2'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:17:37.581679 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-76a5c811-3c7f-403a-be94-984de701b3a1 admin admin] 10.222.0.43 "PUT /v2.0/routers/2a17bd69-ffaa-4b63-a7e0-17fc536365f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7240126 Dec 16 22:17:37.584466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36070) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:37.627865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eff8695-fa4b-4cf2-bfa0-e8693477ade2 None None] Routers {'2a17bd69-ffaa-4b63-a7e0-17fc536365f2'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:37.628806 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-7eff8695-fa4b-4cf2-bfa0-e8693477ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:17:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2a17bd69-ffaa-4b63-a7e0-17fc536365f2'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:37.712394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af11e1-939f-44cb-9a94-0d3cff2711c1 req-f774f936-8d66-4b51-811b-1f5506c24682 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:37.720250 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6090279d-9888-41e5-8c1a-f069a0c613fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:37.721511 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56af11e1-939f-44cb-9a94-0d3cff2711c1 req-f774f936-8d66-4b51-811b-1f5506c24682 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 945 time: 0.1617899 Dec 16 22:17:37.749305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36074) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:37.849928 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a07ae977-9830-43a9-bcc6-8740854aca31 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:37.861634 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9c27c3fa-d189-4332-8195-331829d5a9df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=935905e94ba34040b4bff0e24ab96344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1088014 Dec 16 22:17:37.870014 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090279d-9888-41e5-8c1a-f069a0c613fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a92a57a-6ad8-4782-82d0-21f82f9de7b2,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:37.870646 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-7eff8695-fa4b-4cf2-bfa0-e8693477ade2 None None] Set router 2a17bd69-ffaa-4b63-a7e0-17fc536365f2 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:37.884289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56af11e1-939f-44cb-9a94-0d3cff2711c1 req-a6babdc2-67e2-452b-be91-2c215e8bf23b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559427 Dec 16 22:17:37.885071 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36078) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:37.992375 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8380ef3d-a6f1-4e6f-9281-b7b501e8cca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.049398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-805c7a3b-3f0a-46ed-9039-70e03f2ea048 req-029d30d5-f2d7-4a27-bead-8cb5ab7be0a6 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0518708 Dec 16 22:17:38.078227 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8380ef3d-a6f1-4e6f-9281-b7b501e8cca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.096490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6090279d-9888-41e5-8c1a-f069a0c613fa admin admin] Checking segment: {'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:38.097022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6090279d-9888-41e5-8c1a-f069a0c613fa admin admin] Network hostable DHCP agents. Network: f92d3105-2d01-42cd-9600-2ab2cb27dacd, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:17:38.141666 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a07ae977-9830-43a9-bcc6-8740854aca31 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.150246 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-7eff8695-fa4b-4cf2-bfa0-e8693477ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'name': 'tempest-ServersTestMultiNic-2011918771-router', 'tenant_id': 'd3d095072c80400396b4981d89df8f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:15:33Z', 'updated_at': '2021-12-16T22:17:36Z', 'revision_number': 5, 'project_id': 'd3d095072c80400396b4981d89df8f54', 'gw_port': {'id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:15:35Z', 'updated_at': '2021-12-16T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:38.178356 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eff8695-fa4b-4cf2-bfa0-e8693477ade2 None None] Checking router: 2a17bd69-ffaa-4b63-a7e0-17fc536365f2 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:17:38.188190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eff8695-fa4b-4cf2-bfa0-e8693477ade2 None None] Routers {'2a17bd69-ffaa-4b63-a7e0-17fc536365f2'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:38.188817 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-7eff8695-fa4b-4cf2-bfa0-e8693477ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:17:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2a17bd69-ffaa-4b63-a7e0-17fc536365f2'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:38.203304 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6090279d-9888-41e5-8c1a-f069a0c613fa admin admin] Network f92d3105-2d01-42cd-9600-2ab2cb27dacd is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:17:38.260865 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8380ef3d-a6f1-4e6f-9281-b7b501e8cca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.264755 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8380ef3d-a6f1-4e6f-9281-b7b501e8cca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.268535 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8380ef3d-a6f1-4e6f-9281-b7b501e8cca5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/013d8930-ed14-482f-852b-63c64b1579f9 HTTP/1.1" status: 204 len: 168 time: 0.3791294 Dec 16 22:17:38.302603 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-7eff8695-fa4b-4cf2-bfa0-e8693477ade2 None None] Set router 2a17bd69-ffaa-4b63-a7e0-17fc536365f2 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:38.305921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380ef3d-a6f1-4e6f-9281-b7b501e8cca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013d8930-ed14-482f-852b-63c64b1579f9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:38.351651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-6090279d-9888-41e5-8c1a-f069a0c613fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, f92d3105-2d01-42cd-9600-2ab2cb27dacd) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:38.360056 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6090279d-9888-41e5-8c1a-f069a0c613fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:38.360056 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6090279d-9888-41e5-8c1a-f069a0c613fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.386508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c59d43-6bac-420c-8afb-e7a86e0cc1aa None None] Network f92d3105-2d01-42cd-9600-2ab2cb27dacd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:38.415504 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c417d31-c16e-4db7-95b5-52ecfa32a65e req-3fd8c617-b02d-4743-9b51-eb6c3e53db36 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 210 time: 0.0527742 Dec 16 22:17:38.428737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a07ae977-9830-43a9-bcc6-8740854aca31 admin admin] Deleting port 5dde6dc4-ab15-49eb-9d31-348b527c364b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:38.429069 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a07ae977-9830-43a9-bcc6-8740854aca31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.552470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36092) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:38.553226 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6090279d-9888-41e5-8c1a-f069a0c613fa admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7435117 Dec 16 22:17:38.556922 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:38.569340 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-a07ae977-9830-43a9-bcc6-8740854aca31 admin admin] For port 5dde6dc4-ab15-49eb-9d31-348b527c364b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5dde6dc4-ab15-49eb-9d31-348b527c364b,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:38.570450 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a07ae977-9830-43a9-bcc6-8740854aca31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.602273 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:17:38.603146 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.604406 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a07ae977-9830-43a9-bcc6-8740854aca31 admin admin] Calling delete_port for 5dde6dc4-ab15-49eb-9d31-348b527c364b owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:38.697842 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.699948 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.772281 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-7eff8695-fa4b-4cf2-bfa0-e8693477ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'name': 'tempest-ServersTestMultiNic-2011918771-router', 'tenant_id': 'd3d095072c80400396b4981d89df8f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:15:33Z', 'updated_at': '2021-12-16T22:17:36Z', 'revision_number': 5, 'project_id': 'd3d095072c80400396b4981d89df8f54', 'gw_port': {'id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:15:35Z', 'updated_at': '2021-12-16T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:38.815245 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eff8695-fa4b-4cf2-bfa0-e8693477ade2 None None] The sync data for ids ['2a17bd69-ffaa-4b63-a7e0-17fc536365f2'] in n-d-821840-2 is: [{'id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'name': 'tempest-ServersTestMultiNic-2011918771-router', 'tenant_id': 'd3d095072c80400396b4981d89df8f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:15:33Z', 'updated_at': '2021-12-16T22:17:36Z', 'revision_number': 5, 'project_id': 'd3d095072c80400396b4981d89df8f54', 'gw_port': {'id': '5dde6dc4-ab15-49eb-9d31-348b527c364b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a17bd69-ffaa-4b63-a7e0-17fc536365f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:15:35Z', 'updated_at': '2021-12-16T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:17:38.831729 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Allocated IP 172.20.0.2 (f92d3105-2d01-42cd-9600-2ab2cb27dacd/7a92a57a-6ad8-4782-82d0-21f82f9de7b2/0ecffeb4-d053-4efd-b286-8ae4bb2076ae) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:38.876536 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.084689 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a07ae977-9830-43a9-bcc6-8740854aca31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.121193 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.123621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ae977-9830-43a9-bcc6-8740854aca31 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dde6dc4-ab15-49eb-9d31-348b527c364b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:39.215428 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.237859 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a07ae977-9830-43a9-bcc6-8740854aca31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.300026 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8c505a02-9068-4677-a1f4-b7f2cebb285f no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:39.318972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Network f92d3105-2d01-42cd-9600-2ab2cb27dacd is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:39.351647 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 8c505a02-9068-4677-a1f4-b7f2cebb285f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:39.351921 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8c505a02-9068-4677-a1f4-b7f2cebb285f not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:39.355886 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:39.363892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:39.385498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Pushing event updated for resources: {'Port': ['ID=0ecffeb4-d053-4efd-b286-8ae4bb2076ae,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:39.433001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a07ae977-9830-43a9-bcc6-8740854aca31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.436490 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a07ae977-9830-43a9-bcc6-8740854aca31 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.489654 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36112) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:39.550626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:39.550994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:39.552470 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:39.552839 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:39.553189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:39.553529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:39.553871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:39.554212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:39.558297 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-68af1d9b-d7c7-43f0-987b-c8e6392d92bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c412ddb06c21418890121ed3124113b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0671756 Dec 16 22:17:39.559398 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a07ae977-9830-43a9-bcc6-8740854aca31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.560345 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07ae977-9830-43a9-bcc6-8740854aca31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a17bd69-ffaa-4b63-a7e0-17fc536365f2 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:17:39.561260 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:39.562512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36116) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:39.563531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:39.564023 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:39.564517 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:39.564963 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:39.569494 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Attempting to bind port 0ecffeb4-d053-4efd-b286-8ae4bb2076ae on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:39.569913 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Attempting to bind port 0ecffeb4-d053-4efd-b286-8ae4bb2076ae by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:39.570255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Attempting to bind port 0ecffeb4-d053-4efd-b286-8ae4bb2076ae on network f92d3105-2d01-42cd-9600-2ab2cb27dacd {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:39.578710 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:39.579395 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Checking segment: {'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:39.580008 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.580578 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Bound using segment: {'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:39.581371 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Bound port: 0ecffeb4-d053-4efd-b286-8ae4bb2076ae, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:39.581941 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.584157 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a07ae977-9830-43a9-bcc6-8740854aca31 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.588633 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a07ae977-9830-43a9-bcc6-8740854aca31 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2a17bd69-ffaa-4b63-a7e0-17fc536365f2 HTTP/1.1" status: 204 len: 168 time: 2.0025733 Dec 16 22:17:39.592085 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36118) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:39.706853 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-95deef37-5b40-4959-90ef-72713171a7f7 admin admin] Deleting subnet 5d1bdf27-8947-41a3-b936-0f8a5795863d {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:17:39.712279 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95deef37-5b40-4959-90ef-72713171a7f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.718829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] For port 0ecffeb4-d053-4efd-b286-8ae4bb2076ae, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:39.723441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] For port 0ecffeb4-d053-4efd-b286-8ae4bb2076ae, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0ecffeb4-d053-4efd-b286-8ae4bb2076ae,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:39.752454 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c5700d3-0b5b-4e41-8115-69ea22d4b224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.797165 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b0c0b50-1cef-4016-abe1-79d51108929f req-b392d445-3c52-46b0-a0bc-ad644a35154d tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0458465 Dec 16 22:17:39.804562 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95deef37-5b40-4959-90ef-72713171a7f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.807887 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c5700d3-0b5b-4e41-8115-69ea22d4b224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.831246 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.893845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a9602-d2c8-4a72-89e4-b30c2c44d03a req-6bce6e9b-c31e-45a3-bb5c-a7e67476c385 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:39.903104 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f5a9602-d2c8-4a72-89e4-b30c2c44d03a req-6bce6e9b-c31e-45a3-bb5c-a7e67476c385 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 945 time: 0.9460666 Dec 16 22:17:39.973365 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.995577 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61df01-183c-4cb7-9c86-ea8aabe48bca None None] Pushing event updated for resources: {'Port': ['ID=0ecffeb4-d053-4efd-b286-8ae4bb2076ae,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:40.035931 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95deef37-5b40-4959-90ef-72713171a7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.068621 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d58e2b0c-ae86-4ce3-9dbc-8a1b6b85cc25 req-d9341a8b-0d77-4858-8f86-3bb972a9e1f9 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 210 time: 0.0491440 Dec 16 22:17:40.119305 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c5700d3-0b5b-4e41-8115-69ea22d4b224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.125661 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c5700d3-0b5b-4e41-8115-69ea22d4b224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.130112 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0c5700d3-0b5b-4e41-8115-69ea22d4b224 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a389de6e-5712-44f2-ac8f-30a91b33f42f HTTP/1.1" status: 204 len: 168 time: 0.5637326 Dec 16 22:17:40.135842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f5a9602-d2c8-4a72-89e4-b30c2c44d03a req-52226bc0-9598-43f8-acf4-efaa266f2708 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259543 Dec 16 22:17:40.152183 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5700d3-0b5b-4e41-8115-69ea22d4b224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a389de6e-5712-44f2-ac8f-30a91b33f42f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:40.168954 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95deef37-5b40-4959-90ef-72713171a7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.242229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95deef37-5b40-4959-90ef-72713171a7f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d1bdf27-8947-41a3-b936-0f8a5795863d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:40.244957 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95deef37-5b40-4959-90ef-72713171a7f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.254855 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-95deef37-5b40-4959-90ef-72713171a7f7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5d1bdf27-8947-41a3-b936-0f8a5795863d HTTP/1.1" status: 204 len: 168 time: 0.6587081 Dec 16 22:17:40.254855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36132) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:40.267479 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c15aa4-81a7-4e60-9d68-19a11b4e3fab None None] Network 55a59c6e-0fcc-4daf-a26b-87afb557408d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:40.343502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-e3ef6d84-5d26-407f-b1c6-4dc135b6a476 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:40.345192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-e3ef6d84-5d26-407f-b1c6-4dc135b6a476 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.69 "GET /v2.0/networks?id=1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 200 len: 812 time: 0.5967753 Dec 16 22:17:40.376832 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-e0094894-b6ab-402c-940a-c8cc3acb2147 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Request body: {'port': {'device_id': '5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb', 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d', 'admin_state_up': True, 'tenant_id': '9e9129638e7f4cd0be05b6f0c86dd955'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:40.412947 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.492160 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] Deleting port f68facf9-c43b-4b23-b12d-0ed09a582386 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:40.492579 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.608234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] For port f68facf9-c43b-4b23-b12d-0ed09a582386, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f68facf9-c43b-4b23-b12d-0ed09a582386,segment=NetworkSegment(f0552448-c32c-4302-bb8c-bf3c1d9f2601),segment_id=f0552448-c32c-4302-bb8c-bf3c1d9f2601)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:40.608928 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.622941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] Calling delete_port for f68facf9-c43b-4b23-b12d-0ed09a582386 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:40.642651 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd9ff1a-6fec-41e7-b8b2-fd7f8134d914 None None] DHCP port deletion for 55a59c6e-0fcc-4daf-a26b-87afb557408d request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:17:40.713509 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.718852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9ff1a-6fec-41e7-b8b2-fd7f8134d914 None None] Deleting port f68facf9-c43b-4b23-b12d-0ed09a582386 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:40.719239 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cd9ff1a-6fec-41e7-b8b2-fd7f8134d914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.739175 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.741184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-e0094894-b6ab-402c-940a-c8cc3acb2147 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Made reservation on behalf of 9e9129638e7f4cd0be05b6f0c86dd955 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:40.744719 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-e0094894-b6ab-402c-940a-c8cc3acb2147 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.843184 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.899816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f68facf9-c43b-4b23-b12d-0ed09a582386,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:40.907240 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] No DVR routers for this DVR port f68facf9-c43b-4b23-b12d-0ed09a582386 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:41.000021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9cd9ff1a-6fec-41e7-b8b2-fd7f8134d914 None None] For port f68facf9-c43b-4b23-b12d-0ed09a582386, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f68facf9-c43b-4b23-b12d-0ed09a582386,segment=NetworkSegment(f0552448-c32c-4302-bb8c-bf3c1d9f2601),segment_id=f0552448-c32c-4302-bb8c-bf3c1d9f2601)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:41.000433 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cd9ff1a-6fec-41e7-b8b2-fd7f8134d914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.012034 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.031471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9ff1a-6fec-41e7-b8b2-fd7f8134d914 None None] Calling delete_port for f68facf9-c43b-4b23-b12d-0ed09a582386 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:41.048785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a59c6e-0fcc-4daf-a26b-87afb557408d']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:41.066600 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0552448-c32c-4302-bb8c-bf3c1d9f2601') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:41.066793 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0552448-c32c-4302-bb8c-bf3c1d9f2601') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:41.122976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77e59b4c-fede-49a1-a133-6583c2ae3e02 req-52cb4045-9078-4a8a-b02c-a71f402cb8ea tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.1472335 Dec 16 22:17:41.125634 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.169153 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.182754 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:17:41.186781 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.188690 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0ecffeb4-d053-4efd-b286-8ae4bb2076ae up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:17:41.193254 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:17:41.201768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Allocated IP 172.25.2.40 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/603205ec-cd92-43ef-b8aa-022ac1060bd9) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:41.204286 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-e0094894-b6ab-402c-940a-c8cc3acb2147 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Allocated IP 172.20.0.7 (1748be95-c78e-4701-939a-f9809cb0660d/cc959983-53a1-41bc-bb50-5414cb529785/dd057949-65d1-4012-bb47-3bec9458280f) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:41.307723 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cd9ff1a-6fec-41e7-b8b2-fd7f8134d914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.341543 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9ff1a-6fec-41e7-b8b2-fd7f8134d914 None None] Pushing event deleted for resources: {'Port': ['ID=f68facf9-c43b-4b23-b12d-0ed09a582386,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:41.358934 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 0ecffeb4-d053-4efd-b286-8ae4bb2076ae triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:41.359909 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.365554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd9ff1a-6fec-41e7-b8b2-fd7f8134d914 None None] No DVR routers for this DVR port f68facf9-c43b-4b23-b12d-0ed09a582386 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:41.390122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a47358b8-4cad-4fca-a632-2b7a134f67b6 req-3a854785-6ba3-4768-bcd2-87d6215361ae tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 210 time: 0.1478310 Dec 16 22:17:41.408849 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.419590 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.428181 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/55a59c6e-0fcc-4daf-a26b-87afb557408d HTTP/1.1" status: 204 len: 168 time: 1.1716509 Dec 16 22:17:41.457965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9457e-48ed-4a3b-82ec-8a39edf140f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=55a59c6e-0fcc-4daf-a26b-87afb557408d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:41.573036 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.613547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 0ecffeb4-d053-4efd-b286-8ae4bb2076ae, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0ecffeb4-d053-4efd-b286-8ae4bb2076ae,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:41.633730 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b363328-ac84-47dd-bbdd-94ddbc633ffa None None] Network f92d3105-2d01-42cd-9600-2ab2cb27dacd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:41.645057 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745085e-7341-423e-83e7-dd6e441fce4d req-416b186c-315d-4d32-97e7-d4570e4cd7d0 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:41.646597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3745085e-7341-423e-83e7-dd6e441fce4d req-416b186c-315d-4d32-97e7-d4570e4cd7d0 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 945 time: 0.2859318 Dec 16 22:17:41.653246 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.697413 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.749080 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-e0094894-b6ab-402c-940a-c8cc3acb2147 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.766723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-fcbdbba1-a8bf-4863-bc22-08964a0d5526 None None] Provisioning complete for port 0ecffeb4-d053-4efd-b286-8ae4bb2076ae triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:41.767085 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fcbdbba1-a8bf-4863-bc22-08964a0d5526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.771822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3745085e-7341-423e-83e7-dd6e441fce4d req-27d76e11-ce92-4015-8459-d1d5056f3bff tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154671 Dec 16 22:17:41.820427 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5dde6dc4-ab15-49eb-9d31-348b527c364b no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:41.878583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 5dde6dc4-ab15-49eb-9d31-348b527c364b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:41.878936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5dde6dc4-ab15-49eb-9d31-348b527c364b not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:41.879400 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f68facf9-c43b-4b23-b12d-0ed09a582386 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:41.889602 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.908386 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=0ecffeb4-d053-4efd-b286-8ae4bb2076ae,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:41.915514 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: f68facf9-c43b-4b23-b12d-0ed09a582386 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:41.915844 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f68facf9-c43b-4b23-b12d-0ed09a582386 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:41.928762 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-e0094894-b6ab-402c-940a-c8cc3acb2147 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.944684 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:41.954155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:41.958233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:41.960067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Pushing event updated for resources: {'Port': ['ID=603205ec-cd92-43ef-b8aa-022ac1060bd9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:41.971105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-e0094894-b6ab-402c-940a-c8cc3acb2147 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Network 1748be95-c78e-4701-939a-f9809cb0660d is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:41.983171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36178) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:42.040536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-e0094894-b6ab-402c-940a-c8cc3acb2147 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:42.060951 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-83fba835-08bc-4901-9f71-df335e0ca7e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3d095072c80400396b4981d89df8f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0740721 Dec 16 22:17:42.062175 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36182) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:42.085577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-e0094894-b6ab-402c-940a-c8cc3acb2147 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:42.139802 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b449d246-baf6-447f-a41b-74669ae2647b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:42.149032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0094894-b6ab-402c-940a-c8cc3acb2147 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Pushing event updated for resources: {'Port': ['ID=dd057949-65d1-4012-bb47-3bec9458280f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:42.196339 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b449d246-baf6-447f-a41b-74669ae2647b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:42.256083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-e0094894-b6ab-402c-940a-c8cc3acb2147 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:42.256739 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-e0094894-b6ab-402c-940a-c8cc3acb2147 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:42.308271 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2c95f53f-5a3c-4b4a-91a4-6634c351511a None None] Provisioning complete for port 0ecffeb4-d053-4efd-b286-8ae4bb2076ae triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:42.308865 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c95f53f-5a3c-4b4a-91a4-6634c351511a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:42.321586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8aab2036-60b0-422d-8c03-98164294fc44 req-274b46be-f472-46c6-9bb7-83f30cbcb6e2 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0540807 Dec 16 22:17:42.368182 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b449d246-baf6-447f-a41b-74669ae2647b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:42.371316 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b449d246-baf6-447f-a41b-74669ae2647b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:42.371500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-e0094894-b6ab-402c-940a-c8cc3acb2147 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0036788 Dec 16 22:17:42.374158 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b449d246-baf6-447f-a41b-74669ae2647b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f838118e-f029-41c9-a756-0fc9854f8841 HTTP/1.1" status: 204 len: 168 time: 0.3106277 Dec 16 22:17:42.386930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449d246-baf6-447f-a41b-74669ae2647b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f838118e-f029-41c9-a756-0fc9854f8841,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:42.393157 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Request body: {'port': {'device_id': '5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:42.593763 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:42.605691 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:42.655256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50171831-50b4-4631-82fb-0355e93b98f8 req-18396fd8-c26a-41ba-9abc-af8177d493de tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:42.657014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50171831-50b4-4631-82fb-0355e93b98f8 req-18396fd8-c26a-41ba-9abc-af8177d493de tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 931 time: 0.1525710 Dec 16 22:17:42.837129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50171831-50b4-4631-82fb-0355e93b98f8 req-56ef0ba1-5202-4d82-9b4a-71f753c576bb tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723194 Dec 16 22:17:42.980131 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.027507 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0ecffeb4-d053-4efd-b286-8ae4bb2076ae up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:43.104287 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36212) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:43.108899 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 0ecffeb4-d053-4efd-b286-8ae4bb2076ae triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:43.109274 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.135496 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.157261 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.280959 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2aad23f5-89f8-411f-90b1-6549ced573f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.283567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a0f72-5502-4606-b1ef-00bd763cbd70 req-de4101ed-909f-4c2a-bc3c-2f8b01a3a477 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:43.285239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a12a0f72-5502-4606-b1ef-00bd763cbd70 req-de4101ed-909f-4c2a-bc3c-2f8b01a3a477 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 945 time: 0.1515121 Dec 16 22:17:43.385826 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2aad23f5-89f8-411f-90b1-6549ced573f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.437194 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2aad23f5-89f8-411f-90b1-6549ced573f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.485427 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2aad23f5-89f8-411f-90b1-6549ced573f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=027a0345eba84f5abbf41340e43e35ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3799806 Dec 16 22:17:43.488634 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36228) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:43.489307 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad23f5-89f8-411f-90b1-6549ced573f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a44bf8-5d26-459d-9424-fb91811e5d3c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:43.557669 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f468b13a-df56-40f8-a6d7-497273284255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.577818 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36230) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:43.594600 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f468b13a-df56-40f8-a6d7-497273284255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.712839 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e39561d-75d6-4164-9b73-b9bf5737535e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.730110 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f468b13a-df56-40f8-a6d7-497273284255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.735238 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f468b13a-df56-40f8-a6d7-497273284255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.737136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe5dd673-c1ae-457d-8c33-c40d673b7f10 req-c0774b64-9bd3-443a-808d-fa249cfbae66 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0461650 Dec 16 22:17:43.743114 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd057949-65d1-4012-bb47-3bec9458280f {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:43.747076 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f468b13a-df56-40f8-a6d7-497273284255 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4a44bf8-5d26-459d-9424-fb91811e5d3c HTTP/1.1" status: 204 len: 168 time: 0.2386928 Dec 16 22:17:43.758989 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.783588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468b13a-df56-40f8-a6d7-497273284255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a44bf8-5d26-459d-9424-fb91811e5d3c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:43.798966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Transition to ACTIVE for port object dd057949-65d1-4012-bb47-3bec9458280f will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:17:43.827464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a12a0f72-5502-4606-b1ef-00bd763cbd70 req-d55532e4-7806-4a71-9992-58534f6d98e7 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118580 Dec 16 22:17:43.873825 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e39561d-75d6-4164-9b73-b9bf5737535e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.894252 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.940523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Router 8d133b6f-b15d-4f6a-847b-2ad085969552 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:17:43.989587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Pushing event updated for resources: {'Port': ['ID=dd057949-65d1-4012-bb47-3bec9458280f,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:44.016496 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e39561d-75d6-4164-9b73-b9bf5737535e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.047516 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36248) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:44.080728 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39561d-75d6-4164-9b73-b9bf5737535e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e3bf0f-a073-40b9-a982-6d5b36f41fb7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:44.087830 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7e39561d-75d6-4164-9b73-b9bf5737535e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7ae27c05fed45b4b4491a546594cee1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5087144 Dec 16 22:17:44.088514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36252) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:44.102288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae9e33-b971-475c-9339-b2e1742719b4 req-19ce2dad-77c3-4ec0-bc1f-96caedec8de8 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:44.104010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bae9e33-b971-475c-9339-b2e1742719b4 req-19ce2dad-77c3-4ec0-bc1f-96caedec8de8 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 943 time: 0.1811235 Dec 16 22:17:44.152625 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3413f610-53fe-4025-9bc5-791bb3702733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.182572 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3413f610-53fe-4025-9bc5-791bb3702733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.212200 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Attempting to bind port dd057949-65d1-4012-bb47-3bec9458280f on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:44.212544 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Attempting to bind port dd057949-65d1-4012-bb47-3bec9458280f by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:44.212974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Attempting to bind port dd057949-65d1-4012-bb47-3bec9458280f on network 1748be95-c78e-4701-939a-f9809cb0660d {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:44.221317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:17:44.237534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Port dd057949-65d1-4012-bb47-3bec9458280f on network 1748be95-c78e-4701-939a-f9809cb0660d not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:44.237952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Attempting to bind port dd057949-65d1-4012-bb47-3bec9458280f on network 1748be95-c78e-4701-939a-f9809cb0660d {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:44.245664 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Sync routers for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:17:44.253966 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bae9e33-b971-475c-9339-b2e1742719b4 req-743c4267-042f-4b4f-a5d7-85b81dc4fb04 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088901 Dec 16 22:17:44.260010 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:44.260322 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Checking segment: {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:44.260837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Bound using segment: {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:44.261199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Bound port: dd057949-65d1-4012-bb47-3bec9458280f, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c0c614-3e7d-402b-81a9-8cd1b665e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:44.272870 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.275191 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:44.276143 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:17:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:44.311753 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3413f610-53fe-4025-9bc5-791bb3702733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.314768 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3413f610-53fe-4025-9bc5-791bb3702733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.316783 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3413f610-53fe-4025-9bc5-791bb3702733 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02e3bf0f-a073-40b9-a982-6d5b36f41fb7 HTTP/1.1" status: 204 len: 168 time: 0.2262762 Dec 16 22:17:44.334200 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413f610-53fe-4025-9bc5-791bb3702733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e3bf0f-a073-40b9-a982-6d5b36f41fb7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:44.386642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] For port dd057949-65d1-4012-bb47-3bec9458280f, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:44.393472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] For port dd057949-65d1-4012-bb47-3bec9458280f, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=dd057949-65d1-4012-bb47-3bec9458280f,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:44.397586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-997e0bb2-7981-4ef4-8c4a-10c2101e35ab admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-65768145-network', 'tenant_id': '31b68f79547f4d379eb266ec793c828b'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:44.403787 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.404928 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6a09c2f1-596f-49c3-b3ad-7c36bf2f460e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.8515215 Dec 16 22:17:44.407738 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36258) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:44.412237 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:44.494943 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.543225 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997e0bb2-7981-4ef4-8c4a-10c2101e35ab admin admin] Made reservation on behalf of 31b68f79547f4d379eb266ec793c828b for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:44.547249 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-997e0bb2-7981-4ef4-8c4a-10c2101e35ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.580320 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:44.580948 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.582457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] 10.222.0.69 "PUT /v2.0/ports/dd057949-65d1-4012-bb47-3bec9458280f HTTP/1.1" status: 200 len: 1091 time: 2.2006395 Dec 16 22:17:44.583036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb', 'tag': 'dd057949-65d1-4012-bb47-3bec9458280f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:44.593241 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2e64d1-2e6a-41fd-b288-2e25cc0971b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb", "tag": "dd057949-65d1-4012-bb47-3bec9458280f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:44.614596 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-997e0bb2-7981-4ef4-8c4a-10c2101e35ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.669762 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a2e4e4-debd-4a23-a232-426aa8009cc1 x-openstack-request-id: req-50a2e4e4-debd-4a23-a232-426aa8009cc1 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:44.670383 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb", "tag": "dd057949-65d1-4012-bb47-3bec9458280f", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:44.670642 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50a2e4e4-debd-4a23-a232-426aa8009cc1 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:44.671076 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb', 'tag': 'dd057949-65d1-4012-bb47-3bec9458280f', 'status': 'completed', 'code': 200} Dec 16 22:17:44.673337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d60a3-e08f-45d7-900f-c34e1658ce45 service neutron] Pushing event updated for resources: {'Port': ['ID=dd057949-65d1-4012-bb47-3bec9458280f,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:44.766266 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:42Z', 'revision_number': 3, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:44.864285 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e64d1-2e6a-41fd-b288-2e25cc0971b7 req-14e5d7ab-8eb3-4af8-a15f-eb9d4b281d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:44.867041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b2e64d1-2e6a-41fd-b288-2e25cc0971b7 req-14e5d7ab-8eb3-4af8-a15f-eb9d4b281d37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 1094 time: 0.1403768 Dec 16 22:17:44.877782 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-997e0bb2-7981-4ef4-8c4a-10c2101e35ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.884726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36268) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:44.924710 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Checking router: 8d133b6f-b15d-4f6a-847b-2ad085969552 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:17:44.925306 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Updating router 8d133b6f-b15d-4f6a-847b-2ad085969552 port 603205ec-cd92-43ef-b8aa-022ac1060bd9 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:17:44.943004 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b34237ad-b1b2-410a-af7d-d651d61cedcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.036561 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.037211 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-997e0bb2-7981-4ef4-8c4a-10c2101e35ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.159832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ccda5630-fc4e-48a0-a347-05a9bff0c1fe req-ec5ff4d3-0822-4fb7-9cab-0e0a8c7e33d6 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.1134188 Dec 16 22:17:45.206125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997e0bb2-7981-4ef4-8c4a-10c2101e35ab admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:17:45.240236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e0bb2-7981-4ef4-8c4a-10c2101e35ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d5854d-866a-43c0-a723-4a1dc7163b67,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:45.277088 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-997e0bb2-7981-4ef4-8c4a-10c2101e35ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.277088 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-997e0bb2-7981-4ef4-8c4a-10c2101e35ab admin admin] Added segment f9db776c-0566-495b-910c-870c18cc60ee of type vlan for network 40ede60e-42c6-4d72-a359-20cd539ddf76 Dec 16 22:17:45.364853 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-997e0bb2-7981-4ef4-8c4a-10c2101e35ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.396928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e64d1-2e6a-41fd-b288-2e25cc0971b7 req-5ace3724-95b1-4320-a396-2dce4ccc6361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:45.399065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b2e64d1-2e6a-41fd-b288-2e25cc0971b7 req-5ace3724-95b1-4320-a396-2dce4ccc6361 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5191245 Dec 16 22:17:45.410865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94581c-913c-4f4c-b8ce-8a94f5a36f91 req-d93c9e93-31d6-4690-8d32-8a1600d26006 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:45.416810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc94581c-913c-4f4c-b8ce-8a94f5a36f91 req-d93c9e93-31d6-4690-8d32-8a1600d26006 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 945 time: 0.3850348 Dec 16 22:17:45.460251 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.487232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc94581c-913c-4f4c-b8ce-8a94f5a36f91 req-1e9a87ff-2755-493b-bd7e-f837471bba7c tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695205 Dec 16 22:17:45.523126 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.534522 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-997e0bb2-7981-4ef4-8c4a-10c2101e35ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.535533 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997e0bb2-7981-4ef4-8c4a-10c2101e35ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:45.536136 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-997e0bb2-7981-4ef4-8c4a-10c2101e35ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.539894 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.596412 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Attempting to bind port 603205ec-cd92-43ef-b8aa-022ac1060bd9 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:45.596790 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Attempting to bind port 603205ec-cd92-43ef-b8aa-022ac1060bd9 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:45.597160 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Attempting to bind port 603205ec-cd92-43ef-b8aa-022ac1060bd9 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:45.608011 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:45.608759 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:45.609824 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.609824 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:45.610646 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Bound port: 603205ec-cd92-43ef-b8aa-022ac1060bd9, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:45.611040 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.647825 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb32af5-d2e8-466b-8438-e2de6a79934d None None] Pushing event updated for resources: {'Port': ['ID=603205ec-cd92-43ef-b8aa-022ac1060bd9,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:45.708135 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e0bb2-7981-4ef4-8c4a-10c2101e35ab admin admin] Pushing event updated for resources: {'Network': ['ID=40ede60e-42c6-4d72-a359-20cd539ddf76,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:45.713341 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b34237ad-b1b2-410a-af7d-d651d61cedcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.722964 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 40ede60e-42c6-4d72-a359-20cd539ddf76 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:17:45.727118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6a6a0-d03c-4c21-821d-f7575a79ebc0 req-5d2713d0-331a-412f-806e-5c4e518f4a9c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:45.733538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ff6a6a0-d03c-4c21-821d-f7575a79ebc0 req-5d2713d0-331a-412f-806e-5c4e518f4a9c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 943 time: 0.2572913 Dec 16 22:17:45.762255 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb32af5-d2e8-466b-8438-e2de6a79934d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:45.762611 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb32af5-d2e8-466b-8438-e2de6a79934d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:45.763205 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb32af5-d2e8-466b-8438-e2de6a79934d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:45.763615 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb32af5-d2e8-466b-8438-e2de6a79934d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:45.763958 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb32af5-d2e8-466b-8438-e2de6a79934d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:45.764295 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb32af5-d2e8-466b-8438-e2de6a79934d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:45.764629 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb32af5-d2e8-466b-8438-e2de6a79934d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:45.764957 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb32af5-d2e8-466b-8438-e2de6a79934d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:45.765401 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb32af5-d2e8-466b-8438-e2de6a79934d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:45.765598 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb32af5-d2e8-466b-8438-e2de6a79934d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:45.765925 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb32af5-d2e8-466b-8438-e2de6a79934d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:45.766253 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb32af5-d2e8-466b-8438-e2de6a79934d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:45.766558 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb32af5-d2e8-466b-8438-e2de6a79934d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:45.776607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-997e0bb2-7981-4ef4-8c4a-10c2101e35ab admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7261350 Dec 16 22:17:45.780192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36284) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:45.785289 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d7445ce3-ea0e-47ac-aff8-7563c72911c4 admin admin] Request body: {'subnet': {'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-65768145-subnet', 'tenant_id': '31b68f79547f4d379eb266ec793c828b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:45.810915 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] For port 603205ec-cd92-43ef-b8aa-022ac1060bd9, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:45.813403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e64d1-2e6a-41fd-b288-2e25cc0971b7 req-c34c9371-32e6-43e4-a3c7-100b5cdcd666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:45.813793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b2e64d1-2e6a-41fd-b288-2e25cc0971b7 req-c34c9371-32e6-43e4-a3c7-100b5cdcd666 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3761978 Dec 16 22:17:45.816221 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] For port 603205ec-cd92-43ef-b8aa-022ac1060bd9, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=603205ec-cd92-43ef-b8aa-022ac1060bd9,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:45.831120 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Allocated IP 172.20.0.1 (f92d3105-2d01-42cd-9600-2ab2cb27dacd/7a92a57a-6ad8-4782-82d0-21f82f9de7b2/99e48016-0a4c-4588-94c6-038a122d317a) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:45.831669 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ff6a6a0-d03c-4c21-821d-f7575a79ebc0 req-e6a83b4c-473b-4d49-b937-65536306adec tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927303 Dec 16 22:17:45.836867 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b34237ad-b1b2-410a-af7d-d651d61cedcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.893214 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34237ad-b1b2-410a-af7d-d651d61cedcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886958e5-baf7-41b8-acab-0e1fe203c75d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:45.926990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b34237ad-b1b2-410a-af7d-d651d61cedcd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=efb7e585975a4f878baa9f08e605b0c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0382738 Dec 16 22:17:45.928044 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36290) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:45.951604 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.955497 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-cb12f55d-063b-42b3-901e-16afb65d0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:45.960309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-cb12f55d-063b-42b3-901e-16afb65d0fd1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 1094 time: 0.0821769 Dec 16 22:17:46.013808 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:46.014452 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:17:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:46.016287 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb32af5-d2e8-466b-8438-e2de6a79934d None None] Pushing event updated for resources: {'Port': ['ID=603205ec-cd92-43ef-b8aa-022ac1060bd9,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:46.020025 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-82326266-6ef0-43c3-a10e-9a02dc065349 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd057949-65d1-4012-bb47-3bec9458280f HTTP/1.1" status: 200 len: 217 time: 0.0529728 Dec 16 22:17:46.025039 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.066130 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-497fa938-fa43-4f83-a8ae-8f1763b20c2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.095031 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7445ce3-ea0e-47ac-aff8-7563c72911c4 admin admin] Made reservation on behalf of 31b68f79547f4d379eb266ec793c828b for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:46.097470 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7445ce3-ea0e-47ac-aff8-7563c72911c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.105703 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-497fa938-fa43-4f83-a8ae-8f1763b20c2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.108699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-5d87c177-b955-4449-b31a-06a3029a97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:46.110469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-5d87c177-b955-4449-b31a-06a3029a97a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc959983-53a1-41bc-bb50-5414cb529785 HTTP/1.1" status: 200 len: 852 time: 0.0783603 Dec 16 22:17:46.138528 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.160112 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:46.167443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-e45c0b3d-6254-4cb8-bc1d-159afc618d2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1748be95-c78e-4701-939a-f9809cb0660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416100 Dec 16 22:17:46.211215 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Network f92d3105-2d01-42cd-9600-2ab2cb27dacd is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:46.222103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:46.230884 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:46.260255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36296) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:46.313201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-e661ea4b-cfe7-40bc-8480-84c1bea4d46d service neutron] 10.222.0.69 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366577 Dec 16 22:17:46.320654 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.371689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28121458-42e9-4a36-87ae-41c9a4f4d664 req-7c5ea8ad-dae1-4b0a-81e6-3dd4b267862f tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0565584 Dec 16 22:17:46.407425 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-497fa938-fa43-4f83-a8ae-8f1763b20c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.413076 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-497fa938-fa43-4f83-a8ae-8f1763b20c2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.416528 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-497fa938-fa43-4f83-a8ae-8f1763b20c2f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/886958e5-baf7-41b8-acab-0e1fe203c75d HTTP/1.1" status: 204 len: 168 time: 0.4861050 Dec 16 22:17:46.432378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fa938-fa43-4f83-a8ae-8f1763b20c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886958e5-baf7-41b8-acab-0e1fe203c75d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:46.486963 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:42Z', 'revision_number': 3, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:46.505850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=99e48016-0a4c-4588-94c6-038a122d317a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:46.507349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2af415c0-76b0-4335-884e-f0effa5faf30 req-b226f6c6-c9ea-458a-8d0c-33e182ad6e51 service neutron] 10.222.0.69 "GET /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805644 Dec 16 22:17:46.558495 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c950479-eec5-48c8-990f-5d8692aa7f0a None None] The sync data for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 is: [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:42Z', 'revision_number': 3, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:17:46.605364 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-01ef7b1f-024b-41c8-8e77-8fff80706497 None None] Provisioning complete for port 99e48016-0a4c-4588-94c6-038a122d317a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:46.612626 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01ef7b1f-024b-41c8-8e77-8fff80706497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.657219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-bcc77cb6-9a22-4337-9b9a-7b516f85251d tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:46.659370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-bcc77cb6-9a22-4337-9b9a-7b516f85251d tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626&tenant_id=a0fbdbd1880a45e692ee9474ada061c6&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 1096 time: 0.1290066 Dec 16 22:17:46.664515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-01ef7b1f-024b-41c8-8e77-8fff80706497 None None] Port 99e48016-0a4c-4588-94c6-038a122d317a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:17:46.714485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f57948-741c-449d-b70a-54b76a14cd0c req-ca272cc4-ba46-45e9-b77a-44da55053055 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:46.717713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39f57948-741c-449d-b70a-54b76a14cd0c req-ca272cc4-ba46-45e9-b77a-44da55053055 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 945 time: 0.1122456 Dec 16 22:17:46.728711 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0b45a122-af0d-414d-b831-3681ac14cba7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-967225881-network', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:46.746938 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.788427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39f57948-741c-449d-b70a-54b76a14cd0c req-29b11f49-447e-4c8a-8a76-c44799ca6e0c tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593042 Dec 16 22:17:46.800057 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7445ce3-ea0e-47ac-aff8-7563c72911c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.871146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821840-2'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:46.895063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b45a122-af0d-414d-b831-3681ac14cba7 admin admin] Made reservation on behalf of 8bd199153c4c454ca86c6a746307e0b6 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:46.920010 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b45a122-af0d-414d-b831-3681ac14cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.961378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7445ce3-ea0e-47ac-aff8-7563c72911c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=931d3123-76e0-40b9-9ef9-f1d5123d316a,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:47.014828 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.036494 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b45a122-af0d-414d-b831-3681ac14cba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.042177 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7445ce3-ea0e-47ac-aff8-7563c72911c4 admin admin] Checking segment: {'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:47.042549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7445ce3-ea0e-47ac-aff8-7563c72911c4 admin admin] Network hostable DHCP agents. Network: 40ede60e-42c6-4d72-a359-20cd539ddf76, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:17:47.148623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 603205ec-cd92-43ef-b8aa-022ac1060bd9 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:47.192526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7445ce3-ea0e-47ac-aff8-7563c72911c4 admin admin] Network 40ede60e-42c6-4d72-a359-20cd539ddf76 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:17:47.228211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 603205ec-cd92-43ef-b8aa-022ac1060bd9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:47.228211 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.235510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058914d1-f60a-4905-a6ea-2d4d0d75dbe8 req-2c4c8742-04c4-4851-9251-e33862781a00 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:47.243022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-058914d1-f60a-4905-a6ea-2d4d0d75dbe8 req-2c4c8742-04c4-4851-9251-e33862781a00 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 943 time: 0.1446326 Dec 16 22:17:47.248355 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.287510 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b45a122-af0d-414d-b831-3681ac14cba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.295743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d7445ce3-ea0e-47ac-aff8-7563c72911c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 40ede60e-42c6-4d72-a359-20cd539ddf76) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:47.300265 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7445ce3-ea0e-47ac-aff8-7563c72911c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:47.301017 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7445ce3-ea0e-47ac-aff8-7563c72911c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.310546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff6b8a9-e7bc-4f13-920b-9d737062c495 None None] Network 40ede60e-42c6-4d72-a359-20cd539ddf76 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:47.340119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-058914d1-f60a-4905-a6ea-2d4d0d75dbe8 req-d7dff7fe-e3c3-4fb1-b127-e066e7496920 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947449 Dec 16 22:17:47.350403 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.363022 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.376627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0962aff9-6df8-45d6-8481-2d2af4a44639,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:47.416640 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b45a122-af0d-414d-b831-3681ac14cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.430740 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d7445ce3-ea0e-47ac-aff8-7563c72911c4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6418936 Dec 16 22:17:47.431628 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 603205ec-cd92-43ef-b8aa-022ac1060bd9, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=603205ec-cd92-43ef-b8aa-022ac1060bd9,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:47.462038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:47.521962 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b45a122-af0d-414d-b831-3681ac14cba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:17:47.548793 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.556436 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-40ede60e-42c6-4d72-a359-20cd539ddf76', 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76', 'project_id': '31b68f79547f4d379eb266ec793c828b', 'fixed_ips': [{'subnet_id': '931d3123-76e0-40b9-9ef9-f1d5123d316a'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:17:47.557281 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.558066 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b45a122-af0d-414d-b831-3681ac14cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.558609 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-0b45a122-af0d-414d-b831-3681ac14cba7 admin admin] Added segment 75a54659-2c8f-4ded-84ca-cf9fc040fe6f of type vlan for network 6a046838-926f-4ef6-8e4a-4e2a10007290 Dec 16 22:17:47.626635 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.639602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10b487ab-6c24-4a2c-a247-9bd385ce3864 req-f5c65c25-fbef-41ae-bd47-177da2ce1226 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.1096785 Dec 16 22:17:47.657650 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=99e48016-0a4c-4588-94c6-038a122d317a,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:47.667582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc62bff-296d-4426-b1b1-9a00f5149626', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0962aff9-6df8-45d6-8481-2d2af4a44639'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:47.670690 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f41e8d9-11c8-4006-b8f2-4c2b18a4daa9" -d '{"events": [{"server_uuid": "2bc62bff-296d-4426-b1b1-9a00f5149626", "name": "network-vif-unplugged", "status": "completed", "tag": "0962aff9-6df8-45d6-8481-2d2af4a44639"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:47.679984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45a122-af0d-414d-b831-3681ac14cba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e8fef5-c40c-48e5-9b12-a4695da78286,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:47.685120 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b45a122-af0d-414d-b831-3681ac14cba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.701981 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.751526 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13865a4-5447-42dc-b062-a5fa542ce139 x-openstack-request-id: req-b13865a4-5447-42dc-b062-a5fa542ce139 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:47.751716 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc62bff-296d-4426-b1b1-9a00f5149626", "name": "network-vif-unplugged", "status": "completed", "tag": "0962aff9-6df8-45d6-8481-2d2af4a44639", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:47.751967 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b13865a4-5447-42dc-b062-a5fa542ce139 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:47.752565 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc62bff-296d-4426-b1b1-9a00f5149626', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0962aff9-6df8-45d6-8481-2d2af4a44639', 'code': 200} Dec 16 22:17:47.794608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=603205ec-cd92-43ef-b8aa-022ac1060bd9,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:47.797063 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.836217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Network f92d3105-2d01-42cd-9600-2ab2cb27dacd is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:47.839526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:47.932941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Allocated IP 172.20.0.2 (40ede60e-42c6-4d72-a359-20cd539ddf76/931d3123-76e0-40b9-9ef9-f1d5123d316a/f3da6047-ff7a-485b-b205-b6c026d3ac69) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:47.966215 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b45a122-af0d-414d-b831-3681ac14cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.970243 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b45a122-af0d-414d-b831-3681ac14cba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:47.975647 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b45a122-af0d-414d-b831-3681ac14cba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.108530 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45a122-af0d-414d-b831-3681ac14cba7 admin admin] Pushing event updated for resources: {'Network': ['ID=6a046838-926f-4ef6-8e4a-4e2a10007290,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:48.159452 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0b45a122-af0d-414d-b831-3681ac14cba7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8747444 Dec 16 22:17:48.161212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b365429-7000-4ab1-a7ef-a75acf8f32d4 req-e6740d18-a46b-442a-8166-55fa3df76fd3 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:48.162934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b365429-7000-4ab1-a7ef-a75acf8f32d4 req-e6740d18-a46b-442a-8166-55fa3df76fd3 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 943 time: 0.2078266 Dec 16 22:17:48.171816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36346) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:48.176501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Attempting to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 on host n-h1-821840-2 for vnic_type normal with profile {"migrating_to": "n-h2-821840-2"} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:48.176848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Attempting to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:48.177187 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Attempting to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:48.179596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Pushing event updated for resources: {'Port': ['ID=0962aff9-6df8-45d6-8481-2d2af4a44639,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:48.183358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6f5eeaaa-351b-49fe-b744-c75751925969 admin admin] Request body: {'subnet': {'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-subnet', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:48.218664 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Router 8d133b6f-b15d-4f6a-847b-2ad085969552 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:17:48.233627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Port 0962aff9-6df8-45d6-8481-2d2af4a44639 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:48.233967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Attempting to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:48.238003 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.244389 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 6a046838-926f-4ef6-8e4a-4e2a10007290 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:17:48.254687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:48.254959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Checking segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:48.255372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Bound using segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:48.255893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Bound port: 0962aff9-6df8-45d6-8481-2d2af4a44639, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:48.256263 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.300636 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.337454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0962aff9-6df8-45d6-8481-2d2af4a44639 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:48.373909 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5eeaaa-351b-49fe-b744-c75751925969 admin admin] Made reservation on behalf of 8bd199153c4c454ca86c6a746307e0b6 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:48.377061 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f5eeaaa-351b-49fe-b744-c75751925969 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.394940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b365429-7000-4ab1-a7ef-a75acf8f32d4 req-342930df-c14c-41c2-8537-3c66acec3bd0 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999681 Dec 16 22:17:48.406884 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Pushing event updated for resources: {'Port': ['ID=f3da6047-ff7a-485b-b205-b6c026d3ac69,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:48.438335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Network 40ede60e-42c6-4d72-a359-20cd539ddf76 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:48.449809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:48.462670 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:48.517005 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:48.525180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0962aff9-6df8-45d6-8481-2d2af4a44639,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:48.534692 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f1c6e3c8-85b3-4930-b3ad-fe9e55c180ad None None] Provisioning complete for port 99e48016-0a4c-4588-94c6-038a122d317a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:48.535208 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e3c8-85b3-4930-b3ad-fe9e55c180ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.586811 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:17:48.595438 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c033871d-19ee-40b3-8547-f75b78085dc4 admin admin] 10.222.0.43 "PUT /v2.0/routers/8d133b6f-b15d-4f6a-847b-2ad085969552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1864951 Dec 16 22:17:48.621233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca19e26-b07b-4ab3-9751-2081b81303f2 req-c38da376-fe4c-4a54-a1cf-46f95e8c2904 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:48.629783 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dca19e26-b07b-4ab3-9751-2081b81303f2 req-c38da376-fe4c-4a54-a1cf-46f95e8c2904 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 943 time: 0.1093359 Dec 16 22:17:48.642580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-2e23f1b7-a7b9-48e9-92d7-78b7c5275953 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:48.650970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-2e23f1b7-a7b9-48e9-92d7-78b7c5275953 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/networks?id=40ede60e-42c6-4d72-a359-20cd539ddf76 HTTP/1.1" status: 200 len: 814 time: 0.2547615 Dec 16 22:17:48.654449 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.757611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-030ce7de-3725-4dee-b16f-d7abcbd10cc3 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/quotas/31b68f79547f4d379eb266ec793c828b HTTP/1.1" status: 200 len: 375 time: 0.1029062 Dec 16 22:17:48.865444 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dca19e26-b07b-4ab3-9751-2081b81303f2 req-6b190107-f6a7-430c-9eab-391426c13d92 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343464 Dec 16 22:17:48.883476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device dd057949-65d1-4012-bb47-3bec9458280f details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:48.895519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Pushing event updated for resources: {'Port': ['ID=0962aff9-6df8-45d6-8481-2d2af4a44639,revision_number=8']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:48.900162 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f5eeaaa-351b-49fe-b744-c75751925969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.912004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Attempting to bind port f3da6047-ff7a-485b-b205-b6c026d3ac69 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:48.912394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Attempting to bind port f3da6047-ff7a-485b-b205-b6c026d3ac69 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:48.912758 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Attempting to bind port f3da6047-ff7a-485b-b205-b6c026d3ac69 on network 40ede60e-42c6-4d72-a359-20cd539ddf76 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:48.923440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:48.924337 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6e3c8-85b3-4930-b3ad-fe9e55c180ad None None] Port 99e48016-0a4c-4588-94c6-038a122d317a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:17:48.926437 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.929101 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c66f1ce5-788b-496b-99a8-68975a883380 service neutron] 10.222.0.24 "PUT /v2.0/ports/0962aff9-6df8-45d6-8481-2d2af4a44639 HTTP/1.1" status: 200 len: 1121 time: 2.2570963 Dec 16 22:17:48.939878 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-d436faa0-4990-4486-964d-dac7fb9c053c tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=31b68f79547f4d379eb266ec793c828b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1813161 Dec 16 22:17:48.940636 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:48.941031 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Checking segment: {'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:48.941800 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.942209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Bound using segment: {'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:48.942704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Bound port: f3da6047-ff7a-485b-b205-b6c026d3ac69, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:48.943095 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.948056 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h1-821840-2, got binding levels [] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:49.023370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5eeaaa-351b-49fe-b744-c75751925969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5214a06-2f1e-40fb-bdb3-af39deff7abd,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:49.024971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['0962aff9-6df8-45d6-8481-2d2af4a44639'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:49.054234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5eeaaa-351b-49fe-b744-c75751925969 admin admin] Checking segment: {'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:49.054724 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5eeaaa-351b-49fe-b744-c75751925969 admin admin] Network hostable DHCP agents. Network: 6a046838-926f-4ef6-8e4a-4e2a10007290, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:17:49.055064 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['0962aff9-6df8-45d6-8481-2d2af4a44639'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:49.128984 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-12b60116-4517-48a8-8ddb-88fd8a9b8ef3 service neutron] 10.222.0.43 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794186 Dec 16 22:17:49.168229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5eeaaa-351b-49fe-b744-c75751925969 admin admin] Network 6a046838-926f-4ef6-8e4a-4e2a10007290 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:17:49.193572 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 603205ec-cd92-43ef-b8aa-022ac1060bd9 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:49.206222 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Attempting to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 on host n-h1-821840-2 for vnic_type normal with profile {"migrating_to": "n-h2-821840-2"} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:49.206989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Attempting to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:49.206989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Attempting to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:49.255341 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9136ed7a-4832-4f7f-a46d-37723771b3f2 req-78f9c048-bb93-467c-9ec8-799adaae43e4 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0344670 Dec 16 22:17:49.265774 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-6f5eeaaa-351b-49fe-b744-c75751925969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 6a046838-926f-4ef6-8e4a-4e2a10007290) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:49.278042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5eeaaa-351b-49fe-b744-c75751925969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:49.281219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f5eeaaa-351b-49fe-b744-c75751925969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.292876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-8a1e0835-55b3-40c0-82a6-f6cc50cc9e6a service neutron] 10.222.0.43 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574848 Dec 16 22:17:49.358072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0105a5-294b-4047-9cc9-7c12aaca69e7 None None] Network 6a046838-926f-4ef6-8e4a-4e2a10007290 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:49.416752 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6f5eeaaa-351b-49fe-b744-c75751925969 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2430594 Dec 16 22:17:49.420331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36380) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:49.425218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:49.425700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Port 0962aff9-6df8-45d6-8481-2d2af4a44639 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:49.426083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Attempting to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:49.455733 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Sync routers for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:17:49.513546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:49.514038 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Checking segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:49.514387 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Bound using segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:49.515075 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Bound port: 0962aff9-6df8-45d6-8481-2d2af4a44639, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:49.515503 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.560760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 603205ec-cd92-43ef-b8aa-022ac1060bd9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:49.561140 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.565531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port dd057949-65d1-4012-bb47-3bec9458280f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=dd057949-65d1-4012-bb47-3bec9458280f,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:49.569118 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] For port f3da6047-ff7a-485b-b205-b6c026d3ac69, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:49.617621 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.617621 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.636384 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:49.637620 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:17:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:49.660314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] For port f3da6047-ff7a-485b-b205-b6c026d3ac69, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f3da6047-ff7a-485b-b205-b6c026d3ac69,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:49.748719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5a937-a503-4f59-b3fc-059d1d50909c req-c378ce79-3dec-45a5-bd5f-3f04359f343b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:49.752045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'dd057949-65d1-4012-bb47-3bec9458280f', 'network_id': '1748be95-c78e-4701-939a-f9809cb0660d', 'port_id': 'dd057949-65d1-4012-bb47-3bec9458280f', 'mac_address': 'fa:16:3e:83:f0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc959983-53a1-41bc-bb50-5414cb529785', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:49.764008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48e5a937-a503-4f59-b3fc-059d1d50909c req-c378ce79-3dec-45a5-bd5f-3f04359f343b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 943 time: 0.0753386 Dec 16 22:17:49.777917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc62bff-296d-4426-b1b1-9a00f5149626', 'tag': '0962aff9-6df8-45d6-8481-2d2af4a44639'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:49.782994 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef58eb00-48b8-4cb8-be63-f38b4c196cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc62bff-296d-4426-b1b1-9a00f5149626", "tag": "0962aff9-6df8-45d6-8481-2d2af4a44639"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:49.785699 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.812111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-6a046838-926f-4ef6-8e4a-4e2a10007290', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:17:49.813766 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.819972 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.959951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48e5a937-a503-4f59-b3fc-059d1d50909c req-976a23b5-1535-4394-902f-0382aecb06ad tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940091 Dec 16 22:17:50.056386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28304094-91ba-4389-be49-2887d5863642 req-a991dd16-2d16-446b-94b0-1bf1827fd50b tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:50.072252 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28304094-91ba-4389-be49-2887d5863642 req-a991dd16-2d16-446b-94b0-1bf1827fd50b tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 821 time: 0.2641463 Dec 16 22:17:50.093177 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3060fd51-0a20-4b82-b443-350b4f9b21fa x-openstack-request-id: req-3060fd51-0a20-4b82-b443-350b4f9b21fa {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:50.093464 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc62bff-296d-4426-b1b1-9a00f5149626", "tag": "0962aff9-6df8-45d6-8481-2d2af4a44639", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:50.093870 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3060fd51-0a20-4b82-b443-350b4f9b21fa {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:50.094292 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc62bff-296d-4426-b1b1-9a00f5149626', 'tag': '0962aff9-6df8-45d6-8481-2d2af4a44639', 'status': 'completed', 'code': 200} Dec 16 22:17:50.104092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28304094-91ba-4389-be49-2887d5863642 req-da204159-dba6-4715-ab77-9b6a910fd6e6 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/quotas/d2c6e402c5ec467fa5ca1eff768776c9 HTTP/1.1" status: 200 len: 375 time: 0.0302520 Dec 16 22:17:50.116570 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.130227 n-d-821840-2 neutron-server[103953]: WARNING neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Concurrent port binding operations failed on port 0962aff9-6df8-45d6-8481-2d2af4a44639 Dec 16 22:17:50.178513 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.182947 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58eb00-48b8-4cb8-be63-f38b4c196cf5 req-70740dee-7205-4b34-b29b-27d8cb3f990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:50.186770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef58eb00-48b8-4cb8-be63-f38b4c196cf5 req-70740dee-7205-4b34-b29b-27d8cb3f990d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 1124 time: 0.0914924 Dec 16 22:17:50.237759 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:50.331469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0962aff9-6df8-45d6-8481-2d2af4a44639,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:50.412137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58eb00-48b8-4cb8-be63-f38b4c196cf5 req-58a7346e-ff4f-4b4c-abcf-dec42785e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:50.413751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef58eb00-48b8-4cb8-be63-f38b4c196cf5 req-58a7346e-ff4f-4b4c-abcf-dec42785e898 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.2082224 Dec 16 22:17:50.448842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28304094-91ba-4389-be49-2887d5863642 req-cc0f0943-584d-4196-bfa4-923b04203312 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3425171 Dec 16 22:17:50.527560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd057949-65d1-4012-bb47-3bec9458280f {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:50.565690 n-d-821840-2 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Attempt 2 to bind port 0962aff9-6df8-45d6-8481-2d2af4a44639 Dec 16 22:17:50.566217 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0962aff9-6df8-45d6-8481-2d2af4a44639 has no active binding in host n-h2-821840-2 {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:17:50.573295 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef58eb00-48b8-4cb8-be63-f38b4c196cf5 req-da85c53c-c26c-4652-b8a8-88a3841c932b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0962aff9-6df8-45d6-8481-2d2af4a44639 HTTP/1.1" status: 200 len: 217 time: 0.1415758 Dec 16 22:17:50.597611 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e3037-c714-48f2-9904-227149eca0e7 None None] Pushing event updated for resources: {'Port': ['ID=f3da6047-ff7a-485b-b205-b6c026d3ac69,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:50.629825 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.650397 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.662000 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25549695-9660-4790-b514-8c4a304e7691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.671473 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port dd057949-65d1-4012-bb47-3bec9458280f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=dd057949-65d1-4012-bb47-3bec9458280f,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:50.679186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58eb00-48b8-4cb8-be63-f38b4c196cf5 req-68dc4559-95f9-464f-ab77-d20a8f7ab357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:50.680694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef58eb00-48b8-4cb8-be63-f38b4c196cf5 req-68dc4559-95f9-464f-ab77-d20a8f7ab357 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.0929873 Dec 16 22:17:50.684772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Allocated IP 172.20.0.2 (6a046838-926f-4ef6-8e4a-4e2a10007290/c5214a06-2f1e-40fb-bdb3-af39deff7abd/e9cdfb01-1a61-4164-ba07-429a892c3659) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:50.733169 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef58eb00-48b8-4cb8-be63-f38b4c196cf5 req-a9bb4540-ae95-481c-b520-f424fdd275c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346878 Dec 16 22:17:50.744364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372de57-7308-44f4-a94e-34a092e34d64 req-350b10a2-71d8-4d69-a46c-394a5d1f1e6b tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:50.753250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b372de57-7308-44f4-a94e-34a092e34d64 req-350b10a2-71d8-4d69-a46c-394a5d1f1e6b tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/networks?id=40ede60e-42c6-4d72-a359-20cd539ddf76 HTTP/1.1" status: 200 len: 814 time: 0.5653555 Dec 16 22:17:50.801407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Allocated IP 172.25.2.15 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/98790f74-2646-4ee2-829a-3dbe84382c51) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:50.814761 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:17:50.854525 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.975713 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:51.025904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=dd057949-65d1-4012-bb47-3bec9458280f,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:51.116597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f3da6047-ff7a-485b-b205-b6c026d3ac69 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:51.144012 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:51.180025 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:51.189067 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['dd057949-65d1-4012-bb47-3bec9458280f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:51.211740 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:51.217028 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:51.221427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:51.228987 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Pushing event updated for resources: {'Port': ['ID=98790f74-2646-4ee2-829a-3dbe84382c51,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:51.248133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 2, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:51.298493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b372de57-7308-44f4-a94e-34a092e34d64 req-168dcc76-c5af-4612-9798-8439bf2d969e tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/quotas/31b68f79547f4d379eb266ec793c828b HTTP/1.1" status: 200 len: 375 time: 0.5435708 Dec 16 22:17:51.309149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28304094-91ba-4389-be49-2887d5863642 req-1e17f338-a5e5-4869-8aac-31c5349ff7af service neutron] 10.222.0.43 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8604796 Dec 16 22:17:51.474410 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28304094-91ba-4389-be49-2887d5863642 req-16e66cf2-1813-4375-a9ce-16e4e72c8795 service neutron] 10.222.0.43 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553419 Dec 16 22:17:51.505251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Checking router: 8d133b6f-b15d-4f6a-847b-2ad085969552 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:17:51.505707 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Updating router 8d133b6f-b15d-4f6a-847b-2ad085969552 port 99e48016-0a4c-4588-94c6-038a122d317a binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:17:51.508353 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:51.510359 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b372de57-7308-44f4-a94e-34a092e34d64 req-cf68bde7-3209-4008-a720-014b28af2d35 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=31b68f79547f4d379eb266ec793c828b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0913587 Dec 16 22:17:51.523415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef58eb00-48b8-4cb8-be63-f38b4c196cf5 req-f425f57e-3aac-40bc-8992-0467e51be045 service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7614481 Dec 16 22:17:51.611090 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c8fc59-56c9-43f2-ac97-81dfb711245c None None] Network 40ede60e-42c6-4d72-a359-20cd539ddf76 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:51.613054 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:51.650282 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Network 6a046838-926f-4ef6-8e4a-4e2a10007290 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:51.695551 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:51.702354 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Pushing event updated for resources: {'Port': ['ID=e9cdfb01-1a61-4164-ba07-429a892c3659,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:51.709983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:51.777655 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b372de57-7308-44f4-a94e-34a092e34d64 req-45662c5f-db8b-4614-a122-053637ddf694 service neutron] 10.222.0.43 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502794 Dec 16 22:17:51.781407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f3da6047-ff7a-485b-b205-b6c026d3ac69 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:51.781407 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:51.793664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef58eb00-48b8-4cb8-be63-f38b4c196cf5 req-e0bc0e5b-5682-4721-af86-010cafd9361e service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507885 Dec 16 22:17:51.854818 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:51.882060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9d11bb57-7144-4eee-b2ea-d44e92bb8d3e None None] Provisioning complete for port f3da6047-ff7a-485b-b205-b6c026d3ac69 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:51.882923 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d11bb57-7144-4eee-b2ea-d44e92bb8d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:51.975770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b372de57-7308-44f4-a94e-34a092e34d64 req-a4d20185-b6f3-48d4-81db-bc78b885c842 service neutron] 10.222.0.43 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927485 Dec 16 22:17:52.024529 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38e4b5-0a92-41ea-b504-dd1063119cea req-4270435b-cf80-4f12-8def-b1f66f71a17c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:52.030359 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f38e4b5-0a92-41ea-b504-dd1063119cea req-4270435b-cf80-4f12-8def-b1f66f71a17c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 944 time: 0.1345608 Dec 16 22:17:52.158178 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f38e4b5-0a92-41ea-b504-dd1063119cea req-47d22899-6314-477c-b9a9-3803ae3f8f0a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165438 Dec 16 22:17:52.216204 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:52.370839 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Attempting to bind port e9cdfb01-1a61-4164-ba07-429a892c3659 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:52.370839 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Attempting to bind port e9cdfb01-1a61-4164-ba07-429a892c3659 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:52.370839 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Attempting to bind port e9cdfb01-1a61-4164-ba07-429a892c3659 on network 6a046838-926f-4ef6-8e4a-4e2a10007290 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:52.414432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:52.414913 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Checking segment: {'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:52.415343 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:52.415750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Bound using segment: {'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:52.416251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Bound port: e9cdfb01-1a61-4164-ba07-429a892c3659, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:52.416650 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:52.436065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2dcc0b31-81c8-412b-a1d0-180679f2ed07 req-6496676e-72ca-4c78-8f33-d18b015f2ad6 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0553291 Dec 16 22:17:52.538214 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce5b862f-87ea-4394-9438-9e342437d1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:52.679513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27788367-17bd-4714-9876-c73ee2254385 req-827922b6-9a49-4ff4-a62a-1bef0caa4224 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 210 time: 0.0506382 Dec 16 22:17:52.688524 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:52.824184 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d11bb57-7144-4eee-b2ea-d44e92bb8d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:52.900800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36472) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:52.907469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] For port e9cdfb01-1a61-4164-ba07-429a892c3659, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:52.914497 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:52.922902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port f3da6047-ff7a-485b-b205-b6c026d3ac69, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f3da6047-ff7a-485b-b205-b6c026d3ac69,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:52.937537 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] For port e9cdfb01-1a61-4164-ba07-429a892c3659, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e9cdfb01-1a61-4164-ba07-429a892c3659,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:52.939865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45657d-dd0b-420b-9f7b-ca0ea81b1803 req-815e9a95-0b65-4b93-bf09-0713d4261916 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:52.941722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e45657d-dd0b-420b-9f7b-ca0ea81b1803 req-815e9a95-0b65-4b93-bf09-0713d4261916 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 943 time: 0.2608895 Dec 16 22:17:53.008903 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18c115-0953-4d32-b59d-85012284a8db req-c11daa38-cbaf-493f-8901-2ba32ba51115 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:53.010408 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa18c115-0953-4d32-b59d-85012284a8db req-c11daa38-cbaf-493f-8901-2ba32ba51115 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/networks?id=40ede60e-42c6-4d72-a359-20cd539ddf76 HTTP/1.1" status: 200 len: 814 time: 0.1787281 Dec 16 22:17:53.035827 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa18c115-0953-4d32-b59d-85012284a8db req-e10908dd-7d1d-4637-8803-ea0c554f7e3c tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/quotas/31b68f79547f4d379eb266ec793c828b HTTP/1.1" status: 200 len: 375 time: 0.0168872 Dec 16 22:17:53.044497 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e45657d-dd0b-420b-9f7b-ca0ea81b1803 req-f0094dd2-2e90-43b5-bb76-211ea684c250 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935025 Dec 16 22:17:53.094996 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-772e8f8a-864a-4342-9d96-df05cba82271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.102233 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.104538 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.113037 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.150944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:17:53.162087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa18c115-0953-4d32-b59d-85012284a8db req-281f6563-83f3-4c2a-af09-670c6cbcff05 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=31b68f79547f4d379eb266ec793c828b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1164441 Dec 16 22:17:53.221167 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-9d11bb57-7144-4eee-b2ea-d44e92bb8d3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:17:53.221587 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-9d11bb57-7144-4eee-b2ea-d44e92bb8d3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:17:53.304978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee87334-fe40-46db-9eb7-c499c46aad51 None None] Pushing event updated for resources: {'Port': ['ID=e9cdfb01-1a61-4164-ba07-429a892c3659,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:53.345529 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-772e8f8a-864a-4342-9d96-df05cba82271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.438682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-49803dab-7ef0-4516-884c-1f7d2090e075 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:53.440426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-49803dab-7ef0-4516-884c-1f7d2090e075 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.69 "GET /v2.0/networks?id=40ede60e-42c6-4d72-a359-20cd539ddf76 HTTP/1.1" status: 200 len: 814 time: 0.3049202 Dec 16 22:17:53.442465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:17:53.454876 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Sync routers for ids ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:17:53.474099 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Routers {'9d35aa15-ca06-4fc8-bdbe-d79e87412aec'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:53.475877 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:17:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:53.766780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2414ba-2ee2-4a02-a8a2-11004ec7238d None None] Pushing event updated for resources: {'Port': ['ID=99e48016-0a4c-4588-94c6-038a122d317a,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:53.766780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Attempting to bind port 99e48016-0a4c-4588-94c6-038a122d317a on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:53.766780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Attempting to bind port 99e48016-0a4c-4588-94c6-038a122d317a by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:53.766780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Attempting to bind port 99e48016-0a4c-4588-94c6-038a122d317a on network f92d3105-2d01-42cd-9600-2ab2cb27dacd {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:53.771898 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa18c115-0953-4d32-b59d-85012284a8db req-42b1aecf-0554-4c8c-85f4-4bd6a9811ccd service neutron] 10.222.0.43 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142315 Dec 16 22:17:53.773623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:53.773623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Checking segment: {'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:53.773623 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.773623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Bound using segment: {'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:53.773623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Bound port: 99e48016-0a4c-4588-94c6-038a122d317a, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:53.775584 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-772e8f8a-864a-4342-9d96-df05cba82271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.775758 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.775919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-1bba9c14-a969-444d-a0e8-4f66e7761fe2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Request body: {'port': {'device_id': 'd90c0eaa-6676-4546-b619-f7ce13e8df36', 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76', 'admin_state_up': True, 'tenant_id': '31b68f79547f4d379eb266ec793c828b'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:53.776079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=f3da6047-ff7a-485b-b205-b6c026d3ac69,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:53.776242 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.776242 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b6b484c3-2fca-424c-afc6-19db9a58d5cf admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2758787 Dec 16 22:17:53.776242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36488) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:53.776638 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Set router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:53.776770 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.808636 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e8f8a-864a-4342-9d96-df05cba82271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f86f79b-f248-4610-ac6b-7248005d0e75,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:53.857534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-772e8f8a-864a-4342-9d96-df05cba82271 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ace158b43c040c098255caa86c3799e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9526212 Dec 16 22:17:53.860913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36492) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:53.910442 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] For port 99e48016-0a4c-4588-94c6-038a122d317a, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:53.916126 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] For port 99e48016-0a4c-4588-94c6-038a122d317a, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=99e48016-0a4c-4588-94c6-038a122d317a,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:53.927512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc27512-8a7a-4240-bd8f-9bf97ed61f4a req-98308862-a917-4235-afbb-eab1703afa35 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:53.929118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cc27512-8a7a-4240-bd8f-9bf97ed61f4a req-98308862-a917-4235-afbb-eab1703afa35 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 944 time: 0.3428509 Dec 16 22:17:53.975066 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa18c115-0953-4d32-b59d-85012284a8db req-cbe2d29f-2884-4c88-8621-d6098c1257a9 service neutron] 10.222.0.43 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453076 Dec 16 22:17:54.005079 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:54.005753 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:51Z', 'revision_number': 3, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:54.019420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cc27512-8a7a-4240-bd8f-9bf97ed61f4a req-593a1ee8-ec9f-4828-a600-10013065228d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728996 Dec 16 22:17:54.034994 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:54.045138 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Checking router: 9d35aa15-ca06-4fc8-bdbe-d79e87412aec for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:17:54.045430 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Updating router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec port 98790f74-2646-4ee2-829a-3dbe84382c51 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:17:54.054119 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-795d737a-d680-4eee-ae23-9e3c209949ab None None] Provisioning complete for port 99e48016-0a4c-4588-94c6-038a122d317a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:54.054505 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-795d737a-d680-4eee-ae23-9e3c209949ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:54.094087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-1bba9c14-a969-444d-a0e8-4f66e7761fe2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Made reservation on behalf of 31b68f79547f4d379eb266ec793c828b for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:54.096094 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:54.098213 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-1bba9c14-a969-444d-a0e8-4f66e7761fe2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:54.157169 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:54.191554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-795d737a-d680-4eee-ae23-9e3c209949ab None None] Port 99e48016-0a4c-4588-94c6-038a122d317a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:17:54.266923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:54.267615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:17:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:54.337859 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:54.346822 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:54.369509 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f86f79b-f248-4610-ac6b-7248005d0e75 HTTP/1.1" status: 204 len: 168 time: 0.4961858 Dec 16 22:17:54.426418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f86f79b-f248-4610-ac6b-7248005d0e75,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:54.470990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:54.472444 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:54.475125 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:54.475694 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:54.476181 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:54.477898 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:54.478448 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:54.480441 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:54.481175 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:54.481661 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:54.483518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:54.483863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:54.488289 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce5258-956e-4f33-966c-21391812e477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:54.593014 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:54.657146 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:54.717493 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:54.718133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e81c7249-6327-4b00-bb9a-2c0266fc050d req-730154a4-4590-4480-b6a0-83a33903a2d7 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.4702754 Dec 16 22:17:54.844818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03612f7c-cda2-4b61-89cf-c9a444f185a6 req-3d6da9f8-92c3-46ef-940f-6b1cf21e8e22 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 210 time: 0.1378312 Dec 16 22:17:54.864906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-1bba9c14-a969-444d-a0e8-4f66e7761fe2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Allocated IP 172.20.0.9 (40ede60e-42c6-4d72-a359-20cd539ddf76/931d3123-76e0-40b9-9ef9-f1d5123d316a/285ee340-446d-4cbe-b662-9eba29c7c664) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:54.898771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2414ba-2ee2-4a02-a8a2-11004ec7238d None None] Pushing event updated for resources: {'Port': ['ID=99e48016-0a4c-4588-94c6-038a122d317a,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:54.943233 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device dd057949-65d1-4012-bb47-3bec9458280f up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:54.956992 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Attempting to bind port 98790f74-2646-4ee2-829a-3dbe84382c51 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:54.957596 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Attempting to bind port 98790f74-2646-4ee2-829a-3dbe84382c51 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:54.958114 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Attempting to bind port 98790f74-2646-4ee2-829a-3dbe84382c51 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:54.960847 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69250c88-1584-4380-acca-6cad398d1f83 None None] Pushing event updated for resources: {'Port': ['ID=98790f74-2646-4ee2-829a-3dbe84382c51,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:54.983978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-795d737a-d680-4eee-ae23-9e3c209949ab None None] Provisioning complete for port f3da6047-ff7a-485b-b205-b6c026d3ac69 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:54.984622 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-795d737a-d680-4eee-ae23-9e3c209949ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:54.992566 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:54.995784 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:55.001686 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:55.003639 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:55.005183 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Bound port: 98790f74-2646-4ee2-829a-3dbe84382c51, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:55.005789 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:55.047042 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:55.084159 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] For port 98790f74-2646-4ee2-829a-3dbe84382c51, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:55.089088 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] For port 98790f74-2646-4ee2-829a-3dbe84382c51, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=98790f74-2646-4ee2-829a-3dbe84382c51,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:55.093204 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ad7780b-0cb8-4286-9f28-9844f5d3f1bc req-1c990c59-cefe-49f3-a37b-a23a8c7dd682 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 210 time: 0.0829625 Dec 16 22:17:55.153424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748aa49-b417-4546-8e2d-4f6ab0afa2f1 req-2126baa5-e999-40c0-8710-bdd0eb45b9f5 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:55.154049 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3748aa49-b417-4546-8e2d-4f6ab0afa2f1 req-2126baa5-e999-40c0-8710-bdd0eb45b9f5 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 943 time: 0.2347476 Dec 16 22:17:55.180534 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:55.245424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3748aa49-b417-4546-8e2d-4f6ab0afa2f1 req-f3d01fce-29b1-40b9-8ded-edc035ea9df8 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699182 Dec 16 22:17:55.344670 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Routers {'9d35aa15-ca06-4fc8-bdbe-d79e87412aec'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:55.345348 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:17:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:55.529154 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Allocated IP 172.20.0.1 (6a046838-926f-4ef6-8e4a-4e2a10007290/c5214a06-2f1e-40fb-bdb3-af39deff7abd/598152fe-7370-4c99-b5e8-519be8add79a) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:55.550271 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] Set router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:55.582367 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-1bba9c14-a969-444d-a0e8-4f66e7761fe2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:55.665837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36514) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:55.682552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3259b4ba-ed9f-43ed-8dcf-26bc83680b8c None None] Network 6a046838-926f-4ef6-8e4a-4e2a10007290 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:55.685097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e9cdfb01-1a61-4164-ba07-429a892c3659 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:55.710147 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-504ac1d4-2296-4b69-884d-596d6c70d86b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:55.722521 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:55.746732 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209927e1-811f-4eb5-abb6-09988df73fd4 req-2856b740-01a4-4f21-8290-978872994c83 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:55.756793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-209927e1-811f-4eb5-abb6-09988df73fd4 req-2856b740-01a4-4f21-8290-978872994c83 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 944 time: 0.3958035 Dec 16 22:17:55.836712 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-1bba9c14-a969-444d-a0e8-4f66e7761fe2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:55.848925 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:55.909376 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-209927e1-811f-4eb5-abb6-09988df73fd4 req-bba3a3a7-4893-4278-b18f-de9be36a9bd2 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515722 Dec 16 22:17:55.922471 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69250c88-1584-4380-acca-6cad398d1f83 None None] Pushing event updated for resources: {'Port': ['ID=98790f74-2646-4ee2-829a-3dbe84382c51,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:55.928761 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:55.949147 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:51Z', 'revision_number': 3, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:56.005791 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Network 6a046838-926f-4ef6-8e4a-4e2a10007290 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:56.020611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-1bba9c14-a969-444d-a0e8-4f66e7761fe2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Network 40ede60e-42c6-4d72-a359-20cd539ddf76 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:56.029913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:56.034954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:56.063859 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.087531 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Pushing event updated for resources: {'Port': ['ID=598152fe-7370-4c99-b5e8-519be8add79a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:56.111738 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.122904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e9cdfb01-1a61-4164-ba07-429a892c3659 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:56.126892 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.128573 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a536f531-a57d-4032-8217-d85fcf867caf None None] The sync data for ids ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'] in n-d-821840-2 is: [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:51Z', 'revision_number': 3, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:17:56.167940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3807628-d9e2-4dab-ad82-88b956a73070 req-1293096e-d040-4550-af14-d21f71209370 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.2331257 Dec 16 22:17:56.169804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-1bba9c14-a969-444d-a0e8-4f66e7761fe2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:56.253696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bee5f499-db31-4c64-b3c6-d108293fc114 req-7f35c344-272a-4d71-b6df-b064d5bdcb80 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 210 time: 0.1554847 Dec 16 22:17:56.254360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba9c14-a969-444d-a0e8-4f66e7761fe2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Pushing event updated for resources: {'Port': ['ID=285ee340-446d-4cbe-b662-9eba29c7c664,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:56.310276 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-1bba9c14-a969-444d-a0e8-4f66e7761fe2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:56.387147 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:53Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:56.396018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e287b504-5303-4bfb-aa4c-27b7e15cb830 None None] Provisioning complete for port 99e48016-0a4c-4588-94c6-038a122d317a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:56.396684 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e287b504-5303-4bfb-aa4c-27b7e15cb830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.443207 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-504ac1d4-2296-4b69-884d-596d6c70d86b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.472506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-1bba9c14-a969-444d-a0e8-4f66e7761fe2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:56.475078 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-1bba9c14-a969-444d-a0e8-4f66e7761fe2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.479891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da085c03-9c18-42ea-aab4-7a8ae076b9c9 req-22be4d5f-b850-4b39-a196-2be8c96f621c tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 210 time: 0.1658461 Dec 16 22:17:56.487395 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.524586 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-504ac1d4-2296-4b69-884d-596d6c70d86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.644766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-1bba9c14-a969-444d-a0e8-4f66e7761fe2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0524883 Dec 16 22:17:56.685733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Request body: {'port': {'device_id': 'd90c0eaa-6676-4546-b619-f7ce13e8df36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:56.705102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0ec28e-449c-47aa-964f-0638cfe7865a None None] The sync data for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 is: [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:53Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:17:56.708304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port dd057949-65d1-4012-bb47-3bec9458280f completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:56.722739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port dd057949-65d1-4012-bb47-3bec9458280f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:56.723513 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.762803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-504ac1d4-2296-4b69-884d-596d6c70d86b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f5bbac681e24904a7d803dd49826cd6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0958614 Dec 16 22:17:56.768059 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36526) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:56.815734 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28304094-91ba-4389-be49-2887d5863642 req-5791d9d3-16ad-4964-9d39-836b060c7349 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:56.818039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28304094-91ba-4389-be49-2887d5863642 req-5791d9d3-16ad-4964-9d39-836b060c7349 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.69 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 821 time: 0.7758236 Dec 16 22:17:56.831231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ac1d4-2296-4b69-884d-596d6c70d86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e043954e-7ab7-43bc-ac13-3ad23bbe2bec,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:56.850465 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e287b504-5303-4bfb-aa4c-27b7e15cb830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.870829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c679c-d7ed-4700-bcf1-f863fe9c6f33 req-ef45f5cf-ecdc-4c3e-a5d3-167ce8e0c5be tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:56.881196 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-148c679c-d7ed-4700-bcf1-f863fe9c6f33 req-ef45f5cf-ecdc-4c3e-a5d3-167ce8e0c5be tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 943 time: 0.4222424 Dec 16 22:17:56.917655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-28304094-91ba-4389-be49-2887d5863642 req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Request body: {'port': {'device_id': '7ce33f63-3147-432c-ac86-bb3007e03714', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'admin_state_up': True, 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:57.142705 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.179005 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.211739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port dd057949-65d1-4012-bb47-3bec9458280f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=dd057949-65d1-4012-bb47-3bec9458280f,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:57.225356 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd057949-65d1-4012-bb47-3bec9458280f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:57.229067 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22538fb8-7df8-4f9b-895d-eec09d7b3fee" -d '{"events": [{"server_uuid": "5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb", "name": "network-vif-plugged", "status": "completed", "tag": "dd057949-65d1-4012-bb47-3bec9458280f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:57.237647 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.324920 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.380312 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port e9cdfb01-1a61-4164-ba07-429a892c3659, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e9cdfb01-1a61-4164-ba07-429a892c3659,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:57.386180 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e287b504-5303-4bfb-aa4c-27b7e15cb830 None None] For port 99e48016-0a4c-4588-94c6-038a122d317a, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=99e48016-0a4c-4588-94c6-038a122d317a,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:57.396311 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.500128 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9d34ff6-6db8-489e-be57-7874c67c5d54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.505936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=dd057949-65d1-4012-bb47-3bec9458280f,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:57.520547 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.522348 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f3da6047-ff7a-485b-b205-b6c026d3ac69 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:57.526727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 0962aff9-6df8-45d6-8481-2d2af4a44639 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:57.539646 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-148c679c-d7ed-4700-bcf1-f863fe9c6f33 req-0aa5f9bd-df7d-4d0d-a840-2c7438fe2318 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6553659 Dec 16 22:17:57.577197 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9d34ff6-6db8-489e-be57-7874c67c5d54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.663394 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e287b504-5303-4bfb-aa4c-27b7e15cb830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.671805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=e9cdfb01-1a61-4164-ba07-429a892c3659,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:57.675620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba635e-2227-4ac8-9337-e626af2de6f5 req-66b494bc-8b98-4ba7-a823-8ff3191cc45e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:57.678227 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.683817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-faba635e-2227-4ac8-9337-e626af2de6f5 req-66b494bc-8b98-4ba7-a823-8ff3191cc45e tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 945 time: 0.4279165 Dec 16 22:17:57.703755 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28304094-91ba-4389-be49-2887d5863642 req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Made reservation on behalf of d2c6e402c5ec467fa5ca1eff768776c9 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:57.711082 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-28304094-91ba-4389-be49-2887d5863642 req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.753874 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287b504-5303-4bfb-aa4c-27b7e15cb830 None None] Pushing event updated for resources: {'Port': ['ID=99e48016-0a4c-4588-94c6-038a122d317a,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:57.835187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e287b504-5303-4bfb-aa4c-27b7e15cb830 None None] Provisioning complete for port e9cdfb01-1a61-4164-ba07-429a892c3659 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:57.835772 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e287b504-5303-4bfb-aa4c-27b7e15cb830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.881042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Pushing event updated for resources: {'Port': ['ID=598152fe-7370-4c99-b5e8-519be8add79a,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:57.884164 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.995007 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372de57-7308-44f4-a94e-34a092e34d64 req-72fd3dfa-5357-41af-b46a-16e9973c7ace tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:57.997473 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b372de57-7308-44f4-a94e-34a092e34d64 req-72fd3dfa-5357-41af-b46a-16e9973c7ace tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.69 "GET /v2.0/networks?id=40ede60e-42c6-4d72-a359-20cd539ddf76 HTTP/1.1" status: 200 len: 814 time: 0.8132353 Dec 16 22:17:58.003449 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f3da6047-ff7a-485b-b205-b6c026d3ac69 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:58.003789 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:58.023721 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-b372de57-7308-44f4-a94e-34a092e34d64 req-3d71390e-7cdf-4a74-a2aa-762a97baa338 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Request body: {'port': {'device_id': '000e421e-66ea-495b-a78c-00d4a8f71884', 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76', 'admin_state_up': True, 'tenant_id': '31b68f79547f4d379eb266ec793c828b'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:58.070166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9347afff-e42b-4fcf-aa91-732194cdeed6 req-653c7b6f-1498-4fd9-a9c8-8e1bb17f9504 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.2901621 Dec 16 22:17:58.294859 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-09e1d674-ca18-47d5-9abb-40174ef52188 None None] Provisioning complete for port 285ee340-446d-4cbe-b662-9eba29c7c664 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:58.295427 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09e1d674-ca18-47d5-9abb-40174ef52188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:58.377630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-faba635e-2227-4ac8-9337-e626af2de6f5 req-072f1075-d66e-497c-9cd0-95d90083791d tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6931839 Dec 16 22:17:58.416086 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-09e1d674-ca18-47d5-9abb-40174ef52188 None None] Port 285ee340-446d-4cbe-b662-9eba29c7c664 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:17:58.441964 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-09e1d674-ca18-47d5-9abb-40174ef52188 None None] Provisioning complete for port e9cdfb01-1a61-4164-ba07-429a892c3659 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:58.444720 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09e1d674-ca18-47d5-9abb-40174ef52188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:58.447796 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9d34ff6-6db8-489e-be57-7874c67c5d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:58.462047 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9d34ff6-6db8-489e-be57-7874c67c5d54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:58.466412 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a9d34ff6-6db8-489e-be57-7874c67c5d54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e043954e-7ab7-43bc-ac13-3ad23bbe2bec HTTP/1.1" status: 204 len: 168 time: 1.6934166 Dec 16 22:17:58.587436 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b372de57-7308-44f4-a94e-34a092e34d64 req-3d71390e-7cdf-4a74-a2aa-762a97baa338 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Made reservation on behalf of 31b68f79547f4d379eb266ec793c828b for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:58.598719 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b372de57-7308-44f4-a94e-34a092e34d64 req-3d71390e-7cdf-4a74-a2aa-762a97baa338 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:58.656841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fedc6fe0-f78f-47af-a040-80a38bb94a78 req-8087da38-01ad-4ba1-b00d-a5cbb794e59a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 210 time: 0.0720484 Dec 16 22:17:58.790823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e9cdfb01-1a61-4164-ba07-429a892c3659 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:58.820236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-28304094-91ba-4389-be49-2887d5863642 req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Allocated IP 172.20.0.11 (f92d3105-2d01-42cd-9600-2ab2cb27dacd/7a92a57a-6ad8-4782-82d0-21f82f9de7b2/b24c042f-e554-43d1-80f4-b63afbe0298d) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:58.920456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d34ff6-6db8-489e-be57-7874c67c5d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e043954e-7ab7-43bc-ac13-3ad23bbe2bec,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:58.949978 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-506d8f82-68de-46d3-87d6-6b7d17be1657 req-569443b8-facb-4b4a-bb61-b452759c72cf tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 210 time: 0.0631943 Dec 16 22:17:58.957822 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18c115-0953-4d32-b59d-85012284a8db req-163b284b-28a2-48a6-b7f4-f76f1a83c8b3 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:58.961457 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-aa18c115-0953-4d32-b59d-85012284a8db req-163b284b-28a2-48a6-b7f4-f76f1a83c8b3 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.69 "GET /v2.0/networks?id=40ede60e-42c6-4d72-a359-20cd539ddf76 HTTP/1.1" status: 200 len: 814 time: 1.0696456 Dec 16 22:17:58.961729 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-09e1d674-ca18-47d5-9abb-40174ef52188 None None] Provisioning complete for port 598152fe-7370-4c99-b5e8-519be8add79a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:58.972139 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09e1d674-ca18-47d5-9abb-40174ef52188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:58.977633 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e5e93e-0248-4f8c-bdd4-e722dbefe6e6 x-openstack-request-id: req-e9e5e93e-0248-4f8c-bdd4-e722dbefe6e6 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:58.980314 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb", "name": "network-vif-plugged", "status": "completed", "tag": "dd057949-65d1-4012-bb47-3bec9458280f", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:58.980457 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9e5e93e-0248-4f8c-bdd4-e722dbefe6e6 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:58.981365 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd057949-65d1-4012-bb47-3bec9458280f', 'code': 200} Dec 16 22:17:59.017615 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-aa18c115-0953-4d32-b59d-85012284a8db req-95529112-1a6d-41db-8f98-ac2329bdef87 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Request body: {'port': {'device_id': 'a56c11ac-3fd1-4c19-9aea-25c0bf5af1de', 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76', 'admin_state_up': True, 'tenant_id': '31b68f79547f4d379eb266ec793c828b'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:59.113332 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e9cdfb01-1a61-4164-ba07-429a892c3659 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:59.113642 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:59.166711 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-09e1d674-ca18-47d5-9abb-40174ef52188 None None] Port 598152fe-7370-4c99-b5e8-519be8add79a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:17:59.186647 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Network 6a046838-926f-4ef6-8e4a-4e2a10007290 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:59.203829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:59.342481 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 99e48016-0a4c-4588-94c6-038a122d317a up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:59.476796 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 99e48016-0a4c-4588-94c6-038a122d317a triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:59.480510 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:59.634539 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac56d19-da23-4499-94f2-614c2f5fb05c req-660bc87d-ee77-4368-b967-270cbc998632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:59.636107 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8ac56d19-da23-4499-94f2-614c2f5fb05c req-660bc87d-ee77-4368-b967-270cbc998632 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 1096 time: 0.5648868 Dec 16 22:17:59.655173 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 98790f74-2646-4ee2-829a-3dbe84382c51 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:59.707514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:17:59.807331 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6fbb98e9-b12a-4437-8aa7-e43f1c89499e None None] Provisioning complete for port 598152fe-7370-4c99-b5e8-519be8add79a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:59.807698 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6fbb98e9-b12a-4437-8aa7-e43f1c89499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:59.851310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 98790f74-2646-4ee2-829a-3dbe84382c51 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:59.851701 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:59.888099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb98e9-b12a-4437-8aa7-e43f1c89499e None None] Port 598152fe-7370-4c99-b5e8-519be8add79a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:17:59.903545 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8ac56d19-da23-4499-94f2-614c2f5fb05c req-f16de389-b662-4554-8c4c-6dd8f36ddd5a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450180 Dec 16 22:17:59.951405 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:17:59.960129 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-560a93e4-559e-433a-a938-0db7cfbbd9af admin admin] 10.222.0.43 "PUT /v2.0/routers/9d35aa15-ca06-4fc8-bdbe-d79e87412aec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2520747 Dec 16 22:17:59.979082 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:59.999076 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa18c115-0953-4d32-b59d-85012284a8db req-95529112-1a6d-41db-8f98-ac2329bdef87 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Made reservation on behalf of 31b68f79547f4d379eb266ec793c828b for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:00.011075 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-aa18c115-0953-4d32-b59d-85012284a8db req-95529112-1a6d-41db-8f98-ac2329bdef87 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.023561 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de1bfae6-e87f-42ca-b757-89b5de4d1bc6 req-04870f0a-9bec-41cd-b8b7-232fe4f20010 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.7257142 Dec 16 22:18:00.028607 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 98790f74-2646-4ee2-829a-3dbe84382c51, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=98790f74-2646-4ee2-829a-3dbe84382c51,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:00.032785 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c062ac0e-3cbf-40ea-ac49-386a5ee66289 service neutron] 10.222.0.69 "GET /v2.0/ports/0962aff9-6df8-45d6-8481-2d2af4a44639/bindings/n-h2-821840-2 HTTP/1.1" status: 200 len: 384 time: 0.1577578 Dec 16 22:18:00.065902 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.090488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c544590-cf49-47eb-84f5-c9571e5d1635 req-12aff7f8-0daa-4c61-88b5-cab02b205881 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:00.112071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c544590-cf49-47eb-84f5-c9571e5d1635 req-12aff7f8-0daa-4c61-88b5-cab02b205881 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 943 time: 1.0216544 Dec 16 22:18:00.170955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285ee340-446d-4cbe-b662-9eba29c7c664 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:00.196157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=98790f74-2646-4ee2-829a-3dbe84382c51,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:00.209728 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.241406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Sync routers for ids ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:00.269365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Routers {'9d35aa15-ca06-4fc8-bdbe-d79e87412aec'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:00.270926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:17:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:00.349311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Transition to ACTIVE for port object 285ee340-446d-4cbe-b662-9eba29c7c664 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:18:00.355120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c544590-cf49-47eb-84f5-c9571e5d1635 req-25881856-812c-4324-bac0-a56a05902f46 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418232 Dec 16 22:18:00.401729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062adc9-5f54-4ae8-855c-721ef48c976b req-43168fe0-9a89-4900-b54f-9d1110cae61c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:00.404064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c062adc9-5f54-4ae8-855c-721ef48c976b req-43168fe0-9a89-4900-b54f-9d1110cae61c tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 945 time: 0.2400372 Dec 16 22:18:00.424149 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.447253 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-28304094-91ba-4389-be49-2887d5863642 req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.483085 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-be515a21-107a-498c-bb90-32d27e2c81e3 service neutron] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0962aff9-6df8-45d6-8481-2d2af4a44639,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:00.500044 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-b372de57-7308-44f4-a94e-34a092e34d64 req-3d71390e-7cdf-4a74-a2aa-762a97baa338 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Allocated IP 172.20.0.8 (40ede60e-42c6-4d72-a359-20cd539ddf76/931d3123-76e0-40b9-9ef9-f1d5123d316a/2719667c-4435-4e84-bcbd-7f1ebd28cb17) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:00.540586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Pushing event updated for resources: {'Port': ['ID=285ee340-446d-4cbe-b662-9eba29c7c664,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:00.547837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-be515a21-107a-498c-bb90-32d27e2c81e3 service neutron] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:00.595476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 98790f74-2646-4ee2-829a-3dbe84382c51 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:00.619583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53462a12-5a04-4d21-a0c7-58c655ba172b req-df2719c1-0131-45f5-9eed-2a28101a5f8d tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 210 time: 0.1084018 Dec 16 22:18:00.688637 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-be515a21-107a-498c-bb90-32d27e2c81e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0962aff9-6df8-45d6-8481-2d2af4a44639 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:00.694783 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Set router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:00.722459 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-be515a21-107a-498c-bb90-32d27e2c81e3 service neutron] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0962aff9-6df8-45d6-8481-2d2af4a44639,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:00.765834 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c062adc9-5f54-4ae8-855c-721ef48c976b req-e891f032-9f9c-479a-8ae3-c709a1de11ad tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532932 Dec 16 22:18:00.813311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c427f9e-511b-4443-8fa9-78a2293eb162 req-e241e5b9-4475-4e14-b7a5-fa813da27e6b tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 210 time: 0.0539010 Dec 16 22:18:00.822394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 98790f74-2646-4ee2-829a-3dbe84382c51 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:00.822394 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.834133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Attempting to bind port 285ee340-446d-4cbe-b662-9eba29c7c664 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:00.834574 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Attempting to bind port 285ee340-446d-4cbe-b662-9eba29c7c664 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:00.835018 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Attempting to bind port 285ee340-446d-4cbe-b662-9eba29c7c664 on network 40ede60e-42c6-4d72-a359-20cd539ddf76 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:00.843797 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Port 285ee340-446d-4cbe-b662-9eba29c7c664 on network 40ede60e-42c6-4d72-a359-20cd539ddf76 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:18:00.844490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Attempting to bind port 285ee340-446d-4cbe-b662-9eba29c7c664 on network 40ede60e-42c6-4d72-a359-20cd539ddf76 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:00.860035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:00.862183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Checking segment: {'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:00.862690 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Bound using segment: {'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:00.866095 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Bound port: 285ee340-446d-4cbe-b662-9eba29c7c664, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:00.866607 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.950052 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-be515a21-107a-498c-bb90-32d27e2c81e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.960635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] For port 285ee340-446d-4cbe-b662-9eba29c7c664, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:00.968096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] For port 285ee340-446d-4cbe-b662-9eba29c7c664, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=285ee340-446d-4cbe-b662-9eba29c7c664,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:00.971010 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b372de57-7308-44f4-a94e-34a092e34d64 req-3d71390e-7cdf-4a74-a2aa-762a97baa338 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.986468 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-28304094-91ba-4389-be49-2887d5863642 req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:01.041749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28304094-91ba-4389-be49-2887d5863642 req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Network f92d3105-2d01-42cd-9600-2ab2cb27dacd is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:01.047697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-28304094-91ba-4389-be49-2887d5863642 req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:01.053178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-28304094-91ba-4389-be49-2887d5863642 req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:01.109133 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:01.115450 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-be515a21-107a-498c-bb90-32d27e2c81e3 service neutron] Transition to ACTIVE for port object 0962aff9-6df8-45d6-8481-2d2af4a44639 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:18:01.119777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Pushing event updated for resources: {'Port': ['ID=b24c042f-e554-43d1-80f4-b63afbe0298d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:01.141869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:01.142545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:01.143062 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:01.144346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:01.144346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:01.144346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:01.145127 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:01.145829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:01.146372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:01.146916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:01.147489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:01.148024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:01.148881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:01.160612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:01.161504 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:01.163783 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] 10.222.0.69 "PUT /v2.0/ports/285ee340-446d-4cbe-b662-9eba29c7c664 HTTP/1.1" status: 200 len: 1091 time: 4.4925361 Dec 16 22:18:01.167394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90c0eaa-6676-4546-b619-f7ce13e8df36', 'tag': '285ee340-446d-4cbe-b662-9eba29c7c664'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:01.171309 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442eccb0-134e-426a-a142-4416fef86502" -d '{"events": [{"name": "network-changed", "server_uuid": "d90c0eaa-6676-4546-b619-f7ce13e8df36", "tag": "285ee340-446d-4cbe-b662-9eba29c7c664"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:01.201248 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b372de57-7308-44f4-a94e-34a092e34d64 req-3d71390e-7cdf-4a74-a2aa-762a97baa338 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:01.249112 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:56Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '598152fe-7370-4c99-b5e8-519be8add79a', 'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'mac_address': 'fa:16:3e:94:69:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:55Z', 'updated_at': '2021-12-16T22:17:56Z', 'revision_number': 2, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'subnets': [{'id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:01.290931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28304094-91ba-4389-be49-2887d5863642 req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:01.295204 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-28304094-91ba-4389-be49-2887d5863642 req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:01.307207 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Checking router: 9d35aa15-ca06-4fc8-bdbe-d79e87412aec for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:18:01.310156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Updating router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec port 598152fe-7370-4c99-b5e8-519be8add79a binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:18:01.347458 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-185fa155-c0af-48ed-967c-e787f839d7e9 req-91308093-81b7-462c-a25b-d91cb8d70a2e tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.1492171 Dec 16 22:18:01.355784 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:01.452753 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-aa18c115-0953-4d32-b59d-85012284a8db req-95529112-1a6d-41db-8f98-ac2329bdef87 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Allocated IP 172.20.0.10 (40ede60e-42c6-4d72-a359-20cd539ddf76/931d3123-76e0-40b9-9ef9-f1d5123d316a/2f2af629-0488-4acd-9966-731b73ff7544) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:01.510262 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054040f3-c963-458d-872d-6ef4436cbd4e x-openstack-request-id: req-054040f3-c963-458d-872d-6ef4436cbd4e {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:01.511905 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90c0eaa-6676-4546-b619-f7ce13e8df36", "tag": "285ee340-446d-4cbe-b662-9eba29c7c664", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:01.512106 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-054040f3-c963-458d-872d-6ef4436cbd4e {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:01.518004 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90c0eaa-6676-4546-b619-f7ce13e8df36', 'tag': '285ee340-446d-4cbe-b662-9eba29c7c664', 'status': 'completed', 'code': 200} Dec 16 22:18:01.523140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3fc55fad-1b1d-469a-8467-2e6aceef10e6 req-3a3c6483-f6a1-4688-8781-8e3f1bf4f3a0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.1648996 Dec 16 22:18:01.538102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d359b3-b7cd-4121-a127-d0f06dd81464 service neutron] Pushing event updated for resources: {'Port': ['ID=285ee340-446d-4cbe-b662-9eba29c7c664,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:01.595768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28304094-91ba-4389-be49-2887d5863642 req-56d20921-4e3c-4c69-9560-a94cdffcd96a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7558150 Dec 16 22:18:01.661845 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-be515a21-107a-498c-bb90-32d27e2c81e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:01.664558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7c92b-42a9-4717-b8e8-7c21030d469e req-b2637c3d-d6e9-406a-8415-ce82739a8f12 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:01.665397 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36602) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:01.666609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50b7c92b-42a9-4717-b8e8-7c21030d469e req-b2637c3d-d6e9-406a-8415-ce82739a8f12 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 944 time: 0.0660102 Dec 16 22:18:01.720056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Request body: {'port': {'device_id': '7ce33f63-3147-432c-ac86-bb3007e03714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:01.795905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50b7c92b-42a9-4717-b8e8-7c21030d469e req-5d2f9ba4-8437-4ef8-bf55-bc7715853066 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215949 Dec 16 22:18:01.831861 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2e1406ab-419f-499d-8814-d0d5e3c71281 None None] Provisioning complete for port b24c042f-e554-43d1-80f4-b63afbe0298d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:01.832408 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e1406ab-419f-499d-8814-d0d5e3c71281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:01.876570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2e1406ab-419f-499d-8814-d0d5e3c71281 None None] Port b24c042f-e554-43d1-80f4-b63afbe0298d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:18:01.921489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6609554-694b-467c-8fb0-0dfd9844e9d3 req-06b6efce-2e84-4638-809d-29458557388b tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:01.932180 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6609554-694b-467c-8fb0-0dfd9844e9d3 req-06b6efce-2e84-4638-809d-29458557388b tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 932 time: 0.1629705 Dec 16 22:18:01.939188 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.014859 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.033247 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-de851854-4b38-4535-b62e-72792e503776 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--358474208', 'description': 'tempest-description--1914651873'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:02.079925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6609554-694b-467c-8fb0-0dfd9844e9d3 req-ca0c8867-0cd3-4e51-bb17-ac4d3516bd0e tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455123 Dec 16 22:18:02.081796 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b372de57-7308-44f4-a94e-34a092e34d64 req-3d71390e-7cdf-4a74-a2aa-762a97baa338 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Network 40ede60e-42c6-4d72-a359-20cd539ddf76 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:02.102966 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71390e-7cdf-4a74-a2aa-762a97baa338 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Pushing event updated for resources: {'Port': ['ID=2719667c-4435-4e84-bcbd-7f1ebd28cb17,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:02.103715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57690b-ea78-4311-89cb-14acd3288ede req-a4fbfc19-4da2-40d8-b8d9-2dcdd27b168a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:02.107882 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-b372de57-7308-44f4-a94e-34a092e34d64 req-3d71390e-7cdf-4a74-a2aa-762a97baa338 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:02.115244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d57690b-ea78-4311-89cb-14acd3288ede req-a4fbfc19-4da2-40d8-b8d9-2dcdd27b168a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 945 time: 0.2234693 Dec 16 22:18:02.130685 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.140433 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-b372de57-7308-44f4-a94e-34a092e34d64 req-3d71390e-7cdf-4a74-a2aa-762a97baa338 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:02.219392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066692-6a88-4a8e-b76d-3740aa03251a None None] Pushing event updated for resources: {'Port': ['ID=598152fe-7370-4c99-b5e8-519be8add79a,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:02.275960 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-be515a21-107a-498c-bb90-32d27e2c81e3 service neutron] No DVR routers for this DVR port 0962aff9-6df8-45d6-8481-2d2af4a44639 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:02.318638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06023e63-0882-4e62-b1de-d34a902418ee req-fc00a359-557e-4f40-b096-4046627cba88 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 210 time: 0.0865660 Dec 16 22:18:02.363710 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-8c623a8e-e664-4326-9107-fa553744f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:02.365350 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-8c623a8e-e664-4326-9107-fa553744f43b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=31b68f79547f4d379eb266ec793c828b&device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 1094 time: 0.7356277 Dec 16 22:18:02.393661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Attempting to bind port 598152fe-7370-4c99-b5e8-519be8add79a on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:02.393661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Attempting to bind port 598152fe-7370-4c99-b5e8-519be8add79a by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:02.395538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d57690b-ea78-4311-89cb-14acd3288ede req-866e8aa5-e51f-486d-9c4f-011faaa9180a tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793572 Dec 16 22:18:02.396639 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Attempting to bind port 598152fe-7370-4c99-b5e8-519be8add79a on network 6a046838-926f-4ef6-8e4a-4e2a10007290 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:02.410349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:02.411719 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Checking segment: {'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:02.411719 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.413492 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Bound using segment: {'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:02.414712 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Bound port: 598152fe-7370-4c99-b5e8-519be8add79a, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:02.416585 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.626637 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-aa18c115-0953-4d32-b59d-85012284a8db req-95529112-1a6d-41db-8f98-ac2329bdef87 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.629073 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de851854-4b38-4535-b62e-72792e503776 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.650445 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] For port 598152fe-7370-4c99-b5e8-519be8add79a, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:02.656413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] For port 598152fe-7370-4c99-b5e8-519be8add79a, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=598152fe-7370-4c99-b5e8-519be8add79a,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:02.662639 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372de57-7308-44f4-a94e-34a092e34d64 req-3d71390e-7cdf-4a74-a2aa-762a97baa338 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:02.663322 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b372de57-7308-44f4-a94e-34a092e34d64 req-3d71390e-7cdf-4a74-a2aa-762a97baa338 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.672832 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-be515a21-107a-498c-bb90-32d27e2c81e3 service neutron] 10.222.0.69 "PUT /v2.0/ports/0962aff9-6df8-45d6-8481-2d2af4a44639/bindings/n-h2-821840-2/activate HTTP/1.1" status: 200 len: 369 time: 2.5421994 Dec 16 22:18:02.674182 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be515a21-107a-498c-bb90-32d27e2c81e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0962aff9-6df8-45d6-8481-2d2af4a44639,revision_number=10']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:02.678534 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-c63b7ec4-ce82-4bd3-80b5-e6b37f750159 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=285ee340-446d-4cbe-b662-9eba29c7c664 HTTP/1.1" status: 200 len: 217 time: 0.2473691 Dec 16 22:18:02.709315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75871d21-9bce-4ef4-9bb9-5ffa914edf66 req-02a44bb0-f0ec-4596-902a-ebcddd79bb01 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0640080 Dec 16 22:18:02.784151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3b0e8251-aeb1-4372-bf71-e1c2c2d113e1 None None] Provisioning complete for port 2719667c-4435-4e84-bcbd-7f1ebd28cb17 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:02.784525 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b0e8251-aeb1-4372-bf71-e1c2c2d113e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.822887 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-fb209143-9c41-4bd1-b89a-fdced6fd3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:02.823471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24c042f-e554-43d1-80f4-b63afbe0298d {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:02.825303 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-fb209143-9c41-4bd1-b89a-fdced6fd3095 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=931d3123-76e0-40b9-9ef9-f1d5123d316a HTTP/1.1" status: 200 len: 853 time: 0.1315284 Dec 16 22:18:02.834393 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.839317 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.851097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Transition to ACTIVE for port object b24c042f-e554-43d1-80f4-b63afbe0298d will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:18:02.894688 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b372de57-7308-44f4-a94e-34a092e34d64 req-3d71390e-7cdf-4a74-a2aa-762a97baa338 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8756487 Dec 16 22:18:02.898942 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de851854-4b38-4535-b62e-72792e503776 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.917673 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Request body: {'port': {'device_id': '000e421e-66ea-495b-a78c-00d4a8f71884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:02.947691 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066692-6a88-4a8e-b76d-3740aa03251a None None] Pushing event updated for resources: {'Port': ['ID=598152fe-7370-4c99-b5e8-519be8add79a,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:02.951159 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-6abd38a8-6726-46f1-a8c2-7b9e70a51148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:02.953206 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-6abd38a8-6726-46f1-a8c2-7b9e70a51148 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40ede60e-42c6-4d72-a359-20cd539ddf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186683 Dec 16 22:18:02.986834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e8251-aeb1-4372-bf71-e1c2c2d113e1 None None] Port 2719667c-4435-4e84-bcbd-7f1ebd28cb17 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:18:02.989635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Routers {'9d35aa15-ca06-4fc8-bdbe-d79e87412aec'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:02.990286 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:17:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:03.010525 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de851854-4b38-4535-b62e-72792e503776 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:03.042937 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-aa18c115-0953-4d32-b59d-85012284a8db req-95529112-1a6d-41db-8f98-ac2329bdef87 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:03.054255 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:03.204681 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-e406351a-d725-4aa7-a541-4a7910c4be24 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:03.208226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-e406351a-d725-4aa7-a541-4a7910c4be24 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626&tenant_id=a0fbdbd1880a45e692ee9474ada061c6&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 1095 time: 0.3152633 Dec 16 22:18:03.286451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] Set router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:03.352809 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:03.395160 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95529112-1a6d-41db-8f98-ac2329bdef87 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Pushing event updated for resources: {'Port': ['ID=2f2af629-0488-4acd-9966-731b73ff7544,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:03.405985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de851854-4b38-4535-b62e-72792e503776 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:03.419589 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa18c115-0953-4d32-b59d-85012284a8db req-95529112-1a6d-41db-8f98-ac2329bdef87 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Network 40ede60e-42c6-4d72-a359-20cd539ddf76 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:03.447068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-545676b0-f2df-42b7-85a2-bc32c2f19ab6 None None] Provisioning complete for port 598152fe-7370-4c99-b5e8-519be8add79a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:03.447607 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-545676b0-f2df-42b7-85a2-bc32c2f19ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:03.466775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-aa18c115-0953-4d32-b59d-85012284a8db req-95529112-1a6d-41db-8f98-ac2329bdef87 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:03.476513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa18c115-0953-4d32-b59d-85012284a8db req-95529112-1a6d-41db-8f98-ac2329bdef87 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:03.494135 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f7085-d1e2-434e-ad90-d490c5fcdf54 req-da01f453-8dde-45f0-8d4e-3cf97533f905 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:03.499840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc3f7085-d1e2-434e-ad90-d490c5fcdf54 req-da01f453-8dde-45f0-8d4e-3cf97533f905 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 944 time: 0.5155561 Dec 16 22:18:03.514770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Pushing event updated for resources: {'Port': ['ID=b24c042f-e554-43d1-80f4-b63afbe0298d,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:03.564992 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de851854-4b38-4535-b62e-72792e503776 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:03.589631 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-de851854-4b38-4535-b62e-72792e503776 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.9169202 Dec 16 22:18:03.603567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36634) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:03.604092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36636) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:03.626292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7ab90ee5-7a22-460b-851f-a1b51fe21736 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Request body: {'security_group_rule': {'security_group_id': '63551c69-a8ca-4e5e-bdb8-1ca8ff622a60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:03.641754 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-000f3dbf-88f5-43d7-818f-d9dba3efe9d8 service neutron] 10.222.0.69 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6772578 Dec 16 22:18:03.642028 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-545676b0-f2df-42b7-85a2-bc32c2f19ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:03.704839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18c115-0953-4d32-b59d-85012284a8db req-95529112-1a6d-41db-8f98-ac2329bdef87 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:03.707679 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-aa18c115-0953-4d32-b59d-85012284a8db req-95529112-1a6d-41db-8f98-ac2329bdef87 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:03.731427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240532-05af-49c1-9b88-1e14fd021850 req-59010bb6-f939-478e-b28a-edb37850e8dd tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:03.733186 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c240532-05af-49c1-9b88-1e14fd021850 req-59010bb6-f939-478e-b28a-edb37850e8dd tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 945 time: 0.5351970 Dec 16 22:18:03.769460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-545676b0-f2df-42b7-85a2-bc32c2f19ab6 None None] For port 598152fe-7370-4c99-b5e8-519be8add79a, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=598152fe-7370-4c99-b5e8-519be8add79a,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:03.812612 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:56Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '598152fe-7370-4c99-b5e8-519be8add79a', 'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'mac_address': 'fa:16:3e:94:69:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:55Z', 'updated_at': '2021-12-16T22:18:02Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'subnets': [{'id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:03.859801 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-545676b0-f2df-42b7-85a2-bc32c2f19ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:03.862442 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ceba02-27f8-426d-a877-e914f9adc671 None None] The sync data for ids ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'] in n-d-821840-2 is: [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:56Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '598152fe-7370-4c99-b5e8-519be8add79a', 'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'mac_address': 'fa:16:3e:94:69:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:55Z', 'updated_at': '2021-12-16T22:18:02Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'subnets': [{'id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:03.911028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-4e9c6390-6467-49a4-b9bc-0bd6914ab10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:03.912842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-4e9c6390-6467-49a4-b9bc-0bd6914ab10d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626&tenant_id=a0fbdbd1880a45e692ee9474ada061c6 HTTP/1.1" status: 200 len: 1095 time: 0.6795313 Dec 16 22:18:03.935002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c240532-05af-49c1-9b88-1e14fd021850 req-686aead7-2da5-4f75-861a-edefaae30541 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768131 Dec 16 22:18:04.007580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-86414af1-bd84-41f6-b1c4-c36a5fcd4d20 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:18:04.009319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-86414af1-bd84-41f6-b1c4-c36a5fcd4d20 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181348 Dec 16 22:18:04.013354 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-aa18c115-0953-4d32-b59d-85012284a8db req-95529112-1a6d-41db-8f98-ac2329bdef87 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0194168 Dec 16 22:18:04.017993 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545676b0-f2df-42b7-85a2-bc32c2f19ab6 None None] Pushing event updated for resources: {'Port': ['ID=598152fe-7370-4c99-b5e8-519be8add79a,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:04.042078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f44dc4ca-7c35-44d0-9e26-06e7b7de66a0 None None] Provisioning complete for port 2f2af629-0488-4acd-9966-731b73ff7544 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:04.043858 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f44dc4ca-7c35-44d0-9e26-06e7b7de66a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.070642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Request body: {'port': {'device_id': 'a56c11ac-3fd1-4c19-9aea-25c0bf5af1de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:04.087503 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7683ce4c-5a9e-4883-857c-68611dc4c511 req-b28a236d-3b88-4aba-a9d2-aa90f9cc13e9 service neutron] 10.222.0.69 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241819 Dec 16 22:18:04.118457 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f44dc4ca-7c35-44d0-9e26-06e7b7de66a0 None None] Port 2f2af629-0488-4acd-9966-731b73ff7544 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:18:04.145055 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f44dc4ca-7c35-44d0-9e26-06e7b7de66a0 None None] Provisioning complete for port 598152fe-7370-4c99-b5e8-519be8add79a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:04.145444 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f44dc4ca-7c35-44d0-9e26-06e7b7de66a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.180365 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.185082 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79accf56-1273-4936-be9d-562779a8845b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.327702 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79accf56-1273-4936-be9d-562779a8845b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.336423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc3f7085-d1e2-434e-ad90-d490c5fcdf54 req-b5039ebc-9518-483c-9720-a7c34c924a77 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7397358 Dec 16 22:18:04.352253 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Attempting to bind port b24c042f-e554-43d1-80f4-b63afbe0298d on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:04.352908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Attempting to bind port b24c042f-e554-43d1-80f4-b63afbe0298d by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:04.353923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Attempting to bind port b24c042f-e554-43d1-80f4-b63afbe0298d on network f92d3105-2d01-42cd-9600-2ab2cb27dacd {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:04.369995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Port b24c042f-e554-43d1-80f4-b63afbe0298d on network f92d3105-2d01-42cd-9600-2ab2cb27dacd not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:18:04.370471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Attempting to bind port b24c042f-e554-43d1-80f4-b63afbe0298d on network f92d3105-2d01-42cd-9600-2ab2cb27dacd {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:04.392773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b7bc6-a44c-41db-8b81-f4d7273d5bfa req-be10cdc7-da70-4d3f-b5ab-7d49ecb5c535 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:04.402700 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-123b7bc6-a44c-41db-8b81-f4d7273d5bfa req-be10cdc7-da70-4d3f-b5ab-7d49ecb5c535 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 944 time: 0.2691519 Dec 16 22:18:04.411493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-adf279f5-2256-4283-8108-cccb3d439fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:04.413235 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-adf279f5-2256-4283-8108-cccb3d439fcf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 1095 time: 0.3551149 Dec 16 22:18:04.420945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:04.420945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Checking segment: {'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:04.420945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Bound using segment: {'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:04.420945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Bound port: b24c042f-e554-43d1-80f4-b63afbe0298d, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:04.420945 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.448097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 598152fe-7370-4c99-b5e8-519be8add79a up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:04.460918 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79accf56-1273-4936-be9d-562779a8845b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.528275 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 598152fe-7370-4c99-b5e8-519be8add79a triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:04.528815 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eccb0-134e-426a-a142-4416fef86502 req-59559be5-3197-449c-973d-f56eedf3bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:04.528970 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.530663 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-442eccb0-134e-426a-a142-4416fef86502 req-59559be5-3197-449c-973d-f56eedf3bfcf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=31b68f79547f4d379eb266ec793c828b&device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 1094 time: 0.2853918 Dec 16 22:18:04.629937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2719667c-4435-4e84-bcbd-7f1ebd28cb17 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:04.642419 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7ab90ee5-7a22-460b-851f-a1b51fe21736 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.644504 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.666000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-79accf56-1273-4936-be9d-562779a8845b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7f21290d958427a93ec6eb5b3c616cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0541990 Dec 16 22:18:04.666188 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36642) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:04.673766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79accf56-1273-4936-be9d-562779a8845b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59abd2d5-cfbb-477c-9d3a-52159f551606,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:04.675696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Transition to ACTIVE for port object 2719667c-4435-4e84-bcbd-7f1ebd28cb17 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:18:04.718171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] For port b24c042f-e554-43d1-80f4-b63afbe0298d, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:04.723455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] For port b24c042f-e554-43d1-80f4-b63afbe0298d, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b24c042f-e554-43d1-80f4-b63afbe0298d,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:04.728264 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eccb0-134e-426a-a142-4416fef86502 req-c8205d6d-3acf-49d4-8f97-ed6c40f41102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:04.730160 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-442eccb0-134e-426a-a142-4416fef86502 req-c8205d6d-3acf-49d4-8f97-ed6c40f41102 service neutron] 10.222.0.69 "GET /v2.0/networks?id=40ede60e-42c6-4d72-a359-20cd539ddf76 HTTP/1.1" status: 200 len: 915 time: 0.1740599 Dec 16 22:18:04.794623 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.796791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-123b7bc6-a44c-41db-8b81-f4d7273d5bfa req-80132d66-db8b-471e-8fa2-974c4cb7b704 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932993 Dec 16 22:18:04.822565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-aa65fe80-d6f6-4a27-b8b6-413ab3d83137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:04.822565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-aa65fe80-d6f6-4a27-b8b6-413ab3d83137 service neutron] 10.222.0.24 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.3778398 Dec 16 22:18:04.842275 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-442eccb0-134e-426a-a142-4416fef86502 req-8b67f188-336e-4706-80e9-0e9f4c4b5cd6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=285ee340-446d-4cbe-b662-9eba29c7c664 HTTP/1.1" status: 200 len: 217 time: 0.1040246 Dec 16 22:18:04.853830 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.866180 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7ab90ee5-7a22-460b-851f-a1b51fe21736 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.958522 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbb2a67-8388-4b6c-90f7-9a357fe29a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.964442 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Pushing event updated for resources: {'Port': ['ID=2719667c-4435-4e84-bcbd-7f1ebd28cb17,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:05.004154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2b9e4-1c8a-4cb2-abb3-ccfab9e9a6b4 req-58c3b382-d0a1-4ebe-9d44-65ee3d8a3b1c tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:05.012086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6b2b9e4-1c8a-4cb2-abb3-ccfab9e9a6b4 req-58c3b382-d0a1-4ebe-9d44-65ee3d8a3b1c tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 932 time: 0.4954016 Dec 16 22:18:05.025195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-4356b31a-ca98-451f-9abd-31b9c2d62336 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0962aff9-6df8-45d6-8481-2d2af4a44639 HTTP/1.1" status: 200 len: 217 time: 0.1732650 Dec 16 22:18:05.037979 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Pushing event updated for resources: {'Port': ['ID=b24c042f-e554-43d1-80f4-b63afbe0298d,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:05.043589 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7ab90ee5-7a22-460b-851f-a1b51fe21736 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.047840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:05.048696 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.050692 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28304094-91ba-4389-be49-2887d5863642 req-64aaddf8-61cf-4749-8da9-2194e9a6d686 service neutron] 10.222.0.69 "PUT /v2.0/ports/b24c042f-e554-43d1-80f4-b63afbe0298d HTTP/1.1" status: 200 len: 1092 time: 3.3372636 Dec 16 22:18:05.053660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eccb0-134e-426a-a142-4416fef86502 req-c0f55f0b-f182-4b09-9bb1-61daea80d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:05.055074 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-442eccb0-134e-426a-a142-4416fef86502 req-c0f55f0b-f182-4b09-9bb1-61daea80d720 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=931d3123-76e0-40b9-9ef9-f1d5123d316a HTTP/1.1" status: 200 len: 853 time: 0.1842189 Dec 16 22:18:05.106903 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce33f63-3147-432c-ac86-bb3007e03714', 'tag': 'b24c042f-e554-43d1-80f4-b63afbe0298d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:05.107441 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbb2a67-8388-4b6c-90f7-9a357fe29a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.109825 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc79c500-0249-473f-b41e-a5ef3eaf9b10" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce33f63-3147-432c-ac86-bb3007e03714", "tag": "b24c042f-e554-43d1-80f4-b63afbe0298d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:05.114913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90c7b1e3-4ac3-4ef6-9e64-c5beb44b4aac req-bf2d06f3-e76e-494b-98f4-6aaae3485667 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0885775 Dec 16 22:18:05.184751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab90ee5-7a22-460b-851f-a1b51fe21736 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7148ab8f-8e9e-41eb-82c9-67f6b3a71cff,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:05.265192 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7ab90ee5-7a22-460b-851f-a1b51fe21736 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.268896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7ab90ee5-7a22-460b-851f-a1b51fe21736 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6483469 Dec 16 22:18:05.333273 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Attempting to bind port 2719667c-4435-4e84-bcbd-7f1ebd28cb17 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:05.333688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Attempting to bind port 2719667c-4435-4e84-bcbd-7f1ebd28cb17 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:05.334111 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Attempting to bind port 2719667c-4435-4e84-bcbd-7f1ebd28cb17 on network 40ede60e-42c6-4d72-a359-20cd539ddf76 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:05.345491 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36650) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:05.358037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Port 2719667c-4435-4e84-bcbd-7f1ebd28cb17 on network 40ede60e-42c6-4d72-a359-20cd539ddf76 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:18:05.358371 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Attempting to bind port 2719667c-4435-4e84-bcbd-7f1ebd28cb17 on network 40ede60e-42c6-4d72-a359-20cd539ddf76 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:05.375675 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-25971219-e171-4be3-af01-9d097bca2f3f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Request body: {'security_group_rule': {'security_group_id': '63551c69-a8ca-4e5e-bdb8-1ca8ff622a60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:05.380322 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6b2b9e4-1c8a-4cb2-abb3-ccfab9e9a6b4 req-e670da3b-9356-4557-8b4c-13fc52aae732 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673475 Dec 16 22:18:05.389870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-593d9306-4eac-4c84-b4fd-aa16870694e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:05.389870 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-593d9306-4eac-4c84-b4fd-aa16870694e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.3407729 Dec 16 22:18:05.438966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c69e0-b88d-4eb0-9e99-ac2f94830d36 req-6190382c-5354-4f3d-afab-40af266a20fc tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:05.440588 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-853c69e0-b88d-4eb0-9e99-ac2f94830d36 req-6190382c-5354-4f3d-afab-40af266a20fc tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 945 time: 0.1324217 Dec 16 22:18:05.440734 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:05.441414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Checking segment: {'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:05.441896 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Bound using segment: {'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:05.442856 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c22d2dd2-8ed0-4cf1-b6b1-4ff2fa36b3f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469477 Dec 16 22:18:05.443497 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Bound port: 2719667c-4435-4e84-bcbd-7f1ebd28cb17, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:05.444327 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.444513 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6738498-8ca7-434b-8651-ace40a71cbb6 x-openstack-request-id: req-e6738498-8ca7-434b-8651-ace40a71cbb6 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:05.444992 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce33f63-3147-432c-ac86-bb3007e03714", "tag": "b24c042f-e554-43d1-80f4-b63afbe0298d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:05.445341 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6738498-8ca7-434b-8651-ace40a71cbb6 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:05.445928 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce33f63-3147-432c-ac86-bb3007e03714', 'tag': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'status': 'completed', 'code': 200} Dec 16 22:18:05.459426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28304094-91ba-4389-be49-2887d5863642 req-93de6b62-8c0c-45b4-a6d5-f0b5064ab6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:05.460983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28304094-91ba-4389-be49-2887d5863642 req-93de6b62-8c0c-45b4-a6d5-f0b5064ab6ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 1095 time: 0.2645454 Dec 16 22:18:05.489737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2af629-0488-4acd-9966-731b73ff7544 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:05.509840 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eccb0-134e-426a-a142-4416fef86502 req-a7de6e5c-4cd0-4298-a90a-d51e7c02184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:05.511399 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-442eccb0-134e-426a-a142-4416fef86502 req-a7de6e5c-4cd0-4298-a90a-d51e7c02184e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40ede60e-42c6-4d72-a359-20cd539ddf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4355719 Dec 16 22:18:05.514755 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.565335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28304094-91ba-4389-be49-2887d5863642 req-b26cae5f-51c5-4814-8942-eed554d2ed74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24c042f-e554-43d1-80f4-b63afbe0298d HTTP/1.1" status: 200 len: 217 time: 0.0944126 Dec 16 22:18:05.675398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-853c69e0-b88d-4eb0-9e99-ac2f94830d36 req-902fb803-7bc5-4970-9fca-47c4ea059310 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258408 Dec 16 22:18:05.678867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] For port 2719667c-4435-4e84-bcbd-7f1ebd28cb17, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:05.684232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] For port 2719667c-4435-4e84-bcbd-7f1ebd28cb17, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2719667c-4435-4e84-bcbd-7f1ebd28cb17,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:05.707309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28304094-91ba-4389-be49-2887d5863642 req-4900a9c3-b34a-4c67-b4bc-e3a6f6723eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:05.708826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28304094-91ba-4389-be49-2887d5863642 req-4900a9c3-b34a-4c67-b4bc-e3a6f6723eb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 200 len: 860 time: 0.1357861 Dec 16 22:18:05.716145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-0b624a63-f47d-4387-af1a-02c154f2f0ea service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540469 Dec 16 22:18:05.731318 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25971219-e171-4be3-af01-9d097bca2f3f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.738097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49a211-761e-4e20-a836-256b5d527f8b req-7bb8baa7-ebb3-4895-993c-4a81757ce88a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:05.745435 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c49a211-761e-4e20-a836-256b5d527f8b req-7bb8baa7-ebb3-4895-993c-4a81757ce88a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 944 time: 0.1261706 Dec 16 22:18:05.753820 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-442eccb0-134e-426a-a142-4416fef86502 req-e778b53f-09b2-4fa1-b396-9cbcd3822e27 service neutron] 10.222.0.69 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163675 Dec 16 22:18:05.764091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Transition to ACTIVE for port object 2f2af629-0488-4acd-9966-731b73ff7544 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:18:05.777855 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbb2a67-8388-4b6c-90f7-9a357fe29a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.781336 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbb2a67-8388-4b6c-90f7-9a357fe29a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.782518 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-abbb2a67-8388-4b6c-90f7-9a357fe29a84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59abd2d5-cfbb-477c-9d3a-52159f551606 HTTP/1.1" status: 204 len: 168 time: 1.1153810 Dec 16 22:18:05.852896 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb2a67-8388-4b6c-90f7-9a357fe29a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59abd2d5-cfbb-477c-9d3a-52159f551606,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:05.875756 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.890447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28304094-91ba-4389-be49-2887d5863642 req-9a6a7175-620d-4961-ba8b-d570c3676d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:05.892039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28304094-91ba-4389-be49-2887d5863642 req-9a6a7175-620d-4961-ba8b-d570c3676d6c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f92d3105-2d01-42cd-9600-2ab2cb27dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740251 Dec 16 22:18:05.899658 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c49a211-761e-4e20-a836-256b5d527f8b req-b7d0f484-deba-4e3e-8953-915baa62d600 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533284 Dec 16 22:18:05.918776 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25971219-e171-4be3-af01-9d097bca2f3f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.930430 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.957237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:05.957868 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.959315 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b372de57-7308-44f4-a94e-34a092e34d64 req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] 10.222.0.69 "PUT /v2.0/ports/2719667c-4435-4e84-bcbd-7f1ebd28cb17 HTTP/1.1" status: 200 len: 1091 time: 3.0473740 Dec 16 22:18:05.959846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000e421e-66ea-495b-a78c-00d4a8f71884', 'tag': '2719667c-4435-4e84-bcbd-7f1ebd28cb17'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:05.962117 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0c35ca-170c-412b-ba5e-e3f06c3750a6" -d '{"events": [{"name": "network-changed", "server_uuid": "000e421e-66ea-495b-a78c-00d4a8f71884", "tag": "2719667c-4435-4e84-bcbd-7f1ebd28cb17"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:05.983969 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-442eccb0-134e-426a-a142-4416fef86502 req-e5350f30-2674-48b3-836d-fb6636112825 service neutron] 10.222.0.69 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228165 Dec 16 22:18:05.988378 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-424f7742-a718-45c5-ae66-a0c36b36ced9 service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264278 Dec 16 22:18:05.990130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afe2e5-24f9-49bd-ad86-e57a10b49474 service neutron] Pushing event updated for resources: {'Port': ['ID=2719667c-4435-4e84-bcbd-7f1ebd28cb17,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:06.070585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28304094-91ba-4389-be49-2887d5863642 req-d5c81770-08cc-49d3-b4fc-e7a109cfb648 service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697049 Dec 16 22:18:06.078849 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25971219-e171-4be3-af01-9d097bca2f3f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:06.124368 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Pushing event updated for resources: {'Port': ['ID=2f2af629-0488-4acd-9966-731b73ff7544,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:06.133841 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25971219-e171-4be3-af01-9d097bca2f3f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c38eccc-ce38-4eab-8368-38317e91a36f,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:06.159493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Attempting to bind port 2f2af629-0488-4acd-9966-731b73ff7544 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:06.159989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Attempting to bind port 2f2af629-0488-4acd-9966-731b73ff7544 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:06.160429 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Attempting to bind port 2f2af629-0488-4acd-9966-731b73ff7544 on network 40ede60e-42c6-4d72-a359-20cd539ddf76 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:06.168147 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Port 2f2af629-0488-4acd-9966-731b73ff7544 on network 40ede60e-42c6-4d72-a359-20cd539ddf76 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:18:06.168682 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Attempting to bind port 2f2af629-0488-4acd-9966-731b73ff7544 on network 40ede60e-42c6-4d72-a359-20cd539ddf76 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:06.178500 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:06.178951 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Checking segment: {'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:06.179513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Bound using segment: {'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:06.180540 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Bound port: 2f2af629-0488-4acd-9966-731b73ff7544, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9db776c-0566-495b-910c-870c18cc60ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:06.180986 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:06.223045 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28304094-91ba-4389-be49-2887d5863642 req-2bfceebc-98d7-4219-8090-2e68447ff8cd service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387088 Dec 16 22:18:06.276357 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25971219-e171-4be3-af01-9d097bca2f3f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:06.279146 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-25971219-e171-4be3-af01-9d097bca2f3f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9177017 Dec 16 22:18:06.282909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36668) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:06.287950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:06.305273 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372de57-7308-44f4-a94e-34a092e34d64 req-ac431c3c-9695-4495-a267-b6e334127cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:06.307030 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b372de57-7308-44f4-a94e-34a092e34d64 req-ac431c3c-9695-4495-a267-b6e334127cb2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=31b68f79547f4d379eb266ec793c828b&device_id=000e421e-66ea-495b-a78c-00d4a8f71884 HTTP/1.1" status: 200 len: 1094 time: 0.1137464 Dec 16 22:18:06.384353 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b372de57-7308-44f4-a94e-34a092e34d64 req-4749034e-7add-4ff4-896a-611594c49320 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2719667c-4435-4e84-bcbd-7f1ebd28cb17 HTTP/1.1" status: 200 len: 217 time: 0.0670753 Dec 16 22:18:06.428892 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:06.456066 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372de57-7308-44f4-a94e-34a092e34d64 req-ed680892-2f26-4a34-b985-44513fc4cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:06.457624 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b372de57-7308-44f4-a94e-34a092e34d64 req-ed680892-2f26-4a34-b985-44513fc4cdbf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=931d3123-76e0-40b9-9ef9-f1d5123d316a HTTP/1.1" status: 200 len: 853 time: 0.0528820 Dec 16 22:18:06.460388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] For port 2f2af629-0488-4acd-9966-731b73ff7544, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:06.521154 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8edf06ac-8edd-4b97-b849-e7f55363f037 req-087d2c94-4c84-49b9-bb7e-6cdde0506208 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=74d81aaa9304476e88f92ccf9c754331&device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0623670 Dec 16 22:18:06.523150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] For port 2f2af629-0488-4acd-9966-731b73ff7544, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2f2af629-0488-4acd-9966-731b73ff7544,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:06.578546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c500-0249-473f-b41e-a5ef3eaf9b10 req-6055e1de-4034-4ccd-af8e-7f9616e2d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:06.580369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc79c500-0249-473f-b41e-a5ef3eaf9b10 req-6055e1de-4034-4ccd-af8e-7f9616e2d400 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 1095 time: 0.2069235 Dec 16 22:18:06.588065 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372de57-7308-44f4-a94e-34a092e34d64 req-08afb08f-8fc6-44b2-ba8c-82ab70b23a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:06.592997 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b372de57-7308-44f4-a94e-34a092e34d64 req-08afb08f-8fc6-44b2-ba8c-82ab70b23a24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40ede60e-42c6-4d72-a359-20cd539ddf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219373 Dec 16 22:18:06.597641 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8edf06ac-8edd-4b97-b849-e7f55363f037 req-44f1aac2-f4fe-4fb6-bf38-ab9207fe5afb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=74d81aaa9304476e88f92ccf9c754331&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644712 Dec 16 22:18:06.633862 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:06.658182 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:06.659225 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:06.660917 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-aa18c115-0953-4d32-b59d-85012284a8db req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] 10.222.0.69 "PUT /v2.0/ports/2f2af629-0488-4acd-9966-731b73ff7544 HTTP/1.1" status: 200 len: 1092 time: 2.5949819 Dec 16 22:18:06.735180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9f668-b054-49d2-9b03-4d09df4b9a1d req-20e8b5cd-3731-464c-b562-03190e6bb2f8 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:06.736806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ee9f668-b054-49d2-9b03-4d09df4b9a1d req-20e8b5cd-3731-464c-b562-03190e6bb2f8 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 944 time: 0.2495706 Dec 16 22:18:06.829046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-e2db02cd-c080-437d-ae8f-8725c2c76d4c tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:06.830562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-e2db02cd-c080-437d-ae8f-8725c2c76d4c tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626&tenant_id=a0fbdbd1880a45e692ee9474ada061c6&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 1095 time: 0.1193800 Dec 16 22:18:06.883331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60b0a0-68f3-45f2-8be3-188a89f8488a service neutron] Pushing event updated for resources: {'Port': ['ID=2f2af629-0488-4acd-9966-731b73ff7544,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:06.938671 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf06ac-8edd-4b97-b849-e7f55363f037 req-ed5f0766-0ad8-4a40-915c-f8d794029ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:06.945054 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8edf06ac-8edd-4b97-b849-e7f55363f037 req-ed5f0766-0ad8-4a40-915c-f8d794029ecf service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3324049 Dec 16 22:18:06.945054 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18c115-0953-4d32-b59d-85012284a8db req-893b67d0-5f4a-4ad8-b9c2-83afb3686951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:06.947210 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-aa18c115-0953-4d32-b59d-85012284a8db req-893b67d0-5f4a-4ad8-b9c2-83afb3686951 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=31b68f79547f4d379eb266ec793c828b&device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 1095 time: 0.1116705 Dec 16 22:18:06.949924 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b372de57-7308-44f4-a94e-34a092e34d64 req-70d86652-0f27-49a1-9221-e7460aab051a service neutron] 10.222.0.69 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408058 Dec 16 22:18:06.954411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c500-0249-473f-b41e-a5ef3eaf9b10 req-5cb52f48-56d1-466d-a06f-4226645e2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:06.956065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc79c500-0249-473f-b41e-a5ef3eaf9b10 req-5cb52f48-56d1-466d-a06f-4226645e2eb3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 922 time: 0.3521481 Dec 16 22:18:06.964559 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142b58f4-ba41-4d9c-b172-43f40b8b8e90 x-openstack-request-id: req-142b58f4-ba41-4d9c-b172-43f40b8b8e90 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:06.964949 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000e421e-66ea-495b-a78c-00d4a8f71884", "tag": "2719667c-4435-4e84-bcbd-7f1ebd28cb17", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:06.965316 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-142b58f4-ba41-4d9c-b172-43f40b8b8e90 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:06.965805 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000e421e-66ea-495b-a78c-00d4a8f71884', 'tag': '2719667c-4435-4e84-bcbd-7f1ebd28cb17', 'status': 'completed', 'code': 200} Dec 16 22:18:06.986274 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ee9f668-b054-49d2-9b03-4d09df4b9a1d req-f20715b3-339d-4854-baf9-19490cef541a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217839 Dec 16 22:18:07.097605 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc79c500-0249-473f-b41e-a5ef3eaf9b10 req-8bc7e1ed-f89f-4f6b-a0b1-980fcc1bba2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24c042f-e554-43d1-80f4-b63afbe0298d HTTP/1.1" status: 200 len: 217 time: 0.1053569 Dec 16 22:18:07.131629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db739181-3628-4551-a331-4a06a1bf0ee3 req-5c7f380e-ee7e-4745-bf1b-eef484ce3606 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0892882 Dec 16 22:18:07.362912 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-aa18c115-0953-4d32-b59d-85012284a8db req-b1fcaed0-b0bc-45ae-a055-d41b7145fa5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f2af629-0488-4acd-9966-731b73ff7544 HTTP/1.1" status: 200 len: 217 time: 0.3959084 Dec 16 22:18:07.464125 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18c115-0953-4d32-b59d-85012284a8db req-81cde797-5212-4ba4-81c5-637e89daada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:07.466277 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-aa18c115-0953-4d32-b59d-85012284a8db req-81cde797-5212-4ba4-81c5-637e89daada9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=931d3123-76e0-40b9-9ef9-f1d5123d316a HTTP/1.1" status: 200 len: 853 time: 0.0918999 Dec 16 22:18:07.519133 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b372de57-7308-44f4-a94e-34a092e34d64 req-2d3fe48b-8cb1-4a6d-9779-a072237f4441 service neutron] 10.222.0.69 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653178 Dec 16 22:18:07.531903 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18c115-0953-4d32-b59d-85012284a8db req-a34a5fb0-9a0a-4bc5-b583-648b5126b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:07.534287 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-aa18c115-0953-4d32-b59d-85012284a8db req-a34a5fb0-9a0a-4bc5-b583-648b5126b36f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40ede60e-42c6-4d72-a359-20cd539ddf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592935 Dec 16 22:18:07.567487 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.658282 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-aa18c115-0953-4d32-b59d-85012284a8db req-0ff04718-c39a-4ec9-b365-2e4a612eb156 service neutron] 10.222.0.69 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125412 Dec 16 22:18:07.688535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c500-0249-473f-b41e-a5ef3eaf9b10 req-83da6b29-aa68-428b-94aa-9dcdf9003d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:07.690125 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc79c500-0249-473f-b41e-a5ef3eaf9b10 req-83da6b29-aa68-428b-94aa-9dcdf9003d5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 200 len: 860 time: 0.5632033 Dec 16 22:18:07.702100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c962c-8912-4e16-9757-f3afe34adee7 req-bcf4169c-5bda-4d1b-8aab-4a1613e343cb tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:07.709650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-444c962c-8912-4e16-9757-f3afe34adee7 req-bcf4169c-5bda-4d1b-8aab-4a1613e343cb tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 944 time: 0.6183226 Dec 16 22:18:07.782474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcc51b-b513-4dcc-9f6c-4ec0d71ff45e req-3c01c06b-0011-49b9-ba39-11e7afdb9004 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:07.782755 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c35ca-170c-412b-ba5e-e3f06c3750a6 req-0ab15514-4553-421e-9e09-bd06efa8c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:07.783956 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0dcc51b-b513-4dcc-9f6c-4ec0d71ff45e req-3c01c06b-0011-49b9-ba39-11e7afdb9004 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 945 time: 0.2120795 Dec 16 22:18:07.784266 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7f0c35ca-170c-412b-ba5e-e3f06c3750a6 req-0ab15514-4553-421e-9e09-bd06efa8c557 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=31b68f79547f4d379eb266ec793c828b&device_id=000e421e-66ea-495b-a78c-00d4a8f71884 HTTP/1.1" status: 200 len: 1094 time: 0.0996976 Dec 16 22:18:07.846421 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-aa18c115-0953-4d32-b59d-85012284a8db req-bca313c7-f18d-4171-b039-1166babdfab3 service neutron] 10.222.0.69 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713259 Dec 16 22:18:07.856351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c6923f4f-a748-4446-88a7-3f0f7016c137 service neutron] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:07.874594 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c6923f4f-a748-4446-88a7-3f0f7016c137 service neutron] Publish callbacks [] for binding, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.875757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-c6923f4f-a748-4446-88a7-3f0f7016c137 service neutron] 10.222.0.24 "DELETE /v2.0/ports/0962aff9-6df8-45d6-8481-2d2af4a44639/bindings/n-h1-821840-2 HTTP/1.1" status: 204 len: 173 time: 1.0017512 Dec 16 22:18:07.883426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c500-0249-473f-b41e-a5ef3eaf9b10 req-d30e7bc1-bfb6-4c62-9433-8abe35061c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:07.884928 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc79c500-0249-473f-b41e-a5ef3eaf9b10 req-d30e7bc1-bfb6-4c62-9433-8abe35061c05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f92d3105-2d01-42cd-9600-2ab2cb27dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665173 Dec 16 22:18:07.893059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-444c962c-8912-4e16-9757-f3afe34adee7 req-4d26db0b-8594-4b72-9055-50661e9bb84f tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824501 Dec 16 22:18:07.897758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c35ca-170c-412b-ba5e-e3f06c3750a6 req-9dd49dca-c076-47ac-933e-64f1a6861e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:07.900098 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7f0c35ca-170c-412b-ba5e-e3f06c3750a6 req-9dd49dca-c076-47ac-933e-64f1a6861e68 service neutron] 10.222.0.69 "GET /v2.0/networks?id=40ede60e-42c6-4d72-a359-20cd539ddf76 HTTP/1.1" status: 200 len: 915 time: 0.1059353 Dec 16 22:18:07.906943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Allocated IP 172.25.2.208 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/93a50def-3c67-49e2-9da7-a6fda61e6ea3) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:07.961759 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7f0c35ca-170c-412b-ba5e-e3f06c3750a6 req-82b91911-7c44-4306-bb31-901b41fbca38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2719667c-4435-4e84-bcbd-7f1ebd28cb17 HTTP/1.1" status: 200 len: 217 time: 0.0525749 Dec 16 22:18:08.022969 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c35ca-170c-412b-ba5e-e3f06c3750a6 req-c9642da1-a65d-4e13-9dda-03116e4c7ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:08.024704 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7f0c35ca-170c-412b-ba5e-e3f06c3750a6 req-c9642da1-a65d-4e13-9dda-03116e4c7ccc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=931d3123-76e0-40b9-9ef9-f1d5123d316a HTTP/1.1" status: 200 len: 853 time: 0.0552132 Dec 16 22:18:08.025762 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0dcc51b-b513-4dcc-9f6c-4ec0d71ff45e req-9a000acf-2ac6-4968-805a-092e3d4e5a59 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5f5f7-2766-4363-b09d-5a58e2d96f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183008 Dec 16 22:18:08.110803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c35ca-170c-412b-ba5e-e3f06c3750a6 req-0fd73bb6-8e65-435f-b1fb-ae55fb5e2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:08.112324 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7f0c35ca-170c-412b-ba5e-e3f06c3750a6 req-0fd73bb6-8e65-435f-b1fb-ae55fb5e2002 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40ede60e-42c6-4d72-a359-20cd539ddf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718882 Dec 16 22:18:08.152447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c4bdf-dfea-44f1-a528-c0739105a4ea req-9dd85238-40bd-4c22-b5b2-40f97f7a67c9 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:08.154024 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b44c4bdf-dfea-44f1-a528-c0739105a4ea req-9dd85238-40bd-4c22-b5b2-40f97f7a67c9 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 944 time: 0.1560242 Dec 16 22:18:08.157959 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc79c500-0249-473f-b41e-a5ef3eaf9b10 req-b362f525-8afa-48b5-9317-f6de30af8456 service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585175 Dec 16 22:18:08.222852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36716) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:08.255407 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7f0c35ca-170c-412b-ba5e-e3f06c3750a6 req-12c57e24-5063-44ab-99d1-d4ce41a4a67c service neutron] 10.222.0.69 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314609 Dec 16 22:18:08.305758 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.333142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8ee5c-9c50-49fb-a4b7-5aea65ec79ac req-791f5858-4893-4aca-9bbf-6eb2e60d2266 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:08.334642 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64a8ee5c-9c50-49fb-a4b7-5aea65ec79ac req-791f5858-4893-4aca-9bbf-6eb2e60d2266 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 945 time: 0.1210556 Dec 16 22:18:08.428346 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc79c500-0249-473f-b41e-a5ef3eaf9b10 req-6470b3ce-6e6d-484f-aeb6-a80abe1ea196 service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498422 Dec 16 22:18:08.441066 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b44c4bdf-dfea-44f1-a528-c0739105a4ea req-13c3487f-3c86-4a05-9c86-3174f311f236 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762208 Dec 16 22:18:08.448772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb20e70-0d08-4a97-b9e6-1dd6d821a4cd req-84bcd95e-6ec1-413b-af72-3389ad2ba8c9 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:08.453256 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7f0c35ca-170c-412b-ba5e-e3f06c3750a6 req-70a27d9b-17bf-4fdc-9d1e-0852a159eb7a service neutron] 10.222.0.69 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892228 Dec 16 22:18:08.456338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bb20e70-0d08-4a97-b9e6-1dd6d821a4cd req-84bcd95e-6ec1-413b-af72-3389ad2ba8c9 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 944 time: 0.2648983 Dec 16 22:18:08.480105 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc36ef74-2528-46d1-aa47-acf6dee20113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.505009 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-64a8ee5c-9c50-49fb-a4b7-5aea65ec79ac req-8d12ce50-9c59-4677-b6db-f72b83f7ee87 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Deleting port dd057949-65d1-4012-bb47-3bec9458280f {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:08.505359 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-64a8ee5c-9c50-49fb-a4b7-5aea65ec79ac req-8d12ce50-9c59-4677-b6db-f72b83f7ee87 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.540319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8edf06ac-8edd-4b97-b849-e7f55363f037 req-24868403-7887-4ad7-8eb8-53b23289df01 tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0737267 Dec 16 22:18:08.597570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c81b920-c9d4-4c39-ab01-4b85d09e3a48 req-c9c52417-0bab-4c63-a39d-bd035667e2da tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0625310 Dec 16 22:18:08.620410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-64a8ee5c-9c50-49fb-a4b7-5aea65ec79ac req-8d12ce50-9c59-4677-b6db-f72b83f7ee87 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] For port dd057949-65d1-4012-bb47-3bec9458280f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=dd057949-65d1-4012-bb47-3bec9458280f,segment=NetworkSegment(d8c0c614-3e7d-402b-81a9-8cd1b665e237),segment_id=d8c0c614-3e7d-402b-81a9-8cd1b665e237)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:08.621522 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-64a8ee5c-9c50-49fb-a4b7-5aea65ec79ac req-8d12ce50-9c59-4677-b6db-f72b83f7ee87 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.639450 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bb20e70-0d08-4a97-b9e6-1dd6d821a4cd req-c3d539fc-96c1-4517-bf09-8399fd7c6b4b tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556695 Dec 16 22:18:08.644563 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-64a8ee5c-9c50-49fb-a4b7-5aea65ec79ac req-8d12ce50-9c59-4677-b6db-f72b83f7ee87 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Calling delete_port for dd057949-65d1-4012-bb47-3bec9458280f owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:08.666673 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.730410 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc36ef74-2528-46d1-aa47-acf6dee20113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.748966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:08.765796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:08.773898 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:08.779485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event updated for resources: {'Port': ['ID=93a50def-3c67-49e2-9da7-a6fda61e6ea3,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:08.821464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01437d-0fb3-40d0-ada1-4158a34f6ed2 req-f508921b-695b-4750-93e5-ad436b67c65f tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:08.823026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac01437d-0fb3-40d0-ada1-4158a34f6ed2 req-f508921b-695b-4750-93e5-ad436b67c65f tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 1095 time: 0.0949869 Dec 16 22:18:08.874022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac01437d-0fb3-40d0-ada1-4158a34f6ed2 req-3f3545fc-e718-4d21-a1d6-1ec7511daa50 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437055 Dec 16 22:18:08.875747 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc36ef74-2528-46d1-aa47-acf6dee20113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.918687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36ef74-2528-46d1-aa47-acf6dee20113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992426f0-6b4c-4667-8ad3-373c0812cadf,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:08.923312 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bc36ef74-2528-46d1-aa47-acf6dee20113 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb4d5ca5a6d64c7abae60f2e0d2a3b7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6684220 Dec 16 22:18:08.925977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36726) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:08.952628 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 285ee340-446d-4cbe-b662-9eba29c7c664 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:18:08.962666 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-64a8ee5c-9c50-49fb-a4b7-5aea65ec79ac req-8d12ce50-9c59-4677-b6db-f72b83f7ee87 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.984301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56c11ac-3fd1-4c19-9aea-25c0bf5af1de', 'tag': '2f2af629-0488-4acd-9966-731b73ff7544'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:08.986880 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33793e53-f2f8-48db-8215-fbda174f5ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "a56c11ac-3fd1-4c19-9aea-25c0bf5af1de", "tag": "2f2af629-0488-4acd-9966-731b73ff7544"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:09.037859 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12ce50-9c59-4677-b6db-f72b83f7ee87 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Pushing event deleted for resources: {'Port': ['ID=dd057949-65d1-4012-bb47-3bec9458280f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:09.056044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 285ee340-446d-4cbe-b662-9eba29c7c664, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=285ee340-446d-4cbe-b662-9eba29c7c664,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:09.061498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['dd057949-65d1-4012-bb47-3bec9458280f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:09.093161 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a8ee5c-9c50-49fb-a4b7-5aea65ec79ac req-8d12ce50-9c59-4677-b6db-f72b83f7ee87 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] No DVR routers for this DVR port dd057949-65d1-4012-bb47-3bec9458280f on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:09.096900 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-64a8ee5c-9c50-49fb-a4b7-5aea65ec79ac req-8d12ce50-9c59-4677-b6db-f72b83f7ee87 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.100009 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64a8ee5c-9c50-49fb-a4b7-5aea65ec79ac req-8d12ce50-9c59-4677-b6db-f72b83f7ee87 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.69 "DELETE /v2.0/ports/dd057949-65d1-4012-bb47-3bec9458280f HTTP/1.1" status: 204 len: 173 time: 0.7544935 Dec 16 22:18:09.101198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '285ee340-446d-4cbe-b662-9eba29c7c664', 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76', 'port_id': '285ee340-446d-4cbe-b662-9eba29c7c664', 'mac_address': 'fa:16:3e:f9:08:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931d3123-76e0-40b9-9ef9-f1d5123d316a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:18:09.111052 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.149456 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.160394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9ba6c-5421-4c7d-a1b4-133c88823f5b req-8c373e1b-ed56-4f6f-8623-44b556ac49a7 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:09.161984 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5e9ba6c-5421-4c7d-a1b4-133c88823f5b req-8c373e1b-ed56-4f6f-8623-44b556ac49a7 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 1095 time: 0.2137651 Dec 16 22:18:09.164008 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24cec6e2-2857-40f8-b16b-cb2e2cd5dcf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.174267 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16e92f-22ec-42df-b8e9-748533aa5971 req-d8be3478-cb61-4e9d-aa80-4d7bfda0bcc0 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:09.175410 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285ee340-446d-4cbe-b662-9eba29c7c664 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:09.175576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe16e92f-22ec-42df-b8e9-748533aa5971 req-d8be3478-cb61-4e9d-aa80-4d7bfda0bcc0 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 944 time: 0.1183121 Dec 16 22:18:09.199529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 285ee340-446d-4cbe-b662-9eba29c7c664, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=285ee340-446d-4cbe-b662-9eba29c7c664,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:09.249125 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24cec6e2-2857-40f8-b16b-cb2e2cd5dcf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.254807 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.302279 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.307750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=285ee340-446d-4cbe-b662-9eba29c7c664,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:09.341419 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5e9ba6c-5421-4c7d-a1b4-133c88823f5b req-7e5125b2-b611-4485-97a2-c608c079c42c tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648371 Dec 16 22:18:09.373554 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe16e92f-22ec-42df-b8e9-748533aa5971 req-ea0dc8e7-c266-42d6-a0cd-2d2be9ff3136 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856208 Dec 16 22:18:09.423960 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4aee78f-2034-40e7-8d40-0bb6e2d750c1 x-openstack-request-id: req-c4aee78f-2034-40e7-8d40-0bb6e2d750c1 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:09.424661 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56c11ac-3fd1-4c19-9aea-25c0bf5af1de", "tag": "2f2af629-0488-4acd-9966-731b73ff7544", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:09.427206 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4aee78f-2034-40e7-8d40-0bb6e2d750c1 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:09.428469 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56c11ac-3fd1-4c19-9aea-25c0bf5af1de', 'tag': '2f2af629-0488-4acd-9966-731b73ff7544', 'status': 'completed', 'code': 200} Dec 16 22:18:09.507015 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793e53-f2f8-48db-8215-fbda174f5ff3 req-ae7b9ad3-1619-40f6-82b5-8319ea87fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:09.512058 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-33793e53-f2f8-48db-8215-fbda174f5ff3 req-ae7b9ad3-1619-40f6-82b5-8319ea87fd9f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=31b68f79547f4d379eb266ec793c828b&device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 1095 time: 0.0584130 Dec 16 22:18:09.554491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7fc40cc-f010-48a5-8ce5-c87b3eb6ff94 req-c836a7ce-68b8-4e95-a019-81e061fe3f01 tempest-DeleteServersTestJSON-1856966106 tempest-DeleteServersTestJSON-1856966106-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb HTTP/1.1" status: 200 len: 210 time: 0.0407279 Dec 16 22:18:09.588401 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.590380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['285ee340-446d-4cbe-b662-9eba29c7c664'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:09.595948 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24cec6e2-2857-40f8-b16b-cb2e2cd5dcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.598633 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24cec6e2-2857-40f8-b16b-cb2e2cd5dcf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.599825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-24cec6e2-2857-40f8-b16b-cb2e2cd5dcf8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/992426f0-6b4c-4667-8ad3-373c0812cadf HTTP/1.1" status: 204 len: 168 time: 0.6729186 Dec 16 22:18:09.611019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cec6e2-2857-40f8-b16b-cb2e2cd5dcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992426f0-6b4c-4667-8ad3-373c0812cadf,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:09.658978 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793e53-f2f8-48db-8215-fbda174f5ff3 req-29862655-d4ed-4f63-895b-e17ce05d5dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:09.666660 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.687038 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-33793e53-f2f8-48db-8215-fbda174f5ff3 req-29862655-d4ed-4f63-895b-e17ce05d5dad service neutron] 10.222.0.69 "GET /v2.0/networks?id=40ede60e-42c6-4d72-a359-20cd539ddf76 HTTP/1.1" status: 200 len: 915 time: 0.1674769 Dec 16 22:18:09.792107 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-33793e53-f2f8-48db-8215-fbda174f5ff3 req-0d50eda6-0e4f-47b2-a6cc-123db2a641ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f2af629-0488-4acd-9966-731b73ff7544 HTTP/1.1" status: 200 len: 217 time: 0.0970209 Dec 16 22:18:09.792391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b98287b5-afc5-4174-94fb-8437d3e809fb req-9c8d5e1d-b199-4f32-87ba-b2b048896b1e tempest-ServerShowV254Test-332878421 tempest-ServerShowV254Test-332878421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e988a3b-d42d-46ad-b139-72f4c26ca4f8 HTTP/1.1" status: 200 len: 210 time: 0.0450766 Dec 16 22:18:09.831883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event updated for resources: {'Port': ['ID=93a50def-3c67-49e2-9da7-a6fda61e6ea3,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:09.855924 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.893188 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793e53-f2f8-48db-8215-fbda174f5ff3 req-963a2355-ddfb-4fb0-923f-1d42fb845d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:09.898428 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-33793e53-f2f8-48db-8215-fbda174f5ff3 req-963a2355-ddfb-4fb0-923f-1d42fb845d6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=931d3123-76e0-40b9-9ef9-f1d5123d316a HTTP/1.1" status: 200 len: 853 time: 0.0956516 Dec 16 22:18:09.955696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793e53-f2f8-48db-8215-fbda174f5ff3 req-03d988b6-a7ef-4bf9-9f78-3280f06a4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:09.957204 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-33793e53-f2f8-48db-8215-fbda174f5ff3 req-03d988b6-a7ef-4bf9-9f78-3280f06a4ffd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40ede60e-42c6-4d72-a359-20cd539ddf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481019 Dec 16 22:18:09.998336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21d889-c4ee-40ba-a538-0fe98cb69c64 req-388065bf-04fe-4a26-a021-3b11e9237950 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:10.000457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf21d889-c4ee-40ba-a538-0fe98cb69c64 req-388065bf-04fe-4a26-a021-3b11e9237950 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 944 time: 0.0661438 Dec 16 22:18:10.016054 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:10.023353 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-66338121-2da0-4ab8-b544-f8402c7a86b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7331743 Dec 16 22:18:10.057061 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf21d889-c4ee-40ba-a538-0fe98cb69c64 req-5878862a-64a9-4b55-9a35-846e2dd4d6f0 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506806 Dec 16 22:18:10.077940 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-33793e53-f2f8-48db-8215-fbda174f5ff3 req-c9de6c20-ea36-44d4-9282-0a1b3459c785 service neutron] 10.222.0.69 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092303 Dec 16 22:18:10.241856 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-33793e53-f2f8-48db-8215-fbda174f5ff3 req-75b9ff1a-688b-4d83-a8a2-673ec5d62e3c service neutron] 10.222.0.69 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550844 Dec 16 22:18:10.306694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-19988c69-8427-4e23-a4fa-1059c8d9376e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--358474208&fields=id&tenant_id=8bd199153c4c454ca86c6a746307e0b6 HTTP/1.1" status: 200 len: 267 time: 0.0691447 Dec 16 22:18:10.422653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-1634c511-df44-4b39-b034-5f3479e66920 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:10.424144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-1634c511-df44-4b39-b034-5f3479e66920 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/networks?id=6a046838-926f-4ef6-8e4a-4e2a10007290 HTTP/1.1" status: 200 len: 816 time: 0.1096990 Dec 16 22:18:10.440628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-49d22abe-2dcb-4264-bace-7236b4de12ae tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/quotas/8bd199153c4c454ca86c6a746307e0b6 HTTP/1.1" status: 200 len: 375 time: 0.0100851 Dec 16 22:18:10.533823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-ba75e13b-28f4-41c5-8a5f-7a40e64eca15 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8bd199153c4c454ca86c6a746307e0b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868566 Dec 16 22:18:10.544897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dff45-f12a-44aa-995e-2b9ad82343d8 req-b5039f56-23e0-4cc9-8e4e-dbe1aba76c9e tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:10.546406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c81dff45-f12a-44aa-995e-2b9ad82343d8 req-b5039f56-23e0-4cc9-8e4e-dbe1aba76c9e tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 944 time: 0.0888982 Dec 16 22:18:10.650686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c81dff45-f12a-44aa-995e-2b9ad82343d8 req-fbbb1c32-b460-494b-9734-e58613cb12b6 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948381 Dec 16 22:18:10.676860 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-c27ab52c-287e-4e67-9b8e-89d3075d7b0a service neutron] 10.222.0.43 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294322 Dec 16 22:18:10.802512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-99ad2b52-6455-4553-ae82-4913c79c4ff5 service neutron] 10.222.0.43 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190121 Dec 16 22:18:10.988853 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b24c042f-e554-43d1-80f4-b63afbe0298d details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:18:10.989297 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 285ee340-446d-4cbe-b662-9eba29c7c664 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:11.161793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b24c042f-e554-43d1-80f4-b63afbe0298d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b24c042f-e554-43d1-80f4-b63afbe0298d,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:11.187919 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'port_id': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'mac_address': 'fa:16:3e:f8:92:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:18:11.257557 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c36c3ed-20b1-4095-99d2-e478e65e7036 req-b1ac96b1-7dfe-4de4-bee1-a5a5d8633743 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 210 time: 0.0950813 Dec 16 22:18:11.284637 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:11.319434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11953951-9979-49cd-a2b1-0450d9167b3c req-68dc73dc-ed9e-4ee3-a733-53678bd6339d tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:11.331136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24c042f-e554-43d1-80f4-b63afbe0298d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:11.332764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11953951-9979-49cd-a2b1-0450d9167b3c req-68dc73dc-ed9e-4ee3-a733-53678bd6339d tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 944 time: 0.1374400 Dec 16 22:18:11.382768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b24c042f-e554-43d1-80f4-b63afbe0298d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b24c042f-e554-43d1-80f4-b63afbe0298d,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:11.404609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11953951-9979-49cd-a2b1-0450d9167b3c req-86ae53e7-084d-4440-8a12-208b5dfeb5d2 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706959 Dec 16 22:18:11.425138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 285ee340-446d-4cbe-b662-9eba29c7c664 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:18:11.430510 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb', 'name': 'network-vif-deleted', 'tag': 'dd057949-65d1-4012-bb47-3bec9458280f'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:11.434547 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2884ef3-c809-46c5-86f0-817a14c5dd39" -d '{"events": [{"server_uuid": "5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb", "name": "network-vif-deleted", "tag": "dd057949-65d1-4012-bb47-3bec9458280f"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:11.441012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 285ee340-446d-4cbe-b662-9eba29c7c664 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:11.441869 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:11.502266 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:11.504918 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6db011-8da8-47cc-afbf-84f972feefc7 x-openstack-request-id: req-6e6db011-8da8-47cc-afbf-84f972feefc7 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:11.505514 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb", "name": "network-vif-deleted", "tag": "dd057949-65d1-4012-bb47-3bec9458280f", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:11.505982 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e6db011-8da8-47cc-afbf-84f972feefc7 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:11.506442 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cebe5e8-dbf2-4ef2-ae14-35c07a5ab8cb', 'name': 'network-vif-deleted', 'tag': 'dd057949-65d1-4012-bb47-3bec9458280f', 'status': 'completed', 'code': 200} Dec 16 22:18:11.507408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2719667c-4435-4e84-bcbd-7f1ebd28cb17 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:18:11.526810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36832) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:11.673896 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=b24c042f-e554-43d1-80f4-b63afbe0298d,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:11.690502 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:11.700021 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cfd89e57-a4d5-4924-a021-017b3fd03083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:11.727094 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90c0eaa-6676-4546-b619-f7ce13e8df36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285ee340-446d-4cbe-b662-9eba29c7c664'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:11.729482 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ca93d5-a5eb-4ad8-a804-b44894b1f270" -d '{"events": [{"server_uuid": "d90c0eaa-6676-4546-b619-f7ce13e8df36", "name": "network-vif-plugged", "status": "completed", "tag": "285ee340-446d-4cbe-b662-9eba29c7c664"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:11.754379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 285ee340-446d-4cbe-b662-9eba29c7c664, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=285ee340-446d-4cbe-b662-9eba29c7c664,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:11.805527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2719667c-4435-4e84-bcbd-7f1ebd28cb17, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2719667c-4435-4e84-bcbd-7f1ebd28cb17,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:11.825003 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '2719667c-4435-4e84-bcbd-7f1ebd28cb17', 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76', 'port_id': '2719667c-4435-4e84-bcbd-7f1ebd28cb17', 'mac_address': 'fa:16:3e:89:07:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931d3123-76e0-40b9-9ef9-f1d5123d316a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:18:11.883221 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:11.950285 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:11.950285 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device dd057949-65d1-4012-bb47-3bec9458280f no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:11.950285 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2719667c-4435-4e84-bcbd-7f1ebd28cb17 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:11.958922 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8941563a-fd35-42df-8d5f-a4bf789511d1 x-openstack-request-id: req-8941563a-fd35-42df-8d5f-a4bf789511d1 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:11.959159 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90c0eaa-6676-4546-b619-f7ce13e8df36", "name": "network-vif-plugged", "status": "completed", "tag": "285ee340-446d-4cbe-b662-9eba29c7c664", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:11.961134 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8941563a-fd35-42df-8d5f-a4bf789511d1 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:11.961734 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90c0eaa-6676-4546-b619-f7ce13e8df36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285ee340-446d-4cbe-b662-9eba29c7c664', 'code': 200} Dec 16 22:18:11.976923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d68cb-25a5-464b-8a10-422d6873e246 req-f016b4ea-c3a1-452c-a924-503cbca49235 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:11.989162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c70d68cb-25a5-464b-8a10-422d6873e246 req-f016b4ea-c3a1-452c-a924-503cbca49235 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 944 time: 0.1847694 Dec 16 22:18:12.019140 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: dd057949-65d1-4012-bb47-3bec9458280f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:12.020166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device dd057949-65d1-4012-bb47-3bec9458280f not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:12.028987 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cfd89e57-a4d5-4924-a021-017b3fd03083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.033427 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2719667c-4435-4e84-bcbd-7f1ebd28cb17, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2719667c-4435-4e84-bcbd-7f1ebd28cb17,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:12.053777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=285ee340-446d-4cbe-b662-9eba29c7c664,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:12.060634 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c70d68cb-25a5-464b-8a10-422d6873e246 req-b436dfef-1836-4a5c-946d-77d12f557c3e tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695043 Dec 16 22:18:12.094545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06e005-a538-4f98-b31c-2e6ea899d4d8 req-8de2863b-c37a-4893-a352-64c2f7d03789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:12.096979 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dd06e005-a538-4f98-b31c-2e6ea899d4d8 req-8de2863b-c37a-4893-a352-64c2f7d03789 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 1096 time: 0.0992789 Dec 16 22:18:12.104436 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cfd89e57-a4d5-4924-a021-017b3fd03083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.106609 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.107314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2f2af629-0488-4acd-9966-731b73ff7544 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:18:12.192862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cfd89e57-a4d5-4924-a021-017b3fd03083 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74d81aaa9304476e88f92ccf9c754331&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6640189 Dec 16 22:18:12.194208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36854) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:12.207892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2f2af629-0488-4acd-9966-731b73ff7544, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2f2af629-0488-4acd-9966-731b73ff7544,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:12.213797 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dd06e005-a538-4f98-b31c-2e6ea899d4d8 req-364149dd-aede-4103-9916-c1a1096b1e17 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065400 Dec 16 22:18:12.225615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2719667c-4435-4e84-bcbd-7f1ebd28cb17,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:12.247939 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '2f2af629-0488-4acd-9966-731b73ff7544', 'network_id': '40ede60e-42c6-4d72-a359-20cd539ddf76', 'port_id': '2f2af629-0488-4acd-9966-731b73ff7544', 'mac_address': 'fa:16:3e:a3:ae:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931d3123-76e0-40b9-9ef9-f1d5123d316a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:18:12.313440 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.318764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd89e57-a4d5-4924-a021-017b3fd03083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9250b54b-ceae-49d5-9ae5-4fb2598374d7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:12.332603 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2af629-0488-4acd-9966-731b73ff7544 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:12.366328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08bfc29a-fc3d-4e07-b73d-acc1c6aa9a96 req-ff011d34-9998-43ed-a387-f9259d11a19f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 210 time: 0.0444794 Dec 16 22:18:12.371255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2f2af629-0488-4acd-9966-731b73ff7544, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2f2af629-0488-4acd-9966-731b73ff7544,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:12.377610 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e03e1a67-e4e2-4a02-b913-10d880ca9673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.410940 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e03e1a67-e4e2-4a02-b913-10d880ca9673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.460114 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.543740 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2f2af629-0488-4acd-9966-731b73ff7544,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:12.570076 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e03e1a67-e4e2-4a02-b913-10d880ca9673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.572675 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e03e1a67-e4e2-4a02-b913-10d880ca9673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.573880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e03e1a67-e4e2-4a02-b913-10d880ca9673 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9250b54b-ceae-49d5-9ae5-4fb2598374d7 HTTP/1.1" status: 204 len: 168 time: 0.3764718 Dec 16 22:18:12.585982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e1a67-e4e2-4a02-b913-10d880ca9673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9250b54b-ceae-49d5-9ae5-4fb2598374d7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:12.610961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bcd9-a473-4f27-8d2e-f1f04cff7785 req-f12f8a43-380b-4aa6-9a64-ea5cf3b9e3a6 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:12.625694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d793bcd9-a473-4f27-8d2e-f1f04cff7785 req-f12f8a43-380b-4aa6-9a64-ea5cf3b9e3a6 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 945 time: 0.0993378 Dec 16 22:18:12.691105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d793bcd9-a473-4f27-8d2e-f1f04cff7785 req-8d6f26df-ff08-4538-a291-e5b17a157f5d tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645165 Dec 16 22:18:12.885677 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['2719667c-4435-4e84-bcbd-7f1ebd28cb17'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:12.960615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['2f2af629-0488-4acd-9966-731b73ff7544'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:12.962858 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['b24c042f-e554-43d1-80f4-b63afbe0298d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:13.092691 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:13.250764 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:13.331853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22488143-a514-4d8d-8ce4-5e2248e7a5df req-3708101f-8202-40b4-90a5-56a62a9a6027 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:13.333812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22488143-a514-4d8d-8ce4-5e2248e7a5df req-3708101f-8202-40b4-90a5-56a62a9a6027 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 945 time: 0.0912387 Dec 16 22:18:13.453411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22488143-a514-4d8d-8ce4-5e2248e7a5df req-3beb8402-f271-4a71-a27d-50cbd4ed620c tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091294 Dec 16 22:18:13.595618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e842e5b-4977-4c83-9cec-d8cc4e9ff661 req-bb4d5846-72d2-4ef2-b804-26ac79b88973 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 210 time: 0.0426307 Dec 16 22:18:13.847250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ccf7d-caac-4bee-93bb-88b5a0c69e2c req-6a67ee68-96ce-4315-8b3b-8089314ae417 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:13.848849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-297ccf7d-caac-4bee-93bb-88b5a0c69e2c req-6a67ee68-96ce-4315-8b3b-8089314ae417 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 945 time: 0.0569465 Dec 16 22:18:13.910988 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-297ccf7d-caac-4bee-93bb-88b5a0c69e2c req-aeee6745-6462-4a2c-8bf4-b4e15cab4a20 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517061 Dec 16 22:18:14.102328 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-9be3597b-88ee-4317-9f8c-95df6839fe32 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:14.104591 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-9be3597b-88ee-4317-9f8c-95df6839fe32 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.69 "GET /v2.0/networks?id=6a046838-926f-4ef6-8e4a-4e2a10007290 HTTP/1.1" status: 200 len: 816 time: 0.1769087 Dec 16 22:18:14.200441 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-282477fe-db54-4f8c-a6dd-eeac03fd69cb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bd199153c4c454ca86c6a746307e0b6 HTTP/1.1" status: 200 len: 379 time: 0.0851939 Dec 16 22:18:14.213007 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-460857f7-8725-4c65-8cac-9aa4a9aa8ecb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Request body: {'port': {'device_id': '9cd38057-4844-4715-9622-ce9f365e714b', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'admin_state_up': True, 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'security_groups': ['63551c69-a8ca-4e5e-bdb8-1ca8ff622a60']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:14.459028 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-460857f7-8725-4c65-8cac-9aa4a9aa8ecb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Made reservation on behalf of 8bd199153c4c454ca86c6a746307e0b6 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:14.462834 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-460857f7-8725-4c65-8cac-9aa4a9aa8ecb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:14.637132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-460857f7-8725-4c65-8cac-9aa4a9aa8ecb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Allocated IP 172.20.0.10 (6a046838-926f-4ef6-8e4a-4e2a10007290/c5214a06-2f1e-40fb-bdb3-af39deff7abd/2a213143-51e7-4ac6-a227-96f5063c9068) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:14.642907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf22310-f47f-4e3d-8a8c-3a14dbf68f68 req-0e53d622-0a4a-4eb5-afcd-0d58b9bd8d4e tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:14.650345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddf22310-f47f-4e3d-8a8c-3a14dbf68f68 req-0e53d622-0a4a-4eb5-afcd-0d58b9bd8d4e tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 945 time: 0.0933778 Dec 16 22:18:14.746953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36936) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:14.789548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88aceb73-2ffe-42f7-849c-a851cebf077b req-d8733918-76dd-454b-9c42-db2a7ef84750 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 210 time: 0.0759594 Dec 16 22:18:14.811292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddf22310-f47f-4e3d-8a8c-3a14dbf68f68 req-4e249b5d-177c-459e-bedc-b218d2ca7ccb tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465712 Dec 16 22:18:14.899914 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-460857f7-8725-4c65-8cac-9aa4a9aa8ecb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:14.962447 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0cbf34c7-d60b-4e33-84f9-b832700c2f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:14.996829 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-460857f7-8725-4c65-8cac-9aa4a9aa8ecb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.019970 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b24c042f-e554-43d1-80f4-b63afbe0298d up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:15.056841 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-460857f7-8725-4c65-8cac-9aa4a9aa8ecb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Network 6a046838-926f-4ef6-8e4a-4e2a10007290 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:15.059247 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-460857f7-8725-4c65-8cac-9aa4a9aa8ecb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:15.063200 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-460857f7-8725-4c65-8cac-9aa4a9aa8ecb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:15.082528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe10df-09a3-4deb-b71e-720942196407 req-8ec49e5f-9cde-4e97-b0b0-46f801454add tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:15.084635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2afe10df-09a3-4deb-b71e-720942196407 req-8ec49e5f-9cde-4e97-b0b0-46f801454add tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 945 time: 0.0905447 Dec 16 22:18:15.094480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460857f7-8725-4c65-8cac-9aa4a9aa8ecb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event updated for resources: {'Port': ['ID=2a213143-51e7-4ac6-a227-96f5063c9068,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:15.147534 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-460857f7-8725-4c65-8cac-9aa4a9aa8ecb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:15.148241 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-460857f7-8725-4c65-8cac-9aa4a9aa8ecb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.160900 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0cbf34c7-d60b-4e33-84f9-b832700c2f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.184731 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port b24c042f-e554-43d1-80f4-b63afbe0298d completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:18:15.189138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port b24c042f-e554-43d1-80f4-b63afbe0298d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:15.190041 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.227337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2afe10df-09a3-4deb-b71e-720942196407 req-4711b783-8b0e-4d93-ad76-854ebe3c3cfe tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347666 Dec 16 22:18:15.258588 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0cbf34c7-d60b-4e33-84f9-b832700c2f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.299697 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-460857f7-8725-4c65-8cac-9aa4a9aa8ecb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0933518 Dec 16 22:18:15.320392 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Request body: {'port': {'device_id': '9cd38057-4844-4715-9622-ce9f365e714b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:15.344088 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.345799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf34c7-d60b-4e33-84f9-b832700c2f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa4fde6-1826-498d-9f35-0b66f6337518,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:15.379043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0cbf34c7-d60b-4e33-84f9-b832700c2f2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3445ce35c5c24461bb3612479aab5f97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6265612 Dec 16 22:18:15.380801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36950) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:15.381924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce33f63-3147-432c-ac86-bb3007e03714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c042f-e554-43d1-80f4-b63afbe0298d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:15.386794 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed8d8b3-cb02-4335-88e1-655c6a7f7e88" -d '{"events": [{"server_uuid": "7ce33f63-3147-432c-ac86-bb3007e03714", "name": "network-vif-plugged", "status": "completed", "tag": "b24c042f-e554-43d1-80f4-b63afbe0298d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:15.424499 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.430275 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b24c042f-e554-43d1-80f4-b63afbe0298d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b24c042f-e554-43d1-80f4-b63afbe0298d,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:15.445887 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679bc58e-949f-4af3-b099-255691109af9 x-openstack-request-id: req-679bc58e-949f-4af3-b099-255691109af9 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:15.446174 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce33f63-3147-432c-ac86-bb3007e03714", "name": "network-vif-plugged", "status": "completed", "tag": "b24c042f-e554-43d1-80f4-b63afbe0298d", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:15.446413 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-679bc58e-949f-4af3-b099-255691109af9 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:15.446800 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce33f63-3147-432c-ac86-bb3007e03714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'code': 200} Dec 16 22:18:15.478003 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e93f67e0-5360-4ca2-9e66-1f99832ac870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.478560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36954) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:15.522413 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e93f67e0-5360-4ca2-9e66-1f99832ac870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.537186 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-28050901-726e-4225-9bd6-83ea4801d040 None None] Provisioning complete for port 2a213143-51e7-4ac6-a227-96f5063c9068 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:15.541509 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28050901-726e-4225-9bd6-83ea4801d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.580345 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.581075 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2719667c-4435-4e84-bcbd-7f1ebd28cb17 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:15.603698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c67e4-9dba-436a-9874-6fc6f25bf89f req-7e7c20a8-10dc-42de-a6ba-b49760319cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:15.606383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd2c67e4-9dba-436a-9874-6fc6f25bf89f req-7e7c20a8-10dc-42de-a6ba-b49760319cc4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 1096 time: 0.0863562 Dec 16 22:18:15.653485 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-28050901-726e-4225-9bd6-83ea4801d040 None None] Port 2a213143-51e7-4ac6-a227-96f5063c9068 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:18:15.670056 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd2c67e4-9dba-436a-9874-6fc6f25bf89f req-2e0da89b-61f3-47da-8a23-3621fd08c914 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555875 Dec 16 22:18:15.678158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=b24c042f-e554-43d1-80f4-b63afbe0298d,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:15.688307 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3fa806c9-95ea-44e5-bc52-2ff34b34dec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.799069 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e93f67e0-5360-4ca2-9e66-1f99832ac870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.802357 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e93f67e0-5360-4ca2-9e66-1f99832ac870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.806030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e93f67e0-5360-4ca2-9e66-1f99832ac870 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7aa4fde6-1826-498d-9f35-0b66f6337518 HTTP/1.1" status: 204 len: 168 time: 0.4217513 Dec 16 22:18:15.824710 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 2719667c-4435-4e84-bcbd-7f1ebd28cb17 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:18:15.831605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 2719667c-4435-4e84-bcbd-7f1ebd28cb17 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:15.831973 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.871510 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a213143-51e7-4ac6-a227-96f5063c9068 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:15.880499 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.905304 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Transition to ACTIVE for port object 2a213143-51e7-4ac6-a227-96f5063c9068 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:18:15.940327 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3fa806c9-95ea-44e5-bc52-2ff34b34dec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.962617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f67e0-5360-4ca2-9e66-1f99832ac870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa4fde6-1826-498d-9f35-0b66f6337518,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:15.982564 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.037088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2719667c-4435-4e84-bcbd-7f1ebd28cb17, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2719667c-4435-4e84-bcbd-7f1ebd28cb17,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:16.047408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61d94-d752-4ca8-b79d-ae368c5b99dc req-8829ee26-2206-41e9-a856-6576b98ca82a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:16.048924 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ba61d94-d752-4ca8-b79d-ae368c5b99dc req-8829ee26-2206-41e9-a856-6576b98ca82a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 932 time: 0.0900817 Dec 16 22:18:16.056157 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a92401-6f38-42e4-9c33-359bfcb84693 req-33f610fb-c9d0-4d6c-a143-a1c9d93f127c tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:16.057697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56a92401-6f38-42e4-9c33-359bfcb84693 req-33f610fb-c9d0-4d6c-a143-a1c9d93f127c tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 945 time: 0.0965760 Dec 16 22:18:16.085081 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.089741 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3fa806c9-95ea-44e5-bc52-2ff34b34dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.134167 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Pushing event updated for resources: {'Port': ['ID=2a213143-51e7-4ac6-a227-96f5063c9068,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:16.160934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3fa806c9-95ea-44e5-bc52-2ff34b34dec2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee6d9deed4e14dc1996d4c327d2e63aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6789408 Dec 16 22:18:16.169505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36966) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:16.172945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa806c9-95ea-44e5-bc52-2ff34b34dec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69507470-717b-47c7-95bb-68b2e5a347f8,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:16.179313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ba61d94-d752-4ca8-b79d-ae368c5b99dc req-bee9dc82-2097-49d9-971c-544a0bd116df tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199949 Dec 16 22:18:16.195495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56a92401-6f38-42e4-9c33-359bfcb84693 req-654f6590-9548-46a8-9f74-a73354fab22e tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243002 Dec 16 22:18:16.235890 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.239484 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2f2af629-0488-4acd-9966-731b73ff7544 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:16.399654 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cab1fd8d-0c32-4aa5-b27b-4a2f81c4efcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.433582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2719667c-4435-4e84-bcbd-7f1ebd28cb17,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:16.442593 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cab1fd8d-0c32-4aa5-b27b-4a2f81c4efcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.487087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 2f2af629-0488-4acd-9966-731b73ff7544 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:18:16.491915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 2f2af629-0488-4acd-9966-731b73ff7544 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:16.492032 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.501196 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Attempting to bind port 2a213143-51e7-4ac6-a227-96f5063c9068 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:16.501538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Attempting to bind port 2a213143-51e7-4ac6-a227-96f5063c9068 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:16.501917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Attempting to bind port 2a213143-51e7-4ac6-a227-96f5063c9068 on network 6a046838-926f-4ef6-8e4a-4e2a10007290 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:16.506823 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Port 2a213143-51e7-4ac6-a227-96f5063c9068 on network 6a046838-926f-4ef6-8e4a-4e2a10007290 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:18:16.507151 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Attempting to bind port 2a213143-51e7-4ac6-a227-96f5063c9068 on network 6a046838-926f-4ef6-8e4a-4e2a10007290 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:16.514378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:16.514807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Checking segment: {'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:16.515186 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Bound using segment: {'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:16.515643 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Bound port: 2a213143-51e7-4ac6-a227-96f5063c9068, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:16.516002 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.524591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f3818-7b0b-4d14-9243-0452f0742601 req-d0ee285d-9e49-4c70-901b-3009a816f460 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:16.528252 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-804f3818-7b0b-4d14-9243-0452f0742601 req-d0ee285d-9e49-4c70-901b-3009a816f460 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 946 time: 0.0873408 Dec 16 22:18:16.572202 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cab1fd8d-0c32-4aa5-b27b-4a2f81c4efcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.575481 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cab1fd8d-0c32-4aa5-b27b-4a2f81c4efcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.576597 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cab1fd8d-0c32-4aa5-b27b-4a2f81c4efcd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69507470-717b-47c7-95bb-68b2e5a347f8 HTTP/1.1" status: 204 len: 168 time: 0.4038165 Dec 16 22:18:16.595645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1fd8d-0c32-4aa5-b27b-4a2f81c4efcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69507470-717b-47c7-95bb-68b2e5a347f8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:16.644819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-804f3818-7b0b-4d14-9243-0452f0742601 req-e78e910f-49b6-41a9-8b53-f185891bff4b tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097507 Dec 16 22:18:16.667295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] For port 2a213143-51e7-4ac6-a227-96f5063c9068, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:16.672169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] For port 2a213143-51e7-4ac6-a227-96f5063c9068, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2a213143-51e7-4ac6-a227-96f5063c9068,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:16.719132 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.756770 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.761929 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2f2af629-0488-4acd-9966-731b73ff7544, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2f2af629-0488-4acd-9966-731b73ff7544,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:16.803339 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:16.803973 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.805415 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] 10.222.0.69 "PUT /v2.0/ports/2a213143-51e7-4ac6-a227-96f5063c9068 HTTP/1.1" status: 200 len: 1092 time: 1.4971890 Dec 16 22:18:16.817749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd38057-4844-4715-9622-ce9f365e714b', 'tag': '2a213143-51e7-4ac6-a227-96f5063c9068'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:16.820091 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e281cb9-b3ba-4979-8ccc-dabe9f36b2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd38057-4844-4715-9622-ce9f365e714b", "tag": "2a213143-51e7-4ac6-a227-96f5063c9068"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:16.850410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f6a5d-817e-470f-bcad-904453945d92 service neutron] Pushing event updated for resources: {'Port': ['ID=2a213143-51e7-4ac6-a227-96f5063c9068,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:16.906061 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c6be68-68bb-4f0a-90df-641b17d653e0 x-openstack-request-id: req-22c6be68-68bb-4f0a-90df-641b17d653e0 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:16.906288 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd38057-4844-4715-9622-ce9f365e714b", "tag": "2a213143-51e7-4ac6-a227-96f5063c9068", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:16.906545 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22c6be68-68bb-4f0a-90df-641b17d653e0 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:16.906952 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd38057-4844-4715-9622-ce9f365e714b', 'tag': '2a213143-51e7-4ac6-a227-96f5063c9068', 'status': 'completed', 'code': 200} Dec 16 22:18:16.910616 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.031921 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2f2af629-0488-4acd-9966-731b73ff7544,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:17.073577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e281cb9-b3ba-4979-8ccc-dabe9f36b2e3 req-41e9f8fe-8f97-417a-b783-47bdcc2cc97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:17.077070 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1e281cb9-b3ba-4979-8ccc-dabe9f36b2e3 req-41e9f8fe-8f97-417a-b783-47bdcc2cc97a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bd199153c4c454ca86c6a746307e0b6&device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 1095 time: 0.1241620 Dec 16 22:18:17.202209 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e281cb9-b3ba-4979-8ccc-dabe9f36b2e3 req-44132e85-8c8c-49e9-b15d-21b91efeb1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:17.204676 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1e281cb9-b3ba-4979-8ccc-dabe9f36b2e3 req-44132e85-8c8c-49e9-b15d-21b91efeb1d3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8bd199153c4c454ca86c6a746307e0b6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1184955 Dec 16 22:18:17.405527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fedd5-cfbf-4a14-9d49-001b17127825 req-c93505ab-ff02-4ed1-96a4-777d2d7bcdfd tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:17.415679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b64fedd5-cfbf-4a14-9d49-001b17127825 req-c93505ab-ff02-4ed1-96a4-777d2d7bcdfd tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 946 time: 0.1449199 Dec 16 22:18:17.448174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000e421e-66ea-495b-a78c-00d4a8f71884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2719667c-4435-4e84-bcbd-7f1ebd28cb17'}, {'server_uuid': 'a56c11ac-3fd1-4c19-9aea-25c0bf5af1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2af629-0488-4acd-9966-731b73ff7544'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:17.449281 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e281cb9-b3ba-4979-8ccc-dabe9f36b2e3 req-f9f25683-de4b-4cf4-9e99-a0843ff3fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:17.452504 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02eb379-d274-4895-9f71-98ca3f9afe99" -d '{"events": [{"server_uuid": "000e421e-66ea-495b-a78c-00d4a8f71884", "name": "network-vif-plugged", "status": "completed", "tag": "2719667c-4435-4e84-bcbd-7f1ebd28cb17"}, {"server_uuid": "a56c11ac-3fd1-4c19-9aea-25c0bf5af1de", "name": "network-vif-plugged", "status": "completed", "tag": "2f2af629-0488-4acd-9966-731b73ff7544"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:17.454383 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1e281cb9-b3ba-4979-8ccc-dabe9f36b2e3 req-f9f25683-de4b-4cf4-9e99-a0843ff3fc9a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2390878 Dec 16 22:18:17.470615 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a984eb-f950-4421-afa6-74ef02119131 req-a2427757-ed8c-4fff-ad91-25add5ed0b25 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:17.472227 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80a984eb-f950-4421-afa6-74ef02119131 req-a2427757-ed8c-4fff-ad91-25add5ed0b25 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.1243320 Dec 16 22:18:17.511662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b64fedd5-cfbf-4a14-9d49-001b17127825 req-a633c8e9-e58a-4df6-8dee-4e6514eb3349 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888042 Dec 16 22:18:17.575414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-5ed9a8e8-1d87-4df4-a6ad-bcfad45dde81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:17.578950 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-5ed9a8e8-1d87-4df4-a6ad-bcfad45dde81 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bd199153c4c454ca86c6a746307e0b6&device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 1095 time: 0.0777154 Dec 16 22:18:17.616335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80a984eb-f950-4421-afa6-74ef02119131 req-658f6fe1-ef29-4e0d-8c5f-ea58212a8977 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321008 Dec 16 22:18:17.709010 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-4c17223a-7935-4e47-8afe-b48049572d39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a213143-51e7-4ac6-a227-96f5063c9068 HTTP/1.1" status: 200 len: 217 time: 0.1131055 Dec 16 22:18:17.727533 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892f001d-b5f0-42ae-a51e-89aa7a544b9c x-openstack-request-id: req-892f001d-b5f0-42ae-a51e-89aa7a544b9c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:17.728070 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000e421e-66ea-495b-a78c-00d4a8f71884", "name": "network-vif-plugged", "status": "completed", "tag": "2719667c-4435-4e84-bcbd-7f1ebd28cb17", "code": 200}, {"server_uuid": "a56c11ac-3fd1-4c19-9aea-25c0bf5af1de", "name": "network-vif-plugged", "status": "completed", "tag": "2f2af629-0488-4acd-9966-731b73ff7544", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:17.728512 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-892f001d-b5f0-42ae-a51e-89aa7a544b9c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:17.729094 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000e421e-66ea-495b-a78c-00d4a8f71884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2719667c-4435-4e84-bcbd-7f1ebd28cb17', 'code': 200} Dec 16 22:18:17.729861 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56c11ac-3fd1-4c19-9aea-25c0bf5af1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2af629-0488-4acd-9966-731b73ff7544', 'code': 200} Dec 16 22:18:17.775209 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-45915765-c584-4ee4-b1c4-720705a43dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:17.776778 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-45915765-c584-4ee4-b1c4-720705a43dd4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5214a06-2f1e-40fb-bdb3-af39deff7abd HTTP/1.1" status: 200 len: 855 time: 0.0612199 Dec 16 22:18:17.858231 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-c13d52a9-ce7f-412e-8482-1f8510d6f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:17.860476 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-c13d52a9-ce7f-412e-8482-1f8510d6f939 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a046838-926f-4ef6-8e4a-4e2a10007290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714414 Dec 16 22:18:18.000069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cb69d-17ec-4891-bf75-b97ccebdb413 req-1de53c90-491a-4426-8704-e361ebdffa95 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:18.008269 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af5177-a883-47a9-bab5-149e492ac0f3 req-02d0ca7c-9e1d-4492-ba7b-69315d39a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:18.009991 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-55af5177-a883-47a9-bab5-149e492ac0f3 req-02d0ca7c-9e1d-4492-ba7b-69315d39a6f8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 1097 time: 0.1422617 Dec 16 22:18:18.016576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c0cb69d-17ec-4891-bf75-b97ccebdb413 req-1de53c90-491a-4426-8704-e361ebdffa95 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 946 time: 0.1927750 Dec 16 22:18:18.070710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac00f8-bd20-43b0-b679-c72b58a96197 req-284ab638-80dc-48a6-9ba1-6b3b8417fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:18.070946 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-af9c8452-c2a1-41ff-8e55-5062837b6101 service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905513 Dec 16 22:18:18.072497 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69ac00f8-bd20-43b0-b679-c72b58a96197 req-284ab638-80dc-48a6-9ba1-6b3b8417fe2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=000e421e-66ea-495b-a78c-00d4a8f71884 HTTP/1.1" status: 200 len: 1096 time: 0.2242153 Dec 16 22:18:18.189587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69ac00f8-bd20-43b0-b679-c72b58a96197 req-47f8e176-f3a3-49bf-9f41-6e7b6acf3dd1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903585 Dec 16 22:18:18.192134 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-55af5177-a883-47a9-bab5-149e492ac0f3 req-19f9018b-2556-4f0c-93ce-1dee78969a85 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682100 Dec 16 22:18:18.193673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c0cb69d-17ec-4891-bf75-b97ccebdb413 req-c59540aa-6967-4697-aed0-7dc4049c8446 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760845 Dec 16 22:18:18.314583 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a6ee6a9-31f9-48e8-8690-af274f4fab74 req-f3933f19-27b0-4ea3-bba1-4a9e769382fe service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287300 Dec 16 22:18:18.438212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-9a2c5185-a64b-4e1d-8b19-af5b05a65e62 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1721797 Dec 16 22:18:18.452022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:18.604563 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:18.687444 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfca4c5-4e53-45c6-97ea-6184456f1b69 req-f10deb77-9aa6-4cf9-a74f-b3043d39bcff tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:18.687444 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1cfca4c5-4e53-45c6-97ea-6184456f1b69 req-f10deb77-9aa6-4cf9-a74f-b3043d39bcff tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 946 time: 0.0954359 Dec 16 22:18:18.764453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1cfca4c5-4e53-45c6-97ea-6184456f1b69 req-fafdc25b-ae05-49bd-922b-bf8ed25f03eb tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633903 Dec 16 22:18:18.790682 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:18.941043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85a590-c847-4a3d-bde3-fd5a12a716af req-889f8433-4eca-4cac-8893-86576045384e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:18.943090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c85a590-c847-4a3d-bde3-fd5a12a716af req-889f8433-4eca-4cac-8893-86576045384e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.1080835 Dec 16 22:18:18.988513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Allocated IP 172.25.2.200 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/feb4ccbd-d045-44ae-8903-8103604774bd) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:19.041193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c85a590-c847-4a3d-bde3-fd5a12a716af req-5c1b6d25-3cef-4020-8475-c17d30528eb7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843191 Dec 16 22:18:19.204075 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:19.333061 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:19.404765 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:19.408710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:19.413035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:20.064968 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90ce9346-ecdb-4999-95de-7cdf3af0ee88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:20.076343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Pushing event updated for resources: {'Port': ['ID=feb4ccbd-d045-44ae-8903-8103604774bd,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:20.176835 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727303c-9e26-4a87-92de-6984411b4f82 req-c27a2707-6251-440b-abf6-c768b920c4f9 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:20.185270 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8727303c-9e26-4a87-92de-6984411b4f82 req-c27a2707-6251-440b-abf6-c768b920c4f9 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 946 time: 0.1227946 Dec 16 22:18:20.264152 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8727303c-9e26-4a87-92de-6984411b4f82 req-3b1adaf5-61b9-4e47-8590-bfef9c6f1329 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787742 Dec 16 22:18:20.266376 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:20.403176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995f223-0327-4e49-99cc-61ba872075a8 req-603e7149-d91e-4502-a363-a08f1c136ddb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:20.404748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4995f223-0327-4e49-99cc-61ba872075a8 req-603e7149-d91e-4502-a363-a08f1c136ddb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.0822966 Dec 16 22:18:20.405339 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:20.548217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4995f223-0327-4e49-99cc-61ba872075a8 req-1d06dc18-477d-4fc8-8b36-957baabf8cfd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155052 Dec 16 22:18:20.664872 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:20.801762 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:20.886867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Pushing event updated for resources: {'Port': ['ID=feb4ccbd-d045-44ae-8903-8103604774bd,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:20.896949 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:20.981024 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:20.982356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-b710775f-106f-4de3-8e4b-a53d8b1cd974 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5347569 Dec 16 22:18:21.035672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-92b849cd-2c1e-4774-bc47-a866f0799395 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.0469542 Dec 16 22:18:21.222211 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-3bb61054-9c1c-485a-8461-7b13d784dbb9 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:21.224914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff7ee3aa-6b44-45d3-a516-8c0567d662fa req-3bb61054-9c1c-485a-8461-7b13d784dbb9 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.1828179 Dec 16 22:18:21.407692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab335f0b-397c-4cb0-ad6b-bf6708438596 req-a3259216-56fa-4705-a4e1-e9c2c1e0baf8 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:21.409369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab335f0b-397c-4cb0-ad6b-bf6708438596 req-a3259216-56fa-4705-a4e1-e9c2c1e0baf8 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 946 time: 0.0599923 Dec 16 22:18:21.469613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab335f0b-397c-4cb0-ad6b-bf6708438596 req-0ea8d59d-d8e4-44e7-92d9-03c8d58ac4c7 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493484 Dec 16 22:18:21.706626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b868c2c-617f-4e17-8295-674b99a804a5 req-22cebe33-8491-49e8-aca8-362471b6cd8a tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:21.708677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b868c2c-617f-4e17-8295-674b99a804a5 req-22cebe33-8491-49e8-aca8-362471b6cd8a tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.1323783 Dec 16 22:18:21.807097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b868c2c-617f-4e17-8295-674b99a804a5 req-a9b54eeb-8a53-4858-b0b6-3c7c59a22b65 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871584 Dec 16 22:18:21.827971 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-f9133df5-4716-4e98-b1aa-65c35a8973d9 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:21.833744 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-f9133df5-4716-4e98-b1aa-65c35a8973d9 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 821 time: 0.2164359 Dec 16 22:18:21.853821 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-90bab844-dfab-4098-a392-52e6f830e64d tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/quotas/d2c6e402c5ec467fa5ca1eff768776c9 HTTP/1.1" status: 200 len: 375 time: 0.0188632 Dec 16 22:18:21.871803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37242) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:21.954861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-598df305-6b19-4d8c-a578-c47f0b193471 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987558 Dec 16 22:18:22.042496 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48817f88-5d9e-4820-b6ba-b1178bf493eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.068784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a9995-d1af-4819-a258-6d82aca05db1 req-f974a080-335b-43b2-9faa-8e5da655b4ae tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:22.070451 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-055a9995-d1af-4819-a258-6d82aca05db1 req-f974a080-335b-43b2-9faa-8e5da655b4ae tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.1598516 Dec 16 22:18:22.146492 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48817f88-5d9e-4820-b6ba-b1178bf493eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.157467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-3157d1da-84d8-4936-b0bf-cf6819a25331 service neutron] 10.222.0.43 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813607 Dec 16 22:18:22.162448 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-055a9995-d1af-4819-a258-6d82aca05db1 req-e347ff11-5c25-4dc9-8d31-754e9b6863e1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811992 Dec 16 22:18:22.224222 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48817f88-5d9e-4820-b6ba-b1178bf493eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.254861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48817f88-5d9e-4820-b6ba-b1178bf493eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678542c8-9ab4-4846-bc10-8655cb27e3b8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:22.295940 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-48817f88-5d9e-4820-b6ba-b1178bf493eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5248fbb814e44c50b3fa495ab23c8678&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4229023 Dec 16 22:18:22.296579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37248) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:22.372998 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f6a36a1-074d-488d-a3d7-c57b9091cc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.376270 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-2b237a39-5bba-4c28-968a-7f40523551da service neutron] 10.222.0.43 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039421 Dec 16 22:18:22.378882 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d452973-b353-4791-bc21-cd6f6b3a01e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.416285 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d452973-b353-4791-bc21-cd6f6b3a01e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.538831 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d452973-b353-4791-bc21-cd6f6b3a01e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.542096 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d452973-b353-4791-bc21-cd6f6b3a01e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.543625 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3d452973-b353-4791-bc21-cd6f6b3a01e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/678542c8-9ab4-4846-bc10-8655cb27e3b8 HTTP/1.1" status: 204 len: 168 time: 0.2460463 Dec 16 22:18:22.554642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d452973-b353-4791-bc21-cd6f6b3a01e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678542c8-9ab4-4846-bc10-8655cb27e3b8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:22.574348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c044ca-e2c3-4df7-a30a-11915ccea8bd req-f39d7718-c19b-4c67-ba4f-06a68e2b19b2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:22.576331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-93c044ca-e2c3-4df7-a30a-11915ccea8bd req-f39d7718-c19b-4c67-ba4f-06a68e2b19b2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=000e421e-66ea-495b-a78c-00d4a8f71884 HTTP/1.1" status: 200 len: 945 time: 0.0825267 Dec 16 22:18:22.660969 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-93c044ca-e2c3-4df7-a30a-11915ccea8bd req-131b4b88-8995-4792-a3a8-82670f77caff tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749793 Dec 16 22:18:22.825024 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aac1fe3b-17e1-4008-bb2e-1319b17d5e6d req-184333fc-9c65-4967-a2c6-cfb2c9fd82ce tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 210 time: 0.0630431 Dec 16 22:18:22.913041 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37270) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:23.017476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2a213143-51e7-4ac6-a227-96f5063c9068 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:18:23.035729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cd965-4b1d-4a72-9e38-109b1e6273c4 req-f32f21ad-dca6-4c53-8be8-f9058ad09f40 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:23.037716 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d1cd965-4b1d-4a72-9e38-109b1e6273c4 req-f32f21ad-dca6-4c53-8be8-f9058ad09f40 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 946 time: 0.0520501 Dec 16 22:18:23.123987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d1cd965-4b1d-4a72-9e38-109b1e6273c4 req-e1ec6017-49b5-4699-a851-88efad2a0cb9 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787592 Dec 16 22:18:23.198869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2a213143-51e7-4ac6-a227-96f5063c9068, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2a213143-51e7-4ac6-a227-96f5063c9068,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:23.221360 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '2a213143-51e7-4ac6-a227-96f5063c9068', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'port_id': '2a213143-51e7-4ac6-a227-96f5063c9068', 'mac_address': 'fa:16:3e:84:39:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:18:23.303673 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.380576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a213143-51e7-4ac6-a227-96f5063c9068 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:23.431507 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2a213143-51e7-4ac6-a227-96f5063c9068, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2a213143-51e7-4ac6-a227-96f5063c9068,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:23.455632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce80bce-7728-4a6f-a40f-b18deabea4e7 req-8fcfbef4-d0f1-404e-8c24-858371a6d201 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:23.462951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ce80bce-7728-4a6f-a40f-b18deabea4e7 req-8fcfbef4-d0f1-404e-8c24-858371a6d201 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.1309459 Dec 16 22:18:23.528828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-28908cc2-79fb-4eb3-adc0-b5a13834ed8d admin admin] Deleting subnet cc959983-53a1-41bc-bb50-5414cb529785 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:18:23.540906 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.543953 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.552091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28908cc2-79fb-4eb3-adc0-b5a13834ed8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.556863 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ce80bce-7728-4a6f-a40f-b18deabea4e7 req-569771b9-8078-4517-90f3-eeebd0caf72d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865030 Dec 16 22:18:23.566545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6670df-a4c5-4e5c-9af0-efadea844f3f req-fa8ae2e1-0f60-4de0-83b8-f0c532bf33c1 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:23.568137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb6670df-a4c5-4e5c-9af0-efadea844f3f req-fa8ae2e1-0f60-4de0-83b8-f0c532bf33c1 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.0906899 Dec 16 22:18:23.646171 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28908cc2-79fb-4eb3-adc0-b5a13834ed8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.649940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb6670df-a4c5-4e5c-9af0-efadea844f3f req-7c9255a5-8cf2-48db-9c31-cae40d135481 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719564 Dec 16 22:18:23.665836 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2a213143-51e7-4ac6-a227-96f5063c9068,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:23.708437 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28908cc2-79fb-4eb3-adc0-b5a13834ed8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.892203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['2a213143-51e7-4ac6-a227-96f5063c9068'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:23.893483 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28908cc2-79fb-4eb3-adc0-b5a13834ed8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.911328 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28908cc2-79fb-4eb3-adc0-b5a13834ed8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.915190 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-28908cc2-79fb-4eb3-adc0-b5a13834ed8d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cc959983-53a1-41bc-bb50-5414cb529785 HTTP/1.1" status: 204 len: 168 time: 1.0009573 Dec 16 22:18:23.927063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37298) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:23.956220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-192afd97-2f23-47a4-bb26-885a580a9da7 req-3f733baf-0e09-46c2-b1ca-943df64b2c39 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 210 time: 0.0699046 Dec 16 22:18:23.965501 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37300) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:23.977929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28908cc2-79fb-4eb3-adc0-b5a13834ed8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc959983-53a1-41bc-bb50-5414cb529785,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:24.046090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf0769-27ab-416f-8be3-5a353d605f76 req-2ca89f57-c414-44ae-aaba-b11c0a5df569 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:24.049008 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4bffc7ec-7e1a-48a4-88f4-5f885a67b1ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.062776 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf0769-27ab-416f-8be3-5a353d605f76 req-2ca89f57-c414-44ae-aaba-b11c0a5df569 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:24.080436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf0769-27ab-416f-8be3-5a353d605f76 req-2ca89f57-c414-44ae-aaba-b11c0a5df569 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:24.082979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aacf0769-27ab-416f-8be3-5a353d605f76 req-2ca89f57-c414-44ae-aaba-b11c0a5df569 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de&device_id=000e421e-66ea-495b-a78c-00d4a8f71884&device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 2417 time: 0.1433592 Dec 16 22:18:24.127372 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e36c192c-ba95-4be8-a276-c05b30105349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.204913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aacf0769-27ab-416f-8be3-5a353d605f76 req-29dbf345-c8da-46c8-be4a-35cf8c4cd7aa tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143014 Dec 16 22:18:24.259663 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e36c192c-ba95-4be8-a276-c05b30105349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.306396 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4bffc7ec-7e1a-48a4-88f4-5f885a67b1ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.320950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e36c192c-ba95-4be8-a276-c05b30105349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1748be95-c78e-4701-939a-f9809cb0660d']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:24.336769 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e36c192c-ba95-4be8-a276-c05b30105349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c0c614-3e7d-402b-81a9-8cd1b665e237') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:24.337104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e36c192c-ba95-4be8-a276-c05b30105349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c0c614-3e7d-402b-81a9-8cd1b665e237') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:24.349616 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e36c192c-ba95-4be8-a276-c05b30105349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.367468 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e36c192c-ba95-4be8-a276-c05b30105349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.396823 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36c192c-ba95-4be8-a276-c05b30105349 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:18:24.398811 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e36c192c-ba95-4be8-a276-c05b30105349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:18:24.401027 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:18:24.428464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5d099-e7a0-4278-a943-9f7ea0ae147f req-20062446-e175-4a80-92f5-ab1005f266d9 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:24.442317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05a5d099-e7a0-4278-a943-9f7ea0ae147f req-20062446-e175-4a80-92f5-ab1005f266d9 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 946 time: 0.0940247 Dec 16 22:18:24.487008 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4bffc7ec-7e1a-48a4-88f4-5f885a67b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.530170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05a5d099-e7a0-4278-a943-9f7ea0ae147f req-3a0c9dea-8418-4683-be06-ea91f8e1e08c tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859995 Dec 16 22:18:24.543213 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4bffc7ec-7e1a-48a4-88f4-5f885a67b1ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5dfdc48e9de14f049feb86cb29c4d9b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5730493 Dec 16 22:18:24.545300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37314) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:24.550797 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffc7ec-7e1a-48a4-88f4-5f885a67b1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92d416e-eb70-48cf-a4b3-715e2a37ac40,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:24.591996 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e36c192c-ba95-4be8-a276-c05b30105349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.606835 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e36c192c-ba95-4be8-a276-c05b30105349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.612813 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e36c192c-ba95-4be8-a276-c05b30105349 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1748be95-c78e-4701-939a-f9809cb0660d HTTP/1.1" status: 204 len: 168 time: 0.6831994 Dec 16 22:18:24.630837 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e6eca5c9-6ad1-42e6-9b6a-52881eb3c945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.648606 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c192c-ba95-4be8-a276-c05b30105349 admin admin] Pushing event deleted for resources: {'Network': ['ID=1748be95-c78e-4701-939a-f9809cb0660d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:24.680181 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e6eca5c9-6ad1-42e6-9b6a-52881eb3c945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.756002 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.829561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98cd14-8a95-4290-a92d-e3c387cad08a req-8bc790f2-20f5-42ba-8fae-1bcd9473265e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:24.836449 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b98cd14-8a95-4290-a92d-e3c387cad08a req-8bc790f2-20f5-42ba-8fae-1bcd9473265e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 945 time: 0.1293869 Dec 16 22:18:24.888800 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e6eca5c9-6ad1-42e6-9b6a-52881eb3c945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.892467 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e6eca5c9-6ad1-42e6-9b6a-52881eb3c945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.896923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e6eca5c9-6ad1-42e6-9b6a-52881eb3c945 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c92d416e-eb70-48cf-a4b3-715e2a37ac40 HTTP/1.1" status: 204 len: 168 time: 0.3474147 Dec 16 22:18:24.900985 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b98cd14-8a95-4290-a92d-e3c387cad08a req-41eadf4f-7c4f-4d59-a59d-e55b224e84c0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632074 Dec 16 22:18:24.908752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eca5c9-6ad1-42e6-9b6a-52881eb3c945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92d416e-eb70-48cf-a4b3-715e2a37ac40,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:25.075699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-788b89e4-a254-4376-bd74-f1457da1cc2c req-3717a0ae-bedb-4f00-bf5b-5aae953febbc tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 210 time: 0.0289500 Dec 16 22:18:25.182895 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37336) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:25.248148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37340) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:25.249115 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8ed3d726-14f8-49a9-8fbd-07d75546d2b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e9129638e7f4cd0be05b6f0c86dd955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0638878 Dec 16 22:18:25.381023 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f32f75-abac-4f37-a875-b83742ed7afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:25.408848 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f32f75-abac-4f37-a875-b83742ed7afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:25.636731 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f32f75-abac-4f37-a875-b83742ed7afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:25.647623 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f32f75-abac-4f37-a875-b83742ed7afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:25.647623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-73f32f75-abac-4f37-a875-b83742ed7afa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2c5f5f7-2766-4363-b09d-5a58e2d96f58 HTTP/1.1" status: 204 len: 168 time: 0.3919268 Dec 16 22:18:25.658084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f32f75-abac-4f37-a875-b83742ed7afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c5f5f7-2766-4363-b09d-5a58e2d96f58,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:25.676251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-134f6f0a-fe2c-4cb5-902e-a6cffceb6f37 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:25.678048 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-134f6f0a-fe2c-4cb5-902e-a6cffceb6f37 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.69 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 821 time: 0.1438727 Dec 16 22:18:25.705034 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-9bdc8619-a1be-4056-83a2-de56b8719446 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Request body: {'port': {'device_id': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'admin_state_up': True, 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:25.745078 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:26.048000 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-9bdc8619-a1be-4056-83a2-de56b8719446 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Made reservation on behalf of d2c6e402c5ec467fa5ca1eff768776c9 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:26.054005 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-9bdc8619-a1be-4056-83a2-de56b8719446 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:26.091231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a105696-8ad5-4d79-bd7f-72f8c5d5c9a0 req-9dae7ace-6742-4d44-9735-cf54d273f05b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:26.093367 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a105696-8ad5-4d79-bd7f-72f8c5d5c9a0 req-9dae7ace-6742-4d44-9735-cf54d273f05b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 945 time: 0.0948915 Dec 16 22:18:26.200655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f844d4f-b935-4935-b934-332d4acb22b8 req-57028356-9961-49c5-96ac-96087151343b tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:26.202550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f844d4f-b935-4935-b934-332d4acb22b8 req-57028356-9961-49c5-96ac-96087151343b tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.1082568 Dec 16 22:18:26.225422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a105696-8ad5-4d79-bd7f-72f8c5d5c9a0 req-aa14690a-ec54-4c0f-8bbd-a001397344a9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209805 Dec 16 22:18:26.282244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f844d4f-b935-4935-b934-332d4acb22b8 req-c6c6b375-df91-4794-899c-de36b994254b tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692306 Dec 16 22:18:26.318338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-9bdc8619-a1be-4056-83a2-de56b8719446 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Allocated IP 172.20.0.3 (f92d3105-2d01-42cd-9600-2ab2cb27dacd/7a92a57a-6ad8-4782-82d0-21f82f9de7b2/5f8ba6fd-dfed-4026-b58e-26a4d03cf49c) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:26.375289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5100301a-dece-4c89-88e3-fd3673880d31 req-5524d423-d41d-4c8a-9321-7b17b891ddd6 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 210 time: 0.0331430 Dec 16 22:18:26.652629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c0b2326-9200-43f6-ac31-46379945628e req-586aee52-5a1b-4d39-a3ee-feca91b3955b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0829327 Dec 16 22:18:26.773229 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b2326-9200-43f6-ac31-46379945628e req-e7c57ae6-4510-42d5-a80d-a44223c322c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:26.774926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c0b2326-9200-43f6-ac31-46379945628e req-e7c57ae6-4510-42d5-a80d-a44223c322c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 1095 time: 0.0863869 Dec 16 22:18:26.826807 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-9bdc8619-a1be-4056-83a2-de56b8719446 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:26.926730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b2326-9200-43f6-ac31-46379945628e req-09bed0e4-121e-4ca1-899d-fc254669fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:26.928896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c0b2326-9200-43f6-ac31-46379945628e req-09bed0e4-121e-4ca1-899d-fc254669fd81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.1166682 Dec 16 22:18:26.989610 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c0b2326-9200-43f6-ac31-46379945628e req-4e114f49-0850-4e21-a5cc-8b47bee3f594 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181 HTTP/1.1" status: 200 len: 217 time: 0.0499020 Dec 16 22:18:26.989833 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-9bdc8619-a1be-4056-83a2-de56b8719446 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:26.999999 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['b24c042f-e554-43d1-80f4-b63afbe0298d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:27.067708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2a213143-51e7-4ac6-a227-96f5063c9068 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:27.076254 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b2326-9200-43f6-ac31-46379945628e req-a8564a67-8744-478e-b587-1a7edf406035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:27.078488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c0b2326-9200-43f6-ac31-46379945628e req-a8564a67-8744-478e-b587-1a7edf406035 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.0809879 Dec 16 22:18:27.126098 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-9bdc8619-a1be-4056-83a2-de56b8719446 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Network f92d3105-2d01-42cd-9600-2ab2cb27dacd is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:27.139171 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c0b2326-9200-43f6-ac31-46379945628e req-f27a07dc-8355-4929-b77e-515053ee34d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468962 Dec 16 22:18:27.142499 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-9bdc8619-a1be-4056-83a2-de56b8719446 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:27.148371 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc8619-a1be-4056-83a2-de56b8719446 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Pushing event updated for resources: {'Port': ['ID=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:27.156322 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-9bdc8619-a1be-4056-83a2-de56b8719446 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:27.247046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-9bdc8619-a1be-4056-83a2-de56b8719446 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:27.249962 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-9bdc8619-a1be-4056-83a2-de56b8719446 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.295832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c0b2326-9200-43f6-ac31-46379945628e req-1b112885-5a3a-4bd6-ae72-8b300de2dba9 service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433413 Dec 16 22:18:27.313966 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 2a213143-51e7-4ac6-a227-96f5063c9068 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:18:27.391431 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 2a213143-51e7-4ac6-a227-96f5063c9068 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:27.392155 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.410100 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-9bdc8619-a1be-4056-83a2-de56b8719446 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7175710 Dec 16 22:18:27.442583 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Request body: {'port': {'device_id': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:27.456541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c0b2326-9200-43f6-ac31-46379945628e req-bcfb8c8b-18cc-4cc8-a820-0d6de082c141 service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466310 Dec 16 22:18:27.601958 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.633931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd38057-4844-4715-9622-ce9f365e714b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a213143-51e7-4ac6-a227-96f5063c9068'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:27.637194 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.639140 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7b1bf6-2dc3-4f7a-998e-a33f1f11acdf" -d '{"events": [{"server_uuid": "9cd38057-4844-4715-9622-ce9f365e714b", "name": "network-vif-plugged", "status": "completed", "tag": "2a213143-51e7-4ac6-a227-96f5063c9068"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:27.652457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58415e-2473-4d68-b952-2dead5047ae8 req-f7e28697-f0eb-4a57-81ad-3ec981e5baae tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:27.656821 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d58415e-2473-4d68-b952-2dead5047ae8 req-f7e28697-f0eb-4a57-81ad-3ec981e5baae tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.1976533 Dec 16 22:18:27.674515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2a213143-51e7-4ac6-a227-96f5063c9068, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2a213143-51e7-4ac6-a227-96f5063c9068,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:27.685305 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f2058438-8072-40a9-9aa6-ba96410c86dd None None] Provisioning complete for port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:27.685305 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f2058438-8072-40a9-9aa6-ba96410c86dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.689078 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508521f-deb2-43e8-adcb-063328560f6f req-93d69160-bc44-4ad4-8376-205717e706a4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:27.695831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2508521f-deb2-43e8-adcb-063328560f6f req-93d69160-bc44-4ad4-8376-205717e706a4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 945 time: 0.2575049 Dec 16 22:18:27.745818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f2058438-8072-40a9-9aa6-ba96410c86dd None None] Port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:18:27.752495 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.827897 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:18:27.856528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2a213143-51e7-4ac6-a227-96f5063c9068,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:27.891964 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2508521f-deb2-43e8-adcb-063328560f6f req-3785a8a7-22f6-4655-bb82-f69a16948946 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949003 Dec 16 22:18:27.907884 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d58415e-2473-4d68-b952-2dead5047ae8 req-668b398c-37b8-4292-b5f7-0525be34c85a tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874206 Dec 16 22:18:27.978854 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68599065-98d0-402b-b352-5cb835e8fbce x-openstack-request-id: req-68599065-98d0-402b-b352-5cb835e8fbce {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:27.979889 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd38057-4844-4715-9622-ce9f365e714b", "name": "network-vif-plugged", "status": "completed", "tag": "2a213143-51e7-4ac6-a227-96f5063c9068", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:27.980681 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68599065-98d0-402b-b352-5cb835e8fbce {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:27.980681 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd38057-4844-4715-9622-ce9f365e714b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a213143-51e7-4ac6-a227-96f5063c9068', 'code': 200} Dec 16 22:18:28.122820 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fa9a5-af3e-4b66-a207-f7538b640b85 req-403a32be-097f-4783-b34e-e5ac6176ffb4 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:28.132752 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c22fa9a5-af3e-4b66-a207-f7538b640b85 req-403a32be-097f-4783-b34e-e5ac6176ffb4 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 931 time: 0.1073482 Dec 16 22:18:28.182759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed29b0-3cba-4a93-a758-475629d00364 req-d4d8979c-d52f-41a9-a03a-daf3e80d7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:28.184600 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-88ed29b0-3cba-4a93-a758-475629d00364 req-d4d8979c-d52f-41a9-a03a-daf3e80d7377 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 1097 time: 0.0922208 Dec 16 22:18:28.212110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c22fa9a5-af3e-4b66-a207-f7538b640b85 req-10e1820b-a372-43f5-8087-2b271616c1d2 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738714 Dec 16 22:18:28.286273 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-88ed29b0-3cba-4a93-a758-475629d00364 req-c4d4fcf8-c984-4659-aac9-24abc0da610f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940566 Dec 16 22:18:28.298459 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:28.305307 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.323842 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Transition to ACTIVE for port object 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:18:28.482287 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.553168 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:28.601411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37438) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:28.640894 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Attempting to bind port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:28.641245 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Attempting to bind port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:28.641579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Attempting to bind port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c on network f92d3105-2d01-42cd-9600-2ab2cb27dacd {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:28.648060 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c on network f92d3105-2d01-42cd-9600-2ab2cb27dacd not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:18:28.648414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Attempting to bind port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c on network f92d3105-2d01-42cd-9600-2ab2cb27dacd {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:28.654815 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:28.655426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Checking segment: {'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:28.655828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Bound using segment: {'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:28.656272 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Bound port: 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d062fe-cdf4-47d0-bd36-9b6f326f9518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:28.656636 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.761911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] For port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:28.766150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] For port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:28.832053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-6cd8cce5-8605-423c-87fc-e68ca3a713bb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1577400597-network', 'tenant_id': '14c1a92391d94919b5337d6c8f741703'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:28.960261 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.978472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd8cce5-8605-423c-87fc-e68ca3a713bb admin admin] Made reservation on behalf of 14c1a92391d94919b5337d6c8f741703 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:28.982032 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cd8cce5-8605-423c-87fc-e68ca3a713bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.995515 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cd8cce5-8605-423c-87fc-e68ca3a713bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.040338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:29.041561 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.043750 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] 10.222.0.69 "PUT /v2.0/ports/5f8ba6fd-dfed-4026-b58e-26a4d03cf49c HTTP/1.1" status: 200 len: 1091 time: 1.6069088 Dec 16 22:18:29.061136 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'tag': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:29.064662 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0e6737-ce00-45c7-96d0-7579ce4f4195" -d '{"events": [{"name": "network-changed", "server_uuid": "7c60b693-9b2b-4b3c-b947-1b44c2a5331e", "tag": "5f8ba6fd-dfed-4026-b58e-26a4d03cf49c"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:29.101649 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efaa9a-9183-45b2-963d-7db788a00675 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:29.149130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1ed4d-f57e-4361-b209-a1fcd6a76343 req-36a74bf4-9eb4-4d85-bd3f-abfcfb462042 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:29.151679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edb1ed4d-f57e-4361-b209-a1fcd6a76343 req-36a74bf4-9eb4-4d85-bd3f-abfcfb462042 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.1436250 Dec 16 22:18:29.178952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04176c-121a-4640-aa7a-c81a1e739c42 req-b230e138-1433-4613-b48f-8590291b3ba0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:29.179758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e04176c-121a-4640-aa7a-c81a1e739c42 req-b230e138-1433-4613-b48f-8590291b3ba0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.1328831 Dec 16 22:18:29.289468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-5eff84e5-7553-4a8d-b153-b5c9a2bbf20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:29.293917 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-5eff84e5-7553-4a8d-b153-b5c9a2bbf20e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 1094 time: 0.0946414 Dec 16 22:18:29.332284 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cd8cce5-8605-423c-87fc-e68ca3a713bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.349213 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edb1ed4d-f57e-4361-b209-a1fcd6a76343 req-072be89f-4f18-49b8-8de8-b3d31bd6b92e tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821122 Dec 16 22:18:29.357068 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-05a98081-8c08-46e6-bbbc-ad8413fb1bbd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c HTTP/1.1" status: 200 len: 217 time: 0.0541053 Dec 16 22:18:29.385001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e04176c-121a-4640-aa7a-c81a1e739c42 req-1cefe18a-291f-4090-a136-d7ccb91a1eea tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893299 Dec 16 22:18:29.423549 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2ba9b9-57da-4484-aeb9-dc662ac3b483 x-openstack-request-id: req-5d2ba9b9-57da-4484-aeb9-dc662ac3b483 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:29.424107 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cd8cce5-8605-423c-87fc-e68ca3a713bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.429208 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c60b693-9b2b-4b3c-b947-1b44c2a5331e", "tag": "5f8ba6fd-dfed-4026-b58e-26a4d03cf49c", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:29.429208 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d2ba9b9-57da-4484-aeb9-dc662ac3b483 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:29.429208 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'tag': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c', 'status': 'completed', 'code': 200} Dec 16 22:18:29.468456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd8cce5-8605-423c-87fc-e68ca3a713bb admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:18:29.475188 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-ce56c51d-caec-4659-a839-cfa6f813c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:29.480274 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-ce56c51d-caec-4659-a839-cfa6f813c8ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 200 len: 860 time: 0.1077344 Dec 16 22:18:29.493584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8cce5-8605-423c-87fc-e68ca3a713bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96c7094-0fff-449f-82b8-a38ca9ee9de7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:29.563551 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cd8cce5-8605-423c-87fc-e68ca3a713bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.564149 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-6cd8cce5-8605-423c-87fc-e68ca3a713bb admin admin] Added segment aaa71024-e764-4667-9ffa-d46f0efc5df9 of type vlan for network c6e05899-4ac6-4932-86ec-c587562ed4ec Dec 16 22:18:29.576041 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-8052feaf-6559-40dc-9dc5-9a8f37675c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:29.578144 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-8052feaf-6559-40dc-9dc5-9a8f37675c26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f92d3105-2d01-42cd-9600-2ab2cb27dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744860 Dec 16 22:18:29.638905 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cd8cce5-8605-423c-87fc-e68ca3a713bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.667311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e6dd8-0c1e-484a-bac4-ef2aba270ba6 req-e96e53af-7d54-410d-a58a-08522e5483b9 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:29.669158 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e3e6dd8-0c1e-484a-bac4-ef2aba270ba6 req-e96e53af-7d54-410d-a58a-08522e5483b9 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 943 time: 0.1699200 Dec 16 22:18:29.752603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e3e6dd8-0c1e-484a-bac4-ef2aba270ba6 req-e0603e41-77d8-4cac-92f1-3db8e2fa5092 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744624 Dec 16 22:18:29.754642 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-1f2c9a45-93c8-4b97-99c7-ed733ccec056 service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659403 Dec 16 22:18:29.841419 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cd8cce5-8605-423c-87fc-e68ca3a713bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.842495 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd8cce5-8605-423c-87fc-e68ca3a713bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:29.843192 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cd8cce5-8605-423c-87fc-e68ca3a713bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.886724 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9efb44a9-2cff-40eb-bd5e-f99412152335 req-d5e84dfb-1eff-4b6e-bb55-6a06da044f55 service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244340 Dec 16 22:18:29.933500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8cce5-8605-423c-87fc-e68ca3a713bb admin admin] Pushing event updated for resources: {'Network': ['ID=c6e05899-4ac6-4932-86ec-c587562ed4ec,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:29.952886 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network c6e05899-4ac6-4932-86ec-c587562ed4ec details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:18:30.033855 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6cd8cce5-8605-423c-87fc-e68ca3a713bb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4300842 Dec 16 22:18:30.035715 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37488) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:30.041086 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5185c8f8-1512-4a33-a246-ff0e0d0ffdf3 admin admin] Request body: {'subnet': {'network_id': 'c6e05899-4ac6-4932-86ec-c587562ed4ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1577400597-subnet', 'tenant_id': '14c1a92391d94919b5337d6c8f741703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:30.198044 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-101c02ee-e954-47dc-96a9-a53ce0953bb8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0824358 Dec 16 22:18:30.199826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5185c8f8-1512-4a33-a246-ff0e0d0ffdf3 admin admin] Made reservation on behalf of 14c1a92391d94919b5337d6c8f741703 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:30.201008 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5185c8f8-1512-4a33-a246-ff0e0d0ffdf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:30.252996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6737-ce00-45c7-96d0-7579ce4f4195 req-a00d4c4a-d05c-4b8f-b10f-660cef42619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.257434 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cf0e6737-ce00-45c7-96d0-7579ce4f4195 req-a00d4c4a-d05c-4b8f-b10f-660cef42619c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 1094 time: 0.1112547 Dec 16 22:18:30.434774 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-9d0ffb38-c7ce-4f3a-86d3-8b7e46be7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.441509 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-9d0ffb38-c7ce-4f3a-86d3-8b7e46be7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.441509 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-9d0ffb38-c7ce-4f3a-86d3-8b7e46be7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.441509 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-9d0ffb38-c7ce-4f3a-86d3-8b7e46be7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.441509 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-9d0ffb38-c7ce-4f3a-86d3-8b7e46be7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.441509 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-9d0ffb38-c7ce-4f3a-86d3-8b7e46be7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.441509 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-9d0ffb38-c7ce-4f3a-86d3-8b7e46be7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.441509 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-9d0ffb38-c7ce-4f3a-86d3-8b7e46be7168 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=001915db62a44eb0a59ad001f5b8acda&device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 6498 time: 0.1411545 Dec 16 22:18:30.481377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6737-ce00-45c7-96d0-7579ce4f4195 req-ecc73c17-8fd9-4295-987c-68fd90ff6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.483465 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cf0e6737-ce00-45c7-96d0-7579ce4f4195 req-ecc73c17-8fd9-4295-987c-68fd90ff6788 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 922 time: 0.2168870 Dec 16 22:18:30.506568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3168199-7918-4ff9-be79-28c444867da4 req-acef507c-d533-4f76-8134-9377e88318f4 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.514949 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3168199-7918-4ff9-be79-28c444867da4 req-acef507c-d533-4f76-8134-9377e88318f4 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.0858121 Dec 16 22:18:30.590291 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3168199-7918-4ff9-be79-28c444867da4 req-ff0ec5cd-5830-4f78-9104-5e07efe0feca tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746560 Dec 16 22:18:30.592336 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cf0e6737-ce00-45c7-96d0-7579ce4f4195 req-75ce30b6-002c-456e-98d3-76e9ed6e7572 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c HTTP/1.1" status: 200 len: 217 time: 0.0938811 Dec 16 22:18:30.688712 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7172c-93bb-46ac-af21-34226d1905cb req-8217888d-bd8c-490f-8c3a-ae9bce93424a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.707741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edb7172c-93bb-46ac-af21-34226d1905cb req-8217888d-bd8c-490f-8c3a-ae9bce93424a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.1490786 Dec 16 22:18:30.735788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6737-ce00-45c7-96d0-7579ce4f4195 req-38106b50-04fc-486b-a437-f2c7a45e5466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.737407 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cf0e6737-ce00-45c7-96d0-7579ce4f4195 req-38106b50-04fc-486b-a437-f2c7a45e5466 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 200 len: 860 time: 0.1267104 Dec 16 22:18:30.796999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edb7172c-93bb-46ac-af21-34226d1905cb req-970d31a5-fc44-4d39-9649-1d27a9c750d1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879233 Dec 16 22:18:30.843397 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5185c8f8-1512-4a33-a246-ff0e0d0ffdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:30.859984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-50cd4830-aa12-40ab-bbb0-7e006459844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.860449 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-50cd4830-aa12-40ab-bbb0-7e006459844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.860905 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-50cd4830-aa12-40ab-bbb0-7e006459844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.862486 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-50cd4830-aa12-40ab-bbb0-7e006459844f service neutron] 10.222.0.69 "GET /v2.0/networks?id=28cf9735-2f74-4728-b3d3-673e82b6a3ef&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&id=ddfb57a8-dc71-427e-ae1b-ea8399014fce HTTP/1.1" status: 200 len: 2296 time: 0.3072467 Dec 16 22:18:30.910387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6737-ce00-45c7-96d0-7579ce4f4195 req-ffb9f176-a8ef-4613-bdf1-b01b0f965d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.911914 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cf0e6737-ce00-45c7-96d0-7579ce4f4195 req-ffb9f176-a8ef-4613-bdf1-b01b0f965d18 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f92d3105-2d01-42cd-9600-2ab2cb27dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432664 Dec 16 22:18:31.005574 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1004a4a-6f69-42df-a330-a96971ee170d req-2c59c323-f7b2-45af-a332-5bb34ddb38ae tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:31.012674 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1004a4a-6f69-42df-a330-a96971ee170d req-2c59c323-f7b2-45af-a332-5bb34ddb38ae tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 943 time: 0.1338136 Dec 16 22:18:31.056227 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cf0e6737-ce00-45c7-96d0-7579ce4f4195 req-8b8f90ee-44a0-49bf-8bce-b55cecab1b65 service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072190 Dec 16 22:18:31.085262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9ba61-118a-40dd-b847-b0b0ec23379a req-034d4879-ee88-4782-8c8c-5748dec4f1c2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:31.086142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185c8f8-1512-4a33-a246-ff0e0d0ffdf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fee50488-5202-449e-bbba-fd837483a33c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:31.087137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-17b9ba61-118a-40dd-b847-b0b0ec23379a req-034d4879-ee88-4782-8c8c-5748dec4f1c2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.1729190 Dec 16 22:18:31.107141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37542) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:31.115058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-506df1eb-f89f-4a5e-88b4-f3a76eb57b89 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Request body: {'floatingip': {'port_id': '2a213143-51e7-4ac6-a227-96f5063c9068'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:31.150375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5185c8f8-1512-4a33-a246-ff0e0d0ffdf3 admin admin] Checking segment: {'id': 'aaa71024-e764-4667-9ffa-d46f0efc5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c6e05899-4ac6-4932-86ec-c587562ed4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:31.150742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185c8f8-1512-4a33-a246-ff0e0d0ffdf3 admin admin] Network hostable DHCP agents. Network: c6e05899-4ac6-4932-86ec-c587562ed4ec, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:18:31.170811 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-1d486daf-70a8-4f62-b9a7-4f26aadfe268 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9850f462-340f-49c0-b1fb-6a832caa60e7 HTTP/1.1" status: 200 len: 1001 time: 0.2811224 Dec 16 22:18:31.200972 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-506df1eb-f89f-4a5e-88b4-f3a76eb57b89 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:31.246566 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185c8f8-1512-4a33-a246-ff0e0d0ffdf3 admin admin] Network c6e05899-4ac6-4932-86ec-c587562ed4ec is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:18:31.253826 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cf0e6737-ce00-45c7-96d0-7579ce4f4195 req-9efdc092-79e9-4955-8d38-5c2b5872fe78 service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804969 Dec 16 22:18:31.259203 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-707b1532-d2f0-4f7c-9503-94c297bad133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:31.261434 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-707b1532-d2f0-4f7c-9503-94c297bad133 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11d40f43-aa33-492a-8d72-d2eb3853f569 HTTP/1.1" status: 200 len: 855 time: 0.0783868 Dec 16 22:18:31.294971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1004a4a-6f69-42df-a330-a96971ee170d req-e80d88c0-6087-4639-a500-7d5b9fcef930 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639582 Dec 16 22:18:31.358414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-6d124533-afbd-4c29-9a3b-ea419634ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:31.360040 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-6d124533-afbd-4c29-9a3b-ea419634ef86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=28cf9735-2f74-4728-b3d3-673e82b6a3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862043 Dec 16 22:18:31.393898 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-5185c8f8-1512-4a33-a246-ff0e0d0ffdf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, c6e05899-4ac6-4932-86ec-c587562ed4ec) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:31.404550 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f02c685-6561-4f84-8918-1259c5296212 None None] Network c6e05899-4ac6-4932-86ec-c587562ed4ec requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:18:31.424202 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185c8f8-1512-4a33-a246-ff0e0d0ffdf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:31.424808 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5185c8f8-1512-4a33-a246-ff0e0d0ffdf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:31.504560 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-9a850d44-c20b-4064-96dd-8a6113b3a26c service neutron] 10.222.0.69 "GET /v2.0/networks/28cf9735-2f74-4728-b3d3-673e82b6a3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344023 Dec 16 22:18:31.577526 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5185c8f8-1512-4a33-a246-ff0e0d0ffdf3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5402296 Dec 16 22:18:31.659195 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-3df3f236-28a1-4234-8607-bffb9575e036 service neutron] 10.222.0.69 "GET /v2.0/networks/28cf9735-2f74-4728-b3d3-673e82b6a3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458459 Dec 16 22:18:31.770623 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-88a331f9-f0ff-4b98-810c-e8428497639f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=2f02bdff-c1df-4be2-8a7e-501b723a9da5 HTTP/1.1" status: 200 len: 217 time: 0.0975745 Dec 16 22:18:31.781649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aefa869-e742-46fd-8b2d-448c9e4e9be0 None None] Network c6e05899-4ac6-4932-86ec-c587562ed4ec requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:18:31.901518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-8eca153f-485b-447b-8fca-df31c55a5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:31.903586 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-8eca153f-485b-447b-8fca-df31c55a5893 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 200 len: 797 time: 0.1261156 Dec 16 22:18:31.909695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb6b73-2fab-48a7-9007-549b303705f5 req-6f540c8b-d819-4ba2-99cb-c8699d0e409c tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:31.915839 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1bbb6b73-2fab-48a7-9007-549b303705f5 req-6f540c8b-d819-4ba2-99cb-c8699d0e409c tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.1669745 Dec 16 22:18:31.973106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-c747a499-e7a0-48bf-8383-3b3dd4376722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:31.976506 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-c747a499-e7a0-48bf-8383-3b3dd4376722 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0609429 Dec 16 22:18:32.039925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1bbb6b73-2fab-48a7-9007-549b303705f5 req-deb74901-0ac6-42ea-b3c8-da1f32855faf tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168866 Dec 16 22:18:32.083442 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-506df1eb-f89f-4a5e-88b4-f3a76eb57b89 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.100374 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-ad36f9c9-48d3-4239-afe5-d4d54ef4fce8 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151795 Dec 16 22:18:32.204182 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-2b9fd800-f9f8-4ff1-875a-999b24428d02 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959904 Dec 16 22:18:32.229724 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-506df1eb-f89f-4a5e-88b4-f3a76eb57b89 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.259459 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-ffe33722-2789-433f-97b0-e1ab66aa5ff4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=095953be-6333-4ca7-a576-8260e99dcc7f HTTP/1.1" status: 200 len: 217 time: 0.0441997 Dec 16 22:18:32.364160 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-ed74c9f8-63ff-4069-8057-7b1625614fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:32.366106 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-506df1eb-f89f-4a5e-88b4-f3a76eb57b89 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Floating IP 70020c0c-b5be-42bc-ba3d-bac964268605 associated. External IP: 172.25.2.208, port: 2a213143-51e7-4ac6-a227-96f5063c9068. Dec 16 22:18:32.370453 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-ed74c9f8-63ff-4069-8057-7b1625614fb8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 200 len: 797 time: 0.1000237 Dec 16 22:18:32.464077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-ec9b6af5-3d2b-4bff-b950-c9254a54be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:32.468221 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-ec9b6af5-3d2b-4bff-b950-c9254a54be33 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927689 Dec 16 22:18:32.511938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37584) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:32.529768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37588) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:32.557783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09aac4-64f6-4e43-9dd5-2373f8513cbb req-fec92076-ea0b-4c62-b8bb-d200e27de527 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:32.565638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c09aac4-64f6-4e43-9dd5-2373f8513cbb req-fec92076-ea0b-4c62-b8bb-d200e27de527 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 943 time: 0.1413596 Dec 16 22:18:32.634137 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-083a2f5f-c661-4269-9ec5-d952a96b462c service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578689 Dec 16 22:18:32.708662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c09aac4-64f6-4e43-9dd5-2373f8513cbb req-7ff10e30-bb5d-4c00-b101-82f678f23044 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383600 Dec 16 22:18:32.753813 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-71be468c-5366-478b-a1da-019438c549b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.777762 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e3d7d3d-0960-4dda-bf5a-111bc614d48c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.807543 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-899048ec-07bc-4c96-ba2f-66689a174bc4 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625433 Dec 16 22:18:32.857072 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-9f68d748-95c9-43d3-8802-e3d1e15e4300 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=3c8879f2-c0b4-473d-834b-662e5d021399 HTTP/1.1" status: 200 len: 217 time: 0.0404475 Dec 16 22:18:32.882089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506df1eb-f89f-4a5e-88b4-f3a76eb57b89 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:18:32.927725 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-557380e0-b9aa-4d6d-b61c-af36124d9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:32.929815 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-557380e0-b9aa-4d6d-b61c-af36124d9c1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 200 len: 797 time: 0.0659161 Dec 16 22:18:33.002078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-26627e60-2f4a-48e5-a19c-73bff7d34dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:33.003751 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-26627e60-2f4a-48e5-a19c-73bff7d34dbe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0517395 Dec 16 22:18:33.043153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-320557d6-d4da-4dda-ab88-624081a41562 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:33.044706 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-320557d6-d4da-4dda-ab88-624081a41562 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/networks?id=c6e05899-4ac6-4932-86ec-c587562ed4ec HTTP/1.1" status: 200 len: 822 time: 0.2783868 Dec 16 22:18:33.062236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:18:33.089851 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-71be468c-5366-478b-a1da-019438c549b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.152010 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-d62637ab-817e-4b73-82e3-280183828729 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338742 Dec 16 22:18:33.174513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-a05b26e2-081c-49da-8eb2-33dff586d49c tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/quotas/14c1a92391d94919b5337d6c8f741703 HTTP/1.1" status: 200 len: 375 time: 0.1173692 Dec 16 22:18:33.199012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:33.199907 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-71be468c-5366-478b-a1da-019438c549b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.218544 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'port_id': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c', 'mac_address': 'fa:16:3e:5e:51:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:18:33.277826 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-bb175957-2ebe-46eb-bc68-7bb98dcfb01a service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144903 Dec 16 22:18:33.288430 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.310070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:33.328008 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-79805eff-50c9-42e2-be43-77bfc37cae16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=aad230d4-20b2-48ae-bee1-5a21895924e4 HTTP/1.1" status: 200 len: 217 time: 0.0403752 Dec 16 22:18:33.339377 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:33.397004 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-223e181a-f2a9-4f49-85b4-e0796a5324fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:33.398527 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-223e181a-f2a9-4f49-85b4-e0796a5324fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 200 len: 797 time: 0.0611234 Dec 16 22:18:33.455927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-7b890340-3004-433f-acdd-2ac0edc98b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:33.457571 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-7b890340-3004-433f-acdd-2ac0edc98b62 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498693 Dec 16 22:18:33.482141 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.544477 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:33.596789 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-d2089bff-dc99-4bb6-9624-4cd95c16391e service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285336 Dec 16 22:18:33.619467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-b122bcb0-b036-4287-94d8-13d63c051e81 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=14c1a92391d94919b5337d6c8f741703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4220769 Dec 16 22:18:33.623175 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e3d7d3d-0960-4dda-bf5a-111bc614d48c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.646408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-1735b032-3c36-4855-a927-23d234596ecd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:18:33.647521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-1735b032-3c36-4855-a927-23d234596ecd service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082037 Dec 16 22:18:33.682981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be468c-5366-478b-a1da-019438c549b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b6d684-6a76-4e99-8c53-ccc86cef7966,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:33.697422 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506df1eb-f89f-4a5e-88b4-f3a76eb57b89 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:33.704912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-71be468c-5366-478b-a1da-019438c549b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e345be4b159e40e98e0ba55c205c33e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1685681 Dec 16 22:18:33.705049 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37606) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:33.705501 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-506df1eb-f89f-4a5e-88b4-f3a76eb57b89 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.722705 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c0fb6-4b88-47e4-877f-6b96fd3406ca None None] Sync routers for ids ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:33.723457 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-f035237c-31cd-420e-8bf6-5603243a6f83 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130967 Dec 16 22:18:33.740095 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c0fb6-4b88-47e4-877f-6b96fd3406ca None None] Routers {'9d35aa15-ca06-4fc8-bdbe-d79e87412aec'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:33.741725 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1b8c0fb6-4b88-47e4-877f-6b96fd3406ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:18:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:33.756436 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e3d7d3d-0960-4dda-bf5a-111bc614d48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.798033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60feec-392a-4c03-a280-b25244d8dcef req-9265ff4d-4497-422b-ba62-79fb4cd0d6e1 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:33.799650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea60feec-392a-4c03-a280-b25244d8dcef req-9265ff4d-4497-422b-ba62-79fb4cd0d6e1 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.6088326 Dec 16 22:18:33.812220 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-4225e06a-5fb7-446b-bf07-fdaa1e890cb2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5d94475c-1657-4ad7-b2be-e8b1c81da7af HTTP/1.1" status: 200 len: 217 time: 0.0788395 Dec 16 22:18:33.836259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-506df1eb-f89f-4a5e-88b4-f3a76eb57b89 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "PUT /v2.0/floatingips/70020c0c-b5be-42bc-ba3d-bac964268605 HTTP/1.1" status: 200 len: 992 time: 2.7269907 Dec 16 22:18:33.842828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd38057-4844-4715-9622-ce9f365e714b', 'tag': '2a213143-51e7-4ac6-a227-96f5063c9068'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:33.845255 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6741cfec-e922-4b07-9abf-7b35f5cafc0f" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd38057-4844-4715-9622-ce9f365e714b", "tag": "2a213143-51e7-4ac6-a227-96f5063c9068"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:33.860048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8e3d7d3d-0960-4dda-bf5a-111bc614d48c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0911888598044a7a82c7fc22732b495e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3510835 Dec 16 22:18:33.866038 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc1fffc4-695b-4074-9bf0-e03752c500a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.866213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37614) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:33.868118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d7d3d-0960-4dda-bf5a-111bc614d48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f715980c-a984-4fd8-9545-e85f9b3226f2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:33.880449 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1b8c0fb6-4b88-47e4-877f-6b96fd3406ca None None] Set router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:33.894432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['5f8ba6fd-dfed-4026-b58e-26a4d03cf49c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:33.896294 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc1fffc4-695b-4074-9bf0-e03752c500a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.930141 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-c613cd27-6fc9-47e0-a82f-fa5508c7bf77 service neutron] 10.222.0.43 "GET /v2.0/networks/c6e05899-4ac6-4932-86ec-c587562ed4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605979 Dec 16 22:18:33.965172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea60feec-392a-4c03-a280-b25244d8dcef req-dae74c3e-b862-4b4e-968f-1f3272400646 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452429 Dec 16 22:18:33.978321 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-d916ffee-7636-4d99-bf69-e8b24886264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:33.981069 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-d916ffee-7636-4d99-bf69-e8b24886264a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57718039-6093-40b9-897e-8e4ab7d09ed7 HTTP/1.1" status: 200 len: 797 time: 0.1591864 Dec 16 22:18:34.049512 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc0d091e-9ff8-4e17-8b1d-6e334d8d70d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:34.065114 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc1fffc4-695b-4074-9bf0-e03752c500a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:34.068160 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc1fffc4-695b-4074-9bf0-e03752c500a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:34.069343 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cc1fffc4-695b-4074-9bf0-e03752c500a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86b6d684-6a76-4e99-8c53-ccc86cef7966 HTTP/1.1" status: 204 len: 168 time: 0.3583999 Dec 16 22:18:34.097052 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fffc4-695b-4074-9bf0-e03752c500a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b6d684-6a76-4e99-8c53-ccc86cef7966,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:34.117940 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-443fe400-87ed-4cc5-98a9-74622b2b3e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:34.120018 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc0d091e-9ff8-4e17-8b1d-6e334d8d70d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:34.128769 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-443fe400-87ed-4cc5-98a9-74622b2b3e5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1233621 Dec 16 22:18:34.248835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-0e76c630-4d2d-48ca-837f-d9ec9b79ed21 service neutron] 10.222.0.43 "GET /v2.0/networks/c6e05899-4ac6-4932-86ec-c587562ed4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076649 Dec 16 22:18:34.266144 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1b8c0fb6-4b88-47e4-877f-6b96fd3406ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:56Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '70020c0c-b5be-42bc-ba3d-bac964268605', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'port_id': '2a213143-51e7-4ac6-a227-96f5063c9068', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'mac_address': 'fa:16:3e:84:39:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd38057-4844-4715-9622-ce9f365e714b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:08Z', 'updated_at': '2021-12-16T22:18:31Z', 'revision_number': 1, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598152fe-7370-4c99-b5e8-519be8add79a', 'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'mac_address': 'fa:16:3e:94:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:55Z', 'updated_at': '2021-12-16T22:18:03Z', 'revision_number': 5, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'subnets': [{'id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:34.295445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bb891-09f6-4306-bf1d-2a39caee71f3 req-dac282dc-7d88-408c-a65b-1ce110c5e657 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:34.305168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd5bb891-09f6-4306-bf1d-2a39caee71f3 req-dac282dc-7d88-408c-a65b-1ce110c5e657 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 944 time: 0.1827390 Dec 16 22:18:34.323539 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c0fb6-4b88-47e4-877f-6b96fd3406ca None None] Checking router: 9d35aa15-ca06-4fc8-bdbe-d79e87412aec for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:18:34.335063 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c0fb6-4b88-47e4-877f-6b96fd3406ca None None] Routers {'9d35aa15-ca06-4fc8-bdbe-d79e87412aec'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:34.335817 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1b8c0fb6-4b88-47e4-877f-6b96fd3406ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:18:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:34.374386 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd5bb891-09f6-4306-bf1d-2a39caee71f3 req-7f5a3aaf-2993-44a9-b7a8-8f8ab73aa3b3 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681906 Dec 16 22:18:34.377123 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-119cb329-490b-45c6-ac22-27e946fa0bcb service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474482 Dec 16 22:18:34.530424 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1b8c0fb6-4b88-47e4-877f-6b96fd3406ca None None] Set router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:34.531040 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-3bc05e27-b6fb-4022-8f48-846f2e698e70 service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175504 Dec 16 22:18:34.533676 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1936e71b-1f17-405c-9851-9f6175c7cfa8 x-openstack-request-id: req-1936e71b-1f17-405c-9851-9f6175c7cfa8 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:34.534055 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd38057-4844-4715-9622-ce9f365e714b", "tag": "2a213143-51e7-4ac6-a227-96f5063c9068", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:34.534311 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1936e71b-1f17-405c-9851-9f6175c7cfa8 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:34.534721 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd38057-4844-4715-9622-ce9f365e714b', 'tag': '2a213143-51e7-4ac6-a227-96f5063c9068', 'status': 'completed', 'code': 200} Dec 16 22:18:34.565010 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-cc9c73e5-50f9-4b3e-be07-a8136e00bae5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7096ebf6-54ee-43dd-8452-01afb84b3b46 HTTP/1.1" status: 200 len: 217 time: 0.0520716 Dec 16 22:18:34.655057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-8e59261a-2890-45ef-a4e2-2e8291bb8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:34.656646 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-8e59261a-2890-45ef-a4e2-2e8291bb8920 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57718039-6093-40b9-897e-8e4ab7d09ed7 HTTP/1.1" status: 200 len: 797 time: 0.0741839 Dec 16 22:18:34.700123 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741cfec-e922-4b07-9abf-7b35f5cafc0f req-81e5f79c-6617-40ef-98ac-3d3e64c1d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:34.701958 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6741cfec-e922-4b07-9abf-7b35f5cafc0f req-81e5f79c-6617-40ef-98ac-3d3e64c1d01b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bd199153c4c454ca86c6a746307e0b6&device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 1097 time: 0.1037893 Dec 16 22:18:34.817998 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-6fcb8336-deea-494c-bc22-6cd75cc1d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:34.820212 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1b8c0fb6-4b88-47e4-877f-6b96fd3406ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:56Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '70020c0c-b5be-42bc-ba3d-bac964268605', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'port_id': '2a213143-51e7-4ac6-a227-96f5063c9068', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'mac_address': 'fa:16:3e:84:39:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd38057-4844-4715-9622-ce9f365e714b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:08Z', 'updated_at': '2021-12-16T22:18:31Z', 'revision_number': 1, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598152fe-7370-4c99-b5e8-519be8add79a', 'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'mac_address': 'fa:16:3e:94:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:55Z', 'updated_at': '2021-12-16T22:18:03Z', 'revision_number': 5, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'subnets': [{'id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:34.821730 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-6fcb8336-deea-494c-bc22-6cd75cc1d5f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1461990 Dec 16 22:18:34.850853 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c0fb6-4b88-47e4-877f-6b96fd3406ca None None] The sync data for ids ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'] in n-d-821840-2 is: [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:56Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '70020c0c-b5be-42bc-ba3d-bac964268605', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'port_id': '2a213143-51e7-4ac6-a227-96f5063c9068', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'mac_address': 'fa:16:3e:84:39:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd38057-4844-4715-9622-ce9f365e714b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:08Z', 'updated_at': '2021-12-16T22:18:31Z', 'revision_number': 1, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598152fe-7370-4c99-b5e8-519be8add79a', 'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'mac_address': 'fa:16:3e:94:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:55Z', 'updated_at': '2021-12-16T22:18:03Z', 'revision_number': 5, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'subnets': [{'id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:34.919494 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741cfec-e922-4b07-9abf-7b35f5cafc0f req-9e57d7b9-ca83-4fab-98fd-e804445b3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:34.921008 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6741cfec-e922-4b07-9abf-7b35f5cafc0f req-9e57d7b9-ca83-4fab-98fd-e804445b3cab service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a046838-926f-4ef6-8e4a-4e2a10007290 HTTP/1.1" status: 200 len: 917 time: 0.1869576 Dec 16 22:18:35.178493 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc0d091e-9ff8-4e17-8b1d-6e334d8d70d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:35.178493 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc0d091e-9ff8-4e17-8b1d-6e334d8d70d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:35.178493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cc0d091e-9ff8-4e17-8b1d-6e334d8d70d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f715980c-a984-4fd8-9545-e85f9b3226f2 HTTP/1.1" status: 204 len: 168 time: 1.1298540 Dec 16 22:18:35.178493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d091e-9ff8-4e17-8b1d-6e334d8d70d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f715980c-a984-4fd8-9545-e85f9b3226f2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:35.181623 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-bc08f42c-dc23-4671-94c7-e956581ec88a service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982231 Dec 16 22:18:35.181623 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6741cfec-e922-4b07-9abf-7b35f5cafc0f req-fbe1c6f2-9ee6-4d4b-9c44-ab2e819f0f05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a213143-51e7-4ac6-a227-96f5063c9068 HTTP/1.1" status: 200 len: 1000 time: 0.1083903 Dec 16 22:18:35.182127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631909ca-ce94-4621-9a59-f3ce208d83b7 None None] New status for floating IP 70020c0c-b5be-42bc-ba3d-bac964268605: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:18:35.182542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5cb45-16e9-4b4c-b85e-4cc606009fac req-c76e3fe3-2f0c-4ff2-ab69-006e62bd5fc7 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:35.182542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5e5cb45-16e9-4b4c-b85e-4cc606009fac req-c76e3fe3-2f0c-4ff2-ab69-006e62bd5fc7 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.0763626 Dec 16 22:18:35.182715 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741cfec-e922-4b07-9abf-7b35f5cafc0f req-41f537ea-d37c-44d5-b8fc-1dde5f06bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:35.182715 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6741cfec-e922-4b07-9abf-7b35f5cafc0f req-41f537ea-d37c-44d5-b8fc-1dde5f06bdc3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5214a06-2f1e-40fb-bdb3-af39deff7abd HTTP/1.1" status: 200 len: 855 time: 0.1104829 Dec 16 22:18:35.356382 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8bcad75-a892-4894-bf10-252ee47b6fff req-cb96df0c-6e6a-4f84-a0de-ee3bd502a808 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 210 time: 0.1261444 Dec 16 22:18:35.404845 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c22a586-51bd-4570-b035-f2c1a0303781 req-0058bd7c-0b3c-4541-aa24-87dc551505e6 service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623347 Dec 16 22:18:35.409826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741cfec-e922-4b07-9abf-7b35f5cafc0f req-46d0f573-1223-4579-a982-233009f8396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:35.411613 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6741cfec-e922-4b07-9abf-7b35f5cafc0f req-46d0f573-1223-4579-a982-233009f8396a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a046838-926f-4ef6-8e4a-4e2a10007290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2171655 Dec 16 22:18:35.431062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5e5cb45-16e9-4b4c-b85e-4cc606009fac req-a9470075-296a-43ea-9a09-8e1085ea87b2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711136 Dec 16 22:18:35.531734 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c42650-c4c2-44a7-9b97-4853a2b40b65 req-6749a188-290a-4def-bc9b-3e6e741c323d tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:35.533709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4c42650-c4c2-44a7-9b97-4853a2b40b65 req-6749a188-290a-4def-bc9b-3e6e741c323d tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 944 time: 0.0618329 Dec 16 22:18:35.537600 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6741cfec-e922-4b07-9abf-7b35f5cafc0f req-8d6c8d49-5cd3-4e52-9461-d9129041e25c service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173265 Dec 16 22:18:35.621736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4c42650-c4c2-44a7-9b97-4853a2b40b65 req-05657ffa-0c51-4012-849d-e42b893fa3ee tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813496 Dec 16 22:18:35.684208 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6741cfec-e922-4b07-9abf-7b35f5cafc0f req-9909ca8e-3882-40d7-97b9-fb4cf0c22a0a service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247599 Dec 16 22:18:35.777646 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37646) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:35.794077 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c5547cf8-8971-4d87-a24e-fdea7c518280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:35.895486 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c5547cf8-8971-4d87-a24e-fdea7c518280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.013218 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c5547cf8-8971-4d87-a24e-fdea7c518280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.068503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c5547cf8-8971-4d87-a24e-fdea7c518280 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77061651190c4e83aa3c060c1c5c6151&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2895484 Dec 16 22:18:36.069601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5547cf8-8971-4d87-a24e-fdea7c518280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfb7fd9-2213-4ea4-945d-bb04db1825cb,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:36.072068 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37648) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:36.126713 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0462d877-de3b-40ef-809e-beb7ddc87d7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.150654 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0462d877-de3b-40ef-809e-beb7ddc87d7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.236107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37652) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:36.258857 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0687ac87-7ae3-49aa-b585-48c386d257b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.271698 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0462d877-de3b-40ef-809e-beb7ddc87d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.272841 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0462d877-de3b-40ef-809e-beb7ddc87d7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.277427 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0462d877-de3b-40ef-809e-beb7ddc87d7b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bfb7fd9-2213-4ea4-945d-bb04db1825cb HTTP/1.1" status: 204 len: 168 time: 0.2011814 Dec 16 22:18:36.287955 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462d877-de3b-40ef-809e-beb7ddc87d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfb7fd9-2213-4ea4-945d-bb04db1825cb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:36.359096 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0687ac87-7ae3-49aa-b585-48c386d257b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.475874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e2d4861-7f53-4feb-a6b9-a8564fa2309f req-f4380c8f-e5dc-4a0c-b51a-e73b48f9bb8a tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 210 time: 0.0321577 Dec 16 22:18:36.504266 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0687ac87-7ae3-49aa-b585-48c386d257b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.577663 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687ac87-7ae3-49aa-b585-48c386d257b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31647ca8-d5fa-407b-b1de-7a75c8b9f413,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:36.583628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0687ac87-7ae3-49aa-b585-48c386d257b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c446ec79baf740269e513dbab38a5b72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3463378 Dec 16 22:18:36.586026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37664) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:36.633232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8dbf-65c0-4a3a-b693-fccd53e373d4 req-3b7ae06c-8eb6-48f3-a9ef-50bdd75b9cac tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:36.635315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c6a8dbf-65c0-4a3a-b693-fccd53e373d4 req-3b7ae06c-8eb6-48f3-a9ef-50bdd75b9cac tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.1133006 Dec 16 22:18:36.691747 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d4c6811-8c4a-4850-aeb2-a64c6e04fe44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.721302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c6a8dbf-65c0-4a3a-b693-fccd53e373d4 req-46c6bd47-cd9b-47f0-8d97-7969bab125f8 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785978 Dec 16 22:18:36.741166 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d4c6811-8c4a-4850-aeb2-a64c6e04fe44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.809156 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ec583-597d-4849-8ff2-51d6126c5b5f req-432a153a-a72c-464d-87ab-daaa2f3de354 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:36.810766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c8ec583-597d-4849-8ff2-51d6126c5b5f req-432a153a-a72c-464d-87ab-daaa2f3de354 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 944 time: 0.0885420 Dec 16 22:18:36.881231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c8ec583-597d-4849-8ff2-51d6126c5b5f req-1c9c2fcf-cb4d-4633-942d-52ebe07056b4 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626900 Dec 16 22:18:36.967118 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d4c6811-8c4a-4850-aeb2-a64c6e04fe44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.970945 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d4c6811-8c4a-4850-aeb2-a64c6e04fe44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.974611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8d4c6811-8c4a-4850-aeb2-a64c6e04fe44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31647ca8-d5fa-407b-b1de-7a75c8b9f413 HTTP/1.1" status: 204 len: 168 time: 0.3844416 Dec 16 22:18:36.982513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c6811-8c4a-4850-aeb2-a64c6e04fe44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31647ca8-d5fa-407b-b1de-7a75c8b9f413,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:37.091677 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:37.304029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:18:37.309378 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:37.316812 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:37.419966 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:37.475053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:37.477925 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8d84a4-59ab-4a8c-ab81-81bd5c75d7c3" -d '{"events": [{"server_uuid": "7c60b693-9b2b-4b3c-b947-1b44c2a5331e", "name": "network-vif-plugged", "status": "completed", "tag": "5f8ba6fd-dfed-4026-b58e-26a4d03cf49c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:37.493877 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:37.526824 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83907802-808d-4bec-a220-96e551ac53b8 x-openstack-request-id: req-83907802-808d-4bec-a220-96e551ac53b8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:37.527121 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c60b693-9b2b-4b3c-b947-1b44c2a5331e", "name": "network-vif-plugged", "status": "completed", "tag": "5f8ba6fd-dfed-4026-b58e-26a4d03cf49c", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:37.527632 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83907802-808d-4bec-a220-96e551ac53b8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:37.528201 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c', 'code': 200} Dec 16 22:18:37.606638 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:37.620601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85a034f9-2dce-4415-9301-6bc6aea0da4f req-6d14e52d-3fcd-41f2-a2e6-f71b29f9fdb8 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 210 time: 0.0557117 Dec 16 22:18:37.697151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:37.974876 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ecd8c-71a8-4105-8848-dadb054e1c80 req-696862f9-80f6-4b10-a2e9-cf64966aab04 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:37.976806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce6ecd8c-71a8-4105-8848-dadb054e1c80 req-696862f9-80f6-4b10-a2e9-cf64966aab04 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.0733104 Dec 16 22:18:38.028051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d756e2-cc68-4d6c-9994-7948a4c36e12 req-6c07d0ba-db94-4bbc-afaa-fe0d0920b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:38.033226 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-14d756e2-cc68-4d6c-9994-7948a4c36e12 req-6c07d0ba-db94-4bbc-afaa-fe0d0920b5de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 1096 time: 0.4056535 Dec 16 22:18:38.082184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce6ecd8c-71a8-4105-8848-dadb054e1c80 req-c7ab31ef-c339-4850-9c68-ade91bf2b4f3 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934968 Dec 16 22:18:38.130935 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-14d756e2-cc68-4d6c-9994-7948a4c36e12 req-67c1bbe3-a7d3-401d-83a5-7fe5ea5410a1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719783 Dec 16 22:18:38.157024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af9ad6-c326-4c79-a71f-0985906321ff req-48538376-6af2-497f-bb07-9bf04c4ad2f6 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:38.158798 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9af9ad6-c326-4c79-a71f-0985906321ff req-48538376-6af2-497f-bb07-9bf04c4ad2f6 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 945 time: 0.0577540 Dec 16 22:18:38.255065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9af9ad6-c326-4c79-a71f-0985906321ff req-0fb1ca9e-62ff-4729-a93d-942ea3f26a62 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521297 Dec 16 22:18:38.778786 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39b6a471-31de-4632-8dfb-bffe79cf842c req-2b3d194b-4f35-49ab-ac50-373c3f5aab62 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 210 time: 0.0739510 Dec 16 22:18:38.847435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-ef4b6e3a-2d18-496f-bf72-583fd3cada54 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:38.849343 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-ef4b6e3a-2d18-496f-bf72-583fd3cada54 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.69 "GET /v2.0/networks?id=c6e05899-4ac6-4932-86ec-c587562ed4ec HTTP/1.1" status: 200 len: 822 time: 0.1935158 Dec 16 22:18:38.878220 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-5f51e648-bdad-4676-af86-021b4c60f4a6 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Request body: {'port': {'device_id': 'cb5cc705-bd44-4e01-9f68-f60af226b71b', 'network_id': 'c6e05899-4ac6-4932-86ec-c587562ed4ec', 'admin_state_up': True, 'tenant_id': '14c1a92391d94919b5337d6c8f741703'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:39.162052 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-5f51e648-bdad-4676-af86-021b4c60f4a6 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Made reservation on behalf of 14c1a92391d94919b5337d6c8f741703 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:39.162052 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-5f51e648-bdad-4676-af86-021b4c60f4a6 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:39.301786 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92dd89-cbfa-403f-9d18-805532f46807 req-05ebf83e-2e09-428f-9902-81a273b7455e tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:39.313130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da92dd89-cbfa-403f-9d18-805532f46807 req-05ebf83e-2e09-428f-9902-81a273b7455e tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.1436181 Dec 16 22:18:39.389666 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-5f51e648-bdad-4676-af86-021b4c60f4a6 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Allocated IP 172.20.0.7 (c6e05899-4ac6-4932-86ec-c587562ed4ec/fee50488-5202-449e-bbba-fd837483a33c/10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:39.403505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da92dd89-cbfa-403f-9d18-805532f46807 req-462c6163-497f-4161-a263-5bc597892656 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851808 Dec 16 22:18:39.481108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96276044-9f19-4ee4-a311-52ba3c997f7c req-2de48117-125b-4e60-968e-ab92da5b7b5e tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:39.495829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96276044-9f19-4ee4-a311-52ba3c997f7c req-2de48117-125b-4e60-968e-ab92da5b7b5e tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 945 time: 0.1256347 Dec 16 22:18:39.568324 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96276044-9f19-4ee4-a311-52ba3c997f7c req-4393d16a-c981-47dd-8be0-62af01fbecec tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715344 Dec 16 22:18:39.679183 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-5f51e648-bdad-4676-af86-021b4c60f4a6 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:39.808411 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-5f51e648-bdad-4676-af86-021b4c60f4a6 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:39.862663 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-5f51e648-bdad-4676-af86-021b4c60f4a6 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Network c6e05899-4ac6-4932-86ec-c587562ed4ec is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:39.866410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-5f51e648-bdad-4676-af86-021b4c60f4a6 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:39.878485 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-5f51e648-bdad-4676-af86-021b4c60f4a6 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:39.886137 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51e648-bdad-4676-af86-021b4c60f4a6 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Pushing event updated for resources: {'Port': ['ID=10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:39.944397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009db7d8-37ec-4fa9-ac7b-41d331e65852 req-5704be64-ec35-4657-9b64-23f8f94f7b68 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:39.960269 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-009db7d8-37ec-4fa9-ac7b-41d331e65852 req-5704be64-ec35-4657-9b64-23f8f94f7b68 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 931 time: 0.0891876 Dec 16 22:18:39.975731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-5f51e648-bdad-4676-af86-021b4c60f4a6 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:39.976846 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-5f51e648-bdad-4676-af86-021b4c60f4a6 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:40.029095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-009db7d8-37ec-4fa9-ac7b-41d331e65852 req-145f9845-6ea9-41d1-afd2-f3c513c34474 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/security-groups?id=a96c7094-0fff-449f-82b8-a38ca9ee9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623662 Dec 16 22:18:40.085258 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-5f51e648-bdad-4676-af86-021b4c60f4a6 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2129934 Dec 16 22:18:40.099964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Request body: {'port': {'device_id': 'cb5cc705-bd44-4e01-9f68-f60af226b71b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:40.171890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:40.506889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:40.522731 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:40.544931 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Transition to ACTIVE for port object 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:18:40.551168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab80a5-ae2e-4cf7-acc9-cfc8d4b74d6a req-997b5cc7-0322-4aad-9f5f-1dddaa08abbe tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.553174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1ab80a5-ae2e-4cf7-acc9-cfc8d4b74d6a req-997b5cc7-0322-4aad-9f5f-1dddaa08abbe tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.0683243 Dec 16 22:18:40.605609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1ab80a5-ae2e-4cf7-acc9-cfc8d4b74d6a req-e4cc287b-535b-4d40-969a-6eb2460956e2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449705 Dec 16 22:18:40.653279 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:40.711887 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Pushing event updated for resources: {'Port': ['ID=10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:40.740985 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcb6ff-d597-4be0-92d1-413ac4a9bce9 req-c4adbca7-8be2-4311-8bec-8b39b51feed2 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.742668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2fcb6ff-d597-4be0-92d1-413ac4a9bce9 req-c4adbca7-8be2-4311-8bec-8b39b51feed2 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 945 time: 0.0650425 Dec 16 22:18:40.797356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2fcb6ff-d597-4be0-92d1-413ac4a9bce9 req-88f383f5-2122-4fa0-8d46-2905b180fa25 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464892 Dec 16 22:18:40.820386 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Attempting to bind port 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:40.820721 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Attempting to bind port 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'aaa71024-e764-4667-9ffa-d46f0efc5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c6e05899-4ac6-4932-86ec-c587562ed4ec'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:40.821075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Attempting to bind port 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 on network c6e05899-4ac6-4932-86ec-c587562ed4ec {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:40.826288 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Port 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 on network c6e05899-4ac6-4932-86ec-c587562ed4ec not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:18:40.826604 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Attempting to bind port 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 on network c6e05899-4ac6-4932-86ec-c587562ed4ec {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:40.831545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:40.831886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Checking segment: {'id': 'aaa71024-e764-4667-9ffa-d46f0efc5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c6e05899-4ac6-4932-86ec-c587562ed4ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:40.832272 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Bound using segment: {'id': 'aaa71024-e764-4667-9ffa-d46f0efc5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c6e05899-4ac6-4932-86ec-c587562ed4ec'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:40.832696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Bound port: 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa71024-e764-4667-9ffa-d46f0efc5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c6e05899-4ac6-4932-86ec-c587562ed4ec'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:40.833051 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:40.906545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] For port 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:40.906890 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] For port 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91,segment=NetworkSegment(aaa71024-e764-4667-9ffa-d46f0efc5df9),segment_id=aaa71024-e764-4667-9ffa-d46f0efc5df9)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:40.980084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-5b275f62-fd07-4828-86f7-ea32db04d529 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.982455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-5b275f62-fd07-4828-86f7-ea32db04d529 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0607128 Dec 16 22:18:41.002076 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:41.063730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:41.064576 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:41.066281 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] 10.222.0.69 "PUT /v2.0/ports/10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 HTTP/1.1" status: 200 len: 1091 time: 0.9716990 Dec 16 22:18:41.066755 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5cc705-bd44-4e01-9f68-f60af226b71b', 'tag': '10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:41.069325 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bbc7b5-4c97-48e9-bd85-f950c51c31bc" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5cc705-bd44-4e01-9f68-f60af226b71b", "tag": "10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:41.083112 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37848) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:41.106277 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-694d9437-e49d-4a8c-87ea-964226782149 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.1173782 Dec 16 22:18:41.113913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01220c01-462c-4aea-b4f9-b089176b5a0b service neutron] Pushing event updated for resources: {'Port': ['ID=10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:41.114493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-aa5776ce-67e2-4db9-bc05-8fdf5eb512e7 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Request body: {'floatingip': {'port_id': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:41.182950 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-aa5776ce-67e2-4db9-bc05-8fdf5eb512e7 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:41.281620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-585c29d2-2e93-4b3f-b930-5a9e0f520c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:41.283972 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-585c29d2-2e93-4b3f-b930-5a9e0f520c02 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=14c1a92391d94919b5337d6c8f741703&device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 1094 time: 0.0894473 Dec 16 22:18:41.346702 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-2c873921-ad9e-42e7-85fc-8cf7311fd080 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 HTTP/1.1" status: 200 len: 217 time: 0.0480921 Dec 16 22:18:41.378570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fc0f7-d026-45f3-809f-032ed19038d4 req-aa36970c-8898-466e-86fd-9840696265ce tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:41.385986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f8fc0f7-d026-45f3-809f-032ed19038d4 req-aa36970c-8898-466e-86fd-9840696265ce tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 943 time: 0.1154766 Dec 16 22:18:41.433178 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-2bd626dc-4b40-437b-9500-c3314f4ce5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:41.434909 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-2bd626dc-4b40-437b-9500-c3314f4ce5d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fee50488-5202-449e-bbba-fd837483a33c HTTP/1.1" status: 200 len: 862 time: 0.0776920 Dec 16 22:18:41.435825 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f27708a5-8389-4c19-9c32-5117da282315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:41.486818 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-82b66cae-1694-48d0-94ea-a6c92e31d348 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c6e05899-4ac6-4932-86ec-c587562ed4ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395606 Dec 16 22:18:41.487843 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f8fc0f7-d026-45f3-809f-032ed19038d4 req-4254b1d3-a055-46ba-844e-c7f52db56020 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/security-groups?id=a96c7094-0fff-449f-82b8-a38ca9ee9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007586 Dec 16 22:18:41.585844 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a351c4f9-37e1-4d3e-9e4c-51a4d800ff4f x-openstack-request-id: req-a351c4f9-37e1-4d3e-9e4c-51a4d800ff4f {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:41.586224 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5cc705-bd44-4e01-9f68-f60af226b71b", "tag": "10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:41.586493 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a351c4f9-37e1-4d3e-9e4c-51a4d800ff4f {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:41.586901 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5cc705-bd44-4e01-9f68-f60af226b71b', 'tag': '10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91', 'status': 'completed', 'code': 200} Dec 16 22:18:41.628417 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f27708a5-8389-4c19-9c32-5117da282315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:41.658898 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-8bf55821-90af-463b-81bb-a34ecff2876d service neutron] 10.222.0.69 "GET /v2.0/networks/c6e05899-4ac6-4932-86ec-c587562ed4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441367 Dec 16 22:18:41.681101 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f27708a5-8389-4c19-9c32-5117da282315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:41.744642 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f27708a5-8389-4c19-9c32-5117da282315 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28afd8b7d2494d0193ea90547fcc306e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6576345 Dec 16 22:18:41.745345 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37874) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:41.753762 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27708a5-8389-4c19-9c32-5117da282315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a6076c-ad28-47ec-b3c2-23022b07c298,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:41.897110 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3df9552-bf71-4fcb-9b0c-82db4ce0f785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:41.913225 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b2bd2-cd89-4a55-a197-6096eed9935e req-6e396d7d-93a0-4278-8693-7126552337e1 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:41.914703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b98b2bd2-cd89-4a55-a197-6096eed9935e req-6e396d7d-93a0-4278-8693-7126552337e1 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.1012478 Dec 16 22:18:41.942704 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3df9552-bf71-4fcb-9b0c-82db4ce0f785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:41.957226 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0d993ea0-2f34-401c-9393-af12881e7d13 req-fbc7f8dd-ff33-4596-87b5-c689ae149cc5 service neutron] 10.222.0.69 "GET /v2.0/networks/c6e05899-4ac6-4932-86ec-c587562ed4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487521 Dec 16 22:18:41.986112 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-aa5776ce-67e2-4db9-bc05-8fdf5eb512e7 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.053522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b98b2bd2-cd89-4a55-a197-6096eed9935e req-539e69bb-6c61-401c-a832-ec5dc3b079d4 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644100 Dec 16 22:18:42.132543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3df9552-bf71-4fcb-9b0c-82db4ce0f785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.138617 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-aa5776ce-67e2-4db9-bc05-8fdf5eb512e7 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.138774 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3df9552-bf71-4fcb-9b0c-82db4ce0f785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.138774 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d3df9552-bf71-4fcb-9b0c-82db4ce0f785 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0a6076c-ad28-47ec-b3c2-23022b07c298 HTTP/1.1" status: 204 len: 168 time: 0.3688860 Dec 16 22:18:42.182589 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df9552-bf71-4fcb-9b0c-82db4ce0f785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a6076c-ad28-47ec-b3c2-23022b07c298,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:42.219231 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbc7b5-4c97-48e9-bd85-f950c51c31bc req-75985f02-e4f1-4ce2-883f-7383cba44b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:42.224709 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-21bbc7b5-4c97-48e9-bd85-f950c51c31bc req-75985f02-e4f1-4ce2-883f-7383cba44b84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=14c1a92391d94919b5337d6c8f741703&device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 1094 time: 0.0836625 Dec 16 22:18:42.336129 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-aa5776ce-67e2-4db9-bc05-8fdf5eb512e7 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Floating IP bffb9ecd-f201-4c91-8d6f-01a724bec7ae associated. External IP: 172.25.2.200, port: b24c042f-e554-43d1-80f4-b63afbe0298d. Dec 16 22:18:42.347716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbc7b5-4c97-48e9-bd85-f950c51c31bc req-f3750297-e57a-4c35-a5d5-814741cbc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:42.349227 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-21bbc7b5-4c97-48e9-bd85-f950c51c31bc req-f3750297-e57a-4c35-a5d5-814741cbc7ce service neutron] 10.222.0.69 "GET /v2.0/networks?id=c6e05899-4ac6-4932-86ec-c587562ed4ec HTTP/1.1" status: 200 len: 923 time: 0.1161025 Dec 16 22:18:42.435430 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-21bbc7b5-4c97-48e9-bd85-f950c51c31bc req-a0a0ad2f-d6b4-4430-b849-3393b0d95780 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 HTTP/1.1" status: 200 len: 217 time: 0.0686836 Dec 16 22:18:42.495150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbc7b5-4c97-48e9-bd85-f950c51c31bc req-6539b864-5d97-4ea9-8f76-0240d66ed53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:42.511092 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-21bbc7b5-4c97-48e9-bd85-f950c51c31bc req-6539b864-5d97-4ea9-8f76-0240d66ed53d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fee50488-5202-449e-bbba-fd837483a33c HTTP/1.1" status: 200 len: 862 time: 0.0527761 Dec 16 22:18:42.537873 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-21bbc7b5-4c97-48e9-bd85-f950c51c31bc req-8162dd09-37bb-4fe5-a9b0-54f6d84fe14f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c6e05899-4ac6-4932-86ec-c587562ed4ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279241 Dec 16 22:18:42.682199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77b5fb-66d7-442f-a808-47a1a3fb714d req-c8c8e54c-e4ba-4f59-b971-011d45d83955 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:42.694335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc77b5fb-66d7-442f-a808-47a1a3fb714d req-c8c8e54c-e4ba-4f59-b971-011d45d83955 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 943 time: 0.0940216 Dec 16 22:18:42.736415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-aa5776ce-67e2-4db9-bc05-8fdf5eb512e7 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Router 8d133b6f-b15d-4f6a-847b-2ad085969552 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:18:42.755536 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-21bbc7b5-4c97-48e9-bd85-f950c51c31bc req-9404ac4d-527a-47d8-9473-fa55befd0a65 service neutron] 10.222.0.69 "GET /v2.0/networks/c6e05899-4ac6-4932-86ec-c587562ed4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924050 Dec 16 22:18:42.762297 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc77b5fb-66d7-442f-a808-47a1a3fb714d req-2f4dc363-2bab-4c55-bc28-c89276958267 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/security-groups?id=a96c7094-0fff-449f-82b8-a38ca9ee9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688684 Dec 16 22:18:42.944110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-aa5776ce-67e2-4db9-bc05-8fdf5eb512e7 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:42.950609 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-aa5776ce-67e2-4db9-bc05-8fdf5eb512e7 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.953601 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-21bbc7b5-4c97-48e9-bd85-f950c51c31bc req-8eb66131-b34d-4efc-8e2f-6e12c5169b05 service neutron] 10.222.0.69 "GET /v2.0/networks/c6e05899-4ac6-4932-86ec-c587562ed4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747539 Dec 16 22:18:42.961750 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d65b11-b41c-443c-8a46-d0bf13d43017 None None] Sync routers for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:42.974703 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d65b11-b41c-443c-8a46-d0bf13d43017 None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:42.975762 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e2d65b11-b41c-443c-8a46-d0bf13d43017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:18:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:43.017826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-aa5776ce-67e2-4db9-bc05-8fdf5eb512e7 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "PUT /v2.0/floatingips/bffb9ecd-f201-4c91-8d6f-01a724bec7ae HTTP/1.1" status: 200 len: 997 time: 1.9105072 Dec 16 22:18:43.018403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce33f63-3147-432c-ac86-bb3007e03714', 'tag': 'b24c042f-e554-43d1-80f4-b63afbe0298d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:43.020844 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbce80f-9d02-4e4a-97bd-98d5f726382c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce33f63-3147-432c-ac86-bb3007e03714", "tag": "b24c042f-e554-43d1-80f4-b63afbe0298d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:43.035608 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:43.101470 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70eefdbb-b77e-4693-89ac-370567880821 x-openstack-request-id: req-70eefdbb-b77e-4693-89ac-370567880821 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:43.101822 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce33f63-3147-432c-ac86-bb3007e03714", "tag": "b24c042f-e554-43d1-80f4-b63afbe0298d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:43.102089 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70eefdbb-b77e-4693-89ac-370567880821 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:43.102503 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce33f63-3147-432c-ac86-bb3007e03714', 'tag': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'status': 'completed', 'code': 200} Dec 16 22:18:43.178021 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:43.180961 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e2d65b11-b41c-443c-8a46-d0bf13d43017 None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:43.199256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbce80f-9d02-4e4a-97bd-98d5f726382c req-876e9e7f-3d36-46bf-bad2-92ecdefd8014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:43.201496 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ebbce80f-9d02-4e4a-97bd-98d5f726382c req-876e9e7f-3d36-46bf-bad2-92ecdefd8014 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 1097 time: 0.0673821 Dec 16 22:18:43.299146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559c4c6-f513-417b-a399-7ce3add46c48 req-6c97d9b1-8a5c-4098-ae53-b1eb81743386 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:43.303555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5559c4c6-f513-417b-a399-7ce3add46c48 req-6c97d9b1-8a5c-4098-ae53-b1eb81743386 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.1372535 Dec 16 22:18:43.398939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37912) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:43.429403 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d7b34a7-45f0-4611-8b2e-8c1651d8ba9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:43.450439 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5559c4c6-f513-417b-a399-7ce3add46c48 req-699eb372-482c-486c-a1a9-4795aa921058 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392696 Dec 16 22:18:43.477527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-c9da9442-8249-4eaa-9d69-13ae1591ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:43.479638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-c9da9442-8249-4eaa-9d69-13ae1591ffd6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 1097 time: 0.4340353 Dec 16 22:18:43.490831 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbce80f-9d02-4e4a-97bd-98d5f726382c req-bced55bb-5032-4cdf-a6c6-f2d9beca70e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:43.494783 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ebbce80f-9d02-4e4a-97bd-98d5f726382c req-bced55bb-5032-4cdf-a6c6-f2d9beca70e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 922 time: 0.2771082 Dec 16 22:18:43.505106 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e2d65b11-b41c-443c-8a46-d0bf13d43017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'bffb9ecd-f201-4c91-8d6f-01a724bec7ae', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'port_id': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'mac_address': 'fa:16:3e:f8:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce33f63-3147-432c-ac86-bb3007e03714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:20Z', 'updated_at': '2021-12-16T22:18:41Z', 'revision_number': 1, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:43.544836 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d65b11-b41c-443c-8a46-d0bf13d43017 None None] Checking router: 8d133b6f-b15d-4f6a-847b-2ad085969552 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:18:43.560671 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d65b11-b41c-443c-8a46-d0bf13d43017 None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:43.562538 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e2d65b11-b41c-443c-8a46-d0bf13d43017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:18:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:43.646263 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ebbce80f-9d02-4e4a-97bd-98d5f726382c req-ee412e75-1f6a-448a-9951-29c559f571e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24c042f-e554-43d1-80f4-b63afbe0298d HTTP/1.1" status: 200 len: 1000 time: 0.1394484 Dec 16 22:18:43.669211 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-c5df160c-aa8c-4c04-aaae-2cf4abe0a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:43.680425 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-c5df160c-aa8c-4c04-aaae-2cf4abe0a4f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 922 time: 0.1906860 Dec 16 22:18:43.702545 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d7b34a7-45f0-4611-8b2e-8c1651d8ba9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:43.713243 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e2d65b11-b41c-443c-8a46-d0bf13d43017 None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:43.725149 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbce80f-9d02-4e4a-97bd-98d5f726382c req-5562ce0f-e84a-4193-b63f-d6f6b6cf453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:43.726819 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ebbce80f-9d02-4e4a-97bd-98d5f726382c req-5562ce0f-e84a-4193-b63f-d6f6b6cf453f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 200 len: 860 time: 0.0689557 Dec 16 22:18:43.778445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-9a981db5-7cb9-4b23-9122-3c548cca7f36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24c042f-e554-43d1-80f4-b63afbe0298d HTTP/1.1" status: 200 len: 1000 time: 0.0968022 Dec 16 22:18:43.810195 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d7b34a7-45f0-4611-8b2e-8c1651d8ba9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:43.858489 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbce80f-9d02-4e4a-97bd-98d5f726382c req-14beb8cf-7413-4f4d-a20b-6254d4c3c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:43.862708 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ebbce80f-9d02-4e4a-97bd-98d5f726382c req-14beb8cf-7413-4f4d-a20b-6254d4c3c563 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f92d3105-2d01-42cd-9600-2ab2cb27dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192484 Dec 16 22:18:43.905683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-cffec0f5-32c9-478e-a776-b66048fa80b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:43.910287 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-cffec0f5-32c9-478e-a776-b66048fa80b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 200 len: 860 time: 0.1308882 Dec 16 22:18:43.956706 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b34a7-45f0-4611-8b2e-8c1651d8ba9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500b5916-d286-48e1-bfac-e711294f71dd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:44.023554 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-479a5d00-c1a8-400c-ae7e-3e925181497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:44.025614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-479a5d00-c1a8-400c-ae7e-3e925181497d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f92d3105-2d01-42cd-9600-2ab2cb27dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862954 Dec 16 22:18:44.034591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ae84f-eaa1-4fcc-bada-47d249ee2720 req-0cf3394d-d1ae-42e1-baea-eb5543446a28 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:44.042827 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e6ae84f-eaa1-4fcc-bada-47d249ee2720 req-0cf3394d-d1ae-42e1-baea-eb5543446a28 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 943 time: 0.1426711 Dec 16 22:18:44.050572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-0f30496a-0562-4c04-a8fc-280dd56577ab service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:18:44.051666 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-0f30496a-0562-4c04-a8fc-280dd56577ab service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068607 Dec 16 22:18:44.061043 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4d7b34a7-45f0-4611-8b2e-8c1651d8ba9b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e968be366ac476ebd07da841c302fca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6597161 Dec 16 22:18:44.065764 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37924) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:44.166757 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb4368fd-d9b4-4dd9-9b9d-e328da0e2c3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:44.188867 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e2d65b11-b41c-443c-8a46-d0bf13d43017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'bffb9ecd-f201-4c91-8d6f-01a724bec7ae', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'port_id': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'mac_address': 'fa:16:3e:f8:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce33f63-3147-432c-ac86-bb3007e03714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:20Z', 'updated_at': '2021-12-16T22:18:41Z', 'revision_number': 1, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:44.221457 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb4368fd-d9b4-4dd9-9b9d-e328da0e2c3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:44.225793 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d65b11-b41c-443c-8a46-d0bf13d43017 None None] The sync data for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 is: [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'bffb9ecd-f201-4c91-8d6f-01a724bec7ae', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'port_id': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'mac_address': 'fa:16:3e:f8:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce33f63-3147-432c-ac86-bb3007e03714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:20Z', 'updated_at': '2021-12-16T22:18:41Z', 'revision_number': 1, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:44.233946 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ebbce80f-9d02-4e4a-97bd-98d5f726382c req-250b0fd7-83a2-4cad-8bd7-7ee86da9af6a service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536565 Dec 16 22:18:44.268062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e6ae84f-eaa1-4fcc-bada-47d249ee2720 req-b19e745b-a464-4e5a-8151-06fca5f04439 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/security-groups?id=a96c7094-0fff-449f-82b8-a38ca9ee9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203691 Dec 16 22:18:44.343172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-6e56bd9c-735b-46f5-8b99-d5a1fa7a992c service neutron] 10.222.0.43 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689841 Dec 16 22:18:44.412301 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ebbce80f-9d02-4e4a-97bd-98d5f726382c req-bdc2292e-e0d0-4d2c-b70f-3d1ef662e3d4 service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658828 Dec 16 22:18:44.465135 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb4368fd-d9b4-4dd9-9b9d-e328da0e2c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:44.465778 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb4368fd-d9b4-4dd9-9b9d-e328da0e2c3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:44.466979 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-eb4368fd-d9b4-4dd9-9b9d-e328da0e2c3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/500b5916-d286-48e1-bfac-e711294f71dd HTTP/1.1" status: 204 len: 168 time: 0.3994973 Dec 16 22:18:44.480879 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4368fd-d9b4-4dd9-9b9d-e328da0e2c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500b5916-d286-48e1-bfac-e711294f71dd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:44.485559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dec5121-26a1-4a36-a00c-aa0c941cbd66 req-1b3026b6-3053-4ea9-b1be-fe019c21c957 service neutron] 10.222.0.43 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254873 Dec 16 22:18:44.583739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c2eb5a-549e-48bb-8a80-babfeda6d3b5 None None] New status for floating IP bffb9ecd-f201-4c91-8d6f-01a724bec7ae: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:18:44.612710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec5e67-f545-4489-b667-4e80dbb41f08 req-e7992c3b-92ce-4149-b88a-679fda945570 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:44.621627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cdec5e67-f545-4489-b667-4e80dbb41f08 req-e7992c3b-92ce-4149-b88a-679fda945570 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.0667408 Dec 16 22:18:44.698905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cdec5e67-f545-4489-b667-4e80dbb41f08 req-d8795ec4-4570-42d3-bcb4-489e57543935 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756733 Dec 16 22:18:44.813886 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-fc3af510-8601-4544-86f1-d895315730f4 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:44.815728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-fc3af510-8601-4544-86f1-d895315730f4 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0598645 Dec 16 22:18:44.889173 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-eba5ac0c-ba24-4848-9a87-822670c59d1c tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 1000 time: 0.0660622 Dec 16 22:18:44.899101 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-98795cbb-e714-4b82-b053-a6f2d5fb1197 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Request body: {'floatingip': {'port_id': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:44.966181 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-98795cbb-e714-4b82-b053-a6f2d5fb1197 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.127055 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:18:45.306019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91,segment=NetworkSegment(aaa71024-e764-4667-9ffa-d46f0efc5df9),segment_id=aaa71024-e764-4667-9ffa-d46f0efc5df9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:45.326954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91', 'network_id': 'c6e05899-4ac6-4932-86ec-c587562ed4ec', 'port_id': '10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91', 'mac_address': 'fa:16:3e:7f:93:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee50488-5202-449e-bbba-fd837483a33c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:18:45.367071 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.386204 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:45.414454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91,segment=NetworkSegment(aaa71024-e764-4667-9ffa-d46f0efc5df9),segment_id=aaa71024-e764-4667-9ffa-d46f0efc5df9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:45.472083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef84d64-bc80-4c4b-8c06-401da0dcd35c req-97a9d9a9-aa27-4cc6-a1da-1561fd1745e2 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:45.473776 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ef84d64-bc80-4c4b-8c06-401da0dcd35c req-97a9d9a9-aa27-4cc6-a1da-1561fd1745e2 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 943 time: 0.1084285 Dec 16 22:18:45.504251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.571814 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:45.580317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:45.580669 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:45.588252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:45.588252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:45.588252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:45.588252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:45.588252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:45.588252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:45.588252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:45.588252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:45.588252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:45.588252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:45.588252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:45.599338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ef84d64-bc80-4c4b-8c06-401da0dcd35c req-269ed3fc-65a5-49bd-9411-895d602a4e7a tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/security-groups?id=a96c7094-0fff-449f-82b8-a38ca9ee9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153927 Dec 16 22:18:45.630812 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-98795cbb-e714-4b82-b053-a6f2d5fb1197 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.715426 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-98795cbb-e714-4b82-b053-a6f2d5fb1197 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.872107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2165f-e321-4c22-a6bd-36ca66da65c3 req-732a134e-4119-4044-946a-8836d94dd773 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:45.873797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84e2165f-e321-4c22-a6bd-36ca66da65c3 req-732a134e-4119-4044-946a-8836d94dd773 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.1093042 Dec 16 22:18:45.877170 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-98795cbb-e714-4b82-b053-a6f2d5fb1197 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Floating IP bffb9ecd-f201-4c91-8d6f-01a724bec7ae associated. External IP: 172.25.2.200, port: b24c042f-e554-43d1-80f4-b63afbe0298d. Dec 16 22:18:45.942626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:46.025224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84e2165f-e321-4c22-a6bd-36ca66da65c3 req-6b7586b9-5f8c-433e-b659-c104a403dac0 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444840 Dec 16 22:18:46.204048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-98795cbb-e714-4b82-b053-a6f2d5fb1197 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Router 8d133b6f-b15d-4f6a-847b-2ad085969552 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:18:46.340817 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-98795cbb-e714-4b82-b053-a6f2d5fb1197 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:46.352745 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a0a7e-3860-4ec2-afd3-e91d9d0e744e None None] Sync routers for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:46.366483 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a0a7e-3860-4ec2-afd3-e91d9d0e744e None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:46.367095 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fd3a0a7e-3860-4ec2-afd3-e91d9d0e744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:18:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:46.553639 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-fd3a0a7e-3860-4ec2-afd3-e91d9d0e744e None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:46.893526 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fd3a0a7e-3860-4ec2-afd3-e91d9d0e744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'bffb9ecd-f201-4c91-8d6f-01a724bec7ae', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'port_id': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'mac_address': 'fa:16:3e:5e:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:20Z', 'updated_at': '2021-12-16T22:18:45Z', 'revision_number': 3, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:46.924659 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a0a7e-3860-4ec2-afd3-e91d9d0e744e None None] Checking router: 8d133b6f-b15d-4f6a-847b-2ad085969552 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:18:46.927127 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a44a15-492f-4bb7-8ef4-f454669bd35f req-81fd9060-2757-466d-ae4c-ed79bc984f03 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:46.928717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14a44a15-492f-4bb7-8ef4-f454669bd35f req-81fd9060-2757-466d-ae4c-ed79bc984f03 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 944 time: 0.0758622 Dec 16 22:18:46.959775 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a0a7e-3860-4ec2-afd3-e91d9d0e744e None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:46.960589 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fd3a0a7e-3860-4ec2-afd3-e91d9d0e744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:18:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:47.106010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14a44a15-492f-4bb7-8ef4-f454669bd35f req-9ddb93d4-270f-4f30-b47e-daf0ee00e570 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/security-groups?id=a96c7094-0fff-449f-82b8-a38ca9ee9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656256 Dec 16 22:18:47.111968 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-fd3a0a7e-3860-4ec2-afd3-e91d9d0e744e None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:47.139721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-98795cbb-e714-4b82-b053-a6f2d5fb1197 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Router 8d133b6f-b15d-4f6a-847b-2ad085969552 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:18:47.334799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-98795cbb-e714-4b82-b053-a6f2d5fb1197 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:47.341248 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-98795cbb-e714-4b82-b053-a6f2d5fb1197 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:47.373974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffac12d-5aef-458a-8f58-ab5ac9d99883 req-55eb405a-811f-432f-8c00-94f6b9145d5c tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:47.379855 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ffac12d-5aef-458a-8f58-ab5ac9d99883 req-55eb405a-811f-432f-8c00-94f6b9145d5c tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.1191068 Dec 16 22:18:47.408205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce33f63-3147-432c-ac86-bb3007e03714', 'tag': 'b24c042f-e554-43d1-80f4-b63afbe0298d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:47.410676 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f8e6d8-fd54-4f41-9c3b-e0967af00133" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce33f63-3147-432c-ac86-bb3007e03714", "tag": "b24c042f-e554-43d1-80f4-b63afbe0298d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:47.425784 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fd3a0a7e-3860-4ec2-afd3-e91d9d0e744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'bffb9ecd-f201-4c91-8d6f-01a724bec7ae', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'port_id': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'mac_address': 'fa:16:3e:5e:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:20Z', 'updated_at': '2021-12-16T22:18:45Z', 'revision_number': 3, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:47.451844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-98795cbb-e714-4b82-b053-a6f2d5fb1197 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "PUT /v2.0/floatingips/bffb9ecd-f201-4c91-8d6f-01a724bec7ae HTTP/1.1" status: 200 len: 998 time: 2.5567801 Dec 16 22:18:47.455102 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a0a7e-3860-4ec2-afd3-e91d9d0e744e None None] The sync data for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 is: [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'bffb9ecd-f201-4c91-8d6f-01a724bec7ae', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'port_id': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'mac_address': 'fa:16:3e:5e:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:20Z', 'updated_at': '2021-12-16T22:18:45Z', 'revision_number': 3, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:47.511424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ffac12d-5aef-458a-8f58-ab5ac9d99883 req-f0e8766c-d552-46a2-8ede-194ac0607524 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227684 Dec 16 22:18:47.529713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-ec02a2e1-c1d4-43e6-9be3-7e31c50d5ccc tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:47.531623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-ec02a2e1-c1d4-43e6-9be3-7e31c50d5ccc tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports/b24c042f-e554-43d1-80f4-b63afbe0298d HTTP/1.1" status: 200 len: 943 time: 0.0727060 Dec 16 22:18:47.666335 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd5114a-76ef-4c18-b8d1-fdd29167f9e8 x-openstack-request-id: req-9dd5114a-76ef-4c18-b8d1-fdd29167f9e8 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:47.666642 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce33f63-3147-432c-ac86-bb3007e03714", "tag": "b24c042f-e554-43d1-80f4-b63afbe0298d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:47.666905 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9dd5114a-76ef-4c18-b8d1-fdd29167f9e8 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:47.667347 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce33f63-3147-432c-ac86-bb3007e03714', 'tag': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'status': 'completed', 'code': 200} Dec 16 22:18:47.682058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-d5bee7a4-9e60-4888-b247-26b017ed6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:47.683653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-d5bee7a4-9e60-4888-b247-26b017ed6456 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 1097 time: 0.0563624 Dec 16 22:18:47.752057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8e6d8-fd54-4f41-9c3b-e0967af00133 req-fdd3cba3-9dbf-4ed4-81f7-a02c6d400b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:47.753896 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-27f8e6d8-fd54-4f41-9c3b-e0967af00133 req-fdd3cba3-9dbf-4ed4-81f7-a02c6d400b21 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 1097 time: 0.0514624 Dec 16 22:18:47.798915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fca1cbb-4657-4293-be87-7371a73e1013 None None] New status for floating IP bffb9ecd-f201-4c91-8d6f-01a724bec7ae: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:18:47.810711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-fc81e49b-115a-4304-9dd2-7de897e680b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:47.812518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-fc81e49b-115a-4304-9dd2-7de897e680b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 922 time: 0.1216481 Dec 16 22:18:47.898806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-4bce29c1-d66b-4e81-921c-70ab4297a5aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24c042f-e554-43d1-80f4-b63afbe0298d HTTP/1.1" status: 200 len: 217 time: 0.0794582 Dec 16 22:18:47.900736 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8e6d8-fd54-4f41-9c3b-e0967af00133 req-6870301e-e6f3-4f97-8e84-f8c474461bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:47.902619 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-27f8e6d8-fd54-4f41-9c3b-e0967af00133 req-6870301e-e6f3-4f97-8e84-f8c474461bac service neutron] 10.222.0.69 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 922 time: 0.1404841 Dec 16 22:18:47.951313 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-27f8e6d8-fd54-4f41-9c3b-e0967af00133 req-3b3fbfde-7b44-4415-a330-6316cb96fc8b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24c042f-e554-43d1-80f4-b63afbe0298d HTTP/1.1" status: 200 len: 217 time: 0.0376909 Dec 16 22:18:47.958318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-32a368f0-2f42-4ccd-8811-13bdd269a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:47.968997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-32a368f0-2f42-4ccd-8811-13bdd269a0be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 200 len: 860 time: 0.0545661 Dec 16 22:18:48.012455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-21851648-4282-4a12-bbf8-aae6244b6130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:48.014100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-21851648-4282-4a12-bbf8-aae6244b6130 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f92d3105-2d01-42cd-9600-2ab2cb27dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453839 Dec 16 22:18:48.042592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8e6d8-fd54-4f41-9c3b-e0967af00133 req-cc612038-1358-41c0-b8f6-4e1724a44223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:48.044152 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-27f8e6d8-fd54-4f41-9c3b-e0967af00133 req-cc612038-1358-41c0-b8f6-4e1724a44223 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 200 len: 860 time: 0.0797744 Dec 16 22:18:48.108947 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8e6d8-fd54-4f41-9c3b-e0967af00133 req-5cfb106b-d4a6-443e-bbc6-aad7a4f3eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:48.115295 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-27f8e6d8-fd54-4f41-9c3b-e0967af00133 req-5cfb106b-d4a6-443e-bbc6-aad7a4f3eaff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f92d3105-2d01-42cd-9600-2ab2cb27dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564370 Dec 16 22:18:48.168481 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-fec430a6-1fab-4a31-b8eb-69925c5a9d34 service neutron] 10.222.0.43 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468024 Dec 16 22:18:48.259946 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab662b58-ca44-4f7b-993e-302a165044f2 None None] Sync routers for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:48.281014 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab662b58-ca44-4f7b-993e-302a165044f2 None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:48.281696 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ab662b58-ca44-4f7b-993e-302a165044f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:18:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:48.296968 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-27f8e6d8-fd54-4f41-9c3b-e0967af00133 req-0ef18890-5e4f-43ea-a166-00d622ced761 service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621585 Dec 16 22:18:48.354237 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55668e9-f8bd-4243-95c5-22e53cfff41a req-f54e2a78-5331-40f1-a743-51e133909fab tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:48.356205 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d55668e9-f8bd-4243-95c5-22e53cfff41a req-f54e2a78-5331-40f1-a743-51e133909fab tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.1051462 Dec 16 22:18:48.412869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-36dab6f8-ac70-42ce-b4a9-e74b351ea4a4 service neutron] 10.222.0.43 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351429 Dec 16 22:18:48.448164 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ab662b58-ca44-4f7b-993e-302a165044f2 None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:48.452897 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d55668e9-f8bd-4243-95c5-22e53cfff41a req-9993495b-262a-4036-be5a-d2c02599939a tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887284 Dec 16 22:18:48.523402 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-27f8e6d8-fd54-4f41-9c3b-e0967af00133 req-c236460d-a53b-4e50-b8c9-2a09e766fb27 service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149031 Dec 16 22:18:48.590128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec51065-95ac-4023-80e1-5e3ce203fd18 req-68588e10-27c3-4cce-a966-34f8e53cc5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:48.591929 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dec51065-95ac-4023-80e1-5e3ce203fd18 req-68588e10-27c3-4cce-a966-34f8e53cc5a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=31b68f79547f4d379eb266ec793c828b&device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 1096 time: 0.1239874 Dec 16 22:18:48.633541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-c58132f2-7d1c-4690-8176-fcdf9532618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:48.635798 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-c58132f2-7d1c-4690-8176-fcdf9532618f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 1096 time: 0.1224203 Dec 16 22:18:48.709192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec51065-95ac-4023-80e1-5e3ce203fd18 req-4195943a-4055-420f-b6f8-3718a1a0dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:48.710907 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dec51065-95ac-4023-80e1-5e3ce203fd18 req-4195943a-4055-420f-b6f8-3718a1a0dc93 service neutron] 10.222.0.69 "GET /v2.0/networks?id=40ede60e-42c6-4d72-a359-20cd539ddf76 HTTP/1.1" status: 200 len: 915 time: 0.1111355 Dec 16 22:18:48.722556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ff35e-b609-4f39-acc3-f134e6918783 req-32d0579a-84e3-4a1b-b94a-08b6f19c86d1 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:48.731333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa5ff35e-b609-4f39-acc3-f134e6918783 req-32d0579a-84e3-4a1b-b94a-08b6f19c86d1 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 944 time: 0.1684759 Dec 16 22:18:48.807545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa5ff35e-b609-4f39-acc3-f134e6918783 req-8d5f74fc-470b-40a9-be9a-47518426efe3 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/security-groups?id=a96c7094-0fff-449f-82b8-a38ca9ee9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751822 Dec 16 22:18:48.835677 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dec51065-95ac-4023-80e1-5e3ce203fd18 req-b322536f-48aa-4543-862e-b5962ca86794 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=285ee340-446d-4cbe-b662-9eba29c7c664 HTTP/1.1" status: 200 len: 217 time: 0.1134915 Dec 16 22:18:48.846307 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ab662b58-ca44-4f7b-993e-302a165044f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'bffb9ecd-f201-4c91-8d6f-01a724bec7ae', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'port_id': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'mac_address': 'fa:16:3e:5e:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:20Z', 'updated_at': '2021-12-16T22:18:47Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:48.879796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-91d29cf8-2b5a-4886-9a0a-6ab9ca39aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:48.881323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-91d29cf8-2b5a-4886-9a0a-6ab9ca39aae0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 922 time: 0.2381959 Dec 16 22:18:48.885326 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab662b58-ca44-4f7b-993e-302a165044f2 None None] Checking router: 8d133b6f-b15d-4f6a-847b-2ad085969552 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:18:48.896522 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab662b58-ca44-4f7b-993e-302a165044f2 None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:48.897637 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ab662b58-ca44-4f7b-993e-302a165044f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:18:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:48.919659 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec51065-95ac-4023-80e1-5e3ce203fd18 req-1e206f01-7f76-45b8-8251-9e6c5a7844c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:48.922083 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dec51065-95ac-4023-80e1-5e3ce203fd18 req-1e206f01-7f76-45b8-8251-9e6c5a7844c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=931d3123-76e0-40b9-9ef9-f1d5123d316a HTTP/1.1" status: 200 len: 853 time: 0.0775549 Dec 16 22:18:48.989110 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec51065-95ac-4023-80e1-5e3ce203fd18 req-823409df-ddf3-49fd-bf8b-0bd848529428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:48.992407 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dec51065-95ac-4023-80e1-5e3ce203fd18 req-823409df-ddf3-49fd-bf8b-0bd848529428 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40ede60e-42c6-4d72-a359-20cd539ddf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591006 Dec 16 22:18:49.035933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-c8a28f73-f734-4c6e-a149-4c6bd66b5486 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c HTTP/1.1" status: 200 len: 1001 time: 0.1348641 Dec 16 22:18:49.086284 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-366086bd-0f6c-4b4c-b7a5-be625b998bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:49.088507 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-366086bd-0f6c-4b4c-b7a5-be625b998bcc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 200 len: 860 time: 0.0583689 Dec 16 22:18:49.117188 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dec51065-95ac-4023-80e1-5e3ce203fd18 req-08416f1f-ea9b-47ca-b131-4e34ef9f029c service neutron] 10.222.0.69 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081150 Dec 16 22:18:49.140030 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:49.153015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-33c763cd-963a-4234-b563-8905fdc643e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:49.155904 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-33c763cd-963a-4234-b563-8905fdc643e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f92d3105-2d01-42cd-9600-2ab2cb27dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568159 Dec 16 22:18:49.193046 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ab662b58-ca44-4f7b-993e-302a165044f2 None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:49.276211 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dec51065-95ac-4023-80e1-5e3ce203fd18 req-33775c2e-4d98-4117-b28f-8c7b49d1ef06 service neutron] 10.222.0.69 "GET /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504498 Dec 16 22:18:49.342928 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-038b3c8b-3a58-4d1a-8773-0a73e2f791ae service neutron] 10.222.0.43 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786625 Dec 16 22:18:49.451311 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:18:49.460256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:49.461000 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.472154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62015eac-4a39-487a-aa12-d52bc845a3ec req-f58590cd-68ca-4ceb-b5d4-920ff8581869 service neutron] 10.222.0.43 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106246 Dec 16 22:18:49.520183 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ab662b58-ca44-4f7b-993e-302a165044f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'bffb9ecd-f201-4c91-8d6f-01a724bec7ae', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'port_id': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'mac_address': 'fa:16:3e:5e:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:20Z', 'updated_at': '2021-12-16T22:18:47Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:49.556707 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab662b58-ca44-4f7b-993e-302a165044f2 None None] The sync data for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 is: [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'bffb9ecd-f201-4c91-8d6f-01a724bec7ae', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'port_id': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'mac_address': 'fa:16:3e:5e:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:20Z', 'updated_at': '2021-12-16T22:18:47Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:49.563364 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.591146 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5cc705-bd44-4e01-9f68-f60af226b71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:49.593551 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6e3d79-309f-4663-b07b-9378fa421b34" -d '{"events": [{"server_uuid": "cb5cc705-bd44-4e01-9f68-f60af226b71b", "name": "network-vif-plugged", "status": "completed", "tag": "10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:49.607483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91,segment=NetworkSegment(aaa71024-e764-4667-9ffa-d46f0efc5df9),segment_id=aaa71024-e764-4667-9ffa-d46f0efc5df9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:49.667943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'tag': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:49.670241 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d542466e-25f0-41bf-bb83-2e3eca097fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c60b693-9b2b-4b3c-b947-1b44c2a5331e", "tag": "5f8ba6fd-dfed-4026-b58e-26a4d03cf49c"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:49.703447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca3089-6e88-49b2-91b8-2a84a77b2063 req-815f3dd1-9a56-4a36-8c20-041955aa276c tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:49.710698 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90ca3089-6e88-49b2-91b8-2a84a77b2063 req-815f3dd1-9a56-4a36-8c20-041955aa276c tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.1342516 Dec 16 22:18:49.744865 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.746734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58533247-a083-429c-b7f6-19cf928044d9 req-e1bfe485-0a98-4aef-a916-f47aace1665f tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 1001 time: 0.1306436 Dec 16 22:18:49.799809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90ca3089-6e88-49b2-91b8-2a84a77b2063 req-955ad438-1258-4896-8db0-add737151d4e tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737369 Dec 16 22:18:49.850398 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:49.858789 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58533247-a083-429c-b7f6-19cf928044d9 req-812bd2c9-d802-4186-868c-c4781a0e11d1 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:49.865232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58533247-a083-429c-b7f6-19cf928044d9 req-812bd2c9-d802-4186-868c-c4781a0e11d1 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports/5f8ba6fd-dfed-4026-b58e-26a4d03cf49c HTTP/1.1" status: 200 len: 942 time: 0.1063347 Dec 16 22:18:49.878967 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e28532b-5628-4ae0-9f50-ac79dac6cef8 x-openstack-request-id: req-4e28532b-5628-4ae0-9f50-ac79dac6cef8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:49.879190 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5cc705-bd44-4e01-9f68-f60af226b71b", "name": "network-vif-plugged", "status": "completed", "tag": "10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:49.880011 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e28532b-5628-4ae0-9f50-ac79dac6cef8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:49.880991 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5cc705-bd44-4e01-9f68-f60af226b71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91', 'code': 200} Dec 16 22:18:49.904029 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a6b8d7-039e-46e0-8587-199a6af549f3 x-openstack-request-id: req-29a6b8d7-039e-46e0-8587-199a6af549f3 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:49.906939 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c60b693-9b2b-4b3c-b947-1b44c2a5331e", "tag": "5f8ba6fd-dfed-4026-b58e-26a4d03cf49c", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:49.906939 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29a6b8d7-039e-46e0-8587-199a6af549f3 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:49.906939 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'tag': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c', 'status': 'completed', 'code': 200} Dec 16 22:18:50.039477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58533247-a083-429c-b7f6-19cf928044d9 req-465c9e96-bfad-4db3-a4f3-75fca4dc59fb tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 1001 time: 0.1232498 Dec 16 22:18:50.074241 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542466e-25f0-41bf-bb83-2e3eca097fa5 req-152938a8-73cf-46e8-a5e6-20129f9cc12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:50.076215 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d542466e-25f0-41bf-bb83-2e3eca097fa5 req-152938a8-73cf-46e8-a5e6-20129f9cc12b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 1096 time: 0.1052420 Dec 16 22:18:50.079742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca3ab0-ea3c-4a72-8d55-80c841de4308 req-ae4bd5d3-1683-4d41-adf5-255e3e000923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:50.081299 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f7ca3ab0-ea3c-4a72-8d55-80c841de4308 req-ae4bd5d3-1683-4d41-adf5-255e3e000923 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 1096 time: 0.1091232 Dec 16 22:18:50.121743 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1f19b59-94b3-4fd8-8e4b-6ace9c0b197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:50.166842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58533247-a083-429c-b7f6-19cf928044d9 req-df872170-e8a9-4bf0-bf9a-8b384d8cfc00 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:50.182944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58533247-a083-429c-b7f6-19cf928044d9 req-df872170-e8a9-4bf0-bf9a-8b384d8cfc00 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.1340318 Dec 16 22:18:50.209952 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f7ca3ab0-ea3c-4a72-8d55-80c841de4308 req-62a6547f-203a-4bbc-8947-a3fc7e4f526b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a96c7094-0fff-449f-82b8-a38ca9ee9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071703 Dec 16 22:18:50.217973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d881d44-dd2c-4860-9501-ee322dc63593 req-1b7018bd-a67e-4a28-a70c-7cf769242c84 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:50.229773 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d881d44-dd2c-4860-9501-ee322dc63593 req-1b7018bd-a67e-4a28-a70c-7cf769242c84 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 945 time: 0.2345724 Dec 16 22:18:50.239930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542466e-25f0-41bf-bb83-2e3eca097fa5 req-e1e1fe3a-e48d-4baa-b8bb-bf6994166142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:50.241188 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d542466e-25f0-41bf-bb83-2e3eca097fa5 req-e1e1fe3a-e48d-4baa-b8bb-bf6994166142 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 922 time: 0.1492388 Dec 16 22:18:50.302778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d881d44-dd2c-4860-9501-ee322dc63593 req-754597ca-3472-460b-9f69-ea9cb7909e7d tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/security-groups?id=a96c7094-0fff-449f-82b8-a38ca9ee9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651000 Dec 16 22:18:50.547741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-0e6bff7a-d915-4e5d-a84c-78f2b45d751c tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 1001 time: 0.0748255 Dec 16 22:18:50.557600 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d542466e-25f0-41bf-bb83-2e3eca097fa5 req-f87e9192-a513-4b81-a3f3-a8b32feb5155 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c HTTP/1.1" status: 200 len: 1001 time: 0.0716987 Dec 16 22:18:50.601383 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-84e86301-dac6-46f6-9d3a-34a2e675745c tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:50.602762 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-84e86301-dac6-46f6-9d3a-34a2e675745c tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports/5f8ba6fd-dfed-4026-b58e-26a4d03cf49c HTTP/1.1" status: 200 len: 942 time: 0.0484266 Dec 16 22:18:50.615776 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542466e-25f0-41bf-bb83-2e3eca097fa5 req-dbc84618-e601-4744-9425-3aa47bb01d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:50.615776 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d542466e-25f0-41bf-bb83-2e3eca097fa5 req-dbc84618-e601-4744-9425-3aa47bb01d0c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 200 len: 860 time: 0.0497375 Dec 16 22:18:50.677752 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542466e-25f0-41bf-bb83-2e3eca097fa5 req-f094b393-6867-405d-951e-0811af3641c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:50.679308 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d542466e-25f0-41bf-bb83-2e3eca097fa5 req-f094b393-6867-405d-951e-0811af3641c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f92d3105-2d01-42cd-9600-2ab2cb27dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465357 Dec 16 22:18:50.715820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-ab855baa-8a3f-41e5-862a-05c56ad54afd tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 1001 time: 0.0700960 Dec 16 22:18:50.782922 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d542466e-25f0-41bf-bb83-2e3eca097fa5 req-2eed7493-7858-44b9-8faa-2f1106bd8831 service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890691 Dec 16 22:18:50.834186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-4dc2aca3-bb36-441b-a6bb-b302ee2b762e tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:50.835697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-4dc2aca3-bb36-441b-a6bb-b302ee2b762e tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.1142669 Dec 16 22:18:50.900575 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d542466e-25f0-41bf-bb83-2e3eca097fa5 req-9618336a-10b6-4d1e-95e2-1155e92c2a6c service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988743 Dec 16 22:18:50.944933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-e191644c-6da0-4a4e-92f0-9987e57ed4a4 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 1001 time: 0.0994756 Dec 16 22:18:50.955028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-523d92e9-9b60-4fcb-bb33-6de4944e6456 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:51.006570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522905e-4829-4e0b-b694-bf33493eaf07 req-3f254f65-a021-4f46-8d82-e4634036103d tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:51.008110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a522905e-4829-4e0b-b694-bf33493eaf07 req-3f254f65-a021-4f46-8d82-e4634036103d tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.1220248 Dec 16 22:18:51.043504 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-523d92e9-9b60-4fcb-bb33-6de4944e6456 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:51.115693 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a522905e-4829-4e0b-b694-bf33493eaf07 req-e9591a16-c61e-4524-8d8b-11aaee05d647 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996408 Dec 16 22:18:51.250006 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-523d92e9-9b60-4fcb-bb33-6de4944e6456 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:51.309899 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57e9ae-c712-422b-84b1-b694ca7748ee req-952e21a0-48f2-4709-9197-ebb2a9f0b03a tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:51.310991 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d57e9ae-c712-422b-84b1-b694ca7748ee req-952e21a0-48f2-4709-9197-ebb2a9f0b03a tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.0634124 Dec 16 22:18:51.362379 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-523d92e9-9b60-4fcb-bb33-6de4944e6456 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:51.362726 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-523d92e9-9b60-4fcb-bb33-6de4944e6456 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Floating IP bffb9ecd-f201-4c91-8d6f-01a724bec7ae disassociated. External IP: 172.25.2.200, port: 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c. Dec 16 22:18:51.369445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d57e9ae-c712-422b-84b1-b694ca7748ee req-504e79ec-eb74-4a43-ab63-8103822e48d4 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521002 Dec 16 22:18:51.526939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c69f1-aa1f-41c0-9b9d-562f10b03e71 req-ed203ec4-a0f0-4b6d-b629-357bb5dfcf32 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:51.528430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a7c69f1-aa1f-41c0-9b9d-562f10b03e71 req-ed203ec4-a0f0-4b6d-b629-357bb5dfcf32 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 945 time: 0.0743065 Dec 16 22:18:51.648233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a7c69f1-aa1f-41c0-9b9d-562f10b03e71 req-eba31fb3-7154-4ea6-87a9-5846199ca531 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/security-groups?id=a96c7094-0fff-449f-82b8-a38ca9ee9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890641 Dec 16 22:18:51.670143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-523d92e9-9b60-4fcb-bb33-6de4944e6456 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Router 8d133b6f-b15d-4f6a-847b-2ad085969552 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:18:51.823408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69c6e3-fdad-4026-9504-6fd35ae8cdea req-11fe24a1-9555-4dc0-960d-56fc1ff58910 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:51.825087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d69c6e3-fdad-4026-9504-6fd35ae8cdea req-11fe24a1-9555-4dc0-960d-56fc1ff58910 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=000e421e-66ea-495b-a78c-00d4a8f71884 HTTP/1.1" status: 200 len: 945 time: 0.0972495 Dec 16 22:18:51.831807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-523d92e9-9b60-4fcb-bb33-6de4944e6456 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:51.838510 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-523d92e9-9b60-4fcb-bb33-6de4944e6456 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:51.843024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31a04bc-232b-4247-af8e-fa6724657962 None None] Sync routers for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:51.854673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a04bc-232b-4247-af8e-fa6724657962 None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:51.855383 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a31a04bc-232b-4247-af8e-fa6724657962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:18:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:51.888627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-523d92e9-9b60-4fcb-bb33-6de4944e6456 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "PUT /v2.0/floatingips/bffb9ecd-f201-4c91-8d6f-01a724bec7ae HTTP/1.1" status: 200 len: 695 time: 0.9418874 Dec 16 22:18:51.906343 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d69c6e3-fdad-4026-9504-6fd35ae8cdea req-7d52a10a-3048-4f5b-b42f-9819d9d67489 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725327 Dec 16 22:18:51.908138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'tag': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:51.910527 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64601cac-dcae-4f6e-9b5a-1e1a7025ce33" -d '{"events": [{"name": "network-changed", "server_uuid": "7c60b693-9b2b-4b3c-b947-1b44c2a5331e", "tag": "5f8ba6fd-dfed-4026-b58e-26a4d03cf49c"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:51.972150 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-c325d335-dc5a-4275-8a4d-c9788d987a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:51.973035 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a31a04bc-232b-4247-af8e-fa6724657962 None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:51.973734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-c325d335-dc5a-4275-8a4d-c9788d987a29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 1096 time: 0.0665362 Dec 16 22:18:52.124535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-c4861b3d-f7d4-448b-a574-c8894f902db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:52.132498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-c4861b3d-f7d4-448b-a574-c8894f902db4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 922 time: 0.1451747 Dec 16 22:18:52.142829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38164) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:52.145065 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef922b2f-5a58-434f-b3e2-31ed4b72abe6 x-openstack-request-id: req-ef922b2f-5a58-434f-b3e2-31ed4b72abe6 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:52.145365 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c60b693-9b2b-4b3c-b947-1b44c2a5331e", "tag": "5f8ba6fd-dfed-4026-b58e-26a4d03cf49c", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:52.145665 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef922b2f-5a58-434f-b3e2-31ed4b72abe6 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:52.146006 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'tag': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c', 'status': 'completed', 'code': 200} Dec 16 22:18:52.188862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-e8e63ff4-3208-4118-87f8-79b7a27bfb0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c HTTP/1.1" status: 200 len: 217 time: 0.0562348 Dec 16 22:18:52.252599 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64601cac-dcae-4f6e-9b5a-1e1a7025ce33 req-03f7c55c-afd7-4f1f-b174-22b2c5a195ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:52.254220 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64601cac-dcae-4f6e-9b5a-1e1a7025ce33 req-03f7c55c-afd7-4f1f-b174-22b2c5a195ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 1096 time: 0.0800416 Dec 16 22:18:52.309955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-f4a8f936-4e7b-4fdc-aaeb-aec18167585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:52.318384 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-f4a8f936-4e7b-4fdc-aaeb-aec18167585d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 200 len: 860 time: 0.1218514 Dec 16 22:18:52.361214 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479014dc-207a-4ec3-adea-5ce0f616e659 req-b88b0d4c-34cb-4edf-997d-e5a82976199a tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:52.363474 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-479014dc-207a-4ec3-adea-5ce0f616e659 req-b88b0d4c-34cb-4edf-997d-e5a82976199a tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 946 time: 0.1431530 Dec 16 22:18:52.376988 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c08e1119-e686-432e-a9af-d7305e22c778 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:52.394860 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-69cd457a-e5fd-4ab1-af69-1b066aa998f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:52.404268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-69cd457a-e5fd-4ab1-af69-1b066aa998f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f92d3105-2d01-42cd-9600-2ab2cb27dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846756 Dec 16 22:18:52.465953 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a31a04bc-232b-4247-af8e-fa6724657962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:52.497255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31a04bc-232b-4247-af8e-fa6724657962 None None] Checking router: 8d133b6f-b15d-4f6a-847b-2ad085969552 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:18:52.501327 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64601cac-dcae-4f6e-9b5a-1e1a7025ce33 req-a60a093c-3441-4578-b55a-a619fad19c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:52.503053 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64601cac-dcae-4f6e-9b5a-1e1a7025ce33 req-a60a093c-3441-4578-b55a-a619fad19c81 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 922 time: 0.2328014 Dec 16 22:18:52.506057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a04bc-232b-4247-af8e-fa6724657962 None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:52.506383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-479014dc-207a-4ec3-adea-5ce0f616e659 req-3341b7b5-724f-4f4c-b144-994db58f1455 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347919 Dec 16 22:18:52.507178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a31a04bc-232b-4247-af8e-fa6724657962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:18:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:52.550466 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-daca537d-b7b6-4c33-8ec6-50d87f240056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:52.562253 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-d0402a68-9bd4-45b4-aa4e-4ed03d858614 req-68a69bd8-479a-436a-ad26-8b9deaa0cfad tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:18:52.564681 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64601cac-dcae-4f6e-9b5a-1e1a7025ce33 req-126b3340-c4cc-42e7-a1e6-db3a2cf31edc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c HTTP/1.1" status: 200 len: 217 time: 0.0505555 Dec 16 22:18:52.565090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0402a68-9bd4-45b4-aa4e-4ed03d858614 req-68a69bd8-479a-436a-ad26-8b9deaa0cfad tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076613 Dec 16 22:18:52.577642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-3711fbf6-4984-4894-a99d-65f846c8f624 service neutron] 10.222.0.43 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725533 Dec 16 22:18:52.624175 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c08e1119-e686-432e-a9af-d7305e22c778 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:52.639897 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64601cac-dcae-4f6e-9b5a-1e1a7025ce33 req-5a060264-4a82-4d4d-bc6b-e666d7cd48cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:52.640750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a31a04bc-232b-4247-af8e-fa6724657962 None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:52.641597 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64601cac-dcae-4f6e-9b5a-1e1a7025ce33 req-5a060264-4a82-4d4d-bc6b-e666d7cd48cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 200 len: 860 time: 0.0592740 Dec 16 22:18:52.701678 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64601cac-dcae-4f6e-9b5a-1e1a7025ce33 req-db459dde-6136-4a9e-8777-274a25fe096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:52.703735 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64601cac-dcae-4f6e-9b5a-1e1a7025ce33 req-db459dde-6136-4a9e-8777-274a25fe096a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f92d3105-2d01-42cd-9600-2ab2cb27dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524437 Dec 16 22:18:52.779093 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c08e1119-e686-432e-a9af-d7305e22c778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:52.843660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e1119-e686-432e-a9af-d7305e22c778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6349e91c-1dbf-4e38-8708-8dd4b8463a9a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:52.850069 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c08e1119-e686-432e-a9af-d7305e22c778 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35e07ade5ffb4e8ca71f8930b94063cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7065780 Dec 16 22:18:52.857904 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38176) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:52.929856 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64601cac-dcae-4f6e-9b5a-1e1a7025ce33 req-b2ae4bd7-5aec-4dde-9e4d-4de39b11681b service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174609 Dec 16 22:18:52.931926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a31a04bc-232b-4247-af8e-fa6724657962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:52.967932 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f702ba32-9050-49ba-be42-2855399b3372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:52.978879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31a04bc-232b-4247-af8e-fa6724657962 None None] The sync data for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 is: [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:53.016145 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38182) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:53.059839 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f702ba32-9050-49ba-be42-2855399b3372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.110204 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0402a68-9bd4-45b4-aa4e-4ed03d858614 req-71f41c2d-ca07-4cf5-b643-b1d458cb685b tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5310988 Dec 16 22:18:53.135214 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a495ec42-5113-47d9-9e3d-85d5fc82d6fa req-c532533c-1584-4355-afee-9c1411a35660 service neutron] 10.222.0.43 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448606 Dec 16 22:18:53.144709 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64601cac-dcae-4f6e-9b5a-1e1a7025ce33 req-c16def1c-dcf5-4b4b-a396-f4588060e764 service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018101 Dec 16 22:18:53.182798 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2e455ab-8559-4ec2-9d7c-6cac9d63d8bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.310936 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f702ba32-9050-49ba-be42-2855399b3372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.315617 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f702ba32-9050-49ba-be42-2855399b3372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.316026 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a45fe0-6319-4b0d-9c41-5f6131b16926 None None] New status for floating IP bffb9ecd-f201-4c91-8d6f-01a724bec7ae: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:18:53.320320 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f702ba32-9050-49ba-be42-2855399b3372 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6349e91c-1dbf-4e38-8708-8dd4b8463a9a HTTP/1.1" status: 204 len: 168 time: 0.4613886 Dec 16 22:18:53.375104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702ba32-9050-49ba-be42-2855399b3372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6349e91c-1dbf-4e38-8708-8dd4b8463a9a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:53.400289 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e4755-7e7f-4f61-9e1d-b851e23c2dc6 req-38620684-1e3e-4b4c-93aa-2de9dafd5917 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:53.402343 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f24e4755-7e7f-4f61-9e1d-b851e23c2dc6 req-38620684-1e3e-4b4c-93aa-2de9dafd5917 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 945 time: 0.0610867 Dec 16 22:18:53.457906 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2e455ab-8559-4ec2-9d7c-6cac9d63d8bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.478564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f24e4755-7e7f-4f61-9e1d-b851e23c2dc6 req-c7effba8-d062-41e6-848a-973a010284e6 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/security-groups?id=a96c7094-0fff-449f-82b8-a38ca9ee9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674441 Dec 16 22:18:53.498589 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.611738 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2e455ab-8559-4ec2-9d7c-6cac9d63d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.613984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b27be-b71d-4f9c-bfaa-1a7aee8cb40a req-1c0493d2-76a8-4467-9065-a8380bd4c3be tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:53.615538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a4b27be-b71d-4f9c-bfaa-1a7aee8cb40a req-1c0493d2-76a8-4467-9065-a8380bd4c3be tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.0536001 Dec 16 22:18:53.653122 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f2e455ab-8559-4ec2-9d7c-6cac9d63d8bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f4c39da434746a0b8c1220688c71575&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6359191 Dec 16 22:18:53.654353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e455ab-8559-4ec2-9d7c-6cac9d63d8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a764d79a-953c-4aea-8d08-b4f679cc5d75,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:53.656859 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38198) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:53.674508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a4b27be-b71d-4f9c-bfaa-1a7aee8cb40a req-74f3adb5-1fa7-4983-af15-e615830c0bc6 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481389 Dec 16 22:18:53.713579 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69e0301d-3324-4722-9ac9-dabe09068536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.746072 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69e0301d-3324-4722-9ac9-dabe09068536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.866824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3d322-d5ed-4bba-a514-c0e8e9a729d3 req-5f86b60f-80fc-4215-b0aa-59f36a55aa68 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:53.869004 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fda3d322-d5ed-4bba-a514-c0e8e9a729d3 req-5f86b60f-80fc-4215-b0aa-59f36a55aa68 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=000e421e-66ea-495b-a78c-00d4a8f71884 HTTP/1.1" status: 200 len: 945 time: 0.0515833 Dec 16 22:18:53.903363 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69e0301d-3324-4722-9ac9-dabe09068536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.906146 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69e0301d-3324-4722-9ac9-dabe09068536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.907386 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-69e0301d-3324-4722-9ac9-dabe09068536 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a764d79a-953c-4aea-8d08-b4f679cc5d75 HTTP/1.1" status: 204 len: 168 time: 0.2495492 Dec 16 22:18:53.918964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0301d-3324-4722-9ac9-dabe09068536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a764d79a-953c-4aea-8d08-b4f679cc5d75,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:53.924874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fda3d322-d5ed-4bba-a514-c0e8e9a729d3 req-af935b6c-1cf9-4b82-b21b-66b8f4f29992 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495949 Dec 16 22:18:54.085824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-05e55878-e029-410f-95f9-799a75278e7a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:54.087294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-05e55878-e029-410f-95f9-799a75278e7a tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0817182 Dec 16 22:18:54.116736 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad8b36-cb8e-400e-be72-a04e38e5b157 req-c7e738f0-16cf-4f54-92f5-23e23d9cc096 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:54.118339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcad8b36-cb8e-400e-be72-a04e38e5b157 req-c7e738f0-16cf-4f54-92f5-23e23d9cc096 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 946 time: 0.0805137 Dec 16 22:18:54.167686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-eeda67bd-5e7c-418f-bdc4-06669a66017e tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.0708721 Dec 16 22:18:54.179704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-4ef739a9-c6bd-4838-a005-e5424d6f9ce1 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Request body: {'floatingip': {'port_id': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:54.240086 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-4ef739a9-c6bd-4838-a005-e5424d6f9ce1 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.246731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcad8b36-cb8e-400e-be72-a04e38e5b157 req-af57e799-e105-4e24-8089-b0bf56a88da5 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001656 Dec 16 22:18:54.466809 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38222) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:54.486821 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.601165 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.652610 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.722641 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4bfc7615b50e45fabbb0ff26800cc724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2531393 Dec 16 22:18:54.728180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38228) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:54.732198 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.766838 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f77bf91-b7ec-4924-80d1-ca0cf6b9eb11,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:54.786237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:54.786662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:54.787014 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:54.787379 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:54.787722 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:54.788688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:54.789443 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:54.789443 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:54.789837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:54.791507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:54.791919 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:54.792337 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:54.792741 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38954c4-11c4-46e2-a4c8-fc1b9f4369af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:54.834699 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e2465fa-e3a9-4258-ba6e-77afc0f7fe97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.836468 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-4ef739a9-c6bd-4838-a005-e5424d6f9ce1 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.860085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a93f8a-5921-4434-8b3f-30a7a8eb541c req-bcfbe908-8a00-450f-bf80-f31c8519002b tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:54.862759 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e2465fa-e3a9-4258-ba6e-77afc0f7fe97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.865984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a93f8a-5921-4434-8b3f-30a7a8eb541c req-bcfbe908-8a00-450f-bf80-f31c8519002b tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:54.872444 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a93f8a-5921-4434-8b3f-30a7a8eb541c req-bcfbe908-8a00-450f-bf80-f31c8519002b tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:54.876069 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71a93f8a-5921-4434-8b3f-30a7a8eb541c req-bcfbe908-8a00-450f-bf80-f31c8519002b tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de&device_id=000e421e-66ea-495b-a78c-00d4a8f71884&device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 2417 time: 0.0859220 Dec 16 22:18:54.912258 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-4ef739a9-c6bd-4838-a005-e5424d6f9ce1 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.965090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71a93f8a-5921-4434-8b3f-30a7a8eb541c req-bf9dc383-9edf-4c50-ae42-f5384ad44ad3 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843430 Dec 16 22:18:54.987728 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e2465fa-e3a9-4258-ba6e-77afc0f7fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.987728 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e2465fa-e3a9-4258-ba6e-77afc0f7fe97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.990628 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0e2465fa-e3a9-4258-ba6e-77afc0f7fe97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f77bf91-b7ec-4924-80d1-ca0cf6b9eb11 HTTP/1.1" status: 204 len: 168 time: 0.2602654 Dec 16 22:18:55.000342 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2465fa-e3a9-4258-ba6e-77afc0f7fe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f77bf91-b7ec-4924-80d1-ca0cf6b9eb11,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:55.063893 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-4ef739a9-c6bd-4838-a005-e5424d6f9ce1 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Floating IP bffb9ecd-f201-4c91-8d6f-01a724bec7ae associated. External IP: 172.25.2.200, port: b24c042f-e554-43d1-80f4-b63afbe0298d. Dec 16 22:18:55.095708 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38234) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:55.117602 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a993132-360e-4703-8b1e-eb8f5fe98def admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.276957 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a993132-360e-4703-8b1e-eb8f5fe98def admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.295368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c950fe-f3dc-41a8-bf4c-87c97640da6d req-e2b6fea3-65c7-42fe-a54f-1e47ab4e260b tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:55.297150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13c950fe-f3dc-41a8-bf4c-87c97640da6d req-e2b6fea3-65c7-42fe-a54f-1e47ab4e260b tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 945 time: 0.0819354 Dec 16 22:18:55.354956 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a993132-360e-4703-8b1e-eb8f5fe98def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.400093 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9a993132-360e-4703-8b1e-eb8f5fe98def admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f5a904e33c9642fcb2a38f54ec6de620&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3004944 Dec 16 22:18:55.400561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38238) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:55.423621 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13c950fe-f3dc-41a8-bf4c-87c97640da6d req-38d63e37-0bed-4cea-8c09-71a46a27c6bf tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/security-groups?id=a96c7094-0fff-449f-82b8-a38ca9ee9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941322 Dec 16 22:18:55.460362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-4ef739a9-c6bd-4838-a005-e5424d6f9ce1 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Router 8d133b6f-b15d-4f6a-847b-2ad085969552 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:18:55.614789 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.639656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b26b98d-2adc-477b-915f-8e2d63a92255 req-9f207994-a864-4d3c-8b9f-a30071797017 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1685703 Dec 16 22:18:55.665764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-4ef739a9-c6bd-4838-a005-e5424d6f9ce1 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:55.675296 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-4ef739a9-c6bd-4838-a005-e5424d6f9ce1 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.679553 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b719f-1263-47c8-bdba-c571f33de9e2 None None] Sync routers for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:55.700196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3b719f-1263-47c8-bdba-c571f33de9e2 None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:55.701076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-5c3b719f-1263-47c8-bdba-c571f33de9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:18:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:55.745880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-4ef739a9-c6bd-4838-a005-e5424d6f9ce1 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "PUT /v2.0/floatingips/bffb9ecd-f201-4c91-8d6f-01a724bec7ae HTTP/1.1" status: 200 len: 997 time: 1.5625634 Dec 16 22:18:55.783606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce33f63-3147-432c-ac86-bb3007e03714', 'tag': 'b24c042f-e554-43d1-80f4-b63afbe0298d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:55.786448 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befc1c50-93a9-4d2c-9b6c-4ca34719b2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce33f63-3147-432c-ac86-bb3007e03714", "tag": "b24c042f-e554-43d1-80f4-b63afbe0298d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:55.809357 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a993132-360e-4703-8b1e-eb8f5fe98def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687d4e61-82dd-4aca-ad50-a89b2802723b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:55.809915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-bc847039-506b-4a0e-9520-e07e86d9325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:55.819488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-bc847039-506b-4a0e-9520-e07e86d9325f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 1097 time: 0.0673800 Dec 16 22:18:55.876040 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24783622-693c-4055-a8e4-aada344ff28f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.888574 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0494910-f52b-4dba-ac6e-c51088f72b49 req-2bcfd6a9-578b-408f-b851-ef1299fa6659 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:55.889299 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e0494910-f52b-4dba-ac6e-c51088f72b49 req-2bcfd6a9-578b-408f-b851-ef1299fa6659 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c60b693-9b2b-4b3c-b947-1b44c2a5331e HTTP/1.1" status: 200 len: 945 time: 0.0767875 Dec 16 22:18:55.942775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-1ad27d29-5d1f-4bee-bb19-4bd65925c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:55.944502 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-1ad27d29-5d1f-4bee-bb19-4bd65925c296 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 922 time: 0.1242402 Dec 16 22:18:55.967987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-5c3b719f-1263-47c8-bdba-c571f33de9e2 None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:55.989046 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24783622-693c-4055-a8e4-aada344ff28f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.004111 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad096b89-02af-4427-82d2-c6aae253e70b x-openstack-request-id: req-ad096b89-02af-4427-82d2-c6aae253e70b {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:56.004410 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce33f63-3147-432c-ac86-bb3007e03714", "tag": "b24c042f-e554-43d1-80f4-b63afbe0298d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:56.004665 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad096b89-02af-4427-82d2-c6aae253e70b {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:56.005063 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce33f63-3147-432c-ac86-bb3007e03714', 'tag': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'status': 'completed', 'code': 200} Dec 16 22:18:56.038363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-b71d8b7c-bd16-460f-a8e2-4523a235adaa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24c042f-e554-43d1-80f4-b63afbe0298d HTTP/1.1" status: 200 len: 1000 time: 0.0863461 Dec 16 22:18:56.108343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-b8dd7cce-ca17-4b62-8d96-159e59fee0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:56.110833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-b8dd7cce-ca17-4b62-8d96-159e59fee0c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 200 len: 860 time: 0.0646603 Dec 16 22:18:56.143901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-e0494910-f52b-4dba-ac6e-c51088f72b49 req-3b6648cc-02a4-4537-8902-30d1cebcd8bc tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Deleting port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:56.144344 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e0494910-f52b-4dba-ac6e-c51088f72b49 req-3b6648cc-02a4-4537-8902-30d1cebcd8bc tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.151171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc1c50-93a9-4d2c-9b6c-4ca34719b2c6 req-a36bddd9-7f36-42d9-a94f-fb1d98e893eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:56.152855 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-befc1c50-93a9-4d2c-9b6c-4ca34719b2c6 req-a36bddd9-7f36-42d9-a94f-fb1d98e893eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 1097 time: 0.1204901 Dec 16 22:18:56.204661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-162d5b26-7276-45d8-bb1a-545bd00229f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:56.210220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-162d5b26-7276-45d8-bb1a-545bd00229f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f92d3105-2d01-42cd-9600-2ab2cb27dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922396 Dec 16 22:18:56.256376 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24783622-693c-4055-a8e4-aada344ff28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.259101 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24783622-693c-4055-a8e4-aada344ff28f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.262676 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-24783622-693c-4055-a8e4-aada344ff28f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/687d4e61-82dd-4aca-ad50-a89b2802723b HTTP/1.1" status: 204 len: 168 time: 0.8591547 Dec 16 22:18:56.279880 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24783622-693c-4055-a8e4-aada344ff28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687d4e61-82dd-4aca-ad50-a89b2802723b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:56.361084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e0494910-f52b-4dba-ac6e-c51088f72b49 req-3b6648cc-02a4-4537-8902-30d1cebcd8bc tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] For port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:56.361470 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e0494910-f52b-4dba-ac6e-c51088f72b49 req-3b6648cc-02a4-4537-8902-30d1cebcd8bc tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.364110 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-5c3b719f-1263-47c8-bdba-c571f33de9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'bffb9ecd-f201-4c91-8d6f-01a724bec7ae', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'port_id': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'mac_address': 'fa:16:3e:f8:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce33f63-3147-432c-ac86-bb3007e03714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:20Z', 'updated_at': '2021-12-16T22:18:54Z', 'revision_number': 8, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:56.370271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc1c50-93a9-4d2c-9b6c-4ca34719b2c6 req-c0fd9cc2-2f35-4646-b274-96702f2466eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:56.374970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-c68d970f-30a6-44e6-be84-7a856ca2e417 service neutron] 10.222.0.43 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559570 Dec 16 22:18:56.383987 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-befc1c50-93a9-4d2c-9b6c-4ca34719b2c6 req-c0fd9cc2-2f35-4646-b274-96702f2466eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 922 time: 0.2045312 Dec 16 22:18:56.404910 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-e0494910-f52b-4dba-ac6e-c51088f72b49 req-3b6648cc-02a4-4537-8902-30d1cebcd8bc tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Calling delete_port for 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:56.428772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b719f-1263-47c8-bdba-c571f33de9e2 None None] Checking router: 8d133b6f-b15d-4f6a-847b-2ad085969552 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:18:56.440373 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3b719f-1263-47c8-bdba-c571f33de9e2 None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:56.441195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-5c3b719f-1263-47c8-bdba-c571f33de9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:18:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:56.502869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b8dad27-8a6f-492f-95e3-9459c993469f req-a67dc89c-0688-43ff-ad15-906f53fbd0cc service neutron] 10.222.0.43 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215155 Dec 16 22:18:56.544893 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-befc1c50-93a9-4d2c-9b6c-4ca34719b2c6 req-5b9f7f94-06db-4af1-af64-4b518dc830c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24c042f-e554-43d1-80f4-b63afbe0298d HTTP/1.1" status: 200 len: 1000 time: 0.1561189 Dec 16 22:18:56.594410 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-5c3b719f-1263-47c8-bdba-c571f33de9e2 None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:56.665957 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc1c50-93a9-4d2c-9b6c-4ca34719b2c6 req-abbd2f6d-47cf-41e9-a54a-33bdab10988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:56.667484 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-befc1c50-93a9-4d2c-9b6c-4ca34719b2c6 req-abbd2f6d-47cf-41e9-a54a-33bdab10988a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 200 len: 860 time: 0.1000376 Dec 16 22:18:56.761685 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc1c50-93a9-4d2c-9b6c-4ca34719b2c6 req-7b0065df-d584-4d24-9b02-98d3ad14ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:56.763205 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-befc1c50-93a9-4d2c-9b6c-4ca34719b2c6 req-7b0065df-d584-4d24-9b02-98d3ad14ba34 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f92d3105-2d01-42cd-9600-2ab2cb27dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624337 Dec 16 22:18:56.826050 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b720d53-224d-4135-a926-b4c10003c0d9 req-72592ca1-68cf-463b-bf12-fad550847a59 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:56.827694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b720d53-224d-4135-a926-b4c10003c0d9 req-72592ca1-68cf-463b-bf12-fad550847a59 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 945 time: 0.2301807 Dec 16 22:18:56.867615 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e0494910-f52b-4dba-ac6e-c51088f72b49 req-3b6648cc-02a4-4537-8902-30d1cebcd8bc tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.890310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1419bd-7774-48ec-974b-406e061846f0 req-91c765d4-07e3-4e2b-8cd2-615e47ff7a58 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:56.893839 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f1419bd-7774-48ec-974b-406e061846f0 req-91c765d4-07e3-4e2b-8cd2-615e47ff7a58 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 945 time: 0.2154675 Dec 16 22:18:56.895772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['b24c042f-e554-43d1-80f4-b63afbe0298d', '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:56.924828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6648cc-02a4-4537-8902-30d1cebcd8bc tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Pushing event deleted for resources: {'Port': ['ID=5f8ba6fd-dfed-4026-b58e-26a4d03cf49c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:57.059193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f1419bd-7774-48ec-974b-406e061846f0 req-9967e427-5cc8-4020-8ff4-85dde675a689 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/security-groups?id=a96c7094-0fff-449f-82b8-a38ca9ee9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365001 Dec 16 22:18:57.074023 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0494910-f52b-4dba-ac6e-c51088f72b49 req-3b6648cc-02a4-4537-8902-30d1cebcd8bc tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] No DVR routers for this DVR port 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:57.096387 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e0494910-f52b-4dba-ac6e-c51088f72b49 req-3b6648cc-02a4-4537-8902-30d1cebcd8bc tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:57.098397 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e0494910-f52b-4dba-ac6e-c51088f72b49 req-3b6648cc-02a4-4537-8902-30d1cebcd8bc tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.69 "DELETE /v2.0/ports/5f8ba6fd-dfed-4026-b58e-26a4d03cf49c HTTP/1.1" status: 204 len: 173 time: 1.1937182 Dec 16 22:18:57.098917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'name': 'network-vif-deleted', 'tag': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:57.116581 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeea3afd-8ccc-47ae-8dac-fda3f53216b4" -d '{"events": [{"server_uuid": "7c60b693-9b2b-4b3c-b947-1b44c2a5331e", "name": "network-vif-deleted", "tag": "5f8ba6fd-dfed-4026-b58e-26a4d03cf49c"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:57.135565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-2b720d53-224d-4135-a926-b4c10003c0d9 req-919faf1f-e62b-4497-ad1d-344d84712d97 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Deleting port 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:57.135920 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b720d53-224d-4135-a926-b4c10003c0d9 req-919faf1f-e62b-4497-ad1d-344d84712d97 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:57.136213 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-befc1c50-93a9-4d2c-9b6c-4ca34719b2c6 req-3e92b3b8-5c6e-4130-9c42-ef67cdca3e6a service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638949 Dec 16 22:18:57.358854 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-befc1c50-93a9-4d2c-9b6c-4ca34719b2c6 req-05c19e23-9c3e-4ecf-9ad5-f5f10299e0da service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117751 Dec 16 22:18:57.398224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-590c19d5-62a2-47ff-915e-1e3c812649db req-242302c4-7079-45c2-b1cb-c1b52c6f82f6 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/floatingips/bffb9ecd-f201-4c91-8d6f-01a724bec7ae HTTP/1.1" status: 200 len: 997 time: 0.2303529 Dec 16 22:18:57.434142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-5c3b719f-1263-47c8-bdba-c571f33de9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'bffb9ecd-f201-4c91-8d6f-01a724bec7ae', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'port_id': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'mac_address': 'fa:16:3e:f8:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce33f63-3147-432c-ac86-bb3007e03714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:20Z', 'updated_at': '2021-12-16T22:18:54Z', 'revision_number': 8, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:57.470033 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b719f-1263-47c8-bdba-c571f33de9e2 None None] The sync data for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 is: [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'bffb9ecd-f201-4c91-8d6f-01a724bec7ae', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'port_id': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'mac_address': 'fa:16:3e:f8:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce33f63-3147-432c-ac86-bb3007e03714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:20Z', 'updated_at': '2021-12-16T22:18:54Z', 'revision_number': 8, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:57.528617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-2b720d53-224d-4135-a926-b4c10003c0d9 req-919faf1f-e62b-4497-ad1d-344d84712d97 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] For port 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91,segment=NetworkSegment(aaa71024-e764-4667-9ffa-d46f0efc5df9),segment_id=aaa71024-e764-4667-9ffa-d46f0efc5df9)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:57.533542 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b720d53-224d-4135-a926-b4c10003c0d9 req-919faf1f-e62b-4497-ad1d-344d84712d97 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:57.583959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-2b720d53-224d-4135-a926-b4c10003c0d9 req-919faf1f-e62b-4497-ad1d-344d84712d97 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Calling delete_port for 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:57.710798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c19d5-62a2-47ff-915e-1e3c812649db req-2298e392-da73-4d8a-992a-36a57d3f44ca tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:57.712469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-590c19d5-62a2-47ff-915e-1e3c812649db req-2298e392-da73-4d8a-992a-36a57d3f44ca tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.3045156 Dec 16 22:18:57.727030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-289247c4-72e2-4199-b730-ff5d02b8951e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:57.729146 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-289247c4-72e2-4199-b730-ff5d02b8951e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 807 time: 0.3070679 Dec 16 22:18:57.736199 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082d8da-5352-479c-84de-6905561d6038 None None] New status for floating IP bffb9ecd-f201-4c91-8d6f-01a724bec7ae: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:18:57.763481 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-bc27e853-2983-4d52-9701-5cf5a29281d6 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/quotas/a0fbdbd1880a45e692ee9474ada061c6 HTTP/1.1" status: 200 len: 375 time: 0.0130539 Dec 16 22:18:57.820150 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1cdeac-4f4c-486e-8c5d-592b795cf3d8 x-openstack-request-id: req-0b1cdeac-4f4c-486e-8c5d-592b795cf3d8 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:57.820661 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c60b693-9b2b-4b3c-b947-1b44c2a5331e", "name": "network-vif-deleted", "tag": "5f8ba6fd-dfed-4026-b58e-26a4d03cf49c", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:57.821135 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b1cdeac-4f4c-486e-8c5d-592b795cf3d8 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:57.822453 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c60b693-9b2b-4b3c-b947-1b44c2a5331e', 'name': 'network-vif-deleted', 'tag': '5f8ba6fd-dfed-4026-b58e-26a4d03cf49c', 'status': 'completed', 'code': 200} Dec 16 22:18:57.881622 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-48284223-2683-41c6-988d-ccecf30bd942 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1101573 Dec 16 22:18:57.893543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-6e489080-6bba-4939-8a48-d708e9b2107f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:18:57.897683 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-6e489080-6bba-4939-8a48-d708e9b2107f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052083 Dec 16 22:18:58.050411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-80732e98-a728-4d0f-8281-af770d4d35fa service neutron] 10.222.0.43 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483293 Dec 16 22:18:58.051623 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b720d53-224d-4135-a926-b4c10003c0d9 req-919faf1f-e62b-4497-ad1d-344d84712d97 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:58.138232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919faf1f-e62b-4497-ad1d-344d84712d97 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Pushing event deleted for resources: {'Port': ['ID=10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:58.185606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b720d53-224d-4135-a926-b4c10003c0d9 req-919faf1f-e62b-4497-ad1d-344d84712d97 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] No DVR routers for this DVR port 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:58.189540 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b720d53-224d-4135-a926-b4c10003c0d9 req-919faf1f-e62b-4497-ad1d-344d84712d97 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:58.193271 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b720d53-224d-4135-a926-b4c10003c0d9 req-919faf1f-e62b-4497-ad1d-344d84712d97 tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.69 "DELETE /v2.0/ports/10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 HTTP/1.1" status: 204 len: 173 time: 1.3506505 Dec 16 22:18:58.193749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5cc705-bd44-4e01-9f68-f60af226b71b', 'name': 'network-vif-deleted', 'tag': '10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:58.196102 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a87e655-206f-4ecd-b63c-96fc72c96f00" -d '{"events": [{"server_uuid": "cb5cc705-bd44-4e01-9f68-f60af226b71b", "name": "network-vif-deleted", "tag": "10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:58.244408 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-e04f2226-a2cd-4ed6-9965-29aefb425465 service neutron] 10.222.0.43 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734002 Dec 16 22:18:58.398232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-fbf8c6dd-1c7f-474c-8869-ea8a732d3b34 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 1002 time: 0.1316943 Dec 16 22:18:58.465401 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-b2e86f8f-77cd-4e37-8ce3-161a80707318 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:58.481318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-b2e86f8f-77cd-4e37-8ce3-161a80707318 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports/b24c042f-e554-43d1-80f4-b63afbe0298d HTTP/1.1" status: 200 len: 943 time: 0.0652564 Dec 16 22:18:58.592043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-aa69b9c2-1ad7-42f2-a07d-bdd5e5102387 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 1002 time: 0.0699985 Dec 16 22:18:58.729378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-b8279735-88cc-4c57-8428-16e834ad163f tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:58.730829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-b8279735-88cc-4c57-8428-16e834ad163f tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.1331635 Dec 16 22:18:58.807757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-3cf93418-de0c-4446-b8ca-5602fae7621c tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 1002 time: 0.0689101 Dec 16 22:18:58.817895 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-227c0d22-f1e2-4882-bf0b-bc106422256b tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:59.169385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:59.215188 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:59.215691 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 5f8ba6fd-dfed-4026-b58e-26a4d03cf49c not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:59.216205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:59.260052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:59.260405 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:59.470373 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-227c0d22-f1e2-4882-bf0b-bc106422256b tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:59.492148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f487cc5d-2fa7-4d72-af0e-b68ab9ef40ec req-a1a1f9c1-9753-4fa8-b48c-ca3acf89d30d tempest-InstanceActionsNegativeTestJSON-327692855 tempest-InstanceActionsNegativeTestJSON-327692855-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb5cc705-bd44-4e01-9f68-f60af226b71b HTTP/1.1" status: 200 len: 210 time: 0.0407126 Dec 16 22:18:59.546337 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954419ea-a94d-4395-8c85-ed795a7d3178 x-openstack-request-id: req-954419ea-a94d-4395-8c85-ed795a7d3178 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:59.546634 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5cc705-bd44-4e01-9f68-f60af226b71b", "name": "network-vif-deleted", "tag": "10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:59.546931 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-954419ea-a94d-4395-8c85-ed795a7d3178 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:59.547858 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5cc705-bd44-4e01-9f68-f60af226b71b', 'name': 'network-vif-deleted', 'tag': '10721b8c-1bbb-4ed0-aad7-e6aba4d5aa91', 'status': 'completed', 'code': 200} Dec 16 22:18:59.646381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09e76d3d-7b9f-4171-acff-ddb18a2fbca0 req-0ac10c6b-3b70-467d-9afe-027d4a57031e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 210 time: 0.0357323 Dec 16 22:18:59.698134 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-227c0d22-f1e2-4882-bf0b-bc106422256b tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:59.783079 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-227c0d22-f1e2-4882-bf0b-bc106422256b tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:59.783539 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-227c0d22-f1e2-4882-bf0b-bc106422256b tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Floating IP bffb9ecd-f201-4c91-8d6f-01a724bec7ae disassociated. External IP: 172.25.2.200, port: b24c042f-e554-43d1-80f4-b63afbe0298d. Dec 16 22:19:00.018277 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-227c0d22-f1e2-4882-bf0b-bc106422256b tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Router 8d133b6f-b15d-4f6a-847b-2ad085969552 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:19:00.154985 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-227c0d22-f1e2-4882-bf0b-bc106422256b tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:19:00.159189 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-227c0d22-f1e2-4882-bf0b-bc106422256b tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:00.163407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09311d6e-4349-46d0-889a-fd3d9fac8b3c None None] Sync routers for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:19:00.175741 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09311d6e-4349-46d0-889a-fd3d9fac8b3c None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:00.180387 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-09311d6e-4349-46d0-889a-fd3d9fac8b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:18:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:00.202748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-227c0d22-f1e2-4882-bf0b-bc106422256b tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "PUT /v2.0/floatingips/bffb9ecd-f201-4c91-8d6f-01a724bec7ae HTTP/1.1" status: 200 len: 696 time: 1.3887784 Dec 16 22:19:00.307966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-4c615926-bd19-4fd1-8d0d-76cca67d44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:00.316316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-4c615926-bd19-4fd1-8d0d-76cca67d44ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 1097 time: 0.0971591 Dec 16 22:19:00.356906 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-09311d6e-4349-46d0-889a-fd3d9fac8b3c None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:19:00.448006 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048d740-89c8-4c5d-b80b-971d9cae39a4 req-0ef2a470-ee65-4cec-89c8-db60aedd6110 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:00.449129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2048d740-89c8-4c5d-b80b-971d9cae39a4 req-0ef2a470-ee65-4cec-89c8-db60aedd6110 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 946 time: 0.0825338 Dec 16 22:19:00.454175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-b112eea0-677a-42f2-b599-375a0d476b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:00.455719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-b112eea0-677a-42f2-b599-375a0d476b62 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 922 time: 0.1383936 Dec 16 22:19:00.557203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-82a59d11-dde7-48a6-8847-476ada6b98ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24c042f-e554-43d1-80f4-b63afbe0298d HTTP/1.1" status: 200 len: 217 time: 0.0942576 Dec 16 22:19:00.617469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2048d740-89c8-4c5d-b80b-971d9cae39a4 req-43602169-a829-44a7-b1d3-b92a0b0fdbe3 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367335 Dec 16 22:19:00.637266 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-15f7de8e-f50c-4b04-bef2-960d38fa757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:00.641632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-15f7de8e-f50c-4b04-bef2-960d38fa757f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 200 len: 860 time: 0.0733171 Dec 16 22:19:00.724315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38474) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:00.759075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-234922f0-490a-4415-8ffd-331f893d98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:00.759075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-234922f0-490a-4415-8ffd-331f893d98bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f92d3105-2d01-42cd-9600-2ab2cb27dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992658 Dec 16 22:19:00.786233 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce503956-f870-46bf-8d85-51cf15f1c9e3 admin admin] Deleting subnet fee50488-5202-449e-bbba-fd837483a33c {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:19:00.790205 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce503956-f870-46bf-8d85-51cf15f1c9e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:00.815435 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-09311d6e-4349-46d0-889a-fd3d9fac8b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:00.834262 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce503956-f870-46bf-8d85-51cf15f1c9e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:00.859069 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09311d6e-4349-46d0-889a-fd3d9fac8b3c None None] Checking router: 8d133b6f-b15d-4f6a-847b-2ad085969552 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:19:00.859916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ced268e4-f98f-41f0-b670-1e83fb8d3d49 req-b34ec1cb-4784-41b0-8df2-d907e5a8635b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 210 time: 0.0442531 Dec 16 22:19:00.870767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09311d6e-4349-46d0-889a-fd3d9fac8b3c None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:00.871513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-09311d6e-4349-46d0-889a-fd3d9fac8b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:18:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:00.916361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-550f7a4d-8ffc-4947-bb5c-16dc58b5b6b7 service neutron] 10.222.0.43 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531823 Dec 16 22:19:00.923330 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce503956-f870-46bf-8d85-51cf15f1c9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.030940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af6d2db2-bbfc-4d50-a62f-2e828bf2f65e req-c4add373-072e-4aa9-9090-45287b373e58 service neutron] 10.222.0.43 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110079 Dec 16 22:19:01.031045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-09311d6e-4349-46d0-889a-fd3d9fac8b3c None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:19:01.075940 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce503956-f870-46bf-8d85-51cf15f1c9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.127315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce503956-f870-46bf-8d85-51cf15f1c9e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fee50488-5202-449e-bbba-fd837483a33c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:01.142618 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce503956-f870-46bf-8d85-51cf15f1c9e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.152174 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ce503956-f870-46bf-8d85-51cf15f1c9e3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fee50488-5202-449e-bbba-fd837483a33c HTTP/1.1" status: 204 len: 168 time: 0.4257066 Dec 16 22:19:01.152658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38494) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:01.238771 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.336383 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-09311d6e-4349-46d0-889a-fd3d9fac8b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:01.369817 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09311d6e-4349-46d0-889a-fd3d9fac8b3c None None] The sync data for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 is: [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:17:46Z', 'revision_number': 4, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '99e48016-0a4c-4588-94c6-038a122d317a', 'name': '', 'network_id': 'f92d3105-2d01-42cd-9600-2ab2cb27dacd', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'mac_address': 'fa:16:3e:60:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:45Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'subnets': [{'id': '7a92a57a-6ad8-4782-82d0-21f82f9de7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:19:01.402703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24cbdcd9-0e04-4636-a8f3-7e17d80e065f req-1e955041-8cad-4ab7-aad1-1c46261b539f tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/floatingips/bffb9ecd-f201-4c91-8d6f-01a724bec7ae HTTP/1.1" status: 200 len: 696 time: 0.1424458 Dec 16 22:19:01.432005 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.507584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e05899-4ac6-4932-86ec-c587562ed4ec']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:01.546036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa71024-e764-4667-9ffa-d46f0efc5df9') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:01.546332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa71024-e764-4667-9ffa-d46f0efc5df9') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:01.549412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce33f63-3147-432c-ac86-bb3007e03714', 'tag': 'b24c042f-e554-43d1-80f4-b63afbe0298d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:01.551865 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eeb9ac2-7560-45e9-8cc1-698df5e4ecf3" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce33f63-3147-432c-ac86-bb3007e03714", "tag": "b24c042f-e554-43d1-80f4-b63afbe0298d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:01.607448 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.611028 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ccab13-373f-4586-bad1-5adc7e016c9a x-openstack-request-id: req-98ccab13-373f-4586-bad1-5adc7e016c9a {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:01.611246 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce33f63-3147-432c-ac86-bb3007e03714", "tag": "b24c042f-e554-43d1-80f4-b63afbe0298d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:01.611587 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98ccab13-373f-4586-bad1-5adc7e016c9a {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:01.611996 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce33f63-3147-432c-ac86-bb3007e03714', 'tag': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'status': 'completed', 'code': 200} Dec 16 22:19:01.653533 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.671461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:01.671870 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:01.677422 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:01.699687 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb9ac2-7560-45e9-8cc1-698df5e4ecf3 req-34cd82c7-916d-4b49-9c95-e54f6da8217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:01.705453 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4eeb9ac2-7560-45e9-8cc1-698df5e4ecf3 req-34cd82c7-916d-4b49-9c95-e54f6da8217b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 1097 time: 0.0664606 Dec 16 22:19:01.744871 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbdcd9-0e04-4636-a8f3-7e17d80e065f req-da16195a-3e5f-47d9-8c54-e61741e65c68 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:01.746204 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24cbdcd9-0e04-4636-a8f3-7e17d80e065f req-da16195a-3e5f-47d9-8c54-e61741e65c68 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 784 time: 0.3296633 Dec 16 22:19:01.781335 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf2e6f2-d5ea-4413-80da-a02be3a71655 None None] New status for floating IP bffb9ecd-f201-4c91-8d6f-01a724bec7ae: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:19:01.860330 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24cbdcd9-0e04-4636-a8f3-7e17d80e065f req-744395bc-5c2a-4f54-bde6-1a4b396354cf tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 699 time: 0.0880563 Dec 16 22:19:01.872757 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-33ea3f3d-6780-4c48-98a0-40ea940b152a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:01.874285 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-33ea3f3d-6780-4c48-98a0-40ea940b152a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.69 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 807 time: 0.3547962 Dec 16 22:19:01.894404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb9ac2-7560-45e9-8cc1-698df5e4ecf3 req-e1d3ce35-685f-42d0-96ae-b2966da87e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:01.895995 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4eeb9ac2-7560-45e9-8cc1-698df5e4ecf3 req-e1d3ce35-685f-42d0-96ae-b2966da87e72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 200 len: 922 time: 0.1795900 Dec 16 22:19:01.926333 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-fdbfb2b1-61b8-48c8-bcfc-d527d315bd9e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Request body: {'port': {'device_id': '7e622646-d903-4ae3-8d9f-738e53736d4c', 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73', 'admin_state_up': True, 'tenant_id': 'a0fbdbd1880a45e692ee9474ada061c6'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:01.931657 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.936391 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.942793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] 10.222.0.43 "DELETE /v2.0/networks/c6e05899-4ac6-4932-86ec-c587562ed4ec HTTP/1.1" status: 204 len: 168 time: 0.7856779 Dec 16 22:19:01.974666 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4eeb9ac2-7560-45e9-8cc1-698df5e4ecf3 req-b033d9fa-d75f-47ee-bbe1-fbb8b0d03177 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24c042f-e554-43d1-80f4-b63afbe0298d HTTP/1.1" status: 200 len: 217 time: 0.0644827 Dec 16 22:19:01.983643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24cbdcd9-0e04-4636-a8f3-7e17d80e065f req-c30ce029-a5de-45a9-bde8-c58d420f21ee tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 699 time: 0.1031768 Dec 16 22:19:02.034189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e05899-4ac6-4932-86ec-c587562ed4ec,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:02.118990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0e066-2b1c-4857-807a-7db0dbc99997 req-d846b2da-9ee9-459f-b72f-09960ba4bf97 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:02.120690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54b0e066-2b1c-4857-807a-7db0dbc99997 req-d846b2da-9ee9-459f-b72f-09960ba4bf97 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 946 time: 0.3890338 Dec 16 22:19:02.122099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:02.122445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:02.122786 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:02.123123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:02.123482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:02.123813 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:02.124138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:02.124604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:02.124881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:02.125208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:02.125531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:02.125853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:02.126180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d0d2-5af1-45fd-a5d9-d45e6ad7c88a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:02.153121 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb9ac2-7560-45e9-8cc1-698df5e4ecf3 req-d1198767-b9d0-40e7-9c05-71cd7cd73685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:02.154495 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4eeb9ac2-7560-45e9-8cc1-698df5e4ecf3 req-d1198767-b9d0-40e7-9c05-71cd7cd73685 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 200 len: 860 time: 0.1463087 Dec 16 22:19:02.175368 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b6ac3-e9f5-4be5-b036-9ecccd601adc req-f523c906-3fe2-4f7d-9a6c-96d8e5ad358b tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:02.176902 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-197b6ac3-e9f5-4be5-b036-9ecccd601adc req-f523c906-3fe2-4f7d-9a6c-96d8e5ad358b tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.69 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 946 time: 0.1296816 Dec 16 22:19:02.289402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb9ac2-7560-45e9-8cc1-698df5e4ecf3 req-f5cf4b8d-6229-4167-bba0-6d63ec394f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:02.292333 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4eeb9ac2-7560-45e9-8cc1-698df5e4ecf3 req-f5cf4b8d-6229-4167-bba0-6d63ec394f84 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f92d3105-2d01-42cd-9600-2ab2cb27dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145110 Dec 16 22:19:02.360677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54b0e066-2b1c-4857-807a-7db0dbc99997 req-6c0be2a3-5461-4d46-a2e5-5f2441888900 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234559 Dec 16 22:19:02.391355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-24cbdcd9-0e04-4636-a8f3-7e17d80e065f req-0392c574-3541-4776-99bb-c46bbd8fb195 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Deleting port feb4ccbd-d045-44ae-8903-8103604774bd {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:02.391716 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-24cbdcd9-0e04-4636-a8f3-7e17d80e065f req-0392c574-3541-4776-99bb-c46bbd8fb195 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.456712 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38558) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:02.546424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9124b8fd-ac01-4063-bfa1-979220f9bf3f req-b545cb00-b417-4151-aade-1b6c40af6176 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 210 time: 0.0563147 Dec 16 22:19:02.553383 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7ccec8fc-0ef6-4b5c-ac06-731c4350328a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14c1a92391d94919b5337d6c8f741703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0945592 Dec 16 22:19:02.565081 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-197b6ac3-e9f5-4be5-b036-9ecccd601adc req-a903b7df-6dbb-43f0-9466-1ad573d1f8f9 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Deleting port 2f2af629-0488-4acd-9966-731b73ff7544 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:02.565081 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-197b6ac3-e9f5-4be5-b036-9ecccd601adc req-a903b7df-6dbb-43f0-9466-1ad573d1f8f9 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.565081 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4eeb9ac2-7560-45e9-8cc1-698df5e4ecf3 req-5f894612-1c76-4c42-a08e-be52a4447b1a service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590406 Dec 16 22:19:02.565081 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38560) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:02.617269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-fdbfb2b1-61b8-48c8-bcfc-d527d315bd9e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Made reservation on behalf of a0fbdbd1880a45e692ee9474ada061c6 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:02.624463 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-fdbfb2b1-61b8-48c8-bcfc-d527d315bd9e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.692446 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-24cbdcd9-0e04-4636-a8f3-7e17d80e065f req-0392c574-3541-4776-99bb-c46bbd8fb195 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.693307 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-24cbdcd9-0e04-4636-a8f3-7e17d80e065f req-0392c574-3541-4776-99bb-c46bbd8fb195 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.734300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-24cbdcd9-0e04-4636-a8f3-7e17d80e065f req-0392c574-3541-4776-99bb-c46bbd8fb195 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Calling delete_port for feb4ccbd-d045-44ae-8903-8103604774bd owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:02.755454 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd0d357f-e2d0-4210-9659-dcc2db396299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.863870 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-197b6ac3-e9f5-4be5-b036-9ecccd601adc req-a903b7df-6dbb-43f0-9466-1ad573d1f8f9 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] For port 2f2af629-0488-4acd-9966-731b73ff7544, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2f2af629-0488-4acd-9966-731b73ff7544,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:02.864256 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-197b6ac3-e9f5-4be5-b036-9ecccd601adc req-a903b7df-6dbb-43f0-9466-1ad573d1f8f9 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.933713 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd0d357f-e2d0-4210-9659-dcc2db396299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.937391 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-197b6ac3-e9f5-4be5-b036-9ecccd601adc req-a903b7df-6dbb-43f0-9466-1ad573d1f8f9 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Calling delete_port for 2f2af629-0488-4acd-9966-731b73ff7544 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:02.967075 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4eeb9ac2-7560-45e9-8cc1-698df5e4ecf3 req-0bd514bb-6f48-434f-9316-18a9162cd84f service neutron] 10.222.0.69 "GET /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584781 Dec 16 22:19:03.019548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-fdbfb2b1-61b8-48c8-bcfc-d527d315bd9e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Allocated IP 172.20.0.14 (30fff1b5-1d29-4f23-ae85-492f2b858f73/a21a16a0-fc96-4fc9-941a-6b4db6b05d8a/f4429c38-a67e-4b2b-8173-3a4b92cac6ad) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:03.218231 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd0d357f-e2d0-4210-9659-dcc2db396299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.222378 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd0d357f-e2d0-4210-9659-dcc2db396299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.226467 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fd0d357f-e2d0-4210-9659-dcc2db396299 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a96c7094-0fff-449f-82b8-a38ca9ee9de7 HTTP/1.1" status: 204 len: 168 time: 0.6606133 Dec 16 22:19:03.236554 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d357f-e2d0-4210-9659-dcc2db396299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96c7094-0fff-449f-82b8-a38ca9ee9de7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:03.280131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38570) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:03.321604 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-197b6ac3-e9f5-4be5-b036-9ecccd601adc req-a903b7df-6dbb-43f0-9466-1ad573d1f8f9 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.334876 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['285ee340-446d-4cbe-b662-9eba29c7c664', '2719667c-4435-4e84-bcbd-7f1ebd28cb17', '2f2af629-0488-4acd-9966-731b73ff7544'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:19:03.393261 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903b7df-6dbb-43f0-9466-1ad573d1f8f9 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Pushing event deleted for resources: {'Port': ['ID=2f2af629-0488-4acd-9966-731b73ff7544,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:03.457527 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-197b6ac3-e9f5-4be5-b036-9ecccd601adc req-a903b7df-6dbb-43f0-9466-1ad573d1f8f9 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] No DVR routers for this DVR port 2f2af629-0488-4acd-9966-731b73ff7544 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:03.462270 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-197b6ac3-e9f5-4be5-b036-9ecccd601adc req-a903b7df-6dbb-43f0-9466-1ad573d1f8f9 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.471524 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-197b6ac3-e9f5-4be5-b036-9ecccd601adc req-a903b7df-6dbb-43f0-9466-1ad573d1f8f9 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.69 "DELETE /v2.0/ports/2f2af629-0488-4acd-9966-731b73ff7544 HTTP/1.1" status: 204 len: 173 time: 1.2835302 Dec 16 22:19:03.475097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56c11ac-3fd1-4c19-9aea-25c0bf5af1de', 'name': 'network-vif-deleted', 'tag': '2f2af629-0488-4acd-9966-731b73ff7544'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:03.481880 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca3b402-2a46-4162-ab73-aec7d2ea9c43" -d '{"events": [{"server_uuid": "a56c11ac-3fd1-4c19-9aea-25c0bf5af1de", "name": "network-vif-deleted", "tag": "2f2af629-0488-4acd-9966-731b73ff7544"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:03.501745 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-fdbfb2b1-61b8-48c8-bcfc-d527d315bd9e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.516817 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-24cbdcd9-0e04-4636-a8f3-7e17d80e065f req-0392c574-3541-4776-99bb-c46bbd8fb195 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.651029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392c574-3541-4776-99bb-c46bbd8fb195 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Pushing event deleted for resources: {'Port': ['ID=feb4ccbd-d045-44ae-8903-8103604774bd,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:03.663553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d95f5c0-1170-4ab7-a54b-9fe81fb013d1 req-e6c6c483-8b06-42e2-9a4e-61c11c13eb65 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 210 time: 0.1501267 Dec 16 22:19:03.754117 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819dc5a8-58b6-4c5b-a041-7d0a2a251507 x-openstack-request-id: req-819dc5a8-58b6-4c5b-a041-7d0a2a251507 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:03.754616 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56c11ac-3fd1-4c19-9aea-25c0bf5af1de", "name": "network-vif-deleted", "tag": "2f2af629-0488-4acd-9966-731b73ff7544", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:03.755045 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-819dc5a8-58b6-4c5b-a041-7d0a2a251507 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:03.756797 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56c11ac-3fd1-4c19-9aea-25c0bf5af1de', 'name': 'network-vif-deleted', 'tag': '2f2af629-0488-4acd-9966-731b73ff7544', 'status': 'completed', 'code': 200} Dec 16 22:19:03.764122 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e1195a0-4337-41e4-b9a4-20a0edcee40d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.038769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4476cf6d-4ff0-455c-938e-b86172b848e2 req-b8c03e14-0e04-4714-9dbe-5291b649698f tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 210 time: 0.1081686 Dec 16 22:19:04.045963 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-24cbdcd9-0e04-4636-a8f3-7e17d80e065f req-0392c574-3541-4776-99bb-c46bbd8fb195 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.049399 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-24cbdcd9-0e04-4636-a8f3-7e17d80e065f req-0392c574-3541-4776-99bb-c46bbd8fb195 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.063181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24cbdcd9-0e04-4636-a8f3-7e17d80e065f req-0392c574-3541-4776-99bb-c46bbd8fb195 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "DELETE /v2.0/floatingips/bffb9ecd-f201-4c91-8d6f-01a724bec7ae HTTP/1.1" status: 204 len: 173 time: 2.0326390 Dec 16 22:19:04.134600 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-fdbfb2b1-61b8-48c8-bcfc-d527d315bd9e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.153044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['0962aff9-6df8-45d6-8481-2d2af4a44639'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:19:04.243481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-fdbfb2b1-61b8-48c8-bcfc-d527d315bd9e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Network 30fff1b5-1d29-4f23-ae85-492f2b858f73 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:04.255966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-fdbfb2b1-61b8-48c8-bcfc-d527d315bd9e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:04.268405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-fdbfb2b1-61b8-48c8-bcfc-d527d315bd9e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:04.342323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfb2b1-61b8-48c8-bcfc-d527d315bd9e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Pushing event updated for resources: {'Port': ['ID=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:04.367113 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e1195a0-4337-41e4-b9a4-20a0edcee40d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.374630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-fdbfb2b1-61b8-48c8-bcfc-d527d315bd9e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:04.375520 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-fdbfb2b1-61b8-48c8-bcfc-d527d315bd9e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.447323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-fdbfb2b1-61b8-48c8-bcfc-d527d315bd9e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5260098 Dec 16 22:19:04.449323 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e1195a0-4337-41e4-b9a4-20a0edcee40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.510429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Request body: {'port': {'device_id': '7e622646-d903-4ae3-8d9f-738e53736d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:04.651195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7e1195a0-4337-41e4-b9a4-20a0edcee40d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11dcc461807349258d7505cc81d9bb84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3696706 Dec 16 22:19:04.658169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38608) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:04.673534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1195a0-4337-41e4-b9a4-20a0edcee40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcdee21-b099-45f2-b145-4d54240e640b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:04.682643 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.764845 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ea78e11-c128-4ab9-b812-b00e818e84fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.806870 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ea78e11-c128-4ab9-b812-b00e818e84fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.823582 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:19:04.956236 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c144ed1e-931a-461f-a196-316ebafd0fea req-1c04d042-f0a3-4944-a09e-d832c9361711 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56c11ac-3fd1-4c19-9aea-25c0bf5af1de HTTP/1.1" status: 200 len: 210 time: 0.0391147 Dec 16 22:19:04.980659 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ea78e11-c128-4ab9-b812-b00e818e84fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.985278 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ea78e11-c128-4ab9-b812-b00e818e84fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.988573 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6ea78e11-c128-4ab9-b812-b00e818e84fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cdcdee21-b099-45f2-b145-4d54240e640b HTTP/1.1" status: 204 len: 168 time: 0.3324893 Dec 16 22:19:05.007951 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea78e11-c128-4ab9-b812-b00e818e84fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcdee21-b099-45f2-b145-4d54240e640b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:05.312495 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4429c38-a67e-4b2b-8173-3a4b92cac6ad {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:05.328467 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:05.354428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c2902-3363-4c73-9284-a8bd288f8dba req-a9f09780-9780-44ec-a813-496d92a0a70b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:05.356052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc6c2902-3363-4c73-9284-a8bd288f8dba req-a9f09780-9780-44ec-a813-496d92a0a70b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 932 time: 0.1573148 Dec 16 22:19:05.364435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Transition to ACTIVE for port object f4429c38-a67e-4b2b-8173-3a4b92cac6ad will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:19:05.376002 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea32fe-6093-402e-9804-36111d671b8a req-8f02c7c5-545e-460b-9bf5-3e9e40f75bc9 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:05.377499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7dea32fe-6093-402e-9804-36111d671b8a req-8f02c7c5-545e-460b-9bf5-3e9e40f75bc9 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 946 time: 0.1298916 Dec 16 22:19:05.460483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc6c2902-3363-4c73-9284-a8bd288f8dba req-fcdc721e-1965-4230-b3e3-429d15370674 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922644 Dec 16 22:19:05.501476 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7dea32fe-6093-402e-9804-36111d671b8a req-2bf12ab7-5d47-4b83-a34f-d231ba8d12a3 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035287 Dec 16 22:19:05.501476 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:05.591388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Pushing event updated for resources: {'Port': ['ID=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:05.667159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Attempting to bind port f4429c38-a67e-4b2b-8173-3a4b92cac6ad on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:05.667924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Attempting to bind port f4429c38-a67e-4b2b-8173-3a4b92cac6ad by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:05.668021 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Attempting to bind port f4429c38-a67e-4b2b-8173-3a4b92cac6ad on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:05.673250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Port f4429c38-a67e-4b2b-8173-3a4b92cac6ad on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:19:05.673770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Attempting to bind port f4429c38-a67e-4b2b-8173-3a4b92cac6ad on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:05.681694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:05.682040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Checking segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:05.682431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Bound using segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:05.682872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Bound port: f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:05.683235 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:05.760501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] For port f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:05.763760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] For port f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:05.864943 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:05.912769 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:05.913402 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:05.915077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] 10.222.0.69 "PUT /v2.0/ports/f4429c38-a67e-4b2b-8173-3a4b92cac6ad HTTP/1.1" status: 200 len: 1092 time: 1.4511542 Dec 16 22:19:05.915560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e622646-d903-4ae3-8d9f-738e53736d4c', 'tag': 'f4429c38-a67e-4b2b-8173-3a4b92cac6ad'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:05.917924 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90123235-7a6b-4f70-acf8-1df366df0e88" -d '{"events": [{"name": "network-changed", "server_uuid": "7e622646-d903-4ae3-8d9f-738e53736d4c", "tag": "f4429c38-a67e-4b2b-8173-3a4b92cac6ad"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:05.969031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c8d22-4639-47f4-875e-68206a87e2cc service neutron] Pushing event updated for resources: {'Port': ['ID=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:05.969031 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e0aad7-5ae1-4fe6-ba7a-e1cd272d2745 x-openstack-request-id: req-45e0aad7-5ae1-4fe6-ba7a-e1cd272d2745 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:05.969031 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e622646-d903-4ae3-8d9f-738e53736d4c", "tag": "f4429c38-a67e-4b2b-8173-3a4b92cac6ad", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:05.969031 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45e0aad7-5ae1-4fe6-ba7a-e1cd272d2745 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:05.969031 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e622646-d903-4ae3-8d9f-738e53736d4c', 'tag': 'f4429c38-a67e-4b2b-8173-3a4b92cac6ad', 'status': 'completed', 'code': 200} Dec 16 22:19:06.050305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90123235-7a6b-4f70-acf8-1df366df0e88 req-e594d6ff-4887-4ae8-a09b-3d252bdec880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:06.051927 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90123235-7a6b-4f70-acf8-1df366df0e88 req-e594d6ff-4887-4ae8-a09b-3d252bdec880 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 1095 time: 0.0489192 Dec 16 22:19:06.186487 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90123235-7a6b-4f70-acf8-1df366df0e88 req-8920b628-371c-4272-929e-e3afdc6b24ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:06.188214 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90123235-7a6b-4f70-acf8-1df366df0e88 req-8920b628-371c-4272-929e-e3afdc6b24ed service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1216609 Dec 16 22:19:06.296440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90123235-7a6b-4f70-acf8-1df366df0e88 req-7b1bc740-9c45-4f6d-b87f-0c23825b47c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:06.297926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90123235-7a6b-4f70-acf8-1df366df0e88 req-7b1bc740-9c45-4f6d-b87f-0c23825b47c0 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977426 Dec 16 22:19:06.401556 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38648) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:06.419663 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6dba11d6-18b1-4313-86c3-0f7a0f850da2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:06.466382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-50a11738-543c-4278-b74b-4850a2c7e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:06.468400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-50a11738-543c-4278-b74b-4850a2c7e64a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 1095 time: 0.0548184 Dec 16 22:19:06.583995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-3468b812-5680-43f5-8266-2ca87d939415 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4429c38-a67e-4b2b-8173-3a4b92cac6ad HTTP/1.1" status: 200 len: 217 time: 0.0994866 Dec 16 22:19:06.591370 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6dba11d6-18b1-4313-86c3-0f7a0f850da2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:06.654134 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-9bd710ce-4f2b-497c-9e4f-50d51c86f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:06.659550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-9bd710ce-4f2b-497c-9e4f-50d51c86f538 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.0575652 Dec 16 22:19:06.669132 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6dba11d6-18b1-4313-86c3-0f7a0f850da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:06.718742 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-1df3e74f-cee2-4507-8284-2c7c21337b96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422192 Dec 16 22:19:06.767471 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6dba11d6-18b1-4313-86c3-0f7a0f850da2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b49c236c93842ac9ab1c6260ff9b55e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3639636 Dec 16 22:19:06.768105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38664) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:06.810608 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba11d6-18b1-4313-86c3-0f7a0f850da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d10aeb1-8c5a-4e27-82aa-eec7e8761e26,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:06.879681 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ab01065-9ec0-44e5-ae47-aea93a71eca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:06.912472 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ab01065-9ec0-44e5-ae47-aea93a71eca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:06.987969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0a3a2-c93c-476d-9ccf-3fd8e160d3e1 req-c7d99d18-6bec-45b3-9a5b-653fcb7b02b8 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:06.989399 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ad0a3a2-c93c-476d-9ccf-3fd8e160d3e1 req-c7d99d18-6bec-45b3-9a5b-653fcb7b02b8 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 944 time: 0.1740537 Dec 16 22:19:07.023562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-5aa8878f-7013-4f03-8cb8-ad68f8b77936 service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963376 Dec 16 22:19:07.053303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11babb-3db1-4422-bbbe-7a7266d9e138 req-ea7e8a15-d57d-4063-8694-78671e0b72a0 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:07.054829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d11babb-3db1-4422-bbbe-7a7266d9e138 req-ea7e8a15-d57d-4063-8694-78671e0b72a0 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 946 time: 0.1218657 Dec 16 22:19:07.083482 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ab01065-9ec0-44e5-ae47-aea93a71eca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:07.086257 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ab01065-9ec0-44e5-ae47-aea93a71eca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:07.088203 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1ab01065-9ec0-44e5-ae47-aea93a71eca8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d10aeb1-8c5a-4e27-82aa-eec7e8761e26 HTTP/1.1" status: 204 len: 168 time: 0.3145616 Dec 16 22:19:07.103042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab01065-9ec0-44e5-ae47-aea93a71eca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d10aeb1-8c5a-4e27-82aa-eec7e8761e26,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:07.134514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ca237-6227-4b2c-93ec-11a509f30e73 req-cfba87f5-b661-4790-a0c1-7ca850ae984f tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:07.139051 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4d1ca237-6227-4b2c-93ec-11a509f30e73 req-cfba87f5-b661-4790-a0c1-7ca850ae984f tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 946 time: 0.1270039 Dec 16 22:19:07.159905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ad0a3a2-c93c-476d-9ccf-3fd8e160d3e1 req-622451ed-ab83-4f79-ae30-cc6db5d2294b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525519 Dec 16 22:19:07.172348 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2f2af629-0488-4acd-9966-731b73ff7544 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:07.218067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0deb8a97-8d51-440d-856e-7afb76cdce25 req-3c9e25b7-0d28-4610-9c1b-84a38de627a8 service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854186 Dec 16 22:19:07.225232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d11babb-3db1-4422-bbbe-7a7266d9e138 req-ce1c4d50-f933-4e62-a69a-551fbc2b5507 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/security-groups?id=781c5b7b-3e39-4a6d-8296-ae73af1a5404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313965 Dec 16 22:19:07.231371 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 2f2af629-0488-4acd-9966-731b73ff7544 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:07.231985 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2f2af629-0488-4acd-9966-731b73ff7544 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:07.355073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-4d1ca237-6227-4b2c-93ec-11a509f30e73 req-f9bf78a7-f548-4d12-81a5-affbddee0808 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Deleting port b24c042f-e554-43d1-80f4-b63afbe0298d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:07.355723 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4d1ca237-6227-4b2c-93ec-11a509f30e73 req-f9bf78a7-f548-4d12-81a5-affbddee0808 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:07.465761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e7bac-b801-47db-bbf8-4425b9bc7ba6 req-b31fe0d2-8efe-467b-b13d-d1b5cc3763f8 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:07.469618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e90e7bac-b801-47db-bbf8-4425b9bc7ba6 req-b31fe0d2-8efe-467b-b13d-d1b5cc3763f8 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=000e421e-66ea-495b-a78c-00d4a8f71884 HTTP/1.1" status: 200 len: 945 time: 0.0683649 Dec 16 22:19:07.502536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-4d1ca237-6227-4b2c-93ec-11a509f30e73 req-f9bf78a7-f548-4d12-81a5-affbddee0808 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] For port b24c042f-e554-43d1-80f4-b63afbe0298d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b24c042f-e554-43d1-80f4-b63afbe0298d,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:07.503075 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4d1ca237-6227-4b2c-93ec-11a509f30e73 req-f9bf78a7-f548-4d12-81a5-affbddee0808 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:07.527137 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-4d1ca237-6227-4b2c-93ec-11a509f30e73 req-f9bf78a7-f548-4d12-81a5-affbddee0808 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Calling delete_port for b24c042f-e554-43d1-80f4-b63afbe0298d owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:07.556952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e90e7bac-b801-47db-bbf8-4425b9bc7ba6 req-eb5adf26-5fd1-40b4-ade0-e591d153b08f tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747352 Dec 16 22:19:07.768321 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4d1ca237-6227-4b2c-93ec-11a509f30e73 req-f9bf78a7-f548-4d12-81a5-affbddee0808 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:07.785182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['b24c042f-e554-43d1-80f4-b63afbe0298d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:19:07.829191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf78a7-f548-4d12-81a5-affbddee0808 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Pushing event deleted for resources: {'Port': ['ID=b24c042f-e554-43d1-80f4-b63afbe0298d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:07.909625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1ca237-6227-4b2c-93ec-11a509f30e73 req-f9bf78a7-f548-4d12-81a5-affbddee0808 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] No DVR routers for this DVR port b24c042f-e554-43d1-80f4-b63afbe0298d on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:07.912890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4d1ca237-6227-4b2c-93ec-11a509f30e73 req-f9bf78a7-f548-4d12-81a5-affbddee0808 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:07.917712 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4d1ca237-6227-4b2c-93ec-11a509f30e73 req-f9bf78a7-f548-4d12-81a5-affbddee0808 tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.69 "DELETE /v2.0/ports/b24c042f-e554-43d1-80f4-b63afbe0298d HTTP/1.1" status: 204 len: 173 time: 0.7668624 Dec 16 22:19:07.918262 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce33f63-3147-432c-ac86-bb3007e03714', 'name': 'network-vif-deleted', 'tag': 'b24c042f-e554-43d1-80f4-b63afbe0298d'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:07.921151 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4672f1-22a6-4005-90c0-cb113244e1c7" -d '{"events": [{"server_uuid": "7ce33f63-3147-432c-ac86-bb3007e03714", "name": "network-vif-deleted", "tag": "b24c042f-e554-43d1-80f4-b63afbe0298d"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:07.961193 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf178f4-273b-4d63-9545-6c12a344dae9 x-openstack-request-id: req-1bf178f4-273b-4d63-9545-6c12a344dae9 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:07.962679 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce33f63-3147-432c-ac86-bb3007e03714", "name": "network-vif-deleted", "tag": "b24c042f-e554-43d1-80f4-b63afbe0298d", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:07.963007 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1bf178f4-273b-4d63-9545-6c12a344dae9 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:07.963451 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce33f63-3147-432c-ac86-bb3007e03714', 'name': 'network-vif-deleted', 'tag': 'b24c042f-e554-43d1-80f4-b63afbe0298d', 'status': 'completed', 'code': 200} Dec 16 22:19:08.327037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6f4b9-492c-4f34-b69f-d68ab9b12ef4 req-ca2c2c81-aa2c-46bf-9ef0-161c43cc0a5a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:08.334842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04f6f4b9-492c-4f34-b69f-d68ab9b12ef4 req-ca2c2c81-aa2c-46bf-9ef0-161c43cc0a5a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 944 time: 0.0765653 Dec 16 22:19:08.446294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04f6f4b9-492c-4f34-b69f-d68ab9b12ef4 req-e105495f-6b4f-4b7f-829b-6d210e12dcee tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093247 Dec 16 22:19:08.481282 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7af5c551-8e87-45bd-a571-24044a2344fc req-ccd3e66c-9123-4d96-aebe-0f28e361800f tempest-FloatingIPsAssociationTestJSON-1216344056 tempest-FloatingIPsAssociationTestJSON-1216344056-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ce33f63-3147-432c-ac86-bb3007e03714 HTTP/1.1" status: 200 len: 210 time: 0.1086738 Dec 16 22:19:08.557449 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90579424-3fa3-446d-a610-fef5a3dc0dd7 req-cc74629a-f763-45d3-9a72-e485ca2b49e2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:08.559184 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-90579424-3fa3-446d-a610-fef5a3dc0dd7 req-cc74629a-f763-45d3-9a72-e485ca2b49e2 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.69 "GET /v2.0/ports?device_id=000e421e-66ea-495b-a78c-00d4a8f71884 HTTP/1.1" status: 200 len: 945 time: 0.1270628 Dec 16 22:19:08.734021 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-90579424-3fa3-446d-a610-fef5a3dc0dd7 req-1a2cd7f0-21ef-4a36-830d-59344a8744be tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Deleting port 2719667c-4435-4e84-bcbd-7f1ebd28cb17 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:08.734337 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-90579424-3fa3-446d-a610-fef5a3dc0dd7 req-1a2cd7f0-21ef-4a36-830d-59344a8744be tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:08.739244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7628db-629f-46b7-bc54-b27a84f4c5f0 req-ad5ab9c8-e873-4d02-b8ca-a5b27ff05170 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:08.741268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb7628db-629f-46b7-bc54-b27a84f4c5f0 req-ad5ab9c8-e873-4d02-b8ca-a5b27ff05170 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=000e421e-66ea-495b-a78c-00d4a8f71884 HTTP/1.1" status: 200 len: 945 time: 0.0849097 Dec 16 22:19:08.798602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb7628db-629f-46b7-bc54-b27a84f4c5f0 req-8db7ef5c-0764-4f25-b8f6-8f8bf49cc427 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469663 Dec 16 22:19:08.839953 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-90579424-3fa3-446d-a610-fef5a3dc0dd7 req-1a2cd7f0-21ef-4a36-830d-59344a8744be tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] For port 2719667c-4435-4e84-bcbd-7f1ebd28cb17, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2719667c-4435-4e84-bcbd-7f1ebd28cb17,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:08.840405 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-90579424-3fa3-446d-a610-fef5a3dc0dd7 req-1a2cd7f0-21ef-4a36-830d-59344a8744be tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:08.853063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-90579424-3fa3-446d-a610-fef5a3dc0dd7 req-1a2cd7f0-21ef-4a36-830d-59344a8744be tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Calling delete_port for 2719667c-4435-4e84-bcbd-7f1ebd28cb17 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:09.023826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38720) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:09.091459 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-90579424-3fa3-446d-a610-fef5a3dc0dd7 req-1a2cd7f0-21ef-4a36-830d-59344a8744be tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:09.104967 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['285ee340-446d-4cbe-b662-9eba29c7c664', '2719667c-4435-4e84-bcbd-7f1ebd28cb17'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:19:09.129091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cd7f0-21ef-4a36-830d-59344a8744be tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Pushing event deleted for resources: {'Port': ['ID=2719667c-4435-4e84-bcbd-7f1ebd28cb17,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:09.170867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-90579424-3fa3-446d-a610-fef5a3dc0dd7 req-1a2cd7f0-21ef-4a36-830d-59344a8744be tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] No DVR routers for this DVR port 2719667c-4435-4e84-bcbd-7f1ebd28cb17 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:09.173543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-90579424-3fa3-446d-a610-fef5a3dc0dd7 req-1a2cd7f0-21ef-4a36-830d-59344a8744be tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:09.177112 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-90579424-3fa3-446d-a610-fef5a3dc0dd7 req-1a2cd7f0-21ef-4a36-830d-59344a8744be tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.69 "DELETE /v2.0/ports/2719667c-4435-4e84-bcbd-7f1ebd28cb17 HTTP/1.1" status: 204 len: 173 time: 0.6060588 Dec 16 22:19:09.415957 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ccfa7747-2d64-4043-91ed-896c30bb483f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:09.594703 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ccfa7747-2d64-4043-91ed-896c30bb483f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:09.598556 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38738) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:09.686718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b0132-5b4b-43c4-9ef1-3419b5ab9f1d req-ec09a8b1-1b0a-4615-b25a-c14f4e60db60 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:09.697981 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e3b0132-5b4b-43c4-9ef1-3419b5ab9f1d req-ec09a8b1-1b0a-4615-b25a-c14f4e60db60 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 944 time: 0.1064310 Dec 16 22:19:09.762801 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ccfa7747-2d64-4043-91ed-896c30bb483f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:09.826254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ccfa7747-2d64-4043-91ed-896c30bb483f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e0a834a38374d128306b4a17d6efeeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8011577 Dec 16 22:19:09.835191 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38748) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:09.847026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e3b0132-5b4b-43c4-9ef1-3419b5ab9f1d req-0e46f9ad-b4b0-498d-be4f-3c1610fbf2d4 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470146 Dec 16 22:19:09.872435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa7747-2d64-4043-91ed-896c30bb483f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900a96e0-7565-4a48-bd69-2b5a22603844,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:09.963312 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b181640-15e8-4a9e-8f28-f572d413b6c4 req-efe3a744-e12b-4d0e-bd62-d18e2c0b5cd4 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=000e421e-66ea-495b-a78c-00d4a8f71884 HTTP/1.1" status: 200 len: 210 time: 0.0328801 Dec 16 22:19:09.988824 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000e421e-66ea-495b-a78c-00d4a8f71884', 'name': 'network-vif-deleted', 'tag': '2719667c-4435-4e84-bcbd-7f1ebd28cb17'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:09.989101 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48b7e7ec-50fa-4c7e-8525-55e5eb353d80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:09.994101 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b6a8c8-68be-4dd5-a243-7ba8c1170c69" -d '{"events": [{"server_uuid": "000e421e-66ea-495b-a78c-00d4a8f71884", "name": "network-vif-deleted", "tag": "2719667c-4435-4e84-bcbd-7f1ebd28cb17"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:10.028759 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48b7e7ec-50fa-4c7e-8525-55e5eb353d80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.077150 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19985ded-1fe4-479e-97e7-989f6879a6be x-openstack-request-id: req-19985ded-1fe4-479e-97e7-989f6879a6be {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:10.077492 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000e421e-66ea-495b-a78c-00d4a8f71884", "name": "network-vif-deleted", "tag": "2719667c-4435-4e84-bcbd-7f1ebd28cb17", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:10.077700 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19985ded-1fe4-479e-97e7-989f6879a6be {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:10.078564 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000e421e-66ea-495b-a78c-00d4a8f71884', 'name': 'network-vif-deleted', 'tag': '2719667c-4435-4e84-bcbd-7f1ebd28cb17', 'status': 'completed', 'code': 200} Dec 16 22:19:10.169611 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a1ff7ba-0e3d-412c-93e6-12ef31bb83d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.183179 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48b7e7ec-50fa-4c7e-8525-55e5eb353d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.185966 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48b7e7ec-50fa-4c7e-8525-55e5eb353d80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.190093 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-48b7e7ec-50fa-4c7e-8525-55e5eb353d80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/900a96e0-7565-4a48-bd69-2b5a22603844 HTTP/1.1" status: 204 len: 168 time: 0.3546271 Dec 16 22:19:10.213842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7e7ec-50fa-4c7e-8525-55e5eb353d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900a96e0-7565-4a48-bd69-2b5a22603844,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:10.451002 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6a1ff7ba-0e3d-412c-93e6-12ef31bb83d0 admin admin] Deleting port 99e48016-0a4c-4588-94c6-038a122d317a {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:10.451346 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a1ff7ba-0e3d-412c-93e6-12ef31bb83d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.537118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-6a1ff7ba-0e3d-412c-93e6-12ef31bb83d0 admin admin] For port 99e48016-0a4c-4588-94c6-038a122d317a, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=99e48016-0a4c-4588-94c6-038a122d317a,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:10.537483 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a1ff7ba-0e3d-412c-93e6-12ef31bb83d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.551419 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6a1ff7ba-0e3d-412c-93e6-12ef31bb83d0 admin admin] Calling delete_port for 99e48016-0a4c-4588-94c6-038a122d317a owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:10.811361 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a1ff7ba-0e3d-412c-93e6-12ef31bb83d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.840830 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ff7ba-0e3d-412c-93e6-12ef31bb83d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=99e48016-0a4c-4588-94c6-038a122d317a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:11.090398 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d4e28-0286-4fba-9329-b42b6e872f98 req-6d33e8eb-0316-408a-a8e3-82845f38e0d0 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:11.092082 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d32d4e28-0286-4fba-9329-b42b6e872f98 req-6d33e8eb-0316-408a-a8e3-82845f38e0d0 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 944 time: 0.1318092 Dec 16 22:19:11.174630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d32d4e28-0286-4fba-9329-b42b6e872f98 req-769bd5a0-097d-43b3-9d83-2d5cf1ec1006 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703294 Dec 16 22:19:11.183233 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b24c042f-e554-43d1-80f4-b63afbe0298d no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:11.233396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: b24c042f-e554-43d1-80f4-b63afbe0298d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:11.236040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b24c042f-e554-43d1-80f4-b63afbe0298d not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:11.236040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2719667c-4435-4e84-bcbd-7f1ebd28cb17 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:11.256005 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 2719667c-4435-4e84-bcbd-7f1ebd28cb17 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:11.256414 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2719667c-4435-4e84-bcbd-7f1ebd28cb17 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:11.377501 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a1ff7ba-0e3d-412c-93e6-12ef31bb83d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.626678 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1ff7ba-0e3d-412c-93e6-12ef31bb83d0 admin admin] Router 8d133b6f-b15d-4f6a-847b-2ad085969552 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:19:11.627877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714002e2-8704-4632-b6ca-b18a071568cd req-bb69dfb2-0ef5-4fc2-a834-9a3eae43f9ce tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:11.636568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-714002e2-8704-4632-b6ca-b18a071568cd req-bb69dfb2-0ef5-4fc2-a834-9a3eae43f9ce tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.0615964 Dec 16 22:19:11.684251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-714002e2-8704-4632-b6ca-b18a071568cd req-735d9a2f-5712-4ed2-9ae1-92f88008c290 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467675 Dec 16 22:19:11.761097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1ff7ba-0e3d-412c-93e6-12ef31bb83d0 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:19:11.770233 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6a1ff7ba-0e3d-412c-93e6-12ef31bb83d0 admin admin] 10.222.0.43 "PUT /v2.0/routers/8d133b6f-b15d-4f6a-847b-2ad085969552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1669927 Dec 16 22:19:11.771496 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b9a961-9866-421d-9a62-c59be7a424f8 None None] Sync routers for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:19:11.772208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38800) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:11.784472 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b9a961-9866-421d-9a62-c59be7a424f8 None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:11.785108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-15b9a961-9866-421d-9a62-c59be7a424f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:18:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:11.920325 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-15b9a961-9866-421d-9a62-c59be7a424f8 None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:19:12.028293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38810) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:12.146561 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-15b9a961-9866-421d-9a62-c59be7a424f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:19:10Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:12.180502 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b9a961-9866-421d-9a62-c59be7a424f8 None None] Checking router: 8d133b6f-b15d-4f6a-847b-2ad085969552 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:19:12.191216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b9a961-9866-421d-9a62-c59be7a424f8 None None] Routers {'8d133b6f-b15d-4f6a-847b-2ad085969552'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:12.192137 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-15b9a961-9866-421d-9a62-c59be7a424f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:18:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d133b6f-b15d-4f6a-847b-2ad085969552'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:12.294200 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-be0148c5-e9ee-493e-9530-74821b34bcee tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-185891522'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:12.307560 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-774fa5a6-b551-4501-b9af-608c9c243547 admin admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.334390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-15b9a961-9866-421d-9a62-c59be7a424f8 None None] Set router 8d133b6f-b15d-4f6a-847b-2ad085969552 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:19:12.407338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0148c5-e9ee-493e-9530-74821b34bcee tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Made reservation on behalf of 3fefdb27f18e461490ba42cce630a85c for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:12.422166 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be0148c5-e9ee-493e-9530-74821b34bcee tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.456419 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7db6c7-61fe-41ad-a573-3a79017e835a req-26470d84-1ce8-4405-b5b9-5f2fc4865c81 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:12.458295 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a7db6c7-61fe-41ad-a573-3a79017e835a req-26470d84-1ce8-4405-b5b9-5f2fc4865c81 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 944 time: 0.1049170 Dec 16 22:19:12.462394 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be0148c5-e9ee-493e-9530-74821b34bcee tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.502337 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-774fa5a6-b551-4501-b9af-608c9c243547 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.563649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-15b9a961-9866-421d-9a62-c59be7a424f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:19:10Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:12.588519 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be0148c5-e9ee-493e-9530-74821b34bcee tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.603466 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b9a961-9866-421d-9a62-c59be7a424f8 None None] The sync data for ids ['8d133b6f-b15d-4f6a-847b-2ad085969552'] in n-d-821840-2 is: [{'id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207772247-router', 'tenant_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:38Z', 'updated_at': '2021-12-16T22:19:10Z', 'revision_number': 5, 'project_id': 'd2c6e402c5ec467fa5ca1eff768776c9', 'gw_port': {'id': '603205ec-cd92-43ef-b8aa-022ac1060bd9', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d133b6f-b15d-4f6a-847b-2ad085969552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:19:12.657876 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be0148c5-e9ee-493e-9530-74821b34bcee tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.658400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a7db6c7-61fe-41ad-a573-3a79017e835a req-dacd6a62-5d54-451a-8b12-2cb101178d62 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864762 Dec 16 22:19:12.679811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-774fa5a6-b551-4501-b9af-608c9c243547 admin admin] Deleting port 603205ec-cd92-43ef-b8aa-022ac1060bd9 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:12.680273 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-774fa5a6-b551-4501-b9af-608c9c243547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.703713 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0148c5-e9ee-493e-9530-74821b34bcee tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:12.708192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38822) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:12.730490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0148c5-e9ee-493e-9530-74821b34bcee tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114357ad-9451-408e-8492-3d7ed6f56770,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:12.733565 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be0148c5-e9ee-493e-9530-74821b34bcee tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.733916 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-be0148c5-e9ee-493e-9530-74821b34bcee tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Added segment 1f206a1a-ff65-45b0-83a2-73166cdeafb4 of type vlan for network 8181e504-0459-410a-a218-7e18cd040c29 Dec 16 22:19:12.793570 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be0148c5-e9ee-493e-9530-74821b34bcee tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.805689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-774fa5a6-b551-4501-b9af-608c9c243547 admin admin] For port 603205ec-cd92-43ef-b8aa-022ac1060bd9, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=603205ec-cd92-43ef-b8aa-022ac1060bd9,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:12.806107 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-774fa5a6-b551-4501-b9af-608c9c243547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.852704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-774fa5a6-b551-4501-b9af-608c9c243547 admin admin] Calling delete_port for 603205ec-cd92-43ef-b8aa-022ac1060bd9 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:12.917128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729627b1-93a0-4a3b-a0fc-5d808a54b53e req-53c7711b-eee1-4aaa-94e4-f16f31faff94 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:12.919016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-729627b1-93a0-4a3b-a0fc-5d808a54b53e req-53c7711b-eee1-4aaa-94e4-f16f31faff94 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.1067266 Dec 16 22:19:12.925414 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be0148c5-e9ee-493e-9530-74821b34bcee tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.931655 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0148c5-e9ee-493e-9530-74821b34bcee tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:12.932312 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be0148c5-e9ee-493e-9530-74821b34bcee tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.018171 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.034154 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0148c5-e9ee-493e-9530-74821b34bcee tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Pushing event updated for resources: {'Network': ['ID=8181e504-0459-410a-a218-7e18cd040c29,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:13.049581 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 8181e504-0459-410a-a218-7e18cd040c29 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:13.090476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-fdb07619-bab9-4d7a-8f54-13da69a913a4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-679971476-network', 'tenant_id': '4435d4a0fb4b4f57842ac964c4ecc4f2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:13.104696 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-be0148c5-e9ee-493e-9530-74821b34bcee tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0756040 Dec 16 22:19:13.111601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38836) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:13.126487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-729627b1-93a0-4a3b-a0fc-5d808a54b53e req-4aed9b19-f2cf-4168-8ece-b7fcfcf75e92 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0d5854d-866a-43c0-a723-4a1dc7163b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813335 Dec 16 22:19:13.246121 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb07619-bab9-4d7a-8f54-13da69a913a4 admin admin] Made reservation on behalf of 4435d4a0fb4b4f57842ac964c4ecc4f2 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:13.250297 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fdb07619-bab9-4d7a-8f54-13da69a913a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.264725 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fdb07619-bab9-4d7a-8f54-13da69a913a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.331814 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-774fa5a6-b551-4501-b9af-608c9c243547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.339328 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.353049 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f3f02-1790-4dfb-b493-97f752efd2fe req-4822317a-02db-4cee-af68-9c5a9654b5b8 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:13.354690 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-877f3f02-1790-4dfb-b493-97f752efd2fe req-4822317a-02db-4cee-af68-9c5a9654b5b8 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.69 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 945 time: 0.0761957 Dec 16 22:19:13.360998 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e317f335-392b-4bde-817c-7c3b699816a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Request body: {'network': {'name': 'tempest-network--138180211', 'router:external': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:13.366506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fa5a6-b551-4501-b9af-608c9c243547 admin admin] Pushing event deleted for resources: {'Port': ['ID=603205ec-cd92-43ef-b8aa-022ac1060bd9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:13.436605 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-774fa5a6-b551-4501-b9af-608c9c243547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.478513 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fdb07619-bab9-4d7a-8f54-13da69a913a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.506481 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-877f3f02-1790-4dfb-b493-97f752efd2fe req-ad68711d-300f-4f28-a04e-d67f6a697054 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Deleting port 285ee340-446d-4cbe-b662-9eba29c7c664 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:13.506743 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-877f3f02-1790-4dfb-b493-97f752efd2fe req-ad68711d-300f-4f28-a04e-d67f6a697054 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.536949 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-774fa5a6-b551-4501-b9af-608c9c243547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.540180 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-774fa5a6-b551-4501-b9af-608c9c243547 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.548600 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e317f335-392b-4bde-817c-7c3b699816a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Made reservation on behalf of 894fcfe8677546d6b7763daceb02bdbd for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:13.550919 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e317f335-392b-4bde-817c-7c3b699816a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.566246 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e317f335-392b-4bde-817c-7c3b699816a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.588689 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fdb07619-bab9-4d7a-8f54-13da69a913a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.649038 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb07619-bab9-4d7a-8f54-13da69a913a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:13.657232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb07619-bab9-4d7a-8f54-13da69a913a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2e48ba-022c-40a0-8204-9c27b8660ad6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:13.685110 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-877f3f02-1790-4dfb-b493-97f752efd2fe req-ad68711d-300f-4f28-a04e-d67f6a697054 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] For port 285ee340-446d-4cbe-b662-9eba29c7c664, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=285ee340-446d-4cbe-b662-9eba29c7c664,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:13.685713 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-877f3f02-1790-4dfb-b493-97f752efd2fe req-ad68711d-300f-4f28-a04e-d67f6a697054 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.688339 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fdb07619-bab9-4d7a-8f54-13da69a913a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.688695 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-fdb07619-bab9-4d7a-8f54-13da69a913a4 admin admin] Added segment 8a51bb81-afbb-4cc1-9ba0-21871549bf11 of type vlan for network 00a8a0ef-3415-4e47-8344-5d4dedd61516 Dec 16 22:19:13.716266 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-877f3f02-1790-4dfb-b493-97f752efd2fe req-ad68711d-300f-4f28-a04e-d67f6a697054 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Calling delete_port for 285ee340-446d-4cbe-b662-9eba29c7c664 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:13.721098 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-774fa5a6-b551-4501-b9af-608c9c243547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.723607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774fa5a6-b551-4501-b9af-608c9c243547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d133b6f-b15d-4f6a-847b-2ad085969552 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:19:13.735858 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-774fa5a6-b551-4501-b9af-608c9c243547 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.739797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-774fa5a6-b551-4501-b9af-608c9c243547 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8d133b6f-b15d-4f6a-847b-2ad085969552 HTTP/1.1" status: 204 len: 168 time: 1.9664958 Dec 16 22:19:13.741705 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38844) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:13.818455 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fdb07619-bab9-4d7a-8f54-13da69a913a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.823914 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e317f335-392b-4bde-817c-7c3b699816a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.837942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b39961-be2c-4ea0-bfb2-063bf2388d26 admin admin] Deleting subnet 7a92a57a-6ad8-4782-82d0-21f82f9de7b2 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:19:13.839907 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-96b39961-be2c-4ea0-bfb2-063bf2388d26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.889715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d7997-25fb-40e6-8436-326ed6fb5946 req-a9c4792c-2aad-43c4-a358-c9d406ab4219 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:13.891346 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-816d7997-25fb-40e6-8436-326ed6fb5946 req-a9c4792c-2aad-43c4-a358-c9d406ab4219 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 944 time: 0.1134942 Dec 16 22:19:13.904616 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-96b39961-be2c-4ea0-bfb2-063bf2388d26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.917403 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e317f335-392b-4bde-817c-7c3b699816a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.960983 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e317f335-392b-4bde-817c-7c3b699816a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:13.987733 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fdb07619-bab9-4d7a-8f54-13da69a913a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.989087 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb07619-bab9-4d7a-8f54-13da69a913a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:13.989766 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fdb07619-bab9-4d7a-8f54-13da69a913a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.993042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317f335-392b-4bde-817c-7c3b699816a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d8761a-ac81-4267-a1d9-db5037f57d73,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:13.997395 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e317f335-392b-4bde-817c-7c3b699816a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.997828 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-e317f335-392b-4bde-817c-7c3b699816a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Added segment d662f90f-ee44-432f-ad80-7b217f5d61be of type vlan for network d7698a9d-9c69-463f-b916-b5ff301d285d Dec 16 22:19:14.075424 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-96b39961-be2c-4ea0-bfb2-063bf2388d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.081091 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-816d7997-25fb-40e6-8436-326ed6fb5946 req-d5db5a45-436f-4267-8a17-f4da843732ec tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742907 Dec 16 22:19:14.093206 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-877f3f02-1790-4dfb-b493-97f752efd2fe req-ad68711d-300f-4f28-a04e-d67f6a697054 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.111180 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['285ee340-446d-4cbe-b662-9eba29c7c664'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:19:14.159255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68711d-300f-4f28-a04e-d67f6a697054 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Pushing event deleted for resources: {'Port': ['ID=285ee340-446d-4cbe-b662-9eba29c7c664,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:14.164138 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e317f335-392b-4bde-817c-7c3b699816a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.164651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb07619-bab9-4d7a-8f54-13da69a913a4 admin admin] Pushing event updated for resources: {'Network': ['ID=00a8a0ef-3415-4e47-8344-5d4dedd61516,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:14.174924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 00a8a0ef-3415-4e47-8344-5d4dedd61516 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:14.224889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-877f3f02-1790-4dfb-b493-97f752efd2fe req-ad68711d-300f-4f28-a04e-d67f6a697054 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] No DVR routers for this DVR port 285ee340-446d-4cbe-b662-9eba29c7c664 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:14.229009 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-877f3f02-1790-4dfb-b493-97f752efd2fe req-ad68711d-300f-4f28-a04e-d67f6a697054 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.232550 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-877f3f02-1790-4dfb-b493-97f752efd2fe req-ad68711d-300f-4f28-a04e-d67f6a697054 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.69 "DELETE /v2.0/ports/285ee340-446d-4cbe-b662-9eba29c7c664 HTTP/1.1" status: 204 len: 173 time: 0.8681207 Dec 16 22:19:14.233073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90c0eaa-6676-4546-b619-f7ce13e8df36', 'name': 'network-vif-deleted', 'tag': '285ee340-446d-4cbe-b662-9eba29c7c664'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:14.239541 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2fa457-472f-47e8-b27a-44751f125a48" -d '{"events": [{"server_uuid": "d90c0eaa-6676-4546-b619-f7ce13e8df36", "name": "network-vif-deleted", "tag": "285ee340-446d-4cbe-b662-9eba29c7c664"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:14.247122 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fdb07619-bab9-4d7a-8f54-13da69a913a4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5353687 Dec 16 22:19:14.248288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38860) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:14.267908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-723e89a5-35f4-4a02-96a6-2a89b1d52da0 admin admin] Request body: {'subnet': {'network_id': '00a8a0ef-3415-4e47-8344-5d4dedd61516', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-679971476-subnet', 'tenant_id': '4435d4a0fb4b4f57842ac964c4ecc4f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:14.320310 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1158a81-426b-4a7a-9644-34005ce2f8cb x-openstack-request-id: req-a1158a81-426b-4a7a-9644-34005ce2f8cb {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:14.321299 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90c0eaa-6676-4546-b619-f7ce13e8df36", "name": "network-vif-deleted", "tag": "285ee340-446d-4cbe-b662-9eba29c7c664", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:14.323748 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1158a81-426b-4a7a-9644-34005ce2f8cb {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:14.324235 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90c0eaa-6676-4546-b619-f7ce13e8df36', 'name': 'network-vif-deleted', 'tag': '285ee340-446d-4cbe-b662-9eba29c7c664', 'status': 'completed', 'code': 200} Dec 16 22:19:14.350672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a275e3d0-ec1f-48fc-aea7-c4f2ef6a958c req-e122c7f5-9c7c-41a0-afde-0153cf6ee8d8 tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 210 time: 0.0388689 Dec 16 22:19:14.352367 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-96b39961-be2c-4ea0-bfb2-063bf2388d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.365630 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e317f335-392b-4bde-817c-7c3b699816a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.366634 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e317f335-392b-4bde-817c-7c3b699816a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:14.367792 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e317f335-392b-4bde-817c-7c3b699816a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.381678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b39961-be2c-4ea0-bfb2-063bf2388d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a92a57a-6ad8-4782-82d0-21f82f9de7b2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:14.390402 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-96b39961-be2c-4ea0-bfb2-063bf2388d26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.396622 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164cd53d-4475-4361-b4d5-a269fa604b66 None None] Network f92d3105-2d01-42cd-9600-2ab2cb27dacd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:14.410494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-96b39961-be2c-4ea0-bfb2-063bf2388d26 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7a92a57a-6ad8-4782-82d0-21f82f9de7b2 HTTP/1.1" status: 204 len: 168 time: 0.6579163 Dec 16 22:19:14.411223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38862) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:14.413718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723e89a5-35f4-4a02-96a6-2a89b1d52da0 admin admin] Made reservation on behalf of 4435d4a0fb4b4f57842ac964c4ecc4f2 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:14.417564 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-723e89a5-35f4-4a02-96a6-2a89b1d52da0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.466690 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317f335-392b-4bde-817c-7c3b699816a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event updated for resources: {'Network': ['ID=d7698a9d-9c69-463f-b916-b5ff301d285d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:14.483502 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network d7698a9d-9c69-463f-b916-b5ff301d285d details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:14.534108 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e317f335-392b-4bde-817c-7c3b699816a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4215348 Dec 16 22:19:14.537014 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38866) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:14.637793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 99e48016-0a4c-4588-94c6-038a122d317a no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:14.643615 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.652374 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c989cd46-5b7b-4bbe-b3a7-07a4afb067fc tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.684621 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 99e48016-0a4c-4588-94c6-038a122d317a {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:14.685136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 99e48016-0a4c-4588-94c6-038a122d317a not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:14.685665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 603205ec-cd92-43ef-b8aa-022ac1060bd9 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:14.720310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3da5818-7a05-41f5-b30c-03af9a59ff84 None None] DHCP port deletion for f92d3105-2d01-42cd-9600-2ab2cb27dacd request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:19:14.723837 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 603205ec-cd92-43ef-b8aa-022ac1060bd9 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:14.724458 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 603205ec-cd92-43ef-b8aa-022ac1060bd9 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:14.747655 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c989cd46-5b7b-4bbe-b3a7-07a4afb067fc tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.777539 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c989cd46-5b7b-4bbe-b3a7-07a4afb067fc tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7698a9d-9c69-463f-b916-b5ff301d285d']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:14.790389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c989cd46-5b7b-4bbe-b3a7-07a4afb067fc tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd662f90f-ee44-432f-ad80-7b217f5d61be') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:14.790958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c989cd46-5b7b-4bbe-b3a7-07a4afb067fc tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd662f90f-ee44-432f-ad80-7b217f5d61be') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:14.793343 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b3da5818-7a05-41f5-b30c-03af9a59ff84 None None] Deleting port 0ecffeb4-d053-4efd-b286-8ae4bb2076ae {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:14.793821 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3da5818-7a05-41f5-b30c-03af9a59ff84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.803955 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c989cd46-5b7b-4bbe-b3a7-07a4afb067fc tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.822196 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c989cd46-5b7b-4bbe-b3a7-07a4afb067fc tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.827980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] Deleting port 0ecffeb4-d053-4efd-b286-8ae4bb2076ae {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:14.828148 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.830494 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c989cd46-5b7b-4bbe-b3a7-07a4afb067fc tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:14.831097 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c989cd46-5b7b-4bbe-b3a7-07a4afb067fc tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:14.833235 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:14.877255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b3da5818-7a05-41f5-b30c-03af9a59ff84 None None] For port 0ecffeb4-d053-4efd-b286-8ae4bb2076ae, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0ecffeb4-d053-4efd-b286-8ae4bb2076ae,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:14.877665 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3da5818-7a05-41f5-b30c-03af9a59ff84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.895710 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b3da5818-7a05-41f5-b30c-03af9a59ff84 None None] Calling delete_port for 0ecffeb4-d053-4efd-b286-8ae4bb2076ae owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:14.899619 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] For port 0ecffeb4-d053-4efd-b286-8ae4bb2076ae, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0ecffeb4-d053-4efd-b286-8ae4bb2076ae,segment=NetworkSegment(85d062fe-cdf4-47d0-bd36-9b6f326f9518),segment_id=85d062fe-cdf4-47d0-bd36-9b6f326f9518)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:14.899984 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.911246 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-723e89a5-35f4-4a02-96a6-2a89b1d52da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.924451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] Calling delete_port for 0ecffeb4-d053-4efd-b286-8ae4bb2076ae owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:15.021376 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e89a5-35f4-4a02-96a6-2a89b1d52da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6959f2c9-0636-4693-a69d-b5627d105879,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:15.022573 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c989cd46-5b7b-4bbe-b3a7-07a4afb067fc tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.028414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c989cd46-5b7b-4bbe-b3a7-07a4afb067fc tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d7698a9d-9c69-463f-b916-b5ff301d285d {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 22:19:15.030511 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c989cd46-5b7b-4bbe-b3a7-07a4afb067fc tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.033851 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c989cd46-5b7b-4bbe-b3a7-07a4afb067fc tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "DELETE /v2.0/networks/d7698a9d-9c69-463f-b916-b5ff301d285d HTTP/1.1" status: 204 len: 168 time: 0.4958520 Dec 16 22:19:15.037349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38872) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:15.051990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-45e950b9-ea3b-4050-9b33-11bcd64b2643 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:15.058149 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989cd46-5b7b-4bbe-b3a7-07a4afb067fc tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event deleted for resources: {'Network': ['ID=d7698a9d-9c69-463f-b916-b5ff301d285d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:15.060221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e89a5-35f4-4a02-96a6-2a89b1d52da0 admin admin] Checking segment: {'id': '8a51bb81-afbb-4cc1-9ba0-21871549bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '00a8a0ef-3415-4e47-8344-5d4dedd61516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:15.060597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723e89a5-35f4-4a02-96a6-2a89b1d52da0 admin admin] Network hostable DHCP agents. Network: 00a8a0ef-3415-4e47-8344-5d4dedd61516, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:19:15.125964 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3da5818-7a05-41f5-b30c-03af9a59ff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.147571 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.171977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e950b9-ea3b-4050-9b33-11bcd64b2643 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Made reservation on behalf of 894fcfe8677546d6b7763daceb02bdbd for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:15.172518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da5818-7a05-41f5-b30c-03af9a59ff84 None None] Pushing event deleted for resources: {'Port': ['ID=0ecffeb4-d053-4efd-b286-8ae4bb2076ae,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:15.174824 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45e950b9-ea3b-4050-9b33-11bcd64b2643 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.175672 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da5818-7a05-41f5-b30c-03af9a59ff84 None None] No DVR routers for this DVR port 0ecffeb4-d053-4efd-b286-8ae4bb2076ae on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:15.225556 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e950b9-ea3b-4050-9b33-11bcd64b2643 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:15.240488 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45e950b9-ea3b-4050-9b33-11bcd64b2643 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.243023 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-45e950b9-ea3b-4050-9b33-11bcd64b2643 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Added segment 9c4e1901-a994-42b7-8e37-47ced0c6501f of type vlan for network 37c1be5e-b1f1-4341-b274-4fb9bb765e84 Dec 16 22:19:15.254736 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723e89a5-35f4-4a02-96a6-2a89b1d52da0 admin admin] Network 00a8a0ef-3415-4e47-8344-5d4dedd61516 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:19:15.263216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] No DVR routers for this DVR port 0ecffeb4-d053-4efd-b286-8ae4bb2076ae on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:15.268285 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ecffeb4-d053-4efd-b286-8ae4bb2076ae,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:15.387302 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45e950b9-ea3b-4050-9b33-11bcd64b2643 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.402984 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.422433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dc96e-28cf-4abd-a431-e336c56b44f3 req-d0e10a65-1d1c-47e1-bb94-6e36db2e7021 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:15.423993 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-913dc96e-28cf-4abd-a431-e336c56b44f3 req-d0e10a65-1d1c-47e1-bb94-6e36db2e7021 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 944 time: 0.1656380 Dec 16 22:19:15.428203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-723e89a5-35f4-4a02-96a6-2a89b1d52da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 00a8a0ef-3415-4e47-8344-5d4dedd61516) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:15.437047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecef512-8a84-4db1-9e1e-aa2b97c2e4eb None None] Network 00a8a0ef-3415-4e47-8344-5d4dedd61516 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:15.441740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723e89a5-35f4-4a02-96a6-2a89b1d52da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:15.443344 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-723e89a5-35f4-4a02-96a6-2a89b1d52da0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.450924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92d3105-2d01-42cd-9600-2ab2cb27dacd']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:15.478250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d062fe-cdf4-47d0-bd36-9b6f326f9518') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:15.478571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d062fe-cdf4-47d0-bd36-9b6f326f9518') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:15.515042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39bafca6-f759-46a8-bb9b-bebcb7e396dd req-c531ae4a-214e-49e0-8785-4db501bfd22e tempest-ListServerFiltersTestJSON-1116673770 tempest-ListServerFiltersTestJSON-1116673770-project] 10.222.0.43 "GET /v2.0/ports?device_id=d90c0eaa-6676-4546-b619-f7ce13e8df36 HTTP/1.1" status: 200 len: 210 time: 0.0468404 Dec 16 22:19:15.524077 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.557017 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45e950b9-ea3b-4050-9b33-11bcd64b2643 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.557017 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e950b9-ea3b-4050-9b33-11bcd64b2643 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:15.557017 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45e950b9-ea3b-4050-9b33-11bcd64b2643 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.564495 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.571112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-913dc96e-28cf-4abd-a431-e336c56b44f3 req-97692801-f9a1-4e24-91d1-3a1d30118eda tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345687 Dec 16 22:19:15.576293 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:15.581715 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:15.613979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-723e89a5-35f4-4a02-96a6-2a89b1d52da0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3548698 Dec 16 22:19:15.640268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f281163-0a3b-4166-8b2b-3f5e753252c2 None None] Network 00a8a0ef-3415-4e47-8344-5d4dedd61516 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:15.670988 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e950b9-ea3b-4050-9b33-11bcd64b2643 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event updated for resources: {'Network': ['ID=37c1be5e-b1f1-4341-b274-4fb9bb765e84,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:15.719501 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-45e950b9-ea3b-4050-9b33-11bcd64b2643 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6801386 Dec 16 22:19:15.721588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38888) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:15.727226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-9ca5a20b-133b-4d11-be0c-f14f068be11f tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Request body: {'subnet': {'network_id': '37c1be5e-b1f1-4341-b274-4fb9bb765e84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:15.853936 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.866754 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.871757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f92d3105-2d01-42cd-9600-2ab2cb27dacd HTTP/1.1" status: 204 len: 168 time: 1.4585452 Dec 16 22:19:15.874045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 37c1be5e-b1f1-4341-b274-4fb9bb765e84 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:15.885893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229411f8-6533-48ca-b4c2-67c838ba4206 admin admin] Pushing event deleted for resources: {'Network': ['ID=f92d3105-2d01-42cd-9600-2ab2cb27dacd,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:15.937267 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca5a20b-133b-4d11-be0c-f14f068be11f tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Made reservation on behalf of 894fcfe8677546d6b7763daceb02bdbd for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:15.941279 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a20b-133b-4d11-be0c-f14f068be11f tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.221779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-988a03f4-6bf0-4b01-99f2-5110b6cb7a7f tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:16.223290 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-988a03f4-6bf0-4b01-99f2-5110b6cb7a7f tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/networks?id=00a8a0ef-3415-4e47-8344-5d4dedd61516 HTTP/1.1" status: 200 len: 812 time: 0.1610610 Dec 16 22:19:16.281070 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-976ea72b-2c14-48af-a3d9-8197242bebfc tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/quotas/4435d4a0fb4b4f57842ac964c4ecc4f2 HTTP/1.1" status: 200 len: 375 time: 0.0242629 Dec 16 22:19:16.315983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-b37b58a3-83c2-4edf-821e-14a834f5b2c0 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4435d4a0fb4b4f57842ac964c4ecc4f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280213 Dec 16 22:19:16.472257 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-a5455ed1-001c-402d-8582-cc6e380d376b service neutron] 10.222.0.43 "GET /v2.0/networks/00a8a0ef-3415-4e47-8344-5d4dedd61516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464834 Dec 16 22:19:16.490828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38918) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:16.554379 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3a792848-ace7-4e27-bd10-0451075a179b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2c6e402c5ec467fa5ca1eff768776c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0612001 Dec 16 22:19:16.557591 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38924) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:16.614374 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0ecffeb4-d053-4efd-b286-8ae4bb2076ae no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:16.619499 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38928) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:16.649432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 0ecffeb4-d053-4efd-b286-8ae4bb2076ae {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:16.654500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0ecffeb4-d053-4efd-b286-8ae4bb2076ae not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:16.673673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.objects.ports [None req-9ca5a20b-133b-4d11-be0c-f14f068be11f tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103951) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:19:16.678830 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a20b-133b-4d11-be0c-f14f068be11f tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.681955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-c09e4624-55f8-4411-86d2-4ef3f58a526d service neutron] 10.222.0.43 "GET /v2.0/networks/00a8a0ef-3415-4e47-8344-5d4dedd61516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028992 Dec 16 22:19:16.704232 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7057dc59-eff1-4d87-a0f6-2ec711fc7c51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.714789 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-5171134b-cc97-4791-900f-e5b65e397737 admin admin] Deleting subnet 931d3123-76e0-40b9-9ef9-f1d5123d316a {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:19:16.722898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5171134b-cc97-4791-900f-e5b65e397737 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.764394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5a20b-133b-4d11-be0c-f14f068be11f tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7235eafd-6843-4662-8de7-f8c12e8da62d,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:16.767173 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7057dc59-eff1-4d87-a0f6-2ec711fc7c51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.793398 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5171134b-cc97-4791-900f-e5b65e397737 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.793771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1cd2b-cad2-42ab-9d02-f8798cc0e4d6 req-622e61be-73fe-48bd-b832-7990917e6edf tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:16.795348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92d1cd2b-cad2-42ab-9d02-f8798cc0e4d6 req-622e61be-73fe-48bd-b832-7990917e6edf tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 944 time: 0.1230896 Dec 16 22:19:16.801519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca5a20b-133b-4d11-be0c-f14f068be11f tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Checking segment: {'id': '9c4e1901-a994-42b7-8e37-47ced0c6501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '37c1be5e-b1f1-4341-b274-4fb9bb765e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:16.801749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca5a20b-133b-4d11-be0c-f14f068be11f tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Network hostable DHCP agents. Network: 37c1be5e-b1f1-4341-b274-4fb9bb765e84, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:19:16.863526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92d1cd2b-cad2-42ab-9d02-f8798cc0e4d6 req-7c0d8f49-dcd1-4d76-9083-ba315784395f tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593088 Dec 16 22:19:16.904313 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5171134b-cc97-4791-900f-e5b65e397737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.962601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca5a20b-133b-4d11-be0c-f14f068be11f tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Network 37c1be5e-b1f1-4341-b274-4fb9bb765e84 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:19:17.000599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8cb79cf-2383-40ba-add5-a6b755c20ca0 req-531c4db2-ff21-4f23-8ccb-d37b29891303 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 210 time: 0.0267451 Dec 16 22:19:17.017377 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7057dc59-eff1-4d87-a0f6-2ec711fc7c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.020391 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7057dc59-eff1-4d87-a0f6-2ec711fc7c51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.021680 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7057dc59-eff1-4d87-a0f6-2ec711fc7c51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/781c5b7b-3e39-4a6d-8296-ae73af1a5404 HTTP/1.1" status: 204 len: 168 time: 0.4628432 Dec 16 22:19:17.030730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057dc59-eff1-4d87-a0f6-2ec711fc7c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781c5b7b-3e39-4a6d-8296-ae73af1a5404,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:17.063122 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-9ca5a20b-133b-4d11-be0c-f14f068be11f tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 37c1be5e-b1f1-4341-b274-4fb9bb765e84) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:17.067665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca5a20b-133b-4d11-be0c-f14f068be11f tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:17.068256 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a20b-133b-4d11-be0c-f14f068be11f tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.073360 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5171134b-cc97-4791-900f-e5b65e397737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.085932 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8389f045-7228-4fe3-8167-c4396624f79a None None] Network 37c1be5e-b1f1-4341-b274-4fb9bb765e84 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:17.102807 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5171134b-cc97-4791-900f-e5b65e397737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.114874 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5171134b-cc97-4791-900f-e5b65e397737 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/931d3123-76e0-40b9-9ef9-f1d5123d316a HTTP/1.1" status: 204 len: 168 time: 0.4858999 Dec 16 22:19:17.114969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38940) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:17.124804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d848a781-91e3-470b-ac36-0744ab3defe5 None None] Network 40ede60e-42c6-4d72-a359-20cd539ddf76 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:17.142929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171134b-cc97-4791-900f-e5b65e397737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=931d3123-76e0-40b9-9ef9-f1d5123d316a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:17.187828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9ca5a20b-133b-4d11-be0c-f14f068be11f tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4650338 Dec 16 22:19:17.191407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38946) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:17.197508 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Request body: {'floatingip': {'floating_network_id': '37c1be5e-b1f1-4341-b274-4fb9bb765e84'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:17.219898 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.232576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 285ee340-446d-4cbe-b662-9eba29c7c664 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:17.266586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 285ee340-446d-4cbe-b662-9eba29c7c664 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:17.267196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 285ee340-446d-4cbe-b662-9eba29c7c664 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:17.296570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] Deleting port f3da6047-ff7a-485b-b205-b6c026d3ac69 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:17.296957 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.304332 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.342128 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c133847-7b9b-4769-a993-f3e52ffb5e68 None None] Network 37c1be5e-b1f1-4341-b274-4fb9bb765e84 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:17.397821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] For port f3da6047-ff7a-485b-b205-b6c026d3ac69, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f3da6047-ff7a-485b-b205-b6c026d3ac69,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:17.399983 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.439127 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] Calling delete_port for f3da6047-ff7a-485b-b205-b6c026d3ac69 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:17.464787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd12835f-c1ca-4cfa-b3da-765a02e32faa None None] DHCP port deletion for 40ede60e-42c6-4d72-a359-20cd539ddf76 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:19:17.482324 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.594936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-bd12835f-c1ca-4cfa-b3da-765a02e32faa None None] Deleting port f3da6047-ff7a-485b-b205-b6c026d3ac69 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:17.599151 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd12835f-c1ca-4cfa-b3da-765a02e32faa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.628899 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Allocated IP 172.20.0.7 (37c1be5e-b1f1-4341-b274-4fb9bb765e84/7235eafd-6843-4662-8de7-f8c12e8da62d/5309a44d-ab82-4bf5-97df-22dffd65611f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:17.674770 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.677388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-bd12835f-c1ca-4cfa-b3da-765a02e32faa None None] For port f3da6047-ff7a-485b-b205-b6c026d3ac69, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f3da6047-ff7a-485b-b205-b6c026d3ac69,segment=NetworkSegment(f9db776c-0566-495b-910c-870c18cc60ee),segment_id=f9db776c-0566-495b-910c-870c18cc60ee)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:17.678454 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd12835f-c1ca-4cfa-b3da-765a02e32faa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.697288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-bd12835f-c1ca-4cfa-b3da-765a02e32faa None None] Calling delete_port for f3da6047-ff7a-485b-b205-b6c026d3ac69 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:17.734511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f3da6047-ff7a-485b-b205-b6c026d3ac69,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:17.744920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] No DVR routers for this DVR port f3da6047-ff7a-485b-b205-b6c026d3ac69 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: from cryptography.utils import int_from_bytes Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: from cryptography.utils import int_from_bytes Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.790478 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.793621 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.793621 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.793621 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.793621 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.793621 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.793621 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.793621 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.793621 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.793621 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.793621 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.793621 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.793621 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.793621 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:17.793621 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:19:17.795390 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.802524 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd12835f-c1ca-4cfa-b3da-765a02e32faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.849219 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.859034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12835f-c1ca-4cfa-b3da-765a02e32faa None None] Pushing event deleted for resources: {'Port': ['ID=f3da6047-ff7a-485b-b205-b6c026d3ac69,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:17.865575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd12835f-c1ca-4cfa-b3da-765a02e32faa None None] No DVR routers for this DVR port f3da6047-ff7a-485b-b205-b6c026d3ac69 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:17.889048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ede60e-42c6-4d72-a359-20cd539ddf76']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:17.904125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9db776c-0566-495b-910c-870c18cc60ee') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:17.904523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9db776c-0566-495b-910c-870c18cc60ee') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:17.918878 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.937675 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.942987 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.951648 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:17.952118 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:17.954095 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:17.984020 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Network 37c1be5e-b1f1-4341-b274-4fb9bb765e84 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:17.987039 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:17.990942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:18.024573 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event updated for resources: {'Port': ['ID=5309a44d-ab82-4bf5-97df-22dffd65611f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:18.075185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fee72a-bed3-432c-b098-df7480753d07 req-e4d0a584-f456-4e8e-a639-3d97e8245f5d tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:18.077218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75fee72a-bed3-432c-b098-df7480753d07 req-e4d0a584-f456-4e8e-a639-3d97e8245f5d tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 944 time: 0.1106999 Dec 16 22:19:18.115916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9b23974-a1d6-4e52-b952-ad6ae05811bf req-67e95ba9-4d19-4afd-95e9-127d95f33d9a tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 210 time: 0.0298760 Dec 16 22:19:18.127350 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.165989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75fee72a-bed3-432c-b098-df7480753d07 req-1a6ddb98-d11d-479b-b5b3-1ce27f114f3b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789189 Dec 16 22:19:18.183326 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.190359 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.193828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] 10.222.0.43 "DELETE /v2.0/networks/40ede60e-42c6-4d72-a359-20cd539ddf76 HTTP/1.1" status: 204 len: 168 time: 1.0832365 Dec 16 22:19:18.204745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbd678-dd07-4bfa-9900-a73cef825c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=40ede60e-42c6-4d72-a359-20cd539ddf76,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:18.306971 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.473377 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.553147 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f3da6047-ff7a-485b-b205-b6c026d3ac69 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:18.575338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: f3da6047-ff7a-485b-b205-b6c026d3ac69 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:18.580249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f3da6047-ff7a-485b-b205-b6c026d3ac69 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:18.580554 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.651506 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event updated for resources: {'Port': ['ID=5309a44d-ab82-4bf5-97df-22dffd65611f,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:18.671931 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.773740 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.775609 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8356c77e-ddbe-4280-af1e-f5e4bdfa7500 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5823390 Dec 16 22:19:18.778984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38986) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:18.830168 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38988) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:18.859086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b8231e44-2c24-402a-a976-b12f265fc8c6 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=37c1be5e-b1f1-4341-b274-4fb9bb765e84 HTTP/1.1" status: 200 len: 689 time: 0.0782638 Dec 16 22:19:18.861863 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38990) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:18.885532 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d022485d-95e2-4d79-9f6f-62c7aa5c8c02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31b68f79547f4d379eb266ec793c828b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0541067 Dec 16 22:19:18.888373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38992) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:19.016692 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b52d3eb5-73ec-413b-b75b-d459656224ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.021204 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.118253 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b52d3eb5-73ec-413b-b75b-d459656224ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.217187 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Deleting port 5309a44d-ab82-4bf5-97df-22dffd65611f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:19.217546 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.225032 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device f4429c38-a67e-4b2b-8173-3a4b92cac6ad details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:19:19.324467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70d56ed0-58f5-4420-ae57-86cdb1f863d2 req-7f15fcd4-3d56-4a21-a384-76310ad2a82a tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 210 time: 0.1025150 Dec 16 22:19:19.327933 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b52d3eb5-73ec-413b-b75b-d459656224ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.330469 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b52d3eb5-73ec-413b-b75b-d459656224ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.331788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b52d3eb5-73ec-413b-b75b-d459656224ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0d5854d-866a-43c0-a723-4a1dc7163b67 HTTP/1.1" status: 204 len: 168 time: 0.4420466 Dec 16 22:19:19.369251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d3eb5-73ec-413b-b75b-d459656224ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d5854d-866a-43c0-a723-4a1dc7163b67,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:19.375482 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39014) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:19.382914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:19.407585 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'f4429c38-a67e-4b2b-8173-3a4b92cac6ad', 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73', 'port_id': 'f4429c38-a67e-4b2b-8173-3a4b92cac6ad', 'mac_address': 'fa:16:3e:be:24:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21a16a0-fc96-4fc9-941a-6b4db6b05d8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:19:19.412041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66e4de-0a97-406f-b0c5-362eeedb8b57 req-d5f77478-78ef-4990-8bae-c0bc51e053c0 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:19.413682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b66e4de-0a97-406f-b0c5-362eeedb8b57 req-d5f77478-78ef-4990-8bae-c0bc51e053c0 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 944 time: 0.1287801 Dec 16 22:19:19.417840 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.418180 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.444979 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Calling delete_port for 5309a44d-ab82-4bf5-97df-22dffd65611f owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:19.454352 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.469495 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4429c38-a67e-4b2b-8173-3a4b92cac6ad {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:19.490558 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:19.524384 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b66e4de-0a97-406f-b0c5-362eeedb8b57 req-8f1b3a7b-a06e-4f69-a175-c61918525960 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983465 Dec 16 22:19:19.582312 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.633924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:19.685628 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.717624 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event deleted for resources: {'Port': ['ID=5309a44d-ab82-4bf5-97df-22dffd65611f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:19.814532 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.856807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39026) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:19.878774 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-42a84fab-276c-4707-86d3-53580c8de2ee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-475350854-network', 'tenant_id': 'f6c5d0027ee04fd184a760adc3bd8118'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:19.880376 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.893626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['f4429c38-a67e-4b2b-8173-3a4b92cac6ad'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:19:19.942630 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d94e8ea6-c8cb-4887-84d2-85cc0dffeef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.954319 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a84fab-276c-4707-86d3-53580c8de2ee admin admin] Made reservation on behalf of f6c5d0027ee04fd184a760adc3bd8118 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:19.957720 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42a84fab-276c-4707-86d3-53580c8de2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.006619 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42a84fab-276c-4707-86d3-53580c8de2ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.083015 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.084335 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-846003f2-1219-4fdf-8fc0-5564f3f6e5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.118511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7235eafd-6843-4662-8de7-f8c12e8da62d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:20.155079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-a25b3fb5-2212-493f-874c-e0b54ac086fb tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:20.156770 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-a25b3fb5-2212-493f-874c-e0b54ac086fb tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.69 "GET /v2.0/networks?id=00a8a0ef-3415-4e47-8344-5d4dedd61516 HTTP/1.1" status: 200 len: 812 time: 0.1951706 Dec 16 22:19:20.171663 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-af17212c-e04a-4404-89f2-bfc5a8315677 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Request body: {'port': {'device_id': 'd61259dc-5df7-48b6-bb3b-7e8960cc4610', 'network_id': '00a8a0ef-3415-4e47-8344-5d4dedd61516', 'admin_state_up': True, 'tenant_id': '4435d4a0fb4b4f57842ac964c4ecc4f2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:20.188334 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.226861 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c1be5e-b1f1-4341-b274-4fb9bb765e84']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:20.231311 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d94e8ea6-c8cb-4887-84d2-85cc0dffeef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.240381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4e1901-a994-42b7-8e37-47ced0c6501f') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:20.240796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4e1901-a994-42b7-8e37-47ced0c6501f') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:20.251299 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.266432 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42a84fab-276c-4707-86d3-53580c8de2ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.272681 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.292302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:20.294246 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:20.296396 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:20.306215 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d94e8ea6-c8cb-4887-84d2-85cc0dffeef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.392882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d94e8ea6-c8cb-4887-84d2-85cc0dffeef3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f84c20acf3b453d923ee5492297a1f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5297768 Dec 16 22:19:20.392882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e8ea6-c8cb-4887-84d2-85cc0dffeef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a806916-886e-4a4d-8940-e7329f57479c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:20.393378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39040) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:20.407002 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42a84fab-276c-4707-86d3-53580c8de2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.442914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84c32062-4a2e-4386-8613-f0f8e8008436 req-76b4f6c7-6783-4924-9ce7-3d35d53a87ea tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 210 time: 0.0280657 Dec 16 22:19:20.443152 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-af17212c-e04a-4404-89f2-bfc5a8315677 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Made reservation on behalf of 4435d4a0fb4b4f57842ac964c4ecc4f2 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:20.446802 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-af17212c-e04a-4404-89f2-bfc5a8315677 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.462978 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.469793 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37c1be5e-b1f1-4341-b274-4fb9bb765e84 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 22:19:20.474850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a84fab-276c-4707-86d3-53580c8de2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab0250b-ebbe-4bf8-9bf6-0bb3189a3d24,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:20.476582 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a84fab-276c-4707-86d3-53580c8de2ee admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:20.492680 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.499713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "DELETE /v2.0/networks/37c1be5e-b1f1-4341-b274-4fb9bb765e84 HTTP/1.1" status: 204 len: 168 time: 1.6353614 Dec 16 22:19:20.500881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39044) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:20.508050 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221faa7-4599-4766-8a0b-ea3c73eba2a4 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event deleted for resources: {'Network': ['ID=37c1be5e-b1f1-4341-b274-4fb9bb765e84,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:20.514151 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42a84fab-276c-4707-86d3-53580c8de2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.514523 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-42a84fab-276c-4707-86d3-53580c8de2ee admin admin] Added segment 15372d03-5628-4fe0-979f-41f606f1a69f of type vlan for network ea5d9176-3b6c-4bae-8ab9-caf87abd67f7 Dec 16 22:19:20.550932 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-331eb042-9efe-4e91-9c9d-807c05277301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.623464 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42a84fab-276c-4707-86d3-53580c8de2ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.630978 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-331eb042-9efe-4e91-9c9d-807c05277301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.756684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-af17212c-e04a-4404-89f2-bfc5a8315677 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Allocated IP 172.20.0.4 (00a8a0ef-3415-4e47-8344-5d4dedd61516/6959f2c9-0636-4693-a69d-b5627d105879/c05cb27b-71ac-49dd-921e-6b8e4d58983a) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:20.793680 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42a84fab-276c-4707-86d3-53580c8de2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.794755 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a84fab-276c-4707-86d3-53580c8de2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:20.795496 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42a84fab-276c-4707-86d3-53580c8de2ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.913281 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-331eb042-9efe-4e91-9c9d-807c05277301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.916744 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-331eb042-9efe-4e91-9c9d-807c05277301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.918102 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-331eb042-9efe-4e91-9c9d-807c05277301 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a806916-886e-4a4d-8940-e7329f57479c HTTP/1.1" status: 204 len: 168 time: 0.5235565 Dec 16 22:19:20.919010 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39058) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:21.000474 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331eb042-9efe-4e91-9c9d-807c05277301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a806916-886e-4a4d-8940-e7329f57479c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:21.073583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2173e0d9-54ab-4484-8960-5ff55e6e4c75 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.5713928 Dec 16 22:19:21.075143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39064) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:21.133275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f945ac5-9242-4416-8296-2a484f0b0010 req-77f8ff79-0683-422b-8b1f-a0866b3d35da tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.135892 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-af17212c-e04a-4404-89f2-bfc5a8315677 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.141476 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f945ac5-9242-4416-8296-2a484f0b0010 req-77f8ff79-0683-422b-8b1f-a0866b3d35da tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 945 time: 0.1420918 Dec 16 22:19:21.176200 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-42a84fab-276c-4707-86d3-53580c8de2ee admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7992666 Dec 16 22:19:21.177105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a84fab-276c-4707-86d3-53580c8de2ee admin admin] Pushing event updated for resources: {'Network': ['ID=ea5d9176-3b6c-4bae-8ab9-caf87abd67f7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:21.179499 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39066) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:21.186966 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-cadac0fb-711a-4454-8484-e800c7a76932 admin admin] Request body: {'subnet': {'network_id': 'ea5d9176-3b6c-4bae-8ab9-caf87abd67f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-475350854-subnet', 'tenant_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:21.191875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network ea5d9176-3b6c-4bae-8ab9-caf87abd67f7 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:21.235346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d5ea4-f381-44ef-809e-b12e074640b7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.236194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d5ea4-f381-44ef-809e-b12e074640b7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.236310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d5ea4-f381-44ef-809e-b12e074640b7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.236722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d5ea4-f381-44ef-809e-b12e074640b7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.237177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d5ea4-f381-44ef-809e-b12e074640b7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.237635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d5ea4-f381-44ef-809e-b12e074640b7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.238190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d5ea4-f381-44ef-809e-b12e074640b7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.238646 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d5ea4-f381-44ef-809e-b12e074640b7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.239096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d5ea4-f381-44ef-809e-b12e074640b7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.239575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d5ea4-f381-44ef-809e-b12e074640b7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.240172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d5ea4-f381-44ef-809e-b12e074640b7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.246409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-510d5ea4-f381-44ef-809e-b12e074640b7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7116 time: 0.1701677 Dec 16 22:19:21.248628 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39070) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:21.261439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device f4429c38-a67e-4b2b-8173-3a4b92cac6ad up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:21.285270 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f945ac5-9242-4416-8296-2a484f0b0010 req-125711b4-0678-41b6-8b2f-8e1a95e5aed8 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428258 Dec 16 22:19:21.315229 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-af17212c-e04a-4404-89f2-bfc5a8315677 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.351891 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-524eb415-1518-4935-b155-f076c574e4e9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2121721664-network', 'tenant_id': 'd1edb41c4a4e4c94980edfd0cb4fb328'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:21.363121 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadac0fb-711a-4454-8484-e800c7a76932 admin admin] Made reservation on behalf of f6c5d0027ee04fd184a760adc3bd8118 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:21.365488 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cadac0fb-711a-4454-8484-e800c7a76932 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.367594 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-95823a3c-6064-4db6-91e7-30fc8f18f4ae tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] delete failed (client error): The resource could not be found. Dec 16 22:19:21.369836 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-95823a3c-6064-4db6-91e7-30fc8f18f4ae tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/71b589d4-db12-45f6-a7bf-6050134ae142 HTTP/1.1" status: 404 len: 345 time: 0.1189563 Dec 16 22:19:21.372068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39072) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:21.390996 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-8660c89d-b0d3-4a01-a4fd-bf56e8f23497 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] DELETE failed (client error): The resource could not be found. Dec 16 22:19:21.392400 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8660c89d-b0d3-4a01-a4fd-bf56e8f23497 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:19:21.395528 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8660c89d-b0d3-4a01-a4fd-bf56e8f23497 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "DELETE /v2.0/networks/37c1be5e-b1f1-4341-b274-4fb9bb765e84 HTTP/1.1" status: 404 len: 339 time: 0.0223448 Dec 16 22:19:21.399508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39074) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:21.404805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-6bd4e56e-2f28-4f76-9a3e-34b9a86a169e tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Request body: {'network': {'name': 'tempest-network--616895937', 'router:external': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:21.418104 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port f4429c38-a67e-4b2b-8173-3a4b92cac6ad completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:19:21.422207 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port f4429c38-a67e-4b2b-8173-3a4b92cac6ad triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:21.424206 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.453161 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-af17212c-e04a-4404-89f2-bfc5a8315677 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Network 00a8a0ef-3415-4e47-8344-5d4dedd61516 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:21.467601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-af17212c-e04a-4404-89f2-bfc5a8315677 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:21.478867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-af17212c-e04a-4404-89f2-bfc5a8315677 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:21.514071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17212c-e04a-4404-89f2-bfc5a8315677 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Pushing event updated for resources: {'Port': ['ID=c05cb27b-71ac-49dd-921e-6b8e4d58983a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:21.526101 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.544723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd4e56e-2f28-4f76-9a3e-34b9a86a169e tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Made reservation on behalf of 894fcfe8677546d6b7763daceb02bdbd for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:21.547342 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6bd4e56e-2f28-4f76-9a3e-34b9a86a169e tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.554733 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e622646-d903-4ae3-8d9f-738e53736d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4429c38-a67e-4b2b-8173-3a4b92cac6ad'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:21.558366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-af17212c-e04a-4404-89f2-bfc5a8315677 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.558564 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8770ba5-a198-4f9b-9b7e-e53379e3c084" -d '{"events": [{"server_uuid": "7e622646-d903-4ae3-8d9f-738e53736d4c", "name": "network-vif-plugged", "status": "completed", "tag": "f4429c38-a67e-4b2b-8173-3a4b92cac6ad"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:21.558969 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-af17212c-e04a-4404-89f2-bfc5a8315677 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.576695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:21.599866 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6135a92-bddd-4d1f-9732-0579825a95ed x-openstack-request-id: req-c6135a92-bddd-4d1f-9732-0579825a95ed {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:21.600397 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e622646-d903-4ae3-8d9f-738e53736d4c", "name": "network-vif-plugged", "status": "completed", "tag": "f4429c38-a67e-4b2b-8173-3a4b92cac6ad", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:21.600710 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6135a92-bddd-4d1f-9732-0579825a95ed {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:21.601169 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e622646-d903-4ae3-8d9f-738e53736d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4429c38-a67e-4b2b-8173-3a4b92cac6ad', 'code': 200} Dec 16 22:19:21.626620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd4e56e-2f28-4f76-9a3e-34b9a86a169e tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:21.637258 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524eb415-1518-4935-b155-f076c574e4e9 admin admin] Made reservation on behalf of d1edb41c4a4e4c94980edfd0cb4fb328 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:21.641793 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-524eb415-1518-4935-b155-f076c574e4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.647794 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4174d68-3b31-47b7-897e-2c1f932c0a11 req-06eb40f2-8ffd-4e39-af74-101122de5bc3 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.649427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4174d68-3b31-47b7-897e-2c1f932c0a11 req-06eb40f2-8ffd-4e39-af74-101122de5bc3 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 931 time: 0.1088600 Dec 16 22:19:21.653936 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6bd4e56e-2f28-4f76-9a3e-34b9a86a169e tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.654293 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-6bd4e56e-2f28-4f76-9a3e-34b9a86a169e tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Added segment cbcb33ad-ca04-4420-a42f-2246c0867270 of type vlan for network 92cb5879-a5a5-400f-ae97-652a159f4dce Dec 16 22:19:21.655663 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-524eb415-1518-4935-b155-f076c574e4e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.698113 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.700865 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-af17212c-e04a-4404-89f2-bfc5a8315677 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5327656 Dec 16 22:19:21.719931 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Request body: {'port': {'device_id': 'd61259dc-5df7-48b6-bb3b-7e8960cc4610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:21.750108 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cadac0fb-711a-4454-8484-e800c7a76932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.774403 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6bd4e56e-2f28-4f76-9a3e-34b9a86a169e tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.779231 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:21.796870 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4174d68-3b31-47b7-897e-2c1f932c0a11 req-1c4a2f48-78ad-41d6-8d7f-040fe07ac5bc tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad2e48ba-022c-40a0-8204-9c27b8660ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336820 Dec 16 22:19:21.800620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b2b68-8ccb-4933-8253-c5414fb09cbd req-c493582a-7918-430f-92bf-e029d732a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.802841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d96b2b68-8ccb-4933-8253-c5414fb09cbd req-c493582a-7918-430f-92bf-e029d732a249 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 1096 time: 0.1297557 Dec 16 22:19:21.856174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39082) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:21.860550 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-524eb415-1518-4935-b155-f076c574e4e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.865401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadac0fb-711a-4454-8484-e800c7a76932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3daee0ee-0314-4459-855f-53357803b5d2,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:21.867409 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.881646 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d692-647c-4582-a728-d5113c7a1632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.893737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadac0fb-711a-4454-8484-e800c7a76932 admin admin] Checking segment: {'id': '15372d03-5628-4fe0-979f-41f606f1a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea5d9176-3b6c-4bae-8ab9-caf87abd67f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:21.894110 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadac0fb-711a-4454-8484-e800c7a76932 admin admin] Network hostable DHCP agents. Network: ea5d9176-3b6c-4bae-8ab9-caf87abd67f7, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:19:21.912521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d96b2b68-8ccb-4933-8253-c5414fb09cbd req-1d4b357e-18b2-415f-9596-dfa2105f176d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969927 Dec 16 22:19:21.985565 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d692-647c-4582-a728-d5113c7a1632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.997935 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-524eb415-1518-4935-b155-f076c574e4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.028660 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6bd4e56e-2f28-4f76-9a3e-34b9a86a169e tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.029664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd4e56e-2f28-4f76-9a3e-34b9a86a169e tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:22.030315 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6bd4e56e-2f28-4f76-9a3e-34b9a86a169e tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.043192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524eb415-1518-4935-b155-f076c574e4e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:22.052356 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524eb415-1518-4935-b155-f076c574e4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7cfe9b-3654-45a0-be80-a5f32897a8fa,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:22.094923 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-524eb415-1518-4935-b155-f076c574e4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.095404 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-524eb415-1518-4935-b155-f076c574e4e9 admin admin] Added segment 0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d of type vlan for network 4dc6f9f7-09f5-4d60-a2a6-65496c24adff Dec 16 22:19:22.098017 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadac0fb-711a-4454-8484-e800c7a76932 admin admin] Network ea5d9176-3b6c-4bae-8ab9-caf87abd67f7 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:19:22.099089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4e56e-2f28-4f76-9a3e-34b9a86a169e tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event updated for resources: {'Network': ['ID=92cb5879-a5a5-400f-ae97-652a159f4dce,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:22.114911 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 92cb5879-a5a5-400f-ae97-652a159f4dce details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:22.136688 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d692-647c-4582-a728-d5113c7a1632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.158335 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-524eb415-1518-4935-b155-f076c574e4e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.166051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-cadac0fb-711a-4454-8484-e800c7a76932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, ea5d9176-3b6c-4bae-8ab9-caf87abd67f7) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:22.179749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6bd4e56e-2f28-4f76-9a3e-34b9a86a169e tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7790439 Dec 16 22:19:22.183843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39086) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:22.189344 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadac0fb-711a-4454-8484-e800c7a76932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:22.190022 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cadac0fb-711a-4454-8484-e800c7a76932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.199046 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e8c9d692-647c-4582-a728-d5113c7a1632 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7a8f1b40a084133b46299d017bf8dcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3385491 Dec 16 22:19:22.201644 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39088) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:22.205468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9d692-647c-4582-a728-d5113c7a1632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311884fc-3421-492e-a5e6-0863b567b517,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:22.207086 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b603123b-07fb-47ce-bdbc-8b106b9972a6 None None] Network ea5d9176-3b6c-4bae-8ab9-caf87abd67f7 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:22.288586 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cadac0fb-711a-4454-8484-e800c7a76932 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1068783 Dec 16 22:19:22.297782 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39090) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:22.305461 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-475350854-router', 'tenant_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:22.326927 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-524eb415-1518-4935-b155-f076c574e4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.327936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524eb415-1518-4935-b155-f076c574e4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:22.328531 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-524eb415-1518-4935-b155-f076c574e4e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.458841 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef39f5ce-1afc-4e24-883b-927cc8773404 tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:22.465627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef39f5ce-1afc-4e24-883b-927cc8773404 tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:22.472091 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef39f5ce-1afc-4e24-883b-927cc8773404 tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:22.478863 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef39f5ce-1afc-4e24-883b-927cc8773404 tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:22.480673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ef39f5ce-1afc-4e24-883b-927cc8773404 tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2955999 Dec 16 22:19:22.483477 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39094) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:22.508258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-ea5d9176-3b6c-4bae-8ab9-caf87abd67f7', 'network_id': 'ea5d9176-3b6c-4bae-8ab9-caf87abd67f7', 'project_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'fixed_ips': [{'subnet_id': '3daee0ee-0314-4459-855f-53357803b5d2'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:19:22.519213 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.536499 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b23afff-3c40-49e0-bd0a-0b15e5c7a11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.542176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03908d2-37e3-4c4a-92bf-9f21baa67263 req-3ab95ac1-0b5b-46ce-a95b-23356ef6691e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:22.543862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e03908d2-37e3-4c4a-92bf-9f21baa67263 req-3ab95ac1-0b5b-46ce-a95b-23356ef6691e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 946 time: 0.1533415 Dec 16 22:19:22.602380 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f9b890c1-ac84-48f7-88ae-30bc542ee110 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.637069 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e03908d2-37e3-4c4a-92bf-9f21baa67263 req-a7ead012-96e3-4506-aad0-8691f4a4871d tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811384 Dec 16 22:19:22.694643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Allocated IP 172.20.0.2 (ea5d9176-3b6c-4bae-8ab9-caf87abd67f7/3daee0ee-0314-4459-855f-53357803b5d2/eca57d79-61d6-4c61-941d-9346a74117c7) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:22.714742 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-524eb415-1518-4935-b155-f076c574e4e9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7605805 Dec 16 22:19:22.716968 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05cb27b-71ac-49dd-921e-6b8e4d58983a {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:22.721545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39096) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:22.727319 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-6915e136-b4d7-45f1-8b2f-eac7ff2d2574 admin admin] Request body: {'subnet': {'network_id': '4dc6f9f7-09f5-4d60-a2a6-65496c24adff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2121721664-subnet', 'tenant_id': 'd1edb41c4a4e4c94980edfd0cb4fb328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:22.734757 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f9b890c1-ac84-48f7-88ae-30bc542ee110 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.736415 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.757601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-f9b890c1-ac84-48f7-88ae-30bc542ee110 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cb5879-a5a5-400f-ae97-652a159f4dce']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:22.762568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79babc4f-377e-45cc-bef2-d7132cf01919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.767972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Transition to ACTIVE for port object c05cb27b-71ac-49dd-921e-6b8e4d58983a will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:19:22.769972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-f9b890c1-ac84-48f7-88ae-30bc542ee110 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbcb33ad-ca04-4420-a42f-2246c0867270') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:22.770504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-f9b890c1-ac84-48f7-88ae-30bc542ee110 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbcb33ad-ca04-4420-a42f-2246c0867270') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:22.771692 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524eb415-1518-4935-b155-f076c574e4e9 admin admin] Pushing event updated for resources: {'Network': ['ID=4dc6f9f7-09f5-4d60-a2a6-65496c24adff,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:22.784267 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 4dc6f9f7-09f5-4d60-a2a6-65496c24adff details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:22.786347 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f9b890c1-ac84-48f7-88ae-30bc542ee110 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.796469 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79babc4f-377e-45cc-bef2-d7132cf01919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.803386 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f9b890c1-ac84-48f7-88ae-30bc542ee110 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.812567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b890c1-ac84-48f7-88ae-30bc542ee110 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:22.812986 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f9b890c1-ac84-48f7-88ae-30bc542ee110 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:22.814901 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:22.823502 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.824835 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.889279 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.967691 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.970935 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Pushing event updated for resources: {'Port': ['ID=c05cb27b-71ac-49dd-921e-6b8e4d58983a,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:22.981070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e965ca-9b3c-4ddc-ae8f-d40dc5604862 req-879fc7ac-e5b2-4bb8-9d76-46a8d144e5b9 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:22.982745 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56e965ca-9b3c-4ddc-ae8f-d40dc5604862 req-879fc7ac-e5b2-4bb8-9d76-46a8d144e5b9 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 943 time: 0.0569041 Dec 16 22:19:23.033050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56e965ca-9b3c-4ddc-ae8f-d40dc5604862 req-58b05920-be2b-484a-9bee-71c2cb756872 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad2e48ba-022c-40a0-8204-9c27b8660ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433774 Dec 16 22:19:23.039472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6915e136-b4d7-45f1-8b2f-eac7ff2d2574 admin admin] Made reservation on behalf of d1edb41c4a4e4c94980edfd0cb4fb328 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:23.042539 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6915e136-b4d7-45f1-8b2f-eac7ff2d2574 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.069971 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.076290 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79babc4f-377e-45cc-bef2-d7132cf01919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.079600 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79babc4f-377e-45cc-bef2-d7132cf01919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.081035 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-79babc4f-377e-45cc-bef2-d7132cf01919 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/311884fc-3421-492e-a5e6-0863b567b517 HTTP/1.1" status: 204 len: 168 time: 0.8706412 Dec 16 22:19:23.114312 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Network ea5d9176-3b6c-4bae-8ab9-caf87abd67f7 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:23.120773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:23.123467 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:23.135159 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f9b890c1-ac84-48f7-88ae-30bc542ee110 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.142709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b890c1-ac84-48f7-88ae-30bc542ee110 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92cb5879-a5a5-400f-ae97-652a159f4dce {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 22:19:23.160506 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79babc4f-377e-45cc-bef2-d7132cf01919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311884fc-3421-492e-a5e6-0863b567b517,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:23.174364 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f9b890c1-ac84-48f7-88ae-30bc542ee110 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.178181 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.184135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f9b890c1-ac84-48f7-88ae-30bc542ee110 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "DELETE /v2.0/networks/92cb5879-a5a5-400f-ae97-652a159f4dce HTTP/1.1" status: 204 len: 168 time: 0.6955645 Dec 16 22:19:23.201875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39106) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:23.210509 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Attempting to bind port c05cb27b-71ac-49dd-921e-6b8e4d58983a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:23.211117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Attempting to bind port c05cb27b-71ac-49dd-921e-6b8e4d58983a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '8a51bb81-afbb-4cc1-9ba0-21871549bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '00a8a0ef-3415-4e47-8344-5d4dedd61516'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:23.211700 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Attempting to bind port c05cb27b-71ac-49dd-921e-6b8e4d58983a on network 00a8a0ef-3415-4e47-8344-5d4dedd61516 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:23.221704 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Port c05cb27b-71ac-49dd-921e-6b8e4d58983a on network 00a8a0ef-3415-4e47-8344-5d4dedd61516 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:19:23.222251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Attempting to bind port c05cb27b-71ac-49dd-921e-6b8e4d58983a on network 00a8a0ef-3415-4e47-8344-5d4dedd61516 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:23.224046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0a6617d8-9cd8-4d11-91be-f73260d8f1c0 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Request body: {'network': {'name': 'tempest-network--1066249366', 'router:external': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:23.228313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:23.228902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Checking segment: {'id': '8a51bb81-afbb-4cc1-9ba0-21871549bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '00a8a0ef-3415-4e47-8344-5d4dedd61516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:23.229546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Bound using segment: {'id': '8a51bb81-afbb-4cc1-9ba0-21871549bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '00a8a0ef-3415-4e47-8344-5d4dedd61516'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:23.230229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Bound port: c05cb27b-71ac-49dd-921e-6b8e4d58983a, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a51bb81-afbb-4cc1-9ba0-21871549bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '00a8a0ef-3415-4e47-8344-5d4dedd61516'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:23.230812 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.235650 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Attempting to bind port eca57d79-61d6-4c61-941d-9346a74117c7 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:23.236157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Attempting to bind port eca57d79-61d6-4c61-941d-9346a74117c7 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '15372d03-5628-4fe0-979f-41f606f1a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea5d9176-3b6c-4bae-8ab9-caf87abd67f7'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:23.236383 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Attempting to bind port eca57d79-61d6-4c61-941d-9346a74117c7 on network ea5d9176-3b6c-4bae-8ab9-caf87abd67f7 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:23.242360 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Pushing event updated for resources: {'Port': ['ID=eca57d79-61d6-4c61-941d-9346a74117c7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:23.258638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b890c1-ac84-48f7-88ae-30bc542ee110 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event deleted for resources: {'Network': ['ID=92cb5879-a5a5-400f-ae97-652a159f4dce,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:23.259936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:23.259936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Checking segment: {'id': '15372d03-5628-4fe0-979f-41f606f1a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea5d9176-3b6c-4bae-8ab9-caf87abd67f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:23.259936 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.259936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Bound using segment: {'id': '15372d03-5628-4fe0-979f-41f606f1a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea5d9176-3b6c-4bae-8ab9-caf87abd67f7'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:23.259936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Bound port: eca57d79-61d6-4c61-941d-9346a74117c7, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15372d03-5628-4fe0-979f-41f606f1a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea5d9176-3b6c-4bae-8ab9-caf87abd67f7'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:23.259936 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.361259 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] For port eca57d79-61d6-4c61-941d-9346a74117c7, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:23.365162 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] For port eca57d79-61d6-4c61-941d-9346a74117c7, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=eca57d79-61d6-4c61-941d-9346a74117c7,segment=NetworkSegment(15372d03-5628-4fe0-979f-41f606f1a69f),segment_id=15372d03-5628-4fe0-979f-41f606f1a69f)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:23.433940 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.462568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.469831 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.471252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] For port c05cb27b-71ac-49dd-921e-6b8e4d58983a, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:23.474545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] For port c05cb27b-71ac-49dd-921e-6b8e4d58983a, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=c05cb27b-71ac-49dd-921e-6b8e4d58983a,segment=NetworkSegment(8a51bb81-afbb-4cc1-9ba0-21871549bf11),segment_id=8a51bb81-afbb-4cc1-9ba0-21871549bf11)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:23.529316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6617d8-9cd8-4d11-91be-f73260d8f1c0 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Made reservation on behalf of 894fcfe8677546d6b7763daceb02bdbd for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:23.530367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152140f1-59bc-4251-b1f7-bc0ec4f45bf6 None None] Pushing event updated for resources: {'Port': ['ID=eca57d79-61d6-4c61-941d-9346a74117c7,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:23.534396 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a6617d8-9cd8-4d11-91be-f73260d8f1c0 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.542804 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.567526 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6915e136-b4d7-45f1-8b2f-eac7ff2d2574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.582991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:23.583663 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.585203 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] 10.222.0.69 "PUT /v2.0/ports/c05cb27b-71ac-49dd-921e-6b8e4d58983a HTTP/1.1" status: 200 len: 1091 time: 1.8734417 Dec 16 22:19:23.585689 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61259dc-5df7-48b6-bb3b-7e8960cc4610', 'tag': 'c05cb27b-71ac-49dd-921e-6b8e4d58983a'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:23.588941 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd50da4-9b6b-4532-8483-437d91a15ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "d61259dc-5df7-48b6-bb3b-7e8960cc4610", "tag": "c05cb27b-71ac-49dd-921e-6b8e4d58983a"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:23.673843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6617d8-9cd8-4d11-91be-f73260d8f1c0 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:23.692651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915e136-b4d7-45f1-8b2f-eac7ff2d2574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e64dd9-91b3-4dcd-8864-2ebf8f0498fb,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:23.709982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915e136-b4d7-45f1-8b2f-eac7ff2d2574 admin admin] Checking segment: {'id': '0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dc6f9f7-09f5-4d60-a2a6-65496c24adff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:23.710338 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6915e136-b4d7-45f1-8b2f-eac7ff2d2574 admin admin] Network hostable DHCP agents. Network: 4dc6f9f7-09f5-4d60-a2a6-65496c24adff, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:19:23.713674 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a6617d8-9cd8-4d11-91be-f73260d8f1c0 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.715687 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-0a6617d8-9cd8-4d11-91be-f73260d8f1c0 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Added segment d0732934-c5fb-45f3-9f58-2c305fba593c of type vlan for network b8ac68c0-4941-4944-8494-5fc4b890d2bc Dec 16 22:19:23.720716 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b9b19d-83c2-4944-bd48-5aef0b1774be x-openstack-request-id: req-10b9b19d-83c2-4944-bd48-5aef0b1774be {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:23.721294 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61259dc-5df7-48b6-bb3b-7e8960cc4610", "tag": "c05cb27b-71ac-49dd-921e-6b8e4d58983a", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:23.721769 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10b9b19d-83c2-4944-bd48-5aef0b1774be {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:23.722371 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61259dc-5df7-48b6-bb3b-7e8960cc4610', 'tag': 'c05cb27b-71ac-49dd-921e-6b8e4d58983a', 'status': 'completed', 'code': 200} Dec 16 22:19:23.799514 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a6617d8-9cd8-4d11-91be-f73260d8f1c0 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.801481 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672d3a6-7c1d-4cc6-9e62-8df0f5409583 service neutron] Pushing event updated for resources: {'Port': ['ID=c05cb27b-71ac-49dd-921e-6b8e4d58983a,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:23.843470 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-c3c05c52-9dbb-40b0-9379-60c6e8baa190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:23.846612 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-c3c05c52-9dbb-40b0-9379-60c6e8baa190 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4435d4a0fb4b4f57842ac964c4ecc4f2&device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 1094 time: 0.1276710 Dec 16 22:19:23.851053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6915e136-b4d7-45f1-8b2f-eac7ff2d2574 admin admin] Network 4dc6f9f7-09f5-4d60-a2a6-65496c24adff is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:19:23.887184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317c346-c862-4c74-a045-399b1fc4cbcb req-2d3eb87e-cfd5-476d-aa02-b50c5942a26a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:23.888874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a317c346-c862-4c74-a045-399b1fc4cbcb req-2d3eb87e-cfd5-476d-aa02-b50c5942a26a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 946 time: 0.1297224 Dec 16 22:19:23.897235 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-21556899-3122-4e5c-8d7c-1cb30924dbcb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c05cb27b-71ac-49dd-921e-6b8e4d58983a HTTP/1.1" status: 200 len: 217 time: 0.0421786 Dec 16 22:19:23.963730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a317c346-c862-4c74-a045-399b1fc4cbcb req-390c56e4-08b6-4c98-ad8d-271838414f04 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638213 Dec 16 22:19:23.965313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-6915e136-b4d7-45f1-8b2f-eac7ff2d2574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 4dc6f9f7-09f5-4d60-a2a6-65496c24adff) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:23.983170 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae7ce0-868a-4ba0-99f1-7f4771685ff3 None None] Network 4dc6f9f7-09f5-4d60-a2a6-65496c24adff requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:23.983405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6915e136-b4d7-45f1-8b2f-eac7ff2d2574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:23.983405 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6915e136-b4d7-45f1-8b2f-eac7ff2d2574 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.010863 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a6617d8-9cd8-4d11-91be-f73260d8f1c0 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.011967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6617d8-9cd8-4d11-91be-f73260d8f1c0 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:24.012563 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a6617d8-9cd8-4d11-91be-f73260d8f1c0 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.030096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-c0f58a2f-d821-4344-b118-b6cd5feb7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:24.031671 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-c0f58a2f-d821-4344-b118-b6cd5feb7dcd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6959f2c9-0636-4693-a69d-b5627d105879 HTTP/1.1" status: 200 len: 852 time: 0.1273265 Dec 16 22:19:24.119639 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-b2a83d82-ff2e-4570-a646-9f150530bdd7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00a8a0ef-3415-4e47-8344-5d4dedd61516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794282 Dec 16 22:19:24.125608 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.148165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6617d8-9cd8-4d11-91be-f73260d8f1c0 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event updated for resources: {'Network': ['ID=b8ac68c0-4941-4944-8494-5fc4b890d2bc,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:24.148680 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b651632-e7d2-405c-929a-ea94016975df None None] Network 4dc6f9f7-09f5-4d60-a2a6-65496c24adff requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:24.164610 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.179780 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39120) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:24.193869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network b8ac68c0-4941-4944-8494-5fc4b890d2bc details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:24.231940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0a6617d8-9cd8-4d11-91be-f73260d8f1c0 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0195343 Dec 16 22:19:24.233413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39122) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:24.300315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6915e136-b4d7-45f1-8b2f-eac7ff2d2574 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5775566 Dec 16 22:19:24.301258 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e0231ec-7216-47df-9762-5314b51e4d9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.351523 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Allocated IP 172.25.2.26 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/9930b7fc-cf2e-4089-8ad7-700fc1043950) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:24.369264 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-9da97d31-5e4c-4632-809b-283da271de2d service neutron] 10.222.0.69 "GET /v2.0/networks/00a8a0ef-3415-4e47-8344-5d4dedd61516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412326 Dec 16 22:19:24.377696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dc943-9b4c-4682-b165-c1fc525540ef req-de9f73cd-ef5e-457b-b942-7cfe19ae928a tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:24.380920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e42dc943-9b4c-4682-b165-c1fc525540ef req-de9f73cd-ef5e-457b-b942-7cfe19ae928a tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 943 time: 0.2178640 Dec 16 22:19:24.389689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bd3fd7-b02f-4223-b92c-d3ec927e7d15 tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:24.391305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-32bd3fd7-b02f-4223-b92c-d3ec927e7d15 tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] 10.222.0.43 "GET /v2.0/networks/b8ac68c0-4941-4944-8494-5fc4b890d2bc HTTP/1.1" status: 200 len: 757 time: 0.1548591 Dec 16 22:19:24.393104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fd344-13c0-4a1e-82ab-354e084ad527 req-3b3b0866-0882-4b3c-a4a9-de909b98d006 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:24.394551 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39128) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:24.401041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-403fd344-13c0-4a1e-82ab-354e084ad527 req-3b3b0866-0882-4b3c-a4a9-de909b98d006 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 1097 time: 0.2762430 Dec 16 22:19:24.495411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e42dc943-9b4c-4682-b165-c1fc525540ef req-cd61b613-5454-4c4b-a704-b183107acf4b tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad2e48ba-022c-40a0-8204-9c27b8660ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904069 Dec 16 22:19:24.535910 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-403fd344-13c0-4a1e-82ab-354e084ad527 req-5ac04a02-cdad-4bf8-bf5c-169018710533 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336911 Dec 16 22:19:24.614175 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e0231ec-7216-47df-9762-5314b51e4d9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.622274 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67d42c-be49-4845-9375-b2ce2934509f tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:24.624519 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ee67d42c-be49-4845-9375-b2ce2934509f tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] 10.222.0.43 "GET /v2.0/networks/8181e504-0459-410a-a218-7e18cd040c29 HTTP/1.1" status: 200 len: 767 time: 0.2147548 Dec 16 22:19:24.636962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39138) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:24.682889 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device eca57d79-61d6-4c61-941d-9346a74117c7 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:24.702439 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f9b81940-56aa-4b8c-a778-32e2dcd59bee req-6c681941-d0f2-44fb-8171-1fc423e46cd1 service neutron] 10.222.0.69 "GET /v2.0/networks/00a8a0ef-3415-4e47-8344-5d4dedd61516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253915 Dec 16 22:19:24.713522 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.744745 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port eca57d79-61d6-4c61-941d-9346a74117c7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:24.745095 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.755554 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e0231ec-7216-47df-9762-5314b51e4d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.786506 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.838950 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.872456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0231ec-7216-47df-9762-5314b51e4d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921bf764-a4c1-49f1-bba0-33205beb0609,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:24.881918 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.882826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2e0231ec-7216-47df-9762-5314b51e4d9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de932c803bd94c14b09b9ab3e85cf304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6975417 Dec 16 22:19:24.883072 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39144) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:24.884817 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7eabeaf-0319-4b45-b8d4-2d80c9972668 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.900174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e71d3-f806-4324-9296-c9baecbb65b7 req-b14b5c29-2162-4568-8f87-20cf9d8b24ee tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:24.901878 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-490e71d3-f806-4324-9296-c9baecbb65b7 req-b14b5c29-2162-4568-8f87-20cf9d8b24ee tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 1097 time: 0.2024100 Dec 16 22:19:24.911134 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port eca57d79-61d6-4c61-941d-9346a74117c7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=eca57d79-61d6-4c61-941d-9346a74117c7,segment=NetworkSegment(15372d03-5628-4fe0-979f-41f606f1a69f),segment_id=15372d03-5628-4fe0-979f-41f606f1a69f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:24.987413 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.022930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:25.033108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:25.038092 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Pushing event updated for resources: {'Port': ['ID=9930b7fc-cf2e-4089-8ad7-700fc1043950,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:25.048971 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:25.059050 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=eca57d79-61d6-4c61-941d-9346a74117c7,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:25.080393 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7eabeaf-0319-4b45-b8d4-2d80c9972668 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.084600 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36580879-4e8c-4cf1-b5ea-b6de54725e79 None None] Network ea5d9176-3b6c-4bae-8ab9-caf87abd67f7 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:25.102185 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-490e71d3-f806-4324-9296-c9baecbb65b7 req-58dd2bee-8199-4bc2-9241-f2587aaf4b9f tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899595 Dec 16 22:19:25.150676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-e7eabeaf-0319-4b45-b8d4-2d80c9972668 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ac68c0-4941-4944-8494-5fc4b890d2bc']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:25.161793 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a004-c5b1-4e5c-9a54-7f1f17a35627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.164763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-e7eabeaf-0319-4b45-b8d4-2d80c9972668 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0732934-c5fb-45f3-9f58-2c305fba593c') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:25.165610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-e7eabeaf-0319-4b45-b8d4-2d80c9972668 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0732934-c5fb-45f3-9f58-2c305fba593c') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:25.174251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422fba9-17a9-456c-a95d-132f19869d30 req-c9a6ec0b-b097-49ff-9e83-342e3f032c71 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:25.176555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9422fba9-17a9-456c-a95d-132f19869d30 req-c9a6ec0b-b097-49ff-9e83-342e3f032c71 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/networks?id=4dc6f9f7-09f5-4d60-a2a6-65496c24adff HTTP/1.1" status: 200 len: 814 time: 0.2303171 Dec 16 22:19:25.182230 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cdf1d9ea-1876-4f57-bd86-e89444dcc841 None None] Provisioning complete for port eca57d79-61d6-4c61-941d-9346a74117c7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:25.182943 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cdf1d9ea-1876-4f57-bd86-e89444dcc841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.195156 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7eabeaf-0319-4b45-b8d4-2d80c9972668 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.198538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9422fba9-17a9-456c-a95d-132f19869d30 req-2818e0d9-84c1-42ec-ad9d-125115c2452e tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/quotas/d1edb41c4a4e4c94980edfd0cb4fb328 HTTP/1.1" status: 200 len: 375 time: 0.0149267 Dec 16 22:19:25.211237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd50da4-9b6b-4532-8483-437d91a15ed7 req-3efaf3a7-051d-4603-93b5-b72e2f302913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:25.213345 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9cd50da4-9b6b-4532-8483-437d91a15ed7 req-3efaf3a7-051d-4603-93b5-b72e2f302913 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4435d4a0fb4b4f57842ac964c4ecc4f2&device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 1094 time: 0.2789228 Dec 16 22:19:25.240333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9422fba9-17a9-456c-a95d-132f19869d30 req-c43c71a5-9e88-4a1f-bb9f-a3bd986ed420 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1edb41c4a4e4c94980edfd0cb4fb328&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359156 Dec 16 22:19:25.244198 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7eabeaf-0319-4b45-b8d4-2d80c9972668 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.322162 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a004-c5b1-4e5c-9a54-7f1f17a35627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.328463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7eabeaf-0319-4b45-b8d4-2d80c9972668 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:25.329538 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7eabeaf-0319-4b45-b8d4-2d80c9972668 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:25.346508 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:25.382142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd50da4-9b6b-4532-8483-437d91a15ed7 req-30734cf9-c0b4-4304-a74d-81ac2e9f2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:25.384949 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9cd50da4-9b6b-4532-8483-437d91a15ed7 req-30734cf9-c0b4-4304-a74d-81ac2e9f2981 service neutron] 10.222.0.69 "GET /v2.0/networks?id=00a8a0ef-3415-4e47-8344-5d4dedd61516 HTTP/1.1" status: 200 len: 913 time: 0.1566789 Dec 16 22:19:25.386575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-50da0f1e-be82-426e-9418-e4f85d569340 req-100bf4ff-0469-4ca9-a6b8-873652b444ac service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:19:25.387741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50da0f1e-be82-426e-9418-e4f85d569340 req-100bf4ff-0469-4ca9-a6b8-873652b444ac service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087345 Dec 16 22:19:25.439665 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9cd50da4-9b6b-4532-8483-437d91a15ed7 req-f7ca7dd3-92fe-4b6a-8d20-11bf0b0d6040 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c05cb27b-71ac-49dd-921e-6b8e4d58983a HTTP/1.1" status: 200 len: 217 time: 0.0449245 Dec 16 22:19:25.442342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9422fba9-17a9-456c-a95d-132f19869d30 req-4f02cd57-6d47-49a0-963c-56fa95c854a2 service neutron] 10.222.0.43 "GET /v2.0/networks/4dc6f9f7-09f5-4d60-a2a6-65496c24adff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935031 Dec 16 22:19:25.502757 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7eabeaf-0319-4b45-b8d4-2d80c9972668 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.509392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eabeaf-0319-4b45-b8d4-2d80c9972668 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8ac68c0-4941-4944-8494-5fc4b890d2bc {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 22:19:25.550012 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7eabeaf-0319-4b45-b8d4-2d80c9972668 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.559769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e7eabeaf-0319-4b45-b8d4-2d80c9972668 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "DELETE /v2.0/networks/b8ac68c0-4941-4944-8494-5fc4b890d2bc HTTP/1.1" status: 204 len: 168 time: 0.9212172 Dec 16 22:19:25.579072 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eabeaf-0319-4b45-b8d4-2d80c9972668 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8ac68c0-4941-4944-8494-5fc4b890d2bc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:25.590046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39160) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:25.595889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-05cc2389-4c7d-478a-a36f-6e5abb9dd3e7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Request body: {'network': {'name': 'tempest-network--1747087501'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:25.601823 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a004-c5b1-4e5c-9a54-7f1f17a35627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.605201 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a004-c5b1-4e5c-9a54-7f1f17a35627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.609085 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9fc0a004-c5b1-4e5c-9a54-7f1f17a35627 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/921bf764-a4c1-49f1-bba0-33205beb0609 HTTP/1.1" status: 204 len: 168 time: 0.7184937 Dec 16 22:19:25.625630 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.644400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd50da4-9b6b-4532-8483-437d91a15ed7 req-65760323-e1ce-4d29-9cc0-96756b8492b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:25.646085 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9cd50da4-9b6b-4532-8483-437d91a15ed7 req-65760323-e1ce-4d29-9cc0-96756b8492b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6959f2c9-0636-4693-a69d-b5627d105879 HTTP/1.1" status: 200 len: 852 time: 0.1944373 Dec 16 22:19:25.646348 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-433b2937-7339-48dc-8af1-540d6a586418 None None] Provisioning complete for port eca57d79-61d6-4c61-941d-9346a74117c7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:25.647623 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-433b2937-7339-48dc-8af1-540d6a586418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.659101 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0a004-c5b1-4e5c-9a54-7f1f17a35627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921bf764-a4c1-49f1-bba0-33205beb0609,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:25.676410 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9422fba9-17a9-456c-a95d-132f19869d30 req-55e41a22-c68e-411e-b28b-6225685f8f7b service neutron] 10.222.0.43 "GET /v2.0/networks/4dc6f9f7-09f5-4d60-a2a6-65496c24adff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271032 Dec 16 22:19:25.741514 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9cd50da4-9b6b-4532-8483-437d91a15ed7 req-1562a888-ddb0-40fe-97fa-da32439eeefe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00a8a0ef-3415-4e47-8344-5d4dedd61516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836887 Dec 16 22:19:25.769817 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.781934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cc2389-4c7d-478a-a36f-6e5abb9dd3e7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Made reservation on behalf of 894fcfe8677546d6b7763daceb02bdbd for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:25.781934 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05cc2389-4c7d-478a-a36f-6e5abb9dd3e7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.829872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cc2389-4c7d-478a-a36f-6e5abb9dd3e7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:25.855473 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05cc2389-4c7d-478a-a36f-6e5abb9dd3e7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.855688 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-05cc2389-4c7d-478a-a36f-6e5abb9dd3e7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Added segment 12c360a1-c1bd-4ab6-a6f5-c9818e46f8bd of type vlan for network 3dd3c2a1-62e0-47ec-b67e-1def831515b1 Dec 16 22:19:25.915857 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05cc2389-4c7d-478a-a36f-6e5abb9dd3e7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:26.023895 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9cd50da4-9b6b-4532-8483-437d91a15ed7 req-530880c1-a0c8-4fe9-8ade-8321e2214dc9 service neutron] 10.222.0.69 "GET /v2.0/networks/00a8a0ef-3415-4e47-8344-5d4dedd61516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723618 Dec 16 22:19:26.044668 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05cc2389-4c7d-478a-a36f-6e5abb9dd3e7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:26.048071 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cc2389-4c7d-478a-a36f-6e5abb9dd3e7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:26.048071 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05cc2389-4c7d-478a-a36f-6e5abb9dd3e7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:26.257661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-05cc2389-4c7d-478a-a36f-6e5abb9dd3e7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6659935 Dec 16 22:19:26.278206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39188) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:26.292105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b2a6c875-4220-4e99-bc8d-97f1058e6e5c tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:26.311238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc2389-4c7d-478a-a36f-6e5abb9dd3e7 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event updated for resources: {'Network': ['ID=3dd3c2a1-62e0-47ec-b67e-1def831515b1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:26.327163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 3dd3c2a1-62e0-47ec-b67e-1def831515b1 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:26.374273 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd472f-0017-45f2-ae17-dbe753c42fd4 req-02487b08-8330-42b2-a071-ab23911ed8c3 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:26.375906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4fd472f-0017-45f2-ae17-dbe753c42fd4 req-02487b08-8330-42b2-a071-ab23911ed8c3 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 943 time: 0.2984655 Dec 16 22:19:26.460055 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4fd472f-0017-45f2-ae17-dbe753c42fd4 req-8545369c-b3d9-4842-9769-a81ef33c8dff tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad2e48ba-022c-40a0-8204-9c27b8660ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677629 Dec 16 22:19:26.460272 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9cd50da4-9b6b-4532-8483-437d91a15ed7 req-2443e03c-ec22-4360-97f8-8e4c5d0e7c60 service neutron] 10.222.0.69 "GET /v2.0/networks/00a8a0ef-3415-4e47-8344-5d4dedd61516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225915 Dec 16 22:19:26.490280 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:26.633288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device eca57d79-61d6-4c61-941d-9346a74117c7 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:26.636738 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b955b901-454e-43b4-a22c-ae623328e171 req-487c4c95-602e-4146-b45a-eb887c27eb07 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 210 time: 0.0436633 Dec 16 22:19:26.703317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port eca57d79-61d6-4c61-941d-9346a74117c7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:26.704023 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.024000 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c875-4220-4e99-bc8d-97f1058e6e5c tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.142357 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c875-4220-4e99-bc8d-97f1058e6e5c tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.185618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2a6c875-4220-4e99-bc8d-97f1058e6e5c tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Network 3dd3c2a1-62e0-47ec-b67e-1def831515b1 is not hosted by any dhcp agent {{(pid=103952) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 22:19:27.187210 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a6c875-4220-4e99-bc8d-97f1058e6e5c tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:27.187210 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c875-4220-4e99-bc8d-97f1058e6e5c tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.188581 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b2a6c875-4220-4e99-bc8d-97f1058e6e5c tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "PUT /v2.0/networks/3dd3c2a1-62e0-47ec-b67e-1def831515b1 HTTP/1.1" status: 200 len: 858 time: 0.9085133 Dec 16 22:19:27.191477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Router aef11f71-a1cd-4aae-aace-058302374ff7 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:19:27.191713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39218) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:27.217507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6c875-4220-4e99-bc8d-97f1058e6e5c tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event updated for resources: {'Network': ['ID=3dd3c2a1-62e0-47ec-b67e-1def831515b1,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:27.246574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device c05cb27b-71ac-49dd-921e-6b8e4d58983a details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:19:27.287182 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af73a3f0-7d2b-474e-9e98-578763deaa99 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.322047 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:19:27.334121 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Sync routers for ids ['aef11f71-a1cd-4aae-aace-058302374ff7'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:19:27.346474 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Routers {'aef11f71-a1cd-4aae-aace-058302374ff7'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:27.347363 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:19:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['aef11f71-a1cd-4aae-aace-058302374ff7'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:27.404395 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af73a3f0-7d2b-474e-9e98-578763deaa99 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.433198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-af73a3f0-7d2b-474e-9e98-578763deaa99 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd3c2a1-62e0-47ec-b67e-1def831515b1']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:27.443485 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port c05cb27b-71ac-49dd-921e-6b8e4d58983a, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=c05cb27b-71ac-49dd-921e-6b8e4d58983a,segment=NetworkSegment(8a51bb81-afbb-4cc1-9ba0-21871549bf11),segment_id=8a51bb81-afbb-4cc1-9ba0-21871549bf11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:27.446698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-af73a3f0-7d2b-474e-9e98-578763deaa99 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c360a1-c1bd-4ab6-a6f5-c9818e46f8bd') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:27.447420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-af73a3f0-7d2b-474e-9e98-578763deaa99 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c360a1-c1bd-4ab6-a6f5-c9818e46f8bd') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:27.456992 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'c05cb27b-71ac-49dd-921e-6b8e4d58983a', 'network_id': '00a8a0ef-3415-4e47-8344-5d4dedd61516', 'port_id': 'c05cb27b-71ac-49dd-921e-6b8e4d58983a', 'mac_address': 'fa:16:3e:71:05:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6959f2c9-0636-4693-a69d-b5627d105879', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:19:27.460765 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af73a3f0-7d2b-474e-9e98-578763deaa99 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.476316 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af73a3f0-7d2b-474e-9e98-578763deaa99 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.484776 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af73a3f0-7d2b-474e-9e98-578763deaa99 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:27.486252 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af73a3f0-7d2b-474e-9e98-578763deaa99 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.491539 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Set router aef11f71-a1cd-4aae-aace-058302374ff7 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:19:27.493680 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:27.496157 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:27.499506 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3fcb69c0-c056-47c7-bb60-ea19902752f0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1989968 Dec 16 22:19:27.500364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39226) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:27.530640 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.560375 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05cb27b-71ac-49dd-921e-6b8e4d58983a {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:27.605784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port c05cb27b-71ac-49dd-921e-6b8e4d58983a, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=c05cb27b-71ac-49dd-921e-6b8e4d58983a,segment=NetworkSegment(8a51bb81-afbb-4cc1-9ba0-21871549bf11),segment_id=8a51bb81-afbb-4cc1-9ba0-21871549bf11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:27.683165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502b9bb-88f5-4b89-b130-b4bd231beeca req-f50491b4-bfea-492c-89f3-a6626670953b tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:27.684778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c502b9bb-88f5-4b89-b130-b4bd231beeca req-f50491b4-bfea-492c-89f3-a6626670953b tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 943 time: 0.0682721 Dec 16 22:19:27.692419 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.759933 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-475350854-router', 'tenant_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9930b7fc-cf2e-4089-8ad7-700fc1043950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:22Z', 'updated_at': '2021-12-16T22:19:25Z', 'revision_number': 3, 'project_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'gw_port': {'id': '9930b7fc-cf2e-4089-8ad7-700fc1043950', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:24Z', 'updated_at': '2021-12-16T22:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:27.777196 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af73a3f0-7d2b-474e-9e98-578763deaa99 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.789452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c502b9bb-88f5-4b89-b130-b4bd231beeca req-e9207fdd-03fd-461d-b385-9ee24a39e75a tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad2e48ba-022c-40a0-8204-9c27b8660ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892785 Dec 16 22:19:27.795033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af73a3f0-7d2b-474e-9e98-578763deaa99 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3dd3c2a1-62e0-47ec-b67e-1def831515b1 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 22:19:27.808363 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Checking router: aef11f71-a1cd-4aae-aace-058302374ff7 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:19:27.813794 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Updating router aef11f71-a1cd-4aae-aace-058302374ff7 port 9930b7fc-cf2e-4089-8ad7-700fc1043950 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:19:27.842583 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.847560 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af73a3f0-7d2b-474e-9e98-578763deaa99 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.856770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-af73a3f0-7d2b-474e-9e98-578763deaa99 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] 10.222.0.43 "DELETE /v2.0/networks/3dd3c2a1-62e0-47ec-b67e-1def831515b1 HTTP/1.1" status: 204 len: 168 time: 0.6629329 Dec 16 22:19:27.856770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73a3f0-7d2b-474e-9e98-578763deaa99 tempest-ExternalNetworksTestJSON-141445784 tempest-ExternalNetworksTestJSON-141445784-project-admin] Pushing event deleted for resources: {'Network': ['ID=3dd3c2a1-62e0-47ec-b67e-1def831515b1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:27.859071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39236) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:27.867184 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=c05cb27b-71ac-49dd-921e-6b8e4d58983a,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:27.899258 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c507243-38e1-4150-987f-515fbba69b81 tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] DELETE failed (client error): The resource could not be found. Dec 16 22:19:27.900778 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c507243-38e1-4150-987f-515fbba69b81 tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:19:27.905126 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3c507243-38e1-4150-987f-515fbba69b81 tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] 10.222.0.43 "DELETE /v2.0/subnets/7235eafd-6843-4662-8de7-f8c12e8da62d HTTP/1.1" status: 404 len: 337 time: 0.0447462 Dec 16 22:19:27.907769 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39238) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:28.047930 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['c05cb27b-71ac-49dd-921e-6b8e4d58983a'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:19:28.087580 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-083d3510-9c20-4867-8e73-2690b4ea791f tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.301634 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00395d60-f0e7-4cdb-9cd5-82dc38bb1c11 req-3a0072cd-57ff-4e87-b376-92905d79f024 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 210 time: 0.1142340 Dec 16 22:19:28.341940 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-083d3510-9c20-4867-8e73-2690b4ea791f tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.394776 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-083d3510-9c20-4867-8e73-2690b4ea791f tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8181e504-0459-410a-a218-7e18cd040c29']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:28.428676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-083d3510-9c20-4867-8e73-2690b4ea791f tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f206a1a-ff65-45b0-83a2-73166cdeafb4') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:28.428990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-083d3510-9c20-4867-8e73-2690b4ea791f tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f206a1a-ff65-45b0-83a2-73166cdeafb4') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:28.478243 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-083d3510-9c20-4867-8e73-2690b4ea791f tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.479805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-2fc57f73-c258-41af-9dd3-000bc8753660 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:19:28.490269 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-2fc57f73-c258-41af-9dd3-000bc8753660 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4564989 Dec 16 22:19:28.493922 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.514629 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-083d3510-9c20-4867-8e73-2690b4ea791f tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.531364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083d3510-9c20-4867-8e73-2690b4ea791f tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:28.533900 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-083d3510-9c20-4867-8e73-2690b4ea791f tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:28.544253 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:28.592120 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.686526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f875a337-6189-466e-a40d-2fdec634bc9f req-b91277e9-a0d2-4eb4-b01c-23a395a833b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667598 Dec 16 22:19:28.698262 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.716051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-b307660c-1778-4150-909d-1f48dd261bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:28.722962 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-b307660c-1778-4150-909d-1f48dd261bc3 service neutron] 10.222.0.43 "GET /v2.0/ports/f4429c38-a67e-4b2b-8173-3a4b92cac6ad HTTP/1.1" status: 200 len: 1094 time: 0.2317882 Dec 16 22:19:28.727558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f59bc1be-6bda-4f5f-bea3-71e2cea5d944 service neutron] Request body: {'binding': {'host': 'n-h2-821840-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:28.728349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f59bc1be-6bda-4f5f-bea3-71e2cea5d944 service neutron] Unknown quota resources ['binding']. {{(pid=103952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:19:28.773283 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Attempting to bind port 9930b7fc-cf2e-4089-8ad7-700fc1043950 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:28.773644 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Attempting to bind port 9930b7fc-cf2e-4089-8ad7-700fc1043950 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:28.774033 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Attempting to bind port 9930b7fc-cf2e-4089-8ad7-700fc1043950 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:28.784702 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:28.784989 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:28.785397 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.785800 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:28.786343 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Bound port: 9930b7fc-cf2e-4089-8ad7-700fc1043950, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:28.786765 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.817362 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd34a0d-1655-4e42-85d1-325959c554db None None] Pushing event updated for resources: {'Port': ['ID=9930b7fc-cf2e-4089-8ad7-700fc1043950,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:28.831764 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-083d3510-9c20-4867-8e73-2690b4ea791f tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.845553 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd34a0d-1655-4e42-85d1-325959c554db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:28.845553 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd34a0d-1655-4e42-85d1-325959c554db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:28.845819 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd34a0d-1655-4e42-85d1-325959c554db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:28.845926 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd34a0d-1655-4e42-85d1-325959c554db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:28.846793 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd34a0d-1655-4e42-85d1-325959c554db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:28.847677 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd34a0d-1655-4e42-85d1-325959c554db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:28.849453 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-083d3510-9c20-4867-8e73-2690b4ea791f tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.849682 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd34a0d-1655-4e42-85d1-325959c554db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:28.850064 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd34a0d-1655-4e42-85d1-325959c554db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:28.850406 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd34a0d-1655-4e42-85d1-325959c554db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:28.851926 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd34a0d-1655-4e42-85d1-325959c554db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:28.852291 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd34a0d-1655-4e42-85d1-325959c554db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:28.853124 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd34a0d-1655-4e42-85d1-325959c554db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:28.853458 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd34a0d-1655-4e42-85d1-325959c554db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:28.855161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-083d3510-9c20-4867-8e73-2690b4ea791f tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] 10.222.0.43 "DELETE /v2.0/networks/8181e504-0459-410a-a218-7e18cd040c29 HTTP/1.1" status: 204 len: 168 time: 0.9463296 Dec 16 22:19:28.877739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d3510-9c20-4867-8e73-2690b4ea791f tempest-ExternalNetworksTestJSON-1846870642 tempest-ExternalNetworksTestJSON-1846870642-project] Pushing event deleted for resources: {'Network': ['ID=8181e504-0459-410a-a218-7e18cd040c29,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:28.888897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875a337-6189-466e-a40d-2fdec634bc9f req-0dd250c7-bf00-4a0c-9583-45a3d54f569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:28.891226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f875a337-6189-466e-a40d-2fdec634bc9f req-0dd250c7-bf00-4a0c-9583-45a3d54f569d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 1095 time: 0.1142392 Dec 16 22:19:28.910654 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] For port 9930b7fc-cf2e-4089-8ad7-700fc1043950, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:28.915456 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] For port 9930b7fc-cf2e-4089-8ad7-700fc1043950, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9930b7fc-cf2e-4089-8ad7-700fc1043950,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:28.999826 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.048003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f59bc1be-6bda-4f5f-bea3-71e2cea5d944 service neutron] Attempting to bind port f4429c38-a67e-4b2b-8173-3a4b92cac6ad on host n-h2-821840-2 for vnic_type normal with profile None {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:29.050414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f59bc1be-6bda-4f5f-bea3-71e2cea5d944 service neutron] Attempting to bind port f4429c38-a67e-4b2b-8173-3a4b92cac6ad by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:29.051612 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f59bc1be-6bda-4f5f-bea3-71e2cea5d944 service neutron] Attempting to bind port f4429c38-a67e-4b2b-8173-3a4b92cac6ad on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:29.064412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251239d4-2ead-4486-ae02-a35b3c3c3d63 req-a1ebe694-914c-4ddd-ad1b-72f3003c9d8b tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:29.067068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-251239d4-2ead-4486-ae02-a35b3c3c3d63 req-a1ebe694-914c-4ddd-ad1b-72f3003c9d8b tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 944 time: 0.0933442 Dec 16 22:19:29.070579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875a337-6189-466e-a40d-2fdec634bc9f req-d6e67dc8-dc41-4f2f-82c6-a1e7d27ecffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:29.073163 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f875a337-6189-466e-a40d-2fdec634bc9f req-d6e67dc8-dc41-4f2f-82c6-a1e7d27ecffa service neutron] 10.222.0.24 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.1511838 Dec 16 22:19:29.091831 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f59bc1be-6bda-4f5f-bea3-71e2cea5d944 service neutron] Port f4429c38-a67e-4b2b-8173-3a4b92cac6ad on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:19:29.093431 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f59bc1be-6bda-4f5f-bea3-71e2cea5d944 service neutron] Attempting to bind port f4429c38-a67e-4b2b-8173-3a4b92cac6ad on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:29.097100 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Routers {'aef11f71-a1cd-4aae-aace-058302374ff7'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:29.097765 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:19:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['aef11f71-a1cd-4aae-aace-058302374ff7'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:29.112567 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f59bc1be-6bda-4f5f-bea3-71e2cea5d944 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:29.114155 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f59bc1be-6bda-4f5f-bea3-71e2cea5d944 service neutron] Checking segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:29.119507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f59bc1be-6bda-4f5f-bea3-71e2cea5d944 service neutron] Bound using segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:29.120077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f59bc1be-6bda-4f5f-bea3-71e2cea5d944 service neutron] Bound port: f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:29.196906 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f59bc1be-6bda-4f5f-bea3-71e2cea5d944 service neutron] For port f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:29.211950 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd34a0d-1655-4e42-85d1-325959c554db None None] Pushing event updated for resources: {'Port': ['ID=9930b7fc-cf2e-4089-8ad7-700fc1043950,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:29.215526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Allocated IP 172.20.0.1 (ea5d9176-3b6c-4bae-8ab9-caf87abd67f7/3daee0ee-0314-4459-855f-53357803b5d2/49bb5780-3dca-4e83-8ab2-3f6d5902d311) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:29.245752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device c05cb27b-71ac-49dd-921e-6b8e4d58983a up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:29.281638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f59bc1be-6bda-4f5f-bea3-71e2cea5d944 service neutron] Publish callbacks [] for binding, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.285989 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f59bc1be-6bda-4f5f-bea3-71e2cea5d944 service neutron] 10.222.0.43 "POST /v2.0/ports/f4429c38-a67e-4b2b-8173-3a4b92cac6ad/bindings HTTP/1.1" status: 201 len: 389 time: 0.5591371 Dec 16 22:19:29.363628 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] Set router aef11f71-a1cd-4aae-aace-058302374ff7 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:19:29.441022 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port c05cb27b-71ac-49dd-921e-6b8e4d58983a completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:19:29.448522 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port c05cb27b-71ac-49dd-921e-6b8e4d58983a triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:29.449014 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.460541 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.500102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f875a337-6189-466e-a40d-2fdec634bc9f req-4d78c659-4832-4762-b7ce-2bbe0da561b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967aba4c-16e5-446d-9c85-086f719368fa HTTP/1.1" status: 200 len: 217 time: 0.4120333 Dec 16 22:19:29.585626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875a337-6189-466e-a40d-2fdec634bc9f req-a47538e5-2fd4-466e-adc1-c423cb8e25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:29.587193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f875a337-6189-466e-a40d-2fdec634bc9f req-a47538e5-2fd4-466e-adc1-c423cb8e25fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.0710120 Dec 16 22:19:29.615705 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.620852 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-251239d4-2ead-4486-ae02-a35b3c3c3d63 req-09d16944-ecf4-4773-a589-cb31de3e00a9 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad2e48ba-022c-40a0-8204-9c27b8660ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427225 Dec 16 22:19:29.652010 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.696029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port c05cb27b-71ac-49dd-921e-6b8e4d58983a, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=c05cb27b-71ac-49dd-921e-6b8e4d58983a,segment=NetworkSegment(8a51bb81-afbb-4cc1-9ba0-21871549bf11),segment_id=8a51bb81-afbb-4cc1-9ba0-21871549bf11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:29.700209 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f875a337-6189-466e-a40d-2fdec634bc9f req-c21af35d-defb-4ce6-a7e7-12204debed4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016660 Dec 16 22:19:29.700783 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61259dc-5df7-48b6-bb3b-7e8960cc4610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05cb27b-71ac-49dd-921e-6b8e4d58983a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:29.705731 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d4571b-7343-4b5a-adf1-99109de2469b" -d '{"events": [{"server_uuid": "d61259dc-5df7-48b6-bb3b-7e8960cc4610", "name": "network-vif-plugged", "status": "completed", "tag": "c05cb27b-71ac-49dd-921e-6b8e4d58983a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:29.709992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39280) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:29.720903 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-475350854-router', 'tenant_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9930b7fc-cf2e-4089-8ad7-700fc1043950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:22Z', 'updated_at': '2021-12-16T22:19:25Z', 'revision_number': 3, 'project_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'gw_port': {'id': '9930b7fc-cf2e-4089-8ad7-700fc1043950', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:24Z', 'updated_at': '2021-12-16T22:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:29.760039 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda96cb-074b-47a6-b8a7-1cb78349ce3e None None] The sync data for ids ['aef11f71-a1cd-4aae-aace-058302374ff7'] in n-d-821840-2 is: [{'id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-475350854-router', 'tenant_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9930b7fc-cf2e-4089-8ad7-700fc1043950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:22Z', 'updated_at': '2021-12-16T22:19:25Z', 'revision_number': 3, 'project_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'gw_port': {'id': '9930b7fc-cf2e-4089-8ad7-700fc1043950', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:24Z', 'updated_at': '2021-12-16T22:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:19:29.771181 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Network ea5d9176-3b6c-4bae-8ab9-caf87abd67f7 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:29.771510 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.788006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:29.791826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:29.893457 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Pushing event updated for resources: {'Port': ['ID=49bb5780-3dca-4e83-8ab2-3f6d5902d311,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:29.908047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=c05cb27b-71ac-49dd-921e-6b8e4d58983a,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:29.947592 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.963860 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e90f301b-03c5-4295-ae64-6becfa54613c req-2b859877-3c2f-4987-93ad-f5d482d05f22 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 210 time: 0.2374797 Dec 16 22:19:30.066419 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e533b84-9619-408a-be7c-d57ec3ac366f x-openstack-request-id: req-1e533b84-9619-408a-be7c-d57ec3ac366f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:30.066716 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61259dc-5df7-48b6-bb3b-7e8960cc4610", "name": "network-vif-plugged", "status": "completed", "tag": "c05cb27b-71ac-49dd-921e-6b8e4d58983a", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:30.066964 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e533b84-9619-408a-be7c-d57ec3ac366f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:30.067477 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61259dc-5df7-48b6-bb3b-7e8960cc4610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05cb27b-71ac-49dd-921e-6b8e4d58983a', 'code': 200} Dec 16 22:19:30.150853 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5ad9c3d7-f8eb-4061-8127-cce090f440c0 None None] Provisioning complete for port 49bb5780-3dca-4e83-8ab2-3f6d5902d311 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:30.151240 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5ad9c3d7-f8eb-4061-8127-cce090f440c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.247914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5ad9c3d7-f8eb-4061-8127-cce090f440c0 None None] Port 49bb5780-3dca-4e83-8ab2-3f6d5902d311 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:30.253414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f875a337-6189-466e-a40d-2fdec634bc9f req-e1652350-1df4-4bfa-87f6-ae7eb4f41898 service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099013 Dec 16 22:19:30.420672 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cca408-1535-477f-97ed-dd6ddd650a3a req-0307cdd4-9239-4b14-9645-83d9f20fee4e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:30.428323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7cca408-1535-477f-97ed-dd6ddd650a3a req-0307cdd4-9239-4b14-9645-83d9f20fee4e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 946 time: 0.3159146 Dec 16 22:19:30.477403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a2302-9222-4797-a9ab-6d808800fcd5 req-9f394854-01ca-4214-8f7f-ad485ffbcf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:30.479309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c09a2302-9222-4797-a9ab-6d808800fcd5 req-9f394854-01ca-4214-8f7f-ad485ffbcf3d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 1096 time: 0.3006706 Dec 16 22:19:30.490907 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-79024fee-1af8-4227-8981-cf701df99a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:30.493006 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-79024fee-1af8-4227-8981-cf701df99a5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 1097 time: 0.1404295 Dec 16 22:19:30.501956 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422fba9-17a9-456c-a95d-132f19869d30 req-040ffb4f-f42e-4cf1-a899-bc20d986c89e tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:30.503522 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9422fba9-17a9-456c-a95d-132f19869d30 req-040ffb4f-f42e-4cf1-a899-bc20d986c89e tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.69 "GET /v2.0/networks?id=4dc6f9f7-09f5-4d60-a2a6-65496c24adff HTTP/1.1" status: 200 len: 814 time: 0.3953497 Dec 16 22:19:30.538060 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-9422fba9-17a9-456c-a95d-132f19869d30 req-64f188ec-2711-4e4e-b4dc-3f0c27556154 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Request body: {'port': {'device_id': '67940139-d755-464e-a91d-40c410aa9096', 'network_id': '4dc6f9f7-09f5-4d60-a2a6-65496c24adff', 'admin_state_up': True, 'tenant_id': 'd1edb41c4a4e4c94980edfd0cb4fb328'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:30.579570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c8e61c4b-8d81-4072-b745-c733e9ede342 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3fefdb27f18e461490ba42cce630a85c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8682356 Dec 16 22:19:30.582647 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39294) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:30.644983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f875a337-6189-466e-a40d-2fdec634bc9f req-44f0477e-f1e7-4b41-910b-b2af41462908 service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505840 Dec 16 22:19:30.669003 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9930b7fc-cf2e-4089-8ad7-700fc1043950 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:30.689299 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c09a2302-9222-4797-a9ab-6d808800fcd5 req-94ec19d0-56b0-4781-abeb-6613f9b50b08 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ad2e48ba-022c-40a0-8204-9c27b8660ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022305 Dec 16 22:19:30.755175 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c0d0-2633-4fa8-921c-860f3b4169e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.775253 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.791739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 9930b7fc-cf2e-4089-8ad7-700fc1043950 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:30.792111 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.792909 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c0d0-2633-4fa8-921c-860f3b4169e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.865881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7cca408-1535-477f-97ed-dd6ddd650a3a req-e003dc15-8767-4a6f-956f-bb66b0d2f61e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364676 Dec 16 22:19:30.942044 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.974424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef232f65-baee-4f49-9265-1f400a7381fb req-9a947aac-798b-45db-be58-00589abbd0b6 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:30.976849 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 9930b7fc-cf2e-4089-8ad7-700fc1043950, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9930b7fc-cf2e-4089-8ad7-700fc1043950,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:30.983249 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef232f65-baee-4f49-9265-1f400a7381fb req-9a947aac-798b-45db-be58-00589abbd0b6 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 945 time: 0.1565971 Dec 16 22:19:31.011566 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f2161b02-1a66-4277-8d96-506f9075e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:31.011566 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f2161b02-1a66-4277-8d96-506f9075e1ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.5051439 Dec 16 22:19:31.052585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef232f65-baee-4f49-9265-1f400a7381fb req-35954f5c-6530-43ff-ae65-e88b62a1af23 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad2e48ba-022c-40a0-8204-9c27b8660ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684326 Dec 16 22:19:31.070794 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.087553 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-0094631f-78e3-430c-9e9a-e714b3bc89ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4429c38-a67e-4b2b-8173-3a4b92cac6ad HTTP/1.1" status: 200 len: 217 time: 0.0598183 Dec 16 22:19:31.147978 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c0d0-2633-4fa8-921c-860f3b4169e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.151809 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c0d0-2633-4fa8-921c-860f3b4169e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.153017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ffa6c0d0-2633-4fa8-921c-860f3b4169e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/114357ad-9451-408e-8492-3d7ed6f56770 HTTP/1.1" status: 204 len: 168 time: 0.5673923 Dec 16 22:19:31.179347 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6c0d0-2633-4fa8-921c-860f3b4169e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114357ad-9451-408e-8492-3d7ed6f56770,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:31.227844 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=9930b7fc-cf2e-4089-8ad7-700fc1043950,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:31.231871 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.235805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-3b08a13a-4685-4571-9766-9083cb50ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:31.237924 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-3b08a13a-4685-4571-9766-9083cb50ea06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.1318731 Dec 16 22:19:31.270160 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9422fba9-17a9-456c-a95d-132f19869d30 req-64f188ec-2711-4e4e-b4dc-3f0c27556154 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Made reservation on behalf of d1edb41c4a4e4c94980edfd0cb4fb328 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:31.276474 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4fdc8c36-4445-4840-9bdd-500f5e7389b3 req-b11ad210-4021-4c74-9040-223e81682b58 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 210 time: 0.0705953 Dec 16 22:19:31.281942 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9422fba9-17a9-456c-a95d-132f19869d30 req-64f188ec-2711-4e4e-b4dc-3f0c27556154 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.313459 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-eaa29131-eef3-4e02-a14d-f52372b5058f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633035 Dec 16 22:19:31.335464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2758eed-687f-4f57-80fb-b7e672ffb8be req-b0a29204-c9cd-4b72-aaeb-5d268580b93a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511496 Dec 16 22:19:31.404047 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.405639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2758eed-687f-4f57-80fb-b7e672ffb8be req-3c3d385f-9be4-4242-afc8-60ede669481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:31.407312 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2758eed-687f-4f57-80fb-b7e672ffb8be req-3c3d385f-9be4-4242-afc8-60ede669481b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bd199153c4c454ca86c6a746307e0b6&device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 1097 time: 0.0483911 Dec 16 22:19:31.557318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2758eed-687f-4f57-80fb-b7e672ffb8be req-877d7c78-af59-45c2-b8a8-2079645c755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:31.559534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2758eed-687f-4f57-80fb-b7e672ffb8be req-877d7c78-af59-45c2-b8a8-2079645c755d service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a046838-926f-4ef6-8e4a-4e2a10007290 HTTP/1.1" status: 200 len: 917 time: 0.1267824 Dec 16 22:19:31.592522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Pushing event updated for resources: {'Port': ['ID=49bb5780-3dca-4e83-8ab2-3f6d5902d311,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:31.606511 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.626202 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-53df6107-f68e-44d4-b0bf-72ca2fedc569 service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965953 Dec 16 22:19:31.655550 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-9422fba9-17a9-456c-a95d-132f19869d30 req-64f188ec-2711-4e4e-b4dc-3f0c27556154 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Allocated IP 172.20.0.9 (4dc6f9f7-09f5-4d60-a2a6-65496c24adff/42e64dd9-91b3-4dcd-8864-2ebf8f0498fb/ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:31.670820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2758eed-687f-4f57-80fb-b7e672ffb8be req-e59c8e0f-6366-44e6-bea5-de6ef26c459b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a213143-51e7-4ac6-a227-96f5063c9068 HTTP/1.1" status: 200 len: 1002 time: 0.1002257 Dec 16 22:19:31.750224 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2758eed-687f-4f57-80fb-b7e672ffb8be req-dc417a31-7f5e-46bb-826b-7268a3e8cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:31.752740 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2758eed-687f-4f57-80fb-b7e672ffb8be req-dc417a31-7f5e-46bb-826b-7268a3e8cd67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5214a06-2f1e-40fb-bdb3-af39deff7abd HTTP/1.1" status: 200 len: 855 time: 0.0606179 Dec 16 22:19:31.828130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2758eed-687f-4f57-80fb-b7e672ffb8be req-2c3e34b5-794a-4243-abd2-2e46800660e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:31.829652 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2758eed-687f-4f57-80fb-b7e672ffb8be req-2c3e34b5-794a-4243-abd2-2e46800660e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a046838-926f-4ef6-8e4a-4e2a10007290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580513 Dec 16 22:19:31.895682 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Network ea5d9176-3b6c-4bae-8ab9-caf87abd67f7 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:31.902863 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-1ccd4acf-a017-4425-87f7-9225de987c3b service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656724 Dec 16 22:19:31.905093 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:31.987877 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2758eed-687f-4f57-80fb-b7e672ffb8be req-b4601c9c-624d-41b8-9277-039c3acdb723 service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495605 Dec 16 22:19:32.179321 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39328) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:32.210787 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9422fba9-17a9-456c-a95d-132f19869d30 req-64f188ec-2711-4e4e-b4dc-3f0c27556154 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.260591 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Router aef11f71-a1cd-4aae-aace-058302374ff7 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:19:32.298098 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-721721d7-065d-4dd9-89c1-20fcb08532ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=894fcfe8677546d6b7763daceb02bdbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1133702 Dec 16 22:19:32.299440 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39330) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:32.301113 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3bb39-5624-4c29-a8c7-98c4c6bdbe61 req-e2047b4d-091b-40ec-8e41-7cbd1ed24e23 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:32.308849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91e3bb39-5624-4c29-a8c7-98c4c6bdbe61 req-e2047b4d-091b-40ec-8e41-7cbd1ed24e23 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 946 time: 0.2957270 Dec 16 22:19:32.326936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2758eed-687f-4f57-80fb-b7e672ffb8be req-7016e148-c575-4eba-9eae-c42962de06b6 service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300376 Dec 16 22:19:32.355227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c791502-2053-4f23-9daa-25c7e7dd0085 req-21e8a66b-6f0f-4057-99e9-52bb87ce13d2 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:32.357291 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c791502-2053-4f23-9daa-25c7e7dd0085 req-21e8a66b-6f0f-4057-99e9-52bb87ce13d2 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 945 time: 0.1515870 Dec 16 22:19:32.411461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a263ede6-1cff-41dc-888c-857874995aa8 None None] Provisioning complete for port 49bb5780-3dca-4e83-8ab2-3f6d5902d311 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:32.412015 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a263ede6-1cff-41dc-888c-857874995aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.421792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91e3bb39-5624-4c29-a8c7-98c4c6bdbe61 req-11f79a9e-0f25-43fe-bf0f-907e10ba1a1d tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107569 Dec 16 22:19:32.482872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:19:32.515821 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-55204b15-6205-4fb0-94ad-3ac93d8797a1 admin admin] 10.222.0.43 "PUT /v2.0/routers/aef11f71-a1cd-4aae-aace-058302374ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0043147 Dec 16 22:19:32.515821 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9422fba9-17a9-456c-a95d-132f19869d30 req-64f188ec-2711-4e4e-b4dc-3f0c27556154 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.516006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c791502-2053-4f23-9daa-25c7e7dd0085 req-e02791fc-18ec-40e3-8c15-5733311b3aeb tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad2e48ba-022c-40a0-8204-9c27b8660ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434755 Dec 16 22:19:32.577881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a263ede6-1cff-41dc-888c-857874995aa8 None None] Port 49bb5780-3dca-4e83-8ab2-3f6d5902d311 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:32.609277 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1cf76f89-d59d-463e-8b56-1ab46316a46b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.639044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Sync routers for ids ['aef11f71-a1cd-4aae-aace-058302374ff7'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:19:32.668928 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Routers {'aef11f71-a1cd-4aae-aace-058302374ff7'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:32.672211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:19:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['aef11f71-a1cd-4aae-aace-058302374ff7'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:32.733900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6338d0-8296-422e-859e-ce9f49af66df req-ed1f4c31-d53f-4223-9ad2-16bf73e07ebd tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:32.746380 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b6338d0-8296-422e-859e-ce9f49af66df req-ed1f4c31-d53f-4223-9ad2-16bf73e07ebd tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 931 time: 0.1125946 Dec 16 22:19:32.753845 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1cf76f89-d59d-463e-8b56-1ab46316a46b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.763546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9930b7fc-cf2e-4089-8ad7-700fc1043950 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:32.846420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b6338d0-8296-422e-859e-ce9f49af66df req-342a197b-0b05-4a5f-ab4b-fa2909c69290 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c7cfe9b-3654-45a0-be80-a5f32897a8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990310 Dec 16 22:19:32.959108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9422fba9-17a9-456c-a95d-132f19869d30 req-64f188ec-2711-4e4e-b4dc-3f0c27556154 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Network 4dc6f9f7-09f5-4d60-a2a6-65496c24adff is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:32.993571 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-9422fba9-17a9-456c-a95d-132f19869d30 req-64f188ec-2711-4e4e-b4dc-3f0c27556154 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:32.997681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9422fba9-17a9-456c-a95d-132f19869d30 req-64f188ec-2711-4e4e-b4dc-3f0c27556154 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:33.001683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f188ec-2711-4e4e-b4dc-3f0c27556154 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Pushing event updated for resources: {'Port': ['ID=ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:33.095475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Set router aef11f71-a1cd-4aae-aace-058302374ff7 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:19:33.179715 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422fba9-17a9-456c-a95d-132f19869d30 req-64f188ec-2711-4e4e-b4dc-3f0c27556154 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:33.181715 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9422fba9-17a9-456c-a95d-132f19869d30 req-64f188ec-2711-4e4e-b4dc-3f0c27556154 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.186451 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1cf76f89-d59d-463e-8b56-1ab46316a46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.192692 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1cf76f89-d59d-463e-8b56-1ab46316a46b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.200569 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1cf76f89-d59d-463e-8b56-1ab46316a46b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9d8761a-ac81-4267-a1d9-db5037f57d73 HTTP/1.1" status: 204 len: 168 time: 0.8959227 Dec 16 22:19:33.251371 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf76f89-d59d-463e-8b56-1ab46316a46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d8761a-ac81-4267-a1d9-db5037f57d73,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:33.375628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edc0d363-503f-467f-99ba-498f6ba4caea req-6a206c52-ae95-49fd-90dd-c29a15675c9b tempest-FloatingIPsNegativeTestJSON-1615323549 tempest-FloatingIPsNegativeTestJSON-1615323549-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=f6c5d0027ee04fd184a760adc3bd8118 HTTP/1.1" status: 200 len: 217 time: 0.1199851 Dec 16 22:19:33.378200 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9422fba9-17a9-456c-a95d-132f19869d30 req-64f188ec-2711-4e4e-b4dc-3f0c27556154 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8635612 Dec 16 22:19:33.421899 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Request body: {'port': {'device_id': '67940139-d755-464e-a91d-40c410aa9096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:33.557485 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.584766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 9930b7fc-cf2e-4089-8ad7-700fc1043950 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:33.587442 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.649618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0df1a640-7ca1-457e-b018-eaf6b52fb7f6 req-0ff95ce1-279f-4a1d-8ee2-740652cce173 tempest-FloatingIPsNegativeTestJSON-1615323549 tempest-FloatingIPsNegativeTestJSON-1615323549-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0898716 Dec 16 22:19:33.756962 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-475350854-router', 'tenant_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9930b7fc-cf2e-4089-8ad7-700fc1043950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:22Z', 'updated_at': '2021-12-16T22:19:30Z', 'revision_number': 4, 'project_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'gw_port': {'id': '9930b7fc-cf2e-4089-8ad7-700fc1043950', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:24Z', 'updated_at': '2021-12-16T22:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '49bb5780-3dca-4e83-8ab2-3f6d5902d311', 'name': '', 'network_id': 'ea5d9176-3b6c-4bae-8ab9-caf87abd67f7', 'tenant_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'mac_address': 'fa:16:3e:20:2a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '3daee0ee-0314-4459-855f-53357803b5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:28Z', 'updated_at': '2021-12-16T22:19:30Z', 'revision_number': 2, 'project_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'subnets': [{'id': '3daee0ee-0314-4459-855f-53357803b5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:33.818008 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Checking router: aef11f71-a1cd-4aae-aace-058302374ff7 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:19:33.823398 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Updating router aef11f71-a1cd-4aae-aace-058302374ff7 port 49bb5780-3dca-4e83-8ab2-3f6d5902d311 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:19:33.832856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde05d1b-658d-43a6-a5bf-2f1ab862f989 req-209a9a72-6ba3-4a15-9584-b68112e4df8b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:33.841838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dde05d1b-658d-43a6-a5bf-2f1ab862f989 req-209a9a72-6ba3-4a15-9584-b68112e4df8b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 946 time: 0.1059265 Dec 16 22:19:33.850460 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.896984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e033a0-7191-4835-988d-26fb291ce270 req-88a6b038-d730-48c9-b702-0509ce60d0ff tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:33.898916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5e033a0-7191-4835-988d-26fb291ce270 req-88a6b038-d730-48c9-b702-0509ce60d0ff tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 945 time: 0.1252816 Dec 16 22:19:33.960684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dde05d1b-658d-43a6-a5bf-2f1ab862f989 req-2ac0e072-827f-4a59-a7bd-2d40875ebb9c tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177754 Dec 16 22:19:34.011119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:34.027910 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.043101 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5e033a0-7191-4835-988d-26fb291ce270 req-0d83fbcf-364f-45ef-9840-219ac0f8e85f tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad2e48ba-022c-40a0-8204-9c27b8660ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273136 Dec 16 22:19:34.047160 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Transition to ACTIVE for port object ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:19:34.129114 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-5607366e-feec-4a73-a046-27cbf1c71530 req-31711776-77d1-488f-b614-6b3e98079730 tempest-FloatingIPsNegativeTestJSON-1615323549 tempest-FloatingIPsNegativeTestJSON-1615323549-project] show failed (client error): The resource could not be found. Dec 16 22:19:34.136437 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5607366e-feec-4a73-a046-27cbf1c71530 req-31711776-77d1-488f-b614-6b3e98079730 tempest-FloatingIPsNegativeTestJSON-1615323549 tempest-FloatingIPsNegativeTestJSON-1615323549-project] 10.222.0.43 "GET /v2.0/floatingips/0b098ff4-9e00-4bc2-aa28-5052b856dcdf HTTP/1.1" status: 404 len: 350 time: 0.0549395 Dec 16 22:19:34.140970 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39368) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:34.154262 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.348115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Pushing event updated for resources: {'Port': ['ID=ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:34.417047 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.465964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Attempting to bind port ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:34.467107 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Attempting to bind port ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dc6f9f7-09f5-4d60-a2a6-65496c24adff'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:34.467107 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Attempting to bind port ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 on network 4dc6f9f7-09f5-4d60-a2a6-65496c24adff {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:34.479986 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Port ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 on network 4dc6f9f7-09f5-4d60-a2a6-65496c24adff not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:19:34.481323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Attempting to bind port ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 on network 4dc6f9f7-09f5-4d60-a2a6-65496c24adff {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:34.497383 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.500334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:34.501076 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Checking segment: {'id': '0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dc6f9f7-09f5-4d60-a2a6-65496c24adff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:34.501886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Bound using segment: {'id': '0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dc6f9f7-09f5-4d60-a2a6-65496c24adff'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:34.502291 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Bound port: ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dc6f9f7-09f5-4d60-a2a6-65496c24adff'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:34.502714 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.617179 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b4c52-7217-4aae-b294-31185b41da6a None None] Pushing event updated for resources: {'Port': ['ID=49bb5780-3dca-4e83-8ab2-3f6d5902d311,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:34.629612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dc190-b1bd-4f54-ac3f-519fbb6f4a68 req-27542d19-fb72-471e-aeb6-f5b4ca26820f tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:34.633607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d6dc190-b1bd-4f54-ac3f-519fbb6f4a68 req-27542d19-fb72-471e-aeb6-f5b4ca26820f tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 943 time: 0.3163707 Dec 16 22:19:34.750128 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Attempting to bind port 49bb5780-3dca-4e83-8ab2-3f6d5902d311 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:34.750599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Attempting to bind port 49bb5780-3dca-4e83-8ab2-3f6d5902d311 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '15372d03-5628-4fe0-979f-41f606f1a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea5d9176-3b6c-4bae-8ab9-caf87abd67f7'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:34.751004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Attempting to bind port 49bb5780-3dca-4e83-8ab2-3f6d5902d311 on network ea5d9176-3b6c-4bae-8ab9-caf87abd67f7 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:34.755087 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] For port ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:34.763612 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] For port ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3,segment=NetworkSegment(0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d),segment_id=0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:34.764349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:34.766573 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Checking segment: {'id': '15372d03-5628-4fe0-979f-41f606f1a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea5d9176-3b6c-4bae-8ab9-caf87abd67f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:34.767049 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.767447 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Bound using segment: {'id': '15372d03-5628-4fe0-979f-41f606f1a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea5d9176-3b6c-4bae-8ab9-caf87abd67f7'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:34.768018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Bound port: 49bb5780-3dca-4e83-8ab2-3f6d5902d311, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15372d03-5628-4fe0-979f-41f606f1a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea5d9176-3b6c-4bae-8ab9-caf87abd67f7'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:34.768509 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.852953 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] For port 49bb5780-3dca-4e83-8ab2-3f6d5902d311, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:34.856316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] For port 49bb5780-3dca-4e83-8ab2-3f6d5902d311, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=49bb5780-3dca-4e83-8ab2-3f6d5902d311,segment=NetworkSegment(15372d03-5628-4fe0-979f-41f606f1a69f),segment_id=15372d03-5628-4fe0-979f-41f606f1a69f)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:34.878152 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d6dc190-b1bd-4f54-ac3f-519fbb6f4a68 req-d7d9e3ac-02d4-4f30-938b-7b885c005e61 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c7cfe9b-3654-45a0-be80-a5f32897a8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071390 Dec 16 22:19:34.922003 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ab96f554-2f87-49d9-acb2-e6df55f47ef0 None None] Provisioning complete for port 49bb5780-3dca-4e83-8ab2-3f6d5902d311 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:34.923081 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab96f554-2f87-49d9-acb2-e6df55f47ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.924767 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.926476 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.016374 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:35.016374 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.017603 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9422fba9-17a9-456c-a95d-132f19869d30 req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] 10.222.0.69 "PUT /v2.0/ports/ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 HTTP/1.1" status: 200 len: 1091 time: 1.6298978 Dec 16 22:19:35.026993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67940139-d755-464e-a91d-40c410aa9096', 'tag': 'ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:35.042940 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6828a80c-85f8-4de8-9dc4-3176404e2ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "67940139-d755-464e-a91d-40c410aa9096", "tag": "ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:35.130739 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a7914-37c7-4edf-be9f-54d56603221b service neutron] Pushing event updated for resources: {'Port': ['ID=ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:35.154289 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b4c52-7217-4aae-b294-31185b41da6a None None] Pushing event updated for resources: {'Port': ['ID=49bb5780-3dca-4e83-8ab2-3f6d5902d311,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:35.178520 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Routers {'aef11f71-a1cd-4aae-aace-058302374ff7'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:35.179353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:19:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['aef11f71-a1cd-4aae-aace-058302374ff7'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:35.188335 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3063cf6-e125-4970-a6ff-718fd50c3070 x-openstack-request-id: req-d3063cf6-e125-4970-a6ff-718fd50c3070 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:35.191079 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67940139-d755-464e-a91d-40c410aa9096", "tag": "ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:35.192673 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3063cf6-e125-4970-a6ff-718fd50c3070 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:35.193241 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67940139-d755-464e-a91d-40c410aa9096', 'tag': 'ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3', 'status': 'completed', 'code': 200} Dec 16 22:19:35.262866 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab96f554-2f87-49d9-acb2-e6df55f47ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.331565 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422fba9-17a9-456c-a95d-132f19869d30 req-cbde786e-5311-4439-b886-dcbd934e5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:35.333222 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9422fba9-17a9-456c-a95d-132f19869d30 req-cbde786e-5311-4439-b886-dcbd934e5d60 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1edb41c4a4e4c94980edfd0cb4fb328&device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 1094 time: 0.1773984 Dec 16 22:19:35.430219 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9422fba9-17a9-456c-a95d-132f19869d30 req-7db03f0b-5233-4f4e-8a5a-0701a9b32796 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 HTTP/1.1" status: 200 len: 217 time: 0.0855861 Dec 16 22:19:35.466706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ab96f554-2f87-49d9-acb2-e6df55f47ef0 None None] For port 49bb5780-3dca-4e83-8ab2-3f6d5902d311, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=49bb5780-3dca-4e83-8ab2-3f6d5902d311,segment=NetworkSegment(15372d03-5628-4fe0-979f-41f606f1a69f),segment_id=15372d03-5628-4fe0-979f-41f606f1a69f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:35.488153 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] Set router aef11f71-a1cd-4aae-aace-058302374ff7 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:19:35.500439 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422fba9-17a9-456c-a95d-132f19869d30 req-fe55e2e5-0aca-494d-83c1-fc0821332dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:35.502218 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9422fba9-17a9-456c-a95d-132f19869d30 req-fe55e2e5-0aca-494d-83c1-fc0821332dea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=42e64dd9-91b3-4dcd-8864-2ebf8f0498fb HTTP/1.1" status: 200 len: 854 time: 0.0648732 Dec 16 22:19:35.534390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc9bc5-9d51-4e7b-9abf-9143869b4a5c req-e05f6766-d371-489a-9eba-8146878bfa14 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:35.536067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9bc9bc5-9d51-4e7b-9abf-9143869b4a5c req-e05f6766-d371-489a-9eba-8146878bfa14 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 946 time: 0.4074194 Dec 16 22:19:35.551376 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9422fba9-17a9-456c-a95d-132f19869d30 req-c2c667b9-ce56-45ae-9c11-56f2edfc9fe0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4dc6f9f7-09f5-4d60-a2a6-65496c24adff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404885 Dec 16 22:19:35.555073 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab96f554-2f87-49d9-acb2-e6df55f47ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.665393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a52db4-eb05-47e6-80e8-4ef9930ba225 req-4d28577a-1f7d-4309-8d67-5d53c15769fb tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:35.667973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d2a52db4-eb05-47e6-80e8-4ef9930ba225 req-4d28577a-1f7d-4309-8d67-5d53c15769fb tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 945 time: 0.2780728 Dec 16 22:19:35.671222 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4bc851a-332e-4d32-b6c5-dbf71e62cf84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.723992 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9422fba9-17a9-456c-a95d-132f19869d30 req-53c40424-bc60-47f6-8819-8800ba44af12 service neutron] 10.222.0.69 "GET /v2.0/networks/4dc6f9f7-09f5-4d60-a2a6-65496c24adff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619141 Dec 16 22:19:35.747120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac966ce-89df-43fd-b61b-9f6e14116693 req-eb6ad112-0b8a-44ac-939b-8c8c2e3e08e0 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:35.755452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ac966ce-89df-43fd-b61b-9f6e14116693 req-eb6ad112-0b8a-44ac-939b-8c8c2e3e08e0 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.69 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 945 time: 0.5244300 Dec 16 22:19:35.804217 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e38d4b87-8fff-481d-87fc-6a13eddad25b None None] Provisioning complete for port 49bb5780-3dca-4e83-8ab2-3f6d5902d311 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:35.805430 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e38d4b87-8fff-481d-87fc-6a13eddad25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.823372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9bc9bc5-9d51-4e7b-9abf-9143869b4a5c req-720220e3-3441-4fef-a8a8-ae02c48f9e0b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761321 Dec 16 22:19:35.913533 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96f554-2f87-49d9-acb2-e6df55f47ef0 None None] Pushing event updated for resources: {'Port': ['ID=49bb5780-3dca-4e83-8ab2-3f6d5902d311,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:35.935949 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9422fba9-17a9-456c-a95d-132f19869d30 req-41c31b4d-7cc6-438e-9974-5ca63b24932e service neutron] 10.222.0.69 "GET /v2.0/networks/4dc6f9f7-09f5-4d60-a2a6-65496c24adff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914389 Dec 16 22:19:36.175605 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828a80c-85f8-4de8-9dc4-3176404e2ba6 req-4f3c1bab-c622-4f6d-8529-0287df1e7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:36.175605 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6828a80c-85f8-4de8-9dc4-3176404e2ba6 req-4f3c1bab-c622-4f6d-8529-0287df1e7b69 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1edb41c4a4e4c94980edfd0cb4fb328&device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 1094 time: 0.1281688 Dec 16 22:19:36.290044 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d2a52db4-eb05-47e6-80e8-4ef9930ba225 req-4e45fae1-fdc7-4e1e-9c6b-1ed90225582e tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad2e48ba-022c-40a0-8204-9c27b8660ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6109254 Dec 16 22:19:36.335697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-475350854-router', 'tenant_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9930b7fc-cf2e-4089-8ad7-700fc1043950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:22Z', 'updated_at': '2021-12-16T22:19:30Z', 'revision_number': 4, 'project_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'gw_port': {'id': '9930b7fc-cf2e-4089-8ad7-700fc1043950', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:24Z', 'updated_at': '2021-12-16T22:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '49bb5780-3dca-4e83-8ab2-3f6d5902d311', 'name': '', 'network_id': 'ea5d9176-3b6c-4bae-8ab9-caf87abd67f7', 'tenant_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'mac_address': 'fa:16:3e:20:2a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '3daee0ee-0314-4459-855f-53357803b5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:28Z', 'updated_at': '2021-12-16T22:19:34Z', 'revision_number': 4, 'project_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'subnets': [{'id': '3daee0ee-0314-4459-855f-53357803b5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:36.419413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e60ba8-e9aa-44de-ab64-936651968e1c None None] The sync data for ids ['aef11f71-a1cd-4aae-aace-058302374ff7'] in n-d-821840-2 is: [{'id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-475350854-router', 'tenant_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9930b7fc-cf2e-4089-8ad7-700fc1043950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:22Z', 'updated_at': '2021-12-16T22:19:30Z', 'revision_number': 4, 'project_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'gw_port': {'id': '9930b7fc-cf2e-4089-8ad7-700fc1043950', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:24Z', 'updated_at': '2021-12-16T22:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '49bb5780-3dca-4e83-8ab2-3f6d5902d311', 'name': '', 'network_id': 'ea5d9176-3b6c-4bae-8ab9-caf87abd67f7', 'tenant_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'mac_address': 'fa:16:3e:20:2a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '3daee0ee-0314-4459-855f-53357803b5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:28Z', 'updated_at': '2021-12-16T22:19:34Z', 'revision_number': 4, 'project_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'subnets': [{'id': '3daee0ee-0314-4459-855f-53357803b5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:19:36.691797 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abd3c1-7b53-4be9-8e7e-726c5c3f8a49 req-d062e929-5e68-463e-b7a9-c486c8227fad tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:36.703961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22abd3c1-7b53-4be9-8e7e-726c5c3f8a49 req-d062e929-5e68-463e-b7a9-c486c8227fad tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 943 time: 0.4084644 Dec 16 22:19:36.718076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4ac966ce-89df-43fd-b61b-9f6e14116693 req-42eef97c-496b-4bd7-a129-14eecf9fc271 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Deleting port c05cb27b-71ac-49dd-921e-6b8e4d58983a {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:36.718744 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4ac966ce-89df-43fd-b61b-9f6e14116693 req-42eef97c-496b-4bd7-a129-14eecf9fc271 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:36.771421 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 49bb5780-3dca-4e83-8ab2-3f6d5902d311 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:36.920005 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 49bb5780-3dca-4e83-8ab2-3f6d5902d311 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:36.921482 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.057623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22abd3c1-7b53-4be9-8e7e-726c5c3f8a49 req-99af6214-22e9-467f-b1b2-52897d9198f2 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c7cfe9b-3654-45a0-be80-a5f32897a8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521237 Dec 16 22:19:37.102368 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828a80c-85f8-4de8-9dc4-3176404e2ba6 req-34680f08-0c0c-4a1e-84a9-ec4cef1d4d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:37.107613 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6828a80c-85f8-4de8-9dc4-3176404e2ba6 req-34680f08-0c0c-4a1e-84a9-ec4cef1d4d88 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4dc6f9f7-09f5-4d60-a2a6-65496c24adff HTTP/1.1" status: 200 len: 915 time: 0.9244595 Dec 16 22:19:37.198457 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6828a80c-85f8-4de8-9dc4-3176404e2ba6 req-c3fb4cce-e051-4aa4-9fe2-0ad0e7b8bf5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 HTTP/1.1" status: 200 len: 217 time: 0.0781603 Dec 16 22:19:37.319996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828a80c-85f8-4de8-9dc4-3176404e2ba6 req-88247e5e-0921-405b-a470-3e5eb6e5d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:37.322131 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6828a80c-85f8-4de8-9dc4-3176404e2ba6 req-88247e5e-0921-405b-a470-3e5eb6e5d509 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=42e64dd9-91b3-4dcd-8864-2ebf8f0498fb HTTP/1.1" status: 200 len: 854 time: 0.1162102 Dec 16 22:19:37.388577 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6828a80c-85f8-4de8-9dc4-3176404e2ba6 req-729e4192-a932-45ba-92be-a7cb69844b37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4dc6f9f7-09f5-4d60-a2a6-65496c24adff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580211 Dec 16 22:19:37.411090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-4ac966ce-89df-43fd-b61b-9f6e14116693 req-42eef97c-496b-4bd7-a129-14eecf9fc271 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] For port c05cb27b-71ac-49dd-921e-6b8e4d58983a, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=c05cb27b-71ac-49dd-921e-6b8e4d58983a,segment=NetworkSegment(8a51bb81-afbb-4cc1-9ba0-21871549bf11),segment_id=8a51bb81-afbb-4cc1-9ba0-21871549bf11)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:37.411090 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4ac966ce-89df-43fd-b61b-9f6e14116693 req-42eef97c-496b-4bd7-a129-14eecf9fc271 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.417035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39446) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:37.496847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4ac966ce-89df-43fd-b61b-9f6e14116693 req-42eef97c-496b-4bd7-a129-14eecf9fc271 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Calling delete_port for c05cb27b-71ac-49dd-921e-6b8e4d58983a owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:37.562319 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba0fdd-b45f-4bc7-9299-0babc1260046 req-dc1dff9a-0e4b-472d-b8bf-9d2eb8b2a2ff tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:37.571759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dba0fdd-b45f-4bc7-9299-0babc1260046 req-dc1dff9a-0e4b-472d-b8bf-9d2eb8b2a2ff tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 946 time: 0.5553880 Dec 16 22:19:37.583220 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6828a80c-85f8-4de8-9dc4-3176404e2ba6 req-966f46da-7058-458e-a8cc-9c471f91f0f8 service neutron] 10.222.0.69 "GET /v2.0/networks/4dc6f9f7-09f5-4d60-a2a6-65496c24adff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813245 Dec 16 22:19:37.614485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-128ba623-0cc8-439b-8c77-0454cf26f6c1 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-29108798'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:37.621633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-128ba623-0cc8-439b-8c77-0454cf26f6c1 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] Unknown quota resources ['metering_label']. {{(pid=103951) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:19:37.708210 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc851a-332e-4d32-b6c5-dbf71e62cf84 admin admin] Deleting port 49bb5780-3dca-4e83-8ab2-3f6d5902d311 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:37.708588 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4bc851a-332e-4d32-b6c5-dbf71e62cf84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.733455 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6828a80c-85f8-4de8-9dc4-3176404e2ba6 req-f9889415-3ab9-4f8b-aabd-4acf7bb25d2a service neutron] 10.222.0.69 "GET /v2.0/networks/4dc6f9f7-09f5-4d60-a2a6-65496c24adff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408446 Dec 16 22:19:37.793073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac16da-09e9-44cc-b089-fd1380aa83ac req-131bebb1-601e-470e-a664-27504c7ed968 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:37.794873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceac16da-09e9-44cc-b089-fd1380aa83ac req-131bebb1-601e-470e-a664-27504c7ed968 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 945 time: 0.3820000 Dec 16 22:19:37.918495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dba0fdd-b45f-4bc7-9299-0babc1260046 req-3366a385-7d61-41f3-9850-be918ee68440 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457689 Dec 16 22:19:37.991734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceac16da-09e9-44cc-b089-fd1380aa83ac req-9cdc2399-ff9b-41a9-86e3-35196b0bbc57 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad2e48ba-022c-40a0-8204-9c27b8660ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621401 Dec 16 22:19:38.077819 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-128ba623-0cc8-439b-8c77-0454cf26f6c1 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:38.081750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-128ba623-0cc8-439b-8c77-0454cf26f6c1 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.6600258 Dec 16 22:19:38.086563 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39458) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:38.087257 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0f72b748-87c5-445a-8608-98ce3076129f tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e810aa24-9db8-4e45-8707-d0171b6e5631'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:38.087994 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0f72b748-87c5-445a-8608-98ce3076129f tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:19:38.112829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-c4bc851a-332e-4d32-b6c5-dbf71e62cf84 admin admin] For port 49bb5780-3dca-4e83-8ab2-3f6d5902d311, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=49bb5780-3dca-4e83-8ab2-3f6d5902d311,segment=NetworkSegment(15372d03-5628-4fe0-979f-41f606f1a69f),segment_id=15372d03-5628-4fe0-979f-41f606f1a69f)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:38.116617 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4bc851a-332e-4d32-b6c5-dbf71e62cf84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:38.191309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc851a-332e-4d32-b6c5-dbf71e62cf84 admin admin] Calling delete_port for 49bb5780-3dca-4e83-8ab2-3f6d5902d311 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:38.307017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500c0a3-7906-4ca9-b78e-c2475e7008e3 req-ba2d2caa-d36d-4070-91c1-7c4a8114ecff tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:38.311407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c500c0a3-7906-4ca9-b78e-c2475e7008e3 req-ba2d2caa-d36d-4070-91c1-7c4a8114ecff tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 943 time: 0.1396019 Dec 16 22:19:38.333623 n-d-821840-2 neutron-server[103952]: WARNING neutron.services.metering.metering_plugin [None req-0f72b748-87c5-445a-8608-98ce3076129f tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 22:19:38.339308 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4ac966ce-89df-43fd-b61b-9f6e14116693 req-42eef97c-496b-4bd7-a129-14eecf9fc271 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:38.503661 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f72b748-87c5-445a-8608-98ce3076129f tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:38.507864 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0f72b748-87c5-445a-8608-98ce3076129f tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4246781 Dec 16 22:19:38.508549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39466) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:38.514283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9de2a970-5f41-42a4-b89e-614c79c68e9f tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e810aa24-9db8-4e45-8707-d0171b6e5631'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:38.514283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9de2a970-5f41-42a4-b89e-614c79c68e9f tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:19:38.651289 n-d-821840-2 neutron-server[103952]: WARNING neutron.services.metering.metering_plugin [None req-9de2a970-5f41-42a4-b89e-614c79c68e9f tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 22:19:38.740753 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9de2a970-5f41-42a4-b89e-614c79c68e9f tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:38.747207 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9de2a970-5f41-42a4-b89e-614c79c68e9f tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2320898 Dec 16 22:19:38.747207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39468) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:38.759423 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-eee82064-8722-4055-84f2-8e58592a9b0d tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=493d19f2-d030-498e-8cbb-0c274673f7df HTTP/1.1" status: 200 len: 464 time: 0.0100770 Dec 16 22:19:38.760054 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39470) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:38.897068 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4bc851a-332e-4d32-b6c5-dbf71e62cf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:38.899724 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eef97c-496b-4bd7-a129-14eecf9fc271 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Pushing event deleted for resources: {'Port': ['ID=c05cb27b-71ac-49dd-921e-6b8e4d58983a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:38.928382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc851a-332e-4d32-b6c5-dbf71e62cf84 admin admin] Pushing event deleted for resources: {'Port': ['ID=49bb5780-3dca-4e83-8ab2-3f6d5902d311,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:39.007307 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c500c0a3-7906-4ca9-b78e-c2475e7008e3 req-3e2170de-86e6-4714-a78c-d3a52376385b tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c7cfe9b-3654-45a0-be80-a5f32897a8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6789234 Dec 16 22:19:39.010802 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac966ce-89df-43fd-b61b-9f6e14116693 req-42eef97c-496b-4bd7-a129-14eecf9fc271 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] No DVR routers for this DVR port c05cb27b-71ac-49dd-921e-6b8e4d58983a on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:39.014061 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4ac966ce-89df-43fd-b61b-9f6e14116693 req-42eef97c-496b-4bd7-a129-14eecf9fc271 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:39.018454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ac966ce-89df-43fd-b61b-9f6e14116693 req-42eef97c-496b-4bd7-a129-14eecf9fc271 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.69 "DELETE /v2.0/ports/c05cb27b-71ac-49dd-921e-6b8e4d58983a HTTP/1.1" status: 204 len: 173 time: 3.2502408 Dec 16 22:19:39.053702 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-beb95118-484d-4a4e-bf32-82f0dff624a0 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:39.063116 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-beb95118-484d-4a4e-bf32-82f0dff624a0 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/493d19f2-d030-498e-8cbb-0c274673f7df HTTP/1.1" status: 204 len: 168 time: 0.3010764 Dec 16 22:19:39.063655 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39478) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:39.066857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61259dc-5df7-48b6-bb3b-7e8960cc4610', 'name': 'network-vif-deleted', 'tag': 'c05cb27b-71ac-49dd-921e-6b8e4d58983a'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:39.080996 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e830d8a-afa4-418d-bfb4-839cf4b2adbc" -d '{"events": [{"server_uuid": "d61259dc-5df7-48b6-bb3b-7e8960cc4610", "name": "network-vif-deleted", "tag": "c05cb27b-71ac-49dd-921e-6b8e4d58983a"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:39.091329 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d83cce2b-9f75-4445-ad92-e22a310e9bb1 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=493d19f2-d030-498e-8cbb-0c274673f7df HTTP/1.1" status: 200 len: 221 time: 0.0245867 Dec 16 22:19:39.092331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39482) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:39.098733 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c88c4f54-c8b8-47c0-8059-fc9b33b16299 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1452643162', 'description': 'label created by tempest'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:39.099802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c88c4f54-c8b8-47c0-8059-fc9b33b16299 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] Unknown quota resources ['metering_label']. {{(pid=103952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:19:39.267651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00357a98-fc61-44da-bf1d-68f2ff628c04 req-638db74f-3ec7-4851-871c-d3fd0ddf3b59 tempest-ServerPasswordTestJSON-505536872 tempest-ServerPasswordTestJSON-505536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d61259dc-5df7-48b6-bb3b-7e8960cc4610 HTTP/1.1" status: 200 len: 210 time: 0.1020296 Dec 16 22:19:39.299368 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:19:39.301771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device c05cb27b-71ac-49dd-921e-6b8e4d58983a no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:39.356711 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e69f9a-242c-49fb-bb76-94f99b39aa5c x-openstack-request-id: req-73e69f9a-242c-49fb-bb76-94f99b39aa5c {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:39.357530 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61259dc-5df7-48b6-bb3b-7e8960cc4610", "name": "network-vif-deleted", "tag": "c05cb27b-71ac-49dd-921e-6b8e4d58983a", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:39.357884 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73e69f9a-242c-49fb-bb76-94f99b39aa5c {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:39.358485 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61259dc-5df7-48b6-bb3b-7e8960cc4610', 'name': 'network-vif-deleted', 'tag': 'c05cb27b-71ac-49dd-921e-6b8e4d58983a', 'status': 'completed', 'code': 200} Dec 16 22:19:39.390480 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2668d9-d7af-4829-b7d6-cdac35e15fbd req-3420732f-312f-4c95-8700-a19172699753 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:39.398875 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f2668d9-d7af-4829-b7d6-cdac35e15fbd req-3420732f-312f-4c95-8700-a19172699753 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 946 time: 0.3136358 Dec 16 22:19:39.400358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: c05cb27b-71ac-49dd-921e-6b8e4d58983a {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:39.401020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device c05cb27b-71ac-49dd-921e-6b8e4d58983a not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:39.463416 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4bc851a-332e-4d32-b6c5-dbf71e62cf84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:39.489899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f2668d9-d7af-4829-b7d6-cdac35e15fbd req-90d8005a-3c04-4196-b580-c7ea6757893e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857046 Dec 16 22:19:39.598175 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c88c4f54-c8b8-47c0-8059-fc9b33b16299 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:39.599405 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c88c4f54-c8b8-47c0-8059-fc9b33b16299 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5059319 Dec 16 22:19:39.602859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39490) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:39.628657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3,segment=NetworkSegment(0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d),segment_id=0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:39.642790 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3', 'network_id': '4dc6f9f7-09f5-4d60-a2a6-65496c24adff', 'port_id': 'ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3', 'mac_address': 'fa:16:3e:85:1e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e64dd9-91b3-4dcd-8864-2ebf8f0498fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:19:39.695310 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:39.713617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:39.716233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-29803b64-f00a-42c9-9701-dda03327a38c tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=1a97b463-ce79-4dbc-b912-89b0cd9de874 HTTP/1.1" status: 200 len: 468 time: 0.1120965 Dec 16 22:19:39.718886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39494) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:39.751084 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3,segment=NetworkSegment(0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d),segment_id=0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:39.805547 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:39.870104 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:39.887102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bc851a-332e-4d32-b6c5-dbf71e62cf84 admin admin] Router aef11f71-a1cd-4aae-aace-058302374ff7 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:19:40.016374 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bc851a-332e-4d32-b6c5-dbf71e62cf84 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:19:40.025297 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c4bc851a-332e-4d32-b6c5-dbf71e62cf84 admin admin] 10.222.0.43 "PUT /v2.0/routers/aef11f71-a1cd-4aae-aace-058302374ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8802063 Dec 16 22:19:40.029531 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39502) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:40.034941 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac45641-9b9e-4938-8466-d82b6a8cf1e6 None None] Sync routers for ids ['aef11f71-a1cd-4aae-aace-058302374ff7'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:19:40.047050 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac45641-9b9e-4938-8466-d82b6a8cf1e6 None None] Routers {'aef11f71-a1cd-4aae-aace-058302374ff7'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:40.047849 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aac45641-9b9e-4938-8466-d82b6a8cf1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:19:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['aef11f71-a1cd-4aae-aace-058302374ff7'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:40.137182 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48852877-771d-4c25-8ec8-ee30132dfbb5 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.138955 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-48852877-771d-4c25-8ec8-ee30132dfbb5 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/1a97b463-ce79-4dbc-b912-89b0cd9de874 HTTP/1.1" status: 204 len: 168 time: 0.4183059 Dec 16 22:19:40.142210 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39506) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:40.156620 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:19:40.173044 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-efb9e70b-58f5-478d-9207-483941eca2b3 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=1a97b463-ce79-4dbc-b912-89b0cd9de874 HTTP/1.1" status: 200 len: 216 time: 0.0296478 Dec 16 22:19:40.179440 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39508) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:40.202752 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a2caeede-842c-496f-850f-99e2042c8891 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0209765 Dec 16 22:19:40.204637 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2aedd1f9-6080-4eb5-bef8-4be49f784972 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.206697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05c34e-ebcd-4803-8f82-866427a5c4d5 req-971dd9d5-1c23-4e3e-83f2-bc8aff67f0e9 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:40.208799 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39510) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:40.215751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db05c34e-ebcd-4803-8f82-866427a5c4d5 req-971dd9d5-1c23-4e3e-83f2-bc8aff67f0e9 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 944 time: 0.1213183 Dec 16 22:19:40.222422 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-aac45641-9b9e-4938-8466-d82b6a8cf1e6 None None] Set router aef11f71-a1cd-4aae-aace-058302374ff7 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:19:40.263326 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0d066fa0-4378-4d71-aa46-2f275ae5cb54 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0506451 Dec 16 22:19:40.264367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39514) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:40.343188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db05c34e-ebcd-4803-8f82-866427a5c4d5 req-72407875-4f59-4844-ba6e-6d76d0583079 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c7cfe9b-3654-45a0-be80-a5f32897a8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212795 Dec 16 22:19:40.350248 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3511ad3f-0d65-4534-8c7d-a7f9ee966c9e tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/e810aa24-9db8-4e45-8707-d0171b6e5631 HTTP/1.1" status: 200 len: 471 time: 0.0850625 Dec 16 22:19:40.354444 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39518) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:40.379258 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1bf2557d-75af-445a-9beb-a913bd083db9 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/5d0ad43f-901d-4d5a-9ffe-dae0e7a376d8 HTTP/1.1" status: 200 len: 461 time: 0.0139694 Dec 16 22:19:40.382835 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39520) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:40.422145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39522) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:40.453512 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2aedd1f9-6080-4eb5-bef8-4be49f784972 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.599632 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aac45641-9b9e-4938-8466-d82b6a8cf1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-475350854-router', 'tenant_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9930b7fc-cf2e-4089-8ad7-700fc1043950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:22Z', 'updated_at': '2021-12-16T22:19:38Z', 'revision_number': 5, 'project_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'gw_port': {'id': '9930b7fc-cf2e-4089-8ad7-700fc1043950', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:24Z', 'updated_at': '2021-12-16T22:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:40.637043 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac45641-9b9e-4938-8466-d82b6a8cf1e6 None None] Checking router: aef11f71-a1cd-4aae-aace-058302374ff7 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:19:40.647671 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac45641-9b9e-4938-8466-d82b6a8cf1e6 None None] Routers {'aef11f71-a1cd-4aae-aace-058302374ff7'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:40.648735 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aac45641-9b9e-4938-8466-d82b6a8cf1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:19:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['aef11f71-a1cd-4aae-aace-058302374ff7'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:40.677531 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2aedd1f9-6080-4eb5-bef8-4be49f784972 admin admin] Deleting port 9930b7fc-cf2e-4089-8ad7-700fc1043950 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:40.678086 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2aedd1f9-6080-4eb5-bef8-4be49f784972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.746840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9eac1f-c812-43cb-94db-2dd6a9267a56 admin admin] Deleting subnet 6959f2c9-0636-4693-a69d-b5627d105879 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:19:40.754614 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df9eac1f-c812-43cb-94db-2dd6a9267a56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.757108 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-aac45641-9b9e-4938-8466-d82b6a8cf1e6 None None] Set router aef11f71-a1cd-4aae-aace-058302374ff7 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:19:40.812458 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df9eac1f-c812-43cb-94db-2dd6a9267a56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.823148 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aac45641-9b9e-4938-8466-d82b6a8cf1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-475350854-router', 'tenant_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:22Z', 'updated_at': '2021-12-16T22:19:40Z', 'revision_number': 6, 'project_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:40.844288 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-2aedd1f9-6080-4eb5-bef8-4be49f784972 admin admin] For port 9930b7fc-cf2e-4089-8ad7-700fc1043950, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9930b7fc-cf2e-4089-8ad7-700fc1043950,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:40.844666 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2aedd1f9-6080-4eb5-bef8-4be49f784972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.857595 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df9eac1f-c812-43cb-94db-2dd6a9267a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.858300 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac45641-9b9e-4938-8466-d82b6a8cf1e6 None None] The sync data for ids ['aef11f71-a1cd-4aae-aace-058302374ff7'] in n-d-821840-2 is: [{'id': 'aef11f71-a1cd-4aae-aace-058302374ff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-475350854-router', 'tenant_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:22Z', 'updated_at': '2021-12-16T22:19:40Z', 'revision_number': 6, 'project_id': 'f6c5d0027ee04fd184a760adc3bd8118', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:19:40.861798 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2aedd1f9-6080-4eb5-bef8-4be49f784972 admin admin] Calling delete_port for 9930b7fc-cf2e-4089-8ad7-700fc1043950 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:40.939935 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5fb1dcb8-e599-4562-a35d-1269e038cc8f tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.941118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5fb1dcb8-e599-4562-a35d-1269e038cc8f tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/5d0ad43f-901d-4d5a-9ffe-dae0e7a376d8 HTTP/1.1" status: 204 len: 168 time: 0.5571594 Dec 16 22:19:40.944950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39534) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:40.976811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1d12f-fb7c-4a64-aa4c-3361fa1ed79d req-2e0177c0-047c-416b-8b62-894c81e86011 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:40.979533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15e1d12f-fb7c-4a64-aa4c-3361fa1ed79d req-2e0177c0-047c-416b-8b62-894c81e86011 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 946 time: 0.2997193 Dec 16 22:19:41.144072 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df9eac1f-c812-43cb-94db-2dd6a9267a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.159236 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2aedd1f9-6080-4eb5-bef8-4be49f784972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.186901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedd1f9-6080-4eb5-bef8-4be49f784972 admin admin] Pushing event deleted for resources: {'Port': ['ID=9930b7fc-cf2e-4089-8ad7-700fc1043950,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:41.240543 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df9eac1f-c812-43cb-94db-2dd6a9267a56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.245364 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-df9eac1f-c812-43cb-94db-2dd6a9267a56 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6959f2c9-0636-4693-a69d-b5627d105879 HTTP/1.1" status: 204 len: 168 time: 0.8218493 Dec 16 22:19:41.246681 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eac1f-c812-43cb-94db-2dd6a9267a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6959f2c9-0636-4693-a69d-b5627d105879,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:41.248448 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39540) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:41.260241 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15e1d12f-fb7c-4a64-aa4c-3361fa1ed79d req-6f8a3365-4efc-4335-bd8c-e95897e47537 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344937 Dec 16 22:19:41.267694 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2aedd1f9-6080-4eb5-bef8-4be49f784972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.292844 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:41.393210 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-57f0e50c-4fe3-47f1-861e-a3ee2018ddb3 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.396001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-57f0e50c-4fe3-47f1-861e-a3ee2018ddb3 tempest-MeteringTestJSON-1911482492 tempest-MeteringTestJSON-1911482492-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/e810aa24-9db8-4e45-8707-d0171b6e5631 HTTP/1.1" status: 204 len: 168 time: 0.4467022 Dec 16 22:19:41.404858 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5576ad0e-74b7-4d57-860e-cc0bef14b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.438382 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2aedd1f9-6080-4eb5-bef8-4be49f784972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.441911 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2aedd1f9-6080-4eb5-bef8-4be49f784972 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.480303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:19:41.486665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:41.491115 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.526846 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5576ad0e-74b7-4d57-860e-cc0bef14b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.572407 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5576ad0e-74b7-4d57-860e-cc0bef14b2ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a8a0ef-3415-4e47-8344-5d4dedd61516']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:41.588228 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2aedd1f9-6080-4eb5-bef8-4be49f784972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.589069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5576ad0e-74b7-4d57-860e-cc0bef14b2ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a51bb81-afbb-4cc1-9ba0-21871549bf11') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:41.589421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5576ad0e-74b7-4d57-860e-cc0bef14b2ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a51bb81-afbb-4cc1-9ba0-21871549bf11') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:41.589577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aedd1f9-6080-4eb5-bef8-4be49f784972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aef11f71-a1cd-4aae-aace-058302374ff7 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:19:41.597139 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2aedd1f9-6080-4eb5-bef8-4be49f784972 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.599376 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2aedd1f9-6080-4eb5-bef8-4be49f784972 admin admin] 10.222.0.43 "DELETE /v2.0/routers/aef11f71-a1cd-4aae-aace-058302374ff7 HTTP/1.1" status: 204 len: 168 time: 1.5712280 Dec 16 22:19:41.606065 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39556) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:41.620096 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5576ad0e-74b7-4d57-860e-cc0bef14b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.642952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe46f4-a1e7-4464-af6e-1dd51f1c1396 req-ce282b86-261d-4375-9efb-706e5bae5f46 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:41.644606 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5fe46f4-a1e7-4464-af6e-1dd51f1c1396 req-ce282b86-261d-4375-9efb-706e5bae5f46 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 944 time: 0.1364014 Dec 16 22:19:41.702472 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5576ad0e-74b7-4d57-860e-cc0bef14b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.719984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-396243bc-2791-4cf6-90d1-01863bf8c86b admin admin] Deleting subnet 3daee0ee-0314-4459-855f-53357803b5d2 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:19:41.720504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5576ad0e-74b7-4d57-860e-cc0bef14b2ff admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:41.720762 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5576ad0e-74b7-4d57-860e-cc0bef14b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:41.722527 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:41.729773 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-396243bc-2791-4cf6-90d1-01863bf8c86b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.787236 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5fe46f4-a1e7-4464-af6e-1dd51f1c1396 req-e9d07b8a-8d91-42d6-a7fe-2bf5480e3a89 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c7cfe9b-3654-45a0-be80-a5f32897a8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289568 Dec 16 22:19:41.799891 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.825230 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:19:41.833695 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-396243bc-2791-4cf6-90d1-01863bf8c86b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.846898 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67940139-d755-464e-a91d-40c410aa9096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:41.849682 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08776e5-25d8-4903-96d2-12f9239ab76b" -d '{"events": [{"server_uuid": "67940139-d755-464e-a91d-40c410aa9096", "name": "network-vif-plugged", "status": "completed", "tag": "ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:41.866353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3,segment=NetworkSegment(0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d),segment_id=0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:41.879106 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5576ad0e-74b7-4d57-860e-cc0bef14b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.889716 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5576ad0e-74b7-4d57-860e-cc0bef14b2ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.893343 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5576ad0e-74b7-4d57-860e-cc0bef14b2ff admin admin] 10.222.0.43 "DELETE /v2.0/networks/00a8a0ef-3415-4e47-8344-5d4dedd61516 HTTP/1.1" status: 204 len: 168 time: 0.6437013 Dec 16 22:19:41.905951 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576ad0e-74b7-4d57-860e-cc0bef14b2ff admin admin] Pushing event deleted for resources: {'Network': ['ID=00a8a0ef-3415-4e47-8344-5d4dedd61516,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:41.921480 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dc3563-bd3f-41e2-9a48-58538576f0ae x-openstack-request-id: req-95dc3563-bd3f-41e2-9a48-58538576f0ae {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:41.921771 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67940139-d755-464e-a91d-40c410aa9096", "name": "network-vif-plugged", "status": "completed", "tag": "ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:41.922020 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95dc3563-bd3f-41e2-9a48-58538576f0ae {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:41.922413 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67940139-d755-464e-a91d-40c410aa9096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3', 'code': 200} Dec 16 22:19:41.949747 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.953396 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-396243bc-2791-4cf6-90d1-01863bf8c86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.014164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:42.054431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f6403-b01f-4204-8bcc-5b2d395b7695 req-c513f4f7-072e-4138-9ce3-6a7a0c9988c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:42.056116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb9f6403-b01f-4204-8bcc-5b2d395b7695 req-c513f4f7-072e-4138-9ce3-6a7a0c9988c1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 1096 time: 0.0630078 Dec 16 22:19:42.091660 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-396243bc-2791-4cf6-90d1-01863bf8c86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.124503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb9f6403-b01f-4204-8bcc-5b2d395b7695 req-7d128aa7-02d2-4055-8291-8c6565e59c73 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1c7cfe9b-3654-45a0-be80-a5f32897a8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598116 Dec 16 22:19:42.140266 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39574) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:42.145794 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396243bc-2791-4cf6-90d1-01863bf8c86b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3daee0ee-0314-4459-855f-53357803b5d2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:42.151400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-396243bc-2791-4cf6-90d1-01863bf8c86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.154755 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-396243bc-2791-4cf6-90d1-01863bf8c86b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3daee0ee-0314-4459-855f-53357803b5d2 HTTP/1.1" status: 204 len: 168 time: 0.5481231 Dec 16 22:19:42.159745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39578) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:42.161664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f61758-ab86-46b6-a6a2-4cd48005145c None None] Network ea5d9176-3b6c-4bae-8ab9-caf87abd67f7 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:42.266155 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.344865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d65d08b-fceb-4061-b2a1-7d9c1f4b93e9 None None] DHCP port deletion for ea5d9176-3b6c-4bae-8ab9-caf87abd67f7 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:19:42.368997 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] Deleting port eca57d79-61d6-4c61-941d-9346a74117c7 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:42.368997 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.428304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9d65d08b-fceb-4061-b2a1-7d9c1f4b93e9 None None] Deleting port eca57d79-61d6-4c61-941d-9346a74117c7 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:42.428778 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d65d08b-fceb-4061-b2a1-7d9c1f4b93e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.483466 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4ba970e9-a2cc-4a3a-8273-e77e7de0eaf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.490341 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39584) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:42.513669 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9d65d08b-fceb-4061-b2a1-7d9c1f4b93e9 None None] For port eca57d79-61d6-4c61-941d-9346a74117c7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=eca57d79-61d6-4c61-941d-9346a74117c7,segment=NetworkSegment(15372d03-5628-4fe0-979f-41f606f1a69f),segment_id=15372d03-5628-4fe0-979f-41f606f1a69f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:42.514121 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d65d08b-fceb-4061-b2a1-7d9c1f4b93e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.552598 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b8a1f2f8-ce13-4fa0-b710-2770b3287d8e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4435d4a0fb4b4f57842ac964c4ecc4f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0609386 Dec 16 22:19:42.553349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39586) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:42.557615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9d65d08b-fceb-4061-b2a1-7d9c1f4b93e9 None None] Calling delete_port for eca57d79-61d6-4c61-941d-9346a74117c7 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:42.574614 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4ba970e9-a2cc-4a3a-8273-e77e7de0eaf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.597086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] For port eca57d79-61d6-4c61-941d-9346a74117c7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=eca57d79-61d6-4c61-941d-9346a74117c7,segment=NetworkSegment(15372d03-5628-4fe0-979f-41f606f1a69f),segment_id=15372d03-5628-4fe0-979f-41f606f1a69f)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:42.597447 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.618081 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] Calling delete_port for eca57d79-61d6-4c61-941d-9346a74117c7 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:42.631416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b62708-2f14-4ada-a331-d4903d20eebf req-37ce2aa6-0328-480a-aa9e-0d242d27c5f4 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:42.633579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6b62708-2f14-4ada-a331-d4903d20eebf req-37ce2aa6-0328-480a-aa9e-0d242d27c5f4 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 946 time: 0.2470355 Dec 16 22:19:42.639596 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4ba970e9-a2cc-4a3a-8273-e77e7de0eaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.652099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device eca57d79-61d6-4c61-941d-9346a74117c7 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:42.662422 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-30ea12ee-859c-4587-8d1f-eac9a2b7ccd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.700048 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-30ea12ee-859c-4587-8d1f-eac9a2b7ccd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.743102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4ba970e9-a2cc-4a3a-8273-e77e7de0eaf5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=787ce7091f924089845048c42c2fc265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6003420 Dec 16 22:19:42.746071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39590) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:42.753763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba970e9-a2cc-4a3a-8273-e77e7de0eaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9953c01f-4eb1-4ecd-9500-0594954f0200,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:42.802416 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.804184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6b62708-2f14-4ada-a331-d4903d20eebf req-8b74871f-579d-4a1e-af41-ce3e7275a10e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579857 Dec 16 22:19:42.817117 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e75c3a15-2e29-419a-8057-2cbd96a3312c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.838978 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.842650 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e75c3a15-2e29-419a-8057-2cbd96a3312c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.843414 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d65d08b-fceb-4061-b2a1-7d9c1f4b93e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.877682 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-30ea12ee-859c-4587-8d1f-eac9a2b7ccd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.880329 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-30ea12ee-859c-4587-8d1f-eac9a2b7ccd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.883247 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-30ea12ee-859c-4587-8d1f-eac9a2b7ccd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad2e48ba-022c-40a0-8204-9c27b8660ad6 HTTP/1.1" status: 204 len: 168 time: 0.3273492 Dec 16 22:19:42.897572 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea12ee-859c-4587-8d1f-eac9a2b7ccd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2e48ba-022c-40a0-8204-9c27b8660ad6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:42.911658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca57d79-61d6-4c61-941d-9346a74117c7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:42.914862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] No DVR routers for this DVR port eca57d79-61d6-4c61-941d-9346a74117c7 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:42.964518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d65d08b-fceb-4061-b2a1-7d9c1f4b93e9 None None] No DVR routers for this DVR port eca57d79-61d6-4c61-941d-9346a74117c7 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:43.001630 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 49bb5780-3dca-4e83-8ab2-3f6d5902d311 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:43.014954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65d08b-fceb-4061-b2a1-7d9c1f4b93e9 None None] Pushing event deleted for resources: {'Port': ['ID=eca57d79-61d6-4c61-941d-9346a74117c7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:43.021971 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e75c3a15-2e29-419a-8057-2cbd96a3312c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.025474 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e75c3a15-2e29-419a-8057-2cbd96a3312c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.027290 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e75c3a15-2e29-419a-8057-2cbd96a3312c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9953c01f-4eb1-4ecd-9500-0594954f0200 HTTP/1.1" status: 204 len: 168 time: 0.2790689 Dec 16 22:19:43.049456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c3a15-2e29-419a-8057-2cbd96a3312c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9953c01f-4eb1-4ecd-9500-0594954f0200,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:43.060783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592d0e8-0798-4e53-911c-f9cb1fe7f824 req-3ae4684a-850a-416b-8192-e9f04de16f04 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:43.062393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a592d0e8-0798-4e53-911c-f9cb1fe7f824 req-3ae4684a-850a-416b-8192-e9f04de16f04 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 945 time: 0.1640978 Dec 16 22:19:43.064048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 49bb5780-3dca-4e83-8ab2-3f6d5902d311 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:43.064430 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.064846 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 49bb5780-3dca-4e83-8ab2-3f6d5902d311 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:43.065688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9930b7fc-cf2e-4089-8ad7-700fc1043950 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:43.102336 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 9930b7fc-cf2e-4089-8ad7-700fc1043950 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:43.102336 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9930b7fc-cf2e-4089-8ad7-700fc1043950 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:43.113814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5d9176-3b6c-4bae-8ab9-caf87abd67f7']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:43.129764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15372d03-5628-4fe0-979f-41f606f1a69f') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:43.129764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15372d03-5628-4fe0-979f-41f606f1a69f') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:43.146601 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.147308 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.168253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a592d0e8-0798-4e53-911c-f9cb1fe7f824 req-5a07fa9c-ff25-428d-a751-7a14b95eaba8 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c7cfe9b-3654-45a0-be80-a5f32897a8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946128 Dec 16 22:19:43.172614 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.179570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:43.179768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:43.181650 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:43.218984 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.329340 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.332286 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.340030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ea5d9176-3b6c-4bae-8ab9-caf87abd67f7 HTTP/1.1" status: 204 len: 168 time: 1.1786845 Dec 16 22:19:43.354030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2d916-a94d-4715-81fc-f7bda8332753 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea5d9176-3b6c-4bae-8ab9-caf87abd67f7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:43.949470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e17610-fb39-4a93-8741-b0f2d0497c07 req-3beefdef-7402-4b39-a164-3fbe4c68a95c tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:43.951003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e17610-fb39-4a93-8741-b0f2d0497c07 req-3beefdef-7402-4b39-a164-3fbe4c68a95c tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 946 time: 0.0508668 Dec 16 22:19:44.003443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e17610-fb39-4a93-8741-b0f2d0497c07 req-f54fbb6d-62e3-4aa8-8f6f-15ab65c26075 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454831 Dec 16 22:19:44.048047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39620) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:44.092305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-96a7f932-7197-4f42-9adb-4b0a33deaff1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6c5d0027ee04fd184a760adc3bd8118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430727 Dec 16 22:19:44.094958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39622) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:44.151233 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb14031e-18dd-4323-93ad-a1a4be448ee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.156750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39624) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:44.175933 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb14031e-18dd-4323-93ad-a1a4be448ee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.179326 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c020e68-6e31-46c8-918f-35fad0b021cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.271788 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c020e68-6e31-46c8-918f-35fad0b021cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.306390 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb14031e-18dd-4323-93ad-a1a4be448ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.309008 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb14031e-18dd-4323-93ad-a1a4be448ee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.310169 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bb14031e-18dd-4323-93ad-a1a4be448ee3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ab0250b-ebbe-4bf8-9bf6-0bb3189a3d24 HTTP/1.1" status: 204 len: 168 time: 0.2142138 Dec 16 22:19:44.324296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14031e-18dd-4323-93ad-a1a4be448ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab0250b-ebbe-4bf8-9bf6-0bb3189a3d24,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:44.325018 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c020e68-6e31-46c8-918f-35fad0b021cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.351251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9a098-4c34-48c9-9fd1-5fc221d2f747 req-85af2a4a-2cd7-4222-a24e-c07244afbf8b tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:44.353404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31f9a098-4c34-48c9-9fd1-5fc221d2f747 req-85af2a4a-2cd7-4222-a24e-c07244afbf8b tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 945 time: 0.0752714 Dec 16 22:19:44.381832 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5c020e68-6e31-46c8-918f-35fad0b021cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a94c7ebbf8f4264bc5d3b213187beaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2231212 Dec 16 22:19:44.387344 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39632) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:44.389345 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c020e68-6e31-46c8-918f-35fad0b021cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2d3217-e8d9-4f44-b981-585ded31dc2e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:44.411550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31f9a098-4c34-48c9-9fd1-5fc221d2f747 req-4e9d9c76-f10f-45dc-b41d-b2292695ae09 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c7cfe9b-3654-45a0-be80-a5f32897a8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512826 Dec 16 22:19:44.448442 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85221f8b-f52a-4558-8b0f-398c389e6a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.482634 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85221f8b-f52a-4558-8b0f-398c389e6a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.627969 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85221f8b-f52a-4558-8b0f-398c389e6a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.632187 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85221f8b-f52a-4558-8b0f-398c389e6a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.634857 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-85221f8b-f52a-4558-8b0f-398c389e6a16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db2d3217-e8d9-4f44-b981-585ded31dc2e HTTP/1.1" status: 204 len: 168 time: 0.2450817 Dec 16 22:19:44.645524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85221f8b-f52a-4558-8b0f-398c389e6a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2d3217-e8d9-4f44-b981-585ded31dc2e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:45.142812 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12588a-cdd0-4eee-94dd-4099045b53f4 req-127d8b78-79d7-42ea-a592-e82be51e1168 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:45.144444 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb12588a-cdd0-4eee-94dd-4099045b53f4 req-127d8b78-79d7-42ea-a592-e82be51e1168 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 945 time: 0.0847530 Dec 16 22:19:45.158185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e59fe7-25bb-4f2f-b5ea-4eb8ee7c3d50 req-f0b2cc0d-94bf-48c0-b049-328dad87292c tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:45.159727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e59fe7-25bb-4f2f-b5ea-4eb8ee7c3d50 req-f0b2cc0d-94bf-48c0-b049-328dad87292c tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 946 time: 0.0719934 Dec 16 22:19:45.230884 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb12588a-cdd0-4eee-94dd-4099045b53f4 req-c1159189-6d64-44c1-b966-9557656e515c tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c7cfe9b-3654-45a0-be80-a5f32897a8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699635 Dec 16 22:19:45.243171 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e59fe7-25bb-4f2f-b5ea-4eb8ee7c3d50 req-40765632-ac72-47d5-b3d0-d3b49945bdef tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751128 Dec 16 22:19:45.895725 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39694) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:46.152923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8d5e168e-dab7-489e-946d-bd92e100b283 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1111607573-network', 'tenant_id': '71b07207458f41b0bd254b11dbb60b20'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:46.239232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5e168e-dab7-489e-946d-bd92e100b283 admin admin] Made reservation on behalf of 71b07207458f41b0bd254b11dbb60b20 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:46.241711 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d5e168e-dab7-489e-946d-bd92e100b283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.261806 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d5e168e-dab7-489e-946d-bd92e100b283 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.392856 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d5e168e-dab7-489e-946d-bd92e100b283 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.438872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeb640-43ba-446b-b783-884c32c79953 req-5745b10f-e545-460b-a715-c25e041e1fbd tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:46.440741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3aaeb640-43ba-446b-b783-884c32c79953 req-5745b10f-e545-460b-a715-c25e041e1fbd tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 946 time: 0.0946841 Dec 16 22:19:46.471753 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e09d7-46cd-47b1-a1eb-62c72f0df647 req-d5e7f7a9-de42-4181-98e5-a2f6df54f6c0 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:46.473448 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e24e09d7-46cd-47b1-a1eb-62c72f0df647 req-d5e7f7a9-de42-4181-98e5-a2f6df54f6c0 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 945 time: 0.0832667 Dec 16 22:19:46.478638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d5e168e-dab7-489e-946d-bd92e100b283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.501483 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5e168e-dab7-489e-946d-bd92e100b283 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:46.526278 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e168e-dab7-489e-946d-bd92e100b283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:46.530200 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d5e168e-dab7-489e-946d-bd92e100b283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.531751 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-8d5e168e-dab7-489e-946d-bd92e100b283 admin admin] Added segment ea2bbcf1-68f8-42cf-8234-06a3999911a0 of type vlan for network 894406fb-456e-47fe-84ae-c71a28800c5b Dec 16 22:19:46.582192 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d5e168e-dab7-489e-946d-bd92e100b283 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.603455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3aaeb640-43ba-446b-b783-884c32c79953 req-be179379-9ce7-4b8e-9315-0daba927eb35 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466451 Dec 16 22:19:46.622115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea6ee6-95ae-4a7c-96f9-adecffa23ef3 req-65b23424-efd6-4d53-9a51-01ed164ce381 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:46.624311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fea6ee6-95ae-4a7c-96f9-adecffa23ef3 req-65b23424-efd6-4d53-9a51-01ed164ce381 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.69 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 945 time: 0.1341796 Dec 16 22:19:46.630768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e24e09d7-46cd-47b1-a1eb-62c72f0df647 req-33f58030-14fe-424d-88ad-4ae4e2afb8c0 tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c7cfe9b-3654-45a0-be80-a5f32897a8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499283 Dec 16 22:19:46.757473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-9fea6ee6-95ae-4a7c-96f9-adecffa23ef3 req-8e300900-b229-420a-985f-d4c42ba4a7cc tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Deleting port ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:46.757814 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9fea6ee6-95ae-4a7c-96f9-adecffa23ef3 req-8e300900-b229-420a-985f-d4c42ba4a7cc tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.804597 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d5e168e-dab7-489e-946d-bd92e100b283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.805793 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5e168e-dab7-489e-946d-bd92e100b283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:46.806533 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d5e168e-dab7-489e-946d-bd92e100b283 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.887991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e168e-dab7-489e-946d-bd92e100b283 admin admin] Pushing event updated for resources: {'Network': ['ID=894406fb-456e-47fe-84ae-c71a28800c5b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:46.901915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 894406fb-456e-47fe-84ae-c71a28800c5b details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:46.912328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-9fea6ee6-95ae-4a7c-96f9-adecffa23ef3 req-8e300900-b229-420a-985f-d4c42ba4a7cc tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] For port ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3,segment=NetworkSegment(0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d),segment_id=0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:46.912789 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9fea6ee6-95ae-4a7c-96f9-adecffa23ef3 req-8e300900-b229-420a-985f-d4c42ba4a7cc tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.932042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-9fea6ee6-95ae-4a7c-96f9-adecffa23ef3 req-8e300900-b229-420a-985f-d4c42ba4a7cc tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Calling delete_port for ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:46.963026 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8d5e168e-dab7-489e-946d-bd92e100b283 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0658119 Dec 16 22:19:46.973286 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39736) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:46.981236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-cdceb28b-e807-4888-a89e-45928c802c41 admin admin] Request body: {'subnet': {'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1111607573-subnet', 'tenant_id': '71b07207458f41b0bd254b11dbb60b20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:47.096877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdceb28b-e807-4888-a89e-45928c802c41 admin admin] Made reservation on behalf of 71b07207458f41b0bd254b11dbb60b20 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:47.101173 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cdceb28b-e807-4888-a89e-45928c802c41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.244509 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9fea6ee6-95ae-4a7c-96f9-adecffa23ef3 req-8e300900-b229-420a-985f-d4c42ba4a7cc tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.257230 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:19:47.341449 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e300900-b229-420a-985f-d4c42ba4a7cc tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Pushing event deleted for resources: {'Port': ['ID=ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:47.435517 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fea6ee6-95ae-4a7c-96f9-adecffa23ef3 req-8e300900-b229-420a-985f-d4c42ba4a7cc tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] No DVR routers for this DVR port ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:47.438439 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9fea6ee6-95ae-4a7c-96f9-adecffa23ef3 req-8e300900-b229-420a-985f-d4c42ba4a7cc tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.443575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fea6ee6-95ae-4a7c-96f9-adecffa23ef3 req-8e300900-b229-420a-985f-d4c42ba4a7cc tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.69 "DELETE /v2.0/ports/ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 HTTP/1.1" status: 204 len: 173 time: 0.8116055 Dec 16 22:19:47.444161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67940139-d755-464e-a91d-40c410aa9096', 'name': 'network-vif-deleted', 'tag': 'ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:47.448238 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d00408d-938e-43f9-a360-245c25eede81" -d '{"events": [{"server_uuid": "67940139-d755-464e-a91d-40c410aa9096", "name": "network-vif-deleted", "tag": "ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:47.488496 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cdceb28b-e807-4888-a89e-45928c802c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.499807 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c91564-b274-4373-9348-3bdf02d1073e x-openstack-request-id: req-29c91564-b274-4373-9348-3bdf02d1073e {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:47.501010 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67940139-d755-464e-a91d-40c410aa9096", "name": "network-vif-deleted", "tag": "ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:47.501295 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29c91564-b274-4373-9348-3bdf02d1073e {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:47.501856 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67940139-d755-464e-a91d-40c410aa9096', 'name': 'network-vif-deleted', 'tag': 'ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3', 'status': 'completed', 'code': 200} Dec 16 22:19:47.636718 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdceb28b-e807-4888-a89e-45928c802c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5550495-cdae-4395-8f1f-d640aab6e46b,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:47.668767 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdceb28b-e807-4888-a89e-45928c802c41 admin admin] Checking segment: {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:47.669126 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdceb28b-e807-4888-a89e-45928c802c41 admin admin] Network hostable DHCP agents. Network: 894406fb-456e-47fe-84ae-c71a28800c5b, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:19:47.699539 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-fe30583a-c5c1-4a12-bec4-8eb98bac1634 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:47.701057 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-fe30583a-c5c1-4a12-bec4-8eb98bac1634 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c&tenant_id=a0fbdbd1880a45e692ee9474ada061c6&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 1097 time: 0.0872993 Dec 16 22:19:47.721542 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821840-2'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:47.799400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdceb28b-e807-4888-a89e-45928c802c41 admin admin] Network 894406fb-456e-47fe-84ae-c71a28800c5b is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:19:47.812535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5718d4-2a45-49d2-9d90-6333d1443475 req-a3512289-5bcd-41de-a4ac-285d101556ad tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:47.829221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c5718d4-2a45-49d2-9d90-6333d1443475 req-a3512289-5bcd-41de-a4ac-285d101556ad tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 946 time: 0.1143706 Dec 16 22:19:47.862910 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.920329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c5718d4-2a45-49d2-9d90-6333d1443475 req-d7ad124e-f4a6-402e-b0e8-2b21a28c2127 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857830 Dec 16 22:19:47.950812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60605298-b7b9-4eba-a19c-3fae40d58593 req-92a8a95d-79c9-49db-8bd2-2926599a35ff tempest-ServerAddressesTestJSON-2128278847 tempest-ServerAddressesTestJSON-2128278847-project] 10.222.0.43 "GET /v2.0/ports?device_id=67940139-d755-464e-a91d-40c410aa9096 HTTP/1.1" status: 200 len: 210 time: 0.0502238 Dec 16 22:19:48.004332 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-cdceb28b-e807-4888-a89e-45928c802c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 894406fb-456e-47fe-84ae-c71a28800c5b) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:48.014152 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdceb28b-e807-4888-a89e-45928c802c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:48.014788 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cdceb28b-e807-4888-a89e-45928c802c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.017998 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb0dd81-5d4e-4c87-ab99-1d93163d95d2 None None] Network 894406fb-456e-47fe-84ae-c71a28800c5b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:48.072283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] For port f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:48.128962 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] For port f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:48.174758 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cdceb28b-e807-4888-a89e-45928c802c41 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1997714 Dec 16 22:19:48.190093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84a8997-419b-4d0a-9b5d-e07be6143a90 None None] Network 894406fb-456e-47fe-84ae-c71a28800c5b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:48.240734 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e622646-d903-4ae3-8d9f-738e53736d4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4429c38-a67e-4b2b-8173-3a4b92cac6ad'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:48.243400 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e419708-4ec0-47ff-a1d8-87a8bead1a0c" -d '{"events": [{"server_uuid": "7e622646-d903-4ae3-8d9f-738e53736d4c", "name": "network-vif-unplugged", "status": "completed", "tag": "f4429c38-a67e-4b2b-8173-3a4b92cac6ad"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:48.256502 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.319130 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b32df92-700b-4714-b6ce-89b4785bc9aa x-openstack-request-id: req-3b32df92-700b-4714-b6ce-89b4785bc9aa {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:48.319549 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e622646-d903-4ae3-8d9f-738e53736d4c", "name": "network-vif-unplugged", "status": "completed", "tag": "f4429c38-a67e-4b2b-8173-3a4b92cac6ad", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:48.319919 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b32df92-700b-4714-b6ce-89b4785bc9aa {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:48.320422 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e622646-d903-4ae3-8d9f-738e53736d4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4429c38-a67e-4b2b-8173-3a4b92cac6ad', 'code': 200} Dec 16 22:19:48.382795 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.470603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Pushing event updated for resources: {'Port': ['ID=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,revision_number=7']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:48.488562 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Attempting to bind port f4429c38-a67e-4b2b-8173-3a4b92cac6ad on host n-h1-821840-2 for vnic_type normal with profile {"migrating_to": "n-h2-821840-2"} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:48.488902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Attempting to bind port f4429c38-a67e-4b2b-8173-3a4b92cac6ad by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:48.489232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Attempting to bind port f4429c38-a67e-4b2b-8173-3a4b92cac6ad on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:48.498489 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Port f4429c38-a67e-4b2b-8173-3a4b92cac6ad on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:19:48.498818 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Attempting to bind port f4429c38-a67e-4b2b-8173-3a4b92cac6ad on network 30fff1b5-1d29-4f23-ae85-492f2b858f73 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:48.511290 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:48.511632 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Checking segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:48.512022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Bound using segment: {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:48.512456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Bound port: f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830126c2-dba6-435b-b0df-18139973bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '30fff1b5-1d29-4f23-ae85-492f2b858f73'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:48.512817 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.613894 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] For port f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:48.618805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] For port f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:48.735564 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.832935 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:48.833571 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.835016 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] 10.222.0.24 "PUT /v2.0/ports/f4429c38-a67e-4b2b-8173-3a4b92cac6ad HTTP/1.1" status: 200 len: 1122 time: 1.1213462 Dec 16 22:19:48.835814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525ba75-9688-4249-8a0b-6665004105dc service neutron] Pushing event updated for resources: {'Port': ['ID=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,revision_number=8']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:48.941221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['f4429c38-a67e-4b2b-8173-3a4b92cac6ad'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:19:48.983441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['f4429c38-a67e-4b2b-8173-3a4b92cac6ad'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:19:48.985007 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de167-1a6a-49dd-88c0-cdd556620447 req-cabdda2c-3a5a-4859-a780-8e116f1435d2 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:48.993332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-612de167-1a6a-49dd-88c0-cdd556620447 req-cabdda2c-3a5a-4859-a780-8e116f1435d2 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 806 time: 0.1412747 Dec 16 22:19:49.012844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-612de167-1a6a-49dd-88c0-cdd556620447 req-afaebcef-02f0-4994-ad94-eaec778b195b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/quotas/71b07207458f41b0bd254b11dbb60b20 HTTP/1.1" status: 200 len: 375 time: 0.0181401 Dec 16 22:19:49.056071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-612de167-1a6a-49dd-88c0-cdd556620447 req-1fb5e6d7-c005-4241-996b-8da203c10e2a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414097 Dec 16 22:19:49.068242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39812) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:49.177903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device f4429c38-a67e-4b2b-8173-3a4b92cac6ad details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:19:49.206763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-612de167-1a6a-49dd-88c0-cdd556620447 req-6e80fb11-b480-4981-b494-a30dc5babc6a service neutron] 10.222.0.43 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490889 Dec 16 22:19:49.225466 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8042e3-3a2b-4715-ba3a-a630a64d6050 req-4fe30308-7fbf-4414-a947-868f9b9017ff tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:49.227869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d8042e3-3a2b-4715-ba3a-a630a64d6050 req-4fe30308-7fbf-4414-a947-868f9b9017ff tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 944 time: 0.0805736 Dec 16 22:19:49.328233 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2fd708ec-63e1-469d-9adb-8b7cee715e03 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:49.339900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d8042e3-3a2b-4715-ba3a-a630a64d6050 req-c93fabdb-6d2d-43a8-b677-856bb4853ecf tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036682 Dec 16 22:19:49.389103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39820) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:49.406344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-612de167-1a6a-49dd-88c0-cdd556620447 req-c78dd023-572d-48f3-840b-5cbdf10d6cda service neutron] 10.222.0.43 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889737 Dec 16 22:19:49.436833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:49.446061 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2fd708ec-63e1-469d-9adb-8b7cee715e03 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] 10.222.0.43 "PUT /v2.0/quotas/7b8ed385283d4a408480a5f0d35e9d3f HTTP/1.1" status: 200 len: 368 time: 0.3789933 Dec 16 22:19:49.448674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39822) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:49.454232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a0732df3-2f81-4ef7-8e54-4202b38f9514 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Request body: {'network': {'project_id': '7b8ed385283d4a408480a5f0d35e9d3f'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:49.455627 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device f4429c38-a67e-4b2b-8173-3a4b92cac6ad has no active binding in host n-h2-821840-2 {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:19:49.468325 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30da4b9-8b7a-44e3-873b-ecd0ddc91677 admin admin] Deleting subnet 42e64dd9-91b3-4dcd-8864-2ebf8f0498fb {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:19:49.472462 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a30da4b9-8b7a-44e3-873b-ecd0ddc91677 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.576427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0732df3-2f81-4ef7-8e54-4202b38f9514 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Made reservation on behalf of 7b8ed385283d4a408480a5f0d35e9d3f for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:49.578889 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0732df3-2f81-4ef7-8e54-4202b38f9514 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.601780 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0732df3-2f81-4ef7-8e54-4202b38f9514 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.767043 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0732df3-2f81-4ef7-8e54-4202b38f9514 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.845219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a30da4b9-8b7a-44e3-873b-ecd0ddc91677 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.859421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-085a3d4e-1c15-4b23-8073-c581b26d3b62 req-f978c03d-8d0b-4083-bcde-8516145d8c8c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 210 time: 0.0593212 Dec 16 22:19:49.862384 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0732df3-2f81-4ef7-8e54-4202b38f9514 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.891249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0732df3-2f81-4ef7-8e54-4202b38f9514 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:49.908927 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0732df3-2f81-4ef7-8e54-4202b38f9514 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4ec041-2d47-44b1-8fdc-ba0d0d27c9ac,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:49.915712 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0732df3-2f81-4ef7-8e54-4202b38f9514 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.916164 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-a0732df3-2f81-4ef7-8e54-4202b38f9514 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Added segment 86b7ba11-6800-4333-a9e5-3de97c7346b1 of type vlan for network 9a49a888-a79a-4885-87ac-4ab6f324eceb Dec 16 22:19:49.933736 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a30da4b9-8b7a-44e3-873b-ecd0ddc91677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.971245 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0732df3-2f81-4ef7-8e54-4202b38f9514 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.021734 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ac360b-336d-42d2-b836-9d07ed6f29b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.124923 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a30da4b9-8b7a-44e3-873b-ecd0ddc91677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.128582 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0732df3-2f81-4ef7-8e54-4202b38f9514 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.130446 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0732df3-2f81-4ef7-8e54-4202b38f9514 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:50.131588 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0732df3-2f81-4ef7-8e54-4202b38f9514 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.163512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30da4b9-8b7a-44e3-873b-ecd0ddc91677 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e64dd9-91b3-4dcd-8864-2ebf8f0498fb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:50.165857 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a30da4b9-8b7a-44e3-873b-ecd0ddc91677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.169177 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a30da4b9-8b7a-44e3-873b-ecd0ddc91677 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/42e64dd9-91b3-4dcd-8864-2ebf8f0498fb HTTP/1.1" status: 204 len: 168 time: 0.7788539 Dec 16 22:19:50.173726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39842) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:50.203105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0732df3-2f81-4ef7-8e54-4202b38f9514 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Pushing event updated for resources: {'Network': ['ID=9a49a888-a79a-4885-87ac-4ab6f324eceb,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:50.214236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 9a49a888-a79a-4885-87ac-4ab6f324eceb details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:50.247102 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9def511a-f2f9-453e-8adb-3c016d3e889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.314064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a0732df3-2f81-4ef7-8e54-4202b38f9514 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8639297 Dec 16 22:19:50.314989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39846) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:50.322065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7c110413-f548-4d99-8fdf-017870d1df7e tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Request body: {'network': {'project_id': '7b8ed385283d4a408480a5f0d35e9d3f'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:50.342571 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e622646-d903-4ae3-8d9f-738e53736d4c', 'tag': 'f4429c38-a67e-4b2b-8173-3a4b92cac6ad'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:50.344910 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca79916-8127-4743-93de-5b73bfa91733" -d '{"events": [{"name": "network-changed", "server_uuid": "7e622646-d903-4ae3-8d9f-738e53736d4c", "tag": "f4429c38-a67e-4b2b-8173-3a4b92cac6ad"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:50.371529 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9def511a-f2f9-453e-8adb-3c016d3e889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.396692 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9def511a-f2f9-453e-8adb-3c016d3e889a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc6f9f7-09f5-4d60-a2a6-65496c24adff']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:50.410141 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9def511a-f2f9-453e-8adb-3c016d3e889a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:50.410516 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9def511a-f2f9-453e-8adb-3c016d3e889a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf5ac5b-373d-4f4b-92d6-25f6f4774f1d') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:50.413662 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d139e4c9-25da-46bd-9049-eab376e6397f x-openstack-request-id: req-d139e4c9-25da-46bd-9049-eab376e6397f {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:50.414032 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e622646-d903-4ae3-8d9f-738e53736d4c", "tag": "f4429c38-a67e-4b2b-8173-3a4b92cac6ad", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:50.414534 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d139e4c9-25da-46bd-9049-eab376e6397f {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:50.415390 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e622646-d903-4ae3-8d9f-738e53736d4c', 'tag': 'f4429c38-a67e-4b2b-8173-3a4b92cac6ad', 'status': 'completed', 'code': 200} Dec 16 22:19:50.426659 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9def511a-f2f9-453e-8adb-3c016d3e889a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.444084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9def511a-f2f9-453e-8adb-3c016d3e889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.452858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9def511a-f2f9-453e-8adb-3c016d3e889a admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:50.453380 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9def511a-f2f9-453e-8adb-3c016d3e889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:50.455354 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:50.470397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c110413-f548-4d99-8fdf-017870d1df7e tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Made reservation on behalf of 7b8ed385283d4a408480a5f0d35e9d3f for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:50.484656 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c110413-f548-4d99-8fdf-017870d1df7e tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.575219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c110413-f548-4d99-8fdf-017870d1df7e tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:50.584271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca79916-8127-4743-93de-5b73bfa91733 req-bc7df62c-94b6-4d4c-bc2e-53ecf8014ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:50.585809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bca79916-8127-4743-93de-5b73bfa91733 req-bc7df62c-94b6-4d4c-bc2e-53ecf8014ae8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 1125 time: 0.1447585 Dec 16 22:19:50.595946 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c110413-f548-4d99-8fdf-017870d1df7e tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.596296 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-7c110413-f548-4d99-8fdf-017870d1df7e tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Added segment 6f527968-a6dd-4b57-9568-4d14f85a0ddf of type vlan for network 7c3969a7-ae69-475f-b02a-b2fd9d7f7897 Dec 16 22:19:50.617081 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9def511a-f2f9-453e-8adb-3c016d3e889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.634778 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d058f-c400-4c8c-b8c5-aa19a3ffaa1b req-bde1f092-d6f0-4581-a39c-9951411a2790 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:50.636373 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed9d058f-c400-4c8c-b8c5-aa19a3ffaa1b req-bde1f092-d6f0-4581-a39c-9951411a2790 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 944 time: 0.1218114 Dec 16 22:19:50.637100 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9def511a-f2f9-453e-8adb-3c016d3e889a admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.669598 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9def511a-f2f9-453e-8adb-3c016d3e889a admin admin] 10.222.0.43 "DELETE /v2.0/networks/4dc6f9f7-09f5-4d60-a2a6-65496c24adff HTTP/1.1" status: 204 len: 168 time: 0.4712975 Dec 16 22:19:50.717787 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def511a-f2f9-453e-8adb-3c016d3e889a admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc6f9f7-09f5-4d60-a2a6-65496c24adff,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:50.724751 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c110413-f548-4d99-8fdf-017870d1df7e tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.796858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed9d058f-c400-4c8c-b8c5-aa19a3ffaa1b req-b9e194cf-9974-457f-b6f9-3ab7dc9813db tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276393 Dec 16 22:19:50.799818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca79916-8127-4743-93de-5b73bfa91733 req-3c828389-d36b-4136-b818-292975aa58db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:50.801322 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bca79916-8127-4743-93de-5b73bfa91733 req-3c828389-d36b-4136-b818-292975aa58db service neutron] 10.222.0.69 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.2068121 Dec 16 22:19:51.220940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bca79916-8127-4743-93de-5b73bfa91733 req-a56491ad-46be-495a-a539-97220647804e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4429c38-a67e-4b2b-8173-3a4b92cac6ad HTTP/1.1" status: 200 len: 217 time: 0.4082329 Dec 16 22:19:51.221556 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c110413-f548-4d99-8fdf-017870d1df7e tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.222452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c110413-f548-4d99-8fdf-017870d1df7e tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:51.223044 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c110413-f548-4d99-8fdf-017870d1df7e tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.300120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab04bf64-a91f-4850-8b74-534045487af7 req-c2fd3721-6d1a-48ee-9706-d117612089e4 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 210 time: 0.0822976 Dec 16 22:19:51.325515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:51.348602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c110413-f548-4d99-8fdf-017870d1df7e tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Pushing event updated for resources: {'Network': ['ID=7c3969a7-ae69-475f-b02a-b2fd9d7f7897,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:51.348834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:51.349190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ecc590f0-a9ca-46f0-ad2a-465ce4cbd4f3 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:51.360744 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca79916-8127-4743-93de-5b73bfa91733 req-a1d5e6b8-4886-458e-a02d-617cf4d7fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:51.361417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 7c3969a7-ae69-475f-b02a-b2fd9d7f7897 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:51.362248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bca79916-8127-4743-93de-5b73bfa91733 req-a1d5e6b8-4886-458e-a02d-617cf4d7fb92 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.1263978 Dec 16 22:19:51.398885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bca79916-8127-4743-93de-5b73bfa91733 req-9d39775e-1553-4bd1-8023-699a6e13f737 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256376 Dec 16 22:19:51.467239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39888) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:51.486073 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7c110413-f548-4d99-8fdf-017870d1df7e tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1667845 Dec 16 22:19:51.486892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39892) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:51.493099 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a9b0048f-835b-4fd9-8d8b-2841bb4483b6 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Request body: {'network': {'project_id': '7b8ed385283d4a408480a5f0d35e9d3f'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:51.526046 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b0048f-835b-4fd9-8d8b-2841bb4483b6 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 22:19:51.526519 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b0048f-835b-4fd9-8d8b-2841bb4483b6 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:19:51.533161 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a9b0048f-835b-4fd9-8d8b-2841bb4483b6 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0398078 Dec 16 22:19:51.533161 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e26d1626-2620-41cb-97a5-a680063cba47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1edb41c4a4e4c94980edfd0cb4fb328&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0625021 Dec 16 22:19:51.533161 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39894) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:51.533493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39896) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:51.544531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bca79916-8127-4743-93de-5b73bfa91733 req-42a70141-8c42-4205-a0b6-759808c2735b service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312330 Dec 16 22:19:51.609899 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fe257772-7c08-4edb-a03c-a52ec4a58e64 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b8ed385283d4a408480a5f0d35e9d3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0681956 Dec 16 22:19:51.610215 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39898) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:51.631839 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2b16318-316f-4446-bc89-65237bf438d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.668149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bca79916-8127-4743-93de-5b73bfa91733 req-10f41b25-8f32-4b00-8b92-9147720bb9ab service neutron] 10.222.0.69 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119523 Dec 16 22:19:51.680960 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2b16318-316f-4446-bc89-65237bf438d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.723601 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09c5e7a2-307d-4a2c-a5c3-eded7338e5e5 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.748543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09c5e7a2-307d-4a2c-a5c3-eded7338e5e5 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.919297 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2b16318-316f-4446-bc89-65237bf438d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.922441 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2b16318-316f-4446-bc89-65237bf438d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.924216 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f2b16318-316f-4446-bc89-65237bf438d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c7cfe9b-3654-45a0-be80-a5f32897a8fa HTTP/1.1" status: 204 len: 168 time: 0.3901350 Dec 16 22:19:51.925409 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09c5e7a2-307d-4a2c-a5c3-eded7338e5e5 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.926097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a7035-8b4d-4ffc-9363-840cddbf0823 req-8c2f8494-8212-4322-855d-3006c2f11ab2 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:51.927825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db2a7035-8b4d-4ffc-9363-840cddbf0823 req-8c2f8494-8212-4322-855d-3006c2f11ab2 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 944 time: 0.0572424 Dec 16 22:19:51.932601 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09c5e7a2-307d-4a2c-a5c3-eded7338e5e5 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.935303 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-09c5e7a2-307d-4a2c-a5c3-eded7338e5e5 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f4ec041-2d47-44b1-8fdc-ba0d0d27c9ac HTTP/1.1" status: 204 len: 168 time: 0.3180134 Dec 16 22:19:51.936995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39916) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:51.952343 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b16318-316f-4446-bc89-65237bf438d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7cfe9b-3654-45a0-be80-a5f32897a8fa,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:51.965109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5e7a2-307d-4a2c-a5c3-eded7338e5e5 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4ec041-2d47-44b1-8fdc-ba0d0d27c9ac,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:52.068995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db2a7035-8b4d-4ffc-9363-840cddbf0823 req-e3e42794-d1eb-45d5-a10b-deebb22e7c09 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336317 Dec 16 22:19:52.072658 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a967ed69-01e9-414e-b88a-ae480ee6b7c4 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.170080 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a967ed69-01e9-414e-b88a-ae480ee6b7c4 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.194805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-a967ed69-01e9-414e-b88a-ae480ee6b7c4 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3969a7-ae69-475f-b02a-b2fd9d7f7897']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:52.204586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-a967ed69-01e9-414e-b88a-ae480ee6b7c4 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f527968-a6dd-4b57-9568-4d14f85a0ddf') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:52.205301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-a967ed69-01e9-414e-b88a-ae480ee6b7c4 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f527968-a6dd-4b57-9568-4d14f85a0ddf') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:52.218886 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a967ed69-01e9-414e-b88a-ae480ee6b7c4 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.240736 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a967ed69-01e9-414e-b88a-ae480ee6b7c4 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.251394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a967ed69-01e9-414e-b88a-ae480ee6b7c4 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:52.252083 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a967ed69-01e9-414e-b88a-ae480ee6b7c4 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:52.255078 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:52.412984 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af75ca26-f4f9-49ed-b367-e3f2802e5c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.494826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39930) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:52.553887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9727f490-7a60-42d4-aaaa-729a7cfa2b18 req-fd6c5187-3519-4f7c-8cce-8ad7f99f8caf tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 210 time: 0.0767958 Dec 16 22:19:52.556197 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a967ed69-01e9-414e-b88a-ae480ee6b7c4 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.564526 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a967ed69-01e9-414e-b88a-ae480ee6b7c4 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.590178 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a967ed69-01e9-414e-b88a-ae480ee6b7c4 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] 10.222.0.43 "DELETE /v2.0/networks/7c3969a7-ae69-475f-b02a-b2fd9d7f7897 HTTP/1.1" status: 204 len: 168 time: 0.6468570 Dec 16 22:19:52.594196 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39936) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:52.848300 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c5d9223a-d617-4a9f-a4bd-7fe3926c6359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.880899 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57e79ff5-5cbe-4b29-9b53-66e7c393af6a tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.894642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de167-1a6a-49dd-88c0-cdd556620447 req-f8627046-22e7-4297-8959-c320e690813b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:52.897306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-612de167-1a6a-49dd-88c0-cdd556620447 req-f8627046-22e7-4297-8959-c320e690813b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 806 time: 0.3035345 Dec 16 22:19:52.899893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967ed69-01e9-414e-b88a-ae480ee6b7c4 tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Pushing event deleted for resources: {'Network': ['ID=7c3969a7-ae69-475f-b02a-b2fd9d7f7897,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:52.920901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-612de167-1a6a-49dd-88c0-cdd556620447 req-43cf6af7-0066-44a7-8d15-e7575b3d71d9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Request body: {'port': {'device_id': '98d568c8-fc7b-4956-862c-787176d2cacf', 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b', 'admin_state_up': True, 'tenant_id': '71b07207458f41b0bd254b11dbb60b20'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:53.177797 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c5d9223a-d617-4a9f-a4bd-7fe3926c6359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.200786 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57e79ff5-5cbe-4b29-9b53-66e7c393af6a tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.265296 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c5d9223a-d617-4a9f-a4bd-7fe3926c6359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.272225 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-57e79ff5-5cbe-4b29-9b53-66e7c393af6a tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a49a888-a79a-4885-87ac-4ab6f324eceb']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:53.315957 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-57e79ff5-5cbe-4b29-9b53-66e7c393af6a tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b7ba11-6800-4333-a9e5-3de97c7346b1') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:53.316164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393216b-ee01-43ca-b429-af827c4d9b1c req-24795834-f72e-44f5-a820-35eb3bf13da5 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:53.316629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-57e79ff5-5cbe-4b29-9b53-66e7c393af6a tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b7ba11-6800-4333-a9e5-3de97c7346b1') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:53.327845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5393216b-ee01-43ca-b429-af827c4d9b1c req-24795834-f72e-44f5-a820-35eb3bf13da5 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 944 time: 0.1448257 Dec 16 22:19:53.329153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612de167-1a6a-49dd-88c0-cdd556620447 req-43cf6af7-0066-44a7-8d15-e7575b3d71d9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Made reservation on behalf of 71b07207458f41b0bd254b11dbb60b20 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:53.332696 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-612de167-1a6a-49dd-88c0-cdd556620447 req-43cf6af7-0066-44a7-8d15-e7575b3d71d9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.397515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5393216b-ee01-43ca-b429-af827c4d9b1c req-249e476f-6d31-48cd-bda2-2fae44e0d1b7 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621564 Dec 16 22:19:53.407733 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57e79ff5-5cbe-4b29-9b53-66e7c393af6a tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.443189 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.448812 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c5d9223a-d617-4a9f-a4bd-7fe3926c6359 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e7d8ba43711435db5fe898e92e7e813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9497247 Dec 16 22:19:53.452269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39952) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:53.461836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9223a-d617-4a9f-a4bd-7fe3926c6359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb1549d-4427-4fbb-8d5a-efb580cf101a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:53.466611 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57e79ff5-5cbe-4b29-9b53-66e7c393af6a tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.475750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e79ff5-5cbe-4b29-9b53-66e7c393af6a tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:53.476226 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57e79ff5-5cbe-4b29-9b53-66e7c393af6a tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:53.479713 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:53.586663 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-365e7f5e-8699-4f5e-8d55-fccf22a344dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.589037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-612de167-1a6a-49dd-88c0-cdd556620447 req-43cf6af7-0066-44a7-8d15-e7575b3d71d9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Allocated IP 172.20.0.13 (894406fb-456e-47fe-84ae-c71a28800c5b/c5550495-cdae-4395-8f1f-d640aab6e46b/4cc5905f-ff4a-4e96-ac8d-b54814700ec1) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:53.652921 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-365e7f5e-8699-4f5e-8d55-fccf22a344dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.662460 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57e79ff5-5cbe-4b29-9b53-66e7c393af6a tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.697226 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57e79ff5-5cbe-4b29-9b53-66e7c393af6a tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.715193 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-57e79ff5-5cbe-4b29-9b53-66e7c393af6a tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] 10.222.0.43 "DELETE /v2.0/networks/9a49a888-a79a-4885-87ac-4ab6f324eceb HTTP/1.1" status: 204 len: 168 time: 1.1168787 Dec 16 22:19:53.744507 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a592a85-2ba0-4ea8-975c-c26c35993cb8 req-aa60a32b-c45a-4edb-b9ea-ab0db06872db tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 210 time: 0.0481274 Dec 16 22:19:53.774325 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e79ff5-5cbe-4b29-9b53-66e7c393af6a tempest-QuotasNegativeTest-2011862880 tempest-QuotasNegativeTest-2011862880-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a49a888-a79a-4885-87ac-4ab6f324eceb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:53.928068 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-612de167-1a6a-49dd-88c0-cdd556620447 req-43cf6af7-0066-44a7-8d15-e7575b3d71d9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.970070 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-365e7f5e-8699-4f5e-8d55-fccf22a344dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.976879 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-365e7f5e-8699-4f5e-8d55-fccf22a344dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.976879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-365e7f5e-8699-4f5e-8d55-fccf22a344dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fcb1549d-4427-4fbb-8d5a-efb580cf101a HTTP/1.1" status: 204 len: 168 time: 0.5207179 Dec 16 22:19:53.982897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e7f5e-8699-4f5e-8d55-fccf22a344dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb1549d-4427-4fbb-8d5a-efb580cf101a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:54.092335 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-612de167-1a6a-49dd-88c0-cdd556620447 req-43cf6af7-0066-44a7-8d15-e7575b3d71d9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:54.148749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612de167-1a6a-49dd-88c0-cdd556620447 req-43cf6af7-0066-44a7-8d15-e7575b3d71d9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Network 894406fb-456e-47fe-84ae-c71a28800c5b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:54.152447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-612de167-1a6a-49dd-88c0-cdd556620447 req-43cf6af7-0066-44a7-8d15-e7575b3d71d9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:54.156572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-612de167-1a6a-49dd-88c0-cdd556620447 req-43cf6af7-0066-44a7-8d15-e7575b3d71d9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:54.187849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf6af7-0066-44a7-8d15-e7575b3d71d9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Pushing event updated for resources: {'Port': ['ID=4cc5905f-ff4a-4e96-ac8d-b54814700ec1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:54.222206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de167-1a6a-49dd-88c0-cdd556620447 req-43cf6af7-0066-44a7-8d15-e7575b3d71d9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:54.222916 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-612de167-1a6a-49dd-88c0-cdd556620447 req-43cf6af7-0066-44a7-8d15-e7575b3d71d9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:54.317516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-612de167-1a6a-49dd-88c0-cdd556620447 req-43cf6af7-0066-44a7-8d15-e7575b3d71d9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4053218 Dec 16 22:19:54.335156 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Request body: {'port': {'device_id': '98d568c8-fc7b-4956-862c-787176d2cacf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:54.396831 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:54.630603 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad810-220d-4704-bfce-a97665f91e7a req-14a319ab-84c7-46b1-acce-40c306d8d783 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:54.632157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dabad810-220d-4704-bfce-a97665f91e7a req-14a319ab-84c7-46b1-acce-40c306d8d783 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 944 time: 0.1176627 Dec 16 22:19:54.720429 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dabad810-220d-4704-bfce-a97665f91e7a req-f77ef9dd-b935-4c6f-93ad-70c2332d9ade tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711091 Dec 16 22:19:54.779507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:54.790304 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:54.805551 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Transition to ACTIVE for port object 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:19:54.810662 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:54.908471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c554ee-1353-489e-b55a-056f77e13628 req-b6802d0f-bbb0-4cac-99ac-b7dd2ee0724c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:54.909989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2c554ee-1353-489e-b55a-056f77e13628 req-b6802d0f-bbb0-4cac-99ac-b7dd2ee0724c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 932 time: 0.0579796 Dec 16 22:19:54.928596 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39988) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:54.941921 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.023709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2c554ee-1353-489e-b55a-056f77e13628 req-e0ef4be1-ddab-4707-a901-901346031cf9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047039 Dec 16 22:19:55.049037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Pushing event updated for resources: {'Port': ['ID=4cc5905f-ff4a-4e96-ac8d-b54814700ec1,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:55.122503 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-ec2629da-ea55-4c31-b3b8-a6fc4a8fadb3 service neutron] 10.222.0.69 "GET /v2.0/ports/f4429c38-a67e-4b2b-8173-3a4b92cac6ad/bindings/n-h2-821840-2 HTTP/1.1" status: 200 len: 384 time: 0.1016116 Dec 16 22:19:55.147375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Attempting to bind port 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:55.148099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Attempting to bind port 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:55.149230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Attempting to bind port 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 on network 894406fb-456e-47fe-84ae-c71a28800c5b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:55.169855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Port 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 on network 894406fb-456e-47fe-84ae-c71a28800c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:19:55.170188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Attempting to bind port 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 on network 894406fb-456e-47fe-84ae-c71a28800c5b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:55.175533 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:55.175883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Checking segment: {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:55.176269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Bound using segment: {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:55.176707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Bound port: 4cc5905f-ff4a-4e96-ac8d-b54814700ec1, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:55.177068 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.266965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] For port 4cc5905f-ff4a-4e96-ac8d-b54814700ec1, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:55.270367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] For port 4cc5905f-ff4a-4e96-ac8d-b54814700ec1, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=4cc5905f-ff4a-4e96-ac8d-b54814700ec1,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:55.340925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40002) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:55.343908 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device f4429c38-a67e-4b2b-8173-3a4b92cac6ad no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:55.369526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-494891740-network', 'tenant_id': 'fadfd9992dc54bb5a46b1f311bc324ac'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:55.388087 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.412443 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-68589576-f5d4-48ed-a4c4-ac2d9d164190 service neutron] For port f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:55.434240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:55.435592 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.439697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-612de167-1a6a-49dd-88c0-cdd556620447 req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] 10.222.0.69 "PUT /v2.0/ports/4cc5905f-ff4a-4e96-ac8d-b54814700ec1 HTTP/1.1" status: 200 len: 1092 time: 1.1075392 Dec 16 22:19:55.440539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d568c8-fc7b-4956-862c-787176d2cacf', 'tag': '4cc5905f-ff4a-4e96-ac8d-b54814700ec1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:55.443135 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1811063-1773-42e5-9727-f8f80ffd42f2" -d '{"events": [{"name": "network-changed", "server_uuid": "98d568c8-fc7b-4956-862c-787176d2cacf", "tag": "4cc5905f-ff4a-4e96-ac8d-b54814700ec1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:55.446550 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-68589576-f5d4-48ed-a4c4-ac2d9d164190 service neutron] For port f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:55.489068 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-68589576-f5d4-48ed-a4c4-ac2d9d164190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4429c38-a67e-4b2b-8173-3a4b92cac6ad {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:55.508808 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-68589576-f5d4-48ed-a4c4-ac2d9d164190 service neutron] For port f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:55.515240 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d45690-8cff-4648-9004-f7ce5bb1dc92 x-openstack-request-id: req-80d45690-8cff-4648-9004-f7ce5bb1dc92 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:55.516048 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d568c8-fc7b-4956-862c-787176d2cacf", "tag": "4cc5905f-ff4a-4e96-ac8d-b54814700ec1", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:55.516048 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80d45690-8cff-4648-9004-f7ce5bb1dc92 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:55.516513 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d568c8-fc7b-4956-862c-787176d2cacf', 'tag': '4cc5905f-ff4a-4e96-ac8d-b54814700ec1', 'status': 'completed', 'code': 200} Dec 16 22:19:55.521633 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee52f21e-b7e1-4c9e-b915-daed94bc7025 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.532088 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Made reservation on behalf of fadfd9992dc54bb5a46b1f311bc324ac for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:55.535828 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.553986 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.596055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6e81e-0143-414a-af8a-7267301b499a service neutron] Pushing event updated for resources: {'Port': ['ID=4cc5905f-ff4a-4e96-ac8d-b54814700ec1,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:55.618213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1811063-1773-42e5-9727-f8f80ffd42f2 req-49471463-0d79-4b59-b2bb-ceb0d7b68e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:55.620270 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e1811063-1773-42e5-9727-f8f80ffd42f2 req-49471463-0d79-4b59-b2bb-ceb0d7b68e57 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 1095 time: 0.0741467 Dec 16 22:19:55.638092 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.725035 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-68589576-f5d4-48ed-a4c4-ac2d9d164190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.725261 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.738857 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee52f21e-b7e1-4c9e-b915-daed94bc7025 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.768117 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1811063-1773-42e5-9727-f8f80ffd42f2 req-9c041524-7678-416f-ab15-c5bdee45d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:55.769751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e1811063-1773-42e5-9727-f8f80ffd42f2 req-9c041524-7678-416f-ab15-c5bdee45d10a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=71b07207458f41b0bd254b11dbb60b20&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1340394 Dec 16 22:19:55.779305 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.817385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:55.839627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76e4ca5-e413-4e52-b7f6-83c26bf028ce,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:55.852387 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.852387 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Added segment 447cf0be-6f32-4c83-8973-6a72efe131a3 of type vlan for network 03ed051a-de25-4c77-8c83-56d7be51b430 Dec 16 22:19:55.855924 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:55.856281 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:55.862205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:55.862205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:55.862205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:55.862205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:55.862205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:55.862205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:55.862205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:55.862205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:55.862205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:55.862205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:55.862205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:55.889268 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee52f21e-b7e1-4c9e-b915-daed94bc7025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.914714 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-68589576-f5d4-48ed-a4c4-ac2d9d164190 service neutron] Transition to ACTIVE for port object f4429c38-a67e-4b2b-8173-3a4b92cac6ad will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:19:55.931330 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.959151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ee52f21e-b7e1-4c9e-b915-daed94bc7025 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1535c1b8170f4d70989e1ea9129427ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6162808 Dec 16 22:19:55.959151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1811063-1773-42e5-9727-f8f80ffd42f2 req-64f0285a-5bb7-4ffa-86b8-803fecc310a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:55.959533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40022) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:55.959691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e1811063-1773-42e5-9727-f8f80ffd42f2 req-64f0285a-5bb7-4ffa-86b8-803fecc310a1 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1780510 Dec 16 22:19:55.960392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52f21e-b7e1-4c9e-b915-daed94bc7025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa09517-a53b-41bf-b207-7b46336dd69a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:56.008495 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-68589576-f5d4-48ed-a4c4-ac2d9d164190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.072613 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-774fa9c1-a090-4b37-9b58-a89db20014f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.082855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de167-1a6a-49dd-88c0-cdd556620447 req-e80c5702-1b04-4e8b-8251-297e9e0e1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.084424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-612de167-1a6a-49dd-88c0-cdd556620447 req-e80c5702-1b04-4e8b-8251-297e9e0e1b24 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 1095 time: 0.0538440 Dec 16 22:19:56.097561 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.098790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.099802 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.113802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-68589576-f5d4-48ed-a4c4-ac2d9d164190 service neutron] No DVR routers for this DVR port f4429c38-a67e-4b2b-8173-3a4b92cac6ad on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:56.147178 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-612de167-1a6a-49dd-88c0-cdd556620447 req-136cbb3a-3aee-4db0-a800-9f5cb8694207 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cc5905f-ff4a-4e96-ac8d-b54814700ec1 HTTP/1.1" status: 200 len: 217 time: 0.0492187 Dec 16 22:19:56.206442 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-68589576-f5d4-48ed-a4c4-ac2d9d164190 service neutron] 10.222.0.69 "PUT /v2.0/ports/f4429c38-a67e-4b2b-8173-3a4b92cac6ad/bindings/n-h2-821840-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0711660 Dec 16 22:19:56.226377 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-774fa9c1-a090-4b37-9b58-a89db20014f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.252569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68589576-f5d4-48ed-a4c4-ac2d9d164190 service neutron] Pushing event updated for resources: {'Port': ['ID=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,revision_number=10']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:56.263921 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] Pushing event updated for resources: {'Network': ['ID=03ed051a-de25-4c77-8c83-56d7be51b430,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:56.285878 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 03ed051a-de25-4c77-8c83-56d7be51b430 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:56.297394 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-57524b87-9339-4f19-b88d-b28fdc1ec4b0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3664708 Dec 16 22:19:56.300424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40036) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:56.307175 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-3091d731-73cd-41bc-aebb-cf43a4feec37 admin admin] Request body: {'subnet': {'network_id': '03ed051a-de25-4c77-8c83-56d7be51b430', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-494891740-subnet', 'tenant_id': 'fadfd9992dc54bb5a46b1f311bc324ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:56.394740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56240c8b-65c7-4d28-9db0-05070487168c req-4d6821d1-9496-413b-99ef-e91acc80aaba tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.396343 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56240c8b-65c7-4d28-9db0-05070487168c req-4d6821d1-9496-413b-99ef-e91acc80aaba tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 944 time: 0.2518578 Dec 16 22:19:56.408067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de167-1a6a-49dd-88c0-cdd556620447 req-0560330a-68f7-4c65-96df-d12024bf46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.409696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-612de167-1a6a-49dd-88c0-cdd556620447 req-0560330a-68f7-4c65-96df-d12024bf46a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5550495-cdae-4395-8f1f-d640aab6e46b HTTP/1.1" status: 200 len: 846 time: 0.2515085 Dec 16 22:19:56.429389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-a11fef61-fe55-4ec9-800c-d1b3fe5e5e71 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.431058 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-a11fef61-fe55-4ec9-800c-d1b3fe5e5e71 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c&tenant_id=a0fbdbd1880a45e692ee9474ada061c6&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 1096 time: 0.0597231 Dec 16 22:19:56.448360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0ab76-c3e2-4984-9988-85dd281ab7e1 req-7df8b7a6-5053-48f2-b22f-5fe53f1f350d tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.449850 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cb0ab76-c3e2-4984-9988-85dd281ab7e1 req-7df8b7a6-5053-48f2-b22f-5fe53f1f350d tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 945 time: 0.1470330 Dec 16 22:19:56.472510 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-612de167-1a6a-49dd-88c0-cdd556620447 req-f5bc5ae6-ed06-45a1-9986-63857eb8a43a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=894406fb-456e-47fe-84ae-c71a28800c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461717 Dec 16 22:19:56.492484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-654c7152-4f36-43d0-835e-bcab2b5eefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.494977 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-654c7152-4f36-43d0-835e-bcab2b5eefc8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c&tenant_id=a0fbdbd1880a45e692ee9474ada061c6 HTTP/1.1" status: 200 len: 1096 time: 0.0548213 Dec 16 22:19:56.507220 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3091d731-73cd-41bc-aebb-cf43a4feec37 admin admin] Made reservation on behalf of fadfd9992dc54bb5a46b1f311bc324ac for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:56.513206 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3091d731-73cd-41bc-aebb-cf43a4feec37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.517900 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-774fa9c1-a090-4b37-9b58-a89db20014f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.521206 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-774fa9c1-a090-4b37-9b58-a89db20014f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.522653 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-774fa9c1-a090-4b37-9b58-a89db20014f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efa09517-a53b-41bf-b207-7b46336dd69a HTTP/1.1" status: 204 len: 168 time: 0.5621541 Dec 16 22:19:56.574121 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56240c8b-65c7-4d28-9db0-05070487168c req-8bbc49f4-dcd0-4020-8660-9590c60c4e93 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688435 Dec 16 22:19:56.603735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cb0ab76-c3e2-4984-9988-85dd281ab7e1 req-ce79006e-ebe5-42e8-9e3d-d7cf284ef3fc tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264582 Dec 16 22:19:56.603735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40046) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:56.612454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fa9c1-a090-4b37-9b58-a89db20014f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa09517-a53b-41bf-b207-7b46336dd69a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:56.641621 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-612de167-1a6a-49dd-88c0-cdd556620447 req-df724635-079d-492d-9d3b-81c739e17db8 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498563 Dec 16 22:19:56.689835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-7d5bbb20-b098-40c3-9403-05fb77d09bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.692007 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-7d5bbb20-b098-40c3-9403-05fb77d09bd0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 1096 time: 0.1578307 Dec 16 22:19:56.792666 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-612de167-1a6a-49dd-88c0-cdd556620447 req-52bbd09b-3554-4707-b8bc-1fd89c6fc36b service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384594 Dec 16 22:19:56.853597 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-80574fd5-83be-496a-b50c-e6a22360acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.855161 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-80574fd5-83be-496a-b50c-e6a22360acdf service neutron] 10.222.0.24 "GET /v2.0/networks?id=30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 200 len: 908 time: 0.1486502 Dec 16 22:19:56.921391 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-9142f1dd-283b-4b99-90f9-0ee4f98bac48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4429c38-a67e-4b2b-8173-3a4b92cac6ad HTTP/1.1" status: 200 len: 217 time: 0.0449996 Dec 16 22:19:56.986043 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-7750adf3-f770-4960-baf1-e14175481a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.988426 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-7750adf3-f770-4960-baf1-e14175481a0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 200 len: 847 time: 0.0553193 Dec 16 22:19:57.027105 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-abf21e8e-a091-4344-9db3-fa09439a1ecc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30fff1b5-1d29-4f23-ae85-492f2b858f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265033 Dec 16 22:19:57.050448 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3091d731-73cd-41bc-aebb-cf43a4feec37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.077328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-76dafe51-3ae7-4a1b-acda-d6c33268555f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1081564973-network', 'tenant_id': 'bee79f8980d047a4b37953d07482abed'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:57.149492 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091d731-73cd-41bc-aebb-cf43a4feec37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98906af3-0619-4340-9485-80d537504794,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:57.192766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dafe51-3ae7-4a1b-acda-d6c33268555f admin admin] Made reservation on behalf of bee79f8980d047a4b37953d07482abed for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:57.195508 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76dafe51-3ae7-4a1b-acda-d6c33268555f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.203835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3091d731-73cd-41bc-aebb-cf43a4feec37 admin admin] Checking segment: {'id': '447cf0be-6f32-4c83-8973-6a72efe131a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03ed051a-de25-4c77-8c83-56d7be51b430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:57.204278 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3091d731-73cd-41bc-aebb-cf43a4feec37 admin admin] Network hostable DHCP agents. Network: 03ed051a-de25-4c77-8c83-56d7be51b430, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:19:57.205889 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76dafe51-3ae7-4a1b-acda-d6c33268555f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.214050 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f9558029-d17b-4a22-a830-e2000649313f service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770623 Dec 16 22:19:57.309460 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76dafe51-3ae7-4a1b-acda-d6c33268555f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.325313 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-e0e2520e-3c98-4a9a-b8ce-015062a9d607 service neutron] 10.222.0.24 "GET /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967584 Dec 16 22:19:57.364476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3091d731-73cd-41bc-aebb-cf43a4feec37 admin admin] Network 03ed051a-de25-4c77-8c83-56d7be51b430 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:19:57.449477 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76dafe51-3ae7-4a1b-acda-d6c33268555f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.471926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76dafe51-3ae7-4a1b-acda-d6c33268555f admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:57.482435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-3091d731-73cd-41bc-aebb-cf43a4feec37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 03ed051a-de25-4c77-8c83-56d7be51b430) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:57.495822 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8a20c8-0f44-4c2e-8fc7-427aa9a21874 None None] Network 03ed051a-de25-4c77-8c83-56d7be51b430 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:57.506090 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76dafe51-3ae7-4a1b-acda-d6c33268555f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.506440 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-76dafe51-3ae7-4a1b-acda-d6c33268555f admin admin] Added segment f1963f9f-3334-4e70-b36c-ef2e1e1a89e4 of type vlan for network bf6b6146-e6c2-4f59-a80d-4e01f4d157e4 Dec 16 22:19:57.511543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dafe51-3ae7-4a1b-acda-d6c33268555f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac38f5e-08ff-4cf6-b3db-fe62281a0d9e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:57.520961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3091d731-73cd-41bc-aebb-cf43a4feec37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:57.524538 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3091d731-73cd-41bc-aebb-cf43a4feec37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.534526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40064) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:57.555611 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76dafe51-3ae7-4a1b-acda-d6c33268555f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.576851 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca70d47a-5eb8-47e1-b043-fada9f399670 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.646900 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3091d731-73cd-41bc-aebb-cf43a4feec37 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3445749 Dec 16 22:19:57.688050 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca70d47a-5eb8-47e1-b043-fada9f399670 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.696376 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76dafe51-3ae7-4a1b-acda-d6c33268555f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.706293 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dafe51-3ae7-4a1b-acda-d6c33268555f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:57.706293 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76dafe51-3ae7-4a1b-acda-d6c33268555f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.775777 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca70d47a-5eb8-47e1-b043-fada9f399670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.777293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fd4c0e-33ce-40e2-a317-1aa261b38d81 None None] Network 03ed051a-de25-4c77-8c83-56d7be51b430 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:57.841940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dafe51-3ae7-4a1b-acda-d6c33268555f admin admin] Pushing event updated for resources: {'Network': ['ID=bf6b6146-e6c2-4f59-a80d-4e01f4d157e4,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:57.857864 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network bf6b6146-e6c2-4f59-a80d-4e01f4d157e4 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:57.877776 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ca70d47a-5eb8-47e1-b043-fada9f399670 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22185020c731438e8f98cfe44c4ee7bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3419807 Dec 16 22:19:57.889965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40084) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:57.889965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70d47a-5eb8-47e1-b043-fada9f399670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5a8949-3fe4-4f6a-b850-0f0272b42f6e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:57.895964 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97677b1-52ac-4197-937a-26ebf311ab03 req-7e77ac60-17dc-4314-9be9-68a7a59bb8da tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:57.897675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f97677b1-52ac-4197-937a-26ebf311ab03 req-7e77ac60-17dc-4314-9be9-68a7a59bb8da tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 944 time: 0.1351600 Dec 16 22:19:57.910403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2065ab-793c-4c88-89cc-dd58b4dda676 req-e3df224e-9ff9-4088-861f-1a8890b2358b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:57.912673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc2065ab-793c-4c88-89cc-dd58b4dda676 req-e3df224e-9ff9-4088-861f-1a8890b2358b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 945 time: 0.1333089 Dec 16 22:19:57.918717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-76dafe51-3ae7-4a1b-acda-d6c33268555f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3176758 Dec 16 22:19:57.922963 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40088) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:57.933929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-105dac09-4706-4a56-ab3f-9ae46bb07e05 admin admin] Request body: {'subnet': {'network_id': 'bf6b6146-e6c2-4f59-a80d-4e01f4d157e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1081564973-subnet', 'tenant_id': 'bee79f8980d047a4b37953d07482abed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:57.988258 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20139264-649a-4691-aeeb-a80c605b458a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.000956 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f97677b1-52ac-4197-937a-26ebf311ab03 req-24d7cf52-15e0-4b3e-bc29-9c43873c2e1c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820241 Dec 16 22:19:58.014278 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20139264-649a-4691-aeeb-a80c605b458a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.037856 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc2065ab-793c-4c88-89cc-dd58b4dda676 req-d42016c7-263b-49e3-8bb1-70bf47d564d0 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119125 Dec 16 22:19:58.080066 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105dac09-4706-4a56-ab3f-9ae46bb07e05 admin admin] Made reservation on behalf of bee79f8980d047a4b37953d07482abed for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:58.082819 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-105dac09-4706-4a56-ab3f-9ae46bb07e05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.154668 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20139264-649a-4691-aeeb-a80c605b458a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.157325 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20139264-649a-4691-aeeb-a80c605b458a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.158473 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-20139264-649a-4691-aeeb-a80c605b458a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd5a8949-3fe4-4f6a-b850-0f0272b42f6e HTTP/1.1" status: 204 len: 168 time: 0.2714245 Dec 16 22:19:58.183649 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20139264-649a-4691-aeeb-a80c605b458a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5a8949-3fe4-4f6a-b850-0f0272b42f6e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:58.209795 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-e16f6c13-caba-47db-b82d-afdf8d67c93a tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:58.211958 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-e16f6c13-caba-47db-b82d-afdf8d67c93a tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c&tenant_id=a0fbdbd1880a45e692ee9474ada061c6&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 1096 time: 0.1255269 Dec 16 22:19:58.434785 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6da2b889-eb02-44e0-b95a-d64194e40bd0 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:58.436339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6da2b889-eb02-44e0-b95a-d64194e40bd0 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/networks?id=03ed051a-de25-4c77-8c83-56d7be51b430 HTTP/1.1" status: 200 len: 820 time: 0.1202407 Dec 16 22:19:58.452766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-3dcc6843-5c03-4c88-8655-5da93390ecef tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/quotas/fadfd9992dc54bb5a46b1f311bc324ac HTTP/1.1" status: 200 len: 375 time: 0.0103085 Dec 16 22:19:58.486387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-4d6e1ae7-84a3-4474-8772-a250893f1b01 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fadfd9992dc54bb5a46b1f311bc324ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278351 Dec 16 22:19:58.553760 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-105dac09-4706-4a56-ab3f-9ae46bb07e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.564711 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f044b25e-c07d-472b-bc74-2da5b85ae79a service neutron] For port f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:58.580676 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-d7e2c3ad-5e35-4b4e-a4ec-8c18eaa3b179 service neutron] 10.222.0.43 "GET /v2.0/networks/03ed051a-de25-4c77-8c83-56d7be51b430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850160 Dec 16 22:19:58.588629 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f044b25e-c07d-472b-bc74-2da5b85ae79a service neutron] Publish callbacks [] for binding, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.589749 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f044b25e-c07d-472b-bc74-2da5b85ae79a service neutron] 10.222.0.24 "DELETE /v2.0/ports/f4429c38-a67e-4b2b-8173-3a4b92cac6ad/bindings/n-h1-821840-2 HTTP/1.1" status: 204 len: 173 time: 0.3652878 Dec 16 22:19:58.631610 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dac09-4706-4a56-ab3f-9ae46bb07e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c1aae3-485d-405f-8947-a4fb1956f1fc,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:58.637324 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105dac09-4706-4a56-ab3f-9ae46bb07e05 admin admin] Checking segment: {'id': 'f1963f9f-3334-4e70-b36c-ef2e1e1a89e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bf6b6146-e6c2-4f59-a80d-4e01f4d157e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:58.637687 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105dac09-4706-4a56-ab3f-9ae46bb07e05 admin admin] Network hostable DHCP agents. Network: bf6b6146-e6c2-4f59-a80d-4e01f4d157e4, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:19:58.731949 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6b66c514-76c7-40d6-a880-fe233ba844c2 service neutron] 10.222.0.43 "GET /v2.0/networks/03ed051a-de25-4c77-8c83-56d7be51b430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439900 Dec 16 22:19:58.741598 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105dac09-4706-4a56-ab3f-9ae46bb07e05 admin admin] Network bf6b6146-e6c2-4f59-a80d-4e01f4d157e4 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:19:58.855760 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-105dac09-4706-4a56-ab3f-9ae46bb07e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, bf6b6146-e6c2-4f59-a80d-4e01f4d157e4) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:58.860456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105dac09-4706-4a56-ab3f-9ae46bb07e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:58.861738 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-105dac09-4706-4a56-ab3f-9ae46bb07e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.865515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a353a46-7ed1-43a7-8098-8c09505caddb None None] Network bf6b6146-e6c2-4f59-a80d-4e01f4d157e4 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:58.964281 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8ba270-7644-467b-9284-5f0b9cb7d981 None None] Network bf6b6146-e6c2-4f59-a80d-4e01f4d157e4 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:59.027573 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-105dac09-4706-4a56-ab3f-9ae46bb07e05 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0956104 Dec 16 22:19:59.122590 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cde67a9a-ebb0-4965-998d-c7cedc8e953c req-3d659676-33c0-4247-900e-b997b329a4ad tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 210 time: 0.0446827 Dec 16 22:19:59.231436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d466b9a-81f2-4441-9bfd-e9ea8b2f013d req-696386e4-acbf-4769-b2fb-71901090021a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:59.234690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d466b9a-81f2-4441-9bfd-e9ea8b2f013d req-696386e4-acbf-4769-b2fb-71901090021a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 944 time: 0.0828400 Dec 16 22:19:59.332548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0053e95-8b1b-42f7-81e9-bc459015c983 req-f6962998-738b-4640-a8d9-97b97595efaa tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:59.334107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0053e95-8b1b-42f7-81e9-bc459015c983 req-f6962998-738b-4640-a8d9-97b97595efaa tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 945 time: 0.0984542 Dec 16 22:19:59.348966 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d466b9a-81f2-4441-9bfd-e9ea8b2f013d req-4299be34-1d2f-4805-8c16-40a01587fa87 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026094 Dec 16 22:19:59.353099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:19:59.407637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0053e95-8b1b-42f7-81e9-bc459015c983 req-5061dc3c-f232-433c-af00-69ff00656206 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574863 Dec 16 22:19:59.512653 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 4cc5905f-ff4a-4e96-ac8d-b54814700ec1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=4cc5905f-ff4a-4e96-ac8d-b54814700ec1,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:59.537420 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '4cc5905f-ff4a-4e96-ac8d-b54814700ec1', 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b', 'port_id': '4cc5905f-ff4a-4e96-ac8d-b54814700ec1', 'mac_address': 'fa:16:3e:b2:aa:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5550495-cdae-4395-8f1f-d640aab6e46b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:19:59.597116 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.623793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:59.650814 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 4cc5905f-ff4a-4e96-ac8d-b54814700ec1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=4cc5905f-ff4a-4e96-ac8d-b54814700ec1,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:59.719873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23985035-cad1-41af-895b-d29bfe29fa8f req-6c29bb3b-7f26-496b-95b8-5cbe677c42bf tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:59.721426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23985035-cad1-41af-895b-d29bfe29fa8f req-6c29bb3b-7f26-496b-95b8-5cbe677c42bf tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 1096 time: 0.0748036 Dec 16 22:19:59.730639 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.837732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=4cc5905f-ff4a-4e96-ac8d-b54814700ec1,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:59.855175 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23985035-cad1-41af-895b-d29bfe29fa8f req-73975cf4-a0bd-462f-ab38-528bc83e3272 tempest-LiveMigrationTest-827018792 tempest-LiveMigrationTest-827018792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125927 Dec 16 22:19:59.875791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:59.875791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:59.875791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:59.875791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:59.875791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:59.875791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:59.875791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:59.875791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:59.875791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:59.875791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:59.875791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:59.875791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:59.875791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:00.020559 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-8f207420-409a-446e-9409-2e81c0ab63b0 req-bd06de7a-5bca-4fe6-ab06-0addb898081f tempest-SecurityGroupsNegativeTestJSON-1327047190 tempest-SecurityGroupsNegativeTestJSON-1327047190-project] show failed (client error): The resource could not be found. Dec 16 22:20:00.025453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8f207420-409a-446e-9409-2e81c0ab63b0 req-bd06de7a-5bca-4fe6-ab06-0addb898081f tempest-SecurityGroupsNegativeTestJSON-1327047190 tempest-SecurityGroupsNegativeTestJSON-1327047190-project] 10.222.0.43 "GET /v2.0/security-groups/ab20a55a-365b-4909-b3ad-58884a8aeced HTTP/1.1" status: 404 len: 352 time: 0.0191846 Dec 16 22:20:00.081328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['4cc5905f-ff4a-4e96-ac8d-b54814700ec1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:00.117240 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30ad4b39-cc00-41d0-a40a-51f0ce6fe5f4 req-058c5496-0bc0-45a5-babc-6fb965d58643 tempest-SecurityGroupsNegativeTestJSON-1327047190 tempest-SecurityGroupsNegativeTestJSON-1327047190-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bee79f8980d047a4b37953d07482abed HTTP/1.1" status: 200 len: 3005 time: 0.0603108 Dec 16 22:20:00.191920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30ad4b39-cc00-41d0-a40a-51f0ce6fe5f4 req-833b963c-633f-4729-9654-f52bec17861b tempest-SecurityGroupsNegativeTestJSON-1327047190 tempest-SecurityGroupsNegativeTestJSON-1327047190-project] 10.222.0.43 "GET /v2.0/security-groups/fac38f5e-08ff-4cf6-b3db-fe62281a0d9e HTTP/1.1" status: 200 len: 3002 time: 0.0679131 Dec 16 22:20:00.237546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30ad4b39-cc00-41d0-a40a-51f0ce6fe5f4 req-a3f622c6-aa59-4b5e-8b22-424f7a407b31 tempest-SecurityGroupsNegativeTestJSON-1327047190 tempest-SecurityGroupsNegativeTestJSON-1327047190-project] 10.222.0.43 "GET /v2.0/security-groups/fac38f5e-08ff-4cf6-b3db-fe62281a0d9e HTTP/1.1" status: 200 len: 3002 time: 0.0415223 Dec 16 22:20:00.300121 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85b03ead-7336-4501-81b1-c4a6c3a72e0c req-385afec3-db11-4851-9ac3-776cbf993ade tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 210 time: 0.0279274 Dec 16 22:20:00.401334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b52baef-b3c2-430a-83c5-4b631d800e09 req-e857dd8d-e5fb-4081-8268-a3ee0d04c078 tempest-SecurityGroupsNegativeTestJSON-1327047190 tempest-SecurityGroupsNegativeTestJSON-1327047190-project] 10.222.0.43 "GET /v2.0/security-groups/fac38f5e-08ff-4cf6-b3db-fe62281a0d9e HTTP/1.1" status: 200 len: 3002 time: 0.0584040 Dec 16 22:20:00.749586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64ad1d-6e75-426f-af77-04d0d7e28179 req-71ae8bfd-ec6b-4541-bd38-2168ad9d78af tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:00.751260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc64ad1d-6e75-426f-af77-04d0d7e28179 req-71ae8bfd-ec6b-4541-bd38-2168ad9d78af tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 945 time: 0.3448308 Dec 16 22:20:00.786939 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-7b52baef-b3c2-430a-83c5-4b631d800e09 req-9695b915-9c7b-4108-b360-c5d700883748 tempest-SecurityGroupsNegativeTestJSON-1327047190 tempest-SecurityGroupsNegativeTestJSON-1327047190-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 22:20:00.787147 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b52baef-b3c2-430a-83c5-4b631d800e09 req-9695b915-9c7b-4108-b360-c5d700883748 tempest-SecurityGroupsNegativeTestJSON-1327047190 tempest-SecurityGroupsNegativeTestJSON-1327047190-project] 10.222.0.43 "DELETE /v2.0/security-groups/fac38f5e-08ff-4cf6-b3db-fe62281a0d9e HTTP/1.1" status: 409 len: 352 time: 0.3677487 Dec 16 22:20:00.826145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc64ad1d-6e75-426f-af77-04d0d7e28179 req-67cef830-bd36-499f-99f6-34b107f74658 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650756 Dec 16 22:20:00.913407 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11411549-c769-4a0c-870c-e283b9061656 req-0e854f7b-eba2-43bf-9a75-6355c4e2c615 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:00.918063 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11411549-c769-4a0c-870c-e283b9061656 req-0e854f7b-eba2-43bf-9a75-6355c4e2c615 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 945 time: 0.0599086 Dec 16 22:20:00.991708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11411549-c769-4a0c-870c-e283b9061656 req-f993e595-8d91-46b2-a019-2fd4259a0652 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687273 Dec 16 22:20:01.014805 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-8c456a84-1dda-4502-b38b-e812ce50d6d6 req-8a58ccb7-bf31-45f6-9a6d-6c166a207997 tempest-SecurityGroupsNegativeTestJSON-1327047190 tempest-SecurityGroupsNegativeTestJSON-1327047190-project] show failed (client error): The resource could not be found. Dec 16 22:20:01.014805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c456a84-1dda-4502-b38b-e812ce50d6d6 req-8a58ccb7-bf31-45f6-9a6d-6c166a207997 tempest-SecurityGroupsNegativeTestJSON-1327047190 tempest-SecurityGroupsNegativeTestJSON-1327047190-project] 10.222.0.43 "GET /v2.0/security-groups/a06f6e0f-ea78-4402-8702-b1dfac66a336 HTTP/1.1" status: 404 len: 352 time: 0.0151033 Dec 16 22:20:01.051683 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-14cf0109-014a-4b1e-a9d4-b61f7ad5dd30 req-42bac8bb-bd17-4c83-876f-4fc15bd83182 tempest-SecurityGroupsNegativeTestJSON-1327047190 tempest-SecurityGroupsNegativeTestJSON-1327047190-project] show failed (client error): The resource could not be found. Dec 16 22:20:01.052227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40196) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:01.052679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14cf0109-014a-4b1e-a9d4-b61f7ad5dd30 req-42bac8bb-bd17-4c83-876f-4fc15bd83182 tempest-SecurityGroupsNegativeTestJSON-1327047190 tempest-SecurityGroupsNegativeTestJSON-1327047190-project] 10.222.0.43 "GET /v2.0/security-groups/bcc0ecc0-8aac-445f-9f7a-c8c9d6dcd89e HTTP/1.1" status: 404 len: 352 time: 0.0165384 Dec 16 22:20:01.067885 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40200) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:01.122039 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d627f-e6cb-4db2-bf15-942a90d902a1 req-21c02340-4d7a-48f0-a4d8-af31d92c3147 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:01.123786 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-093d627f-e6cb-4db2-bf15-942a90d902a1 req-21c02340-4d7a-48f0-a4d8-af31d92c3147 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 945 time: 0.0641232 Dec 16 22:20:01.128433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6de0029-6514-499e-961d-9a64f2c6d283 admin admin] Deleting subnet 14c1aae3-485d-405f-8947-a4fb1956f1fc {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:01.132017 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f6de0029-6514-499e-961d-9a64f2c6d283 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.173519 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f6de0029-6514-499e-961d-9a64f2c6d283 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.212408 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de55aca0-58a9-4040-a247-2f869ab3562a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.220039 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f6de0029-6514-499e-961d-9a64f2c6d283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.296812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-093d627f-e6cb-4db2-bf15-942a90d902a1 req-b9d021ce-9033-4e7c-8bf6-324ede51880b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Deleting port f4429c38-a67e-4b2b-8173-3a4b92cac6ad {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:01.297120 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-093d627f-e6cb-4db2-bf15-942a90d902a1 req-b9d021ce-9033-4e7c-8bf6-324ede51880b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.354884 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:01.381151 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f6de0029-6514-499e-961d-9a64f2c6d283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.419696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de0029-6514-499e-961d-9a64f2c6d283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c1aae3-485d-405f-8947-a4fb1956f1fc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:01.425596 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-093d627f-e6cb-4db2-bf15-942a90d902a1 req-b9d021ce-9033-4e7c-8bf6-324ede51880b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] For port f4429c38-a67e-4b2b-8173-3a4b92cac6ad, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:01.425596 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-093d627f-e6cb-4db2-bf15-942a90d902a1 req-b9d021ce-9033-4e7c-8bf6-324ede51880b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.453821 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-093d627f-e6cb-4db2-bf15-942a90d902a1 req-b9d021ce-9033-4e7c-8bf6-324ede51880b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Calling delete_port for f4429c38-a67e-4b2b-8173-3a4b92cac6ad owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:01.462973 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f6de0029-6514-499e-961d-9a64f2c6d283 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.470186 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f6de0029-6514-499e-961d-9a64f2c6d283 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/14c1aae3-485d-405f-8947-a4fb1956f1fc HTTP/1.1" status: 204 len: 168 time: 0.4007580 Dec 16 22:20:01.471713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40210) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:01.474324 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4fc5a33-c05d-40dc-b536-cddecb634fde req-251412bf-e647-48f2-bf0a-3cdcd3449ce6 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 210 time: 0.0596263 Dec 16 22:20:01.534975 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de55aca0-58a9-4040-a247-2f869ab3562a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.537794 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40212) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:01.562970 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb3bfe49-7b68-494c-aca6-7c5775f72465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.617267 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de55aca0-58a9-4040-a247-2f869ab3562a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.656229 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb3bfe49-7b68-494c-aca6-7c5775f72465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.678053 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-de55aca0-58a9-4040-a247-2f869ab3562a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c89eac4e7f0485597da0b2f6dd3ba82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6244557 Dec 16 22:20:01.680542 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55aca0-58a9-4040-a247-2f869ab3562a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287b983c-9bcf-49e9-af30-2026bbe57ca3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:01.683717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40216) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:01.686755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:20:01.687871 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-eb3bfe49-7b68-494c-aca6-7c5775f72465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6b6146-e6c2-4f59-a80d-4e01f4d157e4']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:01.700432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:01.700781 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.716304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-eb3bfe49-7b68-494c-aca6-7c5775f72465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1963f9f-3334-4e70-b36c-ef2e1e1a89e4') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:01.718024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-eb3bfe49-7b68-494c-aca6-7c5775f72465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1963f9f-3334-4e70-b36c-ef2e1e1a89e4') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:01.732181 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb3bfe49-7b68-494c-aca6-7c5775f72465 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.751624 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb3bfe49-7b68-494c-aca6-7c5775f72465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.759081 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e82caa7c-c0da-48df-b45d-172510e223ff tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-14085363'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:01.760443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3bfe49-7b68-494c-aca6-7c5775f72465 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:20:01.760855 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb3bfe49-7b68-494c-aca6-7c5775f72465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.762917 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-076c1599-6722-4f15-ac75-d7101c355599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:20:01.763168 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:20:01.783478 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-093d627f-e6cb-4db2-bf15-942a90d902a1 req-b9d021ce-9033-4e7c-8bf6-324ede51880b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.800213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['0962aff9-6df8-45d6-8481-2d2af4a44639', 'f4429c38-a67e-4b2b-8173-3a4b92cac6ad'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:01.837753 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d021ce-9033-4e7c-8bf6-324ede51880b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Pushing event deleted for resources: {'Port': ['ID=f4429c38-a67e-4b2b-8173-3a4b92cac6ad,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:01.842846 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-076c1599-6722-4f15-ac75-d7101c355599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.851360 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.888257 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d568c8-fc7b-4956-862c-787176d2cacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc5905f-ff4a-4e96-ac8d-b54814700ec1'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:01.890810 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6215fb-1c5f-4ab7-989d-e6a57ae90376" -d '{"events": [{"server_uuid": "98d568c8-fc7b-4956-862c-787176d2cacf", "name": "network-vif-plugged", "status": "completed", "tag": "4cc5905f-ff4a-4e96-ac8d-b54814700ec1"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:01.901315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-093d627f-e6cb-4db2-bf15-942a90d902a1 req-b9d021ce-9033-4e7c-8bf6-324ede51880b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] No DVR routers for this DVR port f4429c38-a67e-4b2b-8173-3a4b92cac6ad on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:01.909870 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-093d627f-e6cb-4db2-bf15-942a90d902a1 req-b9d021ce-9033-4e7c-8bf6-324ede51880b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.912920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 4cc5905f-ff4a-4e96-ac8d-b54814700ec1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=4cc5905f-ff4a-4e96-ac8d-b54814700ec1,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:01.913436 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-093d627f-e6cb-4db2-bf15-942a90d902a1 req-b9d021ce-9033-4e7c-8bf6-324ede51880b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.24 "DELETE /v2.0/ports/f4429c38-a67e-4b2b-8173-3a4b92cac6ad HTTP/1.1" status: 204 len: 173 time: 0.7764235 Dec 16 22:20:01.913961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e622646-d903-4ae3-8d9f-738e53736d4c', 'name': 'network-vif-deleted', 'tag': 'f4429c38-a67e-4b2b-8173-3a4b92cac6ad'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:01.916380 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e268d629-6fde-4e8e-be50-9a7d37a8c46d" -d '{"events": [{"server_uuid": "7e622646-d903-4ae3-8d9f-738e53736d4c", "name": "network-vif-deleted", "tag": "f4429c38-a67e-4b2b-8173-3a4b92cac6ad"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:01.951202 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd55d90-4554-4287-80e4-b46870129d86 x-openstack-request-id: req-dcd55d90-4554-4287-80e4-b46870129d86 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:01.951566 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d568c8-fc7b-4956-862c-787176d2cacf", "name": "network-vif-plugged", "status": "completed", "tag": "4cc5905f-ff4a-4e96-ac8d-b54814700ec1", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:01.951818 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dcd55d90-4554-4287-80e4-b46870129d86 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:01.952377 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d568c8-fc7b-4956-862c-787176d2cacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc5905f-ff4a-4e96-ac8d-b54814700ec1', 'code': 200} Dec 16 22:20:01.975457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af8be4c8-0017-4bcd-ac11-dc8cf3a6d40b req-d2aad7f1-7dea-4a61-bfcc-d4962a100b0b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 210 time: 0.0531058 Dec 16 22:20:01.976673 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb3bfe49-7b68-494c-aca6-7c5775f72465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.986635 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82caa7c-c0da-48df-b45d-172510e223ff tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Made reservation on behalf of 93951779b132415c8675868cf22c42ec for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:01.990928 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e82caa7c-c0da-48df-b45d-172510e223ff tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.011991 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e82caa7c-c0da-48df-b45d-172510e223ff tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.034409 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.036045 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb3bfe49-7b68-494c-aca6-7c5775f72465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.045276 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-eb3bfe49-7b68-494c-aca6-7c5775f72465 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bf6b6146-e6c2-4f59-a80d-4e01f4d157e4 HTTP/1.1" status: 204 len: 168 time: 0.5672207 Dec 16 22:20:02.048364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bfe49-7b68-494c-aca6-7c5775f72465 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf6b6146-e6c2-4f59-a80d-4e01f4d157e4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:02.062598 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-076c1599-6722-4f15-ac75-d7101c355599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.068146 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-076c1599-6722-4f15-ac75-d7101c355599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.075015 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-076c1599-6722-4f15-ac75-d7101c355599 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/287b983c-9bcf-49e9-af30-2026bbe57ca3 HTTP/1.1" status: 204 len: 168 time: 0.3880398 Dec 16 22:20:02.140402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=4cc5905f-ff4a-4e96-ac8d-b54814700ec1,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:02.144056 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938d4467-9954-4567-8013-bfedf1cd03e1 x-openstack-request-id: req-938d4467-9954-4567-8013-bfedf1cd03e1 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:02.145080 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e622646-d903-4ae3-8d9f-738e53736d4c", "name": "network-vif-deleted", "tag": "f4429c38-a67e-4b2b-8173-3a4b92cac6ad", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:02.147756 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-938d4467-9954-4567-8013-bfedf1cd03e1 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:02.148509 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e622646-d903-4ae3-8d9f-738e53736d4c', 'name': 'network-vif-deleted', 'tag': 'f4429c38-a67e-4b2b-8173-3a4b92cac6ad', 'status': 'completed', 'code': 200} Dec 16 22:20:02.263039 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c1599-6722-4f15-ac75-d7101c355599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287b983c-9bcf-49e9-af30-2026bbe57ca3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:02.321076 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533621cc-7144-41c3-8e83-3d363dbe2119 req-1f26bcfa-d165-41da-abd2-22d2483ae383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:02.322843 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-533621cc-7144-41c3-8e83-3d363dbe2119 req-1f26bcfa-d165-41da-abd2-22d2483ae383 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 1097 time: 0.2261901 Dec 16 22:20:02.356735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-100ce1f2-d4b9-4be5-8aa0-0d423c614547 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:02.356735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-100ce1f2-d4b9-4be5-8aa0-0d423c614547 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.69 "GET /v2.0/networks?id=03ed051a-de25-4c77-8c83-56d7be51b430 HTTP/1.1" status: 200 len: 820 time: 0.2698848 Dec 16 22:20:02.357070 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e82caa7c-c0da-48df-b45d-172510e223ff tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.359759 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07993f5e-3441-4d34-acc4-0fc1e214de3e req-538a2fda-e5b9-4993-8b32-690e26a0febd tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:02.361254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07993f5e-3441-4d34-acc4-0fc1e214de3e req-538a2fda-e5b9-4993-8b32-690e26a0febd tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 946 time: 0.1293466 Dec 16 22:20:02.375863 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-339f2515-f54a-49b6-9c9b-93571dcb9ba1 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Request body: {'port': {'device_id': 'a41451c5-6df5-4eb1-92a3-c615bd9366e9', 'network_id': '03ed051a-de25-4c77-8c83-56d7be51b430', 'admin_state_up': True, 'tenant_id': 'fadfd9992dc54bb5a46b1f311bc324ac'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:02.444332 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e82caa7c-c0da-48df-b45d-172510e223ff tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.473299 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82caa7c-c0da-48df-b45d-172510e223ff tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:20:02.488559 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e82caa7c-c0da-48df-b45d-172510e223ff tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.489160 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-e82caa7c-c0da-48df-b45d-172510e223ff tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Added segment 792507a3-899e-4a19-8b44-7ef7f889397a of type vlan for network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 Dec 16 22:20:02.497762 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07993f5e-3441-4d34-acc4-0fc1e214de3e req-ec3b642e-2504-4fc3-bfb6-b2ad85a04f7e tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183057 Dec 16 22:20:02.648702 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e82caa7c-c0da-48df-b45d-172510e223ff tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.688594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-339f2515-f54a-49b6-9c9b-93571dcb9ba1 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Made reservation on behalf of fadfd9992dc54bb5a46b1f311bc324ac for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:02.693974 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-339f2515-f54a-49b6-9c9b-93571dcb9ba1 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.711022 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-533621cc-7144-41c3-8e83-3d363dbe2119 req-5e382a33-b696-445b-a6c1-889294f29646 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730416 Dec 16 22:20:02.750847 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40238) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:02.761585 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82caa7c-c0da-48df-b45d-172510e223ff tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def4c0a3-b898-4b84-b0e3-28f5c1a44767,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:02.785258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8c23f72-3cf4-4360-861e-37a2432c45a0 req-15a8b00b-b418-4442-bc07-1c0d52111cf4 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 210 time: 0.1167922 Dec 16 22:20:02.785829 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e82caa7c-c0da-48df-b45d-172510e223ff tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.806313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82caa7c-c0da-48df-b45d-172510e223ff tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:02.806313 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e82caa7c-c0da-48df-b45d-172510e223ff tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.934303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82caa7c-c0da-48df-b45d-172510e223ff tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Pushing event updated for resources: {'Network': ['ID=0a51a28c-f8b4-45cf-9358-ce69572f3ff8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:02.947700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:20:02.958208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40240) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:02.959457 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c229ca96-149f-4d37-beaa-fae562a2aff1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bee79f8980d047a4b37953d07482abed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2070358 Dec 16 22:20:02.974037 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e82caa7c-c0da-48df-b45d-172510e223ff tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4345508 Dec 16 22:20:03.086116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-339f2515-f54a-49b6-9c9b-93571dcb9ba1 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Allocated IP 172.20.0.9 (03ed051a-de25-4c77-8c83-56d7be51b430/98906af3-0619-4340-9485-80d537504794/61910632-040a-48cb-a9ae-32964f9fe326) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:03.122421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ab557f1-615f-4d75-9018-2892b8bebf04 req-7c1dbd1c-a3ea-44fe-add6-397952a0b918 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 210 time: 0.0517108 Dec 16 22:20:03.126871 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.162799 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.329314 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40252) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:03.377566 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-43ed1ef8-8ebc-49fc-9e68-0bbb5462e6a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.449209 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-339f2515-f54a-49b6-9c9b-93571dcb9ba1 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.456045 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40254) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:03.462961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Request body: {'port': {'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8', 'binding:host_id': 'n-h1-821840-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1065099489'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:03.476449 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.479123 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.483534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fac38f5e-08ff-4cf6-b3db-fe62281a0d9e HTTP/1.1" status: 204 len: 168 time: 0.5209570 Dec 16 22:20:03.555183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac38f5e-08ff-4cf6-b3db-fe62281a0d9e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:03.573523 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-43ed1ef8-8ebc-49fc-9e68-0bbb5462e6a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.586079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:03.586079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:03.586950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:03.587214 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:03.588980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:03.590240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:03.594118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:03.594118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:03.596788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:03.597156 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:03.600027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:03.600545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:03.602732 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb64fd-8677-4787-ade0-d201124870f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:03.650162 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-43ed1ef8-8ebc-49fc-9e68-0bbb5462e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.709751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdb3e8-c3bf-43f8-a808-6c88a87089bd req-894b4fbc-5f41-4014-bacd-38f792f97263 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:03.712220 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-43ed1ef8-8ebc-49fc-9e68-0bbb5462e6a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51ffe0c9f9a14e35970d6c9c36544bdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3777118 Dec 16 22:20:03.716406 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40260) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:03.733170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63fdb3e8-c3bf-43f8-a808-6c88a87089bd req-894b4fbc-5f41-4014-bacd-38f792f97263 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 946 time: 0.1003437 Dec 16 22:20:03.745172 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed1ef8-8ebc-49fc-9e68-0bbb5462e6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1211939f-3226-457b-838a-51e47756cca4,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:03.780840 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-339f2515-f54a-49b6-9c9b-93571dcb9ba1 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.786435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Made reservation on behalf of 9dc87627915448169e1f75b21a389250 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:03.791323 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.825217 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-59837195-7540-4ed1-b243-b3034c176d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.880646 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-59837195-7540-4ed1-b243-b3034c176d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.902222 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.048320 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-339f2515-f54a-49b6-9c9b-93571dcb9ba1 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Network 03ed051a-de25-4c77-8c83-56d7be51b430 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:04.061095 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-59837195-7540-4ed1-b243-b3034c176d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.062122 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-339f2515-f54a-49b6-9c9b-93571dcb9ba1 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:04.064059 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-59837195-7540-4ed1-b243-b3034c176d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.065776 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-59837195-7540-4ed1-b243-b3034c176d19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1211939f-3226-457b-838a-51e47756cca4 HTTP/1.1" status: 204 len: 168 time: 0.3481259 Dec 16 22:20:04.066386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-339f2515-f54a-49b6-9c9b-93571dcb9ba1 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:04.069353 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f2515-f54a-49b6-9c9b-93571dcb9ba1 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Pushing event updated for resources: {'Port': ['ID=61910632-040a-48cb-a9ae-32964f9fe326,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:04.086653 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59837195-7540-4ed1-b243-b3034c176d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1211939f-3226-457b-838a-51e47756cca4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:04.136206 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63fdb3e8-c3bf-43f8-a808-6c88a87089bd req-a13f1e2e-ac78-42dc-a4ee-13b3e657a011 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016058 Dec 16 22:20:04.217261 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def969b9-e64c-4985-8ed3-233df34167bb req-6517778c-1791-4a2e-971e-9615c11e9019 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:04.218167 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-def969b9-e64c-4985-8ed3-233df34167bb req-6517778c-1791-4a2e-971e-9615c11e9019 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 931 time: 0.3063254 Dec 16 22:20:04.285766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-339f2515-f54a-49b6-9c9b-93571dcb9ba1 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:04.286755 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-339f2515-f54a-49b6-9c9b-93571dcb9ba1 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.356919 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-252f0dcb-51a0-4669-8ddd-eb858bc1bac3 req-23218aa2-6ede-4800-8e57-5f1f46545843 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 210 time: 0.0929227 Dec 16 22:20:04.403540 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.424663 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-def969b9-e64c-4985-8ed3-233df34167bb req-1a10b3c0-2de0-423d-bc37-89cbd6a43958 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c76e4ca5-e413-4e52-b7f6-83c26bf028ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971350 Dec 16 22:20:04.465006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-339f2515-f54a-49b6-9c9b-93571dcb9ba1 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0939906 Dec 16 22:20:04.480320 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Request body: {'port': {'device_id': 'a41451c5-6df5-4eb1-92a3-c615bd9366e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:04.531477 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.540100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] device_id is not set on port 5e8083e9-1b63-493d-917e-fc91c7aca089 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:04.661115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b6c9c7-1c09-46cf-8c6d-34bbb18272d0,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:04.670388 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.993371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] device_id is not set on port 5e8083e9-1b63-493d-917e-fc91c7aca089 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:05.006328 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.028611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40300) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:05.141538 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61910632-040a-48cb-a9ae-32964f9fe326 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:20:05.151779 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.166477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-07c26e59-ec4e-4bed-be33-13c3cc7e0dd2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1696411446-network', 'tenant_id': 'f537f374e12149ffb0064560df407002'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:05.172312 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.181460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Transition to ACTIVE for port object 61910632-040a-48cb-a9ae-32964f9fe326 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:20:05.245301 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device f4429c38-a67e-4b2b-8173-3a4b92cac6ad no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:05.262199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Pushing event updated for resources: {'Port': ['ID=5e8083e9-1b63-493d-917e-fc91c7aca089,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:05.284141 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c26e59-ec4e-4bed-be33-13c3cc7e0dd2 admin admin] Made reservation on behalf of f537f374e12149ffb0064560df407002 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:05.287909 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07c26e59-ec4e-4bed-be33-13c3cc7e0dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.291511 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.302453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Checking segment: {'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:05.302832 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Network hostable DHCP agents. Network: 0a51a28c-f8b4-45cf-9358-ce69572f3ff8, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:20:05.303657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: f4429c38-a67e-4b2b-8173-3a4b92cac6ad {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:05.305029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device f4429c38-a67e-4b2b-8173-3a4b92cac6ad not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:05.306674 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07c26e59-ec4e-4bed-be33-13c3cc7e0dd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.323019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7325734-84e1-4d8f-9d4b-321f63c11a5f req-e2c101ae-b633-4415-8c45-7e3368ef7e7a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:05.331542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7325734-84e1-4d8f-9d4b-321f63c11a5f req-e2c101ae-b633-4415-8c45-7e3368ef7e7a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 946 time: 0.1170089 Dec 16 22:20:05.473351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07c26e59-ec4e-4bed-be33-13c3cc7e0dd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.506313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7325734-84e1-4d8f-9d4b-321f63c11a5f req-b42f397d-c18f-4174-af57-4c7cd15ca6d5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737835 Dec 16 22:20:05.507113 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Pushing event updated for resources: {'Port': ['ID=61910632-040a-48cb-a9ae-32964f9fe326,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:05.520323 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07c26e59-ec4e-4bed-be33-13c3cc7e0dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.581075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:20:05.582496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c26e59-ec4e-4bed-be33-13c3cc7e0dd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:20:05.601740 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c26e59-ec4e-4bed-be33-13c3cc7e0dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b12b917-0077-4d03-a749-23bf70e82b79,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:05.619309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85afd560-3c52-4b90-a343-5b95dcf40661 req-dabbe95a-7f8b-4c44-9fde-7292b57ed6d4 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 210 time: 0.1202614 Dec 16 22:20:05.625229 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07c26e59-ec4e-4bed-be33-13c3cc7e0dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.626906 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-07c26e59-ec4e-4bed-be33-13c3cc7e0dd2 admin admin] Added segment 10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d of type vlan for network bc8576b5-46ce-4634-ac13-c2efe0b20a39 Dec 16 22:20:05.738160 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07c26e59-ec4e-4bed-be33-13c3cc7e0dd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.748930 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Attempting to bind port 61910632-040a-48cb-a9ae-32964f9fe326 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:05.750013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Attempting to bind port 61910632-040a-48cb-a9ae-32964f9fe326 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '447cf0be-6f32-4c83-8973-6a72efe131a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03ed051a-de25-4c77-8c83-56d7be51b430'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:05.750368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Attempting to bind port 61910632-040a-48cb-a9ae-32964f9fe326 on network 03ed051a-de25-4c77-8c83-56d7be51b430 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:05.764636 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Port 61910632-040a-48cb-a9ae-32964f9fe326 on network 03ed051a-de25-4c77-8c83-56d7be51b430 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:05.765278 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Attempting to bind port 61910632-040a-48cb-a9ae-32964f9fe326 on network 03ed051a-de25-4c77-8c83-56d7be51b430 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:05.771046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 0a51a28c-f8b4-45cf-9358-ce69572f3ff8) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:05.781921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:05.782529 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Checking segment: {'id': '447cf0be-6f32-4c83-8973-6a72efe131a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03ed051a-de25-4c77-8c83-56d7be51b430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:05.783078 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Bound using segment: {'id': '447cf0be-6f32-4c83-8973-6a72efe131a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03ed051a-de25-4c77-8c83-56d7be51b430'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:05.783723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Bound port: 61910632-040a-48cb-a9ae-32964f9fe326, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447cf0be-6f32-4c83-8973-6a72efe131a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03ed051a-de25-4c77-8c83-56d7be51b430'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:05.784388 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.802810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dd030b-b1a6-431e-b2c1-e6649f8a2e7a None None] Network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:05.803698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:05.852967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:05.853584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:05.854151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:05.855540 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07c26e59-ec4e-4bed-be33-13c3cc7e0dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.856529 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c26e59-ec4e-4bed-be33-13c3cc7e0dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:05.857115 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07c26e59-ec4e-4bed-be33-13c3cc7e0dd2 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.894528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:05.895193 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:05.899571 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 2 to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 Dec 16 22:20:05.920342 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:05.926016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:05.926460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:05.937015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d138c-ade1-4aeb-8090-1c336ceb3e1f req-761d55d0-8a5d-499c-ba0d-6cdb189e3324 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:05.941080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c8d138c-ade1-4aeb-8090-1c336ceb3e1f req-761d55d0-8a5d-499c-ba0d-6cdb189e3324 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 943 time: 0.1581278 Dec 16 22:20:05.961898 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:05.962243 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:05.971729 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 3 to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 Dec 16 22:20:05.992837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c26e59-ec4e-4bed-be33-13c3cc7e0dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=bc8576b5-46ce-4634-ac13-c2efe0b20a39,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:06.005708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network bc8576b5-46ce-4634-ac13-c2efe0b20a39 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:20:06.055088 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] For port 61910632-040a-48cb-a9ae-32964f9fe326, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:06.066405 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-07c26e59-ec4e-4bed-be33-13c3cc7e0dd2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0331526 Dec 16 22:20:06.066971 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40378) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:06.069038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:06.069038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:06.069257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:06.072218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f6a9af30-62fa-42f9-bf83-758587d20485 admin admin] Request body: {'subnet': {'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1696411446-subnet', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:06.095388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] For port 61910632-040a-48cb-a9ae-32964f9fe326, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=61910632-040a-48cb-a9ae-32964f9fe326,segment=NetworkSegment(447cf0be-6f32-4c83-8973-6a72efe131a3),segment_id=447cf0be-6f32-4c83-8973-6a72efe131a3)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:06.103799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:06.104140 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:06.108941 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 4 to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 Dec 16 22:20:06.122691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c8d138c-ade1-4aeb-8090-1c336ceb3e1f req-fa6f8737-161e-41d1-8b21-f356f2351c54 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c76e4ca5-e413-4e52-b7f6-83c26bf028ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651623 Dec 16 22:20:06.146115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:06.146470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:06.146821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:06.151589 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a9af30-62fa-42f9-bf83-758587d20485 admin admin] Made reservation on behalf of f537f374e12149ffb0064560df407002 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:06.154872 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:06.155067 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6a9af30-62fa-42f9-bf83-758587d20485 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:06.166480 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:06.166833 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:06.188404 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 5 to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 Dec 16 22:20:06.210403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d938-e74a-438a-8457-6b1ec8646bbc req-8c428d82-0163-4090-8951-c1760130a8b3 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:06.219057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6073d938-e74a-438a-8457-6b1ec8646bbc req-8c428d82-0163-4090-8951-c1760130a8b3 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 806 time: 0.2380345 Dec 16 22:20:06.266559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:06.267202 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:06.268639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] 10.222.0.69 "PUT /v2.0/ports/61910632-040a-48cb-a9ae-32964f9fe326 HTTP/1.1" status: 200 len: 1091 time: 1.7947900 Dec 16 22:20:06.269694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:06.270047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:06.270369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:06.272299 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41451c5-6df5-4eb1-92a3-c615bd9366e9', 'tag': '61910632-040a-48cb-a9ae-32964f9fe326'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:06.276225 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c669c0ac-e63f-499a-bb68-19d3d83e0e05" -d '{"events": [{"name": "network-changed", "server_uuid": "a41451c5-6df5-4eb1-92a3-c615bd9366e9", "tag": "61910632-040a-48cb-a9ae-32964f9fe326"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:06.286578 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6073d938-e74a-438a-8457-6b1ec8646bbc req-09ee1b84-c833-4d9e-ac74-c51131b4723e tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/quotas/71b07207458f41b0bd254b11dbb60b20 HTTP/1.1" status: 200 len: 375 time: 0.0664518 Dec 16 22:20:06.291004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:06.291375 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:06.293801 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 6 to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 Dec 16 22:20:06.310935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:06.311189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:06.311777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:06.314475 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc1074-1029-44f1-aea4-ce0988f19927 service neutron] Pushing event updated for resources: {'Port': ['ID=61910632-040a-48cb-a9ae-32964f9fe326,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:06.330618 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:06.330815 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:06.349229 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 7 to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 Dec 16 22:20:06.388546 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8353b515-9b0e-4aaa-a172-56819cfe93fb x-openstack-request-id: req-8353b515-9b0e-4aaa-a172-56819cfe93fb {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:06.388694 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41451c5-6df5-4eb1-92a3-c615bd9366e9", "tag": "61910632-040a-48cb-a9ae-32964f9fe326", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:06.388915 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8353b515-9b0e-4aaa-a172-56819cfe93fb {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:06.389323 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41451c5-6df5-4eb1-92a3-c615bd9366e9', 'tag': '61910632-040a-48cb-a9ae-32964f9fe326', 'status': 'completed', 'code': 200} Dec 16 22:20:06.404184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:06.404184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:06.404184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:06.429807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:06.430148 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:06.435157 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 8 to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 Dec 16 22:20:06.461005 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:06.461748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:06.462094 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:06.466846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40384) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:06.468049 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6a9af30-62fa-42f9-bf83-758587d20485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:06.469687 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6073d938-e74a-438a-8457-6b1ec8646bbc req-88bd2830-b43a-4014-8f7b-1355bb129b5d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1599731 Dec 16 22:20:06.474388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:06.474931 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:06.477190 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 9 to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 Dec 16 22:20:06.481736 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-1260e6fe-a582-4f0f-a1fe-9cde218ab9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:06.484066 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-1260e6fe-a582-4f0f-a1fe-9cde218ab9f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fadfd9992dc54bb5a46b1f311bc324ac&device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 1094 time: 0.0925269 Dec 16 22:20:06.550257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:06.550801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:06.551327 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:06.566976 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a9af30-62fa-42f9-bf83-758587d20485 admin admin] Checking segment: {'id': '10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:06.566976 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a9af30-62fa-42f9-bf83-758587d20485 admin admin] Network hostable DHCP agents. Network: bc8576b5-46ce-4634-ac13-c2efe0b20a39, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:20:06.573385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9af30-62fa-42f9-bf83-758587d20485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86df5a6c-ed29-46fe-befd-2d874360c61e,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:06.589752 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-56bc1b5d-889f-4c51-ad7e-3bc8bad8b2bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61910632-040a-48cb-a9ae-32964f9fe326 HTTP/1.1" status: 200 len: 217 time: 0.0888908 Dec 16 22:20:06.592632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:06.593208 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:06.597578 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 10 to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 Dec 16 22:20:06.626153 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e91cfa9-5f57-42cb-beab-596fbb633ace admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:06.655589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:06.655589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:06.655589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:06.678390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port 5e8083e9-1b63-493d-917e-fc91c7aca089 on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:06.678773 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port 5e8083e9-1b63-493d-917e-fc91c7aca089 on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:06.680257 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:06.717930 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e91cfa9-5f57-42cb-beab-596fbb633ace admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:06.739304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-20f96952-5989-4352-8a4d-cf568c110164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:06.740602 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a9af30-62fa-42f9-bf83-758587d20485 admin admin] Network bc8576b5-46ce-4634-ac13-c2efe0b20a39 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:20:06.740839 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-20f96952-5989-4352-8a4d-cf568c110164 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98906af3-0619-4340-9485-80d537504794 HTTP/1.1" status: 200 len: 860 time: 0.1400445 Dec 16 22:20:06.759940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33229b72-057e-4030-8e28-b639885a4507 req-fe69a6ad-2a5e-430a-9526-0fee76151c1f tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 210 time: 0.0380147 Dec 16 22:20:06.761733 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6073d938-e74a-438a-8457-6b1ec8646bbc req-4c1b76b0-3f7b-4ccf-88da-5a6e1c179464 service neutron] 10.222.0.43 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746601 Dec 16 22:20:06.835087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-254fdbed-f269-48f2-8c23-1089e2e35310 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03ed051a-de25-4c77-8c83-56d7be51b430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782483 Dec 16 22:20:06.855891 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e91cfa9-5f57-42cb-beab-596fbb633ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:06.891204 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1e91cfa9-5f57-42cb-beab-596fbb633ace admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f9a2b3bc55bd4e2ca07c13af40c85e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4203694 Dec 16 22:20:06.892812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40394) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:06.908273 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-f6a9af30-62fa-42f9-bf83-758587d20485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, bc8576b5-46ce-4634-ac13-c2efe0b20a39) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:06.920058 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e05e6d-1d11-4e97-8515-199253d669a5 None None] Network bc8576b5-46ce-4634-ac13-c2efe0b20a39 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:06.923763 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a9af30-62fa-42f9-bf83-758587d20485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:06.924515 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6a9af30-62fa-42f9-bf83-758587d20485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:06.962689 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91cfa9-5f57-42cb-beab-596fbb633ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935cc82a-1d16-4931-8325-3bd766852acf,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:06.984174 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dffaad21-3cc8-440b-a3e6-109f4cbd83a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.013632 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dffaad21-3cc8-440b-a3e6-109f4cbd83a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.035860 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f6a9af30-62fa-42f9-bf83-758587d20485 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9680347 Dec 16 22:20:07.064665 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40396) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:07.072545 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'project_id': 'f537f374e12149ffb0064560df407002', 'fixed_ips': [{'subnet_id': '86df5a6c-ed29-46fe-befd-2d874360c61e'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:20:07.077762 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1696411446-router', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:07.085760 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.165362 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.167012 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.238264 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dffaad21-3cc8-440b-a3e6-109f4cbd83a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.242521 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dffaad21-3cc8-440b-a3e6-109f4cbd83a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.243765 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dffaad21-3cc8-440b-a3e6-109f4cbd83a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/935cc82a-1d16-4931-8325-3bd766852acf HTTP/1.1" status: 204 len: 168 time: 0.3499236 Dec 16 22:20:07.263337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-d643fc92-225a-4c09-ac68-19d483524971 service neutron] 10.222.0.69 "GET /v2.0/networks/03ed051a-de25-4c77-8c83-56d7be51b430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937440 Dec 16 22:20:07.295920 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.297343 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffaad21-3cc8-440b-a3e6-109f4cbd83a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935cc82a-1d16-4931-8325-3bd766852acf,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:07.407137 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Allocated IP 172.20.0.2 (bc8576b5-46ce-4634-ac13-c2efe0b20a39/86df5a6c-ed29-46fe-befd-2d874360c61e/c013500f-b358-4a8f-9141-99f093948196) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:07.428234 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] For port 5e8083e9-1b63-493d-917e-fc91c7aca089, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:07.429005 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempted to set empty binding levels {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 22:20:07.465625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c87a6fcf-17e3-407c-818c-4034c80beca0 req-7a8b85f0-3e05-483f-a596-345a06f7a660 service neutron] 10.222.0.69 "GET /v2.0/networks/03ed051a-de25-4c77-8c83-56d7be51b430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877999 Dec 16 22:20:07.469258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6073d938-e74a-438a-8457-6b1ec8646bbc req-be107176-d9db-4994-a1f7-3a985eecf0ab service neutron] 10.222.0.43 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6944332 Dec 16 22:20:07.483035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07477592-79ab-40f0-b52c-1ffd6524f7d7 req-89e3fb07-a61a-46fb-a6a3-1d0970d4dce7 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:07.491007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07477592-79ab-40f0-b52c-1ffd6524f7d7 req-89e3fb07-a61a-46fb-a6a3-1d0970d4dce7 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 943 time: 0.2222316 Dec 16 22:20:07.499957 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.557482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:07.558322 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.584396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Pushing event updated for resources: {'Port': ['ID=5e8083e9-1b63-493d-917e-fc91c7aca089,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:07.613731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07477592-79ab-40f0-b52c-1ffd6524f7d7 req-9444e4d7-17ef-46b5-9544-721483ff0777 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c76e4ca5-e413-4e52-b7f6-83c26bf028ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159723 Dec 16 22:20:07.697466 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669c0ac-e63f-499a-bb68-19d3d83e0e05 req-c2bd4a7a-8b8b-442a-9773-fd97d65c6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:07.699355 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c669c0ac-e63f-499a-bb68-19d3d83e0e05 req-c2bd4a7a-8b8b-442a-9773-fd97d65c6272 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fadfd9992dc54bb5a46b1f311bc324ac&device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 1094 time: 0.0788984 Dec 16 22:20:07.805464 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.836207 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-80184f96-2596-4db3-8d47-bb835d7aba0f tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.3758492 Dec 16 22:20:07.846580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40406) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:07.972866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ecd9d913-6b5e-4860-b038-20e9b1eb4eda req-915bbee0-e3b1-459e-834e-5ab35ae78551 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 210 time: 0.0875056 Dec 16 22:20:08.034579 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.039736 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669c0ac-e63f-499a-bb68-19d3d83e0e05 req-576f66d0-8ac1-4bc3-8d36-258fa8068aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:08.046337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c669c0ac-e63f-499a-bb68-19d3d83e0e05 req-576f66d0-8ac1-4bc3-8d36-258fa8068aca service neutron] 10.222.0.69 "GET /v2.0/networks?id=03ed051a-de25-4c77-8c83-56d7be51b430 HTTP/1.1" status: 200 len: 921 time: 0.3354936 Dec 16 22:20:08.126219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.154319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c669c0ac-e63f-499a-bb68-19d3d83e0e05 req-4d96e3a3-9eab-4019-97e9-f29f15b05599 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61910632-040a-48cb-a9ae-32964f9fe326 HTTP/1.1" status: 200 len: 217 time: 0.0938108 Dec 16 22:20:08.159380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Network bc8576b5-46ce-4634-ac13-c2efe0b20a39 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:08.171994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:08.179349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:08.187315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Pushing event updated for resources: {'Port': ['ID=c013500f-b358-4a8f-9141-99f093948196,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:08.235617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6cacaab6-45ee-4f0f-b005-82436b548311 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Deleting port 5e8083e9-1b63-493d-917e-fc91c7aca089 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:08.235974 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cacaab6-45ee-4f0f-b005-82436b548311 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.258155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669c0ac-e63f-499a-bb68-19d3d83e0e05 req-299551fb-185e-47fc-9c7d-2e9bb2db036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:08.258155 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c669c0ac-e63f-499a-bb68-19d3d83e0e05 req-299551fb-185e-47fc-9c7d-2e9bb2db036a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98906af3-0619-4340-9485-80d537504794 HTTP/1.1" status: 200 len: 860 time: 0.0912688 Dec 16 22:20:08.258650 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Attempting to bind port c013500f-b358-4a8f-9141-99f093948196 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:08.258650 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Attempting to bind port c013500f-b358-4a8f-9141-99f093948196 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:08.258650 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Attempting to bind port c013500f-b358-4a8f-9141-99f093948196 on network bc8576b5-46ce-4634-ac13-c2efe0b20a39 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:08.268601 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:08.268988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Checking segment: {'id': '10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:08.272248 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.272442 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Bound using segment: {'id': '10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:08.273528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Bound port: c013500f-b358-4a8f-9141-99f093948196, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:08.277549 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.323312 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c669c0ac-e63f-499a-bb68-19d3d83e0e05 req-916e4042-693c-4cb6-bff4-bdac8756da53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03ed051a-de25-4c77-8c83-56d7be51b430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324926 Dec 16 22:20:08.439204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-6cacaab6-45ee-4f0f-b005-82436b548311 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] For port 5e8083e9-1b63-493d-917e-fc91c7aca089, host n-h1-821840-2, got binding levels [] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:08.439632 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cacaab6-45ee-4f0f-b005-82436b548311 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.440813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] For port c013500f-b358-4a8f-9141-99f093948196, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:08.445767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] For port c013500f-b358-4a8f-9141-99f093948196, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c013500f-b358-4a8f-9141-99f093948196,segment=NetworkSegment(10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d),segment_id=10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:08.481812 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6cacaab6-45ee-4f0f-b005-82436b548311 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Calling delete_port for 5e8083e9-1b63-493d-917e-fc91c7aca089 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:08.530382 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.553419 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c669c0ac-e63f-499a-bb68-19d3d83e0e05 req-706ea0d2-baa1-4fcb-83f2-8ef51f5e0edd service neutron] 10.222.0.69 "GET /v2.0/networks/03ed051a-de25-4c77-8c83-56d7be51b430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193515 Dec 16 22:20:08.555806 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.595084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.611044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbfbc6-faaf-4799-af2b-b55f6b1966bb None None] Pushing event updated for resources: {'Port': ['ID=c013500f-b358-4a8f-9141-99f093948196,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:08.836527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d09b5c-8175-442a-a98f-d16bc08d937e req-2838d7a7-7471-4d41-87aa-6a151bfd8495 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:08.843124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57d09b5c-8175-442a-a98f-d16bc08d937e req-2838d7a7-7471-4d41-87aa-6a151bfd8495 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 943 time: 0.1442356 Dec 16 22:20:08.843124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c669c0ac-e63f-499a-bb68-19d3d83e0e05 req-d9f03baf-8952-4467-a50c-25dff75bbf1d service neutron] 10.222.0.69 "GET /v2.0/networks/03ed051a-de25-4c77-8c83-56d7be51b430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686334 Dec 16 22:20:08.933720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57d09b5c-8175-442a-a98f-d16bc08d937e req-a5930ed4-afea-49ef-8b2b-ba53d0043220 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c76e4ca5-e413-4e52-b7f6-83c26bf028ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885429 Dec 16 22:20:08.942397 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Allocated IP 172.25.2.117 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/72242b89-eb6d-41b7-8add-1a8a7c9d48c0) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:08.984418 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cacaab6-45ee-4f0f-b005-82436b548311 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.096423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacaab6-45ee-4f0f-b005-82436b548311 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e8083e9-1b63-493d-917e-fc91c7aca089,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:09.198682 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cacaab6-45ee-4f0f-b005-82436b548311 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.208592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6cacaab6-45ee-4f0f-b005-82436b548311 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] 10.222.0.43 "DELETE /v2.0/ports/5e8083e9-1b63-493d-917e-fc91c7aca089 HTTP/1.1" status: 204 len: 168 time: 1.3585279 Dec 16 22:20:09.211733 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40476) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:09.297113 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db09fdb-85b9-44f0-bbec-f5cb49449b7a tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] GET failed (client error): The resource could not be found. Dec 16 22:20:09.298998 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2db09fdb-85b9-44f0-bbec-f5cb49449b7a tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] 10.222.0.43 "GET /v2.0/ports/5e8083e9-1b63-493d-917e-fc91c7aca089 HTTP/1.1" status: 404 len: 333 time: 0.0746202 Dec 16 22:20:09.302944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40478) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:09.337878 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-185cff2a-80f7-4d26-85db-c2b363384bd3 req-091c9fce-5f08-4c2d-b763-de77a8f58d6b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e622646-d903-4ae3-8d9f-738e53736d4c HTTP/1.1" status: 200 len: 210 time: 0.1304584 Dec 16 22:20:09.347783 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.362821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d8c6e61d-86b8-4fa7-b8d1-91a49aac8457 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Request body: {'port': {'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-531555240'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:09.439563 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-a2423079-2ba8-4db6-b816-8c9c2e9ad900 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:09.448545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-a2423079-2ba8-4db6-b816-8c9c2e9ad900 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 806 time: 0.3353364 Dec 16 22:20:09.465309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-9b4d3bb2-8454-47e1-b204-c9b4d59066fe tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/quotas/71b07207458f41b0bd254b11dbb60b20 HTTP/1.1" status: 200 len: 375 time: 0.0157559 Dec 16 22:20:09.484061 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.520952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-7fc5fc37-0556-4d16-ba65-1fd7f978b8d1 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0545037 Dec 16 22:20:09.524247 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c6e61d-86b8-4fa7-b8d1-91a49aac8457 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Made reservation on behalf of 9dc87627915448169e1f75b21a389250 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:09.526774 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8c6e61d-86b8-4fa7-b8d1-91a49aac8457 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.560159 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:09.563710 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:09.571305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:09.608487 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Pushing event updated for resources: {'Port': ['ID=72242b89-eb6d-41b7-8add-1a8a7c9d48c0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:09.627714 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-d8c6e61d-86b8-4fa7-b8d1-91a49aac8457 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] device_id is not set on port f56f6077-5ecc-4d18-a656-4c40a240d93a yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:09.712505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-c4e738ec-f860-41a5-b366-9c4d29ba0977 service neutron] 10.222.0.43 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751504 Dec 16 22:20:09.921135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-f56325ff-9a79-46b8-90f4-e8da9ac320b1 service neutron] 10.222.0.43 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994510 Dec 16 22:20:09.954590 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8c6e61d-86b8-4fa7-b8d1-91a49aac8457 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.977501 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.087844 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8c6e61d-86b8-4fa7-b8d1-91a49aac8457 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.174617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c6e61d-86b8-4fa7-b8d1-91a49aac8457 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:10.181835 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d8c6e61d-86b8-4fa7-b8d1-91a49aac8457 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:10.184284 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6e61d-86b8-4fa7-b8d1-91a49aac8457 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:10.185377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c6e61d-86b8-4fa7-b8d1-91a49aac8457 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:10.186070 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8c6e61d-86b8-4fa7-b8d1-91a49aac8457 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.204644 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6e61d-86b8-4fa7-b8d1-91a49aac8457 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Pushing event updated for resources: {'Port': ['ID=f56f6077-5ecc-4d18-a656-4c40a240d93a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:10.225090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3026fa3-e2e2-42e0-b100-0fda6252246b req-9824f36f-2e27-438f-a7ae-35b36a8240c2 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:10.233152 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3026fa3-e2e2-42e0-b100-0fda6252246b req-9824f36f-2e27-438f-a7ae-35b36a8240c2 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 943 time: 0.1606915 Dec 16 22:20:10.269952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d8c6e61d-86b8-4fa7-b8d1-91a49aac8457 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9453890 Dec 16 22:20:10.293463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40518) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:10.299394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:10.363675 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c554967-f325-48f0-a0b5-e7170c522d5d None None] Network bc8576b5-46ce-4634-ac13-c2efe0b20a39 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:10.403597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3026fa3-e2e2-42e0-b100-0fda6252246b req-4d79d9e8-9c3f-421d-9ed6-3d12357e348a tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c76e4ca5-e413-4e52-b7f6-83c26bf028ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694002 Dec 16 22:20:10.444028 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.467654 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0cd0a57c-261b-4549-a7a6-bd0bf3860164 req-5dc0d626-2cdb-4e06-980d-a5f7ec109374 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 210 time: 0.1752493 Dec 16 22:20:10.487614 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.582510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f626d0fc-68ca-497d-885d-4c08085b4565 None None] Provisioning complete for port c013500f-b358-4a8f-9141-99f093948196 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:10.583305 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f626d0fc-68ca-497d-885d-4c08085b4565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.822088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c013500f-b358-4a8f-9141-99f093948196 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:10.905494 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f626d0fc-68ca-497d-885d-4c08085b4565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.922266 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40536) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:10.976267 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] device_id is not set on port f56f6077-5ecc-4d18-a656-4c40a240d93a yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:10.984583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f626d0fc-68ca-497d-885d-4c08085b4565 None None] For port c013500f-b358-4a8f-9141-99f093948196, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c013500f-b358-4a8f-9141-99f093948196,segment=NetworkSegment(10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d),segment_id=10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:10.985078 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.989920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port c013500f-b358-4a8f-9141-99f093948196 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:10.990638 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.028255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Router 84e30f82-1c37-4681-b26b-81ed6e0564ad is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:20:11.046889 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f626d0fc-68ca-497d-885d-4c08085b4565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.072852 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.150424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Pushing event updated for resources: {'Port': ['ID=f56f6077-5ecc-4d18-a656-4c40a240d93a,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:11.157236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626d0fc-68ca-497d-885d-4c08085b4565 None None] Pushing event updated for resources: {'Port': ['ID=c013500f-b358-4a8f-9141-99f093948196,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:11.186261 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4a3c13fd-ae8d-4cd7-8d2a-38157b01a3ce None None] Provisioning complete for port c013500f-b358-4a8f-9141-99f093948196 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:11.186635 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a3c13fd-ae8d-4cd7-8d2a-38157b01a3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.188158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:11.189595 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:11.190204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:11.198422 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:11.198792 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:11.199158 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 2 to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a Dec 16 22:20:11.203864 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91fb374f-08b0-4f56-95f3-2c5fd9795db9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.220225 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:11.220574 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:11.220914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:11.233180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:11.233486 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:11.234181 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 3 to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a Dec 16 22:20:11.291607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:11.291901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:11.292211 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:11.297157 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:11.297497 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:11.297892 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 4 to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a Dec 16 22:20:11.316222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:11.316617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:11.317025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:11.323487 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:11.323833 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:11.324332 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 5 to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a Dec 16 22:20:11.327227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:11.347559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:11.347559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:11.347559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:11.347820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Sync routers for ids ['84e30f82-1c37-4681-b26b-81ed6e0564ad'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:11.350918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:11.351601 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:11.352073 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 6 to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a Dec 16 22:20:11.369034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:11.369513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:11.370027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:11.376558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:11.377052 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:11.377562 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 7 to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a Dec 16 22:20:11.386262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Routers {'84e30f82-1c37-4681-b26b-81ed6e0564ad'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:11.387016 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:19:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['84e30f82-1c37-4681-b26b-81ed6e0564ad'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:11.394190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:11.394632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:11.395218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:11.401844 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:11.403015 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:11.410085 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 8 to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a Dec 16 22:20:11.437076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 61910632-040a-48cb-a9ae-32964f9fe326 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:20:11.442909 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91fb374f-08b0-4f56-95f3-2c5fd9795db9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.451772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:11.452921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:11.454067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:11.463058 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.464573 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-486e9a60-4392-4559-b102-6266e2fdde19 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3982477 Dec 16 22:20:11.467286 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40544) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:11.468285 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:11.468952 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:11.469576 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 9 to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a Dec 16 22:20:11.502727 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:11.504188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:11.504908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:11.520001 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:11.522010 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:11.524716 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 10 to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a Dec 16 22:20:11.564365 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:11.564783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:11.565476 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:11.577764 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91fb374f-08b0-4f56-95f3-2c5fd9795db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.600258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:11.600728 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f56f6077-5ecc-4d18-a656-4c40a240d93a on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:11.601106 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.628641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb374f-08b0-4f56-95f3-2c5fd9795db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cbee42-ef80-4940-9da2-773c70845417,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:11.755643 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-91fb374f-08b0-4f56-95f3-2c5fd9795db9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e3375eb98f94195b57e14541ab7f0c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8320291 Dec 16 22:20:11.777086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] For port f56f6077-5ecc-4d18-a656-4c40a240d93a, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:11.777471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempted to set empty binding levels {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 22:20:11.791537 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Set router 84e30f82-1c37-4681-b26b-81ed6e0564ad gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:11.801260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95c0f5da-41dc-463c-9a20-9e448240a5e5 req-199cefc1-ea17-401e-88a1-12387d288bc3 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 210 time: 0.1819887 Dec 16 22:20:11.808238 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40552) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:11.809269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fb473-1aa3-4ca0-9adb-966182cb1c33 req-ad2db3a7-d592-4aaa-9bfa-6e199517ab1b tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:11.813016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-310fb473-1aa3-4ca0-9adb-966182cb1c33 req-ad2db3a7-d592-4aaa-9bfa-6e199517ab1b tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 943 time: 0.2663045 Dec 16 22:20:11.918817 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.950668 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65283dfc-0f5b-4587-8335-b1afe14853ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.080782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] In _notify_port_updated(), no bound segment for port f56f6077-5ecc-4d18-a656-4c40a240d93a on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103951) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:20:12.081661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.082272 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.086790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] 10.222.0.43 "PUT /v2.0/ports/f56f6077-5ecc-4d18-a656-4c40a240d93a HTTP/1.1" status: 200 len: 974 time: 1.7892842 Dec 16 22:20:12.091587 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65283dfc-0f5b-4587-8335-b1afe14853ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.097574 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40556) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:12.111548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-310fb473-1aa3-4ca0-9adb-966182cb1c33 req-09650069-87b0-483e-84ba-fe78896819da tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c76e4ca5-e413-4e52-b7f6-83c26bf028ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911325 Dec 16 22:20:12.133292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4eb4c6-a97f-4b84-b16f-6dfbcf2d4689 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Pushing event updated for resources: {'Port': ['ID=f56f6077-5ecc-4d18-a656-4c40a240d93a,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:12.191671 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 61910632-040a-48cb-a9ae-32964f9fe326, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=61910632-040a-48cb-a9ae-32964f9fe326,segment=NetworkSegment(447cf0be-6f32-4c83-8973-6a72efe131a3),segment_id=447cf0be-6f32-4c83-8973-6a72efe131a3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:12.226502 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '61910632-040a-48cb-a9ae-32964f9fe326', 'network_id': '03ed051a-de25-4c77-8c83-56d7be51b430', 'port_id': '61910632-040a-48cb-a9ae-32964f9fe326', 'mac_address': 'fa:16:3e:59:36:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98906af3-0619-4340-9485-80d537504794', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:20:12.395380 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.395858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.398348 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.399456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.399981 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.400444 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.401367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.402185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.402717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.403375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.403793 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.404913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.405471 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.405924 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.406376 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.406966 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.407496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.408455 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.408917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.409416 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.409866 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.410314 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.410759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.411204 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.411718 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.412295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.412873 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.413613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.414077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.414532 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.414976 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.415753 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.416198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.425219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40558) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:12.438389 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7961748d-3bc7-47fe-972a-dc9f4f8e790d tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29546 time: 0.3396778 Dec 16 22:20:12.487960 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.512167 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61910632-040a-48cb-a9ae-32964f9fe326 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:20:12.544124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 61910632-040a-48cb-a9ae-32964f9fe326, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=61910632-040a-48cb-a9ae-32964f9fe326,segment=NetworkSegment(447cf0be-6f32-4c83-8973-6a72efe131a3),segment_id=447cf0be-6f32-4c83-8973-6a72efe131a3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:12.551783 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'name': 'tempest-ServersTestBootFromVolume-1696411446-router', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:07Z', 'updated_at': '2021-12-16T22:20:09Z', 'revision_number': 3, 'project_id': 'f537f374e12149ffb0064560df407002', 'gw_port': {'id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:66:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:08Z', 'updated_at': '2021-12-16T22:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:12.569873 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.592622 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Checking router: 84e30f82-1c37-4681-b26b-81ed6e0564ad for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:20:12.592973 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Updating router 84e30f82-1c37-4681-b26b-81ed6e0564ad port 72242b89-eb6d-41b7-8add-1a8a7c9d48c0 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:20:12.610650 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65283dfc-0f5b-4587-8335-b1afe14853ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.613195 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65283dfc-0f5b-4587-8335-b1afe14853ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.619873 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-65283dfc-0f5b-4587-8335-b1afe14853ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4cbee42-ef80-4940-9da2-773c70845417 HTTP/1.1" status: 204 len: 168 time: 0.8125236 Dec 16 22:20:12.625348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-f0066210-d601-49b9-811d-533da5889522 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Deleting port f56f6077-5ecc-4d18-a656-4c40a240d93a {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:12.627878 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0066210-d601-49b9-811d-533da5889522 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.639985 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.656413 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65283dfc-0f5b-4587-8335-b1afe14853ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cbee42-ef80-4940-9da2-773c70845417,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:12.749189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c013500f-b358-4a8f-9141-99f093948196 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:12.769111 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-f0066210-d601-49b9-811d-533da5889522 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] For port f56f6077-5ecc-4d18-a656-4c40a240d93a, host n-h1-821840-2, got binding levels [] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:12.769790 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0066210-d601-49b9-811d-533da5889522 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.789282 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-f0066210-d601-49b9-811d-533da5889522 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Calling delete_port for f56f6077-5ecc-4d18-a656-4c40a240d93a owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:12.830901 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.926673 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Allocated IP 172.20.0.1 (bc8576b5-46ce-4634-ac13-c2efe0b20a39/86df5a6c-ed29-46fe-befd-2d874360c61e/959f1f63-1260-4178-b437-eea0dfe31ea1) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:13.164319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b990314-570b-490b-ad08-271dff0dff49 req-b2cf82ee-ce6d-4e62-bf7b-3c0cc6ff2c34 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 210 time: 0.1339340 Dec 16 22:20:13.242926 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.288984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-562440d4-982b-46df-9403-50fad5035dad tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:13.297230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-562440d4-982b-46df-9403-50fad5035dad tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 806 time: 0.4253597 Dec 16 22:20:13.333785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=61910632-040a-48cb-a9ae-32964f9fe326,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:13.374637 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['61910632-040a-48cb-a9ae-32964f9fe326'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:13.392978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-3dc457fd-8b0e-499d-b1d9-c58ba2468b2a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Request body: {'port': {'device_id': 'ae649b22-e403-41cc-9aaf-94c2e7be379c', 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b', 'admin_state_up': True, 'tenant_id': '71b07207458f41b0bd254b11dbb60b20'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:13.419074 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port c013500f-b358-4a8f-9141-99f093948196 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:13.419491 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.421536 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.427977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.457805 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.477866 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Pushing event updated for resources: {'Port': ['ID=959f1f63-1260-4178-b437-eea0dfe31ea1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:13.506559 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Network bc8576b5-46ce-4634-ac13-c2efe0b20a39 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:13.509573 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:13.513457 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:13.551461 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.624894 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.644094 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.661433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8e1d-805b-4389-929d-fbcba5154a1e req-ef83f8b4-302b-4073-bb5b-d8cba32ae0b7 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:13.672788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cffd8e1d-805b-4389-929d-fbcba5154a1e req-ef83f8b4-302b-4073-bb5b-d8cba32ae0b7 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 944 time: 0.3727384 Dec 16 22:20:13.701701 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0066210-d601-49b9-811d-533da5889522 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.705364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-3dc457fd-8b0e-499d-b1d9-c58ba2468b2a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Made reservation on behalf of 71b07207458f41b0bd254b11dbb60b20 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:13.714051 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-3dc457fd-8b0e-499d-b1d9-c58ba2468b2a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.736591 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Attempting to bind port 72242b89-eb6d-41b7-8add-1a8a7c9d48c0 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:13.737108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Attempting to bind port 72242b89-eb6d-41b7-8add-1a8a7c9d48c0 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:13.743850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Attempting to bind port 72242b89-eb6d-41b7-8add-1a8a7c9d48c0 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:13.764587 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:13.765232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:13.765651 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.766146 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:13.766866 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Bound port: 72242b89-eb6d-41b7-8add-1a8a7c9d48c0, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:13.767329 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.772031 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b3c5f-ec3e-4595-9d90-a03070089696 None None] Pushing event updated for resources: {'Port': ['ID=72242b89-eb6d-41b7-8add-1a8a7c9d48c0,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:13.815736 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0066210-d601-49b9-811d-533da5889522 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.829391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f0066210-d601-49b9-811d-533da5889522 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] 10.222.0.43 "DELETE /v2.0/ports/f56f6077-5ecc-4d18-a656-4c40a240d93a HTTP/1.1" status: 204 len: 168 time: 1.3971395 Dec 16 22:20:13.829738 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40582) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:13.857250 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] For port 72242b89-eb6d-41b7-8add-1a8a7c9d48c0, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:13.861278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] For port 72242b89-eb6d-41b7-8add-1a8a7c9d48c0, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=72242b89-eb6d-41b7-8add-1a8a7c9d48c0,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:13.861650 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0066210-d601-49b9-811d-533da5889522 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Pushing event deleted for resources: {'Port': ['ID=f56f6077-5ecc-4d18-a656-4c40a240d93a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:13.868829 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59665b1-028c-4793-9537-f86a7a1b70e4 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] GET failed (client error): The resource could not be found. Dec 16 22:20:13.873783 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d59665b1-028c-4793-9537-f86a7a1b70e4 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] 10.222.0.43 "GET /v2.0/ports/f56f6077-5ecc-4d18-a656-4c40a240d93a HTTP/1.1" status: 404 len: 333 time: 0.0396397 Dec 16 22:20:13.878540 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40586) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:13.885941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8f2504e3-3c71-4727-80a7-c84f278bc137 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-539980853', 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:13.958059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c502ac95-656b-4eb7-a5a2-13a4c123559b None None] Provisioning complete for port 959f1f63-1260-4178-b437-eea0dfe31ea1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:13.964728 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c502ac95-656b-4eb7-a5a2-13a4c123559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.000464 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.011528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2504e3-3c71-4727-80a7-c84f278bc137 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Made reservation on behalf of 9dc87627915448169e1f75b21a389250 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:14.015730 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f2504e3-3c71-4727-80a7-c84f278bc137 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.023689 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.025783 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cffd8e1d-805b-4389-929d-fbcba5154a1e req-5ce5b0fb-4f51-49f9-813d-d2092520ef31 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c76e4ca5-e413-4e52-b7f6-83c26bf028ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520885 Dec 16 22:20:14.066202 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-8f2504e3-3c71-4727-80a7-c84f278bc137 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] device_id is not set on port 9119c7e4-bde2-4b9d-9d27-27b1860b6839 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:14.227815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-3dc457fd-8b0e-499d-b1d9-c58ba2468b2a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Allocated IP 172.20.0.7 (894406fb-456e-47fe-84ae-c71a28800c5b/c5550495-cdae-4395-8f1f-d640aab6e46b/3916a619-ef51-4816-9151-d15b9c7cb9f3) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:14.293241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Routers {'84e30f82-1c37-4681-b26b-81ed6e0564ad'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:14.298830 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:19:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['84e30f82-1c37-4681-b26b-81ed6e0564ad'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:14.373268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c502ac95-656b-4eb7-a5a2-13a4c123559b None None] Port 959f1f63-1260-4178-b437-eea0dfe31ea1 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:14.402883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3fb8a270-e498-46ef-a2d0-1f87573ee16b req-1902aa77-bf75-42a8-949d-e946e98356b8 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 210 time: 0.0763502 Dec 16 22:20:14.507991 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f2504e3-3c71-4727-80a7-c84f278bc137 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.524735 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-3dc457fd-8b0e-499d-b1d9-c58ba2468b2a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.532122 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.543234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b3c5f-ec3e-4595-9d90-a03070089696 None None] Pushing event updated for resources: {'Port': ['ID=72242b89-eb6d-41b7-8add-1a8a7c9d48c0,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:14.578310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] Set router 84e30f82-1c37-4681-b26b-81ed6e0564ad gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:14.633197 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.676965 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f2504e3-3c71-4727-80a7-c84f278bc137 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.720953 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2504e3-3c71-4727-80a7-c84f278bc137 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:14.722804 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.724695 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Pushing event updated for resources: {'Port': ['ID=959f1f63-1260-4178-b437-eea0dfe31ea1,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:14.727188 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-8f2504e3-3c71-4727-80a7-c84f278bc137 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:14.731567 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2504e3-3c71-4727-80a7-c84f278bc137 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:14.732539 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2504e3-3c71-4727-80a7-c84f278bc137 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:14.733067 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f2504e3-3c71-4727-80a7-c84f278bc137 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.806322 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-3dc457fd-8b0e-499d-b1d9-c58ba2468b2a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.829417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['4cc5905f-ff4a-4e96-ac8d-b54814700ec1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:14.845098 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2504e3-3c71-4727-80a7-c84f278bc137 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Pushing event updated for resources: {'Port': ['ID=9119c7e4-bde2-4b9d-9d27-27b1860b6839,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:14.879042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-3dc457fd-8b0e-499d-b1d9-c58ba2468b2a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Network 894406fb-456e-47fe-84ae-c71a28800c5b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:14.884687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-3dc457fd-8b0e-499d-b1d9-c58ba2468b2a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:14.887296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-3dc457fd-8b0e-499d-b1d9-c58ba2468b2a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:14.902901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Network bc8576b5-46ce-4634-ac13-c2efe0b20a39 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:14.904474 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:14.961690 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-3dc457fd-8b0e-499d-b1d9-c58ba2468b2a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:14.962536 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-3dc457fd-8b0e-499d-b1d9-c58ba2468b2a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.997019 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8f2504e3-3c71-4727-80a7-c84f278bc137 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1151190 Dec 16 22:20:14.997481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40606) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:15.019183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc457fd-8b0e-499d-b1d9-c58ba2468b2a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Pushing event updated for resources: {'Port': ['ID=3916a619-ef51-4816-9151-d15b9c7cb9f3,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:15.048650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-3dc457fd-8b0e-499d-b1d9-c58ba2468b2a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7064970 Dec 16 22:20:15.068046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Request body: {'port': {'device_id': 'ae649b22-e403-41cc-9aaf-94c2e7be379c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:15.112504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Router 84e30f82-1c37-4681-b26b-81ed6e0564ad has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:20:15.115386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b83f34-f784-450a-8ff4-d54f9cd72f1c tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:15.120545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-66b83f34-f784-450a-8ff4-d54f9cd72f1c tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] 10.222.0.43 "GET /v2.0/ports/9119c7e4-bde2-4b9d-9d27-27b1860b6839 HTTP/1.1" status: 200 len: 954 time: 0.1185632 Dec 16 22:20:15.122958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40612) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:15.175105 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:15.360996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'name': 'tempest-ServersTestBootFromVolume-1696411446-router', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:07Z', 'updated_at': '2021-12-16T22:20:13Z', 'revision_number': 4, 'project_id': 'f537f374e12149ffb0064560df407002', 'gw_port': {'id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:66:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:08Z', 'updated_at': '2021-12-16T22:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '959f1f63-1260-4178-b437-eea0dfe31ea1', 'name': '', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'mac_address': 'fa:16:3e:0b:a2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:12Z', 'updated_at': '2021-12-16T22:20:12Z', 'revision_number': 1, 'project_id': 'f537f374e12149ffb0064560df407002', 'subnets': [{'id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:15.443683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2364a6d-7d4a-4cde-8998-d91610b27974 req-8b02b716-ba31-4840-978d-7e851fb08d2a tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:15.446053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2364a6d-7d4a-4cde-8998-d91610b27974 req-8b02b716-ba31-4840-978d-7e851fb08d2a tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 944 time: 0.2589533 Dec 16 22:20:15.473331 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887cf6bb-d2ec-4601-ab06-4b428135e17c None None] The sync data for ids ['84e30f82-1c37-4681-b26b-81ed6e0564ad'] in n-d-821840-2 is: [{'id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'name': 'tempest-ServersTestBootFromVolume-1696411446-router', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:07Z', 'updated_at': '2021-12-16T22:20:13Z', 'revision_number': 4, 'project_id': 'f537f374e12149ffb0064560df407002', 'gw_port': {'id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:66:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:08Z', 'updated_at': '2021-12-16T22:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '959f1f63-1260-4178-b437-eea0dfe31ea1', 'name': '', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'mac_address': 'fa:16:3e:0b:a2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:12Z', 'updated_at': '2021-12-16T22:20:12Z', 'revision_number': 1, 'project_id': 'f537f374e12149ffb0064560df407002', 'subnets': [{'id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:15.489849 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 61910632-040a-48cb-a9ae-32964f9fe326 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:15.625575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1df3751f-96cf-43e6-8dcb-5a1c4e48d983 None None] Provisioning complete for port 959f1f63-1260-4178-b437-eea0dfe31ea1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:15.626221 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1df3751f-96cf-43e6-8dcb-5a1c4e48d983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:15.702114 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2364a6d-7d4a-4cde-8998-d91610b27974 req-d2b79fe3-3cac-4afe-a48f-28e3681cdedd tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c76e4ca5-e413-4e52-b7f6-83c26bf028ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796083 Dec 16 22:20:15.789082 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1df3751f-96cf-43e6-8dcb-5a1c4e48d983 None None] Port 959f1f63-1260-4178-b437-eea0dfe31ea1 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:15.913263 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 61910632-040a-48cb-a9ae-32964f9fe326 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:20:15.920464 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 61910632-040a-48cb-a9ae-32964f9fe326 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:15.921054 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.134536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:16.152330 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0bbdb173-dd91-4f72-9bb4-ec5bc065a91f admin admin] 10.222.0.43 "PUT /v2.0/routers/84e30f82-1c37-4681-b26b-81ed6e0564ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6837087 Dec 16 22:20:16.157044 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0a96407b-417c-41a1-834a-8c614903694c tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Deleting port 9119c7e4-bde2-4b9d-9d27-27b1860b6839 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:16.157549 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a96407b-417c-41a1-834a-8c614903694c tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.238684 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a96407b-417c-41a1-834a-8c614903694c tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.255868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0a96407b-417c-41a1-834a-8c614903694c tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Calling delete_port for 9119c7e4-bde2-4b9d-9d27-27b1860b6839 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:16.327811 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.425614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41451c5-6df5-4eb1-92a3-c615bd9366e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61910632-040a-48cb-a9ae-32964f9fe326'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:16.436258 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89816e91-e0ff-41df-8778-842f6553558e" -d '{"events": [{"server_uuid": "a41451c5-6df5-4eb1-92a3-c615bd9366e9", "name": "network-vif-plugged", "status": "completed", "tag": "61910632-040a-48cb-a9ae-32964f9fe326"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:16.483020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 61910632-040a-48cb-a9ae-32964f9fe326, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=61910632-040a-48cb-a9ae-32964f9fe326,segment=NetworkSegment(447cf0be-6f32-4c83-8973-6a72efe131a3),segment_id=447cf0be-6f32-4c83-8973-6a72efe131a3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:16.587122 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.618175 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a96407b-417c-41a1-834a-8c614903694c tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.695378 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=61910632-040a-48cb-a9ae-32964f9fe326,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:16.738604 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a96407b-417c-41a1-834a-8c614903694c tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.762487 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0a96407b-417c-41a1-834a-8c614903694c tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] 10.222.0.43 "DELETE /v2.0/ports/9119c7e4-bde2-4b9d-9d27-27b1860b6839 HTTP/1.1" status: 204 len: 168 time: 1.6333482 Dec 16 22:20:16.766864 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40654) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:16.769150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96407b-417c-41a1-834a-8c614903694c tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Pushing event deleted for resources: {'Port': ['ID=9119c7e4-bde2-4b9d-9d27-27b1860b6839,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:16.812637 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f82bd-1b84-4c00-98e9-ae0c7c2dc5c5 req-69c1b3b0-82c4-4fab-aaed-b7636a01ab3c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:16.812637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d94f82bd-1b84-4c00-98e9-ae0c7c2dc5c5 req-69c1b3b0-82c4-4fab-aaed-b7636a01ab3c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 931 time: 1.0241265 Dec 16 22:20:16.852624 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf42e3d3-97aa-452d-a3de-5feaad7e48a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] GET failed (client error): The resource could not be found. Dec 16 22:20:16.860147 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bf42e3d3-97aa-452d-a3de-5feaad7e48a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] 10.222.0.43 "GET /v2.0/ports/9119c7e4-bde2-4b9d-9d27-27b1860b6839 HTTP/1.1" status: 404 len: 333 time: 0.0772958 Dec 16 22:20:16.860800 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40658) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:16.869664 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e67fd5b7-8545-42b5-9328-426ec930f755 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Request body: {'port': {'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2101812977'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:16.882416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3916a619-ef51-4816-9151-d15b9c7cb9f3 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:20:16.936219 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.969883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Transition to ACTIVE for port object 3916a619-ef51-4816-9151-d15b9c7cb9f3 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:20:17.009398 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67fd5b7-8545-42b5-9328-426ec930f755 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Made reservation on behalf of 9dc87627915448169e1f75b21a389250 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:17.012448 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d94f82bd-1b84-4c00-98e9-ae0c7c2dc5c5 req-f26b360d-8a1c-4b48-91c6-8c40ace7f0b5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670094 Dec 16 22:20:17.014624 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e67fd5b7-8545-42b5-9328-426ec930f755 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.049039 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-e67fd5b7-8545-42b5-9328-426ec930f755 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] device_id is not set on port f2fe85ee-2cd8-477a-a3ef-8aca857f173b yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:17.059129 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.153305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40666) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:17.234026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Pushing event updated for resources: {'Port': ['ID=3916a619-ef51-4816-9151-d15b9c7cb9f3,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:17.256057 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451c2521-03fc-457f-95e8-26c58a594ac3 x-openstack-request-id: req-451c2521-03fc-457f-95e8-26c58a594ac3 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:17.256999 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41451c5-6df5-4eb1-92a3-c615bd9366e9", "name": "network-vif-plugged", "status": "completed", "tag": "61910632-040a-48cb-a9ae-32964f9fe326", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:17.264904 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-451c2521-03fc-457f-95e8-26c58a594ac3 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:17.265469 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41451c5-6df5-4eb1-92a3-c615bd9366e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61910632-040a-48cb-a9ae-32964f9fe326', 'code': 200} Dec 16 22:20:17.342479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Attempting to bind port 3916a619-ef51-4816-9151-d15b9c7cb9f3 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:17.342814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Attempting to bind port 3916a619-ef51-4816-9151-d15b9c7cb9f3 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:17.343146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Attempting to bind port 3916a619-ef51-4816-9151-d15b9c7cb9f3 on network 894406fb-456e-47fe-84ae-c71a28800c5b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:17.354545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Port 3916a619-ef51-4816-9151-d15b9c7cb9f3 on network 894406fb-456e-47fe-84ae-c71a28800c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:17.354936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Attempting to bind port 3916a619-ef51-4816-9151-d15b9c7cb9f3 on network 894406fb-456e-47fe-84ae-c71a28800c5b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:17.383474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:17.383975 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Checking segment: {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:17.384378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Bound using segment: {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:17.384850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Bound port: 3916a619-ef51-4816-9151-d15b9c7cb9f3, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:17.385220 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.480947 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e67fd5b7-8545-42b5-9328-426ec930f755 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.485025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f96736-9ff5-4c3a-9c0a-58029fef6bc0 req-c91b0a7a-ca63-496f-96ec-b405b70256e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:17.486751 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-94f96736-9ff5-4c3a-9c0a-58029fef6bc0 req-c91b0a7a-ca63-496f-96ec-b405b70256e7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 1096 time: 0.1342573 Dec 16 22:20:17.588695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:17.610293 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] For port 3916a619-ef51-4816-9151-d15b9c7cb9f3, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:17.646679 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-94f96736-9ff5-4c3a-9c0a-58029fef6bc0 req-723dd2c5-cf3d-4143-9c9b-f936ae467495 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c76e4ca5-e413-4e52-b7f6-83c26bf028ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384947 Dec 16 22:20:17.658371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] For port 3916a619-ef51-4816-9151-d15b9c7cb9f3, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3916a619-ef51-4816-9151-d15b9c7cb9f3,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:17.682625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c5ca7-edaf-446a-9780-a1668d892a2d req-587fedc7-d380-4f38-a4e7-14c03f4b3f52 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:17.684248 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b44c5ca7-edaf-446a-9780-a1668d892a2d req-587fedc7-d380-4f38-a4e7-14c03f4b3f52 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 944 time: 0.1347342 Dec 16 22:20:17.686996 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23806e-46ba-44ad-bc1d-384fc0046916 req-7dcba742-5ff2-4804-bf7e-3956a99debc8 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:17.697323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd23806e-46ba-44ad-bc1d-384fc0046916 req-7dcba742-5ff2-4804-bf7e-3956a99debc8 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 945 time: 0.1566265 Dec 16 22:20:17.753795 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.791907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e67fd5b7-8545-42b5-9328-426ec930f755 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.825760 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.852301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67fd5b7-8545-42b5-9328-426ec930f755 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:17.854804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:17.855495 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.856975 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] 10.222.0.69 "PUT /v2.0/ports/3916a619-ef51-4816-9151-d15b9c7cb9f3 HTTP/1.1" status: 200 len: 1091 time: 2.7959077 Dec 16 22:20:17.857856 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-e67fd5b7-8545-42b5-9328-426ec930f755 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:17.866378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67fd5b7-8545-42b5-9328-426ec930f755 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:17.867382 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fd5b7-8545-42b5-9328-426ec930f755 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:17.867989 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e67fd5b7-8545-42b5-9328-426ec930f755 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.869484 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae649b22-e403-41cc-9aaf-94c2e7be379c', 'tag': '3916a619-ef51-4816-9151-d15b9c7cb9f3'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:17.872407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fd5b7-8545-42b5-9328-426ec930f755 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Pushing event updated for resources: {'Port': ['ID=f2fe85ee-2cd8-477a-a3ef-8aca857f173b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:17.876660 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e9e7d7-c51a-4993-8943-781e367dfd2f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae649b22-e403-41cc-9aaf-94c2e7be379c", "tag": "3916a619-ef51-4816-9151-d15b9c7cb9f3"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:17.896300 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-b44c5ca7-edaf-446a-9780-a1668d892a2d req-a38a053f-9291-4f95-b06b-44241a01f41b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Deleting port 0962aff9-6df8-45d6-8481-2d2af4a44639 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:17.896684 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b44c5ca7-edaf-446a-9780-a1668d892a2d req-a38a053f-9291-4f95-b06b-44241a01f41b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.945057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd23806e-46ba-44ad-bc1d-384fc0046916 req-c341a81c-04d4-44bd-80fe-8c9c25099594 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c76e4ca5-e413-4e52-b7f6-83c26bf028ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429657 Dec 16 22:20:17.976523 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40672) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:18.000100 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ea929a2c-c7fd-43ab-b93f-d6ea9d634002 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--38828743', 'description': 'tempest-description--1520946082'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:18.025365 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e67fd5b7-8545-42b5-9328-426ec930f755 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1634152 Dec 16 22:20:18.063869 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40674) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:18.072181 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:18.088630 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6ba20e-6064-4b84-9157-8b3ab68c5faf x-openstack-request-id: req-4d6ba20e-6064-4b84-9157-8b3ab68c5faf {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:18.088630 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae649b22-e403-41cc-9aaf-94c2e7be379c", "tag": "3916a619-ef51-4816-9151-d15b9c7cb9f3", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:18.088630 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d6ba20e-6064-4b84-9157-8b3ab68c5faf {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:18.089162 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae649b22-e403-41cc-9aaf-94c2e7be379c', 'tag': '3916a619-ef51-4816-9151-d15b9c7cb9f3', 'status': 'completed', 'code': 200} Dec 16 22:20:18.097991 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d5f4f-e5a8-4d63-befa-da826f3e1933 service neutron] Pushing event updated for resources: {'Port': ['ID=3916a619-ef51-4816-9151-d15b9c7cb9f3,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:18.126457 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ea929a2c-c7fd-43ab-b93f-d6ea9d634002 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.166026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-542fe558-4c69-4c61-8c6c-1b9dddad4e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:18.167603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-542fe558-4c69-4c61-8c6c-1b9dddad4e25 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 1094 time: 0.1659703 Dec 16 22:20:18.256655 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-b44c5ca7-edaf-446a-9780-a1668d892a2d req-a38a053f-9291-4f95-b06b-44241a01f41b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] For port 0962aff9-6df8-45d6-8481-2d2af4a44639, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0962aff9-6df8-45d6-8481-2d2af4a44639,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:18.257495 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b44c5ca7-edaf-446a-9780-a1668d892a2d req-a38a053f-9291-4f95-b06b-44241a01f41b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.271284 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5b9f7-3d85-4955-8812-b24f531dee86 req-1af89efd-fc27-42a5-8a69-504c4187276f tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:18.279065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04c5b9f7-3d85-4955-8812-b24f531dee86 req-1af89efd-fc27-42a5-8a69-504c4187276f tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 944 time: 0.1833797 Dec 16 22:20:18.279282 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.280208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-d7879ab6-c516-4b9c-8e3c-e50ab5af3907 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3916a619-ef51-4816-9151-d15b9c7cb9f3 HTTP/1.1" status: 200 len: 217 time: 0.0744283 Dec 16 22:20:18.300269 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-b44c5ca7-edaf-446a-9780-a1668d892a2d req-a38a053f-9291-4f95-b06b-44241a01f41b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Calling delete_port for 0962aff9-6df8-45d6-8481-2d2af4a44639 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:18.303863 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ea929a2c-c7fd-43ab-b93f-d6ea9d634002 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.322028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a12e6e-4ee3-47b0-bb6e-02e3b00d5986 req-f3136086-b859-4d44-9d4d-323fe2bc6155 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:18.323531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12a12e6e-4ee3-47b0-bb6e-02e3b00d5986 req-f3136086-b859-4d44-9d4d-323fe2bc6155 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 943 time: 0.1533751 Dec 16 22:20:18.344205 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ea929a2c-c7fd-43ab-b93f-d6ea9d634002 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.414375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ea929a2c-c7fd-43ab-b93f-d6ea9d634002 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.416784 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ea929a2c-c7fd-43ab-b93f-d6ea9d634002 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4377229 Dec 16 22:20:18.434931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40682) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:18.455541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-71185127-7647-4309-8e6e-fc5f5104ba69 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Request body: {'security_group_rule': {'security_group_id': '23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:18.466050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04c5b9f7-3d85-4955-8812-b24f531dee86 req-053c60f0-51e8-4a30-9a83-b9e04d31f3b1 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751177 Dec 16 22:20:18.471171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-a8387d6f-518c-4cb8-b62a-214a744844b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:18.472643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-a8387d6f-518c-4cb8-b62a-214a744844b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5550495-cdae-4395-8f1f-d640aab6e46b HTTP/1.1" status: 200 len: 846 time: 0.1796992 Dec 16 22:20:18.474089 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.505285 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea929a2c-c7fd-43ab-b93f-d6ea9d634002 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:18.584176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-e5f27a19-5e29-4bc0-847c-10bc95a87506 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=894406fb-456e-47fe-84ae-c71a28800c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400789 Dec 16 22:20:18.644344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12a12e6e-4ee3-47b0-bb6e-02e3b00d5986 req-291a5793-7e8e-429a-89d6-2f0281f14662 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873154 Dec 16 22:20:18.646141 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] device_id is not set on port f2fe85ee-2cd8-477a-a3ef-8aca857f173b yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:18.666202 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.686136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 72242b89-eb6d-41b7-8add-1a8a7c9d48c0 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:18.730022 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b44c5ca7-edaf-446a-9780-a1668d892a2d req-a38a053f-9291-4f95-b06b-44241a01f41b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.740437 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-71185127-7647-4309-8e6e-fc5f5104ba69 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.752098 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['0962aff9-6df8-45d6-8481-2d2af4a44639'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:18.778727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 72242b89-eb6d-41b7-8add-1a8a7c9d48c0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:18.779352 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.781859 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a053f-9291-4f95-b06b-44241a01f41b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Pushing event deleted for resources: {'Port': ['ID=0962aff9-6df8-45d6-8481-2d2af4a44639,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:18.786791 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.825801 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:20:18.829342 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Allocated IP 172.25.2.160 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/b3652f69-3d45-4fd4-9be3-4843838c70f8) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:18.852610 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Pushing event updated for resources: {'Port': ['ID=f2fe85ee-2cd8-477a-a3ef-8aca857f173b,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:18.912233 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.922814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-c74b9ad5-baea-437a-bb87-59f0fac0fba1 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060837 Dec 16 22:20:18.924031 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44c5ca7-edaf-446a-9780-a1668d892a2d req-a38a053f-9291-4f95-b06b-44241a01f41b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] No DVR routers for this DVR port 0962aff9-6df8-45d6-8481-2d2af4a44639 on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:18.929280 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b44c5ca7-edaf-446a-9780-a1668d892a2d req-a38a053f-9291-4f95-b06b-44241a01f41b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.935978 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b44c5ca7-edaf-446a-9780-a1668d892a2d req-a38a053f-9291-4f95-b06b-44241a01f41b tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.24 "DELETE /v2.0/ports/0962aff9-6df8-45d6-8481-2d2af4a44639 HTTP/1.1" status: 204 len: 173 time: 1.2421868 Dec 16 22:20:18.939592 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 72242b89-eb6d-41b7-8add-1a8a7c9d48c0, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=72242b89-eb6d-41b7-8add-1a8a7c9d48c0,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:18.942321 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc62bff-296d-4426-b1b1-9a00f5149626', 'name': 'network-vif-deleted', 'tag': '0962aff9-6df8-45d6-8481-2d2af4a44639'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:18.946463 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ebb719-3271-4a82-9e25-2a965eeb3be8" -d '{"events": [{"server_uuid": "2bc62bff-296d-4426-b1b1-9a00f5149626", "name": "network-vif-deleted", "tag": "0962aff9-6df8-45d6-8481-2d2af4a44639"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:18.957627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:18.958116 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:18.958717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:18.966688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:18.968199 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:18.968762 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 2 to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b Dec 16 22:20:18.986064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:18.986543 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:18.986908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:18.994252 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-71185127-7647-4309-8e6e-fc5f5104ba69 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.994544 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:18.995189 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:18.996599 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 3 to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b Dec 16 22:20:19.007677 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948b2ba4-f421-4521-8a3a-ea8aa8f1347e x-openstack-request-id: req-948b2ba4-f421-4521-8a3a-ea8aa8f1347e {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:19.008040 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc62bff-296d-4426-b1b1-9a00f5149626", "name": "network-vif-deleted", "tag": "0962aff9-6df8-45d6-8481-2d2af4a44639", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:19.014790 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-948b2ba4-f421-4521-8a3a-ea8aa8f1347e {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:19.014790 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc62bff-296d-4426-b1b1-9a00f5149626', 'name': 'network-vif-deleted', 'tag': '0962aff9-6df8-45d6-8481-2d2af4a44639', 'status': 'completed', 'code': 200} Dec 16 22:20:19.015374 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:19.015862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:19.016273 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:19.027967 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:19.028306 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:19.028708 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 4 to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b Dec 16 22:20:19.038457 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.078067 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:19.078504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:19.078749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:19.086302 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:19.086692 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:19.087048 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 5 to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b Dec 16 22:20:19.108073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:19.108422 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:19.108767 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:19.114776 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:19.115169 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:19.115748 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 6 to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b Dec 16 22:20:19.127012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=72242b89-eb6d-41b7-8add-1a8a7c9d48c0,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:19.135253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:19.135831 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:19.136173 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:19.136771 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-71185127-7647-4309-8e6e-fc5f5104ba69 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.141567 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:19.141909 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:19.142972 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 7 to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b Dec 16 22:20:19.157466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:19.157832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:19.158172 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:19.164807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:19.165227 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:19.165694 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 8 to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b Dec 16 22:20:19.183189 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:19.183744 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:19.186914 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:19.190456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:19.190810 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:19.191212 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 9 to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b Dec 16 22:20:19.201771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71185127-7647-4309-8e6e-fc5f5104ba69 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09d636e-aff4-4d1f-8054-b06d5981ce33,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:19.206043 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:19.206576 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:19.206791 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:19.214277 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.218281 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:19.218784 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:19.219247 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempt 10 to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b Dec 16 22:20:19.219801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db3fb8a-2ac3-426a-89d6-d86c95b3cde5 req-8b6dbec1-e4bc-4350-adbb-0b1c1699101f service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726676 Dec 16 22:20:19.229399 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a915b12-3bf1-4375-832b-38ad2a6f25d5 req-218aa09e-faec-429b-8cf6-461bada6f9f8 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:19.233936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:19.234289 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:19.234636 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempting to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:19.235923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a915b12-3bf1-4375-832b-38ad2a6f25d5 req-218aa09e-faec-429b-8cf6-461bada6f9f8 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 945 time: 0.1512754 Dec 16 22:20:19.239635 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:19.239973 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Failed to bind port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on host n-h1-821840-2 for vnic_type normal using segments [{'id': '792507a3-899e-4a19-8b44-7ef7f889397a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a51a28c-f8b4-45cf-9358-ce69572f3ff8'}] Dec 16 22:20:19.240350 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.307911 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a915b12-3bf1-4375-832b-38ad2a6f25d5 req-aebd7d1a-7f03-4315-8042-ec9926e988cb tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c76e4ca5-e413-4e52-b7f6-83c26bf028ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655711 Dec 16 22:20:19.312730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] For port f2fe85ee-2cd8-477a-a3ef-8aca857f173b, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:19.313452 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attempted to set empty binding levels {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 22:20:19.324254 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-71185127-7647-4309-8e6e-fc5f5104ba69 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.325001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-71185127-7647-4309-8e6e-fc5f5104ba69 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8880134 Dec 16 22:20:19.328142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40688) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:19.333216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-6592cbaa-ae36-45e7-ae4e-8bd933fec347 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Request body: {'security_group_rule': {'security_group_id': '23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:19.361609 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Sync routers for ids ['84e30f82-1c37-4681-b26b-81ed6e0564ad'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:19.374001 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Routers {'84e30f82-1c37-4681-b26b-81ed6e0564ad'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:19.374661 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:19:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['84e30f82-1c37-4681-b26b-81ed6e0564ad'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:19.408674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e7d7-c51a-4993-8943-781e367dfd2f req-f9f8735e-f2b6-4129-9e51-b808d7ad6ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:19.410184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63e9e7d7-c51a-4993-8943-781e367dfd2f req-f9f8735e-f2b6-4129-9e51-b808d7ad6ead service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 1094 time: 0.0580606 Dec 16 22:20:19.411736 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.444680 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.483699 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] In _notify_port_updated(), no bound segment for port f2fe85ee-2cd8-477a-a3ef-8aca857f173b on network 0a51a28c-f8b4-45cf-9358-ce69572f3ff8 {{(pid=103952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:20:19.484419 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:19.485007 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.485361 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Set router 84e30f82-1c37-4681-b26b-81ed6e0564ad gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:19.488851 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] 10.222.0.43 "PUT /v2.0/ports/f2fe85ee-2cd8-477a-a3ef-8aca857f173b HTTP/1.1" status: 200 len: 975 time: 1.4190886 Dec 16 22:20:19.490756 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40690) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:19.497907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:19.504163 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:19.510463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:19.516374 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b52eef-676c-4718-9c96-ec313c6696a2 tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Pushing event updated for resources: {'Port': ['ID=f2fe85ee-2cd8-477a-a3ef-8aca857f173b,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:19.548682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event updated for resources: {'Port': ['ID=b3652f69-3d45-4fd4-9be3-4843838c70f8,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:19.557174 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6592cbaa-ae36-45e7-ae4e-8bd933fec347 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.645407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3200f9e6-a182-458e-90ba-f4a9524d729b tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Deleting port f2fe85ee-2cd8-477a-a3ef-8aca857f173b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:19.645749 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3200f9e6-a182-458e-90ba-f4a9524d729b tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.654176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e7d7-c51a-4993-8943-781e367dfd2f req-8611a557-5494-4cce-835e-af08215f4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:19.655736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63e9e7d7-c51a-4993-8943-781e367dfd2f req-8611a557-5494-4cce-835e-af08215f4748 service neutron] 10.222.0.69 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 907 time: 0.2180924 Dec 16 22:20:19.664412 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba7b41ea-474a-44ff-bb19-93e0fab21ac6 req-799594ec-82ad-4156-93eb-bc8a502510a4 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc62bff-296d-4426-b1b1-9a00f5149626 HTTP/1.1" status: 200 len: 210 time: 0.0592170 Dec 16 22:20:19.755413 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-3200f9e6-a182-458e-90ba-f4a9524d729b tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] For port f2fe85ee-2cd8-477a-a3ef-8aca857f173b, host n-h1-821840-2, got binding levels [] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:19.756840 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3200f9e6-a182-458e-90ba-f4a9524d729b tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.775106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3200f9e6-a182-458e-90ba-f4a9524d729b tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Calling delete_port for f2fe85ee-2cd8-477a-a3ef-8aca857f173b owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:19.817896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63e9e7d7-c51a-4993-8943-781e367dfd2f req-5138b432-bb26-4f2a-b300-c2d2a74e40af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3916a619-ef51-4816-9151-d15b9c7cb9f3 HTTP/1.1" status: 200 len: 217 time: 0.1216779 Dec 16 22:20:19.849649 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'name': 'tempest-ServersTestBootFromVolume-1696411446-router', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:07Z', 'updated_at': '2021-12-16T22:20:13Z', 'revision_number': 4, 'project_id': 'f537f374e12149ffb0064560df407002', 'gw_port': {'id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:08Z', 'updated_at': '2021-12-16T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '959f1f63-1260-4178-b437-eea0dfe31ea1', 'name': '', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'mac_address': 'fa:16:3e:0b:a2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:12Z', 'updated_at': '2021-12-16T22:20:14Z', 'revision_number': 2, 'project_id': 'f537f374e12149ffb0064560df407002', 'subnets': [{'id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:19.878708 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6592cbaa-ae36-45e7-ae4e-8bd933fec347 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.883930 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Checking router: 84e30f82-1c37-4681-b26b-81ed6e0564ad for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:20:19.884285 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Updating router 84e30f82-1c37-4681-b26b-81ed6e0564ad port 959f1f63-1260-4178-b437-eea0dfe31ea1 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:20:19.909751 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.930728 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.941122 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3200f9e6-a182-458e-90ba-f4a9524d729b tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.951791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e7d7-c51a-4993-8943-781e367dfd2f req-19d01e07-31fc-4644-a51c-19349073ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:19.953299 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63e9e7d7-c51a-4993-8943-781e367dfd2f req-19d01e07-31fc-4644-a51c-19349073ab5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5550495-cdae-4395-8f1f-d640aab6e46b HTTP/1.1" status: 200 len: 846 time: 0.1053860 Dec 16 22:20:19.962665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550752a7-1a9b-48e1-b354-cb4f284ede1c req-13d8a27b-f2ea-4099-b394-1b4962000801 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:19.964162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-550752a7-1a9b-48e1-b354-cb4f284ede1c req-13d8a27b-f2ea-4099-b394-1b4962000801 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 943 time: 0.1576550 Dec 16 22:20:19.995546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200f9e6-a182-458e-90ba-f4a9524d729b tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2fe85ee-2cd8-477a-a3ef-8aca857f173b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:20.001999 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3200f9e6-a182-458e-90ba-f4a9524d729b tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.002384 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63e9e7d7-c51a-4993-8943-781e367dfd2f req-3c5ed42c-6b5d-4098-8445-f02d8dd01e69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=894406fb-456e-47fe-84ae-c71a28800c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371420 Dec 16 22:20:20.004725 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6592cbaa-ae36-45e7-ae4e-8bd933fec347 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.008949 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3200f9e6-a182-458e-90ba-f4a9524d729b tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] 10.222.0.43 "DELETE /v2.0/ports/f2fe85ee-2cd8-477a-a3ef-8aca857f173b HTTP/1.1" status: 204 len: 168 time: 0.5004869 Dec 16 22:20:20.009908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40700) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:20.040620 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd03c20c-94a5-46d9-9bd9-4aa0cc5689ce tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] GET failed (client error): The resource could not be found. Dec 16 22:20:20.042276 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fd03c20c-94a5-46d9-9bd9-4aa0cc5689ce tempest-PortsAdminExtendedAttrsTestJSON-1537589992 tempest-PortsAdminExtendedAttrsTestJSON-1537589992-project-admin] 10.222.0.43 "GET /v2.0/ports/f2fe85ee-2cd8-477a-a3ef-8aca857f173b HTTP/1.1" status: 404 len: 333 time: 0.0312147 Dec 16 22:20:20.046276 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40702) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:20.074828 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ec37921-d7db-4ed2-8849-8637adb8f856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.087294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592cbaa-ae36-45e7-ae4e-8bd933fec347 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdffa869-bddc-44f0-be5f-2aa3761442d1,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:20.144174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-550752a7-1a9b-48e1-b354-cb4f284ede1c req-8c958b70-4a23-4632-98b0-7662e84439f3 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711683 Dec 16 22:20:20.149316 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.159888 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a70f1ea6-0a72-4342-99d3-3b6b885fc6d9 tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.195246 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6592cbaa-ae36-45e7-ae4e-8bd933fec347 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.200437 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40704) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:20.201324 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6592cbaa-ae36-45e7-ae4e-8bd933fec347 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8713119 Dec 16 22:20:20.207195 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:20.223761 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63e9e7d7-c51a-4993-8943-781e367dfd2f req-e87dbb57-7f53-4b4b-a1fd-02e2d8f6391b service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094455 Dec 16 22:20:20.259734 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.286468 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a70f1ea6-0a72-4342-99d3-3b6b885fc6d9 tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.311186 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a70f1ea6-0a72-4342-99d3-3b6b885fc6d9 tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a51a28c-f8b4-45cf-9358-ce69572f3ff8']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:20.321885 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a70f1ea6-0a72-4342-99d3-3b6b885fc6d9 tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792507a3-899e-4a19-8b44-7ef7f889397a') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:20.322193 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a70f1ea6-0a72-4342-99d3-3b6b885fc6d9 tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792507a3-899e-4a19-8b44-7ef7f889397a') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:20.323883 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.340513 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a70f1ea6-0a72-4342-99d3-3b6b885fc6d9 tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.342077 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.404018 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a70f1ea6-0a72-4342-99d3-3b6b885fc6d9 tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.411043 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70f1ea6-0a72-4342-99d3-3b6b885fc6d9 tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:20:20.412438 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a70f1ea6-0a72-4342-99d3-3b6b885fc6d9 tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:20:20.416985 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:20:20.448537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63e9e7d7-c51a-4993-8943-781e367dfd2f req-7fe5e95b-90dc-4e95-8e42-dc1e1d23e4e6 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152607 Dec 16 22:20:20.455363 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ce272-5d76-488f-85e8-110ea49f0317 None None] Pushing event updated for resources: {'Port': ['ID=959f1f63-1260-4178-b437-eea0dfe31ea1,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:20.458140 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Attempting to bind port 959f1f63-1260-4178-b437-eea0dfe31ea1 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:20.458716 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Attempting to bind port 959f1f63-1260-4178-b437-eea0dfe31ea1 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:20.459374 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Attempting to bind port 959f1f63-1260-4178-b437-eea0dfe31ea1 on network bc8576b5-46ce-4634-ac13-c2efe0b20a39 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:20.466306 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:20.467003 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Checking segment: {'id': '10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:20.467606 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.468156 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Bound using segment: {'id': '10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:20.468791 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Bound port: 959f1f63-1260-4178-b437-eea0dfe31ea1, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:20.469348 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.542123 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.574882 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] For port 959f1f63-1260-4178-b437-eea0dfe31ea1, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:20.580443 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] For port 959f1f63-1260-4178-b437-eea0dfe31ea1, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=959f1f63-1260-4178-b437-eea0dfe31ea1,segment=NetworkSegment(10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d),segment_id=10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:20.589387 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1816f-6c9a-4e37-a2cb-e59e86e276e4 req-71edc43c-e806-4537-8eb2-502cce575789 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:20.595012 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a70f1ea6-0a72-4342-99d3-3b6b885fc6d9 tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.597034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a1816f-6c9a-4e37-a2cb-e59e86e276e4 req-71edc43c-e806-4537-8eb2-502cce575789 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 945 time: 0.1451211 Dec 16 22:20:20.600671 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a70f1ea6-0a72-4342-99d3-3b6b885fc6d9 tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.609843 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.613759 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a70f1ea6-0a72-4342-99d3-3b6b885fc6d9 tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] 10.222.0.43 "DELETE /v2.0/networks/0a51a28c-f8b4-45cf-9358-ce69572f3ff8 HTTP/1.1" status: 204 len: 168 time: 0.5621717 Dec 16 22:20:20.649634 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.668422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a1816f-6c9a-4e37-a2cb-e59e86e276e4 req-6afce5f3-3247-4b6e-ad34-ccbdf407f9b7 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c76e4ca5-e413-4e52-b7f6-83c26bf028ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703907 Dec 16 22:20:20.672969 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.684216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 72242b89-eb6d-41b7-8add-1a8a7c9d48c0 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:20.700311 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f1ea6-0a72-4342-99d3-3b6b885fc6d9 tempest-PortsAdminExtendedAttrsTestJSON-1149055295 tempest-PortsAdminExtendedAttrsTestJSON-1149055295-project] Pushing event deleted for resources: {'Network': ['ID=0a51a28c-f8b4-45cf-9358-ce69572f3ff8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:20.731098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event updated for resources: {'Port': ['ID=b3652f69-3d45-4fd4-9be3-4843838c70f8,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:20.787786 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Allocated IP 172.25.2.101 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/5cae3f87-4e3f-4e27-8e4c-5ee099b825d2) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:20.808098 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.821478 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Routers {'84e30f82-1c37-4681-b26b-81ed6e0564ad'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:20.825942 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:19:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['84e30f82-1c37-4681-b26b-81ed6e0564ad'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:20.898267 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.900569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-504359fc-3738-48b7-9970-21c457227528 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7454979 Dec 16 22:20:20.903177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40720) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:20.910106 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-5ea106ab-0cfc-448c-b65b-d64ef7ccaff7 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1578998261'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:20.915788 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-efbdee81-e7d9-4ad9-8f74-823907432264 None None] Provisioning complete for port 959f1f63-1260-4178-b437-eea0dfe31ea1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:20.917304 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efbdee81-e7d9-4ad9-8f74-823907432264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.937773 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ce272-5d76-488f-85e8-110ea49f0317 None None] Pushing event updated for resources: {'Port': ['ID=959f1f63-1260-4178-b437-eea0dfe31ea1,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:21.051410 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea106ab-0cfc-448c-b65b-d64ef7ccaff7 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Made reservation on behalf of af2df99f12fd480d9385c4251a37e4fe for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:21.057481 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ea106ab-0cfc-448c-b65b-d64ef7ccaff7 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.078051 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ea106ab-0cfc-448c-b65b-d64ef7ccaff7 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.096116 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] Set router 84e30f82-1c37-4681-b26b-81ed6e0564ad gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:21.114106 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.307195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0962aff9-6df8-45d6-8481-2d2af4a44639 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:21.312510 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ea106ab-0cfc-448c-b65b-d64ef7ccaff7 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.319253 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.346675 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 72242b89-eb6d-41b7-8add-1a8a7c9d48c0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:21.350722 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.377986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fc1d3-8a04-4456-a710-c7774e5558cb req-e0d805a3-4489-4753-9e72-b53db9adff65 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:21.385954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-161fc1d3-8a04-4456-a710-c7774e5558cb req-e0d805a3-4489-4753-9e72-b53db9adff65 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 943 time: 0.0887747 Dec 16 22:20:21.395041 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ea106ab-0cfc-448c-b65b-d64ef7ccaff7 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.407015 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 0962aff9-6df8-45d6-8481-2d2af4a44639 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:21.408212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0962aff9-6df8-45d6-8481-2d2af4a44639 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:21.424059 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40740) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:21.440532 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:21.442050 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea106ab-0cfc-448c-b65b-d64ef7ccaff7 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:20:21.445123 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:21.448289 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:21.452914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3916a619-ef51-4816-9151-d15b9c7cb9f3 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:20:21.461596 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'name': 'tempest-ServersTestBootFromVolume-1696411446-router', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:07Z', 'updated_at': '2021-12-16T22:20:13Z', 'revision_number': 4, 'project_id': 'f537f374e12149ffb0064560df407002', 'gw_port': {'id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:08Z', 'updated_at': '2021-12-16T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '959f1f63-1260-4178-b437-eea0dfe31ea1', 'name': '', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'mac_address': 'fa:16:3e:0b:a2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:12Z', 'updated_at': '2021-12-16T22:20:20Z', 'revision_number': 4, 'project_id': 'f537f374e12149ffb0064560df407002', 'subnets': [{'id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:21.503404 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1373bda4-ae47-4fad-8012-5d6842d9a65c None None] The sync data for ids ['84e30f82-1c37-4681-b26b-81ed6e0564ad'] in n-d-821840-2 is: [{'id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'name': 'tempest-ServersTestBootFromVolume-1696411446-router', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:07Z', 'updated_at': '2021-12-16T22:20:13Z', 'revision_number': 4, 'project_id': 'f537f374e12149ffb0064560df407002', 'gw_port': {'id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:08Z', 'updated_at': '2021-12-16T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '959f1f63-1260-4178-b437-eea0dfe31ea1', 'name': '', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'mac_address': 'fa:16:3e:0b:a2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:12Z', 'updated_at': '2021-12-16T22:20:20Z', 'revision_number': 4, 'project_id': 'f537f374e12149ffb0064560df407002', 'subnets': [{'id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:21.516216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea106ab-0cfc-448c-b65b-d64ef7ccaff7 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b107bd31-26d3-44b9-81e3-c031c46d9164,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:21.517194 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efbdee81-e7d9-4ad9-8f74-823907432264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.530790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Pushing event updated for resources: {'Port': ['ID=5cae3f87-4e3f-4e27-8e4c-5ee099b825d2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:21.554235 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ea106ab-0cfc-448c-b65b-d64ef7ccaff7 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.554860 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-5ea106ab-0cfc-448c-b65b-d64ef7ccaff7 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Added segment 5ae49128-70bc-4208-9a32-94267d98008b of type vlan for network ff384d80-06c6-44b4-ad78-5c5f115a8e94 Dec 16 22:20:21.667912 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.674372 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-efbdee81-e7d9-4ad9-8f74-823907432264 None None] For port 959f1f63-1260-4178-b437-eea0dfe31ea1, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=959f1f63-1260-4178-b437-eea0dfe31ea1,segment=NetworkSegment(10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d),segment_id=10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:21.708070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 3916a619-ef51-4816-9151-d15b9c7cb9f3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3916a619-ef51-4816-9151-d15b9c7cb9f3,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:21.725744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '3916a619-ef51-4816-9151-d15b9c7cb9f3', 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b', 'port_id': '3916a619-ef51-4816-9151-d15b9c7cb9f3', 'mac_address': 'fa:16:3e:f1:32:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5550495-cdae-4395-8f1f-d640aab6e46b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:20:21.755782 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee5d04-bbe7-4e56-9d38-25d82860eaef req-1a84ca72-a488-4f4c-9b4a-a064019e2c39 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:21.757934 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6cee5d04-bbe7-4e56-9d38-25d82860eaef req-1a84ca72-a488-4f4c-9b4a-a064019e2c39 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.24 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 944 time: 0.0627139 Dec 16 22:20:21.775210 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.794626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3916a619-ef51-4816-9151-d15b9c7cb9f3 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:20:21.799211 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efbdee81-e7d9-4ad9-8f74-823907432264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.823797 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.848823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 3916a619-ef51-4816-9151-d15b9c7cb9f3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3916a619-ef51-4816-9151-d15b9c7cb9f3,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:21.875695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdee81-e7d9-4ad9-8f74-823907432264 None None] Pushing event updated for resources: {'Port': ['ID=959f1f63-1260-4178-b437-eea0dfe31ea1,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:21.917076 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.925195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-161fc1d3-8a04-4456-a710-c7774e5558cb req-cc9e04ca-d83d-401d-8f1a-a5f970cf33db tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367639 Dec 16 22:20:21.985710 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cec560e1-1e4b-43cb-a56f-104b260de8eb None None] Provisioning complete for port 959f1f63-1260-4178-b437-eea0dfe31ea1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:21.986437 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cec560e1-1e4b-43cb-a56f-104b260de8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.001338 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ea106ab-0cfc-448c-b65b-d64ef7ccaff7 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.002559 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-6cee5d04-bbe7-4e56-9d38-25d82860eaef req-c54f2928-a4de-431c-9a81-8015d14c7b86 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Deleting port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:22.002913 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6cee5d04-bbe7-4e56-9d38-25d82860eaef req-c54f2928-a4de-431c-9a81-8015d14c7b86 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.028995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06c8d0-8b22-47b9-b8ae-683be00847f6 req-a6d35b7f-2185-4498-91aa-999e2ea66669 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:22.040233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef06c8d0-8b22-47b9-b8ae-683be00847f6 req-a6d35b7f-2185-4498-91aa-999e2ea66669 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 944 time: 0.5887785 Dec 16 22:20:22.087305 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=3916a619-ef51-4816-9151-d15b9c7cb9f3,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:22.119565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-03bd3020-6308-4a6d-927c-35f5b015359e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93951779b132415c8675868cf22c42ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6917949 Dec 16 22:20:22.120336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40752) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:22.200816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef06c8d0-8b22-47b9-b8ae-683be00847f6 req-4eb6edde-bc57-467a-ae8b-b23c71a5542a tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614733 Dec 16 22:20:22.234743 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ea106ab-0cfc-448c-b65b-d64ef7ccaff7 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.235280 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.243026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea106ab-0cfc-448c-b65b-d64ef7ccaff7 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:22.243802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-6cee5d04-bbe7-4e56-9d38-25d82860eaef req-c54f2928-a4de-431c-9a81-8015d14c7b86 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] For port 04457bfa-a2ee-40c4-8db4-1088f9ea4181, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=04457bfa-a2ee-40c4-8db4-1088f9ea4181,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:22.244077 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ea106ab-0cfc-448c-b65b-d64ef7ccaff7 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.244196 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6cee5d04-bbe7-4e56-9d38-25d82860eaef req-c54f2928-a4de-431c-9a81-8015d14c7b86 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.262572 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['3916a619-ef51-4816-9151-d15b9c7cb9f3'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:22.266917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-6cee5d04-bbe7-4e56-9d38-25d82860eaef req-c54f2928-a4de-431c-9a81-8015d14c7b86 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Calling delete_port for 04457bfa-a2ee-40c4-8db4-1088f9ea4181 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:22.333990 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.405084 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f419f290-db35-4768-b783-1aec9f8c5c8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.421101 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1993ca6e-96ae-44ae-985c-abe512d46aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.425079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea106ab-0cfc-448c-b65b-d64ef7ccaff7 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event updated for resources: {'Network': ['ID=ff384d80-06c6-44b4-ad78-5c5f115a8e94,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:22.438616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network ff384d80-06c6-44b4-ad78-5c5f115a8e94 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:20:22.442099 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f419f290-db35-4768-b783-1aec9f8c5c8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.486449 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5ea106ab-0cfc-448c-b65b-d64ef7ccaff7 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5819361 Dec 16 22:20:22.487186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40762) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:22.496504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-696aad0b-9b12-4052-919e-83dacb7d38f2 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Request body: {'subnet': {'network_id': 'ff384d80-06c6-44b4-ad78-5c5f115a8e94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:22.569331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Pushing event updated for resources: {'Port': ['ID=5cae3f87-4e3f-4e27-8e4c-5ee099b825d2,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:22.576052 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.686988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 959f1f63-1260-4178-b437-eea0dfe31ea1 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:22.723881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696aad0b-9b12-4052-919e-83dacb7d38f2 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Made reservation on behalf of af2df99f12fd480d9385c4251a37e4fe for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:22.725890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.727878 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-696aad0b-9b12-4052-919e-83dacb7d38f2 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.731421 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f419f290-db35-4768-b783-1aec9f8c5c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.734044 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f419f290-db35-4768-b783-1aec9f8c5c8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.736259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f419f290-db35-4768-b783-1aec9f8c5c8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/def4c0a3-b898-4b84-b0e3-28f5c1a44767 HTTP/1.1" status: 204 len: 168 time: 0.6090736 Dec 16 22:20:22.736421 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-67c54fbd-c220-4bb5-b09d-89a4d2d73316 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5322337 Dec 16 22:20:22.748504 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 959f1f63-1260-4178-b437-eea0dfe31ea1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:22.748970 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.780692 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6cee5d04-bbe7-4e56-9d38-25d82860eaef req-c54f2928-a4de-431c-9a81-8015d14c7b86 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.847424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f2928-a4de-431c-9a81-8015d14c7b86 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Pushing event deleted for resources: {'Port': ['ID=04457bfa-a2ee-40c4-8db4-1088f9ea4181,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:22.901619 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cee5d04-bbe7-4e56-9d38-25d82860eaef req-c54f2928-a4de-431c-9a81-8015d14c7b86 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] No DVR routers for this DVR port 04457bfa-a2ee-40c4-8db4-1088f9ea4181 on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:22.902625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419f290-db35-4768-b783-1aec9f8c5c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def4c0a3-b898-4b84-b0e3-28f5c1a44767,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:22.911390 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6cee5d04-bbe7-4e56-9d38-25d82860eaef req-c54f2928-a4de-431c-9a81-8015d14c7b86 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.919490 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6cee5d04-bbe7-4e56-9d38-25d82860eaef req-c54f2928-a4de-431c-9a81-8015d14c7b86 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.24 "DELETE /v2.0/ports/04457bfa-a2ee-40c4-8db4-1088f9ea4181 HTTP/1.1" status: 204 len: 173 time: 1.1345928 Dec 16 22:20:22.919490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988d34df-e17e-4523-9e0b-30760d771ff6', 'name': 'network-vif-deleted', 'tag': '04457bfa-a2ee-40c4-8db4-1088f9ea4181'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:22.919490 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9194608-2c6e-4e36-a3c4-5ac43631a3d2" -d '{"events": [{"server_uuid": "988d34df-e17e-4523-9e0b-30760d771ff6", "name": "network-vif-deleted", "tag": "04457bfa-a2ee-40c4-8db4-1088f9ea4181"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:22.985234 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94eb9845-7be2-46b6-8880-1f78aa52096a x-openstack-request-id: req-94eb9845-7be2-46b6-8880-1f78aa52096a {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:22.985528 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988d34df-e17e-4523-9e0b-30760d771ff6", "name": "network-vif-deleted", "tag": "04457bfa-a2ee-40c4-8db4-1088f9ea4181", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:22.985783 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94eb9845-7be2-46b6-8880-1f78aa52096a {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:22.986184 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988d34df-e17e-4523-9e0b-30760d771ff6', 'name': 'network-vif-deleted', 'tag': '04457bfa-a2ee-40c4-8db4-1088f9ea4181', 'status': 'completed', 'code': 200} Dec 16 22:20:23.055810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318be2b-5a9e-4463-bce3-4d23b9901521 req-3e6dcfce-5d0b-42bd-850c-79974e2e9709 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:23.057394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f318be2b-5a9e-4463-bce3-4d23b9901521 req-3e6dcfce-5d0b-42bd-850c-79974e2e9709 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 945 time: 0.1158197 Dec 16 22:20:23.164263 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80be54-9450-4ca9-b444-efc9d1b2cd76 req-772ec904-a0f2-4253-9cb5-1068f4aee808 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:23.165857 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df80be54-9450-4ca9-b444-efc9d1b2cd76 req-772ec904-a0f2-4253-9cb5-1068f4aee808 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 944 time: 0.1042662 Dec 16 22:20:23.189132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f318be2b-5a9e-4463-bce3-4d23b9901521 req-f62e281c-1414-4b3c-955e-12f019b8802d tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c76e4ca5-e413-4e52-b7f6-83c26bf028ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112118 Dec 16 22:20:23.215327 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-696aad0b-9b12-4052-919e-83dacb7d38f2 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.268456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df80be54-9450-4ca9-b444-efc9d1b2cd76 req-36c722be-5763-4a00-8ee3-de6e6e1fcde5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927069 Dec 16 22:20:23.307038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696aad0b-9b12-4052-919e-83dacb7d38f2 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Checking segment: {'id': '5ae49128-70bc-4208-9a32-94267d98008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff384d80-06c6-44b4-ad78-5c5f115a8e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:23.307425 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696aad0b-9b12-4052-919e-83dacb7d38f2 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Network hostable DHCP agents. Network: ff384d80-06c6-44b4-ad78-5c5f115a8e94, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:20:23.313233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696aad0b-9b12-4052-919e-83dacb7d38f2 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event updated for resources: {'Subnet': ['ID=3998d809-48b4-4795-b8b0-83a992e44e44,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:23.383529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5047c61-48dc-4fa3-b94f-cbeeba42cac0 req-985b30ea-f787-4d32-aae9-e44fcfa9008d tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=988d34df-e17e-4523-9e0b-30760d771ff6 HTTP/1.1" status: 200 len: 210 time: 0.0323131 Dec 16 22:20:23.433342 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3916a619-ef51-4816-9151-d15b9c7cb9f3 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:23.478008 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696aad0b-9b12-4052-919e-83dacb7d38f2 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Network ff384d80-06c6-44b4-ad78-5c5f115a8e94 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:20:23.539564 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.585626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 3916a619-ef51-4816-9151-d15b9c7cb9f3 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:20:23.585823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-696aad0b-9b12-4052-919e-83dacb7d38f2 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, ff384d80-06c6-44b4-ad78-5c5f115a8e94) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:23.591330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696aad0b-9b12-4052-919e-83dacb7d38f2 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:23.591499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 3916a619-ef51-4816-9151-d15b9c7cb9f3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:23.591907 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-696aad0b-9b12-4052-919e-83dacb7d38f2 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.592062 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.615043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411329f4-bc2e-4deb-bfd0-1f4ce77afca9 None None] Network ff384d80-06c6-44b4-ad78-5c5f115a8e94 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:23.729199 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40816) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:23.734669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2018732713', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:23.739666 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-696aad0b-9b12-4052-919e-83dacb7d38f2 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2473831 Dec 16 22:20:23.753759 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.758833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40818) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:23.769025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-ff384d80-06c6-44b4-ad78-5c5f115a8e94', 'network_id': 'ff384d80-06c6-44b4-ad78-5c5f115a8e94', 'project_id': 'af2df99f12fd480d9385c4251a37e4fe', 'fixed_ips': [{'subnet_id': '3998d809-48b4-4795-b8b0-83a992e44e44'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:20:23.769887 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.796762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae649b22-e403-41cc-9aaf-94c2e7be379c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3916a619-ef51-4816-9151-d15b9c7cb9f3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:23.798958 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dacf62b-d51b-4308-a92a-2cb561f7acab" -d '{"events": [{"server_uuid": "ae649b22-e403-41cc-9aaf-94c2e7be379c", "name": "network-vif-plugged", "status": "completed", "tag": "3916a619-ef51-4816-9151-d15b9c7cb9f3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:23.811013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3158e713-9ca5-4bba-bb1c-9014d4f324a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9dc87627915448169e1f75b21a389250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487864 Dec 16 22:20:23.811333 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40822) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:23.883034 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1ccb79c-912d-4f17-81f1-bf438041501f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.893831 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 3916a619-ef51-4816-9151-d15b9c7cb9f3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3916a619-ef51-4816-9151-d15b9c7cb9f3,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:23.895528 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71a5ba3-b103-4542-8164-24e28c8beaf9 x-openstack-request-id: req-a71a5ba3-b103-4542-8164-24e28c8beaf9 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:23.905912 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae649b22-e403-41cc-9aaf-94c2e7be379c", "name": "network-vif-plugged", "status": "completed", "tag": "3916a619-ef51-4816-9151-d15b9c7cb9f3", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:23.905912 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a71a5ba3-b103-4542-8164-24e28c8beaf9 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:23.905912 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae649b22-e403-41cc-9aaf-94c2e7be379c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3916a619-ef51-4816-9151-d15b9c7cb9f3', 'code': 200} Dec 16 22:20:23.907092 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1ccb79c-912d-4f17-81f1-bf438041501f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.923842 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.926508 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.974938 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Allocated IP 172.20.0.2 (ff384d80-06c6-44b4-ad78-5c5f115a8e94/3998d809-48b4-4795-b8b0-83a992e44e44/aef0e927-ad39-4356-a8ff-c05469b7e499) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:23.979793 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6716d-836f-4a19-91da-0d3e604bb8e9 req-de4f05c0-1b94-41a3-9008-572de560a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:23.981366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98a6716d-836f-4a19-91da-0d3e604bb8e9 req-de4f05c0-1b94-41a3-9008-572de560a11a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 1095 time: 0.0628908 Dec 16 22:20:23.982296 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.035361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98a6716d-836f-4a19-91da-0d3e604bb8e9 req-13e48043-7db0-4c26-be58-930f59947bbc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395656 Dec 16 22:20:24.044814 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.127572 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=3916a619-ef51-4816-9151-d15b9c7cb9f3,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:24.142422 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1ccb79c-912d-4f17-81f1-bf438041501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.145411 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1ccb79c-912d-4f17-81f1-bf438041501f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.150810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c1ccb79c-912d-4f17-81f1-bf438041501f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71b6c9c7-1c09-46cf-8c6d-34bbb18272d0 HTTP/1.1" status: 204 len: 168 time: 0.3341706 Dec 16 22:20:24.158897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccb79c-912d-4f17-81f1-bf438041501f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b6c9c7-1c09-46cf-8c6d-34bbb18272d0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:24.229942 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.365741 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.393980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a79cf5-5a52-47b3-a974-2a609454fe96 req-7ab4fb8b-34ea-4593-b571-f9597c0584f9 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:24.396059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d2a79cf5-5a52-47b3-a974-2a609454fe96 req-7ab4fb8b-34ea-4593-b571-f9597c0584f9 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 945 time: 0.0679834 Dec 16 22:20:24.432368 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.447727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Pushing event updated for resources: {'Port': ['ID=aef0e927-ad39-4356-a8ff-c05469b7e499,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:24.456280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Network ff384d80-06c6-44b4-ad78-5c5f115a8e94 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:24.458306 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:24.464089 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:24.475310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d2a79cf5-5a52-47b3-a974-2a609454fe96 req-398be771-2b44-4c01-b57a-379cbd41f305 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c76e4ca5-e413-4e52-b7f6-83c26bf028ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708783 Dec 16 22:20:24.546177 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Attempting to bind port aef0e927-ad39-4356-a8ff-c05469b7e499 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:24.546563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Attempting to bind port aef0e927-ad39-4356-a8ff-c05469b7e499 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '5ae49128-70bc-4208-9a32-94267d98008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff384d80-06c6-44b4-ad78-5c5f115a8e94'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:24.547155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Attempting to bind port aef0e927-ad39-4356-a8ff-c05469b7e499 on network ff384d80-06c6-44b4-ad78-5c5f115a8e94 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:24.563844 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420b60d-0c89-4e42-9854-3a920ec71046 req-188a2d8e-7151-4282-8050-e183b45ef1af tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:24.569986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:24.572198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Checking segment: {'id': '5ae49128-70bc-4208-9a32-94267d98008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff384d80-06c6-44b4-ad78-5c5f115a8e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:24.572198 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.572198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Bound using segment: {'id': '5ae49128-70bc-4208-9a32-94267d98008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff384d80-06c6-44b4-ad78-5c5f115a8e94'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:24.572198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Bound port: aef0e927-ad39-4356-a8ff-c05469b7e499, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae49128-70bc-4208-9a32-94267d98008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff384d80-06c6-44b4-ad78-5c5f115a8e94'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:24.572571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0420b60d-0c89-4e42-9854-3a920ec71046 req-188a2d8e-7151-4282-8050-e183b45ef1af tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 945 time: 0.0843418 Dec 16 22:20:24.572668 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.720122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0420b60d-0c89-4e42-9854-3a920ec71046 req-65c46c94-90aa-4ffc-8eb7-1679e1a84bca tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383483 Dec 16 22:20:24.734412 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] For port aef0e927-ad39-4356-a8ff-c05469b7e499, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:24.754115 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] For port aef0e927-ad39-4356-a8ff-c05469b7e499, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=aef0e927-ad39-4356-a8ff-c05469b7e499,segment=NetworkSegment(5ae49128-70bc-4208-9a32-94267d98008b),segment_id=5ae49128-70bc-4208-9a32-94267d98008b)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:24.777431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791e13f-9ac8-4910-981a-c00aa6d2710d req-56eab487-498c-4ea4-8975-50d479ab8862 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:24.778375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d791e13f-9ac8-4910-981a-c00aa6d2710d req-56eab487-498c-4ea4-8975-50d479ab8862 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.69 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 945 time: 0.1442955 Dec 16 22:20:24.792262 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.813865 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.854667 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.879763 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.933548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-d791e13f-9ac8-4910-981a-c00aa6d2710d req-d0e6c8a9-0661-4313-a929-818e6ba29b35 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Deleting port 61910632-040a-48cb-a9ae-32964f9fe326 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:24.933548 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d791e13f-9ac8-4910-981a-c00aa6d2710d req-d0e6c8a9-0661-4313-a929-818e6ba29b35 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.971674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa9aa5-b5a7-40ae-91f0-41cadf576c55 None None] Pushing event updated for resources: {'Port': ['ID=aef0e927-ad39-4356-a8ff-c05469b7e499,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:25.076659 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Allocated IP 172.25.2.165 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/75c47559-dfcf-4a36-b8f5-100d7684f329) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:25.092988 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d791e13f-9ac8-4910-981a-c00aa6d2710d req-d0e6c8a9-0661-4313-a929-818e6ba29b35 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] For port 61910632-040a-48cb-a9ae-32964f9fe326, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=61910632-040a-48cb-a9ae-32964f9fe326,segment=NetworkSegment(447cf0be-6f32-4c83-8973-6a72efe131a3),segment_id=447cf0be-6f32-4c83-8973-6a72efe131a3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:25.093722 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d791e13f-9ac8-4910-981a-c00aa6d2710d req-d0e6c8a9-0661-4313-a929-818e6ba29b35 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.110488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-d791e13f-9ac8-4910-981a-c00aa6d2710d req-d0e6c8a9-0661-4313-a929-818e6ba29b35 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Calling delete_port for 61910632-040a-48cb-a9ae-32964f9fe326 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:25.306689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 04457bfa-a2ee-40c4-8db4-1088f9ea4181 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:25.359772 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.394686 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 04457bfa-a2ee-40c4-8db4-1088f9ea4181 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:25.396527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 04457bfa-a2ee-40c4-8db4-1088f9ea4181 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:25.457337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c13abe-8bd5-4078-9861-4bc8f2157753 req-9f2b59a6-5518-4b81-b002-0cae447296c6 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:25.459000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46c13abe-8bd5-4078-9861-4bc8f2157753 req-9f2b59a6-5518-4b81-b002-0cae447296c6 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 944 time: 0.0635397 Dec 16 22:20:25.507125 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d791e13f-9ac8-4910-981a-c00aa6d2710d req-d0e6c8a9-0661-4313-a929-818e6ba29b35 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.519457 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['61910632-040a-48cb-a9ae-32964f9fe326'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:25.541919 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.563627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6c8a9-0661-4313-a929-818e6ba29b35 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Pushing event deleted for resources: {'Port': ['ID=61910632-040a-48cb-a9ae-32964f9fe326,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:25.570848 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46c13abe-8bd5-4078-9861-4bc8f2157753 req-4898887c-3e9b-40d1-9c24-a21ceccc8e02 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049473 Dec 16 22:20:25.661144 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:25.664842 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:25.671821 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:25.706722 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event updated for resources: {'Port': ['ID=75c47559-dfcf-4a36-b8f5-100d7684f329,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:25.708183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-18680a32-8473-41c8-b874-720021541da4 req-edca768e-8f48-41ea-9af8-ffb25a629e63 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 210 time: 0.1134493 Dec 16 22:20:25.710523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d791e13f-9ac8-4910-981a-c00aa6d2710d req-d0e6c8a9-0661-4313-a929-818e6ba29b35 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] No DVR routers for this DVR port 61910632-040a-48cb-a9ae-32964f9fe326 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:25.715127 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d791e13f-9ac8-4910-981a-c00aa6d2710d req-d0e6c8a9-0661-4313-a929-818e6ba29b35 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.718040 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.722600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d791e13f-9ac8-4910-981a-c00aa6d2710d req-d0e6c8a9-0661-4313-a929-818e6ba29b35 tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.69 "DELETE /v2.0/ports/61910632-040a-48cb-a9ae-32964f9fe326 HTTP/1.1" status: 204 len: 173 time: 0.9365773 Dec 16 22:20:25.723120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41451c5-6df5-4eb1-92a3-c615bd9366e9', 'name': 'network-vif-deleted', 'tag': '61910632-040a-48cb-a9ae-32964f9fe326'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:25.759177 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3308149-b0e3-4a7c-b09a-ed789689c48b" -d '{"events": [{"server_uuid": "a41451c5-6df5-4eb1-92a3-c615bd9366e9", "name": "network-vif-deleted", "tag": "61910632-040a-48cb-a9ae-32964f9fe326"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:25.831688 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113c91f7-ecae-4f2d-b979-605870f643b7 x-openstack-request-id: req-113c91f7-ecae-4f2d-b979-605870f643b7 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:25.832288 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41451c5-6df5-4eb1-92a3-c615bd9366e9", "name": "network-vif-deleted", "tag": "61910632-040a-48cb-a9ae-32964f9fe326", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:25.833131 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-113c91f7-ecae-4f2d-b979-605870f643b7 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:25.835091 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41451c5-6df5-4eb1-92a3-c615bd9366e9', 'name': 'network-vif-deleted', 'tag': '61910632-040a-48cb-a9ae-32964f9fe326', 'status': 'completed', 'code': 200} Dec 16 22:20:25.877154 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8535b0-11d2-4b8e-8bde-1d936ab81725 req-8c9c8042-121c-4d17-a4a5-c740edf3dfe8 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:25.878614 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cc8535b0-11d2-4b8e-8bde-1d936ab81725 req-8c9c8042-121c-4d17-a4a5-c740edf3dfe8 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 944 time: 0.1168184 Dec 16 22:20:25.951196 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19ac18-e3e2-4187-88d6-d0b31f7cfb6c req-91db9e41-4eee-435d-910d-c8fdaf3e62f4 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:25.960454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e19ac18-e3e2-4187-88d6-d0b31f7cfb6c req-91db9e41-4eee-435d-910d-c8fdaf3e62f4 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 945 time: 0.0844758 Dec 16 22:20:26.015429 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-cc8535b0-11d2-4b8e-8bde-1d936ab81725 req-929c428a-0564-4291-88a8-9931245b10c5 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Deleting port 967aba4c-16e5-446d-9c85-086f719368fa {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:26.017423 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cc8535b0-11d2-4b8e-8bde-1d936ab81725 req-929c428a-0564-4291-88a8-9931245b10c5 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:26.044014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e19ac18-e3e2-4187-88d6-d0b31f7cfb6c req-3c0a679c-b5b5-4f8b-a253-b4acec2c1060 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747802 Dec 16 22:20:26.225136 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f2d69-60bb-4b46-aee2-a6bfbe7cc77d req-6644fdb9-91e3-4eef-897d-10dd3b63b32c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:26.228651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b1f2d69-60bb-4b46-aee2-a6bfbe7cc77d req-6644fdb9-91e3-4eef-897d-10dd3b63b32c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 945 time: 0.0963740 Dec 16 22:20:26.375454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b1f2d69-60bb-4b46-aee2-a6bfbe7cc77d req-31080340-a253-4703-8559-8b12d4e089dc tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401539 Dec 16 22:20:26.765074 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e2da25-af1b-4069-8f52-d34e631a8406 None None] Network ff384d80-06c6-44b4-ad78-5c5f115a8e94 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:26.778834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device aef0e927-ad39-4356-a8ff-c05469b7e499 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:26.831216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2d99c-6319-40fe-8937-cb1f43eaa465 req-af63a627-5ef5-4303-a563-00676bf5bbd4 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:26.833353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-cc8535b0-11d2-4b8e-8bde-1d936ab81725 req-929c428a-0564-4291-88a8-9931245b10c5 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] For port 967aba4c-16e5-446d-9c85-086f719368fa, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=967aba4c-16e5-446d-9c85-086f719368fa,segment=NetworkSegment(830126c2-dba6-435b-b0df-18139973bdf9),segment_id=830126c2-dba6-435b-b0df-18139973bdf9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:26.833690 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cc8535b0-11d2-4b8e-8bde-1d936ab81725 req-929c428a-0564-4291-88a8-9931245b10c5 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:26.839473 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13b2d99c-6319-40fe-8937-cb1f43eaa465 req-af63a627-5ef5-4303-a563-00676bf5bbd4 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 944 time: 0.0893650 Dec 16 22:20:26.852211 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:26.855065 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-cc8535b0-11d2-4b8e-8bde-1d936ab81725 req-929c428a-0564-4291-88a8-9931245b10c5 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Calling delete_port for 967aba4c-16e5-446d-9c85-086f719368fa owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:26.952438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13b2d99c-6319-40fe-8937-cb1f43eaa465 req-ded38029-d0a0-43c7-bdee-60ea9d5a031e tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c789d13-d8b0-4118-88ff-9a3814113647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114943 Dec 16 22:20:27.102129 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c568ae8f-dba6-446f-95fc-8a6d679fafa0 None None] Provisioning complete for port aef0e927-ad39-4356-a8ff-c05469b7e499 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:27.102490 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c568ae8f-dba6-446f-95fc-8a6d679fafa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.158551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ee84e5b-832c-4dac-bcb9-8b2127b3844c req-85b3901a-c2ae-4370-bf66-f8b853818fdc tempest-ServerMetadataNegativeTestJSON-479567310 tempest-ServerMetadataNegativeTestJSON-479567310-project] 10.222.0.43 "GET /v2.0/ports?device_id=a41451c5-6df5-4eb1-92a3-c615bd9366e9 HTTP/1.1" status: 200 len: 210 time: 0.0486948 Dec 16 22:20:27.176984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port aef0e927-ad39-4356-a8ff-c05469b7e499 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:27.177363 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.313477 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ae859-ccc9-48af-9ba5-2669a38ff2fb req-f9dd71fb-d4c4-468c-b13a-76eff882a97b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:27.326800 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-679ae859-ccc9-48af-9ba5-2669a38ff2fb req-f9dd71fb-d4c4-468c-b13a-76eff882a97b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 945 time: 0.1621015 Dec 16 22:20:27.420221 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c568ae8f-dba6-446f-95fc-8a6d679fafa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.460852 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-679ae859-ccc9-48af-9ba5-2669a38ff2fb req-24aa2c22-8031-45d8-8e3e-cd6324dd7dba tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345954 Dec 16 22:20:27.466998 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.505438 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.529185 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c568ae8f-dba6-446f-95fc-8a6d679fafa0 None None] For port aef0e927-ad39-4356-a8ff-c05469b7e499, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=aef0e927-ad39-4356-a8ff-c05469b7e499,segment=NetworkSegment(5ae49128-70bc-4208-9a32-94267d98008b),segment_id=5ae49128-70bc-4208-9a32-94267d98008b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:27.604977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cc8535b0-11d2-4b8e-8bde-1d936ab81725 req-929c428a-0564-4291-88a8-9931245b10c5 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.619620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40940) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:27.661538 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c568ae8f-dba6-446f-95fc-8a6d679fafa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.711808 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c428a-0564-4291-88a8-9931245b10c5 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Pushing event deleted for resources: {'Port': ['ID=967aba4c-16e5-446d-9c85-086f719368fa,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:27.744137 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8535b0-11d2-4b8e-8bde-1d936ab81725 req-929c428a-0564-4291-88a8-9931245b10c5 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] No DVR routers for this DVR port 967aba4c-16e5-446d-9c85-086f719368fa on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:27.751860 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cc8535b0-11d2-4b8e-8bde-1d936ab81725 req-929c428a-0564-4291-88a8-9931245b10c5 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.756500 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cc8535b0-11d2-4b8e-8bde-1d936ab81725 req-929c428a-0564-4291-88a8-9931245b10c5 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.24 "DELETE /v2.0/ports/967aba4c-16e5-446d-9c85-086f719368fa HTTP/1.1" status: 204 len: 173 time: 1.8678071 Dec 16 22:20:27.756970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcae8ed-f105-42c1-b24c-8ae8db0f3c92', 'name': 'network-vif-deleted', 'tag': '967aba4c-16e5-446d-9c85-086f719368fa'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:27.759501 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0317891b-ab14-479a-bbb6-ec685a89a289" -d '{"events": [{"server_uuid": "2dcae8ed-f105-42c1-b24c-8ae8db0f3c92", "name": "network-vif-deleted", "tag": "967aba4c-16e5-446d-9c85-086f719368fa"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:27.822572 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a66823a-0f70-44a5-be95-985031ddab8a x-openstack-request-id: req-6a66823a-0f70-44a5-be95-985031ddab8a {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:27.822948 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcae8ed-f105-42c1-b24c-8ae8db0f3c92", "name": "network-vif-deleted", "tag": "967aba4c-16e5-446d-9c85-086f719368fa", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:27.823305 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a66823a-0f70-44a5-be95-985031ddab8a {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:27.823780 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcae8ed-f105-42c1-b24c-8ae8db0f3c92', 'name': 'network-vif-deleted', 'tag': '967aba4c-16e5-446d-9c85-086f719368fa', 'status': 'completed', 'code': 200} Dec 16 22:20:27.850586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-aff5119f-754e-4e64-abb1-b0ae9a8b7438 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-227960969', 'router:external': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:27.979236 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:20:27.979854 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:20:27.980214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568ae8f-dba6-446f-95fc-8a6d679fafa0 None None] Pushing event updated for resources: {'Port': ['ID=aef0e927-ad39-4356-a8ff-c05469b7e499,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:27.982245 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Router f69f3fd6-c02d-49bb-9c36-d8931b1d26b6 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:20:27.985886 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ae1b1ab2-5df4-4994-a903-6f370b79393b None None] Provisioning complete for port aef0e927-ad39-4356-a8ff-c05469b7e499 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:27.986268 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae1b1ab2-5df4-4994-a903-6f370b79393b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.025909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff5119f-754e-4e64-abb1-b0ae9a8b7438 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Made reservation on behalf of f784b4a6ba5a4ef6a01b89d62e2209f2 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:28.028443 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aff5119f-754e-4e64-abb1-b0ae9a8b7438 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.056657 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aff5119f-754e-4e64-abb1-b0ae9a8b7438 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.142883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-650e347b-b82d-4d86-b6d0-d76006446c85 req-31b8367e-7804-4a63-8153-fb4278867296 tempest-LiveMigrationTest-644227799 tempest-LiveMigrationTest-644227799-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dcae8ed-f105-42c1-b24c-8ae8db0f3c92 HTTP/1.1" status: 200 len: 210 time: 0.0929749 Dec 16 22:20:28.231841 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:28.243611 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c7e0e-8687-47c9-b980-e816649d07ec None None] Sync routers for ids ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:28.269769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c7e0e-8687-47c9-b980-e816649d07ec None None] Routers {'f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:28.270425 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-915c7e0e-8687-47c9-b980-e816649d07ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:28.280319 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aff5119f-754e-4e64-abb1-b0ae9a8b7438 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.299866 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40956) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:28.336821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-915c7e0e-8687-47c9-b980-e816649d07ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:28.346199 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c7e0e-8687-47c9-b980-e816649d07ec None None] Routers {'f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:28.346848 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-915c7e0e-8687-47c9-b980-e816649d07ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:28.350592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b92829-c06a-4e1e-a48b-cc79d0f61bdd admin admin] Deleting subnet 98906af3-0619-4340-9485-80d537504794 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:28.354281 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9b92829-c06a-4e1e-a48b-cc79d0f61bdd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.383571 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-915c7e0e-8687-47c9-b980-e816649d07ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:28.384245 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c7e0e-8687-47c9-b980-e816649d07ec None None] The sync data for ids ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:28.388693 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aff5119f-754e-4e64-abb1-b0ae9a8b7438 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.393136 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.394396 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8223cd4e-320b-4240-90d1-c4b0bd0ea43e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.6635857 Dec 16 22:20:28.401103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40958) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:28.409551 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9b92829-c06a-4e1e-a48b-cc79d0f61bdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.430399 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff5119f-754e-4e64-abb1-b0ae9a8b7438 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:20:28.454921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5119f-754e-4e64-abb1-b0ae9a8b7438 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d864b855-2972-4b8b-938a-0344c3fe3372,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:28.458238 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aff5119f-754e-4e64-abb1-b0ae9a8b7438 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.458590 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-aff5119f-754e-4e64-abb1-b0ae9a8b7438 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Added segment 920ef926-9d9c-48a8-9c19-199baa99fd13 of type vlan for network 4130cf4e-124b-4b97-9909-75b58630cdc0 Dec 16 22:20:28.479757 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f78bd-952b-4b07-9eb3-2b2979cc5dc5 req-aacb9dcf-d841-4295-9c87-950e114a891f tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:28.481171 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f50f78bd-952b-4b07-9eb3-2b2979cc5dc5 req-aacb9dcf-d841-4295-9c87-950e114a891f tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 945 time: 0.1053903 Dec 16 22:20:28.558143 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9b92829-c06a-4e1e-a48b-cc79d0f61bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.570008 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aff5119f-754e-4e64-abb1-b0ae9a8b7438 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.719926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84ef02-7b09-4d2a-9b66-55dd3d128dc5 req-99338d8a-dbc7-44e2-a4f9-98e5829c21d4 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:28.721612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a84ef02-7b09-4d2a-9b66-55dd3d128dc5 req-99338d8a-dbc7-44e2-a4f9-98e5829c21d4 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 945 time: 0.1164007 Dec 16 22:20:28.753425 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-f50f78bd-952b-4b07-9eb3-2b2979cc5dc5 req-85924b59-e8b2-4126-bf0b-6ecc8f08fe8d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Deleting port 3916a619-ef51-4816-9151-d15b9c7cb9f3 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:28.753960 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f50f78bd-952b-4b07-9eb3-2b2979cc5dc5 req-85924b59-e8b2-4126-bf0b-6ecc8f08fe8d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.788993 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device aef0e927-ad39-4356-a8ff-c05469b7e499 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:28.855748 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aff5119f-754e-4e64-abb1-b0ae9a8b7438 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.856658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff5119f-754e-4e64-abb1-b0ae9a8b7438 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:28.857260 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aff5119f-754e-4e64-abb1-b0ae9a8b7438 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.873181 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9b92829-c06a-4e1e-a48b-cc79d0f61bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.909884 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port aef0e927-ad39-4356-a8ff-c05469b7e499 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:28.912821 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.970137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a84ef02-7b09-4d2a-9b66-55dd3d128dc5 req-e93bcb8c-6d12-4b09-8280-ea2b42cef3d0 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408593 Dec 16 22:20:29.023683 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aff5119f-754e-4e64-abb1-b0ae9a8b7438 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4026730 Dec 16 22:20:29.029257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40966) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:29.034186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-da498ce3-9b20-4d6a-8e6a-d9fb778e7651 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Request body: {'subnet': {'network_id': '4130cf4e-124b-4b97-9909-75b58630cdc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:29.049106 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5119f-754e-4e64-abb1-b0ae9a8b7438 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Pushing event updated for resources: {'Network': ['ID=4130cf4e-124b-4b97-9909-75b58630cdc0,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:29.077406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 4130cf4e-124b-4b97-9909-75b58630cdc0 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:20:29.077851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f50f78bd-952b-4b07-9eb3-2b2979cc5dc5 req-85924b59-e8b2-4126-bf0b-6ecc8f08fe8d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] For port 3916a619-ef51-4816-9151-d15b9c7cb9f3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3916a619-ef51-4816-9151-d15b9c7cb9f3,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:29.077851 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f50f78bd-952b-4b07-9eb3-2b2979cc5dc5 req-85924b59-e8b2-4126-bf0b-6ecc8f08fe8d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.092371 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b92829-c06a-4e1e-a48b-cc79d0f61bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98906af3-0619-4340-9485-80d537504794,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:29.098011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-f50f78bd-952b-4b07-9eb3-2b2979cc5dc5 req-85924b59-e8b2-4126-bf0b-6ecc8f08fe8d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Calling delete_port for 3916a619-ef51-4816-9151-d15b9c7cb9f3 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:29.106151 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9b92829-c06a-4e1e-a48b-cc79d0f61bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.115198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40968) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:29.116883 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c9b92829-c06a-4e1e-a48b-cc79d0f61bdd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/98906af3-0619-4340-9485-80d537504794 HTTP/1.1" status: 204 len: 168 time: 0.8156128 Dec 16 22:20:29.274446 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40976) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:29.313419 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17429883-02ca-4650-9669-7eb5d8d19c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.324579 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 967aba4c-16e5-446d-9c85-086f719368fa no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:29.336411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da498ce3-9b20-4d6a-8e6a-d9fb778e7651 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Made reservation on behalf of f784b4a6ba5a4ef6a01b89d62e2209f2 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:29.338820 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-da498ce3-9b20-4d6a-8e6a-d9fb778e7651 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.356571 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.362701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 967aba4c-16e5-446d-9c85-086f719368fa {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:29.363228 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 967aba4c-16e5-446d-9c85-086f719368fa not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:29.468621 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3916a619-ef51-4816-9151-d15b9c7cb9f3 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:29.586638 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17429883-02ca-4650-9669-7eb5d8d19c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.599109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b53a131-b3aa-4dfd-b872-806095bf5a74 admin admin] Deleting subnet a21a16a0-fc96-4fc9-941a-6b4db6b05d8a {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:29.617813 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b53a131-b3aa-4dfd-b872-806095bf5a74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.636557 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.695911 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-17429883-02ca-4650-9669-7eb5d8d19c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ed051a-de25-4c77-8c83-56d7be51b430']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:29.714001 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-17429883-02ca-4650-9669-7eb5d8d19c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447cf0be-6f32-4c83-8973-6a72efe131a3') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:29.714311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-17429883-02ca-4650-9669-7eb5d8d19c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447cf0be-6f32-4c83-8973-6a72efe131a3') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:29.718898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b53a131-b3aa-4dfd-b872-806095bf5a74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.765340 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17429883-02ca-4650-9669-7eb5d8d19c1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.812824 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b53a131-b3aa-4dfd-b872-806095bf5a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.831731 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17429883-02ca-4650-9669-7eb5d8d19c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.863306 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17429883-02ca-4650-9669-7eb5d8d19c1f admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:20:29.863988 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17429883-02ca-4650-9669-7eb5d8d19c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:20:29.866734 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:20:29.908941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Allocated IP 172.20.0.1 (ff384d80-06c6-44b4-ad78-5c5f115a8e94/3998d809-48b4-4795-b8b0-83a992e44e44/2c518d69-4fbb-4cb2-b18b-60f0d259883b) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:29.947603 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f50f78bd-952b-4b07-9eb3-2b2979cc5dc5 req-85924b59-e8b2-4126-bf0b-6ecc8f08fe8d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.971560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['4cc5905f-ff4a-4e96-ac8d-b54814700ec1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:29.975317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 61910632-040a-48cb-a9ae-32964f9fe326 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:29.987710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85924b59-e8b2-4126-bf0b-6ecc8f08fe8d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Pushing event deleted for resources: {'Port': ['ID=3916a619-ef51-4816-9151-d15b9c7cb9f3,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:30.022696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 61910632-040a-48cb-a9ae-32964f9fe326 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:30.023057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 61910632-040a-48cb-a9ae-32964f9fe326 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:30.075174 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b53a131-b3aa-4dfd-b872-806095bf5a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.091289 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.098256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50f78bd-952b-4b07-9eb3-2b2979cc5dc5 req-85924b59-e8b2-4126-bf0b-6ecc8f08fe8d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] No DVR routers for this DVR port 3916a619-ef51-4816-9151-d15b9c7cb9f3 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:30.103639 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f50f78bd-952b-4b07-9eb3-2b2979cc5dc5 req-85924b59-e8b2-4126-bf0b-6ecc8f08fe8d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.108661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f50f78bd-952b-4b07-9eb3-2b2979cc5dc5 req-85924b59-e8b2-4126-bf0b-6ecc8f08fe8d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "DELETE /v2.0/ports/3916a619-ef51-4816-9151-d15b9c7cb9f3 HTTP/1.1" status: 204 len: 173 time: 1.6083238 Dec 16 22:20:30.118243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae649b22-e403-41cc-9aaf-94c2e7be379c', 'name': 'network-vif-deleted', 'tag': '3916a619-ef51-4816-9151-d15b9c7cb9f3'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:30.121280 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2f85a8-83e7-493d-88b5-1b230f30c226" -d '{"events": [{"server_uuid": "ae649b22-e403-41cc-9aaf-94c2e7be379c", "name": "network-vif-deleted", "tag": "3916a619-ef51-4816-9151-d15b9c7cb9f3"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:30.124674 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17429883-02ca-4650-9669-7eb5d8d19c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.134543 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53a131-b3aa-4dfd-b872-806095bf5a74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21a16a0-fc96-4fc9-941a-6b4db6b05d8a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:30.134543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b53a131-b3aa-4dfd-b872-806095bf5a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.140406 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7b53a131-b3aa-4dfd-b872-806095bf5a74 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a21a16a0-fc96-4fc9-941a-6b4db6b05d8a HTTP/1.1" status: 204 len: 168 time: 0.8624320 Dec 16 22:20:30.140999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40986) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:30.175433 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17429883-02ca-4650-9669-7eb5d8d19c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.190622 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-17429883-02ca-4650-9669-7eb5d8d19c1f admin admin] 10.222.0.43 "DELETE /v2.0/networks/03ed051a-de25-4c77-8c83-56d7be51b430 HTTP/1.1" status: 204 len: 168 time: 1.0652719 Dec 16 22:20:30.200602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c3c6330-372e-43ea-9ff8-3c1da86a20a5 req-9a4cc9cd-dfae-4d2e-a414-98d7330b45bb tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 210 time: 0.1052432 Dec 16 22:20:30.249387 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95fc41a0-634c-44f3-b660-f76e9c90152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.295638 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc0e71d-5e57-4768-9d49-82a2ccb8066b x-openstack-request-id: req-2dc0e71d-5e57-4768-9d49-82a2ccb8066b {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:30.296141 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae649b22-e403-41cc-9aaf-94c2e7be379c", "name": "network-vif-deleted", "tag": "3916a619-ef51-4816-9151-d15b9c7cb9f3", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:30.296765 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2dc0e71d-5e57-4768-9d49-82a2ccb8066b {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:30.297322 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae649b22-e403-41cc-9aaf-94c2e7be379c', 'name': 'network-vif-deleted', 'tag': '3916a619-ef51-4816-9151-d15b9c7cb9f3', 'status': 'completed', 'code': 200} Dec 16 22:20:30.304607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17429883-02ca-4650-9669-7eb5d8d19c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=03ed051a-de25-4c77-8c83-56d7be51b430,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:30.348394 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.440474 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95fc41a0-634c-44f3-b660-f76e9c90152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.445390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.objects.ports [None req-da498ce3-9b20-4d6a-8e6a-d9fb778e7651 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103951) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:20:30.445866 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-da498ce3-9b20-4d6a-8e6a-d9fb778e7651 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.472367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Network ff384d80-06c6-44b4-ad78-5c5f115a8e94 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:30.479129 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:30.483318 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event updated for resources: {'Port': ['ID=2c518d69-4fbb-4cb2-b18b-60f0d259883b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:30.486634 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-95fc41a0-634c-44f3-b660-f76e9c90152f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fff1b5-1d29-4f23-ae85-492f2b858f73']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:30.489115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:30.528343 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-95fc41a0-634c-44f3-b660-f76e9c90152f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830126c2-dba6-435b-b0df-18139973bdf9') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:30.528645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-95fc41a0-634c-44f3-b660-f76e9c90152f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830126c2-dba6-435b-b0df-18139973bdf9') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:30.530231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da498ce3-9b20-4d6a-8e6a-d9fb778e7651 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Pushing event updated for resources: {'Subnet': ['ID=79ed84ca-d6d1-44ed-bca2-04816536a993,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:30.547596 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95fc41a0-634c-44f3-b660-f76e9c90152f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.550984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da498ce3-9b20-4d6a-8e6a-d9fb778e7651 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Checking segment: {'id': '920ef926-9d9c-48a8-9c19-199baa99fd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4130cf4e-124b-4b97-9909-75b58630cdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:30.552210 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da498ce3-9b20-4d6a-8e6a-d9fb778e7651 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Network hostable DHCP agents. Network: 4130cf4e-124b-4b97-9909-75b58630cdc0, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:20:30.576167 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.638054 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95fc41a0-634c-44f3-b660-f76e9c90152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.648322 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fc41a0-634c-44f3-b660-f76e9c90152f admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:20:30.648730 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95fc41a0-634c-44f3-b660-f76e9c90152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.650581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da498ce3-9b20-4d6a-8e6a-d9fb778e7651 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Network 4130cf4e-124b-4b97-9909-75b58630cdc0 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:20:30.650701 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:20:30.723527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40996) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:30.795666 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c3c3ac84-fe3a-42a9-befe-027814cb64c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fadfd9992dc54bb5a46b1f311bc324ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0699272 Dec 16 22:20:30.798440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41000) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:30.826003 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95fc41a0-634c-44f3-b660-f76e9c90152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.836675 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95fc41a0-634c-44f3-b660-f76e9c90152f admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.838429 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1085266e-a5da-4d9a-8374-13e8d232578d None None] Provisioning complete for port 2c518d69-4fbb-4cb2-b18b-60f0d259883b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:30.839480 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1085266e-a5da-4d9a-8374-13e8d232578d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.839596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-da498ce3-9b20-4d6a-8e6a-d9fb778e7651 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 4130cf4e-124b-4b97-9909-75b58630cdc0) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:30.843734 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-95fc41a0-634c-44f3-b660-f76e9c90152f admin admin] 10.222.0.43 "DELETE /v2.0/networks/30fff1b5-1d29-4f23-ae85-492f2b858f73 HTTP/1.1" status: 204 len: 168 time: 0.6992340 Dec 16 22:20:30.855329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc41a0-634c-44f3-b660-f76e9c90152f admin admin] Pushing event deleted for resources: {'Network': ['ID=30fff1b5-1d29-4f23-ae85-492f2b858f73,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:30.859259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41002) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:30.875053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da498ce3-9b20-4d6a-8e6a-d9fb778e7651 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:30.876845 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-da498ce3-9b20-4d6a-8e6a-d9fb778e7651 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.899323 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc73c868-3c18-4794-b4d6-7992c1f56b0e None None] Network 4130cf4e-124b-4b97-9909-75b58630cdc0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:30.899323 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1085266e-a5da-4d9a-8374-13e8d232578d None None] Port 2c518d69-4fbb-4cb2-b18b-60f0d259883b cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:30.922600 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.950770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd5e168-2446-4e42-ae36-4cc37dd8a374 admin admin] Deleting subnet 5b190545-8655-4a89-9e77-33933d489463 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:30.960161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-da498ce3-9b20-4d6a-8e6a-d9fb778e7651 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9270172 Dec 16 22:20:30.960161 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e168-2446-4e42-ae36-4cc37dd8a374 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.960455 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d439df38-c5c5-4f3c-b72f-dc05c789358b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.961694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41006) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:30.991363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-00c904d2-65a2-4acf-9c59-dcca0c927917 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-763583743', 'network_id': '4130cf4e-124b-4b97-9909-75b58630cdc0'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:31.023302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e83f0e-28ba-41c5-8a8f-2951fa8ea8b6 None None] Network 4130cf4e-124b-4b97-9909-75b58630cdc0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:31.045081 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d439df38-c5c5-4f3c-b72f-dc05c789358b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.048966 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e168-2446-4e42-ae36-4cc37dd8a374 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.148043 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e168-2446-4e42-ae36-4cc37dd8a374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.215212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c904d2-65a2-4acf-9c59-dcca0c927917 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Made reservation on behalf of f784b4a6ba5a4ef6a01b89d62e2209f2 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:31.217877 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00c904d2-65a2-4acf-9c59-dcca0c927917 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.219968 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d439df38-c5c5-4f3c-b72f-dc05c789358b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.223157 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d439df38-c5c5-4f3c-b72f-dc05c789358b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.225462 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d439df38-c5c5-4f3c-b72f-dc05c789358b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c76e4ca5-e413-4e52-b7f6-83c26bf028ce HTTP/1.1" status: 204 len: 168 time: 0.4232728 Dec 16 22:20:31.243815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439df38-c5c5-4f3c-b72f-dc05c789358b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76e4ca5-e413-4e52-b7f6-83c26bf028ce,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:31.252242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-00c904d2-65a2-4acf-9c59-dcca0c927917 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] device_id is not set on port 9d242a7a-45d1-4e6c-8815-02fe3b74f07c yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:31.329321 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e168-2446-4e42-ae36-4cc37dd8a374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.361363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5e168-2446-4e42-ae36-4cc37dd8a374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b190545-8655-4a89-9e77-33933d489463,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:31.391373 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.407529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-becbef30-177e-478a-87f6-a7bf722b8eaf req-cd5511e4-621d-4d0e-adc7-018b2c5ac2a2 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae649b22-e403-41cc-9aaf-94c2e7be379c HTTP/1.1" status: 200 len: 210 time: 0.0415039 Dec 16 22:20:31.409072 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e168-2446-4e42-ae36-4cc37dd8a374 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.416134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4cd5e168-2446-4e42-ae36-4cc37dd8a374 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5b190545-8655-4a89-9e77-33933d489463 HTTP/1.1" status: 204 len: 168 time: 0.5543947 Dec 16 22:20:31.418665 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41014) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:31.498434 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.499481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-00c904d2-65a2-4acf-9c59-dcca0c927917 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Allocated IP 172.20.0.9 (4130cf4e-124b-4b97-9909-75b58630cdc0/79ed84ca-d6d1-44ed-bca2-04816536a993/9d242a7a-45d1-4e6c-8815-02fe3b74f07c) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:31.652714 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.681291 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-431b31d0-7163-402e-9146-92a8a592b19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.684957 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event updated for resources: {'Port': ['ID=2c518d69-4fbb-4cb2-b18b-60f0d259883b,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:31.757732 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00c904d2-65a2-4acf-9c59-dcca0c927917 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.930965 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-431b31d0-7163-402e-9146-92a8a592b19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.951617 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Network ff384d80-06c6-44b4-ad78-5c5f115a8e94 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:31.957902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:31.967389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-431b31d0-7163-402e-9146-92a8a592b19f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789f2950-c5d3-4cfa-b800-2415ea466e24']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:31.973034 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00c904d2-65a2-4acf-9c59-dcca0c927917 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.979809 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-431b31d0-7163-402e-9146-92a8a592b19f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d5e9c3-0a75-436d-977f-61cfef91ad72') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:31.980166 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-431b31d0-7163-402e-9146-92a8a592b19f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d5e9c3-0a75-436d-977f-61cfef91ad72') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:32.048761 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-431b31d0-7163-402e-9146-92a8a592b19f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.097801 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-431b31d0-7163-402e-9146-92a8a592b19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.109696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431b31d0-7163-402e-9146-92a8a592b19f admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:20:32.110974 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-431b31d0-7163-402e-9146-92a8a592b19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:20:32.146080 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:20:32.159174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c904d2-65a2-4acf-9c59-dcca0c927917 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Network 4130cf4e-124b-4b97-9909-75b58630cdc0 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:32.179009 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-00c904d2-65a2-4acf-9c59-dcca0c927917 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:32.182671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c904d2-65a2-4acf-9c59-dcca0c927917 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:32.203456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c904d2-65a2-4acf-9c59-dcca0c927917 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Pushing event updated for resources: {'Port': ['ID=9d242a7a-45d1-4e6c-8815-02fe3b74f07c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:32.273272 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Router f69f3fd6-c02d-49bb-9c36-d8931b1d26b6 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:20:32.276971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-dd3672f1-9e29-4ee3-b007-9c78addef060 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1584268 Dec 16 22:20:32.345529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-379b350a-d9d0-4b73-ac97-7dc2d31e4cf1 None None] Provisioning complete for port 2c518d69-4fbb-4cb2-b18b-60f0d259883b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:32.348479 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-379b350a-d9d0-4b73-ac97-7dc2d31e4cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.348739 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-431b31d0-7163-402e-9146-92a8a592b19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.361843 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-431b31d0-7163-402e-9146-92a8a592b19f admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.366481 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-431b31d0-7163-402e-9146-92a8a592b19f admin admin] 10.222.0.43 "DELETE /v2.0/networks/789f2950-c5d3-4cfa-b800-2415ea466e24 HTTP/1.1" status: 204 len: 168 time: 0.9442589 Dec 16 22:20:32.383044 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b31d0-7163-402e-9146-92a8a592b19f admin admin] Pushing event deleted for resources: {'Network': ['ID=789f2950-c5d3-4cfa-b800-2415ea466e24,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:32.445803 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dda7e-c80f-4daf-a8e0-08633f7ad8c1 req-eab73ef8-e345-4637-b480-efba7bcc2423 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:32.447508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b7dda7e-c80f-4daf-a8e0-08633f7ad8c1 req-eab73ef8-e345-4637-b480-efba7bcc2423 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.3014569 Dec 16 22:20:32.451885 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c904d2-65a2-4acf-9c59-dcca0c927917 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:32.452505 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00c904d2-65a2-4acf-9c59-dcca0c927917 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.468350 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-379b350a-d9d0-4b73-ac97-7dc2d31e4cf1 None None] Port 2c518d69-4fbb-4cb2-b18b-60f0d259883b cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:32.515664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-f2b91eef-8521-4244-89d8-bcde281edc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:32.515664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-f2b91eef-8521-4244-89d8-bcde281edc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:32.515664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-f2b91eef-8521-4244-89d8-bcde281edc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:32.515664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-f2b91eef-8521-4244-89d8-bcde281edc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:32.515664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-f2b91eef-8521-4244-89d8-bcde281edc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:32.515664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-f2b91eef-8521-4244-89d8-bcde281edc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:32.515664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-f2b91eef-8521-4244-89d8-bcde281edc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:32.517510 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-f2b91eef-8521-4244-89d8-bcde281edc4d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=001915db62a44eb0a59ad001f5b8acda&device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 6498 time: 0.1562312 Dec 16 22:20:32.552274 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b7dda7e-c80f-4daf-a8e0-08633f7ad8c1 req-cf0d1aa9-9408-4fb6-9ed5-cfb364aa4b9d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855806 Dec 16 22:20:32.609333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-00c904d2-65a2-4acf-9c59-dcca0c927917 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.6182973 Dec 16 22:20:32.609333 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41050) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:32.866913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-fdbbb61e-13de-4d3f-a1be-2fe618af87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:32.866913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-fdbbb61e-13de-4d3f-a1be-2fe618af87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:32.866913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-fdbbb61e-13de-4d3f-a1be-2fe618af87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:32.868483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-fdbbb61e-13de-4d3f-a1be-2fe618af87b1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=28cf9735-2f74-4728-b3d3-673e82b6a3ef&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&id=ddfb57a8-dc71-427e-ae1b-ea8399014fce HTTP/1.1" status: 200 len: 2296 time: 0.2891300 Dec 16 22:20:32.882462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-73816b06-ea05-4e5b-b3d5-6d221e202b98 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Deleting port 9d242a7a-45d1-4e6c-8815-02fe3b74f07c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:32.882943 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73816b06-ea05-4e5b-b3d5-6d221e202b98 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.979748 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:32.987664 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-60dba05b-4161-4f47-b881-8ad2ddcb61c3 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] 10.222.0.43 "PUT /v2.0/routers/f69f3fd6-c02d-49bb-9c36-d8931b1d26b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5869985 Dec 16 22:20:32.990979 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41060) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:32.998060 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79277537-88f7-4773-9a2f-cbb5d27e26bd None None] Sync routers for ids ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:33.018832 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79277537-88f7-4773-9a2f-cbb5d27e26bd None None] Routers {'f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:33.019370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a75a27b5-1401-4348-b56e-ca99440508f6 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Request body: {'port': {'network_id': 'ff384d80-06c6-44b4-ad78-5c5f115a8e94', 'name': 'tempest-FloatingIPAdminTestJSON-1504232558'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:33.021820 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-79277537-88f7-4773-9a2f-cbb5d27e26bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:33.028900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-beeecf64-9e40-425b-9ced-d8c9021f7808 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9850f462-340f-49c0-b1fb-6a832caa60e7 HTTP/1.1" status: 200 len: 1001 time: 0.1318970 Dec 16 22:20:33.109998 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-79277537-88f7-4773-9a2f-cbb5d27e26bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:33.131514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41066) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:33.133743 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79277537-88f7-4773-9a2f-cbb5d27e26bd None None] Routers {'f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:33.136924 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-79277537-88f7-4773-9a2f-cbb5d27e26bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:33.139291 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-16313180-b145-4bab-92d9-b5711df40c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:33.142106 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-16313180-b145-4bab-92d9-b5711df40c5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11d40f43-aa33-492a-8d72-d2eb3853f569 HTTP/1.1" status: 200 len: 855 time: 0.0849547 Dec 16 22:20:33.143329 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73816b06-ea05-4e5b-b3d5-6d221e202b98 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.189508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-73816b06-ea05-4e5b-b3d5-6d221e202b98 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Calling delete_port for 9d242a7a-45d1-4e6c-8815-02fe3b74f07c owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:33.197402 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-79277537-88f7-4773-9a2f-cbb5d27e26bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:33.198353 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79277537-88f7-4773-9a2f-cbb5d27e26bd None None] The sync data for ids ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:33.316014 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6a6af0cc-c5fe-446c-b955-da13d0003150 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0fbdbd1880a45e692ee9474ada061c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831865 Dec 16 22:20:33.319051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41076) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:33.348078 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-598b1627-29b3-4185-80ba-83c96867b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:33.351322 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-598b1627-29b3-4185-80ba-83c96867b5a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=28cf9735-2f74-4728-b3d3-673e82b6a3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1969085 Dec 16 22:20:33.403487 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e6449a2c-b155-4daf-9949-c372fc19df59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.439526 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e6449a2c-b155-4daf-9949-c372fc19df59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.467210 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75a27b5-1401-4348-b56e-ca99440508f6 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Made reservation on behalf of af2df99f12fd480d9385c4251a37e4fe for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:33.470614 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a75a27b5-1401-4348-b56e-ca99440508f6 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.498889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-a75a27b5-1401-4348-b56e-ca99440508f6 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] device_id is not set on port c35c9640-3c7b-4fd6-aadc-2d3f093a9ec5 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:33.603007 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e6449a2c-b155-4daf-9949-c372fc19df59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.607976 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e6449a2c-b155-4daf-9949-c372fc19df59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.609333 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e6449a2c-b155-4daf-9949-c372fc19df59 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c789d13-d8b0-4118-88ff-9a3814113647 HTTP/1.1" status: 204 len: 168 time: 0.2892435 Dec 16 22:20:33.630374 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6449a2c-b155-4daf-9949-c372fc19df59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c789d13-d8b0-4118-88ff-9a3814113647,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:33.903750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-39439157-d51b-4dd0-9d67-9c4f14b31af4 service neutron] 10.222.0.69 "GET /v2.0/networks/28cf9735-2f74-4728-b3d3-673e82b6a3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434453 Dec 16 22:20:33.982123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-7dac9d64-0fda-4442-b7d1-b0d12a30f328 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:33.987864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-7dac9d64-0fda-4442-b7d1-b0d12a30f328 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 806 time: 0.5978599 Dec 16 22:20:34.005227 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73816b06-ea05-4e5b-b3d5-6d221e202b98 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.042889 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-5082dd0f-97d9-4bf5-9d6a-51af48e1514b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/quotas/71b07207458f41b0bd254b11dbb60b20 HTTP/1.1" status: 200 len: 375 time: 0.0463266 Dec 16 22:20:34.083149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73816b06-ea05-4e5b-b3d5-6d221e202b98 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d242a7a-45d1-4e6c-8815-02fe3b74f07c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:34.206371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-a18001b2-4689-4aa1-9d40-9c6ed593ad1d service neutron] 10.222.0.69 "GET /v2.0/networks/28cf9735-2f74-4728-b3d3-673e82b6a3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922740 Dec 16 22:20:34.223139 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-a75a27b5-1401-4348-b56e-ca99440508f6 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Allocated IP 172.20.0.9 (ff384d80-06c6-44b4-ad78-5c5f115a8e94/3998d809-48b4-4795-b8b0-83a992e44e44/c35c9640-3c7b-4fd6-aadc-2d3f093a9ec5) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:34.261234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-efbf5f8b-1e45-41df-b972-b0cf177bb5bf tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2072182 Dec 16 22:20:34.312715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-81728d30-9881-42f4-aebf-c3f873eaa5cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=2f02bdff-c1df-4be2-8a7e-501b723a9da5 HTTP/1.1" status: 200 len: 217 time: 0.0890176 Dec 16 22:20:34.398238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e33549-d59b-4ca5-89b3-34cbce7888d4 req-b94b6760-3863-469b-b9bc-259285be3047 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:34.399973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8e33549-d59b-4ca5-89b3-34cbce7888d4 req-b94b6760-3863-469b-b9bc-259285be3047 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.2916925 Dec 16 22:20:34.410053 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73816b06-ea05-4e5b-b3d5-6d221e202b98 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.419659 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-73816b06-ea05-4e5b-b3d5-6d221e202b98 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "DELETE /v2.0/ports/9d242a7a-45d1-4e6c-8815-02fe3b74f07c HTTP/1.1" status: 204 len: 168 time: 1.7563934 Dec 16 22:20:34.419875 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41112) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:34.424874 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4130cf4e-124b-4b97-9909-75b58630cdc0', 'external_fixed_ips': [{'subnet_id': '79ed84ca-d6d1-44ed-bca2-04816536a993', 'ip_address': '172.20.0.9'}]}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:34.497149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-43028257-5f13-4fb1-9bf2-005eb39d0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:34.498664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-43028257-5f13-4fb1-9bf2-005eb39d0e87 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 200 len: 797 time: 0.1179354 Dec 16 22:20:34.500545 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a75a27b5-1401-4348-b56e-ca99440508f6 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.554337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8e33549-d59b-4ca5-89b3-34cbce7888d4 req-5df28361-8d2b-4ca0-a901-39de5f3ecb3e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311221 Dec 16 22:20:34.568725 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-2d05a507-c7fc-4ff9-bb74-32eb756c7eef service neutron] 10.222.0.43 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758532 Dec 16 22:20:34.637643 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.637643 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.650994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-ae802ff2-c822-4bff-bf24-9a812f406087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:34.652708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-ae802ff2-c822-4bff-bf24-9a812f406087 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1441844 Dec 16 22:20:34.710199 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a75a27b5-1401-4348-b56e-ca99440508f6 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.721596 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.766882 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75a27b5-1401-4348-b56e-ca99440508f6 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Network ff384d80-06c6-44b4-ad78-5c5f115a8e94 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:34.770816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-a75a27b5-1401-4348-b56e-ca99440508f6 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:34.775035 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a27b5-1401-4348-b56e-ca99440508f6 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event updated for resources: {'Port': ['ID=c35c9640-3c7b-4fd6-aadc-2d3f093a9ec5,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:34.777421 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75a27b5-1401-4348-b56e-ca99440508f6 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:34.827957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-831168cc-4efd-4d9a-81af-af63d7289853 req-404e675e-e225-43dc-89cc-e097f9dcf950 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8581ebc-766c-4fd2-939f-1c561aeceab2 HTTP/1.1" status: 200 len: 210 time: 0.0874639 Dec 16 22:20:34.838166 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41114) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:34.856631 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75a27b5-1401-4348-b56e-ca99440508f6 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:34.857306 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a75a27b5-1401-4348-b56e-ca99440508f6 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.932790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-4a82276b-7fd1-4c1a-af5a-f0b678109382 service neutron] 10.222.0.43 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524480 Dec 16 22:20:34.964919 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ec3aadb0-90f6-4d01-8b30-354f67d729a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07fb5c5e52834bfdb1fd96789ffd20fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254930 Dec 16 22:20:34.970230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41118) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:35.046009 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-3bb7f8e8-ef79-4961-8da7-2b21ed025778 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649769 Dec 16 22:20:35.079247 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a75a27b5-1401-4348-b56e-ca99440508f6 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0864525 Dec 16 22:20:35.144675 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41126) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:35.170233 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.218838 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-52c9b0bb-ff23-40c2-95c2-2780865705d7 None None] Provisioning complete for port c35c9640-3c7b-4fd6-aadc-2d3f093a9ec5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:35.220439 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52c9b0bb-ff23-40c2-95c2-2780865705d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.226551 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04888215-0f6e-4f88-a515-127b1dd8f492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.327313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-52c9b0bb-ff23-40c2-95c2-2780865705d7 None None] Port c35c9640-3c7b-4fd6-aadc-2d3f093a9ec5 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:35.334983 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04888215-0f6e-4f88-a515-127b1dd8f492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.363620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-e0f68aec-1b9f-4eef-b910-8add6b75e0dd service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926288 Dec 16 22:20:35.460938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a9d61fb-0f39-49dd-9957-94267c4d6f2a req-323bf73d-b194-46ee-8972-21fe25d8d0ba tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 210 time: 0.0886972 Dec 16 22:20:35.465590 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-11fe1b9f-e1f5-447b-8fa6-40d5eb96d211 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=095953be-6333-4ca7-a576-8260e99dcc7f HTTP/1.1" status: 200 len: 217 time: 0.0797079 Dec 16 22:20:35.563998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'project_id': 'af2df99f12fd480d9385c4251a37e4fe', 'port_id': 'c35c9640-3c7b-4fd6-aadc-2d3f093a9ec5'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:35.646515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-ed642c18-db43-4886-859a-d70ccfe510fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:35.653394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-ed642c18-db43-4886-859a-d70ccfe510fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 200 len: 797 time: 0.1696446 Dec 16 22:20:35.705251 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.754534 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.785336 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04888215-0f6e-4f88-a515-127b1dd8f492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.785336 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04888215-0f6e-4f88-a515-127b1dd8f492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.798151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-04888215-0f6e-4f88-a515-127b1dd8f492 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c71a4e0-efff-45ab-81c9-2e0f6d77533e HTTP/1.1" status: 204 len: 168 time: 0.8225195 Dec 16 22:20:35.895708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6884209d-527c-4ec8-ad19-0161eb7ad22f req-8f9eedeb-ec51-474a-a15d-79bb5407e4d8 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.1266043 Dec 16 22:20:35.901750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-7e29f5e7-fb18-4179-81b8-e9aea96cca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:35.903479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-7e29f5e7-fb18-4179-81b8-e9aea96cca7a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2388728 Dec 16 22:20:35.904015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04888215-0f6e-4f88-a515-127b1dd8f492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c71a4e0-efff-45ab-81c9-2e0f6d77533e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:35.962336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0b1f7-17ac-49c1-8010-efe9e7446244 req-5f7e5733-db5b-493e-b1c9-07b6e73a29eb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:35.981960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ec0b1f7-17ac-49c1-8010-efe9e7446244 req-5f7e5733-db5b-493e-b1c9-07b6e73a29eb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.2267756 Dec 16 22:20:36.065933 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:36.067162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Allocated IP 172.20.0.9 (4130cf4e-124b-4b97-9909-75b58630cdc0/79ed84ca-d6d1-44ed-bca2-04816536a993/2b556623-36b4-43cb-ae40-08b43dc7a53e) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:36.177781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-2a053150-bcd2-4afe-a913-fc6c08193d78 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650216 Dec 16 22:20:36.197060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ec0b1f7-17ac-49c1-8010-efe9e7446244 req-f1ecc55a-4820-4ec0-bd8b-2030ab09bf13 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480176 Dec 16 22:20:36.298594 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:36.321644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-484bbe99-3ac9-4bb1-9f25-1dd3654180b4 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220698 Dec 16 22:20:36.384864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-7273053d-3275-4233-9c85-421e074bffc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=3c8879f2-c0b4-473d-834b-662e5d021399 HTTP/1.1" status: 200 len: 217 time: 0.0490971 Dec 16 22:20:36.389724 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:36.449149 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:36.518115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-c3d699e3-c0e1-49d3-8b7e-c5d9a552b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:36.519656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-c3d699e3-c0e1-49d3-8b7e-c5d9a552b845 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 200 len: 797 time: 0.1201842 Dec 16 22:20:36.566316 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Network 4130cf4e-124b-4b97-9909-75b58630cdc0 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:36.574575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:36.578115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:36.654006 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Allocated IP 172.25.2.4 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/420096cb-d4c6-4ec3-9592-1d51d356c4e2) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:36.681794 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b753a24b-e57b-451b-bc0c-30a568615650 req-189eed64-c691-4633-b7e5-da0b26f1e722 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 210 time: 0.0969679 Dec 16 22:20:36.706148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-0c780c3c-a1ab-4de9-ba57-60595310c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:36.709485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-0c780c3c-a1ab-4de9-ba57-60595310c76e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1260953 Dec 16 22:20:36.730307 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Pushing event updated for resources: {'Port': ['ID=2b556623-36b4-43cb-ae40-08b43dc7a53e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:36.893253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-3147434b-1a44-422b-a2d5-df8605314795 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747513 Dec 16 22:20:36.984761 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:37.043952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-72c9509a-3a89-405e-93fa-970655fc7fc8 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420522 Dec 16 22:20:37.087076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41233909-bb4d-42d7-8d29-135592be11e5 req-ea1818e0-4471-4027-9552-b345c886099d tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0398862 Dec 16 22:20:37.106638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:37.126715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-4f485378-6938-4335-8249-d5bc261919bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=aad230d4-20b2-48ae-bee1-5a21895924e4 HTTP/1.1" status: 200 len: 217 time: 0.0656230 Dec 16 22:20:37.199455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-24e2ca5d-f094-4172-b89d-f8d9b9106d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:37.201282 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-24e2ca5d-f094-4172-b89d-f8d9b9106d28 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 200 len: 797 time: 0.0649657 Dec 16 22:20:37.203779 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:37.299508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:37.369145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:37.389298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Pushing event updated for resources: {'Port': ['ID=420096cb-d4c6-4ec3-9592-1d51d356c4e2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:37.397690 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:37.437143 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:37.467767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-0ce16a7d-ee64-4762-a7e0-927426eebcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:37.472650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-0ce16a7d-ee64-4762-a7e0-927426eebcaf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2550573 Dec 16 22:20:37.610259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d7ed7-a7f3-419b-aa56-7ca9203e3ec7 req-e361dda3-038b-43e4-b257-9cfe8fd3425b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:37.611817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b28d7ed7-a7f3-419b-aa56-7ca9203e3ec7 req-e361dda3-038b-43e4-b257-9cfe8fd3425b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.3060663 Dec 16 22:20:37.701746 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Router 24dc43ce-0e2c-4899-8033-6bc1c0bc224c is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:20:37.717009 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-34f99848-bb65-4f0f-a680-85dc474c83aa service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268403 Dec 16 22:20:37.963489 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:37.973563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ac099-31d5-407c-b023-43f77033a747 None None] Sync routers for ids ['24dc43ce-0e2c-4899-8033-6bc1c0bc224c'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:37.993501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07ac099-31d5-407c-b023-43f77033a747 None None] Routers {'24dc43ce-0e2c-4899-8033-6bc1c0bc224c'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:37.994784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e07ac099-31d5-407c-b023-43f77033a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['24dc43ce-0e2c-4899-8033-6bc1c0bc224c'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:38.079659 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.084245 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6f7303eb-6037-464f-90ff-b1cc63ffa005 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.6604967 Dec 16 22:20:38.084433 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41202) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:38.157907 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-e07ac099-31d5-407c-b023-43f77033a747 None None] Set router 24dc43ce-0e2c-4899-8033-6bc1c0bc224c gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:38.246331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b28d7ed7-a7f3-419b-aa56-7ca9203e3ec7 req-b3f7178e-cfa8-49b1-b1f3-61de7edfdcae tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6079776 Dec 16 22:20:38.269946 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29e60e92-63c4-46d1-a6bc-6bb57e4f67b2 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.310228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5276a97e-784d-46c7-a60c-ee0a80e61dc5 req-d06a0ebd-866a-4425-a9c2-8bbc868bedfa tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 210 time: 0.2395487 Dec 16 22:20:38.477763 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29e60e92-63c4-46d1-a6bc-6bb57e4f67b2 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.501476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e07ac099-31d5-407c-b023-43f77033a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dc43ce-0e2c-4899-8033-6bc1c0bc224c', 'name': '', 'tenant_id': 'f784b4a6ba5a4ef6a01b89d62e2209f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4130cf4e-124b-4b97-9909-75b58630cdc0', 'external_fixed_ips': [{'subnet_id': '79ed84ca-d6d1-44ed-bca2-04816536a993', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '2b556623-36b4-43cb-ae40-08b43dc7a53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:34Z', 'updated_at': '2021-12-16T22:20:36Z', 'revision_number': 3, 'project_id': 'f784b4a6ba5a4ef6a01b89d62e2209f2', 'gw_port': {'id': '2b556623-36b4-43cb-ae40-08b43dc7a53e', 'name': '', 'network_id': '4130cf4e-124b-4b97-9909-75b58630cdc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dc43ce-0e2c-4899-8033-6bc1c0bc224c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '79ed84ca-d6d1-44ed-bca2-04816536a993', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:35Z', 'updated_at': '2021-12-16T22:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79ed84ca-d6d1-44ed-bca2-04816536a993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:38.531021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13e52d99-b12b-478c-971d-b58c4a0a1448 req-3cb46f5f-7470-452c-9946-dc7d5c439c7a tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0773427 Dec 16 22:20:38.538203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ac099-31d5-407c-b023-43f77033a747 None None] Checking router: 24dc43ce-0e2c-4899-8033-6bc1c0bc224c for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:20:38.538547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ac099-31d5-407c-b023-43f77033a747 None None] Updating router 24dc43ce-0e2c-4899-8033-6bc1c0bc224c port 2b556623-36b4-43cb-ae40-08b43dc7a53e binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:20:38.560683 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-348c2cf4-1940-45e5-b947-0cafa9e20d7b service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884560 Dec 16 22:20:38.566580 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e07ac099-31d5-407c-b023-43f77033a747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.607320 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-29e60e92-63c4-46d1-a6bc-6bb57e4f67b2 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Deleting port 2b556623-36b4-43cb-ae40-08b43dc7a53e {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:38.607672 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29e60e92-63c4-46d1-a6bc-6bb57e4f67b2 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.718446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-cca773be-21eb-4b88-b971-3facf7bc1aa4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5d94475c-1657-4ad7-b2be-e8b1c81da7af HTTP/1.1" status: 200 len: 217 time: 0.1280501 Dec 16 22:20:38.795917 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29e60e92-63c4-46d1-a6bc-6bb57e4f67b2 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.805478 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-1096d58b-1b43-4ccd-9fac-8cdff4f15e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:38.807557 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-1096d58b-1b43-4ccd-9fac-8cdff4f15e8b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57718039-6093-40b9-897e-8e4ab7d09ed7 HTTP/1.1" status: 200 len: 797 time: 0.0773022 Dec 16 22:20:38.836379 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-29e60e92-63c4-46d1-a6bc-6bb57e4f67b2 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Calling delete_port for 2b556623-36b4-43cb-ae40-08b43dc7a53e owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:39.050865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-8ad3d707-5dd1-4cce-9cb8-a0de8c831bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:39.052735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-8ad3d707-5dd1-4cce-9cb8-a0de8c831bd8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2176461 Dec 16 22:20:39.110839 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.279378 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-e07ac099-31d5-407c-b023-43f77033a747 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:20:39.282104 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-e07ac099-31d5-407c-b023-43f77033a747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:20:39.282344 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29e60e92-63c4-46d1-a6bc-6bb57e4f67b2 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.316491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-46dc136c-fa78-4ac3-a5d1-a29dfce5d86d service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362498 Dec 16 22:20:39.341953 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e60e92-63c4-46d1-a6bc-6bb57e4f67b2 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b556623-36b4-43cb-ae40-08b43dc7a53e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:39.446503 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29e60e92-63c4-46d1-a6bc-6bb57e4f67b2 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.482816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-d346e8a5-8209-4bf1-8152-ec91f575a564 service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591413 Dec 16 22:20:39.567467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c929443-1b2f-4be6-af2b-2698823f82a5 req-eafcd1d8-4afd-4bbe-abd4-d7d25a5afba6 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 210 time: 0.0802555 Dec 16 22:20:39.581664 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29e60e92-63c4-46d1-a6bc-6bb57e4f67b2 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.585003 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29e60e92-63c4-46d1-a6bc-6bb57e4f67b2 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.675549 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-b9ae8e5c-b841-4476-9aee-9418478e5292 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7096ebf6-54ee-43dd-8452-01afb84b3b46 HTTP/1.1" status: 200 len: 217 time: 0.1635878 Dec 16 22:20:39.676452 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7d4c092e-7d2c-4920-816b-e560f610ae1d req-73f64c86-3d34-415d-9943-edd944cf20f0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8581ebc-766c-4fd2-939f-1c561aeceab2 HTTP/1.1" status: 200 len: 210 time: 0.0350790 Dec 16 22:20:39.685009 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-53355e2d-3ec6-4dee-b0f7-c221e3905c67 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:39.685825 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.688149 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-53355e2d-3ec6-4dee-b0f7-c221e3905c67 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 806 time: 0.5118291 Dec 16 22:20:39.740359 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5db599-abc1-4475-8e31-a77b2d598268 req-36d3faa4-87ff-4c46-8029-c9c278bdb7f5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:39.741946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f5db599-abc1-4475-8e31-a77b2d598268 req-36d3faa4-87ff-4c46-8029-c9c278bdb7f5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.2576516 Dec 16 22:20:39.775241 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29e60e92-63c4-46d1-a6bc-6bb57e4f67b2 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.775820 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e60e92-63c4-46d1-a6bc-6bb57e4f67b2 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24dc43ce-0e2c-4899-8033-6bc1c0bc224c {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:20:39.789660 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29e60e92-63c4-46d1-a6bc-6bb57e4f67b2 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.795322 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-29e60e92-63c4-46d1-a6bc-6bb57e4f67b2 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "DELETE /v2.0/routers/24dc43ce-0e2c-4899-8033-6bc1c0bc224c HTTP/1.1" status: 204 len: 168 time: 1.7097552 Dec 16 22:20:39.797941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41236) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:39.822412 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ac099-31d5-407c-b023-43f77033a747 None None] Port 2b556623-36b4-43cb-ae40-08b43dc7a53e not found while updating agent binding for router 24dc43ce-0e2c-4899-8033-6bc1c0bc224c. {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 16 22:20:39.850334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07ac099-31d5-407c-b023-43f77033a747 None None] Routers set() bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:39.853930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f5db599-abc1-4475-8e31-a77b2d598268 req-f8088f80-73e9-4285-8891-f3bb7213d921 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011026 Dec 16 22:20:39.863423 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07ac099-31d5-407c-b023-43f77033a747 None None] Router IDs set() for agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 22:20:39.865503 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_agentschedulers_db [None req-e07ac099-31d5-407c-b023-43f77033a747 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'24dc43ce-0e2c-4899-8033-6bc1c0bc224c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent'). {{(pid=103953) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 22:20:39.867455 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ac099-31d5-407c-b023-43f77033a747 None None] The sync data for ids ['24dc43ce-0e2c-4899-8033-6bc1c0bc224c'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:39.911029 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-89d405c0-74b4-4027-99af-a558f166df6a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Request body: {'port': {'device_id': 'd444cfa5-e13f-44b9-bebb-88075a029f10', 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b', 'admin_state_up': True, 'tenant_id': '71b07207458f41b0bd254b11dbb60b20'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:39.977852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-45f18f96-aff2-4009-afd0-025488f536d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:39.979680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-45f18f96-aff2-4009-afd0-025488f536d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57718039-6093-40b9-897e-8e4ab7d09ed7 HTTP/1.1" status: 200 len: 797 time: 0.1053326 Dec 16 22:20:40.017115 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.028111 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-272bcda3-935e-413a-b657-a23324a94efc tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Deleting subnet 79ed84ca-d6d1-44ed-bca2-04816536a993 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:40.033708 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-272bcda3-935e-413a-b657-a23324a94efc tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.069611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-2fb8f3f5-3b31-449b-96ab-458bb3657297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:40.071858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-2fb8f3f5-3b31-449b-96ab-458bb3657297 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711555 Dec 16 22:20:40.111982 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-272bcda3-935e-413a-b657-a23324a94efc tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.195027 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-272bcda3-935e-413a-b657-a23324a94efc tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.214359 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.237823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfc2b748-1d3b-4bd9-9e90-21a971df386e req-ed4afac8-8dbe-4444-a83f-96eab1cd4f38 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.1508498 Dec 16 22:20:40.241750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-6f15c183-98b3-4372-8536-9b2047269ab8 service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527095 Dec 16 22:20:40.250545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-89d405c0-74b4-4027-99af-a558f166df6a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Made reservation on behalf of 71b07207458f41b0bd254b11dbb60b20 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:40.255668 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-89d405c0-74b4-4027-99af-a558f166df6a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.442262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Pushing event updated for resources: {'Port': ['ID=420096cb-d4c6-4ec3-9592-1d51d356c4e2,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:40.466882 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.479502 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-272bcda3-935e-413a-b657-a23324a94efc tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.492120 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-89d405c0-74b4-4027-99af-a558f166df6a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Allocated IP 172.20.0.7 (894406fb-456e-47fe-84ae-c71a28800c5b/c5550495-cdae-4395-8f1f-d640aab6e46b/cda788c9-1c03-48a8-ad17-3fe33d511fce) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:40.532858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bcda3-935e-413a-b657-a23324a94efc tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=79ed84ca-d6d1-44ed-bca2-04816536a993,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:40.542787 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a8e27b-024f-42b5-92a0-59c56bc68f7b req-33621f69-f9f4-4ee7-ae0d-1c7c429d1f4d service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773967 Dec 16 22:20:40.559607 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-272bcda3-935e-413a-b657-a23324a94efc tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.570990 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-272bcda3-935e-413a-b657-a23324a94efc tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/79ed84ca-d6d1-44ed-bca2-04816536a993 HTTP/1.1" status: 204 len: 168 time: 0.7697775 Dec 16 22:20:40.574479 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41248) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:40.611393 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Floating IP dbe55f31-418a-46d0-bfd4-d317043faed2 associated. External IP: 172.25.2.4, port: c35c9640-3c7b-4fd6-aadc-2d3f093a9ec5. Dec 16 22:20:40.692306 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8e6987b-c37c-4a89-b0f9-62aaaf2d9210 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.876616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eace48b3-97b6-4f3d-a9fa-a9ff89b9d299 req-ebef143f-71db-47b5-b967-7b5575f3cc12 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 210 time: 0.0709498 Dec 16 22:20:40.882555 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8e6987b-c37c-4a89-b0f9-62aaaf2d9210 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.937265 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d8e6987b-c37c-4a89-b0f9-62aaaf2d9210 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4130cf4e-124b-4b97-9909-75b58630cdc0']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:40.957740 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d8e6987b-c37c-4a89-b0f9-62aaaf2d9210 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920ef926-9d9c-48a8-9c19-199baa99fd13') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:40.958583 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d8e6987b-c37c-4a89-b0f9-62aaaf2d9210 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920ef926-9d9c-48a8-9c19-199baa99fd13') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:40.978617 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-89d405c0-74b4-4027-99af-a558f166df6a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.985824 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8e6987b-c37c-4a89-b0f9-62aaaf2d9210 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:41.000393 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8e6987b-c37c-4a89-b0f9-62aaaf2d9210 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:41.010691 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e6987b-c37c-4a89-b0f9-62aaaf2d9210 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:20:41.011098 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8e6987b-c37c-4a89-b0f9-62aaaf2d9210 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:20:41.013549 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:20:41.181010 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-89d405c0-74b4-4027-99af-a558f166df6a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:41.183701 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8e6987b-c37c-4a89-b0f9-62aaaf2d9210 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:41.200716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e6987b-c37c-4a89-b0f9-62aaaf2d9210 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4130cf4e-124b-4b97-9909-75b58630cdc0 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 22:20:41.207823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['4cc5905f-ff4a-4e96-ac8d-b54814700ec1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:41.220469 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8e6987b-c37c-4a89-b0f9-62aaaf2d9210 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:41.230908 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d8e6987b-c37c-4a89-b0f9-62aaaf2d9210 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "DELETE /v2.0/networks/4130cf4e-124b-4b97-9909-75b58630cdc0 HTTP/1.1" status: 204 len: 168 time: 0.6555846 Dec 16 22:20:41.396881 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6987b-c37c-4a89-b0f9-62aaaf2d9210 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Pushing event deleted for resources: {'Network': ['ID=4130cf4e-124b-4b97-9909-75b58630cdc0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:41.434884 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-89d405c0-74b4-4027-99af-a558f166df6a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Network 894406fb-456e-47fe-84ae-c71a28800c5b is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:41.444940 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-89d405c0-74b4-4027-99af-a558f166df6a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:41.452334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-89d405c0-74b4-4027-99af-a558f166df6a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:41.503018 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d405c0-74b4-4027-99af-a558f166df6a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Pushing event updated for resources: {'Port': ['ID=cda788c9-1c03-48a8-ad17-3fe33d511fce,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:41.528518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-89d405c0-74b4-4027-99af-a558f166df6a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:41.529269 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-89d405c0-74b4-4027-99af-a558f166df6a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:41.633066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229ac95-5e9b-4105-bbd4-1913fe8b8371 req-b3bca94e-42b3-4ab8-b336-d717967a0637 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:41.634873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a229ac95-5e9b-4105-bbd4-1913fe8b8371 req-b3bca94e-42b3-4ab8-b336-d717967a0637 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.0904515 Dec 16 22:20:41.640227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Router f69f3fd6-c02d-49bb-9c36-d8931b1d26b6 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:20:41.662597 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-89d405c0-74b4-4027-99af-a558f166df6a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7628009 Dec 16 22:20:41.683194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Request body: {'port': {'device_id': 'd444cfa5-e13f-44b9-bebb-88075a029f10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:41.814841 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:41.929798 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-daf4fb62-4bea-4ae4-84cf-97c5df8c43a5 req-a767a855-4a3a-4fca-b1ca-9876349e4961 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.1245403 Dec 16 22:20:42.026335 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41290) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:42.031397 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-93148197-b319-4dd5-83f2-0adbe66930ee tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Request body: {'router': {'name': 'tempest-router--2106844335', 'project_id': '04f4dcab6bb4428481eb4e2e35707ba7'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:42.079343 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b11bc46-f860-45f0-9d28-8fd8bcec4f88 req-1185e902-8aef-4202-9897-184bfaa67094 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.1446092 Dec 16 22:20:42.108267 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a229ac95-5e9b-4105-bbd4-1913fe8b8371 req-67520e0c-ad1d-40f9-9c20-e5332da8291b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4617224 Dec 16 22:20:42.181411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:42.217108 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80514d-60e0-4cc1-a72e-dac947fca2b4 None None] Sync routers for ids ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:42.252844 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80514d-60e0-4cc1-a72e-dac947fca2b4 None None] Routers {'f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:42.254295 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5b80514d-60e0-4cc1-a72e-dac947fca2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:42.293465 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.311235 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5b80514d-60e0-4cc1-a72e-dac947fca2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:42.324069 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80514d-60e0-4cc1-a72e-dac947fca2b4 None None] Routers {'f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:42.324977 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5b80514d-60e0-4cc1-a72e-dac947fca2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:42.343023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1fbb1c64-e79a-4f26-b501-1938713d900a tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.1518929 Dec 16 22:20:42.346064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41298) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:42.365249 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5b80514d-60e0-4cc1-a72e-dac947fca2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:42.366187 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80514d-60e0-4cc1-a72e-dac947fca2b4 None None] The sync data for ids ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:42.372488 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93148197-b319-4dd5-83f2-0adbe66930ee tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.374573 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93148197-b319-4dd5-83f2-0adbe66930ee tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.425561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda788c9-1c03-48a8-ad17-3fe33d511fce {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:20:42.439052 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.456216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b34e3-5bbd-4f22-80a7-9a41641babc5 req-89f4a5ac-dc6d-4ca3-bd1b-868a6fb6bc53 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:42.466850 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae1b34e3-5bbd-4f22-80a7-9a41641babc5 req-89f4a5ac-dc6d-4ca3-bd1b-868a6fb6bc53 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 931 time: 0.2226331 Dec 16 22:20:42.472686 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Transition to ACTIVE for port object cda788c9-1c03-48a8-ad17-3fe33d511fce will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:20:42.507822 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93148197-b319-4dd5-83f2-0adbe66930ee tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.511623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fac9346f-eaed-48a2-b56a-21467c673d3d tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] 10.222.0.43 "GET /v2.0/floatingips/dbe55f31-418a-46d0-bfd4-d317043faed2 HTTP/1.1" status: 200 len: 981 time: 0.1642919 Dec 16 22:20:42.514386 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41300) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:42.574011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae1b34e3-5bbd-4f22-80a7-9a41641babc5 req-ae491d75-e122-4282-a68c-0f6b24e921d0 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061292 Dec 16 22:20:42.928366 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.938860 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93148197-b319-4dd5-83f2-0adbe66930ee tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.028621 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8ea318d7-64b1-475a-a957-3ba2fa82d61f tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3516 time: 0.5125716 Dec 16 22:20:43.031364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41306) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:43.039011 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Pushing event updated for resources: {'Port': ['ID=cda788c9-1c03-48a8-ad17-3fe33d511fce,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:43.054102 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.154396 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93148197-b319-4dd5-83f2-0adbe66930ee tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.160789 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-93148197-b319-4dd5-83f2-0adbe66930ee tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1313426 Dec 16 22:20:43.162590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41312) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:43.214387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Attempting to bind port cda788c9-1c03-48a8-ad17-3fe33d511fce on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:43.219954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Attempting to bind port cda788c9-1c03-48a8-ad17-3fe33d511fce by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:43.219954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Attempting to bind port cda788c9-1c03-48a8-ad17-3fe33d511fce on network 894406fb-456e-47fe-84ae-c71a28800c5b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:43.222391 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Port cda788c9-1c03-48a8-ad17-3fe33d511fce on network 894406fb-456e-47fe-84ae-c71a28800c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:43.222767 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Attempting to bind port cda788c9-1c03-48a8-ad17-3fe33d511fce on network 894406fb-456e-47fe-84ae-c71a28800c5b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:43.229601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:43.229998 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Checking segment: {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:43.230396 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Bound using segment: {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:43.230848 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Bound port: cda788c9-1c03-48a8-ad17-3fe33d511fce, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:43.231283 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.237225 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.351986 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] For port cda788c9-1c03-48a8-ad17-3fe33d511fce, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:43.356138 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] For port cda788c9-1c03-48a8-ad17-3fe33d511fce, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cda788c9-1c03-48a8-ad17-3fe33d511fce,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:43.359480 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5728d497-6312-4550-9389-d54d5ed0d137 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.362707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c6c9797-4d70-4615-859c-14047e8868e4 req-4447c798-64bc-4dc8-954c-2795c3ca1032 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0744033 Dec 16 22:20:43.466532 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.512623 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:43.513435 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.514878 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] 10.222.0.69 "PUT /v2.0/ports/cda788c9-1c03-48a8-ad17-3fe33d511fce HTTP/1.1" status: 200 len: 1091 time: 1.8433523 Dec 16 22:20:43.515536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd444cfa5-e13f-44b9-bebb-88075a029f10', 'tag': 'cda788c9-1c03-48a8-ad17-3fe33d511fce'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:43.517903 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9652673a-48f8-4726-b4c9-b71f2d8ad3c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d444cfa5-e13f-44b9-bebb-88075a029f10", "tag": "cda788c9-1c03-48a8-ad17-3fe33d511fce"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:43.520657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2a213143-51e7-4ac6-a227-96f5063c9068 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:20:43.559933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5093287-b31a-4cfe-8b99-7eff903eb632 service neutron] Pushing event updated for resources: {'Port': ['ID=cda788c9-1c03-48a8-ad17-3fe33d511fce,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:43.611787 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aefb41-5acb-413f-a971-907f2d260d6e x-openstack-request-id: req-c3aefb41-5acb-413f-a971-907f2d260d6e {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:43.611787 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d444cfa5-e13f-44b9-bebb-88075a029f10", "tag": "cda788c9-1c03-48a8-ad17-3fe33d511fce", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:43.611787 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3aefb41-5acb-413f-a971-907f2d260d6e {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:43.611787 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd444cfa5-e13f-44b9-bebb-88075a029f10', 'tag': 'cda788c9-1c03-48a8-ad17-3fe33d511fce', 'status': 'completed', 'code': 200} Dec 16 22:20:43.663054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522c47a-4087-44cd-a0cd-26bc6f4e3f8f req-c2e546f9-cf93-457e-9132-50f460bc5c24 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:43.673965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c522c47a-4087-44cd-a0cd-26bc6f4e3f8f req-c2e546f9-cf93-457e-9132-50f460bc5c24 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.3759687 Dec 16 22:20:43.694735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652673a-48f8-4726-b4c9-b71f2d8ad3c2 req-057fab2d-bfab-41d0-ac84-3db7e68a6af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:43.698819 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9652673a-48f8-4726-b4c9-b71f2d8ad3c2 req-057fab2d-bfab-41d0-ac84-3db7e68a6af1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 1094 time: 0.0655313 Dec 16 22:20:43.705554 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5728d497-6312-4550-9389-d54d5ed0d137 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.714286 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5728d497-6312-4550-9389-d54d5ed0d137 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.736992 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2a213143-51e7-4ac6-a227-96f5063c9068, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2a213143-51e7-4ac6-a227-96f5063c9068,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:43.753990 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '2a213143-51e7-4ac6-a227-96f5063c9068', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'port_id': '2a213143-51e7-4ac6-a227-96f5063c9068', 'mac_address': 'fa:16:3e:84:39:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:20:43.819126 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.830404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c522c47a-4087-44cd-a0cd-26bc6f4e3f8f req-1e92ce13-87b7-4f9f-a8b4-6cc7307471d4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554346 Dec 16 22:20:43.837036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-fcd52f33-7dce-4c5a-8a42-f8a76f735412 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Deleting port 420096cb-d4c6-4ec3-9592-1d51d356c4e2 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:43.837326 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fcd52f33-7dce-4c5a-8a42-f8a76f735412 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.865103 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a213143-51e7-4ac6-a227-96f5063c9068 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:20:43.888040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652673a-48f8-4726-b4c9-b71f2d8ad3c2 req-0e90bd0e-6bb7-482f-b859-4d9a81352c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:43.888040 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9652673a-48f8-4726-b4c9-b71f2d8ad3c2 req-0e90bd0e-6bb7-482f-b859-4d9a81352c02 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=71b07207458f41b0bd254b11dbb60b20&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1768572 Dec 16 22:20:43.898653 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2a213143-51e7-4ac6-a227-96f5063c9068, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2a213143-51e7-4ac6-a227-96f5063c9068,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:43.929810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6d01b-f822-4ecd-a176-29b98ba7d02a req-f95bbbd1-146e-4d35-ac99-605a7876c1b2 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:43.936051 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1aa6d01b-f822-4ecd-a176-29b98ba7d02a req-f95bbbd1-146e-4d35-ac99-605a7876c1b2 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 943 time: 0.2183914 Dec 16 22:20:43.943393 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5728d497-6312-4550-9389-d54d5ed0d137 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.945155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5728d497-6312-4550-9389-d54d5ed0d137 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b228419-fbef-4fb0-b4a9-7e927c01cde4 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:20:43.966487 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5728d497-6312-4550-9389-d54d5ed0d137 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.968076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5728d497-6312-4550-9389-d54d5ed0d137 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "DELETE /v2.0/routers/3b228419-fbef-4fb0-b4a9-7e927c01cde4 HTTP/1.1" status: 204 len: 168 time: 0.8029690 Dec 16 22:20:44.013763 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.027671 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652673a-48f8-4726-b4c9-b71f2d8ad3c2 req-91c6adf8-77a1-49f0-b58c-f51c237d784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:44.029575 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9652673a-48f8-4726-b4c9-b71f2d8ad3c2 req-91c6adf8-77a1-49f0-b58c-f51c237d784f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360688 Dec 16 22:20:44.092837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1aa6d01b-f822-4ecd-a176-29b98ba7d02a req-fc1b2d42-d21a-43d5-af77-36204bb1f1e4 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511641 Dec 16 22:20:44.095905 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fcd52f33-7dce-4c5a-8a42-f8a76f735412 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.096230 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fcd52f33-7dce-4c5a-8a42-f8a76f735412 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.118485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-fcd52f33-7dce-4c5a-8a42-f8a76f735412 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Calling delete_port for 420096cb-d4c6-4ec3-9592-1d51d356c4e2 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:44.127766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2a213143-51e7-4ac6-a227-96f5063c9068,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:44.163407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-e36916b8-ab34-4f56-aa81-1a4f45d5ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:44.165189 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-e36916b8-ab34-4f56-aa81-1a4f45d5ecab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 1094 time: 0.0832891 Dec 16 22:20:44.177652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['2a213143-51e7-4ac6-a227-96f5063c9068'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:44.225731 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-f4bee0e4-45c2-4953-aac9-5540a905968f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cda788c9-1c03-48a8-ad17-3fe33d511fce HTTP/1.1" status: 200 len: 217 time: 0.0478690 Dec 16 22:20:44.318758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-484b2e1f-e2fd-4686-87c4-2f59b3dac5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:44.320333 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-484b2e1f-e2fd-4686-87c4-2f59b3dac5c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5550495-cdae-4395-8f1f-d640aab6e46b HTTP/1.1" status: 200 len: 846 time: 0.0843399 Dec 16 22:20:44.374378 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-be1661a5-5edd-4519-87c9-a3e4fd847c54 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=894406fb-456e-47fe-84ae-c71a28800c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441246 Dec 16 22:20:44.468388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41332) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:44.515863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41336) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:44.519417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1c6172b-275e-4023-96ca-741130c5074f req-6aedb393-7d21-4be3-a2dd-509f51b14049 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0371790 Dec 16 22:20:44.539807 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fcd52f33-7dce-4c5a-8a42-f8a76f735412 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.548893 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-bdfec16d-19df-4b65-82a9-a3ba73148a08 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607413 Dec 16 22:20:44.594523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd52f33-7dce-4c5a-8a42-f8a76f735412 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event deleted for resources: {'Port': ['ID=420096cb-d4c6-4ec3-9592-1d51d356c4e2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:44.689294 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fcd52f33-7dce-4c5a-8a42-f8a76f735412 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.690307 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-fcd52f33-7dce-4c5a-8a42-f8a76f735412 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Floating IP dbe55f31-418a-46d0-bfd4-d317043faed2 disassociated (deleted). External IP: 172.25.2.4, port: c35c9640-3c7b-4fd6-aadc-2d3f093a9ec5. Dec 16 22:20:44.707902 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-71f73f10-95e3-4f94-9de4-3d019ce3305c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.780881 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-598e7185-e52f-4c76-991b-1e2c50dc9a2e req-c20220db-0f1a-48c2-b5f9-fa79879fd9e4 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213342 Dec 16 22:20:44.804156 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1050073961', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:44.896172 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-71f73f10-95e3-4f94-9de4-3d019ce3305c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.077568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1af62a-911c-4114-aafe-1733414346bc req-93c97a42-c427-4388-bc70-e5940b2b1374 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:45.079130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b1af62a-911c-4114-aafe-1733414346bc req-93c97a42-c427-4388-bc70-e5940b2b1374 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 945 time: 0.1275308 Dec 16 22:20:45.083948 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd52f33-7dce-4c5a-8a42-f8a76f735412 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Router f69f3fd6-c02d-49bb-9c36-d8931b1d26b6 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:20:45.189943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b1af62a-911c-4114-aafe-1733414346bc req-cdc5ac2f-66c1-4bbb-a404-8a7212e474cb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024818 Dec 16 22:20:45.250673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd52f33-7dce-4c5a-8a42-f8a76f735412 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:45.256452 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fcd52f33-7dce-4c5a-8a42-f8a76f735412 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.268641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af69b0a-00cc-49f1-a9bd-827130cab642 None None] Sync routers for ids ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:45.292664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af69b0a-00cc-49f1-a9bd-827130cab642 None None] Routers {'f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:45.293791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1af69b0a-00cc-49f1-a9bd-827130cab642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:45.303750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41358) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:45.309428 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:45.314502 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fcd52f33-7dce-4c5a-8a42-f8a76f735412 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] 10.222.0.43 "DELETE /v2.0/floatingips/dbe55f31-418a-46d0-bfd4-d317043faed2 HTTP/1.1" status: 204 len: 168 time: 2.2812207 Dec 16 22:20:45.365642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1af69b0a-00cc-49f1-a9bd-827130cab642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:45.365642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af69b0a-00cc-49f1-a9bd-827130cab642 None None] Routers {'f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:45.365642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1af69b0a-00cc-49f1-a9bd-827130cab642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:45.401749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1af69b0a-00cc-49f1-a9bd-827130cab642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:45.402421 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af69b0a-00cc-49f1-a9bd-827130cab642 None None] The sync data for ids ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:45.430413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99f858-3843-4439-b5bf-2e78f7589fee req-88ccab9d-8ee4-4bcb-b5dc-d2c413862edf tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:45.432033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d99f858-3843-4439-b5bf-2e78f7589fee req-88ccab9d-8ee4-4bcb-b5dc-d2c413862edf tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 943 time: 0.0628269 Dec 16 22:20:45.495003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d99f858-3843-4439-b5bf-2e78f7589fee req-60de6b21-db0b-4d35-9af4-bc8c54452d97 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559673 Dec 16 22:20:45.541568 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2a213143-51e7-4ac6-a227-96f5063c9068 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:45.601274 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 2a213143-51e7-4ac6-a227-96f5063c9068 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:45.601816 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.695722 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.719242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe185300-1a12-4c20-8d26-94ec7e774a70 req-3734d22a-dd10-4c93-990a-c4b6a3e52708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:45.720780 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe185300-1a12-4c20-8d26-94ec7e774a70 req-3734d22a-dd10-4c93-990a-c4b6a3e52708 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bd199153c4c454ca86c6a746307e0b6&device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 1096 time: 0.0533822 Dec 16 22:20:45.722908 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd38057-4844-4715-9622-ce9f365e714b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a213143-51e7-4ac6-a227-96f5063c9068'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:45.725748 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f703e828-b485-4e4b-ad77-6cd60787683a" -d '{"events": [{"server_uuid": "9cd38057-4844-4715-9622-ce9f365e714b", "name": "network-vif-plugged", "status": "completed", "tag": "2a213143-51e7-4ac6-a227-96f5063c9068"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:45.740313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2a213143-51e7-4ac6-a227-96f5063c9068, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2a213143-51e7-4ac6-a227-96f5063c9068,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:45.766666 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4724c9af-70c1-4b38-a7ee-5878b55158d5 x-openstack-request-id: req-4724c9af-70c1-4b38-a7ee-5878b55158d5 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:45.766969 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd38057-4844-4715-9622-ce9f365e714b", "name": "network-vif-plugged", "status": "completed", "tag": "2a213143-51e7-4ac6-a227-96f5063c9068", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:45.767225 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4724c9af-70c1-4b38-a7ee-5878b55158d5 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:45.767772 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd38057-4844-4715-9622-ce9f365e714b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a213143-51e7-4ac6-a227-96f5063c9068', 'code': 200} Dec 16 22:20:45.844878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe185300-1a12-4c20-8d26-94ec7e774a70 req-c188b757-bad9-420a-a245-6dada08fd145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:45.846374 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe185300-1a12-4c20-8d26-94ec7e774a70 req-c188b757-bad9-420a-a245-6dada08fd145 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a046838-926f-4ef6-8e4a-4e2a10007290 HTTP/1.1" status: 200 len: 917 time: 0.1020010 Dec 16 22:20:45.917983 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe185300-1a12-4c20-8d26-94ec7e774a70 req-2fc1db10-9f59-4055-becd-eb4b68385b51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a213143-51e7-4ac6-a227-96f5063c9068 HTTP/1.1" status: 200 len: 1001 time: 0.0631680 Dec 16 22:20:45.958464 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.973377 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.975387 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.978936 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-71f73f10-95e3-4f94-9de4-3d019ce3305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.040729 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2a213143-51e7-4ac6-a227-96f5063c9068,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:46.062866 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-71f73f10-95e3-4f94-9de4-3d019ce3305c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2da539819ea94e5eb4137a2553de7154&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5459340 Dec 16 22:20:46.066456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41376) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:46.072033 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe185300-1a12-4c20-8d26-94ec7e774a70 req-d940df8b-7604-48a6-b71d-1ca5bc8870df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:46.073831 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe185300-1a12-4c20-8d26-94ec7e774a70 req-d940df8b-7604-48a6-b71d-1ca5bc8870df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5214a06-2f1e-40fb-bdb3-af39deff7abd HTTP/1.1" status: 200 len: 855 time: 0.1453593 Dec 16 22:20:46.101327 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f73f10-95e3-4f94-9de4-3d019ce3305c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb1d321-c506-4fb2-96b7-ab5e508ab4b2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:46.195785 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.201282 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.230587 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74d988ff-b5b8-4e27-8660-6721e6bc2e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.282876 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74d988ff-b5b8-4e27-8660-6721e6bc2e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.338020 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe185300-1a12-4c20-8d26-94ec7e774a70 req-a11f20b3-4804-4fea-b664-eeff2ade11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:46.339624 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe185300-1a12-4c20-8d26-94ec7e774a70 req-a11f20b3-4804-4fea-b664-eeff2ade11dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a046838-926f-4ef6-8e4a-4e2a10007290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2566314 Dec 16 22:20:46.652767 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.710970 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe185300-1a12-4c20-8d26-94ec7e774a70 req-2a0ecebe-27d7-44a3-8f2c-3d029151c283 service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275597 Dec 16 22:20:46.762556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-933dc223-3b77-4dc5-ad6e-cb1e12a1774b req-7a6cc1ae-aaae-43c0-8aa4-b48a09098a05 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.3969302 Dec 16 22:20:46.841042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681204df-10d3-449e-8cff-d385fc27ea5b req-1db66961-6367-45d6-9ac5-b7d9690dda67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:46.851036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-681204df-10d3-449e-8cff-d385fc27ea5b req-1db66961-6367-45d6-9ac5-b7d9690dda67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.5224385 Dec 16 22:20:46.860292 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74d988ff-b5b8-4e27-8660-6721e6bc2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.866730 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74d988ff-b5b8-4e27-8660-6721e6bc2e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.870154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-74d988ff-b5b8-4e27-8660-6721e6bc2e3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1cb1d321-c506-4fb2-96b7-ab5e508ab4b2 HTTP/1.1" status: 204 len: 168 time: 0.8001351 Dec 16 22:20:46.896264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d988ff-b5b8-4e27-8660-6721e6bc2e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb1d321-c506-4fb2-96b7-ab5e508ab4b2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:46.957274 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe185300-1a12-4c20-8d26-94ec7e774a70 req-cf39f5b6-22ab-4951-b815-9170792ce27a service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353439 Dec 16 22:20:46.960407 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.021864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-681204df-10d3-449e-8cff-d385fc27ea5b req-d32e3d66-c894-45bf-8f91-2e7391c3cb3d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694279 Dec 16 22:20:47.151779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d82ec-f086-4150-8d89-663f55d54668 req-8c7a4ca8-9966-4e83-be71-a9067c5c7cac tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:47.162478 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d48d82ec-f086-4150-8d89-663f55d54668 req-8c7a4ca8-9966-4e83-be71-a9067c5c7cac tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 943 time: 0.0767429 Dec 16 22:20:47.188433 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Allocated IP 172.25.2.37 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/f93fbed6-2fc8-41b7-ab47-91f3ce56e39b) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:47.347845 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.368976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d48d82ec-f086-4150-8d89-663f55d54668 req-36e337ae-00d6-4914-9402-30218a57f174 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015367 Dec 16 22:20:47.385605 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.583984 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.726492 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.897473 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:47.923485 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:47.950494 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:48.014042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41434) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:48.033973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6e558ee-e0da-4aef-970d-70dbaa1b4e27 req-cfde520f-7c59-4110-9128-ce3a32578339 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0740306 Dec 16 22:20:48.041883 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Allocated IP 172.25.2.236 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/7983aebc-e1fe-48e0-a89e-e66230a2689d) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:48.077590 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Pushing event updated for resources: {'Port': ['ID=f93fbed6-2fc8-41b7-ab47-91f3ce56e39b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:48.093479 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fcddf9b4-95a9-4edb-bf84-a420ca6737d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.326968 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19efc3-ad39-4214-a180-6d7645907d52 req-a4c2f812-1f78-473a-8cff-0d04119368d6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:48.340989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e19efc3-ad39-4214-a180-6d7645907d52 req-a4c2f812-1f78-473a-8cff-0d04119368d6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.1530850 Dec 16 22:20:48.346076 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.408645 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.465225 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.474138 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fcddf9b4-95a9-4edb-bf84-a420ca6737d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.533465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e19efc3-ad39-4214-a180-6d7645907d52 req-db541c23-7d23-4a82-98d3-e31c24a37b5a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855459 Dec 16 22:20:48.565358 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fcddf9b4-95a9-4edb-bf84-a420ca6737d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.631318 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddf9b4-95a9-4edb-bf84-a420ca6737d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0382ef-f2e7-4411-af76-a90adee4081e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:48.735565 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fcddf9b4-95a9-4edb-bf84-a420ca6737d1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=959e462489d04447b958807616c698eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7203431 Dec 16 22:20:48.738582 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41442) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:48.782023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f49fc7-94f1-4873-af27-a3225d6143c2 req-b6afed8e-2757-4c2e-a492-25442ecec496 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:48.785760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0f49fc7-94f1-4873-af27-a3225d6143c2 req-b6afed8e-2757-4c2e-a492-25442ecec496 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 943 time: 0.1837115 Dec 16 22:20:48.822175 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.937752 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc34f6d7-fdfa-460d-a9e1-db5e8bf036cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.947030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0f49fc7-94f1-4873-af27-a3225d6143c2 req-2f3bbbc2-d2fc-4c37-80fd-e271b772d9ac tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801239 Dec 16 22:20:48.950246 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc34f6d7-fdfa-460d-a9e1-db5e8bf036cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.979827 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:49.006539 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:49.011998 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:49.066603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Pushing event updated for resources: {'Port': ['ID=7983aebc-e1fe-48e0-a89e-e66230a2689d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:49.110511 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.227404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06348bdf-09c7-426d-a103-8ca2cfc8ea4b req-9c0c70db-f01b-4fb0-bfb8-5ee4134988c2 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0493245 Dec 16 22:20:49.321116 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.419027 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc34f6d7-fdfa-460d-a9e1-db5e8bf036cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.421682 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc34f6d7-fdfa-460d-a9e1-db5e8bf036cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.425894 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dc34f6d7-fdfa-460d-a9e1-db5e8bf036cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f0382ef-f2e7-4411-af76-a90adee4081e HTTP/1.1" status: 204 len: 168 time: 0.6856360 Dec 16 22:20:49.462211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Pushing event updated for resources: {'Port': ['ID=f93fbed6-2fc8-41b7-ab47-91f3ce56e39b,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:49.476329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34f6d7-fdfa-460d-a9e1-db5e8bf036cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0382ef-f2e7-4411-af76-a90adee4081e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:49.485700 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.553055 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device cda788c9-1c03-48a8-ad17-3fe33d511fce details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:20:49.598173 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.602095 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cc8b3476-3839-439f-a4bc-372e5cbe5014 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2955317 Dec 16 22:20:49.603906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41452) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:49.806382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafd838-3717-4cf8-a0cd-2a8a3508cf7b req-44fad527-2305-43f0-9a24-46bf8b70ac26 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:49.831178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port cda788c9-1c03-48a8-ad17-3fe33d511fce, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cda788c9-1c03-48a8-ad17-3fe33d511fce,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:49.835260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7fafd838-3717-4cf8-a0cd-2a8a3508cf7b req-44fad527-2305-43f0-9a24-46bf8b70ac26 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.1466541 Dec 16 22:20:49.851111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'cda788c9-1c03-48a8-ad17-3fe33d511fce', 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b', 'port_id': 'cda788c9-1c03-48a8-ad17-3fe33d511fce', 'mac_address': 'fa:16:3e:6b:64:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5550495-cdae-4395-8f1f-d640aab6e46b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:20:49.901610 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.917169 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7fafd838-3717-4cf8-a0cd-2a8a3508cf7b req-8c39742b-c61d-48dd-93e4-c1013eea1434 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798852 Dec 16 22:20:50.024921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:50.096435 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.146168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda788c9-1c03-48a8-ad17-3fe33d511fce {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:20:50.224882 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.230357 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port cda788c9-1c03-48a8-ad17-3fe33d511fce, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cda788c9-1c03-48a8-ad17-3fe33d511fce,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:50.325294 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd259528-fa23-43e5-ab00-9c80b3da0a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.352740 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.376438 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c33112-d1e2-4dbb-b756-8eb9f319756e req-01162793-7945-4716-bb4b-9e60e6009c57 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:50.386976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56c33112-d1e2-4dbb-b756-8eb9f319756e req-01162793-7945-4716-bb4b-9e60e6009c57 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 943 time: 0.2440917 Dec 16 22:20:50.505115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56c33112-d1e2-4dbb-b756-8eb9f319756e req-2d99d0ae-c07f-4415-93d6-8af7b805f791 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163194 Dec 16 22:20:50.623129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea5d2f37-8baa-4ac8-882d-4036cf7ac6eb req-03cacbf4-2deb-4a91-a009-09bbe93d8ea3 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0875418 Dec 16 22:20:50.650340 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=cda788c9-1c03-48a8-ad17-3fe33d511fce,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:50.711036 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.724717 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['cda788c9-1c03-48a8-ad17-3fe33d511fce'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:51.005351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.182139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Allocated IP 172.25.2.151 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/3ce8fe6d-575b-4384-876c-9bb4b9559439) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:51.454463 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.467110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402ede4-ff5e-4b53-aeb8-a64ba0c44986 req-cb03ac20-23d7-4d88-a056-59f68545cc65 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:51.468791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0402ede4-ff5e-4b53-aeb8-a64ba0c44986 req-cb03ac20-23d7-4d88-a056-59f68545cc65 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.2166443 Dec 16 22:20:51.533771 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Router 44dfcb25-47e6-4d44-aca1-1f4c68ccd70a is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:20:51.647601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0402ede4-ff5e-4b53-aeb8-a64ba0c44986 req-33679d5d-e3f1-47a6-b2b7-c0b3bb4929f2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608098 Dec 16 22:20:51.749553 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.822882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Pushing event updated for resources: {'Port': ['ID=3ce8fe6d-575b-4384-876c-9bb4b9559439,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:51.845119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:51.866272 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb76bbb-1787-45d5-bdad-db8bde9096b6 None None] Sync routers for ids ['44dfcb25-47e6-4d44-aca1-1f4c68ccd70a'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:51.866800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:51.872601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:51.881538 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:51.888779 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb76bbb-1787-45d5-bdad-db8bde9096b6 None None] Routers {'44dfcb25-47e6-4d44-aca1-1f4c68ccd70a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:51.891794 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ddb76bbb-1787-45d5-bdad-db8bde9096b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['44dfcb25-47e6-4d44-aca1-1f4c68ccd70a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:51.979878 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.984631 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-68f490e9-4f02-410a-8992-bb3fe69ee5db tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.5132990 Dec 16 22:20:51.985297 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41504) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:52.014563 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ddb76bbb-1787-45d5-bdad-db8bde9096b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:52.035295 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb76bbb-1787-45d5-bdad-db8bde9096b6 None None] Routers {'44dfcb25-47e6-4d44-aca1-1f4c68ccd70a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:52.038687 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ddb76bbb-1787-45d5-bdad-db8bde9096b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['44dfcb25-47e6-4d44-aca1-1f4c68ccd70a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:52.041127 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.078254 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332de9b-3a8f-4a01-9f5c-221e6b330879 req-14af998e-98c2-4d1f-aa67-a66c3048828d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:52.089430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1332de9b-3a8f-4a01-9f5c-221e6b330879 req-14af998e-98c2-4d1f-aa67-a66c3048828d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 944 time: 0.4229655 Dec 16 22:20:52.126870 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ddb76bbb-1787-45d5-bdad-db8bde9096b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:52.127599 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb76bbb-1787-45d5-bdad-db8bde9096b6 None None] The sync data for ids ['44dfcb25-47e6-4d44-aca1-1f4c68ccd70a'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:52.181375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-333cc97e-55a8-4c57-8758-062dd822923f req-db390b62-a895-426f-921b-2be4b4892c78 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.1323562 Dec 16 22:20:52.226843 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1332de9b-3a8f-4a01-9f5c-221e6b330879 req-673ae7e9-56e4-4101-b736-a677a744bb54 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303937 Dec 16 22:20:52.269685 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.289881 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c64875c1-bb34-4b8a-86c8-3d7eb013c09f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/routers/44dfcb25-47e6-4d44-aca1-1f4c68ccd70a HTTP/1.1" status: 200 len: 921 time: 0.3004861 Dec 16 22:20:52.293577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41506) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:52.410706 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-35e9d3e1-63d5-49ae-a214-f816fc5d1ae0 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "GET /v2.0/ports?device_id=44dfcb25-47e6-4d44-aca1-1f4c68ccd70a HTTP/1.1" status: 200 len: 205 time: 0.1145720 Dec 16 22:20:52.419420 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41510) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:52.449381 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fabd9777-36b1-4de8-8885-0c57a2dac082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.655253 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c86cb10f-163a-41ab-bd16-bd3b68b8608f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.722253 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.867938 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.937212 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c86cb10f-163a-41ab-bd16-bd3b68b8608f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.974486 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Pushing event updated for resources: {'Port': ['ID=3ce8fe6d-575b-4384-876c-9bb4b9559439,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:53.042490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e9a11-f7d5-4998-8d4c-ac9285b13759 req-2776f17d-131a-48c2-92c8-ef039810fac6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:53.045234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e6e9a11-f7d5-4998-8d4c-ac9285b13759 req-2776f17d-131a-48c2-92c8-ef039810fac6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.2530334 Dec 16 22:20:53.128527 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e6e9a11-f7d5-4998-8d4c-ac9285b13759 req-93b5b584-7e8d-447c-9bf7-fc9105f64983 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650315 Dec 16 22:20:53.132991 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.205800 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-c86cb10f-163a-41ab-bd16-bd3b68b8608f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Deleting port 7983aebc-e1fe-48e0-a89e-e66230a2689d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:53.206234 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c86cb10f-163a-41ab-bd16-bd3b68b8608f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.215768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.219605 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b8e440ff-e55e-4d50-9e05-5f3ed63afee8 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6108088 Dec 16 22:20:53.220248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41524) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:53.433229 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c86cb10f-163a-41ab-bd16-bd3b68b8608f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.449094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-c86cb10f-163a-41ab-bd16-bd3b68b8608f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Calling delete_port for 7983aebc-e1fe-48e0-a89e-e66230a2689d owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:53.481783 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.546692 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2eb8b196-4023-4324-b72b-f648f0f9ab38 req-76ae2933-7987-4be4-a4cd-c8d99235bb35 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.2040291 Dec 16 22:20:53.591335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device cda788c9-1c03-48a8-ad17-3fe33d511fce up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:53.602337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e71d4ecd-1ce3-4984-9403-f5788b9a1e2e tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3702 time: 0.3808246 Dec 16 22:20:53.628950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41534) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:53.751220 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c86cb10f-163a-41ab-bd16-bd3b68b8608f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.790859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8b8796c9-d084-42a1-8238-f3f1f0425f85 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1597922 Dec 16 22:20:53.796997 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41540) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:53.813972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cb10f-163a-41ab-bd16-bd3b68b8608f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Pushing event deleted for resources: {'Port': ['ID=7983aebc-e1fe-48e0-a89e-e66230a2689d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:53.843226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port cda788c9-1c03-48a8-ad17-3fe33d511fce completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:20:53.849110 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port cda788c9-1c03-48a8-ad17-3fe33d511fce triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:53.849486 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.874648 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f76da-ec1d-47e8-b484-65d1fea78f26 req-002c574c-42df-4799-86e0-fa88b43e6da6 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:53.878854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e98f76da-ec1d-47e8-b484-65d1fea78f26 req-002c574c-42df-4799-86e0-fa88b43e6da6 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 944 time: 0.4690032 Dec 16 22:20:54.015484 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e98f76da-ec1d-47e8-b484-65d1fea78f26 req-77f0bca7-1701-4f62-9a02-48ab1801aafb tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268954 Dec 16 22:20:54.054400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c86cb10f-163a-41ab-bd16-bd3b68b8608f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.062044 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.142132 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd444cfa5-e13f-44b9-bebb-88075a029f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda788c9-1c03-48a8-ad17-3fe33d511fce'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:54.167747 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc5a7bb-4cc8-46e8-bbd8-8b242639f49c" -d '{"events": [{"server_uuid": "d444cfa5-e13f-44b9-bebb-88075a029f10", "name": "network-vif-plugged", "status": "completed", "tag": "cda788c9-1c03-48a8-ad17-3fe33d511fce"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:54.177848 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port cda788c9-1c03-48a8-ad17-3fe33d511fce, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cda788c9-1c03-48a8-ad17-3fe33d511fce,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:54.259944 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.323236 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c86cb10f-163a-41ab-bd16-bd3b68b8608f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.328122 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c86cb10f-163a-41ab-bd16-bd3b68b8608f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.406923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-c4358f4d-43be-475e-94c7-be3136685505 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=81506cb393884113b57053ce5d6ed346&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076653 Dec 16 22:20:54.423373 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2e91c6f5-3717-4ab3-b631-7cbfb7947ce5 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Deleting port 3ce8fe6d-575b-4384-876c-9bb4b9559439 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:54.429259 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e91c6f5-3717-4ab3-b631-7cbfb7947ce5 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.437845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a88a1-d2c8-4815-8a0c-0f5fea3319fc req-1f75322d-2b6d-4082-a957-b037332c7911 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:54.444186 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=cda788c9-1c03-48a8-ad17-3fe33d511fce,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:54.448247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a7a88a1-d2c8-4815-8a0c-0f5fea3319fc req-1f75322d-2b6d-4082-a957-b037332c7911 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.1314354 Dec 16 22:20:54.593528 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e91c6f5-3717-4ab3-b631-7cbfb7947ce5 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.594133 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e91c6f5-3717-4ab3-b631-7cbfb7947ce5 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.616330 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2e91c6f5-3717-4ab3-b631-7cbfb7947ce5 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Calling delete_port for 3ce8fe6d-575b-4384-876c-9bb4b9559439 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:54.644120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a7a88a1-d2c8-4815-8a0c-0f5fea3319fc req-25235571-5ebb-4d84-bebb-575a45513163 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933179 Dec 16 22:20:54.725993 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c86cb10f-163a-41ab-bd16-bd3b68b8608f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.727003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86cb10f-163a-41ab-bd16-bd3b68b8608f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Fanout notify agent at l3_agent the message router_deleted on router 44dfcb25-47e6-4d44-aca1-1f4c68ccd70a {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:20:54.736665 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c86cb10f-163a-41ab-bd16-bd3b68b8608f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.742521 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c86cb10f-163a-41ab-bd16-bd3b68b8608f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "DELETE /v2.0/routers/44dfcb25-47e6-4d44-aca1-1f4c68ccd70a HTTP/1.1" status: 204 len: 168 time: 2.3175907 Dec 16 22:20:54.744831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41562) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:54.751074 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Request body: {'router': {'name': 'tempest-snat-router-639135319', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'enable_snat': False}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:54.752139 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646dfc3d-f0ed-417b-80bb-3e29d7e821ca x-openstack-request-id: req-646dfc3d-f0ed-417b-80bb-3e29d7e821ca {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:54.752784 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d444cfa5-e13f-44b9-bebb-88075a029f10", "name": "network-vif-plugged", "status": "completed", "tag": "cda788c9-1c03-48a8-ad17-3fe33d511fce", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:54.752784 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-646dfc3d-f0ed-417b-80bb-3e29d7e821ca {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:54.753439 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd444cfa5-e13f-44b9-bebb-88075a029f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda788c9-1c03-48a8-ad17-3fe33d511fce', 'code': 200} Dec 16 22:20:54.766923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-56cee0f3-3711-4463-8d55-207c846ab7c5 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:54.774285 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-56cee0f3-3711-4463-8d55-207c846ab7c5 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3212302 Dec 16 22:20:54.812638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-85a9f21e-63ee-4081-a6bd-c753bee6787f tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/quotas/81506cb393884113b57053ce5d6ed346 HTTP/1.1" status: 200 len: 375 time: 0.0338812 Dec 16 22:20:54.864116 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.875128 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2270393-efc1-4708-9965-24bc2ba4dbf2 req-a6a8e7c3-b9cd-40c0-ace9-74358aa9226f tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0613198 Dec 16 22:20:54.877408 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-95d2f9bb-ac2c-4614-a7e8-201831574911 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=81506cb393884113b57053ce5d6ed346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499370 Dec 16 22:20:54.901650 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5798bf7-b2e1-45d6-b86f-0b4d5abac6e3 req-64bb1116-1f5f-4317-8896-860dd7637d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:54.903810 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a5798bf7-b2e1-45d6-b86f-0b4d5abac6e3 req-64bb1116-1f5f-4317-8896-860dd7637d50 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 1096 time: 0.0728378 Dec 16 22:20:55.002721 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.006781 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.033674 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a5798bf7-b2e1-45d6-b86f-0b4d5abac6e3 req-413873f2-4867-4006-baab-8b1662f19d03 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213737 Dec 16 22:20:55.065735 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e91c6f5-3717-4ab3-b631-7cbfb7947ce5 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.180968 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91c6f5-3717-4ab3-b631-7cbfb7947ce5 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Pushing event deleted for resources: {'Port': ['ID=3ce8fe6d-575b-4384-876c-9bb4b9559439,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:55.265453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46c176b8-4e8b-4c33-87f7-d23e91e58e5e req-cf765f81-dae4-497a-abd9-690052cf24a7 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 210 time: 0.0589676 Dec 16 22:20:55.269362 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.387351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e91c6f5-3717-4ab3-b631-7cbfb7947ce5 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.395431 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e91c6f5-3717-4ab3-b631-7cbfb7947ce5 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.397309 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2e91c6f5-3717-4ab3-b631-7cbfb7947ce5 tempest-FloatingIPAdminTestJSON-69460970 tempest-FloatingIPAdminTestJSON-69460970-project] 10.222.0.43 "DELETE /v2.0/floatingips/89a63436-1466-488a-9808-01cccbff50e3 HTTP/1.1" status: 204 len: 168 time: 1.5985205 Dec 16 22:20:55.401539 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41578) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:55.404087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef0453-9572-45cd-868b-d9d03c749f55 req-67010411-1f67-447a-9f42-cf47475577c0 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:55.415657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54ef0453-9572-45cd-868b-d9d03c749f55 req-67010411-1f67-447a-9f42-cf47475577c0 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 945 time: 0.2062905 Dec 16 22:20:55.631658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Deleting port f93fbed6-2fc8-41b7-ab47-91f3ce56e39b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:55.632265 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.661207 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54ef0453-9572-45cd-868b-d9d03c749f55 req-b4b16fbc-983c-43cc-b01a-4db781c62a49 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445409 Dec 16 22:20:55.667751 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.704630 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.751153 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.758358 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.781722 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Calling delete_port for f93fbed6-2fc8-41b7-ab47-91f3ce56e39b owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:55.827313 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:20:55.837961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daf6e2-9793-4b40-a55f-4f4ed5738765 req-34885168-bb41-47cb-a63c-843d86565ee8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:55.841151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3daf6e2-9793-4b40-a55f-4f4ed5738765 req-34885168-bb41-47cb-a63c-843d86565ee8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.0706639 Dec 16 22:20:56.027722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3daf6e2-9793-4b40-a55f-4f4ed5738765 req-ae65e5b1-5484-4b13-8a0a-fa5c6d6c5e7a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605577 Dec 16 22:20:56.161474 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d8d7c7a-a0b8-4765-8439-4f6827a6ab10 req-c771d98f-0389-4f10-b364-0987157faa30 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0617948 Dec 16 22:20:56.207092 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.264270 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Pushing event deleted for resources: {'Port': ['ID=f93fbed6-2fc8-41b7-ab47-91f3ce56e39b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:56.287407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:56.287774 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:56.288128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:56.288481 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:56.288817 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:56.289149 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:56.289484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:56.289815 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:56.290538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:56.290538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:56.290812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:56.291104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:56.291455 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:56.421814 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.426662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2134dbc4-93ac-4a41-a2ae-b9f25c95b3d8 req-a1a2927b-5118-4f87-90b6-156863b4e5ec tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 210 time: 0.0500619 Dec 16 22:20:56.433357 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.439053 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-eb1493a1-d038-49f4-aaf7-f0c158c8ffd6 tempest-FloatingIPAdminTestJSON-2053311889 tempest-FloatingIPAdminTestJSON-2053311889-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/1a3cbfca-374d-4f2a-b6dd-a8f54a3797dc HTTP/1.1" status: 204 len: 168 time: 1.0338168 Dec 16 22:20:56.439223 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.440185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41594) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:56.492697 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.591491 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5d842dab-de63-4fc7-8985-3b95fd0a69d9 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Deleting port c35c9640-3c7b-4fd6-aadc-2d3f093a9ec5 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:56.591951 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d842dab-de63-4fc7-8985-3b95fd0a69d9 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.654609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Allocated IP 172.25.2.130 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/ff3b1dfc-b0c8-49ab-8671-51268a685636) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:56.729012 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d842dab-de63-4fc7-8985-3b95fd0a69d9 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.744987 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5d842dab-de63-4fc7-8985-3b95fd0a69d9 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Calling delete_port for c35c9640-3c7b-4fd6-aadc-2d3f093a9ec5 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:56.865863 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.882900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c2590-d9dc-4491-b290-03904666cde3 req-298fbdec-6404-413f-94f8-82b9aade5e4c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:56.884886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f75c2590-d9dc-4491-b290-03904666cde3 req-298fbdec-6404-413f-94f8-82b9aade5e4c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 945 time: 0.1242702 Dec 16 22:20:56.958769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f75c2590-d9dc-4491-b290-03904666cde3 req-53cfa438-6e2b-42de-a9d7-f415e799313b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623899 Dec 16 22:20:57.065234 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d842dab-de63-4fc7-8985-3b95fd0a69d9 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.068393 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.124697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:57.127627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d842dab-de63-4fc7-8985-3b95fd0a69d9 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event deleted for resources: {'Port': ['ID=c35c9640-3c7b-4fd6-aadc-2d3f093a9ec5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:57.131130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:57.150850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:57.158946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Pushing event updated for resources: {'Port': ['ID=ff3b1dfc-b0c8-49ab-8671-51268a685636,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:57.300798 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d842dab-de63-4fc7-8985-3b95fd0a69d9 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.306955 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5d842dab-de63-4fc7-8985-3b95fd0a69d9 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] 10.222.0.43 "DELETE /v2.0/ports/c35c9640-3c7b-4fd6-aadc-2d3f093a9ec5 HTTP/1.1" status: 204 len: 168 time: 0.8631501 Dec 16 22:20:57.311630 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41604) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:57.346407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64360450-0fbb-4cbd-8dc6-7bf3c89207df req-6a9aa899-cb7f-4bd2-a67f-c5967f433a20 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0690124 Dec 16 22:20:57.398389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac5ca79-a07e-430b-8734-f8bb89a7638c tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:57.403339 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5ac5ca79-a07e-430b-8734-f8bb89a7638c tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] 10.222.0.43 "GET /v2.0/ports?device_id=f69f3fd6-c02d-49bb-9c36-d8931b1d26b6 HTTP/1.1" status: 200 len: 913 time: 0.0902305 Dec 16 22:20:57.404122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41608) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:57.865207 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0d747f5-bc3d-49b3-97bd-bb0cafc13e39 req-fc1928ec-f105-4248-98ae-5cc89a2a0124 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 210 time: 0.0774534 Dec 16 22:20:57.936431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863e63d-ff9f-47ea-ac48-dd25b87c6aa2 req-54b3a5dd-5b5b-41cc-9a36-c7f9be00fb1f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:57.938160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2863e63d-ff9f-47ea-ac48-dd25b87c6aa2 req-54b3a5dd-5b5b-41cc-9a36-c7f9be00fb1f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.6863847 Dec 16 22:20:57.981555 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-950670ad-a059-496e-93e0-90d9e3d06246 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:58.013398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2863e63d-ff9f-47ea-ac48-dd25b87c6aa2 req-f1e10032-b117-48ae-ba4a-424117072c1e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587792 Dec 16 22:20:58.155112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d67a45-7abb-4b80-8218-6cc9aa04293b req-cb992456-9c9b-4bdb-a6c8-2fc09321eb09 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:58.157051 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11d67a45-7abb-4b80-8218-6cc9aa04293b req-cb992456-9c9b-4bdb-a6c8-2fc09321eb09 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 945 time: 0.1048315 Dec 16 22:20:58.282500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11d67a45-7abb-4b80-8218-6cc9aa04293b req-f74a0691-5eed-490a-b0cf-72dd033628c5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884202 Dec 16 22:20:58.294971 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:58.428488 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-950670ad-a059-496e-93e0-90d9e3d06246 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Deleting port 2c518d69-4fbb-4cb2-b18b-60f0d259883b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:58.428830 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-950670ad-a059-496e-93e0-90d9e3d06246 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:58.546807 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-950670ad-a059-496e-93e0-90d9e3d06246 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:58.547230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4796f7f0-3833-473a-a392-a61a9bb115ba req-2638e3e3-c74d-4733-845f-c9ea88d4cfb2 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0775161 Dec 16 22:20:58.557250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-950670ad-a059-496e-93e0-90d9e3d06246 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Calling delete_port for 2c518d69-4fbb-4cb2-b18b-60f0d259883b owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:58.645900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e84a69-f6f6-4213-93de-4019e2f115e2 req-fec9c5b6-97d2-4731-9447-2c8a2e1f8f52 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:58.654170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27e84a69-f6f6-4213-93de-4019e2f115e2 req-fec9c5b6-97d2-4731-9447-2c8a2e1f8f52 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 945 time: 0.2077599 Dec 16 22:20:58.849008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27e84a69-f6f6-4213-93de-4019e2f115e2 req-7c0965fa-3357-4e31-b3c1-00a54fc42408 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878920 Dec 16 22:20:58.857830 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:59.050762 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4772aa84-4ed0-4ca3-bfbe-fdb48925a210 req-2a583901-7c67-4ff2-8d6e-f4f961b9cbc0 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 210 time: 0.0804582 Dec 16 22:20:59.254527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f82f06-22f9-4ca1-bd33-b89e92838d63 req-50bc8d80-0454-4261-92a9-d772a271a3d2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:59.256634 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14f82f06-22f9-4ca1-bd33-b89e92838d63 req-50bc8d80-0454-4261-92a9-d772a271a3d2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.0518706 Dec 16 22:20:59.307338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14f82f06-22f9-4ca1-bd33-b89e92838d63 req-00195dcf-0812-489e-99b8-de95319674ce tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444090 Dec 16 22:20:59.368576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Router 01026b2f-c21f-4a4a-8f90-3f7c4f070f2f is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:20:59.372250 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-950670ad-a059-496e-93e0-90d9e3d06246 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:59.422275 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950670ad-a059-496e-93e0-90d9e3d06246 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event deleted for resources: {'Port': ['ID=2c518d69-4fbb-4cb2-b18b-60f0d259883b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:59.459181 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-81371d5b-a5b2-4f55-836e-7b9808c8acff tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=81506cb393884113b57053ce5d6ed346&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518293 Dec 16 22:20:59.555501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:59.567163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Sync routers for ids ['01026b2f-c21f-4a4a-8f90-3f7c4f070f2f'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:59.640206 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Routers {'01026b2f-c21f-4a4a-8f90-3f7c4f070f2f'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:59.642372 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['01026b2f-c21f-4a4a-8f90-3f7c4f070f2f'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:59.685841 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:59.693465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-139b5d99-6d72-4915-aafc-f5b7bd486ec4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9470146 Dec 16 22:20:59.700580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41638) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:59.820517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3c92776-8b4f-43d3-82b2-173ea5cb011c req-61537d24-56cc-4a94-9bff-8f9cdb77f894 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0492435 Dec 16 22:20:59.969647 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Set router 01026b2f-c21f-4a4a-8f90-3f7c4f070f2f gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:59.980438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b29858c9-7522-4d7d-ae9a-dc4064e467c4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/routers/01026b2f-c21f-4a4a-8f90-3f7c4f070f2f HTTP/1.1" status: 200 len: 908 time: 0.2836404 Dec 16 22:20:59.983762 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41642) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:59.991188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Request body: {'router': {'name': 'tempest-snat-router-639135319', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'enable_snat': True}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:00.099233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58e932-5bb6-4502-9f52-1ffb1261c265 req-72e6349a-935a-48c3-a89c-e4b1755d83c3 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:00.102230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c58e932-5bb6-4502-9f52-1ffb1261c265 req-72e6349a-935a-48c3-a89c-e4b1755d83c3 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 945 time: 0.1010463 Dec 16 22:21:00.268155 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c58e932-5bb6-4502-9f52-1ffb1261c265 req-70c37694-c18d-45f4-827d-e60097ba9a39 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575813 Dec 16 22:21:00.281251 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.284263 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.394646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-1ced49ea-a888-4b72-bc96-02e1cf6dcb4c tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:00.396858 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-1ced49ea-a888-4b72-bc96-02e1cf6dcb4c tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9183347 Dec 16 22:21:00.411205 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-950670ad-a059-496e-93e0-90d9e3d06246 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.437008 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Request body: {'port': {'device_id': '86e7c02e-c221-4516-8488-f623d7879a02', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '81506cb393884113b57053ce5d6ed346'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:00.461143 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01026b2f-c21f-4a4a-8f90-3f7c4f070f2f', 'name': 'tempest-snat-router-639135319', 'tenant_id': 'f784b4a6ba5a4ef6a01b89d62e2209f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.130'}], 'enable_snat': False}, 'gw_port_id': 'ff3b1dfc-b0c8-49ab-8671-51268a685636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:55Z', 'updated_at': '2021-12-16T22:20:57Z', 'revision_number': 3, 'project_id': 'f784b4a6ba5a4ef6a01b89d62e2209f2', 'gw_port': {'id': 'ff3b1dfc-b0c8-49ab-8671-51268a685636', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01026b2f-c21f-4a4a-8f90-3f7c4f070f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:56Z', 'updated_at': '2021-12-16T22:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:00.481846 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-788c8535-47e0-4be4-8d99-2a3dc1ad3615 req-81d470e7-5b1e-4f94-8ca3-5b3918721d63 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 210 time: 0.2306545 Dec 16 22:21:00.493502 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.519134 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Checking router: 01026b2f-c21f-4a4a-8f90-3f7c4f070f2f for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:21:00.522694 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Updating router 01026b2f-c21f-4a4a-8f90-3f7c4f070f2f port ff3b1dfc-b0c8-49ab-8671-51268a685636 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:21:00.562694 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.745287 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae5695-fb5a-4e8c-9ddf-9de028929ea7 req-59d18a71-73b1-458b-9d22-e528afc742e0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:00.755121 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcae5695-fb5a-4e8c-9ddf-9de028929ea7 req-59d18a71-73b1-458b-9d22-e528afc742e0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.1854384 Dec 16 22:21:00.879506 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.898314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcae5695-fb5a-4e8c-9ddf-9de028929ea7 req-04475e67-668e-4fec-bd8e-3e289e7d2c00 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372194 Dec 16 22:21:00.962031 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.968514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950670ad-a059-496e-93e0-90d9e3d06246 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Router f69f3fd6-c02d-49bb-9c36-d8931b1d26b6 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:01.029234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Made reservation on behalf of 81506cb393884113b57053ce5d6ed346 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:01.032987 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.046939 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.069611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb7cdeb7-f6f9-4a9a-9a3b-6d36fed744e8 req-fc068b2d-a06d-441e-90d1-73fda44c4c61 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0825443 Dec 16 22:21:01.119224 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.140160 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950670ad-a059-496e-93e0-90d9e3d06246 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:01.146595 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-950670ad-a059-496e-93e0-90d9e3d06246 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] 10.222.0.43 "PUT /v2.0/routers/f69f3fd6-c02d-49bb-9c36-d8931b1d26b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7413065 Dec 16 22:21:01.151941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41654) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:01.156987 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc202ca-fa6e-4a26-bfc0-6037cc5f7535 None None] Sync routers for ids ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:01.202723 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc202ca-fa6e-4a26-bfc0-6037cc5f7535 None None] Routers {'f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:01.205061 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fcc202ca-fa6e-4a26-bfc0-6037cc5f7535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:01.291979 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.297310 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fcc202ca-fa6e-4a26-bfc0-6037cc5f7535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:01.309005 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc202ca-fa6e-4a26-bfc0-6037cc5f7535 None None] Routers {'f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:01.310013 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fcc202ca-fa6e-4a26-bfc0-6037cc5f7535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:01.338931 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab0e904d-b037-4d13-9cbd-40080913379e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.354712 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fcc202ca-fa6e-4a26-bfc0-6037cc5f7535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:01.355598 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc202ca-fa6e-4a26-bfc0-6037cc5f7535 None None] The sync data for ids ['f69f3fd6-c02d-49bb-9c36-d8931b1d26b6'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:01.396874 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Attempting to bind port ff3b1dfc-b0c8-49ab-8671-51268a685636 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:01.397514 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Attempting to bind port ff3b1dfc-b0c8-49ab-8671-51268a685636 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:01.398179 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Attempting to bind port ff3b1dfc-b0c8-49ab-8671-51268a685636 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:01.413851 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:01.414287 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:01.414758 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.416392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:01.417171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Bound port: ff3b1dfc-b0c8-49ab-8671-51268a685636, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:01.417582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.430726 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.469927 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb155ad-417a-41e8-a75e-336961ac54ff None None] Pushing event updated for resources: {'Port': ['ID=ff3b1dfc-b0c8-49ab-8671-51268a685636,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:01.486087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb155ad-417a-41e8-a75e-336961ac54ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:01.486460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb155ad-417a-41e8-a75e-336961ac54ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:01.487359 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb155ad-417a-41e8-a75e-336961ac54ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:01.487359 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb155ad-417a-41e8-a75e-336961ac54ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:01.488828 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb155ad-417a-41e8-a75e-336961ac54ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:01.489385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb155ad-417a-41e8-a75e-336961ac54ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:01.489901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb155ad-417a-41e8-a75e-336961ac54ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:01.490244 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb155ad-417a-41e8-a75e-336961ac54ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:01.490582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb155ad-417a-41e8-a75e-336961ac54ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:01.490937 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb155ad-417a-41e8-a75e-336961ac54ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:01.491256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb155ad-417a-41e8-a75e-336961ac54ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:01.491618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb155ad-417a-41e8-a75e-336961ac54ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:01.492457 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb155ad-417a-41e8-a75e-336961ac54ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:01.534419 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] For port ff3b1dfc-b0c8-49ab-8671-51268a685636, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:01.541159 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] For port ff3b1dfc-b0c8-49ab-8671-51268a685636, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ff3b1dfc-b0c8-49ab-8671-51268a685636,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:01.626314 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.716781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b8fd3e-b4ce-4947-83af-f62d6e05d43a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:01.760306 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Routers {'01026b2f-c21f-4a4a-8f90-3f7c4f070f2f'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:01.761749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['01026b2f-c21f-4a4a-8f90-3f7c4f070f2f'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:01.764468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036af8ef-cc77-4e8e-964e-811498404be3 req-c3ec8987-4dd0-453f-98b0-0561bcf6b7e0 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 210 time: 0.1082265 Dec 16 22:21:01.885702 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf050993-d4ff-4898-98da-4f6724ca0d34 req-f516465c-86b6-4075-bcf5-74b805feb8a5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:01.888651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf050993-d4ff-4898-98da-4f6724ca0d34 req-f516465c-86b6-4075-bcf5-74b805feb8a5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 945 time: 0.4999146 Dec 16 22:21:01.927604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a8356-dcd5-4e29-9a53-158c286edeb2 req-4d039f90-b333-49ae-a584-6d1412b66a3d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:01.931184 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab0e904d-b037-4d13-9cbd-40080913379e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.932034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd0a8356-dcd5-4e29-9a53-158c286edeb2 req-4d039f90-b333-49ae-a584-6d1412b66a3d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 945 time: 0.4388673 Dec 16 22:21:01.938031 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.975476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Allocated IP 192.168.233.128 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/411b6db4-7067-4905-9670-a789a34c8b7c) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:02.012407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb155ad-417a-41e8-a75e-336961ac54ff None None] Pushing event updated for resources: {'Port': ['ID=ff3b1dfc-b0c8-49ab-8671-51268a685636,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:02.030403 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.154743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] Set router 01026b2f-c21f-4a4a-8f90-3f7c4f070f2f gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:02.194963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd0a8356-dcd5-4e29-9a53-158c286edeb2 req-8d63840c-f1b2-472d-8bc5-16192291dbb5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353959 Dec 16 22:21:02.288218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e904d-b037-4d13-9cbd-40080913379e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Deleting port 75c47559-dfcf-4a36-b8f5-100d7684f329 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:02.293328 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab0e904d-b037-4d13-9cbd-40080913379e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.357568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.358003 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e4d20-8e2f-4c00-bfe1-2aac1337e5cf req-93f53c1f-9c70-4334-86ee-922914a683de tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:02.367133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a97e4d20-8e2f-4c00-bfe1-2aac1337e5cf req-93f53c1f-9c70-4334-86ee-922914a683de tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.2287352 Dec 16 22:21:02.418088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f64179e-e147-4b4d-93b3-d79057370a47 req-b3eaba21-01a6-4ea0-8dd4-2bee7bf044cb tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0419340 Dec 16 22:21:02.482816 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01026b2f-c21f-4a4a-8f90-3f7c4f070f2f', 'name': 'tempest-snat-router-639135319', 'tenant_id': 'f784b4a6ba5a4ef6a01b89d62e2209f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.130'}], 'enable_snat': False}, 'gw_port_id': 'ff3b1dfc-b0c8-49ab-8671-51268a685636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:55Z', 'updated_at': '2021-12-16T22:20:57Z', 'revision_number': 3, 'project_id': 'f784b4a6ba5a4ef6a01b89d62e2209f2', 'gw_port': {'id': 'ff3b1dfc-b0c8-49ab-8671-51268a685636', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01026b2f-c21f-4a4a-8f90-3f7c4f070f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:56Z', 'updated_at': '2021-12-16T22:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:02.492236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-bf050993-d4ff-4898-98da-4f6724ca0d34 req-a84a028b-ddd5-475b-86e2-e3ccbe0e61fa tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Deleting port cda788c9-1c03-48a8-ad17-3fe33d511fce {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:02.492574 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bf050993-d4ff-4898-98da-4f6724ca0d34 req-a84a028b-ddd5-475b-86e2-e3ccbe0e61fa tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.503155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Allocated IP 172.25.2.199 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/f32d2f55-bcff-43ac-99b5-f07f5ab05e78) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:02.565615 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab0e904d-b037-4d13-9cbd-40080913379e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.583618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4a05f-33df-4319-a8e9-d43c40bac6cb None None] The sync data for ids ['01026b2f-c21f-4a4a-8f90-3f7c4f070f2f'] in n-d-821840-2 is: [{'id': '01026b2f-c21f-4a4a-8f90-3f7c4f070f2f', 'name': 'tempest-snat-router-639135319', 'tenant_id': 'f784b4a6ba5a4ef6a01b89d62e2209f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.130'}], 'enable_snat': False}, 'gw_port_id': 'ff3b1dfc-b0c8-49ab-8671-51268a685636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:55Z', 'updated_at': '2021-12-16T22:20:57Z', 'revision_number': 3, 'project_id': 'f784b4a6ba5a4ef6a01b89d62e2209f2', 'gw_port': {'id': 'ff3b1dfc-b0c8-49ab-8671-51268a685636', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01026b2f-c21f-4a4a-8f90-3f7c4f070f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:56Z', 'updated_at': '2021-12-16T22:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:02.590232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e904d-b037-4d13-9cbd-40080913379e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Calling delete_port for 75c47559-dfcf-4a36-b8f5-100d7684f329 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:02.604684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a97e4d20-8e2f-4c00-bfe1-2aac1337e5cf req-8e802e5d-a78e-4e5b-adf4-b466794d7f14 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365298 Dec 16 22:21:02.688888 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.722204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-bf050993-d4ff-4898-98da-4f6724ca0d34 req-a84a028b-ddd5-475b-86e2-e3ccbe0e61fa tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] For port cda788c9-1c03-48a8-ad17-3fe33d511fce, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cda788c9-1c03-48a8-ad17-3fe33d511fce,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:02.722668 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bf050993-d4ff-4898-98da-4f6724ca0d34 req-a84a028b-ddd5-475b-86e2-e3ccbe0e61fa tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.748953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-bf050993-d4ff-4898-98da-4f6724ca0d34 req-a84a028b-ddd5-475b-86e2-e3ccbe0e61fa tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Calling delete_port for cda788c9-1c03-48a8-ad17-3fe33d511fce owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:02.770288 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:02.781476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:02.793876 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:02.874211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:02.878224 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.942085 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Pushing event updated for resources: {'Port': ['ID=411b6db4-7067-4905-9670-a789a34c8b7c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:03.092692 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:03.127233 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-3f1d1a78-84ac-4a98-b172-39eccc613053 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7040710 Dec 16 22:21:03.154549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Request body: {'port': {'device_id': '86e7c02e-c221-4516-8488-f623d7879a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:03.196332 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bf050993-d4ff-4898-98da-4f6724ca0d34 req-a84a028b-ddd5-475b-86e2-e3ccbe0e61fa tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:03.210751 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['4cc5905f-ff4a-4e96-ac8d-b54814700ec1', 'cda788c9-1c03-48a8-ad17-3fe33d511fce'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:21:03.310944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a028b-ddd5-475b-86e2-e3ccbe0e61fa tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Pushing event deleted for resources: {'Port': ['ID=cda788c9-1c03-48a8-ad17-3fe33d511fce,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:03.317558 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:03.368038 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:03.425775 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a8f1bd2e-b3a5-4183-8b44-f6912bb7f5b7 None None] Provisioning complete for port 411b6db4-7067-4905-9670-a789a34c8b7c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:03.426300 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bd2e-b3a5-4183-8b44-f6912bb7f5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:03.501509 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab0e904d-b037-4d13-9cbd-40080913379e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:03.529714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1bd2e-b3a5-4183-8b44-f6912bb7f5b7 None None] Port 411b6db4-7067-4905-9670-a789a34c8b7c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:21:03.621855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e904d-b037-4d13-9cbd-40080913379e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event deleted for resources: {'Port': ['ID=75c47559-dfcf-4a36-b8f5-100d7684f329,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:03.674637 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab0e904d-b037-4d13-9cbd-40080913379e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.079424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411b6db4-7067-4905-9670-a789a34c8b7c {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:21:04.090034 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.106091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Transition to ACTIVE for port object 411b6db4-7067-4905-9670-a789a34c8b7c will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:21:04.158813 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab0e904d-b037-4d13-9cbd-40080913379e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.166557 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab0e904d-b037-4d13-9cbd-40080913379e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.188227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf050993-d4ff-4898-98da-4f6724ca0d34 req-a84a028b-ddd5-475b-86e2-e3ccbe0e61fa tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] No DVR routers for this DVR port cda788c9-1c03-48a8-ad17-3fe33d511fce on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:21:04.193151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed6faf6f-df86-4c31-973b-e54840f6107c req-d0629426-005c-4140-aa15-92880c5d2c65 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 210 time: 0.7547684 Dec 16 22:21:04.195240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:04.196659 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bf050993-d4ff-4898-98da-4f6724ca0d34 req-a84a028b-ddd5-475b-86e2-e3ccbe0e61fa tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.200694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf050993-d4ff-4898-98da-4f6724ca0d34 req-a84a028b-ddd5-475b-86e2-e3ccbe0e61fa tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "DELETE /v2.0/ports/cda788c9-1c03-48a8-ad17-3fe33d511fce HTTP/1.1" status: 204 len: 173 time: 2.2970843 Dec 16 22:21:04.209847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd444cfa5-e13f-44b9-bebb-88075a029f10', 'name': 'network-vif-deleted', 'tag': 'cda788c9-1c03-48a8-ad17-3fe33d511fce'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:04.216639 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f590547-2994-4e70-8f5a-77b17ae36173" -d '{"events": [{"server_uuid": "d444cfa5-e13f-44b9-bebb-88075a029f10", "name": "network-vif-deleted", "tag": "cda788c9-1c03-48a8-ad17-3fe33d511fce"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:04.238783 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.260085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58054a65-e04d-4be9-9f3b-c0ca48449177 req-1df085e5-d677-43b5-b838-1cb21f62cc30 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:04.265635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58054a65-e04d-4be9-9f3b-c0ca48449177 req-1df085e5-d677-43b5-b838-1cb21f62cc30 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 936 time: 1.0888247 Dec 16 22:21:04.270038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:04.300033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:04.304854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Pushing event updated for resources: {'Port': ['ID=f32d2f55-bcff-43ac-99b5-f07f5ab05e78,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:04.344993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Pushing event updated for resources: {'Port': ['ID=411b6db4-7067-4905-9670-a789a34c8b7c,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:04.381440 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab0e904d-b037-4d13-9cbd-40080913379e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.381982 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0e904d-b037-4d13-9cbd-40080913379e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Fanout notify agent at l3_agent the message router_deleted on router f69f3fd6-c02d-49bb-9c36-d8931b1d26b6 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:21:04.393967 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab0e904d-b037-4d13-9cbd-40080913379e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.398515 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ab0e904d-b037-4d13-9cbd-40080913379e tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] 10.222.0.43 "DELETE /v2.0/routers/f69f3fd6-c02d-49bb-9c36-d8931b1d26b6 HTTP/1.1" status: 204 len: 168 time: 3.2454238 Dec 16 22:21:04.399159 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41686) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:04.446831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58054a65-e04d-4be9-9f3b-c0ca48449177 req-106e7403-59f6-44fa-821a-ba72dca9d2b4 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/security-groups?id=82b8fd3e-b4ce-4947-83af-f62d6e05d43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713097 Dec 16 22:21:04.448777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:04.449367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:04.449978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:04.451210 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:04.451805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:04.452653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:04.453388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:04.454630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:04.455203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:04.455832 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:04.456418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:04.457774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:04.458557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:04.531172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-724facff-e548-42ef-8836-2211f817e952 req-742e783b-e0ed-4151-abf1-762b43cdb64f tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0926011 Dec 16 22:21:04.546310 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Attempting to bind port 411b6db4-7067-4905-9670-a789a34c8b7c on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:04.546981 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Attempting to bind port 411b6db4-7067-4905-9670-a789a34c8b7c by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:04.547641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Attempting to bind port 411b6db4-7067-4905-9670-a789a34c8b7c on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:04.584961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Port 411b6db4-7067-4905-9670-a789a34c8b7c on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:21:04.585296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Attempting to bind port 411b6db4-7067-4905-9670-a789a34c8b7c on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:04.640246 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:04.641087 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:04.641087 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:04.646073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Bound port: 411b6db4-7067-4905-9670-a789a34c8b7c, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:04.646536 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.808658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] For port 411b6db4-7067-4905-9670-a789a34c8b7c, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:04.810127 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69463d5b-a3ed-4f72-8a98-d534141c9791 x-openstack-request-id: req-69463d5b-a3ed-4f72-8a98-d534141c9791 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:04.811405 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d444cfa5-e13f-44b9-bebb-88075a029f10", "name": "network-vif-deleted", "tag": "cda788c9-1c03-48a8-ad17-3fe33d511fce", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:04.811822 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69463d5b-a3ed-4f72-8a98-d534141c9791 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:04.812119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] For port 411b6db4-7067-4905-9670-a789a34c8b7c, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=411b6db4-7067-4905-9670-a789a34c8b7c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:04.812679 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd444cfa5-e13f-44b9-bebb-88075a029f10', 'name': 'network-vif-deleted', 'tag': 'cda788c9-1c03-48a8-ad17-3fe33d511fce', 'status': 'completed', 'code': 200} Dec 16 22:21:04.819558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-308a9779-40ba-44b8-8429-abecc8932697 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Deleting subnet 3998d809-48b4-4795-b8b0-83a992e44e44 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:21:04.823366 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-308a9779-40ba-44b8-8429-abecc8932697 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.882288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ff3b1dfc-b0c8-49ab-8671-51268a685636 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:04.916467 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-308a9779-40ba-44b8-8429-abecc8932697 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.958243 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.977510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ff3b1dfc-b0c8-49ab-8671-51268a685636 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:04.977934 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.000025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bb6a9-bb4e-4720-b861-8dd12a4c778d req-0dde3b2f-2fa1-41fe-b98e-3e2c3b76ba7e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:05.001739 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a86bb6a9-bb4e-4720-b861-8dd12a4c778d req-0dde3b2f-2fa1-41fe-b98e-3e2c3b76ba7e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.2236974 Dec 16 22:21:05.098352 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:05.100161 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.102209 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] 10.222.0.69 "PUT /v2.0/ports/411b6db4-7067-4905-9670-a789a34c8b7c HTTP/1.1" status: 200 len: 1096 time: 1.9668164 Dec 16 22:21:05.106086 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db894b-c824-4844-9c29-1ff6114f9f29 service neutron] Pushing event updated for resources: {'Port': ['ID=411b6db4-7067-4905-9670-a789a34c8b7c,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:05.121458 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e7c02e-c221-4516-8488-f623d7879a02', 'tag': '411b6db4-7067-4905-9670-a789a34c8b7c'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:05.127996 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e686bf5-8b6b-4c1f-a3b9-34c21a71f361" -d '{"events": [{"name": "network-changed", "server_uuid": "86e7c02e-c221-4516-8488-f623d7879a02", "tag": "411b6db4-7067-4905-9670-a789a34c8b7c"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:05.177131 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.231820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port ff3b1dfc-b0c8-49ab-8671-51268a685636, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ff3b1dfc-b0c8-49ab-8671-51268a685636,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:05.321308 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.338811 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.344299 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f769b099-4a31-4700-91d3-2a62efec597f x-openstack-request-id: req-f769b099-4a31-4700-91d3-2a62efec597f {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:05.344573 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e7c02e-c221-4516-8488-f623d7879a02", "tag": "411b6db4-7067-4905-9670-a789a34c8b7c", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:05.344837 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f769b099-4a31-4700-91d3-2a62efec597f {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:05.345248 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e7c02e-c221-4516-8488-f623d7879a02', 'tag': '411b6db4-7067-4905-9670-a789a34c8b7c', 'status': 'completed', 'code': 200} Dec 16 22:21:05.416403 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e686bf5-8b6b-4c1f-a3b9-34c21a71f361 req-8f817ba2-462b-4b4a-9dd2-7269b809fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:05.418465 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e686bf5-8b6b-4c1f-a3b9-34c21a71f361 req-8f817ba2-462b-4b4a-9dd2-7269b809fadd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81506cb393884113b57053ce5d6ed346&device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 1099 time: 0.1160569 Dec 16 22:21:05.424461 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-308a9779-40ba-44b8-8429-abecc8932697 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.457971 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e686bf5-8b6b-4c1f-a3b9-34c21a71f361 req-c836fa8c-5f98-4012-a4d3-86433ef557f3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=81506cb393884113b57053ce5d6ed346&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293171 Dec 16 22:21:05.526967 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=ff3b1dfc-b0c8-49ab-8671-51268a685636,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:05.576579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a86bb6a9-bb4e-4720-b861-8dd12a4c778d req-69f310bc-a662-423d-a937-d57ee25fc347 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5597835 Dec 16 22:21:05.612439 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e136fad4-4c73-46fc-baa4-b8871447a26c req-639d120f-270d-49f1-b0fe-7a2ca089aaf5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=d444cfa5-e13f-44b9-bebb-88075a029f10 HTTP/1.1" status: 200 len: 210 time: 0.0739594 Dec 16 22:21:05.631302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device cda788c9-1c03-48a8-ad17-3fe33d511fce no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:21:05.679718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: cda788c9-1c03-48a8-ad17-3fe33d511fce {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:21:05.680166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device cda788c9-1c03-48a8-ad17-3fe33d511fce not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:21:05.726507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e686bf5-8b6b-4c1f-a3b9-34c21a71f361 req-8529d2d1-2cc7-47dd-92dd-bea901c8bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:05.729669 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e686bf5-8b6b-4c1f-a3b9-34c21a71f361 req-8529d2d1-2cc7-47dd-92dd-bea901c8bd4b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2483666 Dec 16 22:21:05.825417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ee63d87-aa31-4f2f-aee9-f81e1447bd5c req-99e99af6-9314-499a-8b57-b19d68ad3a86 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0747545 Dec 16 22:21:05.833526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-7e3720a1-3279-432d-a4a4-037b0a91da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:05.836945 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-7e3720a1-3279-432d-a4a4-037b0a91da9d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81506cb393884113b57053ce5d6ed346&device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 1099 time: 0.0583663 Dec 16 22:21:05.842268 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-308a9779-40ba-44b8-8429-abecc8932697 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.886166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37691e49-8fe6-4bad-8794-d3beab5d3115 req-880f262a-309c-43e2-88cb-70d208a9eee1 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:05.893459 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37691e49-8fe6-4bad-8794-d3beab5d3115 req-880f262a-309c-43e2-88cb-70d208a9eee1 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 948 time: 0.1446662 Dec 16 22:21:05.923900 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-89c7a160-9c66-4944-a8a5-6d08f3efb670 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=411b6db4-7067-4905-9670-a789a34c8b7c HTTP/1.1" status: 200 len: 217 time: 0.0760691 Dec 16 22:21:05.927287 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a9779-40ba-44b8-8429-abecc8932697 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event deleted for resources: {'Subnet': ['ID=3998d809-48b4-4795-b8b0-83a992e44e44,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:05.938738 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.952525 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-308a9779-40ba-44b8-8429-abecc8932697 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.960375 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-308a9779-40ba-44b8-8429-abecc8932697 tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] 10.222.0.43 "DELETE /v2.0/subnets/3998d809-48b4-4795-b8b0-83a992e44e44 HTTP/1.1" status: 204 len: 168 time: 1.5321393 Dec 16 22:21:05.964122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41700) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:05.965075 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8077d0f6-9736-4500-81c6-2ced5fb7bc86 None None] Network ff384d80-06c6-44b4-ad78-5c5f115a8e94 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:05.966781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37691e49-8fe6-4bad-8794-d3beab5d3115 req-07847436-fab8-4f86-8bde-f9d1b0576aa1 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/security-groups?id=82b8fd3e-b4ce-4947-83af-f62d6e05d43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723846 Dec 16 22:21:06.105861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-f147b2dd-1979-4e3c-af50-9be7d16b9951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:06.107234 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-f147b2dd-1979-4e3c-af50-9be7d16b9951 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.1708350 Dec 16 22:21:06.115318 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:06.214950 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe72846-c254-4239-b0c8-a11597e37b49 None None] DHCP port deletion for ff384d80-06c6-44b4-ad78-5c5f115a8e94 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:21:06.229613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-5b09e873-4113-49c3-88aa-b7ca7bc5b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:06.231220 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-5b09e873-4113-49c3-88aa-b7ca7bc5b5f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0934546 Dec 16 22:21:06.284327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-efe72846-c254-4239-b0c8-a11597e37b49 None None] Deleting port aef0e927-ad39-4356-a8ff-c05469b7e499 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:06.286023 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efe72846-c254-4239-b0c8-a11597e37b49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:06.292364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Router b948c798-7608-4a06-9df6-5236cf594b35 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:21:06.314172 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Deleting port aef0e927-ad39-4356-a8ff-c05469b7e499 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:06.314831 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:06.391491 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-efe72846-c254-4239-b0c8-a11597e37b49 None None] For port aef0e927-ad39-4356-a8ff-c05469b7e499, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=aef0e927-ad39-4356-a8ff-c05469b7e499,segment=NetworkSegment(5ae49128-70bc-4208-9a32-94267d98008b),segment_id=5ae49128-70bc-4208-9a32-94267d98008b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:06.392018 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efe72846-c254-4239-b0c8-a11597e37b49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:06.412592 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-efe72846-c254-4239-b0c8-a11597e37b49 None None] Calling delete_port for aef0e927-ad39-4356-a8ff-c05469b7e499 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:06.457769 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:06.459035 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] For port aef0e927-ad39-4356-a8ff-c05469b7e499, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=aef0e927-ad39-4356-a8ff-c05469b7e499,segment=NetworkSegment(5ae49128-70bc-4208-9a32-94267d98008b),segment_id=5ae49128-70bc-4208-9a32-94267d98008b)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:06.461481 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:06.481829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Sync routers for ids ['b948c798-7608-4a06-9df6-5236cf594b35'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:06.482577 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-98092de7-2140-4b45-80ec-c3e97aaf0bb4 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408726 Dec 16 22:21:06.483088 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Calling delete_port for aef0e927-ad39-4356-a8ff-c05469b7e499 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:06.517965 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Routers {'b948c798-7608-4a06-9df6-5236cf594b35'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:06.528694 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['b948c798-7608-4a06-9df6-5236cf594b35'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:06.569698 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:06.578432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-33c870a7-dcb2-44da-8ac6-a3ff5147970f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5932436 Dec 16 22:21:06.580238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41704) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:06.661206 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-bdc6c074-fb1d-46a6-90f2-02281ed5d29b req-49a400f3-1b5d-412d-a7d6-fcaa97ace393 service neutron] 10.222.0.69 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699388 Dec 16 22:21:06.769901 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efe72846-c254-4239-b0c8-a11597e37b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:06.776744 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:06.833199 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event deleted for resources: {'Port': ['ID=aef0e927-ad39-4356-a8ff-c05469b7e499,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:06.839359 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] No DVR routers for this DVR port aef0e927-ad39-4356-a8ff-c05469b7e499 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:21:06.871481 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Set router b948c798-7608-4a06-9df6-5236cf594b35 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:06.902015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5e9b80bd-4643-49b7-92fa-ad41ff6789c4 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/routers/b948c798-7608-4a06-9df6-5236cf594b35 HTTP/1.1" status: 200 len: 907 time: 0.3184125 Dec 16 22:21:06.918300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41714) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:06.957487 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ff3b1dfc-b0c8-49ab-8671-51268a685636 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:07.057307 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:07.104001 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff384d80-06c6-44b4-ad78-5c5f115a8e94']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:07.110217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-593bbc41-0775-4eb1-a990-3178480b21a0 req-70b939fa-fe5f-472f-ac33-85c182ff2109 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0525413 Dec 16 22:21:07.128438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe72846-c254-4239-b0c8-a11597e37b49 None None] Pushing event deleted for resources: {'Port': ['ID=aef0e927-ad39-4356-a8ff-c05469b7e499,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:07.132548 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae49128-70bc-4208-9a32-94267d98008b') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:07.132854 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae49128-70bc-4208-9a32-94267d98008b') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:07.148658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679792d-2075-44a2-889f-f05bbd544202 req-8b93e79c-af2a-4643-856a-6259407f04d1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:07.149231 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:07.161180 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e679792d-2075-44a2-889f-f05bbd544202 req-8b93e79c-af2a-4643-856a-6259407f04d1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.3439519 Dec 16 22:21:07.175038 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:07.186194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe72846-c254-4239-b0c8-a11597e37b49 None None] No DVR routers for this DVR port aef0e927-ad39-4356-a8ff-c05469b7e499 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:21:07.194490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:21:07.194908 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:21:07.302650 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:21:07.373555 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:07.427400 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ff3b1dfc-b0c8-49ab-8671-51268a685636 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:07.427400 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:07.433561 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:07.438917 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] 10.222.0.43 "DELETE /v2.0/networks/ff384d80-06c6-44b4-ad78-5c5f115a8e94 HTTP/1.1" status: 204 len: 168 time: 1.4716759 Dec 16 22:21:07.438917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b744b-9004-48e0-8198-135c82bd3ccb tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event deleted for resources: {'Network': ['ID=ff384d80-06c6-44b4-ad78-5c5f115a8e94,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:07.443116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41726) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:07.487811 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e679792d-2075-44a2-889f-f05bbd544202 req-c2e5480e-db61-49a3-9d8c-236245c133ed tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3191471 Dec 16 22:21:07.577828 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e5fc-b948-4807-8659-2227ffc5699b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:07.663674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b948c798-7608-4a06-9df6-5236cf594b35', 'name': 'tempest-snat-router-639135319', 'tenant_id': 'f784b4a6ba5a4ef6a01b89d62e2209f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f32d2f55-bcff-43ac-99b5-f07f5ab05e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:04Z', 'revision_number': 3, 'project_id': 'f784b4a6ba5a4ef6a01b89d62e2209f2', 'gw_port': {'id': 'f32d2f55-bcff-43ac-99b5-f07f5ab05e78', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b948c798-7608-4a06-9df6-5236cf594b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:02Z', 'updated_at': '2021-12-16T22:21:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:07.740848 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Checking router: b948c798-7608-4a06-9df6-5236cf594b35 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:21:07.741764 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Updating router b948c798-7608-4a06-9df6-5236cf594b35 port f32d2f55-bcff-43ac-99b5-f07f5ab05e78 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:21:07.782024 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:07.875119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18030c0-d977-4a16-b6ab-069b84159072 req-7e1a61a9-4f1e-4030-865b-1f3af65231f4 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:08.022858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a18030c0-d977-4a16-b6ab-069b84159072 req-7e1a61a9-4f1e-4030-865b-1f3af65231f4 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 948 time: 0.4941952 Dec 16 22:21:08.022858 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e5fc-b948-4807-8659-2227ffc5699b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:08.024395 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device aef0e927-ad39-4356-a8ff-c05469b7e499 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:21:08.024395 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: aef0e927-ad39-4356-a8ff-c05469b7e499 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:21:08.024395 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device aef0e927-ad39-4356-a8ff-c05469b7e499 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:21:08.031884 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a18030c0-d977-4a16-b6ab-069b84159072 req-939047c9-9775-4250-ade1-606568e9e66e tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/security-groups?id=82b8fd3e-b4ce-4947-83af-f62d6e05d43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407700 Dec 16 22:21:08.049008 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-af55f7c8-5a14-4632-86d5-72e550768fbe tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Deleting port b3652f69-3d45-4fd4-9be3-4843838c70f8 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:08.049008 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af55f7c8-5a14-4632-86d5-72e550768fbe tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:08.062856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-ce741eca-8b59-44fc-8aff-54ed55a3f8f7 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:08.064695 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-ce741eca-8b59-44fc-8aff-54ed55a3f8f7 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 806 time: 0.2922175 Dec 16 22:21:08.107822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-f50127b1-c8f5-4d7b-9803-8e8f5bdfc46f tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/quotas/71b07207458f41b0bd254b11dbb60b20 HTTP/1.1" status: 200 len: 375 time: 0.0178304 Dec 16 22:21:08.165490 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:08.198256 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af55f7c8-5a14-4632-86d5-72e550768fbe tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:08.198580 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af55f7c8-5a14-4632-86d5-72e550768fbe tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:08.258957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e79e3df2-6a14-4582-bc26-92e11a24c0bf req-c13f6130-7166-4cf5-ae63-d606cecbe54d tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0632920 Dec 16 22:21:08.266700 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-af55f7c8-5a14-4632-86d5-72e550768fbe tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Calling delete_port for b3652f69-3d45-4fd4-9be3-4843838c70f8 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:08.306426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-71582bd2-8848-410c-88ca-fb68c6ed0ba5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1860683 Dec 16 22:21:08.321909 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:08.422756 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4e5fc-b948-4807-8659-2227ffc5699b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Deleting port f32d2f55-bcff-43ac-99b5-f07f5ab05e78 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:08.423443 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e5fc-b948-4807-8659-2227ffc5699b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:08.447800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Attempting to bind port f32d2f55-bcff-43ac-99b5-f07f5ab05e78 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:08.448222 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Attempting to bind port f32d2f55-bcff-43ac-99b5-f07f5ab05e78 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:08.448616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Attempting to bind port f32d2f55-bcff-43ac-99b5-f07f5ab05e78 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:08.460446 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:08.460845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:08.462022 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:08.462022 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:08.462560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Bound port: f32d2f55-bcff-43ac-99b5-f07f5ab05e78, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:08.462984 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:08.548195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] For port f32d2f55-bcff-43ac-99b5-f07f5ab05e78, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:08.552661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] For port f32d2f55-bcff-43ac-99b5-f07f5ab05e78, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f32d2f55-bcff-43ac-99b5-f07f5ab05e78,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:08.555300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f47cf8-9be5-4ae6-8ef3-d32209025a41 None None] Pushing event updated for resources: {'Port': ['ID=f32d2f55-bcff-43ac-99b5-f07f5ab05e78,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:08.625072 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:08.698995 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Routers {'b948c798-7608-4a06-9df6-5236cf594b35'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:08.699784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['b948c798-7608-4a06-9df6-5236cf594b35'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:08.740566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f47cf8-9be5-4ae6-8ef3-d32209025a41 None None] Pushing event updated for resources: {'Port': ['ID=f32d2f55-bcff-43ac-99b5-f07f5ab05e78,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:08.812616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] Set router b948c798-7608-4a06-9df6-5236cf594b35 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:08.885809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b948c798-7608-4a06-9df6-5236cf594b35', 'name': 'tempest-snat-router-639135319', 'tenant_id': 'f784b4a6ba5a4ef6a01b89d62e2209f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:07Z', 'revision_number': 4, 'project_id': 'f784b4a6ba5a4ef6a01b89d62e2209f2', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:08.929077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94700c23-4628-46b2-a20b-5aa1fb04dc48 None None] The sync data for ids ['b948c798-7608-4a06-9df6-5236cf594b35'] in n-d-821840-2 is: [{'id': 'b948c798-7608-4a06-9df6-5236cf594b35', 'name': 'tempest-snat-router-639135319', 'tenant_id': 'f784b4a6ba5a4ef6a01b89d62e2209f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:07Z', 'revision_number': 4, 'project_id': 'f784b4a6ba5a4ef6a01b89d62e2209f2', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:09.022222 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-2831e272-3a13-4be8-9b17-c2a6a5889717 service neutron] 10.222.0.43 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6805625 Dec 16 22:21:09.124052 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e5fc-b948-4807-8659-2227ffc5699b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:09.175910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4e5fc-b948-4807-8659-2227ffc5699b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Calling delete_port for f32d2f55-bcff-43ac-99b5-f07f5ab05e78 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:09.180225 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd03b7f-7c5c-4461-af16-663a0f906273 req-b696fe77-710c-4c6d-b3df-f766f0a082b5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:09.181843 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-afd03b7f-7c5c-4461-af16-663a0f906273 req-b696fe77-710c-4c6d-b3df-f766f0a082b5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.2245479 Dec 16 22:21:09.266613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-a309d8af-5056-4f74-a9a9-459bb4258301 service neutron] 10.222.0.43 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210927 Dec 16 22:21:09.285461 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af55f7c8-5a14-4632-86d5-72e550768fbe tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:09.339520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-afd03b7f-7c5c-4461-af16-663a0f906273 req-db88f8c3-0a7a-47b8-896d-3de3622b8d20 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446006 Dec 16 22:21:09.340288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55f7c8-5a14-4632-86d5-72e550768fbe tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Pushing event deleted for resources: {'Port': ['ID=b3652f69-3d45-4fd4-9be3-4843838c70f8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:09.502442 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af55f7c8-5a14-4632-86d5-72e550768fbe tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:09.505460 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af55f7c8-5a14-4632-86d5-72e550768fbe tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:09.507009 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-af55f7c8-5a14-4632-86d5-72e550768fbe tempest-FloatingIPAdminTestJSON-1769691112 tempest-FloatingIPAdminTestJSON-1769691112-project] 10.222.0.43 "DELETE /v2.0/floatingips/3d03fd49-070b-495b-af35-f02be39b5877 HTTP/1.1" status: 204 len: 168 time: 2.0590415 Dec 16 22:21:09.533507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a8a38-ec5e-49fd-b5d8-947e6adfdf77 req-891f6d7a-0cd6-40e8-ba0a-93df2007b819 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:09.541665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e50a8a38-ec5e-49fd-b5d8-947e6adfdf77 req-891f6d7a-0cd6-40e8-ba0a-93df2007b819 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 948 time: 0.1192086 Dec 16 22:21:09.620289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e50a8a38-ec5e-49fd-b5d8-947e6adfdf77 req-c8ce7f7b-b4c1-45f6-a3ce-eccae75f9e4d tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/security-groups?id=82b8fd3e-b4ce-4947-83af-f62d6e05d43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776348 Dec 16 22:21:09.622260 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 411b6db4-7067-4905-9670-a789a34c8b7c details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:21:09.652771 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e5fc-b948-4807-8659-2227ffc5699b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:09.790051 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 411b6db4-7067-4905-9670-a789a34c8b7c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=411b6db4-7067-4905-9670-a789a34c8b7c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:09.807033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8044dbea-18f8-41ff-aeaf-164e9969082b req-90c2ad04-a816-4b3a-8a38-c6c55f535235 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.1854124 Dec 16 22:21:09.811390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '411b6db4-7067-4905-9670-a789a34c8b7c', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '411b6db4-7067-4905-9670-a789a34c8b7c', 'mac_address': 'fa:16:3e:1c:29:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:21:09.880723 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:09.898799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411b6db4-7067-4905-9670-a789a34c8b7c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:21:09.915639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5398663-4cca-4899-889d-b6d575abed55 req-c1302248-e5d9-495f-bdfa-48f801e07122 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 210 time: 0.1035526 Dec 16 22:21:09.916918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4e5fc-b948-4807-8659-2227ffc5699b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Pushing event deleted for resources: {'Port': ['ID=f32d2f55-bcff-43ac-99b5-f07f5ab05e78,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:09.922670 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 411b6db4-7067-4905-9670-a789a34c8b7c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=411b6db4-7067-4905-9670-a789a34c8b7c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:09.987349 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e5fc-b948-4807-8659-2227ffc5699b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.007185 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.061787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=411b6db4-7067-4905-9670-a789a34c8b7c,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:10.111929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-c065eef0-bd87-4244-a5af-188231973944 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--38828743&fields=id&tenant_id=f537f374e12149ffb0064560df407002 HTTP/1.1" status: 200 len: 267 time: 0.1806345 Dec 16 22:21:10.131311 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e5fc-b948-4807-8659-2227ffc5699b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.144316 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e5fc-b948-4807-8659-2227ffc5699b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.216262 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41782) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:10.270296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-f77cd5f4-ab93-4c65-a1ea-6bce7c4faa81 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:10.271851 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-f77cd5f4-ab93-4c65-a1ea-6bce7c4faa81 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/networks?id=bc8576b5-46ce-4634-ac13-c2efe0b20a39 HTTP/1.1" status: 200 len: 816 time: 0.1556814 Dec 16 22:21:10.289996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-5ddd17c4-7b75-4ffa-8e84-32bf864412de tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/quotas/f537f374e12149ffb0064560df407002 HTTP/1.1" status: 200 len: 375 time: 0.0100884 Dec 16 22:21:10.316633 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e5fc-b948-4807-8659-2227ffc5699b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.316633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf4e5fc-b948-4807-8659-2227ffc5699b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b948c798-7608-4a06-9df6-5236cf594b35 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:21:10.339304 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e5fc-b948-4807-8659-2227ffc5699b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.341434 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bdf4e5fc-b948-4807-8659-2227ffc5699b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "DELETE /v2.0/routers/b948c798-7608-4a06-9df6-5236cf594b35 HTTP/1.1" status: 204 len: 168 time: 3.4197962 Dec 16 22:21:10.343343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41788) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:10.354564 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['411b6db4-7067-4905-9670-a789a34c8b7c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:21:10.475967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-0ae533c3-06c0-4949-ad2c-4fbe3010776f tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f537f374e12149ffb0064560df407002&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1756940 Dec 16 22:21:10.483509 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f7d1fe55-2ad0-4b5d-bb37-2150bc5ccfab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af2df99f12fd480d9385c4251a37e4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2633955 Dec 16 22:21:10.486783 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4829-1ec1-468b-a3e1-d937d58cd69f req-b2cc80c4-3d36-446a-9b0f-ea8d82c91cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:10.488965 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c35c4829-1ec1-468b-a3e1-d937d58cd69f req-b2cc80c4-3d36-446a-9b0f-ea8d82c91cc9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bd199153c4c454ca86c6a746307e0b6&device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 1097 time: 0.1696167 Dec 16 22:21:10.489582 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41792) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:10.603872 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-411845bb-0b63-4bdd-8a4b-0beefc297b89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.639706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79001e9-e795-45a3-ba86-9ffdb53c6732 req-5eadcf5d-498e-481d-95b5-526eccb5440a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:10.641348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d79001e9-e795-45a3-ba86-9ffdb53c6732 req-5eadcf5d-498e-481d-95b5-526eccb5440a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.1641638 Dec 16 22:21:10.642671 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dee644b6-3e4b-4b9a-b94b-5fbb486d00ed tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.735192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-407f5db6-fb36-4414-82a7-9b1fd6872488 service neutron] 10.222.0.43 "GET /v2.0/networks/bc8576b5-46ce-4634-ac13-c2efe0b20a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393706 Dec 16 22:21:10.856457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d79001e9-e795-45a3-ba86-9ffdb53c6732 req-07622996-9506-48be-9863-41bf543c79d8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032306 Dec 16 22:21:10.882091 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dee644b6-3e4b-4b9a-b94b-5fbb486d00ed tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.912073 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-fc507906-b6cd-484a-863e-3cfddcbd8476 service neutron] 10.222.0.43 "GET /v2.0/networks/bc8576b5-46ce-4634-ac13-c2efe0b20a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461799 Dec 16 22:21:10.973777 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-411845bb-0b63-4bdd-8a4b-0beefc297b89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.983308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4829-1ec1-468b-a3e1-d937d58cd69f req-d050567a-d7cf-4973-af68-ee749b462ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:10.984785 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c35c4829-1ec1-468b-a3e1-d937d58cd69f req-d050567a-d7cf-4973-af68-ee749b462ffa service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a046838-926f-4ef6-8e4a-4e2a10007290 HTTP/1.1" status: 200 len: 917 time: 0.4789188 Dec 16 22:21:11.020591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094c097-3e9c-4c3f-9a9a-27676000d9e1 req-821f46f7-48b1-4b16-bc90-f51c01302104 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:11.022187 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5094c097-3e9c-4c3f-9a9a-27676000d9e1 req-821f46f7-48b1-4b16-bc90-f51c01302104 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 949 time: 0.0832651 Dec 16 22:21:11.049354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-dee644b6-3e4b-4b9a-b94b-5fbb486d00ed tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Deleting port ff3b1dfc-b0c8-49ab-8671-51268a685636 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:11.049693 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dee644b6-3e4b-4b9a-b94b-5fbb486d00ed tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.072246 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c35c4829-1ec1-468b-a3e1-d937d58cd69f req-6a711618-ab68-477a-b828-b3bd10ec8f5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a213143-51e7-4ac6-a227-96f5063c9068 HTTP/1.1" status: 200 len: 1002 time: 0.0780768 Dec 16 22:21:11.137570 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4829-1ec1-468b-a3e1-d937d58cd69f req-1c6eb51d-650b-42db-b80b-41ad665adfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:11.139379 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c35c4829-1ec1-468b-a3e1-d937d58cd69f req-1c6eb51d-650b-42db-b80b-41ad665adfd0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5214a06-2f1e-40fb-bdb3-af39deff7abd HTTP/1.1" status: 200 len: 855 time: 0.0588090 Dec 16 22:21:11.144846 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-411845bb-0b63-4bdd-8a4b-0beefc297b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.148048 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-411845bb-0b63-4bdd-8a4b-0beefc297b89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.151460 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-411845bb-0b63-4bdd-8a4b-0beefc297b89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b107bd31-26d3-44b9-81e3-c031c46d9164 HTTP/1.1" status: 204 len: 168 time: 0.6582227 Dec 16 22:21:11.151617 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5094c097-3e9c-4c3f-9a9a-27676000d9e1 req-13bbef45-d2d4-4691-89bd-5dcb5d0601d3 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/security-groups?id=82b8fd3e-b4ce-4947-83af-f62d6e05d43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130798 Dec 16 22:21:11.197574 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411845bb-0b63-4bdd-8a4b-0beefc297b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b107bd31-26d3-44b9-81e3-c031c46d9164,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:11.198020 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-dee644b6-3e4b-4b9a-b94b-5fbb486d00ed tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] For port ff3b1dfc-b0c8-49ab-8671-51268a685636, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ff3b1dfc-b0c8-49ab-8671-51268a685636,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:11.198020 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dee644b6-3e4b-4b9a-b94b-5fbb486d00ed tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.213638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-dee644b6-3e4b-4b9a-b94b-5fbb486d00ed tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Calling delete_port for ff3b1dfc-b0c8-49ab-8671-51268a685636 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:11.245653 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4829-1ec1-468b-a3e1-d937d58cd69f req-3bba1718-9f4d-41f2-b6bb-47f74aae4b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:11.248116 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c35c4829-1ec1-468b-a3e1-d937d58cd69f req-3bba1718-9f4d-41f2-b6bb-47f74aae4b7d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a046838-926f-4ef6-8e4a-4e2a10007290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981700 Dec 16 22:21:11.376466 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c35c4829-1ec1-468b-a3e1-d937d58cd69f req-4cc316a5-c9d5-4702-9c41-7a63d5f218d2 service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124191 Dec 16 22:21:11.401298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67cd03ab-8ce5-4c75-910f-f50a3892e3f8 req-df1eb498-3df1-4592-aa1b-f8b6f8373e18 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0774055 Dec 16 22:21:11.519152 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c35c4829-1ec1-468b-a3e1-d937d58cd69f req-dd706a4a-8c4f-40ed-9616-84a079f165bb service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342595 Dec 16 22:21:11.537015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5c5d975-813c-42f4-afc6-cede88729d5b req-b03ae7b0-2320-4526-b9db-facb3e67dba3 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 210 time: 0.0403247 Dec 16 22:21:11.613556 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dee644b6-3e4b-4b9a-b94b-5fbb486d00ed tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.641214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 411b6db4-7067-4905-9670-a789a34c8b7c up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:11.656215 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee644b6-3e4b-4b9a-b94b-5fbb486d00ed tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff3b1dfc-b0c8-49ab-8671-51268a685636,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:11.702320 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-292d8cd2-618a-43c4-8d3f-4c29d316ad96 req-6d2b2602-05ee-452f-92f4-e125ebeff979 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 210 time: 0.0500112 Dec 16 22:21:11.748454 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dee644b6-3e4b-4b9a-b94b-5fbb486d00ed tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.762018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 411b6db4-7067-4905-9670-a789a34c8b7c completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:21:11.767135 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 411b6db4-7067-4905-9670-a789a34c8b7c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:11.767488 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.851183 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dee644b6-3e4b-4b9a-b94b-5fbb486d00ed tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.855211 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dee644b6-3e4b-4b9a-b94b-5fbb486d00ed tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.879977 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.921257 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e7c02e-c221-4516-8488-f623d7879a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411b6db4-7067-4905-9670-a789a34c8b7c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:11.925280 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67d43d8-4434-4517-80b5-c96a1d76fd6b" -d '{"events": [{"server_uuid": "86e7c02e-c221-4516-8488-f623d7879a02", "name": "network-vif-plugged", "status": "completed", "tag": "411b6db4-7067-4905-9670-a789a34c8b7c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:11.945939 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 411b6db4-7067-4905-9670-a789a34c8b7c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=411b6db4-7067-4905-9670-a789a34c8b7c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:11.964067 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41824) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:11.970831 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87546acf-de08-4ba8-8e14-d8290b47d48c x-openstack-request-id: req-87546acf-de08-4ba8-8e14-d8290b47d48c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:11.970831 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e7c02e-c221-4516-8488-f623d7879a02", "name": "network-vif-plugged", "status": "completed", "tag": "411b6db4-7067-4905-9670-a789a34c8b7c", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:11.970831 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87546acf-de08-4ba8-8e14-d8290b47d48c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:11.970831 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e7c02e-c221-4516-8488-f623d7879a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411b6db4-7067-4905-9670-a789a34c8b7c', 'code': 200} Dec 16 22:21:11.997249 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ef41d254-171c-4e38-b18c-668d73cc16b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.030704 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.031953 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2a213143-51e7-4ac6-a227-96f5063c9068 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:21:12.040866 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebfc0a-f91d-411a-a680-822290fdede3 req-3f2ef238-4027-4bbc-b8b2-919a1aa6a51f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:12.048790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4ebfc0a-f91d-411a-a680-822290fdede3 req-3f2ef238-4027-4bbc-b8b2-919a1aa6a51f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 946 time: 0.0683954 Dec 16 22:21:12.058310 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dee644b6-3e4b-4b9a-b94b-5fbb486d00ed tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.058710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee644b6-3e4b-4b9a-b94b-5fbb486d00ed tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01026b2f-c21f-4a4a-8f90-3f7c4f070f2f {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:21:12.073222 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dee644b6-3e4b-4b9a-b94b-5fbb486d00ed tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.077885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dee644b6-3e4b-4b9a-b94b-5fbb486d00ed tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "DELETE /v2.0/routers/01026b2f-c21f-4a4a-8f90-3f7c4f070f2f HTTP/1.1" status: 204 len: 168 time: 1.7300966 Dec 16 22:21:12.084154 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41826) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:12.089976 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-828352834', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:12.139830 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b46a5-def7-4335-a08b-266ec01e6969 req-810ea93c-7cae-484e-ba8a-0437aad1ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:12.141398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b24b46a5-def7-4335-a08b-266ec01e6969 req-810ea93c-7cae-484e-ba8a-0437aad1ebb6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 1101 time: 0.0844328 Dec 16 22:21:12.162119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4ebfc0a-f91d-411a-a680-822290fdede3 req-bbf9d526-cac4-40c8-bd06-f52c6ac6c5f1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123581 Dec 16 22:21:12.220111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=411b6db4-7067-4905-9670-a789a34c8b7c,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:12.230670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b24b46a5-def7-4335-a08b-266ec01e6969 req-0424a94d-eb5c-4d2d-87bb-be676bda62c6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=82b8fd3e-b4ce-4947-83af-f62d6e05d43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670235 Dec 16 22:21:12.271598 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-dd47d7db-fa3f-4d66-a725-d3824b61c25c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:12.277027 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-dd47d7db-fa3f-4d66-a725-d3824b61c25c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 806 time: 0.2620845 Dec 16 22:21:12.292063 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.293273 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.319622 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.331201 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ef41d254-171c-4e38-b18c-668d73cc16b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.367400 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2a213143-51e7-4ac6-a227-96f5063c9068, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2a213143-51e7-4ac6-a227-96f5063c9068,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:12.371725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f7314-2a22-4cb6-b30e-5b2881e6d579 req-c614f428-6387-481d-aabe-b7baea45dbd1 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:12.371725 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c1f7314-2a22-4cb6-b30e-5b2881e6d579 req-c614f428-6387-481d-aabe-b7baea45dbd1 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 950 time: 0.1051030 Dec 16 22:21:12.390568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.425600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c1f7314-2a22-4cb6-b30e-5b2881e6d579 req-67de23df-4df5-4abd-8402-973f71d8e3c0 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/security-groups?id=82b8fd3e-b4ce-4947-83af-f62d6e05d43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490918 Dec 16 22:21:12.439660 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ef41d254-171c-4e38-b18c-668d73cc16b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.459685 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-add5314a-ca9b-4efe-b54b-f080881a5b66 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Request body: {'port': {'device_id': 'ec6107f3-251e-485d-a335-213ab29f633a', 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b', 'admin_state_up': True, 'tenant_id': '71b07207458f41b0bd254b11dbb60b20'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:12.498764 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.529551 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ef41d254-171c-4e38-b18c-668d73cc16b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=63bffde86a6148ea9347197d021f66d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5643094 Dec 16 22:21:12.530304 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41d254-171c-4e38-b18c-668d73cc16b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cfff99-581f-4e21-ba0c-67975e40ae11,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:12.556773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41834) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:12.566689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db87159c-0e01-4d5c-b9f0-adc1d41c7acf req-4c98450c-ca05-46fd-b6f0-606c73c91467 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0555310 Dec 16 22:21:12.571618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2a213143-51e7-4ac6-a227-96f5063c9068,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:12.716867 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6657065c-efac-48ff-9086-0012fe5f9b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.726766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38e72df4-cf61-41b3-99c4-753af1a6c57c req-45bf0196-5ebb-4fba-b921-5f14fc5e9742 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 210 time: 0.0790324 Dec 16 22:21:12.761135 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.772710 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6657065c-efac-48ff-9086-0012fe5f9b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.777520 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ff3b1dfc-b0c8-49ab-8671-51268a685636 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:21:12.799196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: ff3b1dfc-b0c8-49ab-8671-51268a685636 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:21:12.799564 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ff3b1dfc-b0c8-49ab-8671-51268a685636 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:21:12.819717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15bd3166-eda5-44ae-b853-6f7a51f46fc2 req-cebb7e58-1781-4f31-8ed3-fcae3d04e3af tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 210 time: 0.0361443 Dec 16 22:21:12.995965 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6657065c-efac-48ff-9086-0012fe5f9b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.998484 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6657065c-efac-48ff-9086-0012fe5f9b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.999657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6657065c-efac-48ff-9086-0012fe5f9b42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25cfff99-581f-4e21-ba0c-67975e40ae11 HTTP/1.1" status: 204 len: 168 time: 0.4418941 Dec 16 22:21:13.008589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657065c-efac-48ff-9086-0012fe5f9b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cfff99-581f-4e21-ba0c-67975e40ae11,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:13.027944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-add5314a-ca9b-4efe-b54b-f080881a5b66 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Made reservation on behalf of 71b07207458f41b0bd254b11dbb60b20 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:13.031613 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-add5314a-ca9b-4efe-b54b-f080881a5b66 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.038806 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.074807 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.110342 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.150595 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.291185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-add5314a-ca9b-4efe-b54b-f080881a5b66 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Allocated IP 172.20.0.7 (894406fb-456e-47fe-84ae-c71a28800c5b/c5550495-cdae-4395-8f1f-d640aab6e46b/9ea7f01e-0035-45b9-b05c-468738cd6314) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:13.302950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409de836-154d-40b1-aaf4-7bb08936a840 req-9d0e1d54-08b8-4e84-9cd9-b42a9dd08eb4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:13.304613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-409de836-154d-40b1-aaf4-7bb08936a840 req-9d0e1d54-08b8-4e84-9cd9-b42a9dd08eb4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.0542104 Dec 16 22:21:13.318291 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Allocated IP 172.25.2.202 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/7e8d322f-5cd8-42b2-b50e-5b2e7c78bf48) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:13.369478 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-409de836-154d-40b1-aaf4-7bb08936a840 req-5a845aaa-ac2e-49ee-88f0-746a46710eab tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539904 Dec 16 22:21:13.538395 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.568145 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-add5314a-ca9b-4efe-b54b-f080881a5b66 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.586127 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba238a-eb28-4886-bb71-29bc54a5f0e8 req-14bfdbe5-b087-458d-a17c-e99da9071ade tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:13.594060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4aba238a-eb28-4886-bb71-29bc54a5f0e8 req-14bfdbe5-b087-458d-a17c-e99da9071ade tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 950 time: 0.0627451 Dec 16 22:21:13.655167 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4aba238a-eb28-4886-bb71-29bc54a5f0e8 req-449266ab-0ac0-42bc-95cd-902b3439acf8 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/security-groups?id=82b8fd3e-b4ce-4947-83af-f62d6e05d43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600555 Dec 16 22:21:13.699828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30c94b8f-d8a5-49aa-ae5b-2f386620de11 req-492a96fa-5b73-4d48-bc7e-fa1f9cb1772b tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0289087 Dec 16 22:21:13.711439 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.715547 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-add5314a-ca9b-4efe-b54b-f080881a5b66 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.735556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['4cc5905f-ff4a-4e96-ac8d-b54814700ec1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:21:13.791334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:13.793096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-add5314a-ca9b-4efe-b54b-f080881a5b66 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Network 894406fb-456e-47fe-84ae-c71a28800c5b is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:13.799060 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:13.802072 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:13.806640 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-add5314a-ca9b-4efe-b54b-f080881a5b66 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:13.809159 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-add5314a-ca9b-4efe-b54b-f080881a5b66 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:13.857694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41858) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:13.858554 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Pushing event updated for resources: {'Port': ['ID=7e8d322f-5cd8-42b2-b50e-5b2e7c78bf48,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:13.886272 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-945f4ffb-0b60-4518-8462-ecbb6050dfb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.923549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcccf60-f0e5-45d6-beb3-9568e1c50d5a req-9349f55a-7d24-40a2-b0f3-4a5e03cc4b06 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:13.934803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fcccf60-f0e5-45d6-beb3-9568e1c50d5a req-9349f55a-7d24-40a2-b0f3-4a5e03cc4b06 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 931 time: 0.1291552 Dec 16 22:21:13.942056 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-add5314a-ca9b-4efe-b54b-f080881a5b66 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:13.942711 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-add5314a-ca9b-4efe-b54b-f080881a5b66 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.948756 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5314a-ca9b-4efe-b54b-f080881a5b66 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Pushing event updated for resources: {'Port': ['ID=9ea7f01e-0035-45b9-b05c-468738cd6314,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:13.972745 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd38057-4844-4715-9622-ce9f365e714b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a213143-51e7-4ac6-a227-96f5063c9068'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:13.975328 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce87b548-3301-4c7f-b308-8a39cd19c189" -d '{"events": [{"server_uuid": "9cd38057-4844-4715-9622-ce9f365e714b", "name": "network-vif-unplugged", "status": "completed", "tag": "2a213143-51e7-4ac6-a227-96f5063c9068"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:14.007856 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9ab3f6a-3225-4df1-8412-d1c57accef2d req-5d73258c-7c1a-4da9-8679-9f3febd247f3 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 210 time: 0.0472412 Dec 16 22:21:14.061285 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233ccdd6-d497-4759-86d8-c882cd27d521 x-openstack-request-id: req-233ccdd6-d497-4759-86d8-c882cd27d521 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:14.061658 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd38057-4844-4715-9622-ce9f365e714b", "name": "network-vif-unplugged", "status": "completed", "tag": "2a213143-51e7-4ac6-a227-96f5063c9068", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:14.062235 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-233ccdd6-d497-4759-86d8-c882cd27d521 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:14.063313 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd38057-4844-4715-9622-ce9f365e714b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a213143-51e7-4ac6-a227-96f5063c9068', 'code': 200} Dec 16 22:21:14.066809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fcccf60-f0e5-45d6-beb3-9568e1c50d5a req-5710686d-503f-4dce-9ba6-ced8902f6ba8 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298277 Dec 16 22:21:14.098631 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-945f4ffb-0b60-4518-8462-ecbb6050dfb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.130593 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-add5314a-ca9b-4efe-b54b-f080881a5b66 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6763546 Dec 16 22:21:14.145525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Request body: {'port': {'device_id': 'ec6107f3-251e-485d-a335-213ab29f633a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:14.214062 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-945f4ffb-0b60-4518-8462-ecbb6050dfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.245085 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.262612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-945f4ffb-0b60-4518-8462-ecbb6050dfb8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2714d95acb0473a8a41df80f4669a1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4042339 Dec 16 22:21:14.262612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f4ffb-0b60-4518-8462-ecbb6050dfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc26534a-bc39-421a-85b0-87793d3ab2bb,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:14.264662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41862) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:14.317685 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a0e38a7-9d7c-490d-9352-5ec807cf97b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.356283 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.362233 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a0e38a7-9d7c-490d-9352-5ec807cf97b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.750103 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.827344 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea7f01e-0035-45b9-b05c-468738cd6314 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:21:14.841435 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.872840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b83d0-beab-4724-87fd-85dcd137e144 req-02fa5b49-3f4b-4566-aa13-00c90db5eb7a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:14.874801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e23b83d0-beab-4724-87fd-85dcd137e144 req-02fa5b49-3f4b-4566-aa13-00c90db5eb7a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.1505916 Dec 16 22:21:14.891829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-9259361e-1b57-48b5-aa3d-559f2b9c2f9c tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:14.893381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-9259361e-1b57-48b5-aa3d-559f2b9c2f9c tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.69 "GET /v2.0/networks?id=bc8576b5-46ce-4634-ac13-c2efe0b20a39 HTTP/1.1" status: 200 len: 816 time: 0.5596902 Dec 16 22:21:14.910709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdf92c-6eed-4e1d-a091-cb81eb639e97 req-fd0ff085-5a58-4c23-a411-82ff3c1209af tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:14.912181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62fdf92c-6eed-4e1d-a091-cb81eb639e97 req-fd0ff085-5a58-4c23-a411-82ff3c1209af tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 950 time: 0.1420243 Dec 16 22:21:14.985259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Transition to ACTIVE for port object 9ea7f01e-0035-45b9-b05c-468738cd6314 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:21:15.004861 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a0e38a7-9d7c-490d-9352-5ec807cf97b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.007486 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a0e38a7-9d7c-490d-9352-5ec807cf97b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.008698 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6a0e38a7-9d7c-490d-9352-5ec807cf97b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc26534a-bc39-421a-85b0-87793d3ab2bb HTTP/1.1" status: 204 len: 168 time: 0.7431927 Dec 16 22:21:15.027757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e23b83d0-beab-4724-87fd-85dcd137e144 req-fc5a5c0c-67a2-41c9-b9e0-6f42900b7e89 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460164 Dec 16 22:21:15.045985 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e38a7-9d7c-490d-9352-5ec807cf97b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc26534a-bc39-421a-85b0-87793d3ab2bb,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:15.059231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62fdf92c-6eed-4e1d-a091-cb81eb639e97 req-fccc3620-e88d-46bb-82bd-89a2c9d72b4b tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/security-groups?id=82b8fd3e-b4ce-4947-83af-f62d6e05d43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326861 Dec 16 22:21:15.065138 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Router 582e7de9-4bf3-4621-994b-def7bd21d95e is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:21:15.071084 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-2d935998-db45-4128-8f82-351df96edbe6 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f537f374e12149ffb0064560df407002 HTTP/1.1" status: 200 len: 378 time: 0.1578674 Dec 16 22:21:15.101058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-ea440684-2a95-4486-9174-2efad6eae875 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Request body: {'port': {'device_id': '6614f505-a300-4962-b3b5-0ce75598958a', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'admin_state_up': True, 'tenant_id': 'f537f374e12149ffb0064560df407002', 'security_groups': ['23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:15.165649 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.308014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a85363dc-11c1-4d39-9bf8-2b41f3ad543f req-14482f01-5c51-48a1-a377-c2fdb4f29c33 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 210 time: 0.0512719 Dec 16 22:21:15.319525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea7f01e-0035-45b9-b05c-468738cd6314,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:15.342110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-17699934-c02c-4fe0-9964-84d24a84c822 req-f4a83126-46a5-4f3b-9a4d-bb02ae12c8d1 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0425489 Dec 16 22:21:15.354438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:15.372955 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9b908a-f950-490e-891c-75e877c94962 None None] Sync routers for ids ['582e7de9-4bf3-4621-994b-def7bd21d95e'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:15.405628 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9b908a-f950-490e-891c-75e877c94962 None None] Routers {'582e7de9-4bf3-4621-994b-def7bd21d95e'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:15.407698 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Attempting to bind port 9ea7f01e-0035-45b9-b05c-468738cd6314 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:15.408614 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Attempting to bind port 9ea7f01e-0035-45b9-b05c-468738cd6314 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:15.409201 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7e9b908a-f950-490e-891c-75e877c94962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['582e7de9-4bf3-4621-994b-def7bd21d95e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:15.409988 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Attempting to bind port 9ea7f01e-0035-45b9-b05c-468738cd6314 on network 894406fb-456e-47fe-84ae-c71a28800c5b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:15.415431 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Port 9ea7f01e-0035-45b9-b05c-468738cd6314 on network 894406fb-456e-47fe-84ae-c71a28800c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:21:15.416117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Attempting to bind port 9ea7f01e-0035-45b9-b05c-468738cd6314 on network 894406fb-456e-47fe-84ae-c71a28800c5b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:15.423210 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:15.424115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Checking segment: {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:15.425622 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Bound using segment: {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:15.426410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Bound port: 9ea7f01e-0035-45b9-b05c-468738cd6314, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:15.427059 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.435766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-ea440684-2a95-4486-9174-2efad6eae875 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Made reservation on behalf of f537f374e12149ffb0064560df407002 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:15.441165 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-ea440684-2a95-4486-9174-2efad6eae875 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.477059 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.478696 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c42ec4b3-f1a5-46d6-89da-4bedf56b7989 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3933940 Dec 16 22:21:15.482192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41884) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:15.501400 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-bc490364-416b-4e4a-a99b-974c48bedb1a tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'enable_snat': False}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:15.528311 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7e9b908a-f950-490e-891c-75e877c94962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:15.529908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] For port 9ea7f01e-0035-45b9-b05c-468738cd6314, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:15.535195 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] For port 9ea7f01e-0035-45b9-b05c-468738cd6314, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9ea7f01e-0035-45b9-b05c-468738cd6314,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:15.546740 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9b908a-f950-490e-891c-75e877c94962 None None] Routers {'582e7de9-4bf3-4621-994b-def7bd21d95e'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:15.547419 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7e9b908a-f950-490e-891c-75e877c94962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['582e7de9-4bf3-4621-994b-def7bd21d95e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:15.598015 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7e9b908a-f950-490e-891c-75e877c94962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:15.599703 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9b908a-f950-490e-891c-75e877c94962 None None] The sync data for ids ['582e7de9-4bf3-4621-994b-def7bd21d95e'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:15.643075 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.680919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f1e6d-5006-407f-9bd9-873b93f93ea6 req-c1290620-cf5f-4d6e-bd7c-4fd5d61dd21a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:15.683890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-751f1e6d-5006-407f-9bd9-873b93f93ea6 req-c1290620-cf5f-4d6e-bd7c-4fd5d61dd21a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 943 time: 0.2005713 Dec 16 22:21:15.709720 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:15.710637 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.712596 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] 10.222.0.69 "PUT /v2.0/ports/9ea7f01e-0035-45b9-b05c-468738cd6314 HTTP/1.1" status: 200 len: 1091 time: 1.5721347 Dec 16 22:21:15.713226 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6107f3-251e-485d-a335-213ab29f633a', 'tag': '9ea7f01e-0035-45b9-b05c-468738cd6314'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:15.716194 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984a35be-f952-43b1-ab41-a0f7eca8056d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6107f3-251e-485d-a335-213ab29f633a", "tag": "9ea7f01e-0035-45b9-b05c-468738cd6314"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:15.745016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe3c2e-75cd-4ac9-9e33-6f1d1b5a9017 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea7f01e-0035-45b9-b05c-468738cd6314,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:15.893556 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-0ec404c4-7af5-4b0c-b663-4b026f1b6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:15.895185 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-0ec404c4-7af5-4b0c-b663-4b026f1b6300 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 1094 time: 0.0445368 Dec 16 22:21:15.908285 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-ea440684-2a95-4486-9174-2efad6eae875 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Allocated IP 172.20.0.6 (bc8576b5-46ce-4634-ac13-c2efe0b20a39/86df5a6c-ed29-46fe-befd-2d874360c61e/0b69e565-21df-4aeb-99b2-2eadb537243b) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:15.923659 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-751f1e6d-5006-407f-9bd9-873b93f93ea6 req-730fc3fd-14dd-49ed-a9e7-0620411de39c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923163 Dec 16 22:21:15.963469 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-b6034576-98eb-4e99-9a7a-11cc643f4fca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ea7f01e-0035-45b9-b05c-468738cd6314 HTTP/1.1" status: 200 len: 217 time: 0.0601530 Dec 16 22:21:16.064387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-ab3f33d7-3b96-4076-8bc3-2139c0b849bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:16.067509 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-ab3f33d7-3b96-4076-8bc3-2139c0b849bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5550495-cdae-4395-8f1f-d640aab6e46b HTTP/1.1" status: 200 len: 846 time: 0.0945132 Dec 16 22:21:16.112087 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-034b47f7-ee3d-4ba6-8c16-ea329caa3b29 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=894406fb-456e-47fe-84ae-c71a28800c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370433 Dec 16 22:21:16.260973 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-b73dc05a-2fa2-40c7-bed1-1658da58bfed service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409876 Dec 16 22:21:16.316368 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc490364-416b-4e4a-a99b-974c48bedb1a tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:16.322383 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-ea440684-2a95-4486-9174-2efad6eae875 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:16.474130 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-ea440684-2a95-4486-9174-2efad6eae875 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:16.538319 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-ea440684-2a95-4486-9174-2efad6eae875 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Network bc8576b5-46ce-4634-ac13-c2efe0b20a39 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:16.545401 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-ea440684-2a95-4486-9174-2efad6eae875 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:16.552040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-ea440684-2a95-4486-9174-2efad6eae875 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:16.603322 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea440684-2a95-4486-9174-2efad6eae875 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Pushing event updated for resources: {'Port': ['ID=0b69e565-21df-4aeb-99b2-2eadb537243b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:16.639994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-ea440684-2a95-4486-9174-2efad6eae875 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:16.641123 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-ea440684-2a95-4486-9174-2efad6eae875 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:16.739563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-ea440684-2a95-4486-9174-2efad6eae875 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6482837 Dec 16 22:21:16.772938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Request body: {'port': {'device_id': '6614f505-a300-4962-b3b5-0ce75598958a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:16.801310 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0abf7e2-bea1-454c-9cb8-727a524063c8 x-openstack-request-id: req-e0abf7e2-bea1-454c-9cb8-727a524063c8 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:16.801917 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6107f3-251e-485d-a335-213ab29f633a", "tag": "9ea7f01e-0035-45b9-b05c-468738cd6314", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:16.801917 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0abf7e2-bea1-454c-9cb8-727a524063c8 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:16.802247 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6107f3-251e-485d-a335-213ab29f633a', 'tag': '9ea7f01e-0035-45b9-b05c-468738cd6314', 'status': 'completed', 'code': 200} Dec 16 22:21:16.856284 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d9393-d422-437e-8420-a10254ab581d req-d7e48c94-e716-4a9a-a19e-44ae869b4882 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:16.858844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-325d9393-d422-437e-8420-a10254ab581d req-d7e48c94-e716-4a9a-a19e-44ae869b4882 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 931 time: 0.1752627 Dec 16 22:21:16.879954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41922) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:16.916288 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0f4b740f-7ff8-4930-b457-0665806a2a2b req-c1651627-b9b6-4b90-817f-91c41c104792 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376436 Dec 16 22:21:16.968592 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-204ec82d-be4c-41d1-a4f0-10532ddb237b None None] Provisioning complete for port 0b69e565-21df-4aeb-99b2-2eadb537243b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:16.969145 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-204ec82d-be4c-41d1-a4f0-10532ddb237b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:16.985766 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:17.064667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-204ec82d-be4c-41d1-a4f0-10532ddb237b None None] Port 0b69e565-21df-4aeb-99b2-2eadb537243b cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:21:17.092538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-dc48fe60-71dc-4f4c-92b2-5d3baac904d2 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1596565868'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:17.119002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-325d9393-d422-437e-8420-a10254ab581d req-d23a8d1d-dc1b-419a-96dc-579421048311 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1939814 Dec 16 22:21:17.210609 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a35be-f952-43b1-ab41-a0f7eca8056d req-9b4caae8-2966-4776-afb8-f84daa464fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:17.212264 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-984a35be-f952-43b1-ab41-a0f7eca8056d req-9b4caae8-2966-4776-afb8-f84daa464fd5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 1094 time: 0.1568160 Dec 16 22:21:17.257680 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc48fe60-71dc-4f4c-92b2-5d3baac904d2 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Made reservation on behalf of dc70305298d948ac9658bd162b696168 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:17.261639 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc48fe60-71dc-4f4c-92b2-5d3baac904d2 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:17.287887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7798452e-0960-4fb6-aa8b-67dc17eb26ce req-c35a5fdf-d5b0-4d5e-b329-18b339309abe tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0564444 Dec 16 22:21:17.321719 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc48fe60-71dc-4f4c-92b2-5d3baac904d2 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:17.399253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a35be-f952-43b1-ab41-a0f7eca8056d req-764cd788-eefa-4490-9d50-f760e8ab286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:17.399845 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-984a35be-f952-43b1-ab41-a0f7eca8056d req-764cd788-eefa-4490-9d50-f760e8ab286e service neutron] 10.222.0.69 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 907 time: 0.1783440 Dec 16 22:21:17.455198 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-984a35be-f952-43b1-ab41-a0f7eca8056d req-46157d0e-2cb0-4c81-a86c-97d1b2d31cbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ea7f01e-0035-45b9-b05c-468738cd6314 HTTP/1.1" status: 200 len: 217 time: 0.0443425 Dec 16 22:21:17.476756 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf5e9f-b9b6-48fc-84a2-cd5d898941f5 req-7112b62d-0342-4207-bcd4-28e866797f9f tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:17.478317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20cf5e9f-b9b6-48fc-84a2-cd5d898941f5 req-7112b62d-0342-4207-bcd4-28e866797f9f tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 950 time: 0.2457957 Dec 16 22:21:17.560224 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc48fe60-71dc-4f4c-92b2-5d3baac904d2 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:17.574850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a35be-f952-43b1-ab41-a0f7eca8056d req-7e5eed65-d1f5-427f-9b72-f47161726914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:17.577753 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-984a35be-f952-43b1-ab41-a0f7eca8056d req-7e5eed65-d1f5-427f-9b72-f47161726914 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5550495-cdae-4395-8f1f-d640aab6e46b HTTP/1.1" status: 200 len: 846 time: 0.1109853 Dec 16 22:21:17.587960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1190ce0-1fba-4169-b45a-2356b110ab6f req-e1b263dd-ffb2-4530-9e49-69d640583b3a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:17.589618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1190ce0-1fba-4169-b45a-2356b110ab6f req-e1b263dd-ffb2-4530-9e49-69d640583b3a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 943 time: 0.1894839 Dec 16 22:21:17.624765 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-984a35be-f952-43b1-ab41-a0f7eca8056d req-fa6f5197-e7ad-4ea6-898d-233bc9f8ac49 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=894406fb-456e-47fe-84ae-c71a28800c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382886 Dec 16 22:21:17.629819 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc48fe60-71dc-4f4c-92b2-5d3baac904d2 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:17.655951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20cf5e9f-b9b6-48fc-84a2-cd5d898941f5 req-ce11d523-1d7a-4497-aff6-c00be01ffbe9 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/security-groups?id=82b8fd3e-b4ce-4947-83af-f62d6e05d43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650033 Dec 16 22:21:17.693204 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2a213143-51e7-4ac6-a227-96f5063c9068 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:21:17.744483 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc48fe60-71dc-4f4c-92b2-5d3baac904d2 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:21:17.767025 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc48fe60-71dc-4f4c-92b2-5d3baac904d2 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:17.767499 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-dc48fe60-71dc-4f4c-92b2-5d3baac904d2 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Added segment 85ff30f4-131b-4082-b9ff-faeb2d84ebc3 of type vlan for network aeacdd12-c4f2-4601-a455-07666d73ce14 Dec 16 22:21:17.786189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-c6673e34-0a6a-4967-9dbf-cbb73744a9c6 req-a3803202-b620-416b-a370-d29339cad649 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:21:17.793541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6673e34-0a6a-4967-9dbf-cbb73744a9c6 req-a3803202-b620-416b-a370-d29339cad649 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083528 Dec 16 22:21:17.809153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b69e565-21df-4aeb-99b2-2eadb537243b {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:21:17.823408 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48fe60-71dc-4f4c-92b2-5d3baac904d2 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4987fba6-5cf4-42b0-b3af-a4df60b12326,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:17.829820 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:17.847168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1190ce0-1fba-4169-b45a-2356b110ab6f req-bae17fa5-3be2-419f-a1eb-1b9b68809526 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316601 Dec 16 22:21:17.872406 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc490364-416b-4e4a-a99b-974c48bedb1a tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:17.889858 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Transition to ACTIVE for port object 0b69e565-21df-4aeb-99b2-2eadb537243b will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:21:17.891518 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc490364-416b-4e4a-a99b-974c48bedb1a tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:17.950419 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc48fe60-71dc-4f4c-92b2-5d3baac904d2 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:17.973286 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-984a35be-f952-43b1-ab41-a0f7eca8056d req-f5ac541a-44cc-4e37-8325-2e2733e5c003 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215787 Dec 16 22:21:18.012813 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.061383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c8a11-d2d9-48b6-b2de-7d1fea245438 req-a7a0a80b-5a83-423c-912d-13fd2c5da387 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:18.069915 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-873c8a11-d2d9-48b6-b2de-7d1fea245438 req-a7a0a80b-5a83-423c-912d-13fd2c5da387 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 950 time: 0.1788063 Dec 16 22:21:18.097657 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc48fe60-71dc-4f4c-92b2-5d3baac904d2 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.102341 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc48fe60-71dc-4f4c-92b2-5d3baac904d2 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:18.103090 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc48fe60-71dc-4f4c-92b2-5d3baac904d2 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.299628 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dc48fe60-71dc-4f4c-92b2-5d3baac904d2 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4193263 Dec 16 22:21:18.307762 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41944) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:18.313613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-56ad4356-5c00-479f-9329-32e52b0a758b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'subnet': {'network_id': 'aeacdd12-c4f2-4601-a455-07666d73ce14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:18.320717 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-984a35be-f952-43b1-ab41-a0f7eca8056d req-f18529c2-5061-4297-986f-7f7bcbf91bc2 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295066 Dec 16 22:21:18.321641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48fe60-71dc-4f4c-92b2-5d3baac904d2 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Network': ['ID=aeacdd12-c4f2-4601-a455-07666d73ce14,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:18.335887 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network aeacdd12-c4f2-4601-a455-07666d73ce14 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:21:18.449214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-873c8a11-d2d9-48b6-b2de-7d1fea245438 req-ba456feb-7d20-4028-8925-ff794a5bce28 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Deleting port 411b6db4-7067-4905-9670-a789a34c8b7c {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:18.449578 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-873c8a11-d2d9-48b6-b2de-7d1fea245438 req-ba456feb-7d20-4028-8925-ff794a5bce28 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.600624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-873c8a11-d2d9-48b6-b2de-7d1fea245438 req-ba456feb-7d20-4028-8925-ff794a5bce28 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] For port 411b6db4-7067-4905-9670-a789a34c8b7c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=411b6db4-7067-4905-9670-a789a34c8b7c,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:18.601294 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-873c8a11-d2d9-48b6-b2de-7d1fea245438 req-ba456feb-7d20-4028-8925-ff794a5bce28 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.653465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-873c8a11-d2d9-48b6-b2de-7d1fea245438 req-ba456feb-7d20-4028-8925-ff794a5bce28 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Calling delete_port for 411b6db4-7067-4905-9670-a789a34c8b7c owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:18.660567 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ad4356-5c00-479f-9329-32e52b0a758b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Made reservation on behalf of dc70305298d948ac9658bd162b696168 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:18.664477 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56ad4356-5c00-479f-9329-32e52b0a758b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.712299 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Pushing event updated for resources: {'Port': ['ID=0b69e565-21df-4aeb-99b2-2eadb537243b,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:18.819116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc490364-416b-4e4a-a99b-974c48bedb1a tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Router 582e7de9-4bf3-4621-994b-def7bd21d95e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:18.844274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaf931-fbf6-4f12-bcd0-464515d965fa req-f3aa026f-84d8-4c29-8971-2242fc51e578 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:18.846059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8cbaf931-fbf6-4f12-bcd0-464515d965fa req-f3aa026f-84d8-4c29-8971-2242fc51e578 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 943 time: 0.1472950 Dec 16 22:21:18.848723 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6bffd1ca-f1e6-4a6a-9859-8688201c8c6c req-86109970-cb8c-4e6e-9269-9f8b2c3b06e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2442811 Dec 16 22:21:18.870241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef171e1b-0691-4e92-aba6-5c74c336eaf1 req-e1454823-4116-4518-b047-390e938e776a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:18.885957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef171e1b-0691-4e92-aba6-5c74c336eaf1 req-e1454823-4116-4518-b047-390e938e776a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.1800716 Dec 16 22:21:18.892690 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-6bffd1ca-f1e6-4a6a-9859-8688201c8c6c req-1e8d20ec-c05a-4af3-90df-e0d43cdd97df service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:21:18.901177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Attempting to bind port 0b69e565-21df-4aeb-99b2-2eadb537243b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:18.901523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Attempting to bind port 0b69e565-21df-4aeb-99b2-2eadb537243b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:18.901859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Attempting to bind port 0b69e565-21df-4aeb-99b2-2eadb537243b on network bc8576b5-46ce-4634-ac13-c2efe0b20a39 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:18.903554 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6bffd1ca-f1e6-4a6a-9859-8688201c8c6c req-1e8d20ec-c05a-4af3-90df-e0d43cdd97df service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132582 Dec 16 22:21:18.952609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Port 0b69e565-21df-4aeb-99b2-2eadb537243b on network bc8576b5-46ce-4634-ac13-c2efe0b20a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:21:18.963676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Attempting to bind port 0b69e565-21df-4aeb-99b2-2eadb537243b on network bc8576b5-46ce-4634-ac13-c2efe0b20a39 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:19.077737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:19.078143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Checking segment: {'id': '10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:19.078538 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Bound using segment: {'id': '10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:19.078987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Bound port: 0b69e565-21df-4aeb-99b2-2eadb537243b, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:19.079375 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:19.155988 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-873c8a11-d2d9-48b6-b2de-7d1fea245438 req-ba456feb-7d20-4028-8925-ff794a5bce28 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:19.168565 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['411b6db4-7067-4905-9670-a789a34c8b7c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:21:19.200327 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba456feb-7d20-4028-8925-ff794a5bce28 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Pushing event deleted for resources: {'Port': ['ID=411b6db4-7067-4905-9670-a789a34c8b7c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:19.219820 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56ad4356-5c00-479f-9329-32e52b0a758b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:19.228224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8cbaf931-fbf6-4f12-bcd0-464515d965fa req-015d2b0c-119d-46f3-a1a0-a3c742b2fb21 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3392265 Dec 16 22:21:19.266200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef171e1b-0691-4e92-aba6-5c74c336eaf1 req-08cbbcd0-0c3e-4217-b08a-bf24d14e8577 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3770254 Dec 16 22:21:19.313373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] For port 0b69e565-21df-4aeb-99b2-2eadb537243b, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:19.329583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] For port 0b69e565-21df-4aeb-99b2-2eadb537243b, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0b69e565-21df-4aeb-99b2-2eadb537243b,segment=NetworkSegment(10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d),segment_id=10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:19.337544 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-873c8a11-d2d9-48b6-b2de-7d1fea245438 req-ba456feb-7d20-4028-8925-ff794a5bce28 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] No DVR routers for this DVR port 411b6db4-7067-4905-9670-a789a34c8b7c on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:21:19.346592 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-873c8a11-d2d9-48b6-b2de-7d1fea245438 req-ba456feb-7d20-4028-8925-ff794a5bce28 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:19.358173 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-873c8a11-d2d9-48b6-b2de-7d1fea245438 req-ba456feb-7d20-4028-8925-ff794a5bce28 tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.69 "DELETE /v2.0/ports/411b6db4-7067-4905-9670-a789a34c8b7c HTTP/1.1" status: 204 len: 173 time: 1.2806518 Dec 16 22:21:19.362771 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e7c02e-c221-4516-8488-f623d7879a02', 'name': 'network-vif-deleted', 'tag': '411b6db4-7067-4905-9670-a789a34c8b7c'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:19.365447 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741f35f1-b37b-485f-9784-ad73d7abef82" -d '{"events": [{"server_uuid": "86e7c02e-c221-4516-8488-f623d7879a02", "name": "network-vif-deleted", "tag": "411b6db4-7067-4905-9670-a789a34c8b7c"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:19.375731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad4356-5c00-479f-9329-32e52b0a758b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Subnet': ['ID=e163a1f1-b5be-42d0-8fe2-20cf225494de,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:19.412132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad4356-5c00-479f-9329-32e52b0a758b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Checking segment: {'id': '85ff30f4-131b-4082-b9ff-faeb2d84ebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'aeacdd12-c4f2-4601-a455-07666d73ce14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:19.413004 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad4356-5c00-479f-9329-32e52b0a758b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network hostable DHCP agents. Network: aeacdd12-c4f2-4601-a455-07666d73ce14, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:21:19.429941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc490364-416b-4e4a-a99b-974c48bedb1a tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:19.434768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:19.438396 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c7e85c7-f6ba-43af-a9e8-b3c7894af64f req-b25b1577-9bf5-40a9-8d60-34391d1495af tempest-ServerDiagnosticsNegativeTest-1652194488 tempest-ServerDiagnosticsNegativeTest-1652194488-project] 10.222.0.43 "GET /v2.0/ports?device_id=86e7c02e-c221-4516-8488-f623d7879a02 HTTP/1.1" status: 200 len: 210 time: 0.0900626 Dec 16 22:21:19.440308 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fa0b20-bde7-4d4f-a4f8-b87e40526915 None None] Sync routers for ids ['582e7de9-4bf3-4621-994b-def7bd21d95e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:19.443021 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc490364-416b-4e4a-a99b-974c48bedb1a tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:19.444277 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bc490364-416b-4e4a-a99b-974c48bedb1a tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "PUT /v2.0/routers/582e7de9-4bf3-4621-994b-def7bd21d95e HTTP/1.1" status: 200 len: 921 time: 3.9531903 Dec 16 22:21:19.449444 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41966) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:19.465875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa0b20-bde7-4d4f-a4f8-b87e40526915 None None] Routers {'582e7de9-4bf3-4621-994b-def7bd21d95e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:19.466971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e3fa0b20-bde7-4d4f-a4f8-b87e40526915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['582e7de9-4bf3-4621-994b-def7bd21d95e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:19.523529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e3fa0b20-bde7-4d4f-a4f8-b87e40526915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:19.529087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Pushing event updated for resources: {'Port': ['ID=0b69e565-21df-4aeb-99b2-2eadb537243b,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:19.542971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa0b20-bde7-4d4f-a4f8-b87e40526915 None None] Routers {'582e7de9-4bf3-4621-994b-def7bd21d95e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:19.543920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e3fa0b20-bde7-4d4f-a4f8-b87e40526915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:20:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['582e7de9-4bf3-4621-994b-def7bd21d95e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:19.577006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39fd22ee-9f9a-4097-b3e2-572e3e116556 req-10639dab-4f94-49a2-9f9f-1166ab136dfb tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.1442444 Dec 16 22:21:19.598790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad4356-5c00-479f-9329-32e52b0a758b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network aeacdd12-c4f2-4601-a455-07666d73ce14 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:21:19.606332 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e3fa0b20-bde7-4d4f-a4f8-b87e40526915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:19.607017 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fa0b20-bde7-4d4f-a4f8-b87e40526915 None None] The sync data for ids ['582e7de9-4bf3-4621-994b-def7bd21d95e'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:19.622019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:19.622019 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:19.622019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7a7961b0-64e0-4279-8a1c-6badbbacfdab service neutron] 10.222.0.69 "PUT /v2.0/ports/0b69e565-21df-4aeb-99b2-2eadb537243b HTTP/1.1" status: 200 len: 1091 time: 2.8569350 Dec 16 22:21:19.622019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6614f505-a300-4962-b3b5-0ce75598958a', 'tag': '0b69e565-21df-4aeb-99b2-2eadb537243b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:19.622019 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a96b07-3455-4957-9db1-7d9fd48d2a06" -d '{"events": [{"name": "network-changed", "server_uuid": "6614f505-a300-4962-b3b5-0ce75598958a", "tag": "0b69e565-21df-4aeb-99b2-2eadb537243b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:19.668332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e165c-c9d7-4083-aedf-e0aac684d30e req-7ef80f11-95e7-497d-9c3c-821c10350278 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:19.670253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c15e165c-c9d7-4083-aedf-e0aac684d30e req-7ef80f11-95e7-497d-9c3c-821c10350278 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 943 time: 0.1341133 Dec 16 22:21:19.686645 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9ea7f01e-0035-45b9-b05c-468738cd6314 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:21:19.792924 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-56ad4356-5c00-479f-9329-32e52b0a758b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, aeacdd12-c4f2-4601-a455-07666d73ce14) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:19.800692 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c15e165c-c9d7-4083-aedf-e0aac684d30e req-1b8dde63-7b79-4583-ba02-10a0b5ef79b8 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148324 Dec 16 22:21:19.822863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ad4356-5c00-479f-9329-32e52b0a758b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:19.828777 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56ad4356-5c00-479f-9329-32e52b0a758b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:19.851895 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9ea7f01e-0035-45b9-b05c-468738cd6314, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9ea7f01e-0035-45b9-b05c-468738cd6314,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:19.863637 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed4a8ea-94b2-418c-ba81-e5deb5ee0e33 x-openstack-request-id: req-8ed4a8ea-94b2-418c-ba81-e5deb5ee0e33 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:19.864267 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e7c02e-c221-4516-8488-f623d7879a02", "name": "network-vif-deleted", "tag": "411b6db4-7067-4905-9670-a789a34c8b7c", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:19.864267 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ed4a8ea-94b2-418c-ba81-e5deb5ee0e33 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:19.866349 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e7c02e-c221-4516-8488-f623d7879a02', 'name': 'network-vif-deleted', 'tag': '411b6db4-7067-4905-9670-a789a34c8b7c', 'status': 'completed', 'code': 200} Dec 16 22:21:19.869148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '9ea7f01e-0035-45b9-b05c-468738cd6314', 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b', 'port_id': '9ea7f01e-0035-45b9-b05c-468738cd6314', 'mac_address': 'fa:16:3e:19:f0:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5550495-cdae-4395-8f1f-d640aab6e46b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:21:19.873406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02844dbe-44ab-447d-afd3-48c27171fe2b None None] Network aeacdd12-c4f2-4601-a455-07666d73ce14 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:19.896352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-6e4e3d26-88e4-44d1-a223-c06c7cc7b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:19.898293 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-6e4e3d26-88e4-44d1-a223-c06c7cc7b4d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f537f374e12149ffb0064560df407002&device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 1094 time: 0.0612633 Dec 16 22:21:19.917005 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb44e7b1-b855-49d0-9d07-9c3de6ddcb76 x-openstack-request-id: req-cb44e7b1-b855-49d0-9d07-9c3de6ddcb76 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:19.917005 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6614f505-a300-4962-b3b5-0ce75598958a", "tag": "0b69e565-21df-4aeb-99b2-2eadb537243b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:19.917005 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb44e7b1-b855-49d0-9d07-9c3de6ddcb76 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:19.917005 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6614f505-a300-4962-b3b5-0ce75598958a', 'tag': '0b69e565-21df-4aeb-99b2-2eadb537243b', 'status': 'completed', 'code': 200} Dec 16 22:21:19.980835 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-56ad4356-5c00-479f-9329-32e52b0a758b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6702967 Dec 16 22:21:19.984162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41970) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:19.991117 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-daa6ada4-3923-48f4-b689-5e4e548ac9d8 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/routers/582e7de9-4bf3-4621-994b-def7bd21d95e HTTP/1.1" status: 200 len: 921 time: 0.5402837 Dec 16 22:21:19.996519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41972) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:20.005418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1644756216', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:20.024994 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.050289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-1791abc9-ef16-40fd-8d41-4af5f67c4333 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b69e565-21df-4aeb-99b2-2eadb537243b HTTP/1.1" status: 200 len: 217 time: 0.1342163 Dec 16 22:21:20.072267 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea7f01e-0035-45b9-b05c-468738cd6314 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:21:20.081438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57ce809-ec64-41dd-b90a-cd8aea26d58d None None] Network aeacdd12-c4f2-4601-a455-07666d73ce14 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:20.117926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21410605-8045-45af-8e5a-ba1bd01cbd5d tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:20.119548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-21410605-8045-45af-8e5a-ba1bd01cbd5d tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=331c0cce-7f70-4da0-8420-947a310fded1&device_id=582e7de9-4bf3-4621-994b-def7bd21d95e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1214797 Dec 16 22:21:20.122116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41974) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:20.157672 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.159382 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.195889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7667b952-00f1-41b7-96b6-7a6f4fa54095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:20.197576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-7667b952-00f1-41b7-96b6-7a6f4fa54095 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86df5a6c-ed29-46fe-befd-2d874360c61e HTTP/1.1" status: 200 len: 855 time: 0.1346600 Dec 16 22:21:20.327471 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.366182 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c49f85be-53de-4bfb-af6d-0c4a0e98783d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.380537 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9ea7f01e-0035-45b9-b05c-468738cd6314, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9ea7f01e-0035-45b9-b05c-468738cd6314,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:20.397440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04544838-25d5-4c21-8bc6-98231283a0b1 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:20.404992 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-04544838-25d5-4c21-8bc6-98231283a0b1 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 881 time: 0.2818816 Dec 16 22:21:20.410359 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41980) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:20.412391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-3d7cc1c6-295c-41e8-825c-b74a596abcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:20.414005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-3d7cc1c6-295c-41e8-825c-b74a596abcd7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bc8576b5-46ce-4634-ac13-c2efe0b20a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1978648 Dec 16 22:21:20.486104 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.544154 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9ea7f01e-0035-45b9-b05c-468738cd6314,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:20.588919 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-51d9bfe2-006c-4feb-a9f6-12dcb2d0c349 req-bcb1da08-dbf2-41a5-a2b5-73d4ac4e5449 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.1045678 Dec 16 22:21:20.591489 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41984) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:20.594611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-df9faec0-c0ff-4821-9c71-726f8a37350e tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "GET /v2.0/ports?device_id=582e7de9-4bf3-4621-994b-def7bd21d95e HTTP/1.1" status: 200 len: 205 time: 0.1812906 Dec 16 22:21:20.733750 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.755721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0243ce-b67b-4870-b850-8b30220eded6 req-fc510048-6755-4138-ab52-3fb668463fdb tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:20.764256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa0243ce-b67b-4870-b850-8b30220eded6 req-fc510048-6755-4138-ab52-3fb668463fdb tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 943 time: 0.2646866 Dec 16 22:21:20.781926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['9ea7f01e-0035-45b9-b05c-468738cd6314'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:21:20.793807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244978c-5009-428a-ba59-3dfaf3002e06 req-9db6b74c-2779-4f3d-bd58-0de30cea2780 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:20.803219 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f244978c-5009-428a-ba59-3dfaf3002e06 req-9db6b74c-2779-4f3d-bd58-0de30cea2780 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.2233481 Dec 16 22:21:20.824270 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63b0d71e-2bd8-4e1f-8afb-1b3a68265290 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.929329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa0243ce-b67b-4870-b850-8b30220eded6 req-2c42de88-ad03-40f2-ad05-6df433acc86f tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1634803 Dec 16 22:21:20.988496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f244978c-5009-428a-ba59-3dfaf3002e06 req-7ce58594-bb45-4032-bdbf-3e2757ce3c98 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830900 Dec 16 22:21:20.995745 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-73a4d8ad-026b-4094-9ed5-b4752c6a89de service neutron] 10.222.0.69 "GET /v2.0/networks/bc8576b5-46ce-4634-ac13-c2efe0b20a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631754 Dec 16 22:21:21.146964 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63b0d71e-2bd8-4e1f-8afb-1b3a68265290 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.207628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4bd02ae8-6ee2-4a59-ae6e-41b75f801a11 req-11bacdd6-2e4f-4904-96b0-489cceba7fbb tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0670602 Dec 16 22:21:21.267426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5853da3e-1230-46a8-b8af-28705cf8faf1 req-ddb89995-8a48-479e-9455-4c5cb7a79061 service neutron] 10.222.0.69 "GET /v2.0/networks/bc8576b5-46ce-4634-ac13-c2efe0b20a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585039 Dec 16 22:21:21.349741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67108a2a-e7d2-43c9-8e87-0a0cf810aa98 req-62820b96-6732-446e-8751-cccc87dd38be tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:21.358507 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67108a2a-e7d2-43c9-8e87-0a0cf810aa98 req-62820b96-6732-446e-8751-cccc87dd38be tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 944 time: 0.0746429 Dec 16 22:21:21.432579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67108a2a-e7d2-43c9-8e87-0a0cf810aa98 req-47141891-48d7-4a06-9c98-07c34d952297 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720520 Dec 16 22:21:21.481175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a96b07-3455-4957-9db1-7d9fd48d2a06 req-e43f9097-bfa6-4b7a-b895-9be80fcaf7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:21.482758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5a96b07-3455-4957-9db1-7d9fd48d2a06 req-e43f9097-bfa6-4b7a-b895-9be80fcaf7fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f537f374e12149ffb0064560df407002&device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 1094 time: 0.0685115 Dec 16 22:21:21.514329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-63b0d71e-2bd8-4e1f-8afb-1b3a68265290 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Deleting port 7e8d322f-5cd8-42b2-b50e-5b2e7c78bf48 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:21.514871 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63b0d71e-2bd8-4e1f-8afb-1b3a68265290 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.617159 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.634804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a96b07-3455-4957-9db1-7d9fd48d2a06 req-4a35ec4e-41fc-472f-8c88-62e7c00354fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:21.637599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5a96b07-3455-4957-9db1-7d9fd48d2a06 req-4a35ec4e-41fc-472f-8c88-62e7c00354fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=bc8576b5-46ce-4634-ac13-c2efe0b20a39 HTTP/1.1" status: 200 len: 917 time: 0.1413331 Dec 16 22:21:21.644900 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.724746 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 411b6db4-7067-4905-9670-a789a34c8b7c no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:21:21.736707 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63b0d71e-2bd8-4e1f-8afb-1b3a68265290 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.757457 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 411b6db4-7067-4905-9670-a789a34c8b7c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:21:21.758066 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 411b6db4-7067-4905-9670-a789a34c8b7c not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:21:21.777191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-63b0d71e-2bd8-4e1f-8afb-1b3a68265290 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Calling delete_port for 7e8d322f-5cd8-42b2-b50e-5b2e7c78bf48 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:21.800444 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5a96b07-3455-4957-9db1-7d9fd48d2a06 req-da673b9d-ae87-439b-af93-a59becdaaa4e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b69e565-21df-4aeb-99b2-2eadb537243b HTTP/1.1" status: 200 len: 217 time: 0.1134965 Dec 16 22:21:21.852879 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Allocated IP 172.25.2.10 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/08dfe5d3-e5b2-4054-9bd4-adb744cd9feb) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:21.872326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a96b07-3455-4957-9db1-7d9fd48d2a06 req-57e50a6d-3af6-4cf4-928f-1ad9a65743da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:21.875001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5a96b07-3455-4957-9db1-7d9fd48d2a06 req-57e50a6d-3af6-4cf4-928f-1ad9a65743da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86df5a6c-ed29-46fe-befd-2d874360c61e HTTP/1.1" status: 200 len: 855 time: 0.0605814 Dec 16 22:21:21.897638 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41996) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:21.971032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a96b07-3455-4957-9db1-7d9fd48d2a06 req-7717cfe9-2eaf-4bef-9651-71663f529507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:21.980672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5a96b07-3455-4957-9db1-7d9fd48d2a06 req-7717cfe9-2eaf-4bef-9651-71663f529507 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bc8576b5-46ce-4634-ac13-c2efe0b20a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957785 Dec 16 22:21:22.057144 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.204882 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.253973 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:22.267474 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:22.271437 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5a96b07-3455-4957-9db1-7d9fd48d2a06 req-fe31321f-43c8-4be0-9d5a-f1fbce8b2df6 service neutron] 10.222.0.69 "GET /v2.0/networks/bc8576b5-46ce-4634-ac13-c2efe0b20a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846556 Dec 16 22:21:22.275335 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:22.280037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=08dfe5d3-e5b2-4054-9bd4-adb744cd9feb,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:22.329337 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63b0d71e-2bd8-4e1f-8afb-1b3a68265290 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.338589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ea62-fedf-4646-a766-f1de0d5c1ff5 req-7153815c-548a-429b-8408-532bd2909ea8 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:22.340174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ffd8ea62-fedf-4646-a766-f1de0d5c1ff5 req-7153815c-548a-429b-8408-532bd2909ea8 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 943 time: 0.1842835 Dec 16 22:21:22.380595 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0d71e-2bd8-4e1f-8afb-1b3a68265290 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Pushing event deleted for resources: {'Port': ['ID=7e8d322f-5cd8-42b2-b50e-5b2e7c78bf48,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:22.413254 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a33ac3d-aba3-43c1-b593-6d7576eb656f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.439596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527ff6a-ba95-4213-b818-24f25fab5a41 req-054224d5-02d9-4c6d-8ed7-b5a265c151b0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:22.441956 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d527ff6a-ba95-4213-b818-24f25fab5a41 req-054224d5-02d9-4c6d-8ed7-b5a265c151b0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.2666183 Dec 16 22:21:22.482434 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ffd8ea62-fedf-4646-a766-f1de0d5c1ff5 req-a55bda29-60d0-4308-b0e8-34fb18a79e5b tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1130626 Dec 16 22:21:22.537255 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ded66344-4e1a-4883-813e-03081f969b45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81506cb393884113b57053ce5d6ed346&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6384232 Dec 16 22:21:22.537463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42010) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:22.570217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5a96b07-3455-4957-9db1-7d9fd48d2a06 req-c0f2b62e-217a-4108-afe5-86b51fc4252c service neutron] 10.222.0.69 "GET /v2.0/networks/bc8576b5-46ce-4634-ac13-c2efe0b20a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851598 Dec 16 22:21:22.593798 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63b0d71e-2bd8-4e1f-8afb-1b3a68265290 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.630200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d527ff6a-ba95-4213-b818-24f25fab5a41 req-b6b8590d-a9e2-44a6-90ee-87d9eba917dc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632140 Dec 16 22:21:22.745809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e764ce-139e-43dd-9d33-9246b0e5d29c req-b9e87e1b-1951-4a47-8523-cc531f61de5f tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0400403 Dec 16 22:21:22.802679 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3370eeac-05ab-44b1-8ae3-5b3fba3f8d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.850201 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3370eeac-05ab-44b1-8ae3-5b3fba3f8d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.883100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679b359-d658-49c0-b07e-2f09d15a203b req-76763664-8951-42cb-b29d-8138c47546c0 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:22.892834 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e679b359-d658-49c0-b07e-2f09d15a203b req-76763664-8951-42cb-b29d-8138c47546c0 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 944 time: 0.1363125 Dec 16 22:21:22.975938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e679b359-d658-49c0-b07e-2f09d15a203b req-6432b202-556d-48c1-b725-559ff7eb136c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752680 Dec 16 22:21:23.039132 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63b0d71e-2bd8-4e1f-8afb-1b3a68265290 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.041767 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63b0d71e-2bd8-4e1f-8afb-1b3a68265290 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.093605 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3370eeac-05ab-44b1-8ae3-5b3fba3f8d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.097442 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3370eeac-05ab-44b1-8ae3-5b3fba3f8d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.104246 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3370eeac-05ab-44b1-8ae3-5b3fba3f8d50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/82b8fd3e-b4ce-4947-83af-f62d6e05d43a HTTP/1.1" status: 204 len: 168 time: 0.5620356 Dec 16 22:21:23.113320 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370eeac-05ab-44b1-8ae3-5b3fba3f8d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b8fd3e-b4ce-4947-83af-f62d6e05d43a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:23.167000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1bad715-530a-4987-b573-84d9926942d7 req-3695b0a3-4e8c-4a5e-97f2-ff34e0d7cfaa tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697&device_id=e8581ebc-766c-4fd2-939f-1c561aeceab2 HTTP/1.1" status: 200 len: 210 time: 0.0360010 Dec 16 22:21:23.208012 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63b0d71e-2bd8-4e1f-8afb-1b3a68265290 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.208662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b0d71e-2bd8-4e1f-8afb-1b3a68265290 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Fanout notify agent at l3_agent the message router_deleted on router 582e7de9-4bf3-4621-994b-def7bd21d95e {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:21:23.223307 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63b0d71e-2bd8-4e1f-8afb-1b3a68265290 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.226381 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-63b0d71e-2bd8-4e1f-8afb-1b3a68265290 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "DELETE /v2.0/routers/582e7de9-4bf3-4621-994b-def7bd21d95e HTTP/1.1" status: 204 len: 168 time: 2.6318390 Dec 16 22:21:23.226777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42018) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:23.232815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d5f6d263-8c5a-4b2c-baba-ef283d78363e tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1462758492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:23.328533 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.379770 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d263-8c5a-4b2c-baba-ef283d78363e tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.381662 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d263-8c5a-4b2c-baba-ef283d78363e tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.458104 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d263-8c5a-4b2c-baba-ef283d78363e tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.464307 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.548732 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d263-8c5a-4b2c-baba-ef283d78363e tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.582853 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.687597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0886681a-1f5a-4dc5-b3b9-36d65028d7b5 req-3a04ef9a-2e36-4fa9-bf1f-f8e50d47a73b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d3fb24adbb64c8093af1e5b4b8304aa&device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0289056 Dec 16 22:21:23.692773 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d263-8c5a-4b2c-baba-ef283d78363e tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.693928 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d5f6d263-8c5a-4b2c-baba-ef283d78363e tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4655054 Dec 16 22:21:23.696750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42030) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:23.701527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Request body: {'router': {'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:23.726324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9ea7f01e-0035-45b9-b05c-468738cd6314 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:23.844681 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0886681a-1f5a-4dc5-b3b9-36d65028d7b5 req-a64dccee-ea95-4f1e-8bee-9277548446bf service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5d3fb24adbb64c8093af1e5b4b8304aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1404207 Dec 16 22:21:23.864094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router af25f916-9509-4969-a6e6-b2707dac975a is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:21:23.867314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 9ea7f01e-0035-45b9-b05c-468738cd6314 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:21:23.875375 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 9ea7f01e-0035-45b9-b05c-468738cd6314 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:23.876080 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.902191 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340f560-d473-4c51-a277-cae8cdf3a103 req-350345ce-8ba0-41ee-8d59-a6f5b14e7e0d tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:23.909759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2340f560-d473-4c51-a277-cae8cdf3a103 req-350345ce-8ba0-41ee-8d59-a6f5b14e7e0d tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 943 time: 0.3148589 Dec 16 22:21:23.924773 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ad8c128-3ffc-46e6-811e-e529a4598c72 req-1e18db84-1d66-4eab-ae56-42f9e19acf27 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0820372 Dec 16 22:21:23.995652 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.030358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6107f3-251e-485d-a335-213ab29f633a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea7f01e-0035-45b9-b05c-468738cd6314'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:24.034546 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9016939-6cb1-4712-8cfb-befabd136582" -d '{"events": [{"server_uuid": "ec6107f3-251e-485d-a335-213ab29f633a", "name": "network-vif-plugged", "status": "completed", "tag": "9ea7f01e-0035-45b9-b05c-468738cd6314"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:24.057458 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9ea7f01e-0035-45b9-b05c-468738cd6314, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9ea7f01e-0035-45b9-b05c-468738cd6314,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:24.077631 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42034) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:24.104614 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd83867e-6214-45b8-83ad-eb2e91a701b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.139375 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.147957 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:24.161866 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ce027-5517-4239-962b-e6ba8bd9df47 None None] Sync routers for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:24.178490 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ce027-5517-4239-962b-e6ba8bd9df47 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:24.183381 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-909ce027-5517-4239-962b-e6ba8bd9df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:24.244390 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.246420 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9bfcd6b7-f6bf-4415-a260-fdd88e1b1ce8 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2582314 Dec 16 22:21:24.252839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42038) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:24.266779 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd83867e-6214-45b8-83ad-eb2e91a701b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.281214 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-909ce027-5517-4239-962b-e6ba8bd9df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:24.285031 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9ea7f01e-0035-45b9-b05c-468738cd6314,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:24.297616 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ce027-5517-4239-962b-e6ba8bd9df47 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:24.298510 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-909ce027-5517-4239-962b-e6ba8bd9df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:24.347778 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-909ce027-5517-4239-962b-e6ba8bd9df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:24.349526 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ce027-5517-4239-962b-e6ba8bd9df47 None None] The sync data for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:24.349731 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd83867e-6214-45b8-83ad-eb2e91a701b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.386860 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bd83867e-6214-45b8-83ad-eb2e91a701b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea0d8da6fff74486aefd192185781a5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3076065 Dec 16 22:21:24.391257 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42040) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:24.483665 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83867e-6214-45b8-83ad-eb2e91a701b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170c5b43-acde-4e28-a128-101bc7234647,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:24.538009 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.551900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2340f560-d473-4c51-a277-cae8cdf3a103 req-0f907083-9089-42ca-9064-138bc4a95950 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6412089 Dec 16 22:21:24.581657 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886681a-1f5a-4dc5-b3b9-36d65028d7b5 req-1287b527-a8a6-4fe1-a008-a0049724f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:24.583681 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0886681a-1f5a-4dc5-b3b9-36d65028d7b5 req-1287b527-a8a6-4fe1-a008-a0049724f10a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7176037 Dec 16 22:21:24.598131 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e39698a-db9d-4b6c-b0d5-4c4044b381dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.612344 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf326a0-1a62-469b-b98a-82bd6e4694b5 req-66654a86-567f-47c8-80d0-338eedaec841 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:24.625386 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bf326a0-1a62-469b-b98a-82bd6e4694b5 req-66654a86-567f-47c8-80d0-338eedaec841 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.2581153 Dec 16 22:21:24.625998 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e39698a-db9d-4b6c-b0d5-4c4044b381dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.744711 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.762156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bf326a0-1a62-469b-b98a-82bd6e4694b5 req-1f907eca-8b5d-441e-aff9-5835ae6dc99e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354284 Dec 16 22:21:24.785131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d991b8-a2fa-4863-a674-a221931d14bd req-58681632-aa6e-41c7-9aa0-8bcf9d4b6910 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:24.793036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3d991b8-a2fa-4863-a674-a221931d14bd req-58681632-aa6e-41c7-9aa0-8bcf9d4b6910 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 945 time: 0.1497378 Dec 16 22:21:24.854232 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f945b5c1-2396-4293-bbac-7671b65c19e7 x-openstack-request-id: req-f945b5c1-2396-4293-bbac-7671b65c19e7 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:24.854890 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6107f3-251e-485d-a335-213ab29f633a", "name": "network-vif-plugged", "status": "completed", "tag": "9ea7f01e-0035-45b9-b05c-468738cd6314", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:24.855341 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f945b5c1-2396-4293-bbac-7671b65c19e7 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:24.857628 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6107f3-251e-485d-a335-213ab29f633a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea7f01e-0035-45b9-b05c-468738cd6314', 'code': 200} Dec 16 22:21:24.868314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3d991b8-a2fa-4863-a674-a221931d14bd req-8573056c-cc4f-4f9b-b8c2-aebe4b334b55 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741832 Dec 16 22:21:24.904192 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e39698a-db9d-4b6c-b0d5-4c4044b381dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.907835 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e39698a-db9d-4b6c-b0d5-4c4044b381dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.909889 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5e39698a-db9d-4b6c-b0d5-4c4044b381dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/170c5b43-acde-4e28-a128-101bc7234647 HTTP/1.1" status: 204 len: 168 time: 0.5171244 Dec 16 22:21:24.946687 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39698a-db9d-4b6c-b0d5-4c4044b381dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170c5b43-acde-4e28-a128-101bc7234647,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:25.109643 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:25.142773 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:25.160694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36322ba4-8376-4da0-83f7-5e1d1539fec7 req-9f391b73-7d9b-47c9-ad3b-ac05ea489b6f tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0552568 Dec 16 22:21:25.162524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7e432-bc55-4531-b13b-bbcc0dd99b3b req-4191d4f9-886d-4105-b2f9-a57ad734a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:25.172526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0de7e432-bc55-4531-b13b-bbcc0dd99b3b req-4191d4f9-886d-4105-b2f9-a57ad734a214 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 1096 time: 0.2008646 Dec 16 22:21:25.196283 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:25.293456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0de7e432-bc55-4531-b13b-bbcc0dd99b3b req-4c0ecda3-7827-449b-bacb-313f961a83f1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832841 Dec 16 22:21:25.326810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Allocated IP 172.25.2.46 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/1fb9447d-fa97-4633-a6f9-7940cc169ebc) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:25.508240 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:25.630667 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Allocated IP 172.20.0.1 (aeacdd12-c4f2-4601-a455-07666d73ce14/e163a1f1-b5be-42d0-8fe2-20cf225494de/a2abf04f-2cf0-4b78-8dc5-6ed0f3f31c1a) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:25.648021 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:25.692948 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:25.765685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:25.771762 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:25.777365 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Pushing event updated for resources: {'Port': ['ID=1fb9447d-fa97-4633-a6f9-7940cc169ebc,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:25.786292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:25.793097 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:25.939768 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:25.969556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3edc2e-69df-4416-b35c-c5a34cb0280e req-773d52dd-3929-449b-836a-983a76690703 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:25.971917 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e3edc2e-69df-4416-b35c-c5a34cb0280e req-773d52dd-3929-449b-836a-983a76690703 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 943 time: 0.3195376 Dec 16 22:21:26.017056 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network aeacdd12-c4f2-4601-a455-07666d73ce14 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:26.017056 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:26.022156 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:26.068326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=a2abf04f-2cf0-4b78-8dc5-6ed0f3f31c1a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:26.091122 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.124383 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888b6d2-d7f6-437b-9b7a-760ca200addb req-a5605be4-ac28-4417-901b-33d68e929efe tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:26.135444 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5888b6d2-d7f6-437b-9b7a-760ca200addb req-a5605be4-ac28-4417-901b-33d68e929efe tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.2160633 Dec 16 22:21:26.191862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0886681a-1f5a-4dc5-b3b9-36d65028d7b5 req-f0113af5-2854-43bf-a782-1080f120ea96 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0340693 Dec 16 22:21:26.196462 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e3edc2e-69df-4416-b35c-c5a34cb0280e req-4a370281-3612-4883-adac-bcd2ab8b7c5f tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2023146 Dec 16 22:21:26.259233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5888b6d2-d7f6-437b-9b7a-760ca200addb req-69382a9b-ef5b-448d-91f6-3e8c0d56cbbc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227622 Dec 16 22:21:26.385039 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.511719 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.652466 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5353580a-7652-4d9e-8545-ebfbeeef2a1b req-51348d00-5716-46c6-8c5f-9bc9e416d213 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5b3325-2b0e-467b-8a58-46143f05a697 HTTP/1.1" status: 200 len: 210 time: 0.0537810 Dec 16 22:21:26.697907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cef9d-1ae9-4b10-9120-2907ad76040f req-c24ebec9-fef1-4860-b751-cc1a66521a5e tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:26.699837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb6cef9d-1ae9-4b10-9120-2907ad76040f req-c24ebec9-fef1-4860-b751-cc1a66521a5e tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 945 time: 0.1898544 Dec 16 22:21:26.882767 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb6cef9d-1ae9-4b10-9120-2907ad76040f req-c79a9eb1-ad27-48db-9edb-4c9f42fe1f19 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627769 Dec 16 22:21:26.908838 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.912743 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.949725 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:27.029655 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:27.111167 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:27.114118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=a2abf04f-2cf0-4b78-8dc5-6ed0f3f31c1a,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:27.156117 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Router 03583a3b-1d16-472c-bda3-9b1bce74c429 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:21:27.345706 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network aeacdd12-c4f2-4601-a455-07666d73ce14 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:27.347434 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:27.411406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:27.420625 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:27.423452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-093ad55f-ca3f-4955-a57a-17581eb1ba22 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "PUT /v2.0/routers/03583a3b-1d16-472c-bda3-9b1bce74c429 HTTP/1.1" status: 200 len: 879 time: 3.7255595 Dec 16 22:21:27.429233 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42098) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:27.429464 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edcb14f-c609-468b-842d-bae54a602558 None None] Sync routers for ids ['03583a3b-1d16-472c-bda3-9b1bce74c429'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:27.444583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edcb14f-c609-468b-842d-bae54a602558 None None] Routers {'03583a3b-1d16-472c-bda3-9b1bce74c429'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:27.450922 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2edcb14f-c609-468b-842d-bae54a602558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['03583a3b-1d16-472c-bda3-9b1bce74c429'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:27.521256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2edcb14f-c609-468b-842d-bae54a602558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:27.534826 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edcb14f-c609-468b-842d-bae54a602558 None None] Routers {'03583a3b-1d16-472c-bda3-9b1bce74c429'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:27.535869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2edcb14f-c609-468b-842d-bae54a602558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['03583a3b-1d16-472c-bda3-9b1bce74c429'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:27.538801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a691c0-8de2-4eea-8776-b9260bb785ee req-798a425e-f632-43f4-87ed-e435faf34bd3 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:27.544006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71a691c0-8de2-4eea-8776-b9260bb785ee req-798a425e-f632-43f4-87ed-e435faf34bd3 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 943 time: 0.2162666 Dec 16 22:21:27.576842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9de516-a3da-4be5-bca1-2e75943f690a req-4bfbc4d8-2a12-46be-bdbc-fa2936208d45 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:27.578942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae9de516-a3da-4be5-bca1-2e75943f690a req-4bfbc4d8-2a12-46be-bdbc-fa2936208d45 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.1541696 Dec 16 22:21:27.590863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router af25f916-9509-4969-a6e6-b2707dac975a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:27.601355 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2edcb14f-c609-468b-842d-bae54a602558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:27.602165 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edcb14f-c609-468b-842d-bae54a602558 None None] The sync data for ids ['03583a3b-1d16-472c-bda3-9b1bce74c429'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:27.662584 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7a1866a5-2cb3-41d1-af81-9e01369d1a9f tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/routers/03583a3b-1d16-472c-bda3-9b1bce74c429 HTTP/1.1" status: 200 len: 920 time: 0.2336011 Dec 16 22:21:27.665181 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42104) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:27.682524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71a691c0-8de2-4eea-8776-b9260bb785ee req-4fd10ec9-4516-4626-8ccb-77d52dbbd785 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1254816 Dec 16 22:21:27.693296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae9de516-a3da-4be5-bca1-2e75943f690a req-4f45c33e-70e3-4a31-a715-0d49639b413c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014428 Dec 16 22:21:27.808851 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceeeccb-ae6c-4641-8361-2b6f0370f519 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:27.810510 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3ceeeccb-ae6c-4641-8361-2b6f0370f519 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=331c0cce-7f70-4da0-8420-947a310fded1&device_id=03583a3b-1d16-472c-bda3-9b1bce74c429&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1444087 Dec 16 22:21:27.811954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:27.816132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42112) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:27.820893 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-73336df0-64f1-4b09-9cbf-2c0bf5ab2122 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "PUT /v2.0/routers/af25f916-9509-4969-a6e6-b2707dac975a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5665648 Dec 16 22:21:27.821597 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42114) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:27.827699 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-aafa88c6-9393-485d-b4f1-71f9457ec375 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'port': {'network_id': 'aeacdd12-c4f2-4601-a455-07666d73ce14', 'name': 'tempest-FloatingIPTestJSON-350706471'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:27.832355 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bf5dd3-6d57-4a39-bfb7-50ece0891e91 None None] Sync routers for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:27.844788 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bf5dd3-6d57-4a39-bfb7-50ece0891e91 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:27.845437 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-69bf5dd3-6d57-4a39-bfb7-50ece0891e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:27.888966 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-69bf5dd3-6d57-4a39-bfb7-50ece0891e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:27.906433 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bf5dd3-6d57-4a39-bfb7-50ece0891e91 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:27.907862 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-69bf5dd3-6d57-4a39-bfb7-50ece0891e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:28.001528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4798e10-9356-45bc-a29c-49c27646436d tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:28.006226 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42120) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:28.007067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f4798e10-9356-45bc-a29c-49c27646436d tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 881 time: 0.1892750 Dec 16 22:21:28.009161 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-69bf5dd3-6d57-4a39-bfb7-50ece0891e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:28.009733 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bf5dd3-6d57-4a39-bfb7-50ece0891e91 None None] The sync data for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:28.047240 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3beab599-5fac-4a1c-868a-276b27bfa223 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "GET /v2.0/ports?device_id=03583a3b-1d16-472c-bda3-9b1bce74c429 HTTP/1.1" status: 200 len: 205 time: 0.0398126 Dec 16 22:21:28.051227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42122) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:28.075190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759f80f-62e9-4236-8213-ba5908ea9509 req-e016fe6e-b8c4-4767-a475-097d988a4cf9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:28.076722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f759f80f-62e9-4236-8213-ba5908ea9509 req-e016fe6e-b8c4-4767-a475-097d988a4cf9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 945 time: 0.0570276 Dec 16 22:21:28.130016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f759f80f-62e9-4236-8213-ba5908ea9509 req-7c6936de-3f94-498b-9056-6a59c0d79097 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458677 Dec 16 22:21:28.185288 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09f2be98-6a56-495a-862b-11c9f5cb26da tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.191875 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafa88c6-9393-485d-b4f1-71f9457ec375 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Made reservation on behalf of dc70305298d948ac9658bd162b696168 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:28.198639 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aafa88c6-9393-485d-b4f1-71f9457ec375 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.307860 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-aafa88c6-9393-485d-b4f1-71f9457ec375 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] device_id is not set on port 1046e163-d960-4232-9821-379aa0d49d13 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:21:28.312413 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c766a640-382f-4c3e-9b41-ab2825d6ef71 req-aeaabf74-733f-46a9-af7c-dea3c61372df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d3fb24adbb64c8093af1e5b4b8304aa&device_id=e8581ebc-766c-4fd2-939f-1c561aeceab2 HTTP/1.1" status: 200 len: 210 time: 0.0504768 Dec 16 22:21:28.354732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cadc47c7-16aa-49ad-b60e-d2b890f27585 req-ea0a5eb1-b71f-47a9-9f9b-804bd65a18fd tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8581ebc-766c-4fd2-939f-1c561aeceab2 HTTP/1.1" status: 200 len: 210 time: 0.0412784 Dec 16 22:21:28.369491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c766a640-382f-4c3e-9b41-ab2825d6ef71 req-53adb11c-a6b2-4d1a-833e-5d57f8c81545 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5d3fb24adbb64c8093af1e5b4b8304aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458407 Dec 16 22:21:28.535849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766a640-382f-4c3e-9b41-ab2825d6ef71 req-edac124b-ec85-4d3f-868e-71a1237b744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:28.538058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c766a640-382f-4c3e-9b41-ab2825d6ef71 req-edac124b-ec85-4d3f-868e-71a1237b744f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1604350 Dec 16 22:21:28.630126 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-79657634-d9b4-40c8-801f-194869e15192 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:28.631767 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-79657634-d9b4-40c8-801f-194869e15192 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 806 time: 0.1615005 Dec 16 22:21:28.652426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-84dd1ba1-9e78-4004-8d8b-c06d87cbc6a5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/quotas/71b07207458f41b0bd254b11dbb60b20 HTTP/1.1" status: 200 len: 375 time: 0.0128236 Dec 16 22:21:28.716136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-2602c3d0-55c9-48df-8e1d-7e99cb05ceb7 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572884 Dec 16 22:21:28.815184 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09f2be98-6a56-495a-862b-11c9f5cb26da tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.833215 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-aafa88c6-9393-485d-b4f1-71f9457ec375 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Allocated IP 172.20.0.10 (aeacdd12-c4f2-4601-a455-07666d73ce14/e163a1f1-b5be-42d0-8fe2-20cf225494de/1046e163-d960-4232-9821-379aa0d49d13) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:28.843552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-6464dad6-a461-486d-aae9-53b3d9c94f65 service neutron] 10.222.0.43 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194074 Dec 16 22:21:28.982625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd8d4-3af5-4e1b-b4f1-40135b026c51 req-be805f51-7577-4695-9e4d-49e202745480 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:28.984336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a8dd8d4-3af5-4e1b-b4f1-40135b026c51 req-be805f51-7577-4695-9e4d-49e202745480 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 943 time: 0.1168931 Dec 16 22:21:28.990773 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-9739400a-b793-49de-b38b-e32375d179e6 service neutron] 10.222.0.43 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463726 Dec 16 22:21:29.020370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-09f2be98-6a56-495a-862b-11c9f5cb26da tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Deleting port 1fb9447d-fa97-4633-a6f9-7940cc169ebc {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:29.020957 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09f2be98-6a56-495a-862b-11c9f5cb26da tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.048442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a8dd8d4-3af5-4e1b-b4f1-40135b026c51 req-cf43707b-31a4-4d47-946d-7cefa37310bb tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561817 Dec 16 22:21:29.077450 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aafa88c6-9393-485d-b4f1-71f9457ec375 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.154849 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09f2be98-6a56-495a-862b-11c9f5cb26da tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.173676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d594657-562c-4d18-8978-25671abe6b1b req-60d7b63c-6af6-4ffb-ada0-c39b5fc490f6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:29.174349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-09f2be98-6a56-495a-862b-11c9f5cb26da tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Calling delete_port for 1fb9447d-fa97-4633-a6f9-7940cc169ebc owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:29.175586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d594657-562c-4d18-8978-25671abe6b1b req-60d7b63c-6af6-4ffb-ada0-c39b5fc490f6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.0607150 Dec 16 22:21:29.233244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d594657-562c-4d18-8978-25671abe6b1b req-235ce84c-d31c-44b0-ad68-d1034506822b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484872 Dec 16 22:21:29.238638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aafa88c6-9393-485d-b4f1-71f9457ec375 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.335972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafa88c6-9393-485d-b4f1-71f9457ec375 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network aeacdd12-c4f2-4601-a455-07666d73ce14 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:29.341750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-aafa88c6-9393-485d-b4f1-71f9457ec375 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:29.350062 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa88c6-9393-485d-b4f1-71f9457ec375 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:29.420307 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa88c6-9393-485d-b4f1-71f9457ec375 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=1046e163-d960-4232-9821-379aa0d49d13,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:29.421388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fedfe5e8-da37-4981-adb1-dc535b28a0c5 req-e7f302e4-602c-4fd2-bde5-6ad0cbd530b0 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 210 time: 0.0475018 Dec 16 22:21:29.467910 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafa88c6-9393-485d-b4f1-71f9457ec375 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:29.468550 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aafa88c6-9393-485d-b4f1-71f9457ec375 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.590905 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-aafa88c6-9393-485d-b4f1-71f9457ec375 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7681465 Dec 16 22:21:29.593885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98af65f9-2f15-4d48-b477-eeb10555965b req-6f3bc48b-d4ba-4130-86c5-4692711d94d4 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8581ebc-766c-4fd2-939f-1c561aeceab2 HTTP/1.1" status: 200 len: 210 time: 0.0792942 Dec 16 22:21:29.598092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42238) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:29.600838 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a5739c85-4828-4495-94a4-b249a915fd49 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'port': {'network_id': 'aeacdd12-c4f2-4601-a455-07666d73ce14', 'name': 'tempest-FloatingIPTestJSON-565246795'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:29.601205 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09f2be98-6a56-495a-862b-11c9f5cb26da tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.640443 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2be98-6a56-495a-862b-11c9f5cb26da tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Pushing event deleted for resources: {'Port': ['ID=1fb9447d-fa97-4633-a6f9-7940cc169ebc,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:29.684858 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd1ca-f1e6-4a6a-9859-8688201c8c6c req-a1e29fd5-cd4a-4f4e-bd44-4c4019517a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:29.684858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bffd1ca-f1e6-4a6a-9859-8688201c8c6c req-a1e29fd5-cd4a-4f4e-bd44-4c4019517a28 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b&tenant_id=8bd199153c4c454ca86c6a746307e0b6 HTTP/1.1" status: 200 len: 1095 time: 0.1701915 Dec 16 22:21:29.707984 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09f2be98-6a56-495a-862b-11c9f5cb26da tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.814844 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09f2be98-6a56-495a-862b-11c9f5cb26da tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.817610 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09f2be98-6a56-495a-862b-11c9f5cb26da tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.836989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd1ca-f1e6-4a6a-9859-8688201c8c6c req-e1007ba3-b71f-4323-af87-ff150ade6d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:29.838959 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bffd1ca-f1e6-4a6a-9859-8688201c8c6c req-e1007ba3-b71f-4323-af87-ff150ade6d90 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bd199153c4c454ca86c6a746307e0b6&device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 1095 time: 0.1009693 Dec 16 22:21:29.938068 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c766a640-382f-4c3e-9b41-ab2825d6ef71 req-809af968-a621-406e-a918-e2468b52f5a3 tempest-ServerShowV247Test-1778962324 tempest-ServerShowV247Test-1778962324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8581ebc-766c-4fd2-939f-1c561aeceab2 HTTP/1.1" status: 200 len: 210 time: 0.0286129 Dec 16 22:21:29.970158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd1ca-f1e6-4a6a-9859-8688201c8c6c req-33ac9ac1-6f4b-4007-b069-18e8772be917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:29.971826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bffd1ca-f1e6-4a6a-9859-8688201c8c6c req-33ac9ac1-6f4b-4007-b069-18e8772be917 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a046838-926f-4ef6-8e4a-4e2a10007290 HTTP/1.1" status: 200 len: 917 time: 0.1237843 Dec 16 22:21:30.052690 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09f2be98-6a56-495a-862b-11c9f5cb26da tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.059569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f2be98-6a56-495a-862b-11c9f5cb26da tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Fanout notify agent at l3_agent the message router_deleted on router 03583a3b-1d16-472c-bda3-9b1bce74c429 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:21:30.060490 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09f2be98-6a56-495a-862b-11c9f5cb26da tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.061605 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-09f2be98-6a56-495a-862b-11c9f5cb26da tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "DELETE /v2.0/routers/03583a3b-1d16-472c-bda3-9b1bce74c429 HTTP/1.1" status: 204 len: 168 time: 2.0093482 Dec 16 22:21:30.066040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42286) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:30.070394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5739c85-4828-4495-94a4-b249a915fd49 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Made reservation on behalf of dc70305298d948ac9658bd162b696168 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:30.073933 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a5739c85-4828-4495-94a4-b249a915fd49 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.076519 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a12a78e6-c0a2-446d-a472-0b8f5ff2f4d0 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1463755607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:30.228663 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a12a78e6-c0a2-446d-a472-0b8f5ff2f4d0 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.229855 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a12a78e6-c0a2-446d-a472-0b8f5ff2f4d0 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.296373 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a12a78e6-c0a2-446d-a472-0b8f5ff2f4d0 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.373355 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a12a78e6-c0a2-446d-a472-0b8f5ff2f4d0 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.460469 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a12a78e6-c0a2-446d-a472-0b8f5ff2f4d0 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.461813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bffd1ca-f1e6-4a6a-9859-8688201c8c6c req-b9ffa3fb-c2cb-4348-a539-eb339085f6cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a213143-51e7-4ac6-a227-96f5063c9068 HTTP/1.1" status: 200 len: 1000 time: 0.4812207 Dec 16 22:21:30.462619 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a12a78e6-c0a2-446d-a472-0b8f5ff2f4d0 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3950207 Dec 16 22:21:30.465080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42306) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:30.469579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'enable_snat': True}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:30.502377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-a5739c85-4828-4495-94a4-b249a915fd49 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] device_id is not set on port f2f4b66a-7c97-4caf-9168-23b0e748557d yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:21:30.610909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd1ca-f1e6-4a6a-9859-8688201c8c6c req-d8ff5e77-2eb4-4793-8278-f1912a91740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:30.612398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bffd1ca-f1e6-4a6a-9859-8688201c8c6c req-d8ff5e77-2eb4-4793-8278-f1912a91740d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5214a06-2f1e-40fb-bdb3-af39deff7abd HTTP/1.1" status: 200 len: 855 time: 0.1320035 Dec 16 22:21:30.623591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cf77f-b0dc-4c98-9cd2-7c9a6df2daa8 req-06c29c8c-bdec-473c-b770-a2e8afeb485e tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:30.625120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af1cf77f-b0dc-4c98-9cd2-7c9a6df2daa8 req-06c29c8c-bdec-473c-b770-a2e8afeb485e tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 943 time: 0.1882386 Dec 16 22:21:30.638107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df332eb6-343a-4b01-aacf-8e85870fc4e2 req-fefa9584-0802-4cb3-a922-4f024dcdc654 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:30.639655 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df332eb6-343a-4b01-aacf-8e85870fc4e2 req-fefa9584-0802-4cb3-a922-4f024dcdc654 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.2039087 Dec 16 22:21:30.704195 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.800887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-a5739c85-4828-4495-94a4-b249a915fd49 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Allocated IP 172.20.0.6 (aeacdd12-c4f2-4601-a455-07666d73ce14/e163a1f1-b5be-42d0-8fe2-20cf225494de/f2f4b66a-7c97-4caf-9168-23b0e748557d) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:30.810079 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af1cf77f-b0dc-4c98-9cd2-7c9a6df2daa8 req-5db5b72d-aac9-4d12-a8d6-1118c0ff0998 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1692309 Dec 16 22:21:30.820051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd1ca-f1e6-4a6a-9859-8688201c8c6c req-db31a95b-532a-44e5-86cb-a8b559fb75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:30.821577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bffd1ca-f1e6-4a6a-9859-8688201c8c6c req-db31a95b-532a-44e5-86cb-a8b559fb75bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a046838-926f-4ef6-8e4a-4e2a10007290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1926749 Dec 16 22:21:30.830925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df332eb6-343a-4b01-aacf-8e85870fc4e2 req-11737585-5045-446a-b822-5152382126af tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774971 Dec 16 22:21:31.055303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59d7db61-659d-4125-911f-12ba38b5084a req-7a45e45e-6ae2-4d6c-93fe-4b10522391f6 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 210 time: 0.0774114 Dec 16 22:21:31.057329 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:31.083230 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:31.092904 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bffd1ca-f1e6-4a6a-9859-8688201c8c6c req-35d87680-ea1f-4d45-bfb9-537827efc5c2 service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599854 Dec 16 22:21:31.154041 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a5739c85-4828-4495-94a4-b249a915fd49 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:31.226194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Allocated IP 172.25.2.87 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/8bd386ff-e5a1-4d2c-981b-7e1719fa3fc8) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:31.294078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bffd1ca-f1e6-4a6a-9859-8688201c8c6c req-0f99f1c9-1080-4a0e-b595-53c699fd3ebb service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125774 Dec 16 22:21:31.342094 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a5739c85-4828-4495-94a4-b249a915fd49 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:31.351197 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:31.395068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5739c85-4828-4495-94a4-b249a915fd49 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network aeacdd12-c4f2-4601-a455-07666d73ce14 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:31.398230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-a5739c85-4828-4495-94a4-b249a915fd49 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:31.400904 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5739c85-4828-4495-94a4-b249a915fd49 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:31.444831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5739c85-4828-4495-94a4-b249a915fd49 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=f2f4b66a-7c97-4caf-9168-23b0e748557d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:31.471928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5739c85-4828-4495-94a4-b249a915fd49 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:31.472707 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a5739c85-4828-4495-94a4-b249a915fd49 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:31.532957 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:31.590766 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:31.594163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:31.597161 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:31.631467 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Pushing event updated for resources: {'Port': ['ID=8bd386ff-e5a1-4d2c-981b-7e1719fa3fc8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:31.638594 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a5739c85-4828-4495-94a4-b249a915fd49 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0421968 Dec 16 22:21:31.641754 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42398) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:31.646745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': 'f2f4b66a-7c97-4caf-9168-23b0e748557d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:31.718857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-1b93bc7e-bf3a-41ba-a7ad-0db89dfcd595 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:31.724067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-1b93bc7e-bf3a-41ba-a7ad-0db89dfcd595 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 806 time: 0.2415705 Dec 16 22:21:31.737845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42408) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:31.750351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 0b69e565-21df-4aeb-99b2-2eadb537243b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:21:31.759784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-ab17e8ae-6c27-40c9-a1d8-621f8dff0686 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Request body: {'port': {'device_id': '6f356996-8662-4476-b604-9d643fda039e', 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b', 'admin_state_up': True, 'tenant_id': '71b07207458f41b0bd254b11dbb60b20'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:31.886988 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.009980 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-219619fa-b626-4780-a4ad-f366b0adb67a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.119782 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.122286 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06480e9e-dc05-436a-bd0a-fb9062184a9c req-60d7cf36-69a1-46c4-874b-eb5a9c2afcbd tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:32.124004 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06480e9e-dc05-436a-bd0a-fb9062184a9c req-60d7cf36-69a1-46c4-874b-eb5a9c2afcbd tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 943 time: 0.1840072 Dec 16 22:21:32.147705 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 0b69e565-21df-4aeb-99b2-2eadb537243b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0b69e565-21df-4aeb-99b2-2eadb537243b,segment=NetworkSegment(10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d),segment_id=10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:32.166051 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '0b69e565-21df-4aeb-99b2-2eadb537243b', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'port_id': '0b69e565-21df-4aeb-99b2-2eadb537243b', 'mac_address': 'fa:16:3e:70:da:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:21:32.217439 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-ab17e8ae-6c27-40c9-a1d8-621f8dff0686 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Made reservation on behalf of 71b07207458f41b0bd254b11dbb60b20 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:32.218892 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.222626 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-ab17e8ae-6c27-40c9-a1d8-621f8dff0686 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.244374 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.249295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b69e565-21df-4aeb-99b2-2eadb537243b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:21:32.301390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 0b69e565-21df-4aeb-99b2-2eadb537243b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0b69e565-21df-4aeb-99b2-2eadb537243b,segment=NetworkSegment(10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d),segment_id=10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:32.307938 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-219619fa-b626-4780-a4ad-f366b0adb67a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.311940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06480e9e-dc05-436a-bd0a-fb9062184a9c req-aecb9ada-f9f4-40eb-b007-b9667cae22a0 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1816921 Dec 16 22:21:32.380708 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48557a-b79e-4060-9541-6bd29afca973 req-887d8463-53bd-4463-b37f-612ccd592cb3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:32.384448 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.388085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd48557a-b79e-4060-9541-6bd29afca973 req-887d8463-53bd-4463-b37f-612ccd592cb3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.2612774 Dec 16 22:21:32.447233 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-219619fa-b626-4780-a4ad-f366b0adb67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.531036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=0b69e565-21df-4aeb-99b2-2eadb537243b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:32.621192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-219619fa-b626-4780-a4ad-f366b0adb67a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d3fb24adbb64c8093af1e5b4b8304aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8820903 Dec 16 22:21:32.628199 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42448) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:32.650748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd48557a-b79e-4060-9541-6bd29afca973 req-d4334b8c-5a34-4379-bc92-083fe8279248 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617080 Dec 16 22:21:32.671633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219619fa-b626-4780-a4ad-f366b0adb67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5387dc82-bacb-4f70-9700-ba6cef5368a1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:32.679368 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.719045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['0b69e565-21df-4aeb-99b2-2eadb537243b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:21:32.776248 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Allocated IP 172.25.2.184 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/ecf4d02b-e171-4503-9e88-466b4ffac66e) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:32.793166 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.813455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-ab17e8ae-6c27-40c9-a1d8-621f8dff0686 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Allocated IP 172.20.0.12 (894406fb-456e-47fe-84ae-c71a28800c5b/c5550495-cdae-4395-8f1f-d640aab6e46b/408a0543-4f1b-4155-82fb-ca36d88f0056) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:32.828931 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:21:32.942849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04340ea7-c483-4828-8d40-0e93cf354d53 req-c3405d72-36b9-42dc-aed8-a98d0beb752f tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 210 time: 0.1018825 Dec 16 22:21:33.086635 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.202536 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61f0665e-e52b-459a-b27c-755e1c4cbc70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.232139 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-ab17e8ae-6c27-40c9-a1d8-621f8dff0686 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.241077 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61f0665e-e52b-459a-b27c-755e1c4cbc70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.301200 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.380580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:33.391849 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:33.394748 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=ecf4d02b-e171-4503-9e88-466b4ffac66e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:33.397015 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:33.400143 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-ab17e8ae-6c27-40c9-a1d8-621f8dff0686 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.430651 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61f0665e-e52b-459a-b27c-755e1c4cbc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.435046 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61f0665e-e52b-459a-b27c-755e1c4cbc70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.436594 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-61f0665e-e52b-459a-b27c-755e1c4cbc70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5387dc82-bacb-4f70-9700-ba6cef5368a1 HTTP/1.1" status: 204 len: 168 time: 0.8070810 Dec 16 22:21:33.443185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Router 70df0b99-4af1-44b2-bf2f-234a91a021ad is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:21:33.467372 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0665e-e52b-459a-b27c-755e1c4cbc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5387dc82-bacb-4f70-9700-ba6cef5368a1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:33.590171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-ab17e8ae-6c27-40c9-a1d8-621f8dff0686 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Network 894406fb-456e-47fe-84ae-c71a28800c5b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:33.602736 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-ab17e8ae-6c27-40c9-a1d8-621f8dff0686 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:33.611993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-ab17e8ae-6c27-40c9-a1d8-621f8dff0686 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:33.624292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17e8ae-6c27-40c9-a1d8-621f8dff0686 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Pushing event updated for resources: {'Port': ['ID=408a0543-4f1b-4155-82fb-ca36d88f0056,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:33.682395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83932e41-03f3-49c1-ae9f-bcdb5adc1419 req-a40803c5-c821-4478-855c-78457890fe45 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:33.684073 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83932e41-03f3-49c1-ae9f-bcdb5adc1419 req-a40803c5-c821-4478-855c-78457890fe45 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 944 time: 0.1731751 Dec 16 22:21:33.735627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-ab17e8ae-6c27-40c9-a1d8-621f8dff0686 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:33.735857 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-ab17e8ae-6c27-40c9-a1d8-621f8dff0686 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.742333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:33.750840 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.752935 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-166aba30-a527-4ec0-a520-845f1e887cf7 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "PUT /v2.0/routers/70df0b99-4af1-44b2-bf2f-234a91a021ad HTTP/1.1" status: 200 len: 914 time: 3.2868421 Dec 16 22:21:33.760989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42506) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:33.761314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395a0441-a528-4fa3-9a38-03796681d0b9 None None] Sync routers for ids ['70df0b99-4af1-44b2-bf2f-234a91a021ad'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:33.771229 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['4cc5905f-ff4a-4e96-ac8d-b54814700ec1', '9ea7f01e-0035-45b9-b05c-468738cd6314'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:21:33.866478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395a0441-a528-4fa3-9a38-03796681d0b9 None None] Routers {'70df0b99-4af1-44b2-bf2f-234a91a021ad'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:33.867450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-395a0441-a528-4fa3-9a38-03796681d0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['70df0b99-4af1-44b2-bf2f-234a91a021ad'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:33.923483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-395a0441-a528-4fa3-9a38-03796681d0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:33.950570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395a0441-a528-4fa3-9a38-03796681d0b9 None None] Routers {'70df0b99-4af1-44b2-bf2f-234a91a021ad'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:33.951244 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-395a0441-a528-4fa3-9a38-03796681d0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['70df0b99-4af1-44b2-bf2f-234a91a021ad'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:33.996407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-ab17e8ae-6c27-40c9-a1d8-621f8dff0686 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2495427 Dec 16 22:21:34.015308 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-395a0441-a528-4fa3-9a38-03796681d0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:34.016240 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395a0441-a528-4fa3-9a38-03796681d0b9 None None] The sync data for ids ['70df0b99-4af1-44b2-bf2f-234a91a021ad'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:34.018012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83932e41-03f3-49c1-ae9f-bcdb5adc1419 req-19d39cd4-9940-4e39-84df-e1fd2eeb95fe tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3210506 Dec 16 22:21:34.042887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Request body: {'port': {'device_id': '6f356996-8662-4476-b604-9d643fda039e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:34.297270 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:34.304992 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f08ce494-3863-4087-a3b0-aeb51c11d815 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/routers/70df0b99-4af1-44b2-bf2f-234a91a021ad HTTP/1.1" status: 200 len: 920 time: 0.5399768 Dec 16 22:21:34.310518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42538) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:34.444311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4201828-606b-4b60-bb28-aa55963e0916 req-0b8fefba-dbc0-48bb-9e54-578cc91daca7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:34.452140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4201828-606b-4b60-bb28-aa55963e0916 req-0b8fefba-dbc0-48bb-9e54-578cc91daca7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.1561894 Dec 16 22:21:34.494766 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b77f09-9e8d-4337-876b-dac06564c6ca tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:34.498647 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-83b77f09-9e8d-4337-876b-dac06564c6ca tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=331c0cce-7f70-4da0-8420-947a310fded1&device_id=70df0b99-4af1-44b2-bf2f-234a91a021ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1847947 Dec 16 22:21:34.515996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42546) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:34.710875 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4201828-606b-4b60-bb28-aa55963e0916 req-75ecc6f6-a6bc-4b0d-9a15-283c9f39a0df tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422152 Dec 16 22:21:34.991121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408a0543-4f1b-4155-82fb-ca36d88f0056 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:21:34.998946 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.004468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ebc48-6c3d-4aff-861d-1bdc2d8d117e req-4b237a9e-a591-4108-8719-3990a732f48c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:35.007071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-604ebc48-6c3d-4aff-861d-1bdc2d8d117e req-4b237a9e-a591-4108-8719-3990a732f48c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 932 time: 0.1277206 Dec 16 22:21:35.013556 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.042056 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98f5c14-5fb0-4590-b4f4-d959a55cd943 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:35.047016 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e98f5c14-5fb0-4590-b4f4-d959a55cd943 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 881 time: 0.5299375 Dec 16 22:21:35.048367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Transition to ACTIVE for port object 408a0543-4f1b-4155-82fb-ca36d88f0056 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:21:35.049476 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42572) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:35.142831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-604ebc48-6c3d-4aff-861d-1bdc2d8d117e req-2a8dd1ff-a9ed-4ab8-b91e-08628f0dc3e9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252098 Dec 16 22:21:35.162887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0d61f598-6127-4f57-8d95-b99c9c5f274e tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "GET /v2.0/ports?device_id=70df0b99-4af1-44b2-bf2f-234a91a021ad HTTP/1.1" status: 200 len: 205 time: 0.1098781 Dec 16 22:21:35.166495 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42588) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:35.182658 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.227837 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.538380 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.562341 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Pushing event updated for resources: {'Port': ['ID=408a0543-4f1b-4155-82fb-ca36d88f0056,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:35.606561 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-288fd2e9-c1b4-4906-867b-121fc73f2fbf tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.646873 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.659309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829924ef-b797-4c7b-b2ea-80a83afb5e60 req-ae8bf4cb-2c7a-4d43-bde8-9ca9c81920e1 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:35.665818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-829924ef-b797-4c7b-b2ea-80a83afb5e60 req-ae8bf4cb-2c7a-4d43-bde8-9ca9c81920e1 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 944 time: 0.3680139 Dec 16 22:21:35.759884 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 0b69e565-21df-4aeb-99b2-2eadb537243b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:35.787706 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=ecf4d02b-e171-4503-9e88-466b4ffac66e,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:35.795965 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.850310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Attempting to bind port 408a0543-4f1b-4155-82fb-ca36d88f0056 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:35.851377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Attempting to bind port 408a0543-4f1b-4155-82fb-ca36d88f0056 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:35.851884 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Attempting to bind port 408a0543-4f1b-4155-82fb-ca36d88f0056 on network 894406fb-456e-47fe-84ae-c71a28800c5b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:35.869617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Port 408a0543-4f1b-4155-82fb-ca36d88f0056 on network 894406fb-456e-47fe-84ae-c71a28800c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:21:35.870269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Attempting to bind port 408a0543-4f1b-4155-82fb-ca36d88f0056 on network 894406fb-456e-47fe-84ae-c71a28800c5b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:35.886875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:35.891813 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Checking segment: {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:35.891813 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Bound using segment: {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:35.891813 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Bound port: 408a0543-4f1b-4155-82fb-ca36d88f0056, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:35.891813 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.908372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-829924ef-b797-4c7b-b2ea-80a83afb5e60 req-f02e7eb7-56d6-4403-bb50-10116b8e5da2 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2411163 Dec 16 22:21:35.929049 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-288fd2e9-c1b4-4906-867b-121fc73f2fbf tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.978088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 0b69e565-21df-4aeb-99b2-2eadb537243b completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:21:35.982961 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 0b69e565-21df-4aeb-99b2-2eadb537243b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:35.988762 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:36.035614 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Floating IP bfe4336a-be87-4fbc-8c75-26231c8a4768 associated. External IP: 172.25.2.184, port: f2f4b66a-7c97-4caf-9168-23b0e748557d. Dec 16 22:21:36.184165 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:36.199948 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962ffe6-f98d-4e65-b979-16c5201c2ea6 req-2c2ce618-3dc0-4c03-b5c3-e012afbd9fd3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:36.201759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c962ffe6-f98d-4e65-b979-16c5201c2ea6 req-2c2ce618-3dc0-4c03-b5c3-e012afbd9fd3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.1662328 Dec 16 22:21:36.235606 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6614f505-a300-4962-b3b5-0ce75598958a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b69e565-21df-4aeb-99b2-2eadb537243b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:36.239227 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f927c0-7cde-4a8a-98ea-fade4c635422" -d '{"events": [{"server_uuid": "6614f505-a300-4962-b3b5-0ce75598958a", "name": "network-vif-plugged", "status": "completed", "tag": "0b69e565-21df-4aeb-99b2-2eadb537243b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:36.239634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] For port 408a0543-4f1b-4155-82fb-ca36d88f0056, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:36.243940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] For port 408a0543-4f1b-4155-82fb-ca36d88f0056, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=408a0543-4f1b-4155-82fb-ca36d88f0056,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:36.266119 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 0b69e565-21df-4aeb-99b2-2eadb537243b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0b69e565-21df-4aeb-99b2-2eadb537243b,segment=NetworkSegment(10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d),segment_id=10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:36.341395 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c962ffe6-f98d-4e65-b979-16c5201c2ea6 req-26015752-f3f1-4e1c-873f-bb24b3e58824 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111333 Dec 16 22:21:36.344495 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:36.353311 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:36.429243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-288fd2e9-c1b4-4906-867b-121fc73f2fbf tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Deleting port 8bd386ff-e5a1-4d2c-981b-7e1719fa3fc8 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:36.429748 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-288fd2e9-c1b4-4906-867b-121fc73f2fbf tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:36.461746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:36.465735 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:36.469332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] 10.222.0.69 "PUT /v2.0/ports/408a0543-4f1b-4155-82fb-ca36d88f0056 HTTP/1.1" status: 200 len: 1092 time: 2.4485753 Dec 16 22:21:36.484000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f356996-8662-4476-b604-9d643fda039e', 'tag': '408a0543-4f1b-4155-82fb-ca36d88f0056'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:36.491463 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89da144b-4665-4c99-a752-5e2cd2cad9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f356996-8662-4476-b604-9d643fda039e", "tag": "408a0543-4f1b-4155-82fb-ca36d88f0056"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:36.500909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=0b69e565-21df-4aeb-99b2-2eadb537243b,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:36.538008 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router af25f916-9509-4969-a6e6-b2707dac975a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:36.748680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f8ccf-ca26-4c04-bcad-96fe26bec468 service neutron] Pushing event updated for resources: {'Port': ['ID=408a0543-4f1b-4155-82fb-ca36d88f0056,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:36.756847 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-288fd2e9-c1b4-4906-867b-121fc73f2fbf tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:36.803258 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143a03ac-4267-4292-a164-8ded11d19420 x-openstack-request-id: req-143a03ac-4267-4292-a164-8ded11d19420 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:36.803789 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6614f505-a300-4962-b3b5-0ce75598958a", "name": "network-vif-plugged", "status": "completed", "tag": "0b69e565-21df-4aeb-99b2-2eadb537243b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:36.803883 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-143a03ac-4267-4292-a164-8ded11d19420 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:36.804246 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6614f505-a300-4962-b3b5-0ce75598958a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b69e565-21df-4aeb-99b2-2eadb537243b', 'code': 200} Dec 16 22:21:36.805499 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:36.822994 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e366b01-f511-4a83-9c66-0cdfbf49a706 None None] Sync routers for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:36.831905 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e366b01-f511-4a83-9c66-0cdfbf49a706 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:36.832627 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1e366b01-f511-4a83-9c66-0cdfbf49a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:36.840205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-288fd2e9-c1b4-4906-867b-121fc73f2fbf tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Calling delete_port for 8bd386ff-e5a1-4d2c-981b-7e1719fa3fc8 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:36.869423 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1e366b01-f511-4a83-9c66-0cdfbf49a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:36.883521 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5f65f-9b02-44ea-8e27-c3aa52074114 req-da23289a-f973-4da7-84f2-549be9fd994b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:36.885110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06a5f65f-9b02-44ea-8e27-c3aa52074114 req-da23289a-f973-4da7-84f2-549be9fd994b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 944 time: 0.2766950 Dec 16 22:21:36.911112 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e366b01-f511-4a83-9c66-0cdfbf49a706 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:36.911894 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1e366b01-f511-4a83-9c66-0cdfbf49a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:36.921361 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:36.926573 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-4b910345-faf9-49a7-8e76-8e6dfaeea6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:36.928136 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-4b910345-faf9-49a7-8e76-8e6dfaeea6c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 1095 time: 0.0809593 Dec 16 22:21:36.966132 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9f2a105a-dd5f-4074-a186-9db07eefdfbb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.3232427 Dec 16 22:21:36.967500 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42654) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:36.971700 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12ddc6be-c522-46ac-9b82-b824373e2a1b req-5a68aff2-231c-4b33-9348-0e62fd87ae64 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0575397 Dec 16 22:21:36.979433 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0bf3fcf4-6c99-4a6b-883d-834e6f14688e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:36.996434 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1e366b01-f511-4a83-9c66-0cdfbf49a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:36.996434 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e366b01-f511-4a83-9c66-0cdfbf49a706 None None] The sync data for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:37.024034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bdd44c6-a936-498d-b34e-8cdb102ed513 req-3706e841-732f-465e-aa62-c2a854409f7c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2530687 Dec 16 22:21:37.133779 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-be78a57f-5aaa-45ca-8482-06199ccd8e39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=408a0543-4f1b-4155-82fb-ca36d88f0056 HTTP/1.1" status: 200 len: 217 time: 0.1472802 Dec 16 22:21:37.135258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06a5f65f-9b02-44ea-8e27-c3aa52074114 req-ecfe752c-bd32-4cd9-b799-afaeb643c85f tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243807 Dec 16 22:21:37.186479 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bf3fcf4-6c99-4a6b-883d-834e6f14688e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:37.248948 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9471c-5724-44d8-9ac4-7580a6a66fec req-ebf1dba2-2f3b-402f-920d-ce3a55b2106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:37.253901 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-31a9471c-5724-44d8-9ac4-7580a6a66fec req-ebf1dba2-2f3b-402f-920d-ce3a55b2106d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 1096 time: 0.2654464 Dec 16 22:21:37.256546 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645bafec-49cf-42b6-b271-0977a0db78d4 x-openstack-request-id: req-645bafec-49cf-42b6-b271-0977a0db78d4 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:37.257051 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f356996-8662-4476-b604-9d643fda039e", "tag": "408a0543-4f1b-4155-82fb-ca36d88f0056", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:37.257480 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-645bafec-49cf-42b6-b271-0977a0db78d4 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:37.258045 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f356996-8662-4476-b604-9d643fda039e', 'tag': '408a0543-4f1b-4155-82fb-ca36d88f0056', 'status': 'completed', 'code': 200} Dec 16 22:21:37.287247 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-fddd3fcd-5845-4c31-b832-5a5319ac4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:37.287247 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-fddd3fcd-5845-4c31-b832-5a5319ac4ba5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5550495-cdae-4395-8f1f-d640aab6e46b HTTP/1.1" status: 200 len: 846 time: 0.1386425 Dec 16 22:21:37.310115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd44c6-a936-498d-b34e-8cdb102ed513 req-af2ad5d4-a33a-48b5-9512-b4b5b95333f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:37.311811 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bdd44c6-a936-498d-b34e-8cdb102ed513 req-af2ad5d4-a33a-48b5-9512-b4b5b95333f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 1097 time: 0.2400048 Dec 16 22:21:37.410255 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-40b54b36-b5b5-4e10-abc9-98e5fd054eba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=894406fb-456e-47fe-84ae-c71a28800c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499108 Dec 16 22:21:37.516454 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bf3fcf4-6c99-4a6b-883d-834e6f14688e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:37.532547 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-31a9471c-5724-44d8-9ac4-7580a6a66fec req-aa9b5fcc-c830-4e66-bdc4-517d45a3e92c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1733630 Dec 16 22:21:37.578680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67f2c5-2b16-4dda-ba25-a03dad6cdab6 req-0d0beec7-9a2a-47ed-8dbf-87d5a7c73278 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:37.586691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca67f2c5-2b16-4dda-ba25-a03dad6cdab6 req-0d0beec7-9a2a-47ed-8dbf-87d5a7c73278 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 945 time: 0.2484765 Dec 16 22:21:37.649820 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-288fd2e9-c1b4-4906-867b-121fc73f2fbf tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:37.675461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd44c6-a936-498d-b34e-8cdb102ed513 req-b6c380d9-b90b-4054-9dfa-1d25cba3f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:37.677001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bdd44c6-a936-498d-b34e-8cdb102ed513 req-b6c380d9-b90b-4054-9dfa-1d25cba3f270 service neutron] 10.222.0.69 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 907 time: 0.1848915 Dec 16 22:21:37.679327 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bf3fcf4-6c99-4a6b-883d-834e6f14688e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:37.680147 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-0bf3fcf4-6c99-4a6b-883d-834e6f14688e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Floating IP bfe4336a-be87-4fbc-8c75-26231c8a4768 disassociated. External IP: 172.25.2.184, port: f2f4b66a-7c97-4caf-9168-23b0e748557d. Dec 16 22:21:37.707045 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca67f2c5-2b16-4dda-ba25-a03dad6cdab6 req-e78bd48f-71eb-45ce-97bf-6b80578a8a6e tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1193256 Dec 16 22:21:37.710587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fd2e9-c1b4-4906-867b-121fc73f2fbf tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Pushing event deleted for resources: {'Port': ['ID=8bd386ff-e5a1-4d2c-981b-7e1719fa3fc8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:37.812994 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-e987f6cc-ea0c-4e3a-871a-66eb69fd95ed service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850096 Dec 16 22:21:37.921447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eddb3-6982-49df-a46b-f301f670e21f req-e7b9558a-2564-4173-83d3-7e373b0f0540 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:37.931010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-977eddb3-6982-49df-a46b-f301f670e21f req-e7b9558a-2564-4173-83d3-7e373b0f0540 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.1051536 Dec 16 22:21:37.958420 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-288fd2e9-c1b4-4906-867b-121fc73f2fbf tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:38.087581 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-977eddb3-6982-49df-a46b-f301f670e21f req-8c148086-c76d-4781-8124-e0c7e0ab20b9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544926 Dec 16 22:21:38.089586 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-288fd2e9-c1b4-4906-867b-121fc73f2fbf tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:38.093274 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-288fd2e9-c1b4-4906-867b-121fc73f2fbf tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:38.111887 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf3fcf4-6c99-4a6b-883d-834e6f14688e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router af25f916-9509-4969-a6e6-b2707dac975a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:38.292570 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf3fcf4-6c99-4a6b-883d-834e6f14688e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:38.297733 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bf3fcf4-6c99-4a6b-883d-834e6f14688e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:38.305404 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc351f-4306-4683-a935-8fd82c749a8a None None] Sync routers for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:38.324219 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc351f-4306-4683-a935-8fd82c749a8a None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:38.325769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-12dc351f-4306-4683-a935-8fd82c749a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:38.364906 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0bf3fcf4-6c99-4a6b-883d-834e6f14688e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "PUT /v2.0/floatingips/bfe4336a-be87-4fbc-8c75-26231c8a4768 HTTP/1.1" status: 200 len: 688 time: 1.3918693 Dec 16 22:21:38.365178 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42734) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:38.381499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-12dc351f-4306-4683-a935-8fd82c749a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:38.392636 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc351f-4306-4683-a935-8fd82c749a8a None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:38.393765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-12dc351f-4306-4683-a935-8fd82c749a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:38.442002 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-12dc351f-4306-4683-a935-8fd82c749a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:38.442840 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc351f-4306-4683-a935-8fd82c749a8a None None] The sync data for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:38.581509 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8698de8e-9006-459d-bcf6-9ed8b5a2de9f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting port ecf4d02b-e171-4503-9e88-466b4ffac66e {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:38.581856 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8698de8e-9006-459d-bcf6-9ed8b5a2de9f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:38.687218 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8698de8e-9006-459d-bcf6-9ed8b5a2de9f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:38.687673 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8698de8e-9006-459d-bcf6-9ed8b5a2de9f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:38.691493 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-288fd2e9-c1b4-4906-867b-121fc73f2fbf tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:38.692087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288fd2e9-c1b4-4906-867b-121fc73f2fbf tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Fanout notify agent at l3_agent the message router_deleted on router 70df0b99-4af1-44b2-bf2f-234a91a021ad {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:21:38.706385 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-288fd2e9-c1b4-4906-867b-121fc73f2fbf tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:38.707639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-288fd2e9-c1b4-4906-867b-121fc73f2fbf tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "DELETE /v2.0/routers/70df0b99-4af1-44b2-bf2f-234a91a021ad HTTP/1.1" status: 204 len: 168 time: 3.5376518 Dec 16 22:21:38.711972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42746) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:38.716369 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8698de8e-9006-459d-bcf6-9ed8b5a2de9f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Calling delete_port for ecf4d02b-e171-4503-9e88-466b4ffac66e owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:38.717953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-08e3a9fc-62c7-4925-94a8-d166d24f3891 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1122287423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:38.818068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f91bfd04-bb25-4661-a481-d5ea9eee116d req-c8b423a1-891e-481c-a248-ee2942125f37 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0593047 Dec 16 22:21:38.896343 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08e3a9fc-62c7-4925-94a8-d166d24f3891 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:38.897510 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08e3a9fc-62c7-4925-94a8-d166d24f3891 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:38.948689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbeb59-e72c-4cc9-936c-27f6fbfeb800 req-0db6ef47-bd99-4bc2-8232-2a417a2e974c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:38.951784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7fbeb59-e72c-4cc9-936c-27f6fbfeb800 req-0db6ef47-bd99-4bc2-8232-2a417a2e974c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 944 time: 0.0687759 Dec 16 22:21:39.011294 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8698de8e-9006-459d-bcf6-9ed8b5a2de9f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:39.015204 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7fbeb59-e72c-4cc9-936c-27f6fbfeb800 req-68f7b966-8ba7-4613-aa8c-e2329ecdefd6 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541627 Dec 16 22:21:39.065458 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08e3a9fc-62c7-4925-94a8-d166d24f3891 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:39.089032 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698de8e-9006-459d-bcf6-9ed8b5a2de9f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Port': ['ID=ecf4d02b-e171-4503-9e88-466b4ffac66e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:39.144280 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08e3a9fc-62c7-4925-94a8-d166d24f3891 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:39.161858 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8698de8e-9006-459d-bcf6-9ed8b5a2de9f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:39.161858 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8698de8e-9006-459d-bcf6-9ed8b5a2de9f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:39.161858 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8698de8e-9006-459d-bcf6-9ed8b5a2de9f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/floatingips/bfe4336a-be87-4fbc-8c75-26231c8a4768 HTTP/1.1" status: 204 len: 168 time: 0.7931862 Dec 16 22:21:39.170199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42764) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:39.179816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': '1046e163-d960-4232-9821-379aa0d49d13'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:39.252240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53e3af-85c6-4bb6-8d91-7a4f7109a257 req-f5dc6fd2-6629-4dce-9b4d-9f7509db6f46 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:39.254107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc53e3af-85c6-4bb6-8d91-7a4f7109a257 req-f5dc6fd2-6629-4dce-9b4d-9f7509db6f46 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 945 time: 0.0685353 Dec 16 22:21:39.277948 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08e3a9fc-62c7-4925-94a8-d166d24f3891 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:39.282150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-08e3a9fc-62c7-4925-94a8-d166d24f3891 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5690160 Dec 16 22:21:39.284920 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42768) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:39.289512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'enable_snat': False}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:39.360192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc53e3af-85c6-4bb6-8d91-7a4f7109a257 req-bbc6102f-1367-4551-8e3e-12a2d6a92e2a tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901999 Dec 16 22:21:39.434985 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:39.570068 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:39.590856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1bf1f-db05-48c0-a5ca-101f84e9421b req-bf3f63e6-a0e5-43f9-9e92-611dfd817784 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:39.592495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efc1bf1f-db05-48c0-a5ca-101f84e9421b req-bf3f63e6-a0e5-43f9-9e92-611dfd817784 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.1538184 Dec 16 22:21:39.667173 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efc1bf1f-db05-48c0-a5ca-101f84e9421b req-ccbfda34-c8c1-4b6d-8cfb-f29403ef645c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675385 Dec 16 22:21:39.696064 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:39.867690 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Allocated IP 172.25.2.89 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/699d142d-9ee9-4917-93aa-1b09e7c719a9) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:39.906170 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:39.932011 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:40.004374 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1c8ffdd-f2d3-4cc6-b74d-1e775b1cd259 req-4c4a6387-f325-40ab-87c1-29d03ae4148c tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0402901 Dec 16 22:21:40.046952 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:40.189598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b0d4e-b10c-435f-9069-1ddf0a2f3d43 req-ecaf8576-da5b-4c09-9d7c-abcf8be4a0b3 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:40.191623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa1b0d4e-b10c-435f-9069-1ddf0a2f3d43 req-ecaf8576-da5b-4c09-9d7c-abcf8be4a0b3 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 944 time: 0.0575721 Dec 16 22:21:40.206309 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:40.276464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:40.295331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:40.302653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:40.315222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Allocated IP 172.25.2.82 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/e8658a4a-f41a-4430-8c4c-faa1adc13856) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:40.364798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=699d142d-9ee9-4917-93aa-1b09e7c719a9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:40.384946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa1b0d4e-b10c-435f-9069-1ddf0a2f3d43 req-15455e0e-8c5a-422b-b298-26aa555a67f7 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812003 Dec 16 22:21:40.463107 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:40.630301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d5f47-36ce-4742-8a9e-29eea1348b1a req-91aaedea-80a4-49d9-8391-85a5e9c4b59a tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:40.631772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b12d5f47-36ce-4742-8a9e-29eea1348b1a req-91aaedea-80a4-49d9-8391-85a5e9c4b59a tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 945 time: 0.1389232 Dec 16 22:21:40.670203 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:40.717788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:40.724511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:40.727215 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:40.733846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Pushing event updated for resources: {'Port': ['ID=e8658a4a-f41a-4430-8c4c-faa1adc13856,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:40.789765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b12d5f47-36ce-4742-8a9e-29eea1348b1a req-b6856ac8-5300-4d68-b9d9-cf25db3d182f tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1516664 Dec 16 22:21:40.924261 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:41.019172 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42794) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:41.045269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513a769-8a60-477b-939b-d02f58f8b9d8 req-e1db5a90-3c46-49b5-86c5-b789562f5b94 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:41.047000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7513a769-8a60-477b-939b-d02f58f8b9d8 req-e1db5a90-3c46-49b5-86c5-b789562f5b94 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.0786786 Dec 16 22:21:41.166097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7513a769-8a60-477b-939b-d02f58f8b9d8 req-7f9faa93-8cbd-41ea-b935-432263e59b85 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125832 Dec 16 22:21:41.204514 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:41.218955 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d13154f0-2e82-4f46-b656-713c643c2211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:41.299108 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:41.337139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2c17130-8a98-4ae2-a9c5-608fe78bbf7d req-28af047a-ee38-4c26-8375-3aae358091e8 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0343213 Dec 16 22:21:41.467519 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:41.470249 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d13154f0-2e82-4f46-b656-713c643c2211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:41.560494 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94005e1-5956-41fc-8600-dd25da5dce34 req-83fcc1c4-b307-4f77-aee2-6991fe2eaf8a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:41.580055 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d94005e1-5956-41fc-8600-dd25da5dce34 req-83fcc1c4-b307-4f77-aee2-6991fe2eaf8a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 944 time: 0.0675259 Dec 16 22:21:41.641871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d94005e1-5956-41fc-8600-dd25da5dce34 req-ce9dd8d3-7e7b-42ac-bb79-f9fd38b9bf16 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718040 Dec 16 22:21:41.795555 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:41.906939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=699d142d-9ee9-4917-93aa-1b09e7c719a9,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:41.931098 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:41.945945 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d13154f0-2e82-4f46-b656-713c643c2211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:41.982122 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d13154f0-2e82-4f46-b656-713c643c2211 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ebe977939054f47a6affe6be99571aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9614828 Dec 16 22:21:41.988175 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42804) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:42.068511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13154f0-2e82-4f46-b656-713c643c2211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01550f6d-a292-4179-ad83-fefcb023c005,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:42.073852 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.079852 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.090606 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Floating IP c9736bfe-97b8-493e-8f74-578775f5786a associated. External IP: 172.25.2.89, port: 1046e163-d960-4232-9821-379aa0d49d13. Dec 16 22:21:42.099815 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44053f89-bdb4-41a3-b9ef-4286b60c0d49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.147119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26328c3-f8e7-408c-ad13-bf1983e03dc9 req-24b473d7-2738-4e1e-a408-f4590c72d88b tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:42.148627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a26328c3-f8e7-408c-ad13-bf1983e03dc9 req-24b473d7-2738-4e1e-a408-f4590c72d88b tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 945 time: 0.1514597 Dec 16 22:21:42.170738 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44053f89-bdb4-41a3-b9ef-4286b60c0d49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.303789 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a26328c3-f8e7-408c-ad13-bf1983e03dc9 req-4bc3b47c-48e3-4984-a871-4b1aadf848e4 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001091 Dec 16 22:21:42.378589 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44053f89-bdb4-41a3-b9ef-4286b60c0d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.381339 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44053f89-bdb4-41a3-b9ef-4286b60c0d49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.385125 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-44053f89-bdb4-41a3-b9ef-4286b60c0d49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/01550f6d-a292-4179-ad83-fefcb023c005 HTTP/1.1" status: 204 len: 168 time: 0.3893054 Dec 16 22:21:42.409846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053f89-bdb4-41a3-b9ef-4286b60c0d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01550f6d-a292-4179-ad83-fefcb023c005,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:42.424494 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Router 646841c0-1743-40fb-aaca-f957dbaf5730 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:21:42.504011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d5ee9-7137-4552-a881-2f2444d6df33 req-0c908485-c6c8-4d38-90fc-450efc2bea6e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:42.505604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b1d5ee9-7137-4552-a881-2f2444d6df33 req-0c908485-c6c8-4d38-90fc-450efc2bea6e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.1273746 Dec 16 22:21:42.531165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router af25f916-9509-4969-a6e6-b2707dac975a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:42.617238 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:42.624012 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.629173 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4727a8b8-44f2-4877-a0f9-13a0d59a80b6 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "PUT /v2.0/routers/646841c0-1743-40fb-aaca-f957dbaf5730 HTTP/1.1" status: 200 len: 915 time: 3.3400314 Dec 16 22:21:42.631961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42812) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:42.632512 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db890a4-a1c7-4ea4-98f3-1ef66fa91e52 None None] Sync routers for ids ['646841c0-1743-40fb-aaca-f957dbaf5730'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:42.644626 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db890a4-a1c7-4ea4-98f3-1ef66fa91e52 None None] Routers {'646841c0-1743-40fb-aaca-f957dbaf5730'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:42.655133 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3db890a4-a1c7-4ea4-98f3-1ef66fa91e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['646841c0-1743-40fb-aaca-f957dbaf5730'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:42.671021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b1d5ee9-7137-4552-a881-2f2444d6df33 req-838c9aab-d55a-43f2-bd55-a2c075487525 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425145 Dec 16 22:21:42.741660 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3db890a4-a1c7-4ea4-98f3-1ef66fa91e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:42.764456 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db890a4-a1c7-4ea4-98f3-1ef66fa91e52 None None] Routers {'646841c0-1743-40fb-aaca-f957dbaf5730'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:42.769001 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3db890a4-a1c7-4ea4-98f3-1ef66fa91e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['646841c0-1743-40fb-aaca-f957dbaf5730'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:42.846134 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3db890a4-a1c7-4ea4-98f3-1ef66fa91e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:42.846895 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db890a4-a1c7-4ea4-98f3-1ef66fa91e52 None None] The sync data for ids ['646841c0-1743-40fb-aaca-f957dbaf5730'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:42.915503 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4942654a-47d1-4e65-9d81-35f2d6b66cb0 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/routers/646841c0-1743-40fb-aaca-f957dbaf5730 HTTP/1.1" status: 200 len: 921 time: 0.2800200 Dec 16 22:21:42.917772 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42818) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:42.936675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35c32915-1bdc-48a7-b6c3-c4392a31cddc req-4ba9ba7d-0f38-4c07-a803-f97d65f0f5c3 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.1064034 Dec 16 22:21:42.989030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:43.010788 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8629b-590e-44b6-b9f8-a6da46d47e60 None None] Sync routers for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:43.026284 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a8629b-590e-44b6-b9f8-a6da46d47e60 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:43.027516 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d3a8629b-590e-44b6-b9f8-a6da46d47e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:43.073068 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c55b75-1122-4417-9500-0becd80466e5 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:43.075173 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-68c55b75-1122-4417-9500-0becd80466e5 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=331c0cce-7f70-4da0-8420-947a310fded1&device_id=646841c0-1743-40fb-aaca-f957dbaf5730&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1558599 Dec 16 22:21:43.077814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42826) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:43.094642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d3a8629b-590e-44b6-b9f8-a6da46d47e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:43.122243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a8629b-590e-44b6-b9f8-a6da46d47e60 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:43.123315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d3a8629b-590e-44b6-b9f8-a6da46d47e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:43.181571 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d3a8629b-590e-44b6-b9f8-a6da46d47e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:43.181571 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8629b-590e-44b6-b9f8-a6da46d47e60 None None] The sync data for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:43.223066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a762a8-4691-43d7-b204-3252641d4e39 req-3892d6ed-74e6-4ec0-865a-34d8680a3522 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:43.231618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4a762a8-4691-43d7-b204-3252641d4e39 req-3892d6ed-74e6-4ec0-865a-34d8680a3522 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 944 time: 0.1210728 Dec 16 22:21:43.292985 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafbb477-2002-4de4-a6df-3d476424b35b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:43.294686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dafbb477-2002-4de4-a6df-3d476424b35b tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 881 time: 0.2157490 Dec 16 22:21:43.297799 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42830) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:43.321108 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4a762a8-4691-43d7-b204-3252641d4e39 req-27df6d8a-ff71-46e9-904a-54479abd7cb9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885372 Dec 16 22:21:43.346497 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42834) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:43.350718 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0e21bc79-9321-48dd-9dd5-9e9e8923d342 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "GET /v2.0/ports?device_id=646841c0-1743-40fb-aaca-f957dbaf5730 HTTP/1.1" status: 200 len: 205 time: 0.0471509 Dec 16 22:21:43.395470 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.435750 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.481095 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.530208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aef31ef8-f54f-49a3-82c7-a9b2f4da0a5d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3588476 Dec 16 22:21:43.556094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42838) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:43.556778 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3951de9-5eb6-4ef2-8762-8b5570da171a req-4ce3885d-ba8c-4b10-ad4e-57043b26f620 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:43.556778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3951de9-5eb6-4ef2-8762-8b5570da171a req-4ce3885d-ba8c-4b10-ad4e-57043b26f620 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 945 time: 0.1367385 Dec 16 22:21:43.556778 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c28edd13-b807-44d6-a3f8-5320a6c2ab3f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.623846 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f1235863-bc49-4013-88fd-3eb1f267b16a tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "GET /v2.0/floatingips/c9736bfe-97b8-493e-8f74-578775f5786a HTTP/1.1" status: 200 len: 977 time: 0.0895579 Dec 16 22:21:43.626805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42840) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:43.701662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3951de9-5eb6-4ef2-8762-8b5570da171a req-7de8febb-4d24-4b6a-acb7-d2503ca8ecdd tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071723 Dec 16 22:21:43.717169 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c28edd13-b807-44d6-a3f8-5320a6c2ab3f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.791607 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6067a66d-32cb-497a-8e75-c6ba1f11121b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1632297 Dec 16 22:21:43.795864 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42850) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:43.808185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ced2be51-97cb-47d0-be9c-0dd8b67fb5b0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'floatingip': {'port_id': 'f2f4b66a-7c97-4caf-9168-23b0e748557d'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:43.858334 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668f776-ba1c-42e7-86be-862fd8a2ea4f req-09156f80-74d4-4c80-9809-4caca65c6d5f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:43.859895 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2668f776-ba1c-42e7-86be-862fd8a2ea4f req-09156f80-74d4-4c80-9809-4caca65c6d5f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.0865259 Dec 16 22:21:43.871261 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ced2be51-97cb-47d0-be9c-0dd8b67fb5b0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.889901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c28edd13-b807-44d6-a3f8-5320a6c2ab3f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Deleting port e8658a4a-f41a-4430-8c4c-faa1adc13856 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:43.890248 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c28edd13-b807-44d6-a3f8-5320a6c2ab3f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.967610 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2668f776-ba1c-42e7-86be-862fd8a2ea4f req-853ce892-eef5-4758-8f3c-cbd8821ef94f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966399 Dec 16 22:21:44.004549 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c28edd13-b807-44d6-a3f8-5320a6c2ab3f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:44.023654 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c28edd13-b807-44d6-a3f8-5320a6c2ab3f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Calling delete_port for e8658a4a-f41a-4430-8c4c-faa1adc13856 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:44.027796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42856) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:44.103670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-18b55445-72da-4bcc-a4e4-c807420227d4 req-5000a91a-020f-49d3-9416-6e7b39e29f70 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0656970 Dec 16 22:21:44.169397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a6da0c5e-0426-456f-8967-f253627d0848 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1678073994-network', 'tenant_id': '56869cdf782d41239114f869f3115973'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:44.279324 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6da0c5e-0426-456f-8967-f253627d0848 admin admin] Made reservation on behalf of 56869cdf782d41239114f869f3115973 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:44.281722 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6da0c5e-0426-456f-8967-f253627d0848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:44.290724 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6da0c5e-0426-456f-8967-f253627d0848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:44.305198 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c28edd13-b807-44d6-a3f8-5320a6c2ab3f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:44.341584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28edd13-b807-44d6-a3f8-5320a6c2ab3f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Pushing event deleted for resources: {'Port': ['ID=e8658a4a-f41a-4430-8c4c-faa1adc13856,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:44.456060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bdd44c6-a936-498d-b34e-8cdb102ed513 req-396adc7e-3d12-4e69-8509-d0757471bb2f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cc5905f-ff4a-4e96-ac8d-b54814700ec1 HTTP/1.1" status: 200 len: 217 time: 0.0719626 Dec 16 22:21:44.576356 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e4f6b5e7-5b3d-45f0-b19b-8bd9fce2445e req-4db3f99a-8fb0-4779-8a3e-5e7d46e7a025 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740308 Dec 16 22:21:44.588130 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ced2be51-97cb-47d0-be9c-0dd8b67fb5b0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:44.664146 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ced2be51-97cb-47d0-be9c-0dd8b67fb5b0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:44.819818 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-ced2be51-97cb-47d0-be9c-0dd8b67fb5b0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Floating IP c9736bfe-97b8-493e-8f74-578775f5786a associated. External IP: 172.25.2.89, port: 1046e163-d960-4232-9821-379aa0d49d13. Dec 16 22:21:44.827606 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da144b-4665-4c99-a752-5e2cd2cad9f8 req-df8f4335-39b6-4dea-a8ce-614dcd614df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:44.829469 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-89da144b-4665-4c99-a752-5e2cd2cad9f8 req-df8f4335-39b6-4dea-a8ce-614dcd614df2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 1095 time: 0.0968847 Dec 16 22:21:44.885770 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c28edd13-b807-44d6-a3f8-5320a6c2ab3f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.011630 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da144b-4665-4c99-a752-5e2cd2cad9f8 req-716b3671-a80f-4c62-9c30-f47103904acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:45.013287 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-89da144b-4665-4c99-a752-5e2cd2cad9f8 req-716b3671-a80f-4c62-9c30-f47103904acc service neutron] 10.222.0.69 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 907 time: 0.1507597 Dec 16 22:21:45.019432 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6da0c5e-0426-456f-8967-f253627d0848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.029505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd44c6-a936-498d-b34e-8cdb102ed513 req-73b0883d-72ad-4a07-92ca-2796815e1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:45.031022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bdd44c6-a936-498d-b34e-8cdb102ed513 req-73b0883d-72ad-4a07-92ca-2796815e1f04 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5550495-cdae-4395-8f1f-d640aab6e46b HTTP/1.1" status: 200 len: 846 time: 0.5606406 Dec 16 22:21:45.032748 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c28edd13-b807-44d6-a3f8-5320a6c2ab3f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.036333 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c28edd13-b807-44d6-a3f8-5320a6c2ab3f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.044860 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398d79f-0b57-4a13-9b2e-72380a106ab5 req-a0f759f0-2c84-4bf4-a84a-47aafef13299 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:45.046338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9398d79f-0b57-4a13-9b2e-72380a106ab5 req-a0f759f0-2c84-4bf4-a84a-47aafef13299 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 944 time: 0.5955863 Dec 16 22:21:45.087217 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-89da144b-4665-4c99-a752-5e2cd2cad9f8 req-c2895c9a-f1ac-4bc7-ae9e-40d43564aeda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=408a0543-4f1b-4155-82fb-ca36d88f0056 HTTP/1.1" status: 200 len: 217 time: 0.0397456 Dec 16 22:21:45.121633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bdd44c6-a936-498d-b34e-8cdb102ed513 req-8d1d3b9d-0bc4-47d4-a28f-2d04873ae215 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=894406fb-456e-47fe-84ae-c71a28800c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727584 Dec 16 22:21:45.136093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37145719-8ff1-42c3-b079-7bd760c7a4b0 req-0eaac3cb-f6a3-476c-aaa9-203fe846c5a8 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:45.137598 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37145719-8ff1-42c3-b079-7bd760c7a4b0 req-0eaac3cb-f6a3-476c-aaa9-203fe846c5a8 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 945 time: 0.2972727 Dec 16 22:21:45.142578 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6da0c5e-0426-456f-8967-f253627d0848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.196287 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da144b-4665-4c99-a752-5e2cd2cad9f8 req-fca11bf2-0908-41d5-b89e-fae299dd69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:45.197738 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-89da144b-4665-4c99-a752-5e2cd2cad9f8 req-fca11bf2-0908-41d5-b89e-fae299dd69ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5550495-cdae-4395-8f1f-d640aab6e46b HTTP/1.1" status: 200 len: 846 time: 0.1011574 Dec 16 22:21:45.205233 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced2be51-97cb-47d0-be9c-0dd8b67fb5b0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router af25f916-9509-4969-a6e6-b2707dac975a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:45.238366 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c28edd13-b807-44d6-a3f8-5320a6c2ab3f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.238938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28edd13-b807-44d6-a3f8-5320a6c2ab3f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Fanout notify agent at l3_agent the message router_deleted on router 646841c0-1743-40fb-aaca-f957dbaf5730 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:21:45.243198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6da0c5e-0426-456f-8967-f253627d0848 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:21:45.264732 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c28edd13-b807-44d6-a3f8-5320a6c2ab3f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.264732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c28edd13-b807-44d6-a3f8-5320a6c2ab3f tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "DELETE /v2.0/routers/646841c0-1743-40fb-aaca-f957dbaf5730 HTTP/1.1" status: 204 len: 168 time: 1.9162827 Dec 16 22:21:45.270366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42868) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:45.276865 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-89da144b-4665-4c99-a752-5e2cd2cad9f8 req-bcda8c4f-139e-4580-b8aa-df8c6207f031 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=894406fb-456e-47fe-84ae-c71a28800c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609713 Dec 16 22:21:45.290450 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1112661576', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}, 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:45.305640 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6da0c5e-0426-456f-8967-f253627d0848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.305989 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-a6da0c5e-0426-456f-8967-f253627d0848 admin admin] Added segment 7b0ac6d1-cc91-49c2-b04c-04250607c1d5 of type vlan for network c4670e1e-81bf-4037-8565-9cf863de8896 Dec 16 22:21:45.308123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da0c5e-0426-456f-8967-f253627d0848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373bf9f3-5937-4949-b601-c1223d7b676b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:45.328218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9398d79f-0b57-4a13-9b2e-72380a106ab5 req-b0fac02f-46d5-4604-b8cc-e84cf255ecac tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630570 Dec 16 22:21:45.411520 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6da0c5e-0426-456f-8967-f253627d0848 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.418642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced2be51-97cb-47d0-be9c-0dd8b67fb5b0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:45.431375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37145719-8ff1-42c3-b079-7bd760c7a4b0 req-142714cd-b20a-43a2-8625-190287358e6e tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2716336 Dec 16 22:21:45.431503 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f63498-55bd-484e-97d3-98fd667e3c5f None None] Sync routers for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:45.433542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bdd44c6-a936-498d-b34e-8cdb102ed513 req-8f5b7446-9044-4449-b9f8-72a5c48d22df service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931471 Dec 16 22:21:45.465706 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f63498-55bd-484e-97d3-98fd667e3c5f None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:45.467065 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c8f63498-55bd-484e-97d3-98fd667e3c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:45.514745 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c8f63498-55bd-484e-97d3-98fd667e3c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:45.528246 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f63498-55bd-484e-97d3-98fd667e3c5f None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:45.529817 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c8f63498-55bd-484e-97d3-98fd667e3c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:45.549422 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.550546 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.564673 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-89da144b-4665-4c99-a752-5e2cd2cad9f8 req-adbecd4a-1da2-48ee-a1ce-a67fa9e64db8 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803161 Dec 16 22:21:45.565089 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c8f63498-55bd-484e-97d3-98fd667e3c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:45.565974 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f63498-55bd-484e-97d3-98fd667e3c5f None None] The sync data for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:45.614642 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6da0c5e-0426-456f-8967-f253627d0848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.615537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6da0c5e-0426-456f-8967-f253627d0848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:45.616163 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6da0c5e-0426-456f-8967-f253627d0848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.624858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b3dfccd-d5f7-4a4a-8166-2c50dade09e9 req-d7b027c4-11ff-4b3a-91a7-42ff8137f41d tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0656681 Dec 16 22:21:45.657066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5123fb-89e2-42da-b8c2-60caf2e9f316 req-650fa4ed-6492-4155-89ec-b3b4ad342fd6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:45.659243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e5123fb-89e2-42da-b8c2-60caf2e9f316 req-650fa4ed-6492-4155-89ec-b3b4ad342fd6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.1572206 Dec 16 22:21:45.661197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bdd44c6-a936-498d-b34e-8cdb102ed513 req-cefda600-c277-47ae-975e-a9cdc9e90a99 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171044 Dec 16 22:21:45.741237 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-89da144b-4665-4c99-a752-5e2cd2cad9f8 req-1a60fc0f-3789-40c7-b2f2-fd59e9c65f52 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628337 Dec 16 22:21:45.761415 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.770690 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da0c5e-0426-456f-8967-f253627d0848 admin admin] Pushing event updated for resources: {'Network': ['ID=c4670e1e-81bf-4037-8565-9cf863de8896,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:45.783371 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network c4670e1e-81bf-4037-8565-9cf863de8896 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:21:45.797568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e5123fb-89e2-42da-b8c2-60caf2e9f316 req-998c068f-4013-4e1a-9ec3-b6aef75a931b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053891 Dec 16 22:21:45.804493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a6da0c5e-0426-456f-8967-f253627d0848 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7754021 Dec 16 22:21:45.813170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42872) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:45.816585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-2320a596-7b63-41d7-875d-94cb0e62f51c admin admin] Request body: {'subnet': {'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1678073994-subnet', 'tenant_id': '56869cdf782d41239114f869f3115973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:45.834685 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced2be51-97cb-47d0-be9c-0dd8b67fb5b0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router af25f916-9509-4969-a6e6-b2707dac975a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:45.961530 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced2be51-97cb-47d0-be9c-0dd8b67fb5b0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:45.966543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ced2be51-97cb-47d0-be9c-0dd8b67fb5b0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.973003 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b737b53-f097-4c0f-b552-8846e8eb31fd None None] Sync routers for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:45.988805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b737b53-f097-4c0f-b552-8846e8eb31fd None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:45.990115 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8b737b53-f097-4c0f-b552-8846e8eb31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:45.997127 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:46.016515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2320a596-7b63-41d7-875d-94cb0e62f51c admin admin] Made reservation on behalf of 56869cdf782d41239114f869f3115973 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:46.020599 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2320a596-7b63-41d7-875d-94cb0e62f51c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:46.027286 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8b737b53-f097-4c0f-b552-8846e8eb31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:46.027496 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ced2be51-97cb-47d0-be9c-0dd8b67fb5b0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "PUT /v2.0/floatingips/c9736bfe-97b8-493e-8f74-578775f5786a HTTP/1.1" status: 200 len: 976 time: 2.2277341 Dec 16 22:21:46.027496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42874) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:46.033778 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9b6f5bb1-2f9f-4503-a310-3c7d584af20e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:46.034857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b737b53-f097-4c0f-b552-8846e8eb31fd None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:46.035594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8b737b53-f097-4c0f-b552-8846e8eb31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:46.071654 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8b737b53-f097-4c0f-b552-8846e8eb31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:46.072324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b737b53-f097-4c0f-b552-8846e8eb31fd None None] The sync data for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:46.366587 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2320a596-7b63-41d7-875d-94cb0e62f51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:46.428929 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5bb1-2f9f-4503-a310-3c7d584af20e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:46.454937 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:46.473212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320a596-7b63-41d7-875d-94cb0e62f51c admin admin] Pushing event updated for resources: {'Subnet': ['ID=634b6d25-6ad9-4d67-9394-5b078696d451,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:46.504323 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:46.565805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320a596-7b63-41d7-875d-94cb0e62f51c admin admin] Checking segment: {'id': '7b0ac6d1-cc91-49c2-b04c-04250607c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:46.566069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2320a596-7b63-41d7-875d-94cb0e62f51c admin admin] Network hostable DHCP agents. Network: c4670e1e-81bf-4037-8565-9cf863de8896, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:21:46.589724 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5bb1-2f9f-4503-a310-3c7d584af20e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:46.614248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2e33a-f1c4-487c-9f9f-9de8a31974a8 req-adfc9360-fec6-458f-aa35-10e189c4b5ad tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:46.615803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94f2e33a-f1c4-487c-9f9f-9de8a31974a8 req-adfc9360-fec6-458f-aa35-10e189c4b5ad tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 944 time: 0.1991582 Dec 16 22:21:46.680282 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5bb1-2f9f-4503-a310-3c7d584af20e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:46.680649 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-9b6f5bb1-2f9f-4503-a310-3c7d584af20e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Floating IP c9736bfe-97b8-493e-8f74-578775f5786a disassociated. External IP: 172.25.2.89, port: f2f4b66a-7c97-4caf-9168-23b0e748557d. Dec 16 22:21:46.693775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46d696-8824-4cba-b613-6f76aad45e27 req-28b69f25-ceb6-4853-9811-f65c974ffcea tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:46.695328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d46d696-8824-4cba-b613-6f76aad45e27 req-28b69f25-ceb6-4853-9811-f65c974ffcea tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 945 time: 0.1785867 Dec 16 22:21:46.751416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Allocated IP 172.25.2.177 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/1d71dcd0-2fdd-4fa5-940c-f6ccf4b0ac94) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:46.754995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2320a596-7b63-41d7-875d-94cb0e62f51c admin admin] Network c4670e1e-81bf-4037-8565-9cf863de8896 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:21:46.762161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94f2e33a-f1c4-487c-9f9f-9de8a31974a8 req-048ff9ad-2c67-4d1c-923d-c7a2e6899d8f tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371381 Dec 16 22:21:46.850533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d46d696-8824-4cba-b613-6f76aad45e27 req-da6c1c03-3924-4678-95c9-c3325ff7427b tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1464190 Dec 16 22:21:46.885839 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcc2bcc2-cf05-48e3-8017-cc2cb840ad6a req-b6b4aa35-2a46-4fbf-b918-a1cbc44b146a tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0393174 Dec 16 22:21:46.895940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-2320a596-7b63-41d7-875d-94cb0e62f51c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, c4670e1e-81bf-4037-8565-9cf863de8896) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:46.906609 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f867f64-157c-49b1-b364-e80cb256c2de None None] Network c4670e1e-81bf-4037-8565-9cf863de8896 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:46.921230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2320a596-7b63-41d7-875d-94cb0e62f51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:46.921230 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2320a596-7b63-41d7-875d-94cb0e62f51c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:46.945392 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6f5bb1-2f9f-4503-a310-3c7d584af20e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router af25f916-9509-4969-a6e6-b2707dac975a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:46.952160 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.034610 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2320a596-7b63-41d7-875d-94cb0e62f51c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2249839 Dec 16 22:21:47.056733 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d7b3f7-a01e-4459-8fcb-a28bf6e75939 None None] Network c4670e1e-81bf-4037-8565-9cf863de8896 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:47.077827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d778566-0a39-45cf-b53d-64d337377366 req-9bce0149-e4a0-4ae3-91db-10a342afab32 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:47.080176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d778566-0a39-45cf-b53d-64d337377366 req-9bce0149-e4a0-4ae3-91db-10a342afab32 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.0883627 Dec 16 22:21:47.119965 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.134865 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6f5bb1-2f9f-4503-a310-3c7d584af20e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:47.140132 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5bb1-2f9f-4503-a310-3c7d584af20e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.147731 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4de482d-9b0f-4c1d-aff5-5df7f39a2ca6 None None] Sync routers for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:47.175664 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4de482d-9b0f-4c1d-aff5-5df7f39a2ca6 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:47.176561 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e4de482d-9b0f-4c1d-aff5-5df7f39a2ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:47.181265 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9b6f5bb1-2f9f-4503-a310-3c7d584af20e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "PUT /v2.0/floatingips/c9736bfe-97b8-493e-8f74-578775f5786a HTTP/1.1" status: 200 len: 687 time: 1.1525595 Dec 16 22:21:47.182022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42890) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:47.213145 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e4de482d-9b0f-4c1d-aff5-5df7f39a2ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:47.223780 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4de482d-9b0f-4c1d-aff5-5df7f39a2ca6 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:47.224578 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e4de482d-9b0f-4c1d-aff5-5df7f39a2ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:47.246529 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:47.259225 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d778566-0a39-45cf-b53d-64d337377366 req-6f4d2998-5bf2-4b35-8a64-ccfae7f8b998 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705980 Dec 16 22:21:47.260449 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:47.263904 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e4de482d-9b0f-4c1d-aff5-5df7f39a2ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:47.264813 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4de482d-9b0f-4c1d-aff5-5df7f39a2ca6 None None] The sync data for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:47.287922 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28027c8-575c-4650-9548-96cb3145c51f req-3b2ca982-e955-4d24-a643-d0965f9e6de3 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:47.292804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f28027c8-575c-4650-9548-96cb3145c51f req-3b2ca982-e955-4d24-a643-d0965f9e6de3 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 945 time: 0.2325699 Dec 16 22:21:47.294221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:47.297060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Pushing event updated for resources: {'Port': ['ID=1d71dcd0-2fdd-4fa5-940c-f6ccf4b0ac94,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:47.299812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42898) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:47.325908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a7e0b359-9bbb-47c6-982c-6eeeaf4098f8 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Request body: {'floatingip': {'port_id': '0b69e565-21df-4aeb-99b2-2eadb537243b'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:47.385168 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b359-9bbb-47c6-982c-6eeeaf4098f8 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for floatingip, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.433305 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cc799f2b-f133-43dd-aca4-63ca579b7891 req-4d23ccd2-e4f5-4aa4-a1d8-1fbacaf0d174 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0612037 Dec 16 22:21:47.503111 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-89a1151c-2bac-42a1-b839-c35e3c666924 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting port 699d142d-9ee9-4917-93aa-1b09e7c719a9 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:47.503484 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-89a1151c-2bac-42a1-b839-c35e3c666924 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.638683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c18d7-2a05-42cb-b711-212141ce999a req-714321f8-419f-4d36-a179-e9f69369e902 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:47.640172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b37c18d7-2a05-42cb-b711-212141ce999a req-714321f8-419f-4d36-a179-e9f69369e902 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/networks?id=c4670e1e-81bf-4037-8565-9cf863de8896 HTTP/1.1" status: 200 len: 805 time: 0.1491773 Dec 16 22:21:47.671929 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-89a1151c-2bac-42a1-b839-c35e3c666924 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.674977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-89a1151c-2bac-42a1-b839-c35e3c666924 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.690388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b37c18d7-2a05-42cb-b711-212141ce999a req-a41b510e-a0d8-4f9d-ab4d-c95e5c81893d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/quotas/56869cdf782d41239114f869f3115973 HTTP/1.1" status: 200 len: 375 time: 0.0202618 Dec 16 22:21:47.691560 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-89a1151c-2bac-42a1-b839-c35e3c666924 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Calling delete_port for 699d142d-9ee9-4917-93aa-1b09e7c719a9 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:47.731461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b37c18d7-2a05-42cb-b711-212141ce999a req-a269fe7d-1a65-4c15-bf76-464fdb47fb7a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=56869cdf782d41239114f869f3115973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339680 Dec 16 22:21:47.732524 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.823087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 408a0543-4f1b-4155-82fb-ca36d88f0056 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:21:47.955169 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 408a0543-4f1b-4155-82fb-ca36d88f0056, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=408a0543-4f1b-4155-82fb-ca36d88f0056,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:47.972438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '408a0543-4f1b-4155-82fb-ca36d88f0056', 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b', 'port_id': '408a0543-4f1b-4155-82fb-ca36d88f0056', 'mac_address': 'fa:16:3e:44:3d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5550495-cdae-4395-8f1f-d640aab6e46b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:21:48.024071 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:48.046044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408a0543-4f1b-4155-82fb-ca36d88f0056 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:21:48.073660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 408a0543-4f1b-4155-82fb-ca36d88f0056, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=408a0543-4f1b-4155-82fb-ca36d88f0056,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:48.082700 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b359-9bbb-47c6-982c-6eeeaf4098f8 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:48.148309 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-89a1151c-2bac-42a1-b839-c35e3c666924 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:48.178235 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:48.183979 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b359-9bbb-47c6-982c-6eeeaf4098f8 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:48.189611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1151c-2bac-42a1-b839-c35e3c666924 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Port': ['ID=699d142d-9ee9-4917-93aa-1b09e7c719a9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:48.243778 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=408a0543-4f1b-4155-82fb-ca36d88f0056,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:48.303722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24f734-030c-4912-a93e-351d0fef0cff req-8565edc4-5521-4e33-86e2-758a51420930 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:48.305974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e24f734-030c-4912-a93e-351d0fef0cff req-8565edc4-5521-4e33-86e2-758a51420930 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 945 time: 0.1370108 Dec 16 22:21:48.367588 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-89a1151c-2bac-42a1-b839-c35e3c666924 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:48.372160 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-89a1151c-2bac-42a1-b839-c35e3c666924 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:48.377163 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-89a1151c-2bac-42a1-b839-c35e3c666924 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/floatingips/c9736bfe-97b8-493e-8f74-578775f5786a HTTP/1.1" status: 204 len: 168 time: 1.1932793 Dec 16 22:21:48.380376 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42916) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:48.391530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b37c18d7-2a05-42cb-b711-212141ce999a req-35c768f3-c356-4493-a729-6dee0604b863 service neutron] 10.222.0.43 "GET /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254611 Dec 16 22:21:48.444246 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-e583e42f-cd4a-4967-bf50-409e783954ee tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] delete failed (client error): The resource could not be found. Dec 16 22:21:48.445321 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e583e42f-cd4a-4967-bf50-409e783954ee tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/floatingips/c9736bfe-97b8-493e-8f74-578775f5786a HTTP/1.1" status: 404 len: 345 time: 0.0641942 Dec 16 22:21:48.451128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42918) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:48.493047 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-a7e0b359-9bbb-47c6-982c-6eeeaf4098f8 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Floating IP 8b1e9a19-f6c7-4bae-894c-6095edf7f9e2 associated. External IP: 172.25.2.101, port: 0b69e565-21df-4aeb-99b2-2eadb537243b. Dec 16 22:21:48.523902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e24f734-030c-4912-a93e-351d0fef0cff req-360aa1b1-5af9-417f-bea9-9f8cdf31cdc5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026720 Dec 16 22:21:48.575143 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['408a0543-4f1b-4155-82fb-ca36d88f0056'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:21:48.616827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:48.621981 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b37c18d7-2a05-42cb-b711-212141ce999a req-c6e4bf16-9aad-44a6-965e-15386f3210cd service neutron] 10.222.0.43 "GET /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194824 Dec 16 22:21:48.647352 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b8ed88-71cc-4768-bd91-b49b1659fb6e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:48.653925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b8ed88-71cc-4768-bd91-b49b1659fb6e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:48.660884 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b8ed88-71cc-4768-bd91-b49b1659fb6e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:48.665078 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-20b8ed88-71cc-4768-bd91-b49b1659fb6e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "GET /v2.0/ports?network_id=aeacdd12-c4f2-4601-a455-07666d73ce14 HTTP/1.1" status: 200 len: 2357 time: 0.2091687 Dec 16 22:21:48.667679 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42920) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:48.727358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544e38d1-aacb-4170-963a-5ab6719c5622 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:48.728731 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-544e38d1-aacb-4170-963a-5ab6719c5622 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "GET /v2.0/subnets/e163a1f1-b5be-42d0-8fe2-20cf225494de HTTP/1.1" status: 200 len: 797 time: 0.0601017 Dec 16 22:21:48.735756 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42922) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:48.744239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ae374d93-a51e-4195-a866-61dc32c04511 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'port': {'network_id': 'aeacdd12-c4f2-4601-a455-07666d73ce14', 'name': 'tempest-FloatingIPTestJSON-1476736883', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:48.839621 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3875339e-ace6-41f0-8c42-22b4f6461fdd req-8ecf68c7-d483-47de-a9ae-1d8b50ed39b0 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0516732 Dec 16 22:21:48.983441 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e0b359-9bbb-47c6-982c-6eeeaf4098f8 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Router 84e30f82-1c37-4681-b26b-81ed6e0564ad has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:49.045222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2b602-e5fd-4285-92a5-913ab4dc98a6 req-59fb9711-aca0-4355-b87d-740ba5ec5853 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:49.049953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02c2b602-e5fd-4285-92a5-913ab4dc98a6 req-59fb9711-aca0-4355-b87d-740ba5ec5853 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.0550084 Dec 16 22:21:49.103440 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e0b359-9bbb-47c6-982c-6eeeaf4098f8 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:49.105132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02c2b602-e5fd-4285-92a5-913ab4dc98a6 req-3935b8b6-69f8-4efc-8b87-d9342e682956 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507815 Dec 16 22:21:49.108257 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b359-9bbb-47c6-982c-6eeeaf4098f8 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:49.114217 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646551c0-23a2-496e-9bd3-7d55a6bddd99 None None] Sync routers for ids ['84e30f82-1c37-4681-b26b-81ed6e0564ad'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:49.126722 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646551c0-23a2-496e-9bd3-7d55a6bddd99 None None] Routers {'84e30f82-1c37-4681-b26b-81ed6e0564ad'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:49.127221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-646551c0-23a2-496e-9bd3-7d55a6bddd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['84e30f82-1c37-4681-b26b-81ed6e0564ad'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:49.139736 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a7e0b359-9bbb-47c6-982c-6eeeaf4098f8 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "PUT /v2.0/floatingips/8b1e9a19-f6c7-4bae-894c-6095edf7f9e2 HTTP/1.1" status: 200 len: 991 time: 1.8378561 Dec 16 22:21:49.139936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6614f505-a300-4962-b3b5-0ce75598958a', 'tag': '0b69e565-21df-4aeb-99b2-2eadb537243b'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:49.143857 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d60c1f-aa85-49c0-ab8b-90c48c9ca1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6614f505-a300-4962-b3b5-0ce75598958a", "tag": "0b69e565-21df-4aeb-99b2-2eadb537243b"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:49.244319 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd674ac-b6ef-4b1c-9a3b-e8c5c5b469eb x-openstack-request-id: req-1bd674ac-b6ef-4b1c-9a3b-e8c5c5b469eb {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:49.244667 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6614f505-a300-4962-b3b5-0ce75598958a", "tag": "0b69e565-21df-4aeb-99b2-2eadb537243b", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:49.244916 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1bd674ac-b6ef-4b1c-9a3b-e8c5c5b469eb {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:49.245319 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6614f505-a300-4962-b3b5-0ce75598958a', 'tag': '0b69e565-21df-4aeb-99b2-2eadb537243b', 'status': 'completed', 'code': 200} Dec 16 22:21:49.255494 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae374d93-a51e-4195-a866-61dc32c04511 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Made reservation on behalf of dc70305298d948ac9658bd162b696168 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:49.259878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Router d2de1a4f-7f5f-473d-8299-9892496ff370 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:21:49.403312 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:49.414317 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764d2eb-2a1e-4e37-b568-cc62ae5271aa None None] Sync routers for ids ['d2de1a4f-7f5f-473d-8299-9892496ff370'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:49.416402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d60c1f-aa85-49c0-ab8b-90c48c9ca1cd req-86869851-3d2b-42a5-8324-e0bb016ff42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:49.418240 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-73d60c1f-aa85-49c0-ab8b-90c48c9ca1cd req-86869851-3d2b-42a5-8324-e0bb016ff42b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f537f374e12149ffb0064560df407002&device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 1096 time: 0.1160772 Dec 16 22:21:49.421649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-646551c0-23a2-496e-9bd3-7d55a6bddd99 None None] Set router 84e30f82-1c37-4681-b26b-81ed6e0564ad gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:49.428029 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e764d2eb-2a1e-4e37-b568-cc62ae5271aa None None] Routers {'d2de1a4f-7f5f-473d-8299-9892496ff370'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:49.428946 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e764d2eb-2a1e-4e37-b568-cc62ae5271aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['d2de1a4f-7f5f-473d-8299-9892496ff370'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:49.468061 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e764d2eb-2a1e-4e37-b568-cc62ae5271aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:49.485853 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e764d2eb-2a1e-4e37-b568-cc62ae5271aa None None] Routers {'d2de1a4f-7f5f-473d-8299-9892496ff370'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:49.485853 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e764d2eb-2a1e-4e37-b568-cc62ae5271aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['d2de1a4f-7f5f-473d-8299-9892496ff370'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:49.521248 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e764d2eb-2a1e-4e37-b568-cc62ae5271aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:49.521915 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-421670d8-7788-40cd-9921-28b9e49ef716 req-2d8b03af-5f34-4519-b7f7-b519da1082cd tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 210 time: 0.0622249 Dec 16 22:21:49.522444 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764d2eb-2a1e-4e37-b568-cc62ae5271aa None None] The sync data for ids ['d2de1a4f-7f5f-473d-8299-9892496ff370'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:49.537246 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d60c1f-aa85-49c0-ab8b-90c48c9ca1cd req-f21aeef0-0d71-4021-8293-0c3d96bfc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:49.542861 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-73d60c1f-aa85-49c0-ab8b-90c48c9ca1cd req-f21aeef0-0d71-4021-8293-0c3d96bfc356 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bc8576b5-46ce-4634-ac13-c2efe0b20a39 HTTP/1.1" status: 200 len: 917 time: 0.1098862 Dec 16 22:21:49.543007 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:49.543007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2ef906d4-b0d4-4ce9-96a4-9caf3439b701 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2632775 Dec 16 22:21:49.545808 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae374d93-a51e-4195-a866-61dc32c04511 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:49.545955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42932) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:49.555504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-76680c77-1f8e-4574-a3d1-71784ca7ee9d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:49.570562 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-ae374d93-a51e-4195-a866-61dc32c04511 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] device_id is not set on port 53514bbb-20d6-4103-8c77-0ddb091df62c yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:21:49.812558 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-646551c0-23a2-496e-9bd3-7d55a6bddd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'name': 'tempest-ServersTestBootFromVolume-1696411446-router', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:07Z', 'updated_at': '2021-12-16T22:20:13Z', 'revision_number': 4, 'project_id': 'f537f374e12149ffb0064560df407002', 'gw_port': {'id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:08Z', 'updated_at': '2021-12-16T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '8b1e9a19-f6c7-4bae-894c-6095edf7f9e2', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'port_id': '0b69e565-21df-4aeb-99b2-2eadb537243b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'mac_address': 'fa:16:3e:70:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6614f505-a300-4962-b3b5-0ce75598958a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:20:21Z', 'updated_at': '2021-12-16T22:21:47Z', 'revision_number': 1, 'project_id': 'f537f374e12149ffb0064560df407002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '959f1f63-1260-4178-b437-eea0dfe31ea1', 'name': '', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'mac_address': 'fa:16:3e:0b:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:12Z', 'updated_at': '2021-12-16T22:20:21Z', 'revision_number': 5, 'project_id': 'f537f374e12149ffb0064560df407002', 'subnets': [{'id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:49.833309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e885672-8e07-4af1-9016-4fb94bccd6d9 req-e755af97-7ab0-4d72-851d-c5d4dc63a890 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:49.839413 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e885672-8e07-4af1-9016-4fb94bccd6d9 req-e755af97-7ab0-4d72-851d-c5d4dc63a890 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 945 time: 0.1042430 Dec 16 22:21:49.847538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 408a0543-4f1b-4155-82fb-ca36d88f0056 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:49.850192 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646551c0-23a2-496e-9bd3-7d55a6bddd99 None None] Checking router: 84e30f82-1c37-4681-b26b-81ed6e0564ad for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:21:49.912860 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646551c0-23a2-496e-9bd3-7d55a6bddd99 None None] Routers {'84e30f82-1c37-4681-b26b-81ed6e0564ad'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:49.914646 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-646551c0-23a2-496e-9bd3-7d55a6bddd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['84e30f82-1c37-4681-b26b-81ed6e0564ad'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:49.943296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e885672-8e07-4af1-9016-4fb94bccd6d9 req-8d51b6e6-c38f-4eb6-b424-c4a47392726d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963681 Dec 16 22:21:50.035170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77dd83cb-91d6-4c76-a963-8490188e1bf8 req-d9202ebe-a31f-40fe-a1a0-dfd53cbb20b0 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0630598 Dec 16 22:21:50.052876 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76680c77-1f8e-4574-a3d1-71784ca7ee9d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.098990 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-82535173-11da-47fc-96f8-6e3b73b968ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.135553 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-646551c0-23a2-496e-9bd3-7d55a6bddd99 None None] Set router 84e30f82-1c37-4681-b26b-81ed6e0564ad gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:50.146019 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76680c77-1f8e-4574-a3d1-71784ca7ee9d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.195466 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-73d60c1f-aa85-49c0-ab8b-90c48c9ca1cd req-48900539-f573-40b2-9f9b-b74c1432d9ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b69e565-21df-4aeb-99b2-2eadb537243b HTTP/1.1" status: 200 len: 999 time: 0.6328089 Dec 16 22:21:50.247876 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 408a0543-4f1b-4155-82fb-ca36d88f0056 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:21:50.254261 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d60c1f-aa85-49c0-ab8b-90c48c9ca1cd req-47fe2435-280e-4eb0-8d3f-7c582da8e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:50.255812 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-73d60c1f-aa85-49c0-ab8b-90c48c9ca1cd req-47fe2435-280e-4eb0-8d3f-7c582da8e769 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86df5a6c-ed29-46fe-befd-2d874360c61e HTTP/1.1" status: 200 len: 855 time: 0.0517216 Dec 16 22:21:50.266618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 408a0543-4f1b-4155-82fb-ca36d88f0056 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:50.267668 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.319520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33b161-3f11-4f0e-a789-17f320abe72d req-2328f3f6-58a7-4652-b761-41eba9ad58cf tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:50.321290 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e33b161-3f11-4f0e-a789-17f320abe72d req-2328f3f6-58a7-4652-b761-41eba9ad58cf tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.1133063 Dec 16 22:21:50.354898 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d60c1f-aa85-49c0-ab8b-90c48c9ca1cd req-0b887268-88a4-457b-ae5a-8af62827c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:50.356329 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-73d60c1f-aa85-49c0-ab8b-90c48c9ca1cd req-0b887268-88a4-457b-ae5a-8af62827c0c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bc8576b5-46ce-4634-ac13-c2efe0b20a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907965 Dec 16 22:21:50.359867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-76680c77-1f8e-4574-a3d1-71784ca7ee9d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Deleting port 1d71dcd0-2fdd-4fa5-940c-f6ccf4b0ac94 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:50.361153 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76680c77-1f8e-4574-a3d1-71784ca7ee9d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.441560 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.460026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e33b161-3f11-4f0e-a789-17f320abe72d req-bb41f997-1c91-434f-9737-09bbd060829b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292725 Dec 16 22:21:50.481592 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-73d60c1f-aa85-49c0-ab8b-90c48c9ca1cd req-a68f17f1-7fd9-421b-90ec-caea7a1c8e03 service neutron] 10.222.0.69 "GET /v2.0/networks/bc8576b5-46ce-4634-ac13-c2efe0b20a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158061 Dec 16 22:21:50.533292 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f356996-8662-4476-b604-9d643fda039e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408a0543-4f1b-4155-82fb-ca36d88f0056'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:50.539094 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76680c77-1f8e-4574-a3d1-71784ca7ee9d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.539260 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac73712-da78-4e9f-96e6-917f1abab242" -d '{"events": [{"server_uuid": "6f356996-8662-4476-b604-9d643fda039e", "name": "network-vif-plugged", "status": "completed", "tag": "408a0543-4f1b-4155-82fb-ca36d88f0056"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:50.554248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-76680c77-1f8e-4574-a3d1-71784ca7ee9d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Calling delete_port for 1d71dcd0-2fdd-4fa5-940c-f6ccf4b0ac94 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:50.580111 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-ae374d93-a51e-4195-a866-61dc32c04511 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Allocated IP 172.20.0.14 (aeacdd12-c4f2-4601-a455-07666d73ce14/e163a1f1-b5be-42d0-8fe2-20cf225494de/53514bbb-20d6-4103-8c77-0ddb091df62c) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:50.597102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-ae374d93-a51e-4195-a866-61dc32c04511 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Allocated IP 172.20.0.13 (aeacdd12-c4f2-4601-a455-07666d73ce14/e163a1f1-b5be-42d0-8fe2-20cf225494de/53514bbb-20d6-4103-8c77-0ddb091df62c) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:50.661208 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d699abed-c7ed-429a-93e4-a950b1be292e x-openstack-request-id: req-d699abed-c7ed-429a-93e4-a950b1be292e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:50.661533 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f356996-8662-4476-b604-9d643fda039e", "name": "network-vif-plugged", "status": "completed", "tag": "408a0543-4f1b-4155-82fb-ca36d88f0056", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:50.661749 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d699abed-c7ed-429a-93e4-a950b1be292e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:50.662142 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f356996-8662-4476-b604-9d643fda039e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408a0543-4f1b-4155-82fb-ca36d88f0056', 'code': 200} Dec 16 22:21:50.663983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 408a0543-4f1b-4155-82fb-ca36d88f0056, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=408a0543-4f1b-4155-82fb-ca36d88f0056,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:50.686514 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-73d60c1f-aa85-49c0-ab8b-90c48c9ca1cd req-4e05aa86-923c-48bf-b638-cc8a6412a4dc service neutron] 10.222.0.69 "GET /v2.0/networks/bc8576b5-46ce-4634-ac13-c2efe0b20a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812248 Dec 16 22:21:50.722700 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e446ffa-ed92-41de-8650-6ac5b41e0ad8 req-4a1ec7db-7d8e-4f1c-acdf-3e0faa545581 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 210 time: 0.0416586 Dec 16 22:21:50.722808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-646551c0-23a2-496e-9bd3-7d55a6bddd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'name': 'tempest-ServersTestBootFromVolume-1696411446-router', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:07Z', 'updated_at': '2021-12-16T22:20:13Z', 'revision_number': 4, 'project_id': 'f537f374e12149ffb0064560df407002', 'gw_port': {'id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:08Z', 'updated_at': '2021-12-16T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '8b1e9a19-f6c7-4bae-894c-6095edf7f9e2', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'port_id': '0b69e565-21df-4aeb-99b2-2eadb537243b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'mac_address': 'fa:16:3e:70:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6614f505-a300-4962-b3b5-0ce75598958a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:20:21Z', 'updated_at': '2021-12-16T22:21:47Z', 'revision_number': 1, 'project_id': 'f537f374e12149ffb0064560df407002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '959f1f63-1260-4178-b437-eea0dfe31ea1', 'name': '', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'mac_address': 'fa:16:3e:0b:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:12Z', 'updated_at': '2021-12-16T22:20:21Z', 'revision_number': 5, 'project_id': 'f537f374e12149ffb0064560df407002', 'subnets': [{'id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:50.771247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646551c0-23a2-496e-9bd3-7d55a6bddd99 None None] The sync data for ids ['84e30f82-1c37-4681-b26b-81ed6e0564ad'] in n-d-821840-2 is: [{'id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'name': 'tempest-ServersTestBootFromVolume-1696411446-router', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:07Z', 'updated_at': '2021-12-16T22:20:13Z', 'revision_number': 4, 'project_id': 'f537f374e12149ffb0064560df407002', 'gw_port': {'id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:08Z', 'updated_at': '2021-12-16T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '8b1e9a19-f6c7-4bae-894c-6095edf7f9e2', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'port_id': '0b69e565-21df-4aeb-99b2-2eadb537243b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'mac_address': 'fa:16:3e:70:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6614f505-a300-4962-b3b5-0ce75598958a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:20:21Z', 'updated_at': '2021-12-16T22:21:47Z', 'revision_number': 1, 'project_id': 'f537f374e12149ffb0064560df407002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '959f1f63-1260-4178-b437-eea0dfe31ea1', 'name': '', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'mac_address': 'fa:16:3e:0b:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:12Z', 'updated_at': '2021-12-16T22:20:21Z', 'revision_number': 5, 'project_id': 'f537f374e12149ffb0064560df407002', 'subnets': [{'id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:50.775820 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.784562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba352226-9960-4e01-8b1d-6df1fae61bf7 req-9b6333e8-4734-488c-ada3-4b992810df35 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0405581 Dec 16 22:21:50.840842 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aca041-e5a8-4513-b9c9-2b41d4911cc7 req-53075d4b-f47b-406e-9fac-2aba6f4fd454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:50.842381 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b1aca041-e5a8-4513-b9c9-2b41d4911cc7 req-53075d4b-f47b-406e-9fac-2aba6f4fd454 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 1096 time: 0.1318436 Dec 16 22:21:50.882085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=408a0543-4f1b-4155-82fb-ca36d88f0056,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:50.898601 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae374d93-a51e-4195-a866-61dc32c04511 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.931163 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b1aca041-e5a8-4513-b9c9-2b41d4911cc7 req-bebc7a9f-e3d8-4e79-b263-c5001d0fde97 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694373 Dec 16 22:21:51.006947 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76680c77-1f8e-4574-a3d1-71784ca7ee9d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.029905 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae374d93-a51e-4195-a866-61dc32c04511 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.058297 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc0c92-756e-4b2a-9aa5-847fd029070c None None] New status for floating IP 8b1e9a19-f6c7-4bae-894c-6095edf7f9e2: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:21:51.073163 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76680c77-1f8e-4574-a3d1-71784ca7ee9d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Pushing event deleted for resources: {'Port': ['ID=1d71dcd0-2fdd-4fa5-940c-f6ccf4b0ac94,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:51.095063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae374d93-a51e-4195-a866-61dc32c04511 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network aeacdd12-c4f2-4601-a455-07666d73ce14 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:51.097984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-ae374d93-a51e-4195-a866-61dc32c04511 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:51.103500 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae374d93-a51e-4195-a866-61dc32c04511 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:51.133554 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae374d93-a51e-4195-a866-61dc32c04511 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=53514bbb-20d6-4103-8c77-0ddb091df62c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:51.172346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae374d93-a51e-4195-a866-61dc32c04511 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:51.174087 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae374d93-a51e-4195-a866-61dc32c04511 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.242430 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482b4fe-494d-4840-a66d-2aa147ac3e79 req-ac311edf-2b20-4834-afe9-3ea7eecfb552 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:51.244010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6482b4fe-494d-4840-a66d-2aa147ac3e79 req-ac311edf-2b20-4834-afe9-3ea7eecfb552 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 946 time: 0.1744046 Dec 16 22:21:51.247125 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76680c77-1f8e-4574-a3d1-71784ca7ee9d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.255112 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ae374d93-a51e-4195-a866-61dc32c04511 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.5166330 Dec 16 22:21:51.257784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42974) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:51.263839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': '53514bbb-20d6-4103-8c77-0ddb091df62c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:51.411729 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.430200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6482b4fe-494d-4840-a66d-2aa147ac3e79 req-49119194-f17f-46b9-8983-2fab8755364f tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736095 Dec 16 22:21:51.514063 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76680c77-1f8e-4574-a3d1-71784ca7ee9d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.520427 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76680c77-1f8e-4574-a3d1-71784ca7ee9d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.552143 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.607192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76680c77-1f8e-4574-a3d1-71784ca7ee9d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Router d2de1a4f-7f5f-473d-8299-9892496ff370 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:51.682824 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Allocated IP 172.25.2.59 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/b5d36c64-7679-433d-a129-d962289dbf8d) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:51.705888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76680c77-1f8e-4574-a3d1-71784ca7ee9d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:51.717886 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda08618-5ca0-4bee-b950-d430345adceb None None] Sync routers for ids ['d2de1a4f-7f5f-473d-8299-9892496ff370'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:51.727163 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76680c77-1f8e-4574-a3d1-71784ca7ee9d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.728474 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-76680c77-1f8e-4574-a3d1-71784ca7ee9d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "PUT /v2.0/routers/d2de1a4f-7f5f-473d-8299-9892496ff370 HTTP/1.1" status: 200 len: 706 time: 2.1814086 Dec 16 22:21:51.734544 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42982) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:51.738314 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda08618-5ca0-4bee-b950-d430345adceb None None] Routers {'d2de1a4f-7f5f-473d-8299-9892496ff370'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:51.740660 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cda08618-5ca0-4bee-b950-d430345adceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['d2de1a4f-7f5f-473d-8299-9892496ff370'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:51.791623 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cda08618-5ca0-4bee-b950-d430345adceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:51.804374 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda08618-5ca0-4bee-b950-d430345adceb None None] Routers {'d2de1a4f-7f5f-473d-8299-9892496ff370'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:51.805296 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cda08618-5ca0-4bee-b950-d430345adceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['d2de1a4f-7f5f-473d-8299-9892496ff370'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:51.846970 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cda08618-5ca0-4bee-b950-d430345adceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:51.847923 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda08618-5ca0-4bee-b950-d430345adceb None None] The sync data for ids ['d2de1a4f-7f5f-473d-8299-9892496ff370'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:51.848529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-873b73de-339b-4e9b-982c-2899240a66d2 req-da1c06bc-9cee-493d-8b2a-c15d52534cdd tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 210 time: 0.0395916 Dec 16 22:21:51.849892 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.863878 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a41967c5-8143-43b3-94b9-f060110e78b5 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/routers/d2de1a4f-7f5f-473d-8299-9892496ff370 HTTP/1.1" status: 200 len: 741 time: 0.1263471 Dec 16 22:21:51.872313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42988) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:51.872527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54d2d5-f79d-4c3e-8cf4-6543aad367b9 req-f272cadd-0fbc-4847-a690-73c2b1463335 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:51.874217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa54d2d5-f79d-4c3e-8cf4-6543aad367b9 req-f272cadd-0fbc-4847-a690-73c2b1463335 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.3130357 Dec 16 22:21:51.930207 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8c4c7c21-0423-4e76-9d79-9698e14b0891 tempest-RoutersAdminTest-594273315 tempest-RoutersAdminTest-594273315-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=331c0cce-7f70-4da0-8420-947a310fded1&device_id=d2de1a4f-7f5f-473d-8299-9892496ff370 HTTP/1.1" status: 200 len: 205 time: 0.0564737 Dec 16 22:21:51.934071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42990) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:51.959908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d403f46-631f-4d4f-8411-26fa3a266e9b req-a74a9d4e-6f7e-42bc-9ead-d1b57407a6fd tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0358100 Dec 16 22:21:51.961874 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1dc2c96d-f58d-4b2f-bac6-eb8e6302ef57 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2de1a4f-7f5f-473d-8299-9892496ff370 HTTP/1.1" status: 200 len: 205 time: 0.0266981 Dec 16 22:21:51.964524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42992) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:51.964680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa54d2d5-f79d-4c3e-8cf4-6543aad367b9 req-acc0aabf-38bd-417e-bd64-8154d9e4f689 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821157 Dec 16 22:21:52.046533 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-52ecc447-af32-43e9-b883-f517a4d6bdbe tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.086084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.160862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:52.165876 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:52.192608 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:52.275558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=b5d36c64-7679-433d-a129-d962289dbf8d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:52.284297 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-52ecc447-af32-43e9-b883-f517a4d6bdbe tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.287898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-52ecc447-af32-43e9-b883-f517a4d6bdbe tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.412301 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-37c03b2b-ba06-43d7-9553-b00ae5d533a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.457139 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-52ecc447-af32-43e9-b883-f517a4d6bdbe tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.457476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ecc447-af32-43e9-b883-f517a4d6bdbe tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Fanout notify agent at l3_agent the message router_deleted on router d2de1a4f-7f5f-473d-8299-9892496ff370 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:21:52.471411 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-52ecc447-af32-43e9-b883-f517a4d6bdbe tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.476242 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-52ecc447-af32-43e9-b883-f517a4d6bdbe tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "DELETE /v2.0/routers/d2de1a4f-7f5f-473d-8299-9892496ff370 HTTP/1.1" status: 204 len: 168 time: 0.5104315 Dec 16 22:21:52.476517 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42998) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:52.518899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e16eb03f-e3d4-4fd5-920c-0e3fcf140616 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2de1a4f-7f5f-473d-8299-9892496ff370 HTTP/1.1" status: 200 len: 205 time: 0.0411065 Dec 16 22:21:52.520800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43000) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:52.590207 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-959b05ab-0f91-4a35-adc7-84b5ea08f31d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] delete failed (client error): The resource could not be found. Dec 16 22:21:52.594216 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-959b05ab-0f91-4a35-adc7-84b5ea08f31d tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "DELETE /v2.0/routers/d2de1a4f-7f5f-473d-8299-9892496ff370 HTTP/1.1" status: 404 len: 336 time: 0.0719275 Dec 16 22:21:52.595172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43002) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:52.627605 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-88441923-39c8-4e02-9153-240793fc5be4 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "GET /v2.0/ports?device_id=646841c0-1743-40fb-aaca-f957dbaf5730 HTTP/1.1" status: 200 len: 205 time: 0.0276780 Dec 16 22:21:52.629977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43004) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:52.649975 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c18d7-2a05-42cb-b711-212141ce999a req-b8d3297d-d9a6-4363-81cf-0bb6641d4d1e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:52.651351 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b37c18d7-2a05-42cb-b711-212141ce999a req-b8d3297d-d9a6-4363-81cf-0bb6641d4d1e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.69 "GET /v2.0/networks?id=c4670e1e-81bf-4037-8565-9cf863de8896 HTTP/1.1" status: 200 len: 805 time: 0.1721318 Dec 16 22:21:52.671986 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-1b360fd0-ad6f-4b48-a2d4-b26261ad297b tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] delete failed (client error): The resource could not be found. Dec 16 22:21:52.673250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1b360fd0-ad6f-4b48-a2d4-b26261ad297b tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "DELETE /v2.0/routers/646841c0-1743-40fb-aaca-f957dbaf5730 HTTP/1.1" status: 404 len: 336 time: 0.0422785 Dec 16 22:21:52.682042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75329d09-a46f-46b3-9100-c1ae51b441e8 req-852749c5-a60c-47f1-a45d-fefc8c491e33 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:52.683568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75329d09-a46f-46b3-9100-c1ae51b441e8 req-852749c5-a60c-47f1-a45d-fefc8c491e33 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 946 time: 0.1635420 Dec 16 22:21:52.684053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43006) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:52.695355 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-b37c18d7-2a05-42cb-b711-212141ce999a req-f897b659-bf58-4157-b9c5-ed1e2760625e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Request body: {'port': {'device_id': 'b8f16079-395a-4186-bbd1-f1af42f80f00', 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896', 'admin_state_up': True, 'tenant_id': '56869cdf782d41239114f869f3115973'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:52.721547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-236d3bbe-a235-4750-b05b-f1d5fa261e7e tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "GET /v2.0/ports?device_id=70df0b99-4af1-44b2-bf2f-234a91a021ad HTTP/1.1" status: 200 len: 205 time: 0.0362577 Dec 16 22:21:52.728016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43010) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:52.778154 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-5c9bd364-a40d-41c3-9900-389589cedea7 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] delete failed (client error): The resource could not be found. Dec 16 22:21:52.779404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5c9bd364-a40d-41c3-9900-389589cedea7 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "DELETE /v2.0/routers/70df0b99-4af1-44b2-bf2f-234a91a021ad HTTP/1.1" status: 404 len: 336 time: 0.0503674 Dec 16 22:21:52.782392 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43012) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:52.814819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75329d09-a46f-46b3-9100-c1ae51b441e8 req-c2d9b22d-ea1a-405a-bb3f-78ed9931b06e tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966356 Dec 16 22:21:52.844179 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e04ac708-f8ae-4e66-b12f-5010c50ac7ff tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "GET /v2.0/ports?device_id=03583a3b-1d16-472c-bda3-9b1bce74c429 HTTP/1.1" status: 200 len: 205 time: 0.0607769 Dec 16 22:21:52.847014 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43014) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:52.891926 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-59d5dcc2-56f8-4039-9601-216b48e377ab tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] delete failed (client error): The resource could not be found. Dec 16 22:21:52.894976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-59d5dcc2-56f8-4039-9601-216b48e377ab tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "DELETE /v2.0/routers/03583a3b-1d16-472c-bda3-9b1bce74c429 HTTP/1.1" status: 404 len: 336 time: 0.0468752 Dec 16 22:21:52.895642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43018) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:52.932655 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-14bb2532-5277-45c3-9935-8b41446ed333 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "GET /v2.0/ports?device_id=582e7de9-4bf3-4621-994b-def7bd21d95e HTTP/1.1" status: 200 len: 205 time: 0.0337284 Dec 16 22:21:52.932905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43020) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:52.945169 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.976570 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-e2df55a1-aeb8-46a5-ab3e-8ca38618558b tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] delete failed (client error): The resource could not be found. Dec 16 22:21:52.977599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e2df55a1-aeb8-46a5-ab3e-8ca38618558b tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "DELETE /v2.0/routers/582e7de9-4bf3-4621-994b-def7bd21d95e HTTP/1.1" status: 404 len: 336 time: 0.0436027 Dec 16 22:21:52.980354 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43024) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:53.014925 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b52b7c73-f0ea-4b8a-8979-baaab727a1e6 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "GET /v2.0/ports?device_id=44dfcb25-47e6-4d44-aca1-1f4c68ccd70a HTTP/1.1" status: 200 len: 205 time: 0.0294433 Dec 16 22:21:53.014925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43030) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:53.056522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37c18d7-2a05-42cb-b711-212141ce999a req-f897b659-bf58-4157-b9c5-ed1e2760625e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Made reservation on behalf of 56869cdf782d41239114f869f3115973 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:53.060024 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b37c18d7-2a05-42cb-b711-212141ce999a req-f897b659-bf58-4157-b9c5-ed1e2760625e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.062254 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-7cb349a5-27f1-4d13-9f0b-feb9938dd723 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] delete failed (client error): The resource could not be found. Dec 16 22:21:53.064046 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7cb349a5-27f1-4d13-9f0b-feb9938dd723 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "DELETE /v2.0/routers/44dfcb25-47e6-4d44-aca1-1f4c68ccd70a HTTP/1.1" status: 404 len: 336 time: 0.0489662 Dec 16 22:21:53.072434 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43032) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:53.075437 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96868446-7ac4-489d-88b3-686e583c0a01 req-15469b7d-836f-4ef2-be66-f7847a2dad1d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 210 time: 0.1346407 Dec 16 22:21:53.096170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53e52c59-03eb-4d9e-b159-230a165cd3e7 req-5bea1887-8acf-4e8c-b2eb-f14d4f496ac5 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0439878 Dec 16 22:21:53.123238 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f4e207-74e0-4d31-835e-c13f246622d3 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] DELETE failed (client error): The resource could not be found. Dec 16 22:21:53.123739 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f4e207-74e0-4d31-835e-c13f246622d3 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:21:53.127009 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f8f4e207-74e0-4d31-835e-c13f246622d3 tempest-RoutersAdminTest-1808044894 tempest-RoutersAdminTest-1808044894-project] 10.222.0.43 "DELETE /v2.0/subnets/79ed84ca-d6d1-44ed-bca2-04816536a993 HTTP/1.1" status: 404 len: 337 time: 0.0536010 Dec 16 22:21:53.187665 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.199377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee7606-08d7-41b4-bd6c-4f5cbcc916f3 req-eac27e98-ff3a-4553-b9bd-521841aa4d0a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:53.204419 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62ee7606-08d7-41b4-bd6c-4f5cbcc916f3 req-eac27e98-ff3a-4553-b9bd-521841aa4d0a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 944 time: 0.0523298 Dec 16 22:21:53.256499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62ee7606-08d7-41b4-bd6c-4f5cbcc916f3 req-3e514aab-0350-4424-bccb-df6fa9966665 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476508 Dec 16 22:21:53.398878 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.535186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43040) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:53.559668 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-b37c18d7-2a05-42cb-b711-212141ce999a req-f897b659-bf58-4157-b9c5-ed1e2760625e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Allocated IP 172.20.0.11 (c4670e1e-81bf-4037-8565-9cf863de8896/634b6d25-6ad9-4d67-9394-5b078696d451/13e8a307-be98-478d-a7bc-280b915fd33f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:53.644894 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6df8ef4c-eee6-4c70-b1ce-b367c2df0d59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.713243 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.723870 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6df8ef4c-eee6-4c70-b1ce-b367c2df0d59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.762100 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b37c18d7-2a05-42cb-b711-212141ce999a req-f897b659-bf58-4157-b9c5-ed1e2760625e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.778767 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.811770 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6df8ef4c-eee6-4c70-b1ce-b367c2df0d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.849418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2a213143-51e7-4ac6-a227-96f5063c9068 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:21:53.853383 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8ef4c-eee6-4c70-b1ce-b367c2df0d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739714a9-6d69-4141-8673-8173732ae69b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:53.858571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6df8ef4c-eee6-4c70-b1ce-b367c2df0d59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=612785d5ea9b432aad7219a9b2a86c8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3221521 Dec 16 22:21:53.867197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43048) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:53.899209 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=b5d36c64-7679-433d-a129-d962289dbf8d,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:53.915954 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.967006 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b37c18d7-2a05-42cb-b711-212141ce999a req-f897b659-bf58-4157-b9c5-ed1e2760625e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.991306 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2a213143-51e7-4ac6-a227-96f5063c9068, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2a213143-51e7-4ac6-a227-96f5063c9068,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:54.011149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '2a213143-51e7-4ac6-a227-96f5063c9068', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'port_id': '2a213143-51e7-4ac6-a227-96f5063c9068', 'mac_address': 'fa:16:3e:84:39:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:21:54.058281 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.061285 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37c18d7-2a05-42cb-b711-212141ce999a req-f897b659-bf58-4157-b9c5-ed1e2760625e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Network c4670e1e-81bf-4037-8565-9cf863de8896 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:54.074897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a213143-51e7-4ac6-a227-96f5063c9068 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:21:54.075986 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-b37c18d7-2a05-42cb-b711-212141ce999a req-f897b659-bf58-4157-b9c5-ed1e2760625e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:54.086289 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37c18d7-2a05-42cb-b711-212141ce999a req-f897b659-bf58-4157-b9c5-ed1e2760625e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:54.097432 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897b659-bf58-4157-b9c5-ed1e2760625e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Pushing event updated for resources: {'Port': ['ID=13e8a307-be98-478d-a7bc-280b915fd33f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:54.100418 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c2c027b-ab20-4933-bf3b-8cc2ed1a6926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.115129 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2a213143-51e7-4ac6-a227-96f5063c9068, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2a213143-51e7-4ac6-a227-96f5063c9068,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:54.160451 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Floating IP 653cbdd6-5438-44bc-8592-5ae0a9c86611 associated. External IP: 172.25.2.59, port: 53514bbb-20d6-4103-8c77-0ddb091df62c. Dec 16 22:21:54.190114 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.206142 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c2c027b-ab20-4933-bf3b-8cc2ed1a6926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.223850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c18d7-2a05-42cb-b711-212141ce999a req-f897b659-bf58-4157-b9c5-ed1e2760625e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:54.224658 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b37c18d7-2a05-42cb-b711-212141ce999a req-f897b659-bf58-4157-b9c5-ed1e2760625e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.241670 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2a213143-51e7-4ac6-a227-96f5063c9068,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:54.322031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45d14a-b328-42e5-9741-5d4eb5bb4c6a req-22fa0c0d-82be-4e2a-a6af-1c89460b5a68 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:54.323562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a45d14a-b328-42e5-9741-5d4eb5bb4c6a req-22fa0c0d-82be-4e2a-a6af-1c89460b5a68 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 946 time: 0.4066005 Dec 16 22:21:54.364622 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b37c18d7-2a05-42cb-b711-212141ce999a req-f897b659-bf58-4157-b9c5-ed1e2760625e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6734245 Dec 16 22:21:54.381246 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Request body: {'port': {'device_id': 'b8f16079-395a-4186-bbd1-f1af42f80f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:54.389946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f73150-96cb-4dbe-866e-b35728a0e479 req-c01d66c7-68e5-44a8-9082-85eaf47aaae9 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:54.392076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8f73150-96cb-4dbe-866e-b35728a0e479 req-c01d66c7-68e5-44a8-9082-85eaf47aaae9 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 932 time: 0.0950017 Dec 16 22:21:54.400777 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a45d14a-b328-42e5-9741-5d4eb5bb4c6a req-6c232921-c591-4dc3-a2ca-f7b70a88cfed tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628550 Dec 16 22:21:54.436986 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c2c027b-ab20-4933-bf3b-8cc2ed1a6926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.440559 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c2c027b-ab20-4933-bf3b-8cc2ed1a6926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.441718 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0c2c027b-ab20-4933-bf3b-8cc2ed1a6926 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/739714a9-6d69-4141-8673-8173732ae69b HTTP/1.1" status: 204 len: 168 time: 0.5736098 Dec 16 22:21:54.452255 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8f73150-96cb-4dbe-866e-b35728a0e479 req-457a3c93-0354-4bb4-9d7e-143f133f44d8 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502937 Dec 16 22:21:54.464819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c027b-ab20-4933-bf3b-8cc2ed1a6926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739714a9-6d69-4141-8673-8173732ae69b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:54.507573 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router af25f916-9509-4969-a6e6-b2707dac975a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:54.516003 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.565350 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['2a213143-51e7-4ac6-a227-96f5063c9068'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:21:54.578315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee34bab3-05a1-406f-83b3-2ec25971d9e9 req-2ead74eb-1e8f-45b6-a6d3-e80ffeff10cd tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0377331 Dec 16 22:21:54.630220 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d6389-fac8-4a5b-8ca2-15a0effbc441 req-d6e80cc7-4352-45d9-bd61-b427fa04cf4a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:54.631967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-517d6389-fac8-4a5b-8ca2-15a0effbc441 req-d6e80cc7-4352-45d9-bd61-b427fa04cf4a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 945 time: 0.0813990 Dec 16 22:21:54.707831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-517d6389-fac8-4a5b-8ca2-15a0effbc441 req-dbd68bb4-88b0-4e2f-8a14-b315c3e8b91f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633552 Dec 16 22:21:54.788841 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.804559 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:54.815556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d4e16b-a5a1-428c-b5a2-793537903a6f None None] Sync routers for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:54.823010 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de1952-dd5d-4d7c-86e9-433c6ca5a72c req-5ed3b3a2-b616-4132-a311-52246cbe2d78 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:54.830669 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d4e16b-a5a1-428c-b5a2-793537903a6f None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:54.830872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-68d4e16b-a5a1-428c-b5a2-793537903a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:54.832074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86de1952-dd5d-4d7c-86e9-433c6ca5a72c req-5ed3b3a2-b616-4132-a311-52246cbe2d78 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 945 time: 0.0700552 Dec 16 22:21:54.872871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-68d4e16b-a5a1-428c-b5a2-793537903a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:54.892010 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d4e16b-a5a1-428c-b5a2-793537903a6f None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:54.892570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-68d4e16b-a5a1-428c-b5a2-793537903a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:54.912117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86de1952-dd5d-4d7c-86e9-433c6ca5a72c req-bfeb4ba9-4ab5-4ecf-bb18-2bfd1de36b36 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738485 Dec 16 22:21:54.932953 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-68d4e16b-a5a1-428c-b5a2-793537903a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:54.933699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d4e16b-a5a1-428c-b5a2-793537903a6f None None] The sync data for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:54.940666 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.990685 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2e95cc52-e523-48d9-8e5b-ec3dcf3a730c tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7315593 Dec 16 22:21:54.994024 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43068) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:54.998659 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8169926c-c1ec-4dad-9bd7-501c92e46f29 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'floatingip': {'port_id': '53514bbb-20d6-4103-8c77-0ddb091df62c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:55.038916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53cc43-7593-40bc-8349-38c7a3b16333 req-a17752b8-2994-47fa-8acd-f8cfb26ea728 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:55.040266 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a53cc43-7593-40bc-8349-38c7a3b16333 req-a17752b8-2994-47fa-8acd-f8cfb26ea728 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 946 time: 0.0505915 Dec 16 22:21:55.096090 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8169926c-c1ec-4dad-9bd7-501c92e46f29 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.097996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a53cc43-7593-40bc-8349-38c7a3b16333 req-3d5a7aae-0a98-4b2f-9103-f07d6fe37e32 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493870 Dec 16 22:21:55.105732 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e8a307-be98-478d-a7bc-280b915fd33f {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:21:55.147638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43072) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:55.173379 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.193418 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f0ea24e8-1b2b-4f3d-a4a3-bb5b385258e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f784b4a6ba5a4ef6a01b89d62e2209f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443323 Dec 16 22:21:55.195607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43074) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:55.200216 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Transition to ACTIVE for port object 13e8a307-be98-478d-a7bc-280b915fd33f will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:21:55.240133 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.248000 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0429c60f-e5d9-4e54-8786-a9ab8dd43dc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.271696 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0429c60f-e5d9-4e54-8786-a9ab8dd43dc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.391103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Pushing event updated for resources: {'Port': ['ID=13e8a307-be98-478d-a7bc-280b915fd33f,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:55.406283 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0429c60f-e5d9-4e54-8786-a9ab8dd43dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.409456 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0429c60f-e5d9-4e54-8786-a9ab8dd43dc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.413945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0429c60f-e5d9-4e54-8786-a9ab8dd43dc0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d864b855-2972-4b8b-938a-0344c3fe3372 HTTP/1.1" status: 204 len: 168 time: 0.2173002 Dec 16 22:21:55.423671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429c60f-e5d9-4e54-8786-a9ab8dd43dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d864b855-2972-4b8b-938a-0344c3fe3372,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:55.520303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Attempting to bind port 13e8a307-be98-478d-a7bc-280b915fd33f on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:55.520820 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Attempting to bind port 13e8a307-be98-478d-a7bc-280b915fd33f by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '7b0ac6d1-cc91-49c2-b04c-04250607c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:55.521295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Attempting to bind port 13e8a307-be98-478d-a7bc-280b915fd33f on network c4670e1e-81bf-4037-8565-9cf863de8896 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:55.532945 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Port 13e8a307-be98-478d-a7bc-280b915fd33f on network c4670e1e-81bf-4037-8565-9cf863de8896 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:21:55.533396 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Attempting to bind port 13e8a307-be98-478d-a7bc-280b915fd33f on network c4670e1e-81bf-4037-8565-9cf863de8896 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:55.541401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:55.541860 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Checking segment: {'id': '7b0ac6d1-cc91-49c2-b04c-04250607c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:55.542281 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Bound using segment: {'id': '7b0ac6d1-cc91-49c2-b04c-04250607c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:55.542862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Bound port: 13e8a307-be98-478d-a7bc-280b915fd33f, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0ac6d1-cc91-49c2-b04c-04250607c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:55.543225 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.600976 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df56cc-e28a-4e17-b9c8-e86e3bc642a6 req-9a07d66e-e9aa-4d7e-9ae8-066d2433c381 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:55.603885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13df56cc-e28a-4e17-b9c8-e86e3bc642a6 req-9a07d66e-e9aa-4d7e-9ae8-066d2433c381 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 946 time: 0.1019173 Dec 16 22:21:55.643128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9321f9a-3f73-4706-9556-f0422259c142 req-4d72026d-fb2d-48e0-92b2-5a4b71579c03 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:55.644865 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9321f9a-3f73-4706-9556-f0422259c142 req-4d72026d-fb2d-48e0-92b2-5a4b71579c03 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 944 time: 0.0926120 Dec 16 22:21:55.680847 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.686826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13df56cc-e28a-4e17-b9c8-e86e3bc642a6 req-c1c96f0a-1537-4276-bbd6-13dd042c9b8b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779366 Dec 16 22:21:55.711016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] For port 13e8a307-be98-478d-a7bc-280b915fd33f, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:55.729145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9321f9a-3f73-4706-9556-f0422259c142 req-101e9770-60d9-4b3c-8687-b3a5a6cd1783 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763838 Dec 16 22:21:55.755586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] For port 13e8a307-be98-478d-a7bc-280b915fd33f, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=13e8a307-be98-478d-a7bc-280b915fd33f,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:55.805883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f85d2a8-8348-4e01-8d9c-4aa4d7f84084 req-993d199a-33ca-44cb-827c-d8a25e53c910 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0329640 Dec 16 22:21:55.863830 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2a213143-51e7-4ac6-a227-96f5063c9068 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:55.880054 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.925166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 2a213143-51e7-4ac6-a227-96f5063c9068 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:55.925733 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.947224 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:55.948168 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.950433 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b37c18d7-2a05-42cb-b711-212141ce999a req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] 10.222.0.69 "PUT /v2.0/ports/13e8a307-be98-478d-a7bc-280b915fd33f HTTP/1.1" status: 200 len: 1092 time: 1.5728235 Dec 16 22:21:55.950433 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f16079-395a-4186-bbd1-f1af42f80f00', 'tag': '13e8a307-be98-478d-a7bc-280b915fd33f'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:55.953351 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e84cbb1-ba75-434a-ab0f-d64610d3c5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f16079-395a-4186-bbd1-f1af42f80f00", "tag": "13e8a307-be98-478d-a7bc-280b915fd33f"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:55.957190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955d07a-e7c5-43d9-9b39-a569c50f68f9 req-bf673033-e031-4782-9c2e-f572e3e83494 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:55.965886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f955d07a-e7c5-43d9-9b39-a569c50f68f9 req-bf673033-e031-4782-9c2e-f572e3e83494 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 945 time: 0.0758493 Dec 16 22:21:56.009065 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8169926c-c1ec-4dad-9bd7-501c92e46f29 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:56.018944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376eafb7-21c3-44a1-b692-b67564772de4 service neutron] Pushing event updated for resources: {'Port': ['ID=13e8a307-be98-478d-a7bc-280b915fd33f,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:56.029377 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f206ad78-8b39-4e26-a640-825d5bce0894 x-openstack-request-id: req-f206ad78-8b39-4e26-a640-825d5bce0894 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:56.032867 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f16079-395a-4186-bbd1-f1af42f80f00", "tag": "13e8a307-be98-478d-a7bc-280b915fd33f", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:56.036667 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f206ad78-8b39-4e26-a640-825d5bce0894 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:56.036667 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f16079-395a-4186-bbd1-f1af42f80f00', 'tag': '13e8a307-be98-478d-a7bc-280b915fd33f', 'status': 'completed', 'code': 200} Dec 16 22:21:56.052717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f955d07a-e7c5-43d9-9b39-a569c50f68f9 req-af6c1c45-e57e-4e4c-8066-ad5fc62ed503 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856671 Dec 16 22:21:56.056614 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:56.097100 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8169926c-c1ec-4dad-9bd7-501c92e46f29 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:56.102731 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd38057-4844-4715-9622-ce9f365e714b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a213143-51e7-4ac6-a227-96f5063c9068'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:56.105209 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6995d7-db60-4c3f-94a2-76016cc24fa0" -d '{"events": [{"server_uuid": "9cd38057-4844-4715-9622-ce9f365e714b", "name": "network-vif-plugged", "status": "completed", "tag": "2a213143-51e7-4ac6-a227-96f5063c9068"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:56.123122 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 2a213143-51e7-4ac6-a227-96f5063c9068, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2a213143-51e7-4ac6-a227-96f5063c9068,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:56.156193 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e648eddb-8d31-4849-87cb-3b20a0200c75 x-openstack-request-id: req-e648eddb-8d31-4849-87cb-3b20a0200c75 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:56.156490 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd38057-4844-4715-9622-ce9f365e714b", "name": "network-vif-plugged", "status": "completed", "tag": "2a213143-51e7-4ac6-a227-96f5063c9068", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:56.156987 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e648eddb-8d31-4849-87cb-3b20a0200c75 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:56.157860 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd38057-4844-4715-9622-ce9f365e714b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a213143-51e7-4ac6-a227-96f5063c9068', 'code': 200} Dec 16 22:21:56.162253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84cbb1-ba75-434a-ab0f-d64610d3c5f1 req-9e1dcc77-2d0d-4c4b-9573-7f2b9bb172ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:56.163786 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e84cbb1-ba75-434a-ab0f-d64610d3c5f1 req-9e1dcc77-2d0d-4c4b-9573-7f2b9bb172ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=56869cdf782d41239114f869f3115973&device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 1095 time: 0.1031377 Dec 16 22:21:56.200092 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:56.262870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=2a213143-51e7-4ac6-a227-96f5063c9068,revision_number=10']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:56.462142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fd831-dbb8-4db9-935a-d695b9722318 req-18ee5d0c-bf3d-4af0-9780-607754b9736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:56.463841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a71fd831-dbb8-4db9-935a-d695b9722318 req-18ee5d0c-bf3d-4af0-9780-607754b9736e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 1098 time: 0.0491922 Dec 16 22:21:56.525618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a71fd831-dbb8-4db9-935a-d695b9722318 req-c9581eaa-816e-4b30-893f-f7fef0c5260e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476291 Dec 16 22:21:56.668071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84cbb1-ba75-434a-ab0f-d64610d3c5f1 req-c652e382-110c-4305-9298-d67aa795c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:56.669536 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e84cbb1-ba75-434a-ab0f-d64610d3c5f1 req-c652e382-110c-4305-9298-d67aa795c53b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=56869cdf782d41239114f869f3115973&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4784307 Dec 16 22:21:56.737504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8169926c-c1ec-4dad-9bd7-501c92e46f29 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router af25f916-9509-4969-a6e6-b2707dac975a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:56.751003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43114) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:56.880282 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d27d0e-17f1-4fcc-a3bd-8ec59e6c7097 req-908b4520-a2ec-4767-9b87-8f6155445bba tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:56.882158 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7d27d0e-17f1-4fcc-a3bd-8ec59e6c7097 req-908b4520-a2ec-4767-9b87-8f6155445bba tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 946 time: 0.0923426 Dec 16 22:21:56.900235 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1604331764'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:56.904502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bb19d-2e15-45ee-8683-80d7173186db req-fd366563-fa87-43cb-abff-a7bd0fc168bf tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:56.906296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-189bb19d-2e15-45ee-8683-80d7173186db req-fd366563-fa87-43cb-abff-a7bd0fc168bf tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 944 time: 0.0869591 Dec 16 22:21:56.970503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7d27d0e-17f1-4fcc-a3bd-8ec59e6c7097 req-c97f805a-e64a-4240-8647-af0d43cffc3f tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806396 Dec 16 22:21:56.999018 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-189bb19d-2e15-45ee-8683-80d7173186db req-98fef432-62b9-45e9-89f1-3a39eaba9c2f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836875 Dec 16 22:21:57.046388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84cbb1-ba75-434a-ab0f-d64610d3c5f1 req-35d8f16f-dfb5-42b8-a9c4-0cb5d32e8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:57.048274 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e84cbb1-ba75-434a-ab0f-d64610d3c5f1 req-35d8f16f-dfb5-42b8-a9c4-0cb5d32e8541 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2910464 Dec 16 22:21:57.049803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8169926c-c1ec-4dad-9bd7-501c92e46f29 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:57.061629 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa9b69-6f19-4995-9565-a1f358635f80 None None] Sync routers for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:57.065175 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8169926c-c1ec-4dad-9bd7-501c92e46f29 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.074524 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa9b69-6f19-4995-9565-a1f358635f80 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:57.075861 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-dbaa9b69-6f19-4995-9565-a1f358635f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:57.119948 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-dbaa9b69-6f19-4995-9565-a1f358635f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:57.120327 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf70bff5-099a-4c52-bb69-bb537c988e36 req-9f923cc0-8e2c-41f7-961b-db718a666e4c tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0478089 Dec 16 22:21:57.131210 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa9b69-6f19-4995-9565-a1f358635f80 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:57.132083 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-dbaa9b69-6f19-4995-9565-a1f358635f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:57.167146 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Made reservation on behalf of 35200f1cf6ba494b981cf0f521343267 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:57.171114 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.176649 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8169926c-c1ec-4dad-9bd7-501c92e46f29 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "PUT /v2.0/floatingips/653cbdd6-5438-44bc-8592-5ae0a9c86611 HTTP/1.1" status: 200 len: 978 time: 2.1815989 Dec 16 22:21:57.177661 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-dbaa9b69-6f19-4995-9565-a1f358635f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:57.188393 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa9b69-6f19-4995-9565-a1f358635f80 None None] The sync data for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:57.189233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43128) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:57.200165 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.237373 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c18d7-2a05-42cb-b711-212141ce999a req-ec49ca5d-f987-4358-a1f6-1d7a99c3d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:57.238798 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b37c18d7-2a05-42cb-b711-212141ce999a req-ec49ca5d-f987-4358-a1f6-1d7a99c3d412 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=56869cdf782d41239114f869f3115973&device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 1095 time: 0.1009581 Dec 16 22:21:57.269371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73217525-6ecd-44c5-914c-9275c23a89f8 req-1d3164ab-9976-4ce5-95e8-50677ed6c728 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:57.270982 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73217525-6ecd-44c5-914c-9275c23a89f8 req-1d3164ab-9976-4ce5-95e8-50677ed6c728 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 947 time: 0.1240335 Dec 16 22:21:57.301191 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b37c18d7-2a05-42cb-b711-212141ce999a req-76506fd3-8c13-4967-a5fd-e5914b5a4ba8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13e8a307-be98-478d-a7bc-280b915fd33f HTTP/1.1" status: 200 len: 217 time: 0.0428779 Dec 16 22:21:57.372291 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.378329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73217525-6ecd-44c5-914c-9275c23a89f8 req-1535d196-bec0-4f90-9c18-a7e367aa7466 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951383 Dec 16 22:21:57.379457 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c18d7-2a05-42cb-b711-212141ce999a req-0f17377b-ca8d-4b63-a9c7-49c73be92bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:57.381183 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b37c18d7-2a05-42cb-b711-212141ce999a req-0f17377b-ca8d-4b63-a9c7-49c73be92bda service neutron] 10.222.0.69 "GET /v2.0/subnets?id=634b6d25-6ad9-4d67-9394-5b078696d451 HTTP/1.1" status: 200 len: 845 time: 0.0699775 Dec 16 22:21:57.429362 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b37c18d7-2a05-42cb-b711-212141ce999a req-6f0ea06f-f52a-4533-94b8-e87b2fe41c69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4670e1e-81bf-4037-8565-9cf863de8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283051 Dec 16 22:21:57.430471 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.460782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e24a9-6ff2-4660-b9c0-da6dab48db68 req-e38e0c21-fc43-47cf-bb9a-31be349eb66d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:57.462453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a9e24a9-6ff2-4660-b9c0-da6dab48db68 req-e38e0c21-fc43-47cf-bb9a-31be349eb66d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 946 time: 0.0603790 Dec 16 22:21:57.464743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-701bc34d-5f06-4467-af13-f6bee3c4983f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting port b5d36c64-7679-433d-a129-d962289dbf8d {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:57.465078 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-701bc34d-5f06-4467-af13-f6bee3c4983f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.472597 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:21:57.521696 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.521696 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Added segment 654d1757-9867-4979-8d25-155e14094bd0 of type vlan for network 834a1391-1356-4165-8e75-2cef668b5285 Dec 16 22:21:57.521696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13204081-4571-4c34-9543-25736e0864c6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:57.543334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:57.543683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:57.544024 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:57.544362 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:57.544696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:57.545024 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:57.545353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:57.545678 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:57.546089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:57.546422 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:57.546647 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:57.546968 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:57.547348 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:57.597659 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.609472 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-701bc34d-5f06-4467-af13-f6bee3c4983f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.610700 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-701bc34d-5f06-4467-af13-f6bee3c4983f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.617479 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b37c18d7-2a05-42cb-b711-212141ce999a req-75f8beca-88a0-473a-8036-198c43923076 service neutron] 10.222.0.69 "GET /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715872 Dec 16 22:21:57.626348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-701bc34d-5f06-4467-af13-f6bee3c4983f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Calling delete_port for b5d36c64-7679-433d-a129-d962289dbf8d owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:57.691707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-0a9e24a9-6ff2-4660-b9c0-da6dab48db68 req-bd8cee91-7c1d-40c7-9ea2-b193b5ed7cd9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Deleting port 408a0543-4f1b-4155-82fb-ca36d88f0056 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:57.692046 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0a9e24a9-6ff2-4660-b9c0-da6dab48db68 req-bd8cee91-7c1d-40c7-9ea2-b193b5ed7cd9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.716368 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b37c18d7-2a05-42cb-b711-212141ce999a req-95ca4b07-1b98-432c-9bef-7dfb8cfc0e67 service neutron] 10.222.0.69 "GET /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904412 Dec 16 22:21:57.729916 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.738133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:57.738875 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.816170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Pushing event updated for resources: {'Network': ['ID=834a1391-1356-4165-8e75-2cef668b5285,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:57.827488 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 834a1391-1356-4165-8e75-2cef668b5285 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:21:57.828366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0a9e24a9-6ff2-4660-b9c0-da6dab48db68 req-bd8cee91-7c1d-40c7-9ea2-b193b5ed7cd9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] For port 408a0543-4f1b-4155-82fb-ca36d88f0056, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=408a0543-4f1b-4155-82fb-ca36d88f0056,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:57.829304 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0a9e24a9-6ff2-4660-b9c0-da6dab48db68 req-bd8cee91-7c1d-40c7-9ea2-b193b5ed7cd9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.845597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-0a9e24a9-6ff2-4660-b9c0-da6dab48db68 req-bd8cee91-7c1d-40c7-9ea2-b193b5ed7cd9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Calling delete_port for 408a0543-4f1b-4155-82fb-ca36d88f0056 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:57.878615 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9821cfe0-0cb4-448c-b1e2-d258e14e2dd1 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1266773 Dec 16 22:21:57.879784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43132) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:57.887001 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-76e8b72d-bcf0-4d54-a406-0667f06e4a04 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Request body: {'subnet': {'network_id': '834a1391-1356-4165-8e75-2cef668b5285', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:58.088829 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-701bc34d-5f06-4467-af13-f6bee3c4983f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.173242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bc34d-5f06-4467-af13-f6bee3c4983f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Port': ['ID=b5d36c64-7679-433d-a129-d962289dbf8d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:58.183392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e8b72d-bcf0-4d54-a406-0667f06e4a04 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Made reservation on behalf of 35200f1cf6ba494b981cf0f521343267 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:58.186826 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76e8b72d-bcf0-4d54-a406-0667f06e4a04 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.314133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c052e-9301-4b40-9f11-6814e247d0d8 req-ecf82d05-c33b-4b74-98f6-df1ce3c42475 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:58.315899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd1c052e-9301-4b40-9f11-6814e247d0d8 req-ecf82d05-c33b-4b74-98f6-df1ce3c42475 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 946 time: 0.2625940 Dec 16 22:21:58.358975 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82377e0-b1f9-43f2-9b1d-c4deaca4b671 req-fad13422-ec22-460c-a260-956a870ec13c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:58.360906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f82377e0-b1f9-43f2-9b1d-c4deaca4b671 req-fad13422-ec22-460c-a260-956a870ec13c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 944 time: 0.2643859 Dec 16 22:21:58.389765 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-701bc34d-5f06-4467-af13-f6bee3c4983f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.390099 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-701bc34d-5f06-4467-af13-f6bee3c4983f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Floating IP 653cbdd6-5438-44bc-8592-5ae0a9c86611 disassociated (deleted). External IP: 172.25.2.59, port: 53514bbb-20d6-4103-8c77-0ddb091df62c. Dec 16 22:21:58.454903 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0a9e24a9-6ff2-4660-b9c0-da6dab48db68 req-bd8cee91-7c1d-40c7-9ea2-b193b5ed7cd9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.466971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['4cc5905f-ff4a-4e96-ac8d-b54814700ec1', '9ea7f01e-0035-45b9-b05c-468738cd6314', '408a0543-4f1b-4155-82fb-ca36d88f0056'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:21:58.532483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd1c052e-9301-4b40-9f11-6814e247d0d8 req-1594a317-ab29-40fb-b96d-9d7360f01799 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038872 Dec 16 22:21:58.533302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cee91-7c1d-40c7-9ea2-b193b5ed7cd9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Pushing event deleted for resources: {'Port': ['ID=408a0543-4f1b-4155-82fb-ca36d88f0056,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:58.662371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f82377e0-b1f9-43f2-9b1d-c4deaca4b671 req-e5e48a6f-b524-4acb-a5a2-010db04436c0 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866964 Dec 16 22:21:58.721888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9e24a9-6ff2-4660-b9c0-da6dab48db68 req-bd8cee91-7c1d-40c7-9ea2-b193b5ed7cd9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] No DVR routers for this DVR port 408a0543-4f1b-4155-82fb-ca36d88f0056 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:21:58.731472 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0a9e24a9-6ff2-4660-b9c0-da6dab48db68 req-bd8cee91-7c1d-40c7-9ea2-b193b5ed7cd9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.736490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a9e24a9-6ff2-4660-b9c0-da6dab48db68 req-bd8cee91-7c1d-40c7-9ea2-b193b5ed7cd9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "DELETE /v2.0/ports/408a0543-4f1b-4155-82fb-ca36d88f0056 HTTP/1.1" status: 204 len: 173 time: 1.2575574 Dec 16 22:21:58.738025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f356996-8662-4476-b604-9d643fda039e', 'name': 'network-vif-deleted', 'tag': '408a0543-4f1b-4155-82fb-ca36d88f0056'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:58.740635 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e74efdc-3848-43e2-b95a-8178f6fa8134" -d '{"events": [{"server_uuid": "6f356996-8662-4476-b604-9d643fda039e", "name": "network-vif-deleted", "tag": "408a0543-4f1b-4155-82fb-ca36d88f0056"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:58.846983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68a0da22-ce85-4e7e-9765-6c4bea7203e2 req-56f36358-0e02-4814-8506-d8bdfcca62f6 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.1290383 Dec 16 22:21:58.923970 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea4c53b-ec1b-4a83-a18e-0d361bbaf7b0 x-openstack-request-id: req-0ea4c53b-ec1b-4a83-a18e-0d361bbaf7b0 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:58.924614 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f356996-8662-4476-b604-9d643fda039e", "name": "network-vif-deleted", "tag": "408a0543-4f1b-4155-82fb-ca36d88f0056", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:58.924614 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ea4c53b-ec1b-4a83-a18e-0d361bbaf7b0 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:58.924808 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f356996-8662-4476-b604-9d643fda039e', 'name': 'network-vif-deleted', 'tag': '408a0543-4f1b-4155-82fb-ca36d88f0056', 'status': 'completed', 'code': 200} Dec 16 22:21:58.990272 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76e8b72d-bcf0-4d54-a406-0667f06e4a04 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.010179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04c015-f358-4254-b8bc-4f98319b887d req-27a008e1-19c4-410a-ab46-5dc1dae6a2ef tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:59.011781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c04c015-f358-4254-b8bc-4f98319b887d req-27a008e1-19c4-410a-ab46-5dc1dae6a2ef tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 947 time: 0.1692889 Dec 16 22:21:59.115782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8b72d-bcf0-4d54-a406-0667f06e4a04 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Pushing event updated for resources: {'Subnet': ['ID=eea394d2-20ca-469e-87b8-4b732c31efb2,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:59.124206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701bc34d-5f06-4467-af13-f6bee3c4983f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router af25f916-9509-4969-a6e6-b2707dac975a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:59.144241 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c04c015-f358-4254-b8bc-4f98319b887d req-3f66b7f2-58c9-4cb7-bb7c-0ba9e636a5b0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083951 Dec 16 22:21:59.150553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e8b72d-bcf0-4d54-a406-0667f06e4a04 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Checking segment: {'id': '654d1757-9867-4979-8d25-155e14094bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '834a1391-1356-4165-8e75-2cef668b5285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:59.150926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e8b72d-bcf0-4d54-a406-0667f06e4a04 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Network hostable DHCP agents. Network: 834a1391-1356-4165-8e75-2cef668b5285, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:21:59.258464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e8b72d-bcf0-4d54-a406-0667f06e4a04 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Network 834a1391-1356-4165-8e75-2cef668b5285 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:21:59.282664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701bc34d-5f06-4467-af13-f6bee3c4983f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:59.287752 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-701bc34d-5f06-4467-af13-f6bee3c4983f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.292924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04319ca-f5ce-48cc-8458-3dfe9eb37670 None None] Sync routers for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:59.303366 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04319ca-f5ce-48cc-8458-3dfe9eb37670 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:59.303994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d04319ca-f5ce-48cc-8458-3dfe9eb37670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:59.319198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-701bc34d-5f06-4467-af13-f6bee3c4983f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/floatingips/653cbdd6-5438-44bc-8592-5ae0a9c86611 HTTP/1.1" status: 204 len: 168 time: 2.1268797 Dec 16 22:21:59.321981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43182) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:59.337709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d04319ca-f5ce-48cc-8458-3dfe9eb37670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:59.348070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04319ca-f5ce-48cc-8458-3dfe9eb37670 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:59.348695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d04319ca-f5ce-48cc-8458-3dfe9eb37670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:59.352875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-76e8b72d-bcf0-4d54-a406-0667f06e4a04 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 834a1391-1356-4165-8e75-2cef668b5285) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:59.363107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e8b72d-bcf0-4d54-a406-0667f06e4a04 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:59.363744 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76e8b72d-bcf0-4d54-a406-0667f06e4a04 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.442374 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43184) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:59.442956 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-76e8b72d-bcf0-4d54-a406-0667f06e4a04 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5601256 Dec 16 22:21:59.447056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5dc87afc-9fa8-4d61-98fe-15d2b7c44ef1 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting port 53514bbb-20d6-4103-8c77-0ddb091df62c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:59.447471 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5dc87afc-9fa8-4d61-98fe-15d2b7c44ef1 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.450159 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-70c9d722-9194-4483-8840-7d76a06a9332 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Request body: {'port': {'network_id': '834a1391-1356-4165-8e75-2cef668b5285', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1073508734'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:59.549106 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d04319ca-f5ce-48cc-8458-3dfe9eb37670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:59.550146 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04319ca-f5ce-48cc-8458-3dfe9eb37670 None None] The sync data for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:59.551769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f0e4e8-a4ee-4a79-b859-6c3665993a24 None None] Network 834a1391-1356-4165-8e75-2cef668b5285 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:59.570284 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5dc87afc-9fa8-4d61-98fe-15d2b7c44ef1 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.588033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5dc87afc-9fa8-4d61-98fe-15d2b7c44ef1 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Calling delete_port for 53514bbb-20d6-4103-8c77-0ddb091df62c owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:59.685644 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c9d722-9194-4483-8840-7d76a06a9332 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Made reservation on behalf of 35200f1cf6ba494b981cf0f521343267 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:59.690573 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70c9d722-9194-4483-8840-7d76a06a9332 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.691299 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-955a002c-2492-4b86-b9a2-56f7d2318b96 req-f1502982-6866-4ec1-ab3a-74206e1b3d32 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f356996-8662-4476-b604-9d643fda039e HTTP/1.1" status: 200 len: 210 time: 0.0356617 Dec 16 22:21:59.713732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-834a1391-1356-4165-8e75-2cef668b5285', 'network_id': '834a1391-1356-4165-8e75-2cef668b5285', 'project_id': '35200f1cf6ba494b981cf0f521343267', 'fixed_ips': [{'subnet_id': 'eea394d2-20ca-469e-87b8-4b732c31efb2'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:21:59.715053 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.722749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-70c9d722-9194-4483-8840-7d76a06a9332 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] device_id is not set on port 055c9225-7d18-42c0-af41-d934edd7b6ec yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:21:59.897421 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 13e8a307-be98-478d-a7bc-280b915fd33f details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:21:59.931201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda18ee-1b49-4dfa-a245-e33ae4517474 req-2c0f5acf-9ce4-431f-99f0-94bc15ab2e02 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:59.933059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceda18ee-1b49-4dfa-a245-e33ae4517474 req-2c0f5acf-9ce4-431f-99f0-94bc15ab2e02 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 944 time: 0.0871315 Dec 16 22:21:59.935762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Allocated IP 172.20.0.2 (834a1391-1356-4165-8e75-2cef668b5285/eea394d2-20ca-469e-87b8-4b732c31efb2/2a9da0cc-51f1-41a6-b39c-115ace9d8c84) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:59.998467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db9d239b-8777-40f8-ae1f-ea09d85c4094 req-d07607da-f41b-436d-ad24-f7fe33178f44 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0328276 Dec 16 22:22:00.004358 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5dc87afc-9fa8-4d61-98fe-15d2b7c44ef1 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.044933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc87afc-9fa8-4d61-98fe-15d2b7c44ef1 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Port': ['ID=53514bbb-20d6-4103-8c77-0ddb091df62c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:00.061978 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceda18ee-1b49-4dfa-a245-e33ae4517474 req-b5eecc99-19b9-4272-827b-34d98268fbcd tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213720 Dec 16 22:22:00.112115 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 13e8a307-be98-478d-a7bc-280b915fd33f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=13e8a307-be98-478d-a7bc-280b915fd33f,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:00.144007 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '13e8a307-be98-478d-a7bc-280b915fd33f', 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896', 'port_id': '13e8a307-be98-478d-a7bc-280b915fd33f', 'mac_address': 'fa:16:3e:03:17:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634b6d25-6ad9-4d67-9394-5b078696d451', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:22:00.163130 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5dc87afc-9fa8-4d61-98fe-15d2b7c44ef1 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.166484 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5dc87afc-9fa8-4d61-98fe-15d2b7c44ef1 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/ports/53514bbb-20d6-4103-8c77-0ddb091df62c HTTP/1.1" status: 204 len: 168 time: 0.8435609 Dec 16 22:22:00.170320 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43196) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:00.175560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:00.236375 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.237793 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.253353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e8a307-be98-478d-a7bc-280b915fd33f {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:00.275188 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 13e8a307-be98-478d-a7bc-280b915fd33f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=13e8a307-be98-478d-a7bc-280b915fd33f,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:00.288599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5dfd8-3af7-4dd6-9d16-8ce397eabb80 req-6575cd9c-7d34-4915-a9b9-ea5f41d5a47f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:00.290308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fa5dfd8-3af7-4dd6-9d16-8ce397eabb80 req-6575cd9c-7d34-4915-a9b9-ea5f41d5a47f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 947 time: 0.0617139 Dec 16 22:22:00.291764 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.314579 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.361975 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Network 834a1391-1356-4165-8e75-2cef668b5285 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:00.365605 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.368314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:00.371982 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-70c9d722-9194-4483-8840-7d76a06a9332 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Allocated IP 172.20.0.14 (834a1391-1356-4165-8e75-2cef668b5285/eea394d2-20ca-469e-87b8-4b732c31efb2/055c9225-7d18-42c0-af41-d934edd7b6ec) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:00.374495 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:00.377695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Pushing event updated for resources: {'Port': ['ID=2a9da0cc-51f1-41a6-b39c-115ace9d8c84,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:00.396790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fa5dfd8-3af7-4dd6-9d16-8ce397eabb80 req-d4f43c49-dbe9-425a-b742-62be93b54eae tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992310 Dec 16 22:22:00.482154 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Attempting to bind port 2a9da0cc-51f1-41a6-b39c-115ace9d8c84 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:00.482542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Attempting to bind port 2a9da0cc-51f1-41a6-b39c-115ace9d8c84 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '654d1757-9867-4979-8d25-155e14094bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '834a1391-1356-4165-8e75-2cef668b5285'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:00.482915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Attempting to bind port 2a9da0cc-51f1-41a6-b39c-115ace9d8c84 on network 834a1391-1356-4165-8e75-2cef668b5285 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:00.485567 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=13e8a307-be98-478d-a7bc-280b915fd33f,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:00.492129 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:00.492855 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Checking segment: {'id': '654d1757-9867-4979-8d25-155e14094bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '834a1391-1356-4165-8e75-2cef668b5285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:00.493444 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.494010 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Bound using segment: {'id': '654d1757-9867-4979-8d25-155e14094bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '834a1391-1356-4165-8e75-2cef668b5285'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:00.494661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Bound port: 2a9da0cc-51f1-41a6-b39c-115ace9d8c84, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654d1757-9867-4979-8d25-155e14094bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '834a1391-1356-4165-8e75-2cef668b5285'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:00.495237 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.565255 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70c9d722-9194-4483-8840-7d76a06a9332 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.583993 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] For port 2a9da0cc-51f1-41a6-b39c-115ace9d8c84, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:00.601594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] For port 2a9da0cc-51f1-41a6-b39c-115ace9d8c84, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2a9da0cc-51f1-41a6-b39c-115ace9d8c84,segment=NetworkSegment(654d1757-9867-4979-8d25-155e14094bd0),segment_id=654d1757-9867-4979-8d25-155e14094bd0)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:00.669332 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.705307 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70c9d722-9194-4483-8840-7d76a06a9332 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.737864 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['13e8a307-be98-478d-a7bc-280b915fd33f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:00.768769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf1102-dd01-432f-8ddc-607be2acccbc None None] Pushing event updated for resources: {'Port': ['ID=2a9da0cc-51f1-41a6-b39c-115ace9d8c84,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:00.845882 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c9d722-9194-4483-8840-7d76a06a9332 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Network 834a1391-1356-4165-8e75-2cef668b5285 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:00.851915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-70c9d722-9194-4483-8840-7d76a06a9332 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:00.865579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c9d722-9194-4483-8840-7d76a06a9332 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:00.908972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9d722-9194-4483-8840-7d76a06a9332 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Pushing event updated for resources: {'Port': ['ID=055c9225-7d18-42c0-af41-d934edd7b6ec,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:00.930405 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.978397 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c9d722-9194-4483-8840-7d76a06a9332 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:00.981259 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70c9d722-9194-4483-8840-7d76a06a9332 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:01.124747 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Allocated IP 172.25.2.180 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/02bf6cd0-f428-4550-a490-0f14623878a7) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:01.140256 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-70c9d722-9194-4483-8840-7d76a06a9332 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6925704 Dec 16 22:22:01.140484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43214) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:01.145512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Request body: {'port': {'network_id': '834a1391-1356-4165-8e75-2cef668b5285', 'name': 'tempest-ExtraDHCPOptionsTestJSON-563291593', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:01.146073 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.api.validators [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] bootfile-name is not in valid_values {{(pid=103952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:22:01.146427 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.api.validators [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] tftp-server is not in valid_values {{(pid=103952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:22:01.146770 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.api.validators [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] server-ip-address is not in valid_values {{(pid=103952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:22:01.171072 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d20533df-c840-4967-9a03-af8c61692377 req-7736b71a-4b95-4549-abdd-86175496f6fd tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0358689 Dec 16 22:22:01.351699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41015055-c3d5-4f55-9778-975d04048c64 req-79e8daf4-57e7-4a86-8ca5-f2e92d237205 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:01.353457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41015055-c3d5-4f55-9778-975d04048c64 req-79e8daf4-57e7-4a86-8ca5-f2e92d237205 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 945 time: 0.0850878 Dec 16 22:22:01.356371 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:01.405445 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Made reservation on behalf of 35200f1cf6ba494b981cf0f521343267 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:01.409225 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:01.430028 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] device_id is not set on port 9e2a63aa-d62c-4f45-ab26-5d48e7f347b6 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:01.466106 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41015055-c3d5-4f55-9778-975d04048c64 req-3f52b6fe-d778-4e0d-84b9-b5d19e3f76d9 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063380 Dec 16 22:22:01.478318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20ee3f-2684-4916-b6ac-112919e22a97 req-9c11d3de-d99c-4254-8394-308614256121 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:01.479932 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee20ee3f-2684-4916-b6ac-112919e22a97 req-9c11d3de-d99c-4254-8394-308614256121 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 945 time: 0.1091044 Dec 16 22:22:01.536472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee20ee3f-2684-4916-b6ac-112919e22a97 req-aaaf0441-0117-40ab-8970-551aa2d157e6 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494721 Dec 16 22:22:01.547899 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:01.559936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Allocated IP 172.20.0.11 (834a1391-1356-4165-8e75-2cef668b5285/eea394d2-20ca-469e-87b8-4b732c31efb2/9e2a63aa-d62c-4f45-ab26-5d48e7f347b6) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:01.599510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:01.603671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:01.605726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=02bf6cd0-f428-4550-a490-0f14623878a7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:01.607992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:01.717523 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:01.751062 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:01.830689 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:01.863516 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:01.895065 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 408a0543-4f1b-4155-82fb-ca36d88f0056 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:01.914677 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Network 834a1391-1356-4165-8e75-2cef668b5285 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:01.918366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:01.920474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 408a0543-4f1b-4155-82fb-ca36d88f0056 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:01.923735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:01.925129 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 408a0543-4f1b-4155-82fb-ca36d88f0056 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:01.982398 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Pushing event updated for resources: {'Port': ['ID=9e2a63aa-d62c-4f45-ab26-5d48e7f347b6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:01.996377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:01.997429 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.052304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8228ed-d4c7-48d4-97f7-52a15e5cc427 None None] Network 834a1391-1356-4165-8e75-2cef668b5285 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:02.084578 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.112211 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c10cc691-cb30-4490-9f62-0df2e99b377d tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.9706147 Dec 16 22:22:02.115057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43222) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:02.143861 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Provisioning complete for port 2a9da0cc-51f1-41a6-b39c-115ace9d8c84 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:02.144239 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.160280 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.213394 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af46cf65-9900-4462-acf4-4e552df61515 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:02.220087 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af46cf65-9900-4462-acf4-4e552df61515 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:02.226219 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af46cf65-9900-4462-acf4-4e552df61515 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:02.230812 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-af46cf65-9900-4462-acf4-4e552df61515 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1131864 Dec 16 22:22:02.232410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43226) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:02.244356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=02bf6cd0-f428-4550-a490-0f14623878a7,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:02.267189 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.283720 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.325448 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] For port 2a9da0cc-51f1-41a6-b39c-115ace9d8c84, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2a9da0cc-51f1-41a6-b39c-115ace9d8c84,segment=NetworkSegment(654d1757-9867-4979-8d25-155e14094bd0),segment_id=654d1757-9867-4979-8d25-155e14094bd0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:02.331573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac746d1d-c600-426e-bb8a-996acb252533 req-8b668162-bc12-4c84-925f-c19698128ea6 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0361502 Dec 16 22:22:02.373005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e14d8ecc-1535-4115-b0ce-f2028af2ae06 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Deleting port 9e2a63aa-d62c-4f45-ab26-5d48e7f347b6 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:02.373373 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e14d8ecc-1535-4115-b0ce-f2028af2ae06 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.379686 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.383469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f56826be-6a3d-4c35-8db0-aa8e78f2cf03 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2097373 Dec 16 22:22:02.383855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43228) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:02.393071 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c0f098c9-7e60-4888-8caf-73b1e2bb9d2e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'port': {'network_id': 'aeacdd12-c4f2-4601-a455-07666d73ce14', 'name': 'tempest-FloatingIPTestJSON-17197681'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:02.427875 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.507569 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e14d8ecc-1535-4115-b0ce-f2028af2ae06 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.514806 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Pushing event updated for resources: {'Port': ['ID=2a9da0cc-51f1-41a6-b39c-115ace9d8c84,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:02.524275 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e14d8ecc-1535-4115-b0ce-f2028af2ae06 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Calling delete_port for 9e2a63aa-d62c-4f45-ab26-5d48e7f347b6 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:02.526067 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:02.526452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:02.526806 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:02.527155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:02.527531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:02.527877 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:02.528229 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:02.528568 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:02.528902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:02.538764 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:02.539085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:02.539447 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:02.543934 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437b62c-2761-4439-9f54-dcac68e1ac98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:02.653402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6839bb58-7f8b-48bc-bf0d-2ce4625f9388 None None] Provisioning complete for port 055c9225-7d18-42c0-af41-d934edd7b6ec triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:02.653784 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6839bb58-7f8b-48bc-bf0d-2ce4625f9388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.667347 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbc496-51ed-4dbc-af67-3e9aef5e6964 req-540d59e8-9bbc-48be-89e4-2b919affe31a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:02.669824 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ccbc496-51ed-4dbc-af67-3e9aef5e6964 req-540d59e8-9bbc-48be-89e4-2b919affe31a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 945 time: 0.0799832 Dec 16 22:22:02.715417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6839bb58-7f8b-48bc-bf0d-2ce4625f9388 None None] Port 055c9225-7d18-42c0-af41-d934edd7b6ec cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:02.718100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f098c9-7e60-4888-8caf-73b1e2bb9d2e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Made reservation on behalf of dc70305298d948ac9658bd162b696168 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:02.723909 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c0f098c9-7e60-4888-8caf-73b1e2bb9d2e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.730821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6839bb58-7f8b-48bc-bf0d-2ce4625f9388 None None] Provisioning complete for port 9e2a63aa-d62c-4f45-ab26-5d48e7f347b6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:02.731418 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6839bb58-7f8b-48bc-bf0d-2ce4625f9388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.776053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-c0f098c9-7e60-4888-8caf-73b1e2bb9d2e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] device_id is not set on port ec94f0d1-329d-402d-a53a-57bc121f0632 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:02.789411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6839bb58-7f8b-48bc-bf0d-2ce4625f9388 None None] Port 9e2a63aa-d62c-4f45-ab26-5d48e7f347b6 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:02.814932 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6839bb58-7f8b-48bc-bf0d-2ce4625f9388 None None] Provisioning complete for port 2a9da0cc-51f1-41a6-b39c-115ace9d8c84 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:02.815370 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6839bb58-7f8b-48bc-bf0d-2ce4625f9388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.826141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28c971-c829-4182-8d7b-784af157f9f6 req-f7a0e3b6-af99-4e88-b44b-cb1311f79c41 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:02.831347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d28c971-c829-4182-8d7b-784af157f9f6 req-f7a0e3b6-af99-4e88-b44b-cb1311f79c41 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 945 time: 0.1907303 Dec 16 22:22:02.841050 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e14d8ecc-1535-4115-b0ce-f2028af2ae06 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.844908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ccbc496-51ed-4dbc-af67-3e9aef5e6964 req-d8ad629b-4dac-491d-8eb7-60592bc2f561 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572661 Dec 16 22:22:02.909192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d8ecc-1535-4115-b0ce-f2028af2ae06 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Pushing event deleted for resources: {'Port': ['ID=9e2a63aa-d62c-4f45-ab26-5d48e7f347b6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:02.975678 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2a9da0cc-51f1-41a6-b39c-115ace9d8c84 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:03.016972 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e14d8ecc-1535-4115-b0ce-f2028af2ae06 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.020445 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e14d8ecc-1535-4115-b0ce-f2028af2ae06 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] 10.222.0.43 "DELETE /v2.0/ports/9e2a63aa-d62c-4f45-ab26-5d48e7f347b6 HTTP/1.1" status: 204 len: 168 time: 0.7868781 Dec 16 22:22:03.024096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43234) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:03.029521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7d8f680d-6327-4b38-b8df-42c02d829574 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Request body: {'port': {'name': 'tempest-new-port-name-794860391', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:03.029916 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.api.validators [None req-7d8f680d-6327-4b38-b8df-42c02d829574 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] bootfile-name is not in valid_values {{(pid=103952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:22:03.030381 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.api.validators [None req-7d8f680d-6327-4b38-b8df-42c02d829574 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] tftp-server is not in valid_values {{(pid=103952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:22:03.032621 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.api.validators [None req-7d8f680d-6327-4b38-b8df-42c02d829574 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] server-ip-address is not in valid_values {{(pid=103952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:22:03.080881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d28c971-c829-4182-8d7b-784af157f9f6 req-a2e23a52-60be-4795-9c32-989c41ed8040 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314219 Dec 16 22:22:03.130287 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2a9da0cc-51f1-41a6-b39c-115ace9d8c84 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:03.130820 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.161044 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d8f680d-6327-4b38-b8df-42c02d829574 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.170299 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-c0f098c9-7e60-4888-8caf-73b1e2bb9d2e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Allocated IP 172.20.0.7 (aeacdd12-c4f2-4601-a455-07666d73ce14/e163a1f1-b5be-42d0-8fe2-20cf225494de/ec94f0d1-329d-402d-a53a-57bc121f0632) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:03.211726 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-eb1e457b-2e4f-402a-b741-78f4a38e81cf None None] Provisioning complete for port 055c9225-7d18-42c0-af41-d934edd7b6ec triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:03.212120 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eb1e457b-2e4f-402a-b741-78f4a38e81cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.229022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4c21e-da14-424e-b181-483b1ac0e335 req-f242b522-7a02-4ce5-ad99-a48cda18cfe8 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:03.230986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77f4c21e-da14-424e-b181-483b1ac0e335 req-f242b522-7a02-4ce5-ad99-a48cda18cfe8 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 945 time: 0.2211049 Dec 16 22:22:03.349495 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e457b-2e4f-402a-b741-78f4a38e81cf None None] Port 055c9225-7d18-42c0-af41-d934edd7b6ec cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:03.465359 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-09ff164b-91d9-414f-a9dc-639fe3853571 None None] Could not find standard attr ID for object 9e2a63aa-d62c-4f45-ab26-5d48e7f347b6. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:22:03.468130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58a515fa-1ec0-47dc-b5c3-b736acb82ef1 req-193297a6-e733-40f4-9133-f88bccd02623 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0439703 Dec 16 22:22:03.479433 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d8f680d-6327-4b38-b8df-42c02d829574 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.497447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-77f4c21e-da14-424e-b181-483b1ac0e335 req-12eba103-8fde-47bb-abee-4ada5028f0d5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Deleting port 9ea7f01e-0035-45b9-b05c-468738cd6314 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:03.497872 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-77f4c21e-da14-424e-b181-483b1ac0e335 req-12eba103-8fde-47bb-abee-4ada5028f0d5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.554282 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d8f680d-6327-4b38-b8df-42c02d829574 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.581140 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c0f098c9-7e60-4888-8caf-73b1e2bb9d2e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.640981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-77f4c21e-da14-424e-b181-483b1ac0e335 req-12eba103-8fde-47bb-abee-4ada5028f0d5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] For port 9ea7f01e-0035-45b9-b05c-468738cd6314, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9ea7f01e-0035-45b9-b05c-468738cd6314,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:03.641354 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-77f4c21e-da14-424e-b181-483b1ac0e335 req-12eba103-8fde-47bb-abee-4ada5028f0d5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.658651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-77f4c21e-da14-424e-b181-483b1ac0e335 req-12eba103-8fde-47bb-abee-4ada5028f0d5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Calling delete_port for 9ea7f01e-0035-45b9-b05c-468738cd6314 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:03.731982 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c0f098c9-7e60-4888-8caf-73b1e2bb9d2e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.808435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f098c9-7e60-4888-8caf-73b1e2bb9d2e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network aeacdd12-c4f2-4601-a455-07666d73ce14 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:03.815144 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c0f098c9-7e60-4888-8caf-73b1e2bb9d2e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:03.818839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f098c9-7e60-4888-8caf-73b1e2bb9d2e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=ec94f0d1-329d-402d-a53a-57bc121f0632,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:03.821321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f098c9-7e60-4888-8caf-73b1e2bb9d2e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:03.891535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 13e8a307-be98-478d-a7bc-280b915fd33f up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:03.894274 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f680d-6327-4b38-b8df-42c02d829574 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Pushing event updated for resources: {'Port': ['ID=055c9225-7d18-42c0-af41-d934edd7b6ec,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:03.907125 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f680d-6327-4b38-b8df-42c02d829574 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] In _notify_port_updated(), no bound segment for port 055c9225-7d18-42c0-af41-d934edd7b6ec on network 834a1391-1356-4165-8e75-2cef668b5285 {{(pid=103952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:22:03.913485 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8f680d-6327-4b38-b8df-42c02d829574 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:03.914543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d8f680d-6327-4b38-b8df-42c02d829574 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.915422 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7d8f680d-6327-4b38-b8df-42c02d829574 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] 10.222.0.43 "PUT /v2.0/ports/055c9225-7d18-42c0-af41-d934edd7b6ec HTTP/1.1" status: 200 len: 1136 time: 0.8902910 Dec 16 22:22:03.918012 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43244) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:03.957763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f098c9-7e60-4888-8caf-73b1e2bb9d2e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:03.960152 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c0f098c9-7e60-4888-8caf-73b1e2bb9d2e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.996824 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afc0b5d-65f8-46cc-a713-28f45cbb5c89 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:03.997062 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9afc0b5d-65f8-46cc-a713-28f45cbb5c89 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] 10.222.0.43 "GET /v2.0/ports/055c9225-7d18-42c0-af41-d934edd7b6ec HTTP/1.1" status: 200 len: 1136 time: 0.0774214 Dec 16 22:22:04.000313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43246) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:04.027150 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-77f4c21e-da14-424e-b181-483b1ac0e335 req-12eba103-8fde-47bb-abee-4ada5028f0d5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.042881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['4cc5905f-ff4a-4e96-ac8d-b54814700ec1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:04.065330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eba103-8fde-47bb-abee-4ada5028f0d5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Pushing event deleted for resources: {'Port': ['ID=9ea7f01e-0035-45b9-b05c-468738cd6314,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:04.072911 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c0f098c9-7e60-4888-8caf-73b1e2bb9d2e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.6879013 Dec 16 22:22:04.081362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43248) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:04.102784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73746b4f-abef-40b1-8232-aa880c9e29bc req-10973e62-3574-4a1a-897f-d6d00d3d1ceb tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:04.104896 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 13e8a307-be98-478d-a7bc-280b915fd33f completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:22:04.114190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73746b4f-abef-40b1-8232-aa880c9e29bc req-10973e62-3574-4a1a-897f-d6d00d3d1ceb tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 945 time: 0.1315970 Dec 16 22:22:04.134514 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 13e8a307-be98-478d-a7bc-280b915fd33f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:04.172391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-2dae1159-7b70-4960-8ee9-2dc417f486bb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'floatingip': {'port_id': 'ec94f0d1-329d-402d-a53a-57bc121f0632'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:04.172908 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.173008 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d83fd3f1-1273-4287-a3a8-1eb33cfad12f tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Deleting port 055c9225-7d18-42c0-af41-d934edd7b6ec {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:04.173008 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d83fd3f1-1273-4287-a3a8-1eb33cfad12f tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.268922 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f4c21e-da14-424e-b181-483b1ac0e335 req-12eba103-8fde-47bb-abee-4ada5028f0d5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] No DVR routers for this DVR port 9ea7f01e-0035-45b9-b05c-468738cd6314 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:04.285603 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-77f4c21e-da14-424e-b181-483b1ac0e335 req-12eba103-8fde-47bb-abee-4ada5028f0d5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.289296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77f4c21e-da14-424e-b181-483b1ac0e335 req-12eba103-8fde-47bb-abee-4ada5028f0d5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "DELETE /v2.0/ports/9ea7f01e-0035-45b9-b05c-468738cd6314 HTTP/1.1" status: 204 len: 173 time: 1.0496573 Dec 16 22:22:04.291670 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2dae1159-7b70-4960-8ee9-2dc417f486bb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.292757 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d83fd3f1-1273-4287-a3a8-1eb33cfad12f tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.296079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6107f3-251e-485d-a335-213ab29f633a', 'name': 'network-vif-deleted', 'tag': '9ea7f01e-0035-45b9-b05c-468738cd6314'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:04.299319 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d004c151-a063-465d-8cb3-e08b381ab728" -d '{"events": [{"server_uuid": "ec6107f3-251e-485d-a335-213ab29f633a", "name": "network-vif-deleted", "tag": "9ea7f01e-0035-45b9-b05c-468738cd6314"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:04.308308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4502e118-b3a7-4b77-96de-1ce26ec5dd03 req-c6c7a92b-508c-4703-80ce-719b91fb6dde tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 210 time: 0.0744092 Dec 16 22:22:04.318138 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d83fd3f1-1273-4287-a3a8-1eb33cfad12f tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Calling delete_port for 055c9225-7d18-42c0-af41-d934edd7b6ec owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:04.396284 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.413333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73746b4f-abef-40b1-8232-aa880c9e29bc req-a0fb867a-6afd-4358-9719-3fbc09bba5e0 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976079 Dec 16 22:22:04.437405 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d410cf89-86f3-40df-ad1c-ef23538b6108 None None] Provisioning complete for port 055c9225-7d18-42c0-af41-d934edd7b6ec triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:04.438907 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d410cf89-86f3-40df-ad1c-ef23538b6108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.495296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f16079-395a-4186-bbd1-f1af42f80f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e8a307-be98-478d-a7bc-280b915fd33f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:04.497520 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5942547d-ed13-407e-991b-0f476d24194d" -d '{"events": [{"server_uuid": "b8f16079-395a-4186-bbd1-f1af42f80f00", "name": "network-vif-plugged", "status": "completed", "tag": "13e8a307-be98-478d-a7bc-280b915fd33f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:04.510637 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e65631a-fdbe-499b-b0e5-ed5755becd51 x-openstack-request-id: req-6e65631a-fdbe-499b-b0e5-ed5755becd51 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:04.511100 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6107f3-251e-485d-a335-213ab29f633a", "name": "network-vif-deleted", "tag": "9ea7f01e-0035-45b9-b05c-468738cd6314", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:04.511424 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e65631a-fdbe-499b-b0e5-ed5755becd51 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:04.511833 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6107f3-251e-485d-a335-213ab29f633a', 'name': 'network-vif-deleted', 'tag': '9ea7f01e-0035-45b9-b05c-468738cd6314', 'status': 'completed', 'code': 200} Dec 16 22:22:04.543874 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 13e8a307-be98-478d-a7bc-280b915fd33f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=13e8a307-be98-478d-a7bc-280b915fd33f,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:04.546368 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d410cf89-86f3-40df-ad1c-ef23538b6108 None None] Port 055c9225-7d18-42c0-af41-d934edd7b6ec cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:04.591193 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6357ff-6592-4f96-b274-8d49422f3acc x-openstack-request-id: req-da6357ff-6592-4f96-b274-8d49422f3acc {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:04.591769 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f16079-395a-4186-bbd1-f1af42f80f00", "name": "network-vif-plugged", "status": "completed", "tag": "13e8a307-be98-478d-a7bc-280b915fd33f", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:04.592231 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da6357ff-6592-4f96-b274-8d49422f3acc {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:04.592845 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f16079-395a-4186-bbd1-f1af42f80f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e8a307-be98-478d-a7bc-280b915fd33f', 'code': 200} Dec 16 22:22:04.605580 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.650466 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56b780f9-3bb2-476b-9e47-b7fa52b01fbf req-c9917b57-1892-41dc-a228-bf41f6f14f50 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0724304 Dec 16 22:22:04.659471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=13e8a307-be98-478d-a7bc-280b915fd33f,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:04.690782 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d83fd3f1-1273-4287-a3a8-1eb33cfad12f tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.721315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fd3f1-1273-4287-a3a8-1eb33cfad12f tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Pushing event deleted for resources: {'Port': ['ID=055c9225-7d18-42c0-af41-d934edd7b6ec,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:04.820098 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d83fd3f1-1273-4287-a3a8-1eb33cfad12f tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.823760 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d83fd3f1-1273-4287-a3a8-1eb33cfad12f tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] 10.222.0.43 "DELETE /v2.0/ports/055c9225-7d18-42c0-af41-d934edd7b6ec HTTP/1.1" status: 204 len: 168 time: 0.8213549 Dec 16 22:22:04.826370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43264) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:04.859712 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412041e0-7afb-449c-a24c-dfd0d28c1c1b req-664627d6-eecd-45cd-a52d-5cec952e31cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:04.870801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-412041e0-7afb-449c-a24c-dfd0d28c1c1b req-664627d6-eecd-45cd-a52d-5cec952e31cc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 1097 time: 0.1970251 Dec 16 22:22:04.899430 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-325b86f1-b976-4230-864f-49a9db86cfa2 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Deleting subnet eea394d2-20ca-469e-87b8-4b732c31efb2 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:22:04.907823 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-325b86f1-b976-4230-864f-49a9db86cfa2 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.958891 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-325b86f1-b976-4230-864f-49a9db86cfa2 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.975837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-412041e0-7afb-449c-a24c-dfd0d28c1c1b req-6aeb4222-0429-4f59-b0d9-14d5a214b296 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048563 Dec 16 22:22:05.028831 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2dae1159-7b70-4960-8ee9-2dc417f486bb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.100483 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-325b86f1-b976-4230-864f-49a9db86cfa2 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.102599 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2dae1159-7b70-4960-8ee9-2dc417f486bb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.211797 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-2dae1159-7b70-4960-8ee9-2dc417f486bb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Floating IP 1389e36e-cf08-45fe-bfba-c0b253d2e933 associated. External IP: 172.25.2.180, port: ec94f0d1-329d-402d-a53a-57bc121f0632. Dec 16 22:22:05.227250 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-325b86f1-b976-4230-864f-49a9db86cfa2 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.260968 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b86f1-b976-4230-864f-49a9db86cfa2 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Pushing event deleted for resources: {'Subnet': ['ID=eea394d2-20ca-469e-87b8-4b732c31efb2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:05.267563 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-325b86f1-b976-4230-864f-49a9db86cfa2 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.271961 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-325b86f1-b976-4230-864f-49a9db86cfa2 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] 10.222.0.43 "DELETE /v2.0/subnets/eea394d2-20ca-469e-87b8-4b732c31efb2 HTTP/1.1" status: 204 len: 168 time: 0.4443820 Dec 16 22:22:05.275681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43266) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:05.286574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82217d7-4ef3-4bb6-ad8c-f961cee86a40 None None] Network 834a1391-1356-4165-8e75-2cef668b5285 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:05.374744 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.455205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Deleting port 2a9da0cc-51f1-41a6-b39c-115ace9d8c84 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:05.455888 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.513811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b232d70-4ddb-4b8a-b161-3b3feb906ef3 None None] DHCP port deletion for 834a1391-1356-4165-8e75-2cef668b5285 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:05.521742 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff129eba-0969-4d64-8b41-9a8bcb31343d req-97664981-6a3f-40db-8bee-a3d7b4f006aa tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6107f3-251e-485d-a335-213ab29f633a HTTP/1.1" status: 200 len: 210 time: 0.1013310 Dec 16 22:22:05.540267 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] For port 2a9da0cc-51f1-41a6-b39c-115ace9d8c84, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2a9da0cc-51f1-41a6-b39c-115ace9d8c84,segment=NetworkSegment(654d1757-9867-4979-8d25-155e14094bd0),segment_id=654d1757-9867-4979-8d25-155e14094bd0)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:05.540267 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.566722 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Calling delete_port for 2a9da0cc-51f1-41a6-b39c-115ace9d8c84 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:05.588103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dae1159-7b70-4960-8ee9-2dc417f486bb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router af25f916-9509-4969-a6e6-b2707dac975a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:22:05.602958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c485e-7a5f-4773-82a7-291fda9d9834 req-774b668e-6d31-41b6-8352-547f4e8ba2fe tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:05.614176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f94c485e-7a5f-4773-82a7-291fda9d9834 req-774b668e-6d31-41b6-8352-547f4e8ba2fe tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 946 time: 0.0992079 Dec 16 22:22:05.615834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4b232d70-4ddb-4b8a-b161-3b3feb906ef3 None None] Deleting port 2a9da0cc-51f1-41a6-b39c-115ace9d8c84 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:05.616593 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b232d70-4ddb-4b8a-b161-3b3feb906ef3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.720770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f94c485e-7a5f-4773-82a7-291fda9d9834 req-48156bc1-ef7e-4065-b704-e4340719f9e3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055028 Dec 16 22:22:05.746657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4b232d70-4ddb-4b8a-b161-3b3feb906ef3 None None] For port 2a9da0cc-51f1-41a6-b39c-115ace9d8c84, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2a9da0cc-51f1-41a6-b39c-115ace9d8c84,segment=NetworkSegment(654d1757-9867-4979-8d25-155e14094bd0),segment_id=654d1757-9867-4979-8d25-155e14094bd0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:05.748073 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b232d70-4ddb-4b8a-b161-3b3feb906ef3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.748625 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.769033 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4b232d70-4ddb-4b8a-b161-3b3feb906ef3 None None] Calling delete_port for 2a9da0cc-51f1-41a6-b39c-115ace9d8c84 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:05.783613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Pushing event deleted for resources: {'Port': ['ID=2a9da0cc-51f1-41a6-b39c-115ace9d8c84,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:05.785973 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] No DVR routers for this DVR port 2a9da0cc-51f1-41a6-b39c-115ace9d8c84 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:05.792699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dae1159-7b70-4960-8ee9-2dc417f486bb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:22:05.799914 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2dae1159-7b70-4960-8ee9-2dc417f486bb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.811678 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fc672e-bf99-4692-87c3-69a557f98b43 None None] Sync routers for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:22:05.838716 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fc672e-bf99-4692-87c3-69a557f98b43 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:05.839547 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-13fc672e-bf99-4692-87c3-69a557f98b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:05.860799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5bf023f-934c-408b-817a-c56c439d6ffc req-1a16d198-f1e1-41e6-9a79-44477a0dc7db tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0818999 Dec 16 22:22:05.872177 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b232d70-4ddb-4b8a-b161-3b3feb906ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.875892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2dae1159-7b70-4960-8ee9-2dc417f486bb tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "PUT /v2.0/floatingips/1389e36e-cf08-45fe-bfba-c0b253d2e933 HTTP/1.1" status: 200 len: 976 time: 1.7427223 Dec 16 22:22:05.878312 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43278) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:05.883756 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-13fc672e-bf99-4692-87c3-69a557f98b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:05.897416 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9ea7f01e-0035-45b9-b05c-468738cd6314 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:05.903957 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fc672e-bf99-4692-87c3-69a557f98b43 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:05.904606 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-13fc672e-bf99-4692-87c3-69a557f98b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:05.908937 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.933830 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834a1391-1356-4165-8e75-2cef668b5285']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:05.955115 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-13fc672e-bf99-4692-87c3-69a557f98b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:05.956070 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fc672e-bf99-4692-87c3-69a557f98b43 None None] The sync data for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:22:05.961201 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654d1757-9867-4979-8d25-155e14094bd0') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:05.961504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654d1757-9867-4979-8d25-155e14094bd0') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:05.967589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 9ea7f01e-0035-45b9-b05c-468738cd6314 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:05.968169 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9ea7f01e-0035-45b9-b05c-468738cd6314 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:05.975418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b232d70-4ddb-4b8a-b161-3b3feb906ef3 None None] Pushing event deleted for resources: {'Port': ['ID=2a9da0cc-51f1-41a6-b39c-115ace9d8c84,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:05.977926 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.981019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b232d70-4ddb-4b8a-b161-3b3feb906ef3 None None] No DVR routers for this DVR port 2a9da0cc-51f1-41a6-b39c-115ace9d8c84 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:06.002696 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.010029 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:06.017672 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:06.041778 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting port ec94f0d1-329d-402d-a53a-57bc121f0632 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:06.042123 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.146134 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.165227 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.170477 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.177243 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] 10.222.0.43 "DELETE /v2.0/networks/834a1391-1356-4165-8e75-2cef668b5285 HTTP/1.1" status: 204 len: 168 time: 0.9000607 Dec 16 22:22:06.196557 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8c145-97d0-4d24-8d33-094702cc6636 tempest-ExtraDHCPOptionsTestJSON-605393903 tempest-ExtraDHCPOptionsTestJSON-605393903-project] Pushing event deleted for resources: {'Network': ['ID=834a1391-1356-4165-8e75-2cef668b5285,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:06.634057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43288) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:06.761052 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.761445 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.761648 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Floating IP 1389e36e-cf08-45fe-bfba-c0b253d2e933 disassociated. External IP: 172.25.2.180, port: ec94f0d1-329d-402d-a53a-57bc121f0632. Dec 16 22:22:06.761966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Calling delete_port for ec94f0d1-329d-402d-a53a-57bc121f0632 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:06.855814 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2a9da0cc-51f1-41a6-b39c-115ace9d8c84 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:06.870830 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8e0d5311-827f-4d72-a8f7-480ce39cd40a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35200f1cf6ba494b981cf0f521343267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2331271 Dec 16 22:22:06.871058 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43308) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:06.881882 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 2a9da0cc-51f1-41a6-b39c-115ace9d8c84 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:06.882238 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2a9da0cc-51f1-41a6-b39c-115ace9d8c84 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:06.926646 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c579aa09-7498-44af-b644-66868b82426b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.953879 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c579aa09-7498-44af-b644-66868b82426b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.015591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c639c-4869-48d5-899e-3d78f16e5af9 req-f991827a-9c78-4668-9984-9f0fdfe7934f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:07.017189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-395c639c-4869-48d5-899e-3d78f16e5af9 req-f991827a-9c78-4668-9984-9f0fdfe7934f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 946 time: 0.1626058 Dec 16 22:22:07.058373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-a2d5fb2f-2aba-4273-93e6-7f08a11c8fd3 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:07.059929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-a2d5fb2f-2aba-4273-93e6-7f08a11c8fd3 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 806 time: 0.2200098 Dec 16 22:22:07.079082 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c579aa09-7498-44af-b644-66868b82426b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.082268 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c579aa09-7498-44af-b644-66868b82426b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.083488 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c579aa09-7498-44af-b644-66868b82426b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13204081-4571-4c34-9543-25736e0864c6 HTTP/1.1" status: 204 len: 168 time: 0.2113748 Dec 16 22:22:07.092932 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579aa09-7498-44af-b644-66868b82426b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13204081-4571-4c34-9543-25736e0864c6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:07.094787 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-e599c25f-f0e9-44f5-92da-fa90778d701a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/quotas/71b07207458f41b0bd254b11dbb60b20 HTTP/1.1" status: 200 len: 375 time: 0.0260837 Dec 16 22:22:07.121433 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-395c639c-4869-48d5-899e-3d78f16e5af9 req-a21f43a8-3c05-44aa-af7d-7c83e09aef80 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981059 Dec 16 22:22:07.167426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-24d0168b-763b-4eba-b6dd-e8e0f2f78288 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0637171 Dec 16 22:22:07.168489 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.216707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Port': ['ID=ec94f0d1-329d-402d-a53a-57bc121f0632,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:07.272011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:07.272372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:07.272746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:07.278873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:07.278873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:07.278873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:07.278873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:07.278873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:07.278873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:07.278873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:07.278873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:07.278873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:07.278873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:07.299596 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-879b84bc-02ef-4d7c-bae1-e50bb4495e80 req-b31a531d-8227-4af0-9137-c04b04dcc4d1 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0488048 Dec 16 22:22:07.433781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-00e1080b-8494-4139-9ba7-7aff689b9130 service neutron] 10.222.0.43 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547686 Dec 16 22:22:07.516927 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router af25f916-9509-4969-a6e6-b2707dac975a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:22:07.598259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-96f787db-338e-4535-9904-9be8e907e239 service neutron] 10.222.0.43 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561494 Dec 16 22:22:07.713971 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:22:07.725947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724abc02-b6d5-492b-a8dd-24cac7256b91 None None] Sync routers for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:22:07.729024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d61796-75bd-41db-a379-3eeae7c7c779 req-1ae1699d-c442-4200-ace6-ab48ddcf0d88 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:07.730698 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85d61796-75bd-41db-a379-3eeae7c7c779 req-1ae1699d-c442-4200-ace6-ab48ddcf0d88 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 946 time: 0.0816891 Dec 16 22:22:07.738752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724abc02-b6d5-492b-a8dd-24cac7256b91 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:07.739660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-724abc02-b6d5-492b-a8dd-24cac7256b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:07.783505 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-724abc02-b6d5-492b-a8dd-24cac7256b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:07.798441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724abc02-b6d5-492b-a8dd-24cac7256b91 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:07.799946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-724abc02-b6d5-492b-a8dd-24cac7256b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:07.831369 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.837892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43332) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:07.845317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b03f6c92-6a8b-4763-9d09-3527a0a159a0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/ports/ec94f0d1-329d-402d-a53a-57bc121f0632 HTTP/1.1" status: 204 len: 168 time: 1.9652464 Dec 16 22:22:07.862591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85d61796-75bd-41db-a379-3eeae7c7c779 req-cb1a8155-a226-41c6-920c-5176bd2e33ce tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118784 Dec 16 22:22:07.902580 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3fe35cc5-4b41-4d9e-a0a1-02c1eac8a1ca tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "GET /v2.0/floatingips/1389e36e-cf08-45fe-bfba-c0b253d2e933 HTTP/1.1" status: 200 len: 688 time: 0.0632114 Dec 16 22:22:07.907956 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-724abc02-b6d5-492b-a8dd-24cac7256b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:07.909460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724abc02-b6d5-492b-a8dd-24cac7256b91 None None] The sync data for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:22:07.910112 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43340) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:07.990508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9966461e-c105-44fe-aa78-7438a07eb21a req-fe73d49c-1285-431c-837a-f988d529cf50 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 210 time: 0.0322831 Dec 16 22:22:08.077537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-cf37cc6e-67f7-4b84-9caa-c0b4d4d779f9 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting port 02bf6cd0-f428-4550-a490-0f14623878a7 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:08.078737 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf37cc6e-67f7-4b84-9caa-c0b4d4d779f9 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.186683 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf37cc6e-67f7-4b84-9caa-c0b4d4d779f9 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.187144 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf37cc6e-67f7-4b84-9caa-c0b4d4d779f9 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.202906 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-cf37cc6e-67f7-4b84-9caa-c0b4d4d779f9 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Calling delete_port for 02bf6cd0-f428-4550-a490-0f14623878a7 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:08.378596 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43356) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:08.425550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a535560a-f977-4866-b64f-691089baf9ed req-5f94636b-5b80-4c0a-8c98-4eefb5232d23 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0325508 Dec 16 22:22:08.445782 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf37cc6e-67f7-4b84-9caa-c0b4d4d779f9 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.480393 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37cc6e-67f7-4b84-9caa-c0b4d4d779f9 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Port': ['ID=02bf6cd0-f428-4550-a490-0f14623878a7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:08.528678 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d3c1ef59-a06d-4587-af80-eb7824adff09 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-866355381'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:08.560684 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf37cc6e-67f7-4b84-9caa-c0b4d4d779f9 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.564735 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf37cc6e-67f7-4b84-9caa-c0b4d4d779f9 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.565886 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cf37cc6e-67f7-4b84-9caa-c0b4d4d779f9 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/floatingips/1389e36e-cf08-45fe-bfba-c0b253d2e933 HTTP/1.1" status: 204 len: 168 time: 0.6547358 Dec 16 22:22:08.569802 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43360) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:08.574305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': 'f2f4b66a-7c97-4caf-9168-23b0e748557d'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:08.639759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c1ef59-a06d-4587-af80-eb7824adff09 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:08.644927 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3c1ef59-a06d-4587-af80-eb7824adff09 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.654185 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3c1ef59-a06d-4587-af80-eb7824adff09 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.728394 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3c1ef59-a06d-4587-af80-eb7824adff09 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.748737 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.834541 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3c1ef59-a06d-4587-af80-eb7824adff09 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.849675 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.865738 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c1ef59-a06d-4587-af80-eb7824adff09 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:08.877122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1ef59-a06d-4587-af80-eb7824adff09 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094f4f84-3b70-44db-9e8a-b2c53e6e7d2c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:08.883547 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3c1ef59-a06d-4587-af80-eb7824adff09 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.883943 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-d3c1ef59-a06d-4587-af80-eb7824adff09 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Added segment ffba7a43-053d-4ffa-9c93-992f75b0bf9d of type vlan for network 245d41dc-3305-4e32-bb00-846be6bb2823 Dec 16 22:22:08.935548 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3c1ef59-a06d-4587-af80-eb7824adff09 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.979025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Allocated IP 172.25.2.148 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/649e0c9a-a419-4789-b499-03829e119923) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:09.045704 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3c1ef59-a06d-4587-af80-eb7824adff09 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:09.054404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c1ef59-a06d-4587-af80-eb7824adff09 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:09.055969 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3c1ef59-a06d-4587-af80-eb7824adff09 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:09.071686 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79d0ca-bf47-4f86-b06c-9c424f58c16a req-dddb0173-516f-4b95-a541-1cb3303f5f29 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:09.073477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f79d0ca-bf47-4f86-b06c-9c424f58c16a req-dddb0173-516f-4b95-a541-1cb3303f5f29 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 946 time: 0.1151738 Dec 16 22:22:09.132723 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1ef59-a06d-4587-af80-eb7824adff09 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Network': ['ID=245d41dc-3305-4e32-bb00-846be6bb2823,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:09.144176 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 245d41dc-3305-4e32-bb00-846be6bb2823 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:09.176211 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:09.179128 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4837646-385e-41ec-84d1-0678fecae81b req-05d6694f-639d-4ce8-bae6-c99eb946fbde tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 210 time: 0.0509298 Dec 16 22:22:09.197237 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f79d0ca-bf47-4f86-b06c-9c424f58c16a req-836796a4-b88c-49a0-b83e-8f74c3111a8d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121423 Dec 16 22:22:09.215292 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d3c1ef59-a06d-4587-af80-eb7824adff09 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8282049 Dec 16 22:22:09.338473 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:09.342989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43378) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:09.350012 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4c08bcda-7bf0-49b6-aa6d-4b43a4c599c6 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'subnet': {'network_id': '245d41dc-3305-4e32-bb00-846be6bb2823', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:09.386697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:09.392836 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:09.397297 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=649e0c9a-a419-4789-b499-03829e119923,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:09.400048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:09.546647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf31fa7a-5d26-44a9-8bc0-01c5dbdead3d req-3b4f97c9-298d-482e-906c-3aa23328e917 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0316246 Dec 16 22:22:09.558613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c08bcda-7bf0-49b6-aa6d-4b43a4c599c6 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:09.563026 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4c08bcda-7bf0-49b6-aa6d-4b43a4c599c6 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:09.830559 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:22:09.850426 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:09.909156 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4c08bcda-7bf0-49b6-aa6d-4b43a4c599c6 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:09.977390 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08bcda-7bf0-49b6-aa6d-4b43a4c599c6 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Subnet': ['ID=62b9d70a-855a-4041-ba17-e0e394d8f0f1,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:09.982045 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08bcda-7bf0-49b6-aa6d-4b43a4c599c6 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Checking segment: {'id': 'ffba7a43-053d-4ffa-9c93-992f75b0bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '245d41dc-3305-4e32-bb00-846be6bb2823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:09.982407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c08bcda-7bf0-49b6-aa6d-4b43a4c599c6 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network hostable DHCP agents. Network: 245d41dc-3305-4e32-bb00-846be6bb2823, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:10.015634 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:10.072813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c08bcda-7bf0-49b6-aa6d-4b43a4c599c6 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network 245d41dc-3305-4e32-bb00-846be6bb2823 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:10.159990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-4c08bcda-7bf0-49b6-aa6d-4b43a4c599c6 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 245d41dc-3305-4e32-bb00-846be6bb2823) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:10.165204 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c08bcda-7bf0-49b6-aa6d-4b43a4c599c6 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:10.166158 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4c08bcda-7bf0-49b6-aa6d-4b43a4c599c6 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:10.170508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013c95c3-4c02-429e-bd23-acd1583660d7 None None] Network 245d41dc-3305-4e32-bb00-846be6bb2823 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:10.186807 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:10.259600 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4c08bcda-7bf0-49b6-aa6d-4b43a4c599c6 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9148507 Dec 16 22:22:10.263555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43402) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:10.270788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-116349ba-c9c7-47d1-b030-381254372975 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-237728701'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:10.288048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-245d41dc-3305-4e32-bb00-846be6bb2823', 'network_id': '245d41dc-3305-4e32-bb00-846be6bb2823', 'project_id': '6525b3ae2c6a43798b16698ae332a34f', 'fixed_ips': [{'subnet_id': '62b9d70a-855a-4041-ba17-e0e394d8f0f1'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:10.288936 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:10.292048 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:10.323579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7386b83-bd2a-4fa8-9674-b88196ec2b37 req-bb661b8a-e109-4982-9293-11ffa4157d48 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 210 time: 0.0456092 Dec 16 22:22:10.411774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=649e0c9a-a419-4789-b499-03829e119923,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:10.430868 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:10.441388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Allocated IP 172.20.255.242 (245d41dc-3305-4e32-bb00-846be6bb2823/62b9d70a-855a-4041-ba17-e0e394d8f0f1/d809995c-e5e5-4dd0-b6db-d361a26abe14) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:10.492120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116349ba-c9c7-47d1-b030-381254372975 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:10.495584 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-116349ba-c9c7-47d1-b030-381254372975 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:10.597642 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:10.621870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116349ba-c9c7-47d1-b030-381254372975 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:10.651700 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:10.663025 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-116349ba-c9c7-47d1-b030-381254372975 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:10.663402 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-116349ba-c9c7-47d1-b030-381254372975 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Added segment e6adb73a-bace-4111-8372-8ae9883813b7 of type vlan for network 3e78c685-1950-4ef9-ae0d-f82f25383ccf Dec 16 22:22:10.692689 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Floating IP e80867de-e05d-40da-9a78-5afb7e154303 associated. External IP: 172.25.2.148, port: f2f4b66a-7c97-4caf-9168-23b0e748557d. Dec 16 22:22:10.699853 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55d8c8c5-eb77-4e14-8aa6-808a5b78adc7 req-b94e2a2c-b0ff-4d24-a432-666753053358 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0645754 Dec 16 22:22:10.768870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-a241c18d-0f13-4560-8cb5-4293b3b9ae3d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:10.770411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-a241c18d-0f13-4560-8cb5-4293b3b9ae3d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 806 time: 0.2954915 Dec 16 22:22:10.788670 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-116349ba-c9c7-47d1-b030-381254372975 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:10.826909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-17308e6e-b415-473f-86f6-1da1f672d30d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Request body: {'port': {'device_id': 'bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a', 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b', 'admin_state_up': True, 'tenant_id': '71b07207458f41b0bd254b11dbb60b20'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:10.850343 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Network 245d41dc-3305-4e32-bb00-846be6bb2823 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:10.853358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:10.856540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:10.890568 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Pushing event updated for resources: {'Port': ['ID=d809995c-e5e5-4dd0-b6db-d361a26abe14,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:10.927690 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Attempting to bind port d809995c-e5e5-4dd0-b6db-d361a26abe14 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:10.928062 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Attempting to bind port d809995c-e5e5-4dd0-b6db-d361a26abe14 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'ffba7a43-053d-4ffa-9c93-992f75b0bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '245d41dc-3305-4e32-bb00-846be6bb2823'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:10.928428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Attempting to bind port d809995c-e5e5-4dd0-b6db-d361a26abe14 on network 245d41dc-3305-4e32-bb00-846be6bb2823 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:10.933720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:10.934366 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Checking segment: {'id': 'ffba7a43-053d-4ffa-9c93-992f75b0bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '245d41dc-3305-4e32-bb00-846be6bb2823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:10.934567 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:10.934996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Bound using segment: {'id': 'ffba7a43-053d-4ffa-9c93-992f75b0bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '245d41dc-3305-4e32-bb00-846be6bb2823'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:10.935523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Bound port: d809995c-e5e5-4dd0-b6db-d361a26abe14, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffba7a43-053d-4ffa-9c93-992f75b0bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '245d41dc-3305-4e32-bb00-846be6bb2823'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:10.935915 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:10.993625 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-116349ba-c9c7-47d1-b030-381254372975 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:10.998987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116349ba-c9c7-47d1-b030-381254372975 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:10.999599 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-116349ba-c9c7-47d1-b030-381254372975 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.008204 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] For port d809995c-e5e5-4dd0-b6db-d361a26abe14, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:11.012009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] For port d809995c-e5e5-4dd0-b6db-d361a26abe14, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d809995c-e5e5-4dd0-b6db-d361a26abe14,segment=NetworkSegment(ffba7a43-053d-4ffa-9c93-992f75b0bf9d),segment_id=ffba7a43-053d-4ffa-9c93-992f75b0bf9d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:11.073641 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.136001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-116349ba-c9c7-47d1-b030-381254372975 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8712194 Dec 16 22:22:11.145377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43418) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:11.149539 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7f579-3ec2-4038-ae02-14eff074eb79 None None] Pushing event updated for resources: {'Port': ['ID=d809995c-e5e5-4dd0-b6db-d361a26abe14,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:11.151523 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d27bc36e-46e1-489e-9c32-f96142106095 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'subnet': {'network_id': '3e78c685-1950-4ef9-ae0d-f82f25383ccf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:11.160764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116349ba-c9c7-47d1-b030-381254372975 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Network': ['ID=3e78c685-1950-4ef9-ae0d-f82f25383ccf,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:11.174413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 3e78c685-1950-4ef9-ae0d-f82f25383ccf details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:11.201854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router af25f916-9509-4969-a6e6-b2707dac975a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:22:11.233064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-17308e6e-b415-473f-86f6-1da1f672d30d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Made reservation on behalf of 71b07207458f41b0bd254b11dbb60b20 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:11.239653 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-17308e6e-b415-473f-86f6-1da1f672d30d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.421841 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27bc36e-46e1-489e-9c32-f96142106095 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:11.435964 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d27bc36e-46e1-489e-9c32-f96142106095 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.725899 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d27bc36e-46e1-489e-9c32-f96142106095 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.775315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f06e821-1afe-4490-97d7-2c9cdb43382e req-b4b125b7-88a8-4a73-9ee1-9d32449f2f86 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 210 time: 0.0395217 Dec 16 22:22:11.802505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bc36e-46e1-489e-9c32-f96142106095 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Subnet': ['ID=5f0cf813-4cb6-4dc0-a828-d77cf98fc5d0,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:11.806396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:22:11.818948 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bc36e-46e1-489e-9c32-f96142106095 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Checking segment: {'id': 'e6adb73a-bace-4111-8372-8ae9883813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3e78c685-1950-4ef9-ae0d-f82f25383ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:11.818948 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27bc36e-46e1-489e-9c32-f96142106095 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network hostable DHCP agents. Network: 3e78c685-1950-4ef9-ae0d-f82f25383ccf, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:11.824754 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca5a11-9fb1-476b-bccb-d50878d10b07 None None] Sync routers for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:22:11.835520 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca5a11-9fb1-476b-bccb-d50878d10b07 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:11.836147 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f7ca5a11-9fb1-476b-bccb-d50878d10b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:11.877672 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f7ca5a11-9fb1-476b-bccb-d50878d10b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:11.888080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd6f2275-773c-4ec9-95a5-0f7fc9b78ca6 req-9af17185-71cf-4be8-bf0a-bcab534f4737 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0601473 Dec 16 22:22:11.895186 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca5a11-9fb1-476b-bccb-d50878d10b07 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:11.895751 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27bc36e-46e1-489e-9c32-f96142106095 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network 3e78c685-1950-4ef9-ae0d-f82f25383ccf is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:11.896539 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f7ca5a11-9fb1-476b-bccb-d50878d10b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:11.908517 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-17308e6e-b415-473f-86f6-1da1f672d30d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Allocated IP 172.20.0.4 (894406fb-456e-47fe-84ae-c71a28800c5b/c5550495-cdae-4395-8f1f-d640aab6e46b/28c6e0be-a3c9-4478-81b3-0de8f9f59b0b) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:11.915332 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 13e8a307-be98-478d-a7bc-280b915fd33f details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:22:11.944720 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f7ca5a11-9fb1-476b-bccb-d50878d10b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:11.945409 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca5a11-9fb1-476b-bccb-d50878d10b07 None None] The sync data for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:22:11.960765 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.012766 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43436) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:12.013041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-51d675e7-0407-4007-9f99-0367fd8cf579 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4418864 Dec 16 22:22:12.022761 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f1876857-12ad-46f6-b577-47c1439b073f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-316880672'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:12.028929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d27bc36e-46e1-489e-9c32-f96142106095 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 3e78c685-1950-4ef9-ae0d-f82f25383ccf) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:12.044575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ba06c-d478-4ca0-bf5c-5978c05f779f None None] Network 3e78c685-1950-4ef9-ae0d-f82f25383ccf requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:12.046448 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27bc36e-46e1-489e-9c32-f96142106095 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:12.047699 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d27bc36e-46e1-489e-9c32-f96142106095 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.123468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 13e8a307-be98-478d-a7bc-280b915fd33f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=13e8a307-be98-478d-a7bc-280b915fd33f,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:12.139591 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-17308e6e-b415-473f-86f6-1da1f672d30d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.145511 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '13e8a307-be98-478d-a7bc-280b915fd33f', 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896', 'port_id': '13e8a307-be98-478d-a7bc-280b915fd33f', 'mac_address': 'fa:16:3e:03:17:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634b6d25-6ad9-4d67-9394-5b078696d451', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:22:12.161223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43438) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:12.161964 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d27bc36e-46e1-489e-9c32-f96142106095 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0152111 Dec 16 22:22:12.183057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1876857-12ad-46f6-b577-47c1439b073f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Made reservation on behalf of dc70305298d948ac9658bd162b696168 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:12.189970 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f1876857-12ad-46f6-b577-47c1439b073f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.219582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-3e78c685-1950-4ef9-ae0d-f82f25383ccf', 'network_id': '3e78c685-1950-4ef9-ae0d-f82f25383ccf', 'project_id': '6525b3ae2c6a43798b16698ae332a34f', 'fixed_ips': [{'subnet_id': '5f0cf813-4cb6-4dc0-a828-d77cf98fc5d0'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:12.221401 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.225347 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1876857-12ad-46f6-b577-47c1439b073f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:12.245213 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f1876857-12ad-46f6-b577-47c1439b073f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.245730 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-f1876857-12ad-46f6-b577-47c1439b073f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Added segment 7f54c74d-5d8c-419e-9c98-6ffbb4e6a62e of type vlan for network 25a5adfc-0ebb-4a3a-a095-857a918f2c17 Dec 16 22:22:12.337263 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.338918 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f1876857-12ad-46f6-b577-47c1439b073f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.367962 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.391690 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-17308e6e-b415-473f-86f6-1da1f672d30d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.395898 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13e8a307-be98-478d-a7bc-280b915fd33f {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:12.429310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['4cc5905f-ff4a-4e96-ac8d-b54814700ec1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:12.431578 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccbffd9-5de7-40e2-99d0-f190a408d113 None None] Network 245d41dc-3305-4e32-bb00-846be6bb2823 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:12.463171 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f1876857-12ad-46f6-b577-47c1439b073f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.472734 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1876857-12ad-46f6-b577-47c1439b073f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:12.473508 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f1876857-12ad-46f6-b577-47c1439b073f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.492786 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-17308e6e-b415-473f-86f6-1da1f672d30d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Network 894406fb-456e-47fe-84ae-c71a28800c5b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:12.496905 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.503355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-17308e6e-b415-473f-86f6-1da1f672d30d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:12.505856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-17308e6e-b415-473f-86f6-1da1f672d30d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:12.533006 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 13e8a307-be98-478d-a7bc-280b915fd33f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=13e8a307-be98-478d-a7bc-280b915fd33f,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:12.548798 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1876857-12ad-46f6-b577-47c1439b073f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Network': ['ID=25a5adfc-0ebb-4a3a-a095-857a918f2c17,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:12.568837 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Allocated IP 172.20.0.2 (3e78c685-1950-4ef9-ae0d-f82f25383ccf/5f0cf813-4cb6-4dc0-a828-d77cf98fc5d0/13c00472-13b2-426b-8680-730721940c6e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:12.570342 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17308e6e-b415-473f-86f6-1da1f672d30d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Pushing event updated for resources: {'Port': ['ID=28c6e0be-a3c9-4478-81b3-0de8f9f59b0b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:12.572697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 25a5adfc-0ebb-4a3a-a095-857a918f2c17 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:12.581853 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-96bb191f-23f1-4c80-8e00-81aca44862ed None None] Provisioning complete for port d809995c-e5e5-4dd0-b6db-d361a26abe14 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:12.582454 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-96bb191f-23f1-4c80-8e00-81aca44862ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.597980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-17308e6e-b415-473f-86f6-1da1f672d30d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:12.599152 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-17308e6e-b415-473f-86f6-1da1f672d30d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.626795 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f1876857-12ad-46f6-b577-47c1439b073f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6122630 Dec 16 22:22:12.629764 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43444) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:12.634686 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c27ef3c5-c0dd-4975-b174-b859b4b2c3bf tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'subnet': {'network_id': '25a5adfc-0ebb-4a3a-a095-857a918f2c17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:12.678900 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.708091 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-17308e6e-b415-473f-86f6-1da1f672d30d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9111395 Dec 16 22:22:12.724848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Request body: {'port': {'device_id': 'bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:12.794955 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.846057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27ef3c5-c0dd-4975-b174-b859b4b2c3bf tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Made reservation on behalf of dc70305298d948ac9658bd162b696168 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:12.852699 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c27ef3c5-c0dd-4975-b174-b859b4b2c3bf tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.918673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['13e8a307-be98-478d-a7bc-280b915fd33f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:12.932258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d809995c-e5e5-4dd0-b6db-d361a26abe14 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:13.067855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb6e8e-a947-407c-8181-05c4b51adf49 req-80dd9fc3-0969-48b7-92f9-33fb6ebecced tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:13.069484 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8edb6e8e-a947-407c-8181-05c4b51adf49 req-80dd9fc3-0969-48b7-92f9-33fb6ebecced tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 931 time: 0.1979170 Dec 16 22:22:13.096518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=13e8a307-be98-478d-a7bc-280b915fd33f,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:13.097836 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a6772f2-9825-45e7-ba4b-7a783d8da4b0 req-ff947de2-9fb4-4239-a517-46f8c32345a2 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0550866 Dec 16 22:22:13.198055 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8edb6e8e-a947-407c-8181-05c4b51adf49 req-15d47558-2254-4fec-b5cd-c63c8fa2fa2e tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045868 Dec 16 22:22:13.239258 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c27ef3c5-c0dd-4975-b174-b859b4b2c3bf tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.255843 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.268028 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-96bb191f-23f1-4c80-8e00-81aca44862ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.292164 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.342115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:13.345347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-96bb191f-23f1-4c80-8e00-81aca44862ed None None] For port d809995c-e5e5-4dd0-b6db-d361a26abe14, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d809995c-e5e5-4dd0-b6db-d361a26abe14,segment=NetworkSegment(ffba7a43-053d-4ffa-9c93-992f75b0bf9d),segment_id=ffba7a43-053d-4ffa-9c93-992f75b0bf9d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:13.353607 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.371607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Transition to ACTIVE for port object 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:22:13.389515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ef3c5-c0dd-4975-b174-b859b4b2c3bf tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Checking segment: {'id': '7f54c74d-5d8c-419e-9c98-6ffbb4e6a62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25a5adfc-0ebb-4a3a-a095-857a918f2c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:13.389939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27ef3c5-c0dd-4975-b174-b859b4b2c3bf tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network hostable DHCP agents. Network: 25a5adfc-0ebb-4a3a-a095-857a918f2c17, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:13.401084 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.403196 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ef3c5-c0dd-4975-b174-b859b4b2c3bf tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Subnet': ['ID=749b1006-1e03-4f5b-a259-408c672fa857,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:13.403372 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.459233 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d809995c-e5e5-4dd0-b6db-d361a26abe14 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:13.459633 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.461302 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-96bb191f-23f1-4c80-8e00-81aca44862ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.474803 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.480180 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.502889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27ef3c5-c0dd-4975-b174-b859b4b2c3bf tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network 25a5adfc-0ebb-4a3a-a095-857a918f2c17 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:13.524079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Network 3e78c685-1950-4ef9-ae0d-f82f25383ccf is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:13.537653 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:13.548870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:13.554275 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Pushing event updated for resources: {'Port': ['ID=13c00472-13b2-426b-8680-730721940c6e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:13.557676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0cf813-4cb6-4dc0-a828-d77cf98fc5d0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:13.586916 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c27ef3c5-c0dd-4975-b174-b859b4b2c3bf tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 25a5adfc-0ebb-4a3a-a095-857a918f2c17) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:13.593283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ef3c5-c0dd-4975-b174-b859b4b2c3bf tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:13.595171 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c27ef3c5-c0dd-4975-b174-b859b4b2c3bf tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.615974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Pushing event updated for resources: {'Port': ['ID=28c6e0be-a3c9-4478-81b3-0de8f9f59b0b,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:13.626550 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d925bb-1d11-4ced-8fed-d6a73804d6e3 None None] Network 25a5adfc-0ebb-4a3a-a095-857a918f2c17 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:13.638736 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.691347 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c27ef3c5-c0dd-4975-b174-b859b4b2c3bf tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0580320 Dec 16 22:22:13.691785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43476) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:13.697345 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-386775042', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:13.700758 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e78c685-1950-4ef9-ae0d-f82f25383ccf']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:13.717516 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6adb73a-bace-4111-8372-8ae9883813b7') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:13.717791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6adb73a-bace-4111-8372-8ae9883813b7') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:13.735556 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.756166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Attempting to bind port 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:13.756516 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Attempting to bind port 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:13.756858 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Attempting to bind port 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b on network 894406fb-456e-47fe-84ae-c71a28800c5b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:13.762566 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.768265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Port 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b on network 894406fb-456e-47fe-84ae-c71a28800c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:13.768599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Attempting to bind port 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b on network 894406fb-456e-47fe-84ae-c71a28800c5b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:13.775160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:13.775610 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:13.779159 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:13.781456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:13.781456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Checking segment: {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:13.781456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Bound using segment: {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:13.781456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Bound port: 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:13.781809 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.817577 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.818731 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.909721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] For port 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:13.913554 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] For port 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=28c6e0be-a3c9-4478-81b3-0de8f9f59b0b,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:13.925808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a8fa4150-a70e-498c-9f86-354495e380b2 None None] Provisioning complete for port d809995c-e5e5-4dd0-b6db-d361a26abe14 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:13.926284 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4150-a70e-498c-9f86-354495e380b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.928697 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.944106 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.db.api [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:22:13.944106 n-d-821840-2 neutron-server[103951]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:22:13.944106 n-d-821840-2 neutron-server[103951]: [parameters: {'id': '3e78c685-1950-4ef9-ae0d-f82f25383ccf'}] Dec 16 22:22:13.944106 n-d-821840-2 neutron-server[103951]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:22:13.944542 n-d-821840-2 neutron-server[103951]: DEBUG oslo_db.api [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:22:13.982780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Attempting to bind port 13c00472-13b2-426b-8680-730721940c6e on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:13.983151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Attempting to bind port 13c00472-13b2-426b-8680-730721940c6e by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'e6adb73a-bace-4111-8372-8ae9883813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3e78c685-1950-4ef9-ae0d-f82f25383ccf'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:13.983541 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Attempting to bind port 13c00472-13b2-426b-8680-730721940c6e on network 3e78c685-1950-4ef9-ae0d-f82f25383ccf {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:14.009604 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb191f-23f1-4c80-8e00-81aca44862ed None None] Pushing event updated for resources: {'Port': ['ID=d809995c-e5e5-4dd0-b6db-d361a26abe14,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:14.024081 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.038461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:14.038872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Checking segment: {'id': 'e6adb73a-bace-4111-8372-8ae9883813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3e78c685-1950-4ef9-ae0d-f82f25383ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:14.039240 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.039664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Bound using segment: {'id': 'e6adb73a-bace-4111-8372-8ae9883813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3e78c685-1950-4ef9-ae0d-f82f25383ccf'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:14.044358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Bound port: 13c00472-13b2-426b-8680-730721940c6e, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6adb73a-bace-4111-8372-8ae9883813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3e78c685-1950-4ef9-ae0d-f82f25383ccf'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:14.044358 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.074764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:14.075788 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.076921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] 10.222.0.69 "PUT /v2.0/ports/28c6e0be-a3c9-4478-81b3-0de8f9f59b0b HTTP/1.1" status: 200 len: 1091 time: 1.3584039 Dec 16 22:22:14.077384 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a', 'tag': '28c6e0be-a3c9-4478-81b3-0de8f9f59b0b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:14.080119 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e23bb3-242a-4d7a-a091-52bb0e5ebe0f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a", "tag": "28c6e0be-a3c9-4478-81b3-0de8f9f59b0b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:14.120264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19a6ea-a1a3-41ff-ab47-d1a3f34e6e86 service neutron] Pushing event updated for resources: {'Port': ['ID=28c6e0be-a3c9-4478-81b3-0de8f9f59b0b,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:14.152713 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-25a5adfc-0ebb-4a3a-a095-857a918f2c17', 'network_id': '25a5adfc-0ebb-4a3a-a095-857a918f2c17', 'project_id': 'dc70305298d948ac9658bd162b696168', 'fixed_ips': [{'subnet_id': '749b1006-1e03-4f5b-a259-408c672fa857'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:14.153614 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.240808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] For port 13c00472-13b2-426b-8680-730721940c6e, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:14.322119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.332866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3f03479-d20b-4d30-85fb-d1f6e76073ce req-054c1fa7-ac20-44f9-b713-00d12a56d7db tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0467482 Dec 16 22:22:14.339300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] For port 13c00472-13b2-426b-8680-730721940c6e, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=13c00472-13b2-426b-8680-730721940c6e,segment=NetworkSegment(e6adb73a-bace-4111-8372-8ae9883813b7),segment_id=e6adb73a-bace-4111-8372-8ae9883813b7)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:14.379824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-84c4e79c-b294-4e7d-9925-89f076db5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:14.392543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-84c4e79c-b294-4e7d-9925-89f076db5b00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 1094 time: 0.1904786 Dec 16 22:22:14.410516 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.444553 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060c3dbd-c489-41e8-85ef-8b55e91b735a x-openstack-request-id: req-060c3dbd-c489-41e8-85ef-8b55e91b735a {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:14.444879 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a", "tag": "28c6e0be-a3c9-4478-81b3-0de8f9f59b0b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:14.446390 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-060c3dbd-c489-41e8-85ef-8b55e91b735a {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:14.446864 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a', 'tag': '28c6e0be-a3c9-4478-81b3-0de8f9f59b0b', 'status': 'completed', 'code': 200} Dec 16 22:22:14.448708 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.506626 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-4208b6f3-0a4c-4dc3-be2e-6b4a19c7160a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28c6e0be-a3c9-4478-81b3-0de8f9f59b0b HTTP/1.1" status: 200 len: 217 time: 0.0967917 Dec 16 22:22:14.580701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Allocated IP 172.20.0.2 (25a5adfc-0ebb-4a3a-a095-857a918f2c17/749b1006-1e03-4f5b-a259-408c672fa857/39ad82e7-5179-4fed-abab-ca21b1ca2833) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:14.591813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908b2d5-e2f6-4558-816f-f1449353f55d None None] Pushing event updated for resources: {'Port': ['ID=13c00472-13b2-426b-8680-730721940c6e,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:14.593642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-3cf3ab6c-fa2f-4c2d-8ed4-5be03bb987dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:14.596653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-3cf3ab6c-fa2f-4c2d-8ed4-5be03bb987dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5550495-cdae-4395-8f1f-d640aab6e46b HTTP/1.1" status: 200 len: 846 time: 0.0811727 Dec 16 22:22:14.663525 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c25ffb-2ab9-4116-b9ba-b3fe5b9bf5a3 None None] Network 3e78c685-1950-4ef9-ae0d-f82f25383ccf requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:14.721733 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-9ebb25a2-d4b7-45fa-9611-bb485aae8d07 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=894406fb-456e-47fe-84ae-c71a28800c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641949 Dec 16 22:22:14.808647 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.816608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab173-4c9e-45d1-95ab-4bcc405fda2e req-4cf7eca6-2f81-4304-8a01-b88c374125b5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:14.819782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4ab173-4c9e-45d1-95ab-4bcc405fda2e req-4cf7eca6-2f81-4304-8a01-b88c374125b5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 943 time: 0.2209539 Dec 16 22:22:14.842347 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.843093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Deleting port 13c00472-13b2-426b-8680-730721940c6e {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:14.843481 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.893449 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d809995c-e5e5-4dd0-b6db-d361a26abe14 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:15.011948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4ab173-4c9e-45d1-95ab-4bcc405fda2e req-84a7769d-4d3d-4853-a5f0-833aa130c7c8 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807967 Dec 16 22:22:15.047072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d809995c-e5e5-4dd0-b6db-d361a26abe14 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:15.047749 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:15.055150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Allocated IP 172.25.2.123 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/afd25c30-9039-4485-8bc4-31f85e595f24) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:15.076450 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] For port 13c00472-13b2-426b-8680-730721940c6e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=13c00472-13b2-426b-8680-730721940c6e,segment=NetworkSegment(e6adb73a-bace-4111-8372-8ae9883813b7),segment_id=e6adb73a-bace-4111-8372-8ae9883813b7)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:15.077104 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:15.097807 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:15.099243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-3c31c236-60aa-4fcb-a7b2-428dc680b743 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624382 Dec 16 22:22:15.100436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Calling delete_port for 13c00472-13b2-426b-8680-730721940c6e owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:15.181194 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:15.216905 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:15.264378 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Network 25a5adfc-0ebb-4a3a-a095-857a918f2c17 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:15.271633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5c1ffda-63e3-4971-b9c1-5ba69647e4be req-69bbec5c-0847-49b3-b79c-f961e3469055 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508589 Dec 16 22:22:15.283755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Pushing event updated for resources: {'Port': ['ID=39ad82e7-5179-4fed-abab-ca21b1ca2833,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:15.293396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:15.297483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:15.376025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Attempting to bind port 39ad82e7-5179-4fed-abab-ca21b1ca2833 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:15.377088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Attempting to bind port 39ad82e7-5179-4fed-abab-ca21b1ca2833 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '7f54c74d-5d8c-419e-9c98-6ffbb4e6a62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25a5adfc-0ebb-4a3a-a095-857a918f2c17'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:15.377288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Attempting to bind port 39ad82e7-5179-4fed-abab-ca21b1ca2833 on network 25a5adfc-0ebb-4a3a-a095-857a918f2c17 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:15.381643 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:15.389742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:15.390232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Checking segment: {'id': '7f54c74d-5d8c-419e-9c98-6ffbb4e6a62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25a5adfc-0ebb-4a3a-a095-857a918f2c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:15.390456 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:15.393492 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Bound using segment: {'id': '7f54c74d-5d8c-419e-9c98-6ffbb4e6a62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25a5adfc-0ebb-4a3a-a095-857a918f2c17'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:15.396054 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Bound port: 39ad82e7-5179-4fed-abab-ca21b1ca2833, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f54c74d-5d8c-419e-9c98-6ffbb4e6a62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25a5adfc-0ebb-4a3a-a095-857a918f2c17'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:15.397121 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:15.501569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e23bb3-242a-4d7a-a091-52bb0e5ebe0f req-e9ac76bc-b7c3-4320-8da7-36e86d1889d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:15.506618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22e23bb3-242a-4d7a-a091-52bb0e5ebe0f req-e9ac76bc-b7c3-4320-8da7-36e86d1889d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 1094 time: 0.1074915 Dec 16 22:22:15.524704 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:15.537726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:15.543537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:15.572034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] For port 39ad82e7-5179-4fed-abab-ca21b1ca2833, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:15.576642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] For port 39ad82e7-5179-4fed-abab-ca21b1ca2833, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=39ad82e7-5179-4fed-abab-ca21b1ca2833,segment=NetworkSegment(7f54c74d-5d8c-419e-9c98-6ffbb4e6a62e),segment_id=7f54c74d-5d8c-419e-9c98-6ffbb4e6a62e)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:15.598795 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=afd25c30-9039-4485-8bc4-31f85e595f24,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:15.638600 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:15.680456 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:15.740800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e23bb3-242a-4d7a-a091-52bb0e5ebe0f req-9cb60965-bc60-49fb-a73b-c0a054ba9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:15.743119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22e23bb3-242a-4d7a-a091-52bb0e5ebe0f req-9cb60965-bc60-49fb-a73b-c0a054ba9338 service neutron] 10.222.0.69 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 907 time: 0.2278392 Dec 16 22:22:15.754926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-930714cd-5f66-462f-adb7-08b7dd7950f8 req-18d09cc4-fecc-4086-9f69-dd3d0faf99fd tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.1944015 Dec 16 22:22:15.758309 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fda44-93ca-4d7f-86b0-1b78ff784ac4 None None] Pushing event updated for resources: {'Port': ['ID=39ad82e7-5179-4fed-abab-ca21b1ca2833,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:15.876995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22e23bb3-242a-4d7a-a091-52bb0e5ebe0f req-e92094a7-78a8-4391-bc3b-57c29eb7aea4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28c6e0be-a3c9-4478-81b3-0de8f9f59b0b HTTP/1.1" status: 200 len: 217 time: 0.0584109 Dec 16 22:22:15.879074 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Port': ['ID=13c00472-13b2-426b-8680-730721940c6e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:15.884202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No DVR routers for this DVR port 13c00472-13b2-426b-8680-730721940c6e on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:15.934967 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 13e8a307-be98-478d-a7bc-280b915fd33f up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:15.992790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e23bb3-242a-4d7a-a091-52bb0e5ebe0f req-54fa918a-2da8-43a8-8441-190de8a8badf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:15.994846 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22e23bb3-242a-4d7a-a091-52bb0e5ebe0f req-54fa918a-2da8-43a8-8441-190de8a8badf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5550495-cdae-4395-8f1f-d640aab6e46b HTTP/1.1" status: 200 len: 846 time: 0.0987942 Dec 16 22:22:16.096923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 13e8a307-be98-478d-a7bc-280b915fd33f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:16.097615 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.165876 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.198284 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e78c685-1950-4ef9-ae0d-f82f25383ccf']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:16.220645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6adb73a-bace-4111-8372-8ae9883813b7') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:16.221090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6adb73a-bace-4111-8372-8ae9883813b7') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:16.234774 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.266203 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.279606 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.285492 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:16.285986 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.325876 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 13e8a307-be98-478d-a7bc-280b915fd33f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=13e8a307-be98-478d-a7bc-280b915fd33f,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:16.327476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f16079-395a-4186-bbd1-f1af42f80f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e8a307-be98-478d-a7bc-280b915fd33f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:16.331703 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4ac1ed-a206-425c-9fb7-4bf7dc3f829a" -d '{"events": [{"server_uuid": "b8f16079-395a-4186-bbd1-f1af42f80f00", "name": "network-vif-plugged", "status": "completed", "tag": "13e8a307-be98-478d-a7bc-280b915fd33f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:16.339119 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:16.394229 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f3b68a-c224-4397-bf83-9ea4b523060e x-openstack-request-id: req-f3f3b68a-c224-4397-bf83-9ea4b523060e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:16.394741 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f16079-395a-4186-bbd1-f1af42f80f00", "name": "network-vif-plugged", "status": "completed", "tag": "13e8a307-be98-478d-a7bc-280b915fd33f", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:16.394741 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3f3b68a-c224-4397-bf83-9ea4b523060e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:16.395154 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f16079-395a-4186-bbd1-f1af42f80f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e8a307-be98-478d-a7bc-280b915fd33f', 'code': 200} Dec 16 22:22:16.425857 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22e23bb3-242a-4d7a-a091-52bb0e5ebe0f req-6c8b0d86-cc78-4c4c-9ec5-bb72ad027a7b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=894406fb-456e-47fe-84ae-c71a28800c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784452 Dec 16 22:22:16.428803 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.478770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070d3c3-1462-440f-88f6-0d886742e689 req-8c481de2-2928-4beb-9109-0b8d6d4fc966 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:16.480479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8070d3c3-1462-440f-88f6-0d886742e689 req-8c481de2-2928-4beb-9109-0b8d6d4fc966 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 943 time: 0.1377323 Dec 16 22:22:16.512195 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.532824 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=13e8a307-be98-478d-a7bc-280b915fd33f,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:16.572251 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.596549 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.600241 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/3e78c685-1950-4ef9-ae0d-f82f25383ccf HTTP/1.1" status: 204 len: 168 time: 4.4376142 Dec 16 22:22:16.603918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43532) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:16.618974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b3a2bcfd-77a3-43f7-8157-c4df6f1250ed tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1198360985'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:16.666413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa09c8b-b40e-4e96-95ad-f203e2f9a837 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Network': ['ID=3e78c685-1950-4ef9-ae0d-f82f25383ccf,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:16.672535 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8070d3c3-1462-440f-88f6-0d886742e689 req-37721b2c-816c-404e-8aa6-d79454b3e515 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803997 Dec 16 22:22:16.692002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22e23bb3-242a-4d7a-a091-52bb0e5ebe0f req-567f6645-185a-485a-bd58-d563d34343f6 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543471 Dec 16 22:22:16.781831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a2bcfd-77a3-43f7-8157-c4df6f1250ed tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:16.786800 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3a2bcfd-77a3-43f7-8157-c4df6f1250ed tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.828788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a2bcfd-77a3-43f7-8157-c4df6f1250ed tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:16.868719 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.869546 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3a2bcfd-77a3-43f7-8157-c4df6f1250ed tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.869916 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-b3a2bcfd-77a3-43f7-8157-c4df6f1250ed tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Added segment d20a79d5-7f06-4d4c-9dc2-35c13f413bcd of type vlan for network e5a5f335-f9db-4f9f-80ed-44d109511198 Dec 16 22:22:16.978522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22e23bb3-242a-4d7a-a091-52bb0e5ebe0f req-0158a3f5-8cbc-4bb7-823e-700a10acd69f service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712748 Dec 16 22:22:17.051613 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 39ad82e7-5179-4fed-abab-ca21b1ca2833 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:17.091837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-203a3587-b559-4ad6-ae95-90822d1f62e4 req-f2f80ecc-f610-401c-9788-8f2da0d89abf tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.1307001 Dec 16 22:22:17.099779 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3a2bcfd-77a3-43f7-8157-c4df6f1250ed tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.145451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 39ad82e7-5179-4fed-abab-ca21b1ca2833 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:17.147023 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.257337 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3a2bcfd-77a3-43f7-8157-c4df6f1250ed tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.266469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a2bcfd-77a3-43f7-8157-c4df6f1250ed tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:17.267243 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3a2bcfd-77a3-43f7-8157-c4df6f1250ed tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.292369 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router 6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:22:17.293952 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.353782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 39ad82e7-5179-4fed-abab-ca21b1ca2833, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=39ad82e7-5179-4fed-abab-ca21b1ca2833,segment=NetworkSegment(7f54c74d-5d8c-419e-9c98-6ffbb4e6a62e),segment_id=7f54c74d-5d8c-419e-9c98-6ffbb4e6a62e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:17.363563 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2bcfd-77a3-43f7-8157-c4df6f1250ed tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Network': ['ID=e5a5f335-f9db-4f9f-80ed-44d109511198,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:17.385964 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network e5a5f335-f9db-4f9f-80ed-44d109511198 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:17.388395 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cbcc3c-67b8-4c70-85ca-a7183746d120 None None] Network 25a5adfc-0ebb-4a3a-a095-857a918f2c17 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:17.442792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b3a2bcfd-77a3-43f7-8157-c4df6f1250ed tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8252943 Dec 16 22:22:17.443295 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43548) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:17.452591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-038c994c-3ab5-4a97-b001-6268f6114afe tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'subnet': {'network_id': 'e5a5f335-f9db-4f9f-80ed-44d109511198', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:17.463172 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:22:17.481013 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.493317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236d136-6dc1-4ff6-bcf8-79d995c39084 None None] Sync routers for ids ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:22:17.585887 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.588779 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6e0669f5-59e7-4104-b45a-e1dfe76d3232 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8958704 Dec 16 22:22:17.591628 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43550) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:17.594758 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5236d136-6dc1-4ff6-bcf8-79d995c39084 None None] Routers {'6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:17.595521 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-5236d136-6dc1-4ff6-bcf8-79d995c39084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:17.597391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-069f34ca-9a81-4bb7-9605-d4c004c678aa None None] Provisioning complete for port 39ad82e7-5179-4fed-abab-ca21b1ca2833 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:17.597758 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-069f34ca-9a81-4bb7-9605-d4c004c678aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.667933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038c994c-3ab5-4a97-b001-6268f6114afe tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:17.673382 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-038c994c-3ab5-4a97-b001-6268f6114afe tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.675132 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=39ad82e7-5179-4fed-abab-ca21b1ca2833,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:17.678727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-5236d136-6dc1-4ff6-bcf8-79d995c39084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:17.719549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5236d136-6dc1-4ff6-bcf8-79d995c39084 None None] Routers {'6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:17.720194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-5236d136-6dc1-4ff6-bcf8-79d995c39084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:17.797523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-5236d136-6dc1-4ff6-bcf8-79d995c39084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:17.799995 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236d136-6dc1-4ff6-bcf8-79d995c39084 None None] The sync data for ids ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:22:17.833756 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.ipam_backend_mixin [None req-038c994c-3ab5-4a97-b001-6268f6114afe tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Performing IP validity checks on allocation pools {{(pid=103951) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 22:22:17.834672 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.ipam_backend_mixin [None req-038c994c-3ab5-4a97-b001-6268f6114afe tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103951) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 22:22:17.944520 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:22:17.986969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41890e22-fe57-449c-bd8d-bff8d7ed6110 req-3f7674c2-357f-496b-8a72-12e97512bc90 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:17.988836 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41890e22-fe57-449c-bd8d-bff8d7ed6110 req-3f7674c2-357f-496b-8a72-12e97512bc90 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 943 time: 0.1485887 Dec 16 22:22:18.156963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41890e22-fe57-449c-bd8d-bff8d7ed6110 req-fbce0dce-c996-4748-ad97-8a6bfe39c0f6 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548915 Dec 16 22:22:18.254347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-960bc15b-c3f3-490e-87e1-29670cf792c6 req-1b13878f-9055-40cc-b862-758a4275a762 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0427487 Dec 16 22:22:18.264117 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-038c994c-3ab5-4a97-b001-6268f6114afe tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:18.338000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dc5586-d4ad-407e-8994-54c40a2897fe None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:22:18.380989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c994c-3ab5-4a97-b001-6268f6114afe tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Subnet': ['ID=08ea3617-71a1-4024-bf2c-6ad1fea7dc16,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:18.385490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c994c-3ab5-4a97-b001-6268f6114afe tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Checking segment: {'id': 'd20a79d5-7f06-4d4c-9dc2-35c13f413bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e5a5f335-f9db-4f9f-80ed-44d109511198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:18.385859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038c994c-3ab5-4a97-b001-6268f6114afe tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network hostable DHCP agents. Network: e5a5f335-f9db-4f9f-80ed-44d109511198, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:18.446019 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:18.451583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038c994c-3ab5-4a97-b001-6268f6114afe tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network e5a5f335-f9db-4f9f-80ed-44d109511198 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:18.496370 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f5e1b28d-4797-423f-a619-15dfd9862f79 None None] Provisioning complete for port 39ad82e7-5179-4fed-abab-ca21b1ca2833 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:18.496946 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b28d-4797-423f-a619-15dfd9862f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:18.549147 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-038c994c-3ab5-4a97-b001-6268f6114afe tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, e5a5f335-f9db-4f9f-80ed-44d109511198) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:18.554090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038c994c-3ab5-4a97-b001-6268f6114afe tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:18.555934 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-038c994c-3ab5-4a97-b001-6268f6114afe tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:18.680594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=28c6e0be-a3c9-4478-81b3-0de8f9f59b0b,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:18.693719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-038c994c-3ab5-4a97-b001-6268f6114afe tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2491820 Dec 16 22:22:18.695852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43570) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:18.730398 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '28c6e0be-a3c9-4478-81b3-0de8f9f59b0b', 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b', 'port_id': '28c6e0be-a3c9-4478-81b3-0de8f9f59b0b', 'mac_address': 'fa:16:3e:04:13:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5550495-cdae-4395-8f1f-d640aab6e46b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:22:18.826993 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:18.836386 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44c00e8d-20a9-4b7c-8aa2-0e92afa0ec9e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:18.856698 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:18.896490 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=28c6e0be-a3c9-4478-81b3-0de8f9f59b0b,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:18.898892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 39ad82e7-5179-4fed-abab-ca21b1ca2833 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:18.922370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Allocated IP 172.20.0.1 (25a5adfc-0ebb-4a3a-a095-857a918f2c17/749b1006-1e03-4f5b-a259-408c672fa857/443243a2-acd1-4df8-b2ac-ac27adb5f407) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:18.963733 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44c00e8d-20a9-4b7c-8aa2-0e92afa0ec9e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:18.965309 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc5586-d4ad-407e-8994-54c40a2897fe None None] Unable to find a vacant binding_index for network e5a5f335-f9db-4f9f-80ed-44d109511198 and agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 16 22:22:18.974978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc5586-d4ad-407e-8994-54c40a2897fe None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, e5a5f335-f9db-4f9f-80ed-44d109511198) {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:22:18.978652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 39ad82e7-5179-4fed-abab-ca21b1ca2833 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:18.979043 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.026180 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.076000 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.160751 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44c00e8d-20a9-4b7c-8aa2-0e92afa0ec9e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.201345 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c00e8d-20a9-4b7c-8aa2-0e92afa0ec9e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Subnet': ['ID=08ea3617-71a1-4024-bf2c-6ad1fea7dc16,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:19.212405 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.270231 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=28c6e0be-a3c9-4478-81b3-0de8f9f59b0b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:19.324231 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44c00e8d-20a9-4b7c-8aa2-0e92afa0ec9e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.335707 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network 25a5adfc-0ebb-4a3a-a095-857a918f2c17 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:19.345015 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:19.359187 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:19.430551 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-44c00e8d-20a9-4b7c-8aa2-0e92afa0ec9e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a5f335-f9db-4f9f-80ed-44d109511198']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:19.430794 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=443243a2-acd1-4df8-b2ac-ac27adb5f407,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:19.445519 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.450051 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['28c6e0be-a3c9-4478-81b3-0de8f9f59b0b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:19.471876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cca14d5-be9f-4972-b2b4-22d248b5c339 req-3ab42b16-555e-4ebf-87a5-845c629ff158 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0468435 Dec 16 22:22:19.476223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-44c00e8d-20a9-4b7c-8aa2-0e92afa0ec9e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20a79d5-7f06-4d4c-9dc2-35c13f413bcd') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:19.476709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-44c00e8d-20a9-4b7c-8aa2-0e92afa0ec9e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20a79d5-7f06-4d4c-9dc2-35c13f413bcd') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:19.511352 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44c00e8d-20a9-4b7c-8aa2-0e92afa0ec9e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.527466 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a908fb-19e1-43b4-8299-e6ac982731f5 req-868b526e-fcfb-45f4-a070-e23cf32d3341 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:19.536305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47a908fb-19e1-43b4-8299-e6ac982731f5 req-868b526e-fcfb-45f4-a070-e23cf32d3341 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 944 time: 0.1912160 Dec 16 22:22:19.572453 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44c00e8d-20a9-4b7c-8aa2-0e92afa0ec9e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.637032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c00e8d-20a9-4b7c-8aa2-0e92afa0ec9e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:19.637032 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44c00e8d-20a9-4b7c-8aa2-0e92afa0ec9e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:19.687042 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:19.727995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47a908fb-19e1-43b4-8299-e6ac982731f5 req-060ee171-d0f2-483f-95ee-c947af68844b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905768 Dec 16 22:22:19.825226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a6c77b-c2fe-4f51-bca2-2d08a1e5cb52 None None] Network e5a5f335-f9db-4f9f-80ed-44d109511198 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:19.935898 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8def98d-0a1e-4bcf-a761-a5fad8d0e052 None None] Network e5a5f335-f9db-4f9f-80ed-44d109511198 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:19.943605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Provisioning complete for port 98790f74-2646-4ee2-829a-3dbe84382c51 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:19.944268 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.174602 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Provisioning complete for port 13e8a307-be98-478d-a7bc-280b915fd33f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:20.175067 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.275978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Provisioning complete for port 649e0c9a-a419-4789-b499-03829e119923 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:20.276354 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.318921 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Port 649e0c9a-a419-4789-b499-03829e119923 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:20.319184 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.330439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Provisioning complete for port c882da4f-8eb6-4eac-bf1e-1a9a0b1dd53b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:20.330973 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.332879 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44c00e8d-20a9-4b7c-8aa2-0e92afa0ec9e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.342853 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44c00e8d-20a9-4b7c-8aa2-0e92afa0ec9e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.347559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-44c00e8d-20a9-4b7c-8aa2-0e92afa0ec9e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/e5a5f335-f9db-4f9f-80ed-44d109511198 HTTP/1.1" status: 204 len: 168 time: 1.6506240 Dec 16 22:22:20.350887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43602) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:20.366192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-572887a9-e3f7-4bf5-9891-124a210a0b4c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-519654378'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:20.371626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c00e8d-20a9-4b7c-8aa2-0e92afa0ec9e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Network': ['ID=e5a5f335-f9db-4f9f-80ed-44d109511198,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:20.497119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572887a9-e3f7-4bf5-9891-124a210a0b4c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:20.506062 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-572887a9-e3f7-4bf5-9891-124a210a0b4c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.518392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Port c882da4f-8eb6-4eac-bf1e-1a9a0b1dd53b cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:20.523439 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e24f8f52-9f10-46d6-90b1-556d3ff67291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.532688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Provisioning complete for port 31986ba5-1b57-4b30-9426-c78e4371271d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:20.533057 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.557323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572887a9-e3f7-4bf5-9891-124a210a0b4c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:20.581851 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-572887a9-e3f7-4bf5-9891-124a210a0b4c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.582080 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-572887a9-e3f7-4bf5-9891-124a210a0b4c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Added segment f333b4b8-bb7d-4d21-916b-b1cad57b66cc of type vlan for network 2d28f4d0-2417-4818-915a-91be55716aa8 Dec 16 22:22:20.679838 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Provisioning complete for port 5bf90747-0f8d-43fb-ace1-824f1ce85ba1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:20.680218 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.691259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc997011-2652-4a1a-9ff2-b404dc8fdf5e req-a1d95299-1b34-4c54-8289-0c3e6a21fc1d tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0558190 Dec 16 22:22:20.696081 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-572887a9-e3f7-4bf5-9891-124a210a0b4c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.794521 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-572887a9-e3f7-4bf5-9891-124a210a0b4c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.801216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572887a9-e3f7-4bf5-9891-124a210a0b4c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:20.801847 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-572887a9-e3f7-4bf5-9891-124a210a0b4c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.852956 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.877651 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Provisioning complete for port 5cae3f87-4e3f-4e27-8e4c-5ee099b825d2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:20.878273 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.926221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Port 5cae3f87-4e3f-4e27-8e4c-5ee099b825d2 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:20.941654 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Provisioning complete for port 72242b89-eb6d-41b7-8add-1a8a7c9d48c0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:20.942059 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.943438 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572887a9-e3f7-4bf5-9891-124a210a0b4c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Network': ['ID=2d28f4d0-2417-4818-915a-91be55716aa8,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:20.948687 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.970379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a9a69-9fc6-43a0-94cc-7fad2eaa895e req-c2f6b0d5-3353-4bc5-8cb4-64756d760d68 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:20.970379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-448a9a69-9fc6-43a0-94cc-7fad2eaa895e req-c2f6b0d5-3353-4bc5-8cb4-64756d760d68 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 944 time: 0.0803068 Dec 16 22:22:20.994829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-572887a9-e3f7-4bf5-9891-124a210a0b4c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6424415 Dec 16 22:22:20.995694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43614) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:21.002200 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-1197c0e1-f77e-4be4-bb20-e967542a17cd tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'subnet': {'network_id': '2d28f4d0-2417-4818-915a-91be55716aa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:21.034655 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 2d28f4d0-2417-4818-915a-91be55716aa8 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:21.128515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-448a9a69-9fc6-43a0-94cc-7fad2eaa895e req-9b04a172-194f-429a-a7db-892beba88d64 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571987 Dec 16 22:22:21.138088 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.142739 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=443243a2-acd1-4df8-b2ac-ac27adb5f407,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:21.195640 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Provisioning complete for port a2abf04f-2cf0-4b78-8dc5-6ed0f3f31c1a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:21.196108 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.234473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1197c0e1-f77e-4be4-bb20-e967542a17cd tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:21.238238 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1197c0e1-f77e-4be4-bb20-e967542a17cd tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.263146 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Port a2abf04f-2cf0-4b78-8dc5-6ed0f3f31c1a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:21.283733 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Provisioning complete for port b08a00ed-9007-4604-87f7-7fb7070e00c8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:21.284119 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.294234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network 25a5adfc-0ebb-4a3a-a095-857a918f2c17 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:21.298653 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:21.519125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Provisioning complete for port afd25c30-9039-4485-8bc4-31f85e595f24 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:21.519674 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.566540 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router 6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:22:21.567319 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Port afd25c30-9039-4485-8bc4-31f85e595f24 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:21.579440 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Provisioning complete for port 1046e163-d960-4232-9821-379aa0d49d13 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:21.580181 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.595302 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1197c0e1-f77e-4be4-bb20-e967542a17cd tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.657917 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Port 1046e163-d960-4232-9821-379aa0d49d13 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:21.670511 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Provisioning complete for port 93a50def-3c67-49e2-9da7-a6fda61e6ea3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:21.671161 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.705492 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197c0e1-f77e-4be4-bb20-e967542a17cd tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Subnet': ['ID=6597e03b-7c53-4d4c-ba60-b0c77c1b110a,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:21.723955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1197c0e1-f77e-4be4-bb20-e967542a17cd tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Checking segment: {'id': 'f333b4b8-bb7d-4d21-916b-b1cad57b66cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d28f4d0-2417-4818-915a-91be55716aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:21.724328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1197c0e1-f77e-4be4-bb20-e967542a17cd tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network hostable DHCP agents. Network: 2d28f4d0-2417-4818-915a-91be55716aa8, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:21.742934 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Port 93a50def-3c67-49e2-9da7-a6fda61e6ea3 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:21.755820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Provisioning complete for port f2f4b66a-7c97-4caf-9168-23b0e748557d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:21.756184 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.773392 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:22:21.792139 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfd2c82-9b49-49e5-a01d-b49708fbd6d9 None None] Sync routers for ids ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:22:21.801964 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-65b3abb3-bb9b-49ea-868d-c4a9f3a46412 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "PUT /v2.0/routers/6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2082810 Dec 16 22:22:21.805040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43634) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:21.809329 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd2c82-9b49-49e5-a01d-b49708fbd6d9 None None] Routers {'6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:21.813219 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cbfd2c82-9b49-49e5-a01d-b49708fbd6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:21.814788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4089afef-bb30-423a-a574-bd407bdada4d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'port': {'network_id': '25a5adfc-0ebb-4a3a-a095-857a918f2c17', 'name': 'tempest-FloatingIPTestJSON-662789348'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:21.825656 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Port f2f4b66a-7c97-4caf-9168-23b0e748557d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:21.853279 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Provisioning complete for port 08dfe5d3-e5b2-4054-9bd4-adb744cd9feb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:21.853667 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.900518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Port 08dfe5d3-e5b2-4054-9bd4-adb744cd9feb cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:21.916900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Provisioning complete for port 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:21.917346 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7b90510-0640-4f89-a011-22461c02950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.974306 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:21.995174 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cbfd2c82-9b49-49e5-a01d-b49708fbd6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:22.005652 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd2c82-9b49-49e5-a01d-b49708fbd6d9 None None] Routers {'6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:22.006357 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cbfd2c82-9b49-49e5-a01d-b49708fbd6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:21:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:22.043630 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cbfd2c82-9b49-49e5-a01d-b49708fbd6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:22.044452 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfd2c82-9b49-49e5-a01d-b49708fbd6d9 None None] The sync data for ids ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:22:22.170669 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:22:22.178047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:22.178705 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:22.274025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-bded29b9-e8ea-43f5-9bfb-bc75c3a9a09c None None] Provisioning complete for port 443243a2-acd1-4df8-b2ac-ac27adb5f407 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:22.274394 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bded29b9-e8ea-43f5-9bfb-bc75c3a9a09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:22.378024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1197c0e1-f77e-4be4-bb20-e967542a17cd tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network 2d28f4d0-2417-4818-915a-91be55716aa8 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:22.400610 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:22.409394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-bded29b9-e8ea-43f5-9bfb-bc75c3a9a09c None None] Port 443243a2-acd1-4df8-b2ac-ac27adb5f407 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:22.429111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-467f581c-e61d-415f-8a39-95bc5b204996 req-152c3795-100d-4b41-9a58-f3a173524e7e tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0643494 Dec 16 22:22:22.434623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c6e0be-a3c9-4478-81b3-0de8f9f59b0b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:22.437135 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55decc7-d9be-438e-89b1-824775e43b69" -d '{"events": [{"server_uuid": "bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a", "name": "network-vif-plugged", "status": "completed", "tag": "28c6e0be-a3c9-4478-81b3-0de8f9f59b0b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:22.454456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=28c6e0be-a3c9-4478-81b3-0de8f9f59b0b,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:22.474669 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-35d3c6b9-3983-4d4e-9108-b1da5d7b2772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:22.520019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3fc50-f285-44d4-9267-1f305cceda48 req-cd14b92a-edbf-43e2-8aeb-14f43d8c4f7d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:22.521589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ccd3fc50-f285-44d4-9267-1f305cceda48 req-cd14b92a-edbf-43e2-8aeb-14f43d8c4f7d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 944 time: 0.1663320 Dec 16 22:22:22.556459 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e162a6d2-49c8-405c-bfe9-c1e09b541717 x-openstack-request-id: req-e162a6d2-49c8-405c-bfe9-c1e09b541717 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:22.556459 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a", "name": "network-vif-plugged", "status": "completed", "tag": "28c6e0be-a3c9-4478-81b3-0de8f9f59b0b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:22.556774 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e162a6d2-49c8-405c-bfe9-c1e09b541717 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:22.556928 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c6e0be-a3c9-4478-81b3-0de8f9f59b0b', 'code': 200} Dec 16 22:22:22.560089 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:22.620285 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-1197c0e1-f77e-4be4-bb20-e967542a17cd tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 2d28f4d0-2417-4818-915a-91be55716aa8) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:22.627134 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=28c6e0be-a3c9-4478-81b3-0de8f9f59b0b,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:22.631796 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a02ec51-c982-440f-b876-f8cde138a272 None None] Network 2d28f4d0-2417-4818-915a-91be55716aa8 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:22.634377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1197c0e1-f77e-4be4-bb20-e967542a17cd tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:22.635174 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1197c0e1-f77e-4be4-bb20-e967542a17cd tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:22.661733 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ccd3fc50-f285-44d4-9267-1f305cceda48 req-fa54248b-b417-46fc-bd7b-119004bc3222 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321270 Dec 16 22:22:22.719826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f216c4-5fc2-4a65-8d36-9cd2343b82e7 req-62567119-e1ba-43ea-a67e-ebe43bb4a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:22.721472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4f216c4-5fc2-4a65-8d36-9cd2343b82e7 req-62567119-e1ba-43ea-a67e-ebe43bb4a0bb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 1096 time: 0.0897906 Dec 16 22:22:22.786617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-2d28f4d0-2417-4818-915a-91be55716aa8', 'network_id': '2d28f4d0-2417-4818-915a-91be55716aa8', 'project_id': '6525b3ae2c6a43798b16698ae332a34f', 'fixed_ips': [{'subnet_id': '6597e03b-7c53-4d4c-ba60-b0c77c1b110a'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:22.787936 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:22.801572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4f216c4-5fc2-4a65-8d36-9cd2343b82e7 req-80be6d14-42cc-4f32-b914-d6b14bce22e0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701587 Dec 16 22:22:22.811879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1197c0e1-f77e-4be4-bb20-e967542a17cd tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8139184 Dec 16 22:22:22.816760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43652) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:22.945487 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4089afef-bb30-423a-a574-bd407bdada4d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Made reservation on behalf of dc70305298d948ac9658bd162b696168 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:22.954704 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4089afef-bb30-423a-a574-bd407bdada4d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:22.983590 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Allocated IP 172.20.0.1 (2d28f4d0-2417-4818-915a-91be55716aa8/6597e03b-7c53-4d4c-ba60-b0c77c1b110a/95a2f588-40ec-4007-8365-e9f771dacd17) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:22.990989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-4089afef-bb30-423a-a574-bd407bdada4d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] device_id is not set on port 82503298-82ac-456f-bffb-e334b8b959f0 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:23.006356 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.186003 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.186246 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.230158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-4089afef-bb30-423a-a574-bd407bdada4d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Allocated IP 172.20.0.11 (25a5adfc-0ebb-4a3a-a095-857a918f2c17/749b1006-1e03-4f5b-a259-408c672fa857/82503298-82ac-456f-bffb-e334b8b959f0) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:23.242459 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.317065 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Network 2d28f4d0-2417-4818-915a-91be55716aa8 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:23.318409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Pushing event updated for resources: {'Port': ['ID=95a2f588-40ec-4007-8365-e9f771dacd17,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:23.330593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:23.337102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:23.386171 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.415165 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Attempting to bind port 95a2f588-40ec-4007-8365-e9f771dacd17 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:23.415825 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Attempting to bind port 95a2f588-40ec-4007-8365-e9f771dacd17 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f333b4b8-bb7d-4d21-916b-b1cad57b66cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d28f4d0-2417-4818-915a-91be55716aa8'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:23.416390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Attempting to bind port 95a2f588-40ec-4007-8365-e9f771dacd17 on network 2d28f4d0-2417-4818-915a-91be55716aa8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:23.421989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:23.422351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Checking segment: {'id': 'f333b4b8-bb7d-4d21-916b-b1cad57b66cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d28f4d0-2417-4818-915a-91be55716aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:23.422940 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.423407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Bound using segment: {'id': 'f333b4b8-bb7d-4d21-916b-b1cad57b66cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d28f4d0-2417-4818-915a-91be55716aa8'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:23.429104 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Bound port: 95a2f588-40ec-4007-8365-e9f771dacd17, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f333b4b8-bb7d-4d21-916b-b1cad57b66cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d28f4d0-2417-4818-915a-91be55716aa8'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:23.429104 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.450960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Subnet': ['ID=6597e03b-7c53-4d4c-ba60-b0c77c1b110a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:23.499114 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.531643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] For port 95a2f588-40ec-4007-8365-e9f771dacd17, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:23.536224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] For port 95a2f588-40ec-4007-8365-e9f771dacd17, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=95a2f588-40ec-4007-8365-e9f771dacd17,segment=NetworkSegment(f333b4b8-bb7d-4d21-916b-b1cad57b66cc),segment_id=f333b4b8-bb7d-4d21-916b-b1cad57b66cc)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:23.594906 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.627841 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4089afef-bb30-423a-a574-bd407bdada4d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.649615 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.649890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d28f4d0-2417-4818-915a-91be55716aa8']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:23.681508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1ad3caa-0e50-4e98-8bd6-052c5bfc1ba8 req-d565a2f6-5bfb-4b85-9444-ffe488ccfd62 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0590246 Dec 16 22:22:23.687097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f333b4b8-bb7d-4d21-916b-b1cad57b66cc') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:23.687097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f333b4b8-bb7d-4d21-916b-b1cad57b66cc') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:23.701757 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.738668 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.747685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:23.748371 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.805626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2e731-8891-425f-aacc-0fd3d34df7a7 None None] Pushing event updated for resources: {'Port': ['ID=95a2f588-40ec-4007-8365-e9f771dacd17,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:23.807442 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:23.831581 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd401843-eea9-4c3e-acfa-cfeadddf896f None None] Network 2d28f4d0-2417-4818-915a-91be55716aa8 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:23.896828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3462c52-6bc5-418f-b8f5-91f539498b10 req-40a41e68-f200-4365-bb94-821731ae6e53 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:23.901528 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3462c52-6bc5-418f-b8f5-91f539498b10 req-40a41e68-f200-4365-bb94-821731ae6e53 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 945 time: 0.0818927 Dec 16 22:22:23.949711 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d322b8-2682-49df-a8dc-7d88c0c9602e None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:22:23.960623 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.db.api [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:22:23.960623 n-d-821840-2 neutron-server[103951]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:22:23.960623 n-d-821840-2 neutron-server[103951]: [parameters: {'id': '2d28f4d0-2417-4818-915a-91be55716aa8'}] Dec 16 22:22:23.960623 n-d-821840-2 neutron-server[103951]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:22:23.961053 n-d-821840-2 neutron-server[103951]: DEBUG oslo_db.api [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:22:24.009656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3462c52-6bc5-418f-b8f5-91f539498b10 req-d9bc3755-eb91-4420-8d03-e4c7757df23f tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864277 Dec 16 22:22:24.012630 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4089afef-bb30-423a-a574-bd407bdada4d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.104960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d322b8-2682-49df-a8dc-7d88c0c9602e None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:22:24.147140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089afef-bb30-423a-a574-bd407bdada4d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event updated for resources: {'Port': ['ID=82503298-82ac-456f-bffb-e334b8b959f0,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:24.154613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4089afef-bb30-423a-a574-bd407bdada4d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Network 25a5adfc-0ebb-4a3a-a095-857a918f2c17 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:24.157024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-4089afef-bb30-423a-a574-bd407bdada4d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:24.160952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4089afef-bb30-423a-a574-bd407bdada4d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:24.230740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4089afef-bb30-423a-a574-bd407bdada4d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:24.238082 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4089afef-bb30-423a-a574-bd407bdada4d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.331789 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4089afef-bb30-423a-a574-bd407bdada4d tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5244501 Dec 16 22:22:24.332328 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43674) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:24.339249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5b3189bf-f0f4-4917-9716-90fe10af9a78 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Request body: {'floatingip': {'port_id': '82503298-82ac-456f-bffb-e334b8b959f0'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:24.439118 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b3189bf-f0f4-4917-9716-90fe10af9a78 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.462584 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.537367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Deleting port 95a2f588-40ec-4007-8365-e9f771dacd17 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:24.537833 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.621702 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] For port 95a2f588-40ec-4007-8365-e9f771dacd17, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=95a2f588-40ec-4007-8365-e9f771dacd17,segment=NetworkSegment(f333b4b8-bb7d-4d21-916b-b1cad57b66cc),segment_id=f333b4b8-bb7d-4d21-916b-b1cad57b66cc)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:24.622213 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.642774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Calling delete_port for 95a2f588-40ec-4007-8365-e9f771dacd17 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:24.783917 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.871423 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.925217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c22ece59-412d-461b-b285-a8206129ebc6 req-578c14d3-727c-4062-a708-27535122f68b tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0686295 Dec 16 22:22:24.926137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No DVR routers for this DVR port 95a2f588-40ec-4007-8365-e9f771dacd17 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:24.931718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Port': ['ID=95a2f588-40ec-4007-8365-e9f771dacd17,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:24.976451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e1ca7d62-d382-4ee1-8243-050eff5d97cd None None] Provisioning complete for port 82503298-82ac-456f-bffb-e334b8b959f0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:24.977627 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7d62-d382-4ee1-8243-050eff5d97cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.019318 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca7d62-d382-4ee1-8243-050eff5d97cd None None] Port 82503298-82ac-456f-bffb-e334b8b959f0 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:25.030595 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.063157 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d28f4d0-2417-4818-915a-91be55716aa8']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:25.075808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f333b4b8-bb7d-4d21-916b-b1cad57b66cc') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:25.076093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f333b4b8-bb7d-4d21-916b-b1cad57b66cc') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:25.088649 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.129029 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.138532 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:25.138937 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:25.142604 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:25.196395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e84de7-45e8-4f41-a8ae-6946fc6e6315 req-d9e3261e-1249-42ba-b9de-b72c5c9f6981 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:25.199108 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61e84de7-45e8-4f41-a8ae-6946fc6e6315 req-d9e3261e-1249-42ba-b9de-b72c5c9f6981 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 945 time: 0.1125720 Dec 16 22:22:25.211865 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b3189bf-f0f4-4917-9716-90fe10af9a78 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.299201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61e84de7-45e8-4f41-a8ae-6946fc6e6315 req-6e41172f-ba9c-41db-99fb-e8a5f9b0cfa4 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618494 Dec 16 22:22:25.332230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bcb40b8-e39d-479f-b7a7-f2ce4e11cb4e req-797a27e1-7e0c-49ef-9720-3daa0b954b75 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0274708 Dec 16 22:22:25.389153 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.389393 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b3189bf-f0f4-4917-9716-90fe10af9a78 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.397271 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.400584 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/2d28f4d0-2417-4818-915a-91be55716aa8 HTTP/1.1" status: 204 len: 168 time: 2.5821588 Dec 16 22:22:25.416166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43696) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:25.422330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c090827f-4a84-4cbc-950b-78a4aaca2a88 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1172182262'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:25.427019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134584ff-8b79-4bec-b87f-8097b5cbb8d0 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Network': ['ID=2d28f4d0-2417-4818-915a-91be55716aa8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:25.529575 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-5b3189bf-f0f4-4917-9716-90fe10af9a78 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Floating IP e80867de-e05d-40da-9a78-5afb7e154303 associated. External IP: 172.25.2.148, port: f2f4b66a-7c97-4caf-9168-23b0e748557d. Dec 16 22:22:25.538521 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c090827f-4a84-4cbc-950b-78a4aaca2a88 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:25.550660 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c090827f-4a84-4cbc-950b-78a4aaca2a88 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.611367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c090827f-4a84-4cbc-950b-78a4aaca2a88 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:25.638607 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.642804 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c090827f-4a84-4cbc-950b-78a4aaca2a88 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.643316 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-c090827f-4a84-4cbc-950b-78a4aaca2a88 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Added segment 10644e06-3013-4885-aaeb-14dce98ca978 of type vlan for network 16e0b0a9-f685-4e15-b366-68aacf7c41c4 Dec 16 22:22:25.695833 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c090827f-4a84-4cbc-950b-78a4aaca2a88 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.712549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c834345-8a69-4b0a-882b-f5c43c42f977 req-07366d8b-f809-48b6-a2ee-c25938c23564 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:25.720911 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c834345-8a69-4b0a-882b-f5c43c42f977 req-07366d8b-f809-48b6-a2ee-c25938c23564 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 945 time: 0.1229377 Dec 16 22:22:25.816185 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c834345-8a69-4b0a-882b-f5c43c42f977 req-1b013636-a298-450a-a6f6-5558153c884c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941677 Dec 16 22:22:25.897560 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c090827f-4a84-4cbc-950b-78a4aaca2a88 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.903148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c090827f-4a84-4cbc-950b-78a4aaca2a88 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:25.903971 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c090827f-4a84-4cbc-950b-78a4aaca2a88 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:26.041175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090827f-4a84-4cbc-950b-78a4aaca2a88 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Network': ['ID=16e0b0a9-f685-4e15-b366-68aacf7c41c4,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:26.058745 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 16e0b0a9-f685-4e15-b366-68aacf7c41c4 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:26.063384 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04283b12-1a1e-463b-999c-f1f2d8f7096f req-cfc3536e-e48c-44b0-aaba-55c81a5eabae tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:26.066869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04283b12-1a1e-463b-999c-f1f2d8f7096f req-cfc3536e-e48c-44b0-aaba-55c81a5eabae tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 945 time: 0.1593277 Dec 16 22:22:26.123614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c090827f-4a84-4cbc-950b-78a4aaca2a88 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7034962 Dec 16 22:22:26.133920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2730bffc-10da-4e02-b780-c30f269ea1db req-a3ed41ce-7c05-4fd6-98db-4b6204c618eb tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0637543 Dec 16 22:22:26.137454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43720) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:26.152990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-79f9a852-7ed3-4e12-86c3-da96882c196e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'subnet': {'network_id': '16e0b0a9-f685-4e15-b366-68aacf7c41c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:26.275228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3189bf-f0f4-4917-9716-90fe10af9a78 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router af25f916-9509-4969-a6e6-b2707dac975a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:22:26.337331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04283b12-1a1e-463b-999c-f1f2d8f7096f req-22d45912-908a-43f9-bb47-3a6133eb334a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207637 Dec 16 22:22:26.396138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f9a852-7ed3-4e12-86c3-da96882c196e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:26.400401 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79f9a852-7ed3-4e12-86c3-da96882c196e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:26.468942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3189bf-f0f4-4917-9716-90fe10af9a78 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:22:26.489730 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718aa993-5567-4691-80d6-f6d8f351fc2a None None] Sync routers for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:22:26.518794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718aa993-5567-4691-80d6-f6d8f351fc2a None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:26.520903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-718aa993-5567-4691-80d6-f6d8f351fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:22:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:26.606163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-718aa993-5567-4691-80d6-f6d8f351fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:26.641071 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718aa993-5567-4691-80d6-f6d8f351fc2a None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:26.642924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-718aa993-5567-4691-80d6-f6d8f351fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:22:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:26.679723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-718aa993-5567-4691-80d6-f6d8f351fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:26.680782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718aa993-5567-4691-80d6-f6d8f351fc2a None None] The sync data for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:22:26.812414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3189bf-f0f4-4917-9716-90fe10af9a78 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router 6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:22:26.937689 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79f9a852-7ed3-4e12-86c3-da96882c196e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.022061 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9a852-7ed3-4e12-86c3-da96882c196e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Subnet': ['ID=33d32a54-9565-4fa7-9cf7-37d8930b2b19,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:27.056806 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3189bf-f0f4-4917-9716-90fe10af9a78 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:22:27.062386 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b3189bf-f0f4-4917-9716-90fe10af9a78 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.071371 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f5180-73b8-4ec8-aa50-4de6d7310da7 None None] Sync routers for ids ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:22:27.097060 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f5180-73b8-4ec8-aa50-4de6d7310da7 None None] Routers {'6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:27.097713 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4f7f5180-73b8-4ec8-aa50-4de6d7310da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:22:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:27.114648 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac7ca7-67d8-486f-adb3-3ac9345aa296 req-b48788a1-6ebe-4a4b-8c76-cbc9ae80f9b0 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:27.116313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22ac7ca7-67d8-486f-adb3-3ac9345aa296 req-b48788a1-6ebe-4a4b-8c76-cbc9ae80f9b0 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 945 time: 0.0953922 Dec 16 22:22:27.133264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9a852-7ed3-4e12-86c3-da96882c196e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Checking segment: {'id': '10644e06-3013-4885-aaeb-14dce98ca978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '16e0b0a9-f685-4e15-b366-68aacf7c41c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:27.133264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f9a852-7ed3-4e12-86c3-da96882c196e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network hostable DHCP agents. Network: 16e0b0a9-f685-4e15-b366-68aacf7c41c4, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:27.143155 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4f7f5180-73b8-4ec8-aa50-4de6d7310da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:27.153180 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f5180-73b8-4ec8-aa50-4de6d7310da7 None None] Routers {'6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:27.154061 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4f7f5180-73b8-4ec8-aa50-4de6d7310da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:22:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:27.179796 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5b3189bf-f0f4-4917-9716-90fe10af9a78 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "PUT /v2.0/floatingips/e80867de-e05d-40da-9a78-5afb7e154303 HTTP/1.1" status: 200 len: 978 time: 2.8459723 Dec 16 22:22:27.185077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43742) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:27.206799 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4f7f5180-73b8-4ec8-aa50-4de6d7310da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:27.207746 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f5180-73b8-4ec8-aa50-4de6d7310da7 None None] The sync data for ids ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:22:27.223440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22ac7ca7-67d8-486f-adb3-3ac9345aa296 req-0d04e7f7-6f22-4da7-a289-caf6fd7168aa tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995419 Dec 16 22:22:27.294962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e278626f-df32-42d1-87b6-e1e73d4b0ab4 req-b53b1c25-f81d-4c9d-9d40-1184d38a56e9 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0365508 Dec 16 22:22:27.304465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f9a852-7ed3-4e12-86c3-da96882c196e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network 16e0b0a9-f685-4e15-b366-68aacf7c41c4 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:27.332811 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-16f73938-e61e-4322-8c41-c0bddf3a0744 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting port 82503298-82ac-456f-bffb-e334b8b959f0 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:27.333337 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16f73938-e61e-4322-8c41-c0bddf3a0744 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.411583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-79f9a852-7ed3-4e12-86c3-da96882c196e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 16e0b0a9-f685-4e15-b366-68aacf7c41c4) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:27.416425 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f9a852-7ed3-4e12-86c3-da96882c196e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:27.417522 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79f9a852-7ed3-4e12-86c3-da96882c196e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.435902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9d6480-20c4-4519-b44d-17f88bd8a185 None None] Network 16e0b0a9-f685-4e15-b366-68aacf7c41c4 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:27.492554 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16f73938-e61e-4322-8c41-c0bddf3a0744 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.600868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-79f9a852-7ed3-4e12-86c3-da96882c196e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4599726 Dec 16 22:22:27.601366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43748) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:27.631661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-16e0b0a9-f685-4e15-b366-68aacf7c41c4', 'network_id': '16e0b0a9-f685-4e15-b366-68aacf7c41c4', 'project_id': '6525b3ae2c6a43798b16698ae332a34f', 'fixed_ips': [{'subnet_id': '33d32a54-9565-4fa7-9cf7-37d8930b2b19'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:27.632872 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.805174 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.849714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4f542d1-2035-4360-a4e0-4b4aab0d59fc req-0eebbdf2-8566-474a-9462-03e642c3bb7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6ed4b3677f24bdc8e4f6b370fcd9a35&device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0419254 Dec 16 22:22:27.910069 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16f73938-e61e-4322-8c41-c0bddf3a0744 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.910812 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16f73938-e61e-4322-8c41-c0bddf3a0744 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.913637 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-16f73938-e61e-4322-8c41-c0bddf3a0744 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Floating IP e80867de-e05d-40da-9a78-5afb7e154303 disassociated. External IP: 172.25.2.148, port: 82503298-82ac-456f-bffb-e334b8b959f0. Dec 16 22:22:27.914250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-16f73938-e61e-4322-8c41-c0bddf3a0744 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Calling delete_port for 82503298-82ac-456f-bffb-e334b8b959f0 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:27.918837 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Allocated IP 172.20.0.2 (16e0b0a9-f685-4e15-b366-68aacf7c41c4/33d32a54-9565-4fa7-9cf7-37d8930b2b19/ba523db0-83e4-4d71-892f-659e3a6e502e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:27.941620 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.018370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4f542d1-2035-4360-a4e0-4b4aab0d59fc req-0cfe7023-6581-439d-916f-0b707333b196 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b6ed4b3677f24bdc8e4f6b370fcd9a35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915737 Dec 16 22:22:28.067906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7e35d16-923f-4627-a613-6be706502a57 req-a153ab5e-d3c1-496d-a2b2-cbb40b2ee5e6 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.1004722 Dec 16 22:22:28.194730 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.206674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f542d1-2035-4360-a4e0-4b4aab0d59fc req-c781f09d-6e5d-4a5d-ae91-72655ee296be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:28.208334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4f542d1-2035-4360-a4e0-4b4aab0d59fc req-c781f09d-6e5d-4a5d-ae91-72655ee296be service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1594386 Dec 16 22:22:28.235684 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16f73938-e61e-4322-8c41-c0bddf3a0744 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.292147 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.336326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f73938-e61e-4322-8c41-c0bddf3a0744 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Port': ['ID=82503298-82ac-456f-bffb-e334b8b959f0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:28.366093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Network 16e0b0a9-f685-4e15-b366-68aacf7c41c4 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:28.380888 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:28.392452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:28.403974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Pushing event updated for resources: {'Port': ['ID=ba523db0-83e4-4d71-892f-659e3a6e502e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:28.434973 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.492125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Attempting to bind port ba523db0-83e4-4d71-892f-659e3a6e502e on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:28.499661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Attempting to bind port ba523db0-83e4-4d71-892f-659e3a6e502e by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '10644e06-3013-4885-aaeb-14dce98ca978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '16e0b0a9-f685-4e15-b366-68aacf7c41c4'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:28.503883 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Attempting to bind port ba523db0-83e4-4d71-892f-659e3a6e502e on network 16e0b0a9-f685-4e15-b366-68aacf7c41c4 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:28.518150 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:28.518686 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Checking segment: {'id': '10644e06-3013-4885-aaeb-14dce98ca978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '16e0b0a9-f685-4e15-b366-68aacf7c41c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:28.519178 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.519708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Bound using segment: {'id': '10644e06-3013-4885-aaeb-14dce98ca978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '16e0b0a9-f685-4e15-b366-68aacf7c41c4'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:28.520293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Bound port: ba523db0-83e4-4d71-892f-659e3a6e502e, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10644e06-3013-4885-aaeb-14dce98ca978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '16e0b0a9-f685-4e15-b366-68aacf7c41c4'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:28.520744 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.522964 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Subnet': ['ID=33d32a54-9565-4fa7-9cf7-37d8930b2b19,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:28.527801 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f73938-e61e-4322-8c41-c0bddf3a0744 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router 6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:22:28.660207 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa405d96-595a-4be6-b23e-c30a4d9c6ec5 req-94545d2b-a4a0-4d9b-9b77-a6ce9c19f5e7 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:28.664419 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] For port ba523db0-83e4-4d71-892f-659e3a6e502e, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:28.671333 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] For port ba523db0-83e4-4d71-892f-659e3a6e502e, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ba523db0-83e4-4d71-892f-659e3a6e502e,segment=NetworkSegment(10644e06-3013-4885-aaeb-14dce98ca978),segment_id=10644e06-3013-4885-aaeb-14dce98ca978)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:28.681682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa405d96-595a-4be6-b23e-c30a4d9c6ec5 req-94545d2b-a4a0-4d9b-9b77-a6ce9c19f5e7 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 945 time: 0.3099866 Dec 16 22:22:28.721875 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f73938-e61e-4322-8c41-c0bddf3a0744 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:22:28.733249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef70ca7-6131-4a6f-8631-4e7b98c735d9 None None] Sync routers for ids ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:22:28.743679 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.753108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef70ca7-6131-4a6f-8631-4e7b98c735d9 None None] Routers {'6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:28.758948 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-5ef70ca7-6131-4a6f-8631-4e7b98c735d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:22:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:28.788780 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2b38-7116-4e6f-bb23-5d907e237726 req-064499d6-6c43-4a02-ad9f-7aa02020dc04 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:28.791155 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-457e2b38-7116-4e6f-bb23-5d907e237726 req-064499d6-6c43-4a02-ad9f-7aa02020dc04 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 945 time: 0.3130448 Dec 16 22:22:28.846353 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.869027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e0b0a9-f685-4e15-b366-68aacf7c41c4']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:28.890058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa405d96-595a-4be6-b23e-c30a4d9c6ec5 req-4b1ec7fb-b500-4f76-a0f2-9a83f93b3cda tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033365 Dec 16 22:22:28.896444 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16f73938-e61e-4322-8c41-c0bddf3a0744 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.904311 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-16f73938-e61e-4322-8c41-c0bddf3a0744 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/ports/82503298-82ac-456f-bffb-e334b8b959f0 HTTP/1.1" status: 204 len: 168 time: 1.7145057 Dec 16 22:22:28.904521 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a17a9d-2958-43c3-8dd4-5a8079141daf None None] Pushing event updated for resources: {'Port': ['ID=ba523db0-83e4-4d71-892f-659e3a6e502e,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:28.905106 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-5ef70ca7-6131-4a6f-8631-4e7b98c735d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:28.905278 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43780) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:28.914877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10644e06-3013-4885-aaeb-14dce98ca978') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:28.915455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10644e06-3013-4885-aaeb-14dce98ca978') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:28.925667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef70ca7-6131-4a6f-8631-4e7b98c735d9 None None] Routers {'6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:28.926298 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-5ef70ca7-6131-4a6f-8631-4e7b98c735d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:22:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:28.962918 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.979193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-5ef70ca7-6131-4a6f-8631-4e7b98c735d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:28.981053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef70ca7-6131-4a6f-8631-4e7b98c735d9 None None] The sync data for ids ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:22:28.984356 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.001139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:29.002065 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:29.014767 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:29.025818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55448ab4-9d3c-4e2a-98ea-a45b21b43d58 None None] Network 16e0b0a9-f685-4e15-b366-68aacf7c41c4 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:29.100065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-457e2b38-7116-4e6f-bb23-5d907e237726 req-c2c2ca10-9907-4a05-9d7e-af7bbf0b4c9b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Deleting port 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:29.103523 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-457e2b38-7116-4e6f-bb23-5d907e237726 req-c2c2ca10-9907-4a05-9d7e-af7bbf0b4c9b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.198088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93534ca-6ebf-4bc0-988b-8ac757bb0436 None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:22:29.239937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-457e2b38-7116-4e6f-bb23-5d907e237726 req-c2c2ca10-9907-4a05-9d7e-af7bbf0b4c9b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] For port 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=28c6e0be-a3c9-4478-81b3-0de8f9f59b0b,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:29.240291 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-457e2b38-7116-4e6f-bb23-5d907e237726 req-c2c2ca10-9907-4a05-9d7e-af7bbf0b4c9b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.260566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-457e2b38-7116-4e6f-bb23-5d907e237726 req-c2c2ca10-9907-4a05-9d7e-af7bbf0b4c9b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Calling delete_port for 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:29.400377 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93534ca-6ebf-4bc0-988b-8ac757bb0436 None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:22:29.414374 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.db.api [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:22:29.414374 n-d-821840-2 neutron-server[103951]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:22:29.414374 n-d-821840-2 neutron-server[103951]: [parameters: {'id': '16e0b0a9-f685-4e15-b366-68aacf7c41c4'}] Dec 16 22:22:29.414374 n-d-821840-2 neutron-server[103951]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:22:29.415325 n-d-821840-2 neutron-server[103951]: DEBUG oslo_db.api [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:22:29.455838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9dd3a31c-6d98-4c4c-ba70-31e799f8ce04 req-c471c7f4-93f6-4099-ad45-229408a99437 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0582643 Dec 16 22:22:29.545571 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-457e2b38-7116-4e6f-bb23-5d907e237726 req-c2c2ca10-9907-4a05-9d7e-af7bbf0b4c9b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.564562 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['4cc5905f-ff4a-4e96-ac8d-b54814700ec1', '28c6e0be-a3c9-4478-81b3-0de8f9f59b0b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:29.603853 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6a91cd3-6ee3-47b6-9426-bcbfe7099440 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.668196 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-457e2b38-7116-4e6f-bb23-5d907e237726 req-c2c2ca10-9907-4a05-9d7e-af7bbf0b4c9b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] No DVR routers for this DVR port 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:29.670967 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-457e2b38-7116-4e6f-bb23-5d907e237726 req-c2c2ca10-9907-4a05-9d7e-af7bbf0b4c9b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.676407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-457e2b38-7116-4e6f-bb23-5d907e237726 req-c2c2ca10-9907-4a05-9d7e-af7bbf0b4c9b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "DELETE /v2.0/ports/28c6e0be-a3c9-4478-81b3-0de8f9f59b0b HTTP/1.1" status: 204 len: 173 time: 0.8734279 Dec 16 22:22:29.677221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a', 'name': 'network-vif-deleted', 'tag': '28c6e0be-a3c9-4478-81b3-0de8f9f59b0b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:29.680094 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b341ee-dd46-4395-a07b-75421348b77e" -d '{"events": [{"server_uuid": "bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a", "name": "network-vif-deleted", "tag": "28c6e0be-a3c9-4478-81b3-0de8f9f59b0b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:29.697825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2ca10-9907-4a05-9d7e-af7bbf0b4c9b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Pushing event deleted for resources: {'Port': ['ID=28c6e0be-a3c9-4478-81b3-0de8f9f59b0b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:29.772488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4f542d1-2035-4360-a4e0-4b4aab0d59fc req-fa7706e6-9d27-4bb4-b6d6-c134a069d0d6 tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0671587 Dec 16 22:22:29.774388 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e20005b-e3a5-4919-9a49-59115aa99f47 x-openstack-request-id: req-6e20005b-e3a5-4919-9a49-59115aa99f47 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:29.774965 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a", "name": "network-vif-deleted", "tag": "28c6e0be-a3c9-4478-81b3-0de8f9f59b0b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:29.775422 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e20005b-e3a5-4919-9a49-59115aa99f47 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:29.776556 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a', 'name': 'network-vif-deleted', 'tag': '28c6e0be-a3c9-4478-81b3-0de8f9f59b0b', 'status': 'completed', 'code': 200} Dec 16 22:22:29.916609 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.088324 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2454bf3-d26c-4a11-9e06-819c6a787b20 req-5baedc44-19cb-40cb-99c3-7b0157e01361 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 210 time: 0.0413795 Dec 16 22:22:30.102640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Deleting port ba523db0-83e4-4d71-892f-659e3a6e502e {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:30.103974 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.188336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] For port ba523db0-83e4-4d71-892f-659e3a6e502e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ba523db0-83e4-4d71-892f-659e3a6e502e,segment=NetworkSegment(10644e06-3013-4885-aaeb-14dce98ca978),segment_id=10644e06-3013-4885-aaeb-14dce98ca978)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:30.189027 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.195064 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0fb02e-aa8e-4d96-ab0c-6b964010221b None None] DHCP port deletion for 894406fb-456e-47fe-84ae-c71a28800c5b request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:30.206165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Calling delete_port for ba523db0-83e4-4d71-892f-659e3a6e502e owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:30.509667 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d6a91cd3-6ee3-47b6-9426-bcbfe7099440 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting port 443243a2-acd1-4df8-b2ac-ac27adb5f407 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:30.510015 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6a91cd3-6ee3-47b6-9426-bcbfe7099440 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.583817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d16de77-09c1-485f-a25b-7cabdb002430 req-3f54dd31-1b2d-452a-9fb4-42a29350c15b tempest-ServerShowV257Test-451340507 tempest-ServerShowV257Test-451340507-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba49529b-4ca6-4d5a-9252-052d542db756 HTTP/1.1" status: 200 len: 210 time: 0.0268643 Dec 16 22:22:30.621484 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6a91cd3-6ee3-47b6-9426-bcbfe7099440 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.637598 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d6a91cd3-6ee3-47b6-9426-bcbfe7099440 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Calling delete_port for 443243a2-acd1-4df8-b2ac-ac27adb5f407 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:30.702058 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.730063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Port': ['ID=ba523db0-83e4-4d71-892f-659e3a6e502e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:30.733390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No DVR routers for this DVR port ba523db0-83e4-4d71-892f-659e3a6e502e on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:30.836721 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.863169 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e0b0a9-f685-4e15-b366-68aacf7c41c4']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:30.874007 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10644e06-3013-4885-aaeb-14dce98ca978') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:30.874323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10644e06-3013-4885-aaeb-14dce98ca978') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:30.885999 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.905705 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.909922 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6a91cd3-6ee3-47b6-9426-bcbfe7099440 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.915085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:30.915797 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:30.921330 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:30.955895 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a91cd3-6ee3-47b6-9426-bcbfe7099440 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Port': ['ID=443243a2-acd1-4df8-b2ac-ac27adb5f407,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:31.103864 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.114399 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.133224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/16e0b0a9-f685-4e15-b366-68aacf7c41c4 HTTP/1.1" status: 204 len: 168 time: 3.5308053 Dec 16 22:22:31.142642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43824) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:31.158997 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-863066d5-0019-4a5d-8ade-6b6695071288 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-411343649'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:31.180622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4e253-cc69-4dae-b838-73bf07c41d26 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Network': ['ID=16e0b0a9-f685-4e15-b366-68aacf7c41c4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:31.272430 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6a91cd3-6ee3-47b6-9426-bcbfe7099440 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.315131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21f6592d-6b43-4fab-ad08-374778f56be2 req-01632ed6-9deb-40d4-8493-ccd296dc5ad1 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd9b19ac-a9a1-4f5a-8373-f41a070c2b1a HTTP/1.1" status: 200 len: 210 time: 0.0742321 Dec 16 22:22:31.338434 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863066d5-0019-4a5d-8ade-6b6695071288 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:31.342163 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-863066d5-0019-4a5d-8ade-6b6695071288 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.423461 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863066d5-0019-4a5d-8ade-6b6695071288 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:31.445278 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-863066d5-0019-4a5d-8ade-6b6695071288 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.451190 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-863066d5-0019-4a5d-8ade-6b6695071288 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Added segment dcacbb20-dfb1-4f37-9ad2-b48fa338fe94 of type vlan for network a99a71e8-3401-4963-a3b1-4619c3b3e06e Dec 16 22:22:31.502021 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-863066d5-0019-4a5d-8ade-6b6695071288 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.632586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a91cd3-6ee3-47b6-9426-bcbfe7099440 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router 6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:22:31.726268 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-863066d5-0019-4a5d-8ade-6b6695071288 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.731769 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863066d5-0019-4a5d-8ade-6b6695071288 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:31.732371 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-863066d5-0019-4a5d-8ade-6b6695071288 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.818540 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863066d5-0019-4a5d-8ade-6b6695071288 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Network': ['ID=a99a71e8-3401-4963-a3b1-4619c3b3e06e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:31.821537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a91cd3-6ee3-47b6-9426-bcbfe7099440 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:22:31.826235 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d6a91cd3-6ee3-47b6-9426-bcbfe7099440 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "PUT /v2.0/routers/6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9192443 Dec 16 22:22:31.830137 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network a99a71e8-3401-4963-a3b1-4619c3b3e06e details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:31.830986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43836) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:31.844633 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae13b7e6-0e88-4b26-b53c-3e6f450bf37a None None] Sync routers for ids ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:22:31.856938 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae13b7e6-0e88-4b26-b53c-3e6f450bf37a None None] Routers {'6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:31.857810 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ae13b7e6-0e88-4b26-b53c-3e6f450bf37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:22:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:31.895444 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-863066d5-0019-4a5d-8ade-6b6695071288 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7457924 Dec 16 22:22:31.896752 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43838) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:31.897147 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ae13b7e6-0e88-4b26-b53c-3e6f450bf37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:31.904503 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b527e469-b999-4815-a0d9-fc9e14024035 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'subnet': {'network_id': 'a99a71e8-3401-4963-a3b1-4619c3b3e06e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:31.911199 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae13b7e6-0e88-4b26-b53c-3e6f450bf37a None None] Routers {'6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:31.912188 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ae13b7e6-0e88-4b26-b53c-3e6f450bf37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:22:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:31.954397 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ae13b7e6-0e88-4b26-b53c-3e6f450bf37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:31.955066 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae13b7e6-0e88-4b26-b53c-3e6f450bf37a None None] The sync data for ids ['6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:22:32.010032 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a732a7a-576e-4d5d-bff6-6b541f7bddc7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:32.045332 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:32.071944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:32.072335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 28c6e0be-a3c9-4478-81b3-0de8f9f59b0b not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:32.143142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b527e469-b999-4815-a0d9-fc9e14024035 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:32.147368 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a732a7a-576e-4d5d-bff6-6b541f7bddc7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:32.149547 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b527e469-b999-4815-a0d9-fc9e14024035 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:32.220881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43876) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:32.233518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_backend_mixin [None req-b527e469-b999-4815-a0d9-fc9e14024035 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Performing IP validity checks on allocation pools {{(pid=103952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 22:22:32.234045 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_backend_mixin [None req-b527e469-b999-4815-a0d9-fc9e14024035 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 22:22:32.322821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-9a732a7a-576e-4d5d-bff6-6b541f7bddc7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting port afd25c30-9039-4485-8bc4-31f85e595f24 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:32.323169 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a732a7a-576e-4d5d-bff6-6b541f7bddc7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:32.390045 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b3a95ca-d2f5-47ef-997d-a70f0b1579f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:32.449466 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a732a7a-576e-4d5d-bff6-6b541f7bddc7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:32.466794 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-9a732a7a-576e-4d5d-bff6-6b541f7bddc7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Calling delete_port for afd25c30-9039-4485-8bc4-31f85e595f24 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:32.474853 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b527e469-b999-4815-a0d9-fc9e14024035 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:32.602677 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527e469-b999-4815-a0d9-fc9e14024035 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Subnet': ['ID=7f1603fc-f067-45b5-ad7e-022004b26f7e,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:32.612935 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b527e469-b999-4815-a0d9-fc9e14024035 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Checking segment: {'id': 'dcacbb20-dfb1-4f37-9ad2-b48fa338fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a99a71e8-3401-4963-a3b1-4619c3b3e06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:32.613224 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b527e469-b999-4815-a0d9-fc9e14024035 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network hostable DHCP agents. Network: a99a71e8-3401-4963-a3b1-4619c3b3e06e, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:32.632957 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b3a95ca-d2f5-47ef-997d-a70f0b1579f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:32.822979 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04391-89c7-46c3-8334-dba364069de8 req-a5fabc92-8b5b-4440-827d-482e5d8d2dfe tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:32.824515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dd04391-89c7-46c3-8334-dba364069de8 req-a5fabc92-8b5b-4440-827d-482e5d8d2dfe tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 806 time: 0.1543849 Dec 16 22:22:32.842038 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dd04391-89c7-46c3-8334-dba364069de8 req-1f23f584-7403-4dc8-9946-3bd87501793a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/quotas/71b07207458f41b0bd254b11dbb60b20 HTTP/1.1" status: 200 len: 375 time: 0.0104885 Dec 16 22:22:32.886219 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b527e469-b999-4815-a0d9-fc9e14024035 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network a99a71e8-3401-4963-a3b1-4619c3b3e06e is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:33.104074 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b527e469-b999-4815-a0d9-fc9e14024035 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, a99a71e8-3401-4963-a3b1-4619c3b3e06e) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:33.108735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b527e469-b999-4815-a0d9-fc9e14024035 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:33.110882 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b527e469-b999-4815-a0d9-fc9e14024035 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.115582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3d991e-440b-4eb5-9721-2e9df0736b72 None None] Network a99a71e8-3401-4963-a3b1-4619c3b3e06e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:33.187718 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b527e469-b999-4815-a0d9-fc9e14024035 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2884731 Dec 16 22:22:33.190691 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43920) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:33.225902 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b3a95ca-d2f5-47ef-997d-a70f0b1579f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.228440 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a732a7a-576e-4d5d-bff6-6b541f7bddc7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.245010 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-a99a71e8-3401-4963-a3b1-4619c3b3e06e', 'network_id': 'a99a71e8-3401-4963-a3b1-4619c3b3e06e', 'project_id': '6525b3ae2c6a43798b16698ae332a34f', 'fixed_ips': [{'subnet_id': '7f1603fc-f067-45b5-ad7e-022004b26f7e'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:33.246227 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.284800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a732a7a-576e-4d5d-bff6-6b541f7bddc7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Port': ['ID=afd25c30-9039-4485-8bc4-31f85e595f24,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:33.327447 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c484bbce-530e-4175-b76e-eb4f423a13bd None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:33.331835 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.345420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0b3a95ca-d2f5-47ef-997d-a70f0b1579f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6ed4b3677f24bdc8e4f6b370fcd9a35&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1233461 Dec 16 22:22:33.348074 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43930) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:33.354027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a95ca-d2f5-47ef-997d-a70f0b1579f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e46fc61-2f63-4f7b-84f2-0138b9aee19f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:33.374034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dd04391-89c7-46c3-8334-dba364069de8 req-98b35c35-e456-4270-811e-65b1c27205fd tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5255704 Dec 16 22:22:33.421153 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Allocated IP 172.20.0.3 (a99a71e8-3401-4963-a3b1-4619c3b3e06e/7f1603fc-f067-45b5-ad7e-022004b26f7e/89b2b564-37bf-4f18-82a7-ae09fb5ffc0f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:33.459683 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.469801 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a732a7a-576e-4d5d-bff6-6b541f7bddc7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.516077 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9350e595-ffcf-429a-9440-600c1629c3ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.544492 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9350e595-ffcf-429a-9440-600c1629c3ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.585390 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a732a7a-576e-4d5d-bff6-6b541f7bddc7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.588694 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a732a7a-576e-4d5d-bff6-6b541f7bddc7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.597079 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dd04391-89c7-46c3-8334-dba364069de8 req-79d70bcf-02d9-4669-ab01-2a774fc3793e service neutron] 10.222.0.43 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221394 Dec 16 22:22:33.600377 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.707636 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.723613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dd04391-89c7-46c3-8334-dba364069de8 req-e1bf271b-f1af-4c66-b5c1-d7d53f0c9bdf service neutron] 10.222.0.43 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889020 Dec 16 22:22:33.750078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Network a99a71e8-3401-4963-a3b1-4619c3b3e06e is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:33.753249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:33.757858 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:33.758980 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9350e595-ffcf-429a-9440-600c1629c3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.759377 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a732a7a-576e-4d5d-bff6-6b541f7bddc7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.760131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a732a7a-576e-4d5d-bff6-6b541f7bddc7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Fanout notify agent at l3_agent the message router_deleted on router 6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:22:33.764323 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9350e595-ffcf-429a-9440-600c1629c3ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.782285 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9350e595-ffcf-429a-9440-600c1629c3ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e46fc61-2f63-4f7b-84f2-0138b9aee19f HTTP/1.1" status: 204 len: 168 time: 0.4160781 Dec 16 22:22:33.783594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Pushing event updated for resources: {'Port': ['ID=89b2b564-37bf-4f18-82a7-ae09fb5ffc0f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:33.783696 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a732a7a-576e-4d5d-bff6-6b541f7bddc7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.783696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9a732a7a-576e-4d5d-bff6-6b541f7bddc7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/routers/6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f HTTP/1.1" status: 204 len: 168 time: 1.9474154 Dec 16 22:22:33.783879 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350e595-ffcf-429a-9440-600c1629c3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e46fc61-2f63-4f7b-84f2-0138b9aee19f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:33.784345 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43938) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:33.799199 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.865814 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Attempting to bind port 89b2b564-37bf-4f18-82a7-ae09fb5ffc0f on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:33.866371 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Attempting to bind port 89b2b564-37bf-4f18-82a7-ae09fb5ffc0f by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'dcacbb20-dfb1-4f37-9ad2-b48fa338fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a99a71e8-3401-4963-a3b1-4619c3b3e06e'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:33.866852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Attempting to bind port 89b2b564-37bf-4f18-82a7-ae09fb5ffc0f on network a99a71e8-3401-4963-a3b1-4619c3b3e06e {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:33.873793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:33.881228 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Checking segment: {'id': 'dcacbb20-dfb1-4f37-9ad2-b48fa338fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a99a71e8-3401-4963-a3b1-4619c3b3e06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:33.881228 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.881228 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Bound using segment: {'id': 'dcacbb20-dfb1-4f37-9ad2-b48fa338fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a99a71e8-3401-4963-a3b1-4619c3b3e06e'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:33.881228 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Bound port: 89b2b564-37bf-4f18-82a7-ae09fb5ffc0f, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcacbb20-dfb1-4f37-9ad2-b48fa338fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a99a71e8-3401-4963-a3b1-4619c3b3e06e'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:33.881684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Subnet': ['ID=7f1603fc-f067-45b5-ad7e-022004b26f7e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:33.881798 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.888764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f400324-e354-4daf-b14a-914dbaa84396 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting subnet 749b1006-1e03-4f5b-a259-408c672fa857 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:22:33.893574 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3f400324-e354-4daf-b14a-914dbaa84396 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.943379 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3f400324-e354-4daf-b14a-914dbaa84396 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.944883 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.955512 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] For port 89b2b564-37bf-4f18-82a7-ae09fb5ffc0f, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:33.959044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] For port 89b2b564-37bf-4f18-82a7-ae09fb5ffc0f, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=89b2b564-37bf-4f18-82a7-ae09fb5ffc0f,segment=NetworkSegment(dcacbb20-dfb1-4f37-9ad2-b48fa338fe94),segment_id=dcacbb20-dfb1-4f37-9ad2-b48fa338fe94)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:33.967563 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99a71e8-3401-4963-a3b1-4619c3b3e06e']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:33.978753 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcacbb20-dfb1-4f37-9ad2-b48fa338fe94') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:33.982466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcacbb20-dfb1-4f37-9ad2-b48fa338fe94') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:33.994303 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.049697 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.049857 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.057605 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:34.058029 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:34.061272 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:34.075140 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3f400324-e354-4daf-b14a-914dbaa84396 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.192108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165c0de-c6a7-4897-9be2-307764c9f059 None None] Pushing event updated for resources: {'Port': ['ID=89b2b564-37bf-4f18-82a7-ae09fb5ffc0f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:34.215554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1c198f-ca32-4049-9fc4-1d682a02999c None None] Network a99a71e8-3401-4963-a3b1-4619c3b3e06e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:34.237862 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.db.api [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:22:34.237862 n-d-821840-2 neutron-server[103952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:22:34.237862 n-d-821840-2 neutron-server[103952]: [parameters: {'id': 'a99a71e8-3401-4963-a3b1-4619c3b3e06e'}] Dec 16 22:22:34.237862 n-d-821840-2 neutron-server[103952]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:22:34.238717 n-d-821840-2 neutron-server[103952]: DEBUG oslo_db.api [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:22:34.298268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94455cd9-c2d4-4508-b284-ff137930f813 req-e448ee94-c0e7-45a4-aaea-14c67970e83e tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 210 time: 0.0428205 Dec 16 22:22:34.308230 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3f400324-e354-4daf-b14a-914dbaa84396 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.333459 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3f400324-e354-4daf-b14a-914dbaa84396 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.337087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3f400324-e354-4daf-b14a-914dbaa84396 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/subnets/749b1006-1e03-4f5b-a259-408c672fa857 HTTP/1.1" status: 204 len: 168 time: 0.5516369 Dec 16 22:22:34.340357 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43952) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:34.343158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03047bc-7d5a-4aa8-8580-cd786c2fe81c None None] Network 25a5adfc-0ebb-4a3a-a095-857a918f2c17 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:34.356429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f400324-e354-4daf-b14a-914dbaa84396 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Subnet': ['ID=749b1006-1e03-4f5b-a259-408c672fa857,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:34.454541 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.515142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting port 39ad82e7-5179-4fed-abab-ca21b1ca2833 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:34.521535 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.532210 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a854279d-7ee7-4049-ab31-896ee1cc2799 None None] DHCP port deletion for 25a5adfc-0ebb-4a3a-a095-857a918f2c17 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:34.588095 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a854279d-7ee7-4049-ab31-896ee1cc2799 None None] Deleting port 39ad82e7-5179-4fed-abab-ca21b1ca2833 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:34.588476 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a854279d-7ee7-4049-ab31-896ee1cc2799 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.594768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] For port 39ad82e7-5179-4fed-abab-ca21b1ca2833, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=39ad82e7-5179-4fed-abab-ca21b1ca2833,segment=NetworkSegment(7f54c74d-5d8c-419e-9c98-6ffbb4e6a62e),segment_id=7f54c74d-5d8c-419e-9c98-6ffbb4e6a62e)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:34.595334 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.610073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Calling delete_port for 39ad82e7-5179-4fed-abab-ca21b1ca2833 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:34.674849 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a854279d-7ee7-4049-ab31-896ee1cc2799 None None] For port 39ad82e7-5179-4fed-abab-ca21b1ca2833, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=39ad82e7-5179-4fed-abab-ca21b1ca2833,segment=NetworkSegment(7f54c74d-5d8c-419e-9c98-6ffbb4e6a62e),segment_id=7f54c74d-5d8c-419e-9c98-6ffbb4e6a62e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:34.675260 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a854279d-7ee7-4049-ab31-896ee1cc2799 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.696714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a854279d-7ee7-4049-ab31-896ee1cc2799 None None] Calling delete_port for 39ad82e7-5179-4fed-abab-ca21b1ca2833 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:34.740569 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.806608 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.814464 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a854279d-7ee7-4049-ab31-896ee1cc2799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.844572 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Port': ['ID=39ad82e7-5179-4fed-abab-ca21b1ca2833,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:34.846561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] No DVR routers for this DVR port 39ad82e7-5179-4fed-abab-ca21b1ca2833 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:34.856141 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854279d-7ee7-4049-ab31-896ee1cc2799 None None] No DVR routers for this DVR port 39ad82e7-5179-4fed-abab-ca21b1ca2833 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:34.863566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854279d-7ee7-4049-ab31-896ee1cc2799 None None] Pushing event deleted for resources: {'Port': ['ID=39ad82e7-5179-4fed-abab-ca21b1ca2833,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:34.870527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 39ad82e7-5179-4fed-abab-ca21b1ca2833 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:34.876423 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Deleting port 89b2b564-37bf-4f18-82a7-ae09fb5ffc0f {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:34.876616 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.896381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c48657-723c-4f2f-b461-96f98eeffe84 None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:22:34.899197 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 39ad82e7-5179-4fed-abab-ca21b1ca2833 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:34.899588 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 39ad82e7-5179-4fed-abab-ca21b1ca2833 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:34.905364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-6aa33666-bf35-486b-be53-d3851f40e352 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:34.915017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-6aa33666-bf35-486b-be53-d3851f40e352 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/networks?id=c4670e1e-81bf-4037-8565-9cf863de8896 HTTP/1.1" status: 200 len: 805 time: 0.1630955 Dec 16 22:22:34.933217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-bc73ff4b-e6fd-4520-97ac-7dbb46061b87 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/quotas/56869cdf782d41239114f869f3115973 HTTP/1.1" status: 200 len: 375 time: 0.0172243 Dec 16 22:22:34.994456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-973dec6e-187d-49ad-9730-b88af8dde8fd tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=56869cdf782d41239114f869f3115973&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598140 Dec 16 22:22:35.102062 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c48657-723c-4f2f-b461-96f98eeffe84 None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:22:35.103761 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.118271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] For port 89b2b564-37bf-4f18-82a7-ae09fb5ffc0f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=89b2b564-37bf-4f18-82a7-ae09fb5ffc0f,segment=NetworkSegment(dcacbb20-dfb1-4f37-9ad2-b48fa338fe94),segment_id=dcacbb20-dfb1-4f37-9ad2-b48fa338fe94)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:35.118982 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.123020 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-9b3567b9-d382-4f66-82b9-2c52783fa4d8 service neutron] 10.222.0.43 "GET /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276941 Dec 16 22:22:35.144108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a5adfc-0ebb-4a3a-a095-857a918f2c17']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:35.146419 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Calling delete_port for 89b2b564-37bf-4f18-82a7-ae09fb5ffc0f owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:35.159479 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f54c74d-5d8c-419e-9c98-6ffbb4e6a62e') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:35.159782 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f54c74d-5d8c-419e-9c98-6ffbb4e6a62e') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:35.174396 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.224947 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.236399 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-d4323876-d3ae-4b85-9445-e65b505d995a service neutron] 10.222.0.43 "GET /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053147 Dec 16 22:22:35.240744 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:35.241243 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:35.244655 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:35.397247 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43990) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:35.404299 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.416030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e1156cd-2569-4db1-b146-937a538931a1 req-e75fdb0f-e804-414c-a6b9-b57ca06643a7 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 210 time: 0.0410967 Dec 16 22:22:35.448245 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Port': ['ID=89b2b564-37bf-4f18-82a7-ae09fb5ffc0f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:35.451637 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No DVR routers for this DVR port 89b2b564-37bf-4f18-82a7-ae09fb5ffc0f on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:35.519884 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.533596 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.536797 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/networks/25a5adfc-0ebb-4a3a-a095-857a918f2c17 HTTP/1.1" status: 204 len: 168 time: 1.1954372 Dec 16 22:22:35.539577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43994) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:35.569206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-305fbec1-8f98-4e3c-b89e-ec8246919605 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1078172903-network', 'tenant_id': 'a75804bc6f7748b8a2badd7ee0c98106'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:35.578572 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.581352 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2c722-78cf-45ec-899a-b769ce396e7b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Network': ['ID=25a5adfc-0ebb-4a3a-a095-857a918f2c17,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:35.609456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99a71e8-3401-4963-a3b1-4619c3b3e06e']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:35.624099 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcacbb20-dfb1-4f37-9ad2-b48fa338fe94') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:35.625207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcacbb20-dfb1-4f37-9ad2-b48fa338fe94') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:35.637546 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.655930 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.663157 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:35.663886 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:35.667515 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:35.683921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886190ef-93fd-4cfd-b91a-50ce659f5934 req-cea047a1-be9f-49e0-afe3-782c0fe8b070 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 210 time: 0.0314038 Dec 16 22:22:35.733597 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305fbec1-8f98-4e3c-b89e-ec8246919605 admin admin] Made reservation on behalf of a75804bc6f7748b8a2badd7ee0c98106 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:35.739610 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-305fbec1-8f98-4e3c-b89e-ec8246919605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.742628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e28e73af-481c-4504-82a5-222eb1235950 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting port 649e0c9a-a419-4789-b499-03829e119923 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:35.743219 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e28e73af-481c-4504-82a5-222eb1235950 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.747397 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-305fbec1-8f98-4e3c-b89e-ec8246919605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.836266 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e28e73af-481c-4504-82a5-222eb1235950 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.836544 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e28e73af-481c-4504-82a5-222eb1235950 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.836683 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.841243 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.848221 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/a99a71e8-3401-4963-a3b1-4619c3b3e06e HTTP/1.1" status: 204 len: 168 time: 2.6526742 Dec 16 22:22:35.849723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e28e73af-481c-4504-82a5-222eb1235950 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Calling delete_port for 649e0c9a-a419-4789-b499-03829e119923 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:35.850551 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44006) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:35.869862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e8f25035-13e4-49b1-89a4-bc8f3a3c0c86 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1049849985'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:35.879985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86884908-20a3-46c3-a2d9-e1f1b9a3159b tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Network': ['ID=a99a71e8-3401-4963-a3b1-4619c3b3e06e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:35.951034 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-305fbec1-8f98-4e3c-b89e-ec8246919605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.054875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 13e8a307-be98-478d-a7bc-280b915fd33f no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:36.120996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f25035-13e4-49b1-89a4-bc8f3a3c0c86 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:36.125593 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8f25035-13e4-49b1-89a4-bc8f3a3c0c86 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.135632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-d88d8c9a-8b03-4453-bafb-3fd576e6df44 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0508771 Dec 16 22:22:36.141974 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.152197 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-305fbec1-8f98-4e3c-b89e-ec8246919605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.154987 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e28e73af-481c-4504-82a5-222eb1235950 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.170904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f16079-395a-4186-bbd1-f1af42f80f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e8a307-be98-478d-a7bc-280b915fd33f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:36.174403 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c93be7-2adb-4a11-aad3-a010b3b17ff6" -d '{"events": [{"server_uuid": "b8f16079-395a-4186-bbd1-f1af42f80f00", "name": "network-vif-unplugged", "status": "completed", "tag": "13e8a307-be98-478d-a7bc-280b915fd33f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:36.191731 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 13e8a307-be98-478d-a7bc-280b915fd33f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=13e8a307-be98-478d-a7bc-280b915fd33f,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:36.218084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f25035-13e4-49b1-89a4-bc8f3a3c0c86 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:36.232457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e73af-481c-4504-82a5-222eb1235950 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Port': ['ID=649e0c9a-a419-4789-b499-03829e119923,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:36.246799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf94b029-2834-43d7-bbdd-c23b5f63f73c None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:36.274631 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a63820-d4a0-4bc7-9b94-aec9f64ffc82 x-openstack-request-id: req-56a63820-d4a0-4bc7-9b94-aec9f64ffc82 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:36.274934 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f16079-395a-4186-bbd1-f1af42f80f00", "name": "network-vif-unplugged", "status": "completed", "tag": "13e8a307-be98-478d-a7bc-280b915fd33f", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:36.275189 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56a63820-d4a0-4bc7-9b94-aec9f64ffc82 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:36.275607 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f16079-395a-4186-bbd1-f1af42f80f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e8a307-be98-478d-a7bc-280b915fd33f', 'code': 200} Dec 16 22:22:36.279104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305fbec1-8f98-4e3c-b89e-ec8246919605 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:36.290636 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.292164 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8f25035-13e4-49b1-89a4-bc8f3a3c0c86 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.293926 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-e8f25035-13e4-49b1-89a4-bc8f3a3c0c86 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Added segment c1d54653-82a7-4a72-b7bc-5107bf00c896 of type vlan for network f8325e82-dcb7-4926-aedc-e610d2fa710a Dec 16 22:22:36.340836 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-413db464-02b2-4126-924b-0cd84c1c73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.341316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-413db464-02b2-4126-924b-0cd84c1c73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.341789 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-413db464-02b2-4126-924b-0cd84c1c73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.342266 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-413db464-02b2-4126-924b-0cd84c1c73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.342728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-413db464-02b2-4126-924b-0cd84c1c73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.343192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-413db464-02b2-4126-924b-0cd84c1c73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.344603 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-413db464-02b2-4126-924b-0cd84c1c73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.346547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-413db464-02b2-4126-924b-0cd84c1c73b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=001915db62a44eb0a59ad001f5b8acda&device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 6498 time: 0.1296902 Dec 16 22:22:36.350158 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e28e73af-481c-4504-82a5-222eb1235950 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.353028 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e28e73af-481c-4504-82a5-222eb1235950 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.354315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e28e73af-481c-4504-82a5-222eb1235950 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/floatingips/e80867de-e05d-40da-9a78-5afb7e154303 HTTP/1.1" status: 204 len: 168 time: 0.8135438 Dec 16 22:22:36.360258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=13e8a307-be98-478d-a7bc-280b915fd33f,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:36.360890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44014) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:36.404305 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-aceb5447-9fc0-4d39-9210-0dc35e73c6ea tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] DELETE failed (client error): The resource could not be found. Dec 16 22:22:36.404948 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aceb5447-9fc0-4d39-9210-0dc35e73c6ea tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:22:36.408965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aceb5447-9fc0-4d39-9210-0dc35e73c6ea tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/ports/82503298-82ac-456f-bffb-e334b8b959f0 HTTP/1.1" status: 404 len: 333 time: 0.0469155 Dec 16 22:22:36.415943 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8f25035-13e4-49b1-89a4-bc8f3a3c0c86 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.420170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44018) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:36.420850 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-305fbec1-8f98-4e3c-b89e-ec8246919605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.420850 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-305fbec1-8f98-4e3c-b89e-ec8246919605 admin admin] Added segment a4f263b6-190a-48f9-bafe-dc098441f402 of type vlan for network b50db584-43dd-4bdf-aae4-95bd6834a758 Dec 16 22:22:36.483604 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-305fbec1-8f98-4e3c-b89e-ec8246919605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.487758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fbec1-8f98-4e3c-b89e-ec8246919605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a113748d-e6db-42de-892b-87f96972bb0e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:36.493956 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dc12d9a2-2ac8-42ae-b167-3d4d656c25f0 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f HTTP/1.1" status: 200 len: 205 time: 0.0705075 Dec 16 22:22:36.499222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44022) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:36.529109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-936dd762-666c-41ff-b914-9635885b39c3 req-3bba3731-d7a7-4615-ac64-8397212ffa0e tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 210 time: 0.0402901 Dec 16 22:22:36.566687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-67d623e0-c872-4764-a83b-fa09ac27ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.567165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-67d623e0-c872-4764-a83b-fa09ac27ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.568067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-67d623e0-c872-4764-a83b-fa09ac27ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.570092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-67d623e0-c872-4764-a83b-fa09ac27ba4a service neutron] 10.222.0.69 "GET /v2.0/networks?id=28cf9735-2f74-4728-b3d3-673e82b6a3ef&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&id=ddfb57a8-dc71-427e-ae1b-ea8399014fce HTTP/1.1" status: 200 len: 2296 time: 0.1767118 Dec 16 22:22:36.573119 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-b21e0361-1047-4a00-afdf-bec933cdff8a tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] delete failed (client error): The resource could not be found. Dec 16 22:22:36.574167 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b21e0361-1047-4a00-afdf-bec933cdff8a tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/routers/6ed7d93b-c33d-4e8e-8597-6d01a8d6ab3f HTTP/1.1" status: 404 len: 336 time: 0.0739987 Dec 16 22:22:36.576765 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44024) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:36.594673 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8258bc-c3a9-4b6c-8c03-9a6f6438b084 req-b58be7f7-bc25-4159-9338-8dcbc2fa1db7 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.596192 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0d8258bc-c3a9-4b6c-8c03-9a6f6438b084 req-b58be7f7-bc25-4159-9338-8dcbc2fa1db7 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8f16079-395a-4186-bbd1-f1af42f80f00 HTTP/1.1" status: 200 len: 944 time: 0.2342980 Dec 16 22:22:36.639216 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bcf383-3375-480b-8b6b-b07788088725 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] DELETE failed (client error): The resource could not be found. Dec 16 22:22:36.639629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84bcf383-3375-480b-8b6b-b07788088725 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:22:36.645396 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-84bcf383-3375-480b-8b6b-b07788088725 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/subnets/749b1006-1e03-4f5b-a259-408c672fa857 HTTP/1.1" status: 404 len: 337 time: 0.0652220 Dec 16 22:22:36.646651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44026) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:36.676484 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-adaabe9b-5b92-4144-8528-54ddbed8d2b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9850f462-340f-49c0-b1fb-6a832caa60e7 HTTP/1.1" status: 200 len: 1001 time: 0.0913024 Dec 16 22:22:36.706814 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-305fbec1-8f98-4e3c-b89e-ec8246919605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.707802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305fbec1-8f98-4e3c-b89e-ec8246919605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.708375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-305fbec1-8f98-4e3c-b89e-ec8246919605 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.710567 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8f25035-13e4-49b1-89a4-bc8f3a3c0c86 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.715822 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f25035-13e4-49b1-89a4-bc8f3a3c0c86 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.716415 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8f25035-13e4-49b1-89a4-bc8f3a3c0c86 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.732566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-e29acd9f-5fd6-4104-a160-9cd365bdae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.734879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-e29acd9f-5fd6-4104-a160-9cd365bdae40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11d40f43-aa33-492a-8d72-d2eb3853f569 HTTP/1.1" status: 200 len: 855 time: 0.0505946 Dec 16 22:22:36.805446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d5cf2cf-10d0-4440-9d0e-85ce606a9823 req-3b1e21f0-d785-41c4-819d-3a0f7bd66d01 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 210 time: 0.0352952 Dec 16 22:22:36.817296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-07a4e78c-7a67-43c0-8251-20b300cf1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.819080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-07a4e78c-7a67-43c0-8251-20b300cf1196 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=28cf9735-2f74-4728-b3d3-673e82b6a3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769339 Dec 16 22:22:36.873765 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fbec1-8f98-4e3c-b89e-ec8246919605 admin admin] Pushing event updated for resources: {'Network': ['ID=b50db584-43dd-4bdf-aae4-95bd6834a758,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:36.892658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network b50db584-43dd-4bdf-aae4-95bd6834a758 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:36.952321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-76e3efb0-4b9d-4265-ad4d-f9190b2ba937 service neutron] 10.222.0.69 "GET /v2.0/networks/28cf9735-2f74-4728-b3d3-673e82b6a3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255951 Dec 16 22:22:36.973229 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e8f25035-13e4-49b1-89a4-bc8f3a3c0c86 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1160555 Dec 16 22:22:36.978195 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-305fbec1-8f98-4e3c-b89e-ec8246919605 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5783138 Dec 16 22:22:36.990007 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44030) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:37.013764 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-0d8258bc-c3a9-4b6c-8c03-9a6f6438b084 req-63905da7-1061-44bb-951a-30e3ada20a48 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Deleting port 13e8a307-be98-478d-a7bc-280b915fd33f {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:37.019132 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0d8258bc-c3a9-4b6c-8c03-9a6f6438b084 req-63905da7-1061-44bb-951a-30e3ada20a48 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.022499 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2da78969-043b-4c7e-beda-5446cda6ad93 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'subnet': {'network_id': 'f8325e82-dcb7-4926-aedc-e610d2fa710a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:37.056190 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f25035-13e4-49b1-89a4-bc8f3a3c0c86 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Network': ['ID=f8325e82-dcb7-4926-aedc-e610d2fa710a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:37.071182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network f8325e82-dcb7-4926-aedc-e610d2fa710a details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:37.122222 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-bba0438d-1049-481e-b1eb-67e04da33998 service neutron] 10.222.0.69 "GET /v2.0/networks/28cf9735-2f74-4728-b3d3-673e82b6a3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550398 Dec 16 22:22:37.185581 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-67f7a00b-ae3e-43ca-97fc-aa3394c0b16a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=2f02bdff-c1df-4be2-8a7e-501b723a9da5 HTTP/1.1" status: 200 len: 217 time: 0.0544760 Dec 16 22:22:37.299362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-f9482df0-8b7e-457d-891c-571cad3a8b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:37.301238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-f9482df0-8b7e-457d-891c-571cad3a8b56 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 200 len: 797 time: 0.1026862 Dec 16 22:22:37.376868 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-238a5738-8137-455e-91c7-207d7399b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:37.378657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-238a5738-8137-455e-91c7-207d7399b3c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0686750 Dec 16 22:22:37.458208 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7e64b665-9147-4601-9dde-9a25cd44ff41 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting port f2f4b66a-7c97-4caf-9168-23b0e748557d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:37.458905 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e64b665-9147-4601-9dde-9a25cd44ff41 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.577170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-beed073f-9b95-4c27-a12d-7ae32b7b4f86 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766169 Dec 16 22:22:37.583552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04391-89c7-46c3-8334-dba364069de8 req-7623f597-00c8-4b39-bf99-a38ec39fab7c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:37.585051 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5dd04391-89c7-46c3-8334-dba364069de8 req-7623f597-00c8-4b39-bf99-a38ec39fab7c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 806 time: 0.6572261 Dec 16 22:22:37.616929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-0d8258bc-c3a9-4b6c-8c03-9a6f6438b084 req-63905da7-1061-44bb-951a-30e3ada20a48 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] For port 13e8a307-be98-478d-a7bc-280b915fd33f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=13e8a307-be98-478d-a7bc-280b915fd33f,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:37.624586 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0d8258bc-c3a9-4b6c-8c03-9a6f6438b084 req-63905da7-1061-44bb-951a-30e3ada20a48 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.627511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-5dd04391-89c7-46c3-8334-dba364069de8 req-971a2acb-892a-4c6f-8891-a7dfc9469e63 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Request body: {'port': {'device_id': 'ecbacce3-ea08-4233-86a7-f99621f76550', 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b', 'admin_state_up': True, 'tenant_id': '71b07207458f41b0bd254b11dbb60b20'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:37.669186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd79b68-a43a-4ebe-a8f7-f2323d2209e6 req-93462ac6-ad10-4735-bec8-7b69fe2cf14e tempest-ComputeTenantNetworksTest-783427809 tempest-ComputeTenantNetworksTest-783427809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:37.676205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd79b68-a43a-4ebe-a8f7-f2323d2209e6 req-93462ac6-ad10-4735-bec8-7b69fe2cf14e tempest-ComputeTenantNetworksTest-783427809 tempest-ComputeTenantNetworksTest-783427809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:37.682008 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd79b68-a43a-4ebe-a8f7-f2323d2209e6 req-93462ac6-ad10-4735-bec8-7b69fe2cf14e tempest-ComputeTenantNetworksTest-783427809 tempest-ComputeTenantNetworksTest-783427809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:37.683755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ecd79b68-a43a-4ebe-a8f7-f2323d2209e6 req-93462ac6-ad10-4735-bec8-7b69fe2cf14e tempest-ComputeTenantNetworksTest-783427809 tempest-ComputeTenantNetworksTest-783427809-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2205141 Dec 16 22:22:37.698553 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-0d8258bc-c3a9-4b6c-8c03-9a6f6438b084 req-63905da7-1061-44bb-951a-30e3ada20a48 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Calling delete_port for 13e8a307-be98-478d-a7bc-280b915fd33f owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:37.709118 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e64b665-9147-4601-9dde-9a25cd44ff41 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.716135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90bdf1d0-1f71-4970-ad80-1bd9a9b2e6b0 req-0f9bb6fb-06aa-4060-be13-894a448922d5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 210 time: 0.0570464 Dec 16 22:22:37.742465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7e64b665-9147-4601-9dde-9a25cd44ff41 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Calling delete_port for f2f4b66a-7c97-4caf-9168-23b0e748557d owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:37.749381 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da78969-043b-4c7e-beda-5446cda6ad93 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:37.752993 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2da78969-043b-4c7e-beda-5446cda6ad93 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.828390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98880f-145f-42e1-81e4-6b1b9bd0940e req-9662bec6-bea0-4276-8c84-d39dece864ac tempest-ComputeTenantNetworksTest-783427809 tempest-ComputeTenantNetworksTest-783427809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:37.829806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f98880f-145f-42e1-81e4-6b1b9bd0940e req-9662bec6-bea0-4276-8c84-d39dece864ac tempest-ComputeTenantNetworksTest-783427809 tempest-ComputeTenantNetworksTest-783427809-project] 10.222.0.43 "GET /v2.0/networks/b50db584-43dd-4bdf-aae4-95bd6834a758 HTTP/1.1" status: 200 len: 769 time: 0.1127949 Dec 16 22:22:37.831893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-7cf35571-c085-4c11-8902-bc9df849273e service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357442 Dec 16 22:22:37.839767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44050) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:37.950254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-60b21bfc-5f29-4ccd-ae87-54d81b4c2234 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=095953be-6333-4ca7-a576-8260e99dcc7f HTTP/1.1" status: 200 len: 217 time: 0.0893452 Dec 16 22:22:37.954803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1d9bb97-e603-4982-93cd-525e07bb20ee req-cb97a05f-e980-4252-96e7-3fdafe1bbd57 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 210 time: 0.0621328 Dec 16 22:22:38.012236 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fe0ae7d-2ded-4189-a074-9beab444948f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.029311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-ad016cdf-d2d9-4516-84c4-9a7bfb9dfe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:38.030851 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-ad016cdf-d2d9-4516-84c4-9a7bfb9dfe85 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 200 len: 797 time: 0.0693476 Dec 16 22:22:38.110036 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd04391-89c7-46c3-8334-dba364069de8 req-971a2acb-892a-4c6f-8891-a7dfc9469e63 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Made reservation on behalf of 71b07207458f41b0bd254b11dbb60b20 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:38.113969 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5dd04391-89c7-46c3-8334-dba364069de8 req-971a2acb-892a-4c6f-8891-a7dfc9469e63 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.137895 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fe0ae7d-2ded-4189-a074-9beab444948f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.161349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-62881623-2f32-46c1-8cb0-947e81979404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:38.162957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-62881623-2f32-46c1-8cb0-947e81979404 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1098413 Dec 16 22:22:38.166351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-6fe0ae7d-2ded-4189-a074-9beab444948f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50db584-43dd-4bdf-aae4-95bd6834a758']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:38.184539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-6fe0ae7d-2ded-4189-a074-9beab444948f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f263b6-190a-48f9-bafe-dc098441f402') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:38.184842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-6fe0ae7d-2ded-4189-a074-9beab444948f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f263b6-190a-48f9-bafe-dc098441f402') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:38.232568 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fe0ae7d-2ded-4189-a074-9beab444948f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.255767 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fe0ae7d-2ded-4189-a074-9beab444948f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.277031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe0ae7d-2ded-4189-a074-9beab444948f admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:38.277031 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fe0ae7d-2ded-4189-a074-9beab444948f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:38.277743 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:38.322333 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0d8258bc-c3a9-4b6c-8c03-9a6f6438b084 req-63905da7-1061-44bb-951a-30e3ada20a48 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.324465 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e64b665-9147-4601-9dde-9a25cd44ff41 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.349011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-517e99ea-5340-4348-b9d3-1594d6ff58f2 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752832 Dec 16 22:22:38.369177 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2da78969-043b-4c7e-beda-5446cda6ad93 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.432567 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a69e33-3560-4e90-a7cc-908a4b2fd3f8 None None] DHCP port deletion for aeacdd12-c4f2-4601-a455-07666d73ce14 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:38.436752 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fe0ae7d-2ded-4189-a074-9beab444948f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.439108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64b665-9147-4601-9dde-9a25cd44ff41 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Port': ['ID=f2f4b66a-7c97-4caf-9168-23b0e748557d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:38.450798 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fe0ae7d-2ded-4189-a074-9beab444948f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.459958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6fe0ae7d-2ded-4189-a074-9beab444948f admin admin] 10.222.0.43 "DELETE /v2.0/networks/b50db584-43dd-4bdf-aae4-95bd6834a758 HTTP/1.1" status: 204 len: 168 time: 0.6189506 Dec 16 22:22:38.474914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcb0277-b8fa-4737-9f00-9e1b5816085e None None] DHCP port deletion for c4670e1e-81bf-4037-8565-9cf863de8896 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:38.482946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0ae7d-2ded-4189-a074-9beab444948f admin admin] Pushing event deleted for resources: {'Network': ['ID=b50db584-43dd-4bdf-aae4-95bd6834a758,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:38.495744 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-fb0de898-5d07-4e9e-b1a1-43ab5aa371bd service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370406 Dec 16 22:22:38.540772 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63905da7-1061-44bb-951a-30e3ada20a48 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Pushing event deleted for resources: {'Port': ['ID=13e8a307-be98-478d-a7bc-280b915fd33f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:38.547897 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-d770c422-2fe6-4126-9ed1-b1374b14bfc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=3c8879f2-c0b4-473d-834b-662e5d021399 HTTP/1.1" status: 200 len: 217 time: 0.0417464 Dec 16 22:22:38.582121 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-5dd04391-89c7-46c3-8334-dba364069de8 req-971a2acb-892a-4c6f-8891-a7dfc9469e63 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Allocated IP 172.20.0.4 (894406fb-456e-47fe-84ae-c71a28800c5b/c5550495-cdae-4395-8f1f-d640aab6e46b/90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:38.615282 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8258bc-c3a9-4b6c-8c03-9a6f6438b084 req-63905da7-1061-44bb-951a-30e3ada20a48 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] No DVR routers for this DVR port 13e8a307-be98-478d-a7bc-280b915fd33f on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:38.623761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-397291bb-a0bf-4143-a95d-dcf7f065bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:38.625829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-397291bb-a0bf-4143-a95d-dcf7f065bf6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 200 len: 797 time: 0.0643620 Dec 16 22:22:38.635257 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0d8258bc-c3a9-4b6c-8c03-9a6f6438b084 req-63905da7-1061-44bb-951a-30e3ada20a48 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.639658 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0d8258bc-c3a9-4b6c-8c03-9a6f6438b084 req-63905da7-1061-44bb-951a-30e3ada20a48 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.69 "DELETE /v2.0/ports/13e8a307-be98-478d-a7bc-280b915fd33f HTTP/1.1" status: 204 len: 173 time: 2.0361648 Dec 16 22:22:38.643475 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f16079-395a-4186-bbd1-f1af42f80f00', 'name': 'network-vif-deleted', 'tag': '13e8a307-be98-478d-a7bc-280b915fd33f'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:38.646746 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5524b84-17ab-4e0e-89b7-c64de30fdc0f" -d '{"events": [{"server_uuid": "b8f16079-395a-4186-bbd1-f1af42f80f00", "name": "network-vif-deleted", "tag": "13e8a307-be98-478d-a7bc-280b915fd33f"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:38.670677 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da78969-043b-4c7e-beda-5446cda6ad93 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Subnet': ['ID=1205e6da-94c2-424e-8ceb-32bb37259a97,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:38.700488 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-33061f53-3c81-481f-828c-6193ef6f3deb tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:38.702288 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-33061f53-3c81-481f-828c-6193ef6f3deb tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.69 "GET /v2.0/networks?id=c4670e1e-81bf-4037-8565-9cf863de8896 HTTP/1.1" status: 200 len: 805 time: 0.4405656 Dec 16 22:22:38.702420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-f7418263-e63f-4188-8cc4-27286ebaf627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:38.709388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-f7418263-e63f-4188-8cc4-27286ebaf627 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0691507 Dec 16 22:22:38.724363 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e64b665-9147-4601-9dde-9a25cd44ff41 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.728050 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7e64b665-9147-4601-9dde-9a25cd44ff41 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/ports/f2f4b66a-7c97-4caf-9168-23b0e748557d HTTP/1.1" status: 204 len: 168 time: 2.0804915 Dec 16 22:22:38.731528 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c78b891-3869-4504-bf4a-8d65810fbaf3 x-openstack-request-id: req-7c78b891-3869-4504-bf4a-8d65810fbaf3 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:38.731816 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f16079-395a-4186-bbd1-f1af42f80f00", "name": "network-vif-deleted", "tag": "13e8a307-be98-478d-a7bc-280b915fd33f", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:38.732068 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c78b891-3869-4504-bf4a-8d65810fbaf3 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:38.732460 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f16079-395a-4186-bbd1-f1af42f80f00', 'name': 'network-vif-deleted', 'tag': '13e8a307-be98-478d-a7bc-280b915fd33f', 'status': 'completed', 'code': 200} Dec 16 22:22:38.737791 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-a4914705-1cdd-448f-87c3-f4b7271b5bec tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Request body: {'port': {'device_id': 'b4df4c4e-c2db-4daa-9119-f6cf35b33a4e', 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896', 'admin_state_up': True, 'tenant_id': '56869cdf782d41239114f869f3115973'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:38.742001 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44060) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:38.765330 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da78969-043b-4c7e-beda-5446cda6ad93 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Checking segment: {'id': 'c1d54653-82a7-4a72-b7bc-5107bf00c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8325e82-dcb7-4926-aedc-e610d2fa710a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:38.766473 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da78969-043b-4c7e-beda-5446cda6ad93 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network hostable DHCP agents. Network: f8325e82-dcb7-4926-aedc-e610d2fa710a, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:38.910763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80ec0932-b010-4164-9f54-32cb233b8690 req-cb667e42-4171-49b7-9690-891f9e0171db tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 210 time: 0.0523841 Dec 16 22:22:38.993573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-06b4ca4a-afb5-4311-bb54-cf9261b83df9 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718074 Dec 16 22:22:38.995566 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5dd04391-89c7-46c3-8334-dba364069de8 req-971a2acb-892a-4c6f-8891-a7dfc9469e63 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.000830 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da78969-043b-4c7e-beda-5446cda6ad93 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network f8325e82-dcb7-4926-aedc-e610d2fa710a is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:39.039610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-f2e17ce2-84aa-467e-8d43-8baf53dcabf7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting port 1046e163-d960-4232-9821-379aa0d49d13 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:39.040214 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2e17ce2-84aa-467e-8d43-8baf53dcabf7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.045817 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44066) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:39.091944 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-559a8b7e-da3f-4065-8474-c48f658f59e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a75804bc6f7748b8a2badd7ee0c98106&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448310 Dec 16 22:22:39.094716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44068) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:39.116159 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-a4914705-1cdd-448f-87c3-f4b7271b5bec tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Made reservation on behalf of 56869cdf782d41239114f869f3115973 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:39.120326 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-a4914705-1cdd-448f-87c3-f4b7271b5bec tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.154299 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34d0fbe3-998a-4410-8341-5e75c926fe64 req-b85ea7d1-1bc9-492e-a32f-fb2892ac2cc4 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 210 time: 0.0804527 Dec 16 22:22:39.157711 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5dd04391-89c7-46c3-8334-dba364069de8 req-971a2acb-892a-4c6f-8891-a7dfc9469e63 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.160062 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-2da78969-043b-4c7e-beda-5446cda6ad93 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, f8325e82-dcb7-4926-aedc-e610d2fa710a) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:39.170353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['4cc5905f-ff4a-4e96-ac8d-b54814700ec1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:39.179143 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de39583-3dd4-47e1-9890-6424a4c8cba8 None None] Network f8325e82-dcb7-4926-aedc-e610d2fa710a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:39.218408 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da78969-043b-4c7e-beda-5446cda6ad93 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:39.219781 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2da78969-043b-4c7e-beda-5446cda6ad93 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.224524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-10ff449f-a0c6-4c2c-8562-6145b652e64e service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201438 Dec 16 22:22:39.229011 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2e17ce2-84aa-467e-8d43-8baf53dcabf7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.279255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-f2e17ce2-84aa-467e-8d43-8baf53dcabf7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Calling delete_port for 1046e163-d960-4232-9821-379aa0d49d13 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:39.282736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-a7292d02-82ba-4309-af4c-e51501edf344 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=aad230d4-20b2-48ae-bee1-5a21895924e4 HTTP/1.1" status: 200 len: 217 time: 0.0505462 Dec 16 22:22:39.320617 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a2acb-892a-4c6f-8891-a7dfc9469e63 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Pushing event updated for resources: {'Port': ['ID=90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:39.332830 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd04391-89c7-46c3-8334-dba364069de8 req-971a2acb-892a-4c6f-8891-a7dfc9469e63 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Network 894406fb-456e-47fe-84ae-c71a28800c5b is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:39.339617 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09e6c127-b6d7-4b3e-bcdc-6fac0a0bf983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.341890 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-5dd04391-89c7-46c3-8334-dba364069de8 req-971a2acb-892a-4c6f-8891-a7dfc9469e63 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:39.348761 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd04391-89c7-46c3-8334-dba364069de8 req-971a2acb-892a-4c6f-8891-a7dfc9469e63 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:39.366845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-f8325e82-dcb7-4926-aedc-e610d2fa710a', 'network_id': 'f8325e82-dcb7-4926-aedc-e610d2fa710a', 'project_id': '6525b3ae2c6a43798b16698ae332a34f', 'fixed_ips': [{'subnet_id': '1205e6da-94c2-424e-8ceb-32bb37259a97'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:39.369551 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.395601 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaf16ad-d509-4ce6-ae80-168cd15a905e None None] DHCP port deletion for 894406fb-456e-47fe-84ae-c71a28800c5b request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:39.433747 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2da78969-043b-4c7e-beda-5446cda6ad93 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4203606 Dec 16 22:22:39.441271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44070) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:39.443312 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09e6c127-b6d7-4b3e-bcdc-6fac0a0bf983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.541935 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04391-89c7-46c3-8334-dba364069de8 req-971a2acb-892a-4c6f-8891-a7dfc9469e63 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:39.542701 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5dd04391-89c7-46c3-8334-dba364069de8 req-971a2acb-892a-4c6f-8891-a7dfc9469e63 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.592271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-a4914705-1cdd-448f-87c3-f4b7271b5bec tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Allocated IP 172.20.0.6 (c4670e1e-81bf-4037-8565-9cf863de8896/634b6d25-6ad9-4d67-9394-5b078696d451/b37f2d91-7db8-4275-aa66-3a4f521c6425) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:39.680531 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.709703 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-10f71887-11a8-4c80-b093-5f341ff16cac None None] Provisioning complete for port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:39.710298 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-10f71887-11a8-4c80-b093-5f341ff16cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.755663 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-bfde137a-98f2-4fe4-ba3a-0f22d30e3172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:39.757169 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-bfde137a-98f2-4fe4-ba3a-0f22d30e3172 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 200 len: 797 time: 0.4637158 Dec 16 22:22:39.758395 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Allocated IP 172.20.0.1 (f8325e82-dcb7-4926-aedc-e610d2fa710a/1205e6da-94c2-424e-8ceb-32bb37259a97/4219aeeb-b509-4fcc-96cc-9cb491f92adf) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:39.769685 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5dd04391-89c7-46c3-8334-dba364069de8 req-971a2acb-892a-4c6f-8891-a7dfc9469e63 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1477628 Dec 16 22:22:39.770450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-10f71887-11a8-4c80-b093-5f341ff16cac None None] Port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:39.777515 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09e6c127-b6d7-4b3e-bcdc-6fac0a0bf983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.780240 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09e6c127-b6d7-4b3e-bcdc-6fac0a0bf983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.782067 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-09e6c127-b6d7-4b3e-bcdc-6fac0a0bf983 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a113748d-e6db-42de-892b-87f96972bb0e HTTP/1.1" status: 204 len: 168 time: 0.6856594 Dec 16 22:22:39.873920 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Request body: {'port': {'device_id': 'ecbacce3-ea08-4233-86a7-f99621f76550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:39.905389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-d8d1242f-0ecf-47b7-a502-b833bd8fdebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:39.907813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-d8d1242f-0ecf-47b7-a502-b833bd8fdebf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b3ef79-5c9f-405a-8aa4-0af6e7684086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1371174 Dec 16 22:22:39.955743 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.962870 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6c127-b6d7-4b3e-bcdc-6fac0a0bf983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a113748d-e6db-42de-892b-87f96972bb0e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:40.028712 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.030641 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.030817 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.071881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 13e8a307-be98-478d-a7bc-280b915fd33f no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:40.087587 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Network f8325e82-dcb7-4926-aedc-e610d2fa710a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:40.094455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437401-43cd-4e79-893e-7715e087616e req-91898218-fe85-42c4-8a7f-bf723b6523fb tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:40.096074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6437401-43cd-4e79-893e-7715e087616e req-91898218-fe85-42c4-8a7f-bf723b6523fb tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 931 time: 0.0872781 Dec 16 22:22:40.099661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-4f1a404f-c66c-4dde-b6b0-26afd1566453 service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835351 Dec 16 22:22:40.100391 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2e17ce2-84aa-467e-8d43-8baf53dcabf7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.110134 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 13e8a307-be98-478d-a7bc-280b915fd33f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:40.110471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 13e8a307-be98-478d-a7bc-280b915fd33f not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:40.112180 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:40.117345 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:40.121149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Pushing event updated for resources: {'Port': ['ID=4219aeeb-b509-4fcc-96cc-9cb491f92adf,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:40.150335 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e17ce2-84aa-467e-8d43-8baf53dcabf7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Port': ['ID=1046e163-d960-4232-9821-379aa0d49d13,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:40.161135 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-a4914705-1cdd-448f-87c3-f4b7271b5bec tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.198703 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad8656b-7089-4869-aa57-797b16140b5f None None] DHCP port deletion for aeacdd12-c4f2-4601-a455-07666d73ce14 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:40.211587 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Attempting to bind port 4219aeeb-b509-4fcc-96cc-9cb491f92adf on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:40.211587 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Attempting to bind port 4219aeeb-b509-4fcc-96cc-9cb491f92adf by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'c1d54653-82a7-4a72-b7bc-5107bf00c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8325e82-dcb7-4926-aedc-e610d2fa710a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:40.211952 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Attempting to bind port 4219aeeb-b509-4fcc-96cc-9cb491f92adf on network f8325e82-dcb7-4926-aedc-e610d2fa710a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:40.227413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:40.227801 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Checking segment: {'id': 'c1d54653-82a7-4a72-b7bc-5107bf00c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8325e82-dcb7-4926-aedc-e610d2fa710a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:40.228214 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.229987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Bound using segment: {'id': 'c1d54653-82a7-4a72-b7bc-5107bf00c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8325e82-dcb7-4926-aedc-e610d2fa710a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:40.230500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Bound port: 4219aeeb-b509-4fcc-96cc-9cb491f92adf, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d54653-82a7-4a72-b7bc-5107bf00c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8325e82-dcb7-4926-aedc-e610d2fa710a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:40.230934 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.333622 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] For port 4219aeeb-b509-4fcc-96cc-9cb491f92adf, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:40.338416 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] For port 4219aeeb-b509-4fcc-96cc-9cb491f92adf, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4219aeeb-b509-4fcc-96cc-9cb491f92adf,segment=NetworkSegment(c1d54653-82a7-4a72-b7bc-5107bf00c896),segment_id=c1d54653-82a7-4a72-b7bc-5107bf00c896)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:40.380633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-431bfb7d-3c59-4c45-bf1c-735d2e3e80da req-5a3de41b-7136-4b73-8d85-6f0515ea830b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 210 time: 0.0548089 Dec 16 22:22:40.397218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6437401-43cd-4e79-893e-7715e087616e req-87844c91-7689-480e-89fb-7a651dad901e tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500763 Dec 16 22:22:40.400264 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.428311 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.438420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-29a9d5b0-5796-4592-9577-f70b027e735c service neutron] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170512 Dec 16 22:22:40.451486 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-a4914705-1cdd-448f-87c3-f4b7271b5bec tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.454596 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Subnet': ['ID=1205e6da-94c2-424e-8ceb-32bb37259a97,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:40.462228 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2e17ce2-84aa-467e-8d43-8baf53dcabf7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.470421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f2e17ce2-84aa-467e-8d43-8baf53dcabf7 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/ports/1046e163-d960-4232-9821-379aa0d49d13 HTTP/1.1" status: 204 len: 168 time: 1.7283313 Dec 16 22:22:40.494431 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44088) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:40.517601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-87f8a9d1-7d9e-4b82-a3af-b72e10c87b63 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5d94475c-1657-4ad7-b2be-e8b1c81da7af HTTP/1.1" status: 200 len: 217 time: 0.0782509 Dec 16 22:22:40.529472 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615711f-591c-40f7-9119-2aa3260a3631 None None] Pushing event updated for resources: {'Port': ['ID=4219aeeb-b509-4fcc-96cc-9cb491f92adf,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:40.585416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-1a9e507e-861f-4388-8219-447de53f90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:40.587195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-1a9e507e-861f-4388-8219-447de53f90fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57718039-6093-40b9-897e-8e4ab7d09ed7 HTTP/1.1" status: 200 len: 797 time: 0.0508273 Dec 16 22:22:40.635862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-a4914705-1cdd-448f-87c3-f4b7271b5bec tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Network c4670e1e-81bf-4037-8565-9cf863de8896 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:40.643097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-6a09939b-550c-4333-b0aa-9a248cb5da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:40.644563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-6a09939b-550c-4333-b0aa-9a248cb5da91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0471768 Dec 16 22:22:40.653344 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-a4914705-1cdd-448f-87c3-f4b7271b5bec tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:40.655189 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4914705-1cdd-448f-87c3-f4b7271b5bec tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Pushing event updated for resources: {'Port': ['ID=b37f2d91-7db8-4275-aa66-3a4f521c6425,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:40.657537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-a4914705-1cdd-448f-87c3-f4b7271b5bec tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:40.675086 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.676553 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900d40c2-ee8b-45d3-a813-b2e3f5213cc4 None None] DHCP port deletion for c4670e1e-81bf-4037-8565-9cf863de8896 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:40.732317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-15f60f7b-fb51-4758-b732-5154351f5f87 None None] Provisioning complete for port b37f2d91-7db8-4275-aa66-3a4f521c6425 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:40.732889 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15f60f7b-fb51-4758-b732-5154351f5f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.818972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8325e82-dcb7-4926-aedc-e610d2fa710a']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:40.856097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-15f60f7b-fb51-4758-b732-5154351f5f87 None None] Port b37f2d91-7db8-4275-aa66-3a4f521c6425 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:40.900776 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-a4914705-1cdd-448f-87c3-f4b7271b5bec tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:40.901484 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-a4914705-1cdd-448f-87c3-f4b7271b5bec tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.920587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-9fdfbcc8-c416-4d94-b4db-b1e3610b9d9e service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650142 Dec 16 22:22:40.924802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e35071-3444-4d09-bac4-38b8816db58f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:40.927007 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-58e35071-3444-4d09-bac4-38b8816db58f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "GET /v2.0/ports?device_id=af25f916-9509-4969-a6e6-b2707dac975a HTTP/1.1" status: 200 len: 913 time: 0.4217780 Dec 16 22:22:40.928170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44100) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:40.934947 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d54653-82a7-4a72-b7bc-5107bf00c896') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:40.935306 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d54653-82a7-4a72-b7bc-5107bf00c896') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:40.956031 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.959078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:40.975764 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.997835 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.015844 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:41.017226 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.024304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4219aeeb-b509-4fcc-96cc-9cb491f92adf up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:41.032799 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:41.066001 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-a4914705-1cdd-448f-87c3-f4b7271b5bec tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3360796 Dec 16 22:22:41.091170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Request body: {'port': {'device_id': 'b4df4c4e-c2db-4daa-9119-f6cf35b33a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:41.101562 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4219aeeb-b509-4fcc-96cc-9cb491f92adf triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:41.101562 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.153257 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Transition to ACTIVE for port object 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:22:41.164680 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.185865 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.193987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-c0fd1c19-b65b-4880-a9ca-98e364875838 service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564685 Dec 16 22:22:41.226960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 4219aeeb-b509-4fcc-96cc-9cb491f92adf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4219aeeb-b509-4fcc-96cc-9cb491f92adf,segment=NetworkSegment(c1d54653-82a7-4a72-b7bc-5107bf00c896),segment_id=c1d54653-82a7-4a72-b7bc-5107bf00c896)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:41.235463 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.db.api [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:22:41.235463 n-d-821840-2 neutron-server[103952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:22:41.235463 n-d-821840-2 neutron-server[103952]: [parameters: {'id': 'f8325e82-dcb7-4926-aedc-e610d2fa710a'}] Dec 16 22:22:41.235463 n-d-821840-2 neutron-server[103952]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:22:41.236013 n-d-821840-2 neutron-server[103952]: DEBUG oslo_db.api [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:22:41.275766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-385719ca-1c62-42af-bc22-d4d22b81760a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7096ebf6-54ee-43dd-8452-01afb84b3b46 HTTP/1.1" status: 200 len: 217 time: 0.0452421 Dec 16 22:22:41.292081 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.377938 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.394192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-deff4810-360e-4df0-aa62-82c73ba8a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:41.408721 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-deff4810-360e-4df0-aa62-82c73ba8a7fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57718039-6093-40b9-897e-8e4ab7d09ed7 HTTP/1.1" status: 200 len: 797 time: 0.1229308 Dec 16 22:22:41.456044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=4219aeeb-b509-4fcc-96cc-9cb491f92adf,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:41.523087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-3dd88ce2-cb98-49fb-819b-f810663fc9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:41.525111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-3dd88ce2-cb98-49fb-819b-f810663fc9e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddfb57a8-dc71-427e-ae1b-ea8399014fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1041729 Dec 16 22:22:41.730272 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f0479-aad3-4be4-9062-b3526901ceb9 req-a25392de-a218-4612-be27-2b63481d0ac4 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:41.739001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-343f0479-aad3-4be4-9062-b3526901ceb9 req-a25392de-a218-4612-be27-2b63481d0ac4 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 931 time: 0.1238377 Dec 16 22:22:41.773607 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.783893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-c31d5612-cb94-4b5d-84b0-018bf350d54c service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509892 Dec 16 22:22:41.814600 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2d8f3c-0d5e-454e-96c1-c054cd301fba None None] DHCP port deletion for 894406fb-456e-47fe-84ae-c71a28800c5b request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:41.834569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Pushing event updated for resources: {'Port': ['ID=90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:41.957844 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4da9d-00ed-4f49-b2bf-043c0ec18fed req-a6cc68e0-90dd-497f-a89b-f851457a010d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:41.959609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48f4da9d-00ed-4f49-b2bf-043c0ec18fed req-a6cc68e0-90dd-497f-a89b-f851457a010d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 943 time: 0.2183154 Dec 16 22:22:41.967832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-343f0479-aad3-4be4-9062-b3526901ceb9 req-5f8b6eea-db7f-40dd-89f8-46930bf3ed1a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278557 Dec 16 22:22:41.984313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3225ae9-90db-4b41-bdb5-ce31f9907a24 None None] Network f8325e82-dcb7-4926-aedc-e610d2fa710a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:42.057344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-a1b9fdef-aebd-4f65-b255-760e9a2a564f service neutron] 10.222.0.69 "GET /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540298 Dec 16 22:22:42.066279 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5811014f-1187-4bc6-bff9-8647b8c09c2f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.069052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f508eab3-f1c9-48bb-8b61-e91b0107726a None None] Provisioning complete for port 4219aeeb-b509-4fcc-96cc-9cb491f92adf triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:42.069829 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f508eab3-f1c9-48bb-8b61-e91b0107726a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.098069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Attempting to bind port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:42.098452 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Attempting to bind port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:42.098718 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Attempting to bind port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 on network 894406fb-456e-47fe-84ae-c71a28800c5b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:42.109871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48f4da9d-00ed-4f49-b2bf-043c0ec18fed req-e4aa5e97-9590-4e15-aa44-77a499b89c26 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392348 Dec 16 22:22:42.137464 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 on network 894406fb-456e-47fe-84ae-c71a28800c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:42.137464 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Attempting to bind port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 on network 894406fb-456e-47fe-84ae-c71a28800c5b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:42.148772 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Deleting port 4219aeeb-b509-4fcc-96cc-9cb491f92adf {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:42.149128 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.274880 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:42.275229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Checking segment: {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:42.275641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Bound using segment: {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:42.276091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Bound port: 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2bbcf1-68f8-42cf-8234-06a3999911a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:42.276449 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.300879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36f6337-c48a-42f4-892a-946b25a07b16 None None] DHCP port deletion for f8325e82-dcb7-4926-aedc-e610d2fa710a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:42.340618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37f2d91-7db8-4275-aa66-3a4f521c6425 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:42.351532 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.379986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c36f6337-c48a-42f4-892a-946b25a07b16 None None] Deleting port 4219aeeb-b509-4fcc-96cc-9cb491f92adf {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:42.379986 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c36f6337-c48a-42f4-892a-946b25a07b16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.438989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] For port 4219aeeb-b509-4fcc-96cc-9cb491f92adf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4219aeeb-b509-4fcc-96cc-9cb491f92adf,segment=NetworkSegment(c1d54653-82a7-4a72-b7bc-5107bf00c896),segment_id=c1d54653-82a7-4a72-b7bc-5107bf00c896)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:42.439454 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.442806 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Transition to ACTIVE for port object b37f2d91-7db8-4275-aa66-3a4f521c6425 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:22:42.472670 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c36f6337-c48a-42f4-892a-946b25a07b16 None None] For port 4219aeeb-b509-4fcc-96cc-9cb491f92adf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4219aeeb-b509-4fcc-96cc-9cb491f92adf,segment=NetworkSegment(c1d54653-82a7-4a72-b7bc-5107bf00c896),segment_id=c1d54653-82a7-4a72-b7bc-5107bf00c896)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:42.473136 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c36f6337-c48a-42f4-892a-946b25a07b16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.491017 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c36f6337-c48a-42f4-892a-946b25a07b16 None None] Calling delete_port for 4219aeeb-b509-4fcc-96cc-9cb491f92adf owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:42.519829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Calling delete_port for 4219aeeb-b509-4fcc-96cc-9cb491f92adf owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:42.522113 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5811014f-1187-4bc6-bff9-8647b8c09c2f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting port a2abf04f-2cf0-4b78-8dc5-6ed0f3f31c1a {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:42.522472 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5811014f-1187-4bc6-bff9-8647b8c09c2f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.526431 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] For port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:42.533783 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] For port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:42.546043 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.631556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1440be9d-8c52-476f-a5b5-4319af784de5 None None] DHCP port deletion for c4670e1e-81bf-4037-8565-9cf863de8896 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:42.635362 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.650906 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5811014f-1187-4bc6-bff9-8647b8c09c2f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.667087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5811014f-1187-4bc6-bff9-8647b8c09c2f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Calling delete_port for a2abf04f-2cf0-4b78-8dc5-6ed0f3f31c1a owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:42.674531 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Pushing event updated for resources: {'Port': ['ID=b37f2d91-7db8-4275-aa66-3a4f521c6425,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:42.679115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:42.679740 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.681166 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5dd04391-89c7-46c3-8334-dba364069de8 req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] 10.222.0.69 "PUT /v2.0/ports/90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 HTTP/1.1" status: 200 len: 1091 time: 2.8941176 Dec 16 22:22:42.683796 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbacce3-ea08-4233-86a7-f99621f76550', 'tag': '90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:42.684718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a81120-bb91-4df2-993b-772666a6125d None None] DHCP port deletion for 894406fb-456e-47fe-84ae-c71a28800c5b request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:42.686442 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9d6cb7-30f8-476d-b70d-4206fe847521" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbacce3-ea08-4233-86a7-f99621f76550", "tag": "90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:42.765007 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdf012a-8d9d-4b92-ba07-a3d8973142e1 x-openstack-request-id: req-2bdf012a-8d9d-4b92-ba07-a3d8973142e1 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:42.765398 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbacce3-ea08-4233-86a7-f99621f76550", "tag": "90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:42.765605 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2bdf012a-8d9d-4b92-ba07-a3d8973142e1 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:42.766232 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecbacce3-ea08-4233-86a7-f99621f76550', 'tag': '90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1', 'status': 'completed', 'code': 200} Dec 16 22:22:42.773985 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c36f6337-c48a-42f4-892a-946b25a07b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.819091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.857624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e43070-363c-40f0-9f94-a5b8a773fbde service neutron] Pushing event updated for resources: {'Port': ['ID=90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:42.869850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No DVR routers for this DVR port 4219aeeb-b509-4fcc-96cc-9cb491f92adf on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:42.897906 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Attempting to bind port b37f2d91-7db8-4275-aa66-3a4f521c6425 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:42.898154 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Attempting to bind port b37f2d91-7db8-4275-aa66-3a4f521c6425 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '7b0ac6d1-cc91-49c2-b04c-04250607c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:42.898487 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Attempting to bind port b37f2d91-7db8-4275-aa66-3a4f521c6425 on network c4670e1e-81bf-4037-8565-9cf863de8896 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:42.907386 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Port': ['ID=4219aeeb-b509-4fcc-96cc-9cb491f92adf,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:42.939211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Port b37f2d91-7db8-4275-aa66-3a4f521c6425 on network c4670e1e-81bf-4037-8565-9cf863de8896 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:42.939950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Attempting to bind port b37f2d91-7db8-4275-aa66-3a4f521c6425 on network c4670e1e-81bf-4037-8565-9cf863de8896 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:42.955176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:42.955549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Checking segment: {'id': '7b0ac6d1-cc91-49c2-b04c-04250607c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:42.957908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Bound using segment: {'id': '7b0ac6d1-cc91-49c2-b04c-04250607c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:42.957908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Bound port: b37f2d91-7db8-4275-aa66-3a4f521c6425, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0ac6d1-cc91-49c2-b04c-04250607c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:42.957908 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.040934 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d6cb7-30f8-476d-b70d-4206fe847521 req-96c930d9-94ee-4ef3-96f7-7a58a15a12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:43.042563 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8a9d6cb7-30f8-476d-b70d-4206fe847521 req-96c930d9-94ee-4ef3-96f7-7a58a15a12b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 1094 time: 0.2503586 Dec 16 22:22:43.047851 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4219aeeb-b509-4fcc-96cc-9cb491f92adf no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:43.063832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f6337-c48a-42f4-892a-946b25a07b16 None None] Pushing event deleted for resources: {'Port': ['ID=4219aeeb-b509-4fcc-96cc-9cb491f92adf,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:43.113097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f6337-c48a-42f4-892a-946b25a07b16 None None] No DVR routers for this DVR port 4219aeeb-b509-4fcc-96cc-9cb491f92adf on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:43.146345 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 4219aeeb-b509-4fcc-96cc-9cb491f92adf {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:43.146883 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4219aeeb-b509-4fcc-96cc-9cb491f92adf not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:43.155032 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5811014f-1187-4bc6-bff9-8647b8c09c2f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.197386 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.238819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8325e82-dcb7-4926-aedc-e610d2fa710a']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:43.246688 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.258752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811014f-1187-4bc6-bff9-8647b8c09c2f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Port': ['ID=a2abf04f-2cf0-4b78-8dc5-6ed0f3f31c1a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:43.263079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d54653-82a7-4a72-b7bc-5107bf00c896') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:43.263518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d54653-82a7-4a72-b7bc-5107bf00c896') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:43.267908 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.287027 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.294476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] For port b37f2d91-7db8-4275-aa66-3a4f521c6425, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:43.297313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a850dcde-b213-4f82-8c4d-e29d45948583 None None] DHCP port deletion for aeacdd12-c4f2-4601-a455-07666d73ce14 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:43.324569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44172) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:43.340350 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] For port b37f2d91-7db8-4275-aa66-3a4f521c6425, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b37f2d91-7db8-4275-aa66-3a4f521c6425,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:43.354219 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d6cb7-30f8-476d-b70d-4206fe847521 req-b64fdbc6-838a-4fed-ad6d-4f1495517eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:43.356134 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8a9d6cb7-30f8-476d-b70d-4206fe847521 req-b64fdbc6-838a-4fed-ad6d-4f1495517eda service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=71b07207458f41b0bd254b11dbb60b20&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2838192 Dec 16 22:22:43.357469 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.373394 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:43.374053 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:43.379693 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:43.385799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09da56-7611-426e-99cd-ec906ce2f52a req-ef2d5520-7dc6-4375-a653-53a6dc45c6f3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:43.387379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a09da56-7611-426e-99cd-ec906ce2f52a req-ef2d5520-7dc6-4375-a653-53a6dc45c6f3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 943 time: 0.3224494 Dec 16 22:22:43.466621 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.524716 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b9a8782e-5523-44cf-acb4-4b57c5b44da0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.536393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e70b2-292a-4c62-8759-3107abd33a7f req-64743b15-0bab-44a2-b365-42ddff85e33d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:43.536971 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:43.537605 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.537914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-296e70b2-292a-4c62-8759-3107abd33a7f req-64743b15-0bab-44a2-b365-42ddff85e33d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 943 time: 0.2025881 Dec 16 22:22:43.538968 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] 10.222.0.69 "PUT /v2.0/ports/b37f2d91-7db8-4275-aa66-3a4f521c6425 HTTP/1.1" status: 200 len: 1091 time: 2.4535143 Dec 16 22:22:43.544333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a09da56-7611-426e-99cd-ec906ce2f52a req-4e8a3147-105b-49dd-9363-81528ffe8027 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402233 Dec 16 22:22:43.551447 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9026a07e-7ef2-46b3-8c82-4eca49dfe89b None None] DHCP port deletion for c4670e1e-81bf-4037-8565-9cf863de8896 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:43.571023 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a49ef8-80a3-4bb6-b273-7c4a9e7b8250 service neutron] Pushing event updated for resources: {'Port': ['ID=b37f2d91-7db8-4275-aa66-3a4f521c6425,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:43.594079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d6cb7-30f8-476d-b70d-4206fe847521 req-16cc6b71-773c-41a0-8cc6-fecc57c9685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:43.594079 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8a9d6cb7-30f8-476d-b70d-4206fe847521 req-16cc6b71-773c-41a0-8cc6-fecc57c9685b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2254875 Dec 16 22:22:43.594079 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.600378 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.607377 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/f8325e82-dcb7-4926-aedc-e610d2fa710a HTTP/1.1" status: 204 len: 168 time: 4.1544092 Dec 16 22:22:43.612227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44176) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:43.617347 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d69f49-84a0-49f7-9b74-19a915253f8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Network': ['ID=f8325e82-dcb7-4926-aedc-e610d2fa710a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:43.625865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-3d26f6dd-a87a-469b-a192-a37483917368 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-74937826'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:43.700952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-296e70b2-292a-4c62-8759-3107abd33a7f req-2378e189-da1e-49ca-829a-506b8cb50f88 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225696 Dec 16 22:22:43.702271 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5811014f-1187-4bc6-bff9-8647b8c09c2f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.731092 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04391-89c7-46c3-8334-dba364069de8 req-1d2cf057-ae6b-4a6e-846a-bbd52bc48eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:43.732713 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5dd04391-89c7-46c3-8334-dba364069de8 req-1d2cf057-ae6b-4a6e-846a-bbd52bc48eca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 1094 time: 0.0847995 Dec 16 22:22:43.754337 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-022a486a-42bc-49bb-9c38-ce4f4f393dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:43.755922 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-022a486a-42bc-49bb-9c38-ce4f4f393dd6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=56869cdf782d41239114f869f3115973&device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 1094 time: 0.0631101 Dec 16 22:22:43.783598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d26f6dd-a87a-469b-a192-a37483917368 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:43.787172 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d26f6dd-a87a-469b-a192-a37483917368 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.796547 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5dd04391-89c7-46c3-8334-dba364069de8 req-97d72d00-be06-42c6-a160-a8513326b3f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 HTTP/1.1" status: 200 len: 217 time: 0.0518653 Dec 16 22:22:43.802970 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b9a8782e-5523-44cf-acb4-4b57c5b44da0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.840391 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-d2a405b7-5dbf-4d66-b0af-ae88c5a69e62 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b37f2d91-7db8-4275-aa66-3a4f521c6425 HTTP/1.1" status: 200 len: 217 time: 0.0502079 Dec 16 22:22:43.862729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d26f6dd-a87a-469b-a192-a37483917368 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:43.887620 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d26f6dd-a87a-469b-a192-a37483917368 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.887620 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-3d26f6dd-a87a-469b-a192-a37483917368 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Added segment fd4f89c4-e226-445e-b9a3-a83512e16ea1 of type vlan for network ef566857-71dd-4803-8a59-40803d3756dd Dec 16 22:22:43.894794 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b9a8782e-5523-44cf-acb4-4b57c5b44da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.922326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04391-89c7-46c3-8334-dba364069de8 req-3fcfbbfa-9790-439e-9e5e-2735f92d9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:43.923820 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5dd04391-89c7-46c3-8334-dba364069de8 req-3fcfbbfa-9790-439e-9e5e-2735f92d9fe4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5550495-cdae-4395-8f1f-d640aab6e46b HTTP/1.1" status: 200 len: 846 time: 0.0935459 Dec 16 22:22:43.927886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-b222909e-363a-4c21-80b5-3ac566b4d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:43.930556 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-b222909e-363a-4c21-80b5-3ac566b4d25f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=634b6d25-6ad9-4d67-9394-5b078696d451 HTTP/1.1" status: 200 len: 845 time: 0.0699010 Dec 16 22:22:43.988339 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5dd04391-89c7-46c3-8334-dba364069de8 req-4ecbec4d-d3e3-4d7f-8ced-3e9f88cc2b03 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=894406fb-456e-47fe-84ae-c71a28800c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393670 Dec 16 22:22:44.003250 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d26f6dd-a87a-469b-a192-a37483917368 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.014365 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8782e-5523-44cf-acb4-4b57c5b44da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86476f25-8935-4868-ac5e-7c36bbefb2f6,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:44.022033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b9a8782e-5523-44cf-acb4-4b57c5b44da0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11bc7fd94a5a4742a47c2aadafd8a89b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6962407 Dec 16 22:22:44.026253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44182) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:44.044526 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-63eb1721-a36d-4bc4-88a0-1dbb1beeb8f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4670e1e-81bf-4037-8565-9cf863de8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933571 Dec 16 22:22:44.113025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5811014f-1187-4bc6-bff9-8647b8c09c2f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Router af25f916-9509-4969-a6e6-b2707dac975a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:22:44.198164 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d26f6dd-a87a-469b-a192-a37483917368 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.204850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d26f6dd-a87a-469b-a192-a37483917368 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:44.204850 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d26f6dd-a87a-469b-a192-a37483917368 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.230832 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-020143e1-9511-4f7c-93cf-b06890f19f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.235115 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5dd04391-89c7-46c3-8334-dba364069de8 req-c093a424-d7a1-4a17-9210-5bcb8bd46cc3 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338176 Dec 16 22:22:44.327119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-020143e1-9511-4f7c-93cf-b06890f19f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.330642 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-c17ce30a-03ea-41cf-9acf-377a09395521 service neutron] 10.222.0.69 "GET /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598314 Dec 16 22:22:44.470108 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5dd04391-89c7-46c3-8334-dba364069de8 req-6a8d3551-9aee-464b-bf03-74de1b5cbcea service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261717 Dec 16 22:22:44.499001 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-963cba77-5f02-4d3e-a6e3-72a60a04f73e req-82db21e0-5902-4a67-939d-350beccc0d30 service neutron] 10.222.0.69 "GET /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592200 Dec 16 22:22:44.590953 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-020143e1-9511-4f7c-93cf-b06890f19f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.602199 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-020143e1-9511-4f7c-93cf-b06890f19f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.603588 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-020143e1-9511-4f7c-93cf-b06890f19f36 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86476f25-8935-4868-ac5e-7c36bbefb2f6 HTTP/1.1" status: 204 len: 168 time: 0.5765538 Dec 16 22:22:44.616943 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020143e1-9511-4f7c-93cf-b06890f19f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86476f25-8935-4868-ac5e-7c36bbefb2f6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:44.631350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26f6dd-a87a-469b-a192-a37483917368 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Network': ['ID=ef566857-71dd-4803-8a59-40803d3756dd,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:44.634515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5811014f-1187-4bc6-bff9-8647b8c09c2f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:22:44.644660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5811014f-1187-4bc6-bff9-8647b8c09c2f tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "PUT /v2.0/routers/af25f916-9509-4969-a6e6-b2707dac975a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7125349 Dec 16 22:22:44.644897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44190) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:44.657798 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network ef566857-71dd-4803-8a59-40803d3756dd details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:44.692704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3d26f6dd-a87a-469b-a192-a37483917368 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0758629 Dec 16 22:22:44.695375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44192) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:44.706617 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-23c5b922-4325-4540-b872-28673ec7caf2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'subnet': {'network_id': 'ef566857-71dd-4803-8a59-40803d3756dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:44.788329 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56f1ed-8dcf-4fa4-83cf-64695e2444d1 None None] Sync routers for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:22:44.832555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4df4c4e-c2db-4daa-9119-f6cf35b33a4e', 'tag': 'b37f2d91-7db8-4275-aa66-3a4f521c6425'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:44.834910 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1273c11d-ca2b-469a-bda8-f5cac280f829" -d '{"events": [{"name": "network-changed", "server_uuid": "b4df4c4e-c2db-4daa-9119-f6cf35b33a4e", "tag": "b37f2d91-7db8-4275-aa66-3a4f521c6425"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:44.839969 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d56f1ed-8dcf-4fa4-83cf-64695e2444d1 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:44.840862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4d56f1ed-8dcf-4fa4-83cf-64695e2444d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:22:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:44.864647 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b5927bf-c32f-447d-a8e2-9f774a18dfa3 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.896367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4d56f1ed-8dcf-4fa4-83cf-64695e2444d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:44.908730 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d56f1ed-8dcf-4fa4-83cf-64695e2444d1 None None] Routers {'af25f916-9509-4969-a6e6-b2707dac975a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:44.909704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4d56f1ed-8dcf-4fa4-83cf-64695e2444d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:22:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af25f916-9509-4969-a6e6-b2707dac975a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:44.951910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4d56f1ed-8dcf-4fa4-83cf-64695e2444d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:44.954327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56f1ed-8dcf-4fa4-83cf-64695e2444d1 None None] The sync data for ids ['af25f916-9509-4969-a6e6-b2707dac975a'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:22:44.996256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f26ae-da80-44dc-b4ed-d15b37433fa5 req-b42de169-410c-4efd-ab86-6ce838de2ed6 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:44.997879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e81f26ae-da80-44dc-b4ed-d15b37433fa5 req-b42de169-410c-4efd-ab86-6ce838de2ed6 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 943 time: 0.2409840 Dec 16 22:22:45.092453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c5b922-4325-4540-b872-28673ec7caf2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:45.095368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bc4ac-db60-4700-9cf3-b17873f8c29d req-8f199616-222a-4f13-b504-ac42532d77c7 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:45.097118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-911bc4ac-db60-4700-9cf3-b17873f8c29d req-8f199616-222a-4f13-b504-ac42532d77c7 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 943 time: 0.1683414 Dec 16 22:22:45.111895 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23c5b922-4325-4540-b872-28673ec7caf2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:45.117237 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e81f26ae-da80-44dc-b4ed-d15b37433fa5 req-bb4e0cc6-b78e-4c59-afd3-6b745fa6432c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944571 Dec 16 22:22:45.123948 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b5927bf-c32f-447d-a8e2-9f774a18dfa3 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:45.237704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-911bc4ac-db60-4700-9cf3-b17873f8c29d req-529fdbb5-cfd2-45c2-9ba7-6ccc79feb7e2 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162138 Dec 16 22:22:45.282872 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cece8b-1f4e-4604-9dd3-724ee88bd1d1 x-openstack-request-id: req-d8cece8b-1f4e-4604-9dd3-724ee88bd1d1 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:45.283166 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4df4c4e-c2db-4daa-9119-f6cf35b33a4e", "tag": "b37f2d91-7db8-4275-aa66-3a4f521c6425", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:45.283166 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8cece8b-1f4e-4604-9dd3-724ee88bd1d1 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:45.283166 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4df4c4e-c2db-4daa-9119-f6cf35b33a4e', 'tag': 'b37f2d91-7db8-4275-aa66-3a4f521c6425', 'status': 'completed', 'code': 200} Dec 16 22:22:45.323912 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6b5927bf-c32f-447d-a8e2-9f774a18dfa3 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting port 08dfe5d3-e5b2-4054-9bd4-adb744cd9feb {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:45.324746 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b5927bf-c32f-447d-a8e2-9f774a18dfa3 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:45.411083 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273c11d-ca2b-469a-bda8-f5cac280f829 req-49b3e8c7-a0c9-438e-84dc-b513ca302b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:45.412644 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1273c11d-ca2b-469a-bda8-f5cac280f829 req-49b3e8c7-a0c9-438e-84dc-b513ca302b36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=56869cdf782d41239114f869f3115973&device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 1094 time: 0.1343365 Dec 16 22:22:45.445877 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b5927bf-c32f-447d-a8e2-9f774a18dfa3 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:45.461522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6b5927bf-c32f-447d-a8e2-9f774a18dfa3 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Calling delete_port for 08dfe5d3-e5b2-4054-9bd4-adb744cd9feb owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:45.544346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273c11d-ca2b-469a-bda8-f5cac280f829 req-2e8671d2-56ed-46b2-b065-1e09f8ad31d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:45.545080 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1273c11d-ca2b-469a-bda8-f5cac280f829 req-2e8671d2-56ed-46b2-b065-1e09f8ad31d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c4670e1e-81bf-4037-8565-9cf863de8896 HTTP/1.1" status: 200 len: 906 time: 0.1196256 Dec 16 22:22:45.595200 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1273c11d-ca2b-469a-bda8-f5cac280f829 req-1026c291-ad5e-441f-821a-98b68ffa7e5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b37f2d91-7db8-4275-aa66-3a4f521c6425 HTTP/1.1" status: 200 len: 217 time: 0.0423136 Dec 16 22:22:45.630445 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23c5b922-4325-4540-b872-28673ec7caf2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:45.692695 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5b922-4325-4540-b872-28673ec7caf2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Subnet': ['ID=44f1e928-1e67-4597-8003-3edda00673fd,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:45.710676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273c11d-ca2b-469a-bda8-f5cac280f829 req-ca8fccb0-501a-4131-a5c0-9e896af0a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:45.712190 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1273c11d-ca2b-469a-bda8-f5cac280f829 req-ca8fccb0-501a-4131-a5c0-9e896af0a203 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=634b6d25-6ad9-4d67-9394-5b078696d451 HTTP/1.1" status: 200 len: 845 time: 0.1093032 Dec 16 22:22:45.763528 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1273c11d-ca2b-469a-bda8-f5cac280f829 req-3ac6a80b-76cb-482c-b141-f13de2328f69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4670e1e-81bf-4037-8565-9cf863de8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335257 Dec 16 22:22:45.767683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c5b922-4325-4540-b872-28673ec7caf2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Checking segment: {'id': 'fd4f89c4-e226-445e-b9a3-a83512e16ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ef566857-71dd-4803-8a59-40803d3756dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:45.768128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c5b922-4325-4540-b872-28673ec7caf2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network hostable DHCP agents. Network: ef566857-71dd-4803-8a59-40803d3756dd, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:45.772011 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b5927bf-c32f-447d-a8e2-9f774a18dfa3 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:45.804121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5927bf-c32f-447d-a8e2-9f774a18dfa3 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Port': ['ID=08dfe5d3-e5b2-4054-9bd4-adb744cd9feb,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:45.822212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41e1e81-813e-4c84-b4b0-467999d5b003 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:45.877178 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b5927bf-c32f-447d-a8e2-9f774a18dfa3 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:45.918890 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1273c11d-ca2b-469a-bda8-f5cac280f829 req-35882ac3-5675-4e91-bf3b-d98d939e0718 service neutron] 10.222.0.69 "GET /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322403 Dec 16 22:22:45.993806 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b5927bf-c32f-447d-a8e2-9f774a18dfa3 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:45.996626 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b5927bf-c32f-447d-a8e2-9f774a18dfa3 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.022111 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c5b922-4325-4540-b872-28673ec7caf2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network ef566857-71dd-4803-8a59-40803d3756dd is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:46.069389 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1273c11d-ca2b-469a-bda8-f5cac280f829 req-ff50516f-d204-4672-9e9a-801d7f9a5cfe service neutron] 10.222.0.69 "GET /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398156 Dec 16 22:22:46.104025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-23c5b922-4325-4540-b872-28673ec7caf2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, ef566857-71dd-4803-8a59-40803d3756dd) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:46.116549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b37f2d91-7db8-4275-aa66-3a4f521c6425 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:22:46.118946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860b39dc-71d0-4511-980d-913e8989cdc6 None None] Network ef566857-71dd-4803-8a59-40803d3756dd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:46.120184 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c5b922-4325-4540-b872-28673ec7caf2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:46.121196 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23c5b922-4325-4540-b872-28673ec7caf2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.138940 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b5927bf-c32f-447d-a8e2-9f774a18dfa3 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.139565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5927bf-c32f-447d-a8e2-9f774a18dfa3 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Fanout notify agent at l3_agent the message router_deleted on router af25f916-9509-4969-a6e6-b2707dac975a {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:22:46.154152 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b5927bf-c32f-447d-a8e2-9f774a18dfa3 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.158346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44228) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:46.160602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6b5927bf-c32f-447d-a8e2-9f774a18dfa3 tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/routers/af25f916-9509-4969-a6e6-b2707dac975a HTTP/1.1" status: 204 len: 168 time: 1.5142610 Dec 16 22:22:46.264760 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-946934cf-f821-440f-ab3e-f0212f33b06b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Deleting subnet e163a1f1-b5be-42d0-8fe2-20cf225494de {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:22:46.268760 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-946934cf-f821-440f-ab3e-f0212f33b06b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.277141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0ccd6-6e4a-40d5-8be7-44c856ad8b3c req-af6dd7c5-03b4-4d07-ad86-777cb12ee021 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:46.277678 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-23c5b922-4325-4540-b872-28673ec7caf2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5785282 Dec 16 22:22:46.298594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44232) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:46.307858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02f0ccd6-6e4a-40d5-8be7-44c856ad8b3c req-af6dd7c5-03b4-4d07-ad86-777cb12ee021 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 943 time: 0.1012440 Dec 16 22:22:46.375423 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-946934cf-f821-440f-ab3e-f0212f33b06b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.412868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-ef566857-71dd-4803-8a59-40803d3756dd', 'network_id': 'ef566857-71dd-4803-8a59-40803d3756dd', 'project_id': '6525b3ae2c6a43798b16698ae332a34f', 'fixed_ips': [{'subnet_id': '44f1e928-1e67-4597-8003-3edda00673fd'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:46.413748 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.456432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02f0ccd6-6e4a-40d5-8be7-44c856ad8b3c req-859d9718-1f54-4fcf-b490-6b7e40e020d9 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411989 Dec 16 22:22:46.556946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1021988-a569-4928-a4f3-019f83dfbe10 req-aaa0f6d3-aabd-448d-a59e-b14e68041e9a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:46.558396 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1021988-a569-4928-a4f3-019f83dfbe10 req-aaa0f6d3-aabd-448d-a59e-b14e68041e9a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 943 time: 0.1265931 Dec 16 22:22:46.596699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b37f2d91-7db8-4275-aa66-3a4f521c6425, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b37f2d91-7db8-4275-aa66-3a4f521c6425,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:46.619667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'b37f2d91-7db8-4275-aa66-3a4f521c6425', 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896', 'port_id': 'b37f2d91-7db8-4275-aa66-3a4f521c6425', 'mac_address': 'fa:16:3e:d7:b8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634b6d25-6ad9-4d67-9394-5b078696d451', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:22:46.628512 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Allocated IP 172.20.0.1 (ef566857-71dd-4803-8a59-40803d3756dd/44f1e928-1e67-4597-8003-3edda00673fd/73759694-ed14-412f-84d9-c49207b70e18) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:46.658825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1021988-a569-4928-a4f3-019f83dfbe10 req-666592fd-eba8-46ce-83bd-df1412a0afca tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915117 Dec 16 22:22:46.828632 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.839403 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:22:46.869349 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-946934cf-f821-440f-ab3e-f0212f33b06b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.901165 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.936961 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.943208 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37f2d91-7db8-4275-aa66-3a4f521c6425 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:46.979166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b37f2d91-7db8-4275-aa66-3a4f521c6425, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b37f2d91-7db8-4275-aa66-3a4f521c6425,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:46.981396 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.018215 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.078544 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Network ef566857-71dd-4803-8a59-40803d3756dd is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:47.082001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:47.087351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:47.091068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Pushing event updated for resources: {'Port': ['ID=73759694-ed14-412f-84d9-c49207b70e18,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:47.102104 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.102856 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:22:47.156281 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-946934cf-f821-440f-ab3e-f0212f33b06b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.195891 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946934cf-f821-440f-ab3e-f0212f33b06b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Subnet': ['ID=e163a1f1-b5be-42d0-8fe2-20cf225494de,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:47.197954 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-946934cf-f821-440f-ab3e-f0212f33b06b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.201771 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-946934cf-f821-440f-ab3e-f0212f33b06b tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/subnets/e163a1f1-b5be-42d0-8fe2-20cf225494de HTTP/1.1" status: 204 len: 168 time: 1.0422382 Dec 16 22:22:47.206633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44252) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:47.223820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Attempting to bind port 73759694-ed14-412f-84d9-c49207b70e18 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:47.224204 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Attempting to bind port 73759694-ed14-412f-84d9-c49207b70e18 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'fd4f89c4-e226-445e-b9a3-a83512e16ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ef566857-71dd-4803-8a59-40803d3756dd'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:47.224579 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Attempting to bind port 73759694-ed14-412f-84d9-c49207b70e18 on network ef566857-71dd-4803-8a59-40803d3756dd {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:47.227852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca3e442-a77c-47f5-aa17-fa12da1821b7 None None] Network aeacdd12-c4f2-4601-a455-07666d73ce14 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:47.231890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.267927 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=b37f2d91-7db8-4275-aa66-3a4f521c6425,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:47.292569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Subnet': ['ID=44f1e928-1e67-4597-8003-3edda00673fd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:47.314744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:47.315049 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Checking segment: {'id': 'fd4f89c4-e226-445e-b9a3-a83512e16ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ef566857-71dd-4803-8a59-40803d3756dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:47.315582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.315985 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Bound using segment: {'id': 'fd4f89c4-e226-445e-b9a3-a83512e16ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ef566857-71dd-4803-8a59-40803d3756dd'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:47.316489 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Bound port: 73759694-ed14-412f-84d9-c49207b70e18, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4f89c4-e226-445e-b9a3-a83512e16ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ef566857-71dd-4803-8a59-40803d3756dd'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:47.316878 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.402441 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c17a04f-bbb6-4b91-9df0-e3a35a30299e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.409158 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.442013 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef566857-71dd-4803-8a59-40803d3756dd']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:47.455211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4f89c4-e226-445e-b9a3-a83512e16ea1') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:47.455781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4f89c4-e226-445e-b9a3-a83512e16ea1') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:47.478809 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.496429 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.505024 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:47.505674 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:47.509175 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:47.528133 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c17a04f-bbb6-4b91-9df0-e3a35a30299e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.536967 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:47.552909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a715d6-61b8-4c6f-a27d-e48cea3bd9b7 None None] DHCP port deletion for aeacdd12-c4f2-4601-a455-07666d73ce14 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:47.595784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] For port 73759694-ed14-412f-84d9-c49207b70e18, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:47.607315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1', 'network_id': '894406fb-456e-47fe-84ae-c71a28800c5b', 'port_id': '90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1', 'mac_address': 'fa:16:3e:00:62:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5550495-cdae-4395-8f1f-d640aab6e46b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:22:47.610072 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-2c17a04f-bbb6-4b91-9df0-e3a35a30299e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeacdd12-c4f2-4601-a455-07666d73ce14']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:47.625134 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] For port 73759694-ed14-412f-84d9-c49207b70e18, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=73759694-ed14-412f-84d9-c49207b70e18,segment=NetworkSegment(fd4f89c4-e226-445e-b9a3-a83512e16ea1),segment_id=fd4f89c4-e226-445e-b9a3-a83512e16ea1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:47.665355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-2c17a04f-bbb6-4b91-9df0-e3a35a30299e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ff30f4-131b-4082-b9ff-faeb2d84ebc3') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:47.665737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-2c17a04f-bbb6-4b91-9df0-e3a35a30299e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ff30f4-131b-4082-b9ff-faeb2d84ebc3') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:47.670393 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.db.api [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:22:47.670393 n-d-821840-2 neutron-server[103952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:22:47.670393 n-d-821840-2 neutron-server[103952]: [parameters: {'id': 'ef566857-71dd-4803-8a59-40803d3756dd'}] Dec 16 22:22:47.670393 n-d-821840-2 neutron-server[103952]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:22:47.670393 n-d-821840-2 neutron-server[103952]: DEBUG oslo_db.api [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:22:47.680956 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.682911 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c17a04f-bbb6-4b91-9df0-e3a35a30299e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.699835 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:47.706021 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c17a04f-bbb6-4b91-9df0-e3a35a30299e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.721622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2a0a8-0830-4272-a4b4-8ca447f70676 req-27100c23-248e-4040-afba-8935629db66a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:47.723490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79a2a0a8-0830-4272-a4b4-8ca447f70676 req-27100c23-248e-4040-afba-8935629db66a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 944 time: 0.1406269 Dec 16 22:22:47.724809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c17a04f-bbb6-4b91-9df0-e3a35a30299e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:47.725290 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c17a04f-bbb6-4b91-9df0-e3a35a30299e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:47.729232 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:47.737175 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:47.741277 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.852576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79a2a0a8-0830-4272-a4b4-8ca447f70676 req-7aa12036-be4c-4c40-a0b9-517fad0320d2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110597 Dec 16 22:22:47.870390 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.880430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8269a-8eb5-46c5-8d07-fd19a11ab83d None None] Pushing event updated for resources: {'Port': ['ID=73759694-ed14-412f-84d9-c49207b70e18,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:47.935711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1470a-a042-4be9-aeb4-3eaecd8fdfc7 req-24f59dc9-15af-4d90-bea3-08197d04d505 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:47.946533 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdbdbb6-4395-43b3-b5ea-107f235e341c None None] Network ef566857-71dd-4803-8a59-40803d3756dd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:47.948960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eb1470a-a042-4be9-aeb4-3eaecd8fdfc7 req-24f59dc9-15af-4d90-bea3-08197d04d505 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 944 time: 0.0833614 Dec 16 22:22:47.953399 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:47.959759 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c17a04f-bbb6-4b91-9df0-e3a35a30299e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.987009 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c17a04f-bbb6-4b91-9df0-e3a35a30299e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.006358 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2c17a04f-bbb6-4b91-9df0-e3a35a30299e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] 10.222.0.43 "DELETE /v2.0/networks/aeacdd12-c4f2-4601-a455-07666d73ce14 HTTP/1.1" status: 204 len: 168 time: 0.7996533 Dec 16 22:22:48.011673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17a04f-bbb6-4b91-9df0-e3a35a30299e tempest-FloatingIPTestJSON-800806518 tempest-FloatingIPTestJSON-800806518-project] Pushing event deleted for resources: {'Network': ['ID=aeacdd12-c4f2-4601-a455-07666d73ce14,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:48.079432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eb1470a-a042-4be9-aeb4-3eaecd8fdfc7 req-73cafb59-7cd2-4baa-a1c5-a079f541a32e tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293242 Dec 16 22:22:48.112311 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d637a40-cbd4-4bac-abcc-f6482d8e0412 None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:22:48.172693 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.250316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:48.291777 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Deleting port 73759694-ed14-412f-84d9-c49207b70e18 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:48.292278 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.300627 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['b37f2d91-7db8-4275-aa66-3a4f521c6425'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:48.346985 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d637a40-cbd4-4bac-abcc-f6482d8e0412 None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:22:48.393550 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] For port 73759694-ed14-412f-84d9-c49207b70e18, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=73759694-ed14-412f-84d9-c49207b70e18,segment=NetworkSegment(fd4f89c4-e226-445e-b9a3-a83512e16ea1),segment_id=fd4f89c4-e226-445e-b9a3-a83512e16ea1)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:48.395071 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.416997 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Calling delete_port for 73759694-ed14-412f-84d9-c49207b70e18 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:48.669741 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.712897 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Port': ['ID=73759694-ed14-412f-84d9-c49207b70e18,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:48.722248 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No DVR routers for this DVR port 73759694-ed14-412f-84d9-c49207b70e18 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:48.762981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44282) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:48.921582 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.951612 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef566857-71dd-4803-8a59-40803d3756dd']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:48.963765 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4f89c4-e226-445e-b9a3-a83512e16ea1') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:48.964221 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4f89c4-e226-445e-b9a3-a83512e16ea1') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:48.976436 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.984769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2c2ebda6-a37b-4fd8-9b7e-f3af01fefb8c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc70305298d948ac9658bd162b696168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2200303 Dec 16 22:22:48.991552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44294) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:49.012548 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.022505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ff185-ed86-46b8-81cb-e33e8720d9b4 req-5621e11c-cf21-42b7-bb9b-0ead0923cd12 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:49.024111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc9ff185-ed86-46b8-81cb-e33e8720d9b4 req-5621e11c-cf21-42b7-bb9b-0ead0923cd12 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 944 time: 0.0611269 Dec 16 22:22:49.029293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:49.029708 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:49.034763 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:49.103197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc9ff185-ed86-46b8-81cb-e33e8720d9b4 req-ddffc930-ee25-4b6e-8105-03ae0525adf6 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602314 Dec 16 22:22:49.132635 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-068974e0-7bd4-47e7-ba76-1d5d275b2c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.171256 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-068974e0-7bd4-47e7-ba76-1d5d275b2c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.211876 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.221426 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.224649 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/ef566857-71dd-4803-8a59-40803d3756dd HTTP/1.1" status: 204 len: 168 time: 2.9249086 Dec 16 22:22:49.238133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44302) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:49.242036 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-015c2065-09f8-4cde-b05f-90533b39dd64 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1598312006'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:49.249388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48313be1-36e0-4877-a5d3-575404476a43 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Network': ['ID=ef566857-71dd-4803-8a59-40803d3756dd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:49.273694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5277cd4-f8b8-4e38-aea2-0c019d06db7c req-545c0e14-2378-4af4-8224-d46f53b99b2b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:49.275242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5277cd4-f8b8-4e38-aea2-0c019d06db7c req-545c0e14-2378-4af4-8224-d46f53b99b2b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 944 time: 0.0755756 Dec 16 22:22:49.330290 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5277cd4-f8b8-4e38-aea2-0c019d06db7c req-6c32f446-9ca6-4d15-bfbb-9f442b4116fb tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481234 Dec 16 22:22:49.370550 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-068974e0-7bd4-47e7-ba76-1d5d275b2c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.373171 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-068974e0-7bd4-47e7-ba76-1d5d275b2c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.374344 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-068974e0-7bd4-47e7-ba76-1d5d275b2c6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4987fba6-5cf4-42b0-b3af-a4df60b12326 HTTP/1.1" status: 204 len: 168 time: 0.3817880 Dec 16 22:22:49.378455 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015c2065-09f8-4cde-b05f-90533b39dd64 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:49.382025 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-015c2065-09f8-4cde-b05f-90533b39dd64 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.398748 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068974e0-7bd4-47e7-ba76-1d5d275b2c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4987fba6-5cf4-42b0-b3af-a4df60b12326,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:49.416263 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015c2065-09f8-4cde-b05f-90533b39dd64 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:49.435638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-015c2065-09f8-4cde-b05f-90533b39dd64 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.435991 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-015c2065-09f8-4cde-b05f-90533b39dd64 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Added segment 3baec1b7-f622-452b-8d41-908235c7d714 of type vlan for network 4800621e-3356-4840-864d-f8080b41a21b Dec 16 22:22:49.479346 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-015c2065-09f8-4cde-b05f-90533b39dd64 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.658134 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-015c2065-09f8-4cde-b05f-90533b39dd64 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.663854 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015c2065-09f8-4cde-b05f-90533b39dd64 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:49.664446 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-015c2065-09f8-4cde-b05f-90533b39dd64 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.737171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c2065-09f8-4cde-b05f-90533b39dd64 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Network': ['ID=4800621e-3356-4840-864d-f8080b41a21b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:49.747756 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 4800621e-3356-4840-864d-f8080b41a21b details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:49.895436 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-015c2065-09f8-4cde-b05f-90533b39dd64 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6576350 Dec 16 22:22:49.897985 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44314) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:49.903513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-de9946c4-ecd3-4c8f-b19b-0049668eb567 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:50.050935 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fb214e6-2b0a-4bef-9195-c03954c7618c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:50.128022 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b37f2d91-7db8-4275-aa66-3a4f521c6425 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:50.130487 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-de9946c4-ecd3-4c8f-b19b-0049668eb567 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:50.239356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a72631-5f4a-4a5a-9897-7d75baaa877d req-3f9382d6-7050-4d92-a8b8-093ebabcc2ad tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:50.239356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49a72631-5f4a-4a5a-9897-7d75baaa877d req-3f9382d6-7050-4d92-a8b8-093ebabcc2ad tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 944 time: 0.0534382 Dec 16 22:22:50.240492 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-de9946c4-ecd3-4c8f-b19b-0049668eb567 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:50.286586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port b37f2d91-7db8-4275-aa66-3a4f521c6425 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:22:50.294768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port b37f2d91-7db8-4275-aa66-3a4f521c6425 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:50.295206 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:50.299555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de9946c4-ecd3-4c8f-b19b-0049668eb567 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network 4800621e-3356-4840-864d-f8080b41a21b is not hosted by any dhcp agent {{(pid=103951) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 22:22:50.305234 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9946c4-ecd3-4c8f-b19b-0049668eb567 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:50.305914 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-de9946c4-ecd3-4c8f-b19b-0049668eb567 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:50.307214 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-de9946c4-ecd3-4c8f-b19b-0049668eb567 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "PUT /v2.0/networks/4800621e-3356-4840-864d-f8080b41a21b HTTP/1.1" status: 200 len: 723 time: 0.4081862 Dec 16 22:22:50.310603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44336) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:50.317128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b35e75b1-7a4b-4003-9e52-c804552c3166 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'subnet': {'network_id': '4800621e-3356-4840-864d-f8080b41a21b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:50.348204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9946c4-ecd3-4c8f-b19b-0049668eb567 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Network': ['ID=4800621e-3356-4840-864d-f8080b41a21b,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:50.368779 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 4800621e-3356-4840-864d-f8080b41a21b details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:50.397763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49a72631-5f4a-4a5a-9897-7d75baaa877d req-0b9d9a44-cb09-458d-bf83-0a09c0ed5ea3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302400 Dec 16 22:22:50.639910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae682418-ec76-4364-b3b0-146e93f6ac4b req-a87c6db7-f0cd-414a-aa83-6da6ea853f55 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:50.643085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae682418-ec76-4364-b3b0-146e93f6ac4b req-a87c6db7-f0cd-414a-aa83-6da6ea853f55 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 944 time: 0.0605109 Dec 16 22:22:50.675822 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:50.706471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4df4c4e-c2db-4daa-9119-f6cf35b33a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37f2d91-7db8-4275-aa66-3a4f521c6425'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:50.707787 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35e75b1-7a4b-4003-9e52-c804552c3166 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:50.709115 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcad68d2-6662-4a78-b10f-8a40fa4d6394" -d '{"events": [{"server_uuid": "b4df4c4e-c2db-4daa-9119-f6cf35b33a4e", "name": "network-vif-plugged", "status": "completed", "tag": "b37f2d91-7db8-4275-aa66-3a4f521c6425"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:50.719754 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b35e75b1-7a4b-4003-9e52-c804552c3166 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:50.720468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae682418-ec76-4364-b3b0-146e93f6ac4b req-b8b55244-d933-4cec-8f57-2faa16476300 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709040 Dec 16 22:22:50.722203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b37f2d91-7db8-4275-aa66-3a4f521c6425, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b37f2d91-7db8-4275-aa66-3a4f521c6425,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:50.762830 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a209745c-ebcb-441d-86ab-e00db98fed20 x-openstack-request-id: req-a209745c-ebcb-441d-86ab-e00db98fed20 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:50.764066 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4df4c4e-c2db-4daa-9119-f6cf35b33a4e", "name": "network-vif-plugged", "status": "completed", "tag": "b37f2d91-7db8-4275-aa66-3a4f521c6425", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:50.764529 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a209745c-ebcb-441d-86ab-e00db98fed20 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:50.765644 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4df4c4e-c2db-4daa-9119-f6cf35b33a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37f2d91-7db8-4275-aa66-3a4f521c6425', 'code': 200} Dec 16 22:22:50.856467 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:50.857296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:50.901767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aca71d-b76d-4987-94a7-b321380d8fd1 req-7e871ea9-c312-44a2-8311-c270078d6ba5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:50.904529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5aca71d-b76d-4987-94a7-b321380d8fd1 req-7e871ea9-c312-44a2-8311-c270078d6ba5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 947 time: 0.0706594 Dec 16 22:22:50.949239 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=b37f2d91-7db8-4275-aa66-3a4f521c6425,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:50.968521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dc21e-acec-4c25-8f64-5e8452657731 req-4696ea63-af04-4c2c-a21a-cae37915299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:50.970500 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a67dc21e-acec-4c25-8f64-5e8452657731 req-4696ea63-af04-4c2c-a21a-cae37915299c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 1095 time: 0.1296430 Dec 16 22:22:50.977159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5aca71d-b76d-4987-94a7-b321380d8fd1 req-d45586a9-d365-47eb-bc9f-9a6c208460a4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637822 Dec 16 22:22:51.046508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:22:51.051799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:51.051799 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.057473 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a67dc21e-acec-4c25-8f64-5e8452657731 req-17647c02-4a73-4e2a-8a9c-330d6d1abbe9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615366 Dec 16 22:22:51.137734 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44356) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:51.142131 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.149946 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b35e75b1-7a4b-4003-9e52-c804552c3166 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.186639 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:51.213624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e75b1-7a4b-4003-9e52-c804552c3166 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Subnet': ['ID=b3ed9a09-7273-4a79-9929-65fdc916120a,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:51.225236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e75b1-7a4b-4003-9e52-c804552c3166 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Checking segment: {'id': '3baec1b7-f622-452b-8d41-908235c7d714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4800621e-3356-4840-864d-f8080b41a21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:51.225619 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35e75b1-7a4b-4003-9e52-c804552c3166 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network hostable DHCP agents. Network: 4800621e-3356-4840-864d-f8080b41a21b, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:51.248043 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f20c0c04-8039-4cc3-a6e6-c9bca34e7ee3 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-348943535'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:51.302052 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.353986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:51.383130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35e75b1-7a4b-4003-9e52-c804552c3166 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network 4800621e-3356-4840-864d-f8080b41a21b is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:51.406843 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20c0c04-8039-4cc3-a6e6-c9bca34e7ee3 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Made reservation on behalf of a805866fff4043f48970279a0587c02e for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:51.410777 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f20c0c04-8039-4cc3-a6e6-c9bca34e7ee3 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.426576 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f20c0c04-8039-4cc3-a6e6-c9bca34e7ee3 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.490261 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b35e75b1-7a4b-4003-9e52-c804552c3166 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 4800621e-3356-4840-864d-f8080b41a21b) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:51.502589 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35e75b1-7a4b-4003-9e52-c804552c3166 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:51.502589 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b35e75b1-7a4b-4003-9e52-c804552c3166 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046108'] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.511770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801c8aaf-7827-40f9-8d35-cf84e5cb8619 None None] Network 4800621e-3356-4840-864d-f8080b41a21b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:51.547567 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f20c0c04-8039-4cc3-a6e6-c9bca34e7ee3 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.579740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e238f-fb73-45e3-be4c-63bd9d94782a req-4fb96302-368a-41c9-8855-000178e99926 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:51.581796 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-967e238f-fb73-45e3-be4c-63bd9d94782a req-4fb96302-368a-41c9-8855-000178e99926 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0924127 Dec 16 22:22:51.596505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44366) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:51.614744 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b35e75b1-7a4b-4003-9e52-c804552c3166 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3029165 Dec 16 22:22:51.618030 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44370) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:51.623253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-09cbac44-1a75-46d9-ae0d-145684acfba8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:51.650201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-4800621e-3356-4840-864d-f8080b41a21b', 'network_id': '4800621e-3356-4840-864d-f8080b41a21b', 'project_id': '6525b3ae2c6a43798b16698ae332a34f', 'fixed_ips': [{'subnet_id': 'b3ed9a09-7273-4a79-9929-65fdc916120a'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:51.651503 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.652614 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f20c0c04-8039-4cc3-a6e6-c9bca34e7ee3 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.658556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-967e238f-fb73-45e3-be4c-63bd9d94782a req-8692c368-2f6b-4fdc-8b58-267c4056df76 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690773 Dec 16 22:22:51.686454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20c0c04-8039-4cc3-a6e6-c9bca34e7ee3 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:51.712194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c0c04-8039-4cc3-a6e6-c9bca34e7ee3 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79115340-ca91-4aaa-8774-32f588edf3a0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:51.715320 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f20c0c04-8039-4cc3-a6e6-c9bca34e7ee3 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.716090 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-f20c0c04-8039-4cc3-a6e6-c9bca34e7ee3 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Added segment dcceb6de-0b0b-45b4-a60c-e0fce9a2109e of type vlan for network 097ebe82-c95b-40b4-b32c-0eeafbf06ca1 Dec 16 22:22:51.800807 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5a0529f5-cc82-444b-8cb0-dd9f44ed3adf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.819730 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Allocated IP 172.20.0.2 (4800621e-3356-4840-864d-f8080b41a21b/b3ed9a09-7273-4a79-9929-65fdc916120a/44fdef22-f068-4fd3-9501-9ac8797512ae) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:51.824468 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f20c0c04-8039-4cc3-a6e6-c9bca34e7ee3 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.834776 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09cbac44-1a75-46d9-ae0d-145684acfba8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4196043'] for subnet, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.865490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f08c3-961e-43a9-9bc9-9b70699ecbfc req-908d6b19-b45e-4e28-bf0b-e200af54c937 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:51.866956 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac9f08c3-961e-43a9-9bc9-9b70699ecbfc req-908d6b19-b45e-4e28-bf0b-e200af54c937 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0630701 Dec 16 22:22:51.952430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac9f08c3-961e-43a9-9bc9-9b70699ecbfc req-a4beb298-b4db-4719-8948-a6041c01262b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790820 Dec 16 22:22:52.031423 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5a0529f5-cc82-444b-8cb0-dd9f44ed3adf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.074904 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f20c0c04-8039-4cc3-a6e6-c9bca34e7ee3 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.076326 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.081150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20c0c04-8039-4cc3-a6e6-c9bca34e7ee3 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:52.081789 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f20c0c04-8039-4cc3-a6e6-c9bca34e7ee3 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.124609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecc5e0-19ca-4480-a934-90cf5f6d5668 req-84bcef69-4a7b-48ac-92c0-fab44b119395 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:52.126604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cecc5e0-19ca-4480-a934-90cf5f6d5668 req-84bcef69-4a7b-48ac-92c0-fab44b119395 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 947 time: 0.0587416 Dec 16 22:22:52.136932 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5a0529f5-cc82-444b-8cb0-dd9f44ed3adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.181699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cecc5e0-19ca-4480-a934-90cf5f6d5668 req-f0c4e56b-b564-4704-ac3a-244f122750b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485141 Dec 16 22:22:52.184600 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c0c04-8039-4cc3-a6e6-c9bca34e7ee3 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Pushing event updated for resources: {'Network': ['ID=097ebe82-c95b-40b4-b32c-0eeafbf06ca1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:52.196870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 097ebe82-c95b-40b4-b32c-0eeafbf06ca1 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:52.197309 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0529f5-cc82-444b-8cb0-dd9f44ed3adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c7d84d-8cd5-4b85-9add-a87f0a52df75,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:52.201644 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5a0529f5-cc82-444b-8cb0-dd9f44ed3adf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=725b63c078994342940532e961a39b2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6039782 Dec 16 22:22:52.204824 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44376) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:52.254200 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.280930 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Network 4800621e-3356-4840-864d-f8080b41a21b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:52.302033 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56c11adb-16e9-4ecd-a64c-45e5c7b31509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.305253 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f20c0c04-8039-4cc3-a6e6-c9bca34e7ee3 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1664317 Dec 16 22:22:52.308109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44380) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:52.318192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-9a17ceca-e2a4-46af-98c5-e1ae8156f0d1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Request body: {'subnet': {'network_id': '097ebe82-c95b-40b4-b32c-0eeafbf06ca1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:52.334818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:52.363508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:52.373741 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56c11adb-16e9-4ecd-a64c-45e5c7b31509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.417544 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Pushing event updated for resources: {'Port': ['ID=44fdef22-f068-4fd3-9501-9ac8797512ae,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:52.457623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Attempting to bind port 44fdef22-f068-4fd3-9501-9ac8797512ae on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:52.457998 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Attempting to bind port 44fdef22-f068-4fd3-9501-9ac8797512ae by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '3baec1b7-f622-452b-8d41-908235c7d714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4800621e-3356-4840-864d-f8080b41a21b'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:52.458365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Attempting to bind port 44fdef22-f068-4fd3-9501-9ac8797512ae on network 4800621e-3356-4840-864d-f8080b41a21b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:52.464504 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:52.464894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Checking segment: {'id': '3baec1b7-f622-452b-8d41-908235c7d714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4800621e-3356-4840-864d-f8080b41a21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:52.465311 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.465670 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Bound using segment: {'id': '3baec1b7-f622-452b-8d41-908235c7d714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4800621e-3356-4840-864d-f8080b41a21b'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:52.466142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Bound port: 44fdef22-f068-4fd3-9501-9ac8797512ae, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3baec1b7-f622-452b-8d41-908235c7d714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4800621e-3356-4840-864d-f8080b41a21b'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:52.466627 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.501026 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f3d6efc-40e4-40fa-abc9-0f2c19a6b33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.534188 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56c11adb-16e9-4ecd-a64c-45e5c7b31509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.535317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a17ceca-e2a4-46af-98c5-e1ae8156f0d1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Made reservation on behalf of a805866fff4043f48970279a0587c02e for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:52.536114 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] For port 44fdef22-f068-4fd3-9501-9ac8797512ae, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:52.537249 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56c11adb-16e9-4ecd-a64c-45e5c7b31509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.539338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] For port 44fdef22-f068-4fd3-9501-9ac8797512ae, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=44fdef22-f068-4fd3-9501-9ac8797512ae,segment=NetworkSegment(3baec1b7-f622-452b-8d41-908235c7d714),segment_id=3baec1b7-f622-452b-8d41-908235c7d714)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:52.540040 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a17ceca-e2a4-46af-98c5-e1ae8156f0d1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.543703 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-56c11adb-16e9-4ecd-a64c-45e5c7b31509 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43c7d84d-8cd5-4b85-9add-a87f0a52df75 HTTP/1.1" status: 204 len: 168 time: 0.3375003 Dec 16 22:22:52.549978 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09cbac44-1a75-46d9-ae0d-145684acfba8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730985605852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5084023'] for subnet, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.588386 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c11adb-16e9-4ecd-a64c-45e5c7b31509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c7d84d-8cd5-4b85-9add-a87f0a52df75,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:52.592947 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cbac44-1a75-46d9-ae0d-145684acfba8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:52.593870 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09cbac44-1a75-46d9-ae0d-145684acfba8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.596471 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-09cbac44-1a75-46d9-ae0d-145684acfba8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "PUT /v2.0/subnets/b3ed9a09-7273-4a79-9929-65fdc916120a HTTP/1.1" status: 200 len: 806 time: 0.9773812 Dec 16 22:22:52.600550 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44386) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:52.642923 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.699312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbac44-1a75-46d9-ae0d-145684acfba8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Subnet': ['ID=b3ed9a09-7273-4a79-9929-65fdc916120a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:52.730213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b3a06-6aff-4ae5-9aa2-d4540ad9c7ea None None] Pushing event updated for resources: {'Port': ['ID=44fdef22-f068-4fd3-9501-9ac8797512ae,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:52.755627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce4dfe-79f3-4b50-8628-63ba28cf4782 req-21853cf5-43c8-486d-8006-9794650568c7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:52.757468 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9fce4dfe-79f3-4b50-8628-63ba28cf4782 req-21853cf5-43c8-486d-8006-9794650568c7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 947 time: 0.0990601 Dec 16 22:22:52.766939 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbacce3-ea08-4233-86a7-f99621f76550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:52.770689 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822d7832-c243-4c11-851e-b82d3495d44e" -d '{"events": [{"server_uuid": "ecbacce3-ea08-4233-86a7-f99621f76550", "name": "network-vif-plugged", "status": "completed", "tag": "90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:52.821747 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.845752 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9038dc2b-c948-4470-bee3-db7f0e33a0b9 x-openstack-request-id: req-9038dc2b-c948-4470-bee3-db7f0e33a0b9 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:52.846290 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbacce3-ea08-4233-86a7-f99621f76550", "name": "network-vif-plugged", "status": "completed", "tag": "90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:52.846290 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9038dc2b-c948-4470-bee3-db7f0e33a0b9 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:52.846774 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbacce3-ea08-4233-86a7-f99621f76550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1', 'code': 200} Dec 16 22:22:52.930257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bc1a7-2ea5-4e36-976c-41b2dbaeb73b req-97c77fe2-9fd4-4c7c-bcac-11e8cf2a2d8c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:52.934503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-417bc1a7-2ea5-4e36-976c-41b2dbaeb73b req-97c77fe2-9fd4-4c7c-bcac-11e8cf2a2d8c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.1407430 Dec 16 22:22:52.994116 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-9fce4dfe-79f3-4b50-8628-63ba28cf4782 req-3d0f605c-e215-479d-82ca-e11c05a3cfeb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Deleting port 2a213143-51e7-4ac6-a227-96f5063c9068 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:52.994116 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9fce4dfe-79f3-4b50-8628-63ba28cf4782 req-3d0f605c-e215-479d-82ca-e11c05a3cfeb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.002697 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403e58a-0d28-4b18-82f4-5eaeb4a87ca6 req-2636f447-86ca-4b73-b62e-3afd055f00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:53.005036 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c403e58a-0d28-4b18-82f4-5eaeb4a87ca6 req-2636f447-86ca-4b73-b62e-3afd055f00ba service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 1096 time: 0.0865045 Dec 16 22:22:53.013618 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a17ceca-e2a4-46af-98c5-e1ae8156f0d1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.051908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-417bc1a7-2ea5-4e36-976c-41b2dbaeb73b req-722b753b-2be3-407f-8e46-a07e7f1279a5 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093020 Dec 16 22:22:53.096281 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Deleting port 44fdef22-f068-4fd3-9501-9ac8797512ae {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:53.096453 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.179711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17ceca-e2a4-46af-98c5-e1ae8156f0d1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Pushing event updated for resources: {'Subnet': ['ID=41bf7a6f-0141-4b65-8ab7-62d0270d03a8,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:53.188318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a17ceca-e2a4-46af-98c5-e1ae8156f0d1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Checking segment: {'id': 'dcceb6de-0b0b-45b4-a60c-e0fce9a2109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '097ebe82-c95b-40b4-b32c-0eeafbf06ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:53.188788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a17ceca-e2a4-46af-98c5-e1ae8156f0d1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Network hostable DHCP agents. Network: 097ebe82-c95b-40b4-b32c-0eeafbf06ca1, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:53.212988 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a1ba8-e7e3-4ebf-824d-7bbc02af0ff5 req-7415fdc5-79ae-477b-b90e-eb36b7803a32 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:53.222533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f6a1ba8-e7e3-4ebf-824d-7bbc02af0ff5 req-7415fdc5-79ae-477b-b90e-eb36b7803a32 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.1009288 Dec 16 22:22:53.240254 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-9fce4dfe-79f3-4b50-8628-63ba28cf4782 req-3d0f605c-e215-479d-82ca-e11c05a3cfeb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] For port 2a213143-51e7-4ac6-a227-96f5063c9068, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2a213143-51e7-4ac6-a227-96f5063c9068,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:53.240619 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9fce4dfe-79f3-4b50-8628-63ba28cf4782 req-3d0f605c-e215-479d-82ca-e11c05a3cfeb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.277332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f6a1ba8-e7e3-4ebf-824d-7bbc02af0ff5 req-1900ea02-8a5b-440b-81b6-f3a43b033b58 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535409 Dec 16 22:22:53.313910 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c403e58a-0d28-4b18-82f4-5eaeb4a87ca6 req-32e10439-0d81-4c15-925d-68e2ff0ed1aa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794297 Dec 16 22:22:53.355825 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] For port 44fdef22-f068-4fd3-9501-9ac8797512ae, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=44fdef22-f068-4fd3-9501-9ac8797512ae,segment=NetworkSegment(3baec1b7-f622-452b-8d41-908235c7d714),segment_id=3baec1b7-f622-452b-8d41-908235c7d714)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:53.356189 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.393029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00718675-507e-4165-ae51-fab4bebf8541 req-b5d5d66e-9133-4a5a-b59e-1a8b195ab612 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:53.394677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00718675-507e-4165-ae51-fab4bebf8541 req-b5d5d66e-9133-4a5a-b59e-1a8b195ab612 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 947 time: 0.0535450 Dec 16 22:22:53.400849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a17ceca-e2a4-46af-98c5-e1ae8156f0d1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Network 097ebe82-c95b-40b4-b32c-0eeafbf06ca1 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:53.410550 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Calling delete_port for 44fdef22-f068-4fd3-9501-9ac8797512ae owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:53.476490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00718675-507e-4165-ae51-fab4bebf8541 req-0b9582d9-056f-4820-b088-a058a4b902aa tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572932 Dec 16 22:22:53.480593 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.520879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-9a17ceca-e2a4-46af-98c5-e1ae8156f0d1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 097ebe82-c95b-40b4-b32c-0eeafbf06ca1) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:53.529579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a17ceca-e2a4-46af-98c5-e1ae8156f0d1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:53.530352 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a17ceca-e2a4-46af-98c5-e1ae8156f0d1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.537700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ba021c-fe26-479b-9d3e-e104bd2b17b1 None None] Network 097ebe82-c95b-40b4-b32c-0eeafbf06ca1 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:53.545763 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9fce4dfe-79f3-4b50-8628-63ba28cf4782 req-3d0f605c-e215-479d-82ca-e11c05a3cfeb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.546269 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9fce4dfe-79f3-4b50-8628-63ba28cf4782 req-3d0f605c-e215-479d-82ca-e11c05a3cfeb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.546505 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [req-9fce4dfe-79f3-4b50-8628-63ba28cf4782 req-3d0f605c-e215-479d-82ca-e11c05a3cfeb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Floating IP 70020c0c-b5be-42bc-ba3d-bac964268605 disassociated. External IP: 172.25.2.208, port: 2a213143-51e7-4ac6-a227-96f5063c9068. Dec 16 22:22:53.548062 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-9fce4dfe-79f3-4b50-8628-63ba28cf4782 req-3d0f605c-e215-479d-82ca-e11c05a3cfeb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Calling delete_port for 2a213143-51e7-4ac6-a227-96f5063c9068 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:53.586611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44404) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:53.608173 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-caede18d-be76-4eaf-b3fe-816254d84aa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.649606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de114e72-e61f-430a-8c90-bb626eecc0de req-1c042921-d079-4328-a31a-e9b38c51b011 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:53.651485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de114e72-e61f-430a-8c90-bb626eecc0de req-1c042921-d079-4328-a31a-e9b38c51b011 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0981231 Dec 16 22:22:53.659623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9a17ceca-e2a4-46af-98c5-e1ae8156f0d1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3471749 Dec 16 22:22:53.660044 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44406) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:53.674283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1a5b6494-e8ad-4e57-8061-b667daf65f3e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1094491826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:53.714858 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-097ebe82-c95b-40b4-b32c-0eeafbf06ca1', 'network_id': '097ebe82-c95b-40b4-b32c-0eeafbf06ca1', 'project_id': 'a805866fff4043f48970279a0587c02e', 'fixed_ips': [{'subnet_id': '41bf7a6f-0141-4b65-8ab7-62d0270d03a8'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:53.714858 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.753319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de114e72-e61f-430a-8c90-bb626eecc0de req-b390296d-bb88-4ac5-9822-2e09a8b85505 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877383 Dec 16 22:22:53.816590 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6494-e8ad-4e57-8061-b667daf65f3e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.817710 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6494-e8ad-4e57-8061-b667daf65f3e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.915444 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.953953 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9fce4dfe-79f3-4b50-8628-63ba28cf4782 req-3d0f605c-e215-479d-82ca-e11c05a3cfeb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.956101 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Port': ['ID=44fdef22-f068-4fd3-9501-9ac8797512ae,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:54.044253 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-caede18d-be76-4eaf-b3fe-816254d84aa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.066029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af7b833-ae1b-443f-a8c0-51e79e7cc92e None None] Network 4800621e-3356-4840-864d-f8080b41a21b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:54.078637 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6494-e8ad-4e57-8061-b667daf65f3e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.082268 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No DVR routers for this DVR port 44fdef22-f068-4fd3-9501-9ac8797512ae on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:54.088249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f605c-e215-479d-82ca-e11c05a3cfeb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event deleted for resources: {'Port': ['ID=2a213143-51e7-4ac6-a227-96f5063c9068,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:54.107593 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-caede18d-be76-4eaf-b3fe-816254d84aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.126294 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ad4b1fac-67ee-419a-b563-2e90a16def26 None None] Could not find standard attr ID for object 44fdef22-f068-4fd3-9501-9ac8797512ae. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:22:54.143677 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Allocated IP 172.20.0.2 (097ebe82-c95b-40b4-b32c-0eeafbf06ca1/41bf7a6f-0141-4b65-8ab7-62d0270d03a8/b98d74f7-570b-4300-b7a1-9b1b1dc09259) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:54.155656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-caede18d-be76-4eaf-b3fe-816254d84aa2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c46ceef3c7f4b22967df120533ce80e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5665009 Dec 16 22:22:54.157577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caede18d-be76-4eaf-b3fe-816254d84aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00a5bad-14df-4fd9-b7c9-de40e451e1ca,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:54.160467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44410) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:54.160926 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6494-e8ad-4e57-8061-b667daf65f3e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.194648 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.222890 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4865-ac05-4933-be9b-034ec567a6f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.253009 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4865-ac05-4933-be9b-034ec567a6f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.319491 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fce4dfe-79f3-4b50-8628-63ba28cf4782 req-3d0f605c-e215-479d-82ca-e11c05a3cfeb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:22:54.341290 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6494-e8ad-4e57-8061-b667daf65f3e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.342567 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1a5b6494-e8ad-4e57-8061-b667daf65f3e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6758299 Dec 16 22:22:54.346577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44414) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:54.395207 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.456926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc1aed-93f2-4db4-b195-8dfb7d3767b8 req-6bec6ca5-fd75-40d4-8832-99fe68764169 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:54.458686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4fc1aed-93f2-4db4-b195-8dfb7d3767b8 req-6bec6ca5-fd75-40d4-8832-99fe68764169 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0750947 Dec 16 22:22:54.487890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.504330 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.537141 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4865-ac05-4933-be9b-034ec567a6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.542668 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4865-ac05-4933-be9b-034ec567a6f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.547868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1c1b4865-ac05-4933-be9b-034ec567a6f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b00a5bad-14df-4fd9-b7c9-de40e451e1ca HTTP/1.1" status: 204 len: 168 time: 0.3855612 Dec 16 22:22:54.584702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Network 097ebe82-c95b-40b4-b32c-0eeafbf06ca1 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:54.589701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:54.598328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:54.621344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4fc1aed-93f2-4db4-b195-8dfb7d3767b8 req-62c916ef-79d0-4a4e-8cc3-7ccd6f805dca tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553473 Dec 16 22:22:54.622432 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b4865-ac05-4933-be9b-034ec567a6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00a5bad-14df-4fd9-b7c9-de40e451e1ca,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:54.655603 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a25d04-76b8-4d01-939f-ac829905b80c None None] Network 4800621e-3356-4840-864d-f8080b41a21b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:54.794201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32568d7a-222c-4a90-803e-87c4016c3d6a req-6df68715-07db-4b44-ac39-8a0da39a2e6b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 210 time: 0.0705249 Dec 16 22:22:54.888339 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Pushing event updated for resources: {'Port': ['ID=b98d74f7-570b-4300-b7a1-9b1b1dc09259,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:54.938829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Attempting to bind port b98d74f7-570b-4300-b7a1-9b1b1dc09259 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:54.939804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Attempting to bind port b98d74f7-570b-4300-b7a1-9b1b1dc09259 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'dcceb6de-0b0b-45b4-a60c-e0fce9a2109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '097ebe82-c95b-40b4-b32c-0eeafbf06ca1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:54.939804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Attempting to bind port b98d74f7-570b-4300-b7a1-9b1b1dc09259 on network 097ebe82-c95b-40b4-b32c-0eeafbf06ca1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:54.940169 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035c326-bf6a-43c0-99ba-d49f9ce8a8f4 req-d0d6c647-73a6-4069-9dd7-5d408c97d00a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:54.942218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c035c326-bf6a-43c0-99ba-d49f9ce8a8f4 req-d0d6c647-73a6-4069-9dd7-5d408c97d00a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0573049 Dec 16 22:22:54.949546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:54.949546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Checking segment: {'id': 'dcceb6de-0b0b-45b4-a60c-e0fce9a2109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '097ebe82-c95b-40b4-b32c-0eeafbf06ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:54.949929 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.950742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Bound using segment: {'id': 'dcceb6de-0b0b-45b4-a60c-e0fce9a2109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '097ebe82-c95b-40b4-b32c-0eeafbf06ca1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:54.951390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Bound port: b98d74f7-570b-4300-b7a1-9b1b1dc09259, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcceb6de-0b0b-45b4-a60c-e0fce9a2109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '097ebe82-c95b-40b4-b32c-0eeafbf06ca1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:54.951894 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.994204 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ed9a09-7273-4a79-9929-65fdc916120a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:55.033317 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.064977 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c035c326-bf6a-43c0-99ba-d49f9ce8a8f4 req-23378cd2-ed44-47ee-a613-cfb69175ffa6 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880077 Dec 16 22:22:55.075892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] For port b98d74f7-570b-4300-b7a1-9b1b1dc09259, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:55.076677 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] For port b98d74f7-570b-4300-b7a1-9b1b1dc09259, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b98d74f7-570b-4300-b7a1-9b1b1dc09259,segment=NetworkSegment(dcceb6de-0b0b-45b4-a60c-e0fce9a2109e),segment_id=dcceb6de-0b0b-45b4-a60c-e0fce9a2109e)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:55.101038 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c87beb-c985-4015-bb53-0aa17d503f65 None None] DHCP port deletion for 4800621e-3356-4840-864d-f8080b41a21b request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:55.138827 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.187796 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fce4dfe-79f3-4b50-8628-63ba28cf4782 req-3d0f605c-e215-479d-82ca-e11c05a3cfeb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:22:55.205995 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb184c2-9413-4f68-95ec-3154cdf41552 None None] Sync routers for ids ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:22:55.223041 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb184c2-9413-4f68-95ec-3154cdf41552 None None] Routers {'9d35aa15-ca06-4fc8-bdbe-d79e87412aec'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:55.225176 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e0208-d8bc-4332-89bc-92682d1642b5 None None] Pushing event updated for resources: {'Port': ['ID=b98d74f7-570b-4300-b7a1-9b1b1dc09259,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:55.225613 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6bb184c2-9413-4f68-95ec-3154cdf41552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:22:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:55.293752 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.323171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fce4dfe-79f3-4b50-8628-63ba28cf4782 req-3d0f605c-e215-479d-82ca-e11c05a3cfeb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] No DVR routers for this DVR port 2a213143-51e7-4ac6-a227-96f5063c9068 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:55.330779 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9fce4dfe-79f3-4b50-8628-63ba28cf4782 req-3d0f605c-e215-479d-82ca-e11c05a3cfeb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.336522 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9fce4dfe-79f3-4b50-8628-63ba28cf4782 req-3d0f605c-e215-479d-82ca-e11c05a3cfeb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.69 "DELETE /v2.0/ports/2a213143-51e7-4ac6-a227-96f5063c9068 HTTP/1.1" status: 204 len: 173 time: 2.5692325 Dec 16 22:22:55.336522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd38057-4844-4715-9622-ce9f365e714b', 'name': 'network-vif-deleted', 'tag': '2a213143-51e7-4ac6-a227-96f5063c9068'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:55.338402 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5fed1c-661e-491e-8085-b494876bdc6d" -d '{"events": [{"server_uuid": "9cd38057-4844-4715-9622-ce9f365e714b", "name": "network-vif-deleted", "tag": "2a213143-51e7-4ac6-a227-96f5063c9068"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:55.371166 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4800621e-3356-4840-864d-f8080b41a21b']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:55.389340 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3baec1b7-f622-452b-8d41-908235c7d714') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:55.389693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3baec1b7-f622-452b-8d41-908235c7d714') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:55.393473 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09986d78-3694-447c-830f-9b388a3205f8 x-openstack-request-id: req-09986d78-3694-447c-830f-9b388a3205f8 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:55.393969 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd38057-4844-4715-9622-ce9f365e714b", "name": "network-vif-deleted", "tag": "2a213143-51e7-4ac6-a227-96f5063c9068", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:55.394367 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09986d78-3694-447c-830f-9b388a3205f8 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:55.394977 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd38057-4844-4715-9622-ce9f365e714b', 'name': 'network-vif-deleted', 'tag': '2a213143-51e7-4ac6-a227-96f5063c9068', 'status': 'completed', 'code': 200} Dec 16 22:22:55.401434 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6bb184c2-9413-4f68-95ec-3154cdf41552 None None] Set router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:22:55.416409 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.444723 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.458630 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:55.458986 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:55.463541 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:55.570278 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.699835 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.704522 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6bb184c2-9413-4f68-95ec-3154cdf41552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:56Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '598152fe-7370-4c99-b5e8-519be8add79a', 'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'mac_address': 'fa:16:3e:94:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:55Z', 'updated_at': '2021-12-16T22:18:03Z', 'revision_number': 5, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'subnets': [{'id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:55.746055 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb184c2-9413-4f68-95ec-3154cdf41552 None None] Checking router: 9d35aa15-ca06-4fc8-bdbe-d79e87412aec for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:22:55.758929 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb184c2-9413-4f68-95ec-3154cdf41552 None None] Routers {'9d35aa15-ca06-4fc8-bdbe-d79e87412aec'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:55.758929 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6bb184c2-9413-4f68-95ec-3154cdf41552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:22:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:55.772479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e0f97-dbaa-4901-a3ae-601c7b99a762 req-83ea45dc-c077-4ad6-9188-60723199b1ff tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:55.773720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-991e0f97-dbaa-4901-a3ae-601c7b99a762 req-83ea45dc-c077-4ad6-9188-60723199b1ff tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0672038 Dec 16 22:22:55.855926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-991e0f97-dbaa-4901-a3ae-601c7b99a762 req-9db9eda1-9b7b-41c6-a181-7188e8c4f92d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755808 Dec 16 22:22:55.922892 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6bb184c2-9413-4f68-95ec-3154cdf41552 None None] Set router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:22:55.941257 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.950192 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.957150 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44454) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:55.957516 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/4800621e-3356-4840-864d-f8080b41a21b HTTP/1.1" status: 204 len: 168 time: 3.3557572 Dec 16 22:22:55.980242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f6954-c731-4582-99fa-b758bcc7ac04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Network': ['ID=4800621e-3356-4840-864d-f8080b41a21b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:55.995636 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Allocated IP 172.20.0.1 (097ebe82-c95b-40b4-b32c-0eeafbf06ca1/41bf7a6f-0141-4b65-8ab7-62d0270d03a8/608b8d92-26a9-4b71-aaa3-2f6835fec6ba) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:56.024027 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-58811816-c702-4bc5-986b-35e5051cbd61 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:22:56.024873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58811816-c702-4bc5-986b-35e5051cbd61 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:22:56.028804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-58811816-c702-4bc5-986b-35e5051cbd61 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/4800621e-3356-4840-864d-f8080b41a21b HTTP/1.1" status: 404 len: 339 time: 0.0703568 Dec 16 22:22:56.041046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44456) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:56.047710 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-954a4fe7-d9ae-431c-bb33-33e1d37d7282 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-664364843', 'description': 'd1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:56.049405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e89e594-1db6-4f95-be11-2c52037b2148 req-7d1b8b48-9ef0-4063-a0cd-685d0995a87c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd38057-4844-4715-9622-ce9f365e714b HTTP/1.1" status: 200 len: 210 time: 0.0478661 Dec 16 22:22:56.144972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2a213143-51e7-4ac6-a227-96f5063c9068 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:56.186172 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 2a213143-51e7-4ac6-a227-96f5063c9068 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:56.186525 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2a213143-51e7-4ac6-a227-96f5063c9068 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:56.198495 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954a4fe7-d9ae-431c-bb33-33e1d37d7282 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:56.202295 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-954a4fe7-d9ae-431c-bb33-33e1d37d7282 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.242275 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.264565 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954a4fe7-d9ae-431c-bb33-33e1d37d7282 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:56.293645 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-954a4fe7-d9ae-431c-bb33-33e1d37d7282 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.294260 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-954a4fe7-d9ae-431c-bb33-33e1d37d7282 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Added segment 9ca49387-473e-4030-bcb5-6197cce14cb5 of type vlan for network 9b0a39a5-e9a8-4cfe-8a36-5ba27e0621b5 Dec 16 22:22:56.353425 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-954a4fe7-d9ae-431c-bb33-33e1d37d7282 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.362579 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6bb184c2-9413-4f68-95ec-3154cdf41552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:56Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '598152fe-7370-4c99-b5e8-519be8add79a', 'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'mac_address': 'fa:16:3e:94:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:55Z', 'updated_at': '2021-12-16T22:18:03Z', 'revision_number': 5, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'subnets': [{'id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:56.394610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ffec7-fc53-40e6-92e2-660ff5ac3a40 req-db27d764-bb5c-4478-8cc5-0b3bcb16bf5f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:56.403847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d63ffec7-fc53-40e6-92e2-660ff5ac3a40 req-db27d764-bb5c-4478-8cc5-0b3bcb16bf5f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.1796083 Dec 16 22:22:56.408237 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb184c2-9413-4f68-95ec-3154cdf41552 None None] The sync data for ids ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'] in n-d-821840-2 is: [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:56Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '598152fe-7370-4c99-b5e8-519be8add79a', 'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'mac_address': 'fa:16:3e:94:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:55Z', 'updated_at': '2021-12-16T22:18:03Z', 'revision_number': 5, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'subnets': [{'id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:22:56.433140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c518b8-9c9d-4bb9-b38f-2f141abd573e req-3ec362b9-845b-4f6f-a0eb-bab5e0b092c7 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:56.442776 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89c518b8-9c9d-4bb9-b38f-2f141abd573e req-3ec362b9-845b-4f6f-a0eb-bab5e0b092c7 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.1490495 Dec 16 22:22:56.475885 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.525370 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-954a4fe7-d9ae-431c-bb33-33e1d37d7282 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.527643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89c518b8-9c9d-4bb9-b38f-2f141abd573e req-a4c9f038-5285-4905-980e-adb80489b0f3 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836084 Dec 16 22:22:56.531229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954a4fe7-d9ae-431c-bb33-33e1d37d7282 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:56.531941 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-954a4fe7-d9ae-431c-bb33-33e1d37d7282 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.546982 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d63ffec7-fc53-40e6-92e2-660ff5ac3a40 req-a6250b65-925f-4294-b136-76762be25947 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411545 Dec 16 22:22:56.547182 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Network 097ebe82-c95b-40b4-b32c-0eeafbf06ca1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:56.584808 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:56.629319 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f177a02d-442b-4c71-80a2-3fc12fe42e64 None None] Network 097ebe82-c95b-40b4-b32c-0eeafbf06ca1 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:56.645263 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:56.692182 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Pushing event updated for resources: {'Port': ['ID=608b8d92-26a9-4b71-aaa3-2f6835fec6ba,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:56.721325 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a4fe7-d9ae-431c-bb33-33e1d37d7282 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Network': ['ID=9b0a39a5-e9a8-4cfe-8a36-5ba27e0621b5,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:56.741179 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.750096 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 9b0a39a5-e9a8-4cfe-8a36-5ba27e0621b5 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:56.775919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f57a4a-89cc-4477-a822-524b11fa9a54 req-11233ac5-8968-4b51-94ba-8a848a496834 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:56.777828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92f57a4a-89cc-4477-a822-524b11fa9a54 req-11233ac5-8968-4b51-94ba-8a848a496834 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0910084 Dec 16 22:22:56.802396 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-954a4fe7-d9ae-431c-bb33-33e1d37d7282 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7601974 Dec 16 22:22:56.804976 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44470) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:56.824424 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-bfd1f3d1-e889-4358-a7e1-4857afc73e31 None None] Provisioning complete for port b98d74f7-570b-4300-b7a1-9b1b1dc09259 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:56.825001 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bfd1f3d1-e889-4358-a7e1-4857afc73e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.902262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf4bf38-a3a8-4be9-b6e7-d29058d67019 None None] New status for floating IP 70020c0c-b5be-42bc-ba3d-bac964268605: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:22:56.914782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92f57a4a-89cc-4477-a822-524b11fa9a54 req-c3484b4d-5267-4d33-9375-f30f2dba9fd0 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254454 Dec 16 22:22:57.034390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b98d74f7-570b-4300-b7a1-9b1b1dc09259 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:57.058176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6478e4-56b6-4c1a-ab31-83e23c85bf39 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:57.059916 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0f6478e4-56b6-4c1a-ab31-83e23c85bf39 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "GET /v2.0/networks?id=9b0a39a5-e9a8-4cfe-8a36-5ba27e0621b5 HTTP/1.1" status: 200 len: 760 time: 0.2540021 Dec 16 22:22:57.063530 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44480) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:57.069474 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'network': {'description': 'd2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:57.265479 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.289183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44494) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:57.393132 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.451715 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-534453aa-91a0-4c27-92f5-4f68786d8769 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.477667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669d17a-36cb-4404-9abc-01d64c8628e7 req-77be0b86-fe53-4e59-9ab8-888fe59f2065 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:57.479095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4669d17a-36cb-4404-9abc-01d64c8628e7 req-77be0b86-fe53-4e59-9ab8-888fe59f2065 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0911775 Dec 16 22:22:57.504682 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-534453aa-91a0-4c27-92f5-4f68786d8769 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.587943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4669d17a-36cb-4404-9abc-01d64c8628e7 req-2f2805eb-6084-45aa-9d1a-69766cd4e26d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994833 Dec 16 22:22:57.588946 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bfd1f3d1-e889-4358-a7e1-4857afc73e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.617113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port b98d74f7-570b-4300-b7a1-9b1b1dc09259 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:57.617113 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.654152 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.665579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network 9b0a39a5-e9a8-4cfe-8a36-5ba27e0621b5 is not hosted by any dhcp agent {{(pid=103952) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 22:22:57.671084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:57.672479 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.679750 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "PUT /v2.0/networks/9b0a39a5-e9a8-4cfe-8a36-5ba27e0621b5 HTTP/1.1" status: 200 len: 757 time: 0.6112444 Dec 16 22:22:57.683329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44506) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:57.700211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-bfd1f3d1-e889-4358-a7e1-4857afc73e31 None None] For port b98d74f7-570b-4300-b7a1-9b1b1dc09259, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b98d74f7-570b-4300-b7a1-9b1b1dc09259,segment=NetworkSegment(dcceb6de-0b0b-45b4-a60c-e0fce9a2109e),segment_id=dcceb6de-0b0b-45b4-a60c-e0fce9a2109e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:57.742127 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd37c9-f01b-4176-bdf9-6bbe1a4a577d req-64684ab2-7bee-43a4-8d57-628a11b3cf50 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:57.749286 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.750529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84fd37c9-f01b-4176-bdf9-6bbe1a4a577d req-64684ab2-7bee-43a4-8d57-628a11b3cf50 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0758066 Dec 16 22:22:57.766463 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-534453aa-91a0-4c27-92f5-4f68786d8769 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.770014 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-534453aa-91a0-4c27-92f5-4f68786d8769 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.770402 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-534453aa-91a0-4c27-92f5-4f68786d8769 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "DELETE /v2.0/security-groups/63551c69-a8ca-4e5e-bdb8-1ca8ff622a60 HTTP/1.1" status: 204 len: 168 time: 0.4799993 Dec 16 22:22:57.775744 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44508) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:57.804808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534453aa-91a0-4c27-92f5-4f68786d8769 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63551c69-a8ca-4e5e-bdb8-1ca8ff622a60,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:57.813536 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-7e9935d0-8dbc-4cdb-824a-718b357dddf5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] show failed (client error): The resource could not be found. Dec 16 22:22:57.817443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7e9935d0-8dbc-4cdb-824a-718b357dddf5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups/63551c69-a8ca-4e5e-bdb8-1ca8ff622a60 HTTP/1.1" status: 404 len: 347 time: 0.0366542 Dec 16 22:22:57.820823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44510) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:57.855603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a5a569-9f96-4ebd-b649-45a4475bdcff tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:57.864866 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-87a5a569-9f96-4ebd-b649-45a4475bdcff tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "GET /v2.0/networks?id=9b0a39a5-e9a8-4cfe-8a36-5ba27e0621b5 HTTP/1.1" status: 200 len: 760 time: 0.1742752 Dec 16 22:22:57.865116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44514) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:57.871602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-6ec63afb-bb5b-4cb9-b862-8c2e55a40e8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1613321388'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:57.872379 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bfd1f3d1-e889-4358-a7e1-4857afc73e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.897546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84fd37c9-f01b-4176-bdf9-6bbe1a4a577d req-ebb121da-e4ef-494f-b226-bf37a9f596e9 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390347 Dec 16 22:22:57.925891 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Network': ['ID=9b0a39a5-e9a8-4cfe-8a36-5ba27e0621b5,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:57.955743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:57.956468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:57.956992 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:57.957542 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:57.958033 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:57.958524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:57.959009 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:57.959525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:57.960006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:57.960485 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:57.960965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:57.962078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:57.962588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621c865-6f05-4ff1-86e5-b348fb81e6da tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:57.985240 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 9b0a39a5-e9a8-4cfe-8a36-5ba27e0621b5 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:58.004120 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.030361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec63afb-bb5b-4cb9-b862-8c2e55a40e8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:58.034176 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ec63afb-bb5b-4cb9-b862-8c2e55a40e8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.069743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec63afb-bb5b-4cb9-b862-8c2e55a40e8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:58.084531 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.085038 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ec63afb-bb5b-4cb9-b862-8c2e55a40e8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.085038 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-6ec63afb-bb5b-4cb9-b862-8c2e55a40e8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Added segment 88819641-f6ea-4faf-bb3b-4ad49d7f8a0e of type vlan for network ccfe1cc4-6c14-4436-b5ea-d5dc2958437a Dec 16 22:22:58.097103 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:22:58.097471 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:22:58.111683 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1f3d1-e889-4358-a7e1-4857afc73e31 None None] Pushing event updated for resources: {'Port': ['ID=b98d74f7-570b-4300-b7a1-9b1b1dc09259,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:58.115629 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-88910756-dd71-46a1-a363-f20af8ef5027 None None] Provisioning complete for port 608b8d92-26a9-4b71-aaa3-2f6835fec6ba triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:58.116009 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88910756-dd71-46a1-a363-f20af8ef5027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.164485 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-88910756-dd71-46a1-a363-f20af8ef5027 None None] Port 608b8d92-26a9-4b71-aaa3-2f6835fec6ba cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:58.177989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-91a8b58c-518a-40ba-9e93-7417ca118540 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Deleting port 93a50def-3c67-49e2-9da7-a6fda61e6ea3 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:58.178214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-88910756-dd71-46a1-a363-f20af8ef5027 None None] Provisioning complete for port b98d74f7-570b-4300-b7a1-9b1b1dc09259 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:58.178341 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-91a8b58c-518a-40ba-9e93-7417ca118540 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.178450 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88910756-dd71-46a1-a363-f20af8ef5027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.195402 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ec63afb-bb5b-4cb9-b862-8c2e55a40e8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.199522 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.294927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Pushing event updated for resources: {'Port': ['ID=608b8d92-26a9-4b71-aaa3-2f6835fec6ba,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:58.312048 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-91a8b58c-518a-40ba-9e93-7417ca118540 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.312394 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-91a8b58c-518a-40ba-9e93-7417ca118540 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.326070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-91a8b58c-518a-40ba-9e93-7417ca118540 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Calling delete_port for 93a50def-3c67-49e2-9da7-a6fda61e6ea3 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:58.348863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Network 097ebe82-c95b-40b4-b32c-0eeafbf06ca1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:58.350373 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:58.382958 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ec63afb-bb5b-4cb9-b862-8c2e55a40e8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.391742 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec63afb-bb5b-4cb9-b862-8c2e55a40e8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:58.392436 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ec63afb-bb5b-4cb9-b862-8c2e55a40e8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.410451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0c1d9b86-7cee-43d0-b037-fd7d0e325969 None None] Provisioning complete for port 608b8d92-26a9-4b71-aaa3-2f6835fec6ba triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:58.423025 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c1d9b86-7cee-43d0-b037-fd7d0e325969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.507442 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d9b86-7cee-43d0-b037-fd7d0e325969 None None] Port 608b8d92-26a9-4b71-aaa3-2f6835fec6ba cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:58.509832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44524) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:58.510702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6ec63afb-bb5b-4cb9-b862-8c2e55a40e8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6437681 Dec 16 22:22:58.517405 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-caa742d8-0cec-4ffb-95e8-8b9603ca0c56 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'subnet': {'network_id': 'ccfe1cc4-6c14-4436-b5ea-d5dc2958437a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:58.519319 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec63afb-bb5b-4cb9-b862-8c2e55a40e8a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Network': ['ID=ccfe1cc4-6c14-4436-b5ea-d5dc2958437a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:58.541241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network ccfe1cc4-6c14-4436-b5ea-d5dc2958437a details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:58.665976 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Router d230574a-e448-4f64-8874-0f9a2b229d6f is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:22:58.677560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 44fdef22-f068-4fd3-9501-9ac8797512ae no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:58.707113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 44fdef22-f068-4fd3-9501-9ac8797512ae {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:58.707853 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 44fdef22-f068-4fd3-9501-9ac8797512ae not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:58.729116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c107b-4730-43f0-afec-b335e76009e4 req-2a3ca759-2ee1-4b89-bbc0-e801ee0b04f0 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:58.730866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a7c107b-4730-43f0-afec-b335e76009e4 req-2a3ca759-2ee1-4b89-bbc0-e801ee0b04f0 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0544674 Dec 16 22:22:58.797677 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:22:58.803078 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a2fe5dab-4fc9-4ab6-82bd-6088c324ecc1 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] 10.222.0.43 "PUT /v2.0/routers/d230574a-e448-4f64-8874-0f9a2b229d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4553754 Dec 16 22:22:58.805852 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44530) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:58.811334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a7c107b-4730-43f0-afec-b335e76009e4 req-243f92d9-0e7d-4596-83a0-d2f31987b63c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723877 Dec 16 22:22:58.813086 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc29f8-332a-4e3f-b4a5-94b50a701bf3 None None] Sync routers for ids ['d230574a-e448-4f64-8874-0f9a2b229d6f'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:22:58.820950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f3955620-6731-48c7-8247-607ae2ad4ba5 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Request body: {'port': {'network_id': '097ebe82-c95b-40b4-b32c-0eeafbf06ca1', 'name': 'tempest-FloatingIPNegativeTestJSON-99905406'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:58.829718 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa742d8-0cec-4ffb-95e8-8b9603ca0c56 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:58.833997 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc29f8-332a-4e3f-b4a5-94b50a701bf3 None None] Routers {'d230574a-e448-4f64-8874-0f9a2b229d6f'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:58.834809 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-caa742d8-0cec-4ffb-95e8-8b9603ca0c56 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.847657 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3bcc29f8-332a-4e3f-b4a5-94b50a701bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:22:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['d230574a-e448-4f64-8874-0f9a2b229d6f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:58.850178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7c5736db-0cc6-4f38-a95a-c737b692ea7b None None] Provisioning complete for port 608b8d92-26a9-4b71-aaa3-2f6835fec6ba triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:58.850565 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c5736db-0cc6-4f38-a95a-c737b692ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.880460 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-91a8b58c-518a-40ba-9e93-7417ca118540 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.895477 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7c5736db-0cc6-4f38-a95a-c737b692ea7b None None] Port 608b8d92-26a9-4b71-aaa3-2f6835fec6ba cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:58.940550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8b58c-518a-40ba-9e93-7417ca118540 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event deleted for resources: {'Port': ['ID=93a50def-3c67-49e2-9da7-a6fda61e6ea3,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:58.941819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b98d74f7-570b-4300-b7a1-9b1b1dc09259 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:58.952275 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3bcc29f8-332a-4e3f-b4a5-94b50a701bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:58.983807 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc29f8-332a-4e3f-b4a5-94b50a701bf3 None None] Routers {'d230574a-e448-4f64-8874-0f9a2b229d6f'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:58.984579 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3bcc29f8-332a-4e3f-b4a5-94b50a701bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:22:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['d230574a-e448-4f64-8874-0f9a2b229d6f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:59.018476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0e9b3c-aef2-4b1d-b302-f69925b80913 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:59.042163 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3bcc29f8-332a-4e3f-b4a5-94b50a701bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:59.043250 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc29f8-332a-4e3f-b4a5-94b50a701bf3 None None] The sync data for ids ['d230574a-e448-4f64-8874-0f9a2b229d6f'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:22:59.065389 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-91a8b58c-518a-40ba-9e93-7417ca118540 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.070654 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-91a8b58c-518a-40ba-9e93-7417ca118540 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.072054 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-91a8b58c-518a-40ba-9e93-7417ca118540 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "DELETE /v2.0/floatingips/70020c0c-b5be-42bc-ba3d-bac964268605 HTTP/1.1" status: 204 len: 168 time: 1.2483363 Dec 16 22:22:59.082652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port b98d74f7-570b-4300-b7a1-9b1b1dc09259 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:59.083074 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.096915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6b8ca-9aae-458b-98c9-2a617fab73d2 req-110d4d43-7b21-42a9-af4e-8a2834d5939b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:59.098506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6d6b8ca-9aae-458b-98c9-2a617fab73d2 req-110d4d43-7b21-42a9-af4e-8a2834d5939b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0945795 Dec 16 22:22:59.212026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6d6b8ca-9aae-458b-98c9-2a617fab73d2 req-cb967355-42e1-4516-ab27-0b11ae693c2d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037982 Dec 16 22:22:59.217393 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3955620-6731-48c7-8247-607ae2ad4ba5 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Made reservation on behalf of a805866fff4043f48970279a0587c02e for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:59.222143 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3955620-6731-48c7-8247-607ae2ad4ba5 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.261368 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-f3955620-6731-48c7-8247-607ae2ad4ba5 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] device_id is not set on port fa6755d6-b0bb-4c43-b10e-6f1cfed6d7c8 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:59.359633 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-caa742d8-0cec-4ffb-95e8-8b9603ca0c56 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.425677 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-f3955620-6731-48c7-8247-607ae2ad4ba5 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Allocated IP 172.20.0.9 (097ebe82-c95b-40b4-b32c-0eeafbf06ca1/41bf7a6f-0141-4b65-8ab7-62d0270d03a8/fa6755d6-b0bb-4c43-b10e-6f1cfed6d7c8) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:59.456335 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa742d8-0cec-4ffb-95e8-8b9603ca0c56 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Subnet': ['ID=bbf14ee4-80a2-434d-842b-15a7c05a204e,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:59.479326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa742d8-0cec-4ffb-95e8-8b9603ca0c56 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Checking segment: {'id': '88819641-f6ea-4faf-bb3b-4ad49d7f8a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ccfe1cc4-6c14-4436-b5ea-d5dc2958437a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:59.479701 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa742d8-0cec-4ffb-95e8-8b9603ca0c56 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network hostable DHCP agents. Network: ccfe1cc4-6c14-4436-b5ea-d5dc2958437a, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:59.604631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44548) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:59.610268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-58ac357c-34ed-41b1-82fb-b3eb2a3e373d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154249702', 'description': 'tempest-description--754448041'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:59.615788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa742d8-0cec-4ffb-95e8-8b9603ca0c56 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network ccfe1cc4-6c14-4436-b5ea-d5dc2958437a is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:59.643389 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3955620-6731-48c7-8247-607ae2ad4ba5 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.703936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-caa742d8-0cec-4ffb-95e8-8b9603ca0c56 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, ccfe1cc4-6c14-4436-b5ea-d5dc2958437a) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:59.709690 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa742d8-0cec-4ffb-95e8-8b9603ca0c56 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:59.710618 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-caa742d8-0cec-4ffb-95e8-8b9603ca0c56 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.712037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ea906-f0c6-44ee-b357-ca5333d503a0 None None] Network ccfe1cc4-6c14-4436-b5ea-d5dc2958437a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:59.749672 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3955620-6731-48c7-8247-607ae2ad4ba5 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.752439 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58ac357c-34ed-41b1-82fb-b3eb2a3e373d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.806628 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3955620-6731-48c7-8247-607ae2ad4ba5 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Network 097ebe82-c95b-40b4-b32c-0eeafbf06ca1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:59.812895 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-caa742d8-0cec-4ffb-95e8-8b9603ca0c56 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3015606 Dec 16 22:22:59.816556 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-f3955620-6731-48c7-8247-607ae2ad4ba5 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:59.816739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44550) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:59.821245 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3955620-6731-48c7-8247-607ae2ad4ba5 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:59.825534 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3955620-6731-48c7-8247-607ae2ad4ba5 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Pushing event updated for resources: {'Port': ['ID=fa6755d6-b0bb-4c43-b10e-6f1cfed6d7c8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:59.852172 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-ccfe1cc4-6c14-4436-b5ea-d5dc2958437a', 'network_id': 'ccfe1cc4-6c14-4436-b5ea-d5dc2958437a', 'project_id': '6525b3ae2c6a43798b16698ae332a34f', 'fixed_ips': [{'subnet_id': 'bbf14ee4-80a2-434d-842b-15a7c05a204e'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:59.854318 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.885071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3955620-6731-48c7-8247-607ae2ad4ba5 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:59.885756 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3955620-6731-48c7-8247-607ae2ad4ba5 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.002712 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58ac357c-34ed-41b1-82fb-b3eb2a3e373d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.011218 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f3955620-6731-48c7-8247-607ae2ad4ba5 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2000723 Dec 16 22:23:00.011218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44556) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:00.015818 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:00.056197 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Allocated IP 172.20.0.2 (ccfe1cc4-6c14-4436-b5ea-d5dc2958437a/bbf14ee4-80a2-434d-842b-15a7c05a204e/08652910-0c1d-43df-9c18-b469488123d4) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:00.061929 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.089270 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57749a4-51bd-438c-832c-00ae8c5d4adb req-1f0cd86c-80f0-4830-b555-8799e61ef0c8 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:00.090837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a57749a4-51bd-438c-832c-00ae8c5d4adb req-1f0cd86c-80f0-4830-b555-8799e61ef0c8 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0998828 Dec 16 22:23:00.133106 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58ac357c-34ed-41b1-82fb-b3eb2a3e373d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.193048 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.197678 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.233765 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac357c-34ed-41b1-82fb-b3eb2a3e373d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0c06b6-e732-4ce2-be11-2154301305de,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:00.268792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a57749a4-51bd-438c-832c-00ae8c5d4adb req-e3dbce7c-416a-4532-88c4-3c4ba4499551 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683023 Dec 16 22:23:00.279215 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.283744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8adbb9d5-9771-454f-b227-a91a56b3d639 None None] Provisioning complete for port fa6755d6-b0bb-4c43-b10e-6f1cfed6d7c8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:00.284117 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8adbb9d5-9771-454f-b227-a91a56b3d639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.298626 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58ac357c-34ed-41b1-82fb-b3eb2a3e373d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.300014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-58ac357c-34ed-41b1-82fb-b3eb2a3e373d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6940451 Dec 16 22:23:00.303132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44564) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:00.308187 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-921e524f-275f-4466-a06e-1e0fa8fa3e59 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Request body: {'security_group_rule': {'security_group_id': '8e0c06b6-e732-4ce2-be11-2154301305de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:00.328559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8adbb9d5-9771-454f-b227-a91a56b3d639 None None] Port fa6755d6-b0bb-4c43-b10e-6f1cfed6d7c8 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:00.347695 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.417585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449b7a3-9d91-466c-8173-54e82ba5a490 req-dd468ba8-2e24-44e7-ac79-8be1cc8a65cd tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:00.419175 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3449b7a3-9d91-466c-8173-54e82ba5a490 req-dd468ba8-2e24-44e7-ac79-8be1cc8a65cd tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0571890 Dec 16 22:23:00.428119 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.485265 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-921e524f-275f-4466-a06e-1e0fa8fa3e59 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.513811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Network ccfe1cc4-6c14-4436-b5ea-d5dc2958437a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:00.522086 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:00.532143 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:00.534997 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Pushing event updated for resources: {'Port': ['ID=08652910-0c1d-43df-9c18-b469488123d4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:00.544205 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3449b7a3-9d91-466c-8173-54e82ba5a490 req-313ebe37-06e1-477c-b8d4-e9239443e147 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185403 Dec 16 22:23:00.554558 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.610235 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf14ee4-80a2-434d-842b-15a7c05a204e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:00.649948 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-921e524f-275f-4466-a06e-1e0fa8fa3e59 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.650917 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Attempting to bind port 08652910-0c1d-43df-9c18-b469488123d4 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:00.651389 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Attempting to bind port 08652910-0c1d-43df-9c18-b469488123d4 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '88819641-f6ea-4faf-bb3b-4ad49d7f8a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ccfe1cc4-6c14-4436-b5ea-d5dc2958437a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:00.653711 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Attempting to bind port 08652910-0c1d-43df-9c18-b469488123d4 on network ccfe1cc4-6c14-4436-b5ea-d5dc2958437a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:00.666251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:00.666850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Checking segment: {'id': '88819641-f6ea-4faf-bb3b-4ad49d7f8a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ccfe1cc4-6c14-4436-b5ea-d5dc2958437a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:00.669493 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.670012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Bound using segment: {'id': '88819641-f6ea-4faf-bb3b-4ad49d7f8a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ccfe1cc4-6c14-4436-b5ea-d5dc2958437a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:00.670576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Bound port: 08652910-0c1d-43df-9c18-b469488123d4, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88819641-f6ea-4faf-bb3b-4ad49d7f8a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ccfe1cc4-6c14-4436-b5ea-d5dc2958437a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:00.671032 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.707228 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.734909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfe1cc4-6c14-4436-b5ea-d5dc2958437a']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:00.747301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88819641-f6ea-4faf-bb3b-4ad49d7f8a0e') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:00.748342 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88819641-f6ea-4faf-bb3b-4ad49d7f8a0e') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:00.757021 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-921e524f-275f-4466-a06e-1e0fa8fa3e59 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.768874 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.770827 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] For port 08652910-0c1d-43df-9c18-b469488123d4, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:00.774850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] For port 08652910-0c1d-43df-9c18-b469488123d4, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=08652910-0c1d-43df-9c18-b469488123d4,segment=NetworkSegment(88819641-f6ea-4faf-bb3b-4ad49d7f8a0e),segment_id=88819641-f6ea-4faf-bb3b-4ad49d7f8a0e)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:00.792179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e524f-275f-4466-a06e-1e0fa8fa3e59 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67b2a92-ba0f-458b-b4dd-8660a6b7aa80,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:00.806276 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44570) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:00.834872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Allocated IP 172.25.2.163 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/14d21067-9e0d-43fb-8fb6-5a4c4e1087f1) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:00.875925 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.880528 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.893175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:00.893961 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:00.898477 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:00.916759 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-921e524f-275f-4466-a06e-1e0fa8fa3e59 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.922318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-921e524f-275f-4466-a06e-1e0fa8fa3e59 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6169395 Dec 16 22:23:00.923181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44574) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:00.962845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25613d4d-8801-4c20-b479-581c622ead39 None None] Pushing event updated for resources: {'Port': ['ID=08652910-0c1d-43df-9c18-b469488123d4,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:00.965839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-3236c3e6-f2c2-4aa7-9715-e2eb3d4d19f3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Request body: {'security_group_rule': {'security_group_id': '8e0c06b6-e732-4ce2-be11-2154301305de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:00.974626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8c7f40-a06a-4e58-abce-03acd9e7d498 None None] Network ccfe1cc4-6c14-4436-b5ea-d5dc2958437a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:00.985388 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.993100 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d7c00fb3-b0be-4d82-a0a3-4d9e0f0c0d41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.060685 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.db.api [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:23:01.060685 n-d-821840-2 neutron-server[103951]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:23:01.060685 n-d-821840-2 neutron-server[103951]: [parameters: {'id': 'ccfe1cc4-6c14-4436-b5ea-d5dc2958437a'}] Dec 16 22:23:01.060685 n-d-821840-2 neutron-server[103951]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:23:01.061182 n-d-821840-2 neutron-server[103951]: DEBUG oslo_db.api [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:23:01.089101 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa76038-5669-41c6-a18b-68615c70417d None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:23:01.112548 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d7c00fb3-b0be-4d82-a0a3-4d9e0f0c0d41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.132854 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.163966 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3236c3e6-f2c2-4aa7-9715-e2eb3d4d19f3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.185584 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:01.188761 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:01.192809 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:01.215773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Pushing event updated for resources: {'Port': ['ID=14d21067-9e0d-43fb-8fb6-5a4c4e1087f1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:01.223533 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d7c00fb3-b0be-4d82-a0a3-4d9e0f0c0d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.225954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa76038-5669-41c6-a18b-68615c70417d None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:23:01.251205 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3236c3e6-f2c2-4aa7-9715-e2eb3d4d19f3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.279757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d7c00fb3-b0be-4d82-a0a3-4d9e0f0c0d41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5219d4f4e894424d9b36952b29793f39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4698119 Dec 16 22:23:01.279757 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c00fb3-b0be-4d82-a0a3-4d9e0f0c0d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c356b9-27c5-4a54-a6c0-aef434139de2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:01.281659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44576) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:01.335560 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.355957 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3236c3e6-f2c2-4aa7-9715-e2eb3d4d19f3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.401600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236c3e6-f2c2-4aa7-9715-e2eb3d4d19f3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77716767-0fb5-4489-979c-cac41a5949f5,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:01.446645 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8ff2a3fa-d17a-4692-9266-1ddce9489c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.477298 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8ff2a3fa-d17a-4692-9266-1ddce9489c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.495888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d378029-b742-438b-9afd-04004dd43d4e req-4fd29983-2f61-4484-a174-e90619634c75 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:01.497429 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d378029-b742-438b-9afd-04004dd43d4e req-4fd29983-2f61-4484-a174-e90619634c75 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0976899 Dec 16 22:23:01.497944 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.522432 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3236c3e6-f2c2-4aa7-9715-e2eb3d4d19f3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.523948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3236c3e6-f2c2-4aa7-9715-e2eb3d4d19f3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5714710 Dec 16 22:23:01.529563 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44582) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:01.561943 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.613537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d378029-b742-438b-9afd-04004dd43d4e req-b5930a94-f981-473f-9bca-d38d0db74076 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979304 Dec 16 22:23:01.647905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Deleting port 08652910-0c1d-43df-9c18-b469488123d4 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:01.648317 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.700436 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.704903 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8ff2a3fa-d17a-4692-9266-1ddce9489c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.707457 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8ff2a3fa-d17a-4692-9266-1ddce9489c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.708591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8ff2a3fa-d17a-4692-9266-1ddce9489c15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23c356b9-27c5-4a54-a6c0-aef434139de2 HTTP/1.1" status: 204 len: 168 time: 0.4265254 Dec 16 22:23:01.725819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:01.776522 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.854608 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.893279 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Pushing event updated for resources: {'Port': ['ID=14d21067-9e0d-43fb-8fb6-5a4c4e1087f1,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:01.937681 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.019753 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.060333 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.065333 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-88a8ae61-2f50-45e6-8dee-43f7922cebbc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0530977 Dec 16 22:23:02.068758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44594) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:02.075773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-64b45d44-ae6f-4394-98ca-5e62450afd16 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Request body: {'floatingip': {'port_id': 'fa6755d6-b0bb-4c43-b10e-6f1cfed6d7c8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:02.128731 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-64b45d44-ae6f-4394-98ca-5e62450afd16 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for floatingip, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.135160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2a3fa-d17a-4692-9266-1ddce9489c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c356b9-27c5-4a54-a6c0-aef434139de2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:02.159245 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] For port 08652910-0c1d-43df-9c18-b469488123d4, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=08652910-0c1d-43df-9c18-b469488123d4,segment=NetworkSegment(88819641-f6ea-4faf-bb3b-4ad49d7f8a0e),segment_id=88819641-f6ea-4faf-bb3b-4ad49d7f8a0e)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:02.159640 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.177318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Calling delete_port for 08652910-0c1d-43df-9c18-b469488123d4 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:02.189150 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d826b-bbc7-4d85-b0ff-1751c9b02d41 req-9c5dde75-5a60-4fff-907c-04549f8ee84c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:02.190697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-112d826b-bbc7-4d85-b0ff-1751c9b02d41 req-9c5dde75-5a60-4fff-907c-04549f8ee84c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.4969654 Dec 16 22:23:02.278365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Allocated IP 172.25.2.249 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/bc3516f5-3bf9-4869-b6ed-9bd80e4d9781) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:02.297676 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-112d826b-bbc7-4d85-b0ff-1751c9b02d41 req-28749046-6503-4f48-8cf8-fd3a66b0593a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977554 Dec 16 22:23:02.303062 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-64b45d44-ae6f-4394-98ca-5e62450afd16 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] update failed (client error): The resource could not be found. Dec 16 22:23:02.307024 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-64b45d44-ae6f-4394-98ca-5e62450afd16 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] 10.222.0.43 "PUT /v2.0/floatingips/99e3a668-4702-4fee-9adf-fb32378c0ef9 HTTP/1.1" status: 404 len: 507 time: 0.2373168 Dec 16 22:23:02.307635 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44596) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:02.406642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44598) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:02.423135 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.433123 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4ce43039-f385-4b8c-a860-d7787ce1fab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.448935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No DVR routers for this DVR port 08652910-0c1d-43df-9c18-b469488123d4 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:02.504159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Port': ['ID=08652910-0c1d-43df-9c18-b469488123d4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:02.521022 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.571388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-053db01a-d5e1-4abd-9f51-a941749a0a1e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Deleting port 14d21067-9e0d-43fb-8fb6-5a4c4e1087f1 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:02.571877 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-053db01a-d5e1-4abd-9f51-a941749a0a1e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.583429 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.612873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfe1cc4-6c14-4436-b5ea-d5dc2958437a']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:02.629715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88819641-f6ea-4faf-bb3b-4ad49d7f8a0e') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:02.630440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88819641-f6ea-4faf-bb3b-4ad49d7f8a0e') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:02.651027 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.676357 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-053db01a-d5e1-4abd-9f51-a941749a0a1e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.676831 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-053db01a-d5e1-4abd-9f51-a941749a0a1e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.678995 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.700017 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-053db01a-d5e1-4abd-9f51-a941749a0a1e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Calling delete_port for 14d21067-9e0d-43fb-8fb6-5a4c4e1087f1 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:02.702118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:02.702118 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.714891 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:02.747924 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:02.780458 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4ce43039-f385-4b8c-a860-d7787ce1fab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.822277 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:02.838697 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:02.848219 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:02.882743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event updated for resources: {'Port': ['ID=bc3516f5-3bf9-4869-b6ed-9bd80e4d9781,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:02.889525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97afc0-6f31-4ec5-befc-56da5ec9eb9b req-96035494-cad3-41fa-b3be-7f66a2b2a828 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:02.891929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df97afc0-6f31-4ec5-befc-56da5ec9eb9b req-96035494-cad3-41fa-b3be-7f66a2b2a828 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.1084857 Dec 16 22:23:02.893240 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4ce43039-f385-4b8c-a860-d7787ce1fab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.952127 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.964037 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.967333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/ccfe1cc4-6c14-4436-b5ea-d5dc2958437a HTTP/1.1" status: 204 len: 168 time: 3.1496027 Dec 16 22:23:02.971185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44606) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:02.975499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4ce43039-f385-4b8c-a860-d7787ce1fab8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=359a8afc88fc4aa29e94e12870073ce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5674551 Dec 16 22:23:02.978019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce43039-f385-4b8c-a860-d7787ce1fab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c039ff4-7603-4c93-9307-16016748e738,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:02.990015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44608) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:03.001564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de6338-2b21-4238-8b4d-296bc2c9c32e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Network': ['ID=ccfe1cc4-6c14-4436-b5ea-d5dc2958437a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:03.018388 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff4967f-6699-4b26-b541-cf8d9a2b80b1 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] GET failed (client error): The resource could not be found. Dec 16 22:23:03.019924 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-eff4967f-6699-4b26-b541-cf8d9a2b80b1 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "GET /v2.0/subnets/bbf14ee4-80a2-434d-842b-15a7c05a204e HTTP/1.1" status: 404 len: 337 time: 0.0459442 Dec 16 22:23:03.030054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44610) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:03.057611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df97afc0-6f31-4ec5-befc-56da5ec9eb9b req-2dc05037-8633-4106-a84d-5294f5e7fb1d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529927 Dec 16 22:23:03.061192 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.068971 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1a280b-c404-4984-8889-ef5dac4c0988 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:03.069511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1a280b-c404-4984-8889-ef5dac4c0988 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:03.080699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fc1a280b-c404-4984-8889-ef5dac4c0988 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/ccfe1cc4-6c14-4436-b5ea-d5dc2958437a HTTP/1.1" status: 404 len: 339 time: 0.0493743 Dec 16 22:23:03.086900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44612) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:03.170423 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-053db01a-d5e1-4abd-9f51-a941749a0a1e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.176451 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.187630 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b381a2ef-ecfb-4127-8bdd-227c0f548445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.224742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053db01a-d5e1-4abd-9f51-a941749a0a1e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Pushing event deleted for resources: {'Port': ['ID=14d21067-9e0d-43fb-8fb6-5a4c4e1087f1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:03.269061 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b381a2ef-ecfb-4127-8bdd-227c0f548445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.349598 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-053db01a-d5e1-4abd-9f51-a941749a0a1e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.352208 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-053db01a-d5e1-4abd-9f51-a941749a0a1e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.357012 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-053db01a-d5e1-4abd-9f51-a941749a0a1e tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] 10.222.0.43 "DELETE /v2.0/floatingips/99e3a668-4702-4fee-9adf-fb32378c0ef9 HTTP/1.1" status: 204 len: 168 time: 1.0425918 Dec 16 22:23:03.360878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44616) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:03.365444 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b98f8166-714e-47d6-81f0-5295cb3ac9b9 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Request body: {'floatingip': {'floating_network_id': '097ebe82-c95b-40b4-b32c-0eeafbf06ca1', 'port_id': 'fa6755d6-b0bb-4c43-b10e-6f1cfed6d7c8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:03.386938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfddac71-7bf7-40cf-a361-3feffcd1871c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:03.393494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dfddac71-7bf7-40cf-a361-3feffcd1871c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3015325 Dec 16 22:23:03.397531 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44618) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:03.446436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c92370-d8aa-4808-aa89-01ed72552269 req-ebf05745-2400-4291-b304-9c49c0270251 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:03.451881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08c92370-d8aa-4808-aa89-01ed72552269 req-ebf05745-2400-4291-b304-9c49c0270251 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0560973 Dec 16 22:23:03.451881 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b381a2ef-ecfb-4127-8bdd-227c0f548445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.452348 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b381a2ef-ecfb-4127-8bdd-227c0f548445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.454965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b381a2ef-ecfb-4127-8bdd-227c0f548445 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c039ff4-7603-4c93-9307-16016748e738 HTTP/1.1" status: 204 len: 168 time: 0.4637864 Dec 16 22:23:03.462655 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0c0c40db-3043-4dce-a511-e8486f815553 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 207 time: 0.0586803 Dec 16 22:23:03.466889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44622) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:03.476617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381a2ef-ecfb-4127-8bdd-227c0f548445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c039ff4-7603-4c93-9307-16016748e738,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:03.551601 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b98f8166-714e-47d6-81f0-5295cb3ac9b9 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.573454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08c92370-d8aa-4808-aa89-01ed72552269 req-62cd2eb3-c879-4474-a4b3-92bf61b76c34 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000950 Dec 16 22:23:03.611976 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.706421 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.778923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16264242-bfd2-49fc-ade9-2af35b627a99 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:03.785758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16264242-bfd2-49fc-ade9-2af35b627a99 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:03.791794 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16264242-bfd2-49fc-ade9-2af35b627a99 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:03.798974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16264242-bfd2-49fc-ade9-2af35b627a99 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:03.801207 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-16264242-bfd2-49fc-ade9-2af35b627a99 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3333702 Dec 16 22:23:03.805754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44628) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:03.844991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event updated for resources: {'Port': ['ID=bc3516f5-3bf9-4869-b6ed-9bd80e4d9781,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:03.862483 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.946696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-10a37c52-1c1c-4554-8e5d-bf11a5c05776 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1403461 Dec 16 22:23:03.949925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44632) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:03.954528 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.955851 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-17a5b10c-d079-4a5f-95e0-a897c8c7fe73 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4251769 Dec 16 22:23:03.984825 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-b98f8166-714e-47d6-81f0-5295cb3ac9b9 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:23:03.986568 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b98f8166-714e-47d6-81f0-5295cb3ac9b9 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6246715 Dec 16 22:23:03.990360 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44638) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:03.997380 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': 'fa6755d6-b0bb-4c43-b10e-6f1cfed6d7c8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:04.050748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91988bc1-b229-47d3-b575-ac356bf3f8ad tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:04.052379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91988bc1-b229-47d3-b575-ac356bf3f8ad tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:04.053961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-91988bc1-b229-47d3-b575-ac356bf3f8ad tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0974128 Dec 16 22:23:04.057666 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44644) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:04.143638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:04.164958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529be053-fb12-4035-97a8-f658e36dd6b8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:04.166425 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529be053-fb12-4035-97a8-f658e36dd6b8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:04.168069 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-529be053-fb12-4035-97a8-f658e36dd6b8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1093006 Dec 16 22:23:04.177545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44658) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:04.263587 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:04.297885 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cea25-5c11-4b33-8e6c-544d81d804ce req-691ce399-b406-48f2-b6d9-7e76a0b553b8 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:04.299492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-589cea25-5c11-4b33-8e6c-544d81d804ce req-691ce399-b406-48f2-b6d9-7e76a0b553b8 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.1559355 Dec 16 22:23:04.335781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-d365d682-f627-41f7-80a3-67a4dd4b9dc9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--154249702&fields=id&tenant_id=8bd199153c4c454ca86c6a746307e0b6 HTTP/1.1" status: 200 len: 267 time: 0.1572034 Dec 16 22:23:04.389907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e95df-ce02-47f6-a94f-920a490aeaa2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:04.392170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-609e95df-ce02-47f6-a94f-920a490aeaa2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "GET /v2.0/networks/245d41dc-3305-4e32-bb00-846be6bb2823 HTTP/1.1" status: 200 len: 799 time: 0.2123115 Dec 16 22:23:04.397896 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44664) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:04.409524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Allocated IP 172.25.2.242 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/f281d932-7fed-4c02-a7c2-9efd62cdd71b) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:04.447973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-589cea25-5c11-4b33-8e6c-544d81d804ce req-98b1a017-ce97-4164-8d0f-a08d73fc12e0 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407888 Dec 16 22:23:04.495318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-a364d6c5-f857-4b20-a179-090d4eea4eec tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:04.496689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-a364d6c5-f857-4b20-a179-090d4eea4eec tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/networks?id=6a046838-926f-4ef6-8e4a-4e2a10007290 HTTP/1.1" status: 200 len: 816 time: 0.1470275 Dec 16 22:23:04.520655 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-84afbca5-f0cf-4bf4-88b4-8e8b0b1b8589 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/quotas/8bd199153c4c454ca86c6a746307e0b6 HTTP/1.1" status: 200 len: 375 time: 0.0163772 Dec 16 22:23:04.568886 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f6305040-71d1-47f8-93cd-2ca3ad1bbb33 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "GET /v2.0/networks/245d41dc-3305-4e32-bb00-846be6bb2823?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1698117 Dec 16 22:23:04.573542 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44670) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:04.576543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-3d284f30-75d9-4e6a-8de9-e5e03fb2db98 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8bd199153c4c454ca86c6a746307e0b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551388 Dec 16 22:23:04.651904 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:04.659252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3feb4a3-6a91-407e-93a7-f1dcfa4d3e9d tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:04.660752 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a3feb4a3-6a91-407e-93a7-f1dcfa4d3e9d tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "GET /v2.0/subnets/62b9d70a-855a-4041-ba17-e0e394d8f0f1 HTTP/1.1" status: 200 len: 811 time: 0.0862725 Dec 16 22:23:04.664433 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44678) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:04.699339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75b33d-0087-4617-a465-21d8b5d75e01 req-5fee14e9-ff92-4429-a312-7a337898aace tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:04.701110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d75b33d-0087-4617-a465-21d8b5d75e01 req-5fee14e9-ff92-4429-a312-7a337898aace tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0628633 Dec 16 22:23:04.743935 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49717e3-f6e8-4b98-85e4-1b1d84d3ba04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:04.748686 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a49717e3-f6e8-4b98-85e4-1b1d84d3ba04 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "GET /v2.0/subnets/62b9d70a-855a-4041-ba17-e0e394d8f0f1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0786231 Dec 16 22:23:04.750053 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44682) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:04.756773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-de2ed0ba-e221-415a-8059-9a9f46a53ba2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-848818890'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:04.764725 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d75b33d-0087-4617-a465-21d8b5d75e01 req-95feb634-de6a-48fa-be97-5cb774856366 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544672 Dec 16 22:23:04.852471 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:04.893126 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2ed0ba-e221-415a-8059-9a9f46a53ba2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:04.896613 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de2ed0ba-e221-415a-8059-9a9f46a53ba2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:04.900583 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:04.906310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-3360226a-5646-49b0-b4fb-5d8185badc7f service neutron] 10.222.0.43 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161604 Dec 16 22:23:04.911494 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:04.917266 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:04.951552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Pushing event updated for resources: {'Port': ['ID=f281d932-7fed-4c02-a7c2-9efd62cdd71b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:04.968066 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2ed0ba-e221-415a-8059-9a9f46a53ba2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:23:05.038819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-a3d31dcc-efe4-41eb-9a20-77ba01de247e service neutron] 10.222.0.43 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206772 Dec 16 22:23:05.040724 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de2ed0ba-e221-415a-8059-9a9f46a53ba2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.042645 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-de2ed0ba-e221-415a-8059-9a9f46a53ba2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Added segment d9ad72ef-ff7c-4522-b38a-cbcc5038e547 of type vlan for network 1ae77bf2-1e22-4d97-a47f-1c639a4f8a93 Dec 16 22:23:05.114223 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de2ed0ba-e221-415a-8059-9a9f46a53ba2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.175543 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Deleting port f281d932-7fed-4c02-a7c2-9efd62cdd71b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:05.175889 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.257645 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de2ed0ba-e221-415a-8059-9a9f46a53ba2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.263158 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2ed0ba-e221-415a-8059-9a9f46a53ba2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:05.263773 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de2ed0ba-e221-415a-8059-9a9f46a53ba2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.276991 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.277242 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.326062 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Calling delete_port for f281d932-7fed-4c02-a7c2-9efd62cdd71b owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:05.354836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ed0ba-e221-415a-8059-9a9f46a53ba2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Network': ['ID=1ae77bf2-1e22-4d97-a47f-1c639a4f8a93,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:05.366573 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 1ae77bf2-1e22-4d97-a47f-1c639a4f8a93 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:23:05.391882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24d45ef4-e25e-4a5b-a339-92ad5d30f818 req-45a1b3a9-a23f-4c69-bc7d-f33481588051 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 210 time: 0.0331101 Dec 16 22:23:05.470003 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-de2ed0ba-e221-415a-8059-9a9f46a53ba2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7165356 Dec 16 22:23:05.472124 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44700) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:05.477871 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ee0d1386-6e94-49cb-b2ff-609d9d8eee5f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'subnet': {'network_id': '1ae77bf2-1e22-4d97-a47f-1c639a4f8a93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:05.605967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec809859-3e98-47a2-a989-675daa069752 req-3b8026c2-14c6-4086-bea6-96a2f4b5a64b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:05.613983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec809859-3e98-47a2-a989-675daa069752 req-3b8026c2-14c6-4086-bea6-96a2f4b5a64b tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0617709 Dec 16 22:23:05.663847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec809859-3e98-47a2-a989-675daa069752 req-8248de16-bf03-4b7d-a142-39dc16006fde tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489647 Dec 16 22:23:05.693077 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.695122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0d1386-6e94-49cb-b2ff-609d9d8eee5f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Made reservation on behalf of 6525b3ae2c6a43798b16698ae332a34f for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:05.698748 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee0d1386-6e94-49cb-b2ff-609d9d8eee5f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.707013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44712) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:05.770311 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Pushing event deleted for resources: {'Port': ['ID=f281d932-7fed-4c02-a7c2-9efd62cdd71b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:05.804908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_backend_mixin [None req-ee0d1386-6e94-49cb-b2ff-609d9d8eee5f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Performing IP validity checks on allocation pools {{(pid=103952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 22:23:05.805872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_backend_mixin [None req-ee0d1386-6e94-49cb-b2ff-609d9d8eee5f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 22:23:05.830860 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:05.910908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85047d50-f8e1-423a-a94b-4cf2def5aced req-93cebcb8-995b-4144-ae6f-80922ba4a95a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:05.916044 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85047d50-f8e1-423a-a94b-4cf2def5aced req-93cebcb8-995b-4144-ae6f-80922ba4a95a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0657189 Dec 16 22:23:05.975877 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85047d50-f8e1-423a-a94b-4cf2def5aced req-a2d57734-9935-4e66-b1af-d981af030959 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567760 Dec 16 22:23:05.995639 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.018520 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] create failed (client error): The resource could not be found. Dec 16 22:23:06.019747 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b34eec13-4ccd-42df-89be-9ecb9f92f536 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0274210 Dec 16 22:23:06.023413 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44722) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:06.099060 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.144345 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-49793b70-0ef8-4a31-8bcf-087dd100f276 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Deleting port fa6755d6-b0bb-4c43-b10e-6f1cfed6d7c8 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:06.144766 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49793b70-0ef8-4a31-8bcf-087dd100f276 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.165669 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee0d1386-6e94-49cb-b2ff-609d9d8eee5f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.220582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Allocated IP 172.25.2.119 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/97c4501d-7957-4c7c-a3b4-0393c0ce113d) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:06.344569 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.502162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5de86d81-0daa-4395-96d3-cff7147c2a8b req-acb8cb29-cf39-48a4-a2d9-9487305ec8b7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 210 time: 0.0297081 Dec 16 22:23:06.533571 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.574409 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:06.575611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d1386-6e94-49cb-b2ff-609d9d8eee5f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Subnet': ['ID=f037dbc0-eb63-4fba-a062-251b424e1392,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:06.578534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:06.582822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:06.614077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d1386-6e94-49cb-b2ff-609d9d8eee5f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Checking segment: {'id': 'd9ad72ef-ff7c-4522-b38a-cbcc5038e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ae77bf2-1e22-4d97-a47f-1c639a4f8a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:06.614332 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0d1386-6e94-49cb-b2ff-609d9d8eee5f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network hostable DHCP agents. Network: 1ae77bf2-1e22-4d97-a47f-1c639a4f8a93, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:23:06.617674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Pushing event updated for resources: {'Port': ['ID=97c4501d-7957-4c7c-a3b4-0393c0ce113d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:06.626885 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49793b70-0ef8-4a31-8bcf-087dd100f276 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.647198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-49793b70-0ef8-4a31-8bcf-087dd100f276 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Calling delete_port for fa6755d6-b0bb-4c43-b10e-6f1cfed6d7c8 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:06.694137 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.795558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566e9bf-7102-48df-8256-a3ba3bcea6cd req-add137ec-0d30-463d-8773-7c9ee608a076 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:06.797155 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2566e9bf-7102-48df-8256-a3ba3bcea6cd req-add137ec-0d30-463d-8773-7c9ee608a076 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0549355 Dec 16 22:23:06.833081 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0d1386-6e94-49cb-b2ff-609d9d8eee5f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Network 1ae77bf2-1e22-4d97-a47f-1c639a4f8a93 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:23:06.848972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2566e9bf-7102-48df-8256-a3ba3bcea6cd req-1f398ec8-74f2-4a16-9ef9-bf5ea68539bc tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452471 Dec 16 22:23:06.908488 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.963226 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49793b70-0ef8-4a31-8bcf-087dd100f276 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.007582 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-ee0d1386-6e94-49cb-b2ff-609d9d8eee5f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 1ae77bf2-1e22-4d97-a47f-1c639a4f8a93) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:07.009984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49793b70-0ef8-4a31-8bcf-087dd100f276 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Pushing event deleted for resources: {'Port': ['ID=fa6755d6-b0bb-4c43-b10e-6f1cfed6d7c8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:07.016750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d1386-6e94-49cb-b2ff-609d9d8eee5f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:07.017701 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee0d1386-6e94-49cb-b2ff-609d9d8eee5f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.026883 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cfbaf1-80e5-454b-9906-1da8fd1e3797 None None] Network 1ae77bf2-1e22-4d97-a47f-1c639a4f8a93 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:07.116060 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49793b70-0ef8-4a31-8bcf-087dd100f276 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.123845 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-49793b70-0ef8-4a31-8bcf-087dd100f276 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] 10.222.0.43 "DELETE /v2.0/ports/fa6755d6-b0bb-4c43-b10e-6f1cfed6d7c8 HTTP/1.1" status: 204 len: 168 time: 1.0960119 Dec 16 22:23:07.127050 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44734) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:07.204453 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ee0d1386-6e94-49cb-b2ff-609d9d8eee5f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7283039 Dec 16 22:23:07.206546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44738) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:07.212882 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4ef58514-26d6-46ae-bde7-97f9ca90ecc8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:07.230906 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.237777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-1ae77bf2-1e22-4d97-a47f-1c639a4f8a93', 'network_id': '1ae77bf2-1e22-4d97-a47f-1c639a4f8a93', 'project_id': '6525b3ae2c6a43798b16698ae332a34f', 'fixed_ips': [{'subnet_id': 'f037dbc0-eb63-4fba-a062-251b424e1392'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:23:07.238660 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.255951 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c5970-dd5d-452c-bff5-3c774a47ab9e req-0fafc22c-d43c-472f-bbc4-3de1283e4050 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:07.269695 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-056c5970-dd5d-452c-bff5-3c774a47ab9e req-0fafc22c-d43c-472f-bbc4-3de1283e4050 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.1503739 Dec 16 22:23:07.313662 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.320434 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf08d87-6e47-460c-99d7-1f70000f0cfa tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:07.325253 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bbf08d87-6e47-460c-99d7-1f70000f0cfa tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] 10.222.0.43 "GET /v2.0/ports?device_id=d230574a-e448-4f64-8874-0f9a2b229d6f HTTP/1.1" status: 200 len: 913 time: 0.1966448 Dec 16 22:23:07.325821 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44740) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:07.369409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-056c5970-dd5d-452c-bff5-3c774a47ab9e req-694c9969-8576-481d-a892-868f42e5091e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988016 Dec 16 22:23:07.396953 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4ef58514-26d6-46ae-bde7-97f9ca90ecc8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4196043'] for subnet, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.420754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Pushing event updated for resources: {'Port': ['ID=97c4501d-7957-4c7c-a3b4-0393c0ce113d,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:07.426439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Allocated IP 172.20.0.3 (1ae77bf2-1e22-4d97-a47f-1c639a4f8a93/f037dbc0-eb63-4fba-a062-251b424e1392/f582b38e-3fd5-451c-a35d-c1125f1ccaad) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:07.434819 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.435069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.435660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.436159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.436653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.437810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.438323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.438812 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.439350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.439690 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.441274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.441274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.441274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.446048 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.523883 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.528547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-72a7efab-48e2-4999-b430-5db7c9534b45 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8177965 Dec 16 22:23:07.529406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44742) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:07.536172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-9d643a1f-b6c2-41a3-a638-9837521af883 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1668234707', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'fixed_ips': [{'ip_address': '172.25.2.119'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:07.600282 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.620374 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d6ca2ba-d276-4ec8-a9f0-4404302c1df0 req-9b80c4d1-4d82-4faa-8750-56d0154ec5cc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 210 time: 0.0341856 Dec 16 22:23:07.667639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d643a1f-b6c2-41a3-a638-9837521af883 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Made reservation on behalf of 6292f37d065a417384b60b5441851e21 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:07.670234 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d643a1f-b6c2-41a3-a638-9837521af883 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.688349 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d643a1f-b6c2-41a3-a638-9837521af883 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.734433 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.767125 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d643a1f-b6c2-41a3-a638-9837521af883 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.783301 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Network 1ae77bf2-1e22-4d97-a47f-1c639a4f8a93 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:07.786329 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:07.790755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:07.800352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Pushing event updated for resources: {'Port': ['ID=f582b38e-3fd5-451c-a35d-c1125f1ccaad,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:07.802132 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68c5e1d5-13fe-40a9-8759-c7c18b84dfb4 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.825025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.825380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.825732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.826077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.826419 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.826786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.827184 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.828251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.828617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.829047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.829386 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.829752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.830087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.834167 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d643a1f-b6c2-41a3-a638-9837521af883 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.838484 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-9d643a1f-b6c2-41a3-a638-9837521af883 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] device_id is not set on port 25e09ca1-462a-4752-94e3-11375387da6e yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:07.867367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Attempting to bind port f582b38e-3fd5-451c-a35d-c1125f1ccaad on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:07.867768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Attempting to bind port f582b38e-3fd5-451c-a35d-c1125f1ccaad by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'd9ad72ef-ff7c-4522-b38a-cbcc5038e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ae77bf2-1e22-4d97-a47f-1c639a4f8a93'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:07.868172 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Attempting to bind port f582b38e-3fd5-451c-a35d-c1125f1ccaad on network 1ae77bf2-1e22-4d97-a47f-1c639a4f8a93 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:07.874961 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:07.874961 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Checking segment: {'id': 'd9ad72ef-ff7c-4522-b38a-cbcc5038e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ae77bf2-1e22-4d97-a47f-1c639a4f8a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:07.875696 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.876107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Bound using segment: {'id': 'd9ad72ef-ff7c-4522-b38a-cbcc5038e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ae77bf2-1e22-4d97-a47f-1c639a4f8a93'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:07.877037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Bound port: f582b38e-3fd5-451c-a35d-c1125f1ccaad, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ad72ef-ff7c-4522-b38a-cbcc5038e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ae77bf2-1e22-4d97-a47f-1c639a4f8a93'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:07.877037 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.954603 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d643a1f-b6c2-41a3-a638-9837521af883 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b21d4d-4647-411f-a701-082decb30091,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:07.956517 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] For port f582b38e-3fd5-451c-a35d-c1125f1ccaad, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:07.960685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] For port f582b38e-3fd5-451c-a35d-c1125f1ccaad, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f582b38e-3fd5-451c-a35d-c1125f1ccaad,segment=NetworkSegment(d9ad72ef-ff7c-4522-b38a-cbcc5038e547),segment_id=d9ad72ef-ff7c-4522-b38a-cbcc5038e547)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:08.036095 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.114992 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bda5d1-6fac-400e-8f89-ca845d0ffd73 None None] Pushing event updated for resources: {'Port': ['ID=f582b38e-3fd5-451c-a35d-c1125f1ccaad,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:08.116642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5fc13-4670-488b-bc42-bd61909db660 req-3d625b3f-ea33-458a-95d5-8b0f56f0449d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:08.118379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ce5fc13-4670-488b-bc42-bd61909db660 req-3d625b3f-ea33-458a-95d5-8b0f56f0449d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.1258919 Dec 16 22:23:08.143381 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4ef58514-26d6-46ae-bde7-97f9ca90ecc8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730985605852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5084023'] for subnet, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.203983 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d643a1f-b6c2-41a3-a638-9837521af883 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 22:23:08.204525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d643a1f-b6c2-41a3-a638-9837521af883 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:08.222674 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ce5fc13-4670-488b-bc42-bd61909db660 req-413ee9bf-ef9e-4899-a252-9b5cb27e802e tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813730 Dec 16 22:23:08.225551 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef58514-26d6-46ae-bde7-97f9ca90ecc8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:08.226160 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4ef58514-26d6-46ae-bde7-97f9ca90ecc8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.230365 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4ef58514-26d6-46ae-bde7-97f9ca90ecc8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "PUT /v2.0/subnets/f037dbc0-eb63-4fba-a062-251b424e1392 HTTP/1.1" status: 200 len: 877 time: 1.0197396 Dec 16 22:23:08.230683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44750) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:08.267118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef58514-26d6-46ae-bde7-97f9ca90ecc8 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event updated for resources: {'Subnet': ['ID=f037dbc0-eb63-4fba-a062-251b424e1392,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:08.284406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9d643a1f-b6c2-41a3-a638-9837521af883 tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7533863 Dec 16 22:23:08.286282 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-1270686a-e3ac-469e-9f96-4811aafe1707 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:08.288117 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-1270686a-e3ac-469e-9f96-4811aafe1707 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.69 "GET /v2.0/networks?id=6a046838-926f-4ef6-8e4a-4e2a10007290 HTTP/1.1" status: 200 len: 816 time: 0.2535646 Dec 16 22:23:08.288803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44754) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:08.457536 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.548815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4d361-d8d7-4645-ad49-f90a952fda75 req-de96e1f6-cec5-416a-9e30-2cf555ca24ee tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:08.550344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8dd4d361-d8d7-4645-ad49-f90a952fda75 req-de96e1f6-cec5-416a-9e30-2cf555ca24ee tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0832551 Dec 16 22:23:08.561687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Deleting port f582b38e-3fd5-451c-a35d-c1125f1ccaad {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:08.563415 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.604870 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-172199f8-3c01-4621-8087-1eb0d5b49603 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bd199153c4c454ca86c6a746307e0b6 HTTP/1.1" status: 200 len: 379 time: 0.2926831 Dec 16 22:23:08.619732 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-1cad9c54-6aee-47fd-ad80-ddbe8415d5b6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Request body: {'port': {'device_id': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'admin_state_up': True, 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'security_groups': ['8e0c06b6-e732-4ce2-be11-2154301305de']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:08.641898 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-68c5e1d5-13fe-40a9-8759-c7c18b84dfb4 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Deleting port 608b8d92-26a9-4b71-aaa3-2f6835fec6ba {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:08.642246 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68c5e1d5-13fe-40a9-8759-c7c18b84dfb4 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.661148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8dd4d361-d8d7-4645-ad49-f90a952fda75 req-9235620c-1b6b-4217-a209-a92cba76efb3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012375 Dec 16 22:23:08.695426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] For port f582b38e-3fd5-451c-a35d-c1125f1ccaad, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f582b38e-3fd5-451c-a35d-c1125f1ccaad,segment=NetworkSegment(d9ad72ef-ff7c-4522-b38a-cbcc5038e547),segment_id=d9ad72ef-ff7c-4522-b38a-cbcc5038e547)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:08.696393 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.721403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Calling delete_port for f582b38e-3fd5-451c-a35d-c1125f1ccaad owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:08.740238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f33569bc-23de-4db3-a6ab-90f123780eb0 req-8f063f5b-aa8d-42e5-8314-c1fe91fc6ba3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 210 time: 0.0346813 Dec 16 22:23:08.759079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0fa780db-e1a6-485e-81b4-e42567853b0f tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Deleting port 97c4501d-7957-4c7c-a3b4-0393c0ce113d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:08.759462 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0fa780db-e1a6-485e-81b4-e42567853b0f tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.866054 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68c5e1d5-13fe-40a9-8759-c7c18b84dfb4 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.884959 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-68c5e1d5-13fe-40a9-8759-c7c18b84dfb4 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Calling delete_port for 608b8d92-26a9-4b71-aaa3-2f6835fec6ba owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:08.924529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f582b38e-3fd5-451c-a35d-c1125f1ccaad up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:08.973307 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0fa780db-e1a6-485e-81b4-e42567853b0f tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.973624 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0fa780db-e1a6-485e-81b4-e42567853b0f tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.981800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f582b38e-3fd5-451c-a35d-c1125f1ccaad triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:08.982134 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.985313 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.996449 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0fa780db-e1a6-485e-81b4-e42567853b0f tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Calling delete_port for 97c4501d-7957-4c7c-a3b4-0393c0ce113d owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:09.003767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Port f582b38e-3fd5-451c-a35d-c1125f1ccaad was deleted so its status cannot be updated. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 16 22:23:09.025224 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Port': ['ID=f582b38e-3fd5-451c-a35d-c1125f1ccaad,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:09.076280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No DVR routers for this DVR port f582b38e-3fd5-451c-a35d-c1125f1ccaad on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:09.094154 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-1cad9c54-6aee-47fd-ad80-ddbe8415d5b6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Made reservation on behalf of 8bd199153c4c454ca86c6a746307e0b6 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:09.097917 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-1cad9c54-6aee-47fd-ad80-ddbe8415d5b6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:09.133576 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:09.291134 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:09.348462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Subnet': ['ID=f037dbc0-eb63-4fba-a062-251b424e1392,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:09.371251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-1cad9c54-6aee-47fd-ad80-ddbe8415d5b6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Allocated IP 172.20.0.5 (6a046838-926f-4ef6-8e4a-4e2a10007290/c5214a06-2f1e-40fb-bdb3-af39deff7abd/cbbdb22b-f476-4923-99e9-b22c910ca60b) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:09.377654 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2877a39f-588c-4529-916f-d0a89e664de3 None None] Network 1ae77bf2-1e22-4d97-a47f-1c639a4f8a93 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:09.384730 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68c5e1d5-13fe-40a9-8759-c7c18b84dfb4 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:09.420502 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:09.427237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5e1d5-13fe-40a9-8759-c7c18b84dfb4 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Pushing event deleted for resources: {'Port': ['ID=608b8d92-26a9-4b71-aaa3-2f6835fec6ba,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:09.448728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae77bf2-1e22-4d97-a47f-1c639a4f8a93']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:09.454323 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b4d3f6ea-91ad-4bff-b876-46141dc04834 None None] Could not find standard attr ID for object f582b38e-3fd5-451c-a35d-c1125f1ccaad. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:23:09.465440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89301f-f597-4e26-8e50-1494a8f1ee25 req-67df3cb4-6821-4335-b11a-5746f13f45a8 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:09.473754 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a89301f-f597-4e26-8e50-1494a8f1ee25 req-67df3cb4-6821-4335-b11a-5746f13f45a8 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.1513016 Dec 16 22:23:09.484905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ad72ef-ff7c-4522-b38a-cbcc5038e547') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:09.485280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ad72ef-ff7c-4522-b38a-cbcc5038e547') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:09.504988 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:09.532943 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:09.549888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:09.550308 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:09.554063 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:09.579388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a89301f-f597-4e26-8e50-1494a8f1ee25 req-0b044a10-6deb-41a4-8572-601d6ccd2792 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027706 Dec 16 22:23:09.598554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a39c1bb-9046-487c-9981-c1767b0416a7 None None] DHCP port deletion for 1ae77bf2-1e22-4d97-a47f-1c639a4f8a93 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:09.627099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cf2555-3c1e-4940-a78a-b1fa30a032de None None] Network 1ae77bf2-1e22-4d97-a47f-1c639a4f8a93 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:09.737829 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:09.742920 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:09.746371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/1ae77bf2-1e22-4d97-a47f-1c639a4f8a93 HTTP/1.1" status: 204 len: 168 time: 1.5145764 Dec 16 22:23:09.753110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44768) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:09.799119 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5b79de-13ab-445d-aa76-fb6a02719e35 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:09.799729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce5b79de-13ab-445d-aa76-fb6a02719e35 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:09.805309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ce5b79de-13ab-445d-aa76-fb6a02719e35 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/subnets/f037dbc0-eb63-4fba-a062-251b424e1392 HTTP/1.1" status: 404 len: 337 time: 0.0491977 Dec 16 22:23:09.805309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1f160-1e5b-4cdf-b822-6b17812c539f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Network': ['ID=1ae77bf2-1e22-4d97-a47f-1c639a4f8a93,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:09.806211 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44772) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:09.824855 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0fa780db-e1a6-485e-81b4-e42567853b0f tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:09.860129 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af01357-65f1-404c-ae18-1a0f758f83be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:09.860728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af01357-65f1-404c-ae18-1a0f758f83be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:09.864192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1af01357-65f1-404c-ae18-1a0f758f83be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/1ae77bf2-1e22-4d97-a47f-1c639a4f8a93 HTTP/1.1" status: 404 len: 339 time: 0.0549328 Dec 16 22:23:09.872375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44774) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:09.881999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f69de621-2ff3-4fbf-9134-7763fe266292 req-d164f442-c237-49ae-9bdc-900e8a6888ee tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 210 time: 0.0465887 Dec 16 22:23:09.899866 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108eb0a-c03b-49a9-93b2-700dfdc0fc76 req-81dbb126-b67b-4f43-8072-7cb8ee1b74f0 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:09.901550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b108eb0a-c03b-49a9-93b2-700dfdc0fc76 req-81dbb126-b67b-4f43-8072-7cb8ee1b74f0 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.1300774 Dec 16 22:23:09.923179 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa780db-e1a6-485e-81b4-e42567853b0f tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Pushing event deleted for resources: {'Port': ['ID=97c4501d-7957-4c7c-a3b4-0393c0ce113d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:09.970260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b108eb0a-c03b-49a9-93b2-700dfdc0fc76 req-2dc90d67-2db0-4d0a-ae29-ff24a104ee74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614417 Dec 16 22:23:10.016610 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df971d3-dfe9-466d-b21e-2301731bee2e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:10.017079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df971d3-dfe9-466d-b21e-2301731bee2e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:10.020250 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2df971d3-dfe9-466d-b21e-2301731bee2e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/subnets/bbf14ee4-80a2-434d-842b-15a7c05a204e HTTP/1.1" status: 404 len: 337 time: 0.1245832 Dec 16 22:23:10.023591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44776) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:10.044385 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b0f1b1-152f-4bb6-be55-9168ce7bf0b1 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:10.044916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b0f1b1-152f-4bb6-be55-9168ce7bf0b1 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:10.053107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-08b0f1b1-152f-4bb6-be55-9168ce7bf0b1 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/ccfe1cc4-6c14-4436-b5ea-d5dc2958437a HTTP/1.1" status: 404 len: 339 time: 0.0248187 Dec 16 22:23:10.054670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44778) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:10.092942 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0fa780db-e1a6-485e-81b4-e42567853b0f tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.096427 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0fa780db-e1a6-485e-81b4-e42567853b0f tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.097640 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0fa780db-e1a6-485e-81b4-e42567853b0f tempest-ExternalNetworksAdminNegativeTestJSON-989548198 tempest-ExternalNetworksAdminNegativeTestJSON-989548198-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/4075e234-2fb9-445f-b3c8-f20e6af043c9 HTTP/1.1" status: 204 len: 168 time: 1.8043625 Dec 16 22:23:10.132802 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-1cad9c54-6aee-47fd-ad80-ddbe8415d5b6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.137574 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54aeb8de-13b6-4957-a14e-1a1ff53d006e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.172701 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68c5e1d5-13fe-40a9-8759-c7c18b84dfb4 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.238958 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54aeb8de-13b6-4957-a14e-1a1ff53d006e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.263359 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-54aeb8de-13b6-4957-a14e-1a1ff53d006e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0a39a5-e9a8-4cfe-8a36-5ba27e0621b5']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:10.273685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-54aeb8de-13b6-4957-a14e-1a1ff53d006e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca49387-473e-4030-bcb5-6197cce14cb5') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:10.273966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-54aeb8de-13b6-4957-a14e-1a1ff53d006e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca49387-473e-4030-bcb5-6197cce14cb5') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:10.290867 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54aeb8de-13b6-4957-a14e-1a1ff53d006e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.305936 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54aeb8de-13b6-4957-a14e-1a1ff53d006e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.313017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54aeb8de-13b6-4957-a14e-1a1ff53d006e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:10.313581 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54aeb8de-13b6-4957-a14e-1a1ff53d006e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:10.316908 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:10.364735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c5e1d5-13fe-40a9-8759-c7c18b84dfb4 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Router d230574a-e448-4f64-8874-0f9a2b229d6f has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:23:10.408853 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-1cad9c54-6aee-47fd-ad80-ddbe8415d5b6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.485746 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54aeb8de-13b6-4957-a14e-1a1ff53d006e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.494221 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c5e1d5-13fe-40a9-8759-c7c18b84dfb4 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:23:10.495031 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54aeb8de-13b6-4957-a14e-1a1ff53d006e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.497447 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-1cad9c54-6aee-47fd-ad80-ddbe8415d5b6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Network 6a046838-926f-4ef6-8e4a-4e2a10007290 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:10.501128 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-54aeb8de-13b6-4957-a14e-1a1ff53d006e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/9b0a39a5-e9a8-4cfe-8a36-5ba27e0621b5 HTTP/1.1" status: 204 len: 168 time: 0.4427888 Dec 16 22:23:10.505046 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-68c5e1d5-13fe-40a9-8759-c7c18b84dfb4 tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] 10.222.0.43 "PUT /v2.0/routers/d230574a-e448-4f64-8874-0f9a2b229d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1777613 Dec 16 22:23:10.505795 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44784) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:10.508366 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e3d589-f204-4ce9-b54f-eaa0ed6ccca7 None None] Sync routers for ids ['d230574a-e448-4f64-8874-0f9a2b229d6f'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:23:10.511419 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-1cad9c54-6aee-47fd-ad80-ddbe8415d5b6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:10.512922 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44786) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:10.521051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-1cad9c54-6aee-47fd-ad80-ddbe8415d5b6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:10.523564 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e3d589-f204-4ce9-b54f-eaa0ed6ccca7 None None] Routers {'d230574a-e448-4f64-8874-0f9a2b229d6f'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:23:10.524539 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d3e3d589-f204-4ce9-b54f-eaa0ed6ccca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:22:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['d230574a-e448-4f64-8874-0f9a2b229d6f'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:10.572623 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9c54-6aee-47fd-ad80-ddbe8415d5b6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event updated for resources: {'Port': ['ID=cbbdb22b-f476-4923-99e9-b22c910ca60b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:10.585718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d3e3d589-f204-4ce9-b54f-eaa0ed6ccca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:10.598900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e3d589-f204-4ce9-b54f-eaa0ed6ccca7 None None] Routers {'d230574a-e448-4f64-8874-0f9a2b229d6f'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:23:10.600060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d3e3d589-f204-4ce9-b54f-eaa0ed6ccca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:22:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['d230574a-e448-4f64-8874-0f9a2b229d6f'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:10.628306 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d72431-14ce-49be-9afa-49c390fd5f8f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:10.628784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d72431-14ce-49be-9afa-49c390fd5f8f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:10.639610 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-30d72431-14ce-49be-9afa-49c390fd5f8f tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/subnets/b3ed9a09-7273-4a79-9929-65fdc916120a HTTP/1.1" status: 404 len: 337 time: 0.1294346 Dec 16 22:23:10.642659 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44794) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:10.643849 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ef1a68d-730e-4800-b52a-49c98583f4cc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.646112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aeb8de-13b6-4957-a14e-1a1ff53d006e tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Network': ['ID=9b0a39a5-e9a8-4cfe-8a36-5ba27e0621b5,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:10.684414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-1cad9c54-6aee-47fd-ad80-ddbe8415d5b6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:10.685112 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-1cad9c54-6aee-47fd-ad80-ddbe8415d5b6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.745828 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9ebbc6-a195-41f9-bc92-06e40b757ef5 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:10.746404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9ebbc6-a195-41f9-bc92-06e40b757ef5 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:10.750884 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44796) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:10.754378 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fb9ebbc6-a195-41f9-bc92-06e40b757ef5 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/4800621e-3356-4840-864d-f8080b41a21b HTTP/1.1" status: 404 len: 339 time: 0.1101129 Dec 16 22:23:10.762203 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44800) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:10.804337 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-00eb26db-d32a-4da3-983b-c81da36aed0a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:10.804728 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00eb26db-d32a-4da3-983b-c81da36aed0a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:10.810502 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-00eb26db-d32a-4da3-983b-c81da36aed0a tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/subnets/44f1e928-1e67-4597-8003-3edda00673fd HTTP/1.1" status: 404 len: 337 time: 0.0471990 Dec 16 22:23:10.811379 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44802) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:10.833238 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b28656-b63e-42bc-a89c-50b52f30a20c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:10.833777 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b28656-b63e-42bc-a89c-50b52f30a20c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:10.839886 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-48b28656-b63e-42bc-a89c-50b52f30a20c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/ef566857-71dd-4803-8a59-40803d3756dd HTTP/1.1" status: 404 len: 339 time: 0.0265841 Dec 16 22:23:10.845753 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44804) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:10.900694 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-1cad9c54-6aee-47fd-ad80-ddbe8415d5b6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2847033 Dec 16 22:23:10.901722 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2fa73a-3b1f-449b-b65f-5be1ed71b3f1 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:10.902260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2fa73a-3b1f-449b-b65f-5be1ed71b3f1 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:10.906191 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7f2fa73a-3b1f-449b-b65f-5be1ed71b3f1 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/subnets/1205e6da-94c2-424e-8ceb-32bb37259a97 HTTP/1.1" status: 404 len: 337 time: 0.0640414 Dec 16 22:23:10.909197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44806) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:10.945253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Request body: {'port': {'device_id': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:10.961814 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d3e3d589-f204-4ce9-b54f-eaa0ed6ccca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:10.962548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e3d589-f204-4ce9-b54f-eaa0ed6ccca7 None None] The sync data for ids ['d230574a-e448-4f64-8874-0f9a2b229d6f'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:23:10.967632 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f582b38e-3fd5-451c-a35d-c1125f1ccaad no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:10.969516 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a8b4aa-7004-4451-9123-a76a9424e758 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:10.973286 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a8b4aa-7004-4451-9123-a76a9424e758 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:10.978593 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-49a8b4aa-7004-4451-9123-a76a9424e758 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/f8325e82-dcb7-4926-aedc-e610d2fa710a HTTP/1.1" status: 404 len: 339 time: 0.0680599 Dec 16 22:23:10.997618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: f582b38e-3fd5-451c-a35d-c1125f1ccaad {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:10.998280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f582b38e-3fd5-451c-a35d-c1125f1ccaad not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:11.011215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a71b5f2c-bb04-46c1-a2c9-0bdb162db9a7 None None] Provisioning complete for port cbbdb22b-f476-4923-99e9-b22c910ca60b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:11.011707 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a71b5f2c-bb04-46c1-a2c9-0bdb162db9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.016944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44810) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:11.054875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a71b5f2c-bb04-46c1-a2c9-0bdb162db9a7 None None] Port cbbdb22b-f476-4923-99e9-b22c910ca60b cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:11.067576 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd23dced-1dc6-4f54-b6e0-462632f5a696 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:11.068152 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd23dced-1dc6-4f54-b6e0-462632f5a696 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:11.072179 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fd23dced-1dc6-4f54-b6e0-462632f5a696 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/subnets/7f1603fc-f067-45b5-ad7e-022004b26f7e HTTP/1.1" status: 404 len: 337 time: 0.0532546 Dec 16 22:23:11.074353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44814) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:11.086810 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.100589 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7d3056-c82d-4597-aa74-e16d1e5ba387 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:11.101133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7d3056-c82d-4597-aa74-e16d1e5ba387 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:11.104299 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cb7d3056-c82d-4597-aa74-e16d1e5ba387 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/a99a71e8-3401-4963-a3b1-4619c3b3e06e HTTP/1.1" status: 404 len: 339 time: 0.0292220 Dec 16 22:23:11.113378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44816) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:11.160791 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f6b14d-b1fb-4c0a-a98f-a15b4d2fc2ab tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:11.161169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f6b14d-b1fb-4c0a-a98f-a15b4d2fc2ab tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:11.166584 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-93f6b14d-b1fb-4c0a-a98f-a15b4d2fc2ab tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/subnets/33d32a54-9565-4fa7-9cf7-37d8930b2b19 HTTP/1.1" status: 404 len: 337 time: 0.0499659 Dec 16 22:23:11.168761 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44818) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:11.196066 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f5f393-8d11-47f2-b075-e2d009ba91d2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:11.196598 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f5f393-8d11-47f2-b075-e2d009ba91d2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:11.202390 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-51f5f393-8d11-47f2-b075-e2d009ba91d2 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/16e0b0a9-f685-4e15-b366-68aacf7c41c4 HTTP/1.1" status: 404 len: 339 time: 0.0303245 Dec 16 22:23:11.207546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44820) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:11.285949 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-40441e96-fe7f-4200-be20-71820d85cc23 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:11.286427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40441e96-fe7f-4200-be20-71820d85cc23 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:11.291815 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-40441e96-fe7f-4200-be20-71820d85cc23 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/subnets/6597e03b-7c53-4d4c-ba60-b0c77c1b110a HTTP/1.1" status: 404 len: 337 time: 0.0809042 Dec 16 22:23:11.292384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44824) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:11.316918 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ebe58dc6-e254-419a-a21c-83bd00736ce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.321527 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d093d08-2d97-427f-bdd2-796656e60ad9 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:11.322061 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d093d08-2d97-427f-bdd2-796656e60ad9 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:11.327363 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1d093d08-2d97-427f-bdd2-796656e60ad9 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/2d28f4d0-2417-4818-915a-91be55716aa8 HTTP/1.1" status: 404 len: 339 time: 0.0317426 Dec 16 22:23:11.328542 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44826) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:11.329956 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ef1a68d-730e-4800-b52a-49c98583f4cc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.338591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b2b9c-316f-4522-9845-2a6dace3d06d req-5c7a1efc-5749-459e-99ef-ef9d6eecf309 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:11.340163 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f49b2b9c-316f-4522-9845-2a6dace3d06d req-5c7a1efc-5749-459e-99ef-ef9d6eecf309 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.6302545 Dec 16 22:23:11.341794 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ef1a68d-730e-4800-b52a-49c98583f4cc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.360853 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a568e19-2dfa-48b4-8564-5de8b046fc9c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:11.361320 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a568e19-2dfa-48b4-8564-5de8b046fc9c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:11.364385 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7a568e19-2dfa-48b4-8564-5de8b046fc9c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/subnets/08ea3617-71a1-4024-bf2c-6ad1fea7dc16 HTTP/1.1" status: 404 len: 337 time: 0.0350087 Dec 16 22:23:11.366911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44828) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:11.425254 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0965ed-941e-4d8d-b149-e9624c78f6e9 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:11.425933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0965ed-941e-4d8d-b149-e9624c78f6e9 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:11.428879 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dd0965ed-941e-4d8d-b149-e9624c78f6e9 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/e5a5f335-f9db-4f9f-80ed-44d109511198 HTTP/1.1" status: 404 len: 339 time: 0.0609865 Dec 16 22:23:11.431478 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44830) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:11.435197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8583fba-a653-4e30-9868-05924880dabd req-5b3039bf-ca64-49f6-aff8-d2de733c6473 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:11.437315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8583fba-a653-4e30-9868-05924880dabd req-5b3039bf-ca64-49f6-aff8-d2de733c6473 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 931 time: 0.2232652 Dec 16 22:23:11.466428 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bc76d6-c12a-4491-a884-3f58d1f4331c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:11.466896 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4bc76d6-c12a-4491-a884-3f58d1f4331c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:11.470246 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b4bc76d6-c12a-4491-a884-3f58d1f4331c tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/subnets/5f0cf813-4cb6-4dc0-a828-d77cf98fc5d0 HTTP/1.1" status: 404 len: 337 time: 0.0378079 Dec 16 22:23:11.473037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44832) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:11.498998 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8452ed-0dc9-4e01-88c9-0001d32e0a87 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:11.500196 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8452ed-0dc9-4e01-88c9-0001d32e0a87 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:11.502704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f49b2b9c-316f-4522-9845-2a6dace3d06d req-74f76a63-9f97-4e03-adeb-d291b8851696 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485569 Dec 16 22:23:11.506492 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ef8452ed-0dc9-4e01-88c9-0001d32e0a87 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/3e78c685-1950-4ef9-ae0d-f82f25383ccf HTTP/1.1" status: 404 len: 339 time: 0.0301297 Dec 16 22:23:11.507340 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44834) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:11.552127 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ef1a68d-730e-4800-b52a-49c98583f4cc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.553429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef1a68d-730e-4800-b52a-49c98583f4cc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Fanout notify agent at l3_agent the message router_deleted on router d230574a-e448-4f64-8874-0f9a2b229d6f {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:23:11.569854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8583fba-a653-4e30-9868-05924880dabd req-3406de95-1a9e-4792-b6db-30fc22b0c78d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195941 Dec 16 22:23:11.587601 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ef1a68d-730e-4800-b52a-49c98583f4cc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.588760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0ef1a68d-730e-4800-b52a-49c98583f4cc tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] 10.222.0.43 "DELETE /v2.0/routers/d230574a-e448-4f64-8874-0f9a2b229d6f HTTP/1.1" status: 204 len: 168 time: 1.0746055 Dec 16 22:23:11.595191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44836) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:11.609737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-274f7418-3b4c-4d63-a4bf-6a9693412295 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Deleting subnet 62b9d70a-855a-4041-ba17-e0e394d8f0f1 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:23:11.615893 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-274f7418-3b4c-4d63-a4bf-6a9693412295 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.639490 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ebe58dc6-e254-419a-a21c-83bd00736ce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.663141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318321d3-80cd-4358-9521-30277393c1dc req-19096826-dd3b-4cd6-a149-bec9ae98cef8 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:11.664923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-318321d3-80cd-4358-9521-30277393c1dc req-19096826-dd3b-4cd6-a149-bec9ae98cef8 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0664155 Dec 16 22:23:11.705777 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ebe58dc6-e254-419a-a21c-83bd00736ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.754417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-318321d3-80cd-4358-9521-30277393c1dc req-beb8df1d-944f-4c0e-898a-57bac3040e61 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832720 Dec 16 22:23:11.758966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe58dc6-e254-419a-a21c-83bd00736ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a320fa2-9489-44f4-ac95-fe7029d524f9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:11.763819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ebe58dc6-e254-419a-a21c-83bd00736ce4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47ed370af71149608c71a449645d3b1f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0118594 Dec 16 22:23:11.767241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44840) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:11.769430 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-274f7418-3b4c-4d63-a4bf-6a9693412295 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.783710 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d59dcab-d095-48e7-884f-69aa5680608a tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Deleting subnet 41bf7a6f-0141-4b65-8ab7-62d0270d03a8 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:23:11.802443 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d59dcab-d095-48e7-884f-69aa5680608a tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.808718 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbdb22b-f476-4923-99e9-b22c910ca60b {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:23:11.830511 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c1b652c-11e3-4c02-8553-7876cb083205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.839669 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.859259 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c1b652c-11e3-4c02-8553-7876cb083205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.877566 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Transition to ACTIVE for port object cbbdb22b-f476-4923-99e9-b22c910ca60b will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:23:11.880909 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d59dcab-d095-48e7-884f-69aa5680608a tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.958635 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.961017 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-274f7418-3b4c-4d63-a4bf-6a9693412295 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.987677 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c1b652c-11e3-4c02-8553-7876cb083205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.990292 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c1b652c-11e3-4c02-8553-7876cb083205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.993847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2c1b652c-11e3-4c02-8553-7876cb083205 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a320fa2-9489-44f4-ac95-fe7029d524f9 HTTP/1.1" status: 204 len: 168 time: 0.2230473 Dec 16 22:23:12.001701 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b652c-11e3-4c02-8553-7876cb083205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a320fa2-9489-44f4-ac95-fe7029d524f9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:12.101367 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d59dcab-d095-48e7-884f-69aa5680608a tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.108415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbdb22b-f476-4923-99e9-b22c910ca60b,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:12.224607 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Attempting to bind port cbbdb22b-f476-4923-99e9-b22c910ca60b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:12.224856 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Attempting to bind port cbbdb22b-f476-4923-99e9-b22c910ca60b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:12.225190 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Attempting to bind port cbbdb22b-f476-4923-99e9-b22c910ca60b on network 6a046838-926f-4ef6-8e4a-4e2a10007290 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:12.230025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Port cbbdb22b-f476-4923-99e9-b22c910ca60b on network 6a046838-926f-4ef6-8e4a-4e2a10007290 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:23:12.230373 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Attempting to bind port cbbdb22b-f476-4923-99e9-b22c910ca60b on network 6a046838-926f-4ef6-8e4a-4e2a10007290 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:12.235420 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:12.235757 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Checking segment: {'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:12.236171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Bound using segment: {'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:12.236556 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Bound port: cbbdb22b-f476-4923-99e9-b22c910ca60b, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a54659-2c8f-4ded-84ca-cf9fc040fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:12.236912 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.247839 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-274f7418-3b4c-4d63-a4bf-6a9693412295 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.281995 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f7418-3b4c-4d63-a4bf-6a9693412295 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Subnet': ['ID=62b9d70a-855a-4041-ba17-e0e394d8f0f1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:12.304663 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-274f7418-3b4c-4d63-a4bf-6a9693412295 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.310421 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-274f7418-3b4c-4d63-a4bf-6a9693412295 tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/subnets/62b9d70a-855a-4041-ba17-e0e394d8f0f1 HTTP/1.1" status: 204 len: 168 time: 0.7998114 Dec 16 22:23:12.310824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44844) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:12.311768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa2424d-1aaf-4fea-995c-4591f04257c5 None None] Network 245d41dc-3305-4e32-bb00-846be6bb2823 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:12.349513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] For port cbbdb22b-f476-4923-99e9-b22c910ca60b, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:12.352747 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] For port cbbdb22b-f476-4923-99e9-b22c910ca60b, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cbbdb22b-f476-4923-99e9-b22c910ca60b,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:12.407259 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.424424 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d59dcab-d095-48e7-884f-69aa5680608a tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.459662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59dcab-d095-48e7-884f-69aa5680608a tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Pushing event deleted for resources: {'Subnet': ['ID=41bf7a6f-0141-4b65-8ab7-62d0270d03a8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:12.476164 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d59dcab-d095-48e7-884f-69aa5680608a tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.478416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Deleting port d809995c-e5e5-4dd0-b6db-d361a26abe14 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:12.478796 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.481922 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0d59dcab-d095-48e7-884f-69aa5680608a tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] 10.222.0.43 "DELETE /v2.0/subnets/41bf7a6f-0141-4b65-8ab7-62d0270d03a8 HTTP/1.1" status: 204 len: 168 time: 0.8833513 Dec 16 22:23:12.481922 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.482168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44848) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:12.488796 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64858930-4ba0-4e4d-bbf2-8eac92ab2633 None None] Network 097ebe82-c95b-40b4-b32c-0eeafbf06ca1 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:12.520225 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:12.520992 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.522432 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] 10.222.0.69 "PUT /v2.0/ports/cbbdb22b-f476-4923-99e9-b22c910ca60b HTTP/1.1" status: 200 len: 1091 time: 1.5818594 Dec 16 22:23:12.525186 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'tag': 'cbbdb22b-f476-4923-99e9-b22c910ca60b'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:12.527381 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d17a91-221e-43f4-a7a6-49dad4713497" -d '{"events": [{"name": "network-changed", "server_uuid": "66d62d90-733b-4b54-8dce-57ed8be1dc6c", "tag": "cbbdb22b-f476-4923-99e9-b22c910ca60b"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:12.567301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8ddd4-35b9-4b84-82fc-d0026ecec389 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbdb22b-f476-4923-99e9-b22c910ca60b,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:12.598211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705c766a-a491-4eaa-919f-b29d2ab703a3 None None] DHCP port deletion for 245d41dc-3305-4e32-bb00-846be6bb2823 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:12.724370 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-705c766a-a491-4eaa-919f-b29d2ab703a3 None None] Deleting port d809995c-e5e5-4dd0-b6db-d361a26abe14 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:12.724826 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-705c766a-a491-4eaa-919f-b29d2ab703a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.725250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] For port d809995c-e5e5-4dd0-b6db-d361a26abe14, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d809995c-e5e5-4dd0-b6db-d361a26abe14,segment=NetworkSegment(ffba7a43-053d-4ffa-9c93-992f75b0bf9d),segment_id=ffba7a43-053d-4ffa-9c93-992f75b0bf9d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:12.727676 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.760363 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.788283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Calling delete_port for d809995c-e5e5-4dd0-b6db-d361a26abe14 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:12.814117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ff655a-0254-4c51-a2c0-46a6426de4d0 None None] DHCP port deletion for 097ebe82-c95b-40b4-b32c-0eeafbf06ca1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:12.823296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44864) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:12.831792 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-1d013f01-baa9-4c31-b4a9-a46e0fd32c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:12.836298 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-1d013f01-baa9-4c31-b4a9-a46e0fd32c1e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bd199153c4c454ca86c6a746307e0b6&device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 1094 time: 0.1214509 Dec 16 22:23:12.881166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-705c766a-a491-4eaa-919f-b29d2ab703a3 None None] For port d809995c-e5e5-4dd0-b6db-d361a26abe14, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d809995c-e5e5-4dd0-b6db-d361a26abe14,segment=NetworkSegment(ffba7a43-053d-4ffa-9c93-992f75b0bf9d),segment_id=ffba7a43-053d-4ffa-9c93-992f75b0bf9d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:12.881166 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-705c766a-a491-4eaa-919f-b29d2ab703a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.887965 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa8d7e8-1906-451b-aaaa-be7d225a895c x-openstack-request-id: req-8fa8d7e8-1906-451b-aaaa-be7d225a895c {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:12.891406 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d62d90-733b-4b54-8dce-57ed8be1dc6c", "tag": "cbbdb22b-f476-4923-99e9-b22c910ca60b", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:12.892123 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fa8d7e8-1906-451b-aaaa-be7d225a895c {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:12.892790 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'tag': 'cbbdb22b-f476-4923-99e9-b22c910ca60b', 'status': 'completed', 'code': 200} Dec 16 22:23:12.900533 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-705c766a-a491-4eaa-919f-b29d2ab703a3 None None] Calling delete_port for d809995c-e5e5-4dd0-b6db-d361a26abe14 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:12.959121 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-8ea600cb-100e-408e-9cb9-603bc6aba7e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbdb22b-f476-4923-99e9-b22c910ca60b HTTP/1.1" status: 200 len: 217 time: 0.1068211 Dec 16 22:23:12.985515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d809995c-e5e5-4dd0-b6db-d361a26abe14 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:13.022671 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8d205118-d4cb-46f5-ad5b-166111257999 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6292f37d065a417384b60b5441851e21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1894453 Dec 16 22:23:13.023891 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44866) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:13.047285 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-9ed88c89-5525-48b4-b60e-33f65b9fe661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:13.049350 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-9ed88c89-5525-48b4-b60e-33f65b9fe661 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5214a06-2f1e-40fb-bdb3-af39deff7abd HTTP/1.1" status: 200 len: 855 time: 0.0727391 Dec 16 22:23:13.050346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df96d4-127f-4620-b7b6-22aeacaa7b95 req-64069881-4a44-4257-a295-d2dc08919570 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:13.052065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3df96d4-127f-4620-b7b6-22aeacaa7b95 req-64069881-4a44-4257-a295-d2dc08919570 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.4211640 Dec 16 22:23:13.054956 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff655a-0254-4c51-a2c0-46a6426de4d0 None None] Deleting port b98d74f7-570b-4300-b7a1-9b1b1dc09259 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:13.055399 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4ff655a-0254-4c51-a2c0-46a6426de4d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.062009 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.125385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Port': ['ID=d809995c-e5e5-4dd0-b6db-d361a26abe14,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:13.129264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] No DVR routers for this DVR port d809995c-e5e5-4dd0-b6db-d361a26abe14 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:13.146381 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.157313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No active binding found for port d809995c-e5e5-4dd0-b6db-d361a26abe14 {{(pid=103953) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 22:23:13.157698 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8462764a-d417-4942-8669-999336de1877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.157878 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d809995c-e5e5-4dd0-b6db-d361a26abe14 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:13.158230 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b98d74f7-570b-4300-b7a1-9b1b1dc09259 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:13.179545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-749ed05a-4079-4861-b54c-b4c42171bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:13.181483 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b9813-34c8-4337-a310-979cb63266e0 req-11b91cd5-bb86-44b1-b352-7122cc0c1063 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:13.183101 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db1b9813-34c8-4337-a310-979cb63266e0 req-11b91cd5-bb86-44b1-b352-7122cc0c1063 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1876898 Dec 16 22:23:13.184055 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-749ed05a-4079-4861-b54c-b4c42171bb1d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a046838-926f-4ef6-8e4a-4e2a10007290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201053 Dec 16 22:23:13.187569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Deleting port b98d74f7-570b-4300-b7a1-9b1b1dc09259 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:13.188200 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.212698 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e4ff655a-0254-4c51-a2c0-46a6426de4d0 None None] For port b98d74f7-570b-4300-b7a1-9b1b1dc09259, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b98d74f7-570b-4300-b7a1-9b1b1dc09259,segment=NetworkSegment(dcceb6de-0b0b-45b4-a60c-e0fce9a2109e),segment_id=dcceb6de-0b0b-45b4-a60c-e0fce9a2109e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:13.213114 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4ff655a-0254-4c51-a2c0-46a6426de4d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.228990 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-705c766a-a491-4eaa-919f-b29d2ab703a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.238727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff655a-0254-4c51-a2c0-46a6426de4d0 None None] Calling delete_port for b98d74f7-570b-4300-b7a1-9b1b1dc09259 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:13.264738 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8462764a-d417-4942-8669-999336de1877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.277747 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.278778 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c766a-a491-4eaa-919f-b29d2ab703a3 None None] Pushing event deleted for resources: {'Port': ['ID=d809995c-e5e5-4dd0-b6db-d361a26abe14,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:13.288981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705c766a-a491-4eaa-919f-b29d2ab703a3 None None] No DVR routers for this DVR port d809995c-e5e5-4dd0-b6db-d361a26abe14 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:13.346940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3df96d4-127f-4620-b7b6-22aeacaa7b95 req-fc2d8d78-983a-4692-811e-6312f80820c7 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813785 Dec 16 22:23:13.366012 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-6bede72b-9c84-4d63-8dbf-baa597a797e9 service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666610 Dec 16 22:23:13.386499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db1b9813-34c8-4337-a310-979cb63266e0 req-db3568dc-a6df-4a44-a9b6-c99d181bbf59 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786060 Dec 16 22:23:13.391648 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.395367 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.396413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] For port b98d74f7-570b-4300-b7a1-9b1b1dc09259, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b98d74f7-570b-4300-b7a1-9b1b1dc09259,segment=NetworkSegment(dcceb6de-0b0b-45b4-a60c-e0fce9a2109e),segment_id=dcceb6de-0b0b-45b4-a60c-e0fce9a2109e)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:13.396962 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.434508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Calling delete_port for b98d74f7-570b-4300-b7a1-9b1b1dc09259 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:13.442248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245d41dc-3305-4e32-bb00-846be6bb2823']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:13.459475 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffba7a43-053d-4ffa-9c93-992f75b0bf9d') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:13.459861 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffba7a43-053d-4ffa-9c93-992f75b0bf9d') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:13.508348 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.536360 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4ff655a-0254-4c51-a2c0-46a6426de4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.550783 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.561425 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-eb7ee584-0773-4a1c-b02d-1a894c635e41 req-055e404f-6377-4b5b-a42f-08d0b3b0045f service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864579 Dec 16 22:23:13.564573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:13.565066 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.568666 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8462764a-d417-4942-8669-999336de1877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.571308 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8462764a-d417-4942-8669-999336de1877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.575450 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8462764a-d417-4942-8669-999336de1877 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/01b21d4d-4647-411f-a701-082decb30091 HTTP/1.1" status: 204 len: 168 time: 0.5477223 Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:13.575669 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:13.589270 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462764a-d417-4942-8669-999336de1877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b21d4d-4647-411f-a701-082decb30091,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:13.601786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff655a-0254-4c51-a2c0-46a6426de4d0 None None] No DVR routers for this DVR port b98d74f7-570b-4300-b7a1-9b1b1dc09259 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:13.601786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff655a-0254-4c51-a2c0-46a6426de4d0 None None] Pushing event deleted for resources: {'Port': ['ID=b98d74f7-570b-4300-b7a1-9b1b1dc09259,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:13.691040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453b969-6616-490e-b1fa-322d9faca25f req-0532edc3-faf2-4ba0-821b-2d24b75b1f40 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:13.695797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2453b969-6616-490e-b1fa-322d9faca25f req-0532edc3-faf2-4ba0-821b-2d24b75b1f40 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.1848927 Dec 16 22:23:13.719757 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.746229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d17a91-221e-43f4-a7a6-49dad4713497 req-13498615-8dce-43d8-8315-52859256f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:13.747863 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-28d17a91-221e-43f4-a7a6-49dad4713497 req-13498615-8dce-43d8-8315-52859256f46f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bd199153c4c454ca86c6a746307e0b6&device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 1094 time: 0.0558794 Dec 16 22:23:13.754706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Pushing event deleted for resources: {'Port': ['ID=b98d74f7-570b-4300-b7a1-9b1b1dc09259,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:13.758417 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.777049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] No DVR routers for this DVR port b98d74f7-570b-4300-b7a1-9b1b1dc09259 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:13.778960 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.787095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] 10.222.0.43 "DELETE /v2.0/networks/245d41dc-3305-4e32-bb00-846be6bb2823 HTTP/1.1" status: 204 len: 168 time: 1.4708145 Dec 16 22:23:13.824620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f6291-f86a-4606-9f8d-2cdea18521be tempest-NetworksTest-808336528 tempest-NetworksTest-808336528-project] Pushing event deleted for resources: {'Network': ['ID=245d41dc-3305-4e32-bb00-846be6bb2823,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:13.836937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2453b969-6616-490e-b1fa-322d9faca25f req-3da125fd-3ca4-4495-be11-cc0a11a19745 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367824 Dec 16 22:23:13.875708 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d17a91-221e-43f4-a7a6-49dad4713497 req-e41389d7-c2df-4279-bded-f63115170798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:13.877292 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-28d17a91-221e-43f4-a7a6-49dad4713497 req-e41389d7-c2df-4279-bded-f63115170798 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a046838-926f-4ef6-8e4a-4e2a10007290 HTTP/1.1" status: 200 len: 917 time: 0.1180470 Dec 16 22:23:13.907722 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.929165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097ebe82-c95b-40b4-b32c-0eeafbf06ca1']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:13.929994 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-28d17a91-221e-43f4-a7a6-49dad4713497 req-0a0dbb70-8fb8-419a-93a6-5b3ce2182244 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbdb22b-f476-4923-99e9-b22c910ca60b HTTP/1.1" status: 200 len: 217 time: 0.0420015 Dec 16 22:23:13.939302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcceb6de-0b0b-45b4-a60c-e0fce9a2109e') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:13.939589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcceb6de-0b0b-45b4-a60c-e0fce9a2109e') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:13.950544 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.965709 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.974325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:13.974720 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:13.978951 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:13.988764 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d17a91-221e-43f4-a7a6-49dad4713497 req-95ab836a-0703-42f9-bb3f-20ca6cc36b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:13.990249 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-28d17a91-221e-43f4-a7a6-49dad4713497 req-95ab836a-0703-42f9-bb3f-20ca6cc36b13 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5214a06-2f1e-40fb-bdb3-af39deff7abd HTTP/1.1" status: 200 len: 855 time: 0.0525994 Dec 16 22:23:14.044813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d17a91-221e-43f4-a7a6-49dad4713497 req-44711b90-8e63-41e8-8fa7-094f84d87ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:14.047451 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-28d17a91-221e-43f4-a7a6-49dad4713497 req-44711b90-8e63-41e8-8fa7-094f84d87ff9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a046838-926f-4ef6-8e4a-4e2a10007290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493796 Dec 16 22:23:14.127199 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.141010 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.144310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] 10.222.0.43 "DELETE /v2.0/networks/097ebe82-c95b-40b4-b32c-0eeafbf06ca1 HTTP/1.1" status: 204 len: 168 time: 1.6608143 Dec 16 22:23:14.157326 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-28d17a91-221e-43f4-a7a6-49dad4713497 req-796ce7e6-4ec5-47f0-9558-ab9e29e84e0b service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994492 Dec 16 22:23:14.159228 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50807768-1293-473e-aa5f-dc6007960c1f tempest-FloatingIPNegativeTestJSON-2330528 tempest-FloatingIPNegativeTestJSON-2330528-project] Pushing event deleted for resources: {'Network': ['ID=097ebe82-c95b-40b4-b32c-0eeafbf06ca1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:14.262557 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-28d17a91-221e-43f4-a7a6-49dad4713497 req-95c3fc1d-a27a-4090-ae0a-f39f45a78e8b service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973754 Dec 16 22:23:14.340495 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44884) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:14.496749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4af3d0-489a-4161-91fb-fb154fcc961e req-57b1127b-df18-4765-9c6f-e3f36502886d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:14.498271 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db4af3d0-489a-4161-91fb-fb154fcc961e req-57b1127b-df18-4765-9c6f-e3f36502886d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0635531 Dec 16 22:23:14.568583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33717bd5-dcb6-4da0-8bd4-87890761987e req-38188e45-7bc6-4302-879c-4ccf79bf9479 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:14.570207 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33717bd5-dcb6-4da0-8bd4-87890761987e req-38188e45-7bc6-4302-879c-4ccf79bf9479 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0929148 Dec 16 22:23:14.581039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db4af3d0-489a-4161-91fb-fb154fcc961e req-57e38678-5aff-4599-967b-75a85009f0cf tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680060 Dec 16 22:23:14.666358 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33717bd5-dcb6-4da0-8bd4-87890761987e req-9518769e-97f8-4783-9c06-e9780441baa1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839930 Dec 16 22:23:14.681171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44900) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:14.710944 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a6ad5afe-9677-4ee6-b061-662a1fb09501 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6525b3ae2c6a43798b16698ae332a34f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3655379 Dec 16 22:23:14.710944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44904) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:14.763479 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94b46756-45bc-4821-818c-921a2a10b5f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.785787 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94b46756-45bc-4821-818c-921a2a10b5f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.845063 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a6458c1d-86bc-49e8-a1cf-becbf2c8fc09 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a805866fff4043f48970279a0587c02e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1627336 Dec 16 22:23:14.847423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44910) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:14.906294 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-98b102ee-b9f8-4696-9a6a-d4c86f18878c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.932543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94b46756-45bc-4821-818c-921a2a10b5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.935414 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94b46756-45bc-4821-818c-921a2a10b5f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.936675 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-94b46756-45bc-4821-818c-921a2a10b5f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/094f4f84-3b70-44db-9e8a-b2c53e6e7d2c HTTP/1.1" status: 204 len: 168 time: 0.2259190 Dec 16 22:23:14.939379 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-98b102ee-b9f8-4696-9a6a-d4c86f18878c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.945772 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b46756-45bc-4821-818c-921a2a10b5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094f4f84-3b70-44db-9e8a-b2c53e6e7d2c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:15.007441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bc737-d7f2-4a0e-afc0-cf181788d3dd req-9d4e0e94-69b0-474f-a675-43bce69f9f67 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:15.009089 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-999bc737-d7f2-4a0e-afc0-cf181788d3dd req-9d4e0e94-69b0-474f-a675-43bce69f9f67 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0880427 Dec 16 22:23:15.068543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-999bc737-d7f2-4a0e-afc0-cf181788d3dd req-362c8862-5984-4fef-a089-b4c095d1ee01 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525591 Dec 16 22:23:15.142325 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-98b102ee-b9f8-4696-9a6a-d4c86f18878c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:15.144997 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-98b102ee-b9f8-4696-9a6a-d4c86f18878c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:15.146268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-98b102ee-b9f8-4696-9a6a-d4c86f18878c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79115340-ca91-4aaa-8774-32f588edf3a0 HTTP/1.1" status: 204 len: 168 time: 0.2975688 Dec 16 22:23:15.154818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b102ee-b9f8-4696-9a6a-d4c86f18878c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79115340-ca91-4aaa-8774-32f588edf3a0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:15.732679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220ed86-e38a-4c02-aa5b-f386d2f33cc0 req-6122e984-2ee4-488d-acc8-e9f918a25dbe tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:15.736880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e220ed86-e38a-4c02-aa5b-f386d2f33cc0 req-6122e984-2ee4-488d-acc8-e9f918a25dbe tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0699797 Dec 16 22:23:15.795940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e220ed86-e38a-4c02-aa5b-f386d2f33cc0 req-731c89de-58c6-4233-a56b-46ce9812170e tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521789 Dec 16 22:23:15.865138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56918e-f731-4a1c-9a25-9d681402466d req-c665b826-4b22-47c1-b439-59a59f27a008 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:15.866970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d56918e-f731-4a1c-9a25-9d681402466d req-c665b826-4b22-47c1-b439-59a59f27a008 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0580013 Dec 16 22:23:15.934227 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d56918e-f731-4a1c-9a25-9d681402466d req-1c886655-8ba1-4048-a969-b5241c314f01 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572140 Dec 16 22:23:16.217112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9e79d-d9d0-43e4-b9a5-472d81f64ebc req-1b2f6966-8639-4d4e-9a22-aac5a3dfbc71 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.223916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1c9e79d-d9d0-43e4-b9a5-472d81f64ebc req-1b2f6966-8639-4d4e-9a22-aac5a3dfbc71 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0636272 Dec 16 22:23:16.285385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1c9e79d-d9d0-43e4-b9a5-472d81f64ebc req-2cff3e22-f801-47df-b80f-39e2d4bf3248 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592511 Dec 16 22:23:16.762620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44988) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:16.934381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bafe9-cef6-4907-8aa9-a1069d51d8d7 req-bf8cc146-17a1-482b-b454-c7cd72ff3d15 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.936193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f88bafe9-cef6-4907-8aa9-a1069d51d8d7 req-bf8cc146-17a1-482b-b454-c7cd72ff3d15 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0661671 Dec 16 22:23:17.015345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f88bafe9-cef6-4907-8aa9-a1069d51d8d7 req-500b490a-453e-4a97-af68-bf656bdd32ff tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705585 Dec 16 22:23:17.109177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83725c0-56cf-4e2a-8f91-f315150f9781 req-8cccc31e-e4e6-4ad2-8098-adf2b70b3369 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:17.110748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f83725c0-56cf-4e2a-8f91-f315150f9781 req-8cccc31e-e4e6-4ad2-8098-adf2b70b3369 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0596828 Dec 16 22:23:17.180448 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-2f845207-7fbf-4507-9248-ddf2ad596762 tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:17.244294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f83725c0-56cf-4e2a-8f91-f315150f9781 req-640cd186-16d3-4b46-bfba-5dae89897dd0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213727 Dec 16 22:23:17.277205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45008) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:17.335256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-3bc8fe95-c2f7-419a-8b29-c86c53cfa656 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1828522518'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:17.421123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea89e26-57fa-4ee9-a1f1-c5d312137590 req-5cece746-1da7-4df1-a608-44ab292cac9d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:17.422986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dea89e26-57fa-4ee9-a1f1-c5d312137590 req-5cece746-1da7-4df1-a608-44ab292cac9d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0546212 Dec 16 22:23:17.484401 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dea89e26-57fa-4ee9-a1f1-c5d312137590 req-54c9a4aa-46dc-44c0-bc85-a0b8996c464a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539172 Dec 16 22:23:17.493406 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc8fe95-c2f7-419a-8b29-c86c53cfa656 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:17.497839 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fe95-c2f7-419a-8b29-c86c53cfa656 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.501383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2f845207-7fbf-4507-9248-ddf2ad596762 tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] 10.222.0.43 "PUT /v2.0/quotas/cbea5a650af842479a239af499ef32c8 HTTP/1.1" status: 200 len: 366 time: 0.7394900 Dec 16 22:23:17.504779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45016) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:17.510282 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fe95-c2f7-419a-8b29-c86c53cfa656 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.520944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b61cc562-750c-45df-954d-bf7501c09883 tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0151455 Dec 16 22:23:17.523581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45018) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:17.538900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1ac5e064-b5c4-4c91-96b8-0eda22f8380d tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] 10.222.0.43 "GET /v2.0/quotas/cbea5a650af842479a239af499ef32c8 HTTP/1.1" status: 200 len: 366 time: 0.0138433 Dec 16 22:23:17.541415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45020) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:17.607104 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fe95-c2f7-419a-8b29-c86c53cfa656 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.664970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7295d624-c530-4bf1-a2d4-f646fc6fb6d9 tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/cbea5a650af842479a239af499ef32c8 HTTP/1.1" status: 204 len: 168 time: 0.1222644 Dec 16 22:23:17.668567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45024) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:17.680748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3e202d07-99be-4b56-8371-0ea866fe55de tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0107901 Dec 16 22:23:17.683748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45026) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:17.696118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3b0f25d1-fc30-408a-b333-2eb8a13d35c7 tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] 10.222.0.43 "GET /v2.0/quotas/cbea5a650af842479a239af499ef32c8 HTTP/1.1" status: 200 len: 370 time: 0.0110626 Dec 16 22:23:17.698586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45028) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:17.706794 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-61958ad4-7e10-40ad-ada1-a7ddc040d2a3 tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] 10.222.0.43 "GET /v2.0/quotas/cbea5a650af842479a239af499ef32c8/default HTTP/1.1" status: 200 len: 370 time: 0.0064929 Dec 16 22:23:17.709568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45030) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:17.721153 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-d62d23ee-2e13-4a98-be9e-85669aac80ff tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] delete failed (client error): The resource could not be found. Dec 16 22:23:17.722527 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d62d23ee-2e13-4a98-be9e-85669aac80ff tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/cbea5a650af842479a239af499ef32c8 HTTP/1.1" status: 404 len: 348 time: 0.0115063 Dec 16 22:23:17.771698 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fe95-c2f7-419a-8b29-c86c53cfa656 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.819070 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc8fe95-c2f7-419a-8b29-c86c53cfa656 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:23:17.844194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8fe95-c2f7-419a-8b29-c86c53cfa656 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e741ef0-8305-460b-9dae-6a3dc477ce91,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:17.865112 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fe95-c2f7-419a-8b29-c86c53cfa656 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.866015 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-3bc8fe95-c2f7-419a-8b29-c86c53cfa656 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Added segment cb480fcf-ddaf-4015-95c6-bf4206290213 of type vlan for network f2b65266-1a37-4c4c-be2f-73cd3fe3470c Dec 16 22:23:17.933320 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fe95-c2f7-419a-8b29-c86c53cfa656 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.034950 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fe95-c2f7-419a-8b29-c86c53cfa656 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.040688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc8fe95-c2f7-419a-8b29-c86c53cfa656 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:18.043486 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fe95-c2f7-419a-8b29-c86c53cfa656 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.094398 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45044) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:18.128575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8fe95-c2f7-419a-8b29-c86c53cfa656 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Network': ['ID=f2b65266-1a37-4c4c-be2f-73cd3fe3470c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:18.141164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:23:18.153231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.quota.resource [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Usage tracker for resource:network and project:bf9e8ab45f304e68b61a85dd8dacfe2c is out of sync, need to count used quota {{(pid=103951) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 22:23:18.158731 n-d-821840-2 neutron-server[103951]: DEBUG neutron.quota.resource [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103951) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 22:23:18.176343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aac3c-9439-45d2-8969-03c029ff5208 req-3f417b1a-6623-415d-9b8f-19013b7d3bf5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:18.178121 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-355aac3c-9439-45d2-8969-03c029ff5208 req-3f417b1a-6623-415d-9b8f-19013b7d3bf5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0750091 Dec 16 22:23:18.179697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.quota.resource [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Usage tracker for resource:subnet and project:bf9e8ab45f304e68b61a85dd8dacfe2c is out of sync, need to count used quota {{(pid=103951) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 22:23:18.183226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.quota.resource [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103951) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 22:23:18.208032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.quota.resource [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Usage tracker for resource:subnetpool and project:bf9e8ab45f304e68b61a85dd8dacfe2c is out of sync, need to count used quota {{(pid=103951) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 22:23:18.215450 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3bc8fe95-c2f7-419a-8b29-c86c53cfa656 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9370832 Dec 16 22:23:18.217386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.quota.resource [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103951) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 22:23:18.218408 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45046) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:18.223387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-14f5b66c-f26f-4b4c-8fc9-4bce69649e0d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'name': 'tempest-PortsIpV6TestJSON-646403679'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:18.229578 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device cbbdb22b-f476-4923-99e9-b22c910ca60b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:23:18.238172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.quota.resource [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Usage tracker for resource:port and project:bf9e8ab45f304e68b61a85dd8dacfe2c is out of sync, need to count used quota {{(pid=103951) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 22:23:18.245244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.quota.resource [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103951) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 22:23:18.257334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-355aac3c-9439-45d2-8969-03c029ff5208 req-9af63f61-c868-421f-881c-133fbd48032c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714939 Dec 16 22:23:18.273656 n-d-821840-2 neutron-server[103951]: DEBUG neutron.quota.resource [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Usage tracker for resource:router and project:bf9e8ab45f304e68b61a85dd8dacfe2c is out of sync, need to count used quota {{(pid=103951) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 22:23:18.277527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.quota.resource [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103951) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 22:23:18.284796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.quota.resource [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Usage tracker for resource:floatingip and project:bf9e8ab45f304e68b61a85dd8dacfe2c is out of sync, need to count used quota {{(pid=103951) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 22:23:18.289120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.quota.resource [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103951) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 22:23:18.388379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port cbbdb22b-f476-4923-99e9-b22c910ca60b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cbbdb22b-f476-4923-99e9-b22c910ca60b,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:18.400363 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'cbbdb22b-f476-4923-99e9-b22c910ca60b', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'port_id': 'cbbdb22b-f476-4923-99e9-b22c910ca60b', 'mac_address': 'fa:16:3e:9d:67:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:23:18.416519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.quota.resource [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Usage tracker for resource:security_group and project:bf9e8ab45f304e68b61a85dd8dacfe2c is out of sync, need to count used quota {{(pid=103951) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 22:23:18.422677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.quota.resource [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103951) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 22:23:18.435661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.quota.resource [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Usage tracker for resource:security_group_rule and project:bf9e8ab45f304e68b61a85dd8dacfe2c is out of sync, need to count used quota {{(pid=103951) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 22:23:18.440204 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.451372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee644e-55fd-4938-87a3-6ca6e3f20d3c req-9beffb58-7b1a-41e0-86d8-9583dc8ad738 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:18.453844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aee644e-55fd-4938-87a3-6ca6e3f20d3c req-9beffb58-7b1a-41e0-86d8-9583dc8ad738 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0855558 Dec 16 22:23:18.456173 n-d-821840-2 neutron-server[103951]: DEBUG neutron.quota.resource [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103951) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 22:23:18.457239 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbdb22b-f476-4923-99e9-b22c910ca60b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:23:18.465925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f5b66c-f26f-4b4c-8fc9-4bce69649e0d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:18.465925 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f5b66c-f26f-4b4c-8fc9-4bce69649e0d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.483224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port cbbdb22b-f476-4923-99e9-b22c910ca60b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cbbdb22b-f476-4923-99e9-b22c910ca60b,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:18.486383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f21a6d44-1163-48dd-9053-55da928f48dc tempest-QuotasTest-35252006 tempest-QuotasTest-35252006-project-admin] 10.222.0.43 "GET /v2.0/quotas/bf9e8ab45f304e68b61a85dd8dacfe2c/details.json HTTP/1.1" status: 200 len: 703 time: 0.3905447 Dec 16 22:23:18.495325 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-14f5b66c-f26f-4b4c-8fc9-4bce69649e0d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] device_id is not set on port 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:18.512309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aee644e-55fd-4938-87a3-6ca6e3f20d3c req-bf783657-2c7d-46d6-bb90-7f935e71d209 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522215 Dec 16 22:23:18.584236 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.646957 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=cbbdb22b-f476-4923-99e9-b22c910ca60b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:18.673975 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c8ff4-f8b8-4fb2-bb35-4b26e0b0dc75 req-9aa89b74-f790-405c-b754-4dffda8e1a43 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:18.682786 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d36c8ff4-f8b8-4fb2-bb35-4b26e0b0dc75 req-9aa89b74-f790-405c-b754-4dffda8e1a43 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0755193 Dec 16 22:23:18.694695 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f5b66c-f26f-4b4c-8fc9-4bce69649e0d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.737532 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d36c8ff4-f8b8-4fb2-bb35-4b26e0b0dc75 req-c5eb49e9-65e3-4093-95da-96adea302420 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537772 Dec 16 22:23:18.915496 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['cbbdb22b-f476-4923-99e9-b22c910ca60b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:23:18.927861 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f5b66c-f26f-4b4c-8fc9-4bce69649e0d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.007778 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5b66c-f26f-4b4c-8fc9-4bce69649e0d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=2c8e89d4-1b36-434e-99b3-ac64fdf16d8c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:19.022657 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f5b66c-f26f-4b4c-8fc9-4bce69649e0d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Checking segment: {'id': 'cb480fcf-ddaf-4015-95c6-bf4206290213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:19.022657 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f5b66c-f26f-4b4c-8fc9-4bce69649e0d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network hostable DHCP agents. Network: f2b65266-1a37-4c4c-be2f-73cd3fe3470c, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:23:19.132942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f5b66c-f26f-4b4c-8fc9-4bce69649e0d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:23:19.135076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45072) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:19.247152 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cd2303db-2886-4efa-b202-48505d341530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.264159 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-14f5b66c-f26f-4b4c-8fc9-4bce69649e0d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, f2b65266-1a37-4c4c-be2f-73cd3fe3470c) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:19.269648 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f5b66c-f26f-4b4c-8fc9-4bce69649e0d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:19.275611 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be67160-fc97-46b8-927d-3fec1b7bcdc6 None None] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:19.308139 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f5b66c-f26f-4b4c-8fc9-4bce69649e0d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:19.319940 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f5b66c-f26f-4b4c-8fc9-4bce69649e0d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.322312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45080) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:19.337598 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cd2303db-2886-4efa-b202-48505d341530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.420897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a80b9-b4e4-4273-9d2f-b5a94a6613e2 req-faeb447e-ef20-4227-9feb-978373878eb7 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:19.423679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b6a80b9-b4e4-4273-9d2f-b5a94a6613e2 req-faeb447e-ef20-4227-9feb-978373878eb7 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0565753 Dec 16 22:23:19.473817 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-149e0de2-fe55-4d95-ab8e-4da9545515be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.475699 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cd2303db-2886-4efa-b202-48505d341530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.498699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b6a80b9-b4e4-4273-9d2f-b5a94a6613e2 req-7d1fc756-0142-4a6d-ae01-609f496463a9 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673959 Dec 16 22:23:19.521714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cd2303db-2886-4efa-b202-48505d341530 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f874b1560454f5e8d881286c4e433c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3851316 Dec 16 22:23:19.524812 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45086) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:19.532748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2303db-2886-4efa-b202-48505d341530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928ee01e-a912-49fb-bcbe-6d7b9fc2abee,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:19.538265 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-14f5b66c-f26f-4b4c-8fc9-4bce69649e0d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3188825 Dec 16 22:23:19.547018 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45090) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:19.552455 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f53b8a5f-20f4-44cd-b95a-c9203976deb9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1311927799'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:19.595828 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-149e0de2-fe55-4d95-ab8e-4da9545515be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.598590 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c29d6270-cacf-496f-9b13-7e924d123f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.642815 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c29d6270-cacf-496f-9b13-7e924d123f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.669266 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53b8a5f-20f4-44cd-b95a-c9203976deb9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:19.674000 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f53b8a5f-20f4-44cd-b95a-c9203976deb9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.682212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4612ae4-4571-487b-b8d7-652a47b806a0 req-0db24420-0408-4e01-9a17-05444975e090 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:19.684037 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4612ae4-4571-487b-b8d7-652a47b806a0 req-0db24420-0408-4e01-9a17-05444975e090 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 944 time: 0.0874400 Dec 16 22:23:19.692747 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-149e0de2-fe55-4d95-ab8e-4da9545515be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.736833 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-149e0de2-fe55-4d95-ab8e-4da9545515be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1052618d0ef34e0991121914c0905d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4124935 Dec 16 22:23:19.738170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4612ae4-4571-487b-b8d7-652a47b806a0 req-a766d9fc-6921-495c-b6f9-745b09ade895 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469005 Dec 16 22:23:19.739411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45092) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:19.741552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e0de2-fe55-4d95-ab8e-4da9545515be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fd7c32-729c-40f8-9212-1375f227d36d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:19.795023 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c29d6270-cacf-496f-9b13-7e924d123f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.799495 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c29d6270-cacf-496f-9b13-7e924d123f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.800888 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c29d6270-cacf-496f-9b13-7e924d123f84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/928ee01e-a912-49fb-bcbe-6d7b9fc2abee HTTP/1.1" status: 204 len: 168 time: 0.2747629 Dec 16 22:23:19.809565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d6270-cacf-496f-9b13-7e924d123f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928ee01e-a912-49fb-bcbe-6d7b9fc2abee,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:19.813474 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53b8a5f-20f4-44cd-b95a-c9203976deb9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:23:19.826773 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-273134c5-30b8-4efd-93af-2b8bc25cc68a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.833884 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f53b8a5f-20f4-44cd-b95a-c9203976deb9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.834522 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-f53b8a5f-20f4-44cd-b95a-c9203976deb9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Added segment 7eb984ea-d3d9-423d-8844-4fe823503d49 of type vlan for network 7c75d00b-7237-4c7d-87ac-317679086411 Dec 16 22:23:19.879855 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-273134c5-30b8-4efd-93af-2b8bc25cc68a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.908453 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f53b8a5f-20f4-44cd-b95a-c9203976deb9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.914715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2829d-a574-4502-b85a-f943da04fe46 req-3ec56ea8-3177-49ff-a4b7-70e54f1abd96 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:19.916427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c2829d-a574-4502-b85a-f943da04fe46 req-3ec56ea8-3177-49ff-a4b7-70e54f1abd96 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0778615 Dec 16 22:23:19.975933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c2829d-a574-4502-b85a-f943da04fe46 req-9855a08b-6ac5-439e-8a83-6bac8abd140b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527685 Dec 16 22:23:20.051054 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f53b8a5f-20f4-44cd-b95a-c9203976deb9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.057104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b8a5f-20f4-44cd-b95a-c9203976deb9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:20.057725 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f53b8a5f-20f4-44cd-b95a-c9203976deb9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.110063 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-273134c5-30b8-4efd-93af-2b8bc25cc68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.112698 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-273134c5-30b8-4efd-93af-2b8bc25cc68a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.113882 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-273134c5-30b8-4efd-93af-2b8bc25cc68a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05fd7c32-729c-40f8-9212-1375f227d36d HTTP/1.1" status: 204 len: 168 time: 0.3734951 Dec 16 22:23:20.128844 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273134c5-30b8-4efd-93af-2b8bc25cc68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fd7c32-729c-40f8-9212-1375f227d36d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:20.143461 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0a8ac3b-8a30-417a-9caa-da609ba2070a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.150620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b8a5f-20f4-44cd-b95a-c9203976deb9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Network': ['ID=7c75d00b-7237-4c7d-87ac-317679086411,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:20.175334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 7c75d00b-7237-4c7d-87ac-317679086411 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:23:20.230107 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f53b8a5f-20f4-44cd-b95a-c9203976deb9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6820016 Dec 16 22:23:20.232855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45104) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:20.238560 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'ports': [{'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c'}, {'network_id': '7c75d00b-7237-4c7d-87ac-317679086411'}]} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:20.238969 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:20.239573 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'network_id': '7c75d00b-7237-4c7d-87ac-317679086411'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:20.247139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device cbbdb22b-f476-4923-99e9-b22c910ca60b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:20.389541 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port cbbdb22b-f476-4923-99e9-b22c910ca60b completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:23:20.394891 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port cbbdb22b-f476-4923-99e9-b22c910ca60b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:20.395384 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.482811 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.504040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'port': 2} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:20.508860 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.519817 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbdb22b-f476-4923-99e9-b22c910ca60b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:20.523030 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d1ae82-821a-406f-bdfe-11df30f4b196" -d '{"events": [{"server_uuid": "66d62d90-733b-4b54-8dce-57ed8be1dc6c", "name": "network-vif-plugged", "status": "completed", "tag": "cbbdb22b-f476-4923-99e9-b22c910ca60b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:20.535774 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.555406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port cbbdb22b-f476-4923-99e9-b22c910ca60b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cbbdb22b-f476-4923-99e9-b22c910ca60b,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:20.638023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de93e1-f4af-4221-9fd8-24f68d3a3ddc req-9bded8a5-971b-41bf-b9c5-162dff8d0de1 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:20.639716 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7de93e1-f4af-4221-9fd8-24f68d3a3ddc req-9bded8a5-971b-41bf-b9c5-162dff8d0de1 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0521488 Dec 16 22:23:20.641734 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] device_id is not set on port 3b5ddf21-8e8c-4408-beb9-838cceba0e4d yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:20.672803 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.682677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45116) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:20.707931 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa226860-1ce0-4365-868f-c29a39fa30d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.727863 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7de93e1-f4af-4221-9fd8-24f68d3a3ddc req-2537e8e4-331b-43e6-98d0-ab9600f01c5d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806890 Dec 16 22:23:20.745885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=cbbdb22b-f476-4923-99e9-b22c910ca60b,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:20.847429 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.848834 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa226860-1ce0-4365-868f-c29a39fa30d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.921106 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f4a15d-9167-4240-943e-0dac36728b62 x-openstack-request-id: req-78f4a15d-9167-4240-943e-0dac36728b62 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:20.924575 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa226860-1ce0-4365-868f-c29a39fa30d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.927194 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d62d90-733b-4b54-8dce-57ed8be1dc6c", "name": "network-vif-plugged", "status": "completed", "tag": "cbbdb22b-f476-4923-99e9-b22c910ca60b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:20.933354 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78f4a15d-9167-4240-943e-0dac36728b62 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:20.933510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45120) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:20.933603 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbdb22b-f476-4923-99e9-b22c910ca60b', 'code': 200} Dec 16 22:23:20.936726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] device_id is not set on port 4d0cb1ba-2125-4cef-88ca-502d3b4788d2 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:20.976227 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fb3f-8e2f-4958-ad86-55c67e08c552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.993544 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74498c-c028-44b6-960b-6544de6967c9 req-3c16b8ee-95d3-4be6-baef-2a6eb7d8262d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:20.995487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b74498c-c028-44b6-960b-6544de6967c9 req-3c16b8ee-95d3-4be6-baef-2a6eb7d8262d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.1422489 Dec 16 22:23:21.010635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aa226860-1ce0-4365-868f-c29a39fa30d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf9e8ab45f304e68b61a85dd8dacfe2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3267233 Dec 16 22:23:21.016104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45124) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:21.019181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa226860-1ce0-4365-868f-c29a39fa30d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045b9084-4d1f-4248-b2be-383c3bf2241c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:21.106363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d7d6e-f65b-47e3-868a-37a28158d920 req-ffbb5e5e-5c44-4fcf-bcb2-61ca74a13f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:21.110259 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8a0d7d6e-f65b-47e3-868a-37a28158d920 req-ffbb5e5e-5c44-4fcf-bcb2-61ca74a13f0d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 1096 time: 0.0967588 Dec 16 22:23:21.139678 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.145408 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b74498c-c028-44b6-960b-6544de6967c9 req-b74aa148-850e-4bfe-9f06-722393d1e021 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332171 Dec 16 22:23:21.200228 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dca5f2c4-4db5-4579-af68-3fbe07b04e6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.200695 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8a0d7d6e-f65b-47e3-868a-37a28158d920 req-72f25c2a-9bb6-4523-a294-f1c560d60ec2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746062 Dec 16 22:23:21.253652 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dca5f2c4-4db5-4579-af68-3fbe07b04e6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.266926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ecb19-6903-443f-a85f-67453368795f req-a570d47a-5274-47e3-b429-3bc11ba4e9de tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:21.268720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d2ecb19-6903-443f-a85f-67453368795f req-a570d47a-5274-47e3-b429-3bc11ba4e9de tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.1549866 Dec 16 22:23:21.275806 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fb3f-8e2f-4958-ad86-55c67e08c552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.303743 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.347120 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fb3f-8e2f-4958-ad86-55c67e08c552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.353878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:21.360557 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:21.364596 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:21.365466 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.378202 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=3b5ddf21-8e8c-4408-beb9-838cceba0e4d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:21.378706 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d2ecb19-6903-443f-a85f-67453368795f req-ee5356cf-89c6-4876-be25-9d70e93b7d96 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966523 Dec 16 22:23:21.404722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2bc3fb3f-8e2f-4958-ad86-55c67e08c552 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ef3505155da4225a52db966d0f31a77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4727416 Dec 16 22:23:21.406546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3fb3f-8e2f-4958-ad86-55c67e08c552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c795ce2-c75a-4980-9913-2bba85a3fecb,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:21.408803 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45128) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:21.470994 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7461c2c6-2847-4e6d-a413-9a982aa2a861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.496982 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7461c2c6-2847-4e6d-a413-9a982aa2a861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.507565 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=4d0cb1ba-2125-4cef-88ca-502d3b4788d2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:21.513669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Checking segment: {'id': '7eb984ea-d3d9-423d-8844-4fe823503d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c75d00b-7237-4c7d-87ac-317679086411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:21.514057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network hostable DHCP agents. Network: 7c75d00b-7237-4c7d-87ac-317679086411, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:23:21.696243 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dca5f2c4-4db5-4579-af68-3fbe07b04e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.701088 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dca5f2c4-4db5-4579-af68-3fbe07b04e6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.701088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dca5f2c4-4db5-4579-af68-3fbe07b04e6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/045b9084-4d1f-4248-b2be-383c3bf2241c HTTP/1.1" status: 204 len: 168 time: 0.6823566 Dec 16 22:23:21.709693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5f2c4-4db5-4579-af68-3fbe07b04e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045b9084-4d1f-4248-b2be-383c3bf2241c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:21.778280 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network 7c75d00b-7237-4c7d-87ac-317679086411 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:23:21.808294 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7461c2c6-2847-4e6d-a413-9a982aa2a861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.810139 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7461c2c6-2847-4e6d-a413-9a982aa2a861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.813255 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7461c2c6-2847-4e6d-a413-9a982aa2a861 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c795ce2-c75a-4980-9913-2bba85a3fecb HTTP/1.1" status: 204 len: 168 time: 0.4020064 Dec 16 22:23:21.835177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461c2c6-2847-4e6d-a413-9a982aa2a861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c795ce2-c75a-4980-9913-2bba85a3fecb,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:21.871999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 7c75d00b-7237-4c7d-87ac-317679086411) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:21.874827 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:21.883730 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3208c9bc-dea8-40fd-8fad-01820fc1642f None None] Network 7c75d00b-7237-4c7d-87ac-317679086411 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:21.884600 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:21.891652 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:21.892382 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.908038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c92403-f782-488d-84e7-913b77b02e0a req-e1736f13-c84b-46e9-bbc4-a0154e645f3e tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:21.910923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31c92403-f782-488d-84e7-913b77b02e0a req-e1736f13-c84b-46e9-bbc4-a0154e645f3e tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0957849 Dec 16 22:23:21.991992 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31c92403-f782-488d-84e7-913b77b02e0a req-225507c3-6770-4de6-ac60-d8df622f60cd tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734396 Dec 16 22:23:22.002693 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9aa69a95-0362-4d9c-ab8e-9e4cacb28844 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7686174 Dec 16 22:23:22.005568 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45138) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:22.106245 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d3c7a560-9181-47d5-a4b7-d42cafdf9567 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port 4d0cb1ba-2125-4cef-88ca-502d3b4788d2 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:22.106484 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a560-9181-47d5-a4b7-d42cafdf9567 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.182795 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a560-9181-47d5-a4b7-d42cafdf9567 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.199976 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d3c7a560-9181-47d5-a4b7-d42cafdf9567 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for 4d0cb1ba-2125-4cef-88ca-502d3b4788d2 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:22.307403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7c081-d903-4d21-944a-b3402ffa2dd4 req-383506fe-1230-4218-a080-b327e3cfcc81 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.311528 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bf7c081-d903-4d21-944a-b3402ffa2dd4 req-383506fe-1230-4218-a080-b327e3cfcc81 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0652590 Dec 16 22:23:22.368151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bf7c081-d903-4d21-944a-b3402ffa2dd4 req-465e68e8-4730-4cc9-b23d-025ad30a35c0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476112 Dec 16 22:23:22.395147 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a560-9181-47d5-a4b7-d42cafdf9567 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.435121 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23ff2e6f-00a8-4d48-b722-04a554c8754d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.464849 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7a560-9181-47d5-a4b7-d42cafdf9567 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=4d0cb1ba-2125-4cef-88ca-502d3b4788d2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:22.480580 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a560-9181-47d5-a4b7-d42cafdf9567 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.493717 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d3c7a560-9181-47d5-a4b7-d42cafdf9567 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/4d0cb1ba-2125-4cef-88ca-502d3b4788d2 HTTP/1.1" status: 204 len: 168 time: 0.4866064 Dec 16 22:23:22.499013 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45162) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:22.531028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e588c0-3ca5-4741-be79-8ab8c930bda2 req-a5e913c1-da43-4115-bd8d-293ec8e437be tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.533069 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99e588c0-3ca5-4741-be79-8ab8c930bda2 req-a5e913c1-da43-4115-bd8d-293ec8e437be tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0659945 Dec 16 22:23:22.570832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514e1b9b-472f-4896-902e-ab62c34221f6 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.577010 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514e1b9b-472f-4896-902e-ab62c34221f6 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.579887 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-514e1b9b-472f-4896-902e-ab62c34221f6 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0774534 Dec 16 22:23:22.581836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45164) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:22.590289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99e588c0-3ca5-4741-be79-8ab8c930bda2 req-b9ec7b2b-bf4e-4d9c-a4bd-3accd555d4cf tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504103 Dec 16 22:23:22.727734 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-39daecc6-da9a-4559-b28e-0ca7b9afa834 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port 3b5ddf21-8e8c-4408-beb9-838cceba0e4d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:22.728308 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39daecc6-da9a-4559-b28e-0ca7b9afa834 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.810364 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39daecc6-da9a-4559-b28e-0ca7b9afa834 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.832723 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-39daecc6-da9a-4559-b28e-0ca7b9afa834 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for 3b5ddf21-8e8c-4408-beb9-838cceba0e4d owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:22.867538 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4d949-032e-4db6-a3d3-1719bee3b39e req-37b3f77a-5b63-4668-9a25-1c9408780650 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.876020 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4d949-032e-4db6-a3d3-1719bee3b39e req-37b3f77a-5b63-4668-9a25-1c9408780650 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.881889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4d949-032e-4db6-a3d3-1719bee3b39e req-37b3f77a-5b63-4668-9a25-1c9408780650 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.887840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4d949-032e-4db6-a3d3-1719bee3b39e req-37b3f77a-5b63-4668-9a25-1c9408780650 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.895705 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4d949-032e-4db6-a3d3-1719bee3b39e req-37b3f77a-5b63-4668-9a25-1c9408780650 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.901557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4d949-032e-4db6-a3d3-1719bee3b39e req-37b3f77a-5b63-4668-9a25-1c9408780650 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.908437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4d949-032e-4db6-a3d3-1719bee3b39e req-37b3f77a-5b63-4668-9a25-1c9408780650 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.916354 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58f4d949-032e-4db6-a3d3-1719bee3b39e req-37b3f77a-5b63-4668-9a25-1c9408780650 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5441 time: 0.1523900 Dec 16 22:23:22.978377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58f4d949-032e-4db6-a3d3-1719bee3b39e req-a3278824-8b8b-431e-91c8-6363a31d46bc tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603807 Dec 16 22:23:23.075928 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39daecc6-da9a-4559-b28e-0ca7b9afa834 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.182952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07177c7e-d0d4-437c-b058-c0bc390447a4 req-d8765a26-dc8c-4a3a-ade7-5e7e08649090 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.184629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07177c7e-d0d4-437c-b058-c0bc390447a4 req-d8765a26-dc8c-4a3a-ade7-5e7e08649090 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0999658 Dec 16 22:23:23.197673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe4069-825d-4f86-a405-b265903f8b06 req-f03d7b4c-5e58-418b-bc50-8f0e168b2c28 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.204741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe4069-825d-4f86-a405-b265903f8b06 req-f03d7b4c-5e58-418b-bc50-8f0e168b2c28 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.211884 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe4069-825d-4f86-a405-b265903f8b06 req-f03d7b4c-5e58-418b-bc50-8f0e168b2c28 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.218691 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe4069-825d-4f86-a405-b265903f8b06 req-f03d7b4c-5e58-418b-bc50-8f0e168b2c28 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.225393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe4069-825d-4f86-a405-b265903f8b06 req-f03d7b4c-5e58-418b-bc50-8f0e168b2c28 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.231532 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe4069-825d-4f86-a405-b265903f8b06 req-f03d7b4c-5e58-418b-bc50-8f0e168b2c28 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.238248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe4069-825d-4f86-a405-b265903f8b06 req-f03d7b4c-5e58-418b-bc50-8f0e168b2c28 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.240238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63fe4069-825d-4f86-a405-b265903f8b06 req-f03d7b4c-5e58-418b-bc50-8f0e168b2c28 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5441 time: 0.1679950 Dec 16 22:23:23.314721 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07177c7e-d0d4-437c-b058-c0bc390447a4 req-60941346-6cc2-485c-8e0c-449fae218e3d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728121 Dec 16 22:23:23.428080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39daecc6-da9a-4559-b28e-0ca7b9afa834 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=3b5ddf21-8e8c-4408-beb9-838cceba0e4d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:23.440521 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39daecc6-da9a-4559-b28e-0ca7b9afa834 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.445103 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-39daecc6-da9a-4559-b28e-0ca7b9afa834 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/3b5ddf21-8e8c-4408-beb9-838cceba0e4d HTTP/1.1" status: 204 len: 168 time: 0.8622103 Dec 16 22:23:23.447671 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45202) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:23.473220 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.502796 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b8d756-7894-4a02-98eb-9414450a9c87 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.507892 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-18b8d756-7894-4a02-98eb-9414450a9c87 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0591712 Dec 16 22:23:23.508556 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45204) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:23.518352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62a7d3-2c87-43d6-9461-9676eee44b4f req-0b0be348-852b-4eba-a2c3-07eb66ec1a7a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.521040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d62a7d3-2c87-43d6-9461-9676eee44b4f req-0b0be348-852b-4eba-a2c3-07eb66ec1a7a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0659950 Dec 16 22:23:23.535356 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a530fd-8e8b-4418-b31e-bb6257c59e7a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] GET failed (client error): The resource could not be found. Dec 16 22:23:23.539802 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d0a530fd-8e8b-4418-b31e-bb6257c59e7a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/4d0cb1ba-2125-4cef-88ca-502d3b4788d2 HTTP/1.1" status: 404 len: 333 time: 0.0299838 Dec 16 22:23:23.540641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45206) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:23.573238 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d133e17-37e5-44a7-9ce8-fbf7aa4590e6 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] GET failed (client error): The resource could not be found. Dec 16 22:23:23.574767 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8d133e17-37e5-44a7-9ce8-fbf7aa4590e6 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/3b5ddf21-8e8c-4408-beb9-838cceba0e4d HTTP/1.1" status: 404 len: 333 time: 0.0331881 Dec 16 22:23:23.575526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45210) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:23.579797 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45212) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:23.611455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d62a7d3-2c87-43d6-9461-9676eee44b4f req-402904e6-da38-43a2-bcf7-488b0614867e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833852 Dec 16 22:23:23.693815 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4a92ed82-085b-4681-8ae6-c13caa792fd7 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.743189 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5bc106b4-cde1-4b25-b5ae-78195054a331 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1905695541'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:23.800154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85a1ab-477d-4aa7-bf2c-9daa8bcf9c03 req-3cf96f65-ffb3-4e88-8653-5a3890cf861b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.801937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d85a1ab-477d-4aa7-bf2c-9daa8bcf9c03 req-3cf96f65-ffb3-4e88-8653-5a3890cf861b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.1183901 Dec 16 22:23:23.815041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee506bb-f537-4c97-af6e-9bfafe03525e req-dc7ffd7c-19ac-45e6-bc9f-04403bbc55e3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.817618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ee506bb-f537-4c97-af6e-9bfafe03525e req-dc7ffd7c-19ac-45e6-bc9f-04403bbc55e3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.1003053 Dec 16 22:23:23.826407 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45224) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:23.832579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e32fcb26-ae88-45b1-8ae2-998a1353df77 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Request body: {'floatingip': {'port_id': 'cbbdb22b-f476-4923-99e9-b22c910ca60b'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:23.835212 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4a92ed82-085b-4681-8ae6-c13caa792fd7 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.848962 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:23:23.861271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-4a92ed82-085b-4681-8ae6-c13caa792fd7 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c75d00b-7237-4c7d-87ac-317679086411']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:23.875733 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-4a92ed82-085b-4681-8ae6-c13caa792fd7 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb984ea-d3d9-423d-8844-4fe823503d49') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:23.876848 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-4a92ed82-085b-4681-8ae6-c13caa792fd7 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb984ea-d3d9-423d-8844-4fe823503d49') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:23.888446 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4a92ed82-085b-4681-8ae6-c13caa792fd7 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.893804 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e32fcb26-ae88-45b1-8ae2-998a1353df77 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.904747 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4a92ed82-085b-4681-8ae6-c13caa792fd7 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a92ed82-085b-4681-8ae6-c13caa792fd7 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4a92ed82-085b-4681-8ae6-c13caa792fd7 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:23.918811 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:23.935121 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc106b4-cde1-4b25-b5ae-78195054a331 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Made reservation on behalf of 36381a57174e43fab606a483a1d722d6 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:23.939542 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5bc106b4-cde1-4b25-b5ae-78195054a331 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.979098 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5bc106b4-cde1-4b25-b5ae-78195054a331 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.987223 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d85a1ab-477d-4aa7-bf2c-9daa8bcf9c03 req-41488ff5-181e-4c47-850d-77eb4eea7d12 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492393 Dec 16 22:23:24.122885 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4a92ed82-085b-4681-8ae6-c13caa792fd7 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.133514 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4a92ed82-085b-4681-8ae6-c13caa792fd7 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.137565 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4a92ed82-085b-4681-8ae6-c13caa792fd7 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/networks/7c75d00b-7237-4c7d-87ac-317679086411 HTTP/1.1" status: 204 len: 168 time: 0.5520828 Dec 16 22:23:24.141831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45232) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:24.147590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-06cde8b5-c86a-481d-a0e5-de727e6752ef tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-183055526'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:24.169481 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92ed82-085b-4681-8ae6-c13caa792fd7 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Network': ['ID=7c75d00b-7237-4c7d-87ac-317679086411,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:24.239341 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5bc106b4-cde1-4b25-b5ae-78195054a331 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.342083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cde8b5-c86a-481d-a0e5-de727e6752ef tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:24.346125 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06cde8b5-c86a-481d-a0e5-de727e6752ef tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.407516 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5bc106b4-cde1-4b25-b5ae-78195054a331 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.441024 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc106b4-cde1-4b25-b5ae-78195054a331 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:23:24.448621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc106b4-cde1-4b25-b5ae-78195054a331 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30cd59a2-a643-433c-98af-e6ea99c887f1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:24.458168 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5bc106b4-cde1-4b25-b5ae-78195054a331 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.458685 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-5bc106b4-cde1-4b25-b5ae-78195054a331 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Added segment e25d5e59-d8ae-42ae-ab0e-9473bf580a0b of type vlan for network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 Dec 16 22:23:24.479393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cde8b5-c86a-481d-a0e5-de727e6752ef tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:23:24.512584 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5bc106b4-cde1-4b25-b5ae-78195054a331 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.516212 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06cde8b5-c86a-481d-a0e5-de727e6752ef tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.516675 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-06cde8b5-c86a-481d-a0e5-de727e6752ef tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Added segment 80ade31c-98cf-478d-b28c-a8d013dbf2ba of type vlan for network 9bac606a-e3b1-49c3-b1b1-734c923e5b6e Dec 16 22:23:24.536614 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e32fcb26-ae88-45b1-8ae2-998a1353df77 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.568086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f7f39-b72f-43ae-8745-5a4b640ad891 req-2f42a255-0ca5-4fa0-b4e0-647128422e11 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.569503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-753f7f39-b72f-43ae-8745-5a4b640ad891 req-2f42a255-0ca5-4fa0-b4e0-647128422e11 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.1706052 Dec 16 22:23:24.592063 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06cde8b5-c86a-481d-a0e5-de727e6752ef tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.647259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-753f7f39-b72f-43ae-8745-5a4b640ad891 req-1ad6e6d0-49d7-4818-a373-6836372f7125 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650752 Dec 16 22:23:24.670557 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e32fcb26-ae88-45b1-8ae2-998a1353df77 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.671356 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5bc106b4-cde1-4b25-b5ae-78195054a331 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.682999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc106b4-cde1-4b25-b5ae-78195054a331 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.684424 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5bc106b4-cde1-4b25-b5ae-78195054a331 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.720950 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06cde8b5-c86a-481d-a0e5-de727e6752ef tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.727093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cde8b5-c86a-481d-a0e5-de727e6752ef tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.727730 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06cde8b5-c86a-481d-a0e5-de727e6752ef tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.767178 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc106b4-cde1-4b25-b5ae-78195054a331 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event updated for resources: {'Network': ['ID=796d8b44-288b-4f97-bfdd-c6851ed5a3a4,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:24.778464 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:23:24.825527 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.838328 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5bc106b4-cde1-4b25-b5ae-78195054a331 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2617788 Dec 16 22:23:24.841374 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45250) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:24.847504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2be686eb-3ffd-467b-8e5f-f0c8aa704a4e tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Request body: {'subnet': {'network_id': '796d8b44-288b-4f97-bfdd-c6851ed5a3a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:24.862974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cde8b5-c86a-481d-a0e5-de727e6752ef tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Network': ['ID=9bac606a-e3b1-49c3-b1b1-734c923e5b6e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:24.886392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 9bac606a-e3b1-49c3-b1b1-734c923e5b6e details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:23:24.897961 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-e32fcb26-ae88-45b1-8ae2-998a1353df77 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Floating IP 2288770c-43e5-4a3c-9c39-a7c255e16137 associated. External IP: 172.25.2.249, port: cbbdb22b-f476-4923-99e9-b22c910ca60b. Dec 16 22:23:24.975711 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-06cde8b5-c86a-481d-a0e5-de727e6752ef tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8323078 Dec 16 22:23:24.979025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45256) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:24.986865 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-33ca0b89-133f-4ce7-808e-ba04e8f70c87 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'subnet': {'network_id': '9bac606a-e3b1-49c3-b1b1-734c923e5b6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:25.089349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be686eb-3ffd-467b-8e5f-f0c8aa704a4e tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Made reservation on behalf of 36381a57174e43fab606a483a1d722d6 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:25.094010 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2be686eb-3ffd-467b-8e5f-f0c8aa704a4e tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:25.275170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ca0b89-133f-4ce7-808e-ba04e8f70c87 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:25.278702 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33ca0b89-133f-4ce7-808e-ba04e8f70c87 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:25.389292 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_backend_mixin [None req-33ca0b89-133f-4ce7-808e-ba04e8f70c87 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Performing IP validity checks on allocation pools {{(pid=103952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 22:23:25.392402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_backend_mixin [None req-33ca0b89-133f-4ce7-808e-ba04e8f70c87 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 22:23:25.507384 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2be686eb-3ffd-467b-8e5f-f0c8aa704a4e tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:25.538276 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45274) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:25.552626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b2096-e991-4cd1-b4d4-f58f5ea8d216 req-024d5b33-fb1a-442e-a2ca-618bcb6c649c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:25.560224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-518b2096-e991-4cd1-b4d4-f58f5ea8d216 req-024d5b33-fb1a-442e-a2ca-618bcb6c649c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 945 time: 0.0818825 Dec 16 22:23:25.638866 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be686eb-3ffd-467b-8e5f-f0c8aa704a4e tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Checking segment: {'id': 'e25d5e59-d8ae-42ae-ab0e-9473bf580a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '796d8b44-288b-4f97-bfdd-c6851ed5a3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:25.639376 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be686eb-3ffd-467b-8e5f-f0c8aa704a4e tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Network hostable DHCP agents. Network: 796d8b44-288b-4f97-bfdd-c6851ed5a3a4, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:23:25.660310 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be686eb-3ffd-467b-8e5f-f0c8aa704a4e tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event updated for resources: {'Subnet': ['ID=6e0bf646-38bd-4a05-9377-f4ddeaf7e1a1,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:25.669012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-518b2096-e991-4cd1-b4d4-f58f5ea8d216 req-216d5862-da28-42c1-87d6-b4c8ae21e7dd tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079140 Dec 16 22:23:25.694810 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33ca0b89-133f-4ce7-808e-ba04e8f70c87 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:25.779300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943e7f6-9a53-40ae-a894-90ef7ff3279d req-66605c0b-c80c-40f6-8228-eb421ec9f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:25.779300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943e7f6-9a53-40ae-a894-90ef7ff3279d req-66605c0b-c80c-40f6-8228-eb421ec9f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:25.779690 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943e7f6-9a53-40ae-a894-90ef7ff3279d req-66605c0b-c80c-40f6-8228-eb421ec9f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:25.780155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943e7f6-9a53-40ae-a894-90ef7ff3279d req-66605c0b-c80c-40f6-8228-eb421ec9f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:25.783933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943e7f6-9a53-40ae-a894-90ef7ff3279d req-66605c0b-c80c-40f6-8228-eb421ec9f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:25.783933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943e7f6-9a53-40ae-a894-90ef7ff3279d req-66605c0b-c80c-40f6-8228-eb421ec9f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:25.783933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943e7f6-9a53-40ae-a894-90ef7ff3279d req-66605c0b-c80c-40f6-8228-eb421ec9f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:25.783933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5943e7f6-9a53-40ae-a894-90ef7ff3279d req-66605c0b-c80c-40f6-8228-eb421ec9f67e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 6498 time: 0.2443640 Dec 16 22:23:25.803831 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca0b89-133f-4ce7-808e-ba04e8f70c87 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Subnet': ['ID=d2410904-22c1-4677-b8db-5798226cfe95,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:25.806456 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:25.820480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be686eb-3ffd-467b-8e5f-f0c8aa704a4e tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:23:25.851432 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ca0b89-133f-4ce7-808e-ba04e8f70c87 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Checking segment: {'id': '80ade31c-98cf-478d-b28c-a8d013dbf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9bac606a-e3b1-49c3-b1b1-734c923e5b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:25.851807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ca0b89-133f-4ce7-808e-ba04e8f70c87 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network hostable DHCP agents. Network: 9bac606a-e3b1-49c3-b1b1-734c923e5b6e, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:23:25.875249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32fcb26-ae88-45b1-8ae2-998a1353df77 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:23:25.883057 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551168f-37e4-482f-a805-c0cdf1b6af4c req-195aeaa7-cbef-4c6d-99f3-1d3fac9383d7 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:25.884625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2551168f-37e4-482f-a805-c0cdf1b6af4c req-195aeaa7-cbef-4c6d-99f3-1d3fac9383d7 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.0975978 Dec 16 22:23:25.918948 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-2be686eb-3ffd-467b-8e5f-f0c8aa704a4e tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 796d8b44-288b-4f97-bfdd-c6851ed5a3a4) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:25.923592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5943e7f6-9a53-40ae-a894-90ef7ff3279d req-c679906c-8aa8-4e53-bd76-c1ce542d5cbe service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1247332 Dec 16 22:23:25.930428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a894ab-d557-4835-96db-53a9fba5e5a2 None None] Network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:25.949616 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be686eb-3ffd-467b-8e5f-f0c8aa704a4e tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:25.949616 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2be686eb-3ffd-467b-8e5f-f0c8aa704a4e tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.002685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2551168f-37e4-482f-a805-c0cdf1b6af4c req-80653880-17f5-42c0-b0d1-6e84feee1e4e tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096764 Dec 16 22:23:26.032995 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ca0b89-133f-4ce7-808e-ba04e8f70c87 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network 9bac606a-e3b1-49c3-b1b1-734c923e5b6e is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:23:26.040759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-33ca0b89-133f-4ce7-808e-ba04e8f70c87 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 9bac606a-e3b1-49c3-b1b1-734c923e5b6e) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:26.051600 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e36a84-5230-493b-a27d-35f6ba3bbf84 None None] Network 9bac606a-e3b1-49c3-b1b1-734c923e5b6e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:26.075672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ca0b89-133f-4ce7-808e-ba04e8f70c87 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:26.083298 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33ca0b89-133f-4ce7-808e-ba04e8f70c87 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.085361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32fcb26-ae88-45b1-8ae2-998a1353df77 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:23:26.090326 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2be686eb-3ffd-467b-8e5f-f0c8aa704a4e tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2462690 Dec 16 22:23:26.095827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e32fcb26-ae88-45b1-8ae2-998a1353df77 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.097292 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1473d060-4be4-4885-84b4-6bd60d19e211 None None] Sync routers for ids ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:23:26.102359 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45294) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:26.110224 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e0293df2-60ad-4332-a254-d70a606c6f81 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Request body: {'port': {'network_id': '796d8b44-288b-4f97-bfdd-c6851ed5a3a4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-333005089'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:26.134138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-796d8b44-288b-4f97-bfdd-c6851ed5a3a4', 'network_id': '796d8b44-288b-4f97-bfdd-c6851ed5a3a4', 'project_id': '36381a57174e43fab606a483a1d722d6', 'fixed_ips': [{'subnet_id': '6e0bf646-38bd-4a05-9377-f4ddeaf7e1a1'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:23:26.135021 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.190269 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e32fcb26-ae88-45b1-8ae2-998a1353df77 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "PUT /v2.0/floatingips/2288770c-43e5-4a3c-9c39-a7c255e16137 HTTP/1.1" status: 200 len: 991 time: 2.3602219 Dec 16 22:23:26.190846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'tag': 'cbbdb22b-f476-4923-99e9-b22c910ca60b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:26.193574 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afff95db-d745-4417-a498-d77df4506b96" -d '{"events": [{"name": "network-changed", "server_uuid": "66d62d90-733b-4b54-8dce-57ed8be1dc6c", "tag": "cbbdb22b-f476-4923-99e9-b22c910ca60b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:26.196404 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-33ca0b89-133f-4ce7-808e-ba04e8f70c87 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2161529 Dec 16 22:23:26.200961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45300) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:26.208163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f72bfcd1-dc7c-47ce-85d3-236965777332 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'network_id': '9bac606a-e3b1-49c3-b1b1-734c923e5b6e', 'name': 'tempest-PortsIpV6TestJSON-765540643'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:26.237871 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1473d060-4be4-4885-84b4-6bd60d19e211 None None] Routers {'9d35aa15-ca06-4fc8-bdbe-d79e87412aec'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:23:26.238867 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1473d060-4be4-4885-84b4-6bd60d19e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:23:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:26.302886 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-9bac606a-e3b1-49c3-b1b1-734c923e5b6e', 'network_id': '9bac606a-e3b1-49c3-b1b1-734c923e5b6e', 'project_id': '7db7e873a7fd4cc7980618ef0611b725', 'fixed_ips': [{'subnet_id': 'd2410904-22c1-4677-b8db-5798226cfe95'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:23:26.306195 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.377126 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2220a69-a530-4887-b7bc-02de5f1b89c2 x-openstack-request-id: req-a2220a69-a530-4887-b7bc-02de5f1b89c2 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:26.377688 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d62d90-733b-4b54-8dce-57ed8be1dc6c", "tag": "cbbdb22b-f476-4923-99e9-b22c910ca60b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:26.378159 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2220a69-a530-4887-b7bc-02de5f1b89c2 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:26.379863 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'tag': 'cbbdb22b-f476-4923-99e9-b22c910ca60b', 'status': 'completed', 'code': 200} Dec 16 22:23:26.428300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0293df2-60ad-4332-a254-d70a606c6f81 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Made reservation on behalf of 36381a57174e43fab606a483a1d722d6 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:26.432550 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0293df2-60ad-4332-a254-d70a606c6f81 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.468899 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-e0293df2-60ad-4332-a254-d70a606c6f81 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] device_id is not set on port 0d401b26-5d9b-442c-8a6d-fe6ee7972529 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:26.488995 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Allocated IP 2001:db8::2 (796d8b44-288b-4f97-bfdd-c6851ed5a3a4/6e0bf646-38bd-4a05-9377-f4ddeaf7e1a1/4fb870fb-a1fe-408b-b6b2-6182b39607dc) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:26.507832 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1473d060-4be4-4885-84b4-6bd60d19e211 None None] Set router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:23:26.518833 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff95db-d745-4417-a498-d77df4506b96 req-28bf84ac-c411-4339-abea-7725b5c33e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:26.520953 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-afff95db-d745-4417-a498-d77df4506b96 req-28bf84ac-c411-4339-abea-7725b5c33e85 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bd199153c4c454ca86c6a746307e0b6&device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 1096 time: 0.1110122 Dec 16 22:23:26.645890 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72bfcd1-dc7c-47ce-85d3-236965777332 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:26.646157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Allocated IP 2001:db8::2 (9bac606a-e3b1-49c3-b1b1-734c923e5b6e/d2410904-22c1-4677-b8db-5798226cfe95/8c39f01f-63d2-4285-adef-9c47cae2b149) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:26.649859 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f72bfcd1-dc7c-47ce-85d3-236965777332 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.674867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-f72bfcd1-dc7c-47ce-85d3-236965777332 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] device_id is not set on port 0d3ed429-461c-4eae-9d2f-3ae927315bee yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:26.735461 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff95db-d745-4417-a498-d77df4506b96 req-05d4e2a5-b2ec-4fce-9b7e-8e619d4b5c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:26.737116 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-afff95db-d745-4417-a498-d77df4506b96 req-05d4e2a5-b2ec-4fce-9b7e-8e619d4b5c09 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a046838-926f-4ef6-8e4a-4e2a10007290 HTTP/1.1" status: 200 len: 917 time: 0.2084937 Dec 16 22:23:26.814406 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.824477 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-afff95db-d745-4417-a498-d77df4506b96 req-42d73b70-284b-42e8-a343-b1bd32627d28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbdb22b-f476-4923-99e9-b22c910ca60b HTTP/1.1" status: 200 len: 999 time: 0.0750237 Dec 16 22:23:26.841223 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1473d060-4be4-4885-84b4-6bd60d19e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:56Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '2288770c-43e5-4a3c-9c39-a7c255e16137', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'port_id': 'cbbdb22b-f476-4923-99e9-b22c910ca60b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'mac_address': 'fa:16:3e:9d:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:23:02Z', 'updated_at': '2021-12-16T22:23:24Z', 'revision_number': 1, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598152fe-7370-4c99-b5e8-519be8add79a', 'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'mac_address': 'fa:16:3e:94:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:55Z', 'updated_at': '2021-12-16T22:18:03Z', 'revision_number': 5, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'subnets': [{'id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:26.874918 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1473d060-4be4-4885-84b4-6bd60d19e211 None None] Checking router: 9d35aa15-ca06-4fc8-bdbe-d79e87412aec for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:23:26.879930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff95db-d745-4417-a498-d77df4506b96 req-0fef2d3c-abb3-4255-a90e-6af6e2668b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:26.881692 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-afff95db-d745-4417-a498-d77df4506b96 req-0fef2d3c-abb3-4255-a90e-6af6e2668b3f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5214a06-2f1e-40fb-bdb3-af39deff7abd HTTP/1.1" status: 200 len: 855 time: 0.0490913 Dec 16 22:23:26.883468 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1473d060-4be4-4885-84b4-6bd60d19e211 None None] Routers {'9d35aa15-ca06-4fc8-bdbe-d79e87412aec'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:23:26.884080 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1473d060-4be4-4885-84b4-6bd60d19e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:23:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:26.897732 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.933128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff95db-d745-4417-a498-d77df4506b96 req-ee6a148a-9b58-406b-b6dc-5b32cfd70f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:26.934649 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-afff95db-d745-4417-a498-d77df4506b96 req-ee6a148a-9b58-406b-b6dc-5b32cfd70f53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a046838-926f-4ef6-8e4a-4e2a10007290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424957 Dec 16 22:23:26.950223 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.996471 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.016458 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:27.018391 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1473d060-4be4-4885-84b4-6bd60d19e211 None None] Set router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:23:27.037947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Network 9bac606a-e3b1-49c3-b1b1-734c923e5b6e is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:27.043227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:27.045531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-e0293df2-60ad-4332-a254-d70a606c6f81 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Allocated IP 2001:db8::1e0 (796d8b44-288b-4f97-bfdd-c6851ed5a3a4/6e0bf646-38bd-4a05-9377-f4ddeaf7e1a1/0d401b26-5d9b-442c-8a6d-fe6ee7972529) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:27.059064 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:27.071020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:27.082590 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Pushing event updated for resources: {'Port': ['ID=4fb870fb-a1fe-408b-b6b2-6182b39607dc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:27.097313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:27.146694 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-afff95db-d745-4417-a498-d77df4506b96 req-62db4d28-f75b-45cf-8651-9b7de792c836 service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035675 Dec 16 22:23:27.260455 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-afff95db-d745-4417-a498-d77df4506b96 req-1a564f24-66dc-47bd-b001-b4f491ac83c1 service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052639 Dec 16 22:23:27.294410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-f72bfcd1-dc7c-47ce-85d3-236965777332 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Allocated IP 2001:db8::123 (9bac606a-e3b1-49c3-b1b1-734c923e5b6e/d2410904-22c1-4677-b8db-5798226cfe95/0d3ed429-461c-4eae-9d2f-3ae927315bee) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:27.349198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Attempting to bind port 4fb870fb-a1fe-408b-b6b2-6182b39607dc on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:27.350214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Attempting to bind port 4fb870fb-a1fe-408b-b6b2-6182b39607dc by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'e25d5e59-d8ae-42ae-ab0e-9473bf580a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '796d8b44-288b-4f97-bfdd-c6851ed5a3a4'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:27.350214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Attempting to bind port 4fb870fb-a1fe-408b-b6b2-6182b39607dc on network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:27.360831 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Attempting to bind port 8c39f01f-63d2-4285-adef-9c47cae2b149 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:27.361497 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Attempting to bind port 8c39f01f-63d2-4285-adef-9c47cae2b149 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '80ade31c-98cf-478d-b28c-a8d013dbf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9bac606a-e3b1-49c3-b1b1-734c923e5b6e'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:27.361881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Attempting to bind port 8c39f01f-63d2-4285-adef-9c47cae2b149 on network 9bac606a-e3b1-49c3-b1b1-734c923e5b6e {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:27.368357 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:27.371802 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Checking segment: {'id': 'e25d5e59-d8ae-42ae-ab0e-9473bf580a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '796d8b44-288b-4f97-bfdd-c6851ed5a3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:27.372268 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.372820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Bound using segment: {'id': 'e25d5e59-d8ae-42ae-ab0e-9473bf580a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '796d8b44-288b-4f97-bfdd-c6851ed5a3a4'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:27.373386 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Bound port: 4fb870fb-a1fe-408b-b6b2-6182b39607dc, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25d5e59-d8ae-42ae-ab0e-9473bf580a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '796d8b44-288b-4f97-bfdd-c6851ed5a3a4'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:27.373791 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.376643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad4078-ff4d-4dc2-ad97-9534f53b2136 req-2af294d5-c166-4415-9492-9ea84d3827e4 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:27.383088 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1473d060-4be4-4885-84b4-6bd60d19e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:56Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '2288770c-43e5-4a3c-9c39-a7c255e16137', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'port_id': 'cbbdb22b-f476-4923-99e9-b22c910ca60b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'mac_address': 'fa:16:3e:9d:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:23:02Z', 'updated_at': '2021-12-16T22:23:24Z', 'revision_number': 1, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598152fe-7370-4c99-b5e8-519be8add79a', 'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'mac_address': 'fa:16:3e:94:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:55Z', 'updated_at': '2021-12-16T22:18:03Z', 'revision_number': 5, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'subnets': [{'id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:27.384279 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bad4078-ff4d-4dc2-ad97-9534f53b2136 req-2af294d5-c166-4415-9492-9ea84d3827e4 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.1406190 Dec 16 22:23:27.399504 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Pushing event updated for resources: {'Port': ['ID=8c39f01f-63d2-4285-adef-9c47cae2b149,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:27.403914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:27.407250 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Checking segment: {'id': '80ade31c-98cf-478d-b28c-a8d013dbf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9bac606a-e3b1-49c3-b1b1-734c923e5b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:27.407250 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.407250 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Bound using segment: {'id': '80ade31c-98cf-478d-b28c-a8d013dbf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9bac606a-e3b1-49c3-b1b1-734c923e5b6e'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:27.407900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Bound port: 8c39f01f-63d2-4285-adef-9c47cae2b149, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ade31c-98cf-478d-b28c-a8d013dbf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9bac606a-e3b1-49c3-b1b1-734c923e5b6e'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:27.408473 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.414097 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0293df2-60ad-4332-a254-d70a606c6f81 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.470698 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1473d060-4be4-4885-84b4-6bd60d19e211 None None] The sync data for ids ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'] in n-d-821840-2 is: [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:56Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '2288770c-43e5-4a3c-9c39-a7c255e16137', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'port_id': 'cbbdb22b-f476-4923-99e9-b22c910ca60b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'mac_address': 'fa:16:3e:9d:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:23:02Z', 'updated_at': '2021-12-16T22:23:24Z', 'revision_number': 1, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598152fe-7370-4c99-b5e8-519be8add79a', 'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'mac_address': 'fa:16:3e:94:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:55Z', 'updated_at': '2021-12-16T22:18:03Z', 'revision_number': 5, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'subnets': [{'id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:23:27.531719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bad4078-ff4d-4dc2-ad97-9534f53b2136 req-a83feee3-651f-4449-9427-4ff6ab393c25 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464522 Dec 16 22:23:27.587397 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f72bfcd1-dc7c-47ce-85d3-236965777332 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.662644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] For port 4fb870fb-a1fe-408b-b6b2-6182b39607dc, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:27.667573 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] For port 4fb870fb-a1fe-408b-b6b2-6182b39607dc, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4fb870fb-a1fe-408b-b6b2-6182b39607dc,segment=NetworkSegment(e25d5e59-d8ae-42ae-ab0e-9473bf580a0b),segment_id=e25d5e59-d8ae-42ae-ab0e-9473bf580a0b)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:27.672558 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] For port 8c39f01f-63d2-4285-adef-9c47cae2b149, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:27.675790 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] For port 8c39f01f-63d2-4285-adef-9c47cae2b149, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8c39f01f-63d2-4285-adef-9c47cae2b149,segment=NetworkSegment(80ade31c-98cf-478d-b28c-a8d013dbf2ba),segment_id=80ade31c-98cf-478d-b28c-a8d013dbf2ba)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:27.708176 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0293df2-60ad-4332-a254-d70a606c6f81 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.738683 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f72bfcd1-dc7c-47ce-85d3-236965777332 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.744277 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.752376 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.775258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0293df2-60ad-4332-a254-d70a606c6f81 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:27.779727 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-e0293df2-60ad-4332-a254-d70a606c6f81 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:27.785686 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0293df2-60ad-4332-a254-d70a606c6f81 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:27.794698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0293df2-60ad-4332-a254-d70a606c6f81 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:27.802756 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0293df2-60ad-4332-a254-d70a606c6f81 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.818797 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0293df2-60ad-4332-a254-d70a606c6f81 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event updated for resources: {'Port': ['ID=0d401b26-5d9b-442c-8a6d-fe6ee7972529,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:27.821236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72bfcd1-dc7c-47ce-85d3-236965777332 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network 9bac606a-e3b1-49c3-b1b1-734c923e5b6e is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:27.833701 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-f72bfcd1-dc7c-47ce-85d3-236965777332 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:27.838977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72bfcd1-dc7c-47ce-85d3-236965777332 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:27.845995 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72bfcd1-dc7c-47ce-85d3-236965777332 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:27.846778 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f72bfcd1-dc7c-47ce-85d3-236965777332 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.866829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bfcd1-dc7c-47ce-85d3-236965777332 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=0d3ed429-461c-4eae-9d2f-3ae927315bee,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:27.894238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e0293df2-60ad-4332-a254-d70a606c6f81 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7881982 Dec 16 22:23:27.894902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45342) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:27.907510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f56d8c88-308b-48b1-b8c4-23b477f86d8a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Request body: {'port': {'network_id': '796d8b44-288b-4f97-bfdd-c6851ed5a3a4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-611492620', 'allowed_address_pairs': [{'ip_address': '2001:db8::1e0', 'mac_address': 'fa:16:3e:96:a5:6e'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:27.923709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a0ece-8308-46e2-bff1-a0619d2639cf None None] New status for floating IP 2288770c-43e5-4a3c-9c39-a7c255e16137: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:23:27.989477 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64947171-5511-4779-b0bb-1eb51c404ee8 None None] Pushing event updated for resources: {'Port': ['ID=8c39f01f-63d2-4285-adef-9c47cae2b149,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:28.000917 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f72bfcd1-dc7c-47ce-85d3-236965777332 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7965498 Dec 16 22:23:28.002112 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45346) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:28.200394 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3102b6d0-96e4-4ec2-b490-a55a24de29da tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port 0d3ed429-461c-4eae-9d2f-3ae927315bee {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:28.200394 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3102b6d0-96e4-4ec2-b490-a55a24de29da tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:28.210886 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56d8c88-308b-48b1-b8c4-23b477f86d8a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Made reservation on behalf of 36381a57174e43fab606a483a1d722d6 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:28.238935 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0c3e8-7628-49a5-86c6-a3e576ba52fb None None] Pushing event updated for resources: {'Port': ['ID=4fb870fb-a1fe-408b-b6b2-6182b39607dc,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:28.432634 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f56d8c88-308b-48b1-b8c4-23b477f86d8a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:28.458868 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-f56d8c88-308b-48b1-b8c4-23b477f86d8a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] device_id is not set on port 2d80e00d-5997-43fb-a267-f6c2f5299864 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:28.464035 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3102b6d0-96e4-4ec2-b490-a55a24de29da tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:28.480409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3102b6d0-96e4-4ec2-b490-a55a24de29da tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for 0d3ed429-461c-4eae-9d2f-3ae927315bee owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:28.618123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-f56d8c88-308b-48b1-b8c4-23b477f86d8a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Allocated IP 2001:db8::245 (796d8b44-288b-4f97-bfdd-c6851ed5a3a4/6e0bf646-38bd-4a05-9377-f4ddeaf7e1a1/2d80e00d-5997-43fb-a267-f6c2f5299864) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:28.782850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ec27b-2134-4054-8a60-ae2d86e95010 req-b1549274-d278-482d-8807-6e1210476518 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:28.790554 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-168ec27b-2134-4054-8a60-ae2d86e95010 req-b1549274-d278-482d-8807-6e1210476518 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.1039445 Dec 16 22:23:28.863103 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3102b6d0-96e4-4ec2-b490-a55a24de29da tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:28.903614 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102b6d0-96e4-4ec2-b490-a55a24de29da tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=0d3ed429-461c-4eae-9d2f-3ae927315bee,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:28.949510 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3102b6d0-96e4-4ec2-b490-a55a24de29da tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:28.949510 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3102b6d0-96e4-4ec2-b490-a55a24de29da tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/0d3ed429-461c-4eae-9d2f-3ae927315bee HTTP/1.1" status: 204 len: 168 time: 0.9441447 Dec 16 22:23:28.949510 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45374) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:28.985060 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe85e0c-aad9-4727-86bc-b5d5d1136a67 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:28.988011 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe85e0c-aad9-4727-86bc-b5d5d1136a67 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:28.989622 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-168ec27b-2134-4054-8a60-ae2d86e95010 req-fff44d91-5e34-4529-995f-4764bfefc6e6 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969726 Dec 16 22:23:28.995004 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1fe85e0c-aad9-4727-86bc-b5d5d1136a67 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/0d3ed429-461c-4eae-9d2f-3ae927315bee HTTP/1.1" status: 404 len: 333 time: 0.0453780 Dec 16 22:23:28.996006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45376) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:29.044227 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f56d8c88-308b-48b1-b8c4-23b477f86d8a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.064429 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-832e2576-ef00-4605-8206-fd59c1fa9435 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] GET failed (client error): The resource could not be found. Dec 16 22:23:29.068068 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-832e2576-ef00-4605-8206-fd59c1fa9435 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/0d3ed429-461c-4eae-9d2f-3ae927315bee HTTP/1.1" status: 404 len: 333 time: 0.0687962 Dec 16 22:23:29.069885 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45382) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:29.102329 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4fb870fb-a1fe-408b-b6b2-6182b39607dc up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:29.154773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3e1127-41bc-4115-a469-14761f3b2a55 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting subnet d2410904-22c1-4677-b8db-5798226cfe95 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:23:29.162050 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1127-41bc-4115-a469-14761f3b2a55 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.251074 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f56d8c88-308b-48b1-b8c4-23b477f86d8a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.298071 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4fb870fb-a1fe-408b-b6b2-6182b39607dc triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:29.298071 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.348654 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1127-41bc-4115-a469-14761f3b2a55 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.391468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56d8c88-308b-48b1-b8c4-23b477f86d8a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:29.396568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f56d8c88-308b-48b1-b8c4-23b477f86d8a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:29.399219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d8c88-308b-48b1-b8c4-23b477f86d8a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event updated for resources: {'Port': ['ID=2d80e00d-5997-43fb-a267-f6c2f5299864,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:29.402710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d8c88-308b-48b1-b8c4-23b477f86d8a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:29.413046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56d8c88-308b-48b1-b8c4-23b477f86d8a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:29.413746 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f56d8c88-308b-48b1-b8c4-23b477f86d8a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.527616 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.544037 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f56d8c88-308b-48b1-b8c4-23b477f86d8a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.6478870 Dec 16 22:23:29.569515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45392) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:29.596493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 4fb870fb-a1fe-408b-b6b2-6182b39607dc, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4fb870fb-a1fe-408b-b6b2-6182b39607dc,segment=NetworkSegment(e25d5e59-d8ae-42ae-ab0e-9473bf580a0b),segment_id=e25d5e59-d8ae-42ae-ab0e-9473bf580a0b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:29.625307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08165ef0-bf9e-4332-aa00-589a43c4001f req-0f5de56f-f5bd-4606-98bd-40b38b8df509 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:29.625567 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1127-41bc-4115-a469-14761f3b2a55 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.627254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08165ef0-bf9e-4332-aa00-589a43c4001f req-0f5de56f-f5bd-4606-98bd-40b38b8df509 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.1229074 Dec 16 22:23:29.685049 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.685769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8c39f01f-63d2-4285-adef-9c47cae2b149 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:29.708801 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08210d36-58b4-491f-8b5c-cce597ab548d tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:29.715452 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08210d36-58b4-491f-8b5c-cce597ab548d tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:29.722375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08210d36-58b4-491f-8b5c-cce597ab548d tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:29.727401 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-08210d36-58b4-491f-8b5c-cce597ab548d tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1574259 Dec 16 22:23:29.730518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45398) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:29.738654 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08165ef0-bf9e-4332-aa00-589a43c4001f req-3ca082d8-2cd4-413e-a34e-c548a87befba tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032403 Dec 16 22:23:29.920237 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dc4ac-dd70-421e-8215-cd53b83fe343 req-4b11ce8e-3cf3-4ebe-a678-e10e53f03e03 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:29.930379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0feb0c8-1a27-4879-aee2-96108d8e4734 None None] Network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:29.931639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc6dc4ac-dd70-421e-8215-cd53b83fe343 req-4b11ce8e-3cf3-4ebe-a678-e10e53f03e03 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.1038136 Dec 16 22:23:29.957119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1127-41bc-4115-a469-14761f3b2a55 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.049876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc6dc4ac-dd70-421e-8215-cd53b83fe343 req-8be66659-6ac8-4668-9ba9-21da61b8c21d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153662 Dec 16 22:23:30.065305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e1127-41bc-4115-a469-14761f3b2a55 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Subnet': ['ID=d2410904-22c1-4677-b8db-5798226cfe95,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:30.072959 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1127-41bc-4115-a469-14761f3b2a55 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.086077 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45426) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:30.103689 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1c3e1127-41bc-4115-a469-14761f3b2a55 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/d2410904-22c1-4677-b8db-5798226cfe95 HTTP/1.1" status: 204 len: 168 time: 1.0324802 Dec 16 22:23:30.110808 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-370db931-137b-409f-86b0-d7829d563e39 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Deleting port 2d80e00d-5997-43fb-a267-f6c2f5299864 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:30.111160 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-370db931-137b-409f-86b0-d7829d563e39 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.149256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=4fb870fb-a1fe-408b-b6b2-6182b39607dc,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:30.178430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 8c39f01f-63d2-4285-adef-9c47cae2b149 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:30.178803 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.181822 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-38ea7967-ee89-4ffc-b76a-4da203683a5b None None] Provisioning complete for port 4fb870fb-a1fe-408b-b6b2-6182b39607dc triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:30.182109 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38ea7967-ee89-4ffc-b76a-4da203683a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.263383 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.295808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b37f2d91-7db8-4275-aa66-3a4f521c6425 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:23:30.344402 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-370db931-137b-409f-86b0-d7829d563e39 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.367427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-370db931-137b-409f-86b0-d7829d563e39 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Calling delete_port for 2d80e00d-5997-43fb-a267-f6c2f5299864 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:30.388634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port 8c39f01f-63d2-4285-adef-9c47cae2b149 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:30.395821 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.418076 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.528905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] For port 8c39f01f-63d2-4285-adef-9c47cae2b149, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8c39f01f-63d2-4285-adef-9c47cae2b149,segment=NetworkSegment(80ade31c-98cf-478d-b28c-a8d013dbf2ba),segment_id=80ade31c-98cf-478d-b28c-a8d013dbf2ba)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:30.530072 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.551694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for 8c39f01f-63d2-4285-adef-9c47cae2b149 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:30.588218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ed2050-935a-446d-8c32-7b1438f44fd4 None None] Network 9bac606a-e3b1-49c3-b1b1-734c923e5b6e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:30.761224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 8c39f01f-63d2-4285-adef-9c47cae2b149, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8c39f01f-63d2-4285-adef-9c47cae2b149,segment=NetworkSegment(80ade31c-98cf-478d-b28c-a8d013dbf2ba),segment_id=80ade31c-98cf-478d-b28c-a8d013dbf2ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:30.847204 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-370db931-137b-409f-86b0-d7829d563e39 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.922552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a67f32-ec9a-4345-a321-94ec20254a85 req-5b9be812-a307-4fe8-a093-3a32e1d3d47d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:30.926764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52a67f32-ec9a-4345-a321-94ec20254a85 req-5b9be812-a307-4fe8-a093-3a32e1d3d47d tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.1639240 Dec 16 22:23:30.967812 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.978532 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370db931-137b-409f-86b0-d7829d563e39 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event deleted for resources: {'Port': ['ID=2d80e00d-5997-43fb-a267-f6c2f5299864,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:30.994978 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.063405 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-370db931-137b-409f-86b0-d7829d563e39 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.064687 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-370db931-137b-409f-86b0-d7829d563e39 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "DELETE /v2.0/ports/2d80e00d-5997-43fb-a267-f6c2f5299864 HTTP/1.1" status: 204 len: 168 time: 1.3331239 Dec 16 22:23:31.067565 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45448) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:31.083300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=8c39f01f-63d2-4285-adef-9c47cae2b149,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:31.088171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No DVR routers for this DVR port 8c39f01f-63d2-4285-adef-9c47cae2b149 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:31.100181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52a67f32-ec9a-4345-a321-94ec20254a85 req-2a25b254-0c00-40f9-9961-802049a43461 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658020 Dec 16 22:23:31.137507 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7943f1-ce86-4129-9b36-ba5a9de8bb08 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] GET failed (client error): The resource could not be found. Dec 16 22:23:31.137507 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2a7943f1-ce86-4129-9b36-ba5a9de8bb08 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "GET /v2.0/ports/2d80e00d-5997-43fb-a267-f6c2f5299864 HTTP/1.1" status: 404 len: 333 time: 0.0637574 Dec 16 22:23:31.138365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event deleted for resources: {'Port': ['ID=8c39f01f-63d2-4285-adef-9c47cae2b149,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:31.145470 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45450) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:31.156666 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d2cc9e0a-25d0-4a1a-ac1d-0e800d0c6cd5 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Request body: {'port': {'network_id': '796d8b44-288b-4f97-bfdd-c6851ed5a3a4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1769054379'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:31.173621 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b37f2d91-7db8-4275-aa66-3a4f521c6425, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b37f2d91-7db8-4275-aa66-3a4f521c6425,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:31.177151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8be66212-5399-4cad-b4c2-2d244f6cfb77 None None] Provisioning complete for port 4fb870fb-a1fe-408b-b6b2-6182b39607dc triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:31.177815 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8be66212-5399-4cad-b4c2-2d244f6cfb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.251527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4fb870fb-a1fe-408b-b6b2-6182b39607dc up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:31.269296 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.309648 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bac606a-e3b1-49c3-b1b1-734c923e5b6e']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:31.327710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ade31c-98cf-478d-b28c-a8d013dbf2ba') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:31.328230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ade31c-98cf-478d-b28c-a8d013dbf2ba') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:31.335738 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'b37f2d91-7db8-4275-aa66-3a4f521c6425', 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896', 'port_id': 'b37f2d91-7db8-4275-aa66-3a4f521c6425', 'mac_address': 'fa:16:3e:d7:b8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634b6d25-6ad9-4d67-9394-5b078696d451', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:23:31.360044 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.401845 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.411532 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:31.411953 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:31.421998 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:31.470789 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dc22f9-a34d-47cb-8f10-9294db599f5c None None] DHCP port deletion for 9bac606a-e3b1-49c3-b1b1-734c923e5b6e request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:31.496455 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4fb870fb-a1fe-408b-b6b2-6182b39607dc triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:31.496774 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.600916 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cc9e0a-25d0-4a1a-ac1d-0e800d0c6cd5 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Made reservation on behalf of 36381a57174e43fab606a483a1d722d6 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:31.613064 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2cc9e0a-25d0-4a1a-ac1d-0e800d0c6cd5 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.681899 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.684564 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-d2cc9e0a-25d0-4a1a-ac1d-0e800d0c6cd5 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] device_id is not set on port 7215f60e-b7d1-4238-9bdd-9ff7bd5cfe64 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:31.703670 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.719377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/networks/9bac606a-e3b1-49c3-b1b1-734c923e5b6e HTTP/1.1" status: 204 len: 168 time: 1.6319678 Dec 16 22:23:31.727417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45458) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:31.783441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-68c88dc2-343b-447c-b8a7-af4232f86311 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-779332431'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:31.800377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d13a5-27e1-4c8f-bd2e-4bc89d8f4701 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Network': ['ID=9bac606a-e3b1-49c3-b1b1-734c923e5b6e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:31.841931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8be66212-5399-4cad-b4c2-2d244f6cfb77 None None] Could not find standard attr ID for object 8c39f01f-63d2-4285-adef-9c47cae2b149. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:23:31.861735 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.867574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8be66212-5399-4cad-b4c2-2d244f6cfb77 None None] Could not find standard attr ID for object 2d80e00d-5997-43fb-a267-f6c2f5299864. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:23:31.905047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c88dc2-343b-447c-b8a7-af4232f86311 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:31.916137 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-68c88dc2-343b-447c-b8a7-af4232f86311 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.926999 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b37f2d91-7db8-4275-aa66-3a4f521c6425 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:23:31.990683 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8be66212-5399-4cad-b4c2-2d244f6cfb77 None None] Provisioning complete for port 0d401b26-5d9b-442c-8a6d-fe6ee7972529 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:31.993558 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8be66212-5399-4cad-b4c2-2d244f6cfb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:32.000656 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c88dc2-343b-447c-b8a7-af4232f86311 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:23:32.007117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b37f2d91-7db8-4275-aa66-3a4f521c6425, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b37f2d91-7db8-4275-aa66-3a4f521c6425,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:32.021292 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-68c88dc2-343b-447c-b8a7-af4232f86311 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:32.021930 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-68c88dc2-343b-447c-b8a7-af4232f86311 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Added segment 2ab9ceb0-863f-4de9-9fec-a52b2067abf0 of type vlan for network 0abefc75-5794-4e9d-907d-14cbe6cf22bd Dec 16 22:23:32.162618 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:32.167164 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-d2cc9e0a-25d0-4a1a-ac1d-0e800d0c6cd5 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Allocated IP 2001:db8::30e (796d8b44-288b-4f97-bfdd-c6851ed5a3a4/6e0bf646-38bd-4a05-9377-f4ddeaf7e1a1/7215f60e-b7d1-4238-9bdd-9ff7bd5cfe64) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:32.183982 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-68c88dc2-343b-447c-b8a7-af4232f86311 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:32.250236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89211f3e-789c-476d-bb0d-4dc068aa5cb9 req-236fce4c-3681-4f91-93d6-cd9671648d6a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:32.262776 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-89211f3e-789c-476d-bb0d-4dc068aa5cb9 req-236fce4c-3681-4f91-93d6-cd9671648d6a tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.2252784 Dec 16 22:23:32.304230 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-68c88dc2-343b-447c-b8a7-af4232f86311 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:32.310239 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c88dc2-343b-447c-b8a7-af4232f86311 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:32.311153 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-68c88dc2-343b-447c-b8a7-af4232f86311 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:32.321857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8be66212-5399-4cad-b4c2-2d244f6cfb77 None None] Port 0d401b26-5d9b-442c-8a6d-fe6ee7972529 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:32.328281 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['b37f2d91-7db8-4275-aa66-3a4f521c6425'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:23:32.392202 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=b37f2d91-7db8-4275-aa66-3a4f521c6425,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:32.455584 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5e30aff2-96f7-48ac-b25b-cba153852880 None None] Could not find standard attr ID for object 2d80e00d-5997-43fb-a267-f6c2f5299864. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:23:32.467408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c88dc2-343b-447c-b8a7-af4232f86311 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Network': ['ID=0abefc75-5794-4e9d-907d-14cbe6cf22bd,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:32.483758 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2b42-83bf-4af7-a4ac-a83cc792954f req-b1160577-1bcb-45a4-8718-287482195d3c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:32.486514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-525b2b42-83bf-4af7-a4ac-a83cc792954f req-b1160577-1bcb-45a4-8718-287482195d3c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 945 time: 0.2078424 Dec 16 22:23:32.501055 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 0abefc75-5794-4e9d-907d-14cbe6cf22bd details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:23:32.537701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-68c88dc2-343b-447c-b8a7-af4232f86311 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8107984 Dec 16 22:23:32.537926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5e30aff2-96f7-48ac-b25b-cba153852880 None None] Provisioning complete for port 0d401b26-5d9b-442c-8a6d-fe6ee7972529 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:32.538139 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e30aff2-96f7-48ac-b25b-cba153852880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:32.547995 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45480) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:32.572437 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-210e2809-12d0-43f4-be90-bc8e725ba937 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'subnet': {'network_id': '0abefc75-5794-4e9d-907d-14cbe6cf22bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:32.632613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-525b2b42-83bf-4af7-a4ac-a83cc792954f req-f2d64848-e081-41e9-b2b5-50193571bc68 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386194 Dec 16 22:23:32.817499 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2cc9e0a-25d0-4a1a-ac1d-0e800d0c6cd5 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:32.879132 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5e30aff2-96f7-48ac-b25b-cba153852880 None None] Port 0d401b26-5d9b-442c-8a6d-fe6ee7972529 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:32.904724 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-89211f3e-789c-476d-bb0d-4dc068aa5cb9 req-bcee2f40-71d6-41bf-90b0-a08d84de1161 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Deleting port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:32.905075 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-89211f3e-789c-476d-bb0d-4dc068aa5cb9 req-bcee2f40-71d6-41bf-90b0-a08d84de1161 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:32.970475 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2cc9e0a-25d0-4a1a-ac1d-0e800d0c6cd5 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.067885 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc9e0a-25d0-4a1a-ac1d-0e800d0c6cd5 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:33.068187 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d2cc9e0a-25d0-4a1a-ac1d-0e800d0c6cd5 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:33.094549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc9e0a-25d0-4a1a-ac1d-0e800d0c6cd5 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:33.100550 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cc9e0a-25d0-4a1a-ac1d-0e800d0c6cd5 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:33.105789 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2cc9e0a-25d0-4a1a-ac1d-0e800d0c6cd5 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.122581 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8c39f01f-63d2-4285-adef-9c47cae2b149 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:33.148510 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210e2809-12d0-43f4-be90-bc8e725ba937 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:33.152318 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-210e2809-12d0-43f4-be90-bc8e725ba937 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.166659 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 8c39f01f-63d2-4285-adef-9c47cae2b149 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:33.167121 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8c39f01f-63d2-4285-adef-9c47cae2b149 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:33.236279 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc9e0a-25d0-4a1a-ac1d-0e800d0c6cd5 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event updated for resources: {'Port': ['ID=7215f60e-b7d1-4238-9bdd-9ff7bd5cfe64,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:33.299126 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-89211f3e-789c-476d-bb0d-4dc068aa5cb9 req-bcee2f40-71d6-41bf-90b0-a08d84de1161 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] For port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:33.299762 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-89211f3e-789c-476d-bb0d-4dc068aa5cb9 req-bcee2f40-71d6-41bf-90b0-a08d84de1161 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.401319 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d2cc9e0a-25d0-4a1a-ac1d-0e800d0c6cd5 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2555411 Dec 16 22:23:33.404136 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45500) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:33.411337 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-89211f3e-789c-476d-bb0d-4dc068aa5cb9 req-bcee2f40-71d6-41bf-90b0-a08d84de1161 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Calling delete_port for 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:33.412480 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b6daf7e9-779e-4f20-9c8c-e71478280ab6 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e0', 'mac_address': 'fa:16:3e:96:a5:6e'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:33.668896 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-210e2809-12d0-43f4-be90-bc8e725ba937 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.686198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e9106257-cd6b-4959-b982-a52db549c983 None None] Provisioning complete for port 7215f60e-b7d1-4238-9bdd-9ff7bd5cfe64 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:33.687780 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9106257-cd6b-4959-b982-a52db549c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.707604 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b6daf7e9-779e-4f20-9c8c-e71478280ab6 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.787453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e2809-12d0-43f4-be90-bc8e725ba937 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Subnet': ['ID=54c57095-1874-44a7-97c4-638b37378346,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:33.805259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e2809-12d0-43f4-be90-bc8e725ba937 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Checking segment: {'id': '2ab9ceb0-863f-4de9-9fec-a52b2067abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0abefc75-5794-4e9d-907d-14cbe6cf22bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:33.805735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210e2809-12d0-43f4-be90-bc8e725ba937 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network hostable DHCP agents. Network: 0abefc75-5794-4e9d-907d-14cbe6cf22bd, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:23:33.813968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e9106257-cd6b-4959-b982-a52db549c983 None None] Port 7215f60e-b7d1-4238-9bdd-9ff7bd5cfe64 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:33.850963 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-89211f3e-789c-476d-bb0d-4dc068aa5cb9 req-bcee2f40-71d6-41bf-90b0-a08d84de1161 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.864903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['4cc5905f-ff4a-4e96-ac8d-b54814700ec1', '90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:23:33.900557 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee2f40-71d6-41bf-90b0-a08d84de1161 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Pushing event deleted for resources: {'Port': ['ID=90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:33.947646 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b708a5fb-3edd-4b01-9905-9c3da5d136bd None None] DHCP port deletion for 894406fb-456e-47fe-84ae-c71a28800c5b request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:33.948239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210e2809-12d0-43f4-be90-bc8e725ba937 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network 0abefc75-5794-4e9d-907d-14cbe6cf22bd is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:23:33.963236 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b7a0337-72ba-4a6e-a3e5-b422924397eb req-9ed14747-dd1c-4650-8681-a3dc457f010e tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 210 time: 0.0937157 Dec 16 22:23:33.991300 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-89211f3e-789c-476d-bb0d-4dc068aa5cb9 req-bcee2f40-71d6-41bf-90b0-a08d84de1161 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] No DVR routers for this DVR port 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:33.994523 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-89211f3e-789c-476d-bb0d-4dc068aa5cb9 req-bcee2f40-71d6-41bf-90b0-a08d84de1161 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.997934 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-89211f3e-789c-476d-bb0d-4dc068aa5cb9 req-bcee2f40-71d6-41bf-90b0-a08d84de1161 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "DELETE /v2.0/ports/90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 HTTP/1.1" status: 204 len: 173 time: 1.7157717 Dec 16 22:23:33.998421 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbacce3-ea08-4233-86a7-f99621f76550', 'name': 'network-vif-deleted', 'tag': '90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:34.000923 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867f9201-2d3d-49e0-9690-a9c42a665afa" -d '{"events": [{"server_uuid": "ecbacce3-ea08-4233-86a7-f99621f76550", "name": "network-vif-deleted", "tag": "90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:34.062932 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943d3008-5420-427a-91a1-5246b73a9e5f x-openstack-request-id: req-943d3008-5420-427a-91a1-5246b73a9e5f {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:34.063901 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbacce3-ea08-4233-86a7-f99621f76550", "name": "network-vif-deleted", "tag": "90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:34.063901 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-943d3008-5420-427a-91a1-5246b73a9e5f {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:34.064152 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbacce3-ea08-4233-86a7-f99621f76550', 'name': 'network-vif-deleted', 'tag': '90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1', 'status': 'completed', 'code': 200} Dec 16 22:23:34.110975 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-210e2809-12d0-43f4-be90-bc8e725ba937 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 0abefc75-5794-4e9d-907d-14cbe6cf22bd) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:34.121112 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c635eebf-4c65-4ee2-bb68-24b2a52a993f None None] Network 0abefc75-5794-4e9d-907d-14cbe6cf22bd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:34.124686 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210e2809-12d0-43f4-be90-bc8e725ba937 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:34.127621 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-210e2809-12d0-43f4-be90-bc8e725ba937 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.228469 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b6daf7e9-779e-4f20-9c8c-e71478280ab6 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.250785 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-210e2809-12d0-43f4-be90-bc8e725ba937 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6956677 Dec 16 22:23:34.254746 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45512) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:34.266874 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-fc0d0510-e775-432d-9919-9bad0cb47978 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'network_id': '0abefc75-5794-4e9d-907d-14cbe6cf22bd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1277173685'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:34.316642 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b6daf7e9-779e-4f20-9c8c-e71478280ab6 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.362182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b37f2d91-7db8-4275-aa66-3a4f521c6425 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:34.475191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-0abefc75-5794-4e9d-907d-14cbe6cf22bd', 'network_id': '0abefc75-5794-4e9d-907d-14cbe6cf22bd', 'project_id': '7db7e873a7fd4cc7980618ef0611b725', 'fixed_ips': [{'subnet_id': '54c57095-1874-44a7-97c4-638b37378346'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:23:34.486784 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.596354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b6daf7e9-779e-4f20-9c8c-e71478280ab6 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] In _notify_port_updated(), no bound segment for port 7215f60e-b7d1-4238-9bdd-9ff7bd5cfe64 on network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 {{(pid=103951) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:23:34.609163 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6daf7e9-779e-4f20-9c8c-e71478280ab6 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:34.611178 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b6daf7e9-779e-4f20-9c8c-e71478280ab6 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.615779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b6daf7e9-779e-4f20-9c8c-e71478280ab6 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "PUT /v2.0/ports/7215f60e-b7d1-4238-9bdd-9ff7bd5cfe64 HTTP/1.1" status: 200 len: 1003 time: 1.2087743 Dec 16 22:23:34.622930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45526) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:34.630626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6daf7e9-779e-4f20-9c8c-e71478280ab6 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event updated for resources: {'Port': ['ID=7215f60e-b7d1-4238-9bdd-9ff7bd5cfe64,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:34.751951 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0d0510-e775-432d-9919-9bad0cb47978 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:34.756223 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0510-e775-432d-9919-9bad0cb47978 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.791863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-fc0d0510-e775-432d-9919-9bad0cb47978 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] device_id is not set on port 88180df8-a5da-40ee-a6b7-b8da0e80eac8 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:34.802445 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3196342f-1f5a-45ed-861f-e586d2562cc9 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Deleting port 7215f60e-b7d1-4238-9bdd-9ff7bd5cfe64 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:34.802797 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3196342f-1f5a-45ed-861f-e586d2562cc9 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.811208 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port b37f2d91-7db8-4275-aa66-3a4f521c6425 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:34.822868 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.013547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Allocated IP 2001:db8::2 (0abefc75-5794-4e9d-907d-14cbe6cf22bd/54c57095-1874-44a7-97c4-638b37378346/76a34329-802e-4933-b05e-bce37e2eb9c2) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:35.188334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c72edce-4a1e-4226-9291-168b895dcc1e req-de3ceafc-f9ac-4895-859f-9f5e3e03d4a0 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacce3-ea08-4233-86a7-f99621f76550 HTTP/1.1" status: 200 len: 210 time: 0.0788114 Dec 16 22:23:35.345057 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.395970 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.418442 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.488742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Pushing event updated for resources: {'Port': ['ID=76a34329-802e-4933-b05e-bce37e2eb9c2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:35.519513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b37f2d91-7db8-4275-aa66-3a4f521c6425, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b37f2d91-7db8-4275-aa66-3a4f521c6425,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:35.521119 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4df4c4e-c2db-4daa-9119-f6cf35b33a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37f2d91-7db8-4275-aa66-3a4f521c6425'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:35.522985 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd56db1-d3a7-4909-aeee-9dc131d497c5" -d '{"events": [{"server_uuid": "b4df4c4e-c2db-4daa-9119-f6cf35b33a4e", "name": "network-vif-plugged", "status": "completed", "tag": "b37f2d91-7db8-4275-aa66-3a4f521c6425"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:35.527774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Network 0abefc75-5794-4e9d-907d-14cbe6cf22bd is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:35.528994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3b574647-69b4-40f6-8742-ecbf49c176c0 None None] Provisioning complete for port 7215f60e-b7d1-4238-9bdd-9ff7bd5cfe64 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:35.528994 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b574647-69b4-40f6-8742-ecbf49c176c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.532833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:35.562978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:35.621288 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.629032 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6d1923-999e-4aac-863b-65729266cad3 x-openstack-request-id: req-4c6d1923-999e-4aac-863b-65729266cad3 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:35.629499 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4df4c4e-c2db-4daa-9119-f6cf35b33a4e", "name": "network-vif-plugged", "status": "completed", "tag": "b37f2d91-7db8-4275-aa66-3a4f521c6425", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:35.629850 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c6d1923-999e-4aac-863b-65729266cad3 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:35.630292 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4df4c4e-c2db-4daa-9119-f6cf35b33a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37f2d91-7db8-4275-aa66-3a4f521c6425', 'code': 200} Dec 16 22:23:35.668643 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-fc0d0510-e775-432d-9919-9bad0cb47978 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Allocated IP 2001:db8::107 (0abefc75-5794-4e9d-907d-14cbe6cf22bd/54c57095-1874-44a7-97c4-638b37378346/88180df8-a5da-40ee-a6b7-b8da0e80eac8) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:35.710167 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3196342f-1f5a-45ed-861f-e586d2562cc9 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.721984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3b574647-69b4-40f6-8742-ecbf49c176c0 None None] Port 7215f60e-b7d1-4238-9bdd-9ff7bd5cfe64 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:35.726744 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3196342f-1f5a-45ed-861f-e586d2562cc9 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Calling delete_port for 7215f60e-b7d1-4238-9bdd-9ff7bd5cfe64 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:35.747455 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Attempting to bind port 76a34329-802e-4933-b05e-bce37e2eb9c2 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:35.748103 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Attempting to bind port 76a34329-802e-4933-b05e-bce37e2eb9c2 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '2ab9ceb0-863f-4de9-9fec-a52b2067abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0abefc75-5794-4e9d-907d-14cbe6cf22bd'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:35.748672 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Attempting to bind port 76a34329-802e-4933-b05e-bce37e2eb9c2 on network 0abefc75-5794-4e9d-907d-14cbe6cf22bd {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:35.764289 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:35.765780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Checking segment: {'id': '2ab9ceb0-863f-4de9-9fec-a52b2067abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0abefc75-5794-4e9d-907d-14cbe6cf22bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:35.766689 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.767599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Bound using segment: {'id': '2ab9ceb0-863f-4de9-9fec-a52b2067abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0abefc75-5794-4e9d-907d-14cbe6cf22bd'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:35.768510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Bound port: 76a34329-802e-4933-b05e-bce37e2eb9c2, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab9ceb0-863f-4de9-9fec-a52b2067abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0abefc75-5794-4e9d-907d-14cbe6cf22bd'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:35.769144 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.798576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=b37f2d91-7db8-4275-aa66-3a4f521c6425,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:35.895969 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] For port 76a34329-802e-4933-b05e-bce37e2eb9c2, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:35.902394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] For port 76a34329-802e-4933-b05e-bce37e2eb9c2, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=76a34329-802e-4933-b05e-bce37e2eb9c2,segment=NetworkSegment(2ab9ceb0-863f-4de9-9fec-a52b2067abf0),segment_id=2ab9ceb0-863f-4de9-9fec-a52b2067abf0)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:35.998335 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3196342f-1f5a-45ed-861f-e586d2562cc9 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.027299 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.070455 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0510-e775-432d-9919-9bad0cb47978 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.072427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196342f-1f5a-45ed-861f-e586d2562cc9 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event deleted for resources: {'Port': ['ID=7215f60e-b7d1-4238-9bdd-9ff7bd5cfe64,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:36.232393 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec4e02-a148-49a2-bba8-a65f4f90152c None None] Pushing event updated for resources: {'Port': ['ID=76a34329-802e-4933-b05e-bce37e2eb9c2,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:36.317961 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:36.410160 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:36.410638 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 90b9fded-c4fd-47b9-bcb5-8183d6bcc0a1 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:36.512416 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8ddc2040-295c-4bee-a4e7-c99d98a603b1 req-d49e978d-b5dc-4be1-abeb-aef6637c1e4f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3624101 Dec 16 22:23:36.557858 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0510-e775-432d-9919-9bad0cb47978 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.562213 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3196342f-1f5a-45ed-861f-e586d2562cc9 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.590443 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3196342f-1f5a-45ed-861f-e586d2562cc9 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "DELETE /v2.0/ports/7215f60e-b7d1-4238-9bdd-9ff7bd5cfe64 HTTP/1.1" status: 204 len: 168 time: 1.9657664 Dec 16 22:23:36.592713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45564) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:36.794241 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed63f3f-d2a6-4be2-9d56-8e5bff36add8 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] GET failed (client error): The resource could not be found. Dec 16 22:23:36.798071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6ed63f3f-d2a6-4be2-9d56-8e5bff36add8 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "GET /v2.0/ports/7215f60e-b7d1-4238-9bdd-9ff7bd5cfe64 HTTP/1.1" status: 404 len: 333 time: 0.2017636 Dec 16 22:23:36.804236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45576) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:36.816117 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-40345729-5d91-4106-b767-7e5b3bda952a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Request body: {'port': {'network_id': '796d8b44-288b-4f97-bfdd-c6851ed5a3a4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1088970974'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:37.021108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0d0510-e775-432d-9919-9bad0cb47978 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network 0abefc75-5794-4e9d-907d-14cbe6cf22bd is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:37.050597 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-fc0d0510-e775-432d-9919-9bad0cb47978 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:37.069654 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0d0510-e775-432d-9919-9bad0cb47978 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:37.100952 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0d0510-e775-432d-9919-9bad0cb47978 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:37.101734 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0510-e775-432d-9919-9bad0cb47978 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:37.130773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d0510-e775-432d-9919-9bad0cb47978 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=88180df8-a5da-40ee-a6b7-b8da0e80eac8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:37.159479 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc2040-295c-4bee-a4e7-c99d98a603b1 req-a1f4d9d2-cdc2-4d58-ae40-056f66910beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:37.167508 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8ddc2040-295c-4bee-a4e7-c99d98a603b1 req-a1f4d9d2-cdc2-4d58-ae40-056f66910beb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71b07207458f41b0bd254b11dbb60b20&device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 1097 time: 0.6284165 Dec 16 22:23:37.330468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 76a34329-802e-4933-b05e-bce37e2eb9c2 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:37.445866 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 76a34329-802e-4933-b05e-bce37e2eb9c2 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:37.447693 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:37.453751 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fc0d0510-e775-432d-9919-9bad0cb47978 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.1960840 Dec 16 22:23:37.459878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45594) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:37.518349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc2040-295c-4bee-a4e7-c99d98a603b1 req-ed4c0ae1-aa1d-4f11-88fa-99c809f8587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:37.528483 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8ddc2040-295c-4bee-a4e7-c99d98a603b1 req-ed4c0ae1-aa1d-4f11-88fa-99c809f8587e service neutron] 10.222.0.69 "GET /v2.0/networks?id=894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 200 len: 907 time: 0.3247190 Dec 16 22:23:37.613629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40345729-5d91-4106-b767-7e5b3bda952a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Made reservation on behalf of 36381a57174e43fab606a483a1d722d6 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:37.624259 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40345729-5d91-4106-b767-7e5b3bda952a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:37.646773 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8ddc2040-295c-4bee-a4e7-c99d98a603b1 req-6d04d9fd-5ba6-416f-893b-d1f802eb34a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cc5905f-ff4a-4e96-ac8d-b54814700ec1 HTTP/1.1" status: 200 len: 217 time: 0.1063862 Dec 16 22:23:37.704676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-40345729-5d91-4106-b767-7e5b3bda952a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] device_id is not set on port bc7095d5-6437-4db4-9b9f-86e76e4b884e yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:37.792499 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc2040-295c-4bee-a4e7-c99d98a603b1 req-5ff9cfe2-fac1-407d-a02a-e9f64189164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:37.794061 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8ddc2040-295c-4bee-a4e7-c99d98a603b1 req-5ff9cfe2-fac1-407d-a02a-e9f64189164c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5550495-cdae-4395-8f1f-d640aab6e46b HTTP/1.1" status: 200 len: 846 time: 0.1269033 Dec 16 22:23:37.797449 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:37.863815 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8ddc2040-295c-4bee-a4e7-c99d98a603b1 req-43955893-8aec-4b5a-9aa2-3c2bfc0338a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=894406fb-456e-47fe-84ae-c71a28800c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605941 Dec 16 22:23:37.902341 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 76a34329-802e-4933-b05e-bce37e2eb9c2, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=76a34329-802e-4933-b05e-bce37e2eb9c2,segment=NetworkSegment(2ab9ceb0-863f-4de9-9fec-a52b2067abf0),segment_id=2ab9ceb0-863f-4de9-9fec-a52b2067abf0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:37.967213 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.071938 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8ddc2040-295c-4bee-a4e7-c99d98a603b1 req-d3cbbbb7-bd69-4e85-91a9-625fcf8192a9 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024298 Dec 16 22:23:38.080611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-40345729-5d91-4106-b767-7e5b3bda952a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Allocated IP 2001:db8::137 (796d8b44-288b-4f97-bfdd-c6851ed5a3a4/6e0bf646-38bd-4a05-9377-f4ddeaf7e1a1/bc7095d5-6437-4db4-9b9f-86e76e4b884e) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:38.127403 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=76a34329-802e-4933-b05e-bce37e2eb9c2,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:38.273807 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8ddc2040-295c-4bee-a4e7-c99d98a603b1 req-61b1b346-685d-4023-bd61-c31c1e916cc6 service neutron] 10.222.0.69 "GET /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934190 Dec 16 22:23:38.342333 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40345729-5d91-4106-b767-7e5b3bda952a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.361813 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-a1aecfec-b5e9-4142-89ea-77809f9059d4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port 88180df8-a5da-40ee-a6b7-b8da0e80eac8 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:38.363136 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a1aecfec-b5e9-4142-89ea-77809f9059d4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.506207 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a1aecfec-b5e9-4142-89ea-77809f9059d4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.523299 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-a1aecfec-b5e9-4142-89ea-77809f9059d4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for 88180df8-a5da-40ee-a6b7-b8da0e80eac8 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:38.669106 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c74b3e0-da48-499f-88eb-ce5b3b57c91b None None] Network 0abefc75-5794-4e9d-907d-14cbe6cf22bd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:38.789234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8359d0e6-1f36-4582-8f06-a561800733ed None None] Provisioning complete for port 76a34329-802e-4933-b05e-bce37e2eb9c2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:38.789653 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8359d0e6-1f36-4582-8f06-a561800733ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.053561 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40345729-5d91-4106-b767-7e5b3bda952a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.127046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 76a34329-802e-4933-b05e-bce37e2eb9c2 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:39.201524 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a1aecfec-b5e9-4142-89ea-77809f9059d4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.237974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40345729-5d91-4106-b767-7e5b3bda952a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event updated for resources: {'Port': ['ID=bc7095d5-6437-4db4-9b9f-86e76e4b884e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:39.319536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40345729-5d91-4106-b767-7e5b3bda952a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:39.333083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 76a34329-802e-4933-b05e-bce37e2eb9c2 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:39.333860 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.343742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b186ddc2-148a-4626-a3f3-d014523d7cf8 None None] Provisioning complete for port 76a34329-802e-4933-b05e-bce37e2eb9c2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:39.344411 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b186ddc2-148a-4626-a3f3-d014523d7cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.418298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aecfec-b5e9-4142-89ea-77809f9059d4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=88180df8-a5da-40ee-a6b7-b8da0e80eac8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:39.430753 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a1aecfec-b5e9-4142-89ea-77809f9059d4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.439167 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a1aecfec-b5e9-4142-89ea-77809f9059d4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/88180df8-a5da-40ee-a6b7-b8da0e80eac8 HTTP/1.1" status: 204 len: 168 time: 1.9779315 Dec 16 22:23:39.440918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-40345729-5d91-4106-b767-7e5b3bda952a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:39.441797 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45648) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:39.466745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40345729-5d91-4106-b767-7e5b3bda952a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:39.488571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40345729-5d91-4106-b767-7e5b3bda952a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:39.491854 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40345729-5d91-4106-b767-7e5b3bda952a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.527356 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc91f38-7e6a-42f6-907c-808748f010cc tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] GET failed (client error): The resource could not be found. Dec 16 22:23:39.549348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45650) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:39.551430 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dbc91f38-7e6a-42f6-907c-808748f010cc tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/88180df8-a5da-40ee-a6b7-b8da0e80eac8 HTTP/1.1" status: 404 len: 333 time: 0.1067228 Dec 16 22:23:39.632351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3cb2-55ef-4fbb-8b46-7426df9b3c23 req-4eb7c28a-fa47-4708-9a2f-b6db837f53c3 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:39.642535 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c3f3cb2-55ef-4fbb-8b46-7426df9b3c23 req-4eb7c28a-fa47-4708-9a2f-b6db837f53c3 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 946 time: 0.4183090 Dec 16 22:23:39.654720 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-453b00f0-1955-4109-9c55-63d80575f883 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting subnet 54c57095-1874-44a7-97c4-638b37378346 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:23:39.661498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-40345729-5d91-4106-b767-7e5b3bda952a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8532193 Dec 16 22:23:39.664105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45652) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:39.665330 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-453b00f0-1955-4109-9c55-63d80575f883 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.675598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c7205812-4108-43ad-b24f-1d464c22f82f tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:96:a5:6e'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:39.693346 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b186ddc2-148a-4626-a3f3-d014523d7cf8 None None] Could not find standard attr ID for object 88180df8-a5da-40ee-a6b7-b8da0e80eac8. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:23:39.825241 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-453b00f0-1955-4109-9c55-63d80575f883 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.833610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e25fb6df-6930-4f5f-ae0c-933da9c8818a None None] Could not find standard attr ID for object 88180df8-a5da-40ee-a6b7-b8da0e80eac8. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:23:40.064792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2b5b09eb-857e-4705-b4b8-edd67fdec8b2 None None] Provisioning complete for port bc7095d5-6437-4db4-9b9f-86e76e4b884e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:40.065356 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2b5b09eb-857e-4705-b4b8-edd67fdec8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.074921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c3f3cb2-55ef-4fbb-8b46-7426df9b3c23 req-f04010aa-7e19-49c5-a1b7-a69617f6f589 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313688 Dec 16 22:23:40.130232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2b5b09eb-857e-4705-b4b8-edd67fdec8b2 None None] Port bc7095d5-6437-4db4-9b9f-86e76e4b884e cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:40.153173 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7205812-4108-43ad-b24f-1d464c22f82f tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.268846 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-453b00f0-1955-4109-9c55-63d80575f883 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.565838 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-453b00f0-1955-4109-9c55-63d80575f883 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.592241 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7205812-4108-43ad-b24f-1d464c22f82f tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.604383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86492565-a3d7-40b6-8af8-fe6d0066234a req-d560ec4d-f7d1-4a0b-b3e7-6d3b37bb84c4 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:40.606610 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-86492565-a3d7-40b6-8af8-fe6d0066234a req-d560ec4d-f7d1-4a0b-b3e7-6d3b37bb84c4 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 946 time: 0.0728538 Dec 16 22:23:40.632294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b00f0-1955-4109-9c55-63d80575f883 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Subnet': ['ID=54c57095-1874-44a7-97c4-638b37378346,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:40.639804 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-453b00f0-1955-4109-9c55-63d80575f883 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.644648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-453b00f0-1955-4109-9c55-63d80575f883 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/54c57095-1874-44a7-97c4-638b37378346 HTTP/1.1" status: 204 len: 168 time: 1.0910194 Dec 16 22:23:40.650435 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384a0f00-2126-4556-a665-e06dc35321db None None] Network 0abefc75-5794-4e9d-907d-14cbe6cf22bd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:40.654355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45672) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:40.707082 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7205812-4108-43ad-b24f-1d464c22f82f tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.874599 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-86492565-a3d7-40b6-8af8-fe6d0066234a req-6cc8b98c-89c5-4fd2-9a44-8fd18fa91330 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Deleting port 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:40.880609 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-86492565-a3d7-40b6-8af8-fe6d0066234a req-6cc8b98c-89c5-4fd2-9a44-8fd18fa91330 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.912102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c7205812-4108-43ad-b24f-1d464c22f82f tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] In _notify_port_updated(), no bound segment for port bc7095d5-6437-4db4-9b9f-86e76e4b884e on network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 {{(pid=103951) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:23:40.929729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7205812-4108-43ad-b24f-1d464c22f82f tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:40.940167 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7205812-4108-43ad-b24f-1d464c22f82f tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.944312 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c7205812-4108-43ad-b24f-1d464c22f82f tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "PUT /v2.0/ports/bc7095d5-6437-4db4-9b9f-86e76e4b884e HTTP/1.1" status: 200 len: 1003 time: 1.2728686 Dec 16 22:23:40.970162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7205812-4108-43ad-b24f-1d464c22f82f tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event updated for resources: {'Port': ['ID=bc7095d5-6437-4db4-9b9f-86e76e4b884e,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:40.976582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45674) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:41.075770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6d7cf5-7d1d-4911-923c-ee8468c44460 None None] DHCP port deletion for 0abefc75-5794-4e9d-907d-14cbe6cf22bd request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:41.129338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-86492565-a3d7-40b6-8af8-fe6d0066234a req-6cc8b98c-89c5-4fd2-9a44-8fd18fa91330 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] For port 4cc5905f-ff4a-4e96-ac8d-b54814700ec1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=4cc5905f-ff4a-4e96-ac8d-b54814700ec1,segment=NetworkSegment(ea2bbcf1-68f8-42cf-8234-06a3999911a0),segment_id=ea2bbcf1-68f8-42cf-8234-06a3999911a0)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:41.133546 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-86492565-a3d7-40b6-8af8-fe6d0066234a req-6cc8b98c-89c5-4fd2-9a44-8fd18fa91330 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.144906 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.176717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-86492565-a3d7-40b6-8af8-fe6d0066234a req-6cc8b98c-89c5-4fd2-9a44-8fd18fa91330 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Calling delete_port for 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:41.219006 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d7cf5-7d1d-4911-923c-ee8468c44460 None None] Deleting port 76a34329-802e-4933-b05e-bce37e2eb9c2 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:41.219322 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb6d7cf5-7d1d-4911-923c-ee8468c44460 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.410768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c66ec8-0770-4ce9-b57b-e6c7c4ae14fb req-8ca56e55-dc70-451d-8489-1ea79d01f91c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:41.420283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99c66ec8-0770-4ce9-b57b-e6c7c4ae14fb req-8ca56e55-dc70-451d-8489-1ea79d01f91c tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 946 time: 0.1588979 Dec 16 22:23:41.424764 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cb6d7cf5-7d1d-4911-923c-ee8468c44460 None None] For port 76a34329-802e-4933-b05e-bce37e2eb9c2, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=76a34329-802e-4933-b05e-bce37e2eb9c2,segment=NetworkSegment(2ab9ceb0-863f-4de9-9fec-a52b2067abf0),segment_id=2ab9ceb0-863f-4de9-9fec-a52b2067abf0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:41.424764 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb6d7cf5-7d1d-4911-923c-ee8468c44460 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.431806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port 76a34329-802e-4933-b05e-bce37e2eb9c2 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:41.432161 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.438343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-f1ba738f-2b14-4f20-a6f9-aa3b31b0a13b tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Deleting port bc7095d5-6437-4db4-9b9f-86e76e4b884e {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:41.438343 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f1ba738f-2b14-4f20-a6f9-aa3b31b0a13b tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.478732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d7cf5-7d1d-4911-923c-ee8468c44460 None None] Calling delete_port for 76a34329-802e-4933-b05e-bce37e2eb9c2 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:41.534478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6f4906e1-5e50-49aa-8ad2-a88173c9a72d None None] Provisioning complete for port bc7095d5-6437-4db4-9b9f-86e76e4b884e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:41.534863 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f4906e1-5e50-49aa-8ad2-a88173c9a72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.600307 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99c66ec8-0770-4ce9-b57b-e6c7c4ae14fb req-a47b8fc0-36eb-4f39-ab16-8d60b1c735dc tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/security-groups?id=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774862 Dec 16 22:23:41.632779 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-86492565-a3d7-40b6-8af8-fe6d0066234a req-6cc8b98c-89c5-4fd2-9a44-8fd18fa91330 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.642248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6f4906e1-5e50-49aa-8ad2-a88173c9a72d None None] Port bc7095d5-6437-4db4-9b9f-86e76e4b884e cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:41.648086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] For port 76a34329-802e-4933-b05e-bce37e2eb9c2, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=76a34329-802e-4933-b05e-bce37e2eb9c2,segment=NetworkSegment(2ab9ceb0-863f-4de9-9fec-a52b2067abf0),segment_id=2ab9ceb0-863f-4de9-9fec-a52b2067abf0)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:41.648519 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.670778 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8b98c-89c5-4fd2-9a44-8fd18fa91330 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Pushing event deleted for resources: {'Port': ['ID=4cc5905f-ff4a-4e96-ac8d-b54814700ec1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:41.713639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for 76a34329-802e-4933-b05e-bce37e2eb9c2 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:41.725596 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['4cc5905f-ff4a-4e96-ac8d-b54814700ec1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:23:41.732873 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f1ba738f-2b14-4f20-a6f9-aa3b31b0a13b tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.738838 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b907136-b722-436b-9bb5-354a3f2a13f7 None None] DHCP port deletion for 894406fb-456e-47fe-84ae-c71a28800c5b request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:41.747236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-86492565-a3d7-40b6-8af8-fe6d0066234a req-6cc8b98c-89c5-4fd2-9a44-8fd18fa91330 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] No DVR routers for this DVR port 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:41.753575 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-86492565-a3d7-40b6-8af8-fe6d0066234a req-6cc8b98c-89c5-4fd2-9a44-8fd18fa91330 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.756217 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-86492565-a3d7-40b6-8af8-fe6d0066234a req-6cc8b98c-89c5-4fd2-9a44-8fd18fa91330 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.69 "DELETE /v2.0/ports/4cc5905f-ff4a-4e96-ac8d-b54814700ec1 HTTP/1.1" status: 204 len: 173 time: 1.1404779 Dec 16 22:23:41.756861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d568c8-fc7b-4956-862c-787176d2cacf', 'name': 'network-vif-deleted', 'tag': '4cc5905f-ff4a-4e96-ac8d-b54814700ec1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:41.760525 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30bcaa9-193c-470a-9cc2-cb5c3cd43251" -d '{"events": [{"server_uuid": "98d568c8-fc7b-4956-862c-787176d2cacf", "name": "network-vif-deleted", "tag": "4cc5905f-ff4a-4e96-ac8d-b54814700ec1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:41.769777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-f1ba738f-2b14-4f20-a6f9-aa3b31b0a13b tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Calling delete_port for bc7095d5-6437-4db4-9b9f-86e76e4b884e owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:41.830868 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6ca532-fb21-49f0-8356-340161db1f29 x-openstack-request-id: req-da6ca532-fb21-49f0-8356-340161db1f29 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:41.835147 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d568c8-fc7b-4956-862c-787176d2cacf", "name": "network-vif-deleted", "tag": "4cc5905f-ff4a-4e96-ac8d-b54814700ec1", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:41.836203 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da6ca532-fb21-49f0-8356-340161db1f29 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:41.836763 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d568c8-fc7b-4956-862c-787176d2cacf', 'name': 'network-vif-deleted', 'tag': '4cc5905f-ff4a-4e96-ac8d-b54814700ec1', 'status': 'completed', 'code': 200} Dec 16 22:23:41.862906 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb6d7cf5-7d1d-4911-923c-ee8468c44460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.926035 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d7cf5-7d1d-4911-923c-ee8468c44460 None None] Pushing event deleted for resources: {'Port': ['ID=76a34329-802e-4933-b05e-bce37e2eb9c2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:41.930868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d7cf5-7d1d-4911-923c-ee8468c44460 None None] No DVR routers for this DVR port 76a34329-802e-4933-b05e-bce37e2eb9c2 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:41.940846 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:42.648540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=76a34329-802e-4933-b05e-bce37e2eb9c2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:42.651815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No DVR routers for this DVR port 76a34329-802e-4933-b05e-bce37e2eb9c2 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:42.843248 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:42.911204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abefc75-5794-4e9d-907d-14cbe6cf22bd']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:42.924548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99354170-1ff7-4e52-87a0-410ee152b7e6 req-63c465a3-0501-4ec1-9c9d-9dd7fc87a7d5 tempest-ServersTestJSON-1901745183 tempest-ServersTestJSON-1901745183-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d568c8-fc7b-4956-862c-787176d2cacf HTTP/1.1" status: 200 len: 210 time: 0.0549395 Dec 16 22:23:42.975564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab9ceb0-863f-4de9-9fec-a52b2067abf0') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:42.975938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab9ceb0-863f-4de9-9fec-a52b2067abf0') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:42.995314 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.024426 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.039233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:43.039731 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:43.050096 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:43.124073 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f1ba738f-2b14-4f20-a6f9-aa3b31b0a13b tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.167776 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 76a34329-802e-4933-b05e-bce37e2eb9c2 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:43.201839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba738f-2b14-4f20-a6f9-aa3b31b0a13b tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event deleted for resources: {'Port': ['ID=bc7095d5-6437-4db4-9b9f-86e76e4b884e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:43.226055 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 76a34329-802e-4933-b05e-bce37e2eb9c2 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:43.226714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 76a34329-802e-4933-b05e-bce37e2eb9c2 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:43.228573 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.249814 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.252172 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f1ba738f-2b14-4f20-a6f9-aa3b31b0a13b tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.258388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f1ba738f-2b14-4f20-a6f9-aa3b31b0a13b tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "DELETE /v2.0/ports/bc7095d5-6437-4db4-9b9f-86e76e4b884e HTTP/1.1" status: 204 len: 168 time: 2.2741866 Dec 16 22:23:43.258796 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45718) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:43.262071 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.273150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/networks/0abefc75-5794-4e9d-907d-14cbe6cf22bd HTTP/1.1" status: 204 len: 168 time: 2.6113880 Dec 16 22:23:43.273150 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45720) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:43.279550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0f22299f-d9bd-4c11-b796-3066dd03ff5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'name': 'tempest-PortsIpV6TestJSON-1239377258'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:43.317333 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-986222d6-8603-4f2d-956f-f81ef4c1f0fb tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] GET failed (client error): The resource could not be found. Dec 16 22:23:43.326207 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-986222d6-8603-4f2d-956f-f81ef4c1f0fb tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "GET /v2.0/ports/bc7095d5-6437-4db4-9b9f-86e76e4b884e HTTP/1.1" status: 404 len: 333 time: 0.0596185 Dec 16 22:23:43.326383 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.333533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45724) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:43.343958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-513ac54b-6492-4eab-b6b1-44a7ad50becf tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Request body: {'port': {'network_id': '796d8b44-288b-4f97-bfdd-c6851ed5a3a4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1465293574'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:43.344236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965ec5b-4004-4675-975e-a1ba71ec793d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Network': ['ID=0abefc75-5794-4e9d-907d-14cbe6cf22bd,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:43.576455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f22299f-d9bd-4c11-b796-3066dd03ff5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:43.580535 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0f22299f-d9bd-4c11-b796-3066dd03ff5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.625088 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-0f22299f-d9bd-4c11-b796-3066dd03ff5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] device_id is not set on port 8ab5c77d-1f24-48bc-886b-14612c922a28 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:43.733406 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513ac54b-6492-4eab-b6b1-44a7ad50becf tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Made reservation on behalf of 36381a57174e43fab606a483a1d722d6 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:43.739163 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-513ac54b-6492-4eab-b6b1-44a7ad50becf tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.789097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-513ac54b-6492-4eab-b6b1-44a7ad50becf tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] device_id is not set on port e656f196-0551-4d5b-ab87-ebca0404e83e yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:43.926745 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0f22299f-d9bd-4c11-b796-3066dd03ff5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.980371 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-513ac54b-6492-4eab-b6b1-44a7ad50becf tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Allocated IP 2001:db8::be (796d8b44-288b-4f97-bfdd-c6851ed5a3a4/6e0bf646-38bd-4a05-9377-f4ddeaf7e1a1/e656f196-0551-4d5b-ab87-ebca0404e83e) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:44.009020 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45744) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:44.071419 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-7714b76b-6558-4994-ac76-abbd0a8377c4 admin admin] Deleting subnet c5550495-cdae-4395-8f1f-d640aab6e46b {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:23:44.075338 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7714b76b-6558-4994-ac76-abbd0a8377c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.139021 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7714b76b-6558-4994-ac76-abbd0a8377c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.192998 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7714b76b-6558-4994-ac76-abbd0a8377c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.233782 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-513ac54b-6492-4eab-b6b1-44a7ad50becf tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.369429 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0f22299f-d9bd-4c11-b796-3066dd03ff5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.402111 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-513ac54b-6492-4eab-b6b1-44a7ad50becf tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.439864 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7714b76b-6558-4994-ac76-abbd0a8377c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.494129 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513ac54b-6492-4eab-b6b1-44a7ad50becf tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:44.512458 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-513ac54b-6492-4eab-b6b1-44a7ad50becf tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:44.523535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714b76b-6558-4994-ac76-abbd0a8377c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5550495-cdae-4395-8f1f-d640aab6e46b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:44.524188 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ac54b-6492-4eab-b6b1-44a7ad50becf tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:44.539312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513ac54b-6492-4eab-b6b1-44a7ad50becf tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:44.541297 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7714b76b-6558-4994-ac76-abbd0a8377c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.544357 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-513ac54b-6492-4eab-b6b1-44a7ad50becf tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.551710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7714b76b-6558-4994-ac76-abbd0a8377c4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c5550495-cdae-4395-8f1f-d640aab6e46b HTTP/1.1" status: 204 len: 168 time: 0.5413334 Dec 16 22:23:44.556069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f22299f-d9bd-4c11-b796-3066dd03ff5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:44.562078 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45754) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:44.580991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ac54b-6492-4eab-b6b1-44a7ad50becf tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event updated for resources: {'Port': ['ID=e656f196-0551-4d5b-ab87-ebca0404e83e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:44.596395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-0f22299f-d9bd-4c11-b796-3066dd03ff5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:44.600827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22299f-d9bd-4c11-b796-3066dd03ff5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=8ab5c77d-1f24-48bc-886b-14612c922a28,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:44.609025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f22299f-d9bd-4c11-b796-3066dd03ff5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:44.632785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40a8aab-578c-4573-b096-ab251f14cef0 None None] Network 894406fb-456e-47fe-84ae-c71a28800c5b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:44.644717 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f22299f-d9bd-4c11-b796-3066dd03ff5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:44.647460 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0f22299f-d9bd-4c11-b796-3066dd03ff5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.727934 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-513ac54b-6492-4eab-b6b1-44a7ad50becf tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3926277 Dec 16 22:23:44.733225 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45768) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:44.738965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-abc4bf43-f284-4e04-b375-85b23a8a64b4 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Request body: {'port': {'network_id': '796d8b44-288b-4f97-bfdd-c6851ed5a3a4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2132516491'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:44.812076 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae06-e5ca-45de-9ac9-b2155f5ff2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.869852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcda08f2-91f1-4e1b-b1fd-219cf951b5f3 None None] DHCP port deletion for 894406fb-456e-47fe-84ae-c71a28800c5b request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:45.051365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45772) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:45.059936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0f22299f-d9bd-4c11-b796-3066dd03ff5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7845354 Dec 16 22:23:45.063586 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae06-e5ca-45de-9ac9-b2155f5ff2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.075103 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4ca48140-3438-4a7d-a5e9-090daaee2924 None None] Provisioning complete for port e656f196-0551-4d5b-ab87-ebca0404e83e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:45.075599 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ca48140-3438-4a7d-a5e9-090daaee2924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.116451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-64b2ae06-e5ca-45de-9ac9-b2155f5ff2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894406fb-456e-47fe-84ae-c71a28800c5b']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:45.132636 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-64b2ae06-e5ca-45de-9ac9-b2155f5ff2f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2bbcf1-68f8-42cf-8234-06a3999911a0') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:45.133314 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-64b2ae06-e5ca-45de-9ac9-b2155f5ff2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2bbcf1-68f8-42cf-8234-06a3999911a0') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:45.136942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4ca48140-3438-4a7d-a5e9-090daaee2924 None None] Port e656f196-0551-4d5b-ab87-ebca0404e83e cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:45.150036 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae06-e5ca-45de-9ac9-b2155f5ff2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.171317 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae06-e5ca-45de-9ac9-b2155f5ff2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.183482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b2ae06-e5ca-45de-9ac9-b2155f5ff2f0 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:45.184372 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae06-e5ca-45de-9ac9-b2155f5ff2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:45.188072 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:45.191908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc4bf43-f284-4e04-b375-85b23a8a64b4 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Made reservation on behalf of 36381a57174e43fab606a483a1d722d6 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:45.194190 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abc4bf43-f284-4e04-b375-85b23a8a64b4 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.221646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-abc4bf43-f284-4e04-b375-85b23a8a64b4 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] device_id is not set on port e3676aa8-87c6-4888-8f7c-322b1c6b67c3 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:45.330096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2509b5a2-2d1b-40a9-886b-b97bcdd8e77a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port 8ab5c77d-1f24-48bc-886b-14612c922a28 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:45.330751 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2509b5a2-2d1b-40a9-886b-b97bcdd8e77a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.388494 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae06-e5ca-45de-9ac9-b2155f5ff2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.401180 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae06-e5ca-45de-9ac9-b2155f5ff2f0 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.410093 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-64b2ae06-e5ca-45de-9ac9-b2155f5ff2f0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/894406fb-456e-47fe-84ae-c71a28800c5b HTTP/1.1" status: 204 len: 168 time: 0.8456347 Dec 16 22:23:45.436153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2ae06-e5ca-45de-9ac9-b2155f5ff2f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=894406fb-456e-47fe-84ae-c71a28800c5b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:45.529362 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-abc4bf43-f284-4e04-b375-85b23a8a64b4 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Allocated IP 2001:db8::46 (796d8b44-288b-4f97-bfdd-c6851ed5a3a4/6e0bf646-38bd-4a05-9377-f4ddeaf7e1a1/e3676aa8-87c6-4888-8f7c-322b1c6b67c3) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:45.535877 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2509b5a2-2d1b-40a9-886b-b97bcdd8e77a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.560851 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2509b5a2-2d1b-40a9-886b-b97bcdd8e77a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for 8ab5c77d-1f24-48bc-886b-14612c922a28 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:45.928775 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2509b5a2-2d1b-40a9-886b-b97bcdd8e77a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.991477 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abc4bf43-f284-4e04-b375-85b23a8a64b4 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.996026 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2509b5a2-2d1b-40a9-886b-b97bcdd8e77a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:46.001339 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2509b5a2-2d1b-40a9-886b-b97bcdd8e77a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/8ab5c77d-1f24-48bc-886b-14612c922a28 HTTP/1.1" status: 204 len: 168 time: 0.9419589 Dec 16 22:23:46.001339 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509b5a2-2d1b-40a9-886b-b97bcdd8e77a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=8ab5c77d-1f24-48bc-886b-14612c922a28,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:46.003802 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45792) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:46.009066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a4491ec8-2ae3-46a7-b255-6ceb9e22f359 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'mac_address': 'fa:16:3e:b5:41:fe', 'name': 'tempest-PortsIpV6TestJSON-425058933'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:46.113884 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45796) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:46.200455 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45798) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:46.209328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a06b33a1-4d21-4202-88c4-3b87ff5f6f00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71b07207458f41b0bd254b11dbb60b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0941865 Dec 16 22:23:46.221463 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abc4bf43-f284-4e04-b375-85b23a8a64b4 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:46.280240 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc4bf43-f284-4e04-b375-85b23a8a64b4 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:46.295454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-abc4bf43-f284-4e04-b375-85b23a8a64b4 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:46.299165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4491ec8-2ae3-46a7-b255-6ceb9e22f359 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:46.309480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4bf43-f284-4e04-b375-85b23a8a64b4 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:46.316413 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc4bf43-f284-4e04-b375-85b23a8a64b4 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:46.321109 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abc4bf43-f284-4e04-b375-85b23a8a64b4 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:46.357134 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:46.393278 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4bf43-f284-4e04-b375-85b23a8a64b4 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event updated for resources: {'Port': ['ID=e3676aa8-87c6-4888-8f7c-322b1c6b67c3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:46.396394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:46.399051 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 4cc5905f-ff4a-4e96-ac8d-b54814700ec1 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:46.401981 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a4491ec8-2ae3-46a7-b255-6ceb9e22f359 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:46.434266 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22a683e2-a9ae-4555-a18a-9a877c48659c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:46.439697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-a4491ec8-2ae3-46a7-b255-6ceb9e22f359 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] device_id is not set on port 5d5abc2e-ea75-4e43-9041-10952a1538b9 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:46.475299 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-abc4bf43-f284-4e04-b375-85b23a8a64b4 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7381952 Dec 16 22:23:46.478349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45800) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:46.489962 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a538f228-e2c7-44ef-ac5c-1e4c74843be8 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e0', 'mac_address': 'fa:16:3e:96:a5:6e'}, {'ip_address': '2001:db8::be', 'mac_address': 'fa:16:3e:1d:95:53'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:46.515147 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22a683e2-a9ae-4555-a18a-9a877c48659c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:46.693280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-99b6472a-3c09-46b0-b381-ecbc57a60a53 None None] Provisioning complete for port e3676aa8-87c6-4888-8f7c-322b1c6b67c3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:46.693971 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99b6472a-3c09-46b0-b381-ecbc57a60a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:46.778011 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a538f228-e2c7-44ef-ac5c-1e4c74843be8 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:46.863491 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-99b6472a-3c09-46b0-b381-ecbc57a60a53 None None] Port e3676aa8-87c6-4888-8f7c-322b1c6b67c3 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:46.892943 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a4491ec8-2ae3-46a7-b255-6ceb9e22f359 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.107782 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22a683e2-a9ae-4555-a18a-9a877c48659c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.110960 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22a683e2-a9ae-4555-a18a-9a877c48659c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.116124 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-22a683e2-a9ae-4555-a18a-9a877c48659c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66c84f21-8708-4cfc-bf20-9e14dd6d5aaf HTTP/1.1" status: 204 len: 168 time: 0.9143968 Dec 16 22:23:47.130623 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a538f228-e2c7-44ef-ac5c-1e4c74843be8 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.133163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a683e2-a9ae-4555-a18a-9a877c48659c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c84f21-8708-4cfc-bf20-9e14dd6d5aaf,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:47.145789 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a4491ec8-2ae3-46a7-b255-6ceb9e22f359 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.216642 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a538f228-e2c7-44ef-ac5c-1e4c74843be8 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.235537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4491ec8-2ae3-46a7-b255-6ceb9e22f359 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=5d5abc2e-ea75-4e43-9041-10952a1538b9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:47.271440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4491ec8-2ae3-46a7-b255-6ceb9e22f359 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:47.278548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-a4491ec8-2ae3-46a7-b255-6ceb9e22f359 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:47.283874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4491ec8-2ae3-46a7-b255-6ceb9e22f359 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:47.296369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4491ec8-2ae3-46a7-b255-6ceb9e22f359 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:47.300031 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a4491ec8-2ae3-46a7-b255-6ceb9e22f359 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.360634 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a538f228-e2c7-44ef-ac5c-1e4c74843be8 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] In _notify_port_updated(), no bound segment for port e3676aa8-87c6-4888-8f7c-322b1c6b67c3 on network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 {{(pid=103952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:23:47.371497 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a538f228-e2c7-44ef-ac5c-1e4c74843be8 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:47.372050 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a538f228-e2c7-44ef-ac5c-1e4c74843be8 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.377073 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a538f228-e2c7-44ef-ac5c-1e4c74843be8 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "PUT /v2.0/ports/e3676aa8-87c6-4888-8f7c-322b1c6b67c3 HTTP/1.1" status: 200 len: 1066 time: 0.8932016 Dec 16 22:23:47.377073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45822) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:47.391727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538f228-e2c7-44ef-ac5c-1e4c74843be8 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event updated for resources: {'Port': ['ID=e3676aa8-87c6-4888-8f7c-322b1c6b67c3,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:47.427763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a4491ec8-2ae3-46a7-b255-6ceb9e22f359 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4220903 Dec 16 22:23:47.429611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45824) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:47.562929 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5efe95-6edf-4e93-b151-2f49930e8885 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:47.565975 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ff5efe95-6edf-4e93-b151-2f49930e8885 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/5d5abc2e-ea75-4e43-9041-10952a1538b9 HTTP/1.1" status: 200 len: 844 time: 0.1348794 Dec 16 22:23:47.570245 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45826) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:47.573552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ae15424a-86da-4ac6-8f42-9496ebdaff2a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Deleting port e3676aa8-87c6-4888-8f7c-322b1c6b67c3 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:47.573552 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae15424a-86da-4ac6-8f42-9496ebdaff2a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.784053 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae15424a-86da-4ac6-8f42-9496ebdaff2a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.802281 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ae15424a-86da-4ac6-8f42-9496ebdaff2a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Calling delete_port for e3676aa8-87c6-4888-8f7c-322b1c6b67c3 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:47.848809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7db639eb-e29d-4dd5-be4d-1da97eb8a34d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port 5d5abc2e-ea75-4e43-9041-10952a1538b9 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:47.849275 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7db639eb-e29d-4dd5-be4d-1da97eb8a34d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.052358 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7db639eb-e29d-4dd5-be4d-1da97eb8a34d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.091352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7db639eb-e29d-4dd5-be4d-1da97eb8a34d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for 5d5abc2e-ea75-4e43-9041-10952a1538b9 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:48.225675 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-41e01e62-a75e-41a6-ac52-c129e1360834 None None] Provisioning complete for port e3676aa8-87c6-4888-8f7c-322b1c6b67c3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:48.226260 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41e01e62-a75e-41a6-ac52-c129e1360834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.316743 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae15424a-86da-4ac6-8f42-9496ebdaff2a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.336851 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-41e01e62-a75e-41a6-ac52-c129e1360834 None None] Port e3676aa8-87c6-4888-8f7c-322b1c6b67c3 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:48.375597 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7db639eb-e29d-4dd5-be4d-1da97eb8a34d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.427985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15424a-86da-4ac6-8f42-9496ebdaff2a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event deleted for resources: {'Port': ['ID=e3676aa8-87c6-4888-8f7c-322b1c6b67c3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:48.457155 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7db639eb-e29d-4dd5-be4d-1da97eb8a34d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.486624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7db639eb-e29d-4dd5-be4d-1da97eb8a34d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/5d5abc2e-ea75-4e43-9041-10952a1538b9 HTTP/1.1" status: 204 len: 168 time: 0.9104531 Dec 16 22:23:48.490568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45856) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:48.572279 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db639eb-e29d-4dd5-be4d-1da97eb8a34d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=5d5abc2e-ea75-4e43-9041-10952a1538b9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:48.606959 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b44f36-3ba0-44bb-a976-5bdd41d9dfbc tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] GET failed (client error): The resource could not be found. Dec 16 22:23:48.615670 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45858) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:48.615995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-53b44f36-3ba0-44bb-a976-5bdd41d9dfbc tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/5d5abc2e-ea75-4e43-9041-10952a1538b9 HTTP/1.1" status: 404 len: 333 time: 0.1175091 Dec 16 22:23:48.620617 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5073ae21-19fa-4516-94dc-bbbf2bd9f280 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'name': 'tempest-PortsIpV6TestJSON-1370676365'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:48.853698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-3ad7e6be-110f-4d23-88c8-6b2bcd609656 req-e962bf87-4cb9-4110-a9b6-6a15bd5765a4 service neutron] (103951) timed out ('10.222.0.24', 49556) {{(pid=103951) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:23:48.993754 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae15424a-86da-4ac6-8f42-9496ebdaff2a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.006387 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45864) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:49.017503 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ae15424a-86da-4ac6-8f42-9496ebdaff2a tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "DELETE /v2.0/ports/e3676aa8-87c6-4888-8f7c-322b1c6b67c3 HTTP/1.1" status: 204 len: 168 time: 1.6390967 Dec 16 22:23:49.062793 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-877304b2-5965-44d1-9041-d58984d0d0cc tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] GET failed (client error): The resource could not be found. Dec 16 22:23:49.065998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-877304b2-5965-44d1-9041-d58984d0d0cc tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "GET /v2.0/ports/e3676aa8-87c6-4888-8f7c-322b1c6b67c3 HTTP/1.1" status: 404 len: 333 time: 0.0581353 Dec 16 22:23:49.072171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45868) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:49.184728 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5073ae21-19fa-4516-94dc-bbbf2bd9f280 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:49.191813 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5073ae21-19fa-4516-94dc-bbbf2bd9f280 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.261693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-5073ae21-19fa-4516-94dc-bbbf2bd9f280 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] device_id is not set on port a55ae3e4-6d6f-4418-b802-0a7abcd0f816 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:49.295099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b53ed169-f390-41e7-a707-45d23b5f53c7 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Deleting port e656f196-0551-4d5b-ab87-ebca0404e83e {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:49.302329 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b53ed169-f390-41e7-a707-45d23b5f53c7 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.503488 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b53ed169-f390-41e7-a707-45d23b5f53c7 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.539591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b53ed169-f390-41e7-a707-45d23b5f53c7 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Calling delete_port for e656f196-0551-4d5b-ab87-ebca0404e83e owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:49.633790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45890) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:49.733434 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5073ae21-19fa-4516-94dc-bbbf2bd9f280 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.898226 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5473d10d-6b9f-4037-8e9a-16a983a2200e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1988498578-network', 'tenant_id': '92b3fb1601174e4e806c9148ba5068b3'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:50.253343 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5073ae21-19fa-4516-94dc-bbbf2bd9f280 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.287724 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b53ed169-f390-41e7-a707-45d23b5f53c7 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.319925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5073ae21-19fa-4516-94dc-bbbf2bd9f280 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:50.323577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-5073ae21-19fa-4516-94dc-bbbf2bd9f280 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:50.326151 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073ae21-19fa-4516-94dc-bbbf2bd9f280 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:50.328363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ed169-f390-41e7-a707-45d23b5f53c7 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event deleted for resources: {'Port': ['ID=e656f196-0551-4d5b-ab87-ebca0404e83e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:50.333661 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5073ae21-19fa-4516-94dc-bbbf2bd9f280 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:50.334124 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5073ae21-19fa-4516-94dc-bbbf2bd9f280 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.370804 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073ae21-19fa-4516-94dc-bbbf2bd9f280 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=a55ae3e4-6d6f-4418-b802-0a7abcd0f816,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:50.374931 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b53ed169-f390-41e7-a707-45d23b5f53c7 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.378965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b53ed169-f390-41e7-a707-45d23b5f53c7 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "DELETE /v2.0/ports/e656f196-0551-4d5b-ab87-ebca0404e83e HTTP/1.1" status: 204 len: 168 time: 1.3023758 Dec 16 22:23:50.384715 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5473d10d-6b9f-4037-8e9a-16a983a2200e admin admin] Made reservation on behalf of 92b3fb1601174e4e806c9148ba5068b3 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:50.385375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45906) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:50.385554 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5473d10d-6b9f-4037-8e9a-16a983a2200e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.397574 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5473d10d-6b9f-4037-8e9a-16a983a2200e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.412700 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b481053c-c113-48f4-831d-fe7c0c3c09ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.424363 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-00444ff4-d828-4d39-82b6-b0667d290d4f tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] GET failed (client error): The resource could not be found. Dec 16 22:23:50.425961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-00444ff4-d828-4d39-82b6-b0667d290d4f tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "GET /v2.0/ports/e656f196-0551-4d5b-ab87-ebca0404e83e HTTP/1.1" status: 404 len: 333 time: 0.0420897 Dec 16 22:23:50.431538 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45908) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:50.520878 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5073ae21-19fa-4516-94dc-bbbf2bd9f280 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9043906 Dec 16 22:23:50.522874 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45916) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:50.543864 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d2619d6d-1fda-4b5f-ab4e-8b4e206b6556 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:50.653129 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f881a-064c-4a7f-b94b-d5a046df2dce tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Deleting port 0d401b26-5d9b-442c-8a6d-fe6ee7972529 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:50.653748 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d6f881a-064c-4a7f-b94b-d5a046df2dce tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.687566 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2619d6d-1fda-4b5f-ab4e-8b4e206b6556 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.717830 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5473d10d-6b9f-4037-8e9a-16a983a2200e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.829858 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5473d10d-6b9f-4037-8e9a-16a983a2200e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.849740 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5473d10d-6b9f-4037-8e9a-16a983a2200e admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:23:50.868003 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5473d10d-6b9f-4037-8e9a-16a983a2200e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.868371 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-5473d10d-6b9f-4037-8e9a-16a983a2200e admin admin] Added segment b360cf74-6a43-4de8-9310-a11a7b6ad73c of type vlan for network dec4664d-bd18-4ef3-8ffe-2406236b1797 Dec 16 22:23:50.890512 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d6f881a-064c-4a7f-b94b-d5a046df2dce tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.913268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f881a-064c-4a7f-b94b-d5a046df2dce tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Calling delete_port for 0d401b26-5d9b-442c-8a6d-fe6ee7972529 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:50.987150 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2619d6d-1fda-4b5f-ab4e-8b4e206b6556 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.059086 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2619d6d-1fda-4b5f-ab4e-8b4e206b6556 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.104569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473d10d-6b9f-4037-8e9a-16a983a2200e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a67c30-e661-43d9-a825-13e74e2ca777,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:51.113702 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5473d10d-6b9f-4037-8e9a-16a983a2200e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.125098 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d2619d6d-1fda-4b5f-ab4e-8b4e206b6556 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] In _notify_port_updated(), no bound segment for port a55ae3e4-6d6f-4418-b802-0a7abcd0f816 on network f2b65266-1a37-4c4c-be2f-73cd3fe3470c {{(pid=103952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:23:51.131316 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2619d6d-1fda-4b5f-ab4e-8b4e206b6556 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:51.134733 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2619d6d-1fda-4b5f-ab4e-8b4e206b6556 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.134733 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d2619d6d-1fda-4b5f-ab4e-8b4e206b6556 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "PUT /v2.0/ports/a55ae3e4-6d6f-4418-b802-0a7abcd0f816 HTTP/1.1" status: 200 len: 818 time: 0.5947709 Dec 16 22:23:51.136011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45922) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:51.153833 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2619d6d-1fda-4b5f-ab4e-8b4e206b6556 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=a55ae3e4-6d6f-4418-b802-0a7abcd0f816,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:51.236554 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-eb235faa-89d0-40da-a3f5-a939c58f38c2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port a55ae3e4-6d6f-4418-b802-0a7abcd0f816 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:51.237391 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb235faa-89d0-40da-a3f5-a939c58f38c2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.242809 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d6f881a-064c-4a7f-b94b-d5a046df2dce tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.320486 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5473d10d-6b9f-4037-8e9a-16a983a2200e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.321555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5473d10d-6b9f-4037-8e9a-16a983a2200e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:51.323820 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5473d10d-6b9f-4037-8e9a-16a983a2200e admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.331374 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f881a-064c-4a7f-b94b-d5a046df2dce tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event deleted for resources: {'Port': ['ID=0d401b26-5d9b-442c-8a6d-fe6ee7972529,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:51.368840 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d6f881a-064c-4a7f-b94b-d5a046df2dce tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.375884 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7d6f881a-064c-4a7f-b94b-d5a046df2dce tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "DELETE /v2.0/ports/0d401b26-5d9b-442c-8a6d-fe6ee7972529 HTTP/1.1" status: 204 len: 168 time: 0.9432216 Dec 16 22:23:51.379045 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45940) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:51.409094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473d10d-6b9f-4037-8e9a-16a983a2200e admin admin] Pushing event updated for resources: {'Network': ['ID=dec4664d-bd18-4ef3-8ffe-2406236b1797,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:51.422211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network dec4664d-bd18-4ef3-8ffe-2406236b1797 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:23:51.428721 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb235faa-89d0-40da-a3f5-a939c58f38c2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.463194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-eb235faa-89d0-40da-a3f5-a939c58f38c2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for a55ae3e4-6d6f-4418-b802-0a7abcd0f816 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:51.484716 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45944) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:51.485004 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5473d10d-6b9f-4037-8e9a-16a983a2200e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8482466 Dec 16 22:23:51.491766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b559c89a-d738-4e6e-8ef1-7b03345a90db admin admin] Request body: {'subnet': {'network_id': 'dec4664d-bd18-4ef3-8ffe-2406236b1797', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1988498578-subnet', 'tenant_id': '92b3fb1601174e4e806c9148ba5068b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:51.504091 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c3d70d-f4a2-41d0-922f-45811a740a65 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Deleting subnet 6e0bf646-38bd-4a05-9377-f4ddeaf7e1a1 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:23:51.510628 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11c3d70d-f4a2-41d0-922f-45811a740a65 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.628815 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11c3d70d-f4a2-41d0-922f-45811a740a65 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.726655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b559c89a-d738-4e6e-8ef1-7b03345a90db admin admin] Made reservation on behalf of 92b3fb1601174e4e806c9148ba5068b3 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:51.729116 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b559c89a-d738-4e6e-8ef1-7b03345a90db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.794730 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11c3d70d-f4a2-41d0-922f-45811a740a65 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.866998 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb235faa-89d0-40da-a3f5-a939c58f38c2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.918094 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb235faa-89d0-40da-a3f5-a939c58f38c2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=a55ae3e4-6d6f-4418-b802-0a7abcd0f816,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:51.931111 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb235faa-89d0-40da-a3f5-a939c58f38c2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.933951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-eb235faa-89d0-40da-a3f5-a939c58f38c2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/a55ae3e4-6d6f-4418-b802-0a7abcd0f816 HTTP/1.1" status: 204 len: 168 time: 0.7969165 Dec 16 22:23:51.937198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45956) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:51.996803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960c2784-4df3-4375-b8af-4eac52ff6940 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:51.998551 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-960c2784-4df3-4375-b8af-4eac52ff6940 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0600295 Dec 16 22:23:52.002129 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45958) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:52.023531 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11c3d70d-f4a2-41d0-922f-45811a740a65 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.028217 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e884e7-62f6-4c71-8f02-d6715276dfec tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] GET failed (client error): The resource could not be found. Dec 16 22:23:52.029758 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-08e884e7-62f6-4c71-8f02-d6715276dfec tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/a55ae3e4-6d6f-4418-b802-0a7abcd0f816 HTTP/1.1" status: 404 len: 333 time: 0.0266418 Dec 16 22:23:52.035712 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45960) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:52.040636 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-97b03861-3861-489d-a186-c32c4ff6e08c tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-376532325'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:52.061874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3d70d-f4a2-41d0-922f-45811a740a65 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0bf646-38bd-4a05-9377-f4ddeaf7e1a1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:52.065758 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11c3d70d-f4a2-41d0-922f-45811a740a65 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.074750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-11c3d70d-f4a2-41d0-922f-45811a740a65 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "DELETE /v2.0/subnets/6e0bf646-38bd-4a05-9377-f4ddeaf7e1a1 HTTP/1.1" status: 204 len: 168 time: 0.6906440 Dec 16 22:23:52.075043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d6fa14-41f1-4f9b-8510-de85fe37174a None None] Network 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:52.077641 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45962) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:52.182194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b03861-3861-489d-a186-c32c4ff6e08c tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:52.187050 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97b03861-3861-489d-a186-c32c4ff6e08c tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.223977 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.227520 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b03861-3861-489d-a186-c32c4ff6e08c tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:23:52.245752 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97b03861-3861-489d-a186-c32c4ff6e08c tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.246521 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-97b03861-3861-489d-a186-c32c4ff6e08c tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Added segment c27b4533-47da-4779-b1e0-2b6f4a6beb30 of type vlan for network 31ec4537-c4c8-480d-a5cf-61723cb1dfea Dec 16 22:23:52.292179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Deleting port 4fb870fb-a1fe-408b-b6b2-6182b39607dc {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:52.292179 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.321162 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97b03861-3861-489d-a186-c32c4ff6e08c tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.352465 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b559c89a-d738-4e6e-8ef1-7b03345a90db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.377718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516ee803-a514-4118-aa8c-766231c3086a None None] DHCP port deletion for 796d8b44-288b-4f97-bfdd-c6851ed5a3a4 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:52.431226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] For port 4fb870fb-a1fe-408b-b6b2-6182b39607dc, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4fb870fb-a1fe-408b-b6b2-6182b39607dc,segment=NetworkSegment(e25d5e59-d8ae-42ae-ab0e-9473bf580a0b),segment_id=e25d5e59-d8ae-42ae-ab0e-9473bf580a0b)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:52.431716 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.463888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Calling delete_port for 4fb870fb-a1fe-408b-b6b2-6182b39607dc owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:52.474455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559c89a-d738-4e6e-8ef1-7b03345a90db admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c07123-09a8-42bd-8f40-f5f64c193896,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:52.493437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-516ee803-a514-4118-aa8c-766231c3086a None None] Deleting port 4fb870fb-a1fe-408b-b6b2-6182b39607dc {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:52.494779 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-516ee803-a514-4118-aa8c-766231c3086a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.503579 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97b03861-3861-489d-a186-c32c4ff6e08c tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.509651 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a71594e5-0e89-4bb9-af3a-6d67f38fe831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.513533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b03861-3861-489d-a186-c32c4ff6e08c tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:52.514216 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97b03861-3861-489d-a186-c32c4ff6e08c tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.563897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b559c89a-d738-4e6e-8ef1-7b03345a90db admin admin] Checking segment: {'id': 'b360cf74-6a43-4de8-9310-a11a7b6ad73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dec4664d-bd18-4ef3-8ffe-2406236b1797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:52.564514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b559c89a-d738-4e6e-8ef1-7b03345a90db admin admin] Network hostable DHCP agents. Network: dec4664d-bd18-4ef3-8ffe-2406236b1797, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:23:52.602527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-516ee803-a514-4118-aa8c-766231c3086a None None] For port 4fb870fb-a1fe-408b-b6b2-6182b39607dc, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4fb870fb-a1fe-408b-b6b2-6182b39607dc,segment=NetworkSegment(e25d5e59-d8ae-42ae-ab0e-9473bf580a0b),segment_id=e25d5e59-d8ae-42ae-ab0e-9473bf580a0b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:52.602839 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-516ee803-a514-4118-aa8c-766231c3086a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.639142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-516ee803-a514-4118-aa8c-766231c3086a None None] Calling delete_port for 4fb870fb-a1fe-408b-b6b2-6182b39607dc owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:52.679996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b03861-3861-489d-a186-c32c4ff6e08c tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Network': ['ID=31ec4537-c4c8-480d-a5cf-61723cb1dfea,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:52.727229 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 31ec4537-c4c8-480d-a5cf-61723cb1dfea details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:23:52.736913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b559c89a-d738-4e6e-8ef1-7b03345a90db admin admin] Network dec4664d-bd18-4ef3-8ffe-2406236b1797 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:23:52.799809 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.804412 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-97b03861-3861-489d-a186-c32c4ff6e08c tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7681067 Dec 16 22:23:52.815100 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45998) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:52.821529 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5d045770-8e07-46b7-882f-855740c39d6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'subnet': {'network_id': '31ec4537-c4c8-480d-a5cf-61723cb1dfea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:52.847143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event deleted for resources: {'Port': ['ID=4fb870fb-a1fe-408b-b6b2-6182b39607dc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:52.853756 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-516ee803-a514-4118-aa8c-766231c3086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.858573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] No DVR routers for this DVR port 4fb870fb-a1fe-408b-b6b2-6182b39607dc on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:52.893954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-b559c89a-d738-4e6e-8ef1-7b03345a90db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, dec4664d-bd18-4ef3-8ffe-2406236b1797) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:52.907956 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ee803-a514-4118-aa8c-766231c3086a None None] Pushing event deleted for resources: {'Port': ['ID=4fb870fb-a1fe-408b-b6b2-6182b39607dc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:52.911257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559c89a-d738-4e6e-8ef1-7b03345a90db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:52.911922 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b559c89a-d738-4e6e-8ef1-7b03345a90db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.912610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbae509-0abb-4caa-8864-9788b5da3251 None None] Network dec4664d-bd18-4ef3-8ffe-2406236b1797 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:52.935474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ee803-a514-4118-aa8c-766231c3086a None None] No DVR routers for this DVR port 4fb870fb-a1fe-408b-b6b2-6182b39607dc on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:52.994948 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.021807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796d8b44-288b-4f97-bfdd-c6851ed5a3a4']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:53.045414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25d5e59-d8ae-42ae-ab0e-9473bf580a0b') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:53.046547 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25d5e59-d8ae-42ae-ab0e-9473bf580a0b') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:53.071849 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.101916 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2bcd4d-e04e-469b-9cf9-a6e6cd451125 None None] Network dec4664d-bd18-4ef3-8ffe-2406236b1797 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:53.113786 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b559c89a-d738-4e6e-8ef1-7b03345a90db admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6238365 Dec 16 22:23:53.117706 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.133889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:53.134309 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:53.137563 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:53.288963 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d045770-8e07-46b7-882f-855740c39d6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:53.293170 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d045770-8e07-46b7-882f-855740c39d6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.409376 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.424607 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4fb870fb-a1fe-408b-b6b2-6182b39607dc no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:53.426711 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.435859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] 10.222.0.43 "DELETE /v2.0/networks/796d8b44-288b-4f97-bfdd-c6851ed5a3a4 HTTP/1.1" status: 204 len: 168 time: 1.3508656 Dec 16 22:23:53.462688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 4fb870fb-a1fe-408b-b6b2-6182b39607dc {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:53.463478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4fb870fb-a1fe-408b-b6b2-6182b39607dc not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:53.482413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbeaa3-c4b9-4ea3-b941-261216cd1628 tempest-AllowedAddressPairIpV6TestJSON-2119580434 tempest-AllowedAddressPairIpV6TestJSON-2119580434-project] Pushing event deleted for resources: {'Network': ['ID=796d8b44-288b-4f97-bfdd-c6851ed5a3a4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:53.618958 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.793057 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cddf8-7cf3-4c0e-959f-fb2d94011b99 req-3745fa21-7b13-4493-8735-3e28da801907 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:53.794585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f5cddf8-7cf3-4c0e-959f-fb2d94011b99 req-3745fa21-7b13-4493-8735-3e28da801907 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/networks?id=dec4664d-bd18-4ef3-8ffe-2406236b1797 HTTP/1.1" status: 200 len: 814 time: 0.1148834 Dec 16 22:23:53.826388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f5cddf8-7cf3-4c0e-959f-fb2d94011b99 req-c6053c78-17e3-4b28-ac9e-b0d54f5b3506 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/quotas/92b3fb1601174e4e806c9148ba5068b3 HTTP/1.1" status: 200 len: 375 time: 0.0119762 Dec 16 22:23:53.876051 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f5cddf8-7cf3-4c0e-959f-fb2d94011b99 req-46ed7fab-06a3-4b92-9a18-bbc95c0ca355 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b3fb1601174e4e806c9148ba5068b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339394 Dec 16 22:23:53.876893 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d045770-8e07-46b7-882f-855740c39d6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.963139 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d045770-8e07-46b7-882f-855740c39d6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Subnet': ['ID=12e67bb4-bd7e-4f9e-95e0-4442882a0fec,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:53.985018 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d045770-8e07-46b7-882f-855740c39d6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Checking segment: {'id': 'c27b4533-47da-4779-b1e0-2b6f4a6beb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '31ec4537-c4c8-480d-a5cf-61723cb1dfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:53.985527 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d045770-8e07-46b7-882f-855740c39d6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network hostable DHCP agents. Network: 31ec4537-c4c8-480d-a5cf-61723cb1dfea, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:23:54.038220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f5cddf8-7cf3-4c0e-959f-fb2d94011b99 req-0d2c210f-13dc-480b-be16-0ed8a4969e09 service neutron] 10.222.0.43 "GET /v2.0/networks/dec4664d-bd18-4ef3-8ffe-2406236b1797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552074 Dec 16 22:23:54.142992 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d045770-8e07-46b7-882f-855740c39d6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network 31ec4537-c4c8-480d-a5cf-61723cb1dfea is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:23:54.163988 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46058) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:54.168070 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f5cddf8-7cf3-4c0e-959f-fb2d94011b99 req-68f90ab5-fcb8-4d68-a346-fd5adba91cc1 service neutron] 10.222.0.43 "GET /v2.0/networks/dec4664d-bd18-4ef3-8ffe-2406236b1797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234438 Dec 16 22:23:54.342149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46064) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:54.342386 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b1ba3ea6-c86f-4a4c-af2e-2bc89e6a6f69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36381a57174e43fab606a483a1d722d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1767278 Dec 16 22:23:54.344142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-5d045770-8e07-46b7-882f-855740c39d6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 31ec4537-c4c8-480d-a5cf-61723cb1dfea) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:54.348807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d045770-8e07-46b7-882f-855740c39d6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:54.349843 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d045770-8e07-46b7-882f-855740c39d6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:54.353064 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bcc2e6-7b0e-4e11-bb13-ef947e4358fb None None] Network 31ec4537-c4c8-480d-a5cf-61723cb1dfea requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:54.404512 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5eaee2f-6750-41d4-847a-aa36cb8f56b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:54.428214 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5eaee2f-6750-41d4-847a-aa36cb8f56b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:54.517821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-31ec4537-c4c8-480d-a5cf-61723cb1dfea', 'network_id': '31ec4537-c4c8-480d-a5cf-61723cb1dfea', 'project_id': '7db7e873a7fd4cc7980618ef0611b725', 'fixed_ips': [{'subnet_id': '12e67bb4-bd7e-4f9e-95e0-4442882a0fec'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:23:54.519007 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:54.525145 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5d045770-8e07-46b7-882f-855740c39d6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7059703 Dec 16 22:23:54.533177 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46070) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:54.535923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-df5983e3-5ec8-461b-9ac0-4c1081ae6507 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'subnet': {'network_id': '31ec4537-c4c8-480d-a5cf-61723cb1dfea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:54.613169 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5eaee2f-6750-41d4-847a-aa36cb8f56b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:54.620860 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5eaee2f-6750-41d4-847a-aa36cb8f56b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:54.620860 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b5eaee2f-6750-41d4-847a-aa36cb8f56b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30cd59a2-a643-433c-98af-e6ea99c887f1 HTTP/1.1" status: 204 len: 168 time: 0.2750275 Dec 16 22:23:54.655626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eaee2f-6750-41d4-847a-aa36cb8f56b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cd59a2-a643-433c-98af-e6ea99c887f1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:54.767943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-365d2f90-a060-46a8-bb12-930cd56dad2f req-eaee1bdb-7614-4bc4-a105-8ab77d77c85e tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0551753 Dec 16 22:23:54.846390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Allocated IP 2001:db8::2 (31ec4537-c4c8-480d-a5cf-61723cb1dfea/12e67bb4-bd7e-4f9e-95e0-4442882a0fec/9b61eecd-a936-4fe4-923d-c8b6e53978f1) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:54.906394 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.019069 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.065051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5983e3-5ec8-461b-9ac0-4c1081ae6507 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:55.070303 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df5983e3-5ec8-461b-9ac0-4c1081ae6507 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.176957 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.195890 n-d-821840-2 neutron-server[103952]: INFO neutron.db.ipam_backend_mixin [None req-df5983e3-5ec8-461b-9ac0-4c1081ae6507 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 12e67bb4-bd7e-4f9e-95e0-4442882a0fec (CIDR: 2001:db8::/64) Dec 16 22:23:55.221533 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Network 31ec4537-c4c8-480d-a5cf-61723cb1dfea is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:55.224453 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:55.227971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:55.243821 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5983e3-5ec8-461b-9ac0-4c1081ae6507 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:23:55.244286 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5983e3-5ec8-461b-9ac0-4c1081ae6507 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:55.262529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Pushing event updated for resources: {'Port': ['ID=9b61eecd-a936-4fe4-923d-c8b6e53978f1,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:55.317244 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Attempting to bind port 9b61eecd-a936-4fe4-923d-c8b6e53978f1 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:55.317957 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Attempting to bind port 9b61eecd-a936-4fe4-923d-c8b6e53978f1 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'c27b4533-47da-4779-b1e0-2b6f4a6beb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '31ec4537-c4c8-480d-a5cf-61723cb1dfea'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:55.318412 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Attempting to bind port 9b61eecd-a936-4fe4-923d-c8b6e53978f1 on network 31ec4537-c4c8-480d-a5cf-61723cb1dfea {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:55.324051 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:55.324721 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Checking segment: {'id': 'c27b4533-47da-4779-b1e0-2b6f4a6beb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '31ec4537-c4c8-480d-a5cf-61723cb1dfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:55.325270 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.325667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Bound using segment: {'id': 'c27b4533-47da-4779-b1e0-2b6f4a6beb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '31ec4537-c4c8-480d-a5cf-61723cb1dfea'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:55.326320 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Bound port: 9b61eecd-a936-4fe4-923d-c8b6e53978f1, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27b4533-47da-4779-b1e0-2b6f4a6beb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '31ec4537-c4c8-480d-a5cf-61723cb1dfea'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:55.326732 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.379480 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-df5983e3-5ec8-461b-9ac0-4c1081ae6507 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8500898 Dec 16 22:23:55.379765 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46086) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:55.391892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-20746012-d1f0-47f2-a72c-34104c1cfc5b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'subnet': {'network_id': '31ec4537-c4c8-480d-a5cf-61723cb1dfea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:55.455861 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] For port 9b61eecd-a936-4fe4-923d-c8b6e53978f1, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:55.460501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] For port 9b61eecd-a936-4fe4-923d-c8b6e53978f1, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9b61eecd-a936-4fe4-923d-c8b6e53978f1,segment=NetworkSegment(c27b4533-47da-4779-b1e0-2b6f4a6beb30),segment_id=c27b4533-47da-4779-b1e0-2b6f4a6beb30)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:55.576106 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.647161 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20746012-d1f0-47f2-a72c-34104c1cfc5b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:55.652098 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20746012-d1f0-47f2-a72c-34104c1cfc5b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.680489 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28437e0c-07f7-4014-b7e3-d11c22485e46 None None] Pushing event updated for resources: {'Port': ['ID=9b61eecd-a936-4fe4-923d-c8b6e53978f1,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:55.690974 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.953618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c3a867b-782c-4b5d-b6ac-4cf31dd4735b req-42e96cf0-a165-4da8-9d47-d911ad5f0cf6 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0466311 Dec 16 22:23:55.993230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-32e8a60b-52ff-4c72-a729-bf5d07a11817 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:55.994845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-32e8a60b-52ff-4c72-a729-bf5d07a11817 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/networks?id=c4670e1e-81bf-4037-8565-9cf863de8896 HTTP/1.1" status: 200 len: 805 time: 0.1916757 Dec 16 22:23:56.021840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-3e2b6944-1a38-4401-ab74-77a20a2debd4 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/quotas/56869cdf782d41239114f869f3115973 HTTP/1.1" status: 200 len: 375 time: 0.0130246 Dec 16 22:23:56.112625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-df4babd4-7754-4b31-ac62-c35c42986e3d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=56869cdf782d41239114f869f3115973&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0801728 Dec 16 22:23:56.256921 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20746012-d1f0-47f2-a72c-34104c1cfc5b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:56.269903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a63c0929-1960-4f33-9bf8-3450b45dfb19 service neutron] 10.222.0.43 "GET /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561389 Dec 16 22:23:56.315649 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20746012-d1f0-47f2-a72c-34104c1cfc5b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Subnet': ['ID=dd657e84-e2f2-4750-9853-6bb2af4b56ea,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:56.327852 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20746012-d1f0-47f2-a72c-34104c1cfc5b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network 31ec4537-c4c8-480d-a5cf-61723cb1dfea is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:56.329354 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-20746012-d1f0-47f2-a72c-34104c1cfc5b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:56.332382 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20746012-d1f0-47f2-a72c-34104c1cfc5b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:56.333060 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20746012-d1f0-47f2-a72c-34104c1cfc5b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:56.386034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b37f2d91-7db8-4275-aa66-3a4f521c6425 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:56.414462 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-41890721-3574-42a5-9c72-5b77dcdb85f3 service neutron] 10.222.0.43 "GET /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364233 Dec 16 22:23:56.440754 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-20746012-d1f0-47f2-a72c-34104c1cfc5b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0576179 Dec 16 22:23:56.441223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46128) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:56.447720 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-70afc072-250a-48ef-ab47-e922b0a62b93 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'network_id': '31ec4537-c4c8-480d-a5cf-61723cb1dfea', 'fixed_ips': [{'subnet_id': '12e67bb4-bd7e-4f9e-95e0-4442882a0fec'}, {'subnet_id': 'dd657e84-e2f2-4750-9853-6bb2af4b56ea'}], 'name': 'tempest-PortsIpV6TestJSON-683593972'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:56.551818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46130) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:56.561958 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:56.617725 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b37f2d91-7db8-4275-aa66-3a4f521c6425, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b37f2d91-7db8-4275-aa66-3a4f521c6425,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:56.619303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4df4c4e-c2db-4daa-9119-f6cf35b33a4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b37f2d91-7db8-4275-aa66-3a4f521c6425'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:56.622117 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c95b45-00d1-4cc2-b476-565a8ad13bc1" -d '{"events": [{"server_uuid": "b4df4c4e-c2db-4daa-9119-f6cf35b33a4e", "name": "network-vif-unplugged", "status": "completed", "tag": "b37f2d91-7db8-4275-aa66-3a4f521c6425"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:56.667170 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2266a35-2b83-4982-94f9-ac98dc148ca4 x-openstack-request-id: req-b2266a35-2b83-4982-94f9-ac98dc148ca4 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:56.667506 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4df4c4e-c2db-4daa-9119-f6cf35b33a4e", "name": "network-vif-unplugged", "status": "completed", "tag": "b37f2d91-7db8-4275-aa66-3a4f521c6425", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:56.667765 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2266a35-2b83-4982-94f9-ac98dc148ca4 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:56.668860 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4df4c4e-c2db-4daa-9119-f6cf35b33a4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b37f2d91-7db8-4275-aa66-3a4f521c6425', 'code': 200} Dec 16 22:23:56.704855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70afc072-250a-48ef-ab47-e922b0a62b93 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:56.707022 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:56.726939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-bbf1e344-821c-47f1-997f-abdfb385969f tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1060695773'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:56.874197 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=b37f2d91-7db8-4275-aa66-3a4f521c6425,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:56.900659 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04deb9c7-4635-4548-bb0a-9061b440192c req-b763a80f-9777-4e13-a88f-822ab7719346 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 210 time: 0.1548793 Dec 16 22:23:57.022624 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-70afc072-250a-48ef-ab47-e922b0a62b93 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.083926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6deae8ff-fc09-444f-b5e7-de8a581a3c82 req-77f35e89-969b-4a13-b86f-490ebbda64db tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0509408 Dec 16 22:23:57.084630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf1e344-821c-47f1-997f-abdfb385969f tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Made reservation on behalf of 6e045a1627ab40f5b03650e95dc9e773 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:57.088684 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbf1e344-821c-47f1-997f-abdfb385969f tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.095196 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-70afc072-250a-48ef-ab47-e922b0a62b93 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] device_id is not set on port c2621c1c-e7f7-48fb-82fc-596601d2ea2c yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:57.109310 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbf1e344-821c-47f1-997f-abdfb385969f tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.134516 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9b61eecd-a936-4fe4-923d-c8b6e53978f1 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:57.205857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 9b61eecd-a936-4fe4-923d-c8b6e53978f1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:57.206142 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.266809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6dbe3f-42f0-43eb-9098-2d330e7e3330 None None] Network 31ec4537-c4c8-480d-a5cf-61723cb1dfea requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:57.346577 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-183ec01b-7c70-4bef-869b-a79cc046a5f6 None None] Provisioning complete for port 9b61eecd-a936-4fe4-923d-c8b6e53978f1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:57.346968 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-183ec01b-7c70-4bef-869b-a79cc046a5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.366672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2345c55-3791-45fb-adc1-7658335e56b9 req-f9c0e2f8-6517-43a5-b66a-eaba5adfa004 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:57.368989 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b2345c55-3791-45fb-adc1-7658335e56b9 req-f9c0e2f8-6517-43a5-b66a-eaba5adfa004 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4df4c4e-c2db-4daa-9119-f6cf35b33a4e HTTP/1.1" status: 200 len: 943 time: 0.1201131 Dec 16 22:23:57.455127 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.515186 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbf1e344-821c-47f1-997f-abdfb385969f tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.544733 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 9b61eecd-a936-4fe4-923d-c8b6e53978f1, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9b61eecd-a936-4fe4-923d-c8b6e53978f1,segment=NetworkSegment(c27b4533-47da-4779-b1e0-2b6f4a6beb30),segment_id=c27b4533-47da-4779-b1e0-2b6f4a6beb30)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:57.546923 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-183ec01b-7c70-4bef-869b-a79cc046a5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.618424 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbf1e344-821c-47f1-997f-abdfb385969f tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.632187 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf1e344-821c-47f1-997f-abdfb385969f tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:23:57.641899 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d2dd38-f1a2-4a5f-a66a-a01f9b77a60e None None] Update dhcp port {'port': {'network_id': '31ec4537-c4c8-480d-a5cf-61723cb1dfea', 'fixed_ips': [{'subnet_id': '12e67bb4-bd7e-4f9e-95e0-4442882a0fec', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dd657e84-e2f2-4750-9853-6bb2af4b56ea'}], 'binding:host_id': 'n-d-821840-2'}, 'id': '9b61eecd-a936-4fe4-923d-c8b6e53978f1'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:23:57.643828 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbf1e344-821c-47f1-997f-abdfb385969f tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.644194 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-bbf1e344-821c-47f1-997f-abdfb385969f tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Added segment b8e56589-2842-4ba5-b6fa-85ed82e0db55 of type vlan for network 0ccd9e92-fa90-4603-8056-9842c88d05b0 Dec 16 22:23:57.673456 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73d2dd38-f1a2-4a5f-a66a-a01f9b77a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.724691 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.730841 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-70afc072-250a-48ef-ab47-e922b0a62b93 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Allocated IP 2001:db8::201 (31ec4537-c4c8-480d-a5cf-61723cb1dfea/12e67bb4-bd7e-4f9e-95e0-4442882a0fec/c2621c1c-e7f7-48fb-82fc-596601d2ea2c) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:57.743306 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbf1e344-821c-47f1-997f-abdfb385969f tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.757099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-70afc072-250a-48ef-ab47-e922b0a62b93 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Allocated IP 2001:db8:0:1::2d3 (31ec4537-c4c8-480d-a5cf-61723cb1dfea/dd657e84-e2f2-4750-9853-6bb2af4b56ea/c2621c1c-e7f7-48fb-82fc-596601d2ea2c) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:57.766876 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1e344-821c-47f1-997f-abdfb385969f tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a92bc7-53d4-4ef2-abfa-18d2ee0678db,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:57.866860 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-b2345c55-3791-45fb-adc1-7658335e56b9 req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Deleting port b37f2d91-7db8-4275-aa66-3a4f521c6425 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:57.867323 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b2345c55-3791-45fb-adc1-7658335e56b9 req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.928196 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-183ec01b-7c70-4bef-869b-a79cc046a5f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:23:57.928655 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-183ec01b-7c70-4bef-869b-a79cc046a5f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:23:57.944322 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbf1e344-821c-47f1-997f-abdfb385969f tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.950377 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=9b61eecd-a936-4fe4-923d-c8b6e53978f1,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:57.955977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf1e344-821c-47f1-997f-abdfb385969f tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:57.957406 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbf1e344-821c-47f1-997f-abdfb385969f tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.009384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-b2345c55-3791-45fb-adc1-7658335e56b9 req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] For port b37f2d91-7db8-4275-aa66-3a4f521c6425, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b37f2d91-7db8-4275-aa66-3a4f521c6425,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:58.010031 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b2345c55-3791-45fb-adc1-7658335e56b9 req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.029129 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-b2345c55-3791-45fb-adc1-7658335e56b9 req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Calling delete_port for b37f2d91-7db8-4275-aa66-3a4f521c6425 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:58.065305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-93d5c6e9-9bb5-4723-b98c-98a43e3fcb32 req-0b004796-0720-4073-a205-54c61fa94ec9 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 210 time: 0.0972772 Dec 16 22:23:58.093011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1e344-821c-47f1-997f-abdfb385969f tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Pushing event updated for resources: {'Network': ['ID=0ccd9e92-fa90-4603-8056-9842c88d05b0,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:58.106453 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 0ccd9e92-fa90-4603-8056-9842c88d05b0 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:23:58.113013 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-70afc072-250a-48ef-ab47-e922b0a62b93 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.119690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bbf1e344-821c-47f1-997f-abdfb385969f tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5634439 Dec 16 22:23:58.124306 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46166) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:58.129314 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d8001556-97e1-4bd9-b39c-1e246ed43081 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Request body: {'subnet': {'network_id': '0ccd9e92-fa90-4603-8056-9842c88d05b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:58.238176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7b6b517-07f9-4cf1-9bb0-19388ea86773 req-b93a15a0-4d42-4009-b830-f54fd719e9f3 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0534236 Dec 16 22:23:58.316054 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b2345c55-3791-45fb-adc1-7658335e56b9 req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.358386 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Pushing event deleted for resources: {'Port': ['ID=b37f2d91-7db8-4275-aa66-3a4f521c6425,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:58.375958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:58.375958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:58.375958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:58.376606 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:58.376606 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:58.378097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:58.378097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:58.378097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:58.378097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:58.378480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:58.378812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:58.379184 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:58.379619 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:58.398783 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388beeeb-6721-4a0b-b17d-b477c451a71b None None] DHCP port deletion for c4670e1e-81bf-4037-8565-9cf863de8896 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:58.406197 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-70afc072-250a-48ef-ab47-e922b0a62b93 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.407788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8001556-97e1-4bd9-b39c-1e246ed43081 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Made reservation on behalf of 6e045a1627ab40f5b03650e95dc9e773 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:58.412214 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8001556-97e1-4bd9-b39c-1e246ed43081 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.429426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2345c55-3791-45fb-adc1-7658335e56b9 req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] No DVR routers for this DVR port b37f2d91-7db8-4275-aa66-3a4f521c6425 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:58.432270 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b2345c55-3791-45fb-adc1-7658335e56b9 req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.435998 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b2345c55-3791-45fb-adc1-7658335e56b9 req-7d3ea4cc-e4c8-4d35-aca8-f6fab98c8b74 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.69 "DELETE /v2.0/ports/b37f2d91-7db8-4275-aa66-3a4f521c6425 HTTP/1.1" status: 204 len: 173 time: 1.0601962 Dec 16 22:23:58.437033 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4df4c4e-c2db-4daa-9119-f6cf35b33a4e', 'name': 'network-vif-deleted', 'tag': 'b37f2d91-7db8-4275-aa66-3a4f521c6425'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:58.447042 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51609a3c-990b-4191-ab13-e8a1cbed5922" -d '{"events": [{"server_uuid": "b4df4c4e-c2db-4daa-9119-f6cf35b33a4e", "name": "network-vif-deleted", "tag": "b37f2d91-7db8-4275-aa66-3a4f521c6425"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:58.500432 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93893263-5c3a-4978-89de-e3c37938bfdc x-openstack-request-id: req-93893263-5c3a-4978-89de-e3c37938bfdc {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:58.501646 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4df4c4e-c2db-4daa-9119-f6cf35b33a4e", "name": "network-vif-deleted", "tag": "b37f2d91-7db8-4275-aa66-3a4f521c6425", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:58.502076 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93893263-5c3a-4978-89de-e3c37938bfdc {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:58.502714 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4df4c4e-c2db-4daa-9119-f6cf35b33a4e', 'name': 'network-vif-deleted', 'tag': 'b37f2d91-7db8-4275-aa66-3a4f521c6425', 'status': 'completed', 'code': 200} Dec 16 22:23:58.516155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-73d2dd38-f1a2-4a5f-a66a-a01f9b77a60e None None] Allocated IP 2001:db8:0:1::2 (31ec4537-c4c8-480d-a5cf-61723cb1dfea/dd657e84-e2f2-4750-9853-6bb2af4b56ea/9b61eecd-a936-4fe4-923d-c8b6e53978f1) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:58.544293 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70afc072-250a-48ef-ab47-e922b0a62b93 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network 31ec4537-c4c8-480d-a5cf-61723cb1dfea is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:58.558097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-70afc072-250a-48ef-ab47-e922b0a62b93 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:58.566188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afc072-250a-48ef-ab47-e922b0a62b93 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=c2621c1c-e7f7-48fb-82fc-596601d2ea2c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:58.584670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70afc072-250a-48ef-ab47-e922b0a62b93 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:58.591446 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70afc072-250a-48ef-ab47-e922b0a62b93 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:58.592138 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-70afc072-250a-48ef-ab47-e922b0a62b93 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.696733 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-73d2dd38-f1a2-4a5f-a66a-a01f9b77a60e None None] For port 9b61eecd-a936-4fe4-923d-c8b6e53978f1, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9b61eecd-a936-4fe4-923d-c8b6e53978f1,segment=NetworkSegment(c27b4533-47da-4779-b1e0-2b6f4a6beb30),segment_id=c27b4533-47da-4779-b1e0-2b6f4a6beb30)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:58.699441 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-70afc072-250a-48ef-ab47-e922b0a62b93 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.2554734 Dec 16 22:23:58.701255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46184) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:58.711775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a639f4e9-1366-473b-a66d-6175b6f0a1bf tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '12e67bb4-bd7e-4f9e-95e0-4442882a0fec'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:58.779503 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73d2dd38-f1a2-4a5f-a66a-a01f9b77a60e None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.919086 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73d2dd38-f1a2-4a5f-a66a-a01f9b77a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.032810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2dd38-f1a2-4a5f-a66a-a01f9b77a60e None None] Pushing event updated for resources: {'Port': ['ID=9b61eecd-a936-4fe4-923d-c8b6e53978f1,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:59.104330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9b61eecd-a936-4fe4-923d-c8b6e53978f1 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:59.220533 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 9b61eecd-a936-4fe4-923d-c8b6e53978f1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:59.221217 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.359842 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8001556-97e1-4bd9-b39c-1e246ed43081 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.406664 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a639f4e9-1366-473b-a66d-6175b6f0a1bf tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.410982 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-470d0c29-5e8e-4441-8248-a81855238c06 req-72394680-1f15-4651-9f39-365247009cb5 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 210 time: 0.0834696 Dec 16 22:23:59.534122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-219acce0-6482-4949-bc1e-b62616938f35 req-cf64c9ed-7977-406f-87db-e4e1be862520 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1557763 Dec 16 22:23:59.617181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8001556-97e1-4bd9-b39c-1e246ed43081 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Pushing event updated for resources: {'Subnet': ['ID=c8e16fd4-4d51-4f39-a25b-6fceca2d2dd7,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:59.638846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8001556-97e1-4bd9-b39c-1e246ed43081 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Checking segment: {'id': 'b8e56589-2842-4ba5-b6fa-85ed82e0db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0ccd9e92-fa90-4603-8056-9842c88d05b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:59.640252 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8001556-97e1-4bd9-b39c-1e246ed43081 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Network hostable DHCP agents. Network: 0ccd9e92-fa90-4603-8056-9842c88d05b0, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:23:59.710775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-8a71b3e5-84fa-4470-8dea-4e984b8c6a3f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:59.715561 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-8a71b3e5-84fa-4470-8dea-4e984b8c6a3f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.69 "GET /v2.0/networks?id=c4670e1e-81bf-4037-8565-9cf863de8896 HTTP/1.1" status: 200 len: 805 time: 0.2048190 Dec 16 22:23:59.731575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-4a6d003b-724c-4620-91ba-43e45daa65a3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Request body: {'port': {'device_id': 'be3237c9-8af3-486d-8edb-6403092cd5d0', 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896', 'admin_state_up': True, 'tenant_id': '56869cdf782d41239114f869f3115973'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:59.836007 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8001556-97e1-4bd9-b39c-1e246ed43081 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Network 0ccd9e92-fa90-4603-8056-9842c88d05b0 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:23:59.900342 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43348ed-cf3a-4702-a729-8dc0790507d7 None None] Network 31ec4537-c4c8-480d-a5cf-61723cb1dfea requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:59.975036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d8001556-97e1-4bd9-b39c-1e246ed43081 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 0ccd9e92-fa90-4603-8056-9842c88d05b0) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:59.981586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-bcb219f9-72f0-481b-aac2-c626b3c40486 None None] Provisioning complete for port 9b61eecd-a936-4fe4-923d-c8b6e53978f1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:59.982002 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bcb219f9-72f0-481b-aac2-c626b3c40486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.984154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8001556-97e1-4bd9-b39c-1e246ed43081 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:59.985027 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8001556-97e1-4bd9-b39c-1e246ed43081 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.986791 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-4a6d003b-724c-4620-91ba-43e45daa65a3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Made reservation on behalf of 56869cdf782d41239114f869f3115973 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:59.999646 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-4a6d003b-724c-4620-91ba-43e45daa65a3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:00.064412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-a639f4e9-1366-473b-a66d-6175b6f0a1bf tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Delete allocated IP 2001:db8:0:1::2d3 (31ec4537-c4c8-480d-a5cf-61723cb1dfea/dd657e84-e2f2-4750-9853-6bb2af4b56ea) {{(pid=103951) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 22:24:00.132589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d8001556-97e1-4bd9-b39c-1e246ed43081 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0073173 Dec 16 22:24:00.135792 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46200) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:00.143296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d9e2b8a4-98c6-4610-86af-82d5422040d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Request body: {'port': {'network_id': '0ccd9e92-fa90-4603-8056-9842c88d05b0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1320858114'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:00.178062 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f220c07a-101b-437c-9e95-11ec3fa019d6 None None] Network 0ccd9e92-fa90-4603-8056-9842c88d05b0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:00.229591 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-4a6d003b-724c-4620-91ba-43e45daa65a3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Allocated IP 172.20.0.11 (c4670e1e-81bf-4037-8565-9cf863de8896/634b6d25-6ad9-4d67-9394-5b078696d451/49656629-2680-4995-a48f-05322231ebe9) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:00.463971 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a639f4e9-1366-473b-a66d-6175b6f0a1bf tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:00.466212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-0ccd9e92-fa90-4603-8056-9842c88d05b0', 'network_id': '0ccd9e92-fa90-4603-8056-9842c88d05b0', 'project_id': '6e045a1627ab40f5b03650e95dc9e773', 'fixed_ips': [{'subnet_id': 'c8e16fd4-4d51-4f39-a25b-6fceca2d2dd7'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:24:00.466212 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:00.543642 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a639f4e9-1366-473b-a66d-6175b6f0a1bf tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:00.645770 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-4a6d003b-724c-4620-91ba-43e45daa65a3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:00.685646 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ff2c801-542e-46e2-bc30-7ca7b3f73b3a req-53894164-d22c-4b3f-94b8-45318a1e2892 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 210 time: 0.0681591 Dec 16 22:24:00.731097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e2b8a4-98c6-4610-86af-82d5422040d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Made reservation on behalf of 6e045a1627ab40f5b03650e95dc9e773 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:00.734106 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9e2b8a4-98c6-4610-86af-82d5422040d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:00.748608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Allocated IP 2001:db8::2 (0ccd9e92-fa90-4603-8056-9842c88d05b0/c8e16fd4-4d51-4f39-a25b-6fceca2d2dd7/6993bfd9-4e2c-4095-b181-ed230a8308a0) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:00.778908 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-4a6d003b-724c-4620-91ba-43e45daa65a3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:00.803393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a4001766-2d07-42c5-ab00-04d7fba2503c req-dee0f550-027f-4adb-81e4-a357bd5a0622 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1146367 Dec 16 22:24:00.837093 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:24:00.857317 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-4a6d003b-724c-4620-91ba-43e45daa65a3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Network c4670e1e-81bf-4037-8565-9cf863de8896 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:00.862391 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-4a6d003b-724c-4620-91ba-43e45daa65a3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:00.862854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-a639f4e9-1366-473b-a66d-6175b6f0a1bf tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] In _notify_port_updated(), no bound segment for port c2621c1c-e7f7-48fb-82fc-596601d2ea2c on network 31ec4537-c4c8-480d-a5cf-61723cb1dfea {{(pid=103951) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:24:00.866249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-4a6d003b-724c-4620-91ba-43e45daa65a3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:00.883071 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a639f4e9-1366-473b-a66d-6175b6f0a1bf tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:00.888250 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a639f4e9-1366-473b-a66d-6175b6f0a1bf tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:00.892726 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a639f4e9-1366-473b-a66d-6175b6f0a1bf tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "PUT /v2.0/ports/c2621c1c-e7f7-48fb-82fc-596601d2ea2c HTTP/1.1" status: 200 len: 925 time: 2.1870584 Dec 16 22:24:00.896461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7438b50-7828-4d79-a900-96221beadf96 None None] DHCP port deletion for c4670e1e-81bf-4037-8565-9cf863de8896 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:00.898908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639f4e9-1366-473b-a66d-6175b6f0a1bf tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=c2621c1c-e7f7-48fb-82fc-596601d2ea2c,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:00.905842 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46212) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:00.915405 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-fcd501e3-1329-42f3-ac6c-57bd42bb2152 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '12e67bb4-bd7e-4f9e-95e0-4442882a0fec'}, {'subnet_id': 'dd657e84-e2f2-4750-9853-6bb2af4b56ea'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:00.923529 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d003b-724c-4620-91ba-43e45daa65a3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Pushing event updated for resources: {'Port': ['ID=49656629-2680-4995-a48f-05322231ebe9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:00.958287 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-850b8d3d-5c52-4303-b517-ca8990957bf2 None None] Provisioning complete for port c2621c1c-e7f7-48fb-82fc-596601d2ea2c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:00.958287 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-850b8d3d-5c52-4303-b517-ca8990957bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:00.959510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-d9e2b8a4-98c6-4610-86af-82d5422040d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] device_id is not set on port 051ee139-50eb-4970-b728-8822a426b290 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:24:00.990165 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-4a6d003b-724c-4620-91ba-43e45daa65a3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:00.990979 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-4a6d003b-724c-4620-91ba-43e45daa65a3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.021517 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.023475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-850b8d3d-5c52-4303-b517-ca8990957bf2 None None] Port c2621c1c-e7f7-48fb-82fc-596601d2ea2c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:01.039046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-850b8d3d-5c52-4303-b517-ca8990957bf2 None None] Provisioning complete for port 9b61eecd-a936-4fe4-923d-c8b6e53978f1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:01.039637 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-850b8d3d-5c52-4303-b517-ca8990957bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.126275 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.174239 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-4a6d003b-724c-4620-91ba-43e45daa65a3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4499233 Dec 16 22:24:01.194059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9b61eecd-a936-4fe4-923d-c8b6e53978f1 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:01.220367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-d9e2b8a4-98c6-4610-86af-82d5422040d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Allocated IP 2001:db8::2eb (0ccd9e92-fa90-4603-8056-9842c88d05b0/c8e16fd4-4d51-4f39-a25b-6fceca2d2dd7/051ee139-50eb-4970-b728-8822a426b290) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:01.238744 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Request body: {'port': {'device_id': 'be3237c9-8af3-486d-8edb-6403092cd5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:01.258961 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Network 0ccd9e92-fa90-4603-8056-9842c88d05b0 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:01.271540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Pushing event updated for resources: {'Port': ['ID=6993bfd9-4e2c-4095-b181-ed230a8308a0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:01.287141 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fcd501e3-1329-42f3-ac6c-57bd42bb2152 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.287950 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:01.292300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:01.384607 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.431529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 9b61eecd-a936-4fe4-923d-c8b6e53978f1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:01.432272 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.482576 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9e2b8a4-98c6-4610-86af-82d5422040d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.521498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Attempting to bind port 6993bfd9-4e2c-4095-b181-ed230a8308a0 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:01.522432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Attempting to bind port 6993bfd9-4e2c-4095-b181-ed230a8308a0 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'b8e56589-2842-4ba5-b6fa-85ed82e0db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0ccd9e92-fa90-4603-8056-9842c88d05b0'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:01.522894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Attempting to bind port 6993bfd9-4e2c-4095-b181-ed230a8308a0 on network 0ccd9e92-fa90-4603-8056-9842c88d05b0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:01.557893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:01.558451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Checking segment: {'id': 'b8e56589-2842-4ba5-b6fa-85ed82e0db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0ccd9e92-fa90-4603-8056-9842c88d05b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:01.558958 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.559480 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Bound using segment: {'id': 'b8e56589-2842-4ba5-b6fa-85ed82e0db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0ccd9e92-fa90-4603-8056-9842c88d05b0'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:01.560385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Bound port: 6993bfd9-4e2c-4095-b181-ed230a8308a0, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e56589-2842-4ba5-b6fa-85ed82e0db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0ccd9e92-fa90-4603-8056-9842c88d05b0'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:01.561677 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.591279 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9e2b8a4-98c6-4610-86af-82d5422040d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.661379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] For port 6993bfd9-4e2c-4095-b181-ed230a8308a0, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:01.665524 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] For port 6993bfd9-4e2c-4095-b181-ed230a8308a0, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6993bfd9-4e2c-4095-b181-ed230a8308a0,segment=NetworkSegment(b8e56589-2842-4ba5-b6fa-85ed82e0db55),segment_id=b8e56589-2842-4ba5-b6fa-85ed82e0db55)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:01.672498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-98da733a-cda5-4da0-89b2-342b2fc13261 None None] Provisioning complete for port c2621c1c-e7f7-48fb-82fc-596601d2ea2c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:01.673927 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-98da733a-cda5-4da0-89b2-342b2fc13261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.693670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2b8a4-98c6-4610-86af-82d5422040d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Pushing event updated for resources: {'Port': ['ID=051ee139-50eb-4970-b728-8822a426b290,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:01.712811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-98da733a-cda5-4da0-89b2-342b2fc13261 None None] Port c2621c1c-e7f7-48fb-82fc-596601d2ea2c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:01.737585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e2b8a4-98c6-4610-86af-82d5422040d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Network 0ccd9e92-fa90-4603-8056-9842c88d05b0 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:01.739122 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d9e2b8a4-98c6-4610-86af-82d5422040d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:01.744066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e2b8a4-98c6-4610-86af-82d5422040d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:01.755938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e2b8a4-98c6-4610-86af-82d5422040d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.757332 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9e2b8a4-98c6-4610-86af-82d5422040d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.803825 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49656629-2680-4995-a48f-05322231ebe9 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:24:01.814125 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.830523 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Transition to ACTIVE for port object 49656629-2680-4995-a48f-05322231ebe9 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:24:01.851075 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.882392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e38637-fae0-45db-8bec-da68f2df5cce req-99f39251-8144-484f-9c36-7e5dc6557739 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.884286 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-98da733a-cda5-4da0-89b2-342b2fc13261 None None] Provisioning complete for port 49656629-2680-4995-a48f-05322231ebe9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:01.884738 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-98da733a-cda5-4da0-89b2-342b2fc13261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.900771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7e38637-fae0-45db-8bec-da68f2df5cce req-99f39251-8144-484f-9c36-7e5dc6557739 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 932 time: 0.1011133 Dec 16 22:24:01.917415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d9e2b8a4-98c6-4610-86af-82d5422040d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7803662 Dec 16 22:24:01.918560 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46226) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:01.925806 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Request body: {'port': {'network_id': '0ccd9e92-fa90-4603-8056-9842c88d05b0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1452223174', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:01.926379 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.api.validators [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] bootfile-name is not in valid_values {{(pid=103952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:24:01.926796 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.api.validators [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] tftp-server is not in valid_values {{(pid=103952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:24:01.927499 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.api.validators [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] server-ip-address is not in valid_values {{(pid=103952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:24:01.952584 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:02.034302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7336917b-aebd-4821-b591-a0f40b02d889 req-2ab19072-1579-41ca-8275-7286510bc5e0 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0479703 Dec 16 22:24:02.058594 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7e38637-fae0-45db-8bec-da68f2df5cce req-fff00336-9c70-48ae-a4ea-7ca0c024ec27 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565747 Dec 16 22:24:02.090215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bdf92-ffae-4684-a417-93b11604d7bb None None] Pushing event updated for resources: {'Port': ['ID=6993bfd9-4e2c-4095-b181-ed230a8308a0,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:02.104250 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6625f3a-5167-4e38-a272-ed70d5a38b89 None None] DHCP port deletion for c4670e1e-81bf-4037-8565-9cf863de8896 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:02.123496 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-98da733a-cda5-4da0-89b2-342b2fc13261 None None] Port 49656629-2680-4995-a48f-05322231ebe9 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:02.162083 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=49656629-2680-4995-a48f-05322231ebe9,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:02.278699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b586faf1-a5aa-4b5e-b481-45079e0b2aa3 None None] Provisioning complete for port c2621c1c-e7f7-48fb-82fc-596601d2ea2c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:02.279070 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b586faf1-a5aa-4b5e-b481-45079e0b2aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:02.360888 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b586faf1-a5aa-4b5e-b481-45079e0b2aa3 None None] Port c2621c1c-e7f7-48fb-82fc-596601d2ea2c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:02.364030 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Attempting to bind port 49656629-2680-4995-a48f-05322231ebe9 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:02.383974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Attempting to bind port 49656629-2680-4995-a48f-05322231ebe9 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '7b0ac6d1-cc91-49c2-b04c-04250607c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:02.383974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Attempting to bind port 49656629-2680-4995-a48f-05322231ebe9 on network c4670e1e-81bf-4037-8565-9cf863de8896 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:02.383974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Port 49656629-2680-4995-a48f-05322231ebe9 on network c4670e1e-81bf-4037-8565-9cf863de8896 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:24:02.383974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Attempting to bind port 49656629-2680-4995-a48f-05322231ebe9 on network c4670e1e-81bf-4037-8565-9cf863de8896 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:02.417816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:02.417816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Checking segment: {'id': '7b0ac6d1-cc91-49c2-b04c-04250607c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:02.418057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Bound using segment: {'id': '7b0ac6d1-cc91-49c2-b04c-04250607c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:02.418647 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Bound port: 49656629-2680-4995-a48f-05322231ebe9, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0ac6d1-cc91-49c2-b04c-04250607c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:02.418791 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:02.429295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b37f2d91-7db8-4275-aa66-3a4f521c6425 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:02.458019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: b37f2d91-7db8-4275-aa66-3a4f521c6425 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:24:02.458705 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b37f2d91-7db8-4275-aa66-3a4f521c6425 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:02.471390 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Made reservation on behalf of 6e045a1627ab40f5b03650e95dc9e773 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:02.475483 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:02.549933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-fcd501e3-1329-42f3-ac6c-57bd42bb2152 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Allocated IP 2001:db8:0:1::2ae (31ec4537-c4c8-480d-a5cf-61723cb1dfea/dd657e84-e2f2-4750-9853-6bb2af4b56ea/c2621c1c-e7f7-48fb-82fc-596601d2ea2c) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:02.558303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] device_id is not set on port f5272b08-3ea9-4fe2-b891-3833d8ef5b72 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:24:02.693191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] For port 49656629-2680-4995-a48f-05322231ebe9, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:02.745488 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] For port 49656629-2680-4995-a48f-05322231ebe9, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=49656629-2680-4995-a48f-05322231ebe9,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:02.811216 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Allocated IP 2001:db8::61 (0ccd9e92-fa90-4603-8056-9842c88d05b0/c8e16fd4-4d51-4f39-a25b-6fceca2d2dd7/f5272b08-3ea9-4fe2-b891-3833d8ef5b72) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:02.815596 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:02.887014 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:02.887674 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:02.889694 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] 10.222.0.69 "PUT /v2.0/ports/49656629-2680-4995-a48f-05322231ebe9 HTTP/1.1" status: 200 len: 1092 time: 1.6633167 Dec 16 22:24:02.892446 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3237c9-8af3-486d-8edb-6403092cd5d0', 'tag': '49656629-2680-4995-a48f-05322231ebe9'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:02.894914 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780b6d08-2706-4653-b923-6bb3d2bae4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "be3237c9-8af3-486d-8edb-6403092cd5d0", "tag": "49656629-2680-4995-a48f-05322231ebe9"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:02.897804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813528dc-c758-4bd4-b33c-7f2473042a10 None None] DHCP port deletion for c4670e1e-81bf-4037-8565-9cf863de8896 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:02.911145 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fcd501e3-1329-42f3-ac6c-57bd42bb2152 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:02.959454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df52b1-64cb-47c4-ac55-83c5c7e4dfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=49656629-2680-4995-a48f-05322231ebe9,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:02.970067 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79738247-82ab-4e92-be6f-947fa69ab2c8 x-openstack-request-id: req-79738247-82ab-4e92-be6f-947fa69ab2c8 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:02.970508 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3237c9-8af3-486d-8edb-6403092cd5d0", "tag": "49656629-2680-4995-a48f-05322231ebe9", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:02.971446 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79738247-82ab-4e92-be6f-947fa69ab2c8 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:02.971787 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3237c9-8af3-486d-8edb-6403092cd5d0', 'tag': '49656629-2680-4995-a48f-05322231ebe9', 'status': 'completed', 'code': 200} Dec 16 22:24:03.036530 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fcd501e3-1329-42f3-ac6c-57bd42bb2152 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:03.204621 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6993bfd9-4e2c-4095-b181-ed230a8308a0 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:03.294734 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fcd501e3-1329-42f3-ac6c-57bd42bb2152 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] In _notify_port_updated(), no bound segment for port c2621c1c-e7f7-48fb-82fc-596601d2ea2c on network 31ec4537-c4c8-480d-a5cf-61723cb1dfea {{(pid=103952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:24:03.309608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 6993bfd9-4e2c-4095-b181-ed230a8308a0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:03.310295 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:03.313539 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd501e3-1329-42f3-ac6c-57bd42bb2152 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:03.314315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fcd501e3-1329-42f3-ac6c-57bd42bb2152 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:03.317058 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fcd501e3-1329-42f3-ac6c-57bd42bb2152 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "PUT /v2.0/ports/c2621c1c-e7f7-48fb-82fc-596601d2ea2c HTTP/1.1" status: 200 len: 1011 time: 2.4067233 Dec 16 22:24:03.322662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46242) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.323447 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd501e3-1329-42f3-ac6c-57bd42bb2152 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=c2621c1c-e7f7-48fb-82fc-596601d2ea2c,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:03.332266 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ccf673f-2c61-45ab-95c2-7d5c34415988 req-8d3d52c2-0c8e-4bd3-ba5c-580d3c6b02f3 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1061928 Dec 16 22:24:03.340188 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6d08-2706-4653-b923-6bb3d2bae4cc req-b492a963-36ea-4fde-9ce8-22f7bfe98bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:03.341818 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-780b6d08-2706-4653-b923-6bb3d2bae4cc req-b492a963-36ea-4fde-9ce8-22f7bfe98bb2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=56869cdf782d41239114f869f3115973&device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 1095 time: 0.3183060 Dec 16 22:24:03.366144 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccd83b-aef9-455f-90e7-6a2efc358965 req-350ae479-05d5-4285-a312-ec62b63e7b54 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:03.378316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eccd83b-aef9-455f-90e7-6a2efc358965 req-350ae479-05d5-4285-a312-ec62b63e7b54 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 944 time: 0.1974559 Dec 16 22:24:03.484658 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eccd83b-aef9-455f-90e7-6a2efc358965 req-f996ba63-dc41-4e20-b295-f018aadf986e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984247 Dec 16 22:24:03.516084 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:03.568585 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 6993bfd9-4e2c-4095-b181-ed230a8308a0, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6993bfd9-4e2c-4095-b181-ed230a8308a0,segment=NetworkSegment(b8e56589-2842-4ba5-b6fa-85ed82e0db55),segment_id=b8e56589-2842-4ba5-b6fa-85ed82e0db55)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:03.590856 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3576a7c-31be-4953-a258-309eba3f9e62 None None] Network 0ccd9e92-fa90-4603-8056-9842c88d05b0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:03.599315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:03.692317 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6d08-2706-4653-b923-6bb3d2bae4cc req-741e97dc-f708-4204-b720-994749e75aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:03.696497 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-780b6d08-2706-4653-b923-6bb3d2bae4cc req-741e97dc-f708-4204-b720-994749e75aa5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=56869cdf782d41239114f869f3115973&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3273497 Dec 16 22:24:03.754603 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:03.778356 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:03.810123 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Network 0ccd9e92-fa90-4603-8056-9842c88d05b0 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:03.839383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:03.844420 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:03.851836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:03.852659 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:03.928108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-17d925cb-5175-4f5c-a00a-e9c2c811dc89 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port c2621c1c-e7f7-48fb-82fc-596601d2ea2c {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:03.930657 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17d925cb-5175-4f5c-a00a-e9c2c811dc89 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:03.991299 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e0884ca5-935b-4b29-b1d4-b37d1989fe64 None None] Provisioning complete for port 6993bfd9-4e2c-4095-b181-ed230a8308a0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:03.991299 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0884ca5-935b-4b29-b1d4-b37d1989fe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.029245 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.1058612 Dec 16 22:24:04.029530 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=6993bfd9-4e2c-4095-b181-ed230a8308a0,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:04.033955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46258) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.081084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4aba46-20f0-4f00-8b5d-1a66fb2d755d tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Pushing event updated for resources: {'Port': ['ID=f5272b08-3ea9-4fe2-b891-3833d8ef5b72,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:04.115416 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17d925cb-5175-4f5c-a00a-e9c2c811dc89 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.148449 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-17d925cb-5175-4f5c-a00a-e9c2c811dc89 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for c2621c1c-e7f7-48fb-82fc-596601d2ea2c owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:04.205809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1f08a4-bc35-439c-a2d1-8fc3be0103b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:04.211897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1f08a4-bc35-439c-a2d1-8fc3be0103b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:04.217989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1f08a4-bc35-439c-a2d1-8fc3be0103b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:04.220082 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5d1f08a4-bc35-439c-a2d1-8fc3be0103b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1890635 Dec 16 22:24:04.222821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46260) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.300031 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6d08-2706-4653-b923-6bb3d2bae4cc req-7734f824-5a27-47b9-95e6-c0b7c95042db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:04.301799 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-780b6d08-2706-4653-b923-6bb3d2bae4cc req-7734f824-5a27-47b9-95e6-c0b7c95042db service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5799975 Dec 16 22:24:04.318434 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a6e96da9-32fa-4f58-9420-2c105eaf7bf1 None None] Provisioning complete for port c2621c1c-e7f7-48fb-82fc-596601d2ea2c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:04.319016 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6e96da9-32fa-4f58-9420-2c105eaf7bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.422651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-8f26b34c-a084-4efa-9c49-1b2bae296117 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Deleting port f5272b08-3ea9-4fe2-b891-3833d8ef5b72 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:04.423190 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8f26b34c-a084-4efa-9c49-1b2bae296117 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.456795 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a6e96da9-32fa-4f58-9420-2c105eaf7bf1 None None] Port c2621c1c-e7f7-48fb-82fc-596601d2ea2c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:04.599941 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-623f6065-46e2-4cf8-bba8-d0ba1759787d req-9d557c44-55ff-4f72-ab91-4ee1b12c1c81 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1018097 Dec 16 22:24:04.614043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-32efa6d3-369f-471a-87fe-90fdb59a80ce None None] Provisioning complete for port f5272b08-3ea9-4fe2-b891-3833d8ef5b72 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:04.614417 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32efa6d3-369f-471a-87fe-90fdb59a80ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.684426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-fea0a94f-e394-4a99-82d1-caf49bf99f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:04.687931 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-fea0a94f-e394-4a99-82d1-caf49bf99f4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=56869cdf782d41239114f869f3115973&device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 1095 time: 0.2116976 Dec 16 22:24:04.700320 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-32efa6d3-369f-471a-87fe-90fdb59a80ce None None] Port f5272b08-3ea9-4fe2-b891-3833d8ef5b72 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:04.732935 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-32efa6d3-369f-471a-87fe-90fdb59a80ce None None] Provisioning complete for port 051ee139-50eb-4970-b728-8822a426b290 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:04.733963 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32efa6d3-369f-471a-87fe-90fdb59a80ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.741209 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8f26b34c-a084-4efa-9c49-1b2bae296117 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.770326 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17d925cb-5175-4f5c-a00a-e9c2c811dc89 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.773365 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-7165836b-19b0-4e39-b27d-42cb8b9f01f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49656629-2680-4995-a48f-05322231ebe9 HTTP/1.1" status: 200 len: 217 time: 0.0681567 Dec 16 22:24:04.786668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-8f26b34c-a084-4efa-9c49-1b2bae296117 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Calling delete_port for f5272b08-3ea9-4fe2-b891-3833d8ef5b72 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:04.812944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-32efa6d3-369f-471a-87fe-90fdb59a80ce None None] Port 051ee139-50eb-4970-b728-8822a426b290 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:04.833180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d925cb-5175-4f5c-a00a-e9c2c811dc89 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=c2621c1c-e7f7-48fb-82fc-596601d2ea2c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:04.863293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-32efa6d3-369f-471a-87fe-90fdb59a80ce None None] Provisioning complete for port 6993bfd9-4e2c-4095-b181-ed230a8308a0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:04.864508 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32efa6d3-369f-471a-87fe-90fdb59a80ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.871731 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5fde-adad-47c0-8063-9d983ea233a0 req-c8a603b4-5813-4856-966c-fad53a592f22 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:04.880611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e40f5fde-adad-47c0-8063-9d983ea233a0 req-c8a603b4-5813-4856-966c-fad53a592f22 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 944 time: 0.1670744 Dec 16 22:24:05.000258 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17d925cb-5175-4f5c-a00a-e9c2c811dc89 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:05.009701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e40f5fde-adad-47c0-8063-9d983ea233a0 req-278e9c9e-2399-4d43-90a3-6e6645d39a40 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278164 Dec 16 22:24:05.020014 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-17d925cb-5175-4f5c-a00a-e9c2c811dc89 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/c2621c1c-e7f7-48fb-82fc-596601d2ea2c HTTP/1.1" status: 204 len: 168 time: 1.6918073 Dec 16 22:24:05.022513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46274) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:05.024944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-b4145b18-6f9d-4793-bcc4-f878cc17728d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.026459 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-b4145b18-6f9d-4793-bcc4-f878cc17728d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=634b6d25-6ad9-4d67-9394-5b078696d451 HTTP/1.1" status: 200 len: 845 time: 0.2454247 Dec 16 22:24:05.086876 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-3b11c2ea-1cf9-4d8a-9920-2d7306a090db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4670e1e-81bf-4037-8565-9cf863de8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466185 Dec 16 22:24:05.111919 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33d44e3-4254-4acf-aa32-3404540b2a61 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] GET failed (client error): The resource could not be found. Dec 16 22:24:05.134111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d33d44e3-4254-4acf-aa32-3404540b2a61 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/c2621c1c-e7f7-48fb-82fc-596601d2ea2c HTTP/1.1" status: 404 len: 333 time: 0.1025045 Dec 16 22:24:05.138695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46276) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:05.182718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6993bfd9-4e2c-4095-b181-ed230a8308a0 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:05.221182 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4cf794-f422-4d9f-90d6-cbaba5c4f453 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting subnet dd657e84-e2f2-4750-9853-6bb2af4b56ea {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:24:05.303360 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-66709d3b-5843-4ce1-b1d8-51b8f7b81199 service neutron] 10.222.0.69 "GET /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061057 Dec 16 22:24:05.315461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-203ea90e-a90e-4b68-b8e9-df0545a7888c None None] Provisioning complete for port 051ee139-50eb-4970-b728-8822a426b290 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:05.315862 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-203ea90e-a90e-4b68-b8e9-df0545a7888c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:05.323670 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf794-f422-4d9f-90d6-cbaba5c4f453 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:05.355937 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 6993bfd9-4e2c-4095-b181-ed230a8308a0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:05.356923 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:05.377542 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf794-f422-4d9f-90d6-cbaba5c4f453 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:05.406918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-203ea90e-a90e-4b68-b8e9-df0545a7888c None None] Port 051ee139-50eb-4970-b728-8822a426b290 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:05.443179 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8f26b34c-a084-4efa-9c49-1b2bae296117 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:05.531574 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26b34c-a084-4efa-9c49-1b2bae296117 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Pushing event deleted for resources: {'Port': ['ID=f5272b08-3ea9-4fe2-b891-3833d8ef5b72,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:05.533676 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-11d35826-ad2e-4bee-bfe1-f3fe27d2dba2 None None] Could not find standard attr ID for object f5272b08-3ea9-4fe2-b891-3833d8ef5b72. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:24:05.549320 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-394be148-89aa-4292-a6f1-82139fc24ea6 req-eba63ec8-210f-4f65-b489-5be131e0a2ef service neutron] 10.222.0.69 "GET /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328622 Dec 16 22:24:05.572184 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8f26b34c-a084-4efa-9c49-1b2bae296117 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:05.575836 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8f26b34c-a084-4efa-9c49-1b2bae296117 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] 10.222.0.43 "DELETE /v2.0/ports/f5272b08-3ea9-4fe2-b891-3833d8ef5b72 HTTP/1.1" status: 204 len: 168 time: 1.3515844 Dec 16 22:24:05.580394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46282) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:05.587341 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-dde9301e-40e2-4df8-bcfc-5aacac05976b tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Request body: {'port': {'name': 'tempest-new-port-name-157110630', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:05.587810 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.api.validators [None req-dde9301e-40e2-4df8-bcfc-5aacac05976b tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] bootfile-name is not in valid_values {{(pid=103951) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:24:05.588216 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.api.validators [None req-dde9301e-40e2-4df8-bcfc-5aacac05976b tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] tftp-server is not in valid_values {{(pid=103951) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:24:05.588481 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.api.validators [None req-dde9301e-40e2-4df8-bcfc-5aacac05976b tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] server-ip-address is not in valid_values {{(pid=103951) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:24:05.679120 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf794-f422-4d9f-90d6-cbaba5c4f453 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:05.778874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce3e45b5-3668-475b-a871-6657c4b038a9 req-60ad4c49-0120-430d-b2b8-6440535bd0c4 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1258600 Dec 16 22:24:05.779558 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dde9301e-40e2-4df8-bcfc-5aacac05976b tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:05.991766 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf794-f422-4d9f-90d6-cbaba5c4f453 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.035087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cf794-f422-4d9f-90d6-cbaba5c4f453 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Subnet': ['ID=dd657e84-e2f2-4750-9853-6bb2af4b56ea,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:06.040063 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf794-f422-4d9f-90d6-cbaba5c4f453 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.043658 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ae4cf794-f422-4d9f-90d6-cbaba5c4f453 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/dd657e84-e2f2-4750-9853-6bb2af4b56ea HTTP/1.1" status: 204 len: 168 time: 0.9028199 Dec 16 22:24:06.047382 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46292) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:06.063104 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dde9301e-40e2-4df8-bcfc-5aacac05976b tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.064207 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5f8ea5-b9cf-4212-8daa-8376d4b3927d None None] Network 31ec4537-c4c8-480d-a5cf-61723cb1dfea requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:06.127454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0931ce1e-c324-466e-904d-abde517083d9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting subnet 12e67bb4-bd7e-4f9e-95e0-4442882a0fec {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:24:06.129459 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dde9301e-40e2-4df8-bcfc-5aacac05976b tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.131507 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0931ce1e-c324-466e-904d-abde517083d9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.176521 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0931ce1e-c324-466e-904d-abde517083d9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.178692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-dde9301e-40e2-4df8-bcfc-5aacac05976b tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] In _notify_port_updated(), no bound segment for port 051ee139-50eb-4970-b728-8822a426b290 on network 0ccd9e92-fa90-4603-8056-9842c88d05b0 {{(pid=103951) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:24:06.184550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9301e-40e2-4df8-bcfc-5aacac05976b tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:06.185241 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dde9301e-40e2-4df8-bcfc-5aacac05976b tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.188097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dde9301e-40e2-4df8-bcfc-5aacac05976b tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] 10.222.0.43 "PUT /v2.0/ports/051ee139-50eb-4970-b728-8822a426b290 HTTP/1.1" status: 200 len: 1129 time: 0.6067822 Dec 16 22:24:06.196659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace4ae6-252e-4781-8a53-68f3310f1fb0 req-78297439-e679-4d9c-a200-55af47066654 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:06.198824 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ace4ae6-252e-4781-8a53-68f3310f1fb0 req-78297439-e679-4d9c-a200-55af47066654 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 944 time: 0.1193976 Dec 16 22:24:06.202609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46294) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:06.288992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9301e-40e2-4df8-bcfc-5aacac05976b tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Pushing event updated for resources: {'Port': ['ID=051ee139-50eb-4970-b728-8822a426b290,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:06.304523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560aa150-28fe-43fc-8759-648ee7746bae tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:06.312669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46296) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:06.314358 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-560aa150-28fe-43fc-8759-648ee7746bae tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] 10.222.0.43 "GET /v2.0/ports/051ee139-50eb-4970-b728-8822a426b290 HTTP/1.1" status: 200 len: 1129 time: 0.1105111 Dec 16 22:24:06.360224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ace4ae6-252e-4781-8a53-68f3310f1fb0 req-b9744b3f-99ae-468c-9092-7e4c57c1dec8 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414673 Dec 16 22:24:06.371045 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0931ce1e-c324-466e-904d-abde517083d9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.494048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5b637602-0013-4478-8736-8d9d7d7df6fe tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Deleting port 051ee139-50eb-4970-b728-8822a426b290 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:06.494652 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b637602-0013-4478-8736-8d9d7d7df6fe tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.576265 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0931ce1e-c324-466e-904d-abde517083d9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.627106 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c4a53d3a-d5b9-487a-be2d-e43251fdb28c None None] Provisioning complete for port 051ee139-50eb-4970-b728-8822a426b290 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:06.628926 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4a53d3a-d5b9-487a-be2d-e43251fdb28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.638414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931ce1e-c324-466e-904d-abde517083d9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Subnet': ['ID=12e67bb4-bd7e-4f9e-95e0-4442882a0fec,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:06.647011 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0931ce1e-c324-466e-904d-abde517083d9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.650665 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0931ce1e-c324-466e-904d-abde517083d9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/12e67bb4-bd7e-4f9e-95e0-4442882a0fec HTTP/1.1" status: 204 len: 168 time: 0.6022377 Dec 16 22:24:06.653683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46300) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:06.669551 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b637602-0013-4478-8736-8d9d7d7df6fe tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.693595 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5b637602-0013-4478-8736-8d9d7d7df6fe tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Calling delete_port for 051ee139-50eb-4970-b728-8822a426b290 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:06.706770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c4a53d3a-d5b9-487a-be2d-e43251fdb28c None None] Port 051ee139-50eb-4970-b728-8822a426b290 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:06.810441 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.915972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port 9b61eecd-a936-4fe4-923d-c8b6e53978f1 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:06.916502 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.017647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b431c82-893e-4e42-af08-05eecbe5793a req-c83f9c08-5928-4a23-a284-e273e49b0a5a tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0815320 Dec 16 22:24:07.036871 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] For port 9b61eecd-a936-4fe4-923d-c8b6e53978f1, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9b61eecd-a936-4fe4-923d-c8b6e53978f1,segment=NetworkSegment(c27b4533-47da-4779-b1e0-2b6f4a6beb30),segment_id=c27b4533-47da-4779-b1e0-2b6f4a6beb30)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:07.037280 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.039850 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b637602-0013-4478-8736-8d9d7d7df6fe tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.054600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for 9b61eecd-a936-4fe4-923d-c8b6e53978f1 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:07.078250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b637602-0013-4478-8736-8d9d7d7df6fe tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Pushing event deleted for resources: {'Port': ['ID=051ee139-50eb-4970-b728-8822a426b290,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:07.082486 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef549a0-979e-4ade-9fc5-098e421147d8 None None] Network 31ec4537-c4c8-480d-a5cf-61723cb1dfea requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:07.112343 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b637602-0013-4478-8736-8d9d7d7df6fe tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.119048 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5b637602-0013-4478-8736-8d9d7d7df6fe tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] 10.222.0.43 "DELETE /v2.0/ports/051ee139-50eb-4970-b728-8822a426b290 HTTP/1.1" status: 204 len: 168 time: 0.8049281 Dec 16 22:24:07.123814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46312) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:07.162058 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-77567b04-eb3a-4e12-b7fb-12e87a691f4e None None] Provisioning complete for port 9b61eecd-a936-4fe4-923d-c8b6e53978f1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:07.162438 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77567b04-eb3a-4e12-b7fb-12e87a691f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.226136 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-3767243b-1434-4ad9-9c3d-347ec3200581 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Deleting subnet c8e16fd4-4d51-4f39-a25b-6fceca2d2dd7 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:24:07.230697 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3767243b-1434-4ad9-9c3d-347ec3200581 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.287945 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3767243b-1434-4ad9-9c3d-347ec3200581 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.393534 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3767243b-1434-4ad9-9c3d-347ec3200581 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.418177 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.465352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ea594-9f8f-4818-abd9-70feafb473d7 None None] DHCP port deletion for 31ec4537-c4c8-480d-a5cf-61723cb1dfea request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:07.478217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=9b61eecd-a936-4fe4-923d-c8b6e53978f1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:07.490516 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No DVR routers for this DVR port 9b61eecd-a936-4fe4-923d-c8b6e53978f1 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:07.526106 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:07.526787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:07.526787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:07.527165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:07.527519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:07.531245 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:07.531245 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:07.531245 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:07.531245 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:07.531245 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:07.532569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:07.532989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:07.533446 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:07.637225 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.646827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cfdac-800c-488c-a201-f7921277d83f req-4c1c1e4f-b67b-44b6-bbe8-37221f436572 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:07.648397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c72cfdac-800c-488c-a201-f7921277d83f req-4c1c1e4f-b67b-44b6-bbe8-37221f436572 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 944 time: 0.1904433 Dec 16 22:24:07.679828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ec4537-c4c8-480d-a5cf-61723cb1dfea']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:07.695365 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27b4533-47da-4779-b1e0-2b6f4a6beb30') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:07.695669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27b4533-47da-4779-b1e0-2b6f4a6beb30') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:07.713398 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.726611 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3767243b-1434-4ad9-9c3d-347ec3200581 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.746451 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c72cfdac-800c-488c-a201-f7921277d83f req-cf767353-98c1-4350-98dc-fa522b3e0d63 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918145 Dec 16 22:24:07.765303 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.771644 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3767243b-1434-4ad9-9c3d-347ec3200581 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.776548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3767243b-1434-4ad9-9c3d-347ec3200581 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] 10.222.0.43 "DELETE /v2.0/subnets/c8e16fd4-4d51-4f39-a25b-6fceca2d2dd7 HTTP/1.1" status: 204 len: 168 time: 0.6495249 Dec 16 22:24:07.777450 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767243b-1434-4ad9-9c3d-347ec3200581 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e16fd4-4d51-4f39-a25b-6fceca2d2dd7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:07.778393 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46320) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:07.778525 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc9e3c3-efe5-468e-a19f-5b9270f460d5 None None] Network 0ccd9e92-fa90-4603-8056-9842c88d05b0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:07.780897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:07.781097 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:07.784364 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:07.898103 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.914651 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.922603 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.930760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/networks/31ec4537-c4c8-480d-a5cf-61723cb1dfea HTTP/1.1" status: 204 len: 168 time: 1.2701428 Dec 16 22:24:07.930760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46324) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:07.952172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafe09d-9fc8-4f76-9b56-3b6bdd43ecc4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Network': ['ID=31ec4537-c4c8-480d-a5cf-61723cb1dfea,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:07.960822 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Deleting port 6993bfd9-4e2c-4095-b181-ed230a8308a0 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:07.961399 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.992296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] DHCP port deletion for 0ccd9e92-fa90-4603-8056-9842c88d05b0 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:08.002033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03621629-0ff4-4f46-bc92-cc2a03dacfb8 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:08.008362 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-03621629-0ff4-4f46-bc92-cc2a03dacfb8 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0769489 Dec 16 22:24:08.009321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46328) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:08.079792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Deleting port 6993bfd9-4e2c-4095-b181-ed230a8308a0 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:08.081157 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.086948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5f4c8b8c-c7bd-4251-93fc-b3e2c02d9beb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0764177 Dec 16 22:24:08.092791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46332) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:08.098349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7607a495-f729-4f48-b637-e7bcad968713 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1450244937'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:08.165255 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1448cd4-eb35-4cb5-b233-246695dbbab7 req-a4b00b0f-c8c0-45ca-8b84-886104f2f42d tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0428476 Dec 16 22:24:08.176952 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] For port 6993bfd9-4e2c-4095-b181-ed230a8308a0, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6993bfd9-4e2c-4095-b181-ed230a8308a0,segment=NetworkSegment(b8e56589-2842-4ba5-b6fa-85ed82e0db55),segment_id=b8e56589-2842-4ba5-b6fa-85ed82e0db55)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:08.177573 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.205615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Calling delete_port for 6993bfd9-4e2c-4095-b181-ed230a8308a0 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:08.373116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7607a495-f729-4f48-b637-e7bcad968713 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:08.377029 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7607a495-f729-4f48-b637-e7bcad968713 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.410085 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] For port 6993bfd9-4e2c-4095-b181-ed230a8308a0, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6993bfd9-4e2c-4095-b181-ed230a8308a0,segment=NetworkSegment(b8e56589-2842-4ba5-b6fa-85ed82e0db55),segment_id=b8e56589-2842-4ba5-b6fa-85ed82e0db55)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:08.410712 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.424153 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Calling delete_port for 6993bfd9-4e2c-4095-b181-ed230a8308a0 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:08.436662 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.457034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7607a495-f729-4f48-b637-e7bcad968713 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:24:08.467956 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7607a495-f729-4f48-b637-e7bcad968713 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.468347 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-7607a495-f729-4f48-b637-e7bcad968713 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Added segment 331a25d8-074b-4b28-b12c-74d80f432a9d of type vlan for network 152e3222-fc0d-4b1e-b139-7bc89eb14705 Dec 16 22:24:08.481309 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Pushing event deleted for resources: {'Port': ['ID=6993bfd9-4e2c-4095-b181-ed230a8308a0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:08.488224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 49656629-2680-4995-a48f-05322231ebe9 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:24:08.496980 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] No DVR routers for this DVR port 6993bfd9-4e2c-4095-b181-ed230a8308a0 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:08.510471 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.524545 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:08.524959 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:08.525305 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:08.525815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:08.526180 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:08.526518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:08.526856 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:08.527184 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:08.527555 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:08.527884 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:08.528257 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:08.531214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:08.531214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae758ab-a946-456a-9de7-07f41e4dcbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:08.545058 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7607a495-f729-4f48-b637-e7bcad968713 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.562967 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Pushing event deleted for resources: {'Port': ['ID=6993bfd9-4e2c-4095-b181-ed230a8308a0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:08.578899 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] No DVR routers for this DVR port 6993bfd9-4e2c-4095-b181-ed230a8308a0 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:08.647227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 49656629-2680-4995-a48f-05322231ebe9, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=49656629-2680-4995-a48f-05322231ebe9,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:08.650925 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7607a495-f729-4f48-b637-e7bcad968713 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.657460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '49656629-2680-4995-a48f-05322231ebe9', 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896', 'port_id': '49656629-2680-4995-a48f-05322231ebe9', 'mac_address': 'fa:16:3e:7d:da:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634b6d25-6ad9-4d67-9394-5b078696d451', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:24:08.663080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7607a495-f729-4f48-b637-e7bcad968713 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:08.663921 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7607a495-f729-4f48-b637-e7bcad968713 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.666215 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.692451 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ccd9e92-fa90-4603-8056-9842c88d05b0']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:08.704813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e56589-2842-4ba5-b6fa-85ed82e0db55') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:08.705441 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e56589-2842-4ba5-b6fa-85ed82e0db55') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:08.707564 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.716069 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.726515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49656629-2680-4995-a48f-05322231ebe9 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:24:08.731509 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.740148 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:08.740894 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:08.744158 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:08.766051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607a495-f729-4f48-b637-e7bcad968713 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Network': ['ID=152e3222-fc0d-4b1e-b139-7bc89eb14705,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:08.766795 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 49656629-2680-4995-a48f-05322231ebe9, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=49656629-2680-4995-a48f-05322231ebe9,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:08.783805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 152e3222-fc0d-4b1e-b139-7bc89eb14705 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:08.808521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46336) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:08.814133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7607a495-f729-4f48-b637-e7bcad968713 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7201381 Dec 16 22:24:08.819539 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a30a99f7-e727-4a16-b0da-6ed8188f5c08 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'subnet': {'network_id': '152e3222-fc0d-4b1e-b139-7bc89eb14705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:08.942520 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.996573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adae8e3-af3b-44d4-bf0f-aba6bfe5d6a5 req-ba69c8a2-74fb-46f1-8dea-2c71a33338bf tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:08.998551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6adae8e3-af3b-44d4-bf0f-aba6bfe5d6a5 req-ba69c8a2-74fb-46f1-8dea-2c71a33338bf tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 944 time: 0.0943925 Dec 16 22:24:09.006971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=49656629-2680-4995-a48f-05322231ebe9,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:09.050607 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:09.056833 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:09.059077 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] 10.222.0.43 "DELETE /v2.0/networks/0ccd9e92-fa90-4603-8056-9842c88d05b0 HTTP/1.1" status: 204 len: 168 time: 1.2784510 Dec 16 22:24:09.083641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b9210-84ab-4ac0-8787-a7c6505e83fa tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648 tempest-ExtraDHCPOptionsIpV6TestJSON-1301138648-project] Pushing event deleted for resources: {'Network': ['ID=0ccd9e92-fa90-4603-8056-9842c88d05b0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:09.088076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6adae8e3-af3b-44d4-bf0f-aba6bfe5d6a5 req-f2316f6b-5d83-423b-8509-54aea0a789e7 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795083 Dec 16 22:24:09.116344 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30a99f7-e727-4a16-b0da-6ed8188f5c08 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:09.131816 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a30a99f7-e727-4a16-b0da-6ed8188f5c08 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:09.135774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6993bfd9-4e2c-4095-b181-ed230a8308a0 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:09.163909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 6993bfd9-4e2c-4095-b181-ed230a8308a0 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:24:09.164295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6993bfd9-4e2c-4095-b181-ed230a8308a0 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:09.164728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9b61eecd-a936-4fe4-923d-c8b6e53978f1 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:09.223000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 9b61eecd-a936-4fe4-923d-c8b6e53978f1 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:24:09.223396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9b61eecd-a936-4fe4-923d-c8b6e53978f1 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:09.369052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-361903bf-b7d7-4c4b-9ca0-6ae738101882 req-d4d063d4-7f07-4fff-84bc-dcf7d789a089 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0631025 Dec 16 22:24:09.391794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['49656629-2680-4995-a48f-05322231ebe9'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:24:09.477256 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a30a99f7-e727-4a16-b0da-6ed8188f5c08 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:09.605206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30a99f7-e727-4a16-b0da-6ed8188f5c08 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Checking segment: {'id': '331a25d8-074b-4b28-b12c-74d80f432a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '152e3222-fc0d-4b1e-b139-7bc89eb14705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:09.605206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30a99f7-e727-4a16-b0da-6ed8188f5c08 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network hostable DHCP agents. Network: 152e3222-fc0d-4b1e-b139-7bc89eb14705, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:24:09.605206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a99f7-e727-4a16-b0da-6ed8188f5c08 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Subnet': ['ID=7bc30c59-9865-4281-84af-1dcf0786c7bc,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:09.710166 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30a99f7-e727-4a16-b0da-6ed8188f5c08 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network 152e3222-fc0d-4b1e-b139-7bc89eb14705 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:24:09.762077 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46362) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:09.787857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-a30a99f7-e727-4a16-b0da-6ed8188f5c08 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 152e3222-fc0d-4b1e-b139-7bc89eb14705) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:09.792534 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30a99f7-e727-4a16-b0da-6ed8188f5c08 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:09.793410 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a30a99f7-e727-4a16-b0da-6ed8188f5c08 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:09.800437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4397bb4-7d7d-42f1-a99f-0c7d143b719c None None] Network 152e3222-fc0d-4b1e-b139-7bc89eb14705 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:09.890946 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a30a99f7-e727-4a16-b0da-6ed8188f5c08 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0814054 Dec 16 22:24:09.895155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46368) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:09.902430 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c2a5d1f9-a612-4cd9-b54d-2d3266009272 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'network_id': '152e3222-fc0d-4b1e-b139-7bc89eb14705', 'name': 'tempest-PortsIpV6TestJSON-39111202'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:09.927102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-152e3222-fc0d-4b1e-b139-7bc89eb14705', 'network_id': '152e3222-fc0d-4b1e-b139-7bc89eb14705', 'project_id': '7db7e873a7fd4cc7980618ef0611b725', 'fixed_ips': [{'subnet_id': '7bc30c59-9865-4281-84af-1dcf0786c7bc'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:24:09.930998 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:09.991865 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46370) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:10.017809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-02b444db-10ac-434b-86db-e2eeae836073 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e045a1627ab40f5b03650e95dc9e773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2544777 Dec 16 22:24:10.020472 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46376) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:10.101780 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd2f625b-a1ce-4098-b612-6b22a442c2a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.120068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Allocated IP 2001:db8::2 (152e3222-fc0d-4b1e-b139-7bc89eb14705/7bc30c59-9865-4281-84af-1dcf0786c7bc/76c1d606-adee-4f7b-9ba1-7f0216db262f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:10.142497 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd2f625b-a1ce-4098-b612-6b22a442c2a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.156167 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a5d1f9-a612-4cd9-b54d-2d3266009272 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:10.161606 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d1f9-a612-4cd9-b54d-2d3266009272 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.165026 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-936f1c4c-c6de-4952-aff6-93bc2f3d24b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.220065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-c2a5d1f9-a612-4cd9-b54d-2d3266009272 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] device_id is not set on port 6accdbe8-7de8-4aeb-bb21-f45f32f52bf2 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:24:10.286481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f1881-6e6b-44f7-922d-dc333e7feb93 req-0289c7f3-9ebb-45c9-9c3e-16a2df2cb786 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:10.288493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-232f1881-6e6b-44f7-922d-dc333e7feb93 req-0289c7f3-9ebb-45c9-9c3e-16a2df2cb786 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 945 time: 0.1091065 Dec 16 22:24:10.292990 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-936f1c4c-c6de-4952-aff6-93bc2f3d24b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.321367 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd2f625b-a1ce-4098-b612-6b22a442c2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.324091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd2f625b-a1ce-4098-b612-6b22a442c2a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.327315 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fd2f625b-a1ce-4098-b612-6b22a442c2a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1a92bc7-53d4-4ef2-abfa-18d2ee0678db HTTP/1.1" status: 204 len: 168 time: 0.3034587 Dec 16 22:24:10.334839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f625b-a1ce-4098-b612-6b22a442c2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a92bc7-53d4-4ef2-abfa-18d2ee0678db,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:10.349040 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.359485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-232f1881-6e6b-44f7-922d-dc333e7feb93 req-cadac701-bfef-4ebb-84e1-0e4910a45368 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559843 Dec 16 22:24:10.384289 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-936f1c4c-c6de-4952-aff6-93bc2f3d24b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.427448 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-936f1c4c-c6de-4952-aff6-93bc2f3d24b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdf8dd2e3bdb4b428ef01be5cb0f25ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4342084 Dec 16 22:24:10.428919 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f1c4c-c6de-4952-aff6-93bc2f3d24b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f61a886-24f5-454b-9a18-b6bab69136db,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:10.432873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46386) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:10.434309 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.482634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Network 152e3222-fc0d-4b1e-b139-7bc89eb14705 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:10.484268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 49656629-2680-4995-a48f-05322231ebe9 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:10.496088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:10.521736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:10.523166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b36982cb-5f7f-4f4f-b84f-733e3ca1bc71 req-260e5919-d1eb-45f2-a00b-e4a657fb5ae3 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0578322 Dec 16 22:24:10.554212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Pushing event updated for resources: {'Port': ['ID=76c1d606-adee-4f7b-9ba1-7f0216db262f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:10.569880 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-c2a5d1f9-a612-4cd9-b54d-2d3266009272 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Allocated IP 2001:db8::236 (152e3222-fc0d-4b1e-b139-7bc89eb14705/7bc30c59-9865-4281-84af-1dcf0786c7bc/6accdbe8-7de8-4aeb-bb21-f45f32f52bf2) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:10.576053 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58cd5206-cbe1-45d8-940a-eb90de4f1b31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.612143 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58cd5206-cbe1-45d8-940a-eb90de4f1b31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.624935 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Attempting to bind port 76c1d606-adee-4f7b-9ba1-7f0216db262f on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:10.625396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Attempting to bind port 76c1d606-adee-4f7b-9ba1-7f0216db262f by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '331a25d8-074b-4b28-b12c-74d80f432a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '152e3222-fc0d-4b1e-b139-7bc89eb14705'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:10.625866 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Attempting to bind port 76c1d606-adee-4f7b-9ba1-7f0216db262f on network 152e3222-fc0d-4b1e-b139-7bc89eb14705 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:10.635047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:10.635560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Checking segment: {'id': '331a25d8-074b-4b28-b12c-74d80f432a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '152e3222-fc0d-4b1e-b139-7bc89eb14705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:10.635861 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.636269 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Bound using segment: {'id': '331a25d8-074b-4b28-b12c-74d80f432a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '152e3222-fc0d-4b1e-b139-7bc89eb14705'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:10.636820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Bound port: 76c1d606-adee-4f7b-9ba1-7f0216db262f, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331a25d8-074b-4b28-b12c-74d80f432a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '152e3222-fc0d-4b1e-b139-7bc89eb14705'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:10.637411 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.701830 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 49656629-2680-4995-a48f-05322231ebe9 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:24:10.715063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 49656629-2680-4995-a48f-05322231ebe9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:10.715463 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.745254 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] For port 76c1d606-adee-4f7b-9ba1-7f0216db262f, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:10.764561 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] For port 76c1d606-adee-4f7b-9ba1-7f0216db262f, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=76c1d606-adee-4f7b-9ba1-7f0216db262f,segment=NetworkSegment(331a25d8-074b-4b28-b12c-74d80f432a9d),segment_id=331a25d8-074b-4b28-b12c-74d80f432a9d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:10.809333 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d1f9-a612-4cd9-b54d-2d3266009272 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.818410 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58cd5206-cbe1-45d8-940a-eb90de4f1b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.819624 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58cd5206-cbe1-45d8-940a-eb90de4f1b31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.820815 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-58cd5206-cbe1-45d8-940a-eb90de4f1b31 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f61a886-24f5-454b-9a18-b6bab69136db HTTP/1.1" status: 204 len: 168 time: 0.3869734 Dec 16 22:24:10.832487 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.843738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd5206-cbe1-45d8-940a-eb90de4f1b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f61a886-24f5-454b-9a18-b6bab69136db,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:10.886239 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3237c9-8af3-486d-8edb-6403092cd5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49656629-2680-4995-a48f-05322231ebe9'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:10.886239 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c5ded4-eca1-4678-8a31-fcc697361ff1" -d '{"events": [{"server_uuid": "be3237c9-8af3-486d-8edb-6403092cd5d0", "name": "network-vif-plugged", "status": "completed", "tag": "49656629-2680-4995-a48f-05322231ebe9"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:10.887865 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.930889 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 49656629-2680-4995-a48f-05322231ebe9, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=49656629-2680-4995-a48f-05322231ebe9,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:10.938136 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d249f573-3aea-4bd7-9ece-805edda029f0 x-openstack-request-id: req-d249f573-3aea-4bd7-9ece-805edda029f0 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:10.938426 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3237c9-8af3-486d-8edb-6403092cd5d0", "name": "network-vif-plugged", "status": "completed", "tag": "49656629-2680-4995-a48f-05322231ebe9", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:10.938779 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d249f573-3aea-4bd7-9ece-805edda029f0 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:10.939074 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3237c9-8af3-486d-8edb-6403092cd5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49656629-2680-4995-a48f-05322231ebe9', 'code': 200} Dec 16 22:24:10.970015 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ba557-6b96-4444-bb46-092d6a3d3bc0 None None] Pushing event updated for resources: {'Port': ['ID=76c1d606-adee-4f7b-9ba1-7f0216db262f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:10.970261 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d1f9-a612-4cd9-b54d-2d3266009272 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:11.026362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a5d1f9-a612-4cd9-b54d-2d3266009272 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network 152e3222-fc0d-4b1e-b139-7bc89eb14705 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:11.031021 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:11.038095 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c2a5d1f9-a612-4cd9-b54d-2d3266009272 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:11.040939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a5d1f9-a612-4cd9-b54d-2d3266009272 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:11.047461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a5d1f9-a612-4cd9-b54d-2d3266009272 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:11.048406 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d1f9-a612-4cd9-b54d-2d3266009272 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:11.051133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5d1f9-a612-4cd9-b54d-2d3266009272 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=6accdbe8-7de8-4aeb-bb21-f45f32f52bf2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:11.100628 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c04021-abcf-4f02-831f-423dec216830 req-43bfd1a8-b83c-4ff4-b8bd-2a3c05af30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:11.103021 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-82c04021-abcf-4f02-831f-423dec216830 req-43bfd1a8-b83c-4ff4-b8bd-2a3c05af30d0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 1097 time: 0.0864491 Dec 16 22:24:11.131344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c2a5d1f9-a612-4cd9-b54d-2d3266009272 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2336099 Dec 16 22:24:11.133392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46404) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:11.134847 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=49656629-2680-4995-a48f-05322231ebe9,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:11.147207 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-cf84f191-5a55-4753-afb6-74b8b270626e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'network_id': '152e3222-fc0d-4b1e-b139-7bc89eb14705', 'name': 'tempest-PortsIpV6TestJSON-765670651'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:11.206200 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-82c04021-abcf-4f02-831f-423dec216830 req-e45b19a3-d5ba-4974-a773-73c2ea69a221 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914359 Dec 16 22:24:11.469317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf84f191-5a55-4753-afb6-74b8b270626e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:11.471827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf84f191-5a55-4753-afb6-74b8b270626e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:11.496023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-cf84f191-5a55-4753-afb6-74b8b270626e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] device_id is not set on port bc41229e-2f45-4944-a30e-00e4999c5a34 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:24:11.548655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db0be-7d29-4642-af34-35f3c39b0161 req-6d211049-19a9-4332-825b-a2c4039d780f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:11.550251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a9db0be-7d29-4642-af34-35f3c39b0161 req-6d211049-19a9-4332-825b-a2c4039d780f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 946 time: 0.1146991 Dec 16 22:24:11.671740 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d542353-d0c3-4143-9d13-2ff4ec7ea995 req-8c0baa6d-d3f2-4421-8f1e-98dfb308542d tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0469723 Dec 16 22:24:11.682820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a9db0be-7d29-4642-af34-35f3c39b0161 req-100f1a6f-c6bd-47ae-bcd7-4e0bf2a36104 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249261 Dec 16 22:24:11.708867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-cf84f191-5a55-4753-afb6-74b8b270626e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Allocated IP 2001:db8::91 (152e3222-fc0d-4b1e-b139-7bc89eb14705/7bc30c59-9865-4281-84af-1dcf0786c7bc/bc41229e-2f45-4944-a30e-00e4999c5a34) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:11.747090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46422) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:11.775187 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-92f83106-e7c6-45c3-b64a-ed8e6faf75c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:11.787705 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46424) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:11.942766 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf84f191-5a55-4753-afb6-74b8b270626e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:11.972965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2851e5f3-51db-49c5-b59d-fbd00de9ce9b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group': {'name': 'tempest-secgroup--888257776'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:11.977418 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-92f83106-e7c6-45c3-b64a-ed8e6faf75c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.024946 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-92f83106-e7c6-45c3-b64a-ed8e6faf75c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.051144 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2851e5f3-51db-49c5-b59d-fbd00de9ce9b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.059827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf84f191-5a55-4753-afb6-74b8b270626e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.063900 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2851e5f3-51db-49c5-b59d-fbd00de9ce9b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.085602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f83106-e7c6-45c3-b64a-ed8e6faf75c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081defb5-be1a-436e-909b-1e5bdc7247fd,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:12.110042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-92f83106-e7c6-45c3-b64a-ed8e6faf75c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25f0095a74fe4bce9144414d16e41e95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619576 Dec 16 22:24:12.116824 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46428) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:12.131194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf84f191-5a55-4753-afb6-74b8b270626e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network 152e3222-fc0d-4b1e-b139-7bc89eb14705 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:12.134663 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-cf84f191-5a55-4753-afb6-74b8b270626e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:12.140502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf84f191-5a55-4753-afb6-74b8b270626e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:12.146251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf84f191-5a55-4753-afb6-74b8b270626e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:12.151596 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf84f191-5a55-4753-afb6-74b8b270626e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.151596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84f191-5a55-4753-afb6-74b8b270626e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=bc41229e-2f45-4944-a30e-00e4999c5a34,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:12.210443 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-54f06970-d8e9-4316-b8b8-1809f0eed292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.217167 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2851e5f3-51db-49c5-b59d-fbd00de9ce9b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.220690 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88668488-ec29-44c9-a6b3-c451691f44c7 None None] Network 152e3222-fc0d-4b1e-b139-7bc89eb14705 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:12.240236 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-54f06970-d8e9-4316-b8b8-1809f0eed292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.270760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cf84f191-5a55-4753-afb6-74b8b270626e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1359909 Dec 16 22:24:12.275334 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46432) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:12.319618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5300027b-cbc2-444b-9c11-f1876c3e1429 None None] Provisioning complete for port 76c1d606-adee-4f7b-9ba1-7f0216db262f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:12.320412 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5300027b-cbc2-444b-9c11-f1876c3e1429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.334426 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2851e5f3-51db-49c5-b59d-fbd00de9ce9b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.423375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851e5f3-51db-49c5-b59d-fbd00de9ce9b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397da8ab-b462-4040-8010-655bb804f0c2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:12.431024 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-54f06970-d8e9-4316-b8b8-1809f0eed292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.437189 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-54f06970-d8e9-4316-b8b8-1809f0eed292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.453842 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-54f06970-d8e9-4316-b8b8-1809f0eed292 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/081defb5-be1a-436e-909b-1e5bdc7247fd HTTP/1.1" status: 204 len: 168 time: 0.3333139 Dec 16 22:24:12.493152 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea26a04-f363-47f0-8ab9-3974c70de206 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:12.500270 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4ea26a04-f363-47f0-8ab9-3974c70de206 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A236 HTTP/1.1" status: 200 len: 927 time: 0.2234094 Dec 16 22:24:12.501542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46438) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:12.501776 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5300027b-cbc2-444b-9c11-f1876c3e1429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.506745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f06970-d8e9-4316-b8b8-1809f0eed292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081defb5-be1a-436e-909b-1e5bdc7247fd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:12.573120 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2851e5f3-51db-49c5-b59d-fbd00de9ce9b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.583030 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5300027b-cbc2-444b-9c11-f1876c3e1429 None None] For port 76c1d606-adee-4f7b-9ba1-7f0216db262f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=76c1d606-adee-4f7b-9ba1-7f0216db262f,segment=NetworkSegment(331a25d8-074b-4b28-b12c-74d80f432a9d),segment_id=331a25d8-074b-4b28-b12c-74d80f432a9d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:12.671254 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2851e5f3-51db-49c5-b59d-fbd00de9ce9b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.685268 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5300027b-cbc2-444b-9c11-f1876c3e1429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.716457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-2a987bae-3cd7-4846-b4b8-d76a971a9c6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port bc41229e-2f45-4944-a30e-00e4999c5a34 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:12.727012 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a987bae-3cd7-4846-b4b8-d76a971a9c6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.727144 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851e5f3-51db-49c5-b59d-fbd00de9ce9b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9f32f0-2c00-4a59-8428-6ad932052e48,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:12.823706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300027b-cbc2-444b-9c11-f1876c3e1429 None None] Pushing event updated for resources: {'Port': ['ID=76c1d606-adee-4f7b-9ba1-7f0216db262f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:12.841886 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2851e5f3-51db-49c5-b59d-fbd00de9ce9b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.841886 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2851e5f3-51db-49c5-b59d-fbd00de9ce9b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0494094 Dec 16 22:24:12.841886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46444) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:12.929153 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cfe6cde8-2715-4fdc-a1c9-6c647a34e0ce req-e9deb970-5ec3-4a9b-ba73-3cad82ffd94e tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1049807 Dec 16 22:24:12.930741 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-94a1e425-f90e-4e37-a6dc-d4f2faf4e04c tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0878425 Dec 16 22:24:12.930952 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-48769344-8738-4238-b16b-639a7acd9999 None None] Provisioning complete for port bc41229e-2f45-4944-a30e-00e4999c5a34 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:12.931484 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-48769344-8738-4238-b16b-639a7acd9999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.931628 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46446) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:12.937453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ba34cb19-f3c2-45ca-86bc-9656e60173e1 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group': {'name': 'tempest-security--100092014', 'description': 'tempest-security-description-241608954'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:12.986293 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba34cb19-f3c2-45ca-86bc-9656e60173e1 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.001250 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-48769344-8738-4238-b16b-639a7acd9999 None None] Port bc41229e-2f45-4944-a30e-00e4999c5a34 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:13.031940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c2cc5-6b62-4e70-b22c-8e7988af77a6 req-2da6111b-772b-4157-9dcc-73263e616aab tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:13.033971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-48769344-8738-4238-b16b-639a7acd9999 None None] Provisioning complete for port 76c1d606-adee-4f7b-9ba1-7f0216db262f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:13.034298 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-48769344-8738-4238-b16b-639a7acd9999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.040078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c2c2cc5-6b62-4e70-b22c-8e7988af77a6 req-2da6111b-772b-4157-9dcc-73263e616aab tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 946 time: 0.2173457 Dec 16 22:24:13.044081 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba34cb19-f3c2-45ca-86bc-9656e60173e1 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.053107 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a987bae-3cd7-4846-b4b8-d76a971a9c6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.100373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-2a987bae-3cd7-4846-b4b8-d76a971a9c6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for bc41229e-2f45-4944-a30e-00e4999c5a34 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:13.117089 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba34cb19-f3c2-45ca-86bc-9656e60173e1 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.120521 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba34cb19-f3c2-45ca-86bc-9656e60173e1 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.122342 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ba34cb19-f3c2-45ca-86bc-9656e60173e1 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "PUT /v2.0/security-groups/1e9f32f0-2c00-4a59-8428-6ad932052e48 HTTP/1.1" status: 200 len: 1795 time: 0.1895375 Dec 16 22:24:13.128757 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46450) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:13.171310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c2c2cc5-6b62-4e70-b22c-8e7988af77a6 req-23e712e4-79e4-45f6-b392-d39f132fe692 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292470 Dec 16 22:24:13.178544 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.181894 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34cb19-f3c2-45ca-86bc-9656e60173e1 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9f32f0-2c00-4a59-8428-6ad932052e48,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:13.228736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 76c1d606-adee-4f7b-9ba1-7f0216db262f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:13.301043 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.396605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-48769344-8738-4238-b16b-639a7acd9999 None None] Provisioning complete for port 6accdbe8-7de8-4aeb-bb21-f45f32f52bf2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:13.396989 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-48769344-8738-4238-b16b-639a7acd9999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.405437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 76c1d606-adee-4f7b-9ba1-7f0216db262f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:13.405825 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.492975 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-48769344-8738-4238-b16b-639a7acd9999 None None] Port 6accdbe8-7de8-4aeb-bb21-f45f32f52bf2 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:13.628976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d9e6a149-c217-4f7f-aef8-912969333ce7 None None] Provisioning complete for port bc41229e-2f45-4944-a30e-00e4999c5a34 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:13.629625 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a149-c217-4f7f-aef8-912969333ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.676736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6a149-c217-4f7f-aef8-912969333ce7 None None] Port bc41229e-2f45-4944-a30e-00e4999c5a34 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:13.689514 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d9e6a149-c217-4f7f-aef8-912969333ce7 None None] Provisioning complete for port 6accdbe8-7de8-4aeb-bb21-f45f32f52bf2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:13.690164 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a149-c217-4f7f-aef8-912969333ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.704073 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e520ffb0-8975-4af8-a373-e053f534167f tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-groups/1e9f32f0-2c00-4a59-8428-6ad932052e48 HTTP/1.1" status: 200 len: 1795 time: 0.5722971 Dec 16 22:24:13.706744 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46466) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:13.742853 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6a149-c217-4f7f-aef8-912969333ce7 None None] Port 6accdbe8-7de8-4aeb-bb21-f45f32f52bf2 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:13.779559 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87b7a8a8-ae4c-4867-a373-2ed88ab8a13c tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.803515 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87b7a8a8-ae4c-4867-a373-2ed88ab8a13c tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.842852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622a8de-c2d7-4778-81f8-0ba0762fad3f req-004bf7c7-f910-4fa6-a444-6b4a8bf83f4f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:13.844567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a622a8de-c2d7-4778-81f8-0ba0762fad3f req-004bf7c7-f910-4fa6-a444-6b4a8bf83f4f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 946 time: 0.0731487 Dec 16 22:24:13.895665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a622a8de-c2d7-4778-81f8-0ba0762fad3f req-048e96ff-ea7d-4b3d-8eee-ad7933eab1c5 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442238 Dec 16 22:24:13.944505 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a987bae-3cd7-4846-b4b8-d76a971a9c6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.977324 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87b7a8a8-ae4c-4867-a373-2ed88ab8a13c tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.979389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a987bae-3cd7-4846-b4b8-d76a971a9c6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=bc41229e-2f45-4944-a30e-00e4999c5a34,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:13.980263 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87b7a8a8-ae4c-4867-a373-2ed88ab8a13c tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.981449 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-87b7a8a8-ae4c-4867-a373-2ed88ab8a13c tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-groups/1e9f32f0-2c00-4a59-8428-6ad932052e48 HTTP/1.1" status: 204 len: 168 time: 0.2735844 Dec 16 22:24:13.986648 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46478) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:14.004613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7a8a8-ae4c-4867-a373-2ed88ab8a13c tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9f32f0-2c00-4a59-8428-6ad932052e48,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:14.028823 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a987bae-3cd7-4846-b4b8-d76a971a9c6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.036483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2a987bae-3cd7-4846-b4b8-d76a971a9c6e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/bc41229e-2f45-4944-a30e-00e4999c5a34 HTTP/1.1" status: 204 len: 168 time: 1.5335729 Dec 16 22:24:14.038346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46482) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:14.051628 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0264ef03-2eb3-4f8d-960e-ee0cae3ed29f tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0637755 Dec 16 22:24:14.054175 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46484) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:14.072317 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-fcfbbf2d-72c9-490f-8454-af19d1e346d3 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] delete failed (client error): The resource could not be found. Dec 16 22:24:14.074339 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fcfbbf2d-72c9-490f-8454-af19d1e346d3 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-groups/1e9f32f0-2c00-4a59-8428-6ad932052e48 HTTP/1.1" status: 404 len: 347 time: 0.0183594 Dec 16 22:24:14.077663 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46486) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:14.082355 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2cd00d80-8095-49b5-8eba-7580a498fae2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group': {'name': 'tempest-secgroup--125961731'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:14.092991 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-666b6a82-c68f-435a-b1c4-f61827980c2b req-19f6b829-0c9b-46a2-98db-36b49d107f44 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0545163 Dec 16 22:24:14.106641 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f06e33b-288b-449f-8b36-cdebe4782b32 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] GET failed (client error): The resource could not be found. Dec 16 22:24:14.111520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1f06e33b-288b-449f-8b36-cdebe4782b32 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/bc41229e-2f45-4944-a30e-00e4999c5a34 HTTP/1.1" status: 404 len: 333 time: 0.0721920 Dec 16 22:24:14.112140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46488) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:14.207182 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2cd00d80-8095-49b5-8eba-7580a498fae2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.216872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7cda51dc-b6c7-4b24-a63b-69d156b9ab5d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port 6accdbe8-7de8-4aeb-bb21-f45f32f52bf2 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:14.217245 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7cda51dc-b6c7-4b24-a63b-69d156b9ab5d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.303347 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2cd00d80-8095-49b5-8eba-7580a498fae2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.324591 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7cda51dc-b6c7-4b24-a63b-69d156b9ab5d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.337389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7cda51dc-b6c7-4b24-a63b-69d156b9ab5d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for 6accdbe8-7de8-4aeb-bb21-f45f32f52bf2 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:14.382400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2cd00d80-8095-49b5-8eba-7580a498fae2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.414928 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd00d80-8095-49b5-8eba-7580a498fae2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ce6a02-3d2f-413a-a1ac-af6ab6db040d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:14.486851 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2cd00d80-8095-49b5-8eba-7580a498fae2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.488402 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2cd00d80-8095-49b5-8eba-7580a498fae2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4096675 Dec 16 22:24:14.491300 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46496) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:14.495694 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-add96278-1d66-4167-a030-a7ff256c0836 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group_rule': {'security_group_id': '78ce6a02-3d2f-413a-a1ac-af6ab6db040d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:14.559227 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7cda51dc-b6c7-4b24-a63b-69d156b9ab5d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.596573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda51dc-b6c7-4b24-a63b-69d156b9ab5d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=6accdbe8-7de8-4aeb-bb21-f45f32f52bf2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:14.625995 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7cda51dc-b6c7-4b24-a63b-69d156b9ab5d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.630999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7cda51dc-b6c7-4b24-a63b-69d156b9ab5d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/6accdbe8-7de8-4aeb-bb21-f45f32f52bf2 HTTP/1.1" status: 204 len: 168 time: 0.5174992 Dec 16 22:24:14.632982 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-add96278-1d66-4167-a030-a7ff256c0836 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.641923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46502) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:14.703709 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e7defc-7e58-419e-b60f-9ca96484699d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] GET failed (client error): The resource could not be found. Dec 16 22:24:14.705481 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-56e7defc-7e58-419e-b60f-9ca96484699d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/6accdbe8-7de8-4aeb-bb21-f45f32f52bf2 HTTP/1.1" status: 404 len: 333 time: 0.0634704 Dec 16 22:24:14.708468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46506) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:14.748312 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-add96278-1d66-4167-a030-a7ff256c0836 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.771110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-292b36bb-10c8-4a6f-8dc2-c3a3e802bef1 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting subnet 7bc30c59-9865-4281-84af-1dcf0786c7bc {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:24:14.775026 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-292b36bb-10c8-4a6f-8dc2-c3a3e802bef1 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.829833 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-292b36bb-10c8-4a6f-8dc2-c3a3e802bef1 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.851606 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-add96278-1d66-4167-a030-a7ff256c0836 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.868933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add96278-1d66-4167-a030-a7ff256c0836 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9358b928-f204-48d0-89f8-52862a39b4d1,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:14.928768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-292b36bb-10c8-4a6f-8dc2-c3a3e802bef1 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.954695 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-add96278-1d66-4167-a030-a7ff256c0836 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.955969 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-add96278-1d66-4167-a030-a7ff256c0836 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4635267 Dec 16 22:24:14.959567 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46516) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:15.000988 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bed54b75-f6f8-454f-8867-4bc0d24b7b02 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.010737 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bed54b75-f6f8-454f-8867-4bc0d24b7b02 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.056911 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998a5f9-0ebe-479a-8fc5-a0f75c6d3c7f req-c248b84c-e002-4d0b-868f-396fe6fe2302 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:15.058446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1998a5f9-0ebe-479a-8fc5-a0f75c6d3c7f req-c248b84c-e002-4d0b-868f-396fe6fe2302 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 946 time: 0.0775633 Dec 16 22:24:15.115148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1998a5f9-0ebe-479a-8fc5-a0f75c6d3c7f req-f79bd870-8c3a-487a-b4eb-d7f9e42d0805 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/security-groups?id=373bf9f3-5937-4949-b601-c1223d7b676b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493071 Dec 16 22:24:15.183804 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bed54b75-f6f8-454f-8867-4bc0d24b7b02 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.184806 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-292b36bb-10c8-4a6f-8dc2-c3a3e802bef1 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.192483 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bed54b75-f6f8-454f-8867-4bc0d24b7b02 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.196248 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bed54b75-f6f8-454f-8867-4bc0d24b7b02 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/9358b928-f204-48d0-89f8-52862a39b4d1 HTTP/1.1" status: 204 len: 168 time: 0.2333322 Dec 16 22:24:15.196248 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed54b75-f6f8-454f-8867-4bc0d24b7b02 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9358b928-f204-48d0-89f8-52862a39b4d1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:15.196639 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46526) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:15.231911 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8827e6b-574b-410e-80d3-df313ffebc40 None None] Network 152e3222-fc0d-4b1e-b139-7bc89eb14705 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:15.234735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f43d62ed-0bf0-4417-ac54-fd9f0d6ace58 req-22cffa8d-566c-429a-9128-292d7132d20c tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0596948 Dec 16 22:24:15.265976 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-292b36bb-10c8-4a6f-8dc2-c3a3e802bef1 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.272242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-292b36bb-10c8-4a6f-8dc2-c3a3e802bef1 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/7bc30c59-9865-4281-84af-1dcf0786c7bc HTTP/1.1" status: 204 len: 168 time: 0.5604467 Dec 16 22:24:15.272242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b36bb-10c8-4a6f-8dc2-c3a3e802bef1 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc30c59-9865-4281-84af-1dcf0786c7bc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:15.283243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46532) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:15.286855 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2ce462f0-ec73-4245-b407-de3ff975a6f8 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0867984 Dec 16 22:24:15.287802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46534) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:15.344519 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9040117f-41e9-4d56-8c7a-867e203a8ee9 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.592844 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9040117f-41e9-4d56-8c7a-867e203a8ee9 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.596411 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.596511 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebbdf45-8789-4f54-bde2-215ecbe38b52 None None] DHCP port deletion for 152e3222-fc0d-4b1e-b139-7bc89eb14705 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:15.596620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port 76c1d606-adee-4f7b-9ba1-7f0216db262f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:15.596620 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.596786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6ebbdf45-8789-4f54-bde2-215ecbe38b52 None None] Deleting port 76c1d606-adee-4f7b-9ba1-7f0216db262f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:15.596786 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ebbdf45-8789-4f54-bde2-215ecbe38b52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.596942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] For port 76c1d606-adee-4f7b-9ba1-7f0216db262f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=76c1d606-adee-4f7b-9ba1-7f0216db262f,segment=NetworkSegment(331a25d8-074b-4b28-b12c-74d80f432a9d),segment_id=331a25d8-074b-4b28-b12c-74d80f432a9d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:15.596942 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.596942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for 76c1d606-adee-4f7b-9ba1-7f0216db262f owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:15.597187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6ebbdf45-8789-4f54-bde2-215ecbe38b52 None None] For port 76c1d606-adee-4f7b-9ba1-7f0216db262f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=76c1d606-adee-4f7b-9ba1-7f0216db262f,segment=NetworkSegment(331a25d8-074b-4b28-b12c-74d80f432a9d),segment_id=331a25d8-074b-4b28-b12c-74d80f432a9d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:15.597187 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ebbdf45-8789-4f54-bde2-215ecbe38b52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.604590 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6ebbdf45-8789-4f54-bde2-215ecbe38b52 None None] Calling delete_port for 76c1d606-adee-4f7b-9ba1-7f0216db262f owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:15.616356 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9040117f-41e9-4d56-8c7a-867e203a8ee9 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.619479 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9040117f-41e9-4d56-8c7a-867e203a8ee9 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.623335 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9040117f-41e9-4d56-8c7a-867e203a8ee9 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-groups/78ce6a02-3d2f-413a-a1ac-af6ab6db040d HTTP/1.1" status: 204 len: 168 time: 0.3324978 Dec 16 22:24:15.631360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46542) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:15.631632 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040117f-41e9-4d56-8c7a-867e203a8ee9 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ce6a02-3d2f-413a-a1ac-af6ab6db040d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:15.716342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1339e197-5b30-4650-bfd3-7ff1e12246ba tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0897114 Dec 16 22:24:15.721142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46544) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:15.725731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-435e5101-4e52-4a92-84d9-176cd0051e07 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740339010'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:15.790232 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ebbdf45-8789-4f54-bde2-215ecbe38b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.797822 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.819128 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbdf45-8789-4f54-bde2-215ecbe38b52 None None] Pushing event deleted for resources: {'Port': ['ID=76c1d606-adee-4f7b-9ba1-7f0216db262f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:15.823426 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebbdf45-8789-4f54-bde2-215ecbe38b52 None None] No DVR routers for this DVR port 76c1d606-adee-4f7b-9ba1-7f0216db262f on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:15.828809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=76c1d606-adee-4f7b-9ba1-7f0216db262f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:15.844275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No DVR routers for this DVR port 76c1d606-adee-4f7b-9ba1-7f0216db262f on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:15.899394 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-435e5101-4e52-4a92-84d9-176cd0051e07 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.922748 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.948877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152e3222-fc0d-4b1e-b139-7bc89eb14705']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:15.960424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331a25d8-074b-4b28-b12c-74d80f432a9d') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:15.960732 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331a25d8-074b-4b28-b12c-74d80f432a9d') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:15.971820 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.975809 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-435e5101-4e52-4a92-84d9-176cd0051e07 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.987159 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.995212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:15.995730 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:16.000058 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:16.058446 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-435e5101-4e52-4a92-84d9-176cd0051e07 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.095482 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e5101-4e52-4a92-84d9-176cd0051e07 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5e43ab-8009-4017-828e-475d4ac2456f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:16.182384 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.184680 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-435e5101-4e52-4a92-84d9-176cd0051e07 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.187931 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-435e5101-4e52-4a92-84d9-176cd0051e07 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4641039 Dec 16 22:24:16.191327 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46558) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:16.192186 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.200916 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-269490b0-5b9a-4652-bda5-35182375359b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group_rule': {'security_group_id': 'ad5e43ab-8009-4017-828e-475d4ac2456f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:16.202489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/networks/152e3222-fc0d-4b1e-b139-7bc89eb14705 HTTP/1.1" status: 204 len: 168 time: 0.9174156 Dec 16 22:24:16.204913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46560) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:16.223329 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7e511565-023c-4339-8c04-60b9d51e6619 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1617149622'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:16.228030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce510a-68e3-4552-99b7-d2e842ee6832 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Network': ['ID=152e3222-fc0d-4b1e-b139-7bc89eb14705,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:16.321101 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-269490b0-5b9a-4652-bda5-35182375359b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.338867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f52dddf7-2636-40e0-83a9-2cfb0e6c152d req-6daa1547-9358-47b1-bb1b-e3652395e854 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0353994 Dec 16 22:24:16.391131 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-269490b0-5b9a-4652-bda5-35182375359b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.435901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e511565-023c-4339-8c04-60b9d51e6619 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:16.439533 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e511565-023c-4339-8c04-60b9d51e6619 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.458425 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-269490b0-5b9a-4652-bda5-35182375359b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.466145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e511565-023c-4339-8c04-60b9d51e6619 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:24:16.478087 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e511565-023c-4339-8c04-60b9d51e6619 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.478665 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-7e511565-023c-4339-8c04-60b9d51e6619 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Added segment 70908318-884e-49c8-9fd6-6341655b1d69 of type vlan for network 8ce03e78-aa0f-44bb-9648-1bd70f38852b Dec 16 22:24:16.480019 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269490b0-5b9a-4652-bda5-35182375359b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a25db4a-3ff0-4156-89ea-828740951724,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:16.520378 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e511565-023c-4339-8c04-60b9d51e6619 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.535025 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-269490b0-5b9a-4652-bda5-35182375359b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.536582 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-269490b0-5b9a-4652-bda5-35182375359b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3441541 Dec 16 22:24:16.539451 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46568) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:16.545502 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f7d58d90-92ca-47bf-9602-d57d4e1935a2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group_rule': {'security_group_id': 'ad5e43ab-8009-4017-828e-475d4ac2456f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:16.622779 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e511565-023c-4339-8c04-60b9d51e6619 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.634584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e511565-023c-4339-8c04-60b9d51e6619 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:16.637248 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e511565-023c-4339-8c04-60b9d51e6619 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.643444 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7d58d90-92ca-47bf-9602-d57d4e1935a2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.721484 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7d58d90-92ca-47bf-9602-d57d4e1935a2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.737982 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7e511565-023c-4339-8c04-60b9d51e6619 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5308828 Dec 16 22:24:16.737982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e511565-023c-4339-8c04-60b9d51e6619 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Network': ['ID=8ce03e78-aa0f-44bb-9648-1bd70f38852b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:16.745521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46574) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:16.751529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 8ce03e78-aa0f-44bb-9648-1bd70f38852b details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:16.753047 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b59df4fc-0afd-4d9d-850c-8cd1c5d45e98 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'subnet': {'network_id': '8ce03e78-aa0f-44bb-9648-1bd70f38852b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:16.800867 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7d58d90-92ca-47bf-9602-d57d4e1935a2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.847430 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d58d90-92ca-47bf-9602-d57d4e1935a2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1324e4c-e6a6-4f50-b9d7-7a390400b21d,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:16.935894 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7d58d90-92ca-47bf-9602-d57d4e1935a2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.937155 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f7d58d90-92ca-47bf-9602-d57d4e1935a2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3967617 Dec 16 22:24:16.951227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46578) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:16.958465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7f65492a-7dd0-41d5-99ea-e7b9717bc252 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group_rule': {'security_group_id': 'ad5e43ab-8009-4017-828e-475d4ac2456f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:17.076198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59df4fc-0afd-4d9d-850c-8cd1c5d45e98 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:17.082111 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b59df4fc-0afd-4d9d-850c-8cd1c5d45e98 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.096994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 76c1d606-adee-4f7b-9ba1-7f0216db262f no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:17.127386 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 76c1d606-adee-4f7b-9ba1-7f0216db262f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:24:17.132970 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 76c1d606-adee-4f7b-9ba1-7f0216db262f not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:17.178213 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7f65492a-7dd0-41d5-99ea-e7b9717bc252 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.250836 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7f65492a-7dd0-41d5-99ea-e7b9717bc252 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.327795 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7f65492a-7dd0-41d5-99ea-e7b9717bc252 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.347514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65492a-7dd0-41d5-99ea-e7b9717bc252 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d913de-29a7-4fa2-ac1c-86e430b26cfe,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:17.359547 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b59df4fc-0afd-4d9d-850c-8cd1c5d45e98 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.426602 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7f65492a-7dd0-41d5-99ea-e7b9717bc252 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.431352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7f65492a-7dd0-41d5-99ea-e7b9717bc252 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4770274 Dec 16 22:24:17.432202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46594) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:17.435313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59df4fc-0afd-4d9d-850c-8cd1c5d45e98 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Subnet': ['ID=da785e07-c146-494f-8b5d-571901e55b3f,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:17.445661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-613bbfa5-1e85-4aba-be59-e4e12c972e15 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group_rule': {'security_group_id': 'ad5e43ab-8009-4017-828e-475d4ac2456f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:17.445795 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59df4fc-0afd-4d9d-850c-8cd1c5d45e98 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Checking segment: {'id': '70908318-884e-49c8-9fd6-6341655b1d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8ce03e78-aa0f-44bb-9648-1bd70f38852b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:17.445795 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59df4fc-0afd-4d9d-850c-8cd1c5d45e98 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network hostable DHCP agents. Network: 8ce03e78-aa0f-44bb-9648-1bd70f38852b, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:24:17.487077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e642493-b2e9-42d3-b142-15ce090c54ad req-89d24112-6105-47cc-8258-bfeef82a1762 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0371387 Dec 16 22:24:17.522272 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59df4fc-0afd-4d9d-850c-8cd1c5d45e98 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network 8ce03e78-aa0f-44bb-9648-1bd70f38852b is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:24:17.607070 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-613bbfa5-1e85-4aba-be59-e4e12c972e15 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.630421 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b59df4fc-0afd-4d9d-850c-8cd1c5d45e98 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 8ce03e78-aa0f-44bb-9648-1bd70f38852b) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:17.641315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f273e1a4-2581-4745-8f14-4bc70fc878a3 None None] Network 8ce03e78-aa0f-44bb-9648-1bd70f38852b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:17.644396 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59df4fc-0afd-4d9d-850c-8cd1c5d45e98 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:17.645045 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b59df4fc-0afd-4d9d-850c-8cd1c5d45e98 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.665417 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-613bbfa5-1e85-4aba-be59-e4e12c972e15 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.750863 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-613bbfa5-1e85-4aba-be59-e4e12c972e15 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.757966 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b59df4fc-0afd-4d9d-850c-8cd1c5d45e98 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0083458 Dec 16 22:24:17.758400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46600) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:17.763730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b10f56a3-6417-4557-a58b-bba2b22d311f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'network_id': '8ce03e78-aa0f-44bb-9648-1bd70f38852b', 'name': 'tempest-PortsIpV6TestJSON-13538695', 'fixed_ips': [{'subnet_id': 'da785e07-c146-494f-8b5d-571901e55b3f', 'ip_address': '2001:db8::10'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:17.770030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bbfa5-1e85-4aba-be59-e4e12c972e15 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33dd1e7-ccff-4705-b976-9ee352711dbc,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:17.902766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-8ce03e78-aa0f-44bb-9648-1bd70f38852b', 'network_id': '8ce03e78-aa0f-44bb-9648-1bd70f38852b', 'project_id': '7db7e873a7fd4cc7980618ef0611b725', 'fixed_ips': [{'subnet_id': 'da785e07-c146-494f-8b5d-571901e55b3f'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:24:17.903692 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.963168 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-613bbfa5-1e85-4aba-be59-e4e12c972e15 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.967890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-613bbfa5-1e85-4aba-be59-e4e12c972e15 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5311313 Dec 16 22:24:17.967890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46604) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:17.975098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-94ace57a-8e14-4817-989b-102ee5b71600 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group_rule': {'security_group_id': 'ad5e43ab-8009-4017-828e-475d4ac2456f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:18.051048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Allocated IP 2001:db8::2 (8ce03e78-aa0f-44bb-9648-1bd70f38852b/da785e07-c146-494f-8b5d-571901e55b3f/e0bf34eb-0380-4f5b-8601-08bf77378806) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:18.063397 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10f56a3-6417-4557-a58b-bba2b22d311f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:18.153281 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-94ace57a-8e14-4817-989b-102ee5b71600 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.162478 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b10f56a3-6417-4557-a58b-bba2b22d311f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.191647 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-b10f56a3-6417-4557-a58b-bba2b22d311f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] device_id is not set on port 4b294022-5ad1-40ec-930e-e3e09b95b890 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:24:18.217760 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.221631 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-94ace57a-8e14-4817-989b-102ee5b71600 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.273911 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.298989 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-94ace57a-8e14-4817-989b-102ee5b71600 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.326494 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ace57a-8e14-4817-989b-102ee5b71600 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687857e0-6b6e-476d-a9e0-fd67fe6637ef,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:18.326810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Network 8ce03e78-aa0f-44bb-9648-1bd70f38852b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:18.335155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:18.339436 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:18.348169 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Pushing event updated for resources: {'Port': ['ID=e0bf34eb-0380-4f5b-8601-08bf77378806,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:18.379676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-b10f56a3-6417-4557-a58b-bba2b22d311f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Allocated IP 2001:db8::10 (8ce03e78-aa0f-44bb-9648-1bd70f38852b/da785e07-c146-494f-8b5d-571901e55b3f/4b294022-5ad1-40ec-930e-e3e09b95b890) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:18.413009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Attempting to bind port e0bf34eb-0380-4f5b-8601-08bf77378806 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:18.413308 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Attempting to bind port e0bf34eb-0380-4f5b-8601-08bf77378806 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '70908318-884e-49c8-9fd6-6341655b1d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8ce03e78-aa0f-44bb-9648-1bd70f38852b'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:18.413679 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Attempting to bind port e0bf34eb-0380-4f5b-8601-08bf77378806 on network 8ce03e78-aa0f-44bb-9648-1bd70f38852b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:18.419168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:18.419586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Checking segment: {'id': '70908318-884e-49c8-9fd6-6341655b1d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8ce03e78-aa0f-44bb-9648-1bd70f38852b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:18.419996 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.420995 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Bound using segment: {'id': '70908318-884e-49c8-9fd6-6341655b1d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8ce03e78-aa0f-44bb-9648-1bd70f38852b'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:18.421478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Bound port: e0bf34eb-0380-4f5b-8601-08bf77378806, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70908318-884e-49c8-9fd6-6341655b1d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8ce03e78-aa0f-44bb-9648-1bd70f38852b'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:18.421987 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.453774 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-94ace57a-8e14-4817-989b-102ee5b71600 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.455323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-94ace57a-8e14-4817-989b-102ee5b71600 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4859347 Dec 16 22:24:18.459295 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46622) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:18.502067 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-744c92e9-ab97-4ce1-8353-a7c3d5fb1aa6 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.502192 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] For port e0bf34eb-0380-4f5b-8601-08bf77378806, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:18.502412 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] For port e0bf34eb-0380-4f5b-8601-08bf77378806, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e0bf34eb-0380-4f5b-8601-08bf77378806,segment=NetworkSegment(70908318-884e-49c8-9fd6-6341655b1d69),segment_id=70908318-884e-49c8-9fd6-6341655b1d69)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:18.509566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 49656629-2680-4995-a48f-05322231ebe9 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:24:18.510098 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-744c92e9-ab97-4ce1-8353-a7c3d5fb1aa6 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.577823 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b10f56a3-6417-4557-a58b-bba2b22d311f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.602785 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.619790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4bfa79d-4a9b-4afa-8edb-049f93d4943a req-d721c4ee-a459-415b-a0e3-0c849a9c6e83 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0379610 Dec 16 22:24:18.663635 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-744c92e9-ab97-4ce1-8353-a7c3d5fb1aa6 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.669027 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-744c92e9-ab97-4ce1-8353-a7c3d5fb1aa6 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.676856 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-744c92e9-ab97-4ce1-8353-a7c3d5fb1aa6 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/687857e0-6b6e-476d-a9e0-fd67fe6637ef HTTP/1.1" status: 204 len: 168 time: 0.2111533 Dec 16 22:24:18.677004 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46632) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:18.683196 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c92e9-ab97-4ce1-8353-a7c3d5fb1aa6 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=687857e0-6b6e-476d-a9e0-fd67fe6637ef,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:18.704970 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b10f56a3-6417-4557-a58b-bba2b22d311f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.712171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd4078-d54e-4a04-87a4-3c347eae4a87 None None] Pushing event updated for resources: {'Port': ['ID=e0bf34eb-0380-4f5b-8601-08bf77378806,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:18.718070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 49656629-2680-4995-a48f-05322231ebe9, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=49656629-2680-4995-a48f-05322231ebe9,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:18.730988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '49656629-2680-4995-a48f-05322231ebe9', 'network_id': 'c4670e1e-81bf-4037-8565-9cf863de8896', 'port_id': '49656629-2680-4995-a48f-05322231ebe9', 'mac_address': 'fa:16:3e:7d:da:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634b6d25-6ad9-4d67-9394-5b078696d451', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:24:18.748682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46636) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:18.752553 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-22773bfc-d049-4c7b-9431-4b52f3630918 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0709331 Dec 16 22:24:18.797731 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.806533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10f56a3-6417-4557-a58b-bba2b22d311f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network 8ce03e78-aa0f-44bb-9648-1bd70f38852b is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:18.814254 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49656629-2680-4995-a48f-05322231ebe9 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:24:18.814619 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b10f56a3-6417-4557-a58b-bba2b22d311f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:18.823771 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f56a3-6417-4557-a58b-bba2b22d311f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:18.834390 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10f56a3-6417-4557-a58b-bba2b22d311f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:18.834390 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b10f56a3-6417-4557-a58b-bba2b22d311f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.839247 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc6c0-406f-4617-872c-bf7d74039a66 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.847147 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 49656629-2680-4995-a48f-05322231ebe9, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=49656629-2680-4995-a48f-05322231ebe9,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:18.849713 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f56a3-6417-4557-a58b-bba2b22d311f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=4b294022-5ad1-40ec-930e-e3e09b95b890,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:18.868857 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc6c0-406f-4617-872c-bf7d74039a66 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.970659 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b10f56a3-6417-4557-a58b-bba2b22d311f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2110105 Dec 16 22:24:18.973268 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46642) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:18.978195 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b55f7dd9-0bab-4156-aae0-3fe4302a9f84 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'network_id': '8ce03e78-aa0f-44bb-9648-1bd70f38852b', 'name': 'tempest-PortsIpV6TestJSON-720070056', 'fixed_ips': [{'subnet_id': 'da785e07-c146-494f-8b5d-571901e55b3f', 'ip_address': '2001:db8::f'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:19.013096 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.017051 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc6c0-406f-4617-872c-bf7d74039a66 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.046481 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc6c0-406f-4617-872c-bf7d74039a66 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.055624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1dcdc6c0-406f-4617-872c-bf7d74039a66 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c33dd1e7-ccff-4705-b976-9ee352711dbc HTTP/1.1" status: 204 len: 168 time: 0.3002422 Dec 16 22:24:19.055624 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdc6c0-406f-4617-872c-bf7d74039a66 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c33dd1e7-ccff-4705-b976-9ee352711dbc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:19.062287 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46648) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:19.169356 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=49656629-2680-4995-a48f-05322231ebe9,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:19.221714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['49656629-2680-4995-a48f-05322231ebe9'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:24:19.269033 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e0bf34eb-0380-4f5b-8601-08bf77378806 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:19.270477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55f7dd9-0bab-4156-aae0-3fe4302a9f84 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:19.276567 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b55f7dd9-0bab-4156-aae0-3fe4302a9f84 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.283790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-828ca966-eaf7-4717-aa65-033b60eba613 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2188408 Dec 16 22:24:19.286502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46662) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:19.325118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-b55f7dd9-0bab-4156-aae0-3fe4302a9f84 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] device_id is not set on port d6de87d9-1cce-47a7-bdc8-7d155228e677 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:24:19.327869 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd195c65-da4e-4aa2-bace-eb2e41d65cf3 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.337476 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd195c65-da4e-4aa2-bace-eb2e41d65cf3 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.341526 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e0bf34eb-0380-4f5b-8601-08bf77378806 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:19.341967 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.470434 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd195c65-da4e-4aa2-bace-eb2e41d65cf3 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.483650 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd195c65-da4e-4aa2-bace-eb2e41d65cf3 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.485188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bd195c65-da4e-4aa2-bace-eb2e41d65cf3 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/16d913de-29a7-4fa2-ac1c-86e430b26cfe HTTP/1.1" status: 204 len: 168 time: 0.1976585 Dec 16 22:24:19.486379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd195c65-da4e-4aa2-bace-eb2e41d65cf3 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16d913de-29a7-4fa2-ac1c-86e430b26cfe,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:19.492518 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46670) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:19.520214 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.574080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b03b07a5-00ed-485e-bd15-f23527823a89 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0715656 Dec 16 22:24:19.575172 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-b55f7dd9-0bab-4156-aae0-3fe4302a9f84 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Allocated IP 2001:db8::f (8ce03e78-aa0f-44bb-9648-1bd70f38852b/da785e07-c146-494f-8b5d-571901e55b3f/d6de87d9-1cce-47a7-bdc8-7d155228e677) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:19.577077 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46674) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:19.589416 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port e0bf34eb-0380-4f5b-8601-08bf77378806, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e0bf34eb-0380-4f5b-8601-08bf77378806,segment=NetworkSegment(70908318-884e-49c8-9fd6-6341655b1d69),segment_id=70908318-884e-49c8-9fd6-6341655b1d69)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:19.651653 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ed808bad-ed47-4b4d-806e-7fb0ec18feca tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.684037 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ed808bad-ed47-4b4d-806e-7fb0ec18feca tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.684266 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.823135 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b55f7dd9-0bab-4156-aae0-3fe4302a9f84 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.825974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c57f519-955d-47a0-8422-7cd6d3aca377 req-70f4daa4-b9f6-4074-a0b7-ca50242b7021 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0654988 Dec 16 22:24:19.831950 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ed808bad-ed47-4b4d-806e-7fb0ec18feca tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.839526 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ed808bad-ed47-4b4d-806e-7fb0ec18feca tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.841076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ed808bad-ed47-4b4d-806e-7fb0ec18feca tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a1324e4c-e6a6-4f50-b9d7-7a390400b21d HTTP/1.1" status: 204 len: 168 time: 0.2563090 Dec 16 22:24:19.854945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46678) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:19.856067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed808bad-ed47-4b4d-806e-7fb0ec18feca tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1324e4c-e6a6-4f50-b9d7-7a390400b21d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:19.886399 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=e0bf34eb-0380-4f5b-8601-08bf77378806,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:19.963249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46682) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:19.977537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c72c2fed-acbb-4955-a904-ce776814deab tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1163971 Dec 16 22:24:20.036630 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2774-f468-470b-b7d7-b04dddc1daf2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.042728 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b55f7dd9-0bab-4156-aae0-3fe4302a9f84 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.064798 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2774-f468-470b-b7d7-b04dddc1daf2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.133710 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-19af4514-6ed1-46df-b0b9-b1ed467d4b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.225261 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f7dd9-0bab-4156-aae0-3fe4302a9f84 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network 8ce03e78-aa0f-44bb-9648-1bd70f38852b is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:20.235642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b55f7dd9-0bab-4156-aae0-3fe4302a9f84 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:20.247363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f7dd9-0bab-4156-aae0-3fe4302a9f84 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:20.260829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55f7dd9-0bab-4156-aae0-3fe4302a9f84 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.262882 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b55f7dd9-0bab-4156-aae0-3fe4302a9f84 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.277974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca1dc49-533b-4058-8509-a399e0cfabea None None] Network 8ce03e78-aa0f-44bb-9648-1bd70f38852b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:20.293347 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f7dd9-0bab-4156-aae0-3fe4302a9f84 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=d6de87d9-1cce-47a7-bdc8-7d155228e677,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:20.405921 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2774-f468-470b-b7d7-b04dddc1daf2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.418859 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2774-f468-470b-b7d7-b04dddc1daf2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.420640 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c4cb2774-f468-470b-b7d7-b04dddc1daf2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/2a25db4a-3ff0-4156-89ea-828740951724 HTTP/1.1" status: 204 len: 168 time: 0.4554110 Dec 16 22:24:20.424752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46698) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:20.439608 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b55f7dd9-0bab-4156-aae0-3fe4302a9f84 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4652488 Dec 16 22:24:20.443990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46700) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:20.448981 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb2774-f468-470b-b7d7-b04dddc1daf2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a25db4a-3ff0-4156-89ea-828740951724,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:20.518881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3b24392b-f6f4-4d83-99f5-360a19f86122 None None] Provisioning complete for port e0bf34eb-0380-4f5b-8601-08bf77378806 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:20.524073 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c45ae6ff-1d73-48c1-8994-d086f7fcd065 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0973783 Dec 16 22:24:20.527703 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b24392b-f6f4-4d83-99f5-360a19f86122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.531576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46702) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:20.573654 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 49656629-2680-4995-a48f-05322231ebe9 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:20.635464 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0b8639a-2c15-4d67-86dc-e66b1639dc34 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.682279 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0b8639a-2c15-4d67-86dc-e66b1639dc34 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.697364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35f174c-3404-4147-84ae-b4e3065ae3e7 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.698970 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c35f174c-3404-4147-84ae-b4e3065ae3e7 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.2538853 Dec 16 22:24:20.702379 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46704) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:20.736931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 49656629-2680-4995-a48f-05322231ebe9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:20.741963 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.809679 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0ed42-8f3f-4459-9fb5-b54e6e6a2024 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.816367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0ed42-8f3f-4459-9fb5-b54e6e6a2024 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.833065 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0ed42-8f3f-4459-9fb5-b54e6e6a2024 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.837273 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-caf0ed42-8f3f-4459-9fb5-b54e6e6a2024 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1313524 Dec 16 22:24:20.838393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46706) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:20.877739 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.912795 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3237c9-8af3-486d-8edb-6403092cd5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49656629-2680-4995-a48f-05322231ebe9'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:20.915422 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89036503-4cfc-4766-8c92-f220f380d672" -d '{"events": [{"server_uuid": "be3237c9-8af3-486d-8edb-6403092cd5d0", "name": "network-vif-plugged", "status": "completed", "tag": "49656629-2680-4995-a48f-05322231ebe9"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:20.937115 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 49656629-2680-4995-a48f-05322231ebe9, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=49656629-2680-4995-a48f-05322231ebe9,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:20.974731 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c47a4e8a-95ae-4dee-b832-6589a5331e67 None None] Provisioning complete for port 4b294022-5ad1-40ec-930e-e3e09b95b890 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:20.977663 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c47a4e8a-95ae-4dee-b832-6589a5331e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.028292 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b08671-d5a5-4d30-84c9-ef1b516f0646 x-openstack-request-id: req-e0b08671-d5a5-4d30-84c9-ef1b516f0646 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:21.028587 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3237c9-8af3-486d-8edb-6403092cd5d0", "name": "network-vif-plugged", "status": "completed", "tag": "49656629-2680-4995-a48f-05322231ebe9", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:21.028845 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0b08671-d5a5-4d30-84c9-ef1b516f0646 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:21.029296 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3237c9-8af3-486d-8edb-6403092cd5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49656629-2680-4995-a48f-05322231ebe9', 'code': 200} Dec 16 22:24:21.064000 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0b8639a-2c15-4d67-86dc-e66b1639dc34 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.069516 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0b8639a-2c15-4d67-86dc-e66b1639dc34 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.074226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c47a4e8a-95ae-4dee-b832-6589a5331e67 None None] Port 4b294022-5ad1-40ec-930e-e3e09b95b890 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:21.077353 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e0b8639a-2c15-4d67-86dc-e66b1639dc34 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-groups/ad5e43ab-8009-4017-828e-475d4ac2456f HTTP/1.1" status: 204 len: 168 time: 0.5437765 Dec 16 22:24:21.080593 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46714) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:21.108455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e979347c-6c67-4c79-8841-132b61a9ca7c req-443e7e7f-ea3f-4161-89ee-ae40f648bb0f tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0956104 Dec 16 22:24:21.126486 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c47a4e8a-95ae-4dee-b832-6589a5331e67 None None] Provisioning complete for port d6de87d9-1cce-47a7-bdc8-7d155228e677 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:21.128994 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c47a4e8a-95ae-4dee-b832-6589a5331e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.133778 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8639a-2c15-4d67-86dc-e66b1639dc34 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5e43ab-8009-4017-828e-475d4ac2456f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:21.199700 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.209229 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7c623db0-6fcd-44c3-9f03-a34466510f7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port d6de87d9-1cce-47a7-bdc8-7d155228e677 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:21.209702 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c623db0-6fcd-44c3-9f03-a34466510f7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.228341 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1fdcb5c9-05fa-4292-bae4-1f53cb7585cf tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1366689 Dec 16 22:24:21.230141 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46718) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:21.235781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-fb2c09bf-a863-48bb-bb60-812eb9664c8f tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group': {'name': 'tempest-secgroup--667623468'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:21.295823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e0bf34eb-0380-4f5b-8601-08bf77378806 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:21.361021 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb2c09bf-a863-48bb-bb60-812eb9664c8f tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.409025 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c623db0-6fcd-44c3-9f03-a34466510f7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.430515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7c623db0-6fcd-44c3-9f03-a34466510f7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for d6de87d9-1cce-47a7-bdc8-7d155228e677 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:21.434376 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c47a4e8a-95ae-4dee-b832-6589a5331e67 None None] Port d6de87d9-1cce-47a7-bdc8-7d155228e677 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:21.489447 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c47a4e8a-95ae-4dee-b832-6589a5331e67 None None] Provisioning complete for port e0bf34eb-0380-4f5b-8601-08bf77378806 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:21.489842 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c47a4e8a-95ae-4dee-b832-6589a5331e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.545487 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb2c09bf-a863-48bb-bb60-812eb9664c8f tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.656135 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=49656629-2680-4995-a48f-05322231ebe9,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:21.656677 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb2c09bf-a863-48bb-bb60-812eb9664c8f tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.707454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e0bf34eb-0380-4f5b-8601-08bf77378806 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:21.708118 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.746816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c09bf-a863-48bb-bb60-812eb9664c8f tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738e5b9e-61b1-48fc-a0f7-1af3e3b16f05,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:21.777273 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c623db0-6fcd-44c3-9f03-a34466510f7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.818613 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb2c09bf-a863-48bb-bb60-812eb9664c8f tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.819666 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fb2c09bf-a863-48bb-bb60-812eb9664c8f tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5881083 Dec 16 22:24:21.823594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46732) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:21.830523 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-84fcf15c-9c77-4bd3-b682-689afa2ed1c0 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group_rule': {'security_group_id': '738e5b9e-61b1-48fc-a0f7-1af3e3b16f05', 'direction': 'ingress', 'protocol': 17}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:21.855086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c623db0-6fcd-44c3-9f03-a34466510f7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=d6de87d9-1cce-47a7-bdc8-7d155228e677,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:21.882699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4566e824-8cdd-4081-8c7e-346f74b7fba0 None None] Provisioning complete for port 4b294022-5ad1-40ec-930e-e3e09b95b890 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:21.882699 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4566e824-8cdd-4081-8c7e-346f74b7fba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.893956 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c623db0-6fcd-44c3-9f03-a34466510f7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.902115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7c623db0-6fcd-44c3-9f03-a34466510f7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/d6de87d9-1cce-47a7-bdc8-7d155228e677 HTTP/1.1" status: 204 len: 168 time: 1.0631447 Dec 16 22:24:21.907939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46734) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:21.942502 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-9343cd53-e6fc-4426-9651-38d96f5401dd tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] GET failed (client error): The resource could not be found. Dec 16 22:24:21.944559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9343cd53-e6fc-4426-9651-38d96f5401dd tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/d6de87d9-1cce-47a7-bdc8-7d155228e677 HTTP/1.1" status: 404 len: 333 time: 0.0353918 Dec 16 22:24:21.949210 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46736) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:21.983688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4566e824-8cdd-4081-8c7e-346f74b7fba0 None None] Port 4b294022-5ad1-40ec-930e-e3e09b95b890 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:22.062348 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84fcf15c-9c77-4bd3-b682-689afa2ed1c0 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.107821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8cca360b-880c-4f7a-94fd-3120ad1eb71a None None] Could not find standard attr ID for object d6de87d9-1cce-47a7-bdc8-7d155228e677. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:24:22.162761 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2c194fe4-7fc5-459e-9530-917444ec9373 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port 4b294022-5ad1-40ec-930e-e3e09b95b890 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:22.163188 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c194fe4-7fc5-459e-9530-917444ec9373 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.177935 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84fcf15c-9c77-4bd3-b682-689afa2ed1c0 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.269068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09306a44-44a6-4114-9bc9-e1ee68156675 req-864cfa81-77ee-4291-a80d-e1727d86e3f9 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0435135 Dec 16 22:24:22.309308 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84fcf15c-9c77-4bd3-b682-689afa2ed1c0 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.372104 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c194fe4-7fc5-459e-9530-917444ec9373 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.377837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcf15c-9c77-4bd3-b682-689afa2ed1c0 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95805eb2-f9e7-4470-9b27-0cb91aefed62,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:22.385773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2c194fe4-7fc5-459e-9530-917444ec9373 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for 4b294022-5ad1-40ec-930e-e3e09b95b890 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:22.428520 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c131b7e-f352-4835-9b17-f6684c30b4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.548529 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84fcf15c-9c77-4bd3-b682-689afa2ed1c0 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.551261 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-84fcf15c-9c77-4bd3-b682-689afa2ed1c0 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7248535 Dec 16 22:24:22.552438 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46758) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:22.630641 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f9d5-16da-4810-9002-b4ba2af50077 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.662353 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f9d5-16da-4810-9002-b4ba2af50077 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.739024 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c194fe4-7fc5-459e-9530-917444ec9373 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.780350 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c194fe4-7fc5-459e-9530-917444ec9373 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=4b294022-5ad1-40ec-930e-e3e09b95b890,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:22.830990 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c194fe4-7fc5-459e-9530-917444ec9373 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.838170 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2c194fe4-7fc5-459e-9530-917444ec9373 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/4b294022-5ad1-40ec-930e-e3e09b95b890 HTTP/1.1" status: 204 len: 168 time: 0.8874409 Dec 16 22:24:22.840480 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46768) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:22.876265 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d9d4db-0834-44d4-beee-5855d5922ab2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] GET failed (client error): The resource could not be found. Dec 16 22:24:22.878147 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-29d9d4db-0834-44d4-beee-5855d5922ab2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/4b294022-5ad1-40ec-930e-e3e09b95b890 HTTP/1.1" status: 404 len: 333 time: 0.0363872 Dec 16 22:24:22.893954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46770) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:22.962735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c2eb8d-c07d-4ed0-a1ae-f88c5244128d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting subnet da785e07-c146-494f-8b5d-571901e55b3f {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:24:22.966598 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-52c2eb8d-c07d-4ed0-a1ae-f88c5244128d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.018736 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f9d5-16da-4810-9002-b4ba2af50077 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.027179 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-52c2eb8d-c07d-4ed0-a1ae-f88c5244128d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.027333 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f9d5-16da-4810-9002-b4ba2af50077 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.027333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5ef4f9d5-16da-4810-9002-b4ba2af50077 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-groups/738e5b9e-61b1-48fc-a0f7-1af3e3b16f05 HTTP/1.1" status: 204 len: 168 time: 0.4674828 Dec 16 22:24:23.028583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46772) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:23.041036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4f9d5-16da-4810-9002-b4ba2af50077 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738e5b9e-61b1-48fc-a0f7-1af3e3b16f05,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:23.089968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ab048a21-a5b9-4557-864e-21271c18a32b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0601985 Dec 16 22:24:23.096244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46774) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:23.107946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e005a082-590a-4b56-841c-cae9c8de0dba tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016789182'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:23.137244 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-52c2eb8d-c07d-4ed0-a1ae-f88c5244128d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.236189 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e005a082-590a-4b56-841c-cae9c8de0dba tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.316551 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-52c2eb8d-c07d-4ed0-a1ae-f88c5244128d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.352374 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2eb8d-c07d-4ed0-a1ae-f88c5244128d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Subnet': ['ID=da785e07-c146-494f-8b5d-571901e55b3f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:23.353285 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e005a082-590a-4b56-841c-cae9c8de0dba tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.381000 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-52c2eb8d-c07d-4ed0-a1ae-f88c5244128d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.384927 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-52c2eb8d-c07d-4ed0-a1ae-f88c5244128d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/da785e07-c146-494f-8b5d-571901e55b3f HTTP/1.1" status: 204 len: 168 time: 0.4896691 Dec 16 22:24:23.385432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc71532-cc69-4a32-9d80-b034e70be838 None None] Network 8ce03e78-aa0f-44bb-9648-1bd70f38852b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:23.387958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46780) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:23.464328 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.465650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-acb6afdb-5406-41fa-b823-ab4c0c5d6519 req-7d4742dd-9935-4465-b81c-d8d932a2259b tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0652428 Dec 16 22:24:23.473405 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e005a082-590a-4b56-841c-cae9c8de0dba tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.519403 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.542392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005a082-590a-4b56-841c-cae9c8de0dba tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef8620b-01d2-472d-b847-6e11df9db2cc,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:23.616293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port e0bf34eb-0380-4f5b-8601-08bf77378806 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:23.616701 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.629827 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dbd296-4abc-47ca-8cf2-69e5218ede86 None None] DHCP port deletion for 8ce03e78-aa0f-44bb-9648-1bd70f38852b request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:23.634074 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e005a082-590a-4b56-841c-cae9c8de0dba tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.641287 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e005a082-590a-4b56-841c-cae9c8de0dba tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5437446 Dec 16 22:24:23.642286 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46786) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:23.649369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d65c1f33-325f-4e75-85dd-f535e9af3f53 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194248951'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:23.724532 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-11dbd296-4abc-47ca-8cf2-69e5218ede86 None None] Deleting port e0bf34eb-0380-4f5b-8601-08bf77378806 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:23.724989 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11dbd296-4abc-47ca-8cf2-69e5218ede86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.738912 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d65c1f33-325f-4e75-85dd-f535e9af3f53 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.765277 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] For port e0bf34eb-0380-4f5b-8601-08bf77378806, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e0bf34eb-0380-4f5b-8601-08bf77378806,segment=NetworkSegment(70908318-884e-49c8-9fd6-6341655b1d69),segment_id=70908318-884e-49c8-9fd6-6341655b1d69)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:23.767351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.829719 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for e0bf34eb-0380-4f5b-8601-08bf77378806 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:23.837928 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-11dbd296-4abc-47ca-8cf2-69e5218ede86 None None] For port e0bf34eb-0380-4f5b-8601-08bf77378806, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e0bf34eb-0380-4f5b-8601-08bf77378806,segment=NetworkSegment(70908318-884e-49c8-9fd6-6341655b1d69),segment_id=70908318-884e-49c8-9fd6-6341655b1d69)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:23.838445 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11dbd296-4abc-47ca-8cf2-69e5218ede86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.852924 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d65c1f33-325f-4e75-85dd-f535e9af3f53 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.866827 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-11dbd296-4abc-47ca-8cf2-69e5218ede86 None None] Calling delete_port for e0bf34eb-0380-4f5b-8601-08bf77378806 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:23.939185 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d65c1f33-325f-4e75-85dd-f535e9af3f53 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.984782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c1f33-325f-4e75-85dd-f535e9af3f53 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863aa487-d0b5-42d7-b906-6181b1d91611,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:24.047326 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.058248 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11dbd296-4abc-47ca-8cf2-69e5218ede86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.084226 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d65c1f33-325f-4e75-85dd-f535e9af3f53 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.085442 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=e0bf34eb-0380-4f5b-8601-08bf77378806,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:24.091025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbd296-4abc-47ca-8cf2-69e5218ede86 None None] Pushing event deleted for resources: {'Port': ['ID=e0bf34eb-0380-4f5b-8601-08bf77378806,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:24.094453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d65c1f33-325f-4e75-85dd-f535e9af3f53 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4478788 Dec 16 22:24:24.096465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46802) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:24.098646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No DVR routers for this DVR port e0bf34eb-0380-4f5b-8601-08bf77378806 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:24.106173 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dbd296-4abc-47ca-8cf2-69e5218ede86 None None] No DVR routers for this DVR port e0bf34eb-0380-4f5b-8601-08bf77378806 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:24.112192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-dddd3a44-a3eb-443b-b370-1e6aea029ddf tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group_rule': {'security_group_id': '2ef8620b-01d2-472d-b847-6e11df9db2cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '863aa487-d0b5-42d7-b906-6181b1d91611', 'remote_ip_prefix': None}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:24.225954 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.244660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce03e78-aa0f-44bb-9648-1bd70f38852b']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:24.258209 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70908318-884e-49c8-9fd6-6341655b1d69') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:24.258446 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70908318-884e-49c8-9fd6-6341655b1d69') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:24.273600 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dddd3a44-a3eb-443b-b370-1e6aea029ddf tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.277350 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.308766 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.320893 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:24.321445 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:24.325862 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:24.420716 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dddd3a44-a3eb-443b-b370-1e6aea029ddf tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.590453 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.598050 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.612444 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/networks/8ce03e78-aa0f-44bb-9648-1bd70f38852b HTTP/1.1" status: 204 len: 168 time: 1.2194979 Dec 16 22:24:24.613200 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46812) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:24.641031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d2ced3e2-f121-465c-bec5-741a8062e3fe req-e35c60af-5bb1-41c0-a253-d69ebbd42ce4 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0680330 Dec 16 22:24:24.641974 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dddd3a44-a3eb-443b-b370-1e6aea029ddf tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.664968 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-50dcc60d-abb2-46e0-8b48-0e4c8ca6c6a2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-995418076'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:24.686971 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31e3ad-47cf-4a4a-ab00-cbdb65bb9815 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Network': ['ID=8ce03e78-aa0f-44bb-9648-1bd70f38852b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:24.730283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd3a44-a3eb-443b-b370-1e6aea029ddf tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de45ff8-d9b5-4d19-9ffa-16679f6168ad,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:24.824680 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.876073 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dddd3a44-a3eb-443b-b370-1e6aea029ddf tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.877338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dddd3a44-a3eb-443b-b370-1e6aea029ddf tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7785094 Dec 16 22:24:24.880691 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46824) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:24.916389 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76a00cd1-d39b-44f3-acba-13ea7a623e4e tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.928589 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76a00cd1-d39b-44f3-acba-13ea7a623e4e tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.085800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e0bf34eb-0380-4f5b-8601-08bf77378806 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:25.111166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: e0bf34eb-0380-4f5b-8601-08bf77378806 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:24:25.111534 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e0bf34eb-0380-4f5b-8601-08bf77378806 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:25.189925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dcc60d-abb2-46e0-8b48-0e4c8ca6c6a2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:25.193871 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50dcc60d-abb2-46e0-8b48-0e4c8ca6c6a2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.208191 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76a00cd1-d39b-44f3-acba-13ea7a623e4e tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.215711 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76a00cd1-d39b-44f3-acba-13ea7a623e4e tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.219342 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-76a00cd1-d39b-44f3-acba-13ea7a623e4e tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/5de45ff8-d9b5-4d19-9ffa-16679f6168ad HTTP/1.1" status: 204 len: 168 time: 0.3343842 Dec 16 22:24:25.220104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46826) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:25.228652 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a00cd1-d39b-44f3-acba-13ea7a623e4e tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5de45ff8-d9b5-4d19-9ffa-16679f6168ad,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:25.259103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50dcc60d-abb2-46e0-8b48-0e4c8ca6c6a2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:24:25.282013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6651fb57-ab8e-4b3c-8804-f85d66a15f89 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0578418 Dec 16 22:24:25.283061 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46830) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:25.297804 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50dcc60d-abb2-46e0-8b48-0e4c8ca6c6a2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.298166 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-50dcc60d-abb2-46e0-8b48-0e4c8ca6c6a2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Added segment 0a66bcb7-b6f7-4ab7-b10d-5205ad68d67e of type vlan for network f0638431-3718-4959-8547-550c375a4243 Dec 16 22:24:25.375558 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4f73eb4-00ba-419a-91c9-7dee546ae2ce tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.389367 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50dcc60d-abb2-46e0-8b48-0e4c8ca6c6a2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.410135 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4f73eb4-00ba-419a-91c9-7dee546ae2ce tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.515403 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50dcc60d-abb2-46e0-8b48-0e4c8ca6c6a2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.525221 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dcc60d-abb2-46e0-8b48-0e4c8ca6c6a2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:25.532560 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50dcc60d-abb2-46e0-8b48-0e4c8ca6c6a2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.551351 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4f73eb4-00ba-419a-91c9-7dee546ae2ce tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.559847 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4f73eb4-00ba-419a-91c9-7dee546ae2ce tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.571796 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46834) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:25.573541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c4f73eb4-00ba-419a-91c9-7dee546ae2ce tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-groups/863aa487-d0b5-42d7-b906-6181b1d91611 HTTP/1.1" status: 204 len: 168 time: 0.2865162 Dec 16 22:24:25.614539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f73eb4-00ba-419a-91c9-7dee546ae2ce tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863aa487-d0b5-42d7-b906-6181b1d91611,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:25.653290 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.682339 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcc60d-abb2-46e0-8b48-0e4c8ca6c6a2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Network': ['ID=f0638431-3718-4959-8547-550c375a4243,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:25.696962 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network f0638431-3718-4959-8547-550c375a4243 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:25.740446 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-156eba5c-0d0e-476f-aa0f-ab49fbf88f3e tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0964162 Dec 16 22:24:25.743851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46842) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:25.776053 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-50dcc60d-abb2-46e0-8b48-0e4c8ca6c6a2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1468899 Dec 16 22:24:25.776301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46846) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:25.782902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2bb547a8-d248-4580-9864-213ad0f95469 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'subnet': {'network_id': 'f0638431-3718-4959-8547-550c375a4243', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:25.866744 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-486fe5e3-1012-4c2d-a6a7-ba0fcbe8909a req-9c1e5843-9914-4a61-8da2-caf09811ce21 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0446417 Dec 16 22:24:25.916788 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-43c8b142-1210-40fa-a7c3-0295a0a99f2a tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.958867 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-43c8b142-1210-40fa-a7c3-0295a0a99f2a tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.128319 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb547a8-d248-4580-9864-213ad0f95469 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:26.132096 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2bb547a8-d248-4580-9864-213ad0f95469 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.185329 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-43c8b142-1210-40fa-a7c3-0295a0a99f2a tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.188769 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-43c8b142-1210-40fa-a7c3-0295a0a99f2a tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.192920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-43c8b142-1210-40fa-a7c3-0295a0a99f2a tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-groups/2ef8620b-01d2-472d-b847-6e11df9db2cc HTTP/1.1" status: 204 len: 168 time: 0.4475489 Dec 16 22:24:26.194098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46858) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:26.261663 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8b142-1210-40fa-a7c3-0295a0a99f2a tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef8620b-01d2-472d-b847-6e11df9db2cc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:26.349008 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46860) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:26.350906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-61c5a018-a435-4b2a-ad08-93faf9c70691 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1524520 Dec 16 22:24:26.356147 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-38a79839-35e8-4fcd-967f-da8f8b755418 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group': {'name': 'tempest-secgroup--367182755'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:26.510352 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38a79839-35e8-4fcd-967f-da8f8b755418 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.587796 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2bb547a8-d248-4580-9864-213ad0f95469 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.678829 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38a79839-35e8-4fcd-967f-da8f8b755418 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.703251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb547a8-d248-4580-9864-213ad0f95469 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Subnet': ['ID=4153b967-d156-4474-808b-eb259c0c89fa,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:26.708978 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb547a8-d248-4580-9864-213ad0f95469 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Checking segment: {'id': '0a66bcb7-b6f7-4ab7-b10d-5205ad68d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f0638431-3718-4959-8547-550c375a4243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:26.709466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb547a8-d248-4580-9864-213ad0f95469 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network hostable DHCP agents. Network: f0638431-3718-4959-8547-550c375a4243, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:24:26.801460 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38a79839-35e8-4fcd-967f-da8f8b755418 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.851500 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a79839-35e8-4fcd-967f-da8f8b755418 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bec725-9405-4224-9d13-6692e6f82b95,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:26.870222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb547a8-d248-4580-9864-213ad0f95469 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network f0638431-3718-4959-8547-550c375a4243 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:24:26.999867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03703a24-dc54-4d58-b76f-7e1b03f25ec7 req-ac095ac6-fd7c-43f4-ba7e-222e7fc8ee37 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0476563 Dec 16 22:24:27.059819 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38a79839-35e8-4fcd-967f-da8f8b755418 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.061547 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46880) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:27.062248 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-38a79839-35e8-4fcd-967f-da8f8b755418 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7120144 Dec 16 22:24:27.066587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-07eb9553-f85c-4037-8397-e0b13e14e903 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group_rule': {'security_group_id': 'b1bec725-9405-4224-9d13-6692e6f82b95', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:27.074004 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-2bb547a8-d248-4580-9864-213ad0f95469 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, f0638431-3718-4959-8547-550c375a4243) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:27.078533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb547a8-d248-4580-9864-213ad0f95469 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:27.079199 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2bb547a8-d248-4580-9864-213ad0f95469 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.086591 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e0be6f-9faf-46a2-a375-0c2ace335893 None None] Network f0638431-3718-4959-8547-550c375a4243 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:27.231220 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07eb9553-f85c-4037-8397-e0b13e14e903 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.243565 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-f0638431-3718-4959-8547-550c375a4243', 'network_id': 'f0638431-3718-4959-8547-550c375a4243', 'project_id': '7db7e873a7fd4cc7980618ef0611b725', 'fixed_ips': [{'subnet_id': '4153b967-d156-4474-808b-eb259c0c89fa'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:24:27.244496 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.262318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46882) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:27.262532 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2bb547a8-d248-4580-9864-213ad0f95469 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4850068 Dec 16 22:24:27.277695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d2585bd1-a8eb-4665-bf91-af0dedb31c73 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2106072155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:27.346724 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07eb9553-f85c-4037-8397-e0b13e14e903 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.444998 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Allocated IP 2001:db8::2 (f0638431-3718-4959-8547-550c375a4243/4153b967-d156-4474-808b-eb259c0c89fa/aa1bad66-2f50-4203-b7de-8704b0cca4f3) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:27.448068 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2585bd1-a8eb-4665-bf91-af0dedb31c73 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.449453 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2585bd1-a8eb-4665-bf91-af0dedb31c73 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.527563 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07eb9553-f85c-4037-8397-e0b13e14e903 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.599775 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2585bd1-a8eb-4665-bf91-af0dedb31c73 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.605511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb9553-f85c-4037-8397-e0b13e14e903 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6fa125-6e07-42be-96b0-e31cb1e1e164,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:27.669521 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.704657 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2585bd1-a8eb-4665-bf91-af0dedb31c73 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.776407 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07eb9553-f85c-4037-8397-e0b13e14e903 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.778167 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-07eb9553-f85c-4037-8397-e0b13e14e903 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7153845 Dec 16 22:24:27.782126 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46886) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:27.802165 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.807349 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2585bd1-a8eb-4665-bf91-af0dedb31c73 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.807349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d2585bd1-a8eb-4665-bf91-af0dedb31c73 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5362413 Dec 16 22:24:27.808718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46888) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:27.814694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c6648161-6d9c-46d3-9def-5277c8c13a5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'network_id': 'f0638431-3718-4959-8547-550c375a4243', 'name': 'tempest-PortsIpV6TestJSON-1444007750'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:27.846115 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ced67f2e-48ae-424f-9673-a9ba675ce38f tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.856434 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ced67f2e-48ae-424f-9673-a9ba675ce38f tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.860606 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Network f0638431-3718-4959-8547-550c375a4243 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:27.864063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:27.869809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:27.881656 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Pushing event updated for resources: {'Port': ['ID=aa1bad66-2f50-4203-b7de-8704b0cca4f3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:27.950787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Attempting to bind port aa1bad66-2f50-4203-b7de-8704b0cca4f3 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:27.952198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Attempting to bind port aa1bad66-2f50-4203-b7de-8704b0cca4f3 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '0a66bcb7-b6f7-4ab7-b10d-5205ad68d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f0638431-3718-4959-8547-550c375a4243'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:27.952944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Attempting to bind port aa1bad66-2f50-4203-b7de-8704b0cca4f3 on network f0638431-3718-4959-8547-550c375a4243 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:27.959469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:27.960033 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Checking segment: {'id': '0a66bcb7-b6f7-4ab7-b10d-5205ad68d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f0638431-3718-4959-8547-550c375a4243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:27.960623 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.961193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Bound using segment: {'id': '0a66bcb7-b6f7-4ab7-b10d-5205ad68d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f0638431-3718-4959-8547-550c375a4243'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:27.961831 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Bound port: aa1bad66-2f50-4203-b7de-8704b0cca4f3, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a66bcb7-b6f7-4ab7-b10d-5205ad68d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f0638431-3718-4959-8547-550c375a4243'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:27.962368 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.990877 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ced67f2e-48ae-424f-9673-a9ba675ce38f tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.047341 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ced67f2e-48ae-424f-9673-a9ba675ce38f tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.048520 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ced67f2e-48ae-424f-9673-a9ba675ce38f tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/3b6fa125-6e07-42be-96b0-e31cb1e1e164 HTTP/1.1" status: 204 len: 168 time: 0.2653491 Dec 16 22:24:28.049368 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced67f2e-48ae-424f-9673-a9ba675ce38f tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b6fa125-6e07-42be-96b0-e31cb1e1e164,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:28.056367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46896) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:28.059468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] For port aa1bad66-2f50-4203-b7de-8704b0cca4f3, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:28.064911 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] For port aa1bad66-2f50-4203-b7de-8704b0cca4f3, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=aa1bad66-2f50-4203-b7de-8704b0cca4f3,segment=NetworkSegment(0a66bcb7-b6f7-4ab7-b10d-5205ad68d67e),segment_id=0a66bcb7-b6f7-4ab7-b10d-5205ad68d67e)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:28.183065 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.196854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57f7b75a-fd58-43f3-a630-2b828d3ca308 req-b049f180-e2a8-47f5-867f-b0fc90d6c4e9 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0629854 Dec 16 22:24:28.226747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5f3b8ecf-43b2-487e-9ba1-2b3937c88ea4 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1688154 Dec 16 22:24:28.229418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46908) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:28.281169 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6648161-6d9c-46d3-9def-5277c8c13a5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:28.285487 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c6648161-6d9c-46d3-9def-5277c8c13a5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.327655 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dc81b-e84e-49f5-9642-21427407b72c None None] Pushing event updated for resources: {'Port': ['ID=aa1bad66-2f50-4203-b7de-8704b0cca4f3,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:28.334882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-c6648161-6d9c-46d3-9def-5277c8c13a5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] device_id is not set on port 0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:24:28.346603 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c52db7f-d23a-4048-a532-ad91d43421f2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.393332 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c52db7f-d23a-4048-a532-ad91d43421f2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.542891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-c6648161-6d9c-46d3-9def-5277c8c13a5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Allocated IP 2001:db8::1f5 (f0638431-3718-4959-8547-550c375a4243/4153b967-d156-4474-808b-eb259c0c89fa/0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:28.584568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c52db7f-d23a-4048-a532-ad91d43421f2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.587216 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c52db7f-d23a-4048-a532-ad91d43421f2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.592334 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2c52db7f-d23a-4048-a532-ad91d43421f2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-groups/b1bec725-9405-4224-9d13-6692e6f82b95 HTTP/1.1" status: 204 len: 168 time: 0.3584359 Dec 16 22:24:28.607170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46910) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:28.608212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52db7f-d23a-4048-a532-ad91d43421f2 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bec725-9405-4224-9d13-6692e6f82b95,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:28.695475 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ab4ca5da-0a94-4759-8a91-5efc2cae5336 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0849929 Dec 16 22:24:28.699505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46912) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:28.705429 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6592f7ac-783f-4204-b83a-75e6bf8f7bfb tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group': {'name': 'tempest-secgroup--949542034'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:28.865291 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6592f7ac-783f-4204-b83a-75e6bf8f7bfb tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.892881 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c6648161-6d9c-46d3-9def-5277c8c13a5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.019955 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6592f7ac-783f-4204-b83a-75e6bf8f7bfb tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.079582 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c6648161-6d9c-46d3-9def-5277c8c13a5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.172213 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6592f7ac-783f-4204-b83a-75e6bf8f7bfb tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.213860 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6648161-6d9c-46d3-9def-5277c8c13a5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network f0638431-3718-4959-8547-550c375a4243 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:29.227862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c6648161-6d9c-46d3-9def-5277c8c13a5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:29.265922 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6648161-6d9c-46d3-9def-5277c8c13a5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:29.298097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6648161-6d9c-46d3-9def-5277c8c13a5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:29.299739 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c6648161-6d9c-46d3-9def-5277c8c13a5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.310381 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592f7ac-783f-4204-b83a-75e6bf8f7bfb tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84e9f54-0241-4a02-8b91-953895c213be,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:29.349887 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device aa1bad66-2f50-4203-b7de-8704b0cca4f3 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:29.375876 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6592f7ac-783f-4204-b83a-75e6bf8f7bfb tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.377178 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6592f7ac-783f-4204-b83a-75e6bf8f7bfb tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6761789 Dec 16 22:24:29.382125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46934) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:29.386873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-cf4b1b7e-29b0-4f20-9540-0a99d242cb1b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group_rule': {'security_group_id': 'e84e9f54-0241-4a02-8b91-953895c213be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:29.393403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6648161-6d9c-46d3-9def-5277c8c13a5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:29.454042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port aa1bad66-2f50-4203-b7de-8704b0cca4f3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:29.454579 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.473944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32310a82-2f0d-4668-a0ac-48efd66c124a req-9d4d1ef3-1f74-47e4-baa0-2c9da6434420 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0455091 Dec 16 22:24:29.496755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c6648161-6d9c-46d3-9def-5277c8c13a5e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6869280 Dec 16 22:24:29.500161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46936) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:29.810255 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.862635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port aa1bad66-2f50-4203-b7de-8704b0cca4f3, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=aa1bad66-2f50-4203-b7de-8704b0cca4f3,segment=NetworkSegment(0a66bcb7-b6f7-4ab7-b10d-5205ad68d67e),segment_id=0a66bcb7-b6f7-4ab7-b10d-5205ad68d67e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:29.954259 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.039765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=aa1bad66-2f50-4203-b7de-8704b0cca4f3,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:30.109802 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3437fc-03ca-4fac-bfb3-2f8b502f562c None None] Network f0638431-3718-4959-8547-550c375a4243 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:30.131597 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf4b1b7e-29b0-4f20-9540-0a99d242cb1b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.179088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c64f3b92-f378-42f2-8c3d-dcdb73e903aa None None] Provisioning complete for port aa1bad66-2f50-4203-b7de-8704b0cca4f3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:30.179486 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c64f3b92-f378-42f2-8c3d-dcdb73e903aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.302245 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf4b1b7e-29b0-4f20-9540-0a99d242cb1b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.338783 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbca7bb3-da39-4fdc-b1d6-edc28c6189a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.441095 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf4b1b7e-29b0-4f20-9540-0a99d242cb1b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.619668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b10a1ef0-7b92-45ee-b8c5-c5acd21f7cc0 req-f7004303-7f5a-4e0d-8ee2-c34c2331abd2 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0375516 Dec 16 22:24:30.633496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b1b7e-29b0-4f20-9540-0a99d242cb1b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a9cfd6-3816-4456-a6ac-21917cb48ec0,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:30.678972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b72811bf-b7ae-4a28-8443-ef765b74da59 None None] Provisioning complete for port aa1bad66-2f50-4203-b7de-8704b0cca4f3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:30.679593 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b72811bf-b7ae-4a28-8443-ef765b74da59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.722431 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf4b1b7e-29b0-4f20-9540-0a99d242cb1b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.724260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cf4b1b7e-29b0-4f20-9540-0a99d242cb1b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3409102 Dec 16 22:24:30.727816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46968) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:30.755340 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-568040ce-821c-44d7-8af4-d7a1952eff8b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules/42a9cfd6-3816-4456-a6ac-21917cb48ec0 HTTP/1.1" status: 200 len: 763 time: 0.0261543 Dec 16 22:24:30.758002 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46970) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:30.843958 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-12291bf8-f0e5-4e56-8ecb-daeebdf66543 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0847552 Dec 16 22:24:30.846714 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46972) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:30.882960 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbca7bb3-da39-4fdc-b1d6-edc28c6189a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.884640 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b72811bf-b7ae-4a28-8443-ef765b74da59 None None] Provisioning complete for port 0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:30.885093 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b72811bf-b7ae-4a28-8443-ef765b74da59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.901817 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b868acd-8e30-48c0-8f8d-1261346cc080 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.919600 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b868acd-8e30-48c0-8f8d-1261346cc080 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.948857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b72811bf-b7ae-4a28-8443-ef765b74da59 None None] Port 0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:30.978884 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbca7bb3-da39-4fdc-b1d6-edc28c6189a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.063288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca7bb3-da39-4fdc-b1d6-edc28c6189a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:31.110263 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2037f741-eb5e-4fa2-927a-d31a4a4b2a90 None None] Provisioning complete for port 0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:31.112654 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2037f741-eb5e-4fa2-927a-d31a4a4b2a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.121637 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b868acd-8e30-48c0-8f8d-1261346cc080 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.130016 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b868acd-8e30-48c0-8f8d-1261346cc080 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.135776 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4b868acd-8e30-48c0-8f8d-1261346cc080 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/42a9cfd6-3816-4456-a6ac-21917cb48ec0 HTTP/1.1" status: 204 len: 168 time: 0.2878015 Dec 16 22:24:31.136644 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46974) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:31.170663 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b868acd-8e30-48c0-8f8d-1261346cc080 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42a9cfd6-3816-4456-a6ac-21917cb48ec0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:31.176311 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2037f741-eb5e-4fa2-927a-d31a4a4b2a90 None None] Port 0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:31.229608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device aa1bad66-2f50-4203-b7de-8704b0cca4f3 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:31.255346 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-78806e3a-468c-4289-81cb-cb3b565099d9 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1148360 Dec 16 22:24:31.259575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46978) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:31.264504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6c3a99d5-8620-4c79-b292-1d48318245a3 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group_rule': {'security_group_id': 'e84e9f54-0241-4a02-8b91-953895c213be', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:31.305706 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbca7bb3-da39-4fdc-b1d6-edc28c6189a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.355698 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port aa1bad66-2f50-4203-b7de-8704b0cca4f3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:31.356487 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.423326 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c3a99d5-8620-4c79-b292-1d48318245a3 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.618320 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c3a99d5-8620-4c79-b292-1d48318245a3 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.638441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b6fb3d0a-7a3b-45a9-b795-c26d5295c985 None None] Provisioning complete for port 0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:31.638771 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6fb3d0a-7a3b-45a9-b795-c26d5295c985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.703160 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c3a99d5-8620-4c79-b292-1d48318245a3 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.735074 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbca7bb3-da39-4fdc-b1d6-edc28c6189a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.744087 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a99d5-8620-4c79-b292-1d48318245a3 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c57f0c-1986-4eaa-b16e-9c34db490722,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:31.753452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b6fb3d0a-7a3b-45a9-b795-c26d5295c985 None None] Port 0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:31.830036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de42a35b-8de1-4e3d-a8a0-9a8df55d4c12 req-51e4c152-9598-4589-a697-0bccc83aa010 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0401790 Dec 16 22:24:31.889657 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c3a99d5-8620-4c79-b292-1d48318245a3 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.890622 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6c3a99d5-8620-4c79-b292-1d48318245a3 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6299274 Dec 16 22:24:31.893190 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46998) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:31.918385 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0cf127df-e8d9-4393-8ff4-cc1cc97f548b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules/93c57f0c-1986-4eaa-b16e-9c34db490722 HTTP/1.1" status: 200 len: 763 time: 0.0237377 Dec 16 22:24:31.923553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47000) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:32.027998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f7849c0e-8407-43a3-b515-99d6c30af2e9 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1029773 Dec 16 22:24:32.031292 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47002) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:32.081325 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2e4a8ff-a388-4727-a8fe-4f2ff732456a tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.098162 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2e4a8ff-a388-4727-a8fe-4f2ff732456a tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.192397 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbca7bb3-da39-4fdc-b1d6-edc28c6189a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.302346 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2e4a8ff-a388-4727-a8fe-4f2ff732456a tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.309279 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2e4a8ff-a388-4727-a8fe-4f2ff732456a tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.311204 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d2e4a8ff-a388-4727-a8fe-4f2ff732456a tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/93c57f0c-1986-4eaa-b16e-9c34db490722 HTTP/1.1" status: 204 len: 168 time: 0.2780495 Dec 16 22:24:32.313931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47004) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:32.319534 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4a8ff-a388-4727-a8fe-4f2ff732456a tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93c57f0c-1986-4eaa-b16e-9c34db490722,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:32.370767 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d16b5c79-8d76-4933-acb4-34a827c2db1e tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0528295 Dec 16 22:24:32.372926 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47008) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:32.378067 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c813ea27-2660-49ed-b8db-05ae0ac9cd49 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group_rule': {'security_group_id': 'e84e9f54-0241-4a02-8b91-953895c213be', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:32.448193 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbca7bb3-da39-4fdc-b1d6-edc28c6189a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.461870 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bbca7bb3-da39-4fdc-b1d6-edc28c6189a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.550378 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-c813ea27-2660-49ed-b8db-05ae0ac9cd49 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Project f7520b2d64aa42679c2d5b1e86dac8ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:24:32.556457 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c813ea27-2660-49ed-b8db-05ae0ac9cd49 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.574083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca7bb3-da39-4fdc-b1d6-edc28c6189a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:32.637042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbca7bb3-da39-4fdc-b1d6-edc28c6189a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network f0638431-3718-4959-8547-550c375a4243 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:32.639477 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-bbca7bb3-da39-4fdc-b1d6-edc28c6189a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:32.641541 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c813ea27-2660-49ed-b8db-05ae0ac9cd49 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.834450 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c813ea27-2660-49ed-b8db-05ae0ac9cd49 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.902261 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813ea27-2660-49ed-b8db-05ae0ac9cd49 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c0c2be-7596-430a-a456-9fabb0fcb069,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:33.016013 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c813ea27-2660-49ed-b8db-05ae0ac9cd49 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.019709 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c813ea27-2660-49ed-b8db-05ae0ac9cd49 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6451287 Dec 16 22:24:33.019951 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47026) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:33.044656 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1feca750-8d78-49ec-bf02-2ac7b2a98a51 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules/c6c0c2be-7596-430a-a456-9fabb0fcb069 HTTP/1.1" status: 200 len: 769 time: 0.0234752 Dec 16 22:24:33.046939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-240318bf-c8b4-4ade-92c6-0d134d95258d req-40278eb6-b805-42a9-8a7c-dde50a05d366 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0769114 Dec 16 22:24:33.047657 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47028) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:33.099449 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0a863c48-8956-489a-b910-511874af2aae tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0504248 Dec 16 22:24:33.101614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbca7bb3-da39-4fdc-b1d6-edc28c6189a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Router b97d7e0f-53ed-4ac1-a44c-04bd76e89b87 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:24:33.101874 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47030) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:33.125381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5419d3ef-fb83-4f00-bfa6-dc8fe4787095 None None] Provisioning complete for port 0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:33.125980 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5419d3ef-fb83-4f00-bfa6-dc8fe4787095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.147810 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8337-7199-4c61-9614-4f1a3d59ac16 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.169655 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8337-7199-4c61-9614-4f1a3d59ac16 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.213871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5419d3ef-fb83-4f00-bfa6-dc8fe4787095 None None] Port 0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:33.262067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbca7bb3-da39-4fdc-b1d6-edc28c6189a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:33.270822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bbca7bb3-da39-4fdc-b1d6-edc28c6189a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "PUT /v2.0/routers/b97d7e0f-53ed-4ac1-a44c-04bd76e89b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7668545 Dec 16 22:24:33.271140 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47032) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:33.285730 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc951b4-d1ce-4131-841a-e38e7fe0d080 None None] Sync routers for ids ['b97d7e0f-53ed-4ac1-a44c-04bd76e89b87'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:33.303649 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc951b4-d1ce-4131-841a-e38e7fe0d080 None None] Routers {'b97d7e0f-53ed-4ac1-a44c-04bd76e89b87'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:33.305138 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ccc951b4-d1ce-4131-841a-e38e7fe0d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:24:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['b97d7e0f-53ed-4ac1-a44c-04bd76e89b87'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:33.338436 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62245f8d-37da-4ad9-b2f6-c524d7595835 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:33.340088 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-62245f8d-37da-4ad9-b2f6-c524d7595835 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports?device_id=b97d7e0f-53ed-4ac1-a44c-04bd76e89b87 HTTP/1.1" status: 200 len: 989 time: 0.0676377 Dec 16 22:24:33.342164 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8337-7199-4c61-9614-4f1a3d59ac16 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.343234 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47034) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:33.359397 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ccc951b4-d1ce-4131-841a-e38e7fe0d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:33.361084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8337-7199-4c61-9614-4f1a3d59ac16 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.367748 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9a2a8337-7199-4c61-9614-4f1a3d59ac16 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c6c0c2be-7596-430a-a456-9fabb0fcb069 HTTP/1.1" status: 204 len: 168 time: 0.2609677 Dec 16 22:24:33.368824 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47036) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:33.372383 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc951b4-d1ce-4131-841a-e38e7fe0d080 None None] Routers {'b97d7e0f-53ed-4ac1-a44c-04bd76e89b87'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:33.373560 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ccc951b4-d1ce-4131-841a-e38e7fe0d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:24:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['b97d7e0f-53ed-4ac1-a44c-04bd76e89b87'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:33.392381 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a8337-7199-4c61-9614-4f1a3d59ac16 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6c0c2be-7596-430a-a456-9fabb0fcb069,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:33.419588 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ccc951b4-d1ce-4131-841a-e38e7fe0d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:33.421019 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc951b4-d1ce-4131-841a-e38e7fe0d080 None None] The sync data for ids ['b97d7e0f-53ed-4ac1-a44c-04bd76e89b87'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:33.443992 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-683260ca-f511-4259-9e85-bf26c824b5d6 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0708520 Dec 16 22:24:33.446731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47038) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:33.550160 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97542f5f-760d-46ac-a392-50431f08e977 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.596758 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97542f5f-760d-46ac-a392-50431f08e977 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.727807 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97542f5f-760d-46ac-a392-50431f08e977 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.733579 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97542f5f-760d-46ac-a392-50431f08e977 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.738315 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-97542f5f-760d-46ac-a392-50431f08e977 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-groups/e84e9f54-0241-4a02-8b91-953895c213be HTTP/1.1" status: 204 len: 168 time: 0.2870011 Dec 16 22:24:33.740068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47054) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:33.751459 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97542f5f-760d-46ac-a392-50431f08e977 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84e9f54-0241-4a02-8b91-953895c213be,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:33.952533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d48d4047-0094-4cf6-aa56-7d57ab3fc1c1 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2099214 Dec 16 22:24:33.958010 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47064) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:33.963140 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-753e1d73-ccda-4a33-ab35-3d0e62252958 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group': {'name': 'tempest-secgroup--978793403'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:34.105044 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-753e1d73-ccda-4a33-ab35-3d0e62252958 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.190662 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-753e1d73-ccda-4a33-ab35-3d0e62252958 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.270113 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-753e1d73-ccda-4a33-ab35-3d0e62252958 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.353567 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d73-ccda-4a33-ab35-3d0e62252958 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d93fc94-c5ef-4255-8e2b-a42ddb023aeb,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:34.438987 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-753e1d73-ccda-4a33-ab35-3d0e62252958 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.441529 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-753e1d73-ccda-4a33-ab35-3d0e62252958 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4836929 Dec 16 22:24:34.448397 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47068) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:34.455297 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-dd3a4a5f-33d1-46a9-ab2d-0c69de3f568b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Request body: {'security_group_rule': {'security_group_id': '5d93fc94-c5ef-4255-8e2b-a42ddb023aeb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:34.462598 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4bd7541-5484-4f6d-98a9-3e76be75eceb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.551129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-374cb4d4-92ce-4f0b-88e0-0021d223d94d req-8e14c390-1167-4cb6-b9aa-e89eb2b68373 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0861425 Dec 16 22:24:34.581837 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4a5f-33d1-46a9-ab2d-0c69de3f568b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.722665 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4a5f-33d1-46a9-ab2d-0c69de3f568b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.799359 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4a5f-33d1-46a9-ab2d-0c69de3f568b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.864578 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a4a5f-33d1-46a9-ab2d-0c69de3f568b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23aac34-5644-42f4-91d3-ae14619746ac,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:34.984291 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57527ffe-8a6f-450e-b3d1-0367a6a1c3b9 req-1c7ef1f2-b5f5-47ae-802d-143fe43bc61c tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:34.994960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57527ffe-8a6f-450e-b3d1-0367a6a1c3b9 req-1c7ef1f2-b5f5-47ae-802d-143fe43bc61c tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 945 time: 0.2103834 Dec 16 22:24:35.003598 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4a5f-33d1-46a9-ab2d-0c69de3f568b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:35.007889 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dd3a4a5f-33d1-46a9-ab2d-0c69de3f568b tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5582762 Dec 16 22:24:35.008585 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47088) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:35.031772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd7541-5484-4f6d-98a9-3e76be75eceb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port 0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:35.032932 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4bd7541-5484-4f6d-98a9-3e76be75eceb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:35.103446 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c3ff7358-d2fd-49fa-8b55-637882584aec tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:35.291841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57527ffe-8a6f-450e-b3d1-0367a6a1c3b9 req-1c0b3488-0f62-47c7-94b8-cb02ad4a149c tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1318583 Dec 16 22:24:35.293091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c3ff7358-d2fd-49fa-8b55-637882584aec tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:35.293234 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4bd7541-5484-4f6d-98a9-3e76be75eceb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:35.293234 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd7541-5484-4f6d-98a9-3e76be75eceb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for 0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:35.508242 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c3ff7358-d2fd-49fa-8b55-637882584aec tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:35.511041 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c3ff7358-d2fd-49fa-8b55-637882584aec tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:35.516813 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c3ff7358-d2fd-49fa-8b55-637882584aec tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-groups/5d93fc94-c5ef-4255-8e2b-a42ddb023aeb HTTP/1.1" status: 204 len: 168 time: 0.5026734 Dec 16 22:24:35.518222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47096) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:35.540427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff7358-d2fd-49fa-8b55-637882584aec tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d93fc94-c5ef-4255-8e2b-a42ddb023aeb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:35.547988 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4bd7541-5484-4f6d-98a9-3e76be75eceb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:35.611255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd7541-5484-4f6d-98a9-3e76be75eceb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:35.844360 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4bd7541-5484-4f6d-98a9-3e76be75eceb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:35.863625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47100) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:35.863980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-79ab40a7-c0e3-4eee-9305-ffe36d5f4684 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3394628 Dec 16 22:24:35.917552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa5dc23-2979-470c-a7e4-7510f8e0c3d1 req-d725d5c9-8ee0-4171-862c-80ee1f0cd8bb tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1233280 Dec 16 22:24:35.957766 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8ec3df54-e45e-4537-b17a-e138cfc82ba8 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0851712 Dec 16 22:24:35.961095 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47110) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:36.004490 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-3411855e-9afe-4a87-bb50-85af9129ef12 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] delete failed (client error): The resource could not be found. Dec 16 22:24:36.005556 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3411855e-9afe-4a87-bb50-85af9129ef12 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "DELETE /v2.0/security-groups/5d93fc94-c5ef-4255-8e2b-a42ddb023aeb HTTP/1.1" status: 404 len: 347 time: 0.0434685 Dec 16 22:24:36.013901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47116) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:36.113471 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a026b2f3-21f2-4bb7-a1c2-7c15faf55170 tempest-SecGroupIPv6Test-215091962 tempest-SecGroupIPv6Test-215091962-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0951142 Dec 16 22:24:36.198804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bd7541-5484-4f6d-98a9-3e76be75eceb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Router b97d7e0f-53ed-4ac1-a44c-04bd76e89b87 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:24:36.278937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bd7541-5484-4f6d-98a9-3e76be75eceb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:36.287160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e4bd7541-5484-4f6d-98a9-3e76be75eceb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "PUT /v2.0/routers/b97d7e0f-53ed-4ac1-a44c-04bd76e89b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9427245 Dec 16 22:24:36.289847 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47122) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:36.293088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439b48a-ae7f-4203-ba85-4c6c9f5a4d58 None None] Sync routers for ids ['b97d7e0f-53ed-4ac1-a44c-04bd76e89b87'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:36.309192 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d439b48a-ae7f-4203-ba85-4c6c9f5a4d58 None None] Routers {'b97d7e0f-53ed-4ac1-a44c-04bd76e89b87'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:36.310522 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d439b48a-ae7f-4203-ba85-4c6c9f5a4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:24:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['b97d7e0f-53ed-4ac1-a44c-04bd76e89b87'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:36.316473 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-db70f486-1df1-413e-862b-aa535e0ca423 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] GET failed (client error): The resource could not be found. Dec 16 22:24:36.319318 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-db70f486-1df1-413e-862b-aa535e0ca423 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/0c3a7cfc-cf8f-45cb-95b7-0cb78fc38794 HTTP/1.1" status: 404 len: 333 time: 0.0264311 Dec 16 22:24:36.321159 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47124) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:36.350390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d439b48a-ae7f-4203-ba85-4c6c9f5a4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:36.362989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d439b48a-ae7f-4203-ba85-4c6c9f5a4d58 None None] Routers {'b97d7e0f-53ed-4ac1-a44c-04bd76e89b87'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:36.363864 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d439b48a-ae7f-4203-ba85-4c6c9f5a4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:24:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['b97d7e0f-53ed-4ac1-a44c-04bd76e89b87'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:36.407650 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d439b48a-ae7f-4203-ba85-4c6c9f5a4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:36.408223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439b48a-ae7f-4203-ba85-4c6c9f5a4d58 None None] The sync data for ids ['b97d7e0f-53ed-4ac1-a44c-04bd76e89b87'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:36.414402 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-959782f8-b9fa-4a95-a813-684a3ed1ba01 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:36.882307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47138) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:36.919356 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-959782f8-b9fa-4a95-a813-684a3ed1ba01 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:36.922196 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-959782f8-b9fa-4a95-a813-684a3ed1ba01 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.057599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af69ad4e-34b5-4c2d-b510-c1399d9079ff req-3cbcae7b-b48c-4b67-a32d-5d0176fbb448 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0430007 Dec 16 22:24:37.123401 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b687e4e3-90a1-4ecc-9b29-992a89611388 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7520b2d64aa42679c2d5b1e86dac8ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395318 Dec 16 22:24:37.137787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47170) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:37.159162 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-959782f8-b9fa-4a95-a813-684a3ed1ba01 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.159162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959782f8-b9fa-4a95-a813-684a3ed1ba01 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Fanout notify agent at l3_agent the message router_deleted on router b97d7e0f-53ed-4ac1-a44c-04bd76e89b87 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:24:37.210553 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-959782f8-b9fa-4a95-a813-684a3ed1ba01 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.211816 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-959782f8-b9fa-4a95-a813-684a3ed1ba01 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/routers/b97d7e0f-53ed-4ac1-a44c-04bd76e89b87 HTTP/1.1" status: 204 len: 168 time: 0.8895414 Dec 16 22:24:37.218644 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47182) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:37.288648 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe815286-52a1-4dbe-ba29-9011c860ec93 req-67ff4baf-50e2-44a8-98e9-b95d61464167 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1312437 Dec 16 22:24:37.346985 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3eaea61-3313-4e0c-984a-f5848b2a755b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.353867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-a755a0ae-312e-4a94-876d-2d8c5a21d956 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting subnet 4153b967-d156-4474-808b-eb259c0c89fa {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:24:37.365268 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a755a0ae-312e-4a94-876d-2d8c5a21d956 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.394108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe815286-52a1-4dbe-ba29-9011c860ec93 req-cdaf91e0-17b2-47c7-ab79-c3481d1b5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.398531 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe815286-52a1-4dbe-ba29-9011c860ec93 req-cdaf91e0-17b2-47c7-ab79-c3481d1b5e45 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f537f374e12149ffb0064560df407002&device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 1096 time: 0.0828388 Dec 16 22:24:37.413375 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3eaea61-3313-4e0c-984a-f5848b2a755b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.439040 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a755a0ae-312e-4a94-876d-2d8c5a21d956 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.579581 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe815286-52a1-4dbe-ba29-9011c860ec93 req-d7d0e0f8-debc-4ca6-acea-74f083724dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.582436 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe815286-52a1-4dbe-ba29-9011c860ec93 req-d7d0e0f8-debc-4ca6-acea-74f083724dfa service neutron] 10.222.0.69 "GET /v2.0/networks?id=bc8576b5-46ce-4634-ac13-c2efe0b20a39 HTTP/1.1" status: 200 len: 917 time: 0.1550469 Dec 16 22:24:37.598128 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a755a0ae-312e-4a94-876d-2d8c5a21d956 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.641221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be60a2-2476-4649-b213-1e9d914f0b13 req-0789f38a-abfb-4f8b-a6e7-578b3cdc7eda tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.643537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7be60a2-2476-4649-b213-1e9d914f0b13 req-0789f38a-abfb-4f8b-a6e7-578b3cdc7eda tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 945 time: 0.1265709 Dec 16 22:24:37.652410 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3eaea61-3313-4e0c-984a-f5848b2a755b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.656227 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3eaea61-3313-4e0c-984a-f5848b2a755b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.657392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b3eaea61-3313-4e0c-984a-f5848b2a755b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/397da8ab-b462-4040-8010-655bb804f0c2 HTTP/1.1" status: 204 len: 168 time: 0.5176840 Dec 16 22:24:37.683346 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe815286-52a1-4dbe-ba29-9011c860ec93 req-4af02738-a2d3-4155-8b04-df5eb26513fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b69e565-21df-4aeb-99b2-2eadb537243b HTTP/1.1" status: 200 len: 1001 time: 0.0915010 Dec 16 22:24:37.696033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eaea61-3313-4e0c-984a-f5848b2a755b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397da8ab-b462-4040-8010-655bb804f0c2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:37.738301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7be60a2-2476-4649-b213-1e9d914f0b13 req-38b4e53a-249f-464e-b544-eba554d78bad tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772467 Dec 16 22:24:37.802323 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a755a0ae-312e-4a94-876d-2d8c5a21d956 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.811132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe815286-52a1-4dbe-ba29-9011c860ec93 req-8747e3d2-197e-4549-b57f-0425c7f65b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.812020 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe815286-52a1-4dbe-ba29-9011c860ec93 req-8747e3d2-197e-4549-b57f-0425c7f65b9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86df5a6c-ed29-46fe-befd-2d874360c61e HTTP/1.1" status: 200 len: 855 time: 0.1166270 Dec 16 22:24:37.829895 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:24:37.848941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755a0ae-312e-4a94-876d-2d8c5a21d956 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Subnet': ['ID=4153b967-d156-4474-808b-eb259c0c89fa,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:37.851420 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a755a0ae-312e-4a94-876d-2d8c5a21d956 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.855215 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a755a0ae-312e-4a94-876d-2d8c5a21d956 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/4153b967-d156-4474-808b-eb259c0c89fa HTTP/1.1" status: 204 len: 168 time: 0.6347506 Dec 16 22:24:37.857790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47206) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:37.859066 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880e91a4-b1cd-411c-97c5-f29d07f0d3a2 None None] Network f0638431-3718-4959-8547-550c375a4243 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:37.874185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47208) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:37.895846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe815286-52a1-4dbe-ba29-9011c860ec93 req-b43e10f5-6217-44de-b346-cbceeda81dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.897771 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe815286-52a1-4dbe-ba29-9011c860ec93 req-b43e10f5-6217-44de-b346-cbceeda81dd5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bc8576b5-46ce-4634-ac13-c2efe0b20a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652792 Dec 16 22:24:38.030488 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.042184 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe815286-52a1-4dbe-ba29-9011c860ec93 req-71296399-df78-494d-949f-5312552e9fe0 service neutron] 10.222.0.69 "GET /v2.0/networks/bc8576b5-46ce-4634-ac13-c2efe0b20a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336982 Dec 16 22:24:38.145945 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3590a62f-9a24-4bd7-9c99-356cb4a7e466 None None] DHCP port deletion for f0638431-3718-4959-8547-550c375a4243 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:38.191159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port aa1bad66-2f50-4203-b7de-8704b0cca4f3 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:38.191634 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.194851 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe815286-52a1-4dbe-ba29-9011c860ec93 req-249a696b-57f6-4023-9adf-7028b440997d service neutron] 10.222.0.69 "GET /v2.0/networks/bc8576b5-46ce-4634-ac13-c2efe0b20a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422749 Dec 16 22:24:38.301381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3590a62f-9a24-4bd7-9c99-356cb4a7e466 None None] Deleting port aa1bad66-2f50-4203-b7de-8704b0cca4f3 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:38.302114 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3590a62f-9a24-4bd7-9c99-356cb4a7e466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.325689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54ae3fd5-6ca5-4aba-99fd-fa576028cb55 req-49700061-a1fa-40f9-b334-19557880f048 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0391800 Dec 16 22:24:38.363248 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86e024be-dcbe-4fca-9e7b-12fd16b5d387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.366338 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] For port aa1bad66-2f50-4203-b7de-8704b0cca4f3, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=aa1bad66-2f50-4203-b7de-8704b0cca4f3,segment=NetworkSegment(0a66bcb7-b6f7-4ab7-b10d-5205ad68d67e),segment_id=0a66bcb7-b6f7-4ab7-b10d-5205ad68d67e)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:38.366778 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.386099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for aa1bad66-2f50-4203-b7de-8704b0cca4f3 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:38.469331 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3590a62f-9a24-4bd7-9c99-356cb4a7e466 None None] For port aa1bad66-2f50-4203-b7de-8704b0cca4f3, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=aa1bad66-2f50-4203-b7de-8704b0cca4f3,segment=NetworkSegment(0a66bcb7-b6f7-4ab7-b10d-5205ad68d67e),segment_id=0a66bcb7-b6f7-4ab7-b10d-5205ad68d67e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:38.469650 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3590a62f-9a24-4bd7-9c99-356cb4a7e466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.511232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3590a62f-9a24-4bd7-9c99-356cb4a7e466 None None] Calling delete_port for aa1bad66-2f50-4203-b7de-8704b0cca4f3 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:38.565498 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86e024be-dcbe-4fca-9e7b-12fd16b5d387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.578958 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.597928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No DVR routers for this DVR port aa1bad66-2f50-4203-b7de-8704b0cca4f3 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:38.644845 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86e024be-dcbe-4fca-9e7b-12fd16b5d387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.647818 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3590a62f-9a24-4bd7-9c99-356cb4a7e466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.698234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e024be-dcbe-4fca-9e7b-12fd16b5d387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5214514-eaad-4075-9c96-35e69a5fcaf0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:38.709203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=aa1bad66-2f50-4203-b7de-8704b0cca4f3,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:38.744905 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3590a62f-9a24-4bd7-9c99-356cb4a7e466 None None] No DVR routers for this DVR port aa1bad66-2f50-4203-b7de-8704b0cca4f3 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:38.758421 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590a62f-9a24-4bd7-9c99-356cb4a7e466 None None] Pushing event deleted for resources: {'Port': ['ID=aa1bad66-2f50-4203-b7de-8704b0cca4f3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:38.767492 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-86e024be-dcbe-4fca-9e7b-12fd16b5d387 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=453a5ce724754fe79be5858d09c514ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8890271 Dec 16 22:24:38.775194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47248) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:38.882358 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.911103 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3069db1-b7a6-48d0-9285-afd7cb4c6a59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.936732 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3069db1-b7a6-48d0-9285-afd7cb4c6a59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.942178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0638431-3718-4959-8547-550c375a4243']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:38.977183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a66bcb7-b6f7-4ab7-b10d-5205ad68d67e') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:38.977500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a66bcb7-b6f7-4ab7-b10d-5205ad68d67e') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:38.990947 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.017399 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d057223-85d0-4064-9ea3-1bca54b8ac9d req-3805507d-de4b-4e83-b807-2eb5c4fbfb59 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:39.019727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d057223-85d0-4064-9ea3-1bca54b8ac9d req-3805507d-de4b-4e83-b807-2eb5c4fbfb59 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 945 time: 0.0992086 Dec 16 22:24:39.021029 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.032249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:39.032994 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:39.041052 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:39.114306 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device aa1bad66-2f50-4203-b7de-8704b0cca4f3 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:39.142021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: aa1bad66-2f50-4203-b7de-8704b0cca4f3 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:24:39.142143 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device aa1bad66-2f50-4203-b7de-8704b0cca4f3 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:39.152234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d057223-85d0-4064-9ea3-1bca54b8ac9d req-997c7b23-45e5-4022-8cd7-cb21500fd37f tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1238844 Dec 16 22:24:39.327599 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3069db1-b7a6-48d0-9285-afd7cb4c6a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.328169 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.333206 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3069db1-b7a6-48d0-9285-afd7cb4c6a59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.334919 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d3069db1-b7a6-48d0-9285-afd7cb4c6a59 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5214514-eaad-4075-9c96-35e69a5fcaf0 HTTP/1.1" status: 204 len: 168 time: 0.5585718 Dec 16 22:24:39.335966 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.343460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/networks/f0638431-3718-4959-8547-550c375a4243 HTTP/1.1" status: 204 len: 168 time: 1.4845395 Dec 16 22:24:39.344092 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47260) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:39.358209 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dcaaa-0f2c-418d-a1c1-9ff024d2f4aa tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Network': ['ID=f0638431-3718-4959-8547-550c375a4243,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:39.362681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3069db1-b7a6-48d0-9285-afd7cb4c6a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5214514-eaad-4075-9c96-35e69a5fcaf0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:39.441023 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530c438f-38d1-4ca3-b3f7-d53bef86481f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:39.444374 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-530c438f-38d1-4ca3-b3f7-d53bef86481f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/2c8e89d4-1b36-434e-99b3-ac64fdf16d8c HTTP/1.1" status: 200 len: 844 time: 0.0991495 Dec 16 22:24:39.452031 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47266) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:39.482457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f224657e-29f8-4705-8e4a-f5e10c1e2626 req-ce6b03a0-b818-4c61-9a95-7af09bd49026 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0508192 Dec 16 22:24:39.515826 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2c11d4f3-b657-4659-9bd2-f228fccd3c7a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/2c8e89d4-1b36-434e-99b3-ac64fdf16d8c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0614443 Dec 16 22:24:39.519150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47268) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:39.524365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-041402a5-4827-4e4f-adfc-c9279de10dda tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'subnet': {'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:39.553731 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47270) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:39.707879 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041402a5-4827-4e4f-adfc-c9279de10dda tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:39.717418 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-041402a5-4827-4e4f-adfc-c9279de10dda tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.838185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-fd254cf7-6641-4619-a29b-2f5d4f1aa9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1510377239'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:39.870334 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c49f61-a63d-4a29-bc2b-5650332433e9 req-5cd24dab-311f-4c91-aba5-77e09bcb45ec tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:39.872221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47c49f61-a63d-4a29-bc2b-5650332433e9 req-5cd24dab-311f-4c91-aba5-77e09bcb45ec tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/networks?id=c4670e1e-81bf-4037-8565-9cf863de8896 HTTP/1.1" status: 200 len: 805 time: 0.1504312 Dec 16 22:24:39.899156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47c49f61-a63d-4a29-bc2b-5650332433e9 req-9c1ae6f2-3220-41b0-910e-ca81506e2f06 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/quotas/56869cdf782d41239114f869f3115973 HTTP/1.1" status: 200 len: 375 time: 0.0130098 Dec 16 22:24:39.954785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47c49f61-a63d-4a29-bc2b-5650332433e9 req-2d051445-68ba-4533-a84e-507150c3692a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=56869cdf782d41239114f869f3115973&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481801 Dec 16 22:24:40.005552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd254cf7-6641-4619-a29b-2f5d4f1aa9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Made reservation on behalf of 54a73909dd864f38835d0c68f32e7395 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:40.009054 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fd254cf7-6641-4619-a29b-2f5d4f1aa9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.021134 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fd254cf7-6641-4619-a29b-2f5d4f1aa9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.036005 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-041402a5-4827-4e4f-adfc-c9279de10dda tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.089517 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041402a5-4827-4e4f-adfc-c9279de10dda tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:40.089517 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-041402a5-4827-4e4f-adfc-c9279de10dda tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:40.091336 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041402a5-4827-4e4f-adfc-c9279de10dda tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:40.092738 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-041402a5-4827-4e4f-adfc-c9279de10dda tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.103411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041402a5-4827-4e4f-adfc-c9279de10dda tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Subnet': ['ID=805b16c1-595c-4f5c-b469-de1f236a9406,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:40.113494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47c49f61-a63d-4a29-bc2b-5650332433e9 req-583bd6c3-d1df-46d6-8fdf-e0efa863d240 service neutron] 10.222.0.43 "GET /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510651 Dec 16 22:24:40.114001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba594fb-bb98-4824-8fd0-a5084ed2ba11 None None] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:40.189117 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-041402a5-4827-4e4f-adfc-c9279de10dda tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6686652 Dec 16 22:24:40.191899 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47292) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:40.199529 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9f38c7a8-66bd-4e17-81c6-aeb1a323d9e5 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'security_group': {'name': 'tempest-secgroup-766526499'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:40.206284 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47294) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:40.236923 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8172e8c-ed17-4b0d-9a97-879147d76021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.255189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'project_id': '7db7e873a7fd4cc7980618ef0611b725', 'fixed_ips': [{'subnet_id': '805b16c1-595c-4f5c-b469-de1f236a9406'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:24:40.256403 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fd254cf7-6641-4619-a29b-2f5d4f1aa9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.257201 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.299742 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f38c7a8-66bd-4e17-81c6-aeb1a323d9e5 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.304578 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47c49f61-a63d-4a29-bc2b-5650332433e9 req-a5a63afa-3da0-4411-86a5-1209c35fae67 service neutron] 10.222.0.43 "GET /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901603 Dec 16 22:24:40.337756 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fd254cf7-6641-4619-a29b-2f5d4f1aa9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.354064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c574b8b-a032-4ca5-a446-80d66295e380 req-55869878-e9b6-4dd8-9b0e-715ca3c7dcb3 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:40.355521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c574b8b-a032-4ca5-a446-80d66295e380 req-55869878-e9b6-4dd8-9b0e-715ca3c7dcb3 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 945 time: 0.1014102 Dec 16 22:24:40.380525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd254cf7-6641-4619-a29b-2f5d4f1aa9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:24:40.425064 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fd254cf7-6641-4619-a29b-2f5d4f1aa9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.425413 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f38c7a8-66bd-4e17-81c6-aeb1a323d9e5 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.425914 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-fd254cf7-6641-4619-a29b-2f5d4f1aa9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Added segment 1648b184-9afc-4222-8f9b-0ef5eba08790 of type vlan for network 26772b5b-ff2f-45df-8e0f-a5e28ecdbc01 Dec 16 22:24:40.439925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd254cf7-6641-4619-a29b-2f5d4f1aa9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15d9172-6948-4e01-b590-45cc71be78c1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:40.442039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Allocated IP 2001:db8::2 (f2b65266-1a37-4c4c-be2f-73cd3fe3470c/805b16c1-595c-4f5c-b469-de1f236a9406/d0dea6fa-39b2-4ac7-aa32-5bb5af087114) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:40.499597 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8172e8c-ed17-4b0d-9a97-879147d76021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.530875 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fd254cf7-6641-4619-a29b-2f5d4f1aa9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.553831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c574b8b-a032-4ca5-a446-80d66295e380 req-2c70d66a-5d2e-414a-bb65-cf4075fb0539 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1643813 Dec 16 22:24:40.573431 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f38c7a8-66bd-4e17-81c6-aeb1a323d9e5 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.579924 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8172e8c-ed17-4b0d-9a97-879147d76021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.626683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38c7a8-66bd-4e17-81c6-aeb1a323d9e5 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4617d1-f2ef-4941-ba7f-c499c2d1972d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:40.628092 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.637406 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde9181-e98b-4a7f-82e4-81831cea34c9 req-4d08a444-b316-4016-a4a9-8e9518d90e6b tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:40.639723 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8dde9181-e98b-4a7f-82e4-81831cea34c9 req-4d08a444-b316-4016-a4a9-8e9518d90e6b tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.69 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 945 time: 0.1364560 Dec 16 22:24:40.644519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 49656629-2680-4995-a48f-05322231ebe9 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:40.682065 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f38c7a8-66bd-4e17-81c6-aeb1a323d9e5 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.689969 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9f38c7a8-66bd-4e17-81c6-aeb1a323d9e5 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4943547 Dec 16 22:24:40.689969 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47302) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:40.696716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5671e9fe-48b0-4a1e-a855-5d8de77a79e4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'security_group': {'name': 'tempest-secgroup-434180403'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:40.722837 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.787586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:40.788755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Pushing event updated for resources: {'Port': ['ID=d0dea6fa-39b2-4ac7-aa32-5bb5af087114,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:40.789680 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5671e9fe-48b0-4a1e-a855-5d8de77a79e4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.798090 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:40.799960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:40.803862 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.834075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-8dde9181-e98b-4a7f-82e4-81831cea34c9 req-a12d548a-2398-4475-a40c-fecb2e0d6c44 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Deleting port 0b69e565-21df-4aeb-99b2-2eadb537243b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:40.834415 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8dde9181-e98b-4a7f-82e4-81831cea34c9 req-a12d548a-2398-4475-a40c-fecb2e0d6c44 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.852358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3237c9-8af3-486d-8edb-6403092cd5d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49656629-2680-4995-a48f-05322231ebe9'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:40.855028 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2aa0b07-b0f8-4459-9552-723d1819e1ec" -d '{"events": [{"server_uuid": "be3237c9-8af3-486d-8edb-6403092cd5d0", "name": "network-vif-unplugged", "status": "completed", "tag": "49656629-2680-4995-a48f-05322231ebe9"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:40.871684 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 49656629-2680-4995-a48f-05322231ebe9, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=49656629-2680-4995-a48f-05322231ebe9,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:40.900180 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Attempting to bind port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:40.900876 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Attempting to bind port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'cb480fcf-ddaf-4015-95c6-bf4206290213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:40.901464 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Attempting to bind port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 on network f2b65266-1a37-4c4c-be2f-73cd3fe3470c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:40.908271 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:40.909098 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Checking segment: {'id': 'cb480fcf-ddaf-4015-95c6-bf4206290213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:40.909794 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.910397 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Bound using segment: {'id': 'cb480fcf-ddaf-4015-95c6-bf4206290213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:40.911087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Bound port: d0dea6fa-39b2-4ac7-aa32-5bb5af087114, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb480fcf-ddaf-4015-95c6-bf4206290213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:40.911740 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.960083 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5671e9fe-48b0-4a1e-a855-5d8de77a79e4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.973572 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.977701 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-8dde9181-e98b-4a7f-82e4-81831cea34c9 req-a12d548a-2398-4475-a40c-fecb2e0d6c44 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] For port 0b69e565-21df-4aeb-99b2-2eadb537243b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0b69e565-21df-4aeb-99b2-2eadb537243b,segment=NetworkSegment(10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d),segment_id=10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:40.977701 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8dde9181-e98b-4a7f-82e4-81831cea34c9 req-a12d548a-2398-4475-a40c-fecb2e0d6c44 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.007028 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] For port d0dea6fa-39b2-4ac7-aa32-5bb5af087114, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:41.014720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21b56d6f-68f1-4fbd-b4bf-295b41bcd526 req-5f7f2eb3-75b9-47d5-97ed-9a84ed913ada tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0523934 Dec 16 22:24:41.026763 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] For port d0dea6fa-39b2-4ac7-aa32-5bb5af087114, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d0dea6fa-39b2-4ac7-aa32-5bb5af087114,segment=NetworkSegment(cb480fcf-ddaf-4015-95c6-bf4206290213),segment_id=cb480fcf-ddaf-4015-95c6-bf4206290213)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:41.041464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c9940f9-dbe9-40d9-b83a-0cf761785b32 req-a371db6e-88f9-4aea-b55b-6b99dfa6ddf5 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0856197 Dec 16 22:24:41.054167 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d8172e8c-ed17-4b0d-9a97-879147d76021 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd5eb7aa10c44d39841c5bc6f18ef1ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8468132 Dec 16 22:24:41.054897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47312) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:41.057732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=49656629-2680-4995-a48f-05322231ebe9,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:41.068241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8172e8c-ed17-4b0d-9a97-879147d76021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba4c2de-be34-4255-b4d4-fb58293912c8,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:41.113513 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a4cf77-31d7-4cb3-898f-4b8c04f91af6 x-openstack-request-id: req-31a4cf77-31d7-4cb3-898f-4b8c04f91af6 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:41.114025 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3237c9-8af3-486d-8edb-6403092cd5d0", "name": "network-vif-unplugged", "status": "completed", "tag": "49656629-2680-4995-a48f-05322231ebe9", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:41.114333 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31a4cf77-31d7-4cb3-898f-4b8c04f91af6 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:41.114750 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3237c9-8af3-486d-8edb-6403092cd5d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49656629-2680-4995-a48f-05322231ebe9', 'code': 200} Dec 16 22:24:41.128340 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.132909 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fd254cf7-6641-4619-a29b-2f5d4f1aa9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.135235 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5671e9fe-48b0-4a1e-a855-5d8de77a79e4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.139678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd254cf7-6641-4619-a29b-2f5d4f1aa9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:41.140966 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fd254cf7-6641-4619-a29b-2f5d4f1aa9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.212518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395fdfc-fec0-4b47-8cd9-0ebd3f5ab09e None None] Pushing event updated for resources: {'Port': ['ID=d0dea6fa-39b2-4ac7-aa32-5bb5af087114,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:41.222036 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1378d10c-3d5e-4a96-89e1-120e1badb22b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.231412 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671e9fe-48b0-4a1e-a855-5d8de77a79e4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c554f0f9-5f72-45b4-a02e-199da176e9db,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:41.236261 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd254cf7-6641-4619-a29b-2f5d4f1aa9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Pushing event updated for resources: {'Network': ['ID=26772b5b-ff2f-45df-8e0f-a5e28ecdbc01,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:41.246832 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5671e9fe-48b0-4a1e-a855-5d8de77a79e4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.246832 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5671e9fe-48b0-4a1e-a855-5d8de77a79e4 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5508301 Dec 16 22:24:41.246832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47314) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:41.250994 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-84351229-ecd9-40f3-bc45-ea9a5e9b053f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-511686079', 'security_groups': ['c554f0f9-5f72-45b4-a02e-199da176e9db'], 'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '805b16c1-595c-4f5c-b469-de1f236a9406'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:41.259508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 26772b5b-ff2f-45df-8e0f-a5e28ecdbc01 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:41.261282 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1378d10c-3d5e-4a96-89e1-120e1badb22b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.277662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fd254cf7-6641-4619-a29b-2f5d4f1aa9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7202666 Dec 16 22:24:41.284245 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47316) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:41.329030 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9b404833-7a9d-4c40-bb69-fd672aafe045 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Request body: {'subnet': {'network_id': '26772b5b-ff2f-45df-8e0f-a5e28ecdbc01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:41.340210 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8dde9181-e98b-4a7f-82e4-81831cea34c9 req-a12d548a-2398-4475-a40c-fecb2e0d6c44 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.340455 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8dde9181-e98b-4a7f-82e4-81831cea34c9 req-a12d548a-2398-4475-a40c-fecb2e0d6c44 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.340568 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [req-8dde9181-e98b-4a7f-82e4-81831cea34c9 req-a12d548a-2398-4475-a40c-fecb2e0d6c44 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Floating IP 8b1e9a19-f6c7-4bae-894c-6095edf7f9e2 disassociated. External IP: 172.25.2.101, port: 0b69e565-21df-4aeb-99b2-2eadb537243b. Dec 16 22:24:41.340925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-8dde9181-e98b-4a7f-82e4-81831cea34c9 req-a12d548a-2398-4475-a40c-fecb2e0d6c44 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Calling delete_port for 0b69e565-21df-4aeb-99b2-2eadb537243b owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:41.423894 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1378d10c-3d5e-4a96-89e1-120e1badb22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.423894 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1378d10c-3d5e-4a96-89e1-120e1badb22b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.425080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1378d10c-3d5e-4a96-89e1-120e1badb22b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aba4c2de-be34-4255-b4d4-fb58293912c8 HTTP/1.1" status: 204 len: 168 time: 0.3681078 Dec 16 22:24:41.434634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378d10c-3d5e-4a96-89e1-120e1badb22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba4c2de-be34-4255-b4d4-fb58293912c8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:41.661310 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ae16c-ff51-45c8-bcaa-b0e8b3389136 req-bab6e5fd-3be0-4e10-b569-a93718ae3816 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:41.662895 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-648ae16c-ff51-45c8-bcaa-b0e8b3389136 req-bab6e5fd-3be0-4e10-b569-a93718ae3816 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.69 "GET /v2.0/ports?device_id=be3237c9-8af3-486d-8edb-6403092cd5d0 HTTP/1.1" status: 200 len: 944 time: 0.1394708 Dec 16 22:24:41.704172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47f964-386d-4d69-9ab4-21221fee46c0 req-092575aa-c523-48c4-b88f-b2faf5da594a tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:41.704172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f47f964-386d-4d69-9ab4-21221fee46c0 req-092575aa-c523-48c4-b88f-b2faf5da594a tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 945 time: 0.0656188 Dec 16 22:24:41.714750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b404833-7a9d-4c40-bb69-fd672aafe045 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Made reservation on behalf of 54a73909dd864f38835d0c68f32e7395 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:41.721599 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9b404833-7a9d-4c40-bb69-fd672aafe045 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.722566 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84351229-ecd9-40f3-bc45-ea9a5e9b053f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:41.749665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f47f964-386d-4d69-9ab4-21221fee46c0 req-0eafdc76-b9db-46fb-9915-ddd3085e05d8 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468853 Dec 16 22:24:41.820473 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8dde9181-e98b-4a7f-82e4-81831cea34c9 req-a12d548a-2398-4475-a40c-fecb2e0d6c44 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.907625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d548a-2398-4475-a40c-fecb2e0d6c44 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Pushing event deleted for resources: {'Port': ['ID=0b69e565-21df-4aeb-99b2-2eadb537243b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:42.037901 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84351229-ecd9-40f3-bc45-ea9a5e9b053f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.092010 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-648ae16c-ff51-45c8-bcaa-b0e8b3389136 req-f4518f64-170a-42ba-b978-beaa4876dab2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Deleting port 49656629-2680-4995-a48f-05322231ebe9 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:42.093524 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-648ae16c-ff51-45c8-bcaa-b0e8b3389136 req-f4518f64-170a-42ba-b978-beaa4876dab2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.217742 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b215091-c156-4394-86d9-0167f9cc54b2 req-8114c738-77bd-4473-abcb-009b4888a3cb tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1022274 Dec 16 22:24:42.221229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-84351229-ecd9-40f3-bc45-ea9a5e9b053f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] device_id is not set on port 03d44dfe-f806-4941-8ffe-c008c594a282 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:24:42.275997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a9ae5aa-558d-484a-94b2-1f2951395e39 req-ff916872-9f7a-48c2-88dc-acd5286a3e0c tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0644181 Dec 16 22:24:42.460817 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dde9181-e98b-4a7f-82e4-81831cea34c9 req-a12d548a-2398-4475-a40c-fecb2e0d6c44 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Router 84e30f82-1c37-4681-b26b-81ed6e0564ad has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:24:42.512359 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-648ae16c-ff51-45c8-bcaa-b0e8b3389136 req-f4518f64-170a-42ba-b978-beaa4876dab2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] For port 49656629-2680-4995-a48f-05322231ebe9, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=49656629-2680-4995-a48f-05322231ebe9,segment=NetworkSegment(7b0ac6d1-cc91-49c2-b04c-04250607c1d5),segment_id=7b0ac6d1-cc91-49c2-b04c-04250607c1d5)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:42.512359 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-648ae16c-ff51-45c8-bcaa-b0e8b3389136 req-f4518f64-170a-42ba-b978-beaa4876dab2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.542881 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-648ae16c-ff51-45c8-bcaa-b0e8b3389136 req-f4518f64-170a-42ba-b978-beaa4876dab2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Calling delete_port for 49656629-2680-4995-a48f-05322231ebe9 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:42.594346 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9b404833-7a9d-4c40-bb69-fd672aafe045 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.626061 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-db7b2f26-3021-456c-b357-4fcacbe35fa4 None None] Provisioning complete for port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:42.627033 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db7b2f26-3021-456c-b357-4fcacbe35fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.719558 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db7b2f26-3021-456c-b357-4fcacbe35fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.757515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-db7b2f26-3021-456c-b357-4fcacbe35fa4 None None] For port d0dea6fa-39b2-4ac7-aa32-5bb5af087114, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d0dea6fa-39b2-4ac7-aa32-5bb5af087114,segment=NetworkSegment(cb480fcf-ddaf-4015-95c6-bf4206290213),segment_id=cb480fcf-ddaf-4015-95c6-bf4206290213)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:42.791311 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-84351229-ecd9-40f3-bc45-ea9a5e9b053f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Allocated IP 2001:db8::e1 (f2b65266-1a37-4c4c-be2f-73cd3fe3470c/805b16c1-595c-4f5c-b469-de1f236a9406/03d44dfe-f806-4941-8ffe-c008c594a282) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:42.814728 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b404833-7a9d-4c40-bb69-fd672aafe045 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Pushing event updated for resources: {'Subnet': ['ID=294f6e0b-d48d-4293-af22-3d9ed261a501,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:42.819329 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db7b2f26-3021-456c-b357-4fcacbe35fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.853774 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29ce4f0e-21ca-448b-8fa8-e458d8d21371 req-5e83a08c-c455-460e-97de-140caf0b4765 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 210 time: 0.0281320 Dec 16 22:24:42.866775 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-db7b2f26-3021-456c-b357-4fcacbe35fa4 None None] Provisioning complete for port 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:42.867453 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db7b2f26-3021-456c-b357-4fcacbe35fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.875212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dde9181-e98b-4a7f-82e4-81831cea34c9 req-a12d548a-2398-4475-a40c-fecb2e0d6c44 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:42.880493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b404833-7a9d-4c40-bb69-fd672aafe045 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Checking segment: {'id': '1648b184-9afc-4222-8f9b-0ef5eba08790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '26772b5b-ff2f-45df-8e0f-a5e28ecdbc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:42.880855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b404833-7a9d-4c40-bb69-fd672aafe045 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Network hostable DHCP agents. Network: 26772b5b-ff2f-45df-8e0f-a5e28ecdbc01, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:24:42.892902 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677f4df1-9ab2-479e-b447-8ae9d8409052 None None] Sync routers for ids ['84e30f82-1c37-4681-b26b-81ed6e0564ad'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:42.913969 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f4df1-9ab2-479e-b447-8ae9d8409052 None None] Routers {'84e30f82-1c37-4681-b26b-81ed6e0564ad'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:42.915018 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-677f4df1-9ab2-479e-b447-8ae9d8409052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:24:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['84e30f82-1c37-4681-b26b-81ed6e0564ad'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:42.932233 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b2f26-3021-456c-b357-4fcacbe35fa4 None None] Pushing event updated for resources: {'Port': ['ID=d0dea6fa-39b2-4ac7-aa32-5bb5af087114,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:42.943332 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-db7b2f26-3021-456c-b357-4fcacbe35fa4 None None] Port 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:42.974312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dde9181-e98b-4a7f-82e4-81831cea34c9 req-a12d548a-2398-4475-a40c-fecb2e0d6c44 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] No DVR routers for this DVR port 0b69e565-21df-4aeb-99b2-2eadb537243b on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:43.092055 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-677f4df1-9ab2-479e-b447-8ae9d8409052 None None] Set router 84e30f82-1c37-4681-b26b-81ed6e0564ad gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:24:43.121731 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.181520 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d0dea6fa-39b2-4ac7-aa32-5bb5af087114 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:43.258913 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.293327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:43.293690 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.368672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d0c82bb-9c91-4597-8a34-c4516eb3b760 req-1c197654-53e4-4c47-ad8f-6e9b92cf06fe tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0807719 Dec 16 22:24:43.423507 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47ecb635-ef2c-49e8-bc56-474388fbdd5e req-47beba53-1416-4aff-ab37-23b4c2aa268e tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0519068 Dec 16 22:24:43.446362 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8dde9181-e98b-4a7f-82e4-81831cea34c9 req-a12d548a-2398-4475-a40c-fecb2e0d6c44 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.449979 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8dde9181-e98b-4a7f-82e4-81831cea34c9 req-a12d548a-2398-4475-a40c-fecb2e0d6c44 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.69 "DELETE /v2.0/ports/0b69e565-21df-4aeb-99b2-2eadb537243b HTTP/1.1" status: 204 len: 173 time: 2.8033302 Dec 16 22:24:43.452593 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6614f505-a300-4962-b3b5-0ce75598958a', 'name': 'network-vif-deleted', 'tag': '0b69e565-21df-4aeb-99b2-2eadb537243b'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:43.462393 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebeaeef-af26-41f9-ab6e-aa57c0ff0d07" -d '{"events": [{"server_uuid": "6614f505-a300-4962-b3b5-0ce75598958a", "name": "network-vif-deleted", "tag": "0b69e565-21df-4aeb-99b2-2eadb537243b"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:43.516165 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-677f4df1-9ab2-479e-b447-8ae9d8409052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'name': 'tempest-ServersTestBootFromVolume-1696411446-router', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:07Z', 'updated_at': '2021-12-16T22:20:13Z', 'revision_number': 4, 'project_id': 'f537f374e12149ffb0064560df407002', 'gw_port': {'id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:08Z', 'updated_at': '2021-12-16T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '959f1f63-1260-4178-b437-eea0dfe31ea1', 'name': '', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'mac_address': 'fa:16:3e:0b:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:12Z', 'updated_at': '2021-12-16T22:20:21Z', 'revision_number': 5, 'project_id': 'f537f374e12149ffb0064560df407002', 'subnets': [{'id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:43.531376 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf77250-d7af-4a9d-8642-d83564581685 x-openstack-request-id: req-dcf77250-d7af-4a9d-8642-d83564581685 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:43.533996 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6614f505-a300-4962-b3b5-0ce75598958a", "name": "network-vif-deleted", "tag": "0b69e565-21df-4aeb-99b2-2eadb537243b", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:43.534393 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dcf77250-d7af-4a9d-8642-d83564581685 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:43.534955 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6614f505-a300-4962-b3b5-0ce75598958a', 'name': 'network-vif-deleted', 'tag': '0b69e565-21df-4aeb-99b2-2eadb537243b', 'status': 'completed', 'code': 200} Dec 16 22:24:43.556020 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677f4df1-9ab2-479e-b447-8ae9d8409052 None None] Checking router: 84e30f82-1c37-4681-b26b-81ed6e0564ad for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:24:43.565880 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f4df1-9ab2-479e-b447-8ae9d8409052 None None] Routers {'84e30f82-1c37-4681-b26b-81ed6e0564ad'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:43.566836 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-677f4df1-9ab2-479e-b447-8ae9d8409052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:24:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['84e30f82-1c37-4681-b26b-81ed6e0564ad'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:43.571127 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84351229-ecd9-40f3-bc45-ea9a5e9b053f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.579853 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b404833-7a9d-4c40-bb69-fd672aafe045 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Network 26772b5b-ff2f-45df-8e0f-a5e28ecdbc01 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:24:43.610872 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-648ae16c-ff51-45c8-bcaa-b0e8b3389136 req-f4518f64-170a-42ba-b978-beaa4876dab2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.655355 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4518f64-170a-42ba-b978-beaa4876dab2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Pushing event deleted for resources: {'Port': ['ID=49656629-2680-4995-a48f-05322231ebe9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:43.671716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9b404833-7a9d-4c40-bb69-fd672aafe045 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 26772b5b-ff2f-45df-8e0f-a5e28ecdbc01) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:43.683116 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b404833-7a9d-4c40-bb69-fd672aafe045 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:43.684727 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9b404833-7a9d-4c40-bb69-fd672aafe045 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.694248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88492e03-5dbc-4b60-a56c-75d637336b9a None None] Network 26772b5b-ff2f-45df-8e0f-a5e28ecdbc01 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:43.710400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84351229-ecd9-40f3-bc45-ea9a5e9b053f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.729882 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-677f4df1-9ab2-479e-b447-8ae9d8409052 None None] Set router 84e30f82-1c37-4681-b26b-81ed6e0564ad gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:24:43.777999 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3651ac-0b81-4858-9ec2-4e9bb2361e6d None None] DHCP port deletion for c4670e1e-81bf-4037-8565-9cf863de8896 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:43.803232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84351229-ecd9-40f3-bc45-ea9a5e9b053f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=03d44dfe-f806-4941-8ffe-c008c594a282,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:43.815452 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-648ae16c-ff51-45c8-bcaa-b0e8b3389136 req-f4518f64-170a-42ba-b978-beaa4876dab2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] No DVR routers for this DVR port 49656629-2680-4995-a48f-05322231ebe9 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:43.820361 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-648ae16c-ff51-45c8-bcaa-b0e8b3389136 req-f4518f64-170a-42ba-b978-beaa4876dab2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.824818 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-648ae16c-ff51-45c8-bcaa-b0e8b3389136 req-f4518f64-170a-42ba-b978-beaa4876dab2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.69 "DELETE /v2.0/ports/49656629-2680-4995-a48f-05322231ebe9 HTTP/1.1" status: 204 len: 173 time: 2.1505280 Dec 16 22:24:43.837163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84351229-ecd9-40f3-bc45-ea9a5e9b053f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:43.838865 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-84351229-ecd9-40f3-bc45-ea9a5e9b053f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:43.841816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84351229-ecd9-40f3-bc45-ea9a5e9b053f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:43.849845 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84351229-ecd9-40f3-bc45-ea9a5e9b053f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:43.850175 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84351229-ecd9-40f3-bc45-ea9a5e9b053f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.917781 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-26772b5b-ff2f-45df-8e0f-a5e28ecdbc01', 'network_id': '26772b5b-ff2f-45df-8e0f-a5e28ecdbc01', 'project_id': '54a73909dd864f38835d0c68f32e7395', 'fixed_ips': [{'subnet_id': '294f6e0b-d48d-4293-af22-3d9ed261a501'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:24:43.919007 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.929121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47376) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:43.934671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-848eee57-3029-47da-b191-028b257be082 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'subnet': {'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:43.935911 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-84351229-ecd9-40f3-bc45-ea9a5e9b053f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6895843 Dec 16 22:24:43.939509 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9b404833-7a9d-4c40-bb69-fd672aafe045 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6290767 Dec 16 22:24:43.946807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47378) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:43.968857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1a5f8b21-fde0-4e26-9b76-7efb661672bb tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Request body: {'port': {'network_id': '26772b5b-ff2f-45df-8e0f-a5e28ecdbc01', 'name': 'tempest-TagsExtTest-1538437272'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:44.298114 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-677f4df1-9ab2-479e-b447-8ae9d8409052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'name': 'tempest-ServersTestBootFromVolume-1696411446-router', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:07Z', 'updated_at': '2021-12-16T22:20:13Z', 'revision_number': 4, 'project_id': 'f537f374e12149ffb0064560df407002', 'gw_port': {'id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:08Z', 'updated_at': '2021-12-16T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '959f1f63-1260-4178-b437-eea0dfe31ea1', 'name': '', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'mac_address': 'fa:16:3e:0b:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:12Z', 'updated_at': '2021-12-16T22:20:21Z', 'revision_number': 5, 'project_id': 'f537f374e12149ffb0064560df407002', 'subnets': [{'id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:44.303022 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Allocated IP 172.20.0.2 (26772b5b-ff2f-45df-8e0f-a5e28ecdbc01/294f6e0b-d48d-4293-af22-3d9ed261a501/ec2051e7-2265-4dac-9a19-182d9e7a9664) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:44.330276 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-accad3a8-59c6-4955-a2a4-e3d4b520abcd req-797facc8-f80e-4d53-9da4-78f1e7e78f68 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 210 time: 0.1366324 Dec 16 22:24:44.355960 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677f4df1-9ab2-479e-b447-8ae9d8409052 None None] The sync data for ids ['84e30f82-1c37-4681-b26b-81ed6e0564ad'] in n-d-821840-2 is: [{'id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'name': 'tempest-ServersTestBootFromVolume-1696411446-router', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:07Z', 'updated_at': '2021-12-16T22:20:13Z', 'revision_number': 4, 'project_id': 'f537f374e12149ffb0064560df407002', 'gw_port': {'id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:08Z', 'updated_at': '2021-12-16T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '959f1f63-1260-4178-b437-eea0dfe31ea1', 'name': '', 'network_id': 'bc8576b5-46ce-4634-ac13-c2efe0b20a39', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'mac_address': 'fa:16:3e:0b:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:12Z', 'updated_at': '2021-12-16T22:20:21Z', 'revision_number': 5, 'project_id': 'f537f374e12149ffb0064560df407002', 'subnets': [{'id': '86df5a6c-ed29-46fe-befd-2d874360c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:44.413163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5f8b21-fde0-4e26-9b76-7efb661672bb tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Made reservation on behalf of 54a73909dd864f38835d0c68f32e7395 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:44.424001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8b21-fde0-4e26-9b76-7efb661672bb tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.490790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-1a5f8b21-fde0-4e26-9b76-7efb661672bb tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] device_id is not set on port 1a39d0f8-1464-47cc-b3f1-71ffb00f0c74 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:24:44.526369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12279c31-47a5-49ff-9bd7-cc95fc8e3fe4 req-72fb824f-ffc6-4624-b65c-a61b25a01d1e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0845511 Dec 16 22:24:44.559172 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-028c82b4-1a70-420d-bb51-25bf49889300 None None] Provisioning complete for port 03d44dfe-f806-4941-8ffe-c008c594a282 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:44.560151 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-028c82b4-1a70-420d-bb51-25bf49889300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.607149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f9cb5f7-9e84-47f2-aca3-5cee4c26f3ce req-b8cd2c02-3ce8-4547-a690-a5e2d2ead74d tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0613861 Dec 16 22:24:44.645427 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-028c82b4-1a70-420d-bb51-25bf49889300 None None] Port 03d44dfe-f806-4941-8ffe-c008c594a282 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:44.647714 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.647852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848eee57-3029-47da-b191-028b257be082 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:44.653233 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-848eee57-3029-47da-b191-028b257be082 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.656036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 49656629-2680-4995-a48f-05322231ebe9 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:44.694524 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 49656629-2680-4995-a48f-05322231ebe9 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:24:44.695648 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 49656629-2680-4995-a48f-05322231ebe9 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:44.696228 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 0b69e565-21df-4aeb-99b2-2eadb537243b no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:44.721571 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 0b69e565-21df-4aeb-99b2-2eadb537243b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:24:44.724864 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 0b69e565-21df-4aeb-99b2-2eadb537243b not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:44.750943 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.804189 n-d-821840-2 neutron-server[103951]: INFO neutron.db.ipam_backend_mixin [None req-848eee57-3029-47da-b191-028b257be082 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 805b16c1-595c-4f5c-b469-de1f236a9406 (CIDR: 2001:db8::/64) Dec 16 22:24:44.823504 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Network 26772b5b-ff2f-45df-8e0f-a5e28ecdbc01 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:44.831113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:44.833845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Pushing event updated for resources: {'Port': ['ID=ec2051e7-2265-4dac-9a19-182d9e7a9664,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:44.844066 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:44.849244 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a19001-77c1-4a71-b6e7-49ff6060e7a7 None None] New status for floating IP 8b1e9a19-f6c7-4bae-894c-6095edf7f9e2: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:24:44.864584 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-1a5f8b21-fde0-4e26-9b76-7efb661672bb tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Allocated IP 172.20.0.10 (26772b5b-ff2f-45df-8e0f-a5e28ecdbc01/294f6e0b-d48d-4293-af22-3d9ed261a501/1a39d0f8-1464-47cc-b3f1-71ffb00f0c74) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:44.867438 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-848eee57-3029-47da-b191-028b257be082 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:24:44.867438 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848eee57-3029-47da-b191-028b257be082 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:24:45.000772 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47392) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:45.017346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47396) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:45.017660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-848eee57-3029-47da-b191-028b257be082 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0856233 Dec 16 22:24:45.029448 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Attempting to bind port ec2051e7-2265-4dac-9a19-182d9e7a9664 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:45.029833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Attempting to bind port ec2051e7-2265-4dac-9a19-182d9e7a9664 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '1648b184-9afc-4222-8f9b-0ef5eba08790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '26772b5b-ff2f-45df-8e0f-a5e28ecdbc01'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:45.034044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Attempting to bind port ec2051e7-2265-4dac-9a19-182d9e7a9664 on network 26772b5b-ff2f-45df-8e0f-a5e28ecdbc01 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:45.041984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-15945a21-c924-4a25-8441-86080278718a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'subnet': {'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:45.053504 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:45.053907 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Checking segment: {'id': '1648b184-9afc-4222-8f9b-0ef5eba08790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '26772b5b-ff2f-45df-8e0f-a5e28ecdbc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:45.056994 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.056994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Bound using segment: {'id': '1648b184-9afc-4222-8f9b-0ef5eba08790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '26772b5b-ff2f-45df-8e0f-a5e28ecdbc01'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:45.056994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Bound port: ec2051e7-2265-4dac-9a19-182d9e7a9664, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1648b184-9afc-4222-8f9b-0ef5eba08790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '26772b5b-ff2f-45df-8e0f-a5e28ecdbc01'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:45.056994 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.184225 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] For port ec2051e7-2265-4dac-9a19-182d9e7a9664, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:45.199164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] For port ec2051e7-2265-4dac-9a19-182d9e7a9664, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ec2051e7-2265-4dac-9a19-182d9e7a9664,segment=NetworkSegment(1648b184-9afc-4222-8f9b-0ef5eba08790),segment_id=1648b184-9afc-4222-8f9b-0ef5eba08790)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:45.229375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8b21-fde0-4e26-9b76-7efb661672bb tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.236418 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0efdce1-5519-478e-81cd-becb1ec17f43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.265446 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.355211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925b749-a9c1-4a98-ba16-dc42411fec4f None None] Pushing event updated for resources: {'Port': ['ID=ec2051e7-2265-4dac-9a19-182d9e7a9664,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:45.380739 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0efdce1-5519-478e-81cd-becb1ec17f43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.384589 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15945a21-c924-4a25-8441-86080278718a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:45.389736 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15945a21-c924-4a25-8441-86080278718a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.453783 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0efdce1-5519-478e-81cd-becb1ec17f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.461388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bd7e66e-c75d-4090-a4aa-a26fcf29a305 req-be8acf54-4a50-4445-ab5c-5581d5d4a757 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 210 time: 0.0489686 Dec 16 22:24:45.492700 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8b21-fde0-4e26-9b76-7efb661672bb tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.503129 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47400) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:45.503419 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a0efdce1-5519-478e-81cd-becb1ec17f43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e6a47d886044e909867fa5d0af6d1a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4988270 Dec 16 22:24:45.594943 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3237c9-8af3-486d-8edb-6403092cd5d0', 'name': 'network-vif-deleted', 'tag': '49656629-2680-4995-a48f-05322231ebe9'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:45.597849 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f2b064-cc5b-40cc-85d6-d0b7bab9d021" -d '{"events": [{"server_uuid": "be3237c9-8af3-486d-8edb-6403092cd5d0", "name": "network-vif-deleted", "tag": "49656629-2680-4995-a48f-05322231ebe9"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:45.635066 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-301ee0da-2c01-436c-9f02-efe3077e1e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.674569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efdce1-5519-478e-81cd-becb1ec17f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9a6809-fb9f-41dc-8d69-99373ed01d05,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:45.708547 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f8b21-fde0-4e26-9b76-7efb661672bb tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Network 26772b5b-ff2f-45df-8e0f-a5e28ecdbc01 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:45.725620 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dc40c2-7d46-4615-a382-316c46577e48 x-openstack-request-id: req-d3dc40c2-7d46-4615-a382-316c46577e48 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:45.725917 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3237c9-8af3-486d-8edb-6403092cd5d0", "name": "network-vif-deleted", "tag": "49656629-2680-4995-a48f-05322231ebe9", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:45.726223 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3dc40c2-7d46-4615-a382-316c46577e48 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:45.726780 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3237c9-8af3-486d-8edb-6403092cd5d0', 'name': 'network-vif-deleted', 'tag': '49656629-2680-4995-a48f-05322231ebe9', 'status': 'completed', 'code': 200} Dec 16 22:24:45.727617 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f8b21-fde0-4e26-9b76-7efb661672bb tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Pushing event updated for resources: {'Port': ['ID=1a39d0f8-1464-47cc-b3f1-71ffb00f0c74,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:45.738051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-1a5f8b21-fde0-4e26-9b76-7efb661672bb tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:45.740190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc1d3cd8-c59c-4ea9-b41b-fba74ad3cf71 req-32ed7afe-3895-4af5-8ac8-886f4a20ed1e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0916066 Dec 16 22:24:45.756138 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-301ee0da-2c01-436c-9f02-efe3077e1e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.774039 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f8b21-fde0-4e26-9b76-7efb661672bb tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:45.868704 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f8b21-fde0-4e26-9b76-7efb661672bb tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:45.870158 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8b21-fde0-4e26-9b76-7efb661672bb tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.871641 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56e41982-b30c-4a31-aade-4c4d4d910eca req-3f58ea61-9421-4ce0-b9e2-b490148d2eef tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0388124 Dec 16 22:24:45.993287 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1a5f8b21-fde0-4e26-9b76-7efb661672bb tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0452976 Dec 16 22:24:45.996078 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47410) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:46.000911 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-78207ff2-0c2a-4d77-ad36-d7f51062c6c0 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-400878965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:46.023082 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-301ee0da-2c01-436c-9f02-efe3077e1e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.026012 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-301ee0da-2c01-436c-9f02-efe3077e1e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.027176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-301ee0da-2c01-436c-9f02-efe3077e1e0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac9a6809-fb9f-41dc-8d69-99373ed01d05 HTTP/1.1" status: 204 len: 168 time: 0.5223374 Dec 16 22:24:46.041521 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ee0da-2c01-436c-9f02-efe3077e1e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9a6809-fb9f-41dc-8d69-99373ed01d05,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:46.104617 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15945a21-c924-4a25-8441-86080278718a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.133210 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78207ff2-0c2a-4d77-ad36-d7f51062c6c0 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.134427 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78207ff2-0c2a-4d77-ad36-d7f51062c6c0 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.145776 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15945a21-c924-4a25-8441-86080278718a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:46.149198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-15945a21-c924-4a25-8441-86080278718a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:46.152620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15945a21-c924-4a25-8441-86080278718a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:46.153219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15945a21-c924-4a25-8441-86080278718a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.162634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95773772-44e6-4ff7-8750-6479994dd993 None None] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:46.186504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15945a21-c924-4a25-8441-86080278718a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Subnet': ['ID=49a6c45a-5617-447a-a726-243a9b814a4b,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:46.217721 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78207ff2-0c2a-4d77-ad36-d7f51062c6c0 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.233573 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-15945a21-c924-4a25-8441-86080278718a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2074296 Dec 16 22:24:46.236239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47414) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:46.241994 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-03614ec0-ad8d-4833-b834-dd2c6ba80606 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1818689358', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '49a6c45a-5617-447a-a726-243a9b814a4b'}], 'security_groups': ['af4617d1-f2ef-4941-ba7f-c499c2d1972d']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:46.289618 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78207ff2-0c2a-4d77-ad36-d7f51062c6c0 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.332180 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-03614ec0-ad8d-4833-b834-dd2c6ba80606 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.411169 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78207ff2-0c2a-4d77-ad36-d7f51062c6c0 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.413301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-78207ff2-0c2a-4d77-ad36-d7f51062c6c0 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4159155 Dec 16 22:24:46.416060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47416) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:46.427868 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-db4f4f7d-d29e-4b11-af7a-8494f4b77f4f tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1554166479', 'prefixes': ['172.20.0.0/16']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:46.665253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45a6817-53d9-4114-8760-4cf77f597f57 req-5d7e8019-28a4-42ff-a8db-ab612266acb2 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 210 time: 0.0416117 Dec 16 22:24:46.685023 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aea0ca-9a4d-4cbf-8afd-1a0bd15f2f0a None None] Update dhcp port {'port': {'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'fixed_ips': [{'subnet_id': '805b16c1-595c-4f5c-b469-de1f236a9406', 'ip_address': '2001:db8::2'}, {'subnet_id': '49a6c45a-5617-447a-a726-243a9b814a4b'}], 'binding:host_id': 'n-d-821840-2'}, 'id': 'd0dea6fa-39b2-4ac7-aa32-5bb5af087114'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:24:46.726788 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38aea0ca-9a4d-4cbf-8afd-1a0bd15f2f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.812150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-03614ec0-ad8d-4833-b834-dd2c6ba80606 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Delete allocated IP 2001:db8::e1 (f2b65266-1a37-4c4c-be2f-73cd3fe3470c/805b16c1-595c-4f5c-b469-de1f236a9406) {{(pid=103952) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 22:24:46.822080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-03614ec0-ad8d-4833-b834-dd2c6ba80606 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Allocated IP 2001:db8:0:1::3b7 (f2b65266-1a37-4c4c-be2f-73cd3fe3470c/49a6c45a-5617-447a-a726-243a9b814a4b/03d44dfe-f806-4941-8ffe-c008c594a282) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:46.842232 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-db4f4f7d-d29e-4b11-af7a-8494f4b77f4f tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks [] for subnetpool, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.848428 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-db4f4f7d-d29e-4b11-af7a-8494f4b77f4f tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4309494 Dec 16 22:24:46.861754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debd1c28-db42-4412-8898-e3aa7860b363 None None] Network 26772b5b-ff2f-45df-8e0f-a5e28ecdbc01 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:46.867997 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47424) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:46.875520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-7f4425c1-2472-4702-94e6-64ddb4b96523 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '294f6e0b-d48d-4293-af22-3d9ed261a501', 'tempest-TagsExtTest-Tag-920459158') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:46.882043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2942cd0c-0791-4da7-b3ed-b5768c828b2a req-434da7ec-8541-44d3-8986-8036dbb0f469 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0555782 Dec 16 22:24:47.012650 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47430) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:47.030351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-03614ec0-ad8d-4833-b834-dd2c6ba80606 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.052433 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-47bf2628-11e5-4e4f-8f47-0a481b48e517 None None] Provisioning complete for port ec2051e7-2265-4dac-9a19-182d9e7a9664 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:47.058362 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1379c1e4-f5ec-4968-a615-b2c0a2d19616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.059191 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47bf2628-11e5-4e4f-8f47-0a481b48e517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.116250 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-03614ec0-ad8d-4833-b834-dd2c6ba80606 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.137555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83967806-0175-4356-b998-39bdde967f6a req-2d423e28-6187-4e04-80b1-4f4921769422 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0674095 Dec 16 22:24:47.179435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03614ec0-ad8d-4833-b834-dd2c6ba80606 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=03d44dfe-f806-4941-8ffe-c008c594a282,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:47.208638 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-03614ec0-ad8d-4833-b834-dd2c6ba80606 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] In _notify_port_updated(), no bound segment for port 03d44dfe-f806-4941-8ffe-c008c594a282 on network f2b65266-1a37-4c4c-be2f-73cd3fe3470c {{(pid=103952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:24:47.215511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03614ec0-ad8d-4833-b834-dd2c6ba80606 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:47.217671 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-03614ec0-ad8d-4833-b834-dd2c6ba80606 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.218625 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-03614ec0-ad8d-4833-b834-dd2c6ba80606 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "PUT /v2.0/ports/03d44dfe-f806-4941-8ffe-c008c594a282 HTTP/1.1" status: 200 len: 931 time: 0.9813964 Dec 16 22:24:47.224682 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47434) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:47.234166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ec2051e7-2265-4dac-9a19-182d9e7a9664 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:47.250002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7f4425c1-2472-4702-94e6-64ddb4b96523 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "PUT /v2.0/subnets/294f6e0b-d48d-4293-af22-3d9ed261a501/tags/tempest-TagsExtTest-Tag-920459158 HTTP/1.1" status: 201 len: 201 time: 0.3799279 Dec 16 22:24:47.255783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47436) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:47.264268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-b7923978-5a4a-4d91-baab-3ddb03cb8ca2 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1a39d0f8-1464-47cc-b3f1-71ffb00f0c74', 'tempest-TagsExtTest-Tag-1599808955') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:47.307071 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1379c1e4-f5ec-4968-a615-b2c0a2d19616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.325224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-38aea0ca-9a4d-4cbf-8afd-1a0bd15f2f0a None None] Allocated IP 2001:db8:0:1::2 (f2b65266-1a37-4c4c-be2f-73cd3fe3470c/49a6c45a-5617-447a-a726-243a9b814a4b/d0dea6fa-39b2-4ac7-aa32-5bb5af087114) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:47.355133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-c7c96ed9-d8dd-475c-a25c-6d570f239942 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port 03d44dfe-f806-4941-8ffe-c008c594a282 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:47.356486 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7c96ed9-d8dd-475c-a25c-6d570f239942 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.373829 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1379c1e4-f5ec-4968-a615-b2c0a2d19616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.409572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1379c1e4-f5ec-4968-a615-b2c0a2d19616 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=91cfeb91600644f1b67fd15a95963023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3944616 Dec 16 22:24:47.412090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47438) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:47.437578 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b7923978-5a4a-4d91-baab-3ddb03cb8ca2 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "PUT /v2.0/ports/1a39d0f8-1464-47cc-b3f1-71ffb00f0c74/tags/tempest-TagsExtTest-Tag-1599808955 HTTP/1.1" status: 201 len: 201 time: 0.1807561 Dec 16 22:24:47.442854 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47440) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:47.449513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-17c63532-890e-4a17-b601-1f0fd57c9507 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6', 'tempest-TagsExtTest-Tag-206319947') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:47.475039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379c1e4-f5ec-4968-a615-b2c0a2d19616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77288363-2b9d-4df3-aa7a-cbb9843e7ebe,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:47.493151 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47bf2628-11e5-4e4f-8f47-0a481b48e517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.502511 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ec2051e7-2265-4dac-9a19-182d9e7a9664 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:47.502884 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.509083 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28326a36-f187-4eb7-aa7e-0b5af1ad7f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.556111 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28326a36-f187-4eb7-aa7e-0b5af1ad7f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.596181 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7c96ed9-d8dd-475c-a25c-6d570f239942 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.619408 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-c7c96ed9-d8dd-475c-a25c-6d570f239942 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for 03d44dfe-f806-4941-8ffe-c008c594a282 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:47.649907 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-47bf2628-11e5-4e4f-8f47-0a481b48e517 None None] For port ec2051e7-2265-4dac-9a19-182d9e7a9664, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ec2051e7-2265-4dac-9a19-182d9e7a9664,segment=NetworkSegment(1648b184-9afc-4222-8f9b-0ef5eba08790),segment_id=1648b184-9afc-4222-8f9b-0ef5eba08790)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:47.661669 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-38aea0ca-9a4d-4cbf-8afd-1a0bd15f2f0a None None] For port d0dea6fa-39b2-4ac7-aa32-5bb5af087114, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d0dea6fa-39b2-4ac7-aa32-5bb5af087114,segment=NetworkSegment(cb480fcf-ddaf-4015-95c6-bf4206290213),segment_id=cb480fcf-ddaf-4015-95c6-bf4206290213)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:47.725732 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28326a36-f187-4eb7-aa7e-0b5af1ad7f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.732675 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28326a36-f187-4eb7-aa7e-0b5af1ad7f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.734356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-28326a36-f187-4eb7-aa7e-0b5af1ad7f47 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77288363-2b9d-4df3-aa7a-cbb9843e7ebe HTTP/1.1" status: 204 len: 168 time: 0.3186874 Dec 16 22:24:47.739495 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38aea0ca-9a4d-4cbf-8afd-1a0bd15f2f0a None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.744048 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47bf2628-11e5-4e4f-8f47-0a481b48e517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.758254 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28326a36-f187-4eb7-aa7e-0b5af1ad7f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77288363-2b9d-4df3-aa7a-cbb9843e7ebe,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:47.790519 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.844790 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38aea0ca-9a4d-4cbf-8afd-1a0bd15f2f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.854427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ae147da-1977-45c1-b0f7-c04d9845b134 req-2ef87725-7f15-4a73-9567-e95088db13f0 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 210 time: 0.0554574 Dec 16 22:24:47.932705 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-17c63532-890e-4a17-b601-1f0fd57c9507 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "PUT /v2.0/routers/a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6/tags/tempest-TagsExtTest-Tag-206319947 HTTP/1.1" status: 201 len: 201 time: 0.4838285 Dec 16 22:24:47.932705 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47448) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:47.937112 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-aa75ea68-ffe9-41aa-9639-de92637f8681 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f66b2c59-5e99-44a5-aecc-bf9784c05bab', 'tempest-TagsExtTest-Tag-1806637407') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:47.942210 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf2628-11e5-4e4f-8f47-0a481b48e517 None None] Pushing event updated for resources: {'Port': ['ID=ec2051e7-2265-4dac-9a19-182d9e7a9664,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:47.972177 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7c96ed9-d8dd-475c-a25c-6d570f239942 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:48.007015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fd38524-0bc6-4e0b-86c9-f8d8fe3c85b8 req-8b17c57b-82ba-4102-9a97-7ae46dbddebf tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0366991 Dec 16 22:24:48.036770 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c96ed9-d8dd-475c-a25c-6d570f239942 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=03d44dfe-f806-4941-8ffe-c008c594a282,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:48.049087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ae5d2361-ba84-4fc1-8c85-b0afad588c59 None None] Provisioning complete for port 1a39d0f8-1464-47cc-b3f1-71ffb00f0c74 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:48.049705 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae5d2361-ba84-4fc1-8c85-b0afad588c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:48.053703 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:24:48.054195 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:24:48.085311 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7c96ed9-d8dd-475c-a25c-6d570f239942 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:48.092316 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c7c96ed9-d8dd-475c-a25c-6d570f239942 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/03d44dfe-f806-4941-8ffe-c008c594a282 HTTP/1.1" status: 204 len: 168 time: 0.8636899 Dec 16 22:24:48.092705 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47452) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:48.152315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aea0ca-9a4d-4cbf-8afd-1a0bd15f2f0a None None] Pushing event updated for resources: {'Port': ['ID=d0dea6fa-39b2-4ac7-aa32-5bb5af087114,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:48.156070 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc63023-cbeb-486b-8984-9e8a13b48e53 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] GET failed (client error): The resource could not be found. Dec 16 22:24:48.159812 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d2361-ba84-4fc1-8c85-b0afad588c59 None None] Port 1a39d0f8-1464-47cc-b3f1-71ffb00f0c74 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:48.166444 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47456) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:48.171915 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3dc63023-cbeb-486b-8984-9e8a13b48e53 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/03d44dfe-f806-4941-8ffe-c008c594a282 HTTP/1.1" status: 404 len: 333 time: 0.0779471 Dec 16 22:24:48.190313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ae5d2361-ba84-4fc1-8c85-b0afad588c59 None None] Provisioning complete for port ec2051e7-2265-4dac-9a19-182d9e7a9664 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:48.190970 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae5d2361-ba84-4fc1-8c85-b0afad588c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:48.237020 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-aa75ea68-ffe9-41aa-9639-de92637f8681 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "PUT /v2.0/subnetpools/f66b2c59-5e99-44a5-aecc-bf9784c05bab/tags/tempest-TagsExtTest-Tag-1806637407 HTTP/1.1" status: 201 len: 201 time: 0.3044336 Dec 16 22:24:48.239950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47460) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:48.244769 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-599b9c9d-7851-4956-953f-f3688776f4da tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '294f6e0b-d48d-4293-af22-3d9ed261a501') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:48.298005 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62afce4b-0484-4a36-bbf7-8016ad7e5c6f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:48.389757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc1f4940-1d0b-46f3-ad85-b90adfbe694c req-e2cbddda-48d6-497a-a01e-3d0d1c96640b tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0791917 Dec 16 22:24:48.415831 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-599b9c9d-7851-4956-953f-f3688776f4da tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/subnets/294f6e0b-d48d-4293-af22-3d9ed261a501/tags HTTP/1.1" status: 200 len: 240 time: 0.1744051 Dec 16 22:24:48.418327 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47466) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:48.420891 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62afce4b-0484-4a36-bbf7-8016ad7e5c6f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:48.424166 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-31937897-03c0-4589-af3a-6c061ec9af34 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '294f6e0b-d48d-4293-af22-3d9ed261a501', 'tempest-TagsExtTest-Tag-920459158') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:48.453120 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-633804f3-2aa2-4050-a797-96a07e12eb82 None None] Provisioning complete for port 1a39d0f8-1464-47cc-b3f1-71ffb00f0c74 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:48.453663 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-633804f3-2aa2-4050-a797-96a07e12eb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:48.493961 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-31937897-03c0-4589-af3a-6c061ec9af34 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/subnets/294f6e0b-d48d-4293-af22-3d9ed261a501/tags/tempest-TagsExtTest-Tag-920459158 HTTP/1.1" status: 204 len: 168 time: 0.0743053 Dec 16 22:24:48.496238 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47470) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:48.501999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-5ad6562b-2f61-4e8e-bc5f-003bfd5862f9 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '294f6e0b-d48d-4293-af22-3d9ed261a501', 'tempest-TagsExtTest-Tag-920459158') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:48.529687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-633804f3-2aa2-4050-a797-96a07e12eb82 None None] Port 1a39d0f8-1464-47cc-b3f1-71ffb00f0c74 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:48.664847 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62afce4b-0484-4a36-bbf7-8016ad7e5c6f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:48.667635 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62afce4b-0484-4a36-bbf7-8016ad7e5c6f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:48.670537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-62afce4b-0484-4a36-bbf7-8016ad7e5c6f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/security-groups/c554f0f9-5f72-45b4-a02e-199da176e9db HTTP/1.1" status: 204 len: 168 time: 0.5013654 Dec 16 22:24:48.678918 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5ad6562b-2f61-4e8e-bc5f-003bfd5862f9 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/subnets/294f6e0b-d48d-4293-af22-3d9ed261a501/tags/tempest-TagsExtTest-Tag-920459158 HTTP/1.1" status: 204 len: 168 time: 0.1754715 Dec 16 22:24:48.678918 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47474) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:48.679625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47476) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:48.690059 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-55410727-a08c-4c86-bba0-2ca508db7c41 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '294f6e0b-d48d-4293-af22-3d9ed261a501') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:48.739413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afce4b-0484-4a36-bbf7-8016ad7e5c6f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c554f0f9-5f72-45b4-a02e-199da176e9db,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:48.791637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-55410727-a08c-4c86-bba0-2ca508db7c41 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/subnets/294f6e0b-d48d-4293-af22-3d9ed261a501/tags HTTP/1.1" status: 200 len: 205 time: 0.1086581 Dec 16 22:24:48.795115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47478) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:48.800193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-b9921159-33a7-4123-8cc2-d71e2299e5a1 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1a39d0f8-1464-47cc-b3f1-71ffb00f0c74') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:48.820833 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da9555c1-cc4e-4412-8113-818b4319892e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:48.851642 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da9555c1-cc4e-4412-8113-818b4319892e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:48.869262 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b9921159-33a7-4123-8cc2-d71e2299e5a1 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/ports/1a39d0f8-1464-47cc-b3f1-71ffb00f0c74/tags HTTP/1.1" status: 200 len: 241 time: 0.0723386 Dec 16 22:24:48.871665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47480) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:48.878811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-775ed0f2-5b30-4dfa-8a54-e5795c693a91 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1a39d0f8-1464-47cc-b3f1-71ffb00f0c74', 'tempest-TagsExtTest-Tag-1599808955') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:48.982060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-775ed0f2-5b30-4dfa-8a54-e5795c693a91 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/ports/1a39d0f8-1464-47cc-b3f1-71ffb00f0c74/tags/tempest-TagsExtTest-Tag-1599808955 HTTP/1.1" status: 204 len: 168 time: 0.1063762 Dec 16 22:24:48.982060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47488) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:48.987609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-1be654b8-448f-4f36-b62f-9c89d0555f0f tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1a39d0f8-1464-47cc-b3f1-71ffb00f0c74', 'tempest-TagsExtTest-Tag-1599808955') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:49.008783 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da9555c1-cc4e-4412-8113-818b4319892e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.012303 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da9555c1-cc4e-4412-8113-818b4319892e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.016377 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-da9555c1-cc4e-4412-8113-818b4319892e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/security-groups/af4617d1-f2ef-4941-ba7f-c499c2d1972d HTTP/1.1" status: 204 len: 168 time: 0.3377602 Dec 16 22:24:49.019682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2e91224-2290-4548-957a-56a9354e1257 req-49411f41-324f-4d12-808f-61e8bee6b625 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 210 time: 0.0390613 Dec 16 22:24:49.034533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47492) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:49.035700 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9555c1-cc4e-4412-8113-818b4319892e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4617d1-f2ef-4941-ba7f-c499c2d1972d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:49.071213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-86fba33c-ee6f-4a48-8530-c6d1fdd5cded None None] Provisioning complete for port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:49.072087 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-86fba33c-ee6f-4a48-8530-c6d1fdd5cded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.154513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6431743-327c-48b0-83e0-7e509aad7c0b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting subnet 805b16c1-595c-4f5c-b469-de1f236a9406 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:24:49.162492 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6431743-327c-48b0-83e0-7e509aad7c0b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.217791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b8c868a6-d744-45ca-8a9a-7083ff776a94 req-e18f46ec-af5e-47ac-8b32-a7f0ad92ec78 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0886486 Dec 16 22:24:49.295971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ec2051e7-2265-4dac-9a19-182d9e7a9664 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:49.297400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6431743-327c-48b0-83e0-7e509aad7c0b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.339142 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1be654b8-448f-4f36-b62f-9c89d0555f0f tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/ports/1a39d0f8-1464-47cc-b3f1-71ffb00f0c74/tags/tempest-TagsExtTest-Tag-1599808955 HTTP/1.1" status: 204 len: 168 time: 0.3548422 Dec 16 22:24:49.341146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47500) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:49.346928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-0c32562c-ce10-441e-87e5-4f42f5b7b79f tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1a39d0f8-1464-47cc-b3f1-71ffb00f0c74') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:49.363706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-86fba33c-ee6f-4a48-8530-c6d1fdd5cded None None] Provisioning complete for port 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:49.364213 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-86fba33c-ee6f-4a48-8530-c6d1fdd5cded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.426007 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ec2051e7-2265-4dac-9a19-182d9e7a9664 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:49.426390 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.477397 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6431743-327c-48b0-83e0-7e509aad7c0b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.480532 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-86fba33c-ee6f-4a48-8530-c6d1fdd5cded None None] Port 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:49.490730 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-86fba33c-ee6f-4a48-8530-c6d1fdd5cded None None] Could not find standard attr ID for object 03d44dfe-f806-4941-8ffe-c008c594a282. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:24:49.521728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0c32562c-ce10-441e-87e5-4f42f5b7b79f tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/ports/1a39d0f8-1464-47cc-b3f1-71ffb00f0c74/tags HTTP/1.1" status: 200 len: 205 time: 0.1792407 Dec 16 22:24:49.525701 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47506) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:49.555873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-6141abad-1a64-491a-a37c-2c1bfbf01bad tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:49.566628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c1adbd1-d80c-4162-9afc-cf250939267e req-2ed94e7c-49aa-40e2-a2c2-59f76a388a75 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0803182 Dec 16 22:24:49.606985 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d0dea6fa-39b2-4ac7-aa32-5bb5af087114 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:49.610059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a7a2f657-b156-4236-a0a8-ddb80a3d3544 None None] Could not find standard attr ID for object 03d44dfe-f806-4941-8ffe-c008c594a282. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:24:49.662731 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6431743-327c-48b0-83e0-7e509aad7c0b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.667123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6141abad-1a64-491a-a37c-2c1bfbf01bad tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/routers/a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6/tags HTTP/1.1" status: 200 len: 240 time: 0.1376910 Dec 16 22:24:49.671957 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47508) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:49.679975 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-25912112-4f67-4136-a1de-1c56b7952e5c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6', 'tempest-TagsExtTest-Tag-206319947') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:49.685688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:49.686197 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.720976 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6431743-327c-48b0-83e0-7e509aad7c0b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Subnet': ['ID=805b16c1-595c-4f5c-b469-de1f236a9406,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:49.750111 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6431743-327c-48b0-83e0-7e509aad7c0b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.751958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47512) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:49.752950 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b6431743-327c-48b0-83e0-7e509aad7c0b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/805b16c1-595c-4f5c-b469-de1f236a9406 HTTP/1.1" status: 204 len: 168 time: 0.7101016 Dec 16 22:24:49.755420 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c0cea0-5ec3-48d3-8968-4f84d7e8da64 None None] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:49.759465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-dde06025-d6bd-42e0-bba0-7441b5b60c6d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'subnet': {'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:49.868042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-25912112-4f67-4136-a1de-1c56b7952e5c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/routers/a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6/tags/tempest-TagsExtTest-Tag-206319947 HTTP/1.1" status: 204 len: 168 time: 0.1938827 Dec 16 22:24:49.870691 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47514) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:49.876264 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-d605758d-a6f3-44c6-8df9-a3df1eb66cda tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6', 'tempest-TagsExtTest-Tag-206319947') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:50.025063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde06025-d6bd-42e0-bba0-7441b5b60c6d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:50.029485 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dde06025-d6bd-42e0-bba0-7441b5b60c6d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.053684 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d727936-0389-4280-a04b-3011964ef3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.095752 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d605758d-a6f3-44c6-8df9-a3df1eb66cda tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/routers/a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6/tags/tempest-TagsExtTest-Tag-206319947 HTTP/1.1" status: 204 len: 168 time: 0.2237134 Dec 16 22:24:50.098311 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47524) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:50.103763 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-9a82e975-3971-47a2-95df-80f47d670644 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:50.203568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59ebcf14-59df-4536-98fa-dd84565c2d2e req-d1ab3742-4599-4837-b059-e60fc699a0ea tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 210 time: 0.0404689 Dec 16 22:24:50.218519 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9a82e975-3971-47a2-95df-80f47d670644 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/routers/a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6/tags HTTP/1.1" status: 200 len: 205 time: 0.1189687 Dec 16 22:24:50.226141 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47526) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:50.233203 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-658bbc73-ba2d-4e93-9fd8-5bb701610fbc tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f66b2c59-5e99-44a5-aecc-bf9784c05bab') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:50.269024 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-658bbc73-ba2d-4e93-9fd8-5bb701610fbc tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/subnetpools/f66b2c59-5e99-44a5-aecc-bf9784c05bab/tags HTTP/1.1" status: 200 len: 241 time: 0.0391591 Dec 16 22:24:50.269335 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47532) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:50.275304 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-e5a9e941-5e9f-4492-9105-698a6c5e74d5 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f66b2c59-5e99-44a5-aecc-bf9784c05bab', 'tempest-TagsExtTest-Tag-1806637407') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:50.326281 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e5a9e941-5e9f-4492-9105-698a6c5e74d5 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/subnetpools/f66b2c59-5e99-44a5-aecc-bf9784c05bab/tags/tempest-TagsExtTest-Tag-1806637407 HTTP/1.1" status: 204 len: 168 time: 0.0551186 Dec 16 22:24:50.330840 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47534) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:50.336485 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-8c64742b-4c4b-43f0-8522-eb37f77a73c6 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f66b2c59-5e99-44a5-aecc-bf9784c05bab', 'tempest-TagsExtTest-Tag-1806637407') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:50.467168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d84e498f-7aff-479c-bf42-47c8697c81f1 req-876edd7e-e90a-46cc-9114-b3aebc5d0f9d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1462872 Dec 16 22:24:50.515336 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8c64742b-4c4b-43f0-8522-eb37f77a73c6 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/subnetpools/f66b2c59-5e99-44a5-aecc-bf9784c05bab/tags/tempest-TagsExtTest-Tag-1806637407 HTTP/1.1" status: 204 len: 168 time: 0.1831326 Dec 16 22:24:50.517906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47540) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:50.522685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-99e7586f-9420-4552-a2c9-24661e931c6f tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f66b2c59-5e99-44a5-aecc-bf9784c05bab') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:50.567008 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dde06025-d6bd-42e0-bba0-7441b5b60c6d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.623601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-99e7586f-9420-4552-a2c9-24661e931c6f tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/subnetpools/f66b2c59-5e99-44a5-aecc-bf9784c05bab/tags HTTP/1.1" status: 200 len: 205 time: 0.1020372 Dec 16 22:24:50.624104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47544) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:50.629109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-761933e1-28fb-46d0-81b5-9c44da783f4f tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f66b2c59-5e99-44a5-aecc-bf9784c05bab') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:50.631131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde06025-d6bd-42e0-bba0-7441b5b60c6d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:50.635194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-dde06025-d6bd-42e0-bba0-7441b5b60c6d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:50.640116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde06025-d6bd-42e0-bba0-7441b5b60c6d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:50.642611 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dde06025-d6bd-42e0-bba0-7441b5b60c6d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.655761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde06025-d6bd-42e0-bba0-7441b5b60c6d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Subnet': ['ID=231aae11-d9ae-4601-bfab-80b6530889aa,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:50.692368 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-761933e1-28fb-46d0-81b5-9c44da783f4f tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/subnetpools/f66b2c59-5e99-44a5-aecc-bf9784c05bab/tags HTTP/1.1" status: 204 len: 168 time: 0.0670757 Dec 16 22:24:50.716928 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47548) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:50.721672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-b8b06f65-1b70-4794-a43a-4b7e7a1f7e14 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:50.727822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca1f37ca-be6c-4b50-ad0a-627009ec3d32 req-ebd316c0-7266-4d03-a672-acb819db916f tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0390332 Dec 16 22:24:50.775499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dde06025-d6bd-42e0-bba0-7441b5b60c6d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0205295 Dec 16 22:24:50.778378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47550) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:50.785264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-dfa05206-53fa-48cc-9eb7-d79506ddda50 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'security_group': {'name': 'tempest-secgroup-939063829'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:50.813211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad79e841-7847-42f1-9c77-8b3f3a6322d9 None None] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:50.817615 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b8b06f65-1b70-4794-a43a-4b7e7a1f7e14 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/routers/a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6/tags HTTP/1.1" status: 204 len: 168 time: 0.0996859 Dec 16 22:24:50.820619 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47552) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:50.824924 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-cc508ea4-128b-47b1-afc5-9459b513cf5a tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1a39d0f8-1464-47cc-b3f1-71ffb00f0c74') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:50.883496 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-25efec5d-07a6-4559-94fb-4d3f74072dd7 None None] Provisioning complete for port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:50.883863 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25efec5d-07a6-4559-94fb-4d3f74072dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.885922 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cc508ea4-128b-47b1-afc5-9459b513cf5a tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/ports/1a39d0f8-1464-47cc-b3f1-71ffb00f0c74/tags HTTP/1.1" status: 204 len: 168 time: 0.0643198 Dec 16 22:24:50.889232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47554) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:50.893687 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-1947be0c-dfcf-4774-9ac9-27a91e7d2c05 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '294f6e0b-d48d-4293-af22-3d9ed261a501') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:50.950700 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dfa05206-53fa-48cc-9eb7-d79506ddda50 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.968957 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1947be0c-dfcf-4774-9ac9-27a91e7d2c05 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/subnets/294f6e0b-d48d-4293-af22-3d9ed261a501/tags HTTP/1.1" status: 204 len: 168 time: 0.0705509 Dec 16 22:24:50.968957 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47558) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:50.974451 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-a9eff0d2-306a-422c-9acf-0b67570970a1 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '294f6e0b-d48d-4293-af22-3d9ed261a501', 'tempest-TagsExtTest-Tag-1228868947') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:51.100612 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dfa05206-53fa-48cc-9eb7-d79506ddda50 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.130520 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-25efec5d-07a6-4559-94fb-4d3f74072dd7 None None] Provisioning complete for port 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:51.131432 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25efec5d-07a6-4559-94fb-4d3f74072dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.134797 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef3a022-ae60-4869-a98d-91e5a25f5b97 None None] Update dhcp port {'port': {'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'fixed_ips': [{'subnet_id': '49a6c45a-5617-447a-a726-243a9b814a4b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '231aae11-d9ae-4601-bfab-80b6530889aa'}], 'binding:host_id': 'n-d-821840-2'}, 'id': 'd0dea6fa-39b2-4ac7-aa32-5bb5af087114'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:24:51.210179 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eef3a022-ae60-4869-a98d-91e5a25f5b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.212349 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dfa05206-53fa-48cc-9eb7-d79506ddda50 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.222096 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a9eff0d2-306a-422c-9acf-0b67570970a1 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "PUT /v2.0/subnets/294f6e0b-d48d-4293-af22-3d9ed261a501/tags/tempest-TagsExtTest-Tag-1228868947 HTTP/1.1" status: 201 len: 201 time: 0.2510855 Dec 16 22:24:51.222096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47564) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:51.227299 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-25efec5d-07a6-4559-94fb-4d3f74072dd7 None None] Port 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:51.248268 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-7164e77c-2972-4688-8158-91b6d7b9b6d8 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1a39d0f8-1464-47cc-b3f1-71ffb00f0c74', 'tempest-TagsExtTest-Tag-185354383') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:51.346594 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dfa05206-53fa-48cc-9eb7-d79506ddda50 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.350276 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dfa05206-53fa-48cc-9eb7-d79506ddda50 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5707030 Dec 16 22:24:51.356218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47570) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:51.367228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-272ce2d8-afd9-4fb7-846c-7fc9d7bd14f0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'security_group': {'name': 'tempest-secgroup-489771684'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:51.411577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa05206-53fa-48cc-9eb7-d79506ddda50 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f2515c-f4eb-42c4-8fa8-fa7c5aa4166e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:51.455618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bb83e2e-c3b4-46ae-b368-cd8cfda30f2c req-531b1db1-b61c-4aed-9c09-c6fc10e84214 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/ports?device_id=6614f505-a300-4962-b3b5-0ce75598958a HTTP/1.1" status: 200 len: 210 time: 0.0700195 Dec 16 22:24:51.515559 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-272ce2d8-afd9-4fb7-846c-7fc9d7bd14f0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.539560 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7164e77c-2972-4688-8158-91b6d7b9b6d8 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "PUT /v2.0/ports/1a39d0f8-1464-47cc-b3f1-71ffb00f0c74/tags/tempest-TagsExtTest-Tag-185354383 HTTP/1.1" status: 201 len: 201 time: 0.3150725 Dec 16 22:24:51.546224 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47582) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:51.555233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-9921737e-5a11-48f8-a911-0c7133643ef6 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6', 'tempest-TagsExtTest-Tag-959257487') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:51.641677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b210cba-1eba-4848-9bf6-e80d4309ce08 req-25a62ac0-fa56-42b1-80a2-a631124c83fd tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0986824 Dec 16 22:24:51.655201 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-272ce2d8-afd9-4fb7-846c-7fc9d7bd14f0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.682293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-eef3a022-ae60-4869-a98d-91e5a25f5b97 None None] Allocated IP 2001:db8::2 (f2b65266-1a37-4c4c-be2f-73cd3fe3470c/231aae11-d9ae-4601-bfab-80b6530889aa/d0dea6fa-39b2-4ac7-aa32-5bb5af087114) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:51.715590 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-272ce2d8-afd9-4fb7-846c-7fc9d7bd14f0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.752775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ce2d8-afd9-4fb7-846c-7fc9d7bd14f0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84acef81-ce06-4417-9c4d-2ecbf5ad544e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:51.822333 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-eef3a022-ae60-4869-a98d-91e5a25f5b97 None None] For port d0dea6fa-39b2-4ac7-aa32-5bb5af087114, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d0dea6fa-39b2-4ac7-aa32-5bb5af087114,segment=NetworkSegment(cb480fcf-ddaf-4015-95c6-bf4206290213),segment_id=cb480fcf-ddaf-4015-95c6-bf4206290213)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:51.850539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9921737e-5a11-48f8-a911-0c7133643ef6 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "PUT /v2.0/routers/a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6/tags/tempest-TagsExtTest-Tag-959257487 HTTP/1.1" status: 201 len: 201 time: 0.3031096 Dec 16 22:24:51.854385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47590) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:51.861414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-d13c9e5c-06bc-4bc4-b793-b9ef174b09f9 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f66b2c59-5e99-44a5-aecc-bf9784c05bab', 'tempest-TagsExtTest-Tag-1256534118') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:51.867869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e49ee9d-3828-46ca-a419-009739090af7 req-e523e887-6ba4-4626-870a-eec5bea26c5a tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0593817 Dec 16 22:24:51.880964 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-272ce2d8-afd9-4fb7-846c-7fc9d7bd14f0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.882199 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-272ce2d8-afd9-4fb7-846c-7fc9d7bd14f0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5249202 Dec 16 22:24:51.885123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47592) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:51.891128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7bb5518e-619b-4197-8e7b-837ec93ad30e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'security_group': {'name': 'tempest-secgroup-1262535066'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:51.891811 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eef3a022-ae60-4869-a98d-91e5a25f5b97 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.979043 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eef3a022-ae60-4869-a98d-91e5a25f5b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:52.009835 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7bb5518e-619b-4197-8e7b-837ec93ad30e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:52.010936 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d13c9e5c-06bc-4bc4-b793-b9ef174b09f9 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "PUT /v2.0/subnetpools/f66b2c59-5e99-44a5-aecc-bf9784c05bab/tags/tempest-TagsExtTest-Tag-1256534118 HTTP/1.1" status: 201 len: 201 time: 0.1548471 Dec 16 22:24:52.011882 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47596) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:52.019875 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-26815491-b933-4923-a23e-02ff6b58a4e8 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '294f6e0b-d48d-4293-af22-3d9ed261a501', {'tags': ['tempest-TagsExtTest-Tag-1351182453', 'tempest-TagsExtTest-Tag-588307417', 'tempest-TagsExtTest-Tag-870537666']}) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:52.041742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3a022-ae60-4869-a98d-91e5a25f5b97 None None] Pushing event updated for resources: {'Port': ['ID=d0dea6fa-39b2-4ac7-aa32-5bb5af087114,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:52.142974 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7bb5518e-619b-4197-8e7b-837ec93ad30e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:52.245262 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7bb5518e-619b-4197-8e7b-837ec93ad30e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:52.249426 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-26815491-b933-4923-a23e-02ff6b58a4e8 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "PUT /v2.0/subnets/294f6e0b-d48d-4293-af22-3d9ed261a501/tags HTTP/1.1" status: 200 len: 316 time: 0.2347546 Dec 16 22:24:52.250032 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47600) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:52.254676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-332f2191-8d37-44e0-8528-977ad81c86fb tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '294f6e0b-d48d-4293-af22-3d9ed261a501') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:52.294477 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5518e-619b-4197-8e7b-837ec93ad30e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbbd85e-7c5e-4f94-bf3f-0933e161fd7c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:52.361921 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7bb5518e-619b-4197-8e7b-837ec93ad30e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:52.366223 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7bb5518e-619b-4197-8e7b-837ec93ad30e tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4776866 Dec 16 22:24:52.371018 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47602) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:52.374320 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d994607f-631a-4303-b070-113a1666c325 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-174975883', 'security_groups': ['dcbbd85e-7c5e-4f94-bf3f-0933e161fd7c'], 'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '231aae11-d9ae-4601-bfab-80b6530889aa'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:52.390388 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b03840f-0252-4913-b9e5-bc14c2830a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:52.453301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47604) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:52.455785 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-332f2191-8d37-44e0-8528-977ad81c86fb tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/subnets/294f6e0b-d48d-4293-af22-3d9ed261a501/tags HTTP/1.1" status: 204 len: 168 time: 0.2043734 Dec 16 22:24:52.460531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-1eeb98ba-d949-413e-bde6-97d66997124b tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '294f6e0b-d48d-4293-af22-3d9ed261a501', 'tempest-TagsExtTest-Tag-1351182453') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:52.563775 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-1eeb98ba-d949-413e-bde6-97d66997124b tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] show failed (client error): The resource could not be found. Dec 16 22:24:52.566118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1eeb98ba-d949-413e-bde6-97d66997124b tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/subnets/294f6e0b-d48d-4293-af22-3d9ed261a501/tags/tempest-TagsExtTest-Tag-1351182453 HTTP/1.1" status: 404 len: 329 time: 0.1105309 Dec 16 22:24:52.568350 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47612) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:52.573801 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-f8ccb0e1-efa6-4773-8a9d-be00c225c082 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '294f6e0b-d48d-4293-af22-3d9ed261a501', 'tempest-TagsExtTest-Tag-588307417') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:52.640778 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d994607f-631a-4303-b070-113a1666c325 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:52.661987 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-f8ccb0e1-efa6-4773-8a9d-be00c225c082 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] show failed (client error): The resource could not be found. Dec 16 22:24:52.666432 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f8ccb0e1-efa6-4773-8a9d-be00c225c082 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/subnets/294f6e0b-d48d-4293-af22-3d9ed261a501/tags/tempest-TagsExtTest-Tag-588307417 HTTP/1.1" status: 404 len: 328 time: 0.0959671 Dec 16 22:24:52.666816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47616) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:52.671875 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-fee5e40d-d8a5-4487-8a62-b270a4330fb4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '294f6e0b-d48d-4293-af22-3d9ed261a501', 'tempest-TagsExtTest-Tag-870537666') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:52.692724 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47618) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:52.791430 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f64975a0-4080-4deb-8ab2-1916f17cb9a5 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:52.798953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0897014-1484-440d-9e89-b6e946293727 req-c5e36107-39fd-484e-8ab5-8cc8e56bdac6 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0512867 Dec 16 22:24:52.822608 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f64975a0-4080-4deb-8ab2-1916f17cb9a5 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:52.831859 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-fee5e40d-d8a5-4487-8a62-b270a4330fb4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] show failed (client error): The resource could not be found. Dec 16 22:24:52.835926 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fee5e40d-d8a5-4487-8a62-b270a4330fb4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/subnets/294f6e0b-d48d-4293-af22-3d9ed261a501/tags/tempest-TagsExtTest-Tag-870537666 HTTP/1.1" status: 404 len: 328 time: 0.1680737 Dec 16 22:24:52.838692 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47620) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:52.846200 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-9caff8cb-e738-471d-ba80-894d509f43b2 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1a39d0f8-1464-47cc-b3f1-71ffb00f0c74', {'tags': ['tempest-TagsExtTest-Tag-377980350', 'tempest-TagsExtTest-Tag-1107617561', 'tempest-TagsExtTest-Tag-33447160']}) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:52.846326 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d994607f-631a-4303-b070-113a1666c325 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:52.866830 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-d994607f-631a-4303-b070-113a1666c325 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] device_id is not set on port dd9ab892-0a21-408c-aa5c-53dce360af87 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:24:52.958992 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6eaf03ca-6cbf-439f-a23a-63e4843369c1 None None] Provisioning complete for port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:52.960861 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6eaf03ca-6cbf-439f-a23a-63e4843369c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.009970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c84a1483-a07c-4a37-9014-4899da9445b1 req-2b0134df-7573-4076-a3bc-392d9db60d34 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0463431 Dec 16 22:24:53.089145 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6eaf03ca-6cbf-439f-a23a-63e4843369c1 None None] Provisioning complete for port 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:53.089437 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6eaf03ca-6cbf-439f-a23a-63e4843369c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.093950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-d994607f-631a-4303-b070-113a1666c325 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Allocated IP 2001:db8::41 (f2b65266-1a37-4c4c-be2f-73cd3fe3470c/231aae11-d9ae-4601-bfab-80b6530889aa/dd9ab892-0a21-408c-aa5c-53dce360af87) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:53.122408 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f64975a0-4080-4deb-8ab2-1916f17cb9a5 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.131081 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f64975a0-4080-4deb-8ab2-1916f17cb9a5 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.131486 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47626) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:53.132547 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f64975a0-4080-4deb-8ab2-1916f17cb9a5 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "DELETE /v2.0/security-groups/23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2 HTTP/1.1" status: 204 len: 168 time: 0.4385073 Dec 16 22:24:53.141255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d0dea6fa-39b2-4ac7-aa32-5bb5af087114 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:53.145910 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64975a0-4080-4deb-8ab2-1916f17cb9a5 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:53.160876 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-1f344735-4487-4775-bd81-c3da4030c5a8 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] show failed (client error): The resource could not be found. Dec 16 22:24:53.164361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1f344735-4487-4775-bd81-c3da4030c5a8 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "GET /v2.0/security-groups/23c5d266-62cb-4b9f-a4cb-7dc643ffd7f2 HTTP/1.1" status: 404 len: 347 time: 0.0294251 Dec 16 22:24:53.165349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47628) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:53.200508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf03ca-6cbf-439f-a23a-63e4843369c1 None None] Port 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:53.247220 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:53.247910 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.277630 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9caff8cb-e738-471d-ba80-894d509f43b2 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "PUT /v2.0/ports/1a39d0f8-1464-47cc-b3f1-71ffb00f0c74/tags HTTP/1.1" status: 200 len: 315 time: 0.4335105 Dec 16 22:24:53.278204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47632) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:53.281994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-25961d12-0aad-4a1c-b32a-b09527a56597 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1a39d0f8-1464-47cc-b3f1-71ffb00f0c74') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:53.346559 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d994607f-631a-4303-b070-113a1666c325 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.426750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-4195263e-9359-4506-bf25-2fd7645cc977 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Deleting port 5cae3f87-4e3f-4e27-8e4c-5ee099b825d2 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:53.427482 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4195263e-9359-4506-bf25-2fd7645cc977 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.500996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-25961d12-0aad-4a1c-b32a-b09527a56597 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/ports/1a39d0f8-1464-47cc-b3f1-71ffb00f0c74/tags HTTP/1.1" status: 204 len: 168 time: 0.2245185 Dec 16 22:24:53.502952 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d994607f-631a-4303-b070-113a1666c325 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.505387 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47634) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:53.525264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-fe152f34-9d94-4f88-aa19-4de13807a9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1a39d0f8-1464-47cc-b3f1-71ffb00f0c74', 'tempest-TagsExtTest-Tag-377980350') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:53.546017 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4195263e-9359-4506-bf25-2fd7645cc977 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.546017 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4195263e-9359-4506-bf25-2fd7645cc977 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.573682 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-4195263e-9359-4506-bf25-2fd7645cc977 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Calling delete_port for 5cae3f87-4e3f-4e27-8e4c-5ee099b825d2 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:53.634527 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.869322 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4195263e-9359-4506-bf25-2fd7645cc977 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.894967 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195263e-9359-4506-bf25-2fd7645cc977 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Pushing event deleted for resources: {'Port': ['ID=5cae3f87-4e3f-4e27-8e4c-5ee099b825d2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:53.924118 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2f1838-e126-49c2-ad37-c5175f0665a4 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:53.948882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d994607f-631a-4303-b070-113a1666c325 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:53.957567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d994607f-631a-4303-b070-113a1666c325 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:53.978727 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d994607f-631a-4303-b070-113a1666c325 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:53.986250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d994607f-631a-4303-b070-113a1666c325 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:53.986912 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d994607f-631a-4303-b070-113a1666c325 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:54.003226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f15d318-58b1-4e3c-b121-7683d79a4e1f req-00f1de2b-1bf1-48c1-95db-17a099db17eb tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0804632 Dec 16 22:24:54.005334 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994607f-631a-4303-b070-113a1666c325 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=dd9ab892-0a21-408c-aa5c-53dce360af87,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:54.037475 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-fe152f34-9d94-4f88-aa19-4de13807a9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] show failed (client error): The resource could not be found. Dec 16 22:24:54.042040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fe152f34-9d94-4f88-aa19-4de13807a9b4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/ports/1a39d0f8-1464-47cc-b3f1-71ffb00f0c74/tags/tempest-TagsExtTest-Tag-377980350 HTTP/1.1" status: 404 len: 328 time: 0.5296125 Dec 16 22:24:54.042807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47644) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:54.054759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-3676c86e-0e03-42da-8284-682fc40b4cfa tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1a39d0f8-1464-47cc-b3f1-71ffb00f0c74', 'tempest-TagsExtTest-Tag-1107617561') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:54.087714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d994607f-631a-4303-b070-113a1666c325 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7199519 Dec 16 22:24:54.090488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47648) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:54.099295 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-9ad70ed0-0933-4a43-b01f-c7969fa03935 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'subnet': {'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:54.152216 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4195263e-9359-4506-bf25-2fd7645cc977 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:54.155620 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4195263e-9359-4506-bf25-2fd7645cc977 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:54.156804 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4195263e-9359-4506-bf25-2fd7645cc977 tempest-ServersTestBootFromVolume-1063094919 tempest-ServersTestBootFromVolume-1063094919-project] 10.222.0.43 "DELETE /v2.0/floatingips/8b1e9a19-f6c7-4bae-894c-6095edf7f9e2 HTTP/1.1" status: 204 len: 168 time: 0.9902012 Dec 16 22:24:54.163185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47650) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:54.275132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c80a960-b2dd-4845-8baa-1e731aacf95e req-73d0e721-5e19-4918-aeec-97e6490c533a tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1292183 Dec 16 22:24:54.383402 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-3676c86e-0e03-42da-8284-682fc40b4cfa tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] show failed (client error): The resource could not be found. Dec 16 22:24:54.384752 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3676c86e-0e03-42da-8284-682fc40b4cfa tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/ports/1a39d0f8-1464-47cc-b3f1-71ffb00f0c74/tags/tempest-TagsExtTest-Tag-1107617561 HTTP/1.1" status: 404 len: 329 time: 0.3413501 Dec 16 22:24:54.387729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47652) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:54.392999 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-f7b7513c-f156-44d7-b8d9-7eeb2ed8695a tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1a39d0f8-1464-47cc-b3f1-71ffb00f0c74', 'tempest-TagsExtTest-Tag-33447160') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:54.440584 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-003c6b01-821a-4cbe-a2d7-93fcd1bb9398 None None] Provisioning complete for port dd9ab892-0a21-408c-aa5c-53dce360af87 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:54.441254 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-003c6b01-821a-4cbe-a2d7-93fcd1bb9398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:54.478860 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-f7b7513c-f156-44d7-b8d9-7eeb2ed8695a tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] show failed (client error): The resource could not be found. Dec 16 22:24:54.488353 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f7b7513c-f156-44d7-b8d9-7eeb2ed8695a tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/ports/1a39d0f8-1464-47cc-b3f1-71ffb00f0c74/tags/tempest-TagsExtTest-Tag-33447160 HTTP/1.1" status: 404 len: 327 time: 0.0989091 Dec 16 22:24:54.488998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47654) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:54.491181 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-003c6b01-821a-4cbe-a2d7-93fcd1bb9398 None None] Port dd9ab892-0a21-408c-aa5c-53dce360af87 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:54.498632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-42356004-7123-4d19-a262-1c728f774727 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6', {'tags': ['tempest-TagsExtTest-Tag-1963935309', 'tempest-TagsExtTest-Tag-557787541', 'tempest-TagsExtTest-Tag-84205430']}) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:54.502572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad70ed0-0933-4a43-b01f-c7969fa03935 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:54.505974 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9ad70ed0-0933-4a43-b01f-c7969fa03935 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:54.709779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-42356004-7123-4d19-a262-1c728f774727 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "PUT /v2.0/routers/a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6/tags HTTP/1.1" status: 200 len: 315 time: 0.2192664 Dec 16 22:24:54.713160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47656) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:54.718531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-3c8a8e44-f19a-438b-98a5-6482c6c5ff9e tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:54.840381 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:54.843515 n-d-821840-2 neutron-server[103951]: INFO neutron.db.ipam_backend_mixin [None req-9ad70ed0-0933-4a43-b01f-c7969fa03935 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 231aae11-d9ae-4601-bfab-80b6530889aa (CIDR: 2001:db8::/64) Dec 16 22:24:54.897471 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad70ed0-0933-4a43-b01f-c7969fa03935 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:24:54.897859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad70ed0-0933-4a43-b01f-c7969fa03935 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:24:54.957201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3c8a8e44-f19a-438b-98a5-6482c6c5ff9e tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/routers/a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6/tags HTTP/1.1" status: 204 len: 168 time: 0.2429729 Dec 16 22:24:54.959853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47662) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:54.964909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-ff71b1e2-0871-489d-be72-a20e6fb5a120 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6', 'tempest-TagsExtTest-Tag-1963935309') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:54.986750 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93f63900-ecbe-4955-870e-13f52bb70367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.036604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9ad70ed0-0933-4a43-b01f-c7969fa03935 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9420555 Dec 16 22:24:55.036843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47666) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:55.052647 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-237d49c2-7fb0-4635-b2c5-bb8172b9205d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'subnet': {'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:55.140985 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-118bf402-18ae-4536-b0d3-01a1e80d50d7 req-bb065a3a-f05c-4ebf-a145-71e8a6c697a8 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0632458 Dec 16 22:24:55.150371 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-ff71b1e2-0871-489d-be72-a20e6fb5a120 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] show failed (client error): The resource could not be found. Dec 16 22:24:55.151382 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ff71b1e2-0871-489d-be72-a20e6fb5a120 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/routers/a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6/tags/tempest-TagsExtTest-Tag-1963935309 HTTP/1.1" status: 404 len: 329 time: 0.1904337 Dec 16 22:24:55.156216 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47668) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:55.161833 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-d2046793-2ef9-49b8-8e3f-a602c75d4d1e tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6', 'tempest-TagsExtTest-Tag-557787541') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:55.259426 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-d2046793-2ef9-49b8-8e3f-a602c75d4d1e tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] show failed (client error): The resource could not be found. Dec 16 22:24:55.261228 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d2046793-2ef9-49b8-8e3f-a602c75d4d1e tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/routers/a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6/tags/tempest-TagsExtTest-Tag-557787541 HTTP/1.1" status: 404 len: 328 time: 0.1033168 Dec 16 22:24:55.264838 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47674) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:55.270271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-e316cf76-7dbb-4976-9750-d1fb735cc251 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6', 'tempest-TagsExtTest-Tag-84205430') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:55.274047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237d49c2-7fb0-4635-b2c5-bb8172b9205d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:55.281115 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-237d49c2-7fb0-4635-b2c5-bb8172b9205d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.344794 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-93f63900-ecbe-4955-870e-13f52bb70367 admin admin] Deleting port 959f1f63-1260-4178-b437-eea0dfe31ea1 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:55.345402 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93f63900-ecbe-4955-870e-13f52bb70367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.435853 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-93f63900-ecbe-4955-870e-13f52bb70367 admin admin] For port 959f1f63-1260-4178-b437-eea0dfe31ea1, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=959f1f63-1260-4178-b437-eea0dfe31ea1,segment=NetworkSegment(10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d),segment_id=10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:55.437016 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93f63900-ecbe-4955-870e-13f52bb70367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.451302 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-93f63900-ecbe-4955-870e-13f52bb70367 admin admin] Calling delete_port for 959f1f63-1260-4178-b437-eea0dfe31ea1 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:55.479900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6fc1d50d-d84d-4437-864c-328985080d20 req-17164974-3a2b-427e-875b-2f0816d4dda3 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0630083 Dec 16 22:24:55.526827 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-e316cf76-7dbb-4976-9750-d1fb735cc251 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] show failed (client error): The resource could not be found. Dec 16 22:24:55.528269 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e316cf76-7dbb-4976-9750-d1fb735cc251 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/routers/a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6/tags/tempest-TagsExtTest-Tag-84205430 HTTP/1.1" status: 404 len: 327 time: 0.2621982 Dec 16 22:24:55.531990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47682) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:55.537547 n-d-821840-2 neutron-server[103951]: INFO neutron.db.ipam_backend_mixin [None req-237d49c2-7fb0-4635-b2c5-bb8172b9205d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 49a6c45a-5617-447a-a726-243a9b814a4b (CIDR: 2001:db8:0:1::/64) Dec 16 22:24:55.542292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-24ceab47-3225-4003-b85d-6130e9db6fa6 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f66b2c59-5e99-44a5-aecc-bf9784c05bab', {'tags': ['tempest-TagsExtTest-Tag-34466451', 'tempest-TagsExtTest-Tag-41571151', 'tempest-TagsExtTest-Tag-1360143188']}) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:55.602294 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-237d49c2-7fb0-4635-b2c5-bb8172b9205d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:24:55.602786 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237d49c2-7fb0-4635-b2c5-bb8172b9205d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:24:55.677865 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.678395 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-24ceab47-3225-4003-b85d-6130e9db6fa6 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "PUT /v2.0/subnetpools/f66b2c59-5e99-44a5-aecc-bf9784c05bab/tags HTTP/1.1" status: 200 len: 314 time: 0.1448457 Dec 16 22:24:55.680573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47690) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:55.686944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-63514a9f-2c94-4880-9054-b03ee2981971 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f66b2c59-5e99-44a5-aecc-bf9784c05bab') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:55.713564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-237d49c2-7fb0-4635-b2c5-bb8172b9205d tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6757216 Dec 16 22:24:55.718089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47692) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:55.723176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7d393636-4cae-49c4-bd99-255e66106ccc tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'subnet': {'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:55.768605 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93f63900-ecbe-4955-870e-13f52bb70367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.799703 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f63900-ecbe-4955-870e-13f52bb70367 admin admin] Pushing event deleted for resources: {'Port': ['ID=959f1f63-1260-4178-b437-eea0dfe31ea1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:55.826038 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-63514a9f-2c94-4880-9054-b03ee2981971 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/subnetpools/f66b2c59-5e99-44a5-aecc-bf9784c05bab/tags HTTP/1.1" status: 204 len: 168 time: 0.1441939 Dec 16 22:24:55.829097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47698) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:55.833933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-26abc37b-f6b5-402a-8c7d-cc9010648328 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f66b2c59-5e99-44a5-aecc-bf9784c05bab', 'tempest-TagsExtTest-Tag-34466451') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:55.861110 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-26abc37b-f6b5-402a-8c7d-cc9010648328 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] show failed (client error): The resource could not be found. Dec 16 22:24:55.862503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-26abc37b-f6b5-402a-8c7d-cc9010648328 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/subnetpools/f66b2c59-5e99-44a5-aecc-bf9784c05bab/tags/tempest-TagsExtTest-Tag-34466451 HTTP/1.1" status: 404 len: 327 time: 0.0322812 Dec 16 22:24:55.865936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47700) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:55.876320 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-af0ca1ab-b78e-4300-a976-e9456fe0c693 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f66b2c59-5e99-44a5-aecc-bf9784c05bab', 'tempest-TagsExtTest-Tag-41571151') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:55.913738 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-af0ca1ab-b78e-4300-a976-e9456fe0c693 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] show failed (client error): The resource could not be found. Dec 16 22:24:55.915674 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-af0ca1ab-b78e-4300-a976-e9456fe0c693 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/subnetpools/f66b2c59-5e99-44a5-aecc-bf9784c05bab/tags/tempest-TagsExtTest-Tag-41571151 HTTP/1.1" status: 404 len: 327 time: 0.0485420 Dec 16 22:24:55.918518 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47702) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:55.933022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-3a0c19d2-6809-41ef-9dff-8339e035f6c0 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f66b2c59-5e99-44a5-aecc-bf9784c05bab', 'tempest-TagsExtTest-Tag-1360143188') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:55.959547 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-3a0c19d2-6809-41ef-9dff-8339e035f6c0 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] show failed (client error): The resource could not be found. Dec 16 22:24:55.961310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3a0c19d2-6809-41ef-9dff-8339e035f6c0 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/subnetpools/f66b2c59-5e99-44a5-aecc-bf9784c05bab/tags/tempest-TagsExtTest-Tag-1360143188 HTTP/1.1" status: 404 len: 329 time: 0.0418692 Dec 16 22:24:55.964311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47706) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:55.969008 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-6d4f1312-f73b-4aad-ad51-00eae3770bf4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f66b2c59-5e99-44a5-aecc-bf9784c05bab') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:55.999214 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6d4f1312-f73b-4aad-ad51-00eae3770bf4 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/subnetpools/f66b2c59-5e99-44a5-aecc-bf9784c05bab/tags HTTP/1.1" status: 204 len: 168 time: 0.0337994 Dec 16 22:24:55.999994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47708) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:56.006086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-35a4b84d-a1f7-44c2-b4ae-35468a45a820 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:56.105336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-35a4b84d-a1f7-44c2-b4ae-35468a45a820 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/routers/a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6/tags HTTP/1.1" status: 204 len: 168 time: 0.0966172 Dec 16 22:24:56.106080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47710) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:56.111518 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-e0d9627a-4fac-4f10-85a1-b7a0fd59dd5e tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1a39d0f8-1464-47cc-b3f1-71ffb00f0c74') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:56.123079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d393636-4cae-49c4-bd99-255e66106ccc tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Made reservation on behalf of 7db7e873a7fd4cc7980618ef0611b725 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:56.126704 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d393636-4cae-49c4-bd99-255e66106ccc tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:56.146749 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93f63900-ecbe-4955-870e-13f52bb70367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:56.188816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e0d9627a-4fac-4f10-85a1-b7a0fd59dd5e tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/ports/1a39d0f8-1464-47cc-b3f1-71ffb00f0c74/tags HTTP/1.1" status: 204 len: 168 time: 0.0815392 Dec 16 22:24:56.191204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47716) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:56.197035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-a02f5e17-3224-4e66-8be8-495e3b9b0823 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '294f6e0b-d48d-4293-af22-3d9ed261a501') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:56.271287 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb7e281e-6c40-4960-b79e-e421f5fc369c req-d5a3c44e-bf9a-482d-853c-0254f036e415 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0359168 Dec 16 22:24:56.317976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a02f5e17-3224-4e66-8be8-495e3b9b0823 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/subnets/294f6e0b-d48d-4293-af22-3d9ed261a501/tags HTTP/1.1" status: 204 len: 168 time: 0.1254921 Dec 16 22:24:56.323494 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47720) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:56.524442 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c60ca6d-08db-4907-815a-a6b3e2d94514 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks [] for subnetpool, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:56.525614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1c60ca6d-08db-4907-815a-a6b3e2d94514 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/subnetpools/f66b2c59-5e99-44a5-aecc-bf9784c05bab HTTP/1.1" status: 204 len: 168 time: 0.2011468 Dec 16 22:24:56.528350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47726) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:56.538916 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f63900-ecbe-4955-870e-13f52bb70367 admin admin] Router 84e30f82-1c37-4681-b26b-81ed6e0564ad has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:24:56.563382 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2b1bd304-22c8-4ba5-a4f8-1e31cb03e02a tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6 HTTP/1.1" status: 200 len: 205 time: 0.0323670 Dec 16 22:24:56.564930 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47728) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:56.668840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a6d3ede-a122-46e5-812e-e5fe13ece392 req-ce125299-5dec-43b8-a6ba-1b392b3732e6 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0628376 Dec 16 22:24:56.675400 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f5f9-87f6-44a1-a409-287383539d1c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:56.706340 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f63900-ecbe-4955-870e-13f52bb70367 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:56.714417 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-93f63900-ecbe-4955-870e-13f52bb70367 admin admin] 10.222.0.43 "PUT /v2.0/routers/84e30f82-1c37-4681-b26b-81ed6e0564ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5467143 Dec 16 22:24:56.714689 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47730) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:56.730411 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4556542a-1bcb-4599-bfa0-c819eb82d8b1 None None] Sync routers for ids ['84e30f82-1c37-4681-b26b-81ed6e0564ad'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:56.753420 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4556542a-1bcb-4599-bfa0-c819eb82d8b1 None None] Routers {'84e30f82-1c37-4681-b26b-81ed6e0564ad'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:56.754071 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4556542a-1bcb-4599-bfa0-c819eb82d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:24:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['84e30f82-1c37-4681-b26b-81ed6e0564ad'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:56.843856 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d393636-4cae-49c4-bd99-255e66106ccc tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:56.869626 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-873eaa33-92cc-422d-8071-f409d5cca99e admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:56.882180 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4556542a-1bcb-4599-bfa0-c819eb82d8b1 None None] Set router 84e30f82-1c37-4681-b26b-81ed6e0564ad gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:24:56.911480 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f5f9-87f6-44a1-a409-287383539d1c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:56.914408 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f5f9-87f6-44a1-a409-287383539d1c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.004959 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d393636-4cae-49c4-bd99-255e66106ccc tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:57.015406 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7d393636-4cae-49c4-bd99-255e66106ccc tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:57.018370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d393636-4cae-49c4-bd99-255e66106ccc tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:57.020439 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d393636-4cae-49c4-bd99-255e66106ccc tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.032551 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569e3459-fbc8-4427-b8c8-c92f10053c02 None None] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:57.064416 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f5f9-87f6-44a1-a409-287383539d1c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.064968 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b9f5f9-87f6-44a1-a409-287383539d1c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Fanout notify agent at l3_agent the message router_deleted on router a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:24:57.089358 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f5f9-87f6-44a1-a409-287383539d1c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.099865 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e1b9f5f9-87f6-44a1-a409-287383539d1c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/routers/a88b4c3a-88ac-4299-ab6d-9e93bcf4d7a6 HTTP/1.1" status: 204 len: 168 time: 0.5316186 Dec 16 22:24:57.099865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47734) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:57.106865 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d393636-4cae-49c4-bd99-255e66106ccc tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Subnet': ['ID=75c38758-c896-4fbc-a317-3f880b8711c5,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:57.155018 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-873eaa33-92cc-422d-8071-f409d5cca99e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.176329 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7d393636-4cae-49c4-bd99-255e66106ccc tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4571171 Dec 16 22:24:57.179037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47736) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:57.184673 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-219808', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '75c38758-c896-4fbc-a317-3f880b8711c5'}], 'security_groups': ['86f2515c-f4eb-42c4-8fa8-fa7c5aa4166e', '84acef81-ce06-4417-9c4d-2ecbf5ad544e']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:57.216265 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4556542a-1bcb-4599-bfa0-c819eb82d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'name': 'tempest-ServersTestBootFromVolume-1696411446-router', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:07Z', 'updated_at': '2021-12-16T22:24:55Z', 'revision_number': 5, 'project_id': 'f537f374e12149ffb0064560df407002', 'gw_port': {'id': '72242b89-eb6d-41b7-8add-1a8a7c9d48c0', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:08Z', 'updated_at': '2021-12-16T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:57.253200 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4556542a-1bcb-4599-bfa0-c819eb82d8b1 None None] Checking router: 84e30f82-1c37-4681-b26b-81ed6e0564ad for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:24:57.269240 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4556542a-1bcb-4599-bfa0-c819eb82d8b1 None None] Routers {'84e30f82-1c37-4681-b26b-81ed6e0564ad'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:57.270299 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4556542a-1bcb-4599-bfa0-c819eb82d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:24:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['84e30f82-1c37-4681-b26b-81ed6e0564ad'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:57.271842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7711c417-6ba5-4a19-8f9e-90bee0a1096c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Deleting port 1a39d0f8-1464-47cc-b3f1-71ffb00f0c74 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:57.272294 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7711c417-6ba5-4a19-8f9e-90bee0a1096c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.313563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8684d1da-fb78-4e15-a83d-b5d52a372ff5 None None] Update dhcp port {'port': {'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'fixed_ips': [{'subnet_id': '49a6c45a-5617-447a-a726-243a9b814a4b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '231aae11-d9ae-4601-bfab-80b6530889aa', 'ip_address': '2001:db8::2'}, {'subnet_id': '75c38758-c896-4fbc-a317-3f880b8711c5'}], 'binding:host_id': 'n-d-821840-2'}, 'id': 'd0dea6fa-39b2-4ac7-aa32-5bb5af087114'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:24:57.364793 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8684d1da-fb78-4e15-a83d-b5d52a372ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.392043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c6a170e-024f-46bd-8590-bcb1fe45431f req-fe418fce-bdb0-4c69-b466-f96aed8dede0 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0402808 Dec 16 22:24:57.423341 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.427978 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-873eaa33-92cc-422d-8071-f409d5cca99e admin admin] Deleting port 72242b89-eb6d-41b7-8add-1a8a7c9d48c0 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:57.428308 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-873eaa33-92cc-422d-8071-f409d5cca99e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.460736 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7711c417-6ba5-4a19-8f9e-90bee0a1096c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.489953 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4556542a-1bcb-4599-bfa0-c819eb82d8b1 None None] Set router 84e30f82-1c37-4681-b26b-81ed6e0564ad gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:24:57.500493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7711c417-6ba5-4a19-8f9e-90bee0a1096c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Calling delete_port for 1a39d0f8-1464-47cc-b3f1-71ffb00f0c74 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:57.571410 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4556542a-1bcb-4599-bfa0-c819eb82d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'name': 'tempest-ServersTestBootFromVolume-1696411446-router', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:07Z', 'updated_at': '2021-12-16T22:24:57Z', 'revision_number': 6, 'project_id': 'f537f374e12149ffb0064560df407002', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:57.613329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-873eaa33-92cc-422d-8071-f409d5cca99e admin admin] For port 72242b89-eb6d-41b7-8add-1a8a7c9d48c0, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=72242b89-eb6d-41b7-8add-1a8a7c9d48c0,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:57.613906 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-873eaa33-92cc-422d-8071-f409d5cca99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.621570 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4556542a-1bcb-4599-bfa0-c819eb82d8b1 None None] The sync data for ids ['84e30f82-1c37-4681-b26b-81ed6e0564ad'] in n-d-821840-2 is: [{'id': '84e30f82-1c37-4681-b26b-81ed6e0564ad', 'name': 'tempest-ServersTestBootFromVolume-1696411446-router', 'tenant_id': 'f537f374e12149ffb0064560df407002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:07Z', 'updated_at': '2021-12-16T22:24:57Z', 'revision_number': 6, 'project_id': 'f537f374e12149ffb0064560df407002', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:57.664501 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-873eaa33-92cc-422d-8071-f409d5cca99e admin admin] Calling delete_port for 72242b89-eb6d-41b7-8add-1a8a7c9d48c0 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:57.683202 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-8684d1da-fb78-4e15-a83d-b5d52a372ff5 None None] Allocated IP 2001:db8:0:2::2 (f2b65266-1a37-4c4c-be2f-73cd3fe3470c/75c38758-c896-4fbc-a317-3f880b8711c5/d0dea6fa-39b2-4ac7-aa32-5bb5af087114) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:57.814172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f32b3692-81fb-4a37-87f9-c094f6412289 req-2ab0dbd4-2c19-457a-b61e-e1fc87d06e75 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0351753 Dec 16 22:24:57.815000 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7711c417-6ba5-4a19-8f9e-90bee0a1096c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.818768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8684d1da-fb78-4e15-a83d-b5d52a372ff5 None None] For port d0dea6fa-39b2-4ac7-aa32-5bb5af087114, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d0dea6fa-39b2-4ac7-aa32-5bb5af087114,segment=NetworkSegment(cb480fcf-ddaf-4015-95c6-bf4206290213),segment_id=cb480fcf-ddaf-4015-95c6-bf4206290213)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:57.851452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711c417-6ba5-4a19-8f9e-90bee0a1096c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Pushing event deleted for resources: {'Port': ['ID=1a39d0f8-1464-47cc-b3f1-71ffb00f0c74,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:57.876463 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8684d1da-fb78-4e15-a83d-b5d52a372ff5 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.933741 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8684d1da-fb78-4e15-a83d-b5d52a372ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.949330 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7711c417-6ba5-4a19-8f9e-90bee0a1096c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.960531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7711c417-6ba5-4a19-8f9e-90bee0a1096c tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/ports/1a39d0f8-1464-47cc-b3f1-71ffb00f0c74 HTTP/1.1" status: 204 len: 168 time: 0.8610647 Dec 16 22:24:57.961193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47744) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:58.066042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f14c8f4-6b9a-4650-9d06-c5f53a7b7863 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Deleting subnet 294f6e0b-d48d-4293-af22-3d9ed261a501 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:24:58.070522 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f14c8f4-6b9a-4650-9d06-c5f53a7b7863 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.123401 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-873eaa33-92cc-422d-8071-f409d5cca99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.136594 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f14c8f4-6b9a-4650-9d06-c5f53a7b7863 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.163698 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684d1da-fb78-4e15-a83d-b5d52a372ff5 None None] Pushing event updated for resources: {'Port': ['ID=d0dea6fa-39b2-4ac7-aa32-5bb5af087114,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:58.214429 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Delete allocated IP 2001:db8::41 (f2b65266-1a37-4c4c-be2f-73cd3fe3470c/231aae11-d9ae-4601-bfab-80b6530889aa) {{(pid=103952) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 22:24:58.218016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873eaa33-92cc-422d-8071-f409d5cca99e admin admin] Pushing event deleted for resources: {'Port': ['ID=72242b89-eb6d-41b7-8add-1a8a7c9d48c0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:58.240457 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b172c42-7c13-45e5-981d-8328833cf6cb None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:58.271726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Allocated IP 2001:db8:0:2::213 (f2b65266-1a37-4c4c-be2f-73cd3fe3470c/75c38758-c896-4fbc-a317-3f880b8711c5/dd9ab892-0a21-408c-aa5c-53dce360af87) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:58.297678 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f14c8f4-6b9a-4650-9d06-c5f53a7b7863 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.404257 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-873eaa33-92cc-422d-8071-f409d5cca99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.500086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a158044b-23ef-4966-bdcf-37b29731a4cb req-4dedf79d-426a-4298-aca4-4795c74e9f89 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0432594 Dec 16 22:24:58.507346 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f14c8f4-6b9a-4650-9d06-c5f53a7b7863 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.523918 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f14c8f4-6b9a-4650-9d06-c5f53a7b7863 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.525884 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-873eaa33-92cc-422d-8071-f409d5cca99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.528230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5f14c8f4-6b9a-4650-9d06-c5f53a7b7863 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/subnets/294f6e0b-d48d-4293-af22-3d9ed261a501 HTTP/1.1" status: 204 len: 168 time: 0.5660558 Dec 16 22:24:58.533228 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-873eaa33-92cc-422d-8071-f409d5cca99e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.534629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47750) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:58.546929 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552348d6-b465-414d-915f-9b7da374cde1 None None] Network 26772b5b-ff2f-45df-8e0f-a5e28ecdbc01 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:58.562491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14c8f4-6b9a-4650-9d06-c5f53a7b7863 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Pushing event deleted for resources: {'Subnet': ['ID=294f6e0b-d48d-4293-af22-3d9ed261a501,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:58.733604 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.756498 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.773335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a258ad7e-2345-423e-b5aa-aeca8d9bc1f2 None None] DHCP port deletion for 26772b5b-ff2f-45df-8e0f-a5e28ecdbc01 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:58.789551 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-873eaa33-92cc-422d-8071-f409d5cca99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.790085 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873eaa33-92cc-422d-8071-f409d5cca99e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84e30f82-1c37-4681-b26b-81ed6e0564ad {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:24:58.795133 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-873eaa33-92cc-422d-8071-f409d5cca99e admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.798803 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-873eaa33-92cc-422d-8071-f409d5cca99e admin admin] 10.222.0.43 "DELETE /v2.0/routers/84e30f82-1c37-4681-b26b-81ed6e0564ad HTTP/1.1" status: 204 len: 168 time: 2.0799537 Dec 16 22:24:58.799190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47754) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:58.833378 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.844154 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a258ad7e-2345-423e-b5aa-aeca8d9bc1f2 None None] Deleting port ec2051e7-2265-4dac-9a19-182d9e7a9664 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:58.844839 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a258ad7e-2345-423e-b5aa-aeca8d9bc1f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.942790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-e086ba46-9383-42c1-a3c8-e2bb4b00644b admin admin] Deleting subnet 86df5a6c-ed29-46fe-befd-2d874360c61e {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:24:58.956448 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a258ad7e-2345-423e-b5aa-aeca8d9bc1f2 None None] For port ec2051e7-2265-4dac-9a19-182d9e7a9664, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ec2051e7-2265-4dac-9a19-182d9e7a9664,segment=NetworkSegment(1648b184-9afc-4222-8f9b-0ef5eba08790),segment_id=1648b184-9afc-4222-8f9b-0ef5eba08790)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:58.956935 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a258ad7e-2345-423e-b5aa-aeca8d9bc1f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.961258 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e086ba46-9383-42c1-a3c8-e2bb4b00644b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.973722 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a258ad7e-2345-423e-b5aa-aeca8d9bc1f2 None None] Calling delete_port for ec2051e7-2265-4dac-9a19-182d9e7a9664 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:59.016835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] In _notify_port_updated(), no bound segment for port dd9ab892-0a21-408c-aa5c-53dce360af87 on network f2b65266-1a37-4c4c-be2f-73cd3fe3470c {{(pid=103952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:24:59.027124 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:59.029364 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.032320 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "PUT /v2.0/ports/dd9ab892-0a21-408c-aa5c-53dce360af87 HTTP/1.1" status: 200 len: 966 time: 1.8518782 Dec 16 22:24:59.037779 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47758) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:59.063695 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event updated for resources: {'Port': ['ID=dd9ab892-0a21-408c-aa5c-53dce360af87,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:59.077804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a015e880-35e3-46a9-a1f7-bab7fdfcffda req-7fbf17ba-42da-4753-88fd-b356edf25126 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0678844 Dec 16 22:24:59.097540 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e086ba46-9383-42c1-a3c8-e2bb4b00644b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.109507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Deleting port ec2051e7-2265-4dac-9a19-182d9e7a9664 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:59.109862 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.172463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d0dea6fa-39b2-4ac7-aa32-5bb5af087114 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:59.196643 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:59.197143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:59.197499 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:59.202592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:59.202592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:59.202592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:59.202592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:59.202592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:59.202592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:59.202592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:59.202592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:59.202592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:59.202592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b599a-9a53-4357-bccf-3b908304503a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:59.221798 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a258ad7e-2345-423e-b5aa-aeca8d9bc1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.268246 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e086ba46-9383-42c1-a3c8-e2bb4b00644b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.289015 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258ad7e-2345-423e-b5aa-aeca8d9bc1f2 None None] Pushing event deleted for resources: {'Port': ['ID=ec2051e7-2265-4dac-9a19-182d9e7a9664,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:59.290449 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258ad7e-2345-423e-b5aa-aeca8d9bc1f2 None None] No DVR routers for this DVR port ec2051e7-2265-4dac-9a19-182d9e7a9664 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:59.316913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] For port ec2051e7-2265-4dac-9a19-182d9e7a9664, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ec2051e7-2265-4dac-9a19-182d9e7a9664,segment=NetworkSegment(1648b184-9afc-4222-8f9b-0ef5eba08790),segment_id=1648b184-9afc-4222-8f9b-0ef5eba08790)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:59.317334 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.326498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-676754a6-2ce1-4ee5-8469-95cfb3c6581e None None] Provisioning complete for port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:59.326498 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-676754a6-2ce1-4ee5-8469-95cfb3c6581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.335875 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Calling delete_port for ec2051e7-2265-4dac-9a19-182d9e7a9664 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:59.400324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:59.401116 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.445814 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e086ba46-9383-42c1-a3c8-e2bb4b00644b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.475743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086ba46-9383-42c1-a3c8-e2bb4b00644b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86df5a6c-ed29-46fe-befd-2d874360c61e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:59.494842 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e086ba46-9383-42c1-a3c8-e2bb4b00644b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.502698 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e086ba46-9383-42c1-a3c8-e2bb4b00644b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/86df5a6c-ed29-46fe-befd-2d874360c61e HTTP/1.1" status: 204 len: 168 time: 0.7023027 Dec 16 22:24:59.503647 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47762) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:59.510794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c0f4fc-a594-48ab-9b31-b29cfb277d85 None None] Network bc8576b5-46ce-4634-ac13-c2efe0b20a39 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:59.703644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-676754a6-2ce1-4ee5-8469-95cfb3c6581e None None] Provisioning complete for port 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:59.704025 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-676754a6-2ce1-4ee5-8469-95cfb3c6581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.746947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-676754a6-2ce1-4ee5-8469-95cfb3c6581e None None] Port 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:59.760330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-676754a6-2ce1-4ee5-8469-95cfb3c6581e None None] Provisioning complete for port dd9ab892-0a21-408c-aa5c-53dce360af87 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:59.760759 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-676754a6-2ce1-4ee5-8469-95cfb3c6581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.801418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-676754a6-2ce1-4ee5-8469-95cfb3c6581e None None] Port dd9ab892-0a21-408c-aa5c-53dce360af87 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:59.813267 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0ecaa3c0-d51d-4865-9d32-5846033aff37 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port dd9ab892-0a21-408c-aa5c-53dce360af87 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:59.813785 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ecaa3c0-d51d-4865-9d32-5846033aff37 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.854332 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d851be9-628c-43f2-9e02-a77b70f01d28 None None] DHCP port deletion for bc8576b5-46ce-4634-ac13-c2efe0b20a39 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:59.865220 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ec2051e7-2265-4dac-9a19-182d9e7a9664 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:59.911785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: ec2051e7-2265-4dac-9a19-182d9e7a9664 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:24:59.912131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ec2051e7-2265-4dac-9a19-182d9e7a9664 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:59.912555 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 959f1f63-1260-4178-b437-eea0dfe31ea1 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:59.921055 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.949739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 959f1f63-1260-4178-b437-eea0dfe31ea1 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:24:59.950035 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 959f1f63-1260-4178-b437-eea0dfe31ea1 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:59.959954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 72242b89-eb6d-41b7-8add-1a8a7c9d48c0 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:59.974223 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ecaa3c0-d51d-4865-9d32-5846033aff37 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.985552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ba37f3c-e33f-40db-ba33-9971848c802a req-c31bb7cc-cecc-447d-89df-15a6c9f0fff5 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.4267943 Dec 16 22:24:59.985808 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Pushing event deleted for resources: {'Port': ['ID=ec2051e7-2265-4dac-9a19-182d9e7a9664,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:59.992125 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] No DVR routers for this DVR port ec2051e7-2265-4dac-9a19-182d9e7a9664 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:00.004897 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0ecaa3c0-d51d-4865-9d32-5846033aff37 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for dd9ab892-0a21-408c-aa5c-53dce360af87 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:00.031236 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.031693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4208fba4-1c37-4fa5-b839-22e549da8dc1 None None] Provisioning complete for port dd9ab892-0a21-408c-aa5c-53dce360af87 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:00.032238 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4208fba4-1c37-4fa5-b839-22e549da8dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.079510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4208fba4-1c37-4fa5-b839-22e549da8dc1 None None] Port dd9ab892-0a21-408c-aa5c-53dce360af87 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:00.081563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 72242b89-eb6d-41b7-8add-1a8a7c9d48c0 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:25:00.082185 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 72242b89-eb6d-41b7-8add-1a8a7c9d48c0 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:25:00.088200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4d851be9-628c-43f2-9e02-a77b70f01d28 None None] Deleting port c013500f-b358-4a8f-9141-99f093948196 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:00.088823 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d851be9-628c-43f2-9e02-a77b70f01d28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.141088 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.141553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] Deleting port c013500f-b358-4a8f-9141-99f093948196 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:00.142014 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.174676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26772b5b-ff2f-45df-8e0f-a5e28ecdbc01']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:00.189075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1648b184-9afc-4222-8f9b-0ef5eba08790') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:00.189448 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1648b184-9afc-4222-8f9b-0ef5eba08790') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:00.207467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87d53cf7-648f-4cfe-b42a-5b253865d45d req-5d272e11-0541-436e-94b7-1b1375808380 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0353830 Dec 16 22:25:00.208604 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.225115 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.253259 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4d851be9-628c-43f2-9e02-a77b70f01d28 None None] For port c013500f-b358-4a8f-9141-99f093948196, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c013500f-b358-4a8f-9141-99f093948196,segment=NetworkSegment(10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d),segment_id=10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:00.253823 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d851be9-628c-43f2-9e02-a77b70f01d28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.268066 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4d851be9-628c-43f2-9e02-a77b70f01d28 None None] Calling delete_port for c013500f-b358-4a8f-9141-99f093948196 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:00.306133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:00.306701 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:00.311492 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:00.326452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] For port c013500f-b358-4a8f-9141-99f093948196, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c013500f-b358-4a8f-9141-99f093948196,segment=NetworkSegment(10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d),segment_id=10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:00.327088 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.344272 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] Calling delete_port for c013500f-b358-4a8f-9141-99f093948196 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:00.368868 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ecaa3c0-d51d-4865-9d32-5846033aff37 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.417740 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecaa3c0-d51d-4865-9d32-5846033aff37 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=dd9ab892-0a21-408c-aa5c-53dce360af87,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:00.437352 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d851be9-628c-43f2-9e02-a77b70f01d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.446537 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.449044 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ecaa3c0-d51d-4865-9d32-5846033aff37 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.455720 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0ecaa3c0-d51d-4865-9d32-5846033aff37 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/dd9ab892-0a21-408c-aa5c-53dce360af87 HTTP/1.1" status: 204 len: 168 time: 1.4142659 Dec 16 22:25:00.456541 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47772) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:00.476218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d851be9-628c-43f2-9e02-a77b70f01d28 None None] Pushing event deleted for resources: {'Port': ['ID=c013500f-b358-4a8f-9141-99f093948196,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:00.481192 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d851be9-628c-43f2-9e02-a77b70f01d28 None None] No DVR routers for this DVR port c013500f-b358-4a8f-9141-99f093948196 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:00.496097 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-2034c998-bc24-4490-bae3-d5af735f4b5f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] GET failed (client error): The resource could not be found. Dec 16 22:25:00.502407 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2034c998-bc24-4490-bae3-d5af735f4b5f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports/dd9ab892-0a21-408c-aa5c-53dce360af87 HTTP/1.1" status: 404 len: 333 time: 0.0423832 Dec 16 22:25:00.502581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] No DVR routers for this DVR port c013500f-b358-4a8f-9141-99f093948196 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:00.502706 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.502833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] Pushing event deleted for resources: {'Port': ['ID=c013500f-b358-4a8f-9141-99f093948196,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:00.503173 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47774) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:00.520240 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.523054 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] 10.222.0.43 "DELETE /v2.0/networks/26772b5b-ff2f-45df-8e0f-a5e28ecdbc01 HTTP/1.1" status: 204 len: 168 time: 1.9874084 Dec 16 22:25:00.592449 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99141d7-de34-4578-a895-acd82f81edc7 tempest-TagsExtTest-1413163107 tempest-TagsExtTest-1413163107-project] Pushing event deleted for resources: {'Network': ['ID=26772b5b-ff2f-45df-8e0f-a5e28ecdbc01,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:00.637072 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.665025 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58fa0409-07a5-47a2-a9d7-91c5cbde6d5a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.689429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8576b5-46ce-4634-ac13-c2efe0b20a39']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:00.704428 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58fa0409-07a5-47a2-a9d7-91c5cbde6d5a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.709322 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:00.709606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10aa6184-27b5-4ba7-8fb3-06ae7b1f8b4d') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:00.729108 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.752771 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.759986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:00.760750 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:00.818511 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:00.859534 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58fa0409-07a5-47a2-a9d7-91c5cbde6d5a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.862336 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58fa0409-07a5-47a2-a9d7-91c5cbde6d5a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.863819 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-58fa0409-07a5-47a2-a9d7-91c5cbde6d5a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/security-groups/dcbbd85e-7c5e-4f94-bf3f-0933e161fd7c HTTP/1.1" status: 204 len: 168 time: 0.3595519 Dec 16 22:25:00.867315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47782) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:00.889265 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa0409-07a5-47a2-a9d7-91c5cbde6d5a tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbbd85e-7c5e-4f94-bf3f-0933e161fd7c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:00.944580 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8bdd3f2b-4d0e-4836-bd73-4a094fb16a86 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.972961 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8bdd3f2b-4d0e-4836-bd73-4a094fb16a86 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.976833 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.006372 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.014471 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] 10.222.0.43 "DELETE /v2.0/networks/bc8576b5-46ce-4634-ac13-c2efe0b20a39 HTTP/1.1" status: 204 len: 168 time: 1.5096583 Dec 16 22:25:01.036399 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d29a3f-9a6f-4226-acb9-96447b8f487b admin admin] Pushing event deleted for resources: {'Network': ['ID=bc8576b5-46ce-4634-ac13-c2efe0b20a39,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:01.118536 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38401f2d-4a7f-45ac-b7b9-8655a842ebaa req-b0bb1f02-3e9b-4f71-8e8b-14afbbc168c5 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0365691 Dec 16 22:25:01.131634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c013500f-b358-4a8f-9141-99f093948196 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:01.154922 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8bdd3f2b-4d0e-4836-bd73-4a094fb16a86 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.163086 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8bdd3f2b-4d0e-4836-bd73-4a094fb16a86 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.165309 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8bdd3f2b-4d0e-4836-bd73-4a094fb16a86 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/security-groups/84acef81-ce06-4417-9c4d-2ecbf5ad544e HTTP/1.1" status: 204 len: 168 time: 0.2956498 Dec 16 22:25:01.167815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47792) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:01.171152 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: c013500f-b358-4a8f-9141-99f093948196 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:25:01.171823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c013500f-b358-4a8f-9141-99f093948196 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:25:01.190498 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd3f2b-4d0e-4836-bd73-4a094fb16a86 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84acef81-ce06-4417-9c4d-2ecbf5ad544e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:01.259969 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1eaab20b-d7d4-4335-b7a2-2aaf2ef936cd tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.292625 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1eaab20b-d7d4-4335-b7a2-2aaf2ef936cd tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.358250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30a95ff5-36c9-412c-a9c8-39a0ab89689b req-cbc8db0d-2611-48f5-9654-b9b07167ef7a tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0452700 Dec 16 22:25:01.489383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47802) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:01.498783 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1eaab20b-d7d4-4335-b7a2-2aaf2ef936cd tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.501484 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1eaab20b-d7d4-4335-b7a2-2aaf2ef936cd tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.508271 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1eaab20b-d7d4-4335-b7a2-2aaf2ef936cd tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/security-groups/86f2515c-f4eb-42c4-8fa8-fa7c5aa4166e HTTP/1.1" status: 204 len: 168 time: 0.3338158 Dec 16 22:25:01.510198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47806) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:01.514642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaab20b-d7d4-4335-b7a2-2aaf2ef936cd tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f2515c-f4eb-42c4-8fa8-fa7c5aa4166e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:01.524616 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47808) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:01.591929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-01be60db-6ddb-48ec-960c-7530c3397c34 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting subnet 231aae11-d9ae-4601-bfab-80b6530889aa {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:25:01.595521 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01be60db-6ddb-48ec-960c-7530c3397c34 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.657935 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01be60db-6ddb-48ec-960c-7530c3397c34 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.709222 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f74a1412-984f-452d-8ea2-1df3961fcfc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.709743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47812) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:01.733031 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-007a26e6-93b6-403f-8f0e-fcc15ea13a78 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54a73909dd864f38835d0c68f32e7395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422941 Dec 16 22:25:01.737154 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47814) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:01.754613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7a9a2308-4b19-40fd-ae41-2cdd98d8ae15 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f537f374e12149ffb0064560df407002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434813 Dec 16 22:25:01.757255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47816) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:01.810398 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c95199b2-e021-4428-b28a-0d65f35c2fe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.833116 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01be60db-6ddb-48ec-960c-7530c3397c34 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.834170 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c95199b2-e021-4428-b28a-0d65f35c2fe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.904576 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b853c5da-9b32-465b-b075-bb8327429e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.924193 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f74a1412-984f-452d-8ea2-1df3961fcfc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.947672 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b853c5da-9b32-465b-b075-bb8327429e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.974125 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c95199b2-e021-4428-b28a-0d65f35c2fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.977112 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c95199b2-e021-4428-b28a-0d65f35c2fe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.980975 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c95199b2-e021-4428-b28a-0d65f35c2fe8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b12b917-0077-4d03-a749-23bf70e82b79 HTTP/1.1" status: 204 len: 168 time: 0.2218108 Dec 16 22:25:01.991307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95199b2-e021-4428-b28a-0d65f35c2fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b12b917-0077-4d03-a749-23bf70e82b79,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:02.018700 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f74a1412-984f-452d-8ea2-1df3961fcfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.070729 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01be60db-6ddb-48ec-960c-7530c3397c34 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.107193 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f74a1412-984f-452d-8ea2-1df3961fcfc6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b6a7e48fe2e47438b478b6c37fa5f4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5799942 Dec 16 22:25:02.108939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a1412-984f-452d-8ea2-1df3961fcfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2418e4e5-4dfe-48de-ae39-806023f9dca0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:02.111378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47822) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:02.112517 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be60db-6ddb-48ec-960c-7530c3397c34 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Subnet': ['ID=231aae11-d9ae-4601-bfab-80b6530889aa,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:02.117269 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01be60db-6ddb-48ec-960c-7530c3397c34 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.123706 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-01be60db-6ddb-48ec-960c-7530c3397c34 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/231aae11-d9ae-4601-bfab-80b6530889aa HTTP/1.1" status: 204 len: 168 time: 0.6114213 Dec 16 22:25:02.124778 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3589d9-23c2-4a2f-87e3-4e6ff313043e None None] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:02.128053 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47824) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:02.140155 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b853c5da-9b32-465b-b075-bb8327429e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.157596 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b853c5da-9b32-465b-b075-bb8327429e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.162411 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b853c5da-9b32-465b-b075-bb8327429e9a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c15d9172-6948-4e01-b590-45cc71be78c1 HTTP/1.1" status: 204 len: 168 time: 0.4223630 Dec 16 22:25:02.214934 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853c5da-9b32-465b-b075-bb8327429e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15d9172-6948-4e01-b590-45cc71be78c1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:02.250662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-86cba474-bcac-43ad-9a6f-0af2d0521fcb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting subnet 75c38758-c896-4fbc-a317-3f880b8711c5 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:25:02.261045 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86cba474-bcac-43ad-9a6f-0af2d0521fcb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.266900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e1cd52ee-242c-45a7-a10b-57bc7d8edbc3 req-a80cafb6-b465-4332-b198-5ec1b254a413 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0558555 Dec 16 22:25:02.289933 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-83ea2f53-bec8-4d51-bbcb-d20c56f77f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.335319 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-83ea2f53-bec8-4d51-bbcb-d20c56f77f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.394686 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86cba474-bcac-43ad-9a6f-0af2d0521fcb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.488696 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-83ea2f53-bec8-4d51-bbcb-d20c56f77f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.494387 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-83ea2f53-bec8-4d51-bbcb-d20c56f77f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.499322 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-83ea2f53-bec8-4d51-bbcb-d20c56f77f2e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2418e4e5-4dfe-48de-ae39-806023f9dca0 HTTP/1.1" status: 204 len: 168 time: 0.3835709 Dec 16 22:25:02.517179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea2f53-bec8-4d51-bbcb-d20c56f77f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2418e4e5-4dfe-48de-ae39-806023f9dca0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:02.617722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09dbd343-9769-4d10-a1bc-270124ecb263 req-2ca33946-4200-450f-933f-543f341a9f42 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0794704 Dec 16 22:25:02.669733 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86cba474-bcac-43ad-9a6f-0af2d0521fcb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.865897 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86cba474-bcac-43ad-9a6f-0af2d0521fcb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.909017 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cba474-bcac-43ad-9a6f-0af2d0521fcb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Subnet': ['ID=75c38758-c896-4fbc-a317-3f880b8711c5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:02.914403 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-86cba474-bcac-43ad-9a6f-0af2d0521fcb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.919511 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-86cba474-bcac-43ad-9a6f-0af2d0521fcb tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/75c38758-c896-4fbc-a317-3f880b8711c5 HTTP/1.1" status: 204 len: 168 time: 0.7889431 Dec 16 22:25:02.921536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47848) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:02.955837 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85727ce-cca6-4850-baff-d82daccd5ecf tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:02.957594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85727ce-cca6-4850-baff-d82daccd5ecf tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:02.963822 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47852) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:02.964440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d85727ce-cca6-4850-baff-d82daccd5ecf tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/231aae11-d9ae-4601-bfab-80b6530889aa HTTP/1.1" status: 404 len: 337 time: 0.0411873 Dec 16 22:25:03.031668 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8a01b9-3863-43ef-9e61-c4ca95a1e8a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting subnet 49a6c45a-5617-447a-a726-243a9b814a4b {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:25:03.036297 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e8a01b9-3863-43ef-9e61-c4ca95a1e8a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.104219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e8a01b9-3863-43ef-9e61-c4ca95a1e8a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.212675 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e8a01b9-3863-43ef-9e61-c4ca95a1e8a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.307747 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bc3e48-831a-4429-a124-8029dd756903 None None] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:03.365468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bea4a574-2e83-47b2-83b1-37be7a4fc425 req-eb5ac817-720e-457d-bce4-91a880f27266 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0321054 Dec 16 22:25:03.384883 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e8a01b9-3863-43ef-9e61-c4ca95a1e8a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.397817 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b269bbb3-e3f8-4813-89ce-747fe57597e9 None None] Provisioning complete for port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:03.398566 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b269bbb3-e3f8-4813-89ce-747fe57597e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.432419 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a01b9-3863-43ef-9e61-c4ca95a1e8a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Subnet': ['ID=49a6c45a-5617-447a-a726-243a9b814a4b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:03.442606 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e8a01b9-3863-43ef-9e61-c4ca95a1e8a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.449843 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1e8a01b9-3863-43ef-9e61-c4ca95a1e8a9 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/49a6c45a-5617-447a-a726-243a9b814a4b HTTP/1.1" status: 204 len: 168 time: 0.4848149 Dec 16 22:25:03.453166 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47866) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:03.516355 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-845313da-5d87-4b54-baf8-d426edc5c82f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:03.516947 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845313da-5d87-4b54-baf8-d426edc5c82f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:03.520627 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-845313da-5d87-4b54-baf8-d426edc5c82f tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/805b16c1-595c-4f5c-b469-de1f236a9406 HTTP/1.1" status: 404 len: 337 time: 0.0664937 Dec 16 22:25:03.523308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47868) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:03.563347 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ffffa4f5-a73e-47ae-86c1-edd4aa0fb108 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "GET /v2.0/ports?device_id=b97d7e0f-53ed-4ac1-a44c-04bd76e89b87 HTTP/1.1" status: 200 len: 205 time: 0.0369358 Dec 16 22:25:03.564725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47870) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:03.619534 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e093da7d-28da-4865-8453-e067aef4d537 None None] Update dhcp port {'port': {'network_id': 'f2b65266-1a37-4c4c-be2f-73cd3fe3470c', 'fixed_ips': [{'subnet_id': '49a6c45a-5617-447a-a726-243a9b814a4b'}], 'binding:host_id': 'n-d-821840-2'}, 'id': 'd0dea6fa-39b2-4ac7-aa32-5bb5af087114'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:25:03.658570 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-e8f87a15-a80b-49b2-a982-51da94acdfb0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] delete failed (client error): The resource could not be found. Dec 16 22:25:03.665591 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47880) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:03.676996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e8f87a15-a80b-49b2-a982-51da94acdfb0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/routers/b97d7e0f-53ed-4ac1-a44c-04bd76e89b87 HTTP/1.1" status: 404 len: 336 time: 0.1110904 Dec 16 22:25:03.695985 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b269bbb3-e3f8-4813-89ce-747fe57597e9 None None] Provisioning complete for port 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:03.696668 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b269bbb3-e3f8-4813-89ce-747fe57597e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.722283 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-619c30fc-748e-49e5-80c0-68135fda9025 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:03.723637 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-619c30fc-748e-49e5-80c0-68135fda9025 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:03.728371 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-619c30fc-748e-49e5-80c0-68135fda9025 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/4153b967-d156-4474-808b-eb259c0c89fa HTTP/1.1" status: 404 len: 337 time: 0.0614069 Dec 16 22:25:03.731183 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47884) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:03.769884 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f1784f-ddc3-4839-9872-7fe24a4bfc72 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:03.771205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f1784f-ddc3-4839-9872-7fe24a4bfc72 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:03.775702 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e7f1784f-ddc3-4839-9872-7fe24a4bfc72 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/da785e07-c146-494f-8b5d-571901e55b3f HTTP/1.1" status: 404 len: 337 time: 0.0422316 Dec 16 22:25:03.777583 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e093da7d-28da-4865-8453-e067aef4d537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.778290 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47888) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:03.812981 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-44aaf0a0-ec4c-4602-9902-753fa078e2d2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:03.812981 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44aaf0a0-ec4c-4602-9902-753fa078e2d2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:03.817030 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-44aaf0a0-ec4c-4602-9902-753fa078e2d2 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/7bc30c59-9865-4281-84af-1dcf0786c7bc HTTP/1.1" status: 404 len: 337 time: 0.0352712 Dec 16 22:25:03.817456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47890) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:03.821615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dade7a11-387c-4dfb-8546-2881b012ce08 req-fa304373-991f-40e8-946e-b94cdbae97cd tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0576835 Dec 16 22:25:03.846174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b269bbb3-e3f8-4813-89ce-747fe57597e9 None None] Port 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:03.874116 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b847d3-89b0-4d51-9013-193e6be1dd64 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:03.875048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b847d3-89b0-4d51-9013-193e6be1dd64 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:03.880360 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-22b847d3-89b0-4d51-9013-193e6be1dd64 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/c2621c1c-e7f7-48fb-82fc-596601d2ea2c HTTP/1.1" status: 404 len: 333 time: 0.0613425 Dec 16 22:25:03.882473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47894) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:03.897085 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47896) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:03.926891 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b579655-9265-4a3d-ae86-211ebf23a57e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.942053 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eee74ea-c22a-4854-83ee-c5f1d295e801 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:03.943933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eee74ea-c22a-4854-83ee-c5f1d295e801 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:03.948819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9eee74ea-c22a-4854-83ee-c5f1d295e801 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/dd657e84-e2f2-4750-9853-6bb2af4b56ea HTTP/1.1" status: 404 len: 337 time: 0.0637896 Dec 16 22:25:03.951972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47898) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:04.021854 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-514cd813-2aa9-45fe-8d16-bc14ae8432bd tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:04.022512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514cd813-2aa9-45fe-8d16-bc14ae8432bd tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:04.035105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-514cd813-2aa9-45fe-8d16-bc14ae8432bd tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/12e67bb4-bd7e-4f9e-95e0-4442882a0fec HTTP/1.1" status: 404 len: 337 time: 0.0792677 Dec 16 22:25:04.035586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47902) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:04.051885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2daa1ec-0fe0-4b71-b5cb-03d2453e17d7 None None] Network f2b65266-1a37-4c4c-be2f-73cd3fe3470c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:04.092806 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b579655-9265-4a3d-ae86-211ebf23a57e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.094613 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f03870-fcec-44df-bdcd-479b1dcca557 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:04.095229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f03870-fcec-44df-bdcd-479b1dcca557 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:04.100547 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-90f03870-fcec-44df-bdcd-479b1dcca557 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/88180df8-a5da-40ee-a6b7-b8da0e80eac8 HTTP/1.1" status: 404 len: 333 time: 0.0616663 Dec 16 22:25:04.101065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47904) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:04.115682 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47906) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:04.140149 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2552b1-ed4b-4224-9edb-fab2f260f2af tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:04.140920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df2552b1-ed4b-4224-9edb-fab2f260f2af tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:04.144340 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-df2552b1-ed4b-4224-9edb-fab2f260f2af tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/54c57095-1874-44a7-97c4-638b37378346 HTTP/1.1" status: 404 len: 337 time: 0.0421999 Dec 16 22:25:04.150230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47910) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:04.151194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-543042e6-bac3-4349-b0a1-9fea58a3956c None None] Provisioning complete for port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:04.151818 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-543042e6-bac3-4349-b0a1-9fea58a3956c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.195360 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9e359c-c163-48cf-9d41-89504031024b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:04.196603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9e359c-c163-48cf-9d41-89504031024b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:04.205657 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47912) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:04.219016 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cb9e359c-c163-48cf-9d41-89504031024b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/subnets/d2410904-22c1-4677-b8db-5798226cfe95 HTTP/1.1" status: 404 len: 337 time: 0.0657551 Dec 16 22:25:04.219016 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b579655-9265-4a3d-ae86-211ebf23a57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.314333 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9192b1-fdc6-4e9f-b079-09b00f534b33 None None] DHCP port deletion for f2b65266-1a37-4c4c-be2f-73cd3fe3470c request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:04.317208 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b579655-9265-4a3d-ae86-211ebf23a57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5140a24-5726-4005-8e47-4e1530913bca,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:04.327765 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1b579655-9265-4a3d-ae86-211ebf23a57e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25e57eb29a6446d7bcc4b3f5d1cfc68b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4254925 Dec 16 22:25:04.328264 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47916) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:04.379307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-940e0f52-2985-4643-bcdd-88ee7a9164f0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:04.380513 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-940e0f52-2985-4643-bcdd-88ee7a9164f0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.408687 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3356844b-bca5-4f1a-8fa4-f8beaa0b3f80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.464736 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b2dfaed1-75cb-4392-b0c9-fe893a681d6c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-225584652-network', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:04.471219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3356844b-bca5-4f1a-8fa4-f8beaa0b3f80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.490408 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-940e0f52-2985-4643-bcdd-88ee7a9164f0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.514480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05d96e69-f203-429d-9fd7-d2684c83ee46 req-80c49d1c-a1a6-4cb1-af22-370ac06771f6 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0538118 Dec 16 22:25:04.521229 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-940e0f52-2985-4643-bcdd-88ee7a9164f0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:04.593514 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-543042e6-bac3-4349-b0a1-9fea58a3956c None None] Provisioning complete for port 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:04.593889 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-543042e6-bac3-4349-b0a1-9fea58a3956c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.626290 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7b9192b1-fdc6-4e9f-b079-09b00f534b33 None None] Deleting port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:04.626668 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b9192b1-fdc6-4e9f-b079-09b00f534b33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.641575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dfaed1-75cb-4392-b0c9-fe893a681d6c admin admin] Made reservation on behalf of b86f2c71bd6f448aadfabe845ad0b5e2 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:04.643983 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2dfaed1-75cb-4392-b0c9-fe893a681d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.653101 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2dfaed1-75cb-4392-b0c9-fe893a681d6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.666947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-543042e6-bac3-4349-b0a1-9fea58a3956c None None] Port 2c8e89d4-1b36-434e-99b3-ac64fdf16d8c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:04.697133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7b9192b1-fdc6-4e9f-b079-09b00f534b33 None None] For port d0dea6fa-39b2-4ac7-aa32-5bb5af087114, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d0dea6fa-39b2-4ac7-aa32-5bb5af087114,segment=NetworkSegment(cb480fcf-ddaf-4015-95c6-bf4206290213),segment_id=cb480fcf-ddaf-4015-95c6-bf4206290213)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:04.697532 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b9192b1-fdc6-4e9f-b079-09b00f534b33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.697645 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3356844b-bca5-4f1a-8fa4-f8beaa0b3f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.700304 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3356844b-bca5-4f1a-8fa4-f8beaa0b3f80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.701483 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3356844b-bca5-4f1a-8fa4-f8beaa0b3f80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5140a24-5726-4005-8e47-4e1530913bca HTTP/1.1" status: 204 len: 168 time: 0.3722620 Dec 16 22:25:04.712001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7b9192b1-fdc6-4e9f-b079-09b00f534b33 None None] Calling delete_port for d0dea6fa-39b2-4ac7-aa32-5bb5af087114 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:04.720170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356844b-bca5-4f1a-8fa4-f8beaa0b3f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5140a24-5726-4005-8e47-4e1530913bca,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:04.756876 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-940e0f52-2985-4643-bcdd-88ee7a9164f0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.817212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e0f52-2985-4643-bcdd-88ee7a9164f0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=2c8e89d4-1b36-434e-99b3-ac64fdf16d8c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:04.826569 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-940e0f52-2985-4643-bcdd-88ee7a9164f0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.831163 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-940e0f52-2985-4643-bcdd-88ee7a9164f0 tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/ports/2c8e89d4-1b36-434e-99b3-ac64fdf16d8c HTTP/1.1" status: 204 len: 168 time: 0.6243474 Dec 16 22:25:04.833452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47930) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:04.851363 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2dfaed1-75cb-4392-b0c9-fe893a681d6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.937736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-677a9380-0f7c-4326-8163-e05159d3ab25 req-3866d608-7422-46da-b3c3-0dd3567b6d37 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0394993 Dec 16 22:25:04.950226 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.970523 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b9192b1-fdc6-4e9f-b079-09b00f534b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.970804 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2dfaed1-75cb-4392-b0c9-fe893a681d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.992368 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2dfaed1-75cb-4392-b0c9-fe893a681d6c admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:04.997459 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9192b1-fdc6-4e9f-b079-09b00f534b33 None None] Pushing event deleted for resources: {'Port': ['ID=d0dea6fa-39b2-4ac7-aa32-5bb5af087114,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:05.009415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfaed1-75cb-4392-b0c9-fe893a681d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e4e9d1-3a10-4fe2-aeac-0fdcbdd00f85,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:05.011787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9192b1-fdc6-4e9f-b079-09b00f534b33 None None] No DVR routers for this DVR port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:05.030051 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2dfaed1-75cb-4392-b0c9-fe893a681d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.030395 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-b2dfaed1-75cb-4392-b0c9-fe893a681d6c admin admin] Added segment 23f8cc95-e3a9-43b3-84b4-cc9de83c42e6 of type vlan for network 788470c4-7b46-42cb-9ef8-ebeca52a3f61 Dec 16 22:25:05.030883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Deleting port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:05.031354 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.093736 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2dfaed1-75cb-4392-b0c9-fe893a681d6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.128545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] For port d0dea6fa-39b2-4ac7-aa32-5bb5af087114, host n-d-821840-2, got binding levels [] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:05.128940 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.144586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d0dea6fa-39b2-4ac7-aa32-5bb5af087114 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:05.155074 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Calling delete_port for d0dea6fa-39b2-4ac7-aa32-5bb5af087114 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:05.161365 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.ipam_backend_mixin [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 was not found and therefore no delete operation was performed {{(pid=103951) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 22:25:05.163234 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.170029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: d0dea6fa-39b2-4ac7-aa32-5bb5af087114 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:25:05.170265 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d0dea6fa-39b2-4ac7-aa32-5bb5af087114 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:25:05.187761 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2dfaed1-75cb-4392-b0c9-fe893a681d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.193291 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dfaed1-75cb-4392-b0c9-fe893a681d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:05.193291 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2dfaed1-75cb-4392-b0c9-fe893a681d6c admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.197009 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Port': ['ID=d0dea6fa-39b2-4ac7-aa32-5bb5af087114,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:05.204407 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] No DVR routers for this DVR port d0dea6fa-39b2-4ac7-aa32-5bb5af087114 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:05.285328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47942) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:05.285725 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b2dfaed1-75cb-4392-b0c9-fe893a681d6c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1669514 Dec 16 22:25:05.287106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfaed1-75cb-4392-b0c9-fe893a681d6c admin admin] Pushing event updated for resources: {'Network': ['ID=788470c4-7b46-42cb-9ef8-ebeca52a3f61,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:05.293528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-617ddd73-dd66-4b62-99b8-8110ef808c39 admin admin] Request body: {'subnet': {'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-225584652-subnet', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:05.302495 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 788470c4-7b46-42cb-9ef8-ebeca52a3f61 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:05.317101 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.350602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b65266-1a37-4c4c-be2f-73cd3fe3470c']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:05.364077 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb480fcf-ddaf-4015-95c6-bf4206290213') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:05.364672 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb480fcf-ddaf-4015-95c6-bf4206290213') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:05.375325 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.390537 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.397115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:05.397692 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:05.404101 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:05.456586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617ddd73-dd66-4b62-99b8-8110ef808c39 admin admin] Made reservation on behalf of b86f2c71bd6f448aadfabe845ad0b5e2 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:05.458956 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-617ddd73-dd66-4b62-99b8-8110ef808c39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.530201 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.544856 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.548284 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] 10.222.0.43 "DELETE /v2.0/networks/f2b65266-1a37-4c4c-be2f-73cd3fe3470c HTTP/1.1" status: 204 len: 168 time: 0.7124133 Dec 16 22:25:05.571739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd717ad-5fca-41d2-a213-dabffc72ad7b tempest-PortsIpV6TestJSON-1212842220 tempest-PortsIpV6TestJSON-1212842220-project] Pushing event deleted for resources: {'Network': ['ID=f2b65266-1a37-4c4c-be2f-73cd3fe3470c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:05.632442 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47954) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:05.642162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee8bbc89-1fcd-4888-ba4e-bd03b1d9aa59 req-dd3395d2-b2d6-41ff-a628-22d0c5023819 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0495825 Dec 16 22:25:05.651098 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-437ee315-9143-4ac5-9e77-62da870d2b85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.749887 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-437ee315-9143-4ac5-9e77-62da870d2b85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.805137 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-617ddd73-dd66-4b62-99b8-8110ef808c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.830585 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-437ee315-9143-4ac5-9e77-62da870d2b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.873768 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-437ee315-9143-4ac5-9e77-62da870d2b85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b68bd73a8cbf434fb6f05b77e843ed56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2400925 Dec 16 22:25:05.877702 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47962) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:05.902814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ee315-9143-4ac5-9e77-62da870d2b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcfe7d4-83f1-401d-95c9-4c0cb90a0500,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:05.943104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ddd73-dd66-4b62-99b8-8110ef808c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3f51de-0f72-4801-9be5-4390be5660b0,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:05.976950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617ddd73-dd66-4b62-99b8-8110ef808c39 admin admin] Checking segment: {'id': '23f8cc95-e3a9-43b3-84b4-cc9de83c42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:05.983426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ddd73-dd66-4b62-99b8-8110ef808c39 admin admin] Network hostable DHCP agents. Network: 788470c4-7b46-42cb-9ef8-ebeca52a3f61, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:06.003311 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9430f45e-4abf-4dd6-9178-17fa99b5579f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.034746 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9430f45e-4abf-4dd6-9178-17fa99b5579f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.110638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ddd73-dd66-4b62-99b8-8110ef808c39 admin admin] Network 788470c4-7b46-42cb-9ef8-ebeca52a3f61 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:06.135842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5d3c6b1-cc92-4538-9cb5-74a70f91d1aa req-3286fb8b-0dcb-4e68-b5c0-6984fd787aae tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0551836 Dec 16 22:25:06.208215 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47972) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:06.234218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-617ddd73-dd66-4b62-99b8-8110ef808c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 788470c4-7b46-42cb-9ef8-ebeca52a3f61) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:06.236354 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9430f45e-4abf-4dd6-9178-17fa99b5579f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.239054 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9430f45e-4abf-4dd6-9178-17fa99b5579f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.243012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9430f45e-4abf-4dd6-9178-17fa99b5579f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bcfe7d4-83f1-401d-95c9-4c0cb90a0500 HTTP/1.1" status: 204 len: 168 time: 0.3615208 Dec 16 22:25:06.243702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3f6bc2-9a2f-4ce5-b503-b7a1e284f8f1 None None] Network 788470c4-7b46-42cb-9ef8-ebeca52a3f61 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:06.249748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ddd73-dd66-4b62-99b8-8110ef808c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:06.250383 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-617ddd73-dd66-4b62-99b8-8110ef808c39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.273490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430f45e-4abf-4dd6-9178-17fa99b5579f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcfe7d4-83f1-401d-95c9-4c0cb90a0500,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:06.397934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-617ddd73-dd66-4b62-99b8-8110ef808c39 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1042235 Dec 16 22:25:06.398764 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47978) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:06.399156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'fixed_ips': [{'subnet_id': '4e3f51de-0f72-4801-9be5-4390be5660b0'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:25:06.399704 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.402170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-225584652-router', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:06.422387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-82a37ee1-2fca-45cc-bdda-df631bb94b21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7db7e873a7fd4cc7980618ef0611b725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2128808 Dec 16 22:25:06.428582 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47980) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:06.486978 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10b0867a-423c-4a9a-8c2c-25a3f5677c42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.510303 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10b0867a-423c-4a9a-8c2c-25a3f5677c42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.546416 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Allocated IP 172.20.0.2 (788470c4-7b46-42cb-9ef8-ebeca52a3f61/4e3f51de-0f72-4801-9be5-4390be5660b0/be6e3d0a-880a-40d0-9982-938c28be54f7) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:06.559421 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.561924 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.678900 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10b0867a-423c-4a9a-8c2c-25a3f5677c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.678900 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10b0867a-423c-4a9a-8c2c-25a3f5677c42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.679885 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-10b0867a-423c-4a9a-8c2c-25a3f5677c42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e741ef0-8305-460b-9dae-6a3dc477ce91 HTTP/1.1" status: 204 len: 168 time: 0.2503569 Dec 16 22:25:06.724090 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0867a-423c-4a9a-8c2c-25a3f5677c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e741ef0-8305-460b-9dae-6a3dc477ce91,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:06.785661 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.786409 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.838200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6316ecc-41be-4dd3-84b1-6c933c60f16f req-a5ee7212-23bd-4852-916f-b2c15973559b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0895357 Dec 16 22:25:06.898124 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.965068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Network 788470c4-7b46-42cb-9ef8-ebeca52a3f61 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:06.969068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:06.974713 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:07.028180 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Pushing event updated for resources: {'Port': ['ID=be6e3d0a-880a-40d0-9982-938c28be54f7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:07.053353 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.088418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Attempting to bind port be6e3d0a-880a-40d0-9982-938c28be54f7 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:25:07.088835 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Attempting to bind port be6e3d0a-880a-40d0-9982-938c28be54f7 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '23f8cc95-e3a9-43b3-84b4-cc9de83c42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:25:07.089214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Attempting to bind port be6e3d0a-880a-40d0-9982-938c28be54f7 on network 788470c4-7b46-42cb-9ef8-ebeca52a3f61 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:07.095047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:25:07.095474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Checking segment: {'id': '23f8cc95-e3a9-43b3-84b4-cc9de83c42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:07.095918 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.096359 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Bound using segment: {'id': '23f8cc95-e3a9-43b3-84b4-cc9de83c42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:25:07.096850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Bound port: be6e3d0a-880a-40d0-9982-938c28be54f7, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f8cc95-e3a9-43b3-84b4-cc9de83c42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:25:07.097269 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.166989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] For port be6e3d0a-880a-40d0-9982-938c28be54f7, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:07.170852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] For port be6e3d0a-880a-40d0-9982-938c28be54f7, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=be6e3d0a-880a-40d0-9982-938c28be54f7,segment=NetworkSegment(23f8cc95-e3a9-43b3-84b4-cc9de83c42e6),segment_id=23f8cc95-e3a9-43b3-84b4-cc9de83c42e6)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:25:07.234086 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.271644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-452917c7-de58-4c30-b7fe-a4fb9d9c4ee7 req-925c28d1-d2e8-4688-ba5c-f5bbde18732e tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0515637 Dec 16 22:25:07.361474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661a4d2-83c2-4328-8417-d94441ceab52 None None] Pushing event updated for resources: {'Port': ['ID=be6e3d0a-880a-40d0-9982-938c28be54f7,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:07.452602 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.478282 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.656259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Allocated IP 172.25.2.233 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/6f9d1968-3493-4102-81e7-082d07cd00d6) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:07.791488 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.925580 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.943122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d46611cb-40e5-4b7d-8123-43fa556d38aa req-7096f5c3-be95-47e9-aac4-5847b7f622f3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0471480 Dec 16 22:25:08.006340 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:08.011815 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:08.016593 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:08.026911 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af55dbd-71b7-4071-84ad-5f73e3670b79 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:08.043220 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6f9d1968-3493-4102-81e7-082d07cd00d6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:08.144002 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6ca5d655-e268-4353-8544-d748b941579e None None] Provisioning complete for port 6f9d1968-3493-4102-81e7-082d07cd00d6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:08.144684 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ca5d655-e268-4353-8544-d748b941579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.242434 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6ca5d655-e268-4353-8544-d748b941579e None None] Port 6f9d1968-3493-4102-81e7-082d07cd00d6 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:08.439976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7a742af-1b19-487c-ad94-a1e83f92b725 req-ef7e4113-94e5-4586-a92d-88e396466bd4 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0732064 Dec 16 22:25:08.514912 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.559426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48060) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:08.697753 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-978337282'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:08.737018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a78d828-d349-4abd-8c9b-c08b56377d9e None None] Network 788470c4-7b46-42cb-9ef8-ebeca52a3f61 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:08.761659 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.784816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:08.788495 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.799206 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.835791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Provisioning complete for port be6e3d0a-880a-40d0-9982-938c28be54f7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:08.836251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.930903 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.960499 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.005084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Router 956079de-6725-4ed1-8c8b-86e68817d0e5 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:25:09.049671 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] For port be6e3d0a-880a-40d0-9982-938c28be54f7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=be6e3d0a-880a-40d0-9982-938c28be54f7,segment=NetworkSegment(23f8cc95-e3a9-43b3-84b4-cc9de83c42e6),segment_id=23f8cc95-e3a9-43b3-84b4-cc9de83c42e6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:09.057503 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.072701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2696494c-f516-4d50-93b0-f3559b198a28 req-85cb43ee-d3ca-4bb2-acc8-3ebad6e2246b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0742393 Dec 16 22:25:09.098949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:09.120122 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.120922 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Added segment 5a210832-def5-4782-a27e-2e97b808688d of type vlan for network d38b73c3-e01f-4df5-8f13-1bac61cb351c Dec 16 22:25:09.143351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9220982c-ff03-424a-8206-ab670cc5ec11,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:09.159429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.160177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.160695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.161389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.162075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.162576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.163077 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.163641 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.164331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.164826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.165350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.165853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.166501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.176097 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.213403 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.292657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Pushing event updated for resources: {'Port': ['ID=be6e3d0a-880a-40d0-9982-938c28be54f7,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:09.300537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:25:09.313882 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device be6e3d0a-880a-40d0-9982-938c28be54f7 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:09.318979 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.319362 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.319962 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.320335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.320631 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.320959 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.321287 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.321612 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.321936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.322262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.322584 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.322911 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.323231 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c54ff-2e76-4c4f-bc73-9e41c969f546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:09.328052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Sync routers for ids ['956079de-6725-4ed1-8c8b-86e68817d0e5'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:25:09.330791 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.342087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:09.342087 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.364458 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Routers {'956079de-6725-4ed1-8c8b-86e68817d0e5'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:09.365110 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:24:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['956079de-6725-4ed1-8c8b-86e68817d0e5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:09.418741 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.424191 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cc7efa17-cc39-4db2-9df3-2ee2bde4c8e1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0279286 Dec 16 22:25:09.425729 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48082) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:09.427002 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Network': ['ID=d38b73c3-e01f-4df5-8f13-1bac61cb351c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:09.433663 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4490e593-75c2-4ae2-83db-3d3c6ede354d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8720045 Dec 16 22:25:09.437226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48084) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:09.443943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0ba01610-3c8f-49ac-892a-d769128fdf18 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'name': 'tempest-PortsTestJSON-854320892'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:09.449764 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:09.461126 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9bcd9c51-a409-4443-b787-f21126bf3367 None None] Provisioning complete for port be6e3d0a-880a-40d0-9982-938c28be54f7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:09.461518 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9bcd9c51-a409-4443-b787-f21126bf3367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.604509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db68c787-1568-4a44-a8e7-38ec04aacce0 req-124193ba-8f03-457d-946e-c26603ab596e tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0385706 Dec 16 22:25:09.608705 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port be6e3d0a-880a-40d0-9982-938c28be54f7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:09.609105 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.639504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba01610-3c8f-49ac-892a-d769128fdf18 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:09.642982 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ba01610-3c8f-49ac-892a-d769128fdf18 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.662596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-0ba01610-3c8f-49ac-892a-d769128fdf18 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] device_id is not set on port 1bb80e04-0501-4548-9a01-1ff12585ece4 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:25:09.669820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Set router 956079de-6725-4ed1-8c8b-86e68817d0e5 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:25:09.882966 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ba01610-3c8f-49ac-892a-d769128fdf18 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.008209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'name': 'tempest-ServersTestFqdnHostnames-225584652-router', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:25:06Z', 'updated_at': '2021-12-16T22:25:08Z', 'revision_number': 3, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'gw_port': {'id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:07Z', 'updated_at': '2021-12-16T22:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:10.026752 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.053922 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Checking router: 956079de-6725-4ed1-8c8b-86e68817d0e5 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:25:10.054346 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Updating router 956079de-6725-4ed1-8c8b-86e68817d0e5 port 6f9d1968-3493-4102-81e7-082d07cd00d6 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:25:10.086993 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.213335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0bd43a1d-1f34-44fa-93dd-74ab83eda756 req-191e2fa1-42c3-4fb4-ac94-c966e45e3323 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0527296 Dec 16 22:25:10.214361 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ba01610-3c8f-49ac-892a-d769128fdf18 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.301581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba01610-3c8f-49ac-892a-d769128fdf18 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=1bb80e04-0501-4548-9a01-1ff12585ece4,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:10.332851 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Allocated IP 172.20.0.1 (788470c4-7b46-42cb-9ef8-ebeca52a3f61/4e3f51de-0f72-4801-9be5-4390be5660b0/7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:10.335924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba01610-3c8f-49ac-892a-d769128fdf18 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Checking segment: {'id': '5a210832-def5-4782-a27e-2e97b808688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:10.336296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba01610-3c8f-49ac-892a-d769128fdf18 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network hostable DHCP agents. Network: d38b73c3-e01f-4df5-8f13-1bac61cb351c, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:10.446197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba01610-3c8f-49ac-892a-d769128fdf18 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:10.528077 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.538199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-0ba01610-3c8f-49ac-892a-d769128fdf18 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, d38b73c3-e01f-4df5-8f13-1bac61cb351c) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:10.551505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba01610-3c8f-49ac-892a-d769128fdf18 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:10.564878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba01610-3c8f-49ac-892a-d769128fdf18 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:10.566699 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ba01610-3c8f-49ac-892a-d769128fdf18 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.574318 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2689871-61e5-4ed8-9510-50c463b41f33 None None] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:10.665279 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.684224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0ba01610-3c8f-49ac-892a-d769128fdf18 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2458339 Dec 16 22:25:10.689574 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48118) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:10.701401 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d48af9bd-4702-4834-b4f7-3e8a4c241f69 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-904720397'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:10.782441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0203f5b2-3633-430b-81ae-e0b982d25f3c None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:10.792711 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fcdc1513-1335-4f67-b35c-a8f9bc42b395 req-7aa244fb-b1af-421e-85e4-cf17a17c1322 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0424697 Dec 16 22:25:10.797818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f819bb-6bdc-4335-8e08-bd21c9558a7a None None] Pushing event updated for resources: {'Port': ['ID=6f9d1968-3493-4102-81e7-082d07cd00d6,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:10.801428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Attempting to bind port 6f9d1968-3493-4102-81e7-082d07cd00d6 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:25:10.802776 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Attempting to bind port 6f9d1968-3493-4102-81e7-082d07cd00d6 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:25:10.802776 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Attempting to bind port 6f9d1968-3493-4102-81e7-082d07cd00d6 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:10.826379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:25:10.826379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:10.826379 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.827688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:25:10.828211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Bound port: 6f9d1968-3493-4102-81e7-082d07cd00d6, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:25:10.828733 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.834094 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.909879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7404d285-5192-48d4-bb40-8c47dd8f8c77 None None] Provisioning complete for port 6f9d1968-3493-4102-81e7-082d07cd00d6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:10.910175 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7404d285-5192-48d4-bb40-8c47dd8f8c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.938305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48af9bd-4702-4834-b4f7-3e8a4c241f69 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:10.940045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] For port 6f9d1968-3493-4102-81e7-082d07cd00d6, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:10.942020 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d48af9bd-4702-4834-b4f7-3e8a4c241f69 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.957225 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] For port 6f9d1968-3493-4102-81e7-082d07cd00d6, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6f9d1968-3493-4102-81e7-082d07cd00d6,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:25:10.961780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7404d285-5192-48d4-bb40-8c47dd8f8c77 None None] Port 6f9d1968-3493-4102-81e7-082d07cd00d6 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:10.977396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b68e4-d50a-4369-8998-0e6ce5fe6e8d req-902d0af7-6353-4803-aded-182cc2b809f5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:10.978970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d1b68e4-d50a-4369-8998-0e6ce5fe6e8d req-902d0af7-6353-4803-aded-182cc2b809f5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0786195 Dec 16 22:25:10.992118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48af9bd-4702-4834-b4f7-3e8a4c241f69 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:11.022878 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.027513 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d48af9bd-4702-4834-b4f7-3e8a4c241f69 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.032132 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-d48af9bd-4702-4834-b4f7-3e8a4c241f69 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Added segment a7cd48f4-6df1-4dd7-8288-e7c4af46c6da of type vlan for network 4f9352f4-ec4d-4364-8525-bc83c29bfb04 Dec 16 22:25:11.052301 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.068333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Network 788470c4-7b46-42cb-9ef8-ebeca52a3f61 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:11.073374 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:11.080063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:11.083839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:11.100822 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d48af9bd-4702-4834-b4f7-3e8a4c241f69 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.130017 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.140370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d1b68e4-d50a-4369-8998-0e6ce5fe6e8d req-4aefea00-11d7-4bc5-9d0b-34988307d55f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512656 Dec 16 22:25:11.219152 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913ad9ba-7e58-4375-ace2-47fa42409060 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:11.249549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f819bb-6bdc-4335-8e08-bd21c9558a7a None None] Pushing event updated for resources: {'Port': ['ID=6f9d1968-3493-4102-81e7-082d07cd00d6,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:11.253920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device be6e3d0a-880a-40d0-9982-938c28be54f7 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:11.261626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Routers {'956079de-6725-4ed1-8c8b-86e68817d0e5'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:11.262399 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:24:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['956079de-6725-4ed1-8c8b-86e68817d0e5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:11.313584 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d48af9bd-4702-4834-b4f7-3e8a4c241f69 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.320184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48af9bd-4702-4834-b4f7-3e8a4c241f69 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:11.321292 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d48af9bd-4702-4834-b4f7-3e8a4c241f69 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.369487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fd9c390-b68b-4ca2-a907-367163b91da4 req-1a7be9be-24ae-498d-8088-090ff69f87aa tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0360699 Dec 16 22:25:11.447580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48af9bd-4702-4834-b4f7-3e8a4c241f69 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Network': ['ID=4f9352f4-ec4d-4364-8525-bc83c29bfb04,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:11.501527 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.534420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d48af9bd-4702-4834-b4f7-3e8a4c241f69 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8431547 Dec 16 22:25:11.536848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48136) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:11.542310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'ports': [{'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c'}, {'network_id': '4f9352f4-ec4d-4364-8525-bc83c29bfb04'}]} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:11.542710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:11.543299 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'network_id': '4f9352f4-ec4d-4364-8525-bc83c29bfb04'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:11.549747 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 4f9352f4-ec4d-4364-8525-bc83c29bfb04 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:11.677298 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port be6e3d0a-880a-40d0-9982-938c28be54f7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:11.677813 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.698343 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.706021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-dd46163b-a326-4efd-ad26-46fc762f363e None None] Provisioning complete for port 6f9d1968-3493-4102-81e7-082d07cd00d6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:11.706468 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd46163b-a326-4efd-ad26-46fc762f363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.771672 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] Set router 956079de-6725-4ed1-8c8b-86e68817d0e5 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:25:11.776825 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.851371 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.860267 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'port': 2} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:11.860267 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.865136 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:11.882274 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.975543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d13700ac-20b9-42c2-9227-dfee8a1e013e req-e5faa154-39e5-47ec-ae6d-616276c77b55 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0618062 Dec 16 22:25:11.994285 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd46163b-a326-4efd-ad26-46fc762f363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.004321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] device_id is not set on port 2ffb1c68-9db8-4902-88f8-4d0f16dd17c1 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:25:12.041601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Network 788470c4-7b46-42cb-9ef8-ebeca52a3f61 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:12.043305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:12.049411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-dd46163b-a326-4efd-ad26-46fc762f363e None None] For port 6f9d1968-3493-4102-81e7-082d07cd00d6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6f9d1968-3493-4102-81e7-082d07cd00d6,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:12.129170 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'name': 'tempest-ServersTestFqdnHostnames-225584652-router', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:25:06Z', 'updated_at': '2021-12-16T22:25:08Z', 'revision_number': 3, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'gw_port': {'id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:07Z', 'updated_at': '2021-12-16T22:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:12.165453 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd46163b-a326-4efd-ad26-46fc762f363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.169792 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.170314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51052bc-d13f-49bc-88c6-06e31bc3b4fb None None] The sync data for ids ['956079de-6725-4ed1-8c8b-86e68817d0e5'] in n-d-821840-2 is: [{'id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'name': 'tempest-ServersTestFqdnHostnames-225584652-router', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:25:06Z', 'updated_at': '2021-12-16T22:25:08Z', 'revision_number': 3, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'gw_port': {'id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:07Z', 'updated_at': '2021-12-16T22:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:25:12.209697 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Router 956079de-6725-4ed1-8c8b-86e68817d0e5 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:25:12.266396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46163b-a326-4efd-ad26-46fc762f363e None None] Pushing event updated for resources: {'Port': ['ID=6f9d1968-3493-4102-81e7-082d07cd00d6,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:12.317989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-abc12d8a-456e-4a14-814c-105748107bb7 None None] Provisioning complete for port 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:12.325517 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abc12d8a-456e-4a14-814c-105748107bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.358420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] device_id is not set on port 485ed85a-2690-422c-8b08-c85fa7ecaed4 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:25:12.367279 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-abc12d8a-456e-4a14-814c-105748107bb7 None None] Port 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:12.468315 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd660486-4c62-4430-8d67-ea3a8e30d2d0 req-5c877833-9e72-4eb4-9eb6-c4351301a8d8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:12.477298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd660486-4c62-4430-8d67-ea3a8e30d2d0 req-5c877833-9e72-4eb4-9eb6-c4351301a8d8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.1275902 Dec 16 22:25:12.498022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:25:12.507248 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-94b1ccf0-b348-44a7-bc35-bd3d83b8b3b0 admin admin] 10.222.0.43 "PUT /v2.0/routers/956079de-6725-4ed1-8c8b-86e68817d0e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0807006 Dec 16 22:25:12.540211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48158) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:12.599423 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0f2b86bf-10d0-48fe-a5d8-0598bf4d8814 None None] Provisioning complete for port 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:12.608349 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f2b86bf-10d0-48fe-a5d8-0598bf4d8814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.701376 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04ac8e86-aa59-43e4-8448-ac2c83f18a2a req-d78bde10-8099-40ca-afb8-89f31b1b6b7d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1916766 Dec 16 22:25:12.732394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0f2b86bf-10d0-48fe-a5d8-0598bf4d8814 None None] Port 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:12.733947 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcdb2501-753c-4f46-a270-fc910b422918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.769798 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd660486-4c62-4430-8d67-ea3a8e30d2d0 req-6506b122-bdea-4ebe-9a09-15017b5f3a91 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2911484 Dec 16 22:25:12.822234 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.912065 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcdb2501-753c-4f46-a270-fc910b422918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.934276 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.986218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:12.990752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:12.994751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:12.995644 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.013548 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcdb2501-753c-4f46-a270-fc910b422918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.049515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=2ffb1c68-9db8-4902-88f8-4d0f16dd17c1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:13.093283 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.126719 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb2501-753c-4f46-a270-fc910b422918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0210fd-b494-4061-a69d-539cf293629b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:13.131520 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dcdb2501-753c-4f46-a270-fc910b422918 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0f27c9c7e284b139194468fb0fa82bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5901489 Dec 16 22:25:13.142541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48170) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:13.203321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886dfa59-2cb7-4e8b-93e5-11dae6ec8450 req-2f1d4c2e-8fe7-4a32-9190-86be007a843a tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0623229 Dec 16 22:25:13.216487 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6f9d1968-3493-4102-81e7-082d07cd00d6 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:13.240239 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Checking segment: {'id': 'a7cd48f4-6df1-4dd7-8288-e7c4af46c6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f9352f4-ec4d-4364-8525-bc83c29bfb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:13.240239 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network hostable DHCP agents. Network: 4f9352f4-ec4d-4364-8525-bc83c29bfb04, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:13.241562 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=485ed85a-2690-422c-8b08-c85fa7ecaed4,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:13.271610 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.280744 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cddfbda5-8c3f-4e79-8023-c9801b1fe43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.294886 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 6f9d1968-3493-4102-81e7-082d07cd00d6 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:13.295339 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.312238 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cddfbda5-8c3f-4e79-8023-c9801b1fe43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.338174 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48172) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:13.344348 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-37cefd9c-43c8-4f49-98b3-f14d8295eb7c tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527981370', 'description': 'tempest-description--662111379'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:13.353229 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network 4f9352f4-ec4d-4364-8525-bc83c29bfb04 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:13.462356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 4f9352f4-ec4d-4364-8525-bc83c29bfb04) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:13.470609 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eb9011-b18d-47e4-87a9-1df5edfd022c None None] Network 4f9352f4-ec4d-4364-8525-bc83c29bfb04 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:13.473013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:13.483506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:13.489959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:13.491323 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.496888 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37cefd9c-43c8-4f49-98b3-f14d8295eb7c tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.512008 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cddfbda5-8c3f-4e79-8023-c9801b1fe43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.515587 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cddfbda5-8c3f-4e79-8023-c9801b1fe43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.521424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cddfbda5-8c3f-4e79-8023-c9801b1fe43e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a0210fd-b494-4061-a69d-539cf293629b HTTP/1.1" status: 204 len: 168 time: 0.3778727 Dec 16 22:25:13.534050 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfbda5-8c3f-4e79-8023-c9801b1fe43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0210fd-b494-4061-a69d-539cf293629b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:13.613782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ba5e095c-b3a9-476a-a186-5ca16c820ade tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0755546 Dec 16 22:25:13.618666 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48176) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:13.651219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37cefd9c-43c8-4f49-98b3-f14d8295eb7c tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.729136 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-9677dde2-4be5-4b0a-8534-18524ab88c8b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port 485ed85a-2690-422c-8b08-c85fa7ecaed4 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:13.729483 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9677dde2-4be5-4b0a-8534-18524ab88c8b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.753218 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37cefd9c-43c8-4f49-98b3-f14d8295eb7c tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.785477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cefd9c-43c8-4f49-98b3-f14d8295eb7c tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738ac6a5-4a27-4862-941f-bdef5abf639f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:13.809316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c141e5ba-fda3-489e-be82-bf03a5301fc3 req-9e496b86-1303-4808-b631-6450cca18e7f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0326095 Dec 16 22:25:13.841848 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9677dde2-4be5-4b0a-8534-18524ab88c8b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.860290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-9677dde2-4be5-4b0a-8534-18524ab88c8b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for 485ed85a-2690-422c-8b08-c85fa7ecaed4 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:13.862250 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37cefd9c-43c8-4f49-98b3-f14d8295eb7c tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.868222 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-37cefd9c-43c8-4f49-98b3-f14d8295eb7c tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5289330 Dec 16 22:25:13.869066 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48182) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:13.896345 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c5ea138a-3f74-4487-85fe-0988ca710326 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Request body: {'security_group_rule': {'security_group_id': '738ac6a5-4a27-4862-941f-bdef5abf639f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:13.980266 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc9c68-4f4c-4226-b122-49c88606695c req-0fae85b6-7885-4564-8419-731d18cc287b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:13.982719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40dc9c68-4f4c-4226-b122-49c88606695c req-0fae85b6-7885-4564-8419-731d18cc287b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.1050951 Dec 16 22:25:13.994699 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c5ea138a-3f74-4487-85fe-0988ca710326 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.046060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40dc9c68-4f4c-4226-b122-49c88606695c req-69fec573-b8c6-4ced-8573-73a681101735 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501020 Dec 16 22:25:14.064054 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c5ea138a-3f74-4487-85fe-0988ca710326 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.139922 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c5ea138a-3f74-4487-85fe-0988ca710326 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.140402 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9677dde2-4be5-4b0a-8534-18524ab88c8b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.171210 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea138a-3f74-4487-85fe-0988ca710326 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd26ca76-062d-42b7-a168-dd0c2121a1fd,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:14.211063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677dde2-4be5-4b0a-8534-18524ab88c8b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=485ed85a-2690-422c-8b08-c85fa7ecaed4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:14.218262 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9677dde2-4be5-4b0a-8534-18524ab88c8b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.222008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9677dde2-4be5-4b0a-8534-18524ab88c8b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/485ed85a-2690-422c-8b08-c85fa7ecaed4 HTTP/1.1" status: 204 len: 168 time: 0.6020885 Dec 16 22:25:14.225622 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48188) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:14.318986 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c5ea138a-3f74-4487-85fe-0988ca710326 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.321442 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c5ea138a-3f74-4487-85fe-0988ca710326 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4402809 Dec 16 22:25:14.330110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48192) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:14.331093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-8867a489-be36-4e06-8a02-ee57f6dc0006 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Request body: {'security_group_rule': {'security_group_id': '738ac6a5-4a27-4862-941f-bdef5abf639f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:14.355319 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9948a337-3306-4f03-953c-451ccca4b75a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:14.362489 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9948a337-3306-4f03-953c-451ccca4b75a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:14.364900 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9948a337-3306-4f03-953c-451ccca4b75a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1205873 Dec 16 22:25:14.367823 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48194) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:14.387467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12621689-311b-4552-b74a-97f81cbb1dfd req-22d224f0-385a-4464-860d-b8549be6e20c tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0434194 Dec 16 22:25:14.422476 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48196) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:14.442463 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f5245077-92ce-48fc-8cd6-f33ffa90db42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.476721 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8867a489-be36-4e06-8a02-ee57f6dc0006 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.486599 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e2503fe6-37e2-407b-9e74-77d35741784b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port 2ffb1c68-9db8-4902-88f8-4d0f16dd17c1 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:14.487016 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2503fe6-37e2-407b-9e74-77d35741784b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.556583 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2503fe6-37e2-407b-9e74-77d35741784b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.571802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e2503fe6-37e2-407b-9e74-77d35741784b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for 2ffb1c68-9db8-4902-88f8-4d0f16dd17c1 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:14.576562 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8867a489-be36-4e06-8a02-ee57f6dc0006 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.581389 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f5245077-92ce-48fc-8cd6-f33ffa90db42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.610078 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Sync routers for ids ['956079de-6725-4ed1-8c8b-86e68817d0e5'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:25:14.620199 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Routers {'956079de-6725-4ed1-8c8b-86e68817d0e5'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:14.620816 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:24:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['956079de-6725-4ed1-8c8b-86e68817d0e5'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:14.655546 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8867a489-be36-4e06-8a02-ee57f6dc0006 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.676776 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867a489-be36-4e06-8a02-ee57f6dc0006 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a489c6-ca88-4fc7-bc4c-f85fa0d59ce9,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:14.693729 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f5245077-92ce-48fc-8cd6-f33ffa90db42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.732997 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Set router 956079de-6725-4ed1-8c8b-86e68817d0e5 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:25:14.736855 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f5245077-92ce-48fc-8cd6-f33ffa90db42 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68393f3d3cb04f36bbcf984371408603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3132374 Dec 16 22:25:14.737608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5245077-92ce-48fc-8cd6-f33ffa90db42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78aacca-0a1a-463e-82c9-9a5145dc76a7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:14.739680 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48198) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:14.759404 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2503fe6-37e2-407b-9e74-77d35741784b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.793314 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8867a489-be36-4e06-8a02-ee57f6dc0006 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.798323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48200) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:14.798804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8867a489-be36-4e06-8a02-ee57f6dc0006 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4723032 Dec 16 22:25:14.800701 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2503fe6-37e2-407b-9e74-77d35741784b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=2ffb1c68-9db8-4902-88f8-4d0f16dd17c1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:14.809124 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:14.821417 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2503fe6-37e2-407b-9e74-77d35741784b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.824229 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e2503fe6-37e2-407b-9e74-77d35741784b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/2ffb1c68-9db8-4902-88f8-4d0f16dd17c1 HTTP/1.1" status: 204 len: 168 time: 0.4553375 Dec 16 22:25:14.827364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48202) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:14.854506 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f789d200-5509-4999-89ea-9b0c1c39c481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.883210 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f789d200-5509-4999-89ea-9b0c1c39c481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.908737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398db326-2e4a-4ab7-90fe-177cd13747db tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:14.910351 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-398db326-2e4a-4ab7-90fe-177cd13747db tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0819736 Dec 16 22:25:14.913085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48206) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:14.926001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.968896 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:25:15.050578 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.092152 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f789d200-5509-4999-89ea-9b0c1c39c481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.094136 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f789d200-5509-4999-89ea-9b0c1c39c481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.097744 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f789d200-5509-4999-89ea-9b0c1c39c481 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f78aacca-0a1a-463e-82c9-9a5145dc76a7 HTTP/1.1" status: 204 len: 168 time: 0.3546417 Dec 16 22:25:15.105922 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'name': 'tempest-ServersTestFqdnHostnames-225584652-router', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:25:06Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'gw_port': {'id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:07Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0', 'name': '', 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'mac_address': 'fa:16:3e:71:ad:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:10Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 2, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'subnets': [{'id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:15.141366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789d200-5509-4999-89ea-9b0c1c39c481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78aacca-0a1a-463e-82c9-9a5145dc76a7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:15.187542 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Checking router: 956079de-6725-4ed1-8c8b-86e68817d0e5 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:25:15.187901 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Updating router 956079de-6725-4ed1-8c8b-86e68817d0e5 port 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:25:15.233004 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.244840 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Allocated IP 172.25.2.6 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/6fc187f7-3ae9-4e75-834d-a76819c2572f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:15.323843 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37a0e17a-ec22-4e5c-8d85-af9717b6a863 req-8d3f0334-3205-4b5a-8793-91ada6d8834e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.4363112 Dec 16 22:25:15.356174 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2fe909-9a09-4493-983c-70dd9a5ac85d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] GET failed (client error): The resource could not be found. Dec 16 22:25:15.360955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bc2fe909-9a09-4493-983c-70dd9a5ac85d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/485ed85a-2690-422c-8b08-c85fa7ecaed4 HTTP/1.1" status: 404 len: 333 time: 0.4443696 Dec 16 22:25:15.361250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48216) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:15.404478 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-69071f30-7a82-4778-8e26-2df562f21d82 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] GET failed (client error): The resource could not be found. Dec 16 22:25:15.406345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-69071f30-7a82-4778-8e26-2df562f21d82 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/2ffb1c68-9db8-4902-88f8-4d0f16dd17c1 HTTP/1.1" status: 404 len: 333 time: 0.0441661 Dec 16 22:25:15.411989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48218) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:15.432141 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.489128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dfe54-8a6d-41d1-a269-1e1a0dacdf8e req-77c560db-d43f-49c4-a525-42cf13cdfb69 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:15.490744 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c8dfe54-8a6d-41d1-a269-1e1a0dacdf8e req-77c560db-d43f-49c4-a525-42cf13cdfb69 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.1780732 Dec 16 22:25:15.559719 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6c4db40-5396-4735-8dcd-abd6042d05cc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.562942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef933d75-b4c8-41d7-b4a1-070b6832d96a req-77b43aea-82ba-41aa-afb4-ea27448059a0 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0634012 Dec 16 22:25:15.573988 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.593987 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.598509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c8dfe54-8a6d-41d1-a269-1e1a0dacdf8e req-e955ba8c-462f-486c-b7a6-f2430b63aad4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976613 Dec 16 22:25:15.660019 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:15.663372 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:15.667054 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:15.673105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Pushing event updated for resources: {'Port': ['ID=6fc187f7-3ae9-4e75-834d-a76819c2572f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:15.681980 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.713533 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6c4db40-5396-4735-8dcd-abd6042d05cc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.740561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-a6c4db40-5396-4735-8dcd-abd6042d05cc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9352f4-ec4d-4364-8525-bc83c29bfb04']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:15.752977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-a6c4db40-5396-4735-8dcd-abd6042d05cc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cd48f4-6df1-4dd7-8288-e7c4af46c6da') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:15.756949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-a6c4db40-5396-4735-8dcd-abd6042d05cc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cd48f4-6df1-4dd7-8288-e7c4af46c6da') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:15.761671 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a45e9-07c0-4de4-b94d-0c0065f94ac1 None None] Pushing event updated for resources: {'Port': ['ID=7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:15.766918 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6c4db40-5396-4735-8dcd-abd6042d05cc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.774790 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a45e9-07c0-4de4-b94d-0c0065f94ac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:15.775427 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a45e9-07c0-4de4-b94d-0c0065f94ac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:15.776796 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a45e9-07c0-4de4-b94d-0c0065f94ac1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:15.777137 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a45e9-07c0-4de4-b94d-0c0065f94ac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:15.777474 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a45e9-07c0-4de4-b94d-0c0065f94ac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:15.783002 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a45e9-07c0-4de4-b94d-0c0065f94ac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:15.787679 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a45e9-07c0-4de4-b94d-0c0065f94ac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:15.787679 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a45e9-07c0-4de4-b94d-0c0065f94ac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:15.787679 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a45e9-07c0-4de4-b94d-0c0065f94ac1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:15.787679 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a45e9-07c0-4de4-b94d-0c0065f94ac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:15.787679 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a45e9-07c0-4de4-b94d-0c0065f94ac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:15.787679 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a45e9-07c0-4de4-b94d-0c0065f94ac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:15.787679 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a45e9-07c0-4de4-b94d-0c0065f94ac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:15.791290 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6c4db40-5396-4735-8dcd-abd6042d05cc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.822491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c4db40-5396-4735-8dcd-abd6042d05cc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:15.823090 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6c4db40-5396-4735-8dcd-abd6042d05cc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.832304 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:15.833691 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:15.872650 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Attempting to bind port 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:25:15.873332 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Attempting to bind port 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '23f8cc95-e3a9-43b3-84b4-cc9de83c42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:25:15.873476 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Attempting to bind port 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 on network 788470c4-7b46-42cb-9ef8-ebeca52a3f61 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:15.893744 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:25:15.894486 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Checking segment: {'id': '23f8cc95-e3a9-43b3-84b4-cc9de83c42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:15.895060 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.896033 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Bound using segment: {'id': '23f8cc95-e3a9-43b3-84b4-cc9de83c42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:25:15.896572 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Bound port: 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f8cc95-e3a9-43b3-84b4-cc9de83c42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:25:15.896965 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.943640 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.978232 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] For port 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:15.982521 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] For port 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0,segment=NetworkSegment(23f8cc95-e3a9-43b3-84b4-cc9de83c42e6),segment_id=23f8cc95-e3a9-43b3-84b4-cc9de83c42e6)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:25:16.018860 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6c4db40-5396-4735-8dcd-abd6042d05cc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.048529 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a6c4db40-5396-4735-8dcd-abd6042d05cc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.051897 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a6c4db40-5396-4735-8dcd-abd6042d05cc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/networks/4f9352f4-ec4d-4364-8525-bc83c29bfb04 HTTP/1.1" status: 204 len: 168 time: 0.6352930 Dec 16 22:25:16.056058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48234) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:16.058008 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4db40-5396-4735-8dcd-abd6042d05cc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Network': ['ID=4f9352f4-ec4d-4364-8525-bc83c29bfb04,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:16.064842 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.104599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2e1a0b56-7bae-4162-a2c3-117fd51e3dfc None None] Provisioning complete for port 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:16.105235 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0b56-7bae-4162-a2c3-117fd51e3dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.113315 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-9c3541bc-a909-4a04-b37d-8011b496dc3a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1855211692'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:16.128455 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.158525 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Routers {'956079de-6725-4ed1-8c8b-86e68817d0e5'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:16.159569 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:24:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['956079de-6725-4ed1-8c8b-86e68817d0e5'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:16.161726 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a45e9-07c0-4de4-b94d-0c0065f94ac1 None None] Pushing event updated for resources: {'Port': ['ID=7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:16.205285 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.255611 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0b56-7bae-4162-a2c3-117fd51e3dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.281960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3541bc-a909-4a04-b37d-8011b496dc3a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:16.286217 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9c3541bc-a909-4a04-b37d-8011b496dc3a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.318450 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Pushing event updated for resources: {'Port': ['ID=6fc187f7-3ae9-4e75-834d-a76819c2572f,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:16.348489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3541bc-a909-4a04-b37d-8011b496dc3a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:16.368317 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.370150 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9c3541bc-a909-4a04-b37d-8011b496dc3a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.371722 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-9c3541bc-a909-4a04-b37d-8011b496dc3a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Added segment 3439ae9b-8462-4605-90e1-d80c8969a7fb of type vlan for network d3a6135d-0a4e-449f-a062-c9bbb293e56f Dec 16 22:25:16.372506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2e1a0b56-7bae-4162-a2c3-117fd51e3dfc None None] For port 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0,segment=NetworkSegment(23f8cc95-e3a9-43b3-84b4-cc9de83c42e6),segment_id=23f8cc95-e3a9-43b3-84b4-cc9de83c42e6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:16.396186 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] Set router 956079de-6725-4ed1-8c8b-86e68817d0e5 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:25:16.463260 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0b56-7bae-4162-a2c3-117fd51e3dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.488230 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.496539 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b2e747b4-7cbb-4179-82fc-477c2df36f06 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6966851 Dec 16 22:25:16.504120 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9c3541bc-a909-4a04-b37d-8011b496dc3a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.550659 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da6a5804-34f4-4185-87f8-87393350fffb req-1c07b4d8-ef32-4a0a-8752-a5dc16b0ed4c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0911596 Dec 16 22:25:16.567894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a0b56-7bae-4162-a2c3-117fd51e3dfc None None] Pushing event updated for resources: {'Port': ['ID=7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:16.594558 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9c3541bc-a909-4a04-b37d-8011b496dc3a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.600087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4b3d4c94-7dee-4ff3-8ddd-f19b770ef3c9 None None] Provisioning complete for port 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:16.600989 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b3d4c94-7dee-4ff3-8ddd-f19b770ef3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.611608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3541bc-a909-4a04-b37d-8011b496dc3a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:16.615444 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9c3541bc-a909-4a04-b37d-8011b496dc3a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.766788 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'name': 'tempest-ServersTestFqdnHostnames-225584652-router', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:25:06Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'gw_port': {'id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:07Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0', 'name': '', 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'mac_address': 'fa:16:3e:71:ad:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:10Z', 'updated_at': '2021-12-16T22:25:15Z', 'revision_number': 4, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'subnets': [{'id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:16.804043 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67be7b-d797-4994-be84-9989221d0cfc None None] The sync data for ids ['956079de-6725-4ed1-8c8b-86e68817d0e5'] in n-d-821840-2 is: [{'id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'name': 'tempest-ServersTestFqdnHostnames-225584652-router', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:25:06Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'gw_port': {'id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:07Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0', 'name': '', 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'mac_address': 'fa:16:3e:71:ad:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:10Z', 'updated_at': '2021-12-16T22:25:15Z', 'revision_number': 4, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'subnets': [{'id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:25:16.834573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-147f906c-3862-473b-a3e5-0da73d168cba req-545cc0b9-c2e3-4e36-bdb8-14b3d221c959 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0723357 Dec 16 22:25:16.845467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3541bc-a909-4a04-b37d-8011b496dc3a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Network': ['ID=d3a6135d-0a4e-449f-a062-c9bbb293e56f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:16.868141 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network d3a6135d-0a4e-449f-a062-c9bbb293e56f details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:16.881508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9c3541bc-a909-4a04-b37d-8011b496dc3a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8022826 Dec 16 22:25:16.885759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48256) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:16.900224 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-50fce5eb-cca9-4fa4-ae6a-3fea3e534046 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'subnet': {'network_id': 'd3a6135d-0a4e-449f-a062-c9bbb293e56f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:16.910117 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab55316-9bbd-4ad8-9e79-859abc079f4b req-051d4a26-a14e-4fe1-9c7e-fe3295330cd1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:16.920772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bab55316-9bbd-4ad8-9e79-859abc079f4b req-051d4a26-a14e-4fe1-9c7e-fe3295330cd1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.1566222 Dec 16 22:25:17.006011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bab55316-9bbd-4ad8-9e79-859abc079f4b req-4b38c430-b1ac-42cd-9c2f-23b34db7d676 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832856 Dec 16 22:25:17.112211 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-d2b22c27-52ba-4db6-bbb8-5794958b5493 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1527981370&fields=id&tenant_id=b86f2c71bd6f448aadfabe845ad0b5e2 HTTP/1.1" status: 200 len: 267 time: 0.0683212 Dec 16 22:25:17.159119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fce5eb-cca9-4fa4-ae6a-3fea3e534046 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:17.162937 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50fce5eb-cca9-4fa4-ae6a-3fea3e534046 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:17.207696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:17.288502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-3604b6d4-8c8a-4b7d-9c90-0d03dafb55e0 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:17.292284 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-3604b6d4-8c8a-4b7d-9c90-0d03dafb55e0 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/networks?id=788470c4-7b46-42cb-9ef8-ebeca52a3f61 HTTP/1.1" status: 200 len: 814 time: 0.1678977 Dec 16 22:25:17.293561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_backend_mixin [None req-50fce5eb-cca9-4fa4-ae6a-3fea3e534046 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Performing IP validity checks on allocation pools {{(pid=103952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 22:25:17.295145 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_backend_mixin [None req-50fce5eb-cca9-4fa4-ae6a-3fea3e534046 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 22:25:17.304700 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-654151c1-74ec-4fd6-a484-9e5056d89e14 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/quotas/b86f2c71bd6f448aadfabe845ad0b5e2 HTTP/1.1" status: 200 len: 375 time: 0.0115201 Dec 16 22:25:17.325218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:17.328790 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:17.418738 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-3f6b4988-3632-4d5d-80d0-72b28370b9be tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b86f2c71bd6f448aadfabe845ad0b5e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984015 Dec 16 22:25:17.585500 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50fce5eb-cca9-4fa4-ae6a-3fea3e534046 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:17.598896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-7a465ba3-1c9b-4fb5-9ac0-6d4ea262f6a3 service neutron] 10.222.0.43 "GET /v2.0/networks/788470c4-7b46-42cb-9ef8-ebeca52a3f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751955 Dec 16 22:25:17.667407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fce5eb-cca9-4fa4-ae6a-3fea3e534046 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Subnet': ['ID=f2072aeb-0d5b-43ae-9977-e714f3d0270b,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:17.678310 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fce5eb-cca9-4fa4-ae6a-3fea3e534046 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Checking segment: {'id': '3439ae9b-8462-4605-90e1-d80c8969a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd3a6135d-0a4e-449f-a062-c9bbb293e56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:17.678800 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fce5eb-cca9-4fa4-ae6a-3fea3e534046 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network hostable DHCP agents. Network: d3a6135d-0a4e-449f-a062-c9bbb293e56f, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:17.697195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bade7c19-a970-4f62-8a6d-920609a8fe9b req-7ab72bc2-e543-4c52-b1cf-ccc478588947 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0785813 Dec 16 22:25:17.766951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-54912311-1c2a-4329-8692-976e73f8d067 service neutron] 10.222.0.43 "GET /v2.0/networks/788470c4-7b46-42cb-9ef8-ebeca52a3f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671612 Dec 16 22:25:17.807061 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fce5eb-cca9-4fa4-ae6a-3fea3e534046 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network d3a6135d-0a4e-449f-a062-c9bbb293e56f is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:17.884857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-50fce5eb-cca9-4fa4-ae6a-3fea3e534046 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, d3a6135d-0a4e-449f-a062-c9bbb293e56f) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:17.890085 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fce5eb-cca9-4fa4-ae6a-3fea3e534046 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:17.894494 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50fce5eb-cca9-4fa4-ae6a-3fea3e534046 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:17.894645 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeaefd7-4845-4625-a352-c2af57f65ea0 None None] Network d3a6135d-0a4e-449f-a062-c9bbb293e56f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:18.004228 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48282) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:18.004383 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-50fce5eb-cca9-4fa4-ae6a-3fea3e534046 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1174078 Dec 16 22:25:18.048126 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7447d92d-c1a9-4f65-8f62-59e249cc2ab2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'network_id': 'd3a6135d-0a4e-449f-a062-c9bbb293e56f', 'name': 'tempest-PortsTestJSON-950777215'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:18.148068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-d3a6135d-0a4e-449f-a062-c9bbb293e56f', 'network_id': 'd3a6135d-0a4e-449f-a062-c9bbb293e56f', 'project_id': 'd962c50bed8c4597a414fec691607a55', 'fixed_ips': [{'subnet_id': 'f2072aeb-0d5b-43ae-9977-e714f3d0270b'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:25:18.149437 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.327405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ecdc074-4e4a-412b-9efd-b23d4de41c6e req-3d0e573a-5ecc-447f-8340-f1c43060dc66 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0896091 Dec 16 22:25:18.368480 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402e6f2-c9e4-479f-8191-3ca395f58bd0 req-8fbd6c75-654d-425a-afdc-9610391253e7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:18.374029 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8402e6f2-c9e4-479f-8191-3ca395f58bd0 req-8fbd6c75-654d-425a-afdc-9610391253e7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.1348617 Dec 16 22:25:18.450026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7447d92d-c1a9-4f65-8f62-59e249cc2ab2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:18.454182 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7447d92d-c1a9-4f65-8f62-59e249cc2ab2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.484899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8402e6f2-c9e4-479f-8191-3ca395f58bd0 req-1bf31b70-773f-4235-b665-f807d3f0c3a3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938780 Dec 16 22:25:18.491724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Allocated IP 172.20.0.2 (d3a6135d-0a4e-449f-a062-c9bbb293e56f/f2072aeb-0d5b-43ae-9977-e714f3d0270b/813950dd-615c-44af-bbf0-c67c27324e76) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:18.536832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-754ec2e8-0461-4898-8615-6eae9af8f29b req-0dedaf2b-e72e-4c63-8fe6-5cd0ffd70453 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 210 time: 0.0784883 Dec 16 22:25:18.543023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-7447d92d-c1a9-4f65-8f62-59e249cc2ab2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] device_id is not set on port bbcf4812-933b-45f1-bce0-6f629475ec1a yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:25:18.699462 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.779220 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.803620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0ce0254-7b26-4654-8e26-5df12dab4a83 req-bebd01bf-6ae2-4b93-9bc4-6fbf3dc49f43 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0368371 Dec 16 22:25:18.831030 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Network d3a6135d-0a4e-449f-a062-c9bbb293e56f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:18.832480 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:18.836220 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:18.866818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-7447d92d-c1a9-4f65-8f62-59e249cc2ab2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Allocated IP 172.20.0.14 (d3a6135d-0a4e-449f-a062-c9bbb293e56f/f2072aeb-0d5b-43ae-9977-e714f3d0270b/bbcf4812-933b-45f1-bce0-6f629475ec1a) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:18.886714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Pushing event updated for resources: {'Port': ['ID=813950dd-615c-44af-bbf0-c67c27324e76,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:18.902047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Attempting to bind port 813950dd-615c-44af-bbf0-c67c27324e76 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:25:18.902422 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Attempting to bind port 813950dd-615c-44af-bbf0-c67c27324e76 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '3439ae9b-8462-4605-90e1-d80c8969a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd3a6135d-0a4e-449f-a062-c9bbb293e56f'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:25:18.902790 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Attempting to bind port 813950dd-615c-44af-bbf0-c67c27324e76 on network d3a6135d-0a4e-449f-a062-c9bbb293e56f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:18.908885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:25:18.909262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Checking segment: {'id': '3439ae9b-8462-4605-90e1-d80c8969a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd3a6135d-0a4e-449f-a062-c9bbb293e56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:18.909669 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.910060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Bound using segment: {'id': '3439ae9b-8462-4605-90e1-d80c8969a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd3a6135d-0a4e-449f-a062-c9bbb293e56f'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:25:18.910529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Bound port: 813950dd-615c-44af-bbf0-c67c27324e76, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3439ae9b-8462-4605-90e1-d80c8969a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd3a6135d-0a4e-449f-a062-c9bbb293e56f'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:25:18.910910 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.979837 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] For port 813950dd-615c-44af-bbf0-c67c27324e76, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:18.982966 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] For port 813950dd-615c-44af-bbf0-c67c27324e76, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=813950dd-615c-44af-bbf0-c67c27324e76,segment=NetworkSegment(3439ae9b-8462-4605-90e1-d80c8969a7fb),segment_id=3439ae9b-8462-4605-90e1-d80c8969a7fb)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:25:19.048730 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7447d92d-c1a9-4f65-8f62-59e249cc2ab2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.114031 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.180084 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7447d92d-c1a9-4f65-8f62-59e249cc2ab2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.180452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dd423-f30d-491b-bb7f-ae59b5ea3eff None None] Pushing event updated for resources: {'Port': ['ID=813950dd-615c-44af-bbf0-c67c27324e76,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:19.232933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7447d92d-c1a9-4f65-8f62-59e249cc2ab2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network d3a6135d-0a4e-449f-a062-c9bbb293e56f is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:19.236469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-7447d92d-c1a9-4f65-8f62-59e249cc2ab2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:19.238936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7447d92d-c1a9-4f65-8f62-59e249cc2ab2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:19.266723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447d92d-c1a9-4f65-8f62-59e249cc2ab2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=bbcf4812-933b-45f1-bce0-6f629475ec1a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:19.307912 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7447d92d-c1a9-4f65-8f62-59e249cc2ab2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:19.308566 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7447d92d-c1a9-4f65-8f62-59e249cc2ab2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.432848 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7447d92d-c1a9-4f65-8f62-59e249cc2ab2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4189823 Dec 16 22:25:19.433377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48320) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:19.455869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80e5b61c-e2c8-416a-ab23-61531ad76618 req-f0e314e6-5e21-43ab-9052-411b45a0a4bf tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0397615 Dec 16 22:25:19.572159 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-46d80208-e85b-48e8-a940-ac9a9de04de5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port bbcf4812-933b-45f1-bce0-6f629475ec1a {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:19.572722 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46d80208-e85b-48e8-a940-ac9a9de04de5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.687005 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e6edd-5d9d-4857-8086-98668f0b36c3 req-84999380-6a67-41ba-ba3b-7b975b3b0950 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:19.688741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d4e6edd-5d9d-4857-8086-98668f0b36c3 req-84999380-6a67-41ba-ba3b-7b975b3b0950 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0971942 Dec 16 22:25:19.691802 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46d80208-e85b-48e8-a940-ac9a9de04de5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.703195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45523cba-c659-4255-9254-f526d63eccfe req-092dcbe6-22ab-4a2d-b9c1-768a2ee47b04 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 210 time: 0.0609212 Dec 16 22:25:19.709849 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-46d80208-e85b-48e8-a940-ac9a9de04de5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for bbcf4812-933b-45f1-bce0-6f629475ec1a owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:19.762329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d4e6edd-5d9d-4857-8086-98668f0b36c3 req-0ab7a9f6-3c02-4821-a8c1-902e08f81739 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569074 Dec 16 22:25:19.912728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9650d5cd-e4f8-4775-9f98-1d47a4589efe req-02cfb503-15de-44a4-9259-aa39a975400e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0390806 Dec 16 22:25:19.960201 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46d80208-e85b-48e8-a940-ac9a9de04de5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.009477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80208-e85b-48e8-a940-ac9a9de04de5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=bbcf4812-933b-45f1-bce0-6f629475ec1a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:20.053401 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ff6d7ff-6c6f-41b4-8838-36e6d6171701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.122065 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46d80208-e85b-48e8-a940-ac9a9de04de5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.126106 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-46d80208-e85b-48e8-a940-ac9a9de04de5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/bbcf4812-933b-45f1-bce0-6f629475ec1a HTTP/1.1" status: 204 len: 168 time: 0.6895857 Dec 16 22:25:20.128956 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48334) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:20.158343 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefe2db3-439e-4e2a-a8a7-5eb148ae4286 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:20.159126 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefe2db3-439e-4e2a-a8a7-5eb148ae4286 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:20.162858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aefe2db3-439e-4e2a-a8a7-5eb148ae4286 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/bbcf4812-933b-45f1-bce0-6f629475ec1a HTTP/1.1" status: 404 len: 333 time: 0.0327680 Dec 16 22:25:20.166003 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48338) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:20.199043 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d93f7a-8bfa-43d6-903f-790eee164b76 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] GET failed (client error): The resource could not be found. Dec 16 22:25:20.201337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e1d93f7a-8bfa-43d6-903f-790eee164b76 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/bbcf4812-933b-45f1-bce0-6f629475ec1a HTTP/1.1" status: 404 len: 333 time: 0.0346539 Dec 16 22:25:20.205761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48340) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:20.301920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e2ba4e-8e6f-45a0-8000-99ac8137beb3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting subnet f2072aeb-0d5b-43ae-9977-e714f3d0270b {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:25:20.305684 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11e2ba4e-8e6f-45a0-8000-99ac8137beb3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.355785 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11e2ba4e-8e6f-45a0-8000-99ac8137beb3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.392742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d3bed5-312b-43ba-8cf7-c20c37338eee None None] Network d3a6135d-0a4e-449f-a062-c9bbb293e56f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:20.463777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7fab07b3-b212-4bbe-a3f6-be64017ed4e2 None None] Provisioning complete for port 813950dd-615c-44af-bbf0-c67c27324e76 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:20.464018 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7fab07b3-b212-4bbe-a3f6-be64017ed4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.475047 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11e2ba4e-8e6f-45a0-8000-99ac8137beb3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.612458 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc2e00ca-b78a-4fb5-8aa5-941a05697d23 req-2e159eac-6349-47fc-a26c-e788f669e55f tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0326192 Dec 16 22:25:20.614232 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7fab07b3-b212-4bbe-a3f6-be64017ed4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.714404 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11e2ba4e-8e6f-45a0-8000-99ac8137beb3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.751740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2ba4e-8e6f-45a0-8000-99ac8137beb3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Subnet': ['ID=f2072aeb-0d5b-43ae-9977-e714f3d0270b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:20.763316 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11e2ba4e-8e6f-45a0-8000-99ac8137beb3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.769493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48354) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:20.770482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-11e2ba4e-8e6f-45a0-8000-99ac8137beb3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/f2072aeb-0d5b-43ae-9977-e714f3d0270b HTTP/1.1" status: 204 len: 168 time: 0.5633812 Dec 16 22:25:20.801733 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-7fab07b3-b212-4bbe-a3f6-be64017ed4e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:25:20.802102 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-7fab07b3-b212-4bbe-a3f6-be64017ed4e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:25:20.844094 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a0339c9-8ef6-4348-9579-45ee36c2689f req-8421d226-750c-4f11-aa38-fdf62439f66d tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 210 time: 0.0386167 Dec 16 22:25:20.887297 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.987122 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84894cb6-e8e4-4ce3-86de-c2b8399e46c5 None None] Network d3a6135d-0a4e-449f-a062-c9bbb293e56f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:21.055020 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65147b85-b2cf-4bf9-8745-ea11f7d0bea3 req-f0255821-2380-4c9e-bf7c-5c87dd692d4b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:21.069555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-65147b85-b2cf-4bf9-8745-ea11f7d0bea3 req-f0255821-2380-4c9e-bf7c-5c87dd692d4b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.2025921 Dec 16 22:25:21.109647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7f91097-763f-4aec-a844-e9866572541d req-aa6cba4d-e888-46e8-bafc-1d4e0bd0f747 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1073694 Dec 16 22:25:21.145580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port 813950dd-615c-44af-bbf0-c67c27324e76 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:21.145928 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:21.155297 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-d956c1da-c681-49f0-b4d8-806db3e6a251 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:21.156808 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-d956c1da-c681-49f0-b4d8-806db3e6a251 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.69 "GET /v2.0/networks?id=788470c4-7b46-42cb-9ef8-ebeca52a3f61 HTTP/1.1" status: 200 len: 814 time: 0.2239339 Dec 16 22:25:21.174113 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-65147b85-b2cf-4bf9-8745-ea11f7d0bea3 req-4830cc01-f582-45a7-9500-1c806d36f131 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033993 Dec 16 22:25:21.212693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529748f4-aa44-4bc7-bb5a-6b0fc3495213 None None] DHCP port deletion for d3a6135d-0a4e-449f-a062-c9bbb293e56f request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:21.265485 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] For port 813950dd-615c-44af-bbf0-c67c27324e76, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=813950dd-615c-44af-bbf0-c67c27324e76,segment=NetworkSegment(3439ae9b-8462-4605-90e1-d80c8969a7fb),segment_id=3439ae9b-8462-4605-90e1-d80c8969a7fb)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:21.270807 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:21.297589 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for 813950dd-615c-44af-bbf0-c67c27324e76 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:21.306677 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-dc2fe236-c4db-4f9a-a055-1f71cf532746 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b86f2c71bd6f448aadfabe845ad0b5e2 HTTP/1.1" status: 200 len: 380 time: 0.1339447 Dec 16 22:25:21.322991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-68d3da4b-5f37-4433-92be-57e053145f90 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Request body: {'port': {'device_id': '82b8be97-742c-440d-8b8a-517ea5af565a', 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'admin_state_up': True, 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'security_groups': ['738ac6a5-4a27-4862-941f-bdef5abf639f']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:21.404861 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7fab07b3-b212-4bbe-a3f6-be64017ed4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:21.428047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-529748f4-aa44-4bc7-bb5a-6b0fc3495213 None None] Deleting port 813950dd-615c-44af-bbf0-c67c27324e76 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:21.428426 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-529748f4-aa44-4bc7-bb5a-6b0fc3495213 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:21.500785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-529748f4-aa44-4bc7-bb5a-6b0fc3495213 None None] For port 813950dd-615c-44af-bbf0-c67c27324e76, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=813950dd-615c-44af-bbf0-c67c27324e76,segment=NetworkSegment(3439ae9b-8462-4605-90e1-d80c8969a7fb),segment_id=3439ae9b-8462-4605-90e1-d80c8969a7fb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:21.501208 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-529748f4-aa44-4bc7-bb5a-6b0fc3495213 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:21.514895 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-529748f4-aa44-4bc7-bb5a-6b0fc3495213 None None] Calling delete_port for 813950dd-615c-44af-bbf0-c67c27324e76 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:21.602203 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-68d3da4b-5f37-4433-92be-57e053145f90 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Made reservation on behalf of b86f2c71bd6f448aadfabe845ad0b5e2 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:21.608040 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-68d3da4b-5f37-4433-92be-57e053145f90 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:21.610590 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:21.655715 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No DVR routers for this DVR port 813950dd-615c-44af-bbf0-c67c27324e76 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:21.690204 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=813950dd-615c-44af-bbf0-c67c27324e76,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:21.837122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c333ca-2fb8-466a-939f-01f76b912900 req-b6e89d38-3b9d-48c6-a031-a50067680005 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0688236 Dec 16 22:25:21.844095 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:21.845861 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-529748f4-aa44-4bc7-bb5a-6b0fc3495213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:21.884724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529748f4-aa44-4bc7-bb5a-6b0fc3495213 None None] Pushing event deleted for resources: {'Port': ['ID=813950dd-615c-44af-bbf0-c67c27324e76,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:21.890792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529748f4-aa44-4bc7-bb5a-6b0fc3495213 None None] No DVR routers for this DVR port 813950dd-615c-44af-bbf0-c67c27324e76 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:21.896109 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7f61a1f2-38a7-48f6-8070-29013f03be89 None None] Could not find standard attr ID for object 813950dd-615c-44af-bbf0-c67c27324e76. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:25:21.958985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a6135d-0a4e-449f-a062-c9bbb293e56f']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:21.975769 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3439ae9b-8462-4605-90e1-d80c8969a7fb') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:21.976068 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3439ae9b-8462-4605-90e1-d80c8969a7fb') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:21.985787 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76ca110c-379f-4330-8da8-1947ded09e4b req-d3e72e56-e2eb-4eb8-8fde-30561d8d4da0 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 210 time: 0.0412338 Dec 16 22:25:22.004116 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.015848 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-68d3da4b-5f37-4433-92be-57e053145f90 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Allocated IP 172.20.0.14 (788470c4-7b46-42cb-9ef8-ebeca52a3f61/4e3f51de-0f72-4801-9be5-4390be5660b0/933ff4d1-f888-4eb8-814d-71b5b03506d2) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:22.018002 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:22.033791 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:22.212534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2bf8a21-e889-440f-a657-542fb085349c req-c32f66fe-c307-4d52-88ef-016337d7f116 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0275888 Dec 16 22:25:22.232579 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.251680 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.263818 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/networks/d3a6135d-0a4e-449f-a062-c9bbb293e56f HTTP/1.1" status: 204 len: 168 time: 1.4892888 Dec 16 22:25:22.267809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48376) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:22.267940 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-68d3da4b-5f37-4433-92be-57e053145f90 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.269843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f0349a70-1ed4-4351-8dfb-c975bf114780 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-334389913'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:22.290009 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c68a3d-3221-44a7-baac-f152939c8537 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Network': ['ID=d3a6135d-0a4e-449f-a062-c9bbb293e56f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:22.341450 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f1b61-5b39-49db-8797-ea66f9b9a43e req-7c8e9bde-6a53-4439-8cb5-68c616c92a57 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:22.344166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b22f1b61-5b39-49db-8797-ea66f9b9a43e req-7c8e9bde-6a53-4439-8cb5-68c616c92a57 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0697513 Dec 16 22:25:22.402781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b22f1b61-5b39-49db-8797-ea66f9b9a43e req-fdcb11c6-8ccd-41d7-88b8-d9d52a1a9c83 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521219 Dec 16 22:25:22.416323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0349a70-1ed4-4351-8dfb-c975bf114780 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:22.423809 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0349a70-1ed4-4351-8dfb-c975bf114780 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.448381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0349a70-1ed4-4351-8dfb-c975bf114780 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:22.459443 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0349a70-1ed4-4351-8dfb-c975bf114780 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.460422 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-f0349a70-1ed4-4351-8dfb-c975bf114780 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Added segment f8330716-09e6-4167-adc7-70126531db36 of type vlan for network 61ec3673-22c1-412a-aed6-2e74b5c490e1 Dec 16 22:25:22.465190 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b7bae01-40ac-42a4-9a32-3e644c337559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.468406 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-68d3da4b-5f37-4433-92be-57e053145f90 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.507323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48382) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:22.536206 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0349a70-1ed4-4351-8dfb-c975bf114780 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.543860 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-68d3da4b-5f37-4433-92be-57e053145f90 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Network 788470c4-7b46-42cb-9ef8-ebeca52a3f61 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:22.547511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-68d3da4b-5f37-4433-92be-57e053145f90 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:22.564601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-68d3da4b-5f37-4433-92be-57e053145f90 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:22.600101 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3da4b-5f37-4433-92be-57e053145f90 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Pushing event updated for resources: {'Port': ['ID=933ff4d1-f888-4eb8-814d-71b5b03506d2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:22.624955 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0349a70-1ed4-4351-8dfb-c975bf114780 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.632422 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0349a70-1ed4-4351-8dfb-c975bf114780 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:22.633192 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0349a70-1ed4-4351-8dfb-c975bf114780 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.652680 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-68d3da4b-5f37-4433-92be-57e053145f90 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:22.654122 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-68d3da4b-5f37-4433-92be-57e053145f90 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.676874 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-01fbafdb-d57b-493a-b95f-f89df0eae6d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.748745 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-68d3da4b-5f37-4433-92be-57e053145f90 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4318516 Dec 16 22:25:22.768580 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device cbbdb22b-f476-4923-99e9-b22c910ca60b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:25:22.768905 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Request body: {'port': {'device_id': '82b8be97-742c-440d-8b8a-517ea5af565a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:22.769203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0349a70-1ed4-4351-8dfb-c975bf114780 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Network': ['ID=61ec3673-22c1-412a-aed6-2e74b5c490e1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:22.787089 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 61ec3673-22c1-412a-aed6-2e74b5c490e1 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:22.795071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f0349a70-1ed4-4351-8dfb-c975bf114780 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5295293 Dec 16 22:25:22.797758 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48386) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:22.806039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a9090416-f7d4-4b41-8937-639fa2e82536 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'subnet': {'network_id': '61ec3673-22c1-412a-aed6-2e74b5c490e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:22.867131 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.951573 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-df44db68-1996-4c22-91a9-9f90b9e6b621 None None] Provisioning complete for port 933ff4d1-f888-4eb8-814d-71b5b03506d2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:22.952245 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-df44db68-1996-4c22-91a9-9f90b9e6b621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.990003 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-df44db68-1996-4c22-91a9-9f90b9e6b621 None None] Port 933ff4d1-f888-4eb8-814d-71b5b03506d2 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:23.031248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port cbbdb22b-f476-4923-99e9-b22c910ca60b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cbbdb22b-f476-4923-99e9-b22c910ca60b,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:23.042874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c30a42e3-6466-4f4d-ab1b-5a78ce0bd6ba req-b4400dfe-32de-4e35-95b4-4d1706bbd3f0 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0667388 Dec 16 22:25:23.056351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'cbbdb22b-f476-4923-99e9-b22c910ca60b', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'port_id': 'cbbdb22b-f476-4923-99e9-b22c910ca60b', 'mac_address': 'fa:16:3e:9d:67:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:25:23.061693 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-01fbafdb-d57b-493a-b95f-f89df0eae6d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.122598 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.139504 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbbdb22b-f476-4923-99e9-b22c910ca60b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:25:23.156717 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-01fbafdb-d57b-493a-b95f-f89df0eae6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.165483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port cbbdb22b-f476-4923-99e9-b22c910ca60b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cbbdb22b-f476-4923-99e9-b22c910ca60b,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:23.188767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 813950dd-615c-44af-bbf0-c67c27324e76 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:23.213197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbafdb-d57b-493a-b95f-f89df0eae6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277ad050-3b1b-4cb6-b342-1d64372c5f33,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:23.220776 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9090416-f7d4-4b41-8937-639fa2e82536 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:23.225716 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a9090416-f7d4-4b41-8937-639fa2e82536 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.238368 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 813950dd-615c-44af-bbf0-c67c27324e76 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:25:23.238969 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 813950dd-615c-44af-bbf0-c67c27324e76 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:25:23.250856 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.306896 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933ff4d1-f888-4eb8-814d-71b5b03506d2 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:25:23.317288 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.328323 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=cbbdb22b-f476-4923-99e9-b22c910ca60b,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:23.335053 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Transition to ACTIVE for port object 933ff4d1-f888-4eb8-814d-71b5b03506d2 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:25:23.399897 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.407968 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ca23a-c0f6-4e86-9783-16e77d48021d req-33b5a276-e302-4202-a4f4-981ccd5e124b tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:23.408617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['cbbdb22b-f476-4923-99e9-b22c910ca60b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:25:23.411974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b9ca23a-c0f6-4e86-9783-16e77d48021d req-33b5a276-e302-4202-a4f4-981ccd5e124b tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 932 time: 0.3121133 Dec 16 22:25:23.452305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-01fbafdb-d57b-493a-b95f-f89df0eae6d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6bae9eb0a2f94e2aa64a7b5cd6b5fffb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9437797 Dec 16 22:25:23.466937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf6075f1-e563-46a9-a1f5-b42aed746f7d req-69404624-cf53-4c09-9fe5-22292ebbe168 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1184695 Dec 16 22:25:23.470778 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48398) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:23.514299 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.625784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b9ca23a-c0f6-4e86-9783-16e77d48021d req-48a0f3f7-8617-4100-bb6a-6ca92da60c91 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/security-groups?id=738ac6a5-4a27-4862-941f-bdef5abf639f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718473 Dec 16 22:25:23.651703 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Pushing event updated for resources: {'Port': ['ID=933ff4d1-f888-4eb8-814d-71b5b03506d2,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:23.700761 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Attempting to bind port 933ff4d1-f888-4eb8-814d-71b5b03506d2 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:25:23.701373 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Attempting to bind port 933ff4d1-f888-4eb8-814d-71b5b03506d2 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '23f8cc95-e3a9-43b3-84b4-cc9de83c42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:25:23.701877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Attempting to bind port 933ff4d1-f888-4eb8-814d-71b5b03506d2 on network 788470c4-7b46-42cb-9ef8-ebeca52a3f61 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:23.707193 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Port 933ff4d1-f888-4eb8-814d-71b5b03506d2 on network 788470c4-7b46-42cb-9ef8-ebeca52a3f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:25:23.707811 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Attempting to bind port 933ff4d1-f888-4eb8-814d-71b5b03506d2 on network 788470c4-7b46-42cb-9ef8-ebeca52a3f61 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:23.713642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:25:23.714242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Checking segment: {'id': '23f8cc95-e3a9-43b3-84b4-cc9de83c42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:23.714798 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Bound using segment: {'id': '23f8cc95-e3a9-43b3-84b4-cc9de83c42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:25:23.716592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Bound port: 933ff4d1-f888-4eb8-814d-71b5b03506d2, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f8cc95-e3a9-43b3-84b4-cc9de83c42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:25:23.717176 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.724069 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f0c06ff-4e37-4518-8984-a5a342db188a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.789192 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f0c06ff-4e37-4518-8984-a5a342db188a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.839252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] For port 933ff4d1-f888-4eb8-814d-71b5b03506d2, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:23.843879 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] For port 933ff4d1-f888-4eb8-814d-71b5b03506d2, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=933ff4d1-f888-4eb8-814d-71b5b03506d2,segment=NetworkSegment(23f8cc95-e3a9-43b3-84b4-cc9de83c42e6),segment_id=23f8cc95-e3a9-43b3-84b4-cc9de83c42e6)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:25:23.855741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d8feb-d93e-47eb-8ac3-4d6610d0adb1 req-48eaaceb-6e8d-4e50-a407-0ba965aa0558 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:23.858198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-178d8feb-d93e-47eb-8ac3-4d6610d0adb1 req-48eaaceb-6e8d-4e50-a407-0ba965aa0558 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 944 time: 0.2243733 Dec 16 22:25:23.942897 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.968988 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-178d8feb-d93e-47eb-8ac3-4d6610d0adb1 req-c0cf9e0a-55d1-4d75-a7fe-ac973fadcfd4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755827 Dec 16 22:25:23.978100 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f0c06ff-4e37-4518-8984-a5a342db188a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.983441 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:23.984608 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.985248 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f0c06ff-4e37-4518-8984-a5a342db188a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.985766 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] 10.222.0.69 "PUT /v2.0/ports/933ff4d1-f888-4eb8-814d-71b5b03506d2 HTTP/1.1" status: 200 len: 1092 time: 1.2267964 Dec 16 22:25:23.986206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b8be97-742c-440d-8b8a-517ea5af565a', 'tag': '933ff4d1-f888-4eb8-814d-71b5b03506d2'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:25:23.986342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6f0c06ff-4e37-4518-8984-a5a342db188a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/277ad050-3b1b-4cb6-b342-1d64372c5f33 HTTP/1.1" status: 204 len: 168 time: 0.5135462 Dec 16 22:25:23.988781 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66be5245-4692-4da0-b7be-118f231f5188" -d '{"events": [{"name": "network-changed", "server_uuid": "82b8be97-742c-440d-8b8a-517ea5af565a", "tag": "933ff4d1-f888-4eb8-814d-71b5b03506d2"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:25:24.014798 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9349ffa-78bd-4fa8-aa97-1e1fa2046abe service neutron] Pushing event updated for resources: {'Port': ['ID=933ff4d1-f888-4eb8-814d-71b5b03506d2,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:24.037735 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a9090416-f7d4-4b41-8937-639fa2e82536 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:24.062454 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b132f7f-5de3-45c8-8cc2-ec713599ee97 x-openstack-request-id: req-4b132f7f-5de3-45c8-8cc2-ec713599ee97 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:25:24.062814 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b8be97-742c-440d-8b8a-517ea5af565a", "tag": "933ff4d1-f888-4eb8-814d-71b5b03506d2", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:25:24.063130 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b132f7f-5de3-45c8-8cc2-ec713599ee97 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:25:24.063625 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b8be97-742c-440d-8b8a-517ea5af565a', 'tag': '933ff4d1-f888-4eb8-814d-71b5b03506d2', 'status': 'completed', 'code': 200} Dec 16 22:25:24.139579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c06ff-4e37-4518-8984-a5a342db188a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277ad050-3b1b-4cb6-b342-1d64372c5f33,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:24.140364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be5245-4692-4da0-b7be-118f231f5188 req-8f0d4375-6cf5-464e-8b34-6c13d5ec55bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:24.142537 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-66be5245-4692-4da0-b7be-118f231f5188 req-8f0d4375-6cf5-464e-8b34-6c13d5ec55bf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b86f2c71bd6f448aadfabe845ad0b5e2&device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 1095 time: 0.0541711 Dec 16 22:25:24.173320 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5786baf-646e-4c7e-a676-52177099fd0e req-736197f0-afc3-4b61-81c9-e5b1065b8da9 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0456398 Dec 16 22:25:24.185305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9090416-f7d4-4b41-8937-639fa2e82536 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Subnet': ['ID=e7351de0-08c4-4562-a4fe-e40a2d6eccbd,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:24.210351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9090416-f7d4-4b41-8937-639fa2e82536 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Checking segment: {'id': 'f8330716-09e6-4167-adc7-70126531db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '61ec3673-22c1-412a-aed6-2e74b5c490e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:24.210730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9090416-f7d4-4b41-8937-639fa2e82536 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network hostable DHCP agents. Network: 61ec3673-22c1-412a-aed6-2e74b5c490e1, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:24.312252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be5245-4692-4da0-b7be-118f231f5188 req-5e02e1d4-d6c3-40b9-a8b7-66d4b79d2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:24.314783 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-66be5245-4692-4da0-b7be-118f231f5188 req-5e02e1d4-d6c3-40b9-a8b7-66d4b79d2932 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b86f2c71bd6f448aadfabe845ad0b5e2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1567409 Dec 16 22:25:24.359320 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9090416-f7d4-4b41-8937-639fa2e82536 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network 61ec3673-22c1-412a-aed6-2e74b5c490e1 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:24.437099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-a9090416-f7d4-4b41-8937-639fa2e82536 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 61ec3673-22c1-412a-aed6-2e74b5c490e1) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:24.446703 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37013c3-4f5d-4bbd-9461-291fd8d79894 None None] Network 61ec3673-22c1-412a-aed6-2e74b5c490e1 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:24.457775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9090416-f7d4-4b41-8937-639fa2e82536 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:24.462275 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a9090416-f7d4-4b41-8937-639fa2e82536 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:24.491024 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be5245-4692-4da0-b7be-118f231f5188 req-b1e5f193-496d-49d7-9a31-f83c283f7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:24.493191 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-66be5245-4692-4da0-b7be-118f231f5188 req-b1e5f193-496d-49d7-9a31-f83c283f7782 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647365 Dec 16 22:25:24.573924 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf4ce1ef-0266-4361-9112-8a7140377c0a req-08dc5c4e-3bee-4306-8322-7d934796bc10 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0336640 Dec 16 22:25:24.584607 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48430) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:24.585858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a9090416-f7d4-4b41-8937-639fa2e82536 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7870193 Dec 16 22:25:24.592040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-25cfbb6c-a447-4b4b-8705-770b5e2dac5f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'network_id': '61ec3673-22c1-412a-aed6-2e74b5c490e1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-128432910'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:24.609157 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-3bfee29a-af80-4d5a-ba5b-c1a3d76dd483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:24.610560 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-3bfee29a-af80-4d5a-ba5b-c1a3d76dd483 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b86f2c71bd6f448aadfabe845ad0b5e2&device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 1095 time: 0.0646758 Dec 16 22:25:24.644540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-61ec3673-22c1-412a-aed6-2e74b5c490e1', 'network_id': '61ec3673-22c1-412a-aed6-2e74b5c490e1', 'project_id': 'd962c50bed8c4597a414fec691607a55', 'fixed_ips': [{'subnet_id': 'e7351de0-08c4-4562-a4fe-e40a2d6eccbd'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:25:24.660305 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:24.696428 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-ce238cd5-c638-42fb-b0bc-08c4ba69a31d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=933ff4d1-f888-4eb8-814d-71b5b03506d2 HTTP/1.1" status: 200 len: 217 time: 0.0529740 Dec 16 22:25:24.766180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-f1e6fa64-d402-452d-bcd4-7b8ccc39537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:24.767808 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-f1e6fa64-d402-452d-bcd4-7b8ccc39537c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4e3f51de-0f72-4801-9be5-4390be5660b0 HTTP/1.1" status: 200 len: 853 time: 0.0676317 Dec 16 22:25:24.784953 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device cbbdb22b-f476-4923-99e9-b22c910ca60b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:24.868369 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:24.886949 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-1f008a26-ee52-43ba-8b71-bbcaeb50da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:24.888543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48438) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:24.889172 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-1f008a26-ee52-43ba-8b71-bbcaeb50da41 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=788470c4-7b46-42cb-9ef8-ebeca52a3f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077693 Dec 16 22:25:24.925349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port cbbdb22b-f476-4923-99e9-b22c910ca60b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:24.926007 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:24.936820 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f3149045-66df-4260-827b-465be1303f7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.087745 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f3149045-66df-4260-827b-465be1303f7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.094257 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cfbb6c-a447-4b4b-8705-770b5e2dac5f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:25.101616 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25cfbb6c-a447-4b4b-8705-770b5e2dac5f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.113671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323a6ea-8587-4a00-8671-a274979804b3 req-af81f231-f3ee-4921-97ee-609b3d7b7c3f tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:25.117520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d323a6ea-8587-4a00-8671-a274979804b3 req-af81f231-f3ee-4921-97ee-609b3d7b7c3f tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 944 time: 0.3177538 Dec 16 22:25:25.165237 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.187104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-25cfbb6c-a447-4b4b-8705-770b5e2dac5f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] device_id is not set on port c5826b43-76d5-47b2-a0c7-1d21b617de7f yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:25:25.203307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Allocated IP 172.20.0.2 (61ec3673-22c1-412a-aed6-2e74b5c490e1/e7351de0-08c4-4562-a4fe-e40a2d6eccbd/50dc5324-eafd-480b-af7c-0ba3e5d5a40d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:25.246242 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbdb22b-f476-4923-99e9-b22c910ca60b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:25:25.249723 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d17985e-34fd-49d7-91c0-afbb07ce4dd9" -d '{"events": [{"server_uuid": "66d62d90-733b-4b54-8dce-57ed8be1dc6c", "name": "network-vif-plugged", "status": "completed", "tag": "cbbdb22b-f476-4923-99e9-b22c910ca60b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:25:25.296465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d323a6ea-8587-4a00-8671-a274979804b3 req-33513794-aec0-4a35-9b33-915abec8d4c5 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/security-groups?id=738ac6a5-4a27-4862-941f-bdef5abf639f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747897 Dec 16 22:25:25.300483 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f3149045-66df-4260-827b-465be1303f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.314873 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-f845eb0f-4685-4478-8858-573e0774abc4 service neutron] 10.222.0.69 "GET /v2.0/networks/788470c4-7b46-42cb-9ef8-ebeca52a3f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075377 Dec 16 22:25:25.340523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port cbbdb22b-f476-4923-99e9-b22c910ca60b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cbbdb22b-f476-4923-99e9-b22c910ca60b,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:25.353584 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f3149045-66df-4260-827b-465be1303f7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9077e765a7764c95a203e7d790cd2de9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4528999 Dec 16 22:25:25.357955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48446) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:25.421793 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.480722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f84d70-2aad-429f-a65f-3d805c310065 req-b41226ad-8fb5-4b30-9e7d-d4157e7592a9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:25.483826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94f84d70-2aad-429f-a65f-3d805c310065 req-b41226ad-8fb5-4b30-9e7d-d4157e7592a9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 944 time: 0.3083358 Dec 16 22:25:25.517708 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78b29ac2-1a00-4b6d-84d9-374aa6649d91 req-166e11a9-ffb8-4aaf-b54b-83cc92c33ce2 service neutron] 10.222.0.69 "GET /v2.0/networks/788470c4-7b46-42cb-9ef8-ebeca52a3f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893890 Dec 16 22:25:25.522794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=cbbdb22b-f476-4923-99e9-b22c910ca60b,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:25.524074 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3149045-66df-4260-827b-465be1303f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8c4fd9-6c78-4578-bc22-9c57a2dc186e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:25.597663 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec95c25e-caa5-45f7-897b-4601f838166f req-afbfe99c-6466-485f-b893-1e01d2083603 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1105595 Dec 16 22:25:25.689796 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7aba62f3-db6d-41c1-87fb-810ea604c161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.702386 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d4df1e-fcba-42c5-ba28-b72750e61481 x-openstack-request-id: req-73d4df1e-fcba-42c5-ba28-b72750e61481 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:25:25.702952 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d62d90-733b-4b54-8dce-57ed8be1dc6c", "name": "network-vif-plugged", "status": "completed", "tag": "cbbdb22b-f476-4923-99e9-b22c910ca60b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:25:25.704067 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73d4df1e-fcba-42c5-ba28-b72750e61481 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:25:25.705285 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbdb22b-f476-4923-99e9-b22c910ca60b', 'code': 200} Dec 16 22:25:25.706539 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.736342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94f84d70-2aad-429f-a65f-3d805c310065 req-b9b0d69c-7597-4576-a464-1194134a0a25 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163475 Dec 16 22:25:25.736661 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.738783 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7aba62f3-db6d-41c1-87fb-810ea604c161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.794648 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.838483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-942d10ea-3504-4c98-a685-1e8560bbf0f7 req-8546c43f-555f-4040-8e9b-827efa367d07 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0635273 Dec 16 22:25:25.901657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Network 61ec3673-22c1-412a-aed6-2e74b5c490e1 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:25.905315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:25.926823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:25.930681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-25cfbb6c-a447-4b4b-8705-770b5e2dac5f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Allocated IP 172.20.0.14 (61ec3673-22c1-412a-aed6-2e74b5c490e1/e7351de0-08c4-4562-a4fe-e40a2d6eccbd/c5826b43-76d5-47b2-a0c7-1d21b617de7f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:25.932859 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Pushing event updated for resources: {'Port': ['ID=50dc5324-eafd-480b-af7c-0ba3e5d5a40d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:26.010387 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Attempting to bind port 50dc5324-eafd-480b-af7c-0ba3e5d5a40d on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:25:26.010864 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Attempting to bind port 50dc5324-eafd-480b-af7c-0ba3e5d5a40d by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f8330716-09e6-4167-adc7-70126531db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '61ec3673-22c1-412a-aed6-2e74b5c490e1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:25:26.011323 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Attempting to bind port 50dc5324-eafd-480b-af7c-0ba3e5d5a40d on network 61ec3673-22c1-412a-aed6-2e74b5c490e1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:26.019080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:25:26.020425 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Checking segment: {'id': 'f8330716-09e6-4167-adc7-70126531db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '61ec3673-22c1-412a-aed6-2e74b5c490e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:26.020425 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:26.020425 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Bound using segment: {'id': 'f8330716-09e6-4167-adc7-70126531db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '61ec3673-22c1-412a-aed6-2e74b5c490e1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:25:26.020823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Bound port: 50dc5324-eafd-480b-af7c-0ba3e5d5a40d, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8330716-09e6-4167-adc7-70126531db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '61ec3673-22c1-412a-aed6-2e74b5c490e1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:25:26.021198 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:26.106118 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] For port 50dc5324-eafd-480b-af7c-0ba3e5d5a40d, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:26.110323 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] For port 50dc5324-eafd-480b-af7c-0ba3e5d5a40d, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=50dc5324-eafd-480b-af7c-0ba3e5d5a40d,segment=NetworkSegment(f8330716-09e6-4167-adc7-70126531db36),segment_id=f8330716-09e6-4167-adc7-70126531db36)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:25:26.130956 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7aba62f3-db6d-41c1-87fb-810ea604c161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:26.139249 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7aba62f3-db6d-41c1-87fb-810ea604c161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:26.139249 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7aba62f3-db6d-41c1-87fb-810ea604c161 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d8c4fd9-6c78-4578-bc22-9c57a2dc186e HTTP/1.1" status: 204 len: 168 time: 0.7761552 Dec 16 22:25:26.146502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba62f3-db6d-41c1-87fb-810ea604c161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8c4fd9-6c78-4578-bc22-9c57a2dc186e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:26.217678 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25cfbb6c-a447-4b4b-8705-770b5e2dac5f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:26.241916 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:26.357427 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25cfbb6c-a447-4b4b-8705-770b5e2dac5f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:26.371420 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd7b91-1abe-4724-9895-cf6e280dd0ca None None] Pushing event updated for resources: {'Port': ['ID=50dc5324-eafd-480b-af7c-0ba3e5d5a40d,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:26.448700 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cfbb6c-a447-4b4b-8705-770b5e2dac5f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network 61ec3673-22c1-412a-aed6-2e74b5c490e1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:26.456307 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-25cfbb6c-a447-4b4b-8705-770b5e2dac5f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:26.465277 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cfbb6c-a447-4b4b-8705-770b5e2dac5f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:26.533395 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cfbb6c-a447-4b4b-8705-770b5e2dac5f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:26.534450 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25cfbb6c-a447-4b4b-8705-770b5e2dac5f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:26.556915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfbb6c-a447-4b4b-8705-770b5e2dac5f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=c5826b43-76d5-47b2-a0c7-1d21b617de7f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:26.584782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18d16a-9f62-493c-90e7-00067d8b0edc req-327da7ca-acd7-4bed-8156-db6509b7a3bd tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:26.588166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f18d16a-9f62-493c-90e7-00067d8b0edc req-327da7ca-acd7-4bed-8156-db6509b7a3bd tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 944 time: 0.1087823 Dec 16 22:25:26.632643 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-25cfbb6c-a447-4b4b-8705-770b5e2dac5f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0445204 Dec 16 22:25:26.632867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48458) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:26.741196 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f18d16a-9f62-493c-90e7-00067d8b0edc req-00b9f0fa-5754-4162-8b9e-81f4def7ea46 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/security-groups?id=738ac6a5-4a27-4862-941f-bdef5abf639f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442561 Dec 16 22:25:26.901081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a754ecc3-55a9-4a0b-9735-0d981fbb9801 req-3f8d56c7-d01f-4032-bee0-99e66d4a408d tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0981603 Dec 16 22:25:26.906936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7b396c8b-a0ad-4f11-9616-cc3073509ec8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port c5826b43-76d5-47b2-a0c7-1d21b617de7f {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:26.907314 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b396c8b-a0ad-4f11-9616-cc3073509ec8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:27.041269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d228df-d056-4cfa-9223-91ae2d4244d8 req-33b1b60d-0088-4bb5-b5f5-55d30507ddff tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:27.055784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70d228df-d056-4cfa-9223-91ae2d4244d8 req-33b1b60d-0088-4bb5-b5f5-55d30507ddff tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.1841583 Dec 16 22:25:27.179737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ac6158c-2fd0-4065-b750-30ac765bccaa req-4d1d7f22-9a1c-4570-9c7c-c660ed07bc3e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1642575 Dec 16 22:25:27.310146 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70d228df-d056-4cfa-9223-91ae2d4244d8 req-d4d7a608-4112-4924-8509-5c8f68a5a7db tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516584 Dec 16 22:25:27.316488 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 50dc5324-eafd-480b-af7c-0ba3e5d5a40d up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:27.414053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 50dc5324-eafd-480b-af7c-0ba3e5d5a40d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:27.414895 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:27.532830 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:27.553108 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b396c8b-a0ad-4f11-9616-cc3073509ec8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:27.579569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7b396c8b-a0ad-4f11-9616-cc3073509ec8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for c5826b43-76d5-47b2-a0c7-1d21b617de7f owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:27.604087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 50dc5324-eafd-480b-af7c-0ba3e5d5a40d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=50dc5324-eafd-480b-af7c-0ba3e5d5a40d,segment=NetworkSegment(f8330716-09e6-4167-adc7-70126531db36),segment_id=f8330716-09e6-4167-adc7-70126531db36)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:27.671600 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:27.812942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=50dc5324-eafd-480b-af7c-0ba3e5d5a40d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:27.954218 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b396c8b-a0ad-4f11-9616-cc3073509ec8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:28.034170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7ea1-aa57-4412-bb6b-57f02060676f req-3f1798bb-8ad6-4e6e-9a21-d4e7d50f03e9 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:28.045953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c25c7ea1-aa57-4412-bb6b-57f02060676f req-3f1798bb-8ad6-4e6e-9a21-d4e7d50f03e9 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 944 time: 0.1444371 Dec 16 22:25:28.166145 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b396c8b-a0ad-4f11-9616-cc3073509ec8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:28.175721 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7b396c8b-a0ad-4f11-9616-cc3073509ec8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/c5826b43-76d5-47b2-a0c7-1d21b617de7f HTTP/1.1" status: 204 len: 168 time: 1.5417964 Dec 16 22:25:28.177093 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b396c8b-a0ad-4f11-9616-cc3073509ec8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=c5826b43-76d5-47b2-a0c7-1d21b617de7f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:28.185840 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48494) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:28.234302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c25c7ea1-aa57-4412-bb6b-57f02060676f req-5bc537ff-4054-45df-bc70-3519dbc5ec8c tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/security-groups?id=738ac6a5-4a27-4862-941f-bdef5abf639f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770453 Dec 16 22:25:28.261754 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-108f9bfb-06a5-4449-8dd1-5bd0b7005b6d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] GET failed (client error): The resource could not be found. Dec 16 22:25:28.266051 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-108f9bfb-06a5-4449-8dd1-5bd0b7005b6d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/c5826b43-76d5-47b2-a0c7-1d21b617de7f HTTP/1.1" status: 404 len: 333 time: 0.0762224 Dec 16 22:25:28.267041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48500) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:28.316558 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00fc369-a4f2-4dd2-8e86-478465ddb5dc None None] Network 61ec3673-22c1-412a-aed6-2e74b5c490e1 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:28.406667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-75297fe6-d15b-47ee-8b91-68a1f050c0c9 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting subnet e7351de0-08c4-4562-a4fe-e40a2d6eccbd {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:25:28.416163 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-75297fe6-d15b-47ee-8b91-68a1f050c0c9 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:28.510438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f378a8e9-9b91-4892-ac7c-5446fced734e None None] Provisioning complete for port 50dc5324-eafd-480b-af7c-0ba3e5d5a40d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:28.510975 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f378a8e9-9b91-4892-ac7c-5446fced734e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:28.535381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbc47f1c-6862-4efd-80d7-70b2e74d6367 req-d5429126-5384-40c6-99c9-990d21e53854 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1166363 Dec 16 22:25:28.597128 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-75297fe6-d15b-47ee-8b91-68a1f050c0c9 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:28.773163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 933ff4d1-f888-4eb8-814d-71b5b03506d2 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:25:28.799814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4c22d9b-8409-45e0-8a0b-4deb89584cc4 req-5b400519-1455-4a8a-880b-7c6508c528ed tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1946714 Dec 16 22:25:28.987765 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-75297fe6-d15b-47ee-8b91-68a1f050c0c9 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:29.082805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 933ff4d1-f888-4eb8-814d-71b5b03506d2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=933ff4d1-f888-4eb8-814d-71b5b03506d2,segment=NetworkSegment(23f8cc95-e3a9-43b3-84b4-cc9de83c42e6),segment_id=23f8cc95-e3a9-43b3-84b4-cc9de83c42e6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:29.100788 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '933ff4d1-f888-4eb8-814d-71b5b03506d2', 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'port_id': '933ff4d1-f888-4eb8-814d-71b5b03506d2', 'mac_address': 'fa:16:3e:93:2c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:25:29.192885 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:29.222279 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6ec2fc47-e8bb-47dd-9f26-dd3c3c1e4a2f None None] Provisioning complete for port 50dc5324-eafd-480b-af7c-0ba3e5d5a40d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:29.222906 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ec2fc47-e8bb-47dd-9f26-dd3c3c1e4a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:29.288943 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 50dc5324-eafd-480b-af7c-0ba3e5d5a40d up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:29.345754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933ff4d1-f888-4eb8-814d-71b5b03506d2 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:25:29.467085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 933ff4d1-f888-4eb8-814d-71b5b03506d2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=933ff4d1-f888-4eb8-814d-71b5b03506d2,segment=NetworkSegment(23f8cc95-e3a9-43b3-84b4-cc9de83c42e6),segment_id=23f8cc95-e3a9-43b3-84b4-cc9de83c42e6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:29.605825 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:29.628311 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 50dc5324-eafd-480b-af7c-0ba3e5d5a40d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:29.629453 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:29.858978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc0b4c-66af-48c5-b0c5-c1c2c021f4fc req-533458a4-9ee3-487a-ba98-9d67d9daf045 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:29.870538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99fc0b4c-66af-48c5-b0c5-c1c2c021f4fc req-533458a4-9ee3-487a-ba98-9d67d9daf045 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.8898349 Dec 16 22:25:29.933189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b222-d1d5-43f8-80ee-1a35164829d0 req-3b16c030-147d-4d8a-8ddd-c3187dfff4e8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:29.946496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b222-d1d5-43f8-80ee-1a35164829d0 req-3b16c030-147d-4d8a-8ddd-c3187dfff4e8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:29.958301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b222-d1d5-43f8-80ee-1a35164829d0 req-3b16c030-147d-4d8a-8ddd-c3187dfff4e8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:29.976710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b222-d1d5-43f8-80ee-1a35164829d0 req-3b16c030-147d-4d8a-8ddd-c3187dfff4e8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:29.979892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=933ff4d1-f888-4eb8-814d-71b5b03506d2,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:29.998016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b222-d1d5-43f8-80ee-1a35164829d0 req-3b16c030-147d-4d8a-8ddd-c3187dfff4e8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:30.007890 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['933ff4d1-f888-4eb8-814d-71b5b03506d2'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:25:30.014811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b222-d1d5-43f8-80ee-1a35164829d0 req-3b16c030-147d-4d8a-8ddd-c3187dfff4e8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:30.021563 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b222-d1d5-43f8-80ee-1a35164829d0 req-3b16c030-147d-4d8a-8ddd-c3187dfff4e8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:30.040005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95a6b222-d1d5-43f8-80ee-1a35164829d0 req-3b16c030-147d-4d8a-8ddd-c3187dfff4e8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5441 time: 0.9970539 Dec 16 22:25:30.064974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-fd6b3c66-1250-43b4-9337-ed14e205319b None None] Could not find standard attr ID for object c5826b43-76d5-47b2-a0c7-1d21b617de7f. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:25:30.174377 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-75297fe6-d15b-47ee-8b91-68a1f050c0c9 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:30.226396 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99fc0b4c-66af-48c5-b0c5-c1c2c021f4fc req-9b488e2f-d280-4de6-a3a0-4948eb5429f7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548744 Dec 16 22:25:30.279161 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-b1fd7a0a-ea30-4e65-a5f2-25dd5dd95992 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:30.294829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-b1fd7a0a-ea30-4e65-a5f2-25dd5dd95992 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:30.319000 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-b1fd7a0a-ea30-4e65-a5f2-25dd5dd95992 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:30.339626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75297fe6-d15b-47ee-8b91-68a1f050c0c9 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Subnet': ['ID=e7351de0-08c4-4562-a4fe-e40a2d6eccbd,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:30.362598 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-b1fd7a0a-ea30-4e65-a5f2-25dd5dd95992 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:30.374048 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-75297fe6-d15b-47ee-8b91-68a1f050c0c9 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:30.391479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-75297fe6-d15b-47ee-8b91-68a1f050c0c9 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/e7351de0-08c4-4562-a4fe-e40a2d6eccbd HTTP/1.1" status: 204 len: 168 time: 2.1203973 Dec 16 22:25:30.393730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-b1fd7a0a-ea30-4e65-a5f2-25dd5dd95992 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:30.399794 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48540) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:30.404016 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7b8f68-d0e8-425d-8c43-5abe29c23e75 None None] Network 61ec3673-22c1-412a-aed6-2e74b5c490e1 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:30.409424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-b1fd7a0a-ea30-4e65-a5f2-25dd5dd95992 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:30.435083 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-b1fd7a0a-ea30-4e65-a5f2-25dd5dd95992 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:30.443405 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-b1fd7a0a-ea30-4e65-a5f2-25dd5dd95992 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.69 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5441 time: 0.3498709 Dec 16 22:25:30.588499 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-2333eeec-7b4f-43dc-9092-6456393a7d8e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:30.592992 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-2333eeec-7b4f-43dc-9092-6456393a7d8e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.69 "GET /v2.0/ports/2f02bdff-c1df-4be2-8a7e-501b723a9da5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1312101 Dec 16 22:25:30.638058 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:30.676134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95a6b222-d1d5-43f8-80ee-1a35164829d0 req-94b24232-e559-46f8-b846-3182a798d2cc tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6341124 Dec 16 22:25:30.823490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe7825-c85a-459c-8c5b-ded67d827e6b req-9b4c6376-77c9-49d2-a5ac-f87d907b7f23 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:30.836370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03fe7825-c85a-459c-8c5b-ded67d827e6b req-9b4c6376-77c9-49d2-a5ac-f87d907b7f23 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 945 time: 0.3768826 Dec 16 22:25:30.909605 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-a4c067cb-d007-451a-a414-47b0731d3fd4 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.69 "GET /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3098636 Dec 16 22:25:30.917446 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a40528-f114-4d8d-8153-0cf7e95adbae None None] DHCP port deletion for 61ec3673-22c1-412a-aed6-2e74b5c490e1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:30.935615 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-cfbfc55a-e403-4223-bc87-30954e0936b4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:31.039751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceca76ed-c698-4873-b1fb-76bbbc29fd2a req-f7933971-7686-496a-a5be-260e4a7efbf6 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1964560 Dec 16 22:25:31.093298 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-cfbfc55a-e403-4223-bc87-30954e0936b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.109710 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d6a40528-f114-4d8d-8153-0cf7e95adbae None None] Deleting port 50dc5324-eafd-480b-af7c-0ba3e5d5a40d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:31.115301 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d6a40528-f114-4d8d-8153-0cf7e95adbae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.129096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port 50dc5324-eafd-480b-af7c-0ba3e5d5a40d {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:31.129440 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.214962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03fe7825-c85a-459c-8c5b-ded67d827e6b req-e1ec208f-4e68-416e-bb6d-c62928963aa8 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/security-groups?id=738ac6a5-4a27-4862-941f-bdef5abf639f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771625 Dec 16 22:25:31.287128 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 50dc5324-eafd-480b-af7c-0ba3e5d5a40d no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:31.358650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e489a92e-f546-4c13-b753-c9c85bc0e32a req-816cfd59-a479-47a9-ac9e-27f0a9aa809a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1667521 Dec 16 22:25:31.407821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] For port 50dc5324-eafd-480b-af7c-0ba3e5d5a40d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=50dc5324-eafd-480b-af7c-0ba3e5d5a40d,segment=NetworkSegment(f8330716-09e6-4167-adc7-70126531db36),segment_id=f8330716-09e6-4167-adc7-70126531db36)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:31.408290 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.418175 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-cfbfc55a-e403-4223-bc87-30954e0936b4 service neutron] For port 2f02bdff-c1df-4be2-8a7e-501b723a9da5, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=2f02bdff-c1df-4be2-8a7e-501b723a9da5,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:31.431961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for 50dc5324-eafd-480b-af7c-0ba3e5d5a40d owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:31.467954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-cfbfc55a-e403-4223-bc87-30954e0936b4 service neutron] For port 2f02bdff-c1df-4be2-8a7e-501b723a9da5, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:31.496197 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d6a40528-f114-4d8d-8153-0cf7e95adbae None None] For port 50dc5324-eafd-480b-af7c-0ba3e5d5a40d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=50dc5324-eafd-480b-af7c-0ba3e5d5a40d,segment=NetworkSegment(f8330716-09e6-4167-adc7-70126531db36),segment_id=f8330716-09e6-4167-adc7-70126531db36)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:31.496853 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d6a40528-f114-4d8d-8153-0cf7e95adbae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.538736 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-cfbfc55a-e403-4223-bc87-30954e0936b4 service neutron] device_id is not set on port 2f02bdff-c1df-4be2-8a7e-501b723a9da5 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:25:31.551252 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495d513-35bb-4687-a7a4-adef796961f3 req-18c32d30-cbd3-46ee-86da-a8ecc045508b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:31.553610 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-cfbfc55a-e403-4223-bc87-30954e0936b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.560207 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4495d513-35bb-4687-a7a4-adef796961f3 req-18c32d30-cbd3-46ee-86da-a8ecc045508b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.1336207 Dec 16 22:25:31.598447 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d6a40528-f114-4d8d-8153-0cf7e95adbae None None] Calling delete_port for 50dc5324-eafd-480b-af7c-0ba3e5d5a40d owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:31.633526 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.711883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4495d513-35bb-4687-a7a4-adef796961f3 req-f985e4f3-c8d2-4383-b7b9-f992bf0f0b74 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504004 Dec 16 22:25:31.800771 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-cfbfc55a-e403-4223-bc87-30954e0936b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.870637 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510138-095e-4541-b4ee-b5426e061693 req-95ec6271-9098-4308-bc08-a9758bcb0e70 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:31.890747 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510138-095e-4541-b4ee-b5426e061693 req-95ec6271-9098-4308-bc08-a9758bcb0e70 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:31.903839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510138-095e-4541-b4ee-b5426e061693 req-95ec6271-9098-4308-bc08-a9758bcb0e70 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:31.910132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-cfbfc55a-e403-4223-bc87-30954e0936b4 service neutron] No DVR routers for this DVR port 2f02bdff-c1df-4be2-8a7e-501b723a9da5 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:31.916706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510138-095e-4541-b4ee-b5426e061693 req-95ec6271-9098-4308-bc08-a9758bcb0e70 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:31.927105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510138-095e-4541-b4ee-b5426e061693 req-95ec6271-9098-4308-bc08-a9758bcb0e70 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:31.935815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510138-095e-4541-b4ee-b5426e061693 req-95ec6271-9098-4308-bc08-a9758bcb0e70 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:31.944065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510138-095e-4541-b4ee-b5426e061693 req-95ec6271-9098-4308-bc08-a9758bcb0e70 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:31.947078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfc55a-e403-4223-bc87-30954e0936b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f02bdff-c1df-4be2-8a7e-501b723a9da5,revision_number=6']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:31.947234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9510138-095e-4541-b4ee-b5426e061693 req-95ec6271-9098-4308-bc08-a9758bcb0e70 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 5363 time: 0.1692197 Dec 16 22:25:31.947388 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.991844 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=50dc5324-eafd-480b-af7c-0ba3e5d5a40d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:31.995929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-cfbfc55a-e403-4223-bc87-30954e0936b4 service neutron] In _notify_port_updated(), no bound segment for port 2f02bdff-c1df-4be2-8a7e-501b723a9da5 on network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 {{(pid=103952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:25:31.997100 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-cfbfc55a-e403-4223-bc87-30954e0936b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:31.999635 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-cfbfc55a-e403-4223-bc87-30954e0936b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.001587 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-cfbfc55a-e403-4223-bc87-30954e0936b4 service neutron] 10.222.0.69 "PUT /v2.0/ports/2f02bdff-c1df-4be2-8a7e-501b723a9da5 HTTP/1.1" status: 200 len: 1031 time: 1.0801675 Dec 16 22:25:32.005356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No DVR routers for this DVR port 50dc5324-eafd-480b-af7c-0ba3e5d5a40d on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.097905 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.106114 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.106114 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.106114 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.106114 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.106114 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.106114 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.106114 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.106114 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.106114 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.106114 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.106114 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.106114 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.106114 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:32.106114 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:25:32.111172 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d6a40528-f114-4d8d-8153-0cf7e95adbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.142215 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.155674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a40528-f114-4d8d-8153-0cf7e95adbae None None] Pushing event deleted for resources: {'Port': ['ID=50dc5324-eafd-480b-af7c-0ba3e5d5a40d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:32.196421 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-e8f3aac6-4dd8-4fed-9f57-57fbde6bb78d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:32.196649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a40528-f114-4d8d-8153-0cf7e95adbae None None] No DVR routers for this DVR port 50dc5324-eafd-480b-af7c-0ba3e5d5a40d on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:32.200586 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-e8f3aac6-4dd8-4fed-9f57-57fbde6bb78d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.69 "GET /v2.0/ports/095953be-6333-4ca7-a576-8260e99dcc7f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1868064 Dec 16 22:25:32.230911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-eb3a20ad-73a6-4fe2-9526-912b4f1ad9bf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:32.263553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9510138-095e-4541-b4ee-b5426e061693 req-702ee3a6-eecf-477f-9e70-9986cfd26ab1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6bfbb-888e-4169-952c-e99afdc4aa93&id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2850826 Dec 16 22:25:32.317609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ec3673-22c1-412a-aed6-2e74b5c490e1']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:32.377158 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f7bc3b3-9b83-439d-8330-c205960fa25d req-e751647c-cb8b-4d70-9327-572bf9a51b83 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1154215 Dec 16 22:25:32.392289 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8330716-09e6-4167-adc7-70126531db36') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:32.392827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8330716-09e6-4167-adc7-70126531db36') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:32.433437 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.449289 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-eb3a20ad-73a6-4fe2-9526-912b4f1ad9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.520359 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.569423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:32.570427 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:32.574318 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:32.627626 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02d23fc4-863b-436c-a39a-91433902440d req-e331dd84-0544-487a-b48d-b1c099023a31 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0760229 Dec 16 22:25:32.629028 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4b546a43-9b56-4b16-a5c0-46cda22618d9 None None] Provisioning complete for port 2f02bdff-c1df-4be2-8a7e-501b723a9da5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:32.630977 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b546a43-9b56-4b16-a5c0-46cda22618d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.769807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-eb3a20ad-73a6-4fe2-9526-912b4f1ad9bf service neutron] For port 095953be-6333-4ca7-a576-8260e99dcc7f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=095953be-6333-4ca7-a576-8260e99dcc7f,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:32.770106 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba91d3e-eb8b-492b-b179-fd1e724adc24 req-b0a5a943-ee8f-4d75-a3dc-445c72d10b21 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:32.781614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ba91d3e-eb8b-492b-b179-fd1e724adc24 req-b0a5a943-ee8f-4d75-a3dc-445c72d10b21 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 945 time: 0.3276775 Dec 16 22:25:32.806187 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-eb3a20ad-73a6-4fe2-9526-912b4f1ad9bf service neutron] For port 095953be-6333-4ca7-a576-8260e99dcc7f, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:32.814954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4b546a43-9b56-4b16-a5c0-46cda22618d9 None None] Port 2f02bdff-c1df-4be2-8a7e-501b723a9da5 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:32.818465 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 933ff4d1-f888-4eb8-814d-71b5b03506d2 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:32.870234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-eb3a20ad-73a6-4fe2-9526-912b4f1ad9bf service neutron] device_id is not set on port 095953be-6333-4ca7-a576-8260e99dcc7f yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:25:32.890033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ba91d3e-eb8b-492b-b179-fd1e724adc24 req-a9c9acda-0c23-4c2b-8935-2121c41b9459 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/security-groups?id=738ac6a5-4a27-4862-941f-bdef5abf639f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062293 Dec 16 22:25:32.906651 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.908116 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-eb3a20ad-73a6-4fe2-9526-912b4f1ad9bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.923282 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.926769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/networks/61ec3673-22c1-412a-aed6-2e74b5c490e1 HTTP/1.1" status: 204 len: 168 time: 2.5228786 Dec 16 22:25:32.930886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48580) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:32.937571 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7d55e683-e062-44cf-b689-100eadeab660 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'name': 'tempest-PortsTestJSON-1015142673'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:32.967154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd1374-f754-44ab-88a9-d8875f2546a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Network': ['ID=61ec3673-22c1-412a-aed6-2e74b5c490e1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:32.996039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3ca39-bafd-44ba-af4c-e7e6a9497c93 req-ea49ef89-5cad-430e-a033-9abbddc85ec4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:33.001136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9e3ca39-bafd-44ba-af4c-e7e6a9497c93 req-ea49ef89-5cad-430e-a033-9abbddc85ec4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.1275039 Dec 16 22:25:33.014504 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 933ff4d1-f888-4eb8-814d-71b5b03506d2 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:25:33.020448 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 933ff4d1-f888-4eb8-814d-71b5b03506d2 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:33.020948 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.093392 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-eb3a20ad-73a6-4fe2-9526-912b4f1ad9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.175169 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9e3ca39-bafd-44ba-af4c-e7e6a9497c93 req-72f3bdf3-52b9-40cb-963d-513b05b505ef tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661270 Dec 16 22:25:33.241345 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-eb3a20ad-73a6-4fe2-9526-912b4f1ad9bf service neutron] No DVR routers for this DVR port 095953be-6333-4ca7-a576-8260e99dcc7f on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:33.242136 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.288499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 933ff4d1-f888-4eb8-814d-71b5b03506d2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=933ff4d1-f888-4eb8-814d-71b5b03506d2,segment=NetworkSegment(23f8cc95-e3a9-43b3-84b4-cc9de83c42e6),segment_id=23f8cc95-e3a9-43b3-84b4-cc9de83c42e6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:33.289955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b8be97-742c-440d-8b8a-517ea5af565a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ff4d1-f888-4eb8-814d-71b5b03506d2'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:25:33.295442 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e934be-d4b8-46dc-91b9-fdab016c5d22" -d '{"events": [{"server_uuid": "82b8be97-742c-440d-8b8a-517ea5af565a", "name": "network-vif-plugged", "status": "completed", "tag": "933ff4d1-f888-4eb8-814d-71b5b03506d2"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:25:33.328985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-eb3a20ad-73a6-4fe2-9526-912b4f1ad9bf service neutron] In _notify_port_updated(), no bound segment for port 095953be-6333-4ca7-a576-8260e99dcc7f on network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 {{(pid=103952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:25:33.329933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-eb3a20ad-73a6-4fe2-9526-912b4f1ad9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:33.330564 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-eb3a20ad-73a6-4fe2-9526-912b4f1ad9bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.346353 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-eb3a20ad-73a6-4fe2-9526-912b4f1ad9bf service neutron] 10.222.0.69 "PUT /v2.0/ports/095953be-6333-4ca7-a576-8260e99dcc7f HTTP/1.1" status: 200 len: 1031 time: 1.1120126 Dec 16 22:25:33.346824 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3ab520-eb35-4b3b-8b65-9d31549306dd x-openstack-request-id: req-2a3ab520-eb35-4b3b-8b65-9d31549306dd {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:25:33.346939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d55e683-e062-44cf-b689-100eadeab660 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:33.347035 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b8be97-742c-440d-8b8a-517ea5af565a", "name": "network-vif-plugged", "status": "completed", "tag": "933ff4d1-f888-4eb8-814d-71b5b03506d2", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:25:33.347904 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a3ab520-eb35-4b3b-8b65-9d31549306dd {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:25:33.348535 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b8be97-742c-440d-8b8a-517ea5af565a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ff4d1-f888-4eb8-814d-71b5b03506d2', 'code': 200} Dec 16 22:25:33.349213 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d55e683-e062-44cf-b689-100eadeab660 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.362018 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a20ad-73a6-4fe2-9526-912b4f1ad9bf service neutron] Pushing event updated for resources: {'Port': ['ID=095953be-6333-4ca7-a576-8260e99dcc7f,revision_number=6']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:33.367495 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.370416 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device aad230d4-20b2-48ae-bee1-5a21895924e4 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:33.454888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb3f07-155b-4644-9686-579495e89ac0 req-209b31be-6592-4167-bcf5-07b72b28615c tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:33.463516 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb3f07-155b-4644-9686-579495e89ac0 req-209b31be-6592-4167-bcf5-07b72b28615c tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:33.477133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb3f07-155b-4644-9686-579495e89ac0 req-209b31be-6592-4167-bcf5-07b72b28615c tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:33.489170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb3f07-155b-4644-9686-579495e89ac0 req-209b31be-6592-4167-bcf5-07b72b28615c tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:33.499593 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb3f07-155b-4644-9686-579495e89ac0 req-209b31be-6592-4167-bcf5-07b72b28615c tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:33.518979 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-7d55e683-e062-44cf-b689-100eadeab660 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] device_id is not set on port d2f5add5-4e54-4839-be92-6626dbd8f552 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:25:33.523112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77cb3f07-155b-4644-9686-579495e89ac0 req-209b31be-6592-4167-bcf5-07b72b28615c tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 3885 time: 0.1556833 Dec 16 22:25:33.611527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=933ff4d1-f888-4eb8-814d-71b5b03506d2,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:33.725227 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88dc8a3b-6fc0-4b26-8649-91ad7ab240fa req-080077ab-f038-4569-b236-710182baff93 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1160817 Dec 16 22:25:33.727467 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.806057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77cb3f07-155b-4644-9686-579495e89ac0 req-d010eda0-f2a6-41e2-b5f2-9a7043780230 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802958 Dec 16 22:25:33.832338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c587649-3dfe-4239-9118-5171ab72a5b2 req-28b1ccd9-654b-4dd4-b4d4-6ffd82729ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:33.833949 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4c587649-3dfe-4239-9118-5171ab72a5b2 req-28b1ccd9-654b-4dd4-b4d4-6ffd82729ad7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 1097 time: 0.2916224 Dec 16 22:25:33.850893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1721c6dd-3934-4e6f-bc19-9b57cafd4fb6 None None] Provisioning complete for port 095953be-6333-4ca7-a576-8260e99dcc7f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:33.851304 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1721c6dd-3934-4e6f-bc19-9b57cafd4fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.899732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port aad230d4-20b2-48ae-bee1-5a21895924e4, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aad230d4-20b2-48ae-bee1-5a21895924e4,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:33.921117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8de6feda-d6e4-4578-bdd4-55afe1990895 req-dc040d14-45c6-41a6-9817-87a55a444b09 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0862401 Dec 16 22:25:33.941171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1721c6dd-3934-4e6f-bc19-9b57cafd4fb6 None None] Port 095953be-6333-4ca7-a576-8260e99dcc7f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:33.974341 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.975199 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9850f462-340f-49c0-b1fb-6a832caa60e7 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:34.120965 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=aad230d4-20b2-48ae-bee1-5a21895924e4,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:34.136260 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b99ec5-5fd8-44ab-aae3-3cf74f1ec92e req-7e02b2ec-de30-46e2-8952-ddb8897e3752 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:34.152712 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29b99ec5-5fd8-44ab-aae3-3cf74f1ec92e req-7e02b2ec-de30-46e2-8952-ddb8897e3752 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 946 time: 0.1433024 Dec 16 22:25:34.204653 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.234170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-bc2331c5-29aa-4d58-80ae-a1af052b56f1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Deleting port 3c8879f2-c0b4-473d-834b-662e5d021399 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:34.234525 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-bc2331c5-29aa-4d58-80ae-a1af052b56f1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.265576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29b99ec5-5fd8-44ab-aae3-3cf74f1ec92e req-d7e3ef0b-0181-4d9f-b23e-bbfca62defa9 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/security-groups?id=738ac6a5-4a27-4862-941f-bdef5abf639f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112690 Dec 16 22:25:34.283677 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9850f462-340f-49c0-b1fb-6a832caa60e7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9850f462-340f-49c0-b1fb-6a832caa60e7,segment=NetworkSegment(5b856b90-9bf4-4cbc-a592-7befe5f1c2fb),segment_id=5b856b90-9bf4-4cbc-a592-7befe5f1c2fb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:34.357981 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4c587649-3dfe-4239-9118-5171ab72a5b2 req-8935411a-d339-471b-b02b-c0aea8bc1db4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=738ac6a5-4a27-4862-941f-bdef5abf639f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4919157 Dec 16 22:25:34.399662 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.400616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 3c8879f2-c0b4-473d-834b-662e5d021399 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:34.407710 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d55e683-e062-44cf-b689-100eadeab660 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.440825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2cdf2-8db4-4ac2-beb6-35ec8331cf28 req-225db69a-c6f2-4bf9-a8d5-642dc0085978 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:34.459001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16c2cdf2-8db4-4ac2-beb6-35ec8331cf28 req-225db69a-c6f2-4bf9-a8d5-642dc0085978 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.1364820 Dec 16 22:25:34.487647 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-bc2331c5-29aa-4d58-80ae-a1af052b56f1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] For port 3c8879f2-c0b4-473d-834b-662e5d021399, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=3c8879f2-c0b4-473d-834b-662e5d021399,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:34.488362 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-bc2331c5-29aa-4d58-80ae-a1af052b56f1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.523734 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-bc2331c5-29aa-4d58-80ae-a1af052b56f1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Calling delete_port for 3c8879f2-c0b4-473d-834b-662e5d021399 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:34.591406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16c2cdf2-8db4-4ac2-beb6-35ec8331cf28 req-60062d85-3781-4e99-9628-ecebde953d31 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193564 Dec 16 22:25:34.681706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9850f462-340f-49c0-b1fb-6a832caa60e7,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:34.752756 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.823584 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d55e683-e062-44cf-b689-100eadeab660 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.834803 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-bc2331c5-29aa-4d58-80ae-a1af052b56f1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.890634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2f02bdff-c1df-4be2-8a7e-501b723a9da5 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:34.910874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd912dda-0517-4e19-a952-e1fb0e2b2f77 req-575f85c0-53e5-468d-b163-5daef5c589b5 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0923314 Dec 16 22:25:34.936806 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d55e683-e062-44cf-b689-100eadeab660 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:34.948217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7d55e683-e062-44cf-b689-100eadeab660 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:34.954722 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d55e683-e062-44cf-b689-100eadeab660 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:34.973373 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d55e683-e062-44cf-b689-100eadeab660 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:34.973373 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d55e683-e062-44cf-b689-100eadeab660 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.988269 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 2f02bdff-c1df-4be2-8a7e-501b723a9da5 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:25:34.989127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 5d94475c-1657-4ad7-b2be-e8b1c81da7af no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:35.065378 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60858be9-6491-4154-aaa3-65b34cd5f55f req-9769eb16-ab8e-4b55-9c0a-038ef0f0598a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0562155 Dec 16 22:25:35.113226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf89d-0d11-470e-9b9f-dca70b698eb4 req-127e827b-4bfa-418e-9957-a116ed1715a9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:35.122541 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-bc2331c5-29aa-4d58-80ae-a1af052b56f1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] No DVR routers for this DVR port 3c8879f2-c0b4-473d-834b-662e5d021399 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:35.128006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55e683-e062-44cf-b689-100eadeab660 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=d2f5add5-4e54-4839-be92-6626dbd8f552,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:35.130765 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf89d-0d11-470e-9b9f-dca70b698eb4 req-127e827b-4bfa-418e-9957-a116ed1715a9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:35.140911 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf89d-0d11-470e-9b9f-dca70b698eb4 req-127e827b-4bfa-418e-9957-a116ed1715a9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:35.142775 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.145704 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-bc2331c5-29aa-4d58-80ae-a1af052b56f1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.150058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf89d-0d11-470e-9b9f-dca70b698eb4 req-127e827b-4bfa-418e-9957-a116ed1715a9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:35.154235 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-bc2331c5-29aa-4d58-80ae-a1af052b56f1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.69 "DELETE /v2.0/ports/3c8879f2-c0b4-473d-834b-662e5d021399 HTTP/1.1" status: 204 len: 173 time: 1.7659719 Dec 16 22:25:35.154798 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-deleted', 'tag': '3c8879f2-c0b4-473d-834b-662e5d021399'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:25:35.157246 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d47261-5686-43a7-9a63-db17b1e1ef0a" -d '{"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-deleted", "tag": "3c8879f2-c0b4-473d-834b-662e5d021399"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:25:35.179198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd7bf89d-0d11-470e-9b9f-dca70b698eb4 req-127e827b-4bfa-418e-9957-a116ed1715a9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 3146 time: 0.2473676 Dec 16 22:25:35.198929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2331c5-29aa-4d58-80ae-a1af052b56f1 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event deleted for resources: {'Port': ['ID=3c8879f2-c0b4-473d-834b-662e5d021399,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:35.211577 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 5d94475c-1657-4ad7-b2be-e8b1c81da7af, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=5d94475c-1657-4ad7-b2be-e8b1c81da7af,segment=NetworkSegment(45cd49b7-4f37-4f63-967f-d52ae50c4be6),segment_id=45cd49b7-4f37-4f63-967f-d52ae50c4be6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:35.239918 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7d55e683-e062-44cf-b689-100eadeab660 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3017106 Dec 16 22:25:35.240154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48614) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:35.282407 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68f474e-0fc8-4541-8e79-28ab946533d3 x-openstack-request-id: req-b68f474e-0fc8-4541-8e79-28ab946533d3 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:25:35.282641 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-deleted", "tag": "3c8879f2-c0b4-473d-834b-662e5d021399", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:25:35.282902 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b68f474e-0fc8-4541-8e79-28ab946533d3 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:25:35.283367 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-deleted', 'tag': '3c8879f2-c0b4-473d-834b-662e5d021399', 'status': 'completed', 'code': 200} Dec 16 22:25:35.316631 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.317932 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 7096ebf6-54ee-43dd-8452-01afb84b3b46 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:35.368988 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-102856db-2b30-492f-9872-1e73df65041e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Deleting port 7096ebf6-54ee-43dd-8452-01afb84b3b46 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:35.369341 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-102856db-2b30-492f-9872-1e73df65041e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.413453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd7bf89d-0d11-470e-9b9f-dca70b698eb4 req-500f01cf-bf9d-48cc-aed6-6419dcbcf1bc tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310855 Dec 16 22:25:35.450884 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad230d4-20b2-48ae-bee1-5a21895924e4'}, {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9850f462-340f-49c0-b1fb-6a832caa60e7'}, {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d94475c-1657-4ad7-b2be-e8b1c81da7af'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:25:35.456640 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fae598b-f93e-495e-a54c-b98310ea83d5" -d '{"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-unplugged", "status": "completed", "tag": "aad230d4-20b2-48ae-bee1-5a21895924e4"}, {"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-unplugged", "status": "completed", "tag": "9850f462-340f-49c0-b1fb-6a832caa60e7"}, {"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-unplugged", "status": "completed", "tag": "5d94475c-1657-4ad7-b2be-e8b1c81da7af"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:25:35.506711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-89208762-ec0b-4c06-b797-fca8bcb6c878 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port d2f5add5-4e54-4839-be92-6626dbd8f552 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:35.507480 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89208762-ec0b-4c06-b797-fca8bcb6c878 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.524490 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=5d94475c-1657-4ad7-b2be-e8b1c81da7af,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:35.550774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34ce5a-b853-4547-9e2b-fab279b10fe4 req-4684dbcc-48f5-4f3f-95ac-43da97029bd9 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:35.561938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb34ce5a-b853-4547-9e2b-fab279b10fe4 req-4684dbcc-48f5-4f3f-95ac-43da97029bd9 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 946 time: 0.1098566 Dec 16 22:25:35.613768 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 16 Dec 2021 22:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd060d9-c492-4af5-ab81-90382e788355 x-openstack-request-id: req-dbd060d9-c492-4af5-ab81-90382e788355 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:25:35.614122 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-unplugged", "status": "completed", "tag": "aad230d4-20b2-48ae-bee1-5a21895924e4", "code": 200}, {"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-unplugged", "status": "completed", "tag": "9850f462-340f-49c0-b1fb-6a832caa60e7", "code": 200}, {"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-unplugged", "status": "completed", "tag": "5d94475c-1657-4ad7-b2be-e8b1c81da7af", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:25:35.614562 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbd060d9-c492-4af5-ab81-90382e788355 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:25:35.614999 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad230d4-20b2-48ae-bee1-5a21895924e4', 'code': 200} Dec 16 22:25:35.615281 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9850f462-340f-49c0-b1fb-6a832caa60e7', 'code': 200} Dec 16 22:25:35.615553 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d94475c-1657-4ad7-b2be-e8b1c81da7af', 'code': 200} Dec 16 22:25:35.657260 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.714650 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-102856db-2b30-492f-9872-1e73df65041e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] For port 7096ebf6-54ee-43dd-8452-01afb84b3b46, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7096ebf6-54ee-43dd-8452-01afb84b3b46,segment=NetworkSegment(45cd49b7-4f37-4f63-967f-d52ae50c4be6),segment_id=45cd49b7-4f37-4f63-967f-d52ae50c4be6)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:35.715959 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-102856db-2b30-492f-9872-1e73df65041e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.740546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-102856db-2b30-492f-9872-1e73df65041e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Calling delete_port for 7096ebf6-54ee-43dd-8452-01afb84b3b46 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:35.774349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7096ebf6-54ee-43dd-8452-01afb84b3b46, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7096ebf6-54ee-43dd-8452-01afb84b3b46,segment=NetworkSegment(45cd49b7-4f37-4f63-967f-d52ae50c4be6),segment_id=45cd49b7-4f37-4f63-967f-d52ae50c4be6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:35.853691 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89208762-ec0b-4c06-b797-fca8bcb6c878 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.889701 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-89208762-ec0b-4c06-b797-fca8bcb6c878 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for d2f5add5-4e54-4839-be92-6626dbd8f552 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:35.895001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb34ce5a-b853-4547-9e2b-fab279b10fe4 req-6bfadccb-46f6-4565-bf16-417ffbd179cc tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/security-groups?id=738ac6a5-4a27-4862-941f-bdef5abf639f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327714 Dec 16 22:25:35.901959 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.910775 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 095953be-6333-4ca7-a576-8260e99dcc7f no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:35.961883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72034f9c-0477-41e3-8111-8cb8c645be16 req-4ce6a6d2-1b72-466a-9094-634a25be39df tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:35.965115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72034f9c-0477-41e3-8111-8cb8c645be16 req-4ce6a6d2-1b72-466a-9094-634a25be39df tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.1994274 Dec 16 22:25:36.095350 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=7096ebf6-54ee-43dd-8452-01afb84b3b46,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:36.114944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 095953be-6333-4ca7-a576-8260e99dcc7f not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:25:36.186223 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-102856db-2b30-492f-9872-1e73df65041e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:36.244268 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102856db-2b30-492f-9872-1e73df65041e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event deleted for resources: {'Port': ['ID=7096ebf6-54ee-43dd-8452-01afb84b3b46,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:36.279134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b6ab500-0842-49fb-9f01-7cfa8bfa0724 req-79456675-7be6-47d4-9be1-3092e528fd88 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1546011 Dec 16 22:25:36.383202 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-102856db-2b30-492f-9872-1e73df65041e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] No DVR routers for this DVR port 7096ebf6-54ee-43dd-8452-01afb84b3b46 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:36.393857 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e8ce23f-6cbd-4343-af92-c52cbc6454ba req-2757956c-b6c5-4c27-ac82-f86394f381f3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0473077 Dec 16 22:25:36.397076 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-102856db-2b30-492f-9872-1e73df65041e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:36.401014 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-102856db-2b30-492f-9872-1e73df65041e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.69 "DELETE /v2.0/ports/7096ebf6-54ee-43dd-8452-01afb84b3b46 HTTP/1.1" status: 204 len: 173 time: 1.2109599 Dec 16 22:25:36.433068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72034f9c-0477-41e3-8111-8cb8c645be16 req-2de0e414-2f31-4acd-90ca-969e03570002 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3059769 Dec 16 22:25:36.433068 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89208762-ec0b-4c06-b797-fca8bcb6c878 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:36.490047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89208762-ec0b-4c06-b797-fca8bcb6c878 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=d2f5add5-4e54-4839-be92-6626dbd8f552,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:36.505626 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89208762-ec0b-4c06-b797-fca8bcb6c878 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:36.508308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-89208762-ec0b-4c06-b797-fca8bcb6c878 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/d2f5add5-4e54-4839-be92-6626dbd8f552 HTTP/1.1" status: 204 len: 168 time: 1.2680011 Dec 16 22:25:36.515487 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48634) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:36.524760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-df82c191-d5d7-42f8-89a1-01660771102c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'mac_address': 'fa:16:3e:5f:4b:fc', 'name': 'tempest-PortsTestJSON-1627061504'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:36.699985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f3a2ef2f-296d-448f-b449-f64f4a4135ab tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Deleting port 9850f462-340f-49c0-b1fb-6a832caa60e7 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:36.704079 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f3a2ef2f-296d-448f-b449-f64f4a4135ab tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:36.967679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0f19d-b24c-43ce-8fbf-18d43c55f196 req-6b39b643-bb69-4b82-b707-2fbe78ea5676 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:36.984402 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0f19d-b24c-43ce-8fbf-18d43c55f196 req-6b39b643-bb69-4b82-b707-2fbe78ea5676 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:36.991954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0f19d-b24c-43ce-8fbf-18d43c55f196 req-6b39b643-bb69-4b82-b707-2fbe78ea5676 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:36.994911 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52f0f19d-b24c-43ce-8fbf-18d43c55f196 req-6b39b643-bb69-4b82-b707-2fbe78ea5676 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 2409 time: 0.2851734 Dec 16 22:25:37.035578 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f3a2ef2f-296d-448f-b449-f64f4a4135ab tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] For port 9850f462-340f-49c0-b1fb-6a832caa60e7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9850f462-340f-49c0-b1fb-6a832caa60e7,segment=NetworkSegment(5b856b90-9bf4-4cbc-a592-7befe5f1c2fb),segment_id=5b856b90-9bf4-4cbc-a592-7befe5f1c2fb)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:37.036638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f3a2ef2f-296d-448f-b449-f64f4a4135ab tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:37.127409 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df82c191-d5d7-42f8-89a1-01660771102c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:37.228873 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df82c191-d5d7-42f8-89a1-01660771102c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:37.297762 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52f0f19d-b24c-43ce-8fbf-18d43c55f196 req-d27cbb2b-aee6-4f4d-8988-fd832011424f tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864451 Dec 16 22:25:37.297762 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-df82c191-d5d7-42f8-89a1-01660771102c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] device_id is not set on port 1966958c-8903-4ca1-9654-27503d337cae yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:25:37.329808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39552979-523e-4dfd-97e3-f36b58ff189a req-352dbd27-f89a-4580-a2b6-22cdaf5ee6ca tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:37.341393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39552979-523e-4dfd-97e3-f36b58ff189a req-352dbd27-f89a-4580-a2b6-22cdaf5ee6ca tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 946 time: 0.2963958 Dec 16 22:25:37.350203 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f3a2ef2f-296d-448f-b449-f64f4a4135ab tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:37.350692 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f3a2ef2f-296d-448f-b449-f64f4a4135ab tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:37.351135 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f3a2ef2f-296d-448f-b449-f64f4a4135ab tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Floating IP 3986b7cb-c566-49f5-a524-7077ec6a7904 disassociated. External IP: 172.25.2.103, port: 9850f462-340f-49c0-b1fb-6a832caa60e7. Dec 16 22:25:37.351718 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f3a2ef2f-296d-448f-b449-f64f4a4135ab tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Calling delete_port for 9850f462-340f-49c0-b1fb-6a832caa60e7 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:37.474147 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39552979-523e-4dfd-97e3-f36b58ff189a req-faa4b74e-633f-4c64-b654-82acc93bfc6b tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/security-groups?id=738ac6a5-4a27-4862-941f-bdef5abf639f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332979 Dec 16 22:25:37.503517 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-deleted', 'tag': '7096ebf6-54ee-43dd-8452-01afb84b3b46'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:25:37.506108 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe847b76-3451-4430-9e3d-01ef2e4f71c6" -d '{"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-deleted", "tag": "7096ebf6-54ee-43dd-8452-01afb84b3b46"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:25:37.516689 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f44efa-7447-4512-bc6c-a420b23326e9 req-5f3ec028-06e0-4705-8463-df3eaffc6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:37.520148 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-23f44efa-7447-4512-bc6c-a420b23326e9 req-5f3ec028-06e0-4705-8463-df3eaffc6e82 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bd199153c4c454ca86c6a746307e0b6&device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 1096 time: 0.3616090 Dec 16 22:25:37.532067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d8f750c-5def-4e98-ba62-c253cf079e62 req-f178ce2f-edc3-4aa2-913d-72481ce01182 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0818250 Dec 16 22:25:37.545270 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f3a2ef2f-296d-448f-b449-f64f4a4135ab tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:37.590656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37485374-688c-46f7-81bd-d08c80a33522 req-6e75273f-06c0-49c8-899f-0a74a0484faf tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0412631 Dec 16 22:25:37.613775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2ef2f-296d-448f-b449-f64f4a4135ab tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event deleted for resources: {'Port': ['ID=9850f462-340f-49c0-b1fb-6a832caa60e7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:37.616872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7096ebf6-54ee-43dd-8452-01afb84b3b46'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:25:37.626845 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aacb31-3130-42b1-9467-ccebe4dc7ee2" -d '{"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-unplugged", "status": "completed", "tag": "7096ebf6-54ee-43dd-8452-01afb84b3b46"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:25:37.862058 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df82c191-d5d7-42f8-89a1-01660771102c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:37.890749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48379625-8466-4a4d-9612-3305d941e2e4 req-57c6733b-3ad5-4fcd-919e-5bc6751bd1e2 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:37.892377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48379625-8466-4a4d-9612-3305d941e2e4 req-57c6733b-3ad5-4fcd-919e-5bc6751bd1e2 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 946 time: 0.1660213 Dec 16 22:25:37.901955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5614e66-bd06-4548-9b09-22b9594cb502 req-7e6b9cc3-29a2-4e75-829e-af24bfc83bf8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:37.915459 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5614e66-bd06-4548-9b09-22b9594cb502 req-7e6b9cc3-29a2-4e75-829e-af24bfc83bf8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.1961162 Dec 16 22:25:37.921456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48660) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:37.996533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-22671c49-b6f5-45b9-848d-32681402d012 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Request body: {'floatingip': {'port_id': '933ff4d1-f888-4eb8-814d-71b5b03506d2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:38.000379 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32efa375-7c57-4de5-a55a-f7e98484b2bb x-openstack-request-id: req-32efa375-7c57-4de5-a55a-f7e98484b2bb {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:25:38.000832 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-deleted", "tag": "7096ebf6-54ee-43dd-8452-01afb84b3b46", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:25:38.001094 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32efa375-7c57-4de5-a55a-f7e98484b2bb {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:25:38.001505 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-deleted', 'tag': '7096ebf6-54ee-43dd-8452-01afb84b3b46', 'status': 'completed', 'code': 200} Dec 16 22:25:38.025008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5614e66-bd06-4548-9b09-22b9594cb502 req-81681c9d-6282-4f58-a2c0-a4d29f1ce0d9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111820 Dec 16 22:25:38.081738 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d82863-8226-4cb8-9f0b-35dabad9aadd x-openstack-request-id: req-89d82863-8226-4cb8-9f0b-35dabad9aadd {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:25:38.082028 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-unplugged", "status": "completed", "tag": "7096ebf6-54ee-43dd-8452-01afb84b3b46", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:25:38.082442 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89d82863-8226-4cb8-9f0b-35dabad9aadd {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:25:38.082647 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22671c49-b6f5-45b9-848d-32681402d012 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for floatingip, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:38.083112 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7096ebf6-54ee-43dd-8452-01afb84b3b46', 'code': 200} Dec 16 22:25:38.085732 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f44efa-7447-4512-bc6c-a420b23326e9 req-36e45c48-8e6f-4e4e-8085-6074a2974954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:38.087396 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-23f44efa-7447-4512-bc6c-a420b23326e9 req-36e45c48-8e6f-4e4e-8085-6074a2974954 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a046838-926f-4ef6-8e4a-4e2a10007290 HTTP/1.1" status: 200 len: 917 time: 0.5324798 Dec 16 22:25:38.142579 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df82c191-d5d7-42f8-89a1-01660771102c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:38.227014 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82c191-d5d7-42f8-89a1-01660771102c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=1966958c-8903-4ca1-9654-27503d337cae,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:38.247854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df82c191-d5d7-42f8-89a1-01660771102c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:38.249781 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-df82c191-d5d7-42f8-89a1-01660771102c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:38.259323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df82c191-d5d7-42f8-89a1-01660771102c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:38.268274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df82c191-d5d7-42f8-89a1-01660771102c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:38.269581 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df82c191-d5d7-42f8-89a1-01660771102c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:38.274590 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f3a2ef2f-296d-448f-b449-f64f4a4135ab tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Router 05897539-dbbf-47b1-915a-f60ab4ef96db has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:25:38.374022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-df82c191-d5d7-42f8-89a1-01660771102c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8569605 Dec 16 22:25:38.380914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48676) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:38.428256 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-23f44efa-7447-4512-bc6c-a420b23326e9 req-38c0f5a7-2c48-4072-a221-5f4c09e926cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbdb22b-f476-4923-99e9-b22c910ca60b HTTP/1.1" status: 200 len: 1001 time: 0.2684360 Dec 16 22:25:38.454930 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1c1f81-fd98-4cdc-a199-88fc956b197f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:38.462370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ac1c1f81-fd98-4cdc-a199-88fc956b197f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/1966958c-8903-4ca1-9654-27503d337cae HTTP/1.1" status: 200 len: 841 time: 0.0769253 Dec 16 22:25:38.462370 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48678) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:38.747342 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982dfcb-0c6a-4c47-b094-d709b7972a7b req-633ee870-c875-40f0-8a9e-3393fb93f284 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:38.767408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982dfcb-0c6a-4c47-b094-d709b7972a7b req-633ee870-c875-40f0-8a9e-3393fb93f284 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:38.767408 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3982dfcb-0c6a-4c47-b094-d709b7972a7b req-633ee870-c875-40f0-8a9e-3393fb93f284 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 1676 time: 0.2475438 Dec 16 22:25:38.776381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0ffd55ad-d498-45a0-94db-8bbe22ac5873 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port 1966958c-8903-4ca1-9654-27503d337cae {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:38.776709 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ffd55ad-d498-45a0-94db-8bbe22ac5873 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:38.778120 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f44efa-7447-4512-bc6c-a420b23326e9 req-24e02ab0-48a2-479d-ab53-d01d8f2fdd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:38.782895 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-23f44efa-7447-4512-bc6c-a420b23326e9 req-24e02ab0-48a2-479d-ab53-d01d8f2fdd7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5214a06-2f1e-40fb-bdb3-af39deff7abd HTTP/1.1" status: 200 len: 855 time: 0.3430390 Dec 16 22:25:39.056966 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3982dfcb-0c6a-4c47-b094-d709b7972a7b req-30a6619a-a0e0-42ff-a259-1969602b236a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723989 Dec 16 22:25:39.064947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96aa99ae-1d2f-4f6a-a70e-103e575b8edd req-c8ac8f28-a761-49cc-a2a4-d0c387944d26 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.3601432 Dec 16 22:25:39.196051 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ffd55ad-d498-45a0-94db-8bbe22ac5873 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:39.380800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0ffd55ad-d498-45a0-94db-8bbe22ac5873 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for 1966958c-8903-4ca1-9654-27503d337cae owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:39.455963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1949944-1fa6-45cc-a1e3-50d9f0f756ae req-d69341c4-4bee-4c9f-9517-f171e325431b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.2089994 Dec 16 22:25:39.548501 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f3a2ef2f-296d-448f-b449-f64f4a4135ab tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:25:39.561766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dd03a6-2deb-4916-b391-aae0f97a9b15 None None] Sync routers for ids ['05897539-dbbf-47b1-915a-f60ab4ef96db'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:25:39.581373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383652d-9e66-4d24-9462-02741eb3b87a req-4a06a2a6-1e0a-42b2-bc49-ec00f96dc23a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:39.585456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7383652d-9e66-4d24-9462-02741eb3b87a req-4a06a2a6-1e0a-42b2-bc49-ec00f96dc23a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.3023200 Dec 16 22:25:39.602792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dd03a6-2deb-4916-b391-aae0f97a9b15 None None] Routers {'05897539-dbbf-47b1-915a-f60ab4ef96db'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:39.604397 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-58dd03a6-2deb-4916-b391-aae0f97a9b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:25:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['05897539-dbbf-47b1-915a-f60ab4ef96db'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:39.652182 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f3a2ef2f-296d-448f-b449-f64f4a4135ab tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] No DVR routers for this DVR port 9850f462-340f-49c0-b1fb-6a832caa60e7 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:39.656708 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f3a2ef2f-296d-448f-b449-f64f4a4135ab tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:39.662458 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f3a2ef2f-296d-448f-b449-f64f4a4135ab tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.69 "DELETE /v2.0/ports/9850f462-340f-49c0-b1fb-6a832caa60e7 HTTP/1.1" status: 204 len: 173 time: 3.2478836 Dec 16 22:25:39.745084 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ffd55ad-d498-45a0-94db-8bbe22ac5873 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:39.799217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f44efa-7447-4512-bc6c-a420b23326e9 req-8884db75-8210-4525-8db9-18ca092288c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:39.801268 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-23f44efa-7447-4512-bc6c-a420b23326e9 req-8884db75-8210-4525-8db9-18ca092288c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a046838-926f-4ef6-8e4a-4e2a10007290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9953411 Dec 16 22:25:39.860325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd55ad-d498-45a0-94db-8bbe22ac5873 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=1966958c-8903-4ca1-9654-27503d337cae,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:39.867052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7383652d-9e66-4d24-9462-02741eb3b87a req-8d06761e-8e4d-4dfc-b8ea-06f59deee397 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229118 Dec 16 22:25:39.881752 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ffd55ad-d498-45a0-94db-8bbe22ac5873 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:39.885268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0ffd55ad-d498-45a0-94db-8bbe22ac5873 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/1966958c-8903-4ca1-9654-27503d337cae HTTP/1.1" status: 204 len: 168 time: 1.4183493 Dec 16 22:25:39.892673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48714) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:39.904468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-58dd03a6-2deb-4916-b391-aae0f97a9b15 None None] Set router 05897539-dbbf-47b1-915a-f60ab4ef96db gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:25:39.962704 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-1329a298-8f95-4466-81e3-0ad0e8a5ada4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] GET failed (client error): The resource could not be found. Dec 16 22:25:39.964642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1329a298-8f95-4466-81e3-0ad0e8a5ada4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/1966958c-8903-4ca1-9654-27503d337cae HTTP/1.1" status: 404 len: 333 time: 0.0709035 Dec 16 22:25:39.969938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48720) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:39.982746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ba0c45e7-d54a-4431-8271-e1dd47a1bd80 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'name': 'tempest-PortsTestJSON-704587590'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:40.003428 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-deleted', 'tag': '9850f462-340f-49c0-b1fb-6a832caa60e7'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:25:40.006505 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195ac983-8786-40f6-8415-eb0524bfb868" -d '{"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-deleted", "tag": "9850f462-340f-49c0-b1fb-6a832caa60e7"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:25:40.071598 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.db.resource_extend [None req-22671c49-b6f5-45b9-848d-32681402d012 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:25:40.257461 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e23cded-24be-47b7-8e45-1d3ff3301189 x-openstack-request-id: req-7e23cded-24be-47b7-8e45-1d3ff3301189 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:25:40.257461 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-deleted", "tag": "9850f462-340f-49c0-b1fb-6a832caa60e7", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:25:40.257461 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e23cded-24be-47b7-8e45-1d3ff3301189 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:25:40.257461 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-deleted', 'tag': '9850f462-340f-49c0-b1fb-6a832caa60e7', 'status': 'completed', 'code': 200} Dec 16 22:25:40.305670 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-8d0f69bd-c4bb-44a9-8492-3d1c0431b56b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Deleting port aad230d4-20b2-48ae-bee1-5a21895924e4 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:40.306008 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-8d0f69bd-c4bb-44a9-8492-3d1c0431b56b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.349571 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-58dd03a6-2deb-4916-b391-aae0f97a9b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'name': 'tempest-TaggedBootDevicesTest_v242-645582622-router', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:21Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'gw_port': {'id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:22Z', 'updated_at': '2021-12-16T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '182a6b49-e36b-42b3-8901-4bd3f628130c', 'name': '', 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'mac_address': 'fa:16:3e:9c:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:32Z', 'updated_at': '2021-12-16T22:14:39Z', 'revision_number': 5, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'subnets': [{'id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:40.398495 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dd03a6-2deb-4916-b391-aae0f97a9b15 None None] Checking router: 05897539-dbbf-47b1-915a-f60ab4ef96db for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:25:40.398877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0c45e7-d54a-4431-8271-e1dd47a1bd80 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:40.410618 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba0c45e7-d54a-4431-8271-e1dd47a1bd80 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.412392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dd03a6-2deb-4916-b391-aae0f97a9b15 None None] Routers {'05897539-dbbf-47b1-915a-f60ab4ef96db'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:40.413736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-58dd03a6-2deb-4916-b391-aae0f97a9b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:25:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['05897539-dbbf-47b1-915a-f60ab4ef96db'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:40.488786 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5cec14c-9fe7-4eb7-8286-38a09b2a0d18 req-063804e7-b01a-4fd1-b1e4-6e9325149f28 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1244473 Dec 16 22:25:40.495575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-ba0c45e7-d54a-4431-8271-e1dd47a1bd80 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] device_id is not set on port 5b90451a-77d7-44c3-bb1e-fb15ce31be9f yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:25:40.534271 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22671c49-b6f5-45b9-848d-32681402d012 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.562943 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-8d0f69bd-c4bb-44a9-8492-3d1c0431b56b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] For port aad230d4-20b2-48ae-bee1-5a21895924e4, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aad230d4-20b2-48ae-bee1-5a21895924e4,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:40.563894 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-8d0f69bd-c4bb-44a9-8492-3d1c0431b56b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.578323 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-23f44efa-7447-4512-bc6c-a420b23326e9 req-ddc5605f-8d47-431d-a6e7-ff2a4df060df service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7655625 Dec 16 22:25:40.607665 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-8d0f69bd-c4bb-44a9-8492-3d1c0431b56b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Calling delete_port for aad230d4-20b2-48ae-bee1-5a21895924e4 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:40.620326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fde76-bfef-4845-b6f4-9c2f5fbe2952 req-9f096e85-a52a-4d07-8305-8183e55cb8d3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:40.624794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-58dd03a6-2deb-4916-b391-aae0f97a9b15 None None] Set router 05897539-dbbf-47b1-915a-f60ab4ef96db gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:25:40.638828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fde76-bfef-4845-b6f4-9c2f5fbe2952 req-9f096e85-a52a-4d07-8305-8183e55cb8d3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:40.647158 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-138fde76-bfef-4845-b6f4-9c2f5fbe2952 req-9f096e85-a52a-4d07-8305-8183e55cb8d3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 1676 time: 0.3966596 Dec 16 22:25:40.729168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3daea441-d357-41c7-8042-4ae8d4674a72 req-e25be5c0-2665-47df-9285-39cb398746c7 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0735803 Dec 16 22:25:40.813500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-138fde76-bfef-4845-b6f4-9c2f5fbe2952 req-e40a103e-4640-4a08-8536-9fe42a0a4288 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661055 Dec 16 22:25:40.840133 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22671c49-b6f5-45b9-848d-32681402d012 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.973226 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba0c45e7-d54a-4431-8271-e1dd47a1bd80 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.042135 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-23f44efa-7447-4512-bc6c-a420b23326e9 req-6cf07220-2ec7-4a03-8fde-d5c3a7decc64 service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498472 Dec 16 22:25:41.156573 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-22671c49-b6f5-45b9-848d-32681402d012 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Floating IP f1fef785-450f-4223-93b2-adc14379ef65 associated. External IP: 172.25.2.6, port: 933ff4d1-f888-4eb8-814d-71b5b03506d2. Dec 16 22:25:41.181995 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-58dd03a6-2deb-4916-b391-aae0f97a9b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'name': 'tempest-TaggedBootDevicesTest_v242-645582622-router', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:21Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'gw_port': {'id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:22Z', 'updated_at': '2021-12-16T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '182a6b49-e36b-42b3-8901-4bd3f628130c', 'name': '', 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'mac_address': 'fa:16:3e:9c:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:32Z', 'updated_at': '2021-12-16T22:14:39Z', 'revision_number': 5, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'subnets': [{'id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:41.189272 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba0c45e7-d54a-4431-8271-e1dd47a1bd80 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.208378 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-8d0f69bd-c4bb-44a9-8492-3d1c0431b56b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.272433 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f69bd-c4bb-44a9-8492-3d1c0431b56b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event deleted for resources: {'Port': ['ID=aad230d4-20b2-48ae-bee1-5a21895924e4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:41.289008 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dd03a6-2deb-4916-b391-aae0f97a9b15 None None] The sync data for ids ['05897539-dbbf-47b1-915a-f60ab4ef96db'] in n-d-821840-2 is: [{'id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'name': 'tempest-TaggedBootDevicesTest_v242-645582622-router', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:21Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'gw_port': {'id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:22Z', 'updated_at': '2021-12-16T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '182a6b49-e36b-42b3-8901-4bd3f628130c', 'name': '', 'network_id': '28cf9735-2f74-4728-b3d3-673e82b6a3ef', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'mac_address': 'fa:16:3e:9c:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:32Z', 'updated_at': '2021-12-16T22:14:39Z', 'revision_number': 5, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'subnets': [{'id': '11d40f43-aa33-492a-8d72-d2eb3853f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:25:41.314853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0c45e7-d54a-4431-8271-e1dd47a1bd80 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:41.321553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-ba0c45e7-d54a-4431-8271-e1dd47a1bd80 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:41.346265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568963e-95b9-4822-971b-9de4ae002298 req-415f161e-ca85-4f65-85ca-5662cf4c50ff tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:41.355159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f568963e-95b9-4822-971b-9de4ae002298 req-415f161e-ca85-4f65-85ca-5662cf4c50ff tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.2220376 Dec 16 22:25:41.383032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c45e7-d54a-4431-8271-e1dd47a1bd80 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:41.389638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0c45e7-d54a-4431-8271-e1dd47a1bd80 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:41.390978 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba0c45e7-d54a-4431-8271-e1dd47a1bd80 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.412816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-8d0f69bd-c4bb-44a9-8492-3d1c0431b56b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] No DVR routers for this DVR port aad230d4-20b2-48ae-bee1-5a21895924e4 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:41.418092 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-8d0f69bd-c4bb-44a9-8492-3d1c0431b56b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.424816 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-8d0f69bd-c4bb-44a9-8492-3d1c0431b56b tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.69 "DELETE /v2.0/ports/aad230d4-20b2-48ae-bee1-5a21895924e4 HTTP/1.1" status: 204 len: 173 time: 1.7545340 Dec 16 22:25:41.437164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f568963e-95b9-4822-971b-9de4ae002298 req-5700eda2-9b21-4987-94de-83f517a05476 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800018 Dec 16 22:25:41.447035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c45e7-d54a-4431-8271-e1dd47a1bd80 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=5b90451a-77d7-44c3-bb1e-fb15ce31be9f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:41.549079 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ba0c45e7-d54a-4431-8271-e1dd47a1bd80 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5772491 Dec 16 22:25:41.553620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48752) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:41.567533 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-bb990283-a59c-48f2-a1e7-2f090715bc0d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:41.759385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44fda5df-9777-4dea-8e99-2a38dccf044b req-7b11fc70-a51b-4d27-85ad-4a2034c30322 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0771298 Dec 16 22:25:41.879555 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ead857-2d9a-4812-9d89-732776a301b0 None None] New status for floating IP 3986b7cb-c566-49f5-a524-7077ec6a7904: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:25:41.900426 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb990283-a59c-48f2-a1e7-2f090715bc0d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.921063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f61ac527-1b0b-4b26-a86f-127b4221cc1a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Deleting port 5d94475c-1657-4ad7-b2be-e8b1c81da7af {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:41.921630 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f61ac527-1b0b-4b26-a86f-127b4221cc1a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.962136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c1bca6a-a7b1-4538-8c33-9d14dc1075f6 req-50415370-e11b-4437-8183-93a6a0826cb7 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1326029 Dec 16 22:25:42.173838 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb990283-a59c-48f2-a1e7-2f090715bc0d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.248440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30577f65-ef54-4fd9-ae7c-420fdddd4bba req-42eacb98-540b-4901-9a4b-a7d5f93485ec tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:42.259371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30577f65-ef54-4fd9-ae7c-420fdddd4bba req-42eacb98-540b-4901-9a4b-a7d5f93485ec tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 943 time: 0.0826540 Dec 16 22:25:42.263910 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22671c49-b6f5-45b9-848d-32681402d012 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Router 956079de-6725-4ed1-8c8b-86e68817d0e5 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:25:42.269527 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-deleted', 'tag': 'aad230d4-20b2-48ae-bee1-5a21895924e4'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:25:42.271920 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffccdf7-51ad-437a-b907-fcffb9ad2596" -d '{"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-deleted", "tag": "aad230d4-20b2-48ae-bee1-5a21895924e4"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:25:42.305716 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb990283-a59c-48f2-a1e7-2f090715bc0d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.305962 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f61ac527-1b0b-4b26-a86f-127b4221cc1a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] For port 5d94475c-1657-4ad7-b2be-e8b1c81da7af, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=5d94475c-1657-4ad7-b2be-e8b1c81da7af,segment=NetworkSegment(45cd49b7-4f37-4f63-967f-d52ae50c4be6),segment_id=45cd49b7-4f37-4f63-967f-d52ae50c4be6)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:42.306241 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f61ac527-1b0b-4b26-a86f-127b4221cc1a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.405180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-bb990283-a59c-48f2-a1e7-2f090715bc0d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] In _notify_port_updated(), no bound segment for port 5b90451a-77d7-44c3-bb1e-fb15ce31be9f on network d38b73c3-e01f-4df5-8f13-1bac61cb351c {{(pid=103951) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:25:42.411887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb990283-a59c-48f2-a1e7-2f090715bc0d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:42.412794 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb990283-a59c-48f2-a1e7-2f090715bc0d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.414345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bb990283-a59c-48f2-a1e7-2f090715bc0d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "PUT /v2.0/ports/5b90451a-77d7-44c3-bb1e-fb15ce31be9f HTTP/1.1" status: 200 len: 818 time: 0.8621457 Dec 16 22:25:42.431213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48764) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:42.486447 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a0c7b6-23d5-4b92-b858-fb415b959ae4 x-openstack-request-id: req-92a0c7b6-23d5-4b92-b858-fb415b959ae4 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:25:42.491316 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-deleted", "tag": "aad230d4-20b2-48ae-bee1-5a21895924e4", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:25:42.495493 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92a0c7b6-23d5-4b92-b858-fb415b959ae4 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:25:42.496969 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-deleted', 'tag': 'aad230d4-20b2-48ae-bee1-5a21895924e4', 'status': 'completed', 'code': 200} Dec 16 22:25:42.503707 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f61ac527-1b0b-4b26-a86f-127b4221cc1a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Calling delete_port for 5d94475c-1657-4ad7-b2be-e8b1c81da7af owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:42.579339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30577f65-ef54-4fd9-ae7c-420fdddd4bba req-4580d35e-3807-4674-ba37-131f183c3ce8 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e517677-0309-4d59-9404-43e44e7397b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3183761 Dec 16 22:25:42.674406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb990283-a59c-48f2-a1e7-2f090715bc0d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=5b90451a-77d7-44c3-bb1e-fb15ce31be9f,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:42.677065 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22671c49-b6f5-45b9-848d-32681402d012 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:25:42.685191 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22671c49-b6f5-45b9-848d-32681402d012 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.689986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9531703-9ea5-491b-bed6-c0e15219b81e None None] Sync routers for ids ['956079de-6725-4ed1-8c8b-86e68817d0e5'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:25:42.727993 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9531703-9ea5-491b-bed6-c0e15219b81e None None] Routers {'956079de-6725-4ed1-8c8b-86e68817d0e5'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:42.729058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165723c7-7c16-40b9-b42f-18f6022df5cf req-986b5402-a775-4bad-9cbb-5fd21d3be3da tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:42.729201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d9531703-9ea5-491b-bed6-c0e15219b81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:25:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['956079de-6725-4ed1-8c8b-86e68817d0e5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:42.730701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-165723c7-7c16-40b9-b42f-18f6022df5cf req-986b5402-a775-4bad-9cbb-5fd21d3be3da tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0946796 Dec 16 22:25:42.800213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ce250553-68d3-4579-974a-62d8c5a25aea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port 5b90451a-77d7-44c3-bb1e-fb15ce31be9f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:42.800563 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce250553-68d3-4579-974a-62d8c5a25aea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.922844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-165723c7-7c16-40b9-b42f-18f6022df5cf req-15eec91d-8b67-4f19-9bbc-720cfef752be tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744750 Dec 16 22:25:43.003896 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce250553-68d3-4579-974a-62d8c5a25aea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:43.020215 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ce250553-68d3-4579-974a-62d8c5a25aea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for 5b90451a-77d7-44c3-bb1e-fb15ce31be9f owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:43.040671 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-22671c49-b6f5-45b9-848d-32681402d012 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "PUT /v2.0/floatingips/f1fef785-450f-4223-93b2-adc14379ef65 HTTP/1.1" status: 200 len: 990 time: 5.0683563 Dec 16 22:25:43.047863 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d9531703-9ea5-491b-bed6-c0e15219b81e None None] Set router 956079de-6725-4ed1-8c8b-86e68817d0e5 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:25:43.145100 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f61ac527-1b0b-4b26-a86f-127b4221cc1a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:43.277227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ac527-1b0b-4b26-a86f-127b4221cc1a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event deleted for resources: {'Port': ['ID=5d94475c-1657-4ad7-b2be-e8b1c81da7af,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:43.417041 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f61ac527-1b0b-4b26-a86f-127b4221cc1a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] No DVR routers for this DVR port 5d94475c-1657-4ad7-b2be-e8b1c81da7af on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:43.426711 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f61ac527-1b0b-4b26-a86f-127b4221cc1a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:43.433405 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2c035aac-33cf-4da6-a04e-e141222449c7 req-f61ac527-1b0b-4b26-a86f-127b4221cc1a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.69 "DELETE /v2.0/ports/5d94475c-1657-4ad7-b2be-e8b1c81da7af HTTP/1.1" status: 204 len: 173 time: 1.9953735 Dec 16 22:25:43.448735 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:43.462095 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:43.670303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e375425-7e30-45f2-8a58-e4ce1c653b68 req-cc9da2cd-46ae-41ba-b42d-db9b535a7c1b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0920801 Dec 16 22:25:43.699007 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d9531703-9ea5-491b-bed6-c0e15219b81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'name': 'tempest-ServersTestFqdnHostnames-225584652-router', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:25:06Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'gw_port': {'id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:07Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'f1fef785-450f-4223-93b2-adc14379ef65', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'port_id': '933ff4d1-f888-4eb8-814d-71b5b03506d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'mac_address': 'fa:16:3e:93:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b8be97-742c-440d-8b8a-517ea5af565a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:25:15Z', 'updated_at': '2021-12-16T22:25:39Z', 'revision_number': 1, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0', 'name': '', 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'mac_address': 'fa:16:3e:71:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:10Z', 'updated_at': '2021-12-16T22:25:16Z', 'revision_number': 5, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'subnets': [{'id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:43.792201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9531703-9ea5-491b-bed6-c0e15219b81e None None] Checking router: 956079de-6725-4ed1-8c8b-86e68817d0e5 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:25:43.820867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e236aeec-e16d-4c1c-ac89-87e52940fd33 req-efc6a6ea-0acc-430e-8f6e-b9c4b4281542 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.2436273 Dec 16 22:25:43.827985 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9531703-9ea5-491b-bed6-c0e15219b81e None None] Routers {'956079de-6725-4ed1-8c8b-86e68817d0e5'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:43.831584 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d9531703-9ea5-491b-bed6-c0e15219b81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:25:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['956079de-6725-4ed1-8c8b-86e68817d0e5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:43.921366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9192fe11-29fc-472a-863f-b0b80bc2789b req-680a97c8-e6a1-4856-8c0e-e0f70558804d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0627239 Dec 16 22:25:43.922257 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce250553-68d3-4579-974a-62d8c5a25aea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:43.985635 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce250553-68d3-4579-974a-62d8c5a25aea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.002850 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ce250553-68d3-4579-974a-62d8c5a25aea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/5b90451a-77d7-44c3-bb1e-fb15ce31be9f HTTP/1.1" status: 204 len: 168 time: 1.5661838 Dec 16 22:25:44.005852 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48784) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:44.100310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce250553-68d3-4579-974a-62d8c5a25aea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=5b90451a-77d7-44c3-bb1e-fb15ce31be9f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:44.176419 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc078a0b-1c67-4afd-9aab-df779ee58028 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:44.183669 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d9531703-9ea5-491b-bed6-c0e15219b81e None None] Set router 956079de-6725-4ed1-8c8b-86e68817d0e5 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:25:44.188551 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cc078a0b-1c67-4afd-9aab-df779ee58028 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1806033 Dec 16 22:25:44.189282 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48786) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:44.238194 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c430e2-2e1c-48b5-8242-a2776fa24207 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] GET failed (client error): The resource could not be found. Dec 16 22:25:44.239217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa6d53-cc99-48aa-9213-5aa0558320d7 req-c1480247-af11-4fc5-be97-b7c8cd788497 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:44.244075 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-79c430e2-2e1c-48b5-8242-a2776fa24207 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/5b90451a-77d7-44c3-bb1e-fb15ce31be9f HTTP/1.1" status: 404 len: 333 time: 0.0510023 Dec 16 22:25:44.244984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48788) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:44.248899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16aa6d53-cc99-48aa-9213-5aa0558320d7 req-c1480247-af11-4fc5-be97-b7c8cd788497 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.1210093 Dec 16 22:25:44.252797 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0712a128-2cfa-4de7-b0f7-e8a595c90214 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1466449599'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:44.368618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16aa6d53-cc99-48aa-9213-5aa0558320d7 req-ca10f459-be57-4f3b-bfd4-1b59004fe8b1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014764 Dec 16 22:25:44.384312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0712a128-2cfa-4de7-b0f7-e8a595c90214 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:44.398630 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0712a128-2cfa-4de7-b0f7-e8a595c90214 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.484122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0712a128-2cfa-4de7-b0f7-e8a595c90214 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:44.508585 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b8be97-742c-440d-8b8a-517ea5af565a', 'tag': '933ff4d1-f888-4eb8-814d-71b5b03506d2'}, {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-deleted', 'tag': '5d94475c-1657-4ad7-b2be-e8b1c81da7af'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:25:44.511129 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c249db-5fbb-4a38-b80c-4af1f27c1d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "82b8be97-742c-440d-8b8a-517ea5af565a", "tag": "933ff4d1-f888-4eb8-814d-71b5b03506d2"}, {"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-deleted", "tag": "5d94475c-1657-4ad7-b2be-e8b1c81da7af"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:25:44.522700 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0712a128-2cfa-4de7-b0f7-e8a595c90214 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.524143 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-0712a128-2cfa-4de7-b0f7-e8a595c90214 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Added segment 95da15d4-2dec-4e8f-95db-db26383ef6b0 of type vlan for network ebfb280a-a20a-4257-927d-1b46a8734963 Dec 16 22:25:44.615083 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0712a128-2cfa-4de7-b0f7-e8a595c90214 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.653284 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 22:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8979e7d-28ad-4929-87d2-4bfe3fe7ae22 x-openstack-request-id: req-d8979e7d-28ad-4929-87d2-4bfe3fe7ae22 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:25:44.653934 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b8be97-742c-440d-8b8a-517ea5af565a", "tag": "933ff4d1-f888-4eb8-814d-71b5b03506d2", "status": "completed", "code": 200}, {"server_uuid": "47019380-7053-43a2-9761-48854410b414", "name": "network-vif-deleted", "tag": "5d94475c-1657-4ad7-b2be-e8b1c81da7af", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:25:44.654359 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8979e7d-28ad-4929-87d2-4bfe3fe7ae22 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:25:44.654943 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b8be97-742c-440d-8b8a-517ea5af565a', 'tag': '933ff4d1-f888-4eb8-814d-71b5b03506d2', 'status': 'completed', 'code': 200} Dec 16 22:25:44.655418 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47019380-7053-43a2-9761-48854410b414', 'name': 'network-vif-deleted', 'tag': '5d94475c-1657-4ad7-b2be-e8b1c81da7af', 'status': 'completed', 'code': 200} Dec 16 22:25:44.765755 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0712a128-2cfa-4de7-b0f7-e8a595c90214 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.778973 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0712a128-2cfa-4de7-b0f7-e8a595c90214 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:44.779685 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0712a128-2cfa-4de7-b0f7-e8a595c90214 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.897906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-655aeee6-7f65-44d1-a01e-345909563053 req-f6e08d3d-5e45-4d66-9922-44976923efbd tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0847883 Dec 16 22:25:44.950496 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d9531703-9ea5-491b-bed6-c0e15219b81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'name': 'tempest-ServersTestFqdnHostnames-225584652-router', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:25:06Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'gw_port': {'id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:07Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'f1fef785-450f-4223-93b2-adc14379ef65', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'port_id': '933ff4d1-f888-4eb8-814d-71b5b03506d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'mac_address': 'fa:16:3e:93:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b8be97-742c-440d-8b8a-517ea5af565a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:25:15Z', 'updated_at': '2021-12-16T22:25:39Z', 'revision_number': 1, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0', 'name': '', 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'mac_address': 'fa:16:3e:71:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:10Z', 'updated_at': '2021-12-16T22:25:16Z', 'revision_number': 5, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'subnets': [{'id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:45.024756 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9531703-9ea5-491b-bed6-c0e15219b81e None None] The sync data for ids ['956079de-6725-4ed1-8c8b-86e68817d0e5'] in n-d-821840-2 is: [{'id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'name': 'tempest-ServersTestFqdnHostnames-225584652-router', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:25:06Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'gw_port': {'id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:07Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'f1fef785-450f-4223-93b2-adc14379ef65', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'port_id': '933ff4d1-f888-4eb8-814d-71b5b03506d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'mac_address': 'fa:16:3e:93:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b8be97-742c-440d-8b8a-517ea5af565a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:25:15Z', 'updated_at': '2021-12-16T22:25:39Z', 'revision_number': 1, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0', 'name': '', 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'mac_address': 'fa:16:3e:71:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:10Z', 'updated_at': '2021-12-16T22:25:16Z', 'revision_number': 5, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'subnets': [{'id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:25:45.028319 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712a128-2cfa-4de7-b0f7-e8a595c90214 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Network': ['ID=ebfb280a-a20a-4257-927d-1b46a8734963,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:45.040648 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network ebfb280a-a20a-4257-927d-1b46a8734963 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:45.049922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c249db-5fbb-4a38-b80c-4af1f27c1d6e req-1a186e62-c0a2-4df5-997c-8814011a793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:45.068882 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5c249db-5fbb-4a38-b80c-4af1f27c1d6e req-1a186e62-c0a2-4df5-997c-8814011a793e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b86f2c71bd6f448aadfabe845ad0b5e2&device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 1097 time: 0.3488684 Dec 16 22:25:45.074014 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0712a128-2cfa-4de7-b0f7-e8a595c90214 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8277893 Dec 16 22:25:45.165083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48804) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:45.224066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-35032152-7834-4f75-b2d2-9134aee4edad tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'subnet': {'network_id': 'ebfb280a-a20a-4257-927d-1b46a8734963', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:45.264206 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-878ae406-5fc8-4814-8fd4-31a909589f37 req-7c051e92-7700-46a9-bc01-a7a3b211bad1 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.2184803 Dec 16 22:25:45.324654 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c249db-5fbb-4a38-b80c-4af1f27c1d6e req-3392c190-1e51-44d3-b89e-b1d67ee31212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:45.326796 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5c249db-5fbb-4a38-b80c-4af1f27c1d6e req-3392c190-1e51-44d3-b89e-b1d67ee31212 service neutron] 10.222.0.69 "GET /v2.0/networks?id=788470c4-7b46-42cb-9ef8-ebeca52a3f61 HTTP/1.1" status: 200 len: 915 time: 0.2443948 Dec 16 22:25:45.510694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc922622-42d9-496d-a622-af2ca9c11255 req-f9b1791b-5cca-4e1e-acab-ec2f774290e9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.3380423 Dec 16 22:25:45.553088 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5c249db-5fbb-4a38-b80c-4af1f27c1d6e req-79e0a7ab-5956-4cdb-8b89-e5b0546d7d6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=933ff4d1-f888-4eb8-814d-71b5b03506d2 HTTP/1.1" status: 200 len: 998 time: 0.2090764 Dec 16 22:25:45.635599 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c249db-5fbb-4a38-b80c-4af1f27c1d6e req-14fb38b3-1997-4594-bb15-8212292efb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:45.635599 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5c249db-5fbb-4a38-b80c-4af1f27c1d6e req-14fb38b3-1997-4594-bb15-8212292efb92 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4e3f51de-0f72-4801-9be5-4390be5660b0 HTTP/1.1" status: 200 len: 853 time: 0.0771258 Dec 16 22:25:45.639405 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279a8482-20dc-40ab-a272-da0332578460 None None] New status for floating IP f1fef785-450f-4223-93b2-adc14379ef65: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:25:45.708201 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c249db-5fbb-4a38-b80c-4af1f27c1d6e req-bda1e734-e8b7-48e4-aecd-0b377e4ea53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:45.709792 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5c249db-5fbb-4a38-b80c-4af1f27c1d6e req-bda1e734-e8b7-48e4-aecd-0b377e4ea53b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=788470c4-7b46-42cb-9ef8-ebeca52a3f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637465 Dec 16 22:25:45.738324 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a1ed5-2f41-4511-b03a-fbd490d3c8f1 req-89a13a0d-78e8-4033-9b75-195d3419dff4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:45.741091 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-636a1ed5-2f41-4511-b03a-fbd490d3c8f1 req-89a13a0d-78e8-4033-9b75-195d3419dff4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.1721601 Dec 16 22:25:45.843726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35032152-7834-4f75-b2d2-9134aee4edad tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:45.858223 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35032152-7834-4f75-b2d2-9134aee4edad tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.907915 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5c249db-5fbb-4a38-b80c-4af1f27c1d6e req-53132cd6-e09e-4222-a304-ddf54ace94e5 service neutron] 10.222.0.69 "GET /v2.0/networks/788470c4-7b46-42cb-9ef8-ebeca52a3f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882665 Dec 16 22:25:46.169884 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5c249db-5fbb-4a38-b80c-4af1f27c1d6e req-570b0b16-b2a5-4f03-9620-40046d9da1c8 service neutron] 10.222.0.69 "GET /v2.0/networks/788470c4-7b46-42cb-9ef8-ebeca52a3f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549734 Dec 16 22:25:46.227742 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-258ff1f4-9e22-412a-8627-3fc6b167368b req-67f8033e-a2d8-4480-b9ba-bb30373b5944 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0880852 Dec 16 22:25:46.554124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-636a1ed5-2f41-4511-b03a-fbd490d3c8f1 req-7021332a-c03e-4921-b08c-7883056f5248 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8050826 Dec 16 22:25:46.628274 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-433334b9-b061-4034-9b4c-4a33351f1e9b req-f4cc59f4-7933-4fe2-ba11-09e2894a32c3 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1115100 Dec 16 22:25:46.632942 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35032152-7834-4f75-b2d2-9134aee4edad tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:46.923503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-308babd8-32e8-4133-8bfc-b6447adaa768 req-a35e5363-bba1-4f5e-976d-e1fe7bec4076 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.1065462 Dec 16 22:25:46.953675 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35032152-7834-4f75-b2d2-9134aee4edad tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Subnet': ['ID=6e6b23e8-72b1-42eb-bdb8-a1ff244d2e67,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:46.999337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35032152-7834-4f75-b2d2-9134aee4edad tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Checking segment: {'id': '95da15d4-2dec-4e8f-95db-db26383ef6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ebfb280a-a20a-4257-927d-1b46a8734963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:47.000098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35032152-7834-4f75-b2d2-9134aee4edad tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network hostable DHCP agents. Network: ebfb280a-a20a-4257-927d-1b46a8734963, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:47.137408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35032152-7834-4f75-b2d2-9134aee4edad tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network ebfb280a-a20a-4257-927d-1b46a8734963 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:47.247713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-35032152-7834-4f75-b2d2-9134aee4edad tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, ebfb280a-a20a-4257-927d-1b46a8734963) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:47.252353 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35032152-7834-4f75-b2d2-9134aee4edad tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:47.259339 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35032152-7834-4f75-b2d2-9134aee4edad tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:47.260303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4250e17-e964-4a5b-b1da-7f55d09c2953 None None] Network ebfb280a-a20a-4257-927d-1b46a8734963 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:47.401551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-016394c1-6c63-4502-82d4-6465aaa8bfce req-d946d4dc-b9ab-40b4-959d-2147584f88b3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0961282 Dec 16 22:25:47.431417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-35032152-7834-4f75-b2d2-9134aee4edad tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2261240 Dec 16 22:25:47.435298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48838) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:47.440104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ccabe5c5-6123-4910-8920-a67796063ee0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'subnet': {'network_id': 'ebfb280a-a20a-4257-927d-1b46a8734963', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:47.453037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-ebfb280a-a20a-4257-927d-1b46a8734963', 'network_id': 'ebfb280a-a20a-4257-927d-1b46a8734963', 'project_id': 'd962c50bed8c4597a414fec691607a55', 'fixed_ips': [{'subnet_id': '6e6b23e8-72b1-42eb-bdb8-a1ff244d2e67'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:25:47.454148 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:47.882314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68aaa14f-4195-4331-9ac0-647b2693b0e3 req-20e66de6-6ce0-4f9e-bb59-54986aaaedff tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0710156 Dec 16 22:25:47.886669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccabe5c5-6123-4910-8920-a67796063ee0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:47.899226 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ccabe5c5-6123-4910-8920-a67796063ee0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.048557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835b2a9-b5c8-43b6-88ac-ceb62207ce76 req-31321a25-d6b8-4ac5-85d4-16122f77e947 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:48.057557 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6835b2a9-b5c8-43b6-88ac-ceb62207ce76 req-31321a25-d6b8-4ac5-85d4-16122f77e947 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.2938013 Dec 16 22:25:48.162626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Allocated IP 172.20.0.2 (ebfb280a-a20a-4257-927d-1b46a8734963/6e6b23e8-72b1-42eb-bdb8-a1ff244d2e67/a6e7f110-70be-4a35-9182-9624632e6265) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:48.245207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48850) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:48.286673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2e409f8-f1d7-4f25-bade-6611d897cb06 req-14c46205-7ab2-40b5-a7b5-4a77bfa009f0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.1589656 Dec 16 22:25:48.378023 n-d-821840-2 neutron-server[103951]: INFO neutron.db.ipam_backend_mixin [None req-ccabe5c5-6123-4910-8920-a67796063ee0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6e6b23e8-72b1-42eb-bdb8-a1ff244d2e67 (CIDR: 172.20.0.0/28) Dec 16 22:25:48.447081 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccabe5c5-6123-4910-8920-a67796063ee0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:48.448257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccabe5c5-6123-4910-8920-a67796063ee0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:48.501658 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.530501 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6835b2a9-b5c8-43b6-88ac-ceb62207ce76 req-fe165b50-38f8-431f-a89c-e04a07bb455c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4732957 Dec 16 22:25:48.564782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0246ffb1-561b-40be-8aec-11f4d0a7b158 req-36081a8b-ba48-49c5-951f-ed0aa22287cb tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0689023 Dec 16 22:25:48.611536 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.662697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ccabe5c5-6123-4910-8920-a67796063ee0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2228351 Dec 16 22:25:48.662905 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48858) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:48.673790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-87582269-04ff-4b0d-bb05-44db9b419c71 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'subnet': {'network_id': 'ebfb280a-a20a-4257-927d-1b46a8734963', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:48.714421 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f97b713a-eca4-4d77-a230-b721a82f9f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.725765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Network ebfb280a-a20a-4257-927d-1b46a8734963 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:48.728868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:48.736174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:48.756511 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Pushing event updated for resources: {'Port': ['ID=a6e7f110-70be-4a35-9182-9624632e6265,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:48.880767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Attempting to bind port a6e7f110-70be-4a35-9182-9624632e6265 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:25:48.881136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Attempting to bind port a6e7f110-70be-4a35-9182-9624632e6265 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '95da15d4-2dec-4e8f-95db-db26383ef6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ebfb280a-a20a-4257-927d-1b46a8734963'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:25:48.881506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Attempting to bind port a6e7f110-70be-4a35-9182-9624632e6265 on network ebfb280a-a20a-4257-927d-1b46a8734963 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:48.888497 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:25:48.888879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Checking segment: {'id': '95da15d4-2dec-4e8f-95db-db26383ef6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ebfb280a-a20a-4257-927d-1b46a8734963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:48.891197 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.891197 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Bound using segment: {'id': '95da15d4-2dec-4e8f-95db-db26383ef6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ebfb280a-a20a-4257-927d-1b46a8734963'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:25:48.891197 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Bound port: a6e7f110-70be-4a35-9182-9624632e6265, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95da15d4-2dec-4e8f-95db-db26383ef6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ebfb280a-a20a-4257-927d-1b46a8734963'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:25:48.891197 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.004347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] For port a6e7f110-70be-4a35-9182-9624632e6265, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:49.007975 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f97b713a-eca4-4d77-a230-b721a82f9f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.011658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] For port a6e7f110-70be-4a35-9182-9624632e6265, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a6e7f110-70be-4a35-9182-9624632e6265,segment=NetworkSegment(95da15d4-2dec-4e8f-95db-db26383ef6b0),segment_id=95da15d4-2dec-4e8f-95db-db26383ef6b0)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:25:49.052076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd2e8cca-c748-464c-b687-8979e94e1e97 req-95974987-fee8-41ed-9b0d-5b5027256835 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0368166 Dec 16 22:25:49.119073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87582269-04ff-4b0d-bb05-44db9b419c71 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:49.122880 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87582269-04ff-4b0d-bb05-44db9b419c71 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.156653 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.175982 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f97b713a-eca4-4d77-a230-b721a82f9f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.205948 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f97b713a-eca4-4d77-a230-b721a82f9f7c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8a94197abc04f7b90446a966e245fbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9594798 Dec 16 22:25:49.208932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48862) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:49.248771 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b713a-eca4-4d77-a230-b721a82f9f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd24317f-6b93-461c-8b82-6676683f9bc1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:49.251744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585ffab-32d4-4be7-afc0-b89d7eb4891d None None] Pushing event updated for resources: {'Port': ['ID=a6e7f110-70be-4a35-9182-9624632e6265,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:49.357696 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-77f08b8c-496d-40a6-80a3-3f965b70f612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.432251 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-77f08b8c-496d-40a6-80a3-3f965b70f612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.541848 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa5d34d6-1fa6-408a-8a19-183c8c170782 req-659cfc6d-84b6-4cf3-8cc3-9a1cc8b3e5a9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0894332 Dec 16 22:25:49.716891 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-77f08b8c-496d-40a6-80a3-3f965b70f612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.732174 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-77f08b8c-496d-40a6-80a3-3f965b70f612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.732174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-77f08b8c-496d-40a6-80a3-3f965b70f612 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd24317f-6b93-461c-8b82-6676683f9bc1 HTTP/1.1" status: 204 len: 168 time: 0.5146375 Dec 16 22:25:49.754564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f08b8c-496d-40a6-80a3-3f965b70f612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd24317f-6b93-461c-8b82-6676683f9bc1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:49.905817 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87582269-04ff-4b0d-bb05-44db9b419c71 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.987746 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9198d7e-ac64-40b8-913c-b5060dbcebed req-3b32e3d0-1e2a-4904-8965-3017599fea72 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1961253 Dec 16 22:25:50.038349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87582269-04ff-4b0d-bb05-44db9b419c71 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network ebfb280a-a20a-4257-927d-1b46a8734963 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:50.045227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-87582269-04ff-4b0d-bb05-44db9b419c71 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:50.050185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87582269-04ff-4b0d-bb05-44db9b419c71 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:50.050762 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87582269-04ff-4b0d-bb05-44db9b419c71 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:50.071073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4e287-f71f-4d99-83fb-242038a8089d req-8aaf1a95-a366-4cc7-b4cd-b4af93d01ccd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:50.083978 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87582269-04ff-4b0d-bb05-44db9b419c71 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Subnet': ['ID=99b24f64-4531-43e2-92d2-ec5dbfce578d,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:50.092660 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af9adec3-ede8-446e-87e1-7cb020c265f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:50.103923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bf4e287-f71f-4d99-83fb-242038a8089d req-8aaf1a95-a366-4cc7-b4cd-b4af93d01ccd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.2945318 Dec 16 22:25:50.220437 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-87582269-04ff-4b0d-bb05-44db9b419c71 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5563345 Dec 16 22:25:50.223142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48878) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:50.241475 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e724d353-4be8-4851-8aa4-5fdd7f2799e3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'network_id': 'ebfb280a-a20a-4257-927d-1b46a8734963', 'fixed_ips': [{'subnet_id': '6e6b23e8-72b1-42eb-bdb8-a1ff244d2e67'}, {'subnet_id': '99b24f64-4531-43e2-92d2-ec5dbfce578d'}], 'name': 'tempest-PortsTestJSON-516021986'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:50.248111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bf4e287-f71f-4d99-83fb-242038a8089d req-ecc266c3-21c3-41b0-af9b-758237df3dd7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403596 Dec 16 22:25:50.250662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f9f5845-2063-4d66-a695-61dc772acea4 req-dc57c3e4-a1c9-44fa-9675-d658350e506a tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0560055 Dec 16 22:25:50.718256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28b7a60e-18b9-436a-b8f9-4e9d51aacb01 req-c16e421e-9a71-4098-a48a-30770efc747c tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0424976 Dec 16 22:25:50.848203 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e724d353-4be8-4851-8aa4-5fdd7f2799e3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:51.011053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dc7e61-c3be-490e-9403-2967b98cb4cd None None] Network ebfb280a-a20a-4257-927d-1b46a8734963 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:51.053225 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e724d353-4be8-4851-8aa4-5fdd7f2799e3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.103320 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-e724d353-4be8-4851-8aa4-5fdd7f2799e3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] device_id is not set on port 9e816bc8-ae79-4b89-abbc-ffbe844ae0ed yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:25:51.125928 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48894) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:51.130554 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1daec4a-3bf5-44be-93ca-090ce2b2dca7 req-65373d08-f84c-4548-8d3a-02f0f34ae750 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0764074 Dec 16 22:25:51.222246 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-515ee70e-2d48-4f9a-8e54-5628d726219b None None] Provisioning complete for port a6e7f110-70be-4a35-9182-9624632e6265 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:51.222755 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-515ee70e-2d48-4f9a-8e54-5628d726219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.240729 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18e142f1-c35d-4237-bf42-214bb203d8b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.391026 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a6e7f110-70be-4a35-9182-9624632e6265 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:51.406784 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-515ee70e-2d48-4f9a-8e54-5628d726219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.505853 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-515ee70e-2d48-4f9a-8e54-5628d726219b None None] For port a6e7f110-70be-4a35-9182-9624632e6265, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a6e7f110-70be-4a35-9182-9624632e6265,segment=NetworkSegment(95da15d4-2dec-4e8f-95db-db26383ef6b0),segment_id=95da15d4-2dec-4e8f-95db-db26383ef6b0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:51.518105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456273c2-e4f6-45a6-a6e3-01b84f062f2d None None] Update dhcp port {'port': {'network_id': 'ebfb280a-a20a-4257-927d-1b46a8734963', 'fixed_ips': [{'subnet_id': '6e6b23e8-72b1-42eb-bdb8-a1ff244d2e67', 'ip_address': '172.20.0.2'}, {'subnet_id': '99b24f64-4531-43e2-92d2-ec5dbfce578d'}], 'binding:host_id': 'n-d-821840-2'}, 'id': 'a6e7f110-70be-4a35-9182-9624632e6265'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:25:51.597699 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-515ee70e-2d48-4f9a-8e54-5628d726219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.603361 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port a6e7f110-70be-4a35-9182-9624632e6265 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:51.604004 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.606889 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d671695a-870e-4aa3-821c-59ccc555512a req-bf2228ab-9d7b-4609-b416-16d12834e776 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0711219 Dec 16 22:25:51.609201 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-456273c2-e4f6-45a6-a6e3-01b84f062f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.772180 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ee70e-2d48-4f9a-8e54-5628d726219b None None] Pushing event updated for resources: {'Port': ['ID=a6e7f110-70be-4a35-9182-9624632e6265,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:51.826760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83732f07-e9a5-4406-bc41-84ce9fd29015 req-bf73a084-6cf9-4a5a-bf41-17bf0b1b44ef tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:51.837286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83732f07-e9a5-4406-bc41-84ce9fd29015 req-bf73a084-6cf9-4a5a-bf41-17bf0b1b44ef tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.2291763 Dec 16 22:25:51.846372 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:25:51.974732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83732f07-e9a5-4406-bc41-84ce9fd29015 req-3952b584-f654-44a3-877d-83b98f026c24 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259089 Dec 16 22:25:51.975075 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18e142f1-c35d-4237-bf42-214bb203d8b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.100100 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18e142f1-c35d-4237-bf42-214bb203d8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.103123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-767c3acf-add4-4ac6-ad75-6daa61f537ed req-a5176fc0-29cb-4784-ac2c-0f61c0a7dd64 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0634542 Dec 16 22:25:52.205114 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e142f1-c35d-4237-bf42-214bb203d8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19d0586-a17f-4bbd-96df-e738457ab7d8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:52.235628 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-18e142f1-c35d-4237-bf42-214bb203d8b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f214b0cefd6b4a0b89be3e5313a2a041&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1085320 Dec 16 22:25:52.241846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48908) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:52.263485 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-e724d353-4be8-4851-8aa4-5fdd7f2799e3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Allocated IP 172.20.0.4 (ebfb280a-a20a-4257-927d-1b46a8734963/6e6b23e8-72b1-42eb-bdb8-a1ff244d2e67/9e816bc8-ae79-4b89-abbc-ffbe844ae0ed) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:52.267694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c30ab90c-d187-4a62-b349-83db3ccdab8d req-82041e40-ce61-4962-9a9c-7d6d63c1bfe4 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0739095 Dec 16 22:25:52.286423 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-e724d353-4be8-4851-8aa4-5fdd7f2799e3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Allocated IP 172.20.0.18 (ebfb280a-a20a-4257-927d-1b46a8734963/99b24f64-4531-43e2-92d2-ec5dbfce578d/9e816bc8-ae79-4b89-abbc-ffbe844ae0ed) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:52.373615 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9cbd58f1-0bd4-4f1c-94dc-fbbdcf6b7484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.405370 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9cbd58f1-0bd4-4f1c-94dc-fbbdcf6b7484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.451531 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e429f526-970e-47f7-bc32-c9afce6d6fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.603831 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e724d353-4be8-4851-8aa4-5fdd7f2799e3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.719004 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4e3f374-8174-4637-bbd7-63eec807ac0e req-a9e53649-a025-4067-aec8-10dc33069005 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0302730 Dec 16 22:25:52.725987 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9cbd58f1-0bd4-4f1c-94dc-fbbdcf6b7484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.729178 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9cbd58f1-0bd4-4f1c-94dc-fbbdcf6b7484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.733184 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9cbd58f1-0bd4-4f1c-94dc-fbbdcf6b7484 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e19d0586-a17f-4bbd-96df-e738457ab7d8 HTTP/1.1" status: 204 len: 168 time: 0.4874458 Dec 16 22:25:52.741907 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd58f1-0bd4-4f1c-94dc-fbbdcf6b7484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19d0586-a17f-4bbd-96df-e738457ab7d8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:52.762289 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e724d353-4be8-4851-8aa4-5fdd7f2799e3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.849734 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-456273c2-e4f6-45a6-a6e3-01b84f062f2d None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-d4138afe-28ff-424d-a98b-3d82ad2bad08 {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:25:52.850208 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-456273c2-e4f6-45a6-a6e3-01b84f062f2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:25:52.873046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e724d353-4be8-4851-8aa4-5fdd7f2799e3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network ebfb280a-a20a-4257-927d-1b46a8734963 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:52.876567 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-e724d353-4be8-4851-8aa4-5fdd7f2799e3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:52.881911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e724d353-4be8-4851-8aa4-5fdd7f2799e3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:52.912236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724d353-4be8-4851-8aa4-5fdd7f2799e3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=9e816bc8-ae79-4b89-abbc-ffbe844ae0ed,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:52.942852 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e724d353-4be8-4851-8aa4-5fdd7f2799e3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:52.942852 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e724d353-4be8-4851-8aa4-5fdd7f2799e3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:53.092116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48926) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:53.096613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-51bad3cf-7add-4e9b-a936-6f05f6a0e07a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e6b23e8-72b1-42eb-bdb8-a1ff244d2e67'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:53.097461 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e724d353-4be8-4851-8aa4-5fdd7f2799e3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.8730586 Dec 16 22:25:53.178657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a6e7f110-70be-4a35-9182-9624632e6265 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:53.272043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port a6e7f110-70be-4a35-9182-9624632e6265 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:53.272253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3c0a367-186b-4e1d-a787-94fd71cf17cc req-964d49c9-46e7-4af0-b007-bc48330b38fc tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0619576 Dec 16 22:25:53.272475 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:53.333239 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc81819-eea6-4680-b146-4abc726cb6ce req-86c92351-9ff3-4ed2-afbd-c646f676c418 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:53.334826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bc81819-eea6-4680-b146-4abc726cb6ce req-86c92351-9ff3-4ed2-afbd-c646f676c418 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.2133024 Dec 16 22:25:53.402972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-168fb9e7-4b59-4c6e-b30e-dca8e3899639 req-15376e3c-0e16-4a09-bfa7-8b648b7537ba tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0447266 Dec 16 22:25:53.462954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bc81819-eea6-4680-b146-4abc726cb6ce req-899a00e6-9d66-4264-a17d-fc799dac857c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125960 Dec 16 22:25:53.516017 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-456273c2-e4f6-45a6-a6e3-01b84f062f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:53.541104 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51bad3cf-7add-4e9b-a936-6f05f6a0e07a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:53.662289 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:53.815628 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-456273c2-e4f6-45a6-a6e3-01b84f062f2d None None] Allocated IP 172.20.0.19 (ebfb280a-a20a-4257-927d-1b46a8734963/99b24f64-4531-43e2-92d2-ec5dbfce578d/a6e7f110-70be-4a35-9182-9624632e6265) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:53.909195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6220299e-630f-4d66-a873-600178edf35d req-7b6c118b-72bc-49aa-9268-18f97d2ed16c tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0582731 Dec 16 22:25:53.946880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-456273c2-e4f6-45a6-a6e3-01b84f062f2d None None] For port a6e7f110-70be-4a35-9182-9624632e6265, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a6e7f110-70be-4a35-9182-9624632e6265,segment=NetworkSegment(95da15d4-2dec-4e8f-95db-db26383ef6b0),segment_id=95da15d4-2dec-4e8f-95db-db26383ef6b0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:53.983431 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-456273c2-e4f6-45a6-a6e3-01b84f062f2d None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:54.018444 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caa073-044e-4cab-8423-901ad5f30c77 req-5588ab9e-0539-49a9-bdb5-06050be7a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:54.018444 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5caa073-044e-4cab-8423-901ad5f30c77 req-5588ab9e-0539-49a9-bdb5-06050be7a6ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bd199153c4c454ca86c6a746307e0b6&device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 1096 time: 0.0560122 Dec 16 22:25:54.079448 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-456273c2-e4f6-45a6-a6e3-01b84f062f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:54.185164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456273c2-e4f6-45a6-a6e3-01b84f062f2d None None] Pushing event updated for resources: {'Port': ['ID=a6e7f110-70be-4a35-9182-9624632e6265,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:54.215668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-51bad3cf-7add-4e9b-a936-6f05f6a0e07a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Delete allocated IP 172.20.0.18 (ebfb280a-a20a-4257-927d-1b46a8734963/99b24f64-4531-43e2-92d2-ec5dbfce578d) {{(pid=103951) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 22:25:54.491869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d77bcacf-ba28-426f-a088-fc22a930f152 req-47961dcf-30d4-4c76-8fac-a6c518713845 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0519543 Dec 16 22:25:54.618359 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb0e3afb-b5ef-4b0f-97c4-5985ac6b2249 req-0165914a-96e3-435a-b1bf-11619ca4f2dd tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0657103 Dec 16 22:25:54.639950 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51bad3cf-7add-4e9b-a936-6f05f6a0e07a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:54.705270 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51bad3cf-7add-4e9b-a936-6f05f6a0e07a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:54.811661 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:54.819194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caa073-044e-4cab-8423-901ad5f30c77 req-653f1513-0e8c-4989-b915-78818400f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:54.821243 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5caa073-044e-4cab-8423-901ad5f30c77 req-653f1513-0e8c-4989-b915-78818400f5d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a046838-926f-4ef6-8e4a-4e2a10007290 HTTP/1.1" status: 200 len: 917 time: 0.7940774 Dec 16 22:25:54.893870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bad3cf-7add-4e9b-a936-6f05f6a0e07a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=9e816bc8-ae79-4b89-abbc-ffbe844ae0ed,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:54.909171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-51bad3cf-7add-4e9b-a936-6f05f6a0e07a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] In _notify_port_updated(), no bound segment for port 9e816bc8-ae79-4b89-abbc-ffbe844ae0ed on network ebfb280a-a20a-4257-927d-1b46a8734963 {{(pid=103951) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:25:54.914725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bad3cf-7add-4e9b-a936-6f05f6a0e07a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:54.923072 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51bad3cf-7add-4e9b-a936-6f05f6a0e07a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:54.929759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-51bad3cf-7add-4e9b-a936-6f05f6a0e07a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "PUT /v2.0/ports/9e816bc8-ae79-4b89-abbc-ffbe844ae0ed HTTP/1.1" status: 200 len: 918 time: 1.8380637 Dec 16 22:25:54.932210 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48970) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:54.941397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554774cc-0c9d-490b-8bbb-5adc0c826c9d req-5fa0994a-d3c6-4725-95d7-414f03b758ca tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:54.943024 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-554774cc-0c9d-490b-8bbb-5adc0c826c9d req-5fa0994a-d3c6-4725-95d7-414f03b758ca tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.2115061 Dec 16 22:25:54.948764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-304e33d2-8d08-4fb1-a846-dbcc1bf2f193 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e6b23e8-72b1-42eb-bdb8-a1ff244d2e67'}, {'subnet_id': '99b24f64-4531-43e2-92d2-ec5dbfce578d'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:54.988952 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5caa073-044e-4cab-8423-901ad5f30c77 req-8e1dcd4b-5fae-47bb-8488-442842f839b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbdb22b-f476-4923-99e9-b22c910ca60b HTTP/1.1" status: 200 len: 1001 time: 0.1569009 Dec 16 22:25:55.081610 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca2356b2-e05a-47aa-8551-42f5fb79f49e req-798ad100-322c-4847-98b2-997e7b9f3c4e tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0596366 Dec 16 22:25:55.146940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-554774cc-0c9d-490b-8bbb-5adc0c826c9d req-d343e024-1b24-4254-8cb6-9b3de8a88493 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741822 Dec 16 22:25:55.252454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a6e7f110-70be-4a35-9182-9624632e6265 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:55.257661 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-304e33d2-8d08-4fb1-a846-dbcc1bf2f193 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:55.298086 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caa073-044e-4cab-8423-901ad5f30c77 req-906dab04-b092-4b51-a69a-e307bec37f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:55.299598 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5caa073-044e-4cab-8423-901ad5f30c77 req-906dab04-b092-4b51-a69a-e307bec37f24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5214a06-2f1e-40fb-bdb3-af39deff7abd HTTP/1.1" status: 200 len: 855 time: 0.2266479 Dec 16 22:25:55.362750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port a6e7f110-70be-4a35-9182-9624632e6265 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:55.363562 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:55.384476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caa073-044e-4cab-8423-901ad5f30c77 req-f69300f7-95d8-48ef-8798-f5b9df8c4b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:55.384476 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5caa073-044e-4cab-8423-901ad5f30c77 req-f69300f7-95d8-48ef-8798-f5b9df8c4b17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a046838-926f-4ef6-8e4a-4e2a10007290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626230 Dec 16 22:25:55.442385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d7c386-7da1-49b3-b56d-9d54cc0547fd None None] Network ebfb280a-a20a-4257-927d-1b46a8734963 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:55.530582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2c6a0853-cf15-4435-9194-282adad74da4 None None] Provisioning complete for port a6e7f110-70be-4a35-9182-9624632e6265 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:55.531241 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c6a0853-cf15-4435-9194-282adad74da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:55.571032 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5caa073-044e-4cab-8423-901ad5f30c77 req-4a39a3fd-0ff8-4cd1-813e-b3ff4c81d0bb service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786432 Dec 16 22:25:55.718983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a185dc8-1365-4990-b419-e8d1a34b6152 req-a82c388f-a67d-4765-98b7-56c356013d5a tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0570219 Dec 16 22:25:55.742305 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5caa073-044e-4cab-8423-901ad5f30c77 req-60a27cd0-7b14-4670-8475-420570eb12fc service neutron] 10.222.0.69 "GET /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629927 Dec 16 22:25:55.773476 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:55.785192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74fad8a5-53e6-4de3-964e-f663da8e52ec req-d76fb801-d2fc-4a9a-80af-1234bcebb78f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0754473 Dec 16 22:25:55.867306 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-304e33d2-8d08-4fb1-a846-dbcc1bf2f193 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Allocated IP 172.20.0.26 (ebfb280a-a20a-4257-927d-1b46a8734963/99b24f64-4531-43e2-92d2-ec5dbfce578d/9e816bc8-ae79-4b89-abbc-ffbe844ae0ed) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:56.091927 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-304e33d2-8d08-4fb1-a846-dbcc1bf2f193 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.193438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aa344dd4-723a-41fd-b28f-dacdec5fb7eb None None] Provisioning complete for port a6e7f110-70be-4a35-9182-9624632e6265 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:56.198718 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa344dd4-723a-41fd-b28f-dacdec5fb7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.290569 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-304e33d2-8d08-4fb1-a846-dbcc1bf2f193 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.305736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5864f714-2d4c-4f68-81d4-be76b018c704 req-a8604b3c-f99b-4617-a639-3b9ed11a9653 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1209679 Dec 16 22:25:56.499179 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aa344dd4-723a-41fd-b28f-dacdec5fb7eb None None] Provisioning complete for port 9e816bc8-ae79-4b89-abbc-ffbe844ae0ed triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:56.499582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa344dd4-723a-41fd-b28f-dacdec5fb7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.520804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e33d2-8d08-4fb1-a846-dbcc1bf2f193 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=9e816bc8-ae79-4b89-abbc-ffbe844ae0ed,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:56.545754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aa344dd4-723a-41fd-b28f-dacdec5fb7eb None None] Port 9e816bc8-ae79-4b89-abbc-ffbe844ae0ed cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:56.623418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25e26d-d217-438d-a1b1-842a85e76793 req-9d926eb9-613c-4482-b7ef-fba7074132a1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:56.624835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f25e26d-d217-438d-a1b1-842a85e76793 req-9d926eb9-613c-4482-b7ef-fba7074132a1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 945 time: 0.2273121 Dec 16 22:25:56.688113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f67d7006-756d-4848-867e-71f688118e74 None None] Provisioning complete for port 9e816bc8-ae79-4b89-abbc-ffbe844ae0ed triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:56.688648 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f67d7006-756d-4848-867e-71f688118e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.711858 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-304e33d2-8d08-4fb1-a846-dbcc1bf2f193 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] In _notify_port_updated(), no bound segment for port 9e816bc8-ae79-4b89-abbc-ffbe844ae0ed on network ebfb280a-a20a-4257-927d-1b46a8734963 {{(pid=103951) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:25:56.725210 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304e33d2-8d08-4fb1-a846-dbcc1bf2f193 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:56.726069 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-304e33d2-8d08-4fb1-a846-dbcc1bf2f193 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.730233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-304e33d2-8d08-4fb1-a846-dbcc1bf2f193 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "PUT /v2.0/ports/9e816bc8-ae79-4b89-abbc-ffbe844ae0ed HTTP/1.1" status: 200 len: 998 time: 1.7846870 Dec 16 22:25:56.731831 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49004) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:56.776082 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f67d7006-756d-4848-867e-71f688118e74 None None] Port 9e816bc8-ae79-4b89-abbc-ffbe844ae0ed cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:56.781803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f25e26d-d217-438d-a1b1-842a85e76793 req-e6d22b3a-4f3c-447d-86b8-27648924995a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491601 Dec 16 22:25:56.914138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6247f31e-076c-44f0-939d-8cc2884151de None None] Provisioning complete for port 9e816bc8-ae79-4b89-abbc-ffbe844ae0ed triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:56.916283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5ab962f-5594-4bab-b87b-882b11ad16ef req-52a51088-6bc3-439e-91bb-e0638b7e49a4 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0541258 Dec 16 22:25:56.922784 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6247f31e-076c-44f0-939d-8cc2884151de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.977415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6247f31e-076c-44f0-939d-8cc2884151de None None] Port 9e816bc8-ae79-4b89-abbc-ffbe844ae0ed cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:56.985888 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device cbbdb22b-f476-4923-99e9-b22c910ca60b no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:57.024033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5591f45-d2c8-41f0-9b09-9faa85cdae15 req-e7597273-2ebe-4317-899d-85de7b98ac37 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0900311 Dec 16 22:25:57.037543 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-16771b23-10c5-4b7e-888e-31b819bfa38c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port 9e816bc8-ae79-4b89-abbc-ffbe844ae0ed {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:57.040650 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16771b23-10c5-4b7e-888e-31b819bfa38c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.127216 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.173062 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbdb22b-f476-4923-99e9-b22c910ca60b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:25:57.175925 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f7842a-29ae-44a6-8153-ed87cf59d39b" -d '{"events": [{"server_uuid": "66d62d90-733b-4b54-8dce-57ed8be1dc6c", "name": "network-vif-unplugged", "status": "completed", "tag": "cbbdb22b-f476-4923-99e9-b22c910ca60b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:25:57.176884 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16771b23-10c5-4b7e-888e-31b819bfa38c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.192107 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-16771b23-10c5-4b7e-888e-31b819bfa38c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for 9e816bc8-ae79-4b89-abbc-ffbe844ae0ed owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:57.213094 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port cbbdb22b-f476-4923-99e9-b22c910ca60b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cbbdb22b-f476-4923-99e9-b22c910ca60b,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:57.237391 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c96f4e1-05d8-4d74-9ec2-0010d006433b x-openstack-request-id: req-7c96f4e1-05d8-4d74-9ec2-0010d006433b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:25:57.237875 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d62d90-733b-4b54-8dce-57ed8be1dc6c", "name": "network-vif-unplugged", "status": "completed", "tag": "cbbdb22b-f476-4923-99e9-b22c910ca60b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:25:57.238286 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c96f4e1-05d8-4d74-9ec2-0010d006433b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:25:57.239242 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbdb22b-f476-4923-99e9-b22c910ca60b', 'code': 200} Dec 16 22:25:57.297033 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.348960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=cbbdb22b-f476-4923-99e9-b22c910ca60b,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:57.382760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-fa46d370-e0e8-461b-a7e6-578d82a4ab54 None None] Provisioning complete for port 9e816bc8-ae79-4b89-abbc-ffbe844ae0ed triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:57.383145 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa46d370-e0e8-461b-a7e6-578d82a4ab54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.518908 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16771b23-10c5-4b7e-888e-31b819bfa38c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.545946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-fa46d370-e0e8-461b-a7e6-578d82a4ab54 None None] Port 9e816bc8-ae79-4b89-abbc-ffbe844ae0ed cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:57.585454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6abdc773-1ba2-40e5-8c2d-9973bb976679 req-5c7429af-be81-46a0-b962-d54f65097a22 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0925927 Dec 16 22:25:57.610269 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16771b23-10c5-4b7e-888e-31b819bfa38c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=9e816bc8-ae79-4b89-abbc-ffbe844ae0ed,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:57.807502 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16771b23-10c5-4b7e-888e-31b819bfa38c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.817810 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-16771b23-10c5-4b7e-888e-31b819bfa38c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/9e816bc8-ae79-4b89-abbc-ffbe844ae0ed HTTP/1.1" status: 204 len: 168 time: 1.0840130 Dec 16 22:25:57.820791 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49022) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:57.928893 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-e165868d-b095-436e-a73d-028256baa3fa tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] GET failed (client error): The resource could not be found. Dec 16 22:25:57.932520 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e165868d-b095-436e-a73d-028256baa3fa tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/9e816bc8-ae79-4b89-abbc-ffbe844ae0ed HTTP/1.1" status: 404 len: 333 time: 0.1104915 Dec 16 22:25:57.935463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49026) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:58.088846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f80124-3b96-43d3-a7b2-bc718bfa00e4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting subnet 99b24f64-4531-43e2-92d2-ec5dbfce578d {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:25:58.095994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-359beeee-8118-45bb-829d-1f66e534942d req-674669e8-8ada-4cfd-a47e-4fb1c18faf61 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0834532 Dec 16 22:25:58.097285 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65f80124-3b96-43d3-a7b2-bc718bfa00e4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:58.172403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc897a1-c646-40e8-baae-bab0a9d73c70 req-56d48846-5dae-4957-a722-43b175a1f20e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:58.180280 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7dc897a1-c646-40e8-baae-bab0a9d73c70 req-56d48846-5dae-4957-a722-43b175a1f20e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.2306209 Dec 16 22:25:58.185129 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65f80124-3b96-43d3-a7b2-bc718bfa00e4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:58.289489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-346d8a83-a65e-4a54-8af0-aaf8aa705e76 req-1dd0ebe3-2f1d-4247-b019-8f048cde4d86 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0620897 Dec 16 22:25:58.322353 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7dc897a1-c646-40e8-baae-bab0a9d73c70 req-374f99be-7cb3-4e54-80bc-71555ad6bcd8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411698 Dec 16 22:25:58.378195 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65f80124-3b96-43d3-a7b2-bc718bfa00e4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:58.568144 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65f80124-3b96-43d3-a7b2-bc718bfa00e4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:58.662183 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65f80124-3b96-43d3-a7b2-bc718bfa00e4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:58.665445 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0125505b-3198-458f-a63b-b3e34a2b7dff None None] Network ebfb280a-a20a-4257-927d-1b46a8734963 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:58.674119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49038) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:58.679708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-65f80124-3b96-43d3-a7b2-bc718bfa00e4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/99b24f64-4531-43e2-92d2-ec5dbfce578d HTTP/1.1" status: 204 len: 168 time: 0.7409766 Dec 16 22:25:58.679708 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f80124-3b96-43d3-a7b2-bc718bfa00e4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Subnet': ['ID=99b24f64-4531-43e2-92d2-ec5dbfce578d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:58.747354 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44248486-b954-4189-989b-c2c958ca2176 req-081a8b1c-89d8-4761-ba0c-512766e1a91e tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0386319 Dec 16 22:25:58.812139 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting subnet 6e6b23e8-72b1-42eb-bdb8-a1ff244d2e67 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:25:58.817294 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:58.881324 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.059299 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.261707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c31994d0-3126-4f85-b422-c7c589c2e08e req-86031477-357b-436b-87ac-759fd6e7848d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0556993 Dec 16 22:25:59.291343 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.387881 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6b23e8-72b1-42eb-bdb8-a1ff244d2e67,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:59.403083 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.409660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49050) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:59.415987 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/6e6b23e8-72b1-42eb-bdb8-a1ff244d2e67 HTTP/1.1" status: 204 len: 168 time: 0.7404375 Dec 16 22:25:59.423944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.427998 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.430335 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.430947 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.431496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.435865 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.436464 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.437133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.439840 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.441402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.441959 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.442333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.444477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f76fe6-b6b9-4ab9-828a-0dbef58196cf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.674404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d91da302-3a72-472a-bd99-28b575086f4b req-051cc47c-b85e-46b7-86eb-c849b22f2230 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0979521 Dec 16 22:25:59.683143 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.733019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b96720-6630-4563-8eac-8332c67d1c5a req-1f3c1db1-5b49-478f-932d-8e803bdf075f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:59.741755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99b96720-6630-4563-8eac-8332c67d1c5a req-1f3c1db1-5b49-478f-932d-8e803bdf075f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1715562 Dec 16 22:25:59.902874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99b96720-6630-4563-8eac-8332c67d1c5a req-3f62baa5-937c-4c51-9193-5084e3520ea8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532543 Dec 16 22:25:59.957750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59ac21fd-e275-4073-8de9-ac890900f533 req-10ac4f82-8484-41cc-b2c8-aa3cf5f827ff tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0534079 Dec 16 22:25:59.982405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port a6e7f110-70be-4a35-9182-9624632e6265 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:59.983028 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.095139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] For port a6e7f110-70be-4a35-9182-9624632e6265, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a6e7f110-70be-4a35-9182-9624632e6265,segment=NetworkSegment(95da15d4-2dec-4e8f-95db-db26383ef6b0),segment_id=95da15d4-2dec-4e8f-95db-db26383ef6b0)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:00.095823 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.116094 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for a6e7f110-70be-4a35-9182-9624632e6265 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:00.199796 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac060a8f-b3a8-4085-bdb4-03743dfcc6f7 None None] Network ebfb280a-a20a-4257-927d-1b46a8734963 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:00.322108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7d322251-f1be-4d1c-b021-e4a65f3cd187 None None] Provisioning complete for port a6e7f110-70be-4a35-9182-9624632e6265 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:00.322488 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d322251-f1be-4d1c-b021-e4a65f3cd187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.332446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa8dd502-d06f-41d1-9301-2040566ecfe9 req-b7b7828d-7ad3-4715-9ec4-61e5e9f34de7 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0292284 Dec 16 22:26:00.333218 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.373784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No DVR routers for this DVR port a6e7f110-70be-4a35-9182-9624632e6265 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:00.380333 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=a6e7f110-70be-4a35-9182-9624632e6265,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:00.512815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7d322251-f1be-4d1c-b021-e4a65f3cd187 None None] Port a6e7f110-70be-4a35-9182-9624632e6265 was deleted so its status cannot be updated. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 16 22:26:00.584730 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c08de7-ef3a-445d-806d-145dc6e4d3ee None None] DHCP port deletion for ebfb280a-a20a-4257-927d-1b46a8734963 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:00.800845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6114a554-6f3a-4721-8728-c7268cf7da1c req-0f78d4b3-f060-4884-83ab-6c512f9b3258 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0349412 Dec 16 22:26:00.802596 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.828620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfb280a-a20a-4257-927d-1b46a8734963']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:00.838895 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95da15d4-2dec-4e8f-95db-db26383ef6b0') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:00.839193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95da15d4-2dec-4e8f-95db-db26383ef6b0') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:00.850023 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.864150 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.872104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:00.879599 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:00.956184 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device cbbdb22b-f476-4923-99e9-b22c910ca60b no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:01.065465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-696ed874-54ad-4615-a9f3-c1c9f1d21fac req-90926ed0-443a-4404-8639-41e03691c323 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0301108 Dec 16 22:26:01.065964 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.073875 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.082349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49080) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:01.084092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/networks/ebfb280a-a20a-4257-927d-1b46a8734963 HTTP/1.1" status: 204 len: 168 time: 1.6731939 Dec 16 22:26:01.100624 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba04d2-e885-4fbd-94c2-9fb726b26f81 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Network': ['ID=ebfb280a-a20a-4257-927d-1b46a8734963,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:01.164541 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f5f4d6-f9b9-4b63-874a-6e6bc6ff24b2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:01.166613 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-04f5f4d6-f9b9-4b63-874a-6e6bc6ff24b2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0819597 Dec 16 22:26:01.172231 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49084) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:01.195191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a6e7f110-70be-4a35-9182-9624632e6265 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:01.218832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: a6e7f110-70be-4a35-9182-9624632e6265 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:01.219572 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a6e7f110-70be-4a35-9182-9624632e6265 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:01.235207 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-231bb73b-ba04-40e2-bb35-872970d19618 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0617151 Dec 16 22:26:01.238711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49086) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:01.244098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-de72c615-1168-42ee-ae4b-b7e6bfc1617b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-796227622'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:01.403423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de72c615-1168-42ee-ae4b-b7e6bfc1617b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:01.407250 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-de72c615-1168-42ee-ae4b-b7e6bfc1617b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.433773 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b960c21f-a26f-454f-9a56-55fbbb9fd1a9 req-095f9802-91c6-4a2c-9dd8-530959df97a2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0381823 Dec 16 22:26:01.455369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de72c615-1168-42ee-ae4b-b7e6bfc1617b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:26:01.471597 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-de72c615-1168-42ee-ae4b-b7e6bfc1617b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.472108 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-de72c615-1168-42ee-ae4b-b7e6bfc1617b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Added segment 50349c06-3baf-4baf-9507-b44ad02cd78a of type vlan for network a7672435-24e2-4684-85f4-25d6488efb23 Dec 16 22:26:01.517801 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-de72c615-1168-42ee-ae4b-b7e6bfc1617b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.641929 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-de72c615-1168-42ee-ae4b-b7e6bfc1617b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.647697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de72c615-1168-42ee-ae4b-b7e6bfc1617b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:01.648386 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-de72c615-1168-42ee-ae4b-b7e6bfc1617b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.723418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72c615-1168-42ee-ae4b-b7e6bfc1617b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Network': ['ID=a7672435-24e2-4684-85f4-25d6488efb23,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:01.735251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network a7672435-24e2-4684-85f4-25d6488efb23 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:26:01.939624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a57ecec-b2ff-476d-8bc2-be7ae797ae03 req-94670859-cced-4911-affb-6d073cf4c2a3 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0328326 Dec 16 22:26:02.154832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-de72c615-1168-42ee-ae4b-b7e6bfc1617b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9116938 Dec 16 22:26:02.156795 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49098) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:02.175304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-20c15e8e-311a-4156-a462-ee31cd650d34 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'subnet': {'network_id': 'a7672435-24e2-4684-85f4-25d6488efb23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:02.307039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b0ff051-2c37-4bd6-b5c2-69a5ed882913 req-e25268d3-8695-4b24-bab8-0f6c35323c66 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0714552 Dec 16 22:26:02.473274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c15e8e-311a-4156-a462-ee31cd650d34 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:02.477751 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-20c15e8e-311a-4156-a462-ee31cd650d34 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:02.694660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5706674e-a849-47ea-8a16-b68168dacda4 req-1b2f7999-66ec-4a26-9137-eda4aa50dc28 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0887361 Dec 16 22:26:03.071750 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-20c15e8e-311a-4156-a462-ee31cd650d34 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:03.178343 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bed18f5b-856c-42d4-baa9-b4c06a45ecb2 req-926f2c75-4f73-44a5-8f8f-f6d61a8767d7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0870650 Dec 16 22:26:03.281027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c15e8e-311a-4156-a462-ee31cd650d34 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Subnet': ['ID=f72f73ad-da94-4795-8ef5-58eb3a564b46,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:03.304005 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c15e8e-311a-4156-a462-ee31cd650d34 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Checking segment: {'id': '50349c06-3baf-4baf-9507-b44ad02cd78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a7672435-24e2-4684-85f4-25d6488efb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:03.304384 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c15e8e-311a-4156-a462-ee31cd650d34 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network hostable DHCP agents. Network: a7672435-24e2-4684-85f4-25d6488efb23, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:26:03.482649 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c15e8e-311a-4156-a462-ee31cd650d34 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network a7672435-24e2-4684-85f4-25d6488efb23 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:26:03.576533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88ae94a0-78e1-49ae-ba22-ba445ffb9c79 req-e2248b75-0b37-4622-ae72-c78f06889ef5 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0509419 Dec 16 22:26:03.577847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-20c15e8e-311a-4156-a462-ee31cd650d34 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, a7672435-24e2-4684-85f4-25d6488efb23) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:03.591193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8099fe91-e6fe-4020-b3a8-33d53e8b673c None None] Network a7672435-24e2-4684-85f4-25d6488efb23 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:03.604822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c15e8e-311a-4156-a462-ee31cd650d34 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:03.608607 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-20c15e8e-311a-4156-a462-ee31cd650d34 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:03.756876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-20c15e8e-311a-4156-a462-ee31cd650d34 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5980520 Dec 16 22:26:03.771760 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49126) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:03.777720 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-986694e0-81aa-4a48-9f12-283391fca58a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'network_id': 'a7672435-24e2-4684-85f4-25d6488efb23', 'name': 'tempest-PortsTestJSON-195095955'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:03.861602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21d69a74-1fba-406e-ac05-a145c534a2a0 req-d37ef580-7349-40c3-81f9-30023ae4d31c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0825748 Dec 16 22:26:03.909235 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-a7672435-24e2-4684-85f4-25d6488efb23', 'network_id': 'a7672435-24e2-4684-85f4-25d6488efb23', 'project_id': 'd962c50bed8c4597a414fec691607a55', 'fixed_ips': [{'subnet_id': 'f72f73ad-da94-4795-8ef5-58eb3a564b46'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:26:03.910152 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:04.236203 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986694e0-81aa-4a48-9f12-283391fca58a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:04.240691 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-986694e0-81aa-4a48-9f12-283391fca58a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:04.276440 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Allocated IP 172.20.0.2 (a7672435-24e2-4684-85f4-25d6488efb23/f72f73ad-da94-4795-8ef5-58eb3a564b46/2c3f070f-f7a0-406b-9780-bf30ce221eb7) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:04.298863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-986694e0-81aa-4a48-9f12-283391fca58a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] device_id is not set on port 8e329632-158d-486e-acba-dd1232ec56ec yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:26:04.475824 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72301dc2-2d97-40b2-971a-1761b6ef0956 req-d4fdd308-52a1-40f0-9799-3f57b28d27e7 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0591867 Dec 16 22:26:04.659495 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:04.729893 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:04.769590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-c5684362-d1de-4aeb-a76d-bf50722bdd1c req-53b04f90-9116-4369-b720-38e4da477fd7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:26:04.773271 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5684362-d1de-4aeb-a76d-bf50722bdd1c req-53b04f90-9116-4369-b720-38e4da477fd7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1937082 Dec 16 22:26:04.803202 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Network a7672435-24e2-4684-85f4-25d6488efb23 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:04.809351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:04.818043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:04.937984 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e787f5ee-f02f-403b-b813-adc42d346757 req-4670f57c-eb9b-4f9e-ab9c-2bc50b9f5c69 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1152561 Dec 16 22:26:04.961605 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-986694e0-81aa-4a48-9f12-283391fca58a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Allocated IP 172.20.0.8 (a7672435-24e2-4684-85f4-25d6488efb23/f72f73ad-da94-4795-8ef5-58eb3a564b46/8e329632-158d-486e-acba-dd1232ec56ec) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:05.095350 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Pushing event updated for resources: {'Port': ['ID=2c3f070f-f7a0-406b-9780-bf30ce221eb7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:05.138175 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Attempting to bind port 2c3f070f-f7a0-406b-9780-bf30ce221eb7 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:26:05.144003 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Attempting to bind port 2c3f070f-f7a0-406b-9780-bf30ce221eb7 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '50349c06-3baf-4baf-9507-b44ad02cd78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a7672435-24e2-4684-85f4-25d6488efb23'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:26:05.144715 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Attempting to bind port 2c3f070f-f7a0-406b-9780-bf30ce221eb7 on network a7672435-24e2-4684-85f4-25d6488efb23 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:26:05.155329 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:26:05.156073 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Checking segment: {'id': '50349c06-3baf-4baf-9507-b44ad02cd78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a7672435-24e2-4684-85f4-25d6488efb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:05.156806 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:05.157517 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Bound using segment: {'id': '50349c06-3baf-4baf-9507-b44ad02cd78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a7672435-24e2-4684-85f4-25d6488efb23'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:26:05.158223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Bound port: 2c3f070f-f7a0-406b-9780-bf30ce221eb7, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50349c06-3baf-4baf-9507-b44ad02cd78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a7672435-24e2-4684-85f4-25d6488efb23'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:26:05.158928 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:05.174424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9561be7-4175-4466-9b0a-ad7e899316ad req-aa1a6481-951b-4fa5-8ab0-35b36dfe7fc3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1247804 Dec 16 22:26:05.264925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] For port 2c3f070f-f7a0-406b-9780-bf30ce221eb7, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:26:05.268549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] For port 2c3f070f-f7a0-406b-9780-bf30ce221eb7, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2c3f070f-f7a0-406b-9780-bf30ce221eb7,segment=NetworkSegment(50349c06-3baf-4baf-9507-b44ad02cd78a),segment_id=50349c06-3baf-4baf-9507-b44ad02cd78a)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:26:05.334677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749cbf0-865a-4df2-abe2-42721c4829b2 req-afad0904-3207-465b-b0a6-3a66ffa5cdbc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:05.336625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2749cbf0-865a-4df2-abe2-42721c4829b2 req-afad0904-3207-465b-b0a6-3a66ffa5cdbc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0737448 Dec 16 22:26:05.356939 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:05.380676 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-986694e0-81aa-4a48-9f12-283391fca58a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:05.411041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2749cbf0-865a-4df2-abe2-42721c4829b2 req-799c7266-24fc-49ae-b37c-91ee284886f9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668719 Dec 16 22:26:05.471632 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf99a31-adbc-4693-9dac-4083037f060f None None] Pushing event updated for resources: {'Port': ['ID=2c3f070f-f7a0-406b-9780-bf30ce221eb7,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:05.539425 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-986694e0-81aa-4a48-9f12-283391fca58a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:05.622807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986694e0-81aa-4a48-9f12-283391fca58a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=8e329632-158d-486e-acba-dd1232ec56ec,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:05.639064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986694e0-81aa-4a48-9f12-283391fca58a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network a7672435-24e2-4684-85f4-25d6488efb23 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:05.642901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-986694e0-81aa-4a48-9f12-283391fca58a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:05.649825 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986694e0-81aa-4a48-9f12-283391fca58a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:05.673289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03569416-874e-46b3-984f-eef7ab0e8c35 req-d4a82e0f-d763-4888-ad02-3a7cb3b753a4 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0701401 Dec 16 22:26:05.779681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986694e0-81aa-4a48-9f12-283391fca58a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:05.780509 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-986694e0-81aa-4a48-9f12-283391fca58a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:05.886998 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-986694e0-81aa-4a48-9f12-283391fca58a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1140854 Dec 16 22:26:05.890313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49158) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:05.902742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-37ad511b-5a3e-44c2-bf3e-ae1e6a1af1b4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'network_id': 'a7672435-24e2-4684-85f4-25d6488efb23', 'name': 'tempest-PortsTestJSON-20750993'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:06.074696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa91ef9e-c7b3-4d98-8b61-8de27d2e55ad req-2fa76b43-38fc-41db-a066-4a8f537d3137 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0376115 Dec 16 22:26:06.179198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ad511b-5a3e-44c2-bf3e-ae1e6a1af1b4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:06.182835 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37ad511b-5a3e-44c2-bf3e-ae1e6a1af1b4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:06.201885 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-37ad511b-5a3e-44c2-bf3e-ae1e6a1af1b4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] device_id is not set on port 819315e2-56b9-4049-91e9-f3771710791b yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:26:06.288729 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f84cce3d-14ed-42b9-a256-080942b97be1 req-04e9fb36-2bdf-496f-a5d5-8e651e293f76 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0464592 Dec 16 22:26:06.340118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-37ad511b-5a3e-44c2-bf3e-ae1e6a1af1b4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Allocated IP 172.20.0.5 (a7672435-24e2-4684-85f4-25d6488efb23/f72f73ad-da94-4795-8ef5-58eb3a564b46/819315e2-56b9-4049-91e9-f3771710791b) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:06.531754 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37ad511b-5a3e-44c2-bf3e-ae1e6a1af1b4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:06.604925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583b3cd-1c6a-4ccc-84fd-e69762dfa2bd req-0a631660-1a5b-4ab4-9ad8-75a1842df8a5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:06.617442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7583b3cd-1c6a-4ccc-84fd-e69762dfa2bd req-0a631660-1a5b-4ab4-9ad8-75a1842df8a5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1022458 Dec 16 22:26:06.642955 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37ad511b-5a3e-44c2-bf3e-ae1e6a1af1b4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:06.720857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad511b-5a3e-44c2-bf3e-ae1e6a1af1b4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=819315e2-56b9-4049-91e9-f3771710791b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:06.735351 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ad511b-5a3e-44c2-bf3e-ae1e6a1af1b4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network a7672435-24e2-4684-85f4-25d6488efb23 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:06.737087 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-37ad511b-5a3e-44c2-bf3e-ae1e6a1af1b4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:06.738287 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7583b3cd-1c6a-4ccc-84fd-e69762dfa2bd req-f652a06e-b778-4ae5-9fbc-3da72b117ac5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195951 Dec 16 22:26:06.741693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ad511b-5a3e-44c2-bf3e-ae1e6a1af1b4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:06.806641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ad511b-5a3e-44c2-bf3e-ae1e6a1af1b4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:06.807957 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37ad511b-5a3e-44c2-bf3e-ae1e6a1af1b4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:06.863283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78f54438-1509-4b2a-b62e-072d911e9f7c req-1d81a619-591f-4baa-a22a-32d460e639d2 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0438480 Dec 16 22:26:06.893237 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-37ad511b-5a3e-44c2-bf3e-ae1e6a1af1b4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0013223 Dec 16 22:26:06.901050 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49172) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:07.044967 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a3a808-f7a1-4976-b5fa-67ecffe143fa None None] Network a7672435-24e2-4684-85f4-25d6488efb23 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:07.069401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8631e94-cc40-41f1-b176-f100fd5b4357 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:07.071747 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b8631e94-cc40-41f1-b176-f100fd5b4357 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1696503 Dec 16 22:26:07.075241 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49178) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:07.128994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9bce7db1-eb1f-40e5-9d56-e8082d06625f None None] Provisioning complete for port 2c3f070f-f7a0-406b-9780-bf30ce221eb7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:07.129386 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9bce7db1-eb1f-40e5-9d56-e8082d06625f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.204525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-bf9e288a-6879-4c68-8bb2-5d5a7388df7b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port 819315e2-56b9-4049-91e9-f3771710791b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:07.205123 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf9e288a-6879-4c68-8bb2-5d5a7388df7b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.267311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c80e577a-f05f-492c-80dd-dcc4eb799055 req-9e804ee3-59aa-4fce-9442-20e856ef919d tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0589342 Dec 16 22:26:07.309323 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2c3f070f-f7a0-406b-9780-bf30ce221eb7 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:07.400036 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9bce7db1-eb1f-40e5-9d56-e8082d06625f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.401322 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8b4f166-696f-479b-b270-5b171d384786 req-7b5b5d4e-aa1c-4ebd-956b-4c9a52daa4c6 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0423596 Dec 16 22:26:07.426654 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf9e288a-6879-4c68-8bb2-5d5a7388df7b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.442113 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-bf9e288a-6879-4c68-8bb2-5d5a7388df7b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for 819315e2-56b9-4049-91e9-f3771710791b owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:07.470627 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9bce7db1-eb1f-40e5-9d56-e8082d06625f None None] For port 2c3f070f-f7a0-406b-9780-bf30ce221eb7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2c3f070f-f7a0-406b-9780-bf30ce221eb7,segment=NetworkSegment(50349c06-3baf-4baf-9507-b44ad02cd78a),segment_id=50349c06-3baf-4baf-9507-b44ad02cd78a)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:07.500674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2c3f070f-f7a0-406b-9780-bf30ce221eb7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:07.501053 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.558024 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9bce7db1-eb1f-40e5-9d56-e8082d06625f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.629980 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce7db1-eb1f-40e5-9d56-e8082d06625f None None] Pushing event updated for resources: {'Port': ['ID=2c3f070f-f7a0-406b-9780-bf30ce221eb7,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:07.742747 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-169bf5da-61c0-4716-b540-6f1f5c78f780 None None] Provisioning complete for port 8e329632-158d-486e-acba-dd1232ec56ec triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:07.743431 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-169bf5da-61c0-4716-b540-6f1f5c78f780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.795044 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf9e288a-6879-4c68-8bb2-5d5a7388df7b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.840655 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e288a-6879-4c68-8bb2-5d5a7388df7b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=819315e2-56b9-4049-91e9-f3771710791b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:07.849801 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-169bf5da-61c0-4716-b540-6f1f5c78f780 None None] Port 8e329632-158d-486e-acba-dd1232ec56ec cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:07.876992 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-169bf5da-61c0-4716-b540-6f1f5c78f780 None None] Provisioning complete for port 2c3f070f-f7a0-406b-9780-bf30ce221eb7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:07.877406 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-169bf5da-61c0-4716-b540-6f1f5c78f780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.997147 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665786c-7152-4816-b178-d136478e6fb2 req-acf35e73-aaac-49f1-8eee-d1269e00be51 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:08.008057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9665786c-7152-4816-b178-d136478e6fb2 req-acf35e73-aaac-49f1-8eee-d1269e00be51 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1600080 Dec 16 22:26:08.066763 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf9e288a-6879-4c68-8bb2-5d5a7388df7b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.072976 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bf9e288a-6879-4c68-8bb2-5d5a7388df7b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/819315e2-56b9-4049-91e9-f3771710791b HTTP/1.1" status: 204 len: 168 time: 0.9962127 Dec 16 22:26:08.083677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49194) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:08.094748 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-169bf5da-61c0-4716-b540-6f1f5c78f780 None None] Could not find standard attr ID for object 819315e2-56b9-4049-91e9-f3771710791b. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:26:08.157547 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbdebc0-f59d-4ebb-9036-df809359e670 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] GET failed (client error): The resource could not be found. Dec 16 22:26:08.159196 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cdbdebc0-f59d-4ebb-9036-df809359e670 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/819315e2-56b9-4049-91e9-f3771710791b HTTP/1.1" status: 404 len: 333 time: 0.0738761 Dec 16 22:26:08.162133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49196) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:08.199673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e97d5b7f-7732-4e72-ad98-6cde266c7ead req-1a1933b3-09ea-4121-81b3-e8fb95abf6e0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/ports?device_id=47019380-7053-43a2-9761-48854410b414 HTTP/1.1" status: 200 len: 210 time: 0.0836687 Dec 16 22:26:08.232761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d416b848-a1c7-4d99-9049-e05aa90091d1 None None] Provisioning complete for port 8e329632-158d-486e-acba-dd1232ec56ec triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:08.233446 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d416b848-a1c7-4d99-9049-e05aa90091d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.239527 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9665786c-7152-4816-b178-d136478e6fb2 req-1e11bb06-769f-4d21-8b69-f8b87476ad8e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231734 Dec 16 22:26:08.336916 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-eefaef11-4346-4071-9fe5-1f01dcf933c0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port 8e329632-158d-486e-acba-dd1232ec56ec {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:08.337514 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eefaef11-4346-4071-9fe5-1f01dcf933c0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.357886 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d416b848-a1c7-4d99-9049-e05aa90091d1 None None] Port 8e329632-158d-486e-acba-dd1232ec56ec cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:08.450617 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eefaef11-4346-4071-9fe5-1f01dcf933c0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.470165 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-eefaef11-4346-4071-9fe5-1f01dcf933c0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for 8e329632-158d-486e-acba-dd1232ec56ec owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:08.473403 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2ea9f682-a1f6-409f-9e1a-eeb7780dca99 None None] Could not find standard attr ID for object 819315e2-56b9-4049-91e9-f3771710791b. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:26:08.478226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef3f812a-d4b9-44bd-92dc-b5e70591dfc3 req-67f495c8-0f97-4238-96d0-880876169530 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0588403 Dec 16 22:26:08.554116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15d9b7de-96b2-434b-9b05-9b8338d016b8 req-092190c2-d075-402e-9094-cd99373f089b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0676541 Dec 16 22:26:08.713395 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eefaef11-4346-4071-9fe5-1f01dcf933c0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.774428 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefaef11-4346-4071-9fe5-1f01dcf933c0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=8e329632-158d-486e-acba-dd1232ec56ec,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:08.875833 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eefaef11-4346-4071-9fe5-1f01dcf933c0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.881958 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-eefaef11-4346-4071-9fe5-1f01dcf933c0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/8e329632-158d-486e-acba-dd1232ec56ec HTTP/1.1" status: 204 len: 168 time: 0.7163439 Dec 16 22:26:08.882501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49206) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:08.922487 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-02584f5d-e429-4e0c-9486-d629eccd0f83 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] GET failed (client error): The resource could not be found. Dec 16 22:26:08.924897 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-02584f5d-e429-4e0c-9486-d629eccd0f83 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/8e329632-158d-486e-acba-dd1232ec56ec HTTP/1.1" status: 404 len: 333 time: 0.0400524 Dec 16 22:26:08.927077 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49208) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:08.992378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting subnet f72f73ad-da94-4795-8ef5-58eb3a564b46 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:26:08.996588 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.051977 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.165043 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.213766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2c3f070f-f7a0-406b-9780-bf30ce221eb7 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:09.305771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2c3f070f-f7a0-406b-9780-bf30ce221eb7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:09.306420 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.359180 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.418693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Subnet': ['ID=f72f73ad-da94-4795-8ef5-58eb3a564b46,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:09.422562 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.425842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/f72f73ad-da94-4795-8ef5-58eb3a564b46 HTTP/1.1" status: 204 len: 168 time: 0.4977539 Dec 16 22:26:09.428493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49220) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:09.430666 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eac1ecf-86d1-4daa-9402-36c754f72bb4 None None] Network a7672435-24e2-4684-85f4-25d6488efb23 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:09.451919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:09.452667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:09.453491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:09.454261 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:09.454980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:09.455700 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:09.456409 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:09.457173 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:09.457866 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:09.458629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:09.459363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:09.460060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:09.460776 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ae0f9-64a6-453b-bd78-e4799dfa8991 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:09.465763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49222) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:09.515864 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.524780 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e1929-bfe7-4c65-ab19-cbc307e05508 req-e211208a-be77-42b1-938c-f9d33a3e7a3f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:09.532916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a1e1929-bfe7-4c65-ab19-cbc307e05508 req-e211208a-be77-42b1-938c-f9d33a3e7a3f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1858544 Dec 16 22:26:09.585547 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port 2c3f070f-f7a0-406b-9780-bf30ce221eb7 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:09.586057 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.609739 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a1e1929-bfe7-4c65-ab19-cbc307e05508 req-5e33479c-8e23-42f5-9ee4-d763af1bb6bb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757880 Dec 16 22:26:09.674525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b92ccf68-4701-46ba-9bb9-1a97e52fa221 req-28b3be96-7441-4169-85f5-fee8f38d55e6 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0608716 Dec 16 22:26:09.692372 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-718641a5-720e-49ce-9140-a3f4a503b2b0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.710481 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] For port 2c3f070f-f7a0-406b-9780-bf30ce221eb7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2c3f070f-f7a0-406b-9780-bf30ce221eb7,segment=NetworkSegment(50349c06-3baf-4baf-9507-b44ad02cd78a),segment_id=50349c06-3baf-4baf-9507-b44ad02cd78a)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:09.711190 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.729040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] DHCP port deletion for a7672435-24e2-4684-85f4-25d6488efb23 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:09.730542 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for 2c3f070f-f7a0-406b-9780-bf30ce221eb7 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:09.749922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bbf2aa1-5466-4da6-83a8-c2f8a0db2a6a req-3832b9e1-5993-4c7d-b545-5c393971a6f0 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0445397 Dec 16 22:26:09.755908 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-718641a5-720e-49ce-9140-a3f4a503b2b0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.841878 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Deleting port 2c3f070f-f7a0-406b-9780-bf30ce221eb7 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:09.842845 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.917298 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] For port 2c3f070f-f7a0-406b-9780-bf30ce221eb7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2c3f070f-f7a0-406b-9780-bf30ce221eb7,segment=NetworkSegment(50349c06-3baf-4baf-9507-b44ad02cd78a),segment_id=50349c06-3baf-4baf-9507-b44ad02cd78a)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:09.918092 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.936758 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Calling delete_port for 2c3f070f-f7a0-406b-9780-bf30ce221eb7 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:09.959364 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-718641a5-720e-49ce-9140-a3f4a503b2b0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.962098 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-718641a5-720e-49ce-9140-a3f4a503b2b0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.963338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-718641a5-720e-49ce-9140-a3f4a503b2b0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "DELETE /v2.0/security-groups/4e517677-0309-4d59-9404-43e44e7397b7 HTTP/1.1" status: 204 len: 168 time: 0.4921086 Dec 16 22:26:09.967375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49230) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:09.991196 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-08c2b6f5-d77b-4079-b3dd-e392ee9bff3c tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] show failed (client error): The resource could not be found. Dec 16 22:26:09.993870 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-08c2b6f5-d77b-4079-b3dd-e392ee9bff3c tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "GET /v2.0/security-groups/4e517677-0309-4d59-9404-43e44e7397b7 HTTP/1.1" status: 404 len: 347 time: 0.0254185 Dec 16 22:26:10.002057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49232) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:10.007854 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.012812 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718641a5-720e-49ce-9140-a3f4a503b2b0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e517677-0309-4d59-9404-43e44e7397b7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:10.055912 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.091564 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Pushing event deleted for resources: {'Port': ['ID=2c3f070f-f7a0-406b-9780-bf30ce221eb7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:10.097818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] No DVR routers for this DVR port 2c3f070f-f7a0-406b-9780-bf30ce221eb7 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:10.103064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No DVR routers for this DVR port 2c3f070f-f7a0-406b-9780-bf30ce221eb7 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:10.108648 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=2c3f070f-f7a0-406b-9780-bf30ce221eb7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:10.116473 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:10.117728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:10.118370 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:10.118890 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:10.119507 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:10.120017 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:10.121043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:10.122213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:10.123364 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:10.123869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:10.124378 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:10.125338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:10.125842 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4304-b936-4aa8-993a-2555e0044059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:10.283477 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.315985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7672435-24e2-4684-85f4-25d6488efb23']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:10.330691 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50349c06-3baf-4baf-9507-b44ad02cd78a') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:10.330985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50349c06-3baf-4baf-9507-b44ad02cd78a') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:10.347730 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.359584 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-900ec66e-cc9c-47bf-855d-43be9c34d65e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Deleting port c882da4f-8eb6-4eac-bf1e-1a9a0b1dd53b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:10.361921 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-900ec66e-cc9c-47bf-855d-43be9c34d65e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.379251 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.387224 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:10.387971 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:10.407918 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:10.530563 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-900ec66e-cc9c-47bf-855d-43be9c34d65e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.531332 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-900ec66e-cc9c-47bf-855d-43be9c34d65e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.544150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-900ec66e-cc9c-47bf-855d-43be9c34d65e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Calling delete_port for c882da4f-8eb6-4eac-bf1e-1a9a0b1dd53b owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:10.562909 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.588954 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.597127 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/networks/a7672435-24e2-4684-85f4-25d6488efb23 HTTP/1.1" status: 204 len: 168 time: 1.1675124 Dec 16 22:26:10.601267 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49246) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:10.628364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-67f61af6-229c-44dc-b7d3-c018dedcc4c8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-794341498'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:10.640277 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496e2b1-1d71-491a-b4cd-5f8562760cdb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Network': ['ID=a7672435-24e2-4684-85f4-25d6488efb23,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:10.805166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f61af6-229c-44dc-b7d3-c018dedcc4c8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:10.812328 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67f61af6-229c-44dc-b7d3-c018dedcc4c8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.873385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3f27a7d-8804-4e7c-8f49-0fa3d8079716 req-fbc511df-a835-4e6a-ac42-10a567bcd4de tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0437782 Dec 16 22:26:10.901181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b3852-9bfd-440b-b659-dace2b2a925b req-2b1c2043-b7f7-436e-9c37-8e9d368184a0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:10.901181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a14b3852-9bfd-440b-b659-dace2b2a925b req-2b1c2043-b7f7-436e-9c37-8e9d368184a0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1504486 Dec 16 22:26:10.906798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f61af6-229c-44dc-b7d3-c018dedcc4c8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:26:10.950360 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-900ec66e-cc9c-47bf-855d-43be9c34d65e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.976630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77d97776-c648-4d2d-adc1-1eb9787d6da1 req-2f506499-a6c6-41a7-a35b-fc55e6b36eac tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0360951 Dec 16 22:26:11.013145 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67f61af6-229c-44dc-b7d3-c018dedcc4c8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.013507 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-67f61af6-229c-44dc-b7d3-c018dedcc4c8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Added segment 722a6594-e1d2-43b7-b2d2-0e8824aede5d of type vlan for network 85679cf7-42c3-4fae-81f3-925074767795 Dec 16 22:26:11.014991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ec66e-cc9c-47bf-855d-43be9c34d65e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event deleted for resources: {'Port': ['ID=c882da4f-8eb6-4eac-bf1e-1a9a0b1dd53b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:11.062703 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6208f5ab-340f-47c5-b66e-17f1d5b9f11b None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:11.102786 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-900ec66e-cc9c-47bf-855d-43be9c34d65e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.107810 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-900ec66e-cc9c-47bf-855d-43be9c34d65e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.112493 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-900ec66e-cc9c-47bf-855d-43be9c34d65e tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "DELETE /v2.0/floatingips/3986b7cb-c566-49f5-a524-7077ec6a7904 HTTP/1.1" status: 204 len: 168 time: 1.0960543 Dec 16 22:26:11.113437 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49256) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:11.147222 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a14b3852-9bfd-440b-b659-dace2b2a925b req-db2fa77b-f601-42c4-a3f7-8a06f0eb3199 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472789 Dec 16 22:26:11.160856 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67f61af6-229c-44dc-b7d3-c018dedcc4c8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.265798 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2c3f070f-f7a0-406b-9780-bf30ce221eb7 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:11.288139 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67f61af6-229c-44dc-b7d3-c018dedcc4c8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.295917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f61af6-229c-44dc-b7d3-c018dedcc4c8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:11.296699 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67f61af6-229c-44dc-b7d3-c018dedcc4c8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.345280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 2c3f070f-f7a0-406b-9780-bf30ce221eb7 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:11.345898 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2c3f070f-f7a0-406b-9780-bf30ce221eb7 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:11.352080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-dd18d71e-29b6-4dde-8b2a-cd7cc8a03b7d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Deleting port 095953be-6333-4ca7-a576-8260e99dcc7f {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:11.352725 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dd18d71e-29b6-4dde-8b2a-cd7cc8a03b7d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.441327 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f61af6-229c-44dc-b7d3-c018dedcc4c8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Network': ['ID=85679cf7-42c3-4fae-81f3-925074767795,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:11.454993 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 85679cf7-42c3-4fae-81f3-925074767795 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:26:11.468233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-67f61af6-229c-44dc-b7d3-c018dedcc4c8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8652167 Dec 16 22:26:11.470012 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49260) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:11.475868 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-35b51e68-aa69-4d9f-b3b4-00bb953e858f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'subnet': {'network_id': '85679cf7-42c3-4fae-81f3-925074767795', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:11.507919 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dd18d71e-29b6-4dde-8b2a-cd7cc8a03b7d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.535255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-dd18d71e-29b6-4dde-8b2a-cd7cc8a03b7d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Calling delete_port for 095953be-6333-4ca7-a576-8260e99dcc7f owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:11.651697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b51e68-aa69-4d9f-b3b4-00bb953e858f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:11.662728 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35b51e68-aa69-4d9f-b3b4-00bb953e858f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.759296 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dd18d71e-29b6-4dde-8b2a-cd7cc8a03b7d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.791924 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18d71e-29b6-4dde-8b2a-cd7cc8a03b7d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event deleted for resources: {'Port': ['ID=095953be-6333-4ca7-a576-8260e99dcc7f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:11.895490 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dd18d71e-29b6-4dde-8b2a-cd7cc8a03b7d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.899558 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dd18d71e-29b6-4dde-8b2a-cd7cc8a03b7d tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "DELETE /v2.0/ports/095953be-6333-4ca7-a576-8260e99dcc7f HTTP/1.1" status: 204 len: 168 time: 0.7846379 Dec 16 22:26:11.903952 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49264) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:11.992753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-175d77bb-0fa3-4fc5-86f9-48f880ff0bac req-d18cfb07-2e2e-4108-809e-d2d0e811f48e tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0299180 Dec 16 22:26:12.028801 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35b51e68-aa69-4d9f-b3b4-00bb953e858f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:12.044677 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3e90a30e-7bd6-4d30-8aee-9d074291d8fa tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Deleting port 2f02bdff-c1df-4be2-8a7e-501b723a9da5 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:12.046566 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3e90a30e-7bd6-4d30-8aee-9d074291d8fa tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:12.134154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b51e68-aa69-4d9f-b3b4-00bb953e858f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Subnet': ['ID=48951887-3ab9-4a8e-99d7-d39dc5e53d0b,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:12.146882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6941b0e-9e62-4def-8cd0-714bf4264420 req-6edac21b-8dc3-4d94-96b7-f0df2b8a98ea tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0501547 Dec 16 22:26:12.167900 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3e90a30e-7bd6-4d30-8aee-9d074291d8fa tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:12.185838 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3e90a30e-7bd6-4d30-8aee-9d074291d8fa tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Calling delete_port for 2f02bdff-c1df-4be2-8a7e-501b723a9da5 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:12.192033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b51e68-aa69-4d9f-b3b4-00bb953e858f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Checking segment: {'id': '722a6594-e1d2-43b7-b2d2-0e8824aede5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '85679cf7-42c3-4fae-81f3-925074767795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:12.192447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b51e68-aa69-4d9f-b3b4-00bb953e858f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network hostable DHCP agents. Network: 85679cf7-42c3-4fae-81f3-925074767795, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:26:12.284403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b51e68-aa69-4d9f-b3b4-00bb953e858f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network 85679cf7-42c3-4fae-81f3-925074767795 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:26:12.391577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-35b51e68-aa69-4d9f-b3b4-00bb953e858f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 85679cf7-42c3-4fae-81f3-925074767795) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:12.404910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fbbdf-d0c5-4789-a675-41a2ef8f44cf req-99b27f97-7761-4895-9a7d-2c3c039ae494 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:12.407465 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c2ac6f-51f3-43d3-a456-6d3c92ead3a1 None None] Network 85679cf7-42c3-4fae-81f3-925074767795 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:12.411908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd8fbbdf-d0c5-4789-a675-41a2ef8f44cf req-99b27f97-7761-4895-9a7d-2c3c039ae494 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0818079 Dec 16 22:26:12.424508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b51e68-aa69-4d9f-b3b4-00bb953e858f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:12.424508 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35b51e68-aa69-4d9f-b3b4-00bb953e858f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:12.476250 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3e90a30e-7bd6-4d30-8aee-9d074291d8fa tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:12.481801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd8fbbdf-d0c5-4789-a675-41a2ef8f44cf req-cf4254e2-aa78-426b-8846-91c753f04c34 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638859 Dec 16 22:26:12.525685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-35b51e68-aa69-4d9f-b3b4-00bb953e858f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0510247 Dec 16 22:26:12.525685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49276) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:12.532760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-62345cac-727a-4f71-933c-5e1630f8eea4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'network_id': '85679cf7-42c3-4fae-81f3-925074767795', 'name': 'tempest-PortsTestJSON-539940498', 'fixed_ips': [{'subnet_id': '48951887-3ab9-4a8e-99d7-d39dc5e53d0b', 'ip_address': '172.20.0.10'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:12.573241 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90a30e-7bd6-4d30-8aee-9d074291d8fa tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event deleted for resources: {'Port': ['ID=2f02bdff-c1df-4be2-8a7e-501b723a9da5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:12.621728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-85679cf7-42c3-4fae-81f3-925074767795', 'network_id': '85679cf7-42c3-4fae-81f3-925074767795', 'project_id': 'd962c50bed8c4597a414fec691607a55', 'fixed_ips': [{'subnet_id': '48951887-3ab9-4a8e-99d7-d39dc5e53d0b'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:26:12.623094 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:12.645809 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3e90a30e-7bd6-4d30-8aee-9d074291d8fa tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:12.648909 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3e90a30e-7bd6-4d30-8aee-9d074291d8fa tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "DELETE /v2.0/ports/2f02bdff-c1df-4be2-8a7e-501b723a9da5 HTTP/1.1" status: 204 len: 168 time: 0.7431462 Dec 16 22:26:12.651760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49278) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:12.752392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d79600e-5bb0-4e0b-8562-58badb9b44e0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Deleting subnet 57718039-6093-40b9-897e-8e4ab7d09ed7 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:26:12.766415 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4d79600e-5bb0-4e0b-8562-58badb9b44e0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:12.778714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Allocated IP 172.20.0.2 (85679cf7-42c3-4fae-81f3-925074767795/48951887-3ab9-4a8e-99d7-d39dc5e53d0b/3e556ad1-5c68-4ed8-bd49-97cd6b2afb54) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:12.852792 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4d79600e-5bb0-4e0b-8562-58badb9b44e0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:12.960875 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4d79600e-5bb0-4e0b-8562-58badb9b44e0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.000471 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.024447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62345cac-727a-4f71-933c-5e1630f8eea4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:13.093403 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.127017 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4d79600e-5bb0-4e0b-8562-58badb9b44e0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.166142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Network 85679cf7-42c3-4fae-81f3-925074767795 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:13.168166 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.176891 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:13.188227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:13.228064 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62345cac-727a-4f71-933c-5e1630f8eea4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.239712 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79600e-5bb0-4e0b-8562-58badb9b44e0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event deleted for resources: {'Subnet': ['ID=57718039-6093-40b9-897e-8e4ab7d09ed7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:13.287527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Attempting to bind port 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:26:13.290922 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Attempting to bind port 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '722a6594-e1d2-43b7-b2d2-0e8824aede5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '85679cf7-42c3-4fae-81f3-925074767795'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:26:13.290922 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Attempting to bind port 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 on network 85679cf7-42c3-4fae-81f3-925074767795 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:26:13.290922 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Pushing event updated for resources: {'Port': ['ID=3e556ad1-5c68-4ed8-bd49-97cd6b2afb54,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:13.293076 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.294729 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca6d51-eeb1-4805-a8ad-6d2a5acc5d86 None None] Network ddfb57a8-dc71-427e-ae1b-ea8399014fce requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:13.314366 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4d79600e-5bb0-4e0b-8562-58badb9b44e0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.318692 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4d79600e-5bb0-4e0b-8562-58badb9b44e0 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "DELETE /v2.0/subnets/57718039-6093-40b9-897e-8e4ab7d09ed7 HTTP/1.1" status: 204 len: 168 time: 0.6651921 Dec 16 22:26:13.321613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49288) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:13.343029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:26:13.343590 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Checking segment: {'id': '722a6594-e1d2-43b7-b2d2-0e8824aede5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '85679cf7-42c3-4fae-81f3-925074767795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:13.343845 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.344245 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Bound using segment: {'id': '722a6594-e1d2-43b7-b2d2-0e8824aede5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '85679cf7-42c3-4fae-81f3-925074767795'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:26:13.344741 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Bound port: 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722a6594-e1d2-43b7-b2d2-0e8824aede5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '85679cf7-42c3-4fae-81f3-925074767795'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:26:13.345124 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.373608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7614940b-a4a4-4eda-bba8-7de3bd646c66 req-3946d130-0f0f-4bbb-a8ee-82cb1d7dda3a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1229267 Dec 16 22:26:13.378152 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ce9eeba-d5ec-4243-92ec-8549c22bf00d req-825885c4-2150-4e95-ad3b-293a999520a5 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1904058 Dec 16 22:26:13.385592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-62345cac-727a-4f71-933c-5e1630f8eea4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] device_id is not set on port a9ef0497-7c10-498b-9c21-f7060d042d3a yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:26:13.444142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] For port 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:26:13.459835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9b4da8-5254-4776-ad67-3d54e9210ef9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Deleting subnet 58de634b-a52d-4f03-b84c-874a2f6f4a3c {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:26:13.471978 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da9b4da8-5254-4776-ad67-3d54e9210ef9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.473138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] For port 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3e556ad1-5c68-4ed8-bd49-97cd6b2afb54,segment=NetworkSegment(722a6594-e1d2-43b7-b2d2-0e8824aede5d),segment_id=722a6594-e1d2-43b7-b2d2-0e8824aede5d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:26:13.547164 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da9b4da8-5254-4776-ad67-3d54e9210ef9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.565456 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.656820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df53ebe-99b2-44bc-8627-390cae8ca67e None None] DHCP port deletion for ddfb57a8-dc71-427e-ae1b-ea8399014fce request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:13.707258 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da9b4da8-5254-4776-ad67-3d54e9210ef9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.728072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687391c-695a-4a03-8c28-73c323b30c91 None None] Pushing event updated for resources: {'Port': ['ID=3e556ad1-5c68-4ed8-bd49-97cd6b2afb54,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:13.756479 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0df53ebe-99b2-44bc-8627-390cae8ca67e None None] Deleting port 595bc09b-569c-4bed-a8ab-83424701e7e0 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:13.756874 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0df53ebe-99b2-44bc-8627-390cae8ca67e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.803879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-62345cac-727a-4f71-933c-5e1630f8eea4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Allocated IP 172.20.0.10 (85679cf7-42c3-4fae-81f3-925074767795/48951887-3ab9-4a8e-99d7-d39dc5e53d0b/a9ef0497-7c10-498b-9c21-f7060d042d3a) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:13.859519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdaf1e-311a-4b1e-8337-ba0b41ab0cea req-0722f269-e19b-4fa6-aae4-bd0bb1a48a99 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:13.861204 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0bcdaf1e-311a-4b1e-8337-ba0b41ab0cea req-0722f269-e19b-4fa6-aae4-bd0bb1a48a99 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.2047911 Dec 16 22:26:13.882114 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da9b4da8-5254-4776-ad67-3d54e9210ef9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.890394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0df53ebe-99b2-44bc-8627-390cae8ca67e None None] For port 595bc09b-569c-4bed-a8ab-83424701e7e0, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=595bc09b-569c-4bed-a8ab-83424701e7e0,segment=NetworkSegment(45cd49b7-4f37-4f63-967f-d52ae50c4be6),segment_id=45cd49b7-4f37-4f63-967f-d52ae50c4be6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:13.891038 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0df53ebe-99b2-44bc-8627-390cae8ca67e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.925028 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b4da8-5254-4776-ad67-3d54e9210ef9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event deleted for resources: {'Subnet': ['ID=58de634b-a52d-4f03-b84c-874a2f6f4a3c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:13.927395 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0df53ebe-99b2-44bc-8627-390cae8ca67e None None] Calling delete_port for 595bc09b-569c-4bed-a8ab-83424701e7e0 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:13.927913 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da9b4da8-5254-4776-ad67-3d54e9210ef9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.931899 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-da9b4da8-5254-4776-ad67-3d54e9210ef9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "DELETE /v2.0/subnets/58de634b-a52d-4f03-b84c-874a2f6f4a3c HTTP/1.1" status: 204 len: 168 time: 0.6089237 Dec 16 22:26:13.934233 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49298) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:13.937047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7a9c8a-db2b-477a-a48d-45f51b0075fe None None] Network 30b3ef79-5c9f-405a-8aa4-0af6e7684086 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:14.054693 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.140011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0bcdaf1e-311a-4b1e-8337-ba0b41ab0cea req-7e8306b0-8f87-4687-b91d-81f46b17f65d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337322 Dec 16 22:26:14.180263 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Deleting port 595bc09b-569c-4bed-a8ab-83424701e7e0 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:14.180615 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.241096 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62345cac-727a-4f71-933c-5e1630f8eea4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.312362 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] For port 595bc09b-569c-4bed-a8ab-83424701e7e0, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=595bc09b-569c-4bed-a8ab-83424701e7e0,segment=NetworkSegment(45cd49b7-4f37-4f63-967f-d52ae50c4be6),segment_id=45cd49b7-4f37-4f63-967f-d52ae50c4be6)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:14.312787 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.330301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Calling delete_port for 595bc09b-569c-4bed-a8ab-83424701e7e0 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:14.364866 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62345cac-727a-4f71-933c-5e1630f8eea4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.502551 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62345cac-727a-4f71-933c-5e1630f8eea4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network 85679cf7-42c3-4fae-81f3-925074767795 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:14.532476 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-62345cac-727a-4f71-933c-5e1630f8eea4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:14.566334 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62345cac-727a-4f71-933c-5e1630f8eea4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:14.570686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad884af7-a04e-45e8-827d-9d4143b4de9b req-34f7598a-4167-49bc-9308-ed44bbd1f944 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0618129 Dec 16 22:26:14.573052 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0df53ebe-99b2-44bc-8627-390cae8ca67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.582991 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62345cac-727a-4f71-933c-5e1630f8eea4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=a9ef0497-7c10-498b-9c21-f7060d042d3a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:14.585912 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.615522 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32755403-1115-4df9-bdbb-479232e80e3d None None] DHCP port deletion for 30b3ef79-5c9f-405a-8aa4-0af6e7684086 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:14.628282 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df53ebe-99b2-44bc-8627-390cae8ca67e None None] Pushing event deleted for resources: {'Port': ['ID=595bc09b-569c-4bed-a8ab-83424701e7e0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:14.634689 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] No DVR routers for this DVR port 595bc09b-569c-4bed-a8ab-83424701e7e0 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:14.642206 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df53ebe-99b2-44bc-8627-390cae8ca67e None None] No DVR routers for this DVR port 595bc09b-569c-4bed-a8ab-83424701e7e0 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:14.645672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc62482e-5c07-4837-8208-48fda355d09e req-68dca9ac-840f-46ed-a221-33629f1f1a55 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0836449 Dec 16 22:26:14.717238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62345cac-727a-4f71-933c-5e1630f8eea4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:14.718370 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62345cac-727a-4f71-933c-5e1630f8eea4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.738377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event deleted for resources: {'Port': ['ID=595bc09b-569c-4bed-a8ab-83424701e7e0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:14.762938 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-32755403-1115-4df9-bdbb-479232e80e3d None None] Deleting port 3d390293-9d45-45c9-aea2-48e2d6cc04b3 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:14.763554 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32755403-1115-4df9-bdbb-479232e80e3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.812534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-62345cac-727a-4f71-933c-5e1630f8eea4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2858882 Dec 16 22:26:14.815328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49310) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:14.820719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ffaf6140-142a-44e8-be23-d795a779f92d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'network_id': '85679cf7-42c3-4fae-81f3-925074767795', 'name': 'tempest-PortsTestJSON-1185664501', 'fixed_ips': [{'subnet_id': '48951887-3ab9-4a8e-99d7-d39dc5e53d0b', 'ip_address': '172.20.0.9'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:14.846360 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.859766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-32755403-1115-4df9-bdbb-479232e80e3d None None] For port 3d390293-9d45-45c9-aea2-48e2d6cc04b3, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3d390293-9d45-45c9-aea2-48e2d6cc04b3,segment=NetworkSegment(fad61b9a-1a6f-4962-b91c-e61b12612e2b),segment_id=fad61b9a-1a6f-4962-b91c-e61b12612e2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:14.860122 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32755403-1115-4df9-bdbb-479232e80e3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.881464 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-32755403-1115-4df9-bdbb-479232e80e3d None None] Calling delete_port for 3d390293-9d45-45c9-aea2-48e2d6cc04b3 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:14.881702 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfb57a8-dc71-427e-ae1b-ea8399014fce']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:14.899939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45cd49b7-4f37-4f63-967f-d52ae50c4be6') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:14.899939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45cd49b7-4f37-4f63-967f-d52ae50c4be6') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:14.916065 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.936148 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.944696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:14.945108 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:15.022636 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:15.112117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efb9a91-5843-45d8-9dd3-a0afae5246af None None] Network 85679cf7-42c3-4fae-81f3-925074767795 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:15.127478 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.135843 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.142880 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "DELETE /v2.0/networks/ddfb57a8-dc71-427e-ae1b-ea8399014fce HTTP/1.1" status: 204 len: 168 time: 1.2073534 Dec 16 22:26:15.145779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49326) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:15.218961 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32755403-1115-4df9-bdbb-479232e80e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.308408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32755403-1115-4df9-bdbb-479232e80e3d None None] Pushing event deleted for resources: {'Port': ['ID=3d390293-9d45-45c9-aea2-48e2d6cc04b3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:15.332762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32755403-1115-4df9-bdbb-479232e80e3d None None] No DVR routers for this DVR port 3d390293-9d45-45c9-aea2-48e2d6cc04b3 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:15.341073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaf6140-142a-44e8-be23-d795a779f92d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:15.346057 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6140-142a-44e8-be23-d795a779f92d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.353403 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:15.440222 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4567fd1f-8919-4927-baa7-006b0040dd6c None None] Provisioning complete for port 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:15.440222 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4567fd1f-8919-4927-baa7-006b0040dd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.478725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-ffaf6140-142a-44e8-be23-d795a779f92d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] device_id is not set on port e164a518-0865-4985-a825-c25a00090266 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:26:15.553809 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4567fd1f-8919-4927-baa7-006b0040dd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.577821 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff990fac-5211-4701-b6ff-0349524426f2 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.595479 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4567fd1f-8919-4927-baa7-006b0040dd6c None None] For port 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3e556ad1-5c68-4ed8-bd49-97cd6b2afb54,segment=NetworkSegment(722a6594-e1d2-43b7-b2d2-0e8824aede5d),segment_id=722a6594-e1d2-43b7-b2d2-0e8824aede5d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:15.598793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:15.599169 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.610658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ca800-9461-42e6-b44a-85bffab646b0 req-2b639a35-9064-44e3-8038-1ee7ac125f8c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:15.619717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-279ca800-9461-42e6-b44a-85bffab646b0 req-2b639a35-9064-44e3-8038-1ee7ac125f8c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.2788258 Dec 16 22:26:15.712049 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.718344 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde24937-c7a9-476b-9b68-93cef971a6f9 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event deleted for resources: {'Network': ['ID=ddfb57a8-dc71-427e-ae1b-ea8399014fce,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:15.726287 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-279ca800-9461-42e6-b44a-85bffab646b0 req-4c07f0cf-b1ef-4155-b6c3-3e1154f4664c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061361 Dec 16 22:26:15.734685 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4567fd1f-8919-4927-baa7-006b0040dd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.822239 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:26:15.822638 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:26:15.859676 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567fd1f-8919-4927-baa7-006b0040dd6c None None] Pushing event updated for resources: {'Port': ['ID=3e556ad1-5c68-4ed8-bd49-97cd6b2afb54,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:15.923573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-967562c2-7885-48b9-89b6-dbcd0cd44195 req-766092c4-3284-4932-9579-56fe48ad5e68 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1041112 Dec 16 22:26:15.976870 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0090dcc7-1b9b-4161-b702-37e16090f4e5 req-89f44a87-68cc-45ad-8553-350ad6df5ca2 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0899181 Dec 16 22:26:16.011670 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49340) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:16.062766 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff990fac-5211-4701-b6ff-0349524426f2 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.088685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-47ba7f84-49f7-4b41-8798-70ccf75f5c7d None None] Provisioning complete for port a9ef0497-7c10-498b-9c21-f7060d042d3a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:16.092169 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47ba7f84-49f7-4b41-8798-70ccf75f5c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.136376 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-ff990fac-5211-4701-b6ff-0349524426f2 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b3ef79-5c9f-405a-8aa4-0af6e7684086']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:16.151324 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-ffaf6140-142a-44e8-be23-d795a779f92d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Allocated IP 172.20.0.9 (85679cf7-42c3-4fae-81f3-925074767795/48951887-3ab9-4a8e-99d7-d39dc5e53d0b/e164a518-0865-4985-a825-c25a00090266) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:16.156519 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2a903e9d-f570-4480-ad0e-ecd36c4018dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.161767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-ff990fac-5211-4701-b6ff-0349524426f2 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad61b9a-1a6f-4962-b91c-e61b12612e2b') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:16.161767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-ff990fac-5211-4701-b6ff-0349524426f2 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad61b9a-1a6f-4962-b91c-e61b12612e2b') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:16.192084 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff990fac-5211-4701-b6ff-0349524426f2 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.197802 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-47ba7f84-49f7-4b41-8798-70ccf75f5c7d None None] Port a9ef0497-7c10-498b-9c21-f7060d042d3a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:16.223194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-47ba7f84-49f7-4b41-8798-70ccf75f5c7d None None] Provisioning complete for port 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:16.224889 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47ba7f84-49f7-4b41-8798-70ccf75f5c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.258781 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff990fac-5211-4701-b6ff-0349524426f2 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.313628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff990fac-5211-4701-b6ff-0349524426f2 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:16.314045 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff990fac-5211-4701-b6ff-0349524426f2 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:16.320359 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:16.344867 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2a903e9d-f570-4480-ad0e-ecd36c4018dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.436567 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2a903e9d-f570-4480-ad0e-ecd36c4018dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.507399 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2a903e9d-f570-4480-ad0e-ecd36c4018dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c4a3315417242989826728a49f7f474&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4942429 Dec 16 22:26:16.510630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49350) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:16.515076 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a903e9d-f570-4480-ad0e-ecd36c4018dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a1dcd2-654b-49da-8526-bab049f2bd48,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:16.532525 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9bbcbc8c-27b9-44fd-b840-f05aad4763ad None None] Provisioning complete for port a9ef0497-7c10-498b-9c21-f7060d042d3a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:16.536504 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9bbcbc8c-27b9-44fd-b840-f05aad4763ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.554909 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff990fac-5211-4701-b6ff-0349524426f2 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.570688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 595bc09b-569c-4bed-a8ab-83424701e7e0 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:16.575445 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff990fac-5211-4701-b6ff-0349524426f2 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.578678 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ff990fac-5211-4701-b6ff-0349524426f2 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] 10.222.0.43 "DELETE /v2.0/networks/30b3ef79-5c9f-405a-8aa4-0af6e7684086 HTTP/1.1" status: 204 len: 168 time: 1.4299316 Dec 16 22:26:16.601773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 595bc09b-569c-4bed-a8ab-83424701e7e0 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:16.601773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 595bc09b-569c-4bed-a8ab-83424701e7e0 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:16.602448 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3d390293-9d45-45c9-aea2-48e2d6cc04b3 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:16.612968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9bbcbc8c-27b9-44fd-b840-f05aad4763ad None None] Port a9ef0497-7c10-498b-9c21-f7060d042d3a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:16.613588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff990fac-5211-4701-b6ff-0349524426f2 tempest-TaggedBootDevicesTest_v242-1601174321 tempest-TaggedBootDevicesTest_v242-1601174321-project] Pushing event deleted for resources: {'Network': ['ID=30b3ef79-5c9f-405a-8aa4-0af6e7684086,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:16.621646 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6140-142a-44e8-be23-d795a779f92d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.642905 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 3d390293-9d45-45c9-aea2-48e2d6cc04b3 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:16.643258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3d390293-9d45-45c9-aea2-48e2d6cc04b3 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:16.647637 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-909f6b9b-0b20-4167-a3eb-851ea98d48a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.697788 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-909f6b9b-0b20-4167-a3eb-851ea98d48a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.739182 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6140-142a-44e8-be23-d795a779f92d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.799115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaf6140-142a-44e8-be23-d795a779f92d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network 85679cf7-42c3-4fae-81f3-925074767795 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:16.806015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-ffaf6140-142a-44e8-be23-d795a779f92d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:16.811810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaf6140-142a-44e8-be23-d795a779f92d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:16.880606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf6140-142a-44e8-be23-d795a779f92d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=e164a518-0865-4985-a825-c25a00090266,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:16.919548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaf6140-142a-44e8-be23-d795a779f92d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:16.920214 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6140-142a-44e8-be23-d795a779f92d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.938683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6408a-71a1-44e7-9d97-f8a540076bc5 req-e4038796-676e-4300-88b6-1eed170f29b1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:16.940337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10d6408a-71a1-44e7-9d97-f8a540076bc5 req-e4038796-676e-4300-88b6-1eed170f29b1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1258073 Dec 16 22:26:16.942181 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-909f6b9b-0b20-4167-a3eb-851ea98d48a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.944910 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-909f6b9b-0b20-4167-a3eb-851ea98d48a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.946322 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-909f6b9b-0b20-4167-a3eb-851ea98d48a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69a1dcd2-654b-49da-8526-bab049f2bd48 HTTP/1.1" status: 204 len: 168 time: 0.4325020 Dec 16 22:26:16.975927 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f6b9b-0b20-4167-a3eb-851ea98d48a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a1dcd2-654b-49da-8526-bab049f2bd48,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:17.042421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47f7c5bc-d40d-4dec-9f89-5407b3a6756c req-741f193b-4ec9-4913-aa67-6ac7896c62ef tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0418262 Dec 16 22:26:17.055492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10d6408a-71a1-44e7-9d97-f8a540076bc5 req-f7dc0108-e970-45c0-9009-faa34ea7d24c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017098 Dec 16 22:26:17.141398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6331d034-7cde-4cac-8744-56556e2860b6 req-587c759a-c743-4feb-9b8c-d5fdfcd99d94 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0369880 Dec 16 22:26:17.152540 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ffaf6140-142a-44e8-be23-d795a779f92d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3353367 Dec 16 22:26:17.155859 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49374) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:17.190097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-610434db-3b9b-4130-a725-626c11424dcc None None] Provisioning complete for port e164a518-0865-4985-a825-c25a00090266 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:17.190494 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-610434db-3b9b-4130-a725-626c11424dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:17.194473 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:17.238525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4273e7a7-fb51-48a0-8939-1e31cf291ecb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:17.238525 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4273e7a7-fb51-48a0-8939-1e31cf291ecb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0774302 Dec 16 22:26:17.238967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49382) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:17.289379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-610434db-3b9b-4130-a725-626c11424dcc None None] Port e164a518-0865-4985-a825-c25a00090266 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:17.304977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:17.305358 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:17.336574 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a12fb2-6ed3-4643-baf1-90028050f624 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:17.344559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a12fb2-6ed3-4643-baf1-90028050f624 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:17.350520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a12fb2-6ed3-4643-baf1-90028050f624 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:17.352539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-78a12fb2-6ed3-4643-baf1-90028050f624 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1125326 Dec 16 22:26:17.355775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49388) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:17.465141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f29c4-e2fe-4725-8e2f-acda86b423b7 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port e164a518-0865-4985-a825-c25a00090266 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:17.465815 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ec9f29c4-e2fe-4725-8e2f-acda86b423b7 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:17.882246 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ec9f29c4-e2fe-4725-8e2f-acda86b423b7 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:17.897048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f29c4-e2fe-4725-8e2f-acda86b423b7 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for e164a518-0865-4985-a825-c25a00090266 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:18.142753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-811a72f7-4c71-47ed-95be-10c56c30e169 req-2510e365-e17c-48d1-bfbf-44129878d964 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0302451 Dec 16 22:26:18.143956 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ec9f29c4-e2fe-4725-8e2f-acda86b423b7 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:18.194203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f29c4-e2fe-4725-8e2f-acda86b423b7 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=e164a518-0865-4985-a825-c25a00090266,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:18.345874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f872ff77-4fbf-4f86-8fa1-e6cbf2d41da0 req-356d4261-49a3-4f49-9152-f1aa16b7a2cd tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0779538 Dec 16 22:26:18.420209 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e71cf-d6f3-46c2-b517-b751bfe2f104 req-ceac0935-af89-4c08-8aa9-6f3555aa41fd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:18.424531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e8e71cf-d6f3-46c2-b517-b751bfe2f104 req-ceac0935-af89-4c08-8aa9-6f3555aa41fd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.2048125 Dec 16 22:26:18.459317 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ec9f29c4-e2fe-4725-8e2f-acda86b423b7 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:18.463563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ec9f29c4-e2fe-4725-8e2f-acda86b423b7 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/e164a518-0865-4985-a825-c25a00090266 HTTP/1.1" status: 204 len: 168 time: 1.1065595 Dec 16 22:26:18.466251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49432) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:18.508226 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-076de30b-5c8e-45cb-a79a-88fb26f0e880 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] GET failed (client error): The resource could not be found. Dec 16 22:26:18.510125 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-076de30b-5c8e-45cb-a79a-88fb26f0e880 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/e164a518-0865-4985-a825-c25a00090266 HTTP/1.1" status: 404 len: 333 time: 0.0427969 Dec 16 22:26:18.515175 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49434) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:18.568275 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e8e71cf-d6f3-46c2-b517-b751bfe2f104 req-2f651f3d-5e4c-44bd-a310-564e6dc876f6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324658 Dec 16 22:26:18.672880 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f0a99210-05c1-4ad7-add2-4fb4ff224196 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port a9ef0497-7c10-498b-9c21-f7060d042d3a {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:18.673409 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f0a99210-05c1-4ad7-add2-4fb4ff224196 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:18.778057 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f0a99210-05c1-4ad7-add2-4fb4ff224196 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:18.791662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f0a99210-05c1-4ad7-add2-4fb4ff224196 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for a9ef0497-7c10-498b-9c21-f7060d042d3a owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:19.063090 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f0a99210-05c1-4ad7-add2-4fb4ff224196 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:19.106055 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a99210-05c1-4ad7-add2-4fb4ff224196 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=a9ef0497-7c10-498b-9c21-f7060d042d3a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:19.282620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43b5e5a5-b4ca-467b-9d45-169ec0bf39b3 req-dcf1b579-811c-43e4-82c2-87cf81a5b0db tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0498073 Dec 16 22:26:19.295839 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f0a99210-05c1-4ad7-add2-4fb4ff224196 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:19.301474 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f0a99210-05c1-4ad7-add2-4fb4ff224196 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/a9ef0497-7c10-498b-9c21-f7060d042d3a HTTP/1.1" status: 204 len: 168 time: 0.7816885 Dec 16 22:26:19.302499 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49446) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:19.331830 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-6723433f-49f1-4a10-a053-b720e659c8db tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] GET failed (client error): The resource could not be found. Dec 16 22:26:19.333602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6723433f-49f1-4a10-a053-b720e659c8db tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/a9ef0497-7c10-498b-9c21-f7060d042d3a HTTP/1.1" status: 404 len: 333 time: 0.0294399 Dec 16 22:26:19.336575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49448) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:19.435921 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-8095a885-0bc2-4897-80d4-a2c1d5622731 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting subnet 48951887-3ab9-4a8e-99d7-d39dc5e53d0b {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:26:19.439991 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8095a885-0bc2-4897-80d4-a2c1d5622731 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:19.545377 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8095a885-0bc2-4897-80d4-a2c1d5622731 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:19.576187 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e5e8672-5a1a-40aa-b64a-162a81a586ae req-2146f2ac-32fb-4e2e-b265-2c89070de726 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0963426 Dec 16 22:26:19.702586 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8095a885-0bc2-4897-80d4-a2c1d5622731 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:19.736873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b65ab-6aba-4727-baf4-97f391b81286 req-30d2c5a7-f342-42ff-9dfc-37655c700fa0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:19.739357 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b04b65ab-6aba-4727-baf4-97f391b81286 req-30d2c5a7-f342-42ff-9dfc-37655c700fa0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0765710 Dec 16 22:26:19.795250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b04b65ab-6aba-4727-baf4-97f391b81286 req-15132b0d-f57b-43a0-a60e-5277258f43e1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495269 Dec 16 22:26:19.842636 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8095a885-0bc2-4897-80d4-a2c1d5622731 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:19.870007 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095a885-0bc2-4897-80d4-a2c1d5622731 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Subnet': ['ID=48951887-3ab9-4a8e-99d7-d39dc5e53d0b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:19.878185 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8095a885-0bc2-4897-80d4-a2c1d5622731 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:19.883455 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8095a885-0bc2-4897-80d4-a2c1d5622731 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/48951887-3ab9-4a8e-99d7-d39dc5e53d0b HTTP/1.1" status: 204 len: 168 time: 0.5407603 Dec 16 22:26:19.883905 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49470) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:19.884029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cec24f-65a6-4b9f-8096-bb8b35c1a424 None None] Network 85679cf7-42c3-4fae-81f3-925074767795 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:19.999146 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.081474 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:20.081817 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.102601 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fd4e01-2b9b-48df-ac56-7bde5fb08ce1 None None] DHCP port deletion for 85679cf7-42c3-4fae-81f3-925074767795 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:20.156478 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28186385-9ddd-4dd2-b2f8-52958dfeb84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.190154 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-50fd4e01-2b9b-48df-ac56-7bde5fb08ce1 None None] Deleting port 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:20.190879 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50fd4e01-2b9b-48df-ac56-7bde5fb08ce1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.203573 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] For port 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3e556ad1-5c68-4ed8-bd49-97cd6b2afb54,segment=NetworkSegment(722a6594-e1d2-43b7-b2d2-0e8824aede5d),segment_id=722a6594-e1d2-43b7-b2d2-0e8824aede5d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:20.204096 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.219189 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:20.281406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-50fd4e01-2b9b-48df-ac56-7bde5fb08ce1 None None] For port 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3e556ad1-5c68-4ed8-bd49-97cd6b2afb54,segment=NetworkSegment(722a6594-e1d2-43b7-b2d2-0e8824aede5d),segment_id=722a6594-e1d2-43b7-b2d2-0e8824aede5d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:20.282564 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50fd4e01-2b9b-48df-ac56-7bde5fb08ce1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.303009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-50fd4e01-2b9b-48df-ac56-7bde5fb08ce1 None None] Calling delete_port for 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:20.382015 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.423505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f92087a-7a30-44d1-a29b-697907d39181 req-d3b06adf-5117-4cc6-8d7e-53613fa69b48 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0739384 Dec 16 22:26:20.468149 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=3e556ad1-5c68-4ed8-bd49-97cd6b2afb54,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:20.472451 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No DVR routers for this DVR port 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:20.510910 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50fd4e01-2b9b-48df-ac56-7bde5fb08ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.539199 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd4e01-2b9b-48df-ac56-7bde5fb08ce1 None None] Pushing event deleted for resources: {'Port': ['ID=3e556ad1-5c68-4ed8-bd49-97cd6b2afb54,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:20.547743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd4e01-2b9b-48df-ac56-7bde5fb08ce1 None None] No DVR routers for this DVR port 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:20.590909 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.687725 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85679cf7-42c3-4fae-81f3-925074767795']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:20.704731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722a6594-e1d2-43b7-b2d2-0e8824aede5d') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:20.705429 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722a6594-e1d2-43b7-b2d2-0e8824aede5d') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:20.719464 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.740161 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.750283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:20.751128 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:20.755399 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:20.772234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ce2ec43-5492-4888-8ac2-3d75b333a013 req-2a4b6c86-d7ba-4f04-b4b0-3c7143c05e66 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0493987 Dec 16 22:26:20.880891 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.912755 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.916099 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/networks/85679cf7-42c3-4fae-81f3-925074767795 HTTP/1.1" status: 204 len: 168 time: 1.0308661 Dec 16 22:26:20.917802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3116925-af38-4348-9e48-6744babc5dd5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Network': ['ID=85679cf7-42c3-4fae-81f3-925074767795,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:20.922825 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49494) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:20.927892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5e396424-8ed1-4f04-93dd-c5cb32f6195e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1141289711'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:20.972570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8bb51-c11d-4a01-9296-918cebad2bfd req-c59b42a4-c134-4fe0-9802-7ed3ebaf74f8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:20.976755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db8bb51-c11d-4a01-9296-918cebad2bfd req-c59b42a4-c134-4fe0-9802-7ed3ebaf74f8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0713882 Dec 16 22:26:21.024670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db8bb51-c11d-4a01-9296-918cebad2bfd req-6abf4a96-c9a7-434e-9cf4-a214568efed8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428472 Dec 16 22:26:21.099450 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e396424-8ed1-4f04-93dd-c5cb32f6195e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:21.103920 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e396424-8ed1-4f04-93dd-c5cb32f6195e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:21.141963 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e396424-8ed1-4f04-93dd-c5cb32f6195e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:26:21.163497 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e396424-8ed1-4f04-93dd-c5cb32f6195e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:21.164341 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-5e396424-8ed1-4f04-93dd-c5cb32f6195e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Added segment 68966f45-c6d7-479b-866b-2853315f9802 of type vlan for network 51ce686d-9007-4b40-b1ed-94e48ca178f2 Dec 16 22:26:21.181996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:21.220875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:21.221568 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3e556ad1-5c68-4ed8-bd49-97cd6b2afb54 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:21.236675 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e396424-8ed1-4f04-93dd-c5cb32f6195e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:21.353539 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e396424-8ed1-4f04-93dd-c5cb32f6195e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:21.359425 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e396424-8ed1-4f04-93dd-c5cb32f6195e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:21.361780 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e396424-8ed1-4f04-93dd-c5cb32f6195e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:21.450135 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5e396424-8ed1-4f04-93dd-c5cb32f6195e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5222666 Dec 16 22:26:21.450135 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e396424-8ed1-4f04-93dd-c5cb32f6195e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Network': ['ID=51ce686d-9007-4b40-b1ed-94e48ca178f2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:21.452244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49500) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:21.460381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 51ce686d-9007-4b40-b1ed-94e48ca178f2 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:26:21.468505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-eb5ae643-d1f5-47af-9257-941e8d75dc7d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'subnet': {'network_id': '51ce686d-9007-4b40-b1ed-94e48ca178f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:21.605394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fb18ba8-1921-47bc-ac0a-8fcebd09140d req-085a8e13-a719-471e-a08f-78ba53f5f9bd tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0377128 Dec 16 22:26:21.823323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5ae643-d1f5-47af-9257-941e8d75dc7d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:21.837628 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae643-d1f5-47af-9257-941e8d75dc7d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:21.962710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f93476da-7224-4509-b541-adee435cb784 req-20ba852c-c5dd-4e51-bfb4-8795fcdf0ed1 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0478232 Dec 16 22:26:22.216275 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae643-d1f5-47af-9257-941e8d75dc7d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:22.236523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf10cb8-c4f3-4097-98b6-c5d9fad03dc8 req-48ff10ee-db91-46aa-93e4-520e441b1427 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:22.238518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fdf10cb8-c4f3-4097-98b6-c5d9fad03dc8 req-48ff10ee-db91-46aa-93e4-520e441b1427 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1056120 Dec 16 22:26:22.366420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5ae643-d1f5-47af-9257-941e8d75dc7d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Checking segment: {'id': '68966f45-c6d7-479b-866b-2853315f9802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '51ce686d-9007-4b40-b1ed-94e48ca178f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:22.378791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5ae643-d1f5-47af-9257-941e8d75dc7d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network hostable DHCP agents. Network: 51ce686d-9007-4b40-b1ed-94e48ca178f2, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:26:22.381811 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fdf10cb8-c4f3-4097-98b6-c5d9fad03dc8 req-f2eaff8f-b209-40d8-b843-4b6a765120bb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078022 Dec 16 22:26:22.382453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ae643-d1f5-47af-9257-941e8d75dc7d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Subnet': ['ID=85aa1c23-8159-4d42-af30-ce9ce26282f1,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:22.427861 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a544d23-bde3-4bd4-9eb5-ebcb22221e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:22.456107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5ae643-d1f5-47af-9257-941e8d75dc7d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network 51ce686d-9007-4b40-b1ed-94e48ca178f2 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:26:22.570867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-eb5ae643-d1f5-47af-9257-941e8d75dc7d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 51ce686d-9007-4b40-b1ed-94e48ca178f2) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:22.586492 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a9dfc9-1c30-47e8-86a9-e335d7ed907b None None] Network 51ce686d-9007-4b40-b1ed-94e48ca178f2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:22.589863 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5ae643-d1f5-47af-9257-941e8d75dc7d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:22.597043 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae643-d1f5-47af-9257-941e8d75dc7d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:22.777078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ebbc311-3534-4a0a-a0bf-9105149d596a req-22b90f92-00d3-492b-99f8-a84ca24ecb16 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0906668 Dec 16 22:26:22.789371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-eb5ae643-d1f5-47af-9257-941e8d75dc7d tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3303406 Dec 16 22:26:22.792617 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49542) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:22.798453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-758b2210-583f-409d-9671-b3409db1781a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-617615107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:22.862147 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-51ce686d-9007-4b40-b1ed-94e48ca178f2', 'network_id': '51ce686d-9007-4b40-b1ed-94e48ca178f2', 'project_id': 'd962c50bed8c4597a414fec691607a55', 'fixed_ips': [{'subnet_id': '85aa1c23-8159-4d42-af30-ce9ce26282f1'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:26:22.863031 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:22.939903 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-758b2210-583f-409d-9671-b3409db1781a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:22.941602 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-758b2210-583f-409d-9671-b3409db1781a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:23.037902 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-758b2210-583f-409d-9671-b3409db1781a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:23.110961 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-758b2210-583f-409d-9671-b3409db1781a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:23.128013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-811e69c6-7bfe-46ac-9c25-642ae827bd76 req-e205c2cc-1147-430f-bb63-609530306b2f tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0382373 Dec 16 22:26:23.194460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Allocated IP 172.20.0.2 (51ce686d-9007-4b40-b1ed-94e48ca178f2/85aa1c23-8159-4d42-af30-ce9ce26282f1/ae1205df-d108-45e0-856b-fd79ee32796e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:23.204097 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-758b2210-583f-409d-9671-b3409db1781a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:23.205810 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-758b2210-583f-409d-9671-b3409db1781a tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4119561 Dec 16 22:26:23.208642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49554) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:23.216748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-85dcf1cc-9c85-40fa-8f27-d3da9eecebff tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'network_id': '51ce686d-9007-4b40-b1ed-94e48ca178f2', 'name': 'tempest-PortsTestJSON-1529064754'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:23.504944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dcf1cc-9c85-40fa-8f27-d3da9eecebff tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:23.517998 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-85dcf1cc-9c85-40fa-8f27-d3da9eecebff tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:23.547235 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:23.576082 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:23.614607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-85dcf1cc-9c85-40fa-8f27-d3da9eecebff tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] device_id is not set on port 5ee67823-a6dc-4197-8c53-1896a4c5d9a7 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:26:23.639146 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:23.706118 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Pushing event updated for resources: {'Port': ['ID=ae1205df-d108-45e0-856b-fd79ee32796e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:23.721347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Network 51ce686d-9007-4b40-b1ed-94e48ca178f2 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:23.722975 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff55ce-a3c1-4db6-8f38-26a171b6920d req-e83467dc-260b-4c6e-bbe6-92cdeed0bc9c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:23.725403 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6cff55ce-a3c1-4db6-8f38-26a171b6920d req-e83467dc-260b-4c6e-bbe6-92cdeed0bc9c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1837013 Dec 16 22:26:23.727604 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:23.735116 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:23.822058 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Attempting to bind port ae1205df-d108-45e0-856b-fd79ee32796e on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:26:23.822447 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Attempting to bind port ae1205df-d108-45e0-856b-fd79ee32796e by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '68966f45-c6d7-479b-866b-2853315f9802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '51ce686d-9007-4b40-b1ed-94e48ca178f2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:26:23.823022 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Attempting to bind port ae1205df-d108-45e0-856b-fd79ee32796e on network 51ce686d-9007-4b40-b1ed-94e48ca178f2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:26:23.830012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:26:23.830012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Checking segment: {'id': '68966f45-c6d7-479b-866b-2853315f9802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '51ce686d-9007-4b40-b1ed-94e48ca178f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:23.830385 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:23.830597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Bound using segment: {'id': '68966f45-c6d7-479b-866b-2853315f9802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '51ce686d-9007-4b40-b1ed-94e48ca178f2'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:26:23.831079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Bound port: ae1205df-d108-45e0-856b-fd79ee32796e, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68966f45-c6d7-479b-866b-2853315f9802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '51ce686d-9007-4b40-b1ed-94e48ca178f2'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:26:23.831491 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:23.921737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd0dc585-bf0f-425c-b334-fa56dbe4fc43 req-62fcff71-5c97-4516-92bd-1f7b2fef490d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0426791 Dec 16 22:26:23.935492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6cff55ce-a3c1-4db6-8f38-26a171b6920d req-3dc104fb-cf34-4fec-9597-082a48aaa238 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971123 Dec 16 22:26:23.938887 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] For port ae1205df-d108-45e0-856b-fd79ee32796e, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:26:23.955205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] For port ae1205df-d108-45e0-856b-fd79ee32796e, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ae1205df-d108-45e0-856b-fd79ee32796e,segment=NetworkSegment(68966f45-c6d7-479b-866b-2853315f9802),segment_id=68966f45-c6d7-479b-866b-2853315f9802)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:26:23.957341 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-85dcf1cc-9c85-40fa-8f27-d3da9eecebff tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Allocated IP 172.20.0.5 (51ce686d-9007-4b40-b1ed-94e48ca178f2/85aa1c23-8159-4d42-af30-ce9ce26282f1/5ee67823-a6dc-4197-8c53-1896a4c5d9a7) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:24.022256 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:24.084355 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0552c-53de-4cf6-9610-ad1f5e9d644e None None] Pushing event updated for resources: {'Port': ['ID=ae1205df-d108-45e0-856b-fd79ee32796e,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:24.195392 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-85dcf1cc-9c85-40fa-8f27-d3da9eecebff tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:24.374184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5694d2a1-4101-44ab-a0c9-bc407f2a6377 req-f9756139-7575-446e-9f44-ac9a4a670a5b tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0624998 Dec 16 22:26:24.376767 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-85dcf1cc-9c85-40fa-8f27-d3da9eecebff tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:24.510706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dcf1cc-9c85-40fa-8f27-d3da9eecebff tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network 51ce686d-9007-4b40-b1ed-94e48ca178f2 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:24.527851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-85dcf1cc-9c85-40fa-8f27-d3da9eecebff tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:24.533499 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dcf1cc-9c85-40fa-8f27-d3da9eecebff tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:24.604012 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcf1cc-9c85-40fa-8f27-d3da9eecebff tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=5ee67823-a6dc-4197-8c53-1896a4c5d9a7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:24.628588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dcf1cc-9c85-40fa-8f27-d3da9eecebff tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:24.633319 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-85dcf1cc-9c85-40fa-8f27-d3da9eecebff tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:24.741972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-85dcf1cc-9c85-40fa-8f27-d3da9eecebff tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5318935 Dec 16 22:26:24.744518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49582) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:24.787294 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:25.078262 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c1b7c06-4c31-4298-b614-c21c1afe2c3f req-fa4631f3-a0e6-4f2a-bce0-eb5637f18bb2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0852242 Dec 16 22:26:25.224787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc19df-cfac-437a-87a8-029dec9aea54 req-4629054d-59a3-4dad-adcc-2a9edd409df6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:25.226407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0cc19df-cfac-437a-87a8-029dec9aea54 req-4629054d-59a3-4dad-adcc-2a9edd409df6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1466265 Dec 16 22:26:25.317315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0cc19df-cfac-437a-87a8-029dec9aea54 req-2272a2c1-ae18-4896-885c-ad015566d9e1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816202 Dec 16 22:26:25.369956 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ae1205df-d108-45e0-856b-fd79ee32796e up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:25.397796 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e10f836-2309-49cd-bcb9-19efa6c290a2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:25.466404 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ae1205df-d108-45e0-856b-fd79ee32796e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:25.466404 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:25.610582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:25.633480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67df3479-0288-4461-91f6-6735decac20e req-9737154e-df0d-4372-89a9-73d5aab9de25 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0682387 Dec 16 22:26:25.697121 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port ae1205df-d108-45e0-856b-fd79ee32796e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ae1205df-d108-45e0-856b-fd79ee32796e,segment=NetworkSegment(68966f45-c6d7-479b-866b-2853315f9802),segment_id=68966f45-c6d7-479b-866b-2853315f9802)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:25.715712 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c456a850-76c2-495c-93d0-880c0b8c555a None None] Network 51ce686d-9007-4b40-b1ed-94e48ca178f2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:25.800008 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:25.815552 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:25.892456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=ae1205df-d108-45e0-856b-fd79ee32796e,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:25.918465 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-66d58aa8-ac96-4136-9732-2f60cbc48818 None None] Provisioning complete for port ae1205df-d108-45e0-856b-fd79ee32796e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:25.918863 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66d58aa8-ac96-4136-9732-2f60cbc48818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:26.000116 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e10f836-2309-49cd-bcb9-19efa6c290a2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:26.082174 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e10f836-2309-49cd-bcb9-19efa6c290a2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:26.212770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0df5cf51-8114-4c0c-b243-a4240016a3ca req-70dfd736-d480-4d97-a126-5ff723c0c371 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0535061 Dec 16 22:26:26.240219 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10f836-2309-49cd-bcb9-19efa6c290a2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=5ee67823-a6dc-4197-8c53-1896a4c5d9a7,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:26.291955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-660555ff-f308-433b-a732-a51901361f41 None None] Provisioning complete for port 5ee67823-a6dc-4197-8c53-1896a4c5d9a7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:26.293584 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-660555ff-f308-433b-a732-a51901361f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:26.386736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-660555ff-f308-433b-a732-a51901361f41 None None] Port 5ee67823-a6dc-4197-8c53-1896a4c5d9a7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:26.404273 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-660555ff-f308-433b-a732-a51901361f41 None None] Provisioning complete for port ae1205df-d108-45e0-856b-fd79ee32796e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:26.404670 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-660555ff-f308-433b-a732-a51901361f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:26.578643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341c0fc-d2c3-4536-856b-f84fa3c2b2ba req-39ed70f8-3297-4ee8-9db2-7075c99ee89a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:26.587357 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c341c0fc-d2c3-4536-856b-f84fa3c2b2ba req-39ed70f8-3297-4ee8-9db2-7075c99ee89a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0964508 Dec 16 22:26:26.602154 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e10f836-2309-49cd-bcb9-19efa6c290a2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:26.684011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c341c0fc-d2c3-4536-856b-f84fa3c2b2ba req-18479bb0-c95d-47d1-b26d-25d543b5c5e9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952594 Dec 16 22:26:26.805101 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6742b5a5-4e05-47a9-b273-7608efd84595 None None] Provisioning complete for port 5ee67823-a6dc-4197-8c53-1896a4c5d9a7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:26.806181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ccba7b5-bf34-4830-9e51-e8de5c652252 req-34cb1a6f-c255-464f-be9f-b4b950ee60cd tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0661561 Dec 16 22:26:26.808578 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6742b5a5-4e05-47a9-b273-7608efd84595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:26.869707 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6742b5a5-4e05-47a9-b273-7608efd84595 None None] Port 5ee67823-a6dc-4197-8c53-1896a4c5d9a7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:26.885381 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e10f836-2309-49cd-bcb9-19efa6c290a2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:27.103445 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-001945ef-c149-4e59-996e-6697c3dd4a69 None None] Provisioning complete for port 5ee67823-a6dc-4197-8c53-1896a4c5d9a7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:27.103445 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-001945ef-c149-4e59-996e-6697c3dd4a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:27.187093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-001945ef-c149-4e59-996e-6697c3dd4a69 None None] Port 5ee67823-a6dc-4197-8c53-1896a4c5d9a7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:27.278185 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ae1205df-d108-45e0-856b-fd79ee32796e up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:27.356077 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e10f836-2309-49cd-bcb9-19efa6c290a2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:27.381304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0906e228-cf46-4dbe-96ab-5659b9cbea95 req-1ff141b8-63e4-4ba7-b985-7d7832c29777 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0519531 Dec 16 22:26:27.404915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ae1205df-d108-45e0-856b-fd79ee32796e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:27.408401 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:27.410103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49644) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:27.448005 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e10f836-2309-49cd-bcb9-19efa6c290a2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:27.584858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10f836-2309-49cd-bcb9-19efa6c290a2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=5ee67823-a6dc-4197-8c53-1896a4c5d9a7,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:27.617298 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45d7201f-6b7f-4410-aa24-f92d0d1e0f79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:27.679939 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e10f836-2309-49cd-bcb9-19efa6c290a2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:27.865441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aeb870-2966-4b2e-a56f-08e95b837130 req-31e63137-16d0-4f2b-a556-8305352e42f9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:27.878701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69aeb870-2966-4b2e-a56f-08e95b837130 req-31e63137-16d0-4f2b-a556-8305352e42f9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1125486 Dec 16 22:26:27.968333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e10f836-2309-49cd-bcb9-19efa6c290a2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network 51ce686d-9007-4b40-b1ed-94e48ca178f2 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:27.973833 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45d7201f-6b7f-4410-aa24-f92d0d1e0f79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:27.977622 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9e10f836-2309-49cd-bcb9-19efa6c290a2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:28.026403 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56b77b5f-6439-4c5c-9d40-1105a15b56ba req-ed6ccc47-d7e7-483a-b45b-b83d8d76b675 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0725214 Dec 16 22:26:28.054092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69aeb870-2966-4b2e-a56f-08e95b837130 req-6d542e4f-542f-4827-8d66-25396ac4348b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706421 Dec 16 22:26:28.091047 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45d7201f-6b7f-4410-aa24-f92d0d1e0f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:28.164523 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-45d7201f-6b7f-4410-aa24-f92d0d1e0f79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea1ac13f1e6c4a89879bc67e0c710540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7530968 Dec 16 22:26:28.172144 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49664) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:28.179806 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7201f-6b7f-4410-aa24-f92d0d1e0f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3ad67c-1aa0-4810-a6bf-276a52ca35c2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:28.306809 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bbc33e6c-2f23-45c0-8c47-dfbdbb9a665f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:28.332719 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bbc33e6c-2f23-45c0-8c47-dfbdbb9a665f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:28.389610 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e10f836-2309-49cd-bcb9-19efa6c290a2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Router ad670a9d-10b7-4690-b540-8081f89da1f1 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:26:28.449545 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-65943ef4-eca3-411f-ac5b-e18237a506e0 None None] Provisioning complete for port 5ee67823-a6dc-4197-8c53-1896a4c5d9a7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:28.450186 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65943ef4-eca3-411f-ac5b-e18237a506e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:28.474623 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bbc33e6c-2f23-45c0-8c47-dfbdbb9a665f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:28.478550 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bbc33e6c-2f23-45c0-8c47-dfbdbb9a665f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:28.482236 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bbc33e6c-2f23-45c0-8c47-dfbdbb9a665f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d3ad67c-1aa0-4810-a6bf-276a52ca35c2 HTTP/1.1" status: 204 len: 168 time: 0.3067579 Dec 16 22:26:28.500188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f34dee8-0719-4f66-884c-1f64b9d9249f req-c123e676-3031-4577-b592-6b11447a538a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0464299 Dec 16 22:26:28.503771 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc33e6c-2f23-45c0-8c47-dfbdbb9a665f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3ad67c-1aa0-4810-a6bf-276a52ca35c2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:28.529078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e10f836-2309-49cd-bcb9-19efa6c290a2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:26:28.536278 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9e10f836-2309-49cd-bcb9-19efa6c290a2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "PUT /v2.0/routers/ad670a9d-10b7-4690-b540-8081f89da1f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7880692 Dec 16 22:26:28.539014 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49672) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:28.572661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-65943ef4-eca3-411f-ac5b-e18237a506e0 None None] Port 5ee67823-a6dc-4197-8c53-1896a4c5d9a7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:28.587089 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813bfb79-50e4-49ba-bfe4-50fb5b64868b None None] Sync routers for ids ['ad670a9d-10b7-4690-b540-8081f89da1f1'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:26:28.608613 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813bfb79-50e4-49ba-bfe4-50fb5b64868b None None] Routers {'ad670a9d-10b7-4690-b540-8081f89da1f1'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:28.609411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-813bfb79-50e4-49ba-bfe4-50fb5b64868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:26:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ad670a9d-10b7-4690-b540-8081f89da1f1'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:28.627069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cce191d-d38f-45ee-9028-87755de882bb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:28.629224 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7cce191d-d38f-45ee-9028-87755de882bb tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad670a9d-10b7-4690-b540-8081f89da1f1 HTTP/1.1" status: 200 len: 982 time: 0.0887938 Dec 16 22:26:28.632985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49678) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:28.649532 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-813bfb79-50e4-49ba-bfe4-50fb5b64868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:28.669632 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813bfb79-50e4-49ba-bfe4-50fb5b64868b None None] Routers {'ad670a9d-10b7-4690-b540-8081f89da1f1'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:28.670519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-813bfb79-50e4-49ba-bfe4-50fb5b64868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:26:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ad670a9d-10b7-4690-b540-8081f89da1f1'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:28.710001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-813bfb79-50e4-49ba-bfe4-50fb5b64868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:28.710925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813bfb79-50e4-49ba-bfe4-50fb5b64868b None None] The sync data for ids ['ad670a9d-10b7-4690-b540-8081f89da1f1'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:26:28.839454 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:26:29.222869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d944152d-6cb8-4b9b-a8e3-74651c819b68 req-8359794a-9cf9-4aa8-ba5e-6703000c199c tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0741596 Dec 16 22:26:29.291531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905ee5c-928e-4930-9315-08c2734091c5 req-6ec8c0db-9719-4711-ba1e-2fc5f9b41a54 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:29.294227 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8905ee5c-928e-4930-9315-08c2734091c5 req-6ec8c0db-9719-4711-ba1e-2fc5f9b41a54 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0709243 Dec 16 22:26:29.390915 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-77f5ba29-1a28-410b-902e-c42f7cc90342 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:29.391509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8905ee5c-928e-4930-9315-08c2734091c5 req-dc2a3b1f-2d12-40f4-94b8-c4c8c92c3079 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843930 Dec 16 22:26:29.580340 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d65892c4-64fd-42d4-8920-40722367325f req-741d169b-e454-48e9-86da-7f2499d73477 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0338182 Dec 16 22:26:29.669865 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-77f5ba29-1a28-410b-902e-c42f7cc90342 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port 5ee67823-a6dc-4197-8c53-1896a4c5d9a7 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:29.670451 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-77f5ba29-1a28-410b-902e-c42f7cc90342 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:29.794795 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-77f5ba29-1a28-410b-902e-c42f7cc90342 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:29.809262 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-77f5ba29-1a28-410b-902e-c42f7cc90342 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for 5ee67823-a6dc-4197-8c53-1896a4c5d9a7 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:30.095728 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-77f5ba29-1a28-410b-902e-c42f7cc90342 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:30.341914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d775362-9ae4-49d6-850c-ed44a295e05d req-76364755-8f4c-4a5a-a6c1-54c602a19286 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0370586 Dec 16 22:26:30.568387 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142d2f9-4b2b-447e-9768-351224908e85 req-060997e1-49b8-4132-82f7-c9bfde705a0a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:30.570447 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6142d2f9-4b2b-447e-9768-351224908e85 req-060997e1-49b8-4132-82f7-c9bfde705a0a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0674922 Dec 16 22:26:30.592890 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5ba29-1a28-410b-902e-c42f7cc90342 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=5ee67823-a6dc-4197-8c53-1896a4c5d9a7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:30.679888 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6142d2f9-4b2b-447e-9768-351224908e85 req-edd67577-fe1b-434b-9caa-5909f047321e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997193 Dec 16 22:26:30.713269 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89d7c5e3-b8c3-421f-9eb5-a78c2dca39c8 req-0aea6c08-1a65-47f8-a6df-5a0ce86dcf07 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0552957 Dec 16 22:26:30.851732 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-77f5ba29-1a28-410b-902e-c42f7cc90342 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.118281 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f5ba29-1a28-410b-902e-c42f7cc90342 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Router ad670a9d-10b7-4690-b540-8081f89da1f1 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:26:31.221268 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f5ba29-1a28-410b-902e-c42f7cc90342 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:26:31.228594 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-77f5ba29-1a28-410b-902e-c42f7cc90342 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "PUT /v2.0/routers/ad670a9d-10b7-4690-b540-8081f89da1f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5941768 Dec 16 22:26:31.232518 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49754) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:31.232896 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218fa314-948d-4e18-acf2-c0468b199286 None None] Sync routers for ids ['ad670a9d-10b7-4690-b540-8081f89da1f1'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:26:31.254604 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218fa314-948d-4e18-acf2-c0468b199286 None None] Routers {'ad670a9d-10b7-4690-b540-8081f89da1f1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:31.254604 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-218fa314-948d-4e18-acf2-c0468b199286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:26:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ad670a9d-10b7-4690-b540-8081f89da1f1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:31.283031 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5814df2-4494-4eca-a58b-3c1e5f461ecd tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] GET failed (client error): The resource could not be found. Dec 16 22:26:31.284921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a5814df2-4494-4eca-a58b-3c1e5f461ecd tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/5ee67823-a6dc-4197-8c53-1896a4c5d9a7 HTTP/1.1" status: 404 len: 333 time: 0.0514135 Dec 16 22:26:31.288910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49758) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:31.295095 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-218fa314-948d-4e18-acf2-c0468b199286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:31.303353 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218fa314-948d-4e18-acf2-c0468b199286 None None] Routers {'ad670a9d-10b7-4690-b540-8081f89da1f1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:31.303983 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-218fa314-948d-4e18-acf2-c0468b199286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:26:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ad670a9d-10b7-4690-b540-8081f89da1f1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:31.373844 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a52adc14-c978-48ef-91f0-249ad30b8639 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.443810 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-218fa314-948d-4e18-acf2-c0468b199286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:31.444731 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218fa314-948d-4e18-acf2-c0468b199286 None None] The sync data for ids ['ad670a9d-10b7-4690-b540-8081f89da1f1'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:26:31.551737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e29952e3-5332-4356-95d2-23a62d4a6e8b req-0e5e7419-b316-4428-baa2-76463786e96f tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0353861 Dec 16 22:26:31.662455 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a52adc14-c978-48ef-91f0-249ad30b8639 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.668721 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a52adc14-c978-48ef-91f0-249ad30b8639 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.818316 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a52adc14-c978-48ef-91f0-249ad30b8639 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.819075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52adc14-c978-48ef-91f0-249ad30b8639 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Fanout notify agent at l3_agent the message router_deleted on router ad670a9d-10b7-4690-b540-8081f89da1f1 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:26:31.828193 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a52adc14-c978-48ef-91f0-249ad30b8639 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.829453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a52adc14-c978-48ef-91f0-249ad30b8639 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/routers/ad670a9d-10b7-4690-b540-8081f89da1f1 HTTP/1.1" status: 204 len: 168 time: 0.5394757 Dec 16 22:26:31.833139 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49774) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:31.865544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf1bd8ca-c9fe-42b6-8ec7-5943654973e6 req-caa8a1ad-41ac-490b-948c-3f1a87c14ee0 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0719507 Dec 16 22:26:31.916474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d696e-0f45-49df-81a6-50e1654f514c req-3fc12f04-e331-4605-b74e-2c622ba85146 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:31.922657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-346d696e-0f45-49df-81a6-50e1654f514c req-3fc12f04-e331-4605-b74e-2c622ba85146 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1237376 Dec 16 22:26:31.951287 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-21cf505c-0ba5-497a-bcaf-85c857837abc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting subnet 85aa1c23-8159-4d42-af30-ce9ce26282f1 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:26:31.956921 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21cf505c-0ba5-497a-bcaf-85c857837abc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.005950 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21cf505c-0ba5-497a-bcaf-85c857837abc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.078682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-346d696e-0f45-49df-81a6-50e1654f514c req-b5974232-7c6b-485b-aaf7-abe083e79990 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477275 Dec 16 22:26:32.144907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49784) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:32.174685 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21cf505c-0ba5-497a-bcaf-85c857837abc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.328562 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21cf505c-0ba5-497a-bcaf-85c857837abc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.371258 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf505c-0ba5-497a-bcaf-85c857837abc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Subnet': ['ID=85aa1c23-8159-4d42-af30-ce9ce26282f1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:32.391029 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21cf505c-0ba5-497a-bcaf-85c857837abc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.397823 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-21cf505c-0ba5-497a-bcaf-85c857837abc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/85aa1c23-8159-4d42-af30-ce9ce26282f1 HTTP/1.1" status: 204 len: 168 time: 0.5611942 Dec 16 22:26:32.398294 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49792) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:32.407101 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5432e5-4010-4015-8036-d7276dba4271 None None] Network 51ce686d-9007-4b40-b1ed-94e48ca178f2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:32.639607 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.790366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port ae1205df-d108-45e0-856b-fd79ee32796e {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:32.892014 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.893407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69d091b2-9d79-4c67-b0f5-5c6a1ea2ec88 req-cdd8c79d-9555-4fd3-a262-b7b4f25b8663 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0335622 Dec 16 22:26:32.893790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] For port ae1205df-d108-45e0-856b-fd79ee32796e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ae1205df-d108-45e0-856b-fd79ee32796e,segment=NetworkSegment(68966f45-c6d7-479b-866b-2853315f9802),segment_id=68966f45-c6d7-479b-866b-2853315f9802)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:32.893790 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.893790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for ae1205df-d108-45e0-856b-fd79ee32796e owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:32.897285 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45a1255-7517-4471-ae7b-b8fefb1f1322 None None] DHCP port deletion for 51ce686d-9007-4b40-b1ed-94e48ca178f2 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:32.969241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e45a1255-7517-4471-ae7b-b8fefb1f1322 None None] Deleting port ae1205df-d108-45e0-856b-fd79ee32796e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:32.969867 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e45a1255-7517-4471-ae7b-b8fefb1f1322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.056012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e45a1255-7517-4471-ae7b-b8fefb1f1322 None None] For port ae1205df-d108-45e0-856b-fd79ee32796e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ae1205df-d108-45e0-856b-fd79ee32796e,segment=NetworkSegment(68966f45-c6d7-479b-866b-2853315f9802),segment_id=68966f45-c6d7-479b-866b-2853315f9802)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:33.056385 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e45a1255-7517-4471-ae7b-b8fefb1f1322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.076475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e45a1255-7517-4471-ae7b-b8fefb1f1322 None None] Calling delete_port for ae1205df-d108-45e0-856b-fd79ee32796e owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:33.214689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ae1205df-d108-45e0-856b-fd79ee32796e no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:33.295169 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ed62ca9-9057-4d73-9d06-74e611aca520 req-cd9f5fa1-d8a4-4ae9-b608-bc1d22856a03 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0401673 Dec 16 22:26:33.316454 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.336353 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.340354 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e45a1255-7517-4471-ae7b-b8fefb1f1322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.366176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=ae1205df-d108-45e0-856b-fd79ee32796e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:33.373383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No DVR routers for this DVR port ae1205df-d108-45e0-856b-fd79ee32796e on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:33.391096 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a1255-7517-4471-ae7b-b8fefb1f1322 None None] Pushing event deleted for resources: {'Port': ['ID=ae1205df-d108-45e0-856b-fd79ee32796e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:33.415885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45a1255-7517-4471-ae7b-b8fefb1f1322 None None] No DVR routers for this DVR port ae1205df-d108-45e0-856b-fd79ee32796e on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:33.430895 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391433f-d6d1-402e-a9cd-330f55fd2fb6 req-d225f440-9c1c-4e1b-9153-295010077893 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:33.440635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6391433f-d6d1-402e-a9cd-330f55fd2fb6 req-d225f440-9c1c-4e1b-9153-295010077893 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1945143 Dec 16 22:26:33.481091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.532434 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ce686d-9007-4b40-b1ed-94e48ca178f2']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:33.549012 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68966f45-c6d7-479b-866b-2853315f9802') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:33.549344 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68966f45-c6d7-479b-866b-2853315f9802') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:33.570494 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.572440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6391433f-d6d1-402e-a9cd-330f55fd2fb6 req-e12c6266-ae9c-4fe0-8633-a710a7f8ddcc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306047 Dec 16 22:26:33.588195 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.607666 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:33.608869 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.642496 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2916a595-71f0-4c25-a73f-b1b25b3003ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:33.686453 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:33.784256 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.788847 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.794278 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/networks/51ce686d-9007-4b40-b1ed-94e48ca178f2 HTTP/1.1" status: 204 len: 168 time: 1.3942866 Dec 16 22:26:33.798319 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49814) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:33.819376 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441da53-2c21-4f31-ada1-5a0673bbfcc1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Network': ['ID=51ce686d-9007-4b40-b1ed-94e48ca178f2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:33.884139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb91ac1f-1da3-45cd-9020-040f8fe8c92c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:33.889018 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cb91ac1f-1da3-45cd-9020-040f8fe8c92c tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/1bb80e04-0501-4548-9a01-1ff12585ece4 HTTP/1.1" status: 200 len: 840 time: 0.0670037 Dec 16 22:26:33.889415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49816) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:33.951844 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7dc6ecc6-021d-43fc-b16f-3809bebc2aa2 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/1bb80e04-0501-4548-9a01-1ff12585ece4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0608025 Dec 16 22:26:33.963531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49820) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:33.969889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-623bc30b-b464-4bda-b12a-75fad2f2aa49 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'subnet': {'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:34.046092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1c23678-5bcc-4d3c-970b-5c6fb99f745b req-db19e8a4-c6c0-44b8-a04f-f5b2ac80dd08 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0681901 Dec 16 22:26:34.103649 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-2916a595-71f0-4c25-a73f-b1b25b3003ea admin admin] Deleting port 182a6b49-e36b-42b3-8901-4bd3f628130c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:34.103988 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2916a595-71f0-4c25-a73f-b1b25b3003ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:34.204961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-2916a595-71f0-4c25-a73f-b1b25b3003ea admin admin] For port 182a6b49-e36b-42b3-8901-4bd3f628130c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=182a6b49-e36b-42b3-8901-4bd3f628130c,segment=NetworkSegment(5b856b90-9bf4-4cbc-a592-7befe5f1c2fb),segment_id=5b856b90-9bf4-4cbc-a592-7befe5f1c2fb)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:34.205328 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2916a595-71f0-4c25-a73f-b1b25b3003ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:34.224258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-2916a595-71f0-4c25-a73f-b1b25b3003ea admin admin] Calling delete_port for 182a6b49-e36b-42b3-8901-4bd3f628130c owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:34.269118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623bc30b-b464-4bda-b12a-75fad2f2aa49 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:34.278017 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-623bc30b-b464-4bda-b12a-75fad2f2aa49 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:34.403794 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23ae3321-daf6-48f9-a3e4-717f2d8dbf98 req-22b0784d-1582-4a85-adcd-898230799eff tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0365763 Dec 16 22:26:34.684055 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-623bc30b-b464-4bda-b12a-75fad2f2aa49 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:34.719802 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2916a595-71f0-4c25-a73f-b1b25b3003ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:34.786594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916a595-71f0-4c25-a73f-b1b25b3003ea admin admin] Pushing event deleted for resources: {'Port': ['ID=182a6b49-e36b-42b3-8901-4bd3f628130c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:34.791559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623bc30b-b464-4bda-b12a-75fad2f2aa49 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:34.823779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-623bc30b-b464-4bda-b12a-75fad2f2aa49 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:34.827325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623bc30b-b464-4bda-b12a-75fad2f2aa49 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:34.827930 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-623bc30b-b464-4bda-b12a-75fad2f2aa49 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:34.835617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bc30b-b464-4bda-b12a-75fad2f2aa49 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Subnet': ['ID=7ad99215-c3e2-4042-b0e0-990122cc0b6e,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:34.838377 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36d6847-911b-46f3-9592-fd1e590f6f43 None None] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:34.883964 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6c579-f36a-46f3-8278-1a1dd722f783 req-3727e2ba-77e9-470c-9ef0-799dc68ad0b0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:34.892298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10b6c579-f36a-46f3-8278-1a1dd722f783 req-3727e2ba-77e9-470c-9ef0-799dc68ad0b0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.2209263 Dec 16 22:26:34.993924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-d38b73c3-e01f-4df5-8f13-1bac61cb351c', 'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'project_id': 'd962c50bed8c4597a414fec691607a55', 'fixed_ips': [{'subnet_id': '7ad99215-c3e2-4042-b0e0-990122cc0b6e'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:26:34.996056 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.004537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49852) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:35.005146 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-623bc30b-b464-4bda-b12a-75fad2f2aa49 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0390193 Dec 16 22:26:35.011256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ebce9403-3435-4255-b086-6ec3856869ca tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'security_group': {'name': 'tempest-secgroup-1535117971'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:35.023301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10b6c579-f36a-46f3-8278-1a1dd722f783 req-2639d8be-1380-42eb-9309-954119092bcd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243210 Dec 16 22:26:35.128600 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2916a595-71f0-4c25-a73f-b1b25b3003ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.158691 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ebce9403-3435-4255-b086-6ec3856869ca tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.217922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f4fd517-fcc4-402e-97c1-a5fb8c2bdf30 req-dd8a5758-c927-40f8-9ef4-ffa1088a63eb tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0714800 Dec 16 22:26:35.295210 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Allocated IP 172.20.0.2 (d38b73c3-e01f-4df5-8f13-1bac61cb351c/7ad99215-c3e2-4042-b0e0-990122cc0b6e/46a7acf5-d42b-4d06-b013-ac83853baceb) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:35.414648 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ebce9403-3435-4255-b086-6ec3856869ca tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.513404 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ebce9403-3435-4255-b086-6ec3856869ca tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.517426 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.517922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ae742df-a853-4526-8efc-c27900a723b4 req-f7388b86-df45-4d6a-8205-69d5847c810c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0355847 Dec 16 22:26:35.552809 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce9403-3435-4255-b086-6ec3856869ca tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c849760-b2e2-4c35-b82e-68731b51962f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:35.621634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2916a595-71f0-4c25-a73f-b1b25b3003ea admin admin] Router 05897539-dbbf-47b1-915a-f60ab4ef96db has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:26:35.633303 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.672237 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ebce9403-3435-4255-b086-6ec3856869ca tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.673794 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ebce9403-3435-4255-b086-6ec3856869ca tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6670732 Dec 16 22:26:35.676616 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49874) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:35.681476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-97c0b7bf-b325-488e-8f0a-b2b72e2089ca tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'security_group': {'name': 'tempest-secgroup-321836876'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:35.707397 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Pushing event updated for resources: {'Port': ['ID=46a7acf5-d42b-4d06-b013-ac83853baceb,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:35.727762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:35.730417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:35.734687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:35.762725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2916a595-71f0-4c25-a73f-b1b25b3003ea admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:26:35.784663 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2916a595-71f0-4c25-a73f-b1b25b3003ea admin admin] 10.222.0.43 "PUT /v2.0/routers/05897539-dbbf-47b1-915a-f60ab4ef96db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6386311 Dec 16 22:26:35.789207 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97c0b7bf-b325-488e-8f0a-b2b72e2089ca tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.789357 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49876) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:35.815835 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfc0dad-13d4-4594-810b-af574e3e60d8 None None] Sync routers for ids ['05897539-dbbf-47b1-915a-f60ab4ef96db'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:26:35.844583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfc0dad-13d4-4594-810b-af574e3e60d8 None None] Routers {'05897539-dbbf-47b1-915a-f60ab4ef96db'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:35.845328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1bfc0dad-13d4-4594-810b-af574e3e60d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:26:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['05897539-dbbf-47b1-915a-f60ab4ef96db'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:35.897452 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97c0b7bf-b325-488e-8f0a-b2b72e2089ca tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.910037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Attempting to bind port 46a7acf5-d42b-4d06-b013-ac83853baceb on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:26:35.910406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Attempting to bind port 46a7acf5-d42b-4d06-b013-ac83853baceb by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '5a210832-def5-4782-a27e-2e97b808688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:26:35.910776 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Attempting to bind port 46a7acf5-d42b-4d06-b013-ac83853baceb on network d38b73c3-e01f-4df5-8f13-1bac61cb351c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:26:35.921554 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca852-b6a1-498f-96b8-409d323d51e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.923896 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:26:35.924236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Checking segment: {'id': '5a210832-def5-4782-a27e-2e97b808688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:35.924440 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.924839 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Bound using segment: {'id': '5a210832-def5-4782-a27e-2e97b808688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:26:35.925326 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Bound port: 46a7acf5-d42b-4d06-b013-ac83853baceb, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a210832-def5-4782-a27e-2e97b808688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:26:35.925712 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.994171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-1bfc0dad-13d4-4594-810b-af574e3e60d8 None None] Set router 05897539-dbbf-47b1-915a-f60ab4ef96db gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:26:36.016098 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97c0b7bf-b325-488e-8f0a-b2b72e2089ca tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:36.117906 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0b7bf-b325-488e-8f0a-b2b72e2089ca tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225fcbac-9eb4-4b57-96bf-109aeae3d8f6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:36.134550 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97c0b7bf-b325-488e-8f0a-b2b72e2089ca tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:36.141648 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-97c0b7bf-b325-488e-8f0a-b2b72e2089ca tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4636803 Dec 16 22:26:36.144190 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49884) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:36.155460 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4c03e0af-dce4-49b3-8d83-2018617650a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-391598844', 'security_groups': ['225fcbac-9eb4-4b57-96bf-109aeae3d8f6'], 'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7ad99215-c3e2-4042-b0e0-990122cc0b6e'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:36.157035 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] For port 46a7acf5-d42b-4d06-b013-ac83853baceb, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:26:36.160249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] For port 46a7acf5-d42b-4d06-b013-ac83853baceb, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=46a7acf5-d42b-4d06-b013-ac83853baceb,segment=NetworkSegment(5a210832-def5-4782-a27e-2e97b808688d),segment_id=5a210832-def5-4782-a27e-2e97b808688d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:26:36.217846 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca852-b6a1-498f-96b8-409d323d51e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:36.248341 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab36efd-3467-43c5-80ab-b13742bc3e98 req-c4db308a-3c8e-45ab-b975-44ea4e2bdd89 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:36.258114 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ab36efd-3467-43c5-80ab-b13742bc3e98 req-c4db308a-3c8e-45ab-b975-44ea4e2bdd89 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1116087 Dec 16 22:26:36.268966 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:36.381463 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ab36efd-3467-43c5-80ab-b13742bc3e98 req-bc3ca999-6079-4d3a-8a38-f38473e0d328 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143317 Dec 16 22:26:36.396721 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f31cc-2523-4bc7-8b5c-fba2e008648e None None] Pushing event updated for resources: {'Port': ['ID=46a7acf5-d42b-4d06-b013-ac83853baceb,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:36.402486 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c03e0af-dce4-49b3-8d83-2018617650a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:36.425924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1bfc0dad-13d4-4594-810b-af574e3e60d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'name': 'tempest-TaggedBootDevicesTest_v242-645582622-router', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:21Z', 'updated_at': '2021-12-16T22:26:34Z', 'revision_number': 5, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'gw_port': {'id': '5bf90747-0f8d-43fb-ace1-824f1ce85ba1', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:22Z', 'updated_at': '2021-12-16T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:36.445548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a07bd765-2882-418e-a860-cf22e17e90c1 req-2fac7ffd-37db-496d-b04a-cde5fd8a2e9f tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0628004 Dec 16 22:26:36.503437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfc0dad-13d4-4594-810b-af574e3e60d8 None None] Checking router: 05897539-dbbf-47b1-915a-f60ab4ef96db for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:26:36.510941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ca852-b6a1-498f-96b8-409d323d51e9 admin admin] Deleting port 5bf90747-0f8d-43fb-ace1-824f1ce85ba1 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:36.511466 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca852-b6a1-498f-96b8-409d323d51e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:36.525299 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfc0dad-13d4-4594-810b-af574e3e60d8 None None] Routers {'05897539-dbbf-47b1-915a-f60ab4ef96db'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:36.526247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1bfc0dad-13d4-4594-810b-af574e3e60d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:26:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['05897539-dbbf-47b1-915a-f60ab4ef96db'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:36.699407 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4c03e0af-dce4-49b3-8d83-2018617650a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:36.703002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90e17b25-51e8-44c5-b7fa-c7704540934e req-18448b79-5e6c-420b-85f6-e759d60d8f23 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0860128 Dec 16 22:26:36.737646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-4c03e0af-dce4-49b3-8d83-2018617650a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] device_id is not set on port 3ab4571a-06f5-48f1-b78a-838cec2baedd yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:26:36.769608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-1bfc0dad-13d4-4594-810b-af574e3e60d8 None None] Set router 05897539-dbbf-47b1-915a-f60ab4ef96db gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:26:36.788900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-8d1ca852-b6a1-498f-96b8-409d323d51e9 admin admin] For port 5bf90747-0f8d-43fb-ace1-824f1ce85ba1, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5bf90747-0f8d-43fb-ace1-824f1ce85ba1,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:36.789279 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca852-b6a1-498f-96b8-409d323d51e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:36.813707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ca852-b6a1-498f-96b8-409d323d51e9 admin admin] Calling delete_port for 5bf90747-0f8d-43fb-ace1-824f1ce85ba1 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:36.865115 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1bfc0dad-13d4-4594-810b-af574e3e60d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'name': 'tempest-TaggedBootDevicesTest_v242-645582622-router', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:21Z', 'updated_at': '2021-12-16T22:26:36Z', 'revision_number': 6, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:36.899176 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfc0dad-13d4-4594-810b-af574e3e60d8 None None] The sync data for ids ['05897539-dbbf-47b1-915a-f60ab4ef96db'] in n-d-821840-2 is: [{'id': '05897539-dbbf-47b1-915a-f60ab4ef96db', 'name': 'tempest-TaggedBootDevicesTest_v242-645582622-router', 'tenant_id': '001915db62a44eb0a59ad001f5b8acda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:21Z', 'updated_at': '2021-12-16T22:26:36Z', 'revision_number': 6, 'project_id': '001915db62a44eb0a59ad001f5b8acda', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:26:37.036424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-4c03e0af-dce4-49b3-8d83-2018617650a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Allocated IP 172.20.0.11 (d38b73c3-e01f-4df5-8f13-1bac61cb351c/7ad99215-c3e2-4042-b0e0-990122cc0b6e/3ab4571a-06f5-48f1-b78a-838cec2baedd) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:37.213161 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca852-b6a1-498f-96b8-409d323d51e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:37.244625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ca852-b6a1-498f-96b8-409d323d51e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf90747-0f8d-43fb-ace1-824f1ce85ba1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:37.273413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835f0e3c-b7d8-44e0-93f3-ede111b3d227 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:37.419709 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4c03e0af-dce4-49b3-8d83-2018617650a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:37.421418 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca852-b6a1-498f-96b8-409d323d51e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:37.533246 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4c03e0af-dce4-49b3-8d83-2018617650a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:37.618949 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c03e0af-dce4-49b3-8d83-2018617650a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:37.623811 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-4c03e0af-dce4-49b3-8d83-2018617650a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:37.629566 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03e0af-dce4-49b3-8d83-2018617650a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:37.661646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03e0af-dce4-49b3-8d83-2018617650a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=3ab4571a-06f5-48f1-b78a-838cec2baedd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:37.693663 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c03e0af-dce4-49b3-8d83-2018617650a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:37.694427 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4c03e0af-dce4-49b3-8d83-2018617650a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:37.696517 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca852-b6a1-498f-96b8-409d323d51e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:37.713174 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca852-b6a1-498f-96b8-409d323d51e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:37.720717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d91e648-582a-4e88-bce1-a1f1e2ea4692 req-285e6e79-0710-40c9-bfb7-b16d05d74a9c tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1300771 Dec 16 22:26:37.792348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3d4e9-f886-4861-ad60-1768fbe9788d req-1abc4d1b-56cf-4212-a75d-80619afbe5ee tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:37.793699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0e3d4e9-f886-4861-ad60-1768fbe9788d req-1abc4d1b-56cf-4212-a75d-80619afbe5ee tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.2247753 Dec 16 22:26:37.839661 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4c03e0af-dce4-49b3-8d83-2018617650a4 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6939721 Dec 16 22:26:37.841809 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49924) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:37.848678 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d43ac2ef-984e-41f5-a220-40f51fe45ea3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'subnet': {'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:37.891085 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca852-b6a1-498f-96b8-409d323d51e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:37.891728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1ca852-b6a1-498f-96b8-409d323d51e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05897539-dbbf-47b1-915a-f60ab4ef96db {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:26:37.921648 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca852-b6a1-498f-96b8-409d323d51e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:37.922887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8d1ca852-b6a1-498f-96b8-409d323d51e9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/05897539-dbbf-47b1-915a-f60ab4ef96db HTTP/1.1" status: 204 len: 168 time: 2.1362615 Dec 16 22:26:37.927033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49926) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:37.931043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 46a7acf5-d42b-4d06-b013-ac83853baceb up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:38.016710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-df89f194-064c-40ec-ab0d-7a06c8eb282f admin admin] Deleting subnet 11d40f43-aa33-492a-8d72-d2eb3853f569 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:26:38.029171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 46a7acf5-d42b-4d06-b013-ac83853baceb triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:38.029567 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.051296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0e3d4e9-f886-4861-ad60-1768fbe9788d req-b239320b-1da7-4c8c-b12f-1bcaf90c07a1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389045 Dec 16 22:26:38.052180 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df89f194-064c-40ec-ab0d-7a06c8eb282f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.104726 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95d5d0d6-710f-40fb-ba1b-6b179587d50d req-9b4546c3-3e46-4569-a8ad-49871e868648 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1737833 Dec 16 22:26:38.130469 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df89f194-064c-40ec-ab0d-7a06c8eb282f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.157219 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8624d329-eb5e-4984-87c0-00aaf7da3991 None None] Provisioning complete for port 1bb80e04-0501-4548-9a01-1ff12585ece4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:38.157884 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8624d329-eb5e-4984-87c0-00aaf7da3991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.241268 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.273335 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43ac2ef-984e-41f5-a220-40f51fe45ea3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:38.278726 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d43ac2ef-984e-41f5-a220-40f51fe45ea3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.294631 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8624d329-eb5e-4984-87c0-00aaf7da3991 None None] Port 1bb80e04-0501-4548-9a01-1ff12585ece4 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:38.303647 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 46a7acf5-d42b-4d06-b013-ac83853baceb, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=46a7acf5-d42b-4d06-b013-ac83853baceb,segment=NetworkSegment(5a210832-def5-4782-a27e-2e97b808688d),segment_id=5a210832-def5-4782-a27e-2e97b808688d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:38.310898 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df89f194-064c-40ec-ab0d-7a06c8eb282f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.319616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8624d329-eb5e-4984-87c0-00aaf7da3991 None None] Provisioning complete for port 46a7acf5-d42b-4d06-b013-ac83853baceb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:38.320018 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8624d329-eb5e-4984-87c0-00aaf7da3991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.403801 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.427296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 182a6b49-e36b-42b3-8901-4bd3f628130c no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:38.486893 n-d-821840-2 neutron-server[103952]: INFO neutron.db.ipam_backend_mixin [None req-d43ac2ef-984e-41f5-a220-40f51fe45ea3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7ad99215-c3e2-4042-b0e0-990122cc0b6e (CIDR: 172.20.0.0/28) Dec 16 22:26:38.493821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 182a6b49-e36b-42b3-8901-4bd3f628130c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:38.494430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 182a6b49-e36b-42b3-8901-4bd3f628130c not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:38.497714 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df89f194-064c-40ec-ab0d-7a06c8eb282f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.525724 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89f194-064c-40ec-ab0d-7a06c8eb282f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d40f43-aa33-492a-8d72-d2eb3853f569,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:38.535224 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df89f194-064c-40ec-ab0d-7a06c8eb282f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.540559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-df89f194-064c-40ec-ab0d-7a06c8eb282f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/11d40f43-aa33-492a-8d72-d2eb3853f569 HTTP/1.1" status: 204 len: 168 time: 0.6122110 Dec 16 22:26:38.543788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49936) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:38.550824 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=46a7acf5-d42b-4d06-b013-ac83853baceb,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:38.553260 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43ac2ef-984e-41f5-a220-40f51fe45ea3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:26:38.553763 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43ac2ef-984e-41f5-a220-40f51fe45ea3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:26:38.558401 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a50186-3b2c-4eca-86d5-e12fa57af01d None None] Network 28cf9735-2f74-4728-b3d3-673e82b6a3ef requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:38.628211 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.702323 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d43ac2ef-984e-41f5-a220-40f51fe45ea3 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8590288 Dec 16 22:26:38.705274 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49938) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:38.712199 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1e0dd21a-2605-4a55-991a-c892635731ac tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'subnet': {'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:38.780879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] Deleting port f1da34c8-e33c-4905-8a29-23a33c8a3ab3 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:38.780879 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.847869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b198a9a3-0378-4278-b633-76e68d0a03ff None None] DHCP port deletion for 28cf9735-2f74-4728-b3d3-673e82b6a3ef request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:38.940925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b4ba18c4-30a1-4c38-b343-23dc5c2d7f05 None None] Provisioning complete for port 3ab4571a-06f5-48f1-b78a-838cec2baedd triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:38.942057 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4ba18c4-30a1-4c38-b343-23dc5c2d7f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.975098 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43c21847-1411-44d1-b755-229b306917c7 req-16a2ebc8-ecf8-41e3-8049-70824e99b8cf tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0565217 Dec 16 22:26:39.013740 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba18c4-30a1-4c38-b343-23dc5c2d7f05 None None] Port 3ab4571a-06f5-48f1-b78a-838cec2baedd cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:39.022168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] For port f1da34c8-e33c-4905-8a29-23a33c8a3ab3, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f1da34c8-e33c-4905-8a29-23a33c8a3ab3,segment=NetworkSegment(5b856b90-9bf4-4cbc-a592-7befe5f1c2fb),segment_id=5b856b90-9bf4-4cbc-a592-7befe5f1c2fb)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:39.022735 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.030906 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b198a9a3-0378-4278-b633-76e68d0a03ff None None] Deleting port f1da34c8-e33c-4905-8a29-23a33c8a3ab3 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:39.032002 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b198a9a3-0378-4278-b633-76e68d0a03ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.041558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] Calling delete_port for f1da34c8-e33c-4905-8a29-23a33c8a3ab3 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:39.073575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0dd21a-2605-4a55-991a-c892635731ac tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:39.077475 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd21a-2605-4a55-991a-c892635731ac tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.305536 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a69a388c-7b0d-4373-9bf6-1a9801176289 req-d799733a-f8ff-419f-ba7b-dc6dd8a16f94 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0882444 Dec 16 22:26:39.319783 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.369099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1da34c8-e33c-4905-8a29-23a33c8a3ab3,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:39.371783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] No DVR routers for this DVR port f1da34c8-e33c-4905-8a29-23a33c8a3ab3 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:39.392861 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f6f5fbe9-04b3-4c5b-9453-def1a5f61ac8 req-988c800c-4e36-4e92-b9fa-a6fc2149779a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1632507 Dec 16 22:26:39.459642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 46a7acf5-d42b-4d06-b013-ac83853baceb up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:39.499381 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.512799 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5fbe9-04b3-4c5b-9453-def1a5f61ac8 req-ec3e79ba-5860-4dda-9592-61882779af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:39.514502 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f6f5fbe9-04b3-4c5b-9453-def1a5f61ac8 req-ec3e79ba-5860-4dda-9592-61882779af94 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b86f2c71bd6f448aadfabe845ad0b5e2&device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 1097 time: 0.0943146 Dec 16 22:26:39.530717 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b198a9a3-0378-4278-b633-76e68d0a03ff None None] For port f1da34c8-e33c-4905-8a29-23a33c8a3ab3, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f1da34c8-e33c-4905-8a29-23a33c8a3ab3,segment=NetworkSegment(5b856b90-9bf4-4cbc-a592-7befe5f1c2fb),segment_id=5b856b90-9bf4-4cbc-a592-7befe5f1c2fb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:39.531059 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b198a9a3-0378-4278-b633-76e68d0a03ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.541088 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6306c43-c002-4078-807a-948d1d77d987 req-3e54a185-a57a-4c96-b63a-34998e61362d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:39.549417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6306c43-c002-4078-807a-948d1d77d987 req-3e54a185-a57a-4c96-b63a-34998e61362d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.2684186 Dec 16 22:26:39.552244 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b198a9a3-0378-4278-b633-76e68d0a03ff None None] Calling delete_port for f1da34c8-e33c-4905-8a29-23a33c8a3ab3 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:39.569836 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28cf9735-2f74-4728-b3d3-673e82b6a3ef']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:39.592305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b856b90-9bf4-4cbc-a592-7befe5f1c2fb') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:39.593784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b856b90-9bf4-4cbc-a592-7befe5f1c2fb') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:39.617090 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.624021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 46a7acf5-d42b-4d06-b013-ac83853baceb triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:39.624021 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.639903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6306c43-c002-4078-807a-948d1d77d987 req-cb644ae1-469b-4937-a0bf-74fac6f92c7a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895011 Dec 16 22:26:39.655673 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:39.680825 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:39.683876 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5fbe9-04b3-4c5b-9453-def1a5f61ac8 req-cb552f6b-32ca-4998-9b40-6aae3c69a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:39.683876 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f6f5fbe9-04b3-4c5b-9453-def1a5f61ac8 req-cb552f6b-32ca-4998-9b40-6aae3c69a8cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=788470c4-7b46-42cb-9ef8-ebeca52a3f61 HTTP/1.1" status: 200 len: 915 time: 0.1355221 Dec 16 22:26:39.683876 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd21a-2605-4a55-991a-c892635731ac tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.775902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0dd21a-2605-4a55-991a-c892635731ac tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:39.785395 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-1e0dd21a-2605-4a55-991a-c892635731ac tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:39.797922 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e567bb-c4f2-429e-ad7c-e480570107e6 None None] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:39.799048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0dd21a-2605-4a55-991a-c892635731ac tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:39.799767 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd21a-2605-4a55-991a-c892635731ac tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.811732 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b198a9a3-0378-4278-b633-76e68d0a03ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.829954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dd21a-2605-4a55-991a-c892635731ac tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Subnet': ['ID=f8e8958f-474f-4b31-a66a-ecc4f0df1b50,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:39.841721 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f6f5fbe9-04b3-4c5b-9453-def1a5f61ac8 req-32326d1c-820e-4941-82fb-2b458627f77e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=933ff4d1-f888-4eb8-814d-71b5b03506d2 HTTP/1.1" status: 200 len: 1000 time: 0.1305985 Dec 16 22:26:39.892617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198a9a3-0378-4278-b633-76e68d0a03ff None None] Pushing event deleted for resources: {'Port': ['ID=f1da34c8-e33c-4905-8a29-23a33c8a3ab3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:39.898921 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.910848 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5fbe9-04b3-4c5b-9453-def1a5f61ac8 req-6d731cb8-df71-4017-b7ec-ee5211671ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:39.910848 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f6f5fbe9-04b3-4c5b-9453-def1a5f61ac8 req-6d731cb8-df71-4017-b7ec-ee5211671ab5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4e3f51de-0f72-4801-9be5-4390be5660b0 HTTP/1.1" status: 200 len: 853 time: 0.0560701 Dec 16 22:26:39.915350 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.919143 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/28cf9735-2f74-4728-b3d3-673e82b6a3ef HTTP/1.1" status: 204 len: 168 time: 1.3741419 Dec 16 22:26:39.920385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f418ab-6b1c-48c2-86c9-c6893477fcb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=28cf9735-2f74-4728-b3d3-673e82b6a3ef,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:39.922508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49962) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:39.929021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b198a9a3-0378-4278-b633-76e68d0a03ff None None] No DVR routers for this DVR port f1da34c8-e33c-4905-8a29-23a33c8a3ab3 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:39.973691 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1e0dd21a-2605-4a55-991a-c892635731ac tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2669849 Dec 16 22:26:39.977632 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49964) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:39.983541 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d82da78e-7282-4a5d-9ff1-498be849f5a5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2081857199', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f8e8958f-474f-4b31-a66a-ecc4f0df1b50'}], 'security_groups': ['1c849760-b2e2-4c35-b82e-68731b51962f']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:40.031996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5bf90747-0f8d-43fb-ace1-824f1ce85ba1 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:40.063334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 5bf90747-0f8d-43fb-ace1-824f1ce85ba1 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:40.063334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5bf90747-0f8d-43fb-ace1-824f1ce85ba1 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:40.072172 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f1da34c8-e33c-4905-8a29-23a33c8a3ab3 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:40.108365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5fbe9-04b3-4c5b-9453-def1a5f61ac8 req-3aafa3f6-e47a-457f-86ff-2688728d84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:40.109983 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f6f5fbe9-04b3-4c5b-9453-def1a5f61ac8 req-3aafa3f6-e47a-457f-86ff-2688728d84fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=788470c4-7b46-42cb-9ef8-ebeca52a3f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925664 Dec 16 22:26:40.116529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: f1da34c8-e33c-4905-8a29-23a33c8a3ab3 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:40.117036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f1da34c8-e33c-4905-8a29-23a33c8a3ab3 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:40.219050 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d82da78e-7282-4a5d-9ff1-498be849f5a5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:40.285411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287adab7-b5f2-4720-8faf-baf51fcec43e None None] Update dhcp port {'port': {'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'fixed_ips': [{'subnet_id': '7ad99215-c3e2-4042-b0e0-990122cc0b6e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f8e8958f-474f-4b31-a66a-ecc4f0df1b50'}], 'binding:host_id': 'n-d-821840-2'}, 'id': '46a7acf5-d42b-4d06-b013-ac83853baceb'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:26:40.358818 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-287adab7-b5f2-4720-8faf-baf51fcec43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:40.553671 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d3497e2-a8bd-4da2-8df5-37019c3673af req-b74744ff-8a38-453e-a016-73156b7bd862 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0518270 Dec 16 22:26:40.583989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cae83a7-6953-4c51-96c3-483ca61795bf req-2b4a19a3-06e5-46f7-8ec5-425cced393a3 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0926809 Dec 16 22:26:40.600276 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f6f5fbe9-04b3-4c5b-9453-def1a5f61ac8 req-d1b2ae15-7748-425a-bb84-e63c051ea1ab service neutron] 10.222.0.69 "GET /v2.0/networks/788470c4-7b46-42cb-9ef8-ebeca52a3f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669244 Dec 16 22:26:40.603809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-287adab7-b5f2-4720-8faf-baf51fcec43e None None] Allocated IP 172.20.0.18 (d38b73c3-e01f-4df5-8f13-1bac61cb351c/f8e8958f-474f-4b31-a66a-ecc4f0df1b50/46a7acf5-d42b-4d06-b013-ac83853baceb) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:40.736285 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-287adab7-b5f2-4720-8faf-baf51fcec43e None None] For port 46a7acf5-d42b-4d06-b013-ac83853baceb, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=46a7acf5-d42b-4d06-b013-ac83853baceb,segment=NetworkSegment(5a210832-def5-4782-a27e-2e97b808688d),segment_id=5a210832-def5-4782-a27e-2e97b808688d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:40.776725 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f6f5fbe9-04b3-4c5b-9453-def1a5f61ac8 req-71776de1-bf46-4259-8650-8af24335fb80 service neutron] 10.222.0.69 "GET /v2.0/networks/788470c4-7b46-42cb-9ef8-ebeca52a3f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640410 Dec 16 22:26:40.779715 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-287adab7-b5f2-4720-8faf-baf51fcec43e None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:40.893404 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-287adab7-b5f2-4720-8faf-baf51fcec43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:40.905795 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc46b-d21b-4fab-8411-22fe5f2266a4 req-2ba8134a-6425-4aa5-b396-bf4a531b8f44 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:40.907643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-910fc46b-d21b-4fab-8411-22fe5f2266a4 req-2ba8134a-6425-4aa5-b396-bf4a531b8f44 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1076484 Dec 16 22:26:41.019152 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-910fc46b-d21b-4fab-8411-22fe5f2266a4 req-1bec69a0-7459-4367-ac90-25adf352d610 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980699 Dec 16 22:26:41.037084 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287adab7-b5f2-4720-8faf-baf51fcec43e None None] Pushing event updated for resources: {'Port': ['ID=46a7acf5-d42b-4d06-b013-ac83853baceb,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:41.143745 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-958b84e8-304b-4d0c-b17a-2fb8853bea7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:41.144177 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-d82da78e-7282-4a5d-9ff1-498be849f5a5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Delete allocated IP 172.20.0.11 (d38b73c3-e01f-4df5-8f13-1bac61cb351c/7ad99215-c3e2-4042-b0e0-990122cc0b6e) {{(pid=103952) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 22:26:41.168877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-d82da78e-7282-4a5d-9ff1-498be849f5a5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Allocated IP 172.20.0.25 (d38b73c3-e01f-4df5-8f13-1bac61cb351c/f8e8958f-474f-4b31-a66a-ecc4f0df1b50/3ab4571a-06f5-48f1-b78a-838cec2baedd) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:41.285328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 46a7acf5-d42b-4d06-b013-ac83853baceb up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:41.343866 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 46a7acf5-d42b-4d06-b013-ac83853baceb triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:41.344270 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:41.547236 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d82da78e-7282-4a5d-9ff1-498be849f5a5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:41.591405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-958b84e8-304b-4d0c-b17a-2fb8853bea7b admin admin] Deleting port f36228f3-0d31-49af-b769-0de15a3ec463 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:41.592012 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-958b84e8-304b-4d0c-b17a-2fb8853bea7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:41.656318 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d82da78e-7282-4a5d-9ff1-498be849f5a5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:41.666661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70109370-dfb0-4924-a1c7-09bdd1c8b5c7 req-f454e043-c92c-4467-9c37-e1c8f7ee8d5b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0282867 Dec 16 22:26:41.741974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6eb0f2c0-fa51-42f9-a771-c3582650fa1e req-ab6becc4-cb6a-4902-8804-181d75a40e37 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0633087 Dec 16 22:26:41.768736 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-958b84e8-304b-4d0c-b17a-2fb8853bea7b admin admin] For port f36228f3-0d31-49af-b769-0de15a3ec463, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f36228f3-0d31-49af-b769-0de15a3ec463,segment=NetworkSegment(d78b0a9c-ec44-41c3-a569-6bda337cf877),segment_id=d78b0a9c-ec44-41c3-a569-6bda337cf877)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:41.769221 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-958b84e8-304b-4d0c-b17a-2fb8853bea7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:41.788989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-958b84e8-304b-4d0c-b17a-2fb8853bea7b admin admin] Calling delete_port for f36228f3-0d31-49af-b769-0de15a3ec463 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:41.836139 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82da78e-7282-4a5d-9ff1-498be849f5a5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=3ab4571a-06f5-48f1-b78a-838cec2baedd,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:41.865727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d82da78e-7282-4a5d-9ff1-498be849f5a5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] In _notify_port_updated(), no bound segment for port 3ab4571a-06f5-48f1-b78a-838cec2baedd on network d38b73c3-e01f-4df5-8f13-1bac61cb351c {{(pid=103952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:26:41.875800 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82da78e-7282-4a5d-9ff1-498be849f5a5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:41.876992 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d82da78e-7282-4a5d-9ff1-498be849f5a5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:41.882296 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d82da78e-7282-4a5d-9ff1-498be849f5a5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "PUT /v2.0/ports/3ab4571a-06f5-48f1-b78a-838cec2baedd HTTP/1.1" status: 200 len: 921 time: 1.9035761 Dec 16 22:26:41.883333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50002) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:41.886675 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7f8a11b4-9574-4f91-8d09-cda8edc85b22 None None] Provisioning complete for port 1bb80e04-0501-4548-9a01-1ff12585ece4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:41.887697 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f8a11b4-9574-4f91-8d09-cda8edc85b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:41.980613 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7f8a11b4-9574-4f91-8d09-cda8edc85b22 None None] Port 1bb80e04-0501-4548-9a01-1ff12585ece4 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:41.996412 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7f8a11b4-9574-4f91-8d09-cda8edc85b22 None None] Provisioning complete for port 3ab4571a-06f5-48f1-b78a-838cec2baedd triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:42.011442 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f8a11b4-9574-4f91-8d09-cda8edc85b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:42.026273 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f2678942-bd35-4ca2-83b0-8fc4c164ebc0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port 3ab4571a-06f5-48f1-b78a-838cec2baedd {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:42.026822 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2678942-bd35-4ca2-83b0-8fc4c164ebc0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:42.055207 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7f8a11b4-9574-4f91-8d09-cda8edc85b22 None None] Port 3ab4571a-06f5-48f1-b78a-838cec2baedd cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:42.079774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7f8a11b4-9574-4f91-8d09-cda8edc85b22 None None] Provisioning complete for port 46a7acf5-d42b-4d06-b013-ac83853baceb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:42.080153 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f8a11b4-9574-4f91-8d09-cda8edc85b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:42.195813 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-958b84e8-304b-4d0c-b17a-2fb8853bea7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:42.231924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b84e8-304b-4d0c-b17a-2fb8853bea7b admin admin] Pushing event deleted for resources: {'Port': ['ID=f36228f3-0d31-49af-b769-0de15a3ec463,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:42.235492 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2678942-bd35-4ca2-83b0-8fc4c164ebc0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:42.290499 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f2678942-bd35-4ca2-83b0-8fc4c164ebc0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for 3ab4571a-06f5-48f1-b78a-838cec2baedd owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:42.351248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86176f7-f259-428b-8c51-4562914bfe14 req-1f8f701b-8ccc-4856-9acb-6cd2348477b1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:42.353111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c86176f7-f259-428b-8c51-4562914bfe14 req-1f8f701b-8ccc-4856-9acb-6cd2348477b1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.2119577 Dec 16 22:26:42.543683 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c86176f7-f259-428b-8c51-4562914bfe14 req-c0af2465-0a81-45d5-9ffa-d58daace3f4a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797526 Dec 16 22:26:42.652432 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-958b84e8-304b-4d0c-b17a-2fb8853bea7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:42.705736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-000aa3b6-d9ff-4323-9c5d-a4d163fafcd7 None None] Could not find standard attr ID for object 3ab4571a-06f5-48f1-b78a-838cec2baedd. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:26:42.705976 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2678942-bd35-4ca2-83b0-8fc4c164ebc0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:42.801620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98735940-1ad4-4a96-891a-c753b91ba111 req-d7d3f838-fd95-4fc6-8e53-edfc8a1cda2d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0481684 Dec 16 22:26:42.858917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2678942-bd35-4ca2-83b0-8fc4c164ebc0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=3ab4571a-06f5-48f1-b78a-838cec2baedd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:42.942179 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2678942-bd35-4ca2-83b0-8fc4c164ebc0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:42.949208 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f2678942-bd35-4ca2-83b0-8fc4c164ebc0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/3ab4571a-06f5-48f1-b78a-838cec2baedd HTTP/1.1" status: 204 len: 168 time: 1.0646057 Dec 16 22:26:42.951816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50028) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:42.979075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b7f977a-d237-48bc-8712-cdb8d8a8b9dd req-7e98e448-0b89-4ad2-b98c-a70312aca897 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0375473 Dec 16 22:26:43.013962 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-858ccb4a-3dfa-446f-99b3-cb3b5f8c61ff tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] GET failed (client error): The resource could not be found. Dec 16 22:26:43.018714 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-858ccb4a-3dfa-446f-99b3-cb3b5f8c61ff tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/3ab4571a-06f5-48f1-b78a-838cec2baedd HTTP/1.1" status: 404 len: 333 time: 0.0633056 Dec 16 22:26:43.019308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50030) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:43.127153 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac352a30-a24e-4722-8cf8-f3be89c0302e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.133285 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958b84e8-304b-4d0c-b17a-2fb8853bea7b admin admin] Router c00d3c4d-4f9e-4a7f-942d-eb667c0da859 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:26:43.164812 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.180399 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac352a30-a24e-4722-8cf8-f3be89c0302e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.283907 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.314696 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac352a30-a24e-4722-8cf8-f3be89c0302e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.318425 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac352a30-a24e-4722-8cf8-f3be89c0302e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.319716 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ac352a30-a24e-4722-8cf8-f3be89c0302e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/security-groups/225fcbac-9eb4-4b57-96bf-109aeae3d8f6 HTTP/1.1" status: 204 len: 168 time: 0.2965419 Dec 16 22:26:43.332023 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50036) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:43.380365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac352a30-a24e-4722-8cf8-f3be89c0302e tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225fcbac-9eb4-4b57-96bf-109aeae3d8f6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:43.423363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958b84e8-304b-4d0c-b17a-2fb8853bea7b admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:26:43.435434 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-958b84e8-304b-4d0c-b17a-2fb8853bea7b admin admin] 10.222.0.43 "PUT /v2.0/routers/c00d3c4d-4f9e-4a7f-942d-eb667c0da859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5114911 Dec 16 22:26:43.436148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50040) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:43.436663 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b913da-17a4-479d-a4ba-ac0a4e522299 None None] Sync routers for ids ['c00d3c4d-4f9e-4a7f-942d-eb667c0da859'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:26:43.469468 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b913da-17a4-479d-a4ba-ac0a4e522299 None None] Routers {'c00d3c4d-4f9e-4a7f-942d-eb667c0da859'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:43.475101 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-75b913da-17a4-479d-a4ba-ac0a4e522299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:26:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c00d3c4d-4f9e-4a7f-942d-eb667c0da859'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:43.521944 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c48f715-f957-4e68-8280-c4b75d5a09dd tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.570791 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f9ac1c1-c16f-4e23-bb65-3ff0a35cc65c admin admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.588515 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c48f715-f957-4e68-8280-c4b75d5a09dd tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.696279 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-75b913da-17a4-479d-a4ba-ac0a4e522299 None None] Set router c00d3c4d-4f9e-4a7f-942d-eb667c0da859 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:26:43.750613 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c48f715-f957-4e68-8280-c4b75d5a09dd tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.754248 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c48f715-f957-4e68-8280-c4b75d5a09dd tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.759180 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3c48f715-f957-4e68-8280-c4b75d5a09dd tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/security-groups/1c849760-b2e2-4c35-b82e-68731b51962f HTTP/1.1" status: 204 len: 168 time: 0.4260397 Dec 16 22:26:43.759922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50048) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:43.811220 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c667b9f-0f18-407e-8435-dfcc4ed0b69a req-125fe549-aaa8-4d1f-88b5-fab0b9ed114b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:43.812900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c667b9f-0f18-407e-8435-dfcc4ed0b69a req-125fe549-aaa8-4d1f-88b5-fab0b9ed114b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1013668 Dec 16 22:26:43.816671 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f9ac1c1-c16f-4e23-bb65-3ff0a35cc65c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.880575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48f715-f957-4e68-8280-c4b75d5a09dd tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c849760-b2e2-4c35-b82e-68731b51962f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:43.892248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c667b9f-0f18-407e-8435-dfcc4ed0b69a req-55d04574-8b82-4470-a232-2b71ffe4fe10 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651898 Dec 16 22:26:43.966320 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3757fe7-32b2-48e4-84c4-ff0d5785bf2f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting subnet 7ad99215-c3e2-4042-b0e0-990122cc0b6e {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:26:43.970138 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b3757fe7-32b2-48e4-84c4-ff0d5785bf2f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:44.023867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69c33e41-209a-4d22-9b88-6b9dc4cfc3c1 req-0d71d14d-5954-4911-bac2-639f8b18c5c2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0916936 Dec 16 22:26:44.070698 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b3757fe7-32b2-48e4-84c4-ff0d5785bf2f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:44.080333 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-75b913da-17a4-479d-a4ba-ac0a4e522299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'name': 'tempest-TaggedBootDevicesTest_v242-1306337607-router', 'tenant_id': 'd7e6621582684cbdabe695358eed78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '31986ba5-1b57-4b30-9426-c78e4371271d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:42Z', 'updated_at': '2021-12-16T22:26:42Z', 'revision_number': 5, 'project_id': 'd7e6621582684cbdabe695358eed78a5', 'gw_port': {'id': '31986ba5-1b57-4b30-9426-c78e4371271d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:43Z', 'updated_at': '2021-12-16T22:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:44.111746 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b913da-17a4-479d-a4ba-ac0a4e522299 None None] Checking router: c00d3c4d-4f9e-4a7f-942d-eb667c0da859 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:26:44.123201 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b913da-17a4-479d-a4ba-ac0a4e522299 None None] Routers {'c00d3c4d-4f9e-4a7f-942d-eb667c0da859'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:44.124116 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-75b913da-17a4-479d-a4ba-ac0a4e522299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:26:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c00d3c4d-4f9e-4a7f-942d-eb667c0da859'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:44.127054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ac1c1-c16f-4e23-bb65-3ff0a35cc65c admin admin] Deleting port 31986ba5-1b57-4b30-9426-c78e4371271d {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:44.130042 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f9ac1c1-c16f-4e23-bb65-3ff0a35cc65c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:44.166777 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6c5f81d-500d-4321-8208-10b0b81e34b7 req-d79a5f80-b427-492a-8547-f3b41071518a tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0613515 Dec 16 22:26:44.246301 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b3757fe7-32b2-48e4-84c4-ff0d5785bf2f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:44.255330 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-75b913da-17a4-479d-a4ba-ac0a4e522299 None None] Set router c00d3c4d-4f9e-4a7f-942d-eb667c0da859 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:26:44.278862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-6f9ac1c1-c16f-4e23-bb65-3ff0a35cc65c admin admin] For port 31986ba5-1b57-4b30-9426-c78e4371271d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=31986ba5-1b57-4b30-9426-c78e4371271d,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:44.278862 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f9ac1c1-c16f-4e23-bb65-3ff0a35cc65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:44.292495 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ac1c1-c16f-4e23-bb65-3ff0a35cc65c admin admin] Calling delete_port for 31986ba5-1b57-4b30-9426-c78e4371271d owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:44.339515 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-75b913da-17a4-479d-a4ba-ac0a4e522299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'name': 'tempest-TaggedBootDevicesTest_v242-1306337607-router', 'tenant_id': 'd7e6621582684cbdabe695358eed78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:42Z', 'updated_at': '2021-12-16T22:26:43Z', 'revision_number': 6, 'project_id': 'd7e6621582684cbdabe695358eed78a5', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:44.368093 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b913da-17a4-479d-a4ba-ac0a4e522299 None None] The sync data for ids ['c00d3c4d-4f9e-4a7f-942d-eb667c0da859'] in n-d-821840-2 is: [{'id': 'c00d3c4d-4f9e-4a7f-942d-eb667c0da859', 'name': 'tempest-TaggedBootDevicesTest_v242-1306337607-router', 'tenant_id': 'd7e6621582684cbdabe695358eed78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:42Z', 'updated_at': '2021-12-16T22:26:43Z', 'revision_number': 6, 'project_id': 'd7e6621582684cbdabe695358eed78a5', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:26:44.411401 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b3757fe7-32b2-48e4-84c4-ff0d5785bf2f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:44.434406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aa6114-54f6-4fd1-be27-7e2b2e3ca3f4 None None] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:44.444274 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b3757fe7-32b2-48e4-84c4-ff0d5785bf2f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:44.448055 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b3757fe7-32b2-48e4-84c4-ff0d5785bf2f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/7ad99215-c3e2-4042-b0e0-990122cc0b6e HTTP/1.1" status: 204 len: 168 time: 0.6801431 Dec 16 22:26:44.449966 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3757fe7-32b2-48e4-84c4-ff0d5785bf2f tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad99215-c3e2-4042-b0e0-990122cc0b6e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:44.455808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50062) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:44.461582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d70ef8cb-56fb-40f1-a7b8-4d4347b6b27b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'subnet': {'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:44.770742 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f9ac1c1-c16f-4e23-bb65-3ff0a35cc65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:44.820841 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70ef8cb-56fb-40f1-a7b8-4d4347b6b27b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:44.826061 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d70ef8cb-56fb-40f1-a7b8-4d4347b6b27b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:44.836040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb35807-980f-48fb-946d-16732be00194 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:44.839160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ac1c1-c16f-4e23-bb65-3ff0a35cc65c admin admin] Pushing event deleted for resources: {'Port': ['ID=31986ba5-1b57-4b30-9426-c78e4371271d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:44.985390 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f9ac1c1-c16f-4e23-bb65-3ff0a35cc65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.112198 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f9ac1c1-c16f-4e23-bb65-3ff0a35cc65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.116270 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f9ac1c1-c16f-4e23-bb65-3ff0a35cc65c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.311943 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f36228f3-0d31-49af-b769-0de15a3ec463 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:45.322274 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f9ac1c1-c16f-4e23-bb65-3ff0a35cc65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.323618 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9ac1c1-c16f-4e23-bb65-3ff0a35cc65c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c00d3c4d-4f9e-4a7f-942d-eb667c0da859 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:26:45.332572 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f9ac1c1-c16f-4e23-bb65-3ff0a35cc65c admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.338049 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50080) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:45.347200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6f9ac1c1-c16f-4e23-bb65-3ff0a35cc65c admin admin] 10.222.0.43 "DELETE /v2.0/routers/c00d3c4d-4f9e-4a7f-942d-eb667c0da859 HTTP/1.1" status: 204 len: 168 time: 1.8982029 Dec 16 22:26:45.368360 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: f36228f3-0d31-49af-b769-0de15a3ec463 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:45.372947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f36228f3-0d31-49af-b769-0de15a3ec463 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:45.374235 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 31986ba5-1b57-4b30-9426-c78e4371271d no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:45.401760 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-4359c97f-cef5-4f04-a519-783ed2bc2642 admin admin] Deleting subnet d1838c8a-f89d-46e3-bf72-cc5ac6a9ae0a {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:26:45.405510 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4359c97f-cef5-4f04-a519-783ed2bc2642 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.414053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 31986ba5-1b57-4b30-9426-c78e4371271d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:45.414671 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 31986ba5-1b57-4b30-9426-c78e4371271d not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:45.440008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-908d4a57-eab0-48af-90fd-57330eeb8ebd req-b2ffe890-7735-48c5-bc1e-beeef730892e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1454740 Dec 16 22:26:45.471931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d16ca52d-78c6-4e9e-aa84-cc0eb300bcb2 None None] Provisioning complete for port 1bb80e04-0501-4548-9a01-1ff12585ece4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:45.472449 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d16ca52d-78c6-4e9e-aa84-cc0eb300bcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.480653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c09a55-1a98-47a4-907b-0d7c840ef5d7 req-8e6fea95-bb5b-40d4-9477-4d9173944bc8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:45.482240 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60c09a55-1a98-47a4-907b-0d7c840ef5d7 req-8e6fea95-bb5b-40d4-9477-4d9173944bc8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1993661 Dec 16 22:26:45.501354 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4359c97f-cef5-4f04-a519-783ed2bc2642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.577183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60c09a55-1a98-47a4-907b-0d7c840ef5d7 req-cfeae64c-8878-4eeb-988f-304b54b38d94 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678420 Dec 16 22:26:45.590896 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d16ca52d-78c6-4e9e-aa84-cc0eb300bcb2 None None] Port 1bb80e04-0501-4548-9a01-1ff12585ece4 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:45.608440 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d16ca52d-78c6-4e9e-aa84-cc0eb300bcb2 None None] Provisioning complete for port 46a7acf5-d42b-4d06-b013-ac83853baceb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:45.609023 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d16ca52d-78c6-4e9e-aa84-cc0eb300bcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.653470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a90ee06-11f6-4d66-9284-3786d7d7b154 req-e107cfbc-fea6-45a1-9ac4-df3962f856b2 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0592370 Dec 16 22:26:45.710909 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d70ef8cb-56fb-40f1-a7b8-4d4347b6b27b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.781107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70ef8cb-56fb-40f1-a7b8-4d4347b6b27b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:45.782494 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4359c97f-cef5-4f04-a519-783ed2bc2642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.788412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d70ef8cb-56fb-40f1-a7b8-4d4347b6b27b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:45.795503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70ef8cb-56fb-40f1-a7b8-4d4347b6b27b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:45.796679 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d70ef8cb-56fb-40f1-a7b8-4d4347b6b27b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.800923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df268f1-8e87-4afb-b92a-d16eb8ce76a8 None None] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:45.830538 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ef8cb-56fb-40f1-a7b8-4d4347b6b27b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Subnet': ['ID=607d4cdb-08ab-4162-b3fe-f1732b54693e,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:45.933690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d70ef8cb-56fb-40f1-a7b8-4d4347b6b27b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4765804 Dec 16 22:26:45.936425 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50092) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:45.941237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a2abb2ad-b2b6-41eb-ac8b-8593d6f60345 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'security_group': {'name': 'tempest-secgroup-516556572'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:45.986021 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4359c97f-cef5-4f04-a519-783ed2bc2642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.009569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0711fb41-bc71-4072-88d8-a7ca5ac3b40b None None] Update dhcp port {'port': {'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'fixed_ips': [{'subnet_id': 'f8e8958f-474f-4b31-a66a-ecc4f0df1b50', 'ip_address': '172.20.0.18'}, {'subnet_id': '607d4cdb-08ab-4162-b3fe-f1732b54693e'}], 'binding:host_id': 'n-d-821840-2'}, 'id': '46a7acf5-d42b-4d06-b013-ac83853baceb'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:26:46.017005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359c97f-cef5-4f04-a519-783ed2bc2642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1838c8a-f89d-46e3-bf72-cc5ac6a9ae0a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:46.024023 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4359c97f-cef5-4f04-a519-783ed2bc2642 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.030825 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4359c97f-cef5-4f04-a519-783ed2bc2642 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d1838c8a-f89d-46e3-bf72-cc5ac6a9ae0a HTTP/1.1" status: 204 len: 168 time: 0.6883001 Dec 16 22:26:46.031261 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50098) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:46.035219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2abb2ad-b2b6-41eb-ac8b-8593d6f60345 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.060476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c98057-4ddf-4f71-aa45-36feee3bec0c None None] Network 5223d143-5df5-411e-a6e7-5687e6eee6dc requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:46.116195 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0711fb41-bc71-4072-88d8-a7ca5ac3b40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.150407 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2abb2ad-b2b6-41eb-ac8b-8593d6f60345 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.159514 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.227068 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2abb2ad-b2b6-41eb-ac8b-8593d6f60345 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.227341 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] Deleting port a24be33b-f677-49f7-9118-e4f5de2ccf9b {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:46.227694 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.259861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb2ad-b2b6-41eb-ac8b-8593d6f60345 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9bb69f-8425-4c32-96f5-21d423316360,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:46.321961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] For port a24be33b-f677-49f7-9118-e4f5de2ccf9b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a24be33b-f677-49f7-9118-e4f5de2ccf9b,segment=NetworkSegment(d78b0a9c-ec44-41c3-a569-6bda337cf877),segment_id=d78b0a9c-ec44-41c3-a569-6bda337cf877)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:46.322330 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.344159 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2abb2ad-b2b6-41eb-ac8b-8593d6f60345 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.345471 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a2abb2ad-b2b6-41eb-ac8b-8593d6f60345 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4078276 Dec 16 22:26:46.349982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50100) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:46.358924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-056dc172-d076-4dd4-8f2b-9980e69c5f24 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'security_group': {'name': 'tempest-secgroup-1960857703'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:46.363592 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546c67d5-f764-4255-9bed-13deecbe04d8 None None] DHCP port deletion for 5223d143-5df5-411e-a6e7-5687e6eee6dc request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:46.364770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] Calling delete_port for a24be33b-f677-49f7-9118-e4f5de2ccf9b owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:46.398689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-0711fb41-bc71-4072-88d8-a7ca5ac3b40b None None] Allocated IP 172.20.0.2 (d38b73c3-e01f-4df5-8f13-1bac61cb351c/607d4cdb-08ab-4162-b3fe-f1732b54693e/46a7acf5-d42b-4d06-b013-ac83853baceb) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:46.504634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-546c67d5-f764-4255-9bed-13deecbe04d8 None None] Deleting port a24be33b-f677-49f7-9118-e4f5de2ccf9b {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:46.505373 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-546c67d5-f764-4255-9bed-13deecbe04d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.530033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bdb66880-8f9c-410a-89cb-ad8eb28098f0 req-56e4a0a3-0d37-4d38-acad-45961ea68714 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0323434 Dec 16 22:26:46.536216 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-056dc172-d076-4dd4-8f2b-9980e69c5f24 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.586014 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.602811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0711fb41-bc71-4072-88d8-a7ca5ac3b40b None None] For port 46a7acf5-d42b-4d06-b013-ac83853baceb, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=46a7acf5-d42b-4d06-b013-ac83853baceb,segment=NetworkSegment(5a210832-def5-4782-a27e-2e97b808688d),segment_id=5a210832-def5-4782-a27e-2e97b808688d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:46.625188 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-546c67d5-f764-4255-9bed-13deecbe04d8 None None] For port a24be33b-f677-49f7-9118-e4f5de2ccf9b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a24be33b-f677-49f7-9118-e4f5de2ccf9b,segment=NetworkSegment(d78b0a9c-ec44-41c3-a569-6bda337cf877),segment_id=d78b0a9c-ec44-41c3-a569-6bda337cf877)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:46.625693 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-546c67d5-f764-4255-9bed-13deecbe04d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.625841 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a24be33b-f677-49f7-9118-e4f5de2ccf9b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:46.631184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] No DVR routers for this DVR port a24be33b-f677-49f7-9118-e4f5de2ccf9b on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:46.643570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-546c67d5-f764-4255-9bed-13deecbe04d8 None None] Calling delete_port for a24be33b-f677-49f7-9118-e4f5de2ccf9b owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:46.675151 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0711fb41-bc71-4072-88d8-a7ca5ac3b40b None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.770489 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0711fb41-bc71-4072-88d8-a7ca5ac3b40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.848950 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-546c67d5-f764-4255-9bed-13deecbe04d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.898268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c67d5-f764-4255-9bed-13deecbe04d8 None None] No DVR routers for this DVR port a24be33b-f677-49f7-9118-e4f5de2ccf9b on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:46.915586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711fb41-bc71-4072-88d8-a7ca5ac3b40b None None] Pushing event updated for resources: {'Port': ['ID=46a7acf5-d42b-4d06-b013-ac83853baceb,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:46.945264 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c67d5-f764-4255-9bed-13deecbe04d8 None None] Pushing event deleted for resources: {'Port': ['ID=a24be33b-f677-49f7-9118-e4f5de2ccf9b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:47.161331 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-056dc172-d076-4dd4-8f2b-9980e69c5f24 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.180081 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.220244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9424648c-c9e8-41aa-a2ec-129a1e07a5a5 req-049228cd-26aa-4b66-8500-25d1546e4393 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0767043 Dec 16 22:26:47.238274 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-056dc172-d076-4dd4-8f2b-9980e69c5f24 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.273120 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 46a7acf5-d42b-4d06-b013-ac83853baceb up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:47.297862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056dc172-d076-4dd4-8f2b-9980e69c5f24 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3136f2-d158-4a25-88bd-9d4902876f95,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:47.320528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5223d143-5df5-411e-a6e7-5687e6eee6dc']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:47.340702 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78b0a9c-ec44-41c3-a569-6bda337cf877') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:47.341314 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78b0a9c-ec44-41c3-a569-6bda337cf877') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:47.362689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69955d19-8267-4596-9e5b-51743c2171fa req-ccbc35ff-cffa-4185-9a4b-c856e8ef9b03 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:47.364800 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69955d19-8267-4596-9e5b-51743c2171fa req-ccbc35ff-cffa-4185-9a4b-c856e8ef9b03 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.6345217 Dec 16 22:26:47.368889 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.417649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 46a7acf5-d42b-4d06-b013-ac83853baceb triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:47.417951 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.432490 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-056dc172-d076-4dd4-8f2b-9980e69c5f24 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.436912 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50128) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:47.437494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-056dc172-d076-4dd4-8f2b-9980e69c5f24 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0882990 Dec 16 22:26:47.444256 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.444445 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c0fc3193-a0a5-453e-82b7-e2254a83d8c0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'security_group': {'name': 'tempest-secgroup-1578290658'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:47.496596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:47.496596 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:47.498779 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:47.584782 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3193-a0a5-453e-82b7-e2254a83d8c0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.586931 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69955d19-8267-4596-9e5b-51743c2171fa req-e03757b8-caa1-4f46-9a3a-90c8ea49ee7a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948686 Dec 16 22:26:47.679881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a24be33b-f677-49f7-9118-e4f5de2ccf9b no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:47.704504 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.710222 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.717750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] 10.222.0.43 "DELETE /v2.0/networks/5223d143-5df5-411e-a6e7-5687e6eee6dc HTTP/1.1" status: 204 len: 168 time: 1.6849701 Dec 16 22:26:47.740735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8b30d-88fc-43ac-9aed-21a7d25f42ac admin admin] Pushing event deleted for resources: {'Network': ['ID=5223d143-5df5-411e-a6e7-5687e6eee6dc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:47.742693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: a24be33b-f677-49f7-9118-e4f5de2ccf9b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:47.743349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a24be33b-f677-49f7-9118-e4f5de2ccf9b not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:47.769884 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3193-a0a5-453e-82b7-e2254a83d8c0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.849905 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3193-a0a5-453e-82b7-e2254a83d8c0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.882146 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc3193-a0a5-453e-82b7-e2254a83d8c0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e661a9-b04e-4354-a69c-234f1547b4ca,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:47.909561 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ada2f024-a6c1-4227-b65f-1b90f8185be6 None None] Provisioning complete for port 1bb80e04-0501-4548-9a01-1ff12585ece4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:47.910019 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ada2f024-a6c1-4227-b65f-1b90f8185be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.965593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ada2f024-a6c1-4227-b65f-1b90f8185be6 None None] Port 1bb80e04-0501-4548-9a01-1ff12585ece4 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:47.984214 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3193-a0a5-453e-82b7-e2254a83d8c0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.988682 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c0fc3193-a0a5-453e-82b7-e2254a83d8c0 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5506890 Dec 16 22:26:47.989548 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50142) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:47.990075 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ada2f024-a6c1-4227-b65f-1b90f8185be6 None None] Provisioning complete for port 46a7acf5-d42b-4d06-b013-ac83853baceb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:47.991224 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ada2f024-a6c1-4227-b65f-1b90f8185be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.996156 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-250aec0c-af08-4246-8c00-672acd8ff382 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1244367389', 'security_groups': ['01e661a9-b04e-4354-a69c-234f1547b4ca'], 'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '607d4cdb-08ab-4162-b3fe-f1732b54693e'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:48.036498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-492a04f8-6d98-4f72-b65b-2453782e5ee2 req-ca38a7bb-83b4-4483-803b-be5fb25e084b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0551093 Dec 16 22:26:48.216360 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250aec0c-af08-4246-8c00-672acd8ff382 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:48.232632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50150) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:48.289094 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-612429cd-47d5-4e4b-a49b-277338636758 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=001915db62a44eb0a59ad001f5b8acda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0548136 Dec 16 22:26:48.292218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50154) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:48.366274 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-250aec0c-af08-4246-8c00-672acd8ff382 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.388667 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4719657a-fc93-4668-9d74-0be48846f3e7 req-32d65d92-106b-44b1-8d40-c9a0b307de01 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0362830 Dec 16 22:26:48.393060 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07a26c33-049a-4924-ab95-f48386fbf157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.415221 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-250aec0c-af08-4246-8c00-672acd8ff382 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] device_id is not set on port 0d416330-2bf0-45af-b5a0-6da9369bb993 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:26:48.440573 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07a26c33-049a-4924-ab95-f48386fbf157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.614227 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07a26c33-049a-4924-ab95-f48386fbf157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.622938 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07a26c33-049a-4924-ab95-f48386fbf157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.624536 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-07a26c33-049a-4924-ab95-f48386fbf157 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25f6bfbb-888e-4169-952c-e99afdc4aa93 HTTP/1.1" status: 204 len: 168 time: 0.3308055 Dec 16 22:26:48.639820 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a26c33-049a-4924-ab95-f48386fbf157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f6bfbb-888e-4169-952c-e99afdc4aa93,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:48.649766 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-250aec0c-af08-4246-8c00-672acd8ff382 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Allocated IP 172.20.0.7 (d38b73c3-e01f-4df5-8f13-1bac61cb351c/607d4cdb-08ab-4162-b3fe-f1732b54693e/0d416330-2bf0-45af-b5a0-6da9369bb993) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:48.830150 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1d29a-00f2-4b6d-a61c-d0e1d8773c8b req-b0ff3421-142c-42c4-98b2-64fdb922fd08 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:48.830150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2f1d29a-00f2-4b6d-a61c-d0e1d8773c8b req-b0ff3421-142c-42c4-98b2-64fdb922fd08 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0791371 Dec 16 22:26:48.879476 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-250aec0c-af08-4246-8c00-672acd8ff382 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.888082 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2f1d29a-00f2-4b6d-a61c-d0e1d8773c8b req-6268e057-24ce-4c24-b380-73410d67b0f7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529816 Dec 16 22:26:48.982444 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-250aec0c-af08-4246-8c00-672acd8ff382 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:49.045803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250aec0c-af08-4246-8c00-672acd8ff382 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:49.051096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-250aec0c-af08-4246-8c00-672acd8ff382 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:49.055974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250aec0c-af08-4246-8c00-672acd8ff382 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:49.061414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250aec0c-af08-4246-8c00-672acd8ff382 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=0d416330-2bf0-45af-b5a0-6da9369bb993,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:49.173396 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250aec0c-af08-4246-8c00-672acd8ff382 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:49.180218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77d21695-2f76-4415-aced-f7ec4814ddb1 req-96c95c7e-7391-4c43-b428-8eabaa1215ed tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0547009 Dec 16 22:26:49.186736 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-250aec0c-af08-4246-8c00-672acd8ff382 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:49.279743 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-250aec0c-af08-4246-8c00-672acd8ff382 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2886550 Dec 16 22:26:49.282858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50180) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:49.290893 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-13742e77-3a82-41fc-aaa9-ac16cc897bf8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'subnet': {'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:49.451620 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b0bc55e6-3319-4e74-8169-233cb0d6d707 None None] Provisioning complete for port 0d416330-2bf0-45af-b5a0-6da9369bb993 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:49.452555 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0bc55e6-3319-4e74-8169-233cb0d6d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:49.529575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc55e6-3319-4e74-8169-233cb0d6d707 None None] Port 0d416330-2bf0-45af-b5a0-6da9369bb993 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:49.549444 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d21b2792-c629-487e-8be2-0dcdc267d7f6 req-3493adee-1e5d-4f03-b874-5d273ac75ce2 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0641170 Dec 16 22:26:49.590555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13742e77-3a82-41fc-aaa9-ac16cc897bf8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:49.594579 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13742e77-3a82-41fc-aaa9-ac16cc897bf8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:49.680903 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50190) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:49.698621 n-d-821840-2 neutron-server[103952]: INFO neutron.db.ipam_backend_mixin [None req-13742e77-3a82-41fc-aaa9-ac16cc897bf8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 607d4cdb-08ab-4162-b3fe-f1732b54693e (CIDR: 172.20.0.0/28) Dec 16 22:26:49.721311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c7d1a768-d074-4bd5-a9f0-79740286f19c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7e6621582684cbdabe695358eed78a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391963 Dec 16 22:26:49.723996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50192) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:49.738145 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-13742e77-3a82-41fc-aaa9-ac16cc897bf8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:26:49.738636 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13742e77-3a82-41fc-aaa9-ac16cc897bf8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:26:49.782335 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c9474a1-3d83-41f6-afbe-25e109fbb538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:49.804654 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c9474a1-3d83-41f6-afbe-25e109fbb538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:49.825476 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-13742e77-3a82-41fc-aaa9-ac16cc897bf8 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5409224 Dec 16 22:26:49.828479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50196) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:49.834420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d645fae4-0e5d-4758-b327-a0c5901bab21 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'subnet': {'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:49.948527 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c9474a1-3d83-41f6-afbe-25e109fbb538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:49.951718 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c9474a1-3d83-41f6-afbe-25e109fbb538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:49.955258 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8c9474a1-3d83-41f6-afbe-25e109fbb538 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/078f8d5d-8812-4aea-a462-787550cd676a HTTP/1.1" status: 204 len: 168 time: 0.2301478 Dec 16 22:26:49.975579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9474a1-3d83-41f6-afbe-25e109fbb538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078f8d5d-8812-4aea-a462-787550cd676a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:50.068517 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e8a43-1432-4c1e-9c9b-90ab5b19c81e req-233c998d-fa66-444c-8202-d24ee01b304e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:50.068517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c2e8a43-1432-4c1e-9c9b-90ab5b19c81e req-233c998d-fa66-444c-8202-d24ee01b304e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0818963 Dec 16 22:26:50.129048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c2e8a43-1432-4c1e-9c9b-90ab5b19c81e req-87971597-d6de-47f3-af67-3f20e7e0a354 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565135 Dec 16 22:26:50.130417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d645fae4-0e5d-4758-b327-a0c5901bab21 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:50.134137 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d645fae4-0e5d-4758-b327-a0c5901bab21 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:50.163696 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c302460-8fde-472a-9897-300b11aab2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:50.255561 n-d-821840-2 neutron-server[103951]: INFO neutron.db.ipam_backend_mixin [None req-d645fae4-0e5d-4758-b327-a0c5901bab21 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f8e8958f-474f-4b31-a66a-ecc4f0df1b50 (CIDR: 172.20.0.16/28) Dec 16 22:26:50.289716 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04d91cc0-a028-4794-9682-b61bedfbd07e req-e7aecb17-3ad6-4b8f-8731-fdd92114a4c5 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0324020 Dec 16 22:26:50.302183 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-d645fae4-0e5d-4758-b327-a0c5901bab21 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:26:50.302751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d645fae4-0e5d-4758-b327-a0c5901bab21 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:26:50.384472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d645fae4-0e5d-4758-b327-a0c5901bab21 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5547750 Dec 16 22:26:50.388002 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50216) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:50.393624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a6e6d053-b6bf-4ca7-95e3-62e531784aec tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'subnet': {'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:50.613088 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e6d053-b6bf-4ca7-95e3-62e531784aec tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Made reservation on behalf of d962c50bed8c4597a414fec691607a55 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:50.620178 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a6e6d053-b6bf-4ca7-95e3-62e531784aec tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:50.681455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9858fec1-cc7b-4961-b8e4-cbd00404b021 req-441d35a9-a331-46e2-8b12-5c39f4326f23 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0630200 Dec 16 22:26:50.958811 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a6e6d053-b6bf-4ca7-95e3-62e531784aec tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:51.016335 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e6d053-b6bf-4ca7-95e3-62e531784aec tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:51.019652 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-a6e6d053-b6bf-4ca7-95e3-62e531784aec tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:51.024613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e6d053-b6bf-4ca7-95e3-62e531784aec tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:51.025204 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a6e6d053-b6bf-4ca7-95e3-62e531784aec tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:51.033895 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8132833b-b903-4d94-a68f-9a7eea2b1c00 None None] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:51.035395 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6d053-b6bf-4ca7-95e3-62e531784aec tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Subnet': ['ID=8c7a9bc6-142a-4f9b-b507-eab1e090f419,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:51.127728 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a6e6d053-b6bf-4ca7-95e3-62e531784aec tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7382851 Dec 16 22:26:51.130761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50248) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:51.136429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b242311c-3dd0-4fbc-9b65-3e1a26030ee6 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-554715533', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8c7a9bc6-142a-4f9b-b507-eab1e090f419'}], 'security_groups': ['8c9bb69f-8425-4c32-96f5-21d423316360', '0c3136f2-d158-4a25-88bd-9d4902876f95']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:51.319682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554078ec-da22-47e7-975b-a53d4f76c414 None None] Update dhcp port {'port': {'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'fixed_ips': [{'subnet_id': 'f8e8958f-474f-4b31-a66a-ecc4f0df1b50', 'ip_address': '172.20.0.18'}, {'subnet_id': '607d4cdb-08ab-4162-b3fe-f1732b54693e', 'ip_address': '172.20.0.2'}, {'subnet_id': '8c7a9bc6-142a-4f9b-b507-eab1e090f419'}], 'binding:host_id': 'n-d-821840-2'}, 'id': '46a7acf5-d42b-4d06-b013-ac83853baceb'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:26:51.363568 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50260) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:51.371830 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-554078ec-da22-47e7-975b-a53d4f76c414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:51.451308 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b242311c-3dd0-4fbc-9b65-3e1a26030ee6 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:51.519593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0911af07-b5c0-46c5-9c9c-289a3612263a req-fc19f63a-6cfb-448d-9891-148c1f66f490 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1066096 Dec 16 22:26:51.577418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a7f74ce8-2375-40ff-8e82-0cdab3f7717c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-876062514-network', 'tenant_id': 'a188e99d4b9c42d08fb404488e5a3460'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:51.655118 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-554078ec-da22-47e7-975b-a53d4f76c414 None None] Allocated IP 172.20.0.34 (d38b73c3-e01f-4df5-8f13-1bac61cb351c/8c7a9bc6-142a-4f9b-b507-eab1e090f419/46a7acf5-d42b-4d06-b013-ac83853baceb) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:51.678326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f74ce8-2375-40ff-8e82-0cdab3f7717c admin admin] Made reservation on behalf of a188e99d4b9c42d08fb404488e5a3460 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:51.684053 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7f74ce8-2375-40ff-8e82-0cdab3f7717c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:51.707477 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7f74ce8-2375-40ff-8e82-0cdab3f7717c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:51.733789 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3b0c7-7bdd-47dc-b0e2-33731acceb5f req-59e2dc33-6cbc-4cce-a8e9-53b99ea57907 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:51.745408 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5b3b0c7-7bdd-47dc-b0e2-33731acceb5f req-59e2dc33-6cbc-4cce-a8e9-53b99ea57907 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.5068178 Dec 16 22:26:51.872085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-554078ec-da22-47e7-975b-a53d4f76c414 None None] For port 46a7acf5-d42b-4d06-b013-ac83853baceb, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=46a7acf5-d42b-4d06-b013-ac83853baceb,segment=NetworkSegment(5a210832-def5-4782-a27e-2e97b808688d),segment_id=5a210832-def5-4782-a27e-2e97b808688d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:51.922760 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-554078ec-da22-47e7-975b-a53d4f76c414 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:51.942765 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7f74ce8-2375-40ff-8e82-0cdab3f7717c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:51.996470 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-554078ec-da22-47e7-975b-a53d4f76c414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.011099 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6cb0d317-1424-4853-a861-10d180ec5b7b req-ede80004-fd37-4545-a29c-5660025e517a tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0688114 Dec 16 22:26:52.024831 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7f74ce8-2375-40ff-8e82-0cdab3f7717c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.051915 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5b3b0c7-7bdd-47dc-b0e2-33731acceb5f req-7eb694bb-73f5-444a-be85-7c24a54a2218 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052444 Dec 16 22:26:52.087677 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f74ce8-2375-40ff-8e82-0cdab3f7717c admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:26:52.117838 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f74ce8-2375-40ff-8e82-0cdab3f7717c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6fdd6f-9e0c-449b-aa7a-4bac2e1a166b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:52.133205 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7f74ce8-2375-40ff-8e82-0cdab3f7717c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.136723 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-a7f74ce8-2375-40ff-8e82-0cdab3f7717c admin admin] Added segment 5fa27a5e-8ca9-4b05-8aba-269bb00711ef of type vlan for network 5f7513ab-c7ac-416b-ad85-201a381760aa Dec 16 22:26:52.185011 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554078ec-da22-47e7-975b-a53d4f76c414 None None] Pushing event updated for resources: {'Port': ['ID=46a7acf5-d42b-4d06-b013-ac83853baceb,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:52.208470 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7f74ce8-2375-40ff-8e82-0cdab3f7717c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.285488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-b242311c-3dd0-4fbc-9b65-3e1a26030ee6 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Delete allocated IP 172.20.0.7 (d38b73c3-e01f-4df5-8f13-1bac61cb351c/607d4cdb-08ab-4162-b3fe-f1732b54693e) {{(pid=103951) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 22:26:52.294841 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-b242311c-3dd0-4fbc-9b65-3e1a26030ee6 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Allocated IP 172.20.0.44 (d38b73c3-e01f-4df5-8f13-1bac61cb351c/8c7a9bc6-142a-4f9b-b507-eab1e090f419/0d416330-2bf0-45af-b5a0-6da9369bb993) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:52.304678 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7f74ce8-2375-40ff-8e82-0cdab3f7717c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.305732 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f74ce8-2375-40ff-8e82-0cdab3f7717c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:52.306333 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7f74ce8-2375-40ff-8e82-0cdab3f7717c admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.434976 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1a11e37-8ed7-4e5c-a973-e5502e03b26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.441664 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f74ce8-2375-40ff-8e82-0cdab3f7717c admin admin] Pushing event updated for resources: {'Network': ['ID=5f7513ab-c7ac-416b-ad85-201a381760aa,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:52.460149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 5f7513ab-c7ac-416b-ad85-201a381760aa details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:26:52.485260 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a7f74ce8-2375-40ff-8e82-0cdab3f7717c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1204121 Dec 16 22:26:52.485892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50282) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:52.491545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b98ffbab-3c85-4b1c-9b08-a72d28714654 admin admin] Request body: {'subnet': {'network_id': '5f7513ab-c7ac-416b-ad85-201a381760aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-876062514-subnet', 'tenant_id': 'a188e99d4b9c42d08fb404488e5a3460', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:52.618326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98ffbab-3c85-4b1c-9b08-a72d28714654 admin admin] Made reservation on behalf of a188e99d4b9c42d08fb404488e5a3460 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:52.623119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b98ffbab-3c85-4b1c-9b08-a72d28714654 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.652310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6957900-9c91-4fcd-922c-6cc0c00a8f42 req-f4f6b591-e912-462b-9e0c-f37d1214328d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0439255 Dec 16 22:26:52.659566 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b242311c-3dd0-4fbc-9b65-3e1a26030ee6 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.735964 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b242311c-3dd0-4fbc-9b65-3e1a26030ee6 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.823172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242311c-3dd0-4fbc-9b65-3e1a26030ee6 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event updated for resources: {'Port': ['ID=0d416330-2bf0-45af-b5a0-6da9369bb993,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:52.909971 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b242311c-3dd0-4fbc-9b65-3e1a26030ee6 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] In _notify_port_updated(), no bound segment for port 0d416330-2bf0-45af-b5a0-6da9369bb993 on network d38b73c3-e01f-4df5-8f13-1bac61cb351c {{(pid=103951) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:26:52.916179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b242311c-3dd0-4fbc-9b65-3e1a26030ee6 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:52.917645 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b242311c-3dd0-4fbc-9b65-3e1a26030ee6 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.919153 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b242311c-3dd0-4fbc-9b65-3e1a26030ee6 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "PUT /v2.0/ports/0d416330-2bf0-45af-b5a0-6da9369bb993 HTTP/1.1" status: 200 len: 959 time: 1.7871954 Dec 16 22:26:52.924259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50290) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:52.990795 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b98ffbab-3c85-4b1c-9b08-a72d28714654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.097946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ffbab-3c85-4b1c-9b08-a72d28714654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f48467f-aae1-467c-b804-637becec8b68,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:53.105744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b5d11f89-34a3-4998-9522-cae1ee126c65 None None] Provisioning complete for port 1bb80e04-0501-4548-9a01-1ff12585ece4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:53.106130 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5d11f89-34a3-4998-9522-cae1ee126c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.137239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ffbab-3c85-4b1c-9b08-a72d28714654 admin admin] Checking segment: {'id': '5fa27a5e-8ca9-4b05-8aba-269bb00711ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f7513ab-c7ac-416b-ad85-201a381760aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:53.137668 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98ffbab-3c85-4b1c-9b08-a72d28714654 admin admin] Network hostable DHCP agents. Network: 5f7513ab-c7ac-416b-ad85-201a381760aa, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:26:53.208582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b5d11f89-34a3-4998-9522-cae1ee126c65 None None] Port 1bb80e04-0501-4548-9a01-1ff12585ece4 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:53.241631 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b5d11f89-34a3-4998-9522-cae1ee126c65 None None] Provisioning complete for port 0d416330-2bf0-45af-b5a0-6da9369bb993 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:53.242498 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5d11f89-34a3-4998-9522-cae1ee126c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.247354 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-dded1130-4f2d-4686-885c-111671f23822 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port 0d416330-2bf0-45af-b5a0-6da9369bb993 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:53.249028 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dded1130-4f2d-4686-885c-111671f23822 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.303413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 46a7acf5-d42b-4d06-b013-ac83853baceb up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:53.348080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6da1a1-3039-4816-a823-76d9de1bf83e req-9029f002-2c6f-4f59-a39f-fb21d3862582 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:53.351760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab6da1a1-3039-4816-a823-76d9de1bf83e req-9029f002-2c6f-4f59-a39f-fb21d3862582 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1337903 Dec 16 22:26:53.366553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b685a3e-78d0-4400-b10b-1190c1fdc1cb req-76eb5ef2-98a7-41f2-9b43-82c591336966 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.2174783 Dec 16 22:26:53.386441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b5d11f89-34a3-4998-9522-cae1ee126c65 None None] Port 0d416330-2bf0-45af-b5a0-6da9369bb993 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:53.428016 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b5d11f89-34a3-4998-9522-cae1ee126c65 None None] Provisioning complete for port 46a7acf5-d42b-4d06-b013-ac83853baceb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:53.428508 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5d11f89-34a3-4998-9522-cae1ee126c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.486655 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab6da1a1-3039-4816-a823-76d9de1bf83e req-26460a41-52fa-412d-b986-689d7dba2551 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187742 Dec 16 22:26:53.497290 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 46a7acf5-d42b-4d06-b013-ac83853baceb triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:53.498008 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.673700 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.758498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8c64721-47b7-43b2-b2d6-bc7d2da74ab5 req-b000faea-d3ab-4b45-aead-01dffb185519 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0348418 Dec 16 22:26:53.891633 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98ffbab-3c85-4b1c-9b08-a72d28714654 admin admin] Network 5f7513ab-c7ac-416b-ad85-201a381760aa is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:26:53.935041 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-de6a379a-1c55-4280-b768-289b94b838b9 None None] Provisioning complete for port 0d416330-2bf0-45af-b5a0-6da9369bb993 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:53.935625 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de6a379a-1c55-4280-b768-289b94b838b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.946450 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dded1130-4f2d-4686-885c-111671f23822 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.960041 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-dded1130-4f2d-4686-885c-111671f23822 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for 0d416330-2bf0-45af-b5a0-6da9369bb993 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:53.977976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-de6a379a-1c55-4280-b768-289b94b838b9 None None] Port 0d416330-2bf0-45af-b5a0-6da9369bb993 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:54.018465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b98ffbab-3c85-4b1c-9b08-a72d28714654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 5f7513ab-c7ac-416b-ad85-201a381760aa) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:54.028402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444b1908-2ef2-40e0-8c6b-166084965a7c None None] Network 5f7513ab-c7ac-416b-ad85-201a381760aa requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:54.030099 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98ffbab-3c85-4b1c-9b08-a72d28714654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:54.031201 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b98ffbab-3c85-4b1c-9b08-a72d28714654 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:54.147782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e79b6a9-b78d-4610-8410-4945dcc21ad0 None None] Network 5f7513ab-c7ac-416b-ad85-201a381760aa requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:54.172807 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b98ffbab-3c85-4b1c-9b08-a72d28714654 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6858003 Dec 16 22:26:54.200099 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dded1130-4f2d-4686-885c-111671f23822 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:54.237260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded1130-4f2d-4686-885c-111671f23822 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=0d416330-2bf0-45af-b5a0-6da9369bb993,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:54.385589 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dded1130-4f2d-4686-885c-111671f23822 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:54.394238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50326) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:54.397363 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dded1130-4f2d-4686-885c-111671f23822 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/0d416330-2bf0-45af-b5a0-6da9369bb993 HTTP/1.1" status: 204 len: 168 time: 1.4696004 Dec 16 22:26:54.466113 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b3ee61-2d25-43d9-b09d-62e09403bd63 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] GET failed (client error): The resource could not be found. Dec 16 22:26:54.470062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a4b3ee61-2d25-43d9-b09d-62e09403bd63 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports/0d416330-2bf0-45af-b5a0-6da9369bb993 HTTP/1.1" status: 404 len: 333 time: 0.0722561 Dec 16 22:26:54.470435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50332) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:54.527632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39ce2e4e-b934-41c4-8b36-ba3edbf83334 req-19759ee1-3fc9-4147-9061-b5a4aae1e3b8 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0530188 Dec 16 22:26:54.546646 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-948207ae-fde5-415f-826d-41037c18a4ae tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:54.580369 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-948207ae-fde5-415f-826d-41037c18a4ae tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:54.675316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8053907-0867-4f75-a2de-dc994a525b96 req-f6ba3146-b17a-48e8-a541-5d1164cde52c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:54.676919 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8053907-0867-4f75-a2de-dc994a525b96 req-f6ba3146-b17a-48e8-a541-5d1164cde52c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0767236 Dec 16 22:26:54.765420 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-948207ae-fde5-415f-826d-41037c18a4ae tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:54.771769 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-948207ae-fde5-415f-826d-41037c18a4ae tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:54.775581 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-948207ae-fde5-415f-826d-41037c18a4ae tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/security-groups/01e661a9-b04e-4354-a69c-234f1547b4ca HTTP/1.1" status: 204 len: 168 time: 0.3038611 Dec 16 22:26:54.782907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50356) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:54.791790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948207ae-fde5-415f-826d-41037c18a4ae tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e661a9-b04e-4354-a69c-234f1547b4ca,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:54.806417 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:54.864245 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8053907-0867-4f75-a2de-dc994a525b96 req-586cc923-b03a-4ee4-936b-c277155b4fc8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697145 Dec 16 22:26:54.931516 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7da54f4c-fd0f-48f9-8e1e-9ae5a42f09bc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:54.944178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053905c-5475-470f-a72d-b97c0130c244 req-889defb4-e6a3-4b60-8154-b03e768f52f4 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:54.952838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e053905c-5475-470f-a72d-b97c0130c244 req-889defb4-e6a3-4b60-8154-b03e768f52f4 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/networks?id=5f7513ab-c7ac-416b-ad85-201a381760aa HTTP/1.1" status: 200 len: 821 time: 0.2613692 Dec 16 22:26:54.993110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e053905c-5475-470f-a72d-b97c0130c244 req-d67e4583-5675-4460-94d9-9b6bb9cee9c0 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/quotas/a188e99d4b9c42d08fb404488e5a3460 HTTP/1.1" status: 200 len: 375 time: 0.0389676 Dec 16 22:26:55.018875 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7da54f4c-fd0f-48f9-8e1e-9ae5a42f09bc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.048904 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e053905c-5475-470f-a72d-b97c0130c244 req-58a023e5-cca6-46ce-83cf-95a46e76cdc4 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a188e99d4b9c42d08fb404488e5a3460&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548229 Dec 16 22:26:55.082731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-948ea05e-4685-40f0-903b-61f1cf5c29b3 req-9590d7b3-0233-4a7c-a730-2ef7ea157366 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0705760 Dec 16 22:26:55.205212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e053905c-5475-470f-a72d-b97c0130c244 req-e03f17f6-3e53-4807-bd3f-6c0fa535a138 service neutron] 10.222.0.43 "GET /v2.0/networks/5f7513ab-c7ac-416b-ad85-201a381760aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366653 Dec 16 22:26:55.264291 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7da54f4c-fd0f-48f9-8e1e-9ae5a42f09bc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.267432 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7da54f4c-fd0f-48f9-8e1e-9ae5a42f09bc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.271291 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7da54f4c-fd0f-48f9-8e1e-9ae5a42f09bc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/security-groups/0c3136f2-d158-4a25-88bd-9d4902876f95 HTTP/1.1" status: 204 len: 168 time: 0.4796197 Dec 16 22:26:55.272639 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50368) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:55.281718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da54f4c-fd0f-48f9-8e1e-9ae5a42f09bc tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3136f2-d158-4a25-88bd-9d4902876f95,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:55.350704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e053905c-5475-470f-a72d-b97c0130c244 req-a93123cb-9736-4061-81a3-1ef3538e002f service neutron] 10.222.0.43 "GET /v2.0/networks/5f7513ab-c7ac-416b-ad85-201a381760aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388392 Dec 16 22:26:55.389443 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1febc585-e53d-4da0-81d4-b0237c4643e5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.419915 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1febc585-e53d-4da0-81d4-b0237c4643e5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.624915 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1febc585-e53d-4da0-81d4-b0237c4643e5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.628486 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1febc585-e53d-4da0-81d4-b0237c4643e5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.630051 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1febc585-e53d-4da0-81d4-b0237c4643e5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/security-groups/8c9bb69f-8425-4c32-96f5-21d423316360 HTTP/1.1" status: 204 len: 168 time: 0.3404832 Dec 16 22:26:55.640583 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50380) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:55.692020 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07594563-128e-4496-b814-8066b59233d2 req-32b19640-491f-4b67-809d-86b30a8eb944 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0987706 Dec 16 22:26:55.718880 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.731169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febc585-e53d-4da0-81d4-b0237c4643e5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9bb69f-8425-4c32-96f5-21d423316360,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:55.790500 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e06673-275c-49ce-8a6c-18e84adba750 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting subnet 607d4cdb-08ab-4162-b3fe-f1732b54693e {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:26:55.800109 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56e06673-275c-49ce-8a6c-18e84adba750 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.805017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77d8b673-f0ac-47e7-a7d7-54457fed7bc1 req-16880939-a64c-4dc8-9faf-53161ff4af8f tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 210 time: 0.0630589 Dec 16 22:26:55.853293 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56e06673-275c-49ce-8a6c-18e84adba750 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.963666 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56e06673-275c-49ce-8a6c-18e84adba750 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:56.017174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209b18c-c5a7-407e-83f6-aee2b7ef9122 req-78b8de40-eea2-424a-abcc-09e45c4e60f5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:56.019248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c209b18c-c5a7-407e-83f6-aee2b7ef9122 req-78b8de40-eea2-424a-abcc-09e45c4e60f5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0743346 Dec 16 22:26:56.107939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c209b18c-c5a7-407e-83f6-aee2b7ef9122 req-5046a6a2-59d7-428c-822e-34be235a3257 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811670 Dec 16 22:26:56.162744 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56e06673-275c-49ce-8a6c-18e84adba750 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:56.199884 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61d1b06f-c058-46c3-bd5b-3fd500013bd6 req-b0853060-e917-4937-a444-404d53cd38e5 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0568769 Dec 16 22:26:56.215212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e06673-275c-49ce-8a6c-18e84adba750 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Subnet': ['ID=607d4cdb-08ab-4162-b3fe-f1732b54693e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:56.234424 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56e06673-275c-49ce-8a6c-18e84adba750 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:56.239153 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-56e06673-275c-49ce-8a6c-18e84adba750 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/607d4cdb-08ab-4162-b3fe-f1732b54693e HTTP/1.1" status: 204 len: 168 time: 0.5925493 Dec 16 22:26:56.243770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162923a3-767b-4bf0-95e4-734dd522d876 None None] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:56.245215 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50400) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:56.305694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ecea94-dc9c-40ad-af82-27164196943b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting subnet 8c7a9bc6-142a-4f9b-b507-eab1e090f419 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:26:56.310014 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67ecea94-dc9c-40ad-af82-27164196943b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:56.363236 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67ecea94-dc9c-40ad-af82-27164196943b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:56.484106 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67ecea94-dc9c-40ad-af82-27164196943b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:56.629038 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67ecea94-dc9c-40ad-af82-27164196943b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:56.652673 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67ecea94-dc9c-40ad-af82-27164196943b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:56.656949 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-67ecea94-dc9c-40ad-af82-27164196943b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/8c7a9bc6-142a-4f9b-b507-eab1e090f419 HTTP/1.1" status: 204 len: 168 time: 0.4106188 Dec 16 22:26:56.659826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50410) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:56.701923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecea94-dc9c-40ad-af82-27164196943b tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7a9bc6-142a-4f9b-b507-eab1e090f419,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:56.736143 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ee2066-4f35-48b7-bedb-b712f61b7ea5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] DELETE failed (client error): The resource could not be found. Dec 16 22:26:56.739132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ee2066-4f35-48b7-bedb-b712f61b7ea5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:26:56.742878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50414) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:56.743085 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-41ee2066-4f35-48b7-bedb-b712f61b7ea5 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/607d4cdb-08ab-4162-b3fe-f1732b54693e HTTP/1.1" status: 404 len: 337 time: 0.0818255 Dec 16 22:26:56.890867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a8a5ccc-c842-4d36-a46d-f465a5ebc8f0 req-12158950-2d79-45a5-936d-4062428c06f7 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0648468 Dec 16 22:26:56.908091 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-df927427-87cf-47ff-af3f-67643f7a63f1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting subnet f8e8958f-474f-4b31-a66a-ecc4f0df1b50 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:26:56.932349 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df927427-87cf-47ff-af3f-67643f7a63f1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:56.974633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b24d0ee4-22c0-48bb-b9b2-b5bc42fb47f2 req-30ea1c09-a49b-4880-89ac-d1da61a6cb27 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 210 time: 0.0632074 Dec 16 22:26:57.002438 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df927427-87cf-47ff-af3f-67643f7a63f1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:57.155830 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df927427-87cf-47ff-af3f-67643f7a63f1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:57.192546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d64d07-c5b3-43c8-987b-7c439ada1138 None None] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:57.301463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-29d0feea-96cd-4bf6-91b1-4cfa12ba7cc5 None None] Provisioning complete for port 1bb80e04-0501-4548-9a01-1ff12585ece4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:57.302693 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29d0feea-96cd-4bf6-91b1-4cfa12ba7cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:57.336611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fd6d2b9-0f0c-44b6-a662-f4ba97b8bd20 req-11bec543-1963-416c-82d0-75629ffd861f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0510058 Dec 16 22:26:57.349822 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-29d0feea-96cd-4bf6-91b1-4cfa12ba7cc5 None None] Port 1bb80e04-0501-4548-9a01-1ff12585ece4 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:57.385312 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-29d0feea-96cd-4bf6-91b1-4cfa12ba7cc5 None None] Provisioning complete for port 46a7acf5-d42b-4d06-b013-ac83853baceb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:57.386026 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29d0feea-96cd-4bf6-91b1-4cfa12ba7cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:57.397813 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df927427-87cf-47ff-af3f-67643f7a63f1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:57.436733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df927427-87cf-47ff-af3f-67643f7a63f1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e8958f-474f-4b31-a66a-ecc4f0df1b50,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:57.444519 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df927427-87cf-47ff-af3f-67643f7a63f1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:57.451698 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-df927427-87cf-47ff-af3f-67643f7a63f1 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/f8e8958f-474f-4b31-a66a-ecc4f0df1b50 HTTP/1.1" status: 204 len: 168 time: 0.7045720 Dec 16 22:26:57.452408 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50430) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:57.476482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fc84c-97c4-4ad2-982b-b1b6862d5792 req-91fcef9c-d48e-49f7-8a57-7a76f6cde1ad tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:57.486769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb6fc84c-97c4-4ad2-982b-b1b6862d5792 req-91fcef9c-d48e-49f7-8a57-7a76f6cde1ad tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1487873 Dec 16 22:26:57.531928 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba7102d-290d-4327-9995-e0e88c4e3c33 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] DELETE failed (client error): The resource could not be found. Dec 16 22:26:57.532734 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba7102d-290d-4327-9995-e0e88c4e3c33 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:26:57.549759 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50436) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:57.551807 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8ba7102d-290d-4327-9995-e0e88c4e3c33 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/7ad99215-c3e2-4042-b0e0-990122cc0b6e HTTP/1.1" status: 404 len: 337 time: 0.0971146 Dec 16 22:26:57.599173 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d808f9b5-d7fb-447a-b39e-e5b5ab93eb12 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad670a9d-10b7-4690-b540-8081f89da1f1 HTTP/1.1" status: 200 len: 205 time: 0.0480216 Dec 16 22:26:57.602683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50438) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:57.603116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb6fc84c-97c4-4ad2-982b-b1b6862d5792 req-2a6a69ff-419d-44d0-8314-ddd46d4f0720 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155405 Dec 16 22:26:57.623828 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e05ace-f963-446b-b545-805b936f5b13 None None] Update dhcp port {'port': {'network_id': 'd38b73c3-e01f-4df5-8f13-1bac61cb351c', 'fixed_ips': [{'subnet_id': 'f8e8958f-474f-4b31-a66a-ecc4f0df1b50'}], 'binding:host_id': 'n-d-821840-2'}, 'id': '46a7acf5-d42b-4d06-b013-ac83853baceb'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:26:57.649766 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49e05ace-f963-446b-b545-805b936f5b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:57.656700 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-764f069a-69e2-45a1-92c1-f52ed6914e67 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] delete failed (client error): The resource could not be found. Dec 16 22:26:57.657777 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-764f069a-69e2-45a1-92c1-f52ed6914e67 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/routers/ad670a9d-10b7-4690-b540-8081f89da1f1 HTTP/1.1" status: 404 len: 336 time: 0.0514829 Dec 16 22:26:57.660429 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50440) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:57.690463 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd60335-966a-4b95-bc06-21f7b79ecb36 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] DELETE failed (client error): The resource could not be found. Dec 16 22:26:57.690936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd60335-966a-4b95-bc06-21f7b79ecb36 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:26:57.694143 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bbd60335-966a-4b95-bc06-21f7b79ecb36 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/85aa1c23-8159-4d42-af30-ce9ce26282f1 HTTP/1.1" status: 404 len: 337 time: 0.0327291 Dec 16 22:26:57.697584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50442) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:57.727417 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ff8512-8cca-48b4-9d53-3344527ae323 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] DELETE failed (client error): The resource could not be found. Dec 16 22:26:57.727887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ff8512-8cca-48b4-9d53-3344527ae323 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:26:57.731585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-02ff8512-8cca-48b4-9d53-3344527ae323 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/48951887-3ab9-4a8e-99d7-d39dc5e53d0b HTTP/1.1" status: 404 len: 337 time: 0.0329361 Dec 16 22:26:57.734382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50446) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:57.777502 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-96543e8c-13e0-4d6b-b574-7b2064c85730 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] DELETE failed (client error): The resource could not be found. Dec 16 22:26:57.778550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96543e8c-13e0-4d6b-b574-7b2064c85730 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:26:57.784560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-96543e8c-13e0-4d6b-b574-7b2064c85730 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/f72f73ad-da94-4795-8ef5-58eb3a564b46 HTTP/1.1" status: 404 len: 337 time: 0.0489209 Dec 16 22:26:57.787219 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50448) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:57.824494 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-884caf06-c7d2-41f8-b6ee-807a61c835bf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] DELETE failed (client error): The resource could not be found. Dec 16 22:26:57.825147 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884caf06-c7d2-41f8-b6ee-807a61c835bf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:26:57.828511 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-884caf06-c7d2-41f8-b6ee-807a61c835bf tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/9e816bc8-ae79-4b89-abbc-ffbe844ae0ed HTTP/1.1" status: 404 len: 333 time: 0.0358706 Dec 16 22:26:57.834313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50450) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:57.877363 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-752297f7-d7f1-4724-aafb-691a098e3431 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] DELETE failed (client error): The resource could not be found. Dec 16 22:26:57.878181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752297f7-d7f1-4724-aafb-691a098e3431 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:26:57.879919 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58b778c-bb8a-4877-b20b-a837b1018ec7 None None] Network d38b73c3-e01f-4df5-8f13-1bac61cb351c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:57.881304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-752297f7-d7f1-4724-aafb-691a098e3431 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/99b24f64-4531-43e2-92d2-ec5dbfce578d HTTP/1.1" status: 404 len: 337 time: 0.0455158 Dec 16 22:26:57.883957 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50452) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:57.911373 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-0255afe0-c12d-4539-b99d-bfe1c149e714 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] DELETE failed (client error): The resource could not be found. Dec 16 22:26:57.912104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0255afe0-c12d-4539-b99d-bfe1c149e714 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:26:57.914907 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0255afe0-c12d-4539-b99d-bfe1c149e714 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/6e6b23e8-72b1-42eb-bdb8-a1ff244d2e67 HTTP/1.1" status: 404 len: 337 time: 0.0299990 Dec 16 22:26:57.918187 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50456) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:57.949867 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4f6582-9db3-45b7-aab6-42024c0bbbcd tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] DELETE failed (client error): The resource could not be found. Dec 16 22:26:57.950479 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4f6582-9db3-45b7-aab6-42024c0bbbcd tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:26:57.954311 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ea4f6582-9db3-45b7-aab6-42024c0bbbcd tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/c5826b43-76d5-47b2-a0c7-1d21b617de7f HTTP/1.1" status: 404 len: 333 time: 0.0344942 Dec 16 22:26:57.956716 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50458) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:57.988419 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e99791dc-1570-44d6-9778-361de7e93fdb None None] Provisioning complete for port 1bb80e04-0501-4548-9a01-1ff12585ece4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:57.988920 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e99791dc-1570-44d6-9778-361de7e93fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:57.993165 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8c23c3-b27c-4a0c-98a5-524d0d2ce5ee tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] DELETE failed (client error): The resource could not be found. Dec 16 22:26:57.993626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8c23c3-b27c-4a0c-98a5-524d0d2ce5ee tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:26:57.997033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ce8c23c3-b27c-4a0c-98a5-524d0d2ce5ee tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/e7351de0-08c4-4562-a4fe-e40a2d6eccbd HTTP/1.1" status: 404 len: 337 time: 0.0392997 Dec 16 22:26:58.003229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50460) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:58.025086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-872c2695-8bf2-41cf-a50b-d499731338d5 req-86e83639-95bc-4bc6-b408-0748e849966c tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0336401 Dec 16 22:26:58.046595 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e99791dc-1570-44d6-9778-361de7e93fdb None None] Port 1bb80e04-0501-4548-9a01-1ff12585ece4 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:58.065131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d9776e-26d2-455f-a7c0-51dd32ce715d None None] DHCP port deletion for d38b73c3-e01f-4df5-8f13-1bac61cb351c request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:58.073237 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e99791dc-1570-44d6-9778-361de7e93fdb None None] Provisioning complete for port 46a7acf5-d42b-4d06-b013-ac83853baceb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:58.073610 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e99791dc-1570-44d6-9778-361de7e93fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.076072 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d9af35-a0e6-40d6-874a-f80ffd12f4ac tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] DELETE failed (client error): The resource could not be found. Dec 16 22:26:58.076823 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d9af35-a0e6-40d6-874a-f80ffd12f4ac tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:26:58.081809 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e1d9af35-a0e6-40d6-874a-f80ffd12f4ac tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/subnets/f2072aeb-0d5b-43ae-9977-e714f3d0270b HTTP/1.1" status: 404 len: 337 time: 0.0687606 Dec 16 22:26:58.084548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50464) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:58.191418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-46d9776e-26d2-455f-a7c0-51dd32ce715d None None] Deleting port 46a7acf5-d42b-4d06-b013-ac83853baceb {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:58.191793 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46d9776e-26d2-455f-a7c0-51dd32ce715d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.242612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dd487ac-30c1-4cf2-b393-e3a91a2d62b2 req-355756ff-f1a1-4767-a35c-f027cdadb9ae tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 210 time: 0.0846777 Dec 16 22:26:58.293396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1719bc30-bcff-4cd3-b614-0ccfdfc9cd12 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Deleting port 1bb80e04-0501-4548-9a01-1ff12585ece4 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:58.293812 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1719bc30-bcff-4cd3-b614-0ccfdfc9cd12 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.299392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-46d9776e-26d2-455f-a7c0-51dd32ce715d None None] For port 46a7acf5-d42b-4d06-b013-ac83853baceb, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=46a7acf5-d42b-4d06-b013-ac83853baceb,segment=NetworkSegment(5a210832-def5-4782-a27e-2e97b808688d),segment_id=5a210832-def5-4782-a27e-2e97b808688d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:58.299903 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46d9776e-26d2-455f-a7c0-51dd32ce715d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.317691 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-46d9776e-26d2-455f-a7c0-51dd32ce715d None None] Calling delete_port for 46a7acf5-d42b-4d06-b013-ac83853baceb owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:58.371450 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1719bc30-bcff-4cd3-b614-0ccfdfc9cd12 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.399033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1719bc30-bcff-4cd3-b614-0ccfdfc9cd12 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Calling delete_port for 1bb80e04-0501-4548-9a01-1ff12585ece4 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:58.425151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d76b014-e574-4fc4-b3fb-7a748809fd90 req-3aa78be7-5bbb-418b-bb40-ba6f0fe816c8 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0410650 Dec 16 22:26:58.519034 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46d9776e-26d2-455f-a7c0-51dd32ce715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.545626 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053905c-5475-470f-a72d-b97c0130c244 req-1de2166a-9053-44b5-872d-8589e2e963f2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:58.547455 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e053905c-5475-470f-a72d-b97c0130c244 req-1de2166a-9053-44b5-872d-8589e2e963f2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.69 "GET /v2.0/networks?id=5f7513ab-c7ac-416b-ad85-201a381760aa HTTP/1.1" status: 200 len: 821 time: 0.1403117 Dec 16 22:26:58.554171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9776e-26d2-455f-a7c0-51dd32ce715d None None] Pushing event deleted for resources: {'Port': ['ID=46a7acf5-d42b-4d06-b013-ac83853baceb,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:58.559979 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d9776e-26d2-455f-a7c0-51dd32ce715d None None] No DVR routers for this DVR port 46a7acf5-d42b-4d06-b013-ac83853baceb on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:58.567203 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e053905c-5475-470f-a72d-b97c0130c244 req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Request body: {'port': {'device_id': 'ca2fd3b6-d896-41bc-9463-47268dc6abaf', 'network_id': '5f7513ab-c7ac-416b-ad85-201a381760aa', 'admin_state_up': True, 'tenant_id': 'a188e99d4b9c42d08fb404488e5a3460'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:58.598267 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1719bc30-bcff-4cd3-b614-0ccfdfc9cd12 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.654877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719bc30-bcff-4cd3-b614-0ccfdfc9cd12 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Port': ['ID=1bb80e04-0501-4548-9a01-1ff12585ece4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:58.682354 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1719bc30-bcff-4cd3-b614-0ccfdfc9cd12 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.698272 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1719bc30-bcff-4cd3-b614-0ccfdfc9cd12 tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/ports/1bb80e04-0501-4548-9a01-1ff12585ece4 HTTP/1.1" status: 204 len: 168 time: 0.6117287 Dec 16 22:26:58.702161 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50480) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:58.786785 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92af5d-1d1d-4c02-a790-a05e16d9d3c4 req-7c7f221e-8a3d-40d9-b459-e3beecc7db9e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:58.788333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b92af5d-1d1d-4c02-a790-a05e16d9d3c4 req-7c7f221e-8a3d-40d9-b459-e3beecc7db9e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0664458 Dec 16 22:26:58.826399 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f186906-206f-4b6d-b731-fe389b14e9ea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.850882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b92af5d-1d1d-4c02-a790-a05e16d9d3c4 req-6ff2e83a-a1ab-463f-bb42-9e31836e242e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559702 Dec 16 22:26:58.931711 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f186906-206f-4b6d-b731-fe389b14e9ea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.956342 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-4f186906-206f-4b6d-b731-fe389b14e9ea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38b73c3-e01f-4df5-8f13-1bac61cb351c']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:58.965720 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e053905c-5475-470f-a72d-b97c0130c244 req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Made reservation on behalf of a188e99d4b9c42d08fb404488e5a3460 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:58.969600 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e053905c-5475-470f-a72d-b97c0130c244 req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.977223 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-4f186906-206f-4b6d-b731-fe389b14e9ea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a210832-def5-4782-a27e-2e97b808688d') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:58.977223 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-4f186906-206f-4b6d-b731-fe389b14e9ea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a210832-def5-4782-a27e-2e97b808688d') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:58.994507 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f186906-206f-4b6d-b731-fe389b14e9ea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.024609 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f186906-206f-4b6d-b731-fe389b14e9ea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.061266 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f186906-206f-4b6d-b731-fe389b14e9ea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:59.061689 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f186906-206f-4b6d-b731-fe389b14e9ea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:59.065122 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:59.206808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c12eb4a2-9385-4f2e-890e-be4a5028fe17 req-a247e72b-86a5-4db1-9d0c-790d80548c54 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0715561 Dec 16 22:26:59.215409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-e053905c-5475-470f-a72d-b97c0130c244 req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Allocated IP 172.20.0.4 (5f7513ab-c7ac-416b-ad85-201a381760aa/5f48467f-aae1-467c-b804-637becec8b68/cffa27df-8ea6-4236-b100-c13b209f818a) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:59.238001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f186906-206f-4b6d-b731-fe389b14e9ea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.264564 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f186906-206f-4b6d-b731-fe389b14e9ea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.267799 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4f186906-206f-4b6d-b731-fe389b14e9ea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] 10.222.0.43 "DELETE /v2.0/networks/d38b73c3-e01f-4df5-8f13-1bac61cb351c HTTP/1.1" status: 204 len: 168 time: 0.5645859 Dec 16 22:26:59.269384 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 46a7acf5-d42b-4d06-b013-ac83853baceb no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:59.301724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 46a7acf5-d42b-4d06-b013-ac83853baceb {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:59.302072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 46a7acf5-d42b-4d06-b013-ac83853baceb not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:59.397197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f186906-206f-4b6d-b731-fe389b14e9ea tempest-PortsTestJSON-1956731587 tempest-PortsTestJSON-1956731587-project] Pushing event deleted for resources: {'Network': ['ID=d38b73c3-e01f-4df5-8f13-1bac61cb351c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:59.438632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-505937c6-2263-422f-9157-778f7eb09331 req-ad39c8f6-9486-427b-9242-977914fb32f1 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 210 time: 0.0585403 Dec 16 22:26:59.460668 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e053905c-5475-470f-a72d-b97c0130c244 req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.509951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27ecf4d0-e3e0-4e5f-b58c-d6a97e81213d req-efba98d5-6f83-412f-8f0e-bc2fe27450b8 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0287325 Dec 16 22:26:59.585772 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e053905c-5475-470f-a72d-b97c0130c244 req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.638298 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e053905c-5475-470f-a72d-b97c0130c244 req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Network 5f7513ab-c7ac-416b-ad85-201a381760aa is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:59.662700 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-e053905c-5475-470f-a72d-b97c0130c244 req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:59.662700 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e053905c-5475-470f-a72d-b97c0130c244 req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:59.673083 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Pushing event updated for resources: {'Port': ['ID=cffa27df-8ea6-4236-b100-c13b209f818a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:59.685286 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:59.685645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:59.690143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:59.690143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:59.690143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:59.690143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:59.690143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:59.690143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:59.690143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:59.690143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:59.690143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:59.690143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:59.690143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:59.715827 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053905c-5475-470f-a72d-b97c0130c244 req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:59.716482 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e053905c-5475-470f-a72d-b97c0130c244 req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.893953 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e053905c-5475-470f-a72d-b97c0130c244 req-40d6ae72-a5ac-4b70-b2bd-30673bb364d2 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3315849 Dec 16 22:26:59.912942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Request body: {'port': {'device_id': 'ca2fd3b6-d896-41bc-9463-47268dc6abaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:59.953617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50512) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:00.013823 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.024287 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479eaa1-24a2-4618-a877-9c38da72d076 req-31d2ed23-2bca-4176-a23a-272b52fd756a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:00.026223 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3479eaa1-24a2-4618-a877-9c38da72d076 req-31d2ed23-2bca-4176-a23a-272b52fd756a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0632002 Dec 16 22:27:00.100995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3479eaa1-24a2-4618-a877-9c38da72d076 req-6342f435-1739-420b-a089-57b8853928f9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674314 Dec 16 22:27:00.208828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-03461848-99e5-481b-8f20-d33e02840767 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d962c50bed8c4597a414fec691607a55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2509077 Dec 16 22:27:00.211242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50520) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:00.282547 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f696eea1-4d91-4875-94ab-8d58dced990a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.330953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ad1a99f-563b-44d8-8520-d22c96a6c3d8 req-b4cb5d4e-e988-4db8-985b-6b2cfc5ba8dc tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0328760 Dec 16 22:27:00.333204 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f696eea1-4d91-4875-94ab-8d58dced990a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.406511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cffa27df-8ea6-4236-b100-c13b209f818a {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:27:00.416188 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.501690 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Transition to ACTIVE for port object cffa27df-8ea6-4236-b100-c13b209f818a will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:27:00.501949 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f696eea1-4d91-4875-94ab-8d58dced990a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.504787 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f696eea1-4d91-4875-94ab-8d58dced990a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.508670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f696eea1-4d91-4875-94ab-8d58dced990a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9220982c-ff03-424a-8206-ab670cc5ec11 HTTP/1.1" status: 204 len: 168 time: 0.2938616 Dec 16 22:27:00.516265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696eea1-4d91-4875-94ab-8d58dced990a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9220982c-ff03-424a-8206-ab670cc5ec11,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:00.570183 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.623829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-17b7c7ef-a287-4d96-9b50-d8e12630660d req-b013b52a-ffd5-4c60-9261-db2cd3c71768 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0395474 Dec 16 22:27:00.644211 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf1efd-6bb4-467c-b885-3231905aaa1b req-30d63214-b40c-4add-a458-844c10a2c173 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:00.645962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ddf1efd-6bb4-467c-b885-3231905aaa1b req-30d63214-b40c-4add-a458-844c10a2c173 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 931 time: 0.1164894 Dec 16 22:27:00.683076 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Pushing event updated for resources: {'Port': ['ID=cffa27df-8ea6-4236-b100-c13b209f818a,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:00.719563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ddf1efd-6bb4-467c-b885-3231905aaa1b req-92f1e384-b5a1-41b2-b09a-86ff77cfeb6f tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f6fdd6f-9e0c-449b-aa7a-4bac2e1a166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605762 Dec 16 22:27:00.729378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Attempting to bind port cffa27df-8ea6-4236-b100-c13b209f818a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:27:00.732404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Attempting to bind port cffa27df-8ea6-4236-b100-c13b209f818a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '5fa27a5e-8ca9-4b05-8aba-269bb00711ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f7513ab-c7ac-416b-ad85-201a381760aa'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:27:00.732404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Attempting to bind port cffa27df-8ea6-4236-b100-c13b209f818a on network 5f7513ab-c7ac-416b-ad85-201a381760aa {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:00.735427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Port cffa27df-8ea6-4236-b100-c13b209f818a on network 5f7513ab-c7ac-416b-ad85-201a381760aa not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:27:00.736002 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Attempting to bind port cffa27df-8ea6-4236-b100-c13b209f818a on network 5f7513ab-c7ac-416b-ad85-201a381760aa {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:00.741801 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:27:00.743872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Checking segment: {'id': '5fa27a5e-8ca9-4b05-8aba-269bb00711ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f7513ab-c7ac-416b-ad85-201a381760aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:00.743872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Bound using segment: {'id': '5fa27a5e-8ca9-4b05-8aba-269bb00711ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f7513ab-c7ac-416b-ad85-201a381760aa'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:27:00.743872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Bound port: cffa27df-8ea6-4236-b100-c13b209f818a, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa27a5e-8ca9-4b05-8aba-269bb00711ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f7513ab-c7ac-416b-ad85-201a381760aa'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:27:00.743872 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.827209 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] For port cffa27df-8ea6-4236-b100-c13b209f818a, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:27:00.831023 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] For port cffa27df-8ea6-4236-b100-c13b209f818a, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cffa27df-8ea6-4236-b100-c13b209f818a,segment=NetworkSegment(5fa27a5e-8ca9-4b05-8aba-269bb00711ef),segment_id=5fa27a5e-8ca9-4b05-8aba-269bb00711ef)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:27:00.928232 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.976775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:00.977526 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.979222 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e053905c-5475-470f-a72d-b97c0130c244 req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] 10.222.0.69 "PUT /v2.0/ports/cffa27df-8ea6-4236-b100-c13b209f818a HTTP/1.1" status: 200 len: 1091 time: 1.0710855 Dec 16 22:27:00.979780 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2fd3b6-d896-41bc-9463-47268dc6abaf', 'tag': 'cffa27df-8ea6-4236-b100-c13b209f818a'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:27:00.982026 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0da8e63-adec-4a46-b1d0-b254ad435593" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2fd3b6-d896-41bc-9463-47268dc6abaf", "tag": "cffa27df-8ea6-4236-b100-c13b209f818a"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:27:01.024347 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17c7d6-c1a6-48b0-b52a-435168db5cbb service neutron] Pushing event updated for resources: {'Port': ['ID=cffa27df-8ea6-4236-b100-c13b209f818a,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:01.034544 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e66e8f2-46ea-46cf-8b87-79203a0aafce x-openstack-request-id: req-3e66e8f2-46ea-46cf-8b87-79203a0aafce {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:27:01.034909 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2fd3b6-d896-41bc-9463-47268dc6abaf", "tag": "cffa27df-8ea6-4236-b100-c13b209f818a", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:27:01.035071 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e66e8f2-46ea-46cf-8b87-79203a0aafce {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:27:01.035529 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2fd3b6-d896-41bc-9463-47268dc6abaf', 'tag': 'cffa27df-8ea6-4236-b100-c13b209f818a', 'status': 'completed', 'code': 200} Dec 16 22:27:01.101960 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da8e63-adec-4a46-b1d0-b254ad435593 req-bf139e1d-5b5a-4c33-8c0d-207dcf6393b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:01.103542 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b0da8e63-adec-4a46-b1d0-b254ad435593 req-bf139e1d-5b5a-4c33-8c0d-207dcf6393b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a188e99d4b9c42d08fb404488e5a3460&device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 1094 time: 0.0469911 Dec 16 22:27:01.236810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da8e63-adec-4a46-b1d0-b254ad435593 req-e3668328-a7da-46f4-807e-9c997fe4580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:01.238624 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b0da8e63-adec-4a46-b1d0-b254ad435593 req-e3668328-a7da-46f4-807e-9c997fe4580d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a188e99d4b9c42d08fb404488e5a3460&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1221569 Dec 16 22:27:01.294301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49ffb9-b2f3-4ec0-84be-140c4f3f006b req-d7891533-54eb-4743-8182-acad65d4a4ed tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:01.299829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e49ffb9-b2f3-4ec0-84be-140c4f3f006b req-d7891533-54eb-4743-8182-acad65d4a4ed tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1027927 Dec 16 22:27:01.359574 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e49ffb9-b2f3-4ec0-84be-140c4f3f006b req-77f1e395-6476-4344-84a7-fcf711609c96 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566635 Dec 16 22:27:01.404310 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da8e63-adec-4a46-b1d0-b254ad435593 req-3e594f92-3dbb-46fc-a62a-ad33f0e1e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:01.409474 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b0da8e63-adec-4a46-b1d0-b254ad435593 req-3e594f92-3dbb-46fc-a62a-ad33f0e1e6d1 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1562862 Dec 16 22:27:01.487958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2eb7949-11d6-4e76-b8e2-e38dc1166ff7 req-fcba2432-6e32-4126-863e-1f10b27be005 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0336051 Dec 16 22:27:01.549388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053905c-5475-470f-a72d-b97c0130c244 req-93e77f78-b251-46ec-bf1b-fa20e1430c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:01.549388 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e053905c-5475-470f-a72d-b97c0130c244 req-93e77f78-b251-46ec-bf1b-fa20e1430c11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a188e99d4b9c42d08fb404488e5a3460&device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 1094 time: 0.0646911 Dec 16 22:27:01.605080 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e053905c-5475-470f-a72d-b97c0130c244 req-ef8e38cc-64a7-4f4d-8f1e-27c9d12a63ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cffa27df-8ea6-4236-b100-c13b209f818a HTTP/1.1" status: 200 len: 217 time: 0.0429804 Dec 16 22:27:01.684590 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053905c-5475-470f-a72d-b97c0130c244 req-c5e1acdc-4193-44e2-b9d9-70f0470f446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:01.689305 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e053905c-5475-470f-a72d-b97c0130c244 req-c5e1acdc-4193-44e2-b9d9-70f0470f446e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f48467f-aae1-467c-b804-637becec8b68 HTTP/1.1" status: 200 len: 861 time: 0.0724096 Dec 16 22:27:01.743360 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e053905c-5475-470f-a72d-b97c0130c244 req-6214b6e4-1db0-4633-9cad-381bf8382a87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f7513ab-c7ac-416b-ad85-201a381760aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373416 Dec 16 22:27:01.744751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d84d0f23-0420-4a11-a32b-8650ed2aaa0e req-ad215723-d2d8-42ac-96cb-844b56e80286 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0343678 Dec 16 22:27:01.891552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b63f7-1862-4b22-b218-75cafc9eb39f req-b0c9c3a6-4fc5-454e-9f9e-09c5912667e7 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:01.893565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-206b63f7-1862-4b22-b218-75cafc9eb39f req-b0c9c3a6-4fc5-454e-9f9e-09c5912667e7 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 943 time: 0.0667102 Dec 16 22:27:01.913278 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e053905c-5475-470f-a72d-b97c0130c244 req-b4be82a2-61ea-4300-a103-dabffe9266a0 service neutron] 10.222.0.69 "GET /v2.0/networks/5f7513ab-c7ac-416b-ad85-201a381760aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581087 Dec 16 22:27:01.965274 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-206b63f7-1862-4b22-b218-75cafc9eb39f req-b7913141-6411-4d9e-8672-2793dbab9e91 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f6fdd6f-9e0c-449b-aa7a-4bac2e1a166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591791 Dec 16 22:27:02.007228 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50586) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:02.015302 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e053905c-5475-470f-a72d-b97c0130c244 req-dc0f863a-e493-4515-b549-83da4e393511 service neutron] 10.222.0.69 "GET /v2.0/networks/5f7513ab-c7ac-416b-ad85-201a381760aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944760 Dec 16 22:27:02.124141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-abce459a-5617-472f-a335-985854fee3ea tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:02.124827 n-d-821840-2 neutron-server[103951]: WARNING neutron.api.v2.base [None req-abce459a-5617-472f-a335-985854fee3ea tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 22:27:02.125327 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-abce459a-5617-472f-a335-985854fee3ea tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 22:27:02.126371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-abce459a-5617-472f-a335-985854fee3ea tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1179552 Dec 16 22:27:02.129957 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50590) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:02.135613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ef92d5e0-57d0-46b9-9620-a879ea05cdad tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group': {'name': 'tempest-secgroup--55368581'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:02.262336 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef92d5e0-57d0-46b9-9620-a879ea05cdad tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:02.270871 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef92d5e0-57d0-46b9-9620-a879ea05cdad tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:02.351082 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef92d5e0-57d0-46b9-9620-a879ea05cdad tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:02.455200 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef92d5e0-57d0-46b9-9620-a879ea05cdad tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:02.587187 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92d5e0-57d0-46b9-9620-a879ea05cdad tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4949ae96-9959-4fd6-9db2-63af6af46e79,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:02.673038 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df679ffd-02c3-4ceb-ae52-ba4553d75144 req-25ccb992-bea3-46e8-94d9-c1187aa84010 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0636139 Dec 16 22:27:02.686033 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef92d5e0-57d0-46b9-9620-a879ea05cdad tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:02.701935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c692cc-04da-4c4c-8b78-82249d3e42b2 req-679436a4-85bf-4cd0-8464-c59d626d9a70 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:02.703583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3c692cc-04da-4c4c-8b78-82249d3e42b2 req-679436a4-85bf-4cd0-8464-c59d626d9a70 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.2145798 Dec 16 22:27:02.773876 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef92d5e0-57d0-46b9-9620-a879ea05cdad tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:02.790706 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3c692cc-04da-4c4c-8b78-82249d3e42b2 req-4ff0a3f9-3d00-426d-838f-2679333d45a2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805991 Dec 16 22:27:02.825972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92d5e0-57d0-46b9-9620-a879ea05cdad tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8f3e10-d676-4dd4-8602-2a8660a13352,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:02.872848 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fde056a8-3540-4cf0-843a-f4fb8634d63b req-6e585aea-236f-4263-8b3e-54117721775f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0299368 Dec 16 22:27:02.926928 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef92d5e0-57d0-46b9-9620-a879ea05cdad tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:02.928263 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ef92d5e0-57d0-46b9-9620-a879ea05cdad tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7970653 Dec 16 22:27:02.931318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50610) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:02.937056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-1b54752b-60b3-4995-b6e8-67a80d8baa87 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': '9f8f3e10-d676-4dd4-8602-2a8660a13352', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:03.078790 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b54752b-60b3-4995-b6e8-67a80d8baa87 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:03.112655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af8bac-4949-40cc-9f41-0d3d08f17c6e req-cc23be1e-0877-41a4-a2ff-2f0d2c4aef6f tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:03.114418 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8af8bac-4949-40cc-9f41-0d3d08f17c6e req-cc23be1e-0877-41a4-a2ff-2f0d2c4aef6f tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 943 time: 0.0818532 Dec 16 22:27:03.270048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8af8bac-4949-40cc-9f41-0d3d08f17c6e req-89e8a787-c291-471e-8aa9-81ed0149d932 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f6fdd6f-9e0c-449b-aa7a-4bac2e1a166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435699 Dec 16 22:27:03.272134 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b54752b-60b3-4995-b6e8-67a80d8baa87 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:03.333600 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b54752b-60b3-4995-b6e8-67a80d8baa87 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:03.353090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54752b-60b3-4995-b6e8-67a80d8baa87 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8bae04-fa7a-4dba-b640-b4b77f50d790,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:03.496148 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b54752b-60b3-4995-b6e8-67a80d8baa87 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:03.501129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1b54752b-60b3-4995-b6e8-67a80d8baa87 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5647242 Dec 16 22:27:03.501279 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50620) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:03.505558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-31ed21e3-2727-4fcb-8beb-5d6f1d114371 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': '9f8f3e10-d676-4dd4-8602-2a8660a13352', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:03.624936 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31ed21e3-2727-4fcb-8beb-5d6f1d114371 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:03.750864 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-31ed21e3-2727-4fcb-8beb-5d6f1d114371 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 22:27:03.752119 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-31ed21e3-2727-4fcb-8beb-5d6f1d114371 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2507968 Dec 16 22:27:03.754982 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50626) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:03.821053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84133bc4-0335-4754-b8dd-cd8478733c6d req-a32a1641-f619-4ee7-a309-ecbd745e58bd tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0331209 Dec 16 22:27:03.841683 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a97f72b0-4ae4-4cb9-8d04-447eac60de6b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:03.907692 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a97f72b0-4ae4-4cb9-8d04-447eac60de6b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:03.997679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42bf5d0c-f886-4052-8254-f94c69080e72 req-53f833aa-d9de-4496-b252-99c2f9ec6e5d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0383494 Dec 16 22:27:04.011162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880b95-e078-45d1-9000-8515e7c410f8 req-334efe5f-a5b2-4a1c-b653-3b2a6d91278c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:04.012965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72880b95-e078-45d1-9000-8515e7c410f8 req-334efe5f-a5b2-4a1c-b653-3b2a6d91278c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0931852 Dec 16 22:27:04.069616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72880b95-e078-45d1-9000-8515e7c410f8 req-f5a5c3c6-ddf5-43a2-a95c-40988c1a4c00 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492878 Dec 16 22:27:04.376740 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a97f72b0-4ae4-4cb9-8d04-447eac60de6b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.379656 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a97f72b0-4ae4-4cb9-8d04-447eac60de6b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.386422 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a97f72b0-4ae4-4cb9-8d04-447eac60de6b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "DELETE /v2.0/security-groups/9f8f3e10-d676-4dd4-8602-2a8660a13352 HTTP/1.1" status: 204 len: 168 time: 0.6302831 Dec 16 22:27:04.389188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50644) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:04.395867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f72b0-4ae4-4cb9-8d04-447eac60de6b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8f3e10-d676-4dd4-8602-2a8660a13352,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:04.443467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20064300-31e8-4de8-bc5d-bc7d3adb8b04 req-f835ad8d-fefc-4d3f-9ad2-0c4698745dd5 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:04.444989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20064300-31e8-4de8-bc5d-bc7d3adb8b04 req-f835ad8d-fefc-4d3f-9ad2-0c4698745dd5 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 943 time: 0.0866041 Dec 16 22:27:04.472071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e7c86b64-3f9e-45a0-b939-495215655dc9 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0817747 Dec 16 22:27:04.477754 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50646) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:04.483156 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2c81515f-00d2-44eb-b250-0b80c54b3c3e tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020080297'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:04.514948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20064300-31e8-4de8-bc5d-bc7d3adb8b04 req-046facfe-86c3-48f9-87ff-913058673af6 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f6fdd6f-9e0c-449b-aa7a-4bac2e1a166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623708 Dec 16 22:27:04.584553 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c81515f-00d2-44eb-b250-0b80c54b3c3e tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.655085 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c81515f-00d2-44eb-b250-0b80c54b3c3e tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.733073 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c81515f-00d2-44eb-b250-0b80c54b3c3e tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.766896 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81515f-00d2-44eb-b250-0b80c54b3c3e tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a5055b-e2d9-44a4-92fb-4c5ef8f18f2e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:04.875447 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c81515f-00d2-44eb-b250-0b80c54b3c3e tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.880376 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2c81515f-00d2-44eb-b250-0b80c54b3c3e tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4008245 Dec 16 22:27:04.887628 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50654) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:04.887628 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-41c70aac-c0fa-434f-a9a2-95f145f7e8cb tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': '78a5055b-e2d9-44a4-92fb-4c5ef8f18f2e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:04.887628 n-d-821840-2 neutron-server[103952]: WARNING neutron.api.v2.base [None req-41c70aac-c0fa-434f-a9a2-95f145f7e8cb tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 16 22:27:04.887988 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-41c70aac-c0fa-434f-a9a2-95f145f7e8cb tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:27:04.891649 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-41c70aac-c0fa-434f-a9a2-95f145f7e8cb tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068874 Dec 16 22:27:04.891976 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50656) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:04.951928 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d97173d-4894-4f02-b97b-af050580ab6c req-c236165a-0f8c-4561-ac17-542f38ab5190 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0356796 Dec 16 22:27:04.965317 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a07b264b-4581-4f60-8388-011ab14fdb4b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.997326 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a07b264b-4581-4f60-8388-011ab14fdb4b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.087014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2a8aaac-6b3c-432f-8cb4-c9291ec40f64 req-b40da6e9-466c-4b06-ae25-16f3c760ce73 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0314829 Dec 16 22:27:05.128722 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a07b264b-4581-4f60-8388-011ab14fdb4b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.128722 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a07b264b-4581-4f60-8388-011ab14fdb4b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.128722 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a07b264b-4581-4f60-8388-011ab14fdb4b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "DELETE /v2.0/security-groups/78a5055b-e2d9-44a4-92fb-4c5ef8f18f2e HTTP/1.1" status: 204 len: 168 time: 0.2278130 Dec 16 22:27:05.129018 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50668) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:05.134132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b264b-4581-4f60-8388-011ab14fdb4b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a5055b-e2d9-44a4-92fb-4c5ef8f18f2e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:05.201329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-636804dc-cd66-414a-976f-798cd93c16a6 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0702662 Dec 16 22:27:05.206169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50672) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:05.212737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1afbe172-651f-49d5-8830-9c25849308c8 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051516351'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:05.242751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd87a7-b462-46fe-969c-deca3a1bdb73 req-e123a9fc-c7e1-403b-9ddb-aa37178eaeb8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:05.244835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3fcd87a7-b462-46fe-969c-deca3a1bdb73 req-e123a9fc-c7e1-403b-9ddb-aa37178eaeb8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0693345 Dec 16 22:27:05.269307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device cffa27df-8ea6-4236-b100-c13b209f818a details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:27:05.300829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3fcd87a7-b462-46fe-969c-deca3a1bdb73 req-cd937f03-11fd-4a53-83f3-0b008fccde59 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493903 Dec 16 22:27:05.335696 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1afbe172-651f-49d5-8830-9c25849308c8 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.386451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port cffa27df-8ea6-4236-b100-c13b209f818a, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cffa27df-8ea6-4236-b100-c13b209f818a,segment=NetworkSegment(5fa27a5e-8ca9-4b05-8aba-269bb00711ef),segment_id=5fa27a5e-8ca9-4b05-8aba-269bb00711ef)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:05.406442 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'cffa27df-8ea6-4236-b100-c13b209f818a', 'network_id': '5f7513ab-c7ac-416b-ad85-201a381760aa', 'port_id': 'cffa27df-8ea6-4236-b100-c13b209f818a', 'mac_address': 'fa:16:3e:d2:5f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f48467f-aae1-467c-b804-637becec8b68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:27:05.431400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1afbe172-651f-49d5-8830-9c25849308c8 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.451656 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.466371 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cffa27df-8ea6-4236-b100-c13b209f818a {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:27:05.488859 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port cffa27df-8ea6-4236-b100-c13b209f818a, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cffa27df-8ea6-4236-b100-c13b209f818a,segment=NetworkSegment(5fa27a5e-8ca9-4b05-8aba-269bb00711ef),segment_id=5fa27a5e-8ca9-4b05-8aba-269bb00711ef)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:05.504422 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1afbe172-651f-49d5-8830-9c25849308c8 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.548837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbe172-651f-49d5-8830-9c25849308c8 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f07eef-9ee4-4ac6-8f70-912024ac1956,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:05.578422 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.630118 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1afbe172-651f-49d5-8830-9c25849308c8 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.631519 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1afbe172-651f-49d5-8830-9c25849308c8 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4225123 Dec 16 22:27:05.636292 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50680) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:05.641521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-611982c3-0897-41ba-8b4d-21b42c4c77ae tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': '79f07eef-9ee4-4ac6-8f70-912024ac1956', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:05.642461 n-d-821840-2 neutron-server[103952]: WARNING neutron.api.v2.base [None req-611982c3-0897-41ba-8b4d-21b42c4c77ae tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 16 22:27:05.642927 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-611982c3-0897-41ba-8b4d-21b42c4c77ae tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:27:05.645227 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-611982c3-0897-41ba-8b4d-21b42c4c77ae tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083144 Dec 16 22:27:05.647477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50682) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:05.652422 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=cffa27df-8ea6-4236-b100-c13b209f818a,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:05.655095 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a7251-3293-49bf-9d54-bdb7e9b6a077 req-971be729-cebe-4677-a299-fe7c24644767 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:05.657190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb1a7251-3293-49bf-9d54-bdb7e9b6a077 req-971be729-cebe-4677-a299-fe7c24644767 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 944 time: 0.0701790 Dec 16 22:27:05.726273 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb1a7251-3293-49bf-9d54-bdb7e9b6a077 req-9cdc48a4-eebd-4e31-a3f3-d1a94868e689 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f6fdd6f-9e0c-449b-aa7a-4bac2e1a166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569649 Dec 16 22:27:05.728038 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-824a35ee-2cbc-4f80-a346-20025d8ee8cc tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.756045 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-824a35ee-2cbc-4f80-a346-20025d8ee8cc tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.839037 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:27:05.849811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['cffa27df-8ea6-4236-b100-c13b209f818a'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:27:05.891066 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-824a35ee-2cbc-4f80-a346-20025d8ee8cc tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.895101 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-824a35ee-2cbc-4f80-a346-20025d8ee8cc tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.898367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50686) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:05.905753 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-824a35ee-2cbc-4f80-a346-20025d8ee8cc tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "DELETE /v2.0/security-groups/79f07eef-9ee4-4ac6-8f70-912024ac1956 HTTP/1.1" status: 204 len: 168 time: 0.2566142 Dec 16 22:27:05.918103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a35ee-2cbc-4f80-a346-20025d8ee8cc tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f07eef-9ee4-4ac6-8f70-912024ac1956,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:05.968503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8eca9260-a256-46a5-8583-47c812c08a10 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0687785 Dec 16 22:27:05.972909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50690) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:05.980566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-310b93bb-690c-498a-b894-31761abd1931 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group': {'name': 'tempest-secgroup--742661461'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:06.086309 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-310b93bb-690c-498a-b894-31761abd1931 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:06.091347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f7de735-63c5-4854-8f35-f7156f287441 req-2e322a51-dd22-4c6b-9eb4-b8ae4047148c tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0466738 Dec 16 22:27:06.222480 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-310b93bb-690c-498a-b894-31761abd1931 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:06.225120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec457f3b-3321-4266-a4c7-1fbbb05d1003 req-fe45bf6c-a21c-4ee3-9ce4-b976541fc622 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0401151 Dec 16 22:27:06.281530 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-310b93bb-690c-498a-b894-31761abd1931 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:06.316901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b93bb-690c-498a-b894-31761abd1931 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871df9a1-412c-4769-b7ee-4c1e23ebb6be,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:06.366274 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-310b93bb-690c-498a-b894-31761abd1931 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:06.367609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-310b93bb-690c-498a-b894-31761abd1931 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3936944 Dec 16 22:27:06.370532 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50706) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:06.375470 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d2a31f01-ca84-492f-992c-e22a24f22eb2 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': '871df9a1-412c-4769-b7ee-4c1e23ebb6be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:06.390512 n-d-821840-2 neutron-server[103952]: WARNING neutron.api.v2.base [None req-d2a31f01-ca84-492f-992c-e22a24f22eb2 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 16 22:27:06.391502 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-d2a31f01-ca84-492f-992c-e22a24f22eb2 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:27:06.394216 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d2a31f01-ca84-492f-992c-e22a24f22eb2 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0216215 Dec 16 22:27:06.396178 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50708) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:06.402688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c22bbdb4-7344-43d2-8a30-d621325c7823 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': '871df9a1-412c-4769-b7ee-4c1e23ebb6be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:06.403338 n-d-821840-2 neutron-server[103952]: WARNING neutron.api.v2.base [None req-c22bbdb4-7344-43d2-8a30-d621325c7823 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 16 22:27:06.403841 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-c22bbdb4-7344-43d2-8a30-d621325c7823 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:27:06.405845 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c22bbdb4-7344-43d2-8a30-d621325c7823 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075669 Dec 16 22:27:06.414194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50712) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:06.422478 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c861a6ec-d18a-4c68-a635-f243c154d32b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': '871df9a1-412c-4769-b7ee-4c1e23ebb6be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:06.427506 n-d-821840-2 neutron-server[103952]: WARNING neutron.api.v2.base [None req-c861a6ec-d18a-4c68-a635-f243c154d32b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 16 22:27:06.428263 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-c861a6ec-d18a-4c68-a635-f243c154d32b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:27:06.429546 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c861a6ec-d18a-4c68-a635-f243c154d32b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0141263 Dec 16 22:27:06.437134 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50714) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:06.441076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-06f7676b-e29e-4089-8203-10289b1a2459 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': '871df9a1-412c-4769-b7ee-4c1e23ebb6be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:06.444148 n-d-821840-2 neutron-server[103951]: WARNING neutron.api.v2.base [None req-06f7676b-e29e-4089-8203-10289b1a2459 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 16 22:27:06.444148 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-06f7676b-e29e-4089-8203-10289b1a2459 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:27:06.444650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-06f7676b-e29e-4089-8203-10289b1a2459 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106432 Dec 16 22:27:06.449062 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50716) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:06.455196 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58e2f0-89ca-495c-b99b-a923a81c8175 req-a126c389-dc91-42df-9071-9546d35282cb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:06.456771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc58e2f0-89ca-495c-b99b-a923a81c8175 req-a126c389-dc91-42df-9071-9546d35282cb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0685461 Dec 16 22:27:06.533211 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc58e2f0-89ca-495c-b99b-a923a81c8175 req-f1c7c93e-dea4-4f32-8b75-7585d74c0db2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684221 Dec 16 22:27:06.546827 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b549edce-3176-43ef-93b6-bcc5d66f6ccf tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:06.609120 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b549edce-3176-43ef-93b6-bcc5d66f6ccf tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:06.781133 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b549edce-3176-43ef-93b6-bcc5d66f6ccf tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:06.785656 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b549edce-3176-43ef-93b6-bcc5d66f6ccf tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:06.785656 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b549edce-3176-43ef-93b6-bcc5d66f6ccf tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "DELETE /v2.0/security-groups/871df9a1-412c-4769-b7ee-4c1e23ebb6be HTTP/1.1" status: 204 len: 168 time: 0.3345740 Dec 16 22:27:06.787941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50724) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:06.807939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549edce-3176-43ef-93b6-bcc5d66f6ccf tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871df9a1-412c-4769-b7ee-4c1e23ebb6be,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:06.871646 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7202fbdf-00ee-4c76-8acb-a3144b389880 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0824249 Dec 16 22:27:06.875877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50726) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:06.883296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9564dab5-d996-47e1-a2ea-b3646e51de7a tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group': {'name': 'tempest-secgroup--688359403'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:06.899422 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66faeddc-44f8-402c-9697-5df5f67d92d3 req-05d3c8db-8025-4594-951d-803600521340 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:06.901265 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66faeddc-44f8-402c-9697-5df5f67d92d3 req-05d3c8db-8025-4594-951d-803600521340 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 944 time: 0.0780458 Dec 16 22:27:06.979761 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66faeddc-44f8-402c-9697-5df5f67d92d3 req-def48285-826c-474c-82c0-4ad203dcd230 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f6fdd6f-9e0c-449b-aa7a-4bac2e1a166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646267 Dec 16 22:27:07.027789 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9564dab5-d996-47e1-a2ea-b3646e51de7a tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:07.130297 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9564dab5-d996-47e1-a2ea-b3646e51de7a tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:07.192204 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9564dab5-d996-47e1-a2ea-b3646e51de7a tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:07.249023 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564dab5-d996-47e1-a2ea-b3646e51de7a tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c138c1e9-b640-4c71-9780-e95a19150f30,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:07.262943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a278dee5-7605-4b64-923c-fd84cd4e0401 req-bb503172-554d-4635-99b1-3f4c59f0e5cd tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0585968 Dec 16 22:27:07.284904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device cffa27df-8ea6-4236-b100-c13b209f818a up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:07.333270 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74e75449-bfdb-4993-820f-2c0ae53e0510 req-ee516ec0-e3df-4786-b49c-d9cce2ec919d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0322759 Dec 16 22:27:07.348187 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9564dab5-d996-47e1-a2ea-b3646e51de7a tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:07.355830 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9564dab5-d996-47e1-a2ea-b3646e51de7a tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4740167 Dec 16 22:27:07.356781 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50742) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:07.373957 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-fd0a0108-f33d-43bf-b11b-9890ac8b748c tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': 'c138c1e9-b640-4c71-9780-e95a19150f30', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:07.374712 n-d-821840-2 neutron-server[103951]: WARNING neutron.api.v2.base [None req-fd0a0108-f33d-43bf-b11b-9890ac8b748c tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 22:27:07.375289 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-fd0a0108-f33d-43bf-b11b-9890ac8b748c tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:27:07.376393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fd0a0108-f33d-43bf-b11b-9890ac8b748c tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0141132 Dec 16 22:27:07.379723 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50744) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:07.384742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-384aed8a-feb2-48b4-a745-fad8b4904da2 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': 'c138c1e9-b640-4c71-9780-e95a19150f30', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:07.441771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port cffa27df-8ea6-4236-b100-c13b209f818a completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:27:07.457720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port cffa27df-8ea6-4236-b100-c13b209f818a triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:07.457720 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:07.559041 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:07.586621 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2fd3b6-d896-41bc-9463-47268dc6abaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffa27df-8ea6-4236-b100-c13b209f818a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:27:07.591105 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2e6221-e8f1-4490-81be-a1205cddf647" -d '{"events": [{"server_uuid": "ca2fd3b6-d896-41bc-9463-47268dc6abaf", "name": "network-vif-plugged", "status": "completed", "tag": "cffa27df-8ea6-4236-b100-c13b209f818a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:27:07.607327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port cffa27df-8ea6-4236-b100-c13b209f818a, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cffa27df-8ea6-4236-b100-c13b209f818a,segment=NetworkSegment(5fa27a5e-8ca9-4b05-8aba-269bb00711ef),segment_id=5fa27a5e-8ca9-4b05-8aba-269bb00711ef)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:07.621577 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-384aed8a-feb2-48b4-a745-fad8b4904da2 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:27:07.623766 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-384aed8a-feb2-48b4-a745-fad8b4904da2 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2429557 Dec 16 22:27:07.628009 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50752) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:07.631342 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5f0ed085-d4ab-4403-a9f9-552a89a00b2c tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': 'c138c1e9-b640-4c71-9780-e95a19150f30', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:07.643875 n-d-821840-2 neutron-server[103952]: WARNING neutron.api.v2.base [None req-5f0ed085-d4ab-4403-a9f9-552a89a00b2c tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 16 22:27:07.644911 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-5f0ed085-d4ab-4403-a9f9-552a89a00b2c tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:27:07.646262 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5f0ed085-d4ab-4403-a9f9-552a89a00b2c tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0187140 Dec 16 22:27:07.648110 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd95f9d1-fd66-47b3-8f88-05eb22b030fa x-openstack-request-id: req-dd95f9d1-fd66-47b3-8f88-05eb22b030fa {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:27:07.648481 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2fd3b6-d896-41bc-9463-47268dc6abaf", "name": "network-vif-plugged", "status": "completed", "tag": "cffa27df-8ea6-4236-b100-c13b209f818a", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:27:07.648810 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd95f9d1-fd66-47b3-8f88-05eb22b030fa {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:27:07.649281 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2fd3b6-d896-41bc-9463-47268dc6abaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffa27df-8ea6-4236-b100-c13b209f818a', 'code': 200} Dec 16 22:27:07.651326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50756) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:07.656105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-cbafc733-71a3-4e12-b021-d97eac182ba6 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': 'c138c1e9-b640-4c71-9780-e95a19150f30', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:07.714717 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5cd02-fb06-411a-8491-bebd8cbbf1d8 req-398b0a6e-1ae3-427f-9b29-6671f3c20f24 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:07.716423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ec5cd02-fb06-411a-8491-bebd8cbbf1d8 req-398b0a6e-1ae3-427f-9b29-6671f3c20f24 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0726609 Dec 16 22:27:07.729167 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:07.822171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=cffa27df-8ea6-4236-b100-c13b209f818a,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:07.894022 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-cbafc733-71a3-4e12-b021-d97eac182ba6 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:27:07.896161 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cbafc733-71a3-4e12-b021-d97eac182ba6 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2437217 Dec 16 22:27:07.899642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a958eb3-aed3-4f20-b902-0451233879f0 req-08b4a842-c737-4efe-8b20-8f848a8f5c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:07.902394 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a958eb3-aed3-4f20-b902-0451233879f0 req-08b4a842-c737-4efe-8b20-8f848a8f5c3a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 1096 time: 0.1765761 Dec 16 22:27:07.903610 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50762) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:07.908453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-37205a8f-a82e-4eff-8e04-0836c5a72c09 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': 'c138c1e9-b640-4c71-9780-e95a19150f30', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:07.909332 n-d-821840-2 neutron-server[103952]: WARNING neutron.api.v2.base [None req-37205a8f-a82e-4eff-8e04-0836c5a72c09 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 22:27:07.911439 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-37205a8f-a82e-4eff-8e04-0836c5a72c09 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:27:07.912790 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-37205a8f-a82e-4eff-8e04-0836c5a72c09 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079687 Dec 16 22:27:07.915719 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50764) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:07.928996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-33a29e7f-ea01-48c8-bfed-47861bc8554b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': 'c138c1e9-b640-4c71-9780-e95a19150f30', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:07.992840 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1a958eb3-aed3-4f20-b902-0451233879f0 req-bd061226-0638-46d2-94f3-42a93b7c30a2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0f6fdd6f-9e0c-449b-aa7a-4bac2e1a166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731194 Dec 16 22:27:08.124694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ec5cd02-fb06-411a-8491-bebd8cbbf1d8 req-d46c03e9-3447-4b97-ba4f-4cdc7039c602 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4013901 Dec 16 22:27:08.164438 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-33a29e7f-ea01-48c8-bfed-47861bc8554b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:27:08.165507 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-33a29e7f-ea01-48c8-bfed-47861bc8554b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2477081 Dec 16 22:27:08.172600 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50772) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:08.176147 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0e5d0-b603-44b0-8b6b-abeeaf41c230 req-36e15d5c-7c88-4b23-bf99-95cfdc5e6186 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:08.177432 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9eddc71d-ce4f-4843-8fdd-78bd87c32b1d tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': 'c138c1e9-b640-4c71-9780-e95a19150f30', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:08.177686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fa0e5d0-b603-44b0-8b6b-abeeaf41c230 req-36e15d5c-7c88-4b23-bf99-95cfdc5e6186 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 945 time: 0.0705347 Dec 16 22:27:08.178171 n-d-821840-2 neutron-server[103952]: WARNING neutron.api.v2.base [None req-9eddc71d-ce4f-4843-8fdd-78bd87c32b1d tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 16 22:27:08.178673 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-9eddc71d-ce4f-4843-8fdd-78bd87c32b1d tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:27:08.179704 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9eddc71d-ce4f-4843-8fdd-78bd87c32b1d tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061176 Dec 16 22:27:08.183757 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50774) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:08.188163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-451c7c36-b15b-4e16-b84f-5ada94ac1d9a tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': 'c138c1e9-b640-4c71-9780-e95a19150f30', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:08.258732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fa0e5d0-b603-44b0-8b6b-abeeaf41c230 req-61118910-faec-4cd6-8b16-ac1770a9ba42 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f6fdd6f-9e0c-449b-aa7a-4bac2e1a166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704603 Dec 16 22:27:08.420102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac0987c5-73e4-46eb-b729-684edf9970b8 req-a177f1eb-6d36-43ea-93c1-8c3bfdee72a1 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0374377 Dec 16 22:27:08.421076 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-451c7c36-b15b-4e16-b84f-5ada94ac1d9a tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:27:08.422325 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-451c7c36-b15b-4e16-b84f-5ada94ac1d9a tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2379241 Dec 16 22:27:08.425108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50786) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:08.431555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c6a013d1-868e-47a6-8ec2-4257a1e28217 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': 'c138c1e9-b640-4c71-9780-e95a19150f30', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:08.438454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0b0d81b-5b0d-45a8-90d1-8c2614c363b7 req-0dcbcfe2-670c-4a7f-9b33-51ea7ba96c43 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0467257 Dec 16 22:27:08.691216 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-c6a013d1-868e-47a6-8ec2-4257a1e28217 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:27:08.695170 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c6a013d1-868e-47a6-8ec2-4257a1e28217 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2663069 Dec 16 22:27:08.695851 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50794) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:08.766652 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf2e168e-c4ca-4073-85d1-6437d86486e3 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:08.795542 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf2e168e-c4ca-4073-85d1-6437d86486e3 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:08.992878 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf2e168e-c4ca-4073-85d1-6437d86486e3 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:08.996114 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf2e168e-c4ca-4073-85d1-6437d86486e3 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:08.997588 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cf2e168e-c4ca-4073-85d1-6437d86486e3 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "DELETE /v2.0/security-groups/c138c1e9-b640-4c71-9780-e95a19150f30 HTTP/1.1" status: 204 len: 168 time: 0.3007307 Dec 16 22:27:09.000442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50798) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:09.007538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e168e-c4ca-4073-85d1-6437d86486e3 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c138c1e9-b640-4c71-9780-e95a19150f30,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:09.058819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fc22f628-30a5-41eb-b4ae-03030226b0d4 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0561202 Dec 16 22:27:09.062854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50800) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:09.067546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632369440'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:09.204476 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:09.341334 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a7dd8-fe6e-4e99-a78e-eef706047989 req-81c81245-5235-4b16-a80e-e3fa58d9e54b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:09.344775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d9a7dd8-fe6e-4e99-a78e-eef706047989 req-81c81245-5235-4b16-a80e-e3fa58d9e54b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1081934 Dec 16 22:27:09.379784 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:09.432387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d9a7dd8-fe6e-4e99-a78e-eef706047989 req-8b963c59-d8c3-472f-afe3-63e0a760d140 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669823 Dec 16 22:27:09.485909 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:09.541004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b9b556-c3d4-4193-be72-3a562cd7adb3,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:09.562848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:09.563185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:09.563609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:09.563953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:09.564290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:09.564620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:09.565032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:09.565359 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:09.565704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:09.566030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:09.566352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:09.566777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:09.567118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:09.589211 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-819bc878-c595-44b3-8a3a-234a3315df62 req-9e06c2e2-1377-4645-a15b-5884cdb07eee tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0509191 Dec 16 22:27:09.622315 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5fc50-e077-4cc7-b5c9-ac6ddf1e0296 req-14d75f70-7d23-48f2-904b-0e68e3e70d1e tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:09.628596 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97c5fc50-e077-4cc7-b5c9-ac6ddf1e0296 req-14d75f70-7d23-48f2-904b-0e68e3e70d1e tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 945 time: 0.1826379 Dec 16 22:27:09.634769 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:09.641479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-63543056-4657-4bb5-87ea-2592f248ff42 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5738192 Dec 16 22:27:09.643778 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50824) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:09.648337 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f4bc373f-4e2b-402e-af36-8aa39327de3c tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': '86b9b556-c3d4-4193-be72-3a562cd7adb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:09.679789 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3307c962-913a-4ac3-b36f-32b443d64d29 req-9a2d2a1a-9e92-45f3-92be-e24b8dc722ac tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0341129 Dec 16 22:27:09.711592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97c5fc50-e077-4cc7-b5c9-ac6ddf1e0296 req-582ead40-cadc-4623-9f10-0d7bf3ada7b6 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f6fdd6f-9e0c-449b-aa7a-4bac2e1a166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814939 Dec 16 22:27:09.872870 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-f4bc373f-4e2b-402e-af36-8aa39327de3c tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The resource could not be found. Dec 16 22:27:09.874184 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f4bc373f-4e2b-402e-af36-8aa39327de3c tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2293928 Dec 16 22:27:09.878626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50838) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:09.886805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-20262bc9-caf7-464a-9092-3af5320accba tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': '86b9b556-c3d4-4193-be72-3a562cd7adb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0c02dea4-aac3-4734-87ed-b40f79091a57'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:10.089194 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-20262bc9-caf7-464a-9092-3af5320accba tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The resource could not be found. Dec 16 22:27:10.091728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-20262bc9-caf7-464a-9092-3af5320accba tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2118006 Dec 16 22:27:10.094756 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50840) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:10.157285 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9caf93e-a3d1-408b-9336-f20183b7a228 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:10.187409 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9caf93e-a3d1-408b-9336-f20183b7a228 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:10.299714 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd93ef6-e9f0-4881-be6f-a908e76bce97 req-3c7a87f1-28d3-4d58-ac48-fc595664b15c tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:10.301935 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4dd93ef6-e9f0-4881-be6f-a908e76bce97 req-3c7a87f1-28d3-4d58-ac48-fc595664b15c tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 945 time: 0.0624809 Dec 16 22:27:10.315755 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9caf93e-a3d1-408b-9336-f20183b7a228 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:10.318531 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9caf93e-a3d1-408b-9336-f20183b7a228 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:10.320004 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c9caf93e-a3d1-408b-9336-f20183b7a228 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "DELETE /v2.0/security-groups/86b9b556-c3d4-4193-be72-3a562cd7adb3 HTTP/1.1" status: 204 len: 168 time: 0.2241070 Dec 16 22:27:10.325331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50844) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:10.347061 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9caf93e-a3d1-408b-9336-f20183b7a228 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b9b556-c3d4-4193-be72-3a562cd7adb3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:10.380292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4dd93ef6-e9f0-4881-be6f-a908e76bce97 req-4db96b0d-491d-4ced-b61c-106ac26047ab tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f6fdd6f-9e0c-449b-aa7a-4bac2e1a166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704517 Dec 16 22:27:10.391171 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-47097939-5b87-493f-bb27-a9bae9708ec2 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0644169 Dec 16 22:27:10.398715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50848) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:10.402931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0734c481-49c1-43e5-bea7-4410af346f62 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': 'dfef1702-7196-4f64-8a07-e2ecc2ac4a07', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:10.596690 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-0734c481-49c1-43e5-bea7-4410af346f62 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The resource could not be found. Dec 16 22:27:10.599374 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0734c481-49c1-43e5-bea7-4410af346f62 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2008042 Dec 16 22:27:10.602352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50856) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:10.610584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-eddaae50-5fbc-4dcb-804f-f49ada6ff467 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group': {'name': 'tempest-secgroup--391032352'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:10.660307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906919b-cae9-4bba-9df3-f305f2fa47ca req-6f66a80e-09b7-42f2-9fdd-70e08050a813 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:10.662084 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3906919b-cae9-4bba-9df3-f305f2fa47ca req-6f66a80e-09b7-42f2-9fdd-70e08050a813 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1103294 Dec 16 22:27:10.737881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03ff1296-e402-4d54-b093-c50975f8cc60 req-5f2cf6e6-f0c0-42ee-b1ec-05ec60068d19 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0461736 Dec 16 22:27:10.763551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3906919b-cae9-4bba-9df3-f305f2fa47ca req-f9e67ee2-e3d4-4097-afc2-32622f241d6b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907958 Dec 16 22:27:10.767637 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eddaae50-5fbc-4dcb-804f-f49ada6ff467 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:10.820143 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0a1fd42-b221-47b5-a0ff-23feeee29709 req-0c1f098a-54c9-4a63-b8d5-6cad7f113412 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0346818 Dec 16 22:27:10.882448 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eddaae50-5fbc-4dcb-804f-f49ada6ff467 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.001122 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eddaae50-5fbc-4dcb-804f-f49ada6ff467 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.032387 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddaae50-5fbc-4dcb-804f-f49ada6ff467 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7118b6e1-d19f-4011-8bfc-026f0a8395c8,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:11.109038 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eddaae50-5fbc-4dcb-804f-f49ada6ff467 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.110357 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-eddaae50-5fbc-4dcb-804f-f49ada6ff467 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5069017 Dec 16 22:27:11.113105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50864) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:11.117604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-aef68dc8-ad34-4de6-be4a-39f73e3040fc tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group': {'name': 'tempest-secgroup--2126761481'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:11.201323 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef68dc8-ad34-4de6-be4a-39f73e3040fc tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.270450 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef68dc8-ad34-4de6-be4a-39f73e3040fc tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.341112 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef68dc8-ad34-4de6-be4a-39f73e3040fc tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.373672 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef68dc8-ad34-4de6-be4a-39f73e3040fc tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2c18c8-8fca-4eb8-b235-1e318c1b0756,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:11.455242 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef68dc8-ad34-4de6-be4a-39f73e3040fc tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.456861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aef68dc8-ad34-4de6-be4a-39f73e3040fc tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3427329 Dec 16 22:27:11.459707 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50868) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:11.465629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f016b058-4996-466e-932f-e183481a8b6b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group_rule': {'security_group_id': '7118b6e1-d19f-4011-8bfc-026f0a8395c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1d2c18c8-8fca-4eb8-b235-1e318c1b0756'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:11.516545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a10e2d-4abe-4f27-a0ef-c2ab9e138cd1 req-b6888703-0bd9-4a1f-97c3-8bea1f7c925e tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:11.524044 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4a10e2d-4abe-4f27-a0ef-c2ab9e138cd1 req-b6888703-0bd9-4a1f-97c3-8bea1f7c925e tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 945 time: 0.0637386 Dec 16 22:27:11.597010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4a10e2d-4abe-4f27-a0ef-c2ab9e138cd1 req-0d355f79-5b11-499c-b723-c791e2122025 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f6fdd6f-9e0c-449b-aa7a-4bac2e1a166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719864 Dec 16 22:27:11.672005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a911a3-d079-48af-86b9-468666c6fbc5 req-2003d110-2d59-43ac-8656-99946b01d932 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:11.673663 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b7a911a3-d079-48af-86b9-468666c6fbc5 req-2003d110-2d59-43ac-8656-99946b01d932 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 945 time: 0.0574858 Dec 16 22:27:11.692897 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-f016b058-4996-466e-932f-e183481a8b6b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:27:11.693961 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f016b058-4996-466e-932f-e183481a8b6b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2329373 Dec 16 22:27:11.697840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50880) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:11.778406 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0f1cdfd4-04b1-4be0-b93d-9bd9d7f305f8 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.807121 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-b7a911a3-d079-48af-86b9-468666c6fbc5 req-6e8d9bbe-c810-4e0e-a9e4-825b431f0f78 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Deleting port cffa27df-8ea6-4236-b100-c13b209f818a {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:11.807811 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b7a911a3-d079-48af-86b9-468666c6fbc5 req-6e8d9bbe-c810-4e0e-a9e4-825b431f0f78 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.842253 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0f1cdfd4-04b1-4be0-b93d-9bd9d7f305f8 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.956074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae126956-f998-454c-b30e-0ef81f19ae73 req-4bd15be7-8699-4b98-af5b-6e43c8a1eb80 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1216052 Dec 16 22:27:11.968466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-b7a911a3-d079-48af-86b9-468666c6fbc5 req-6e8d9bbe-c810-4e0e-a9e4-825b431f0f78 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] For port cffa27df-8ea6-4236-b100-c13b209f818a, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cffa27df-8ea6-4236-b100-c13b209f818a,segment=NetworkSegment(5fa27a5e-8ca9-4b05-8aba-269bb00711ef),segment_id=5fa27a5e-8ca9-4b05-8aba-269bb00711ef)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:11.968466 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b7a911a3-d079-48af-86b9-468666c6fbc5 req-6e8d9bbe-c810-4e0e-a9e4-825b431f0f78 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.993485 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-b7a911a3-d079-48af-86b9-468666c6fbc5 req-6e8d9bbe-c810-4e0e-a9e4-825b431f0f78 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Calling delete_port for cffa27df-8ea6-4236-b100-c13b209f818a owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:12.013303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55beffea-4966-49cc-9e4e-12edbefc8c6d req-eb2e3739-dd9b-4541-b310-98f6563afabb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:12.015227 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55beffea-4966-49cc-9e4e-12edbefc8c6d req-eb2e3739-dd9b-4541-b310-98f6563afabb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1191769 Dec 16 22:27:12.077595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6a6542b-95af-44d5-8962-aaeecd842c22 req-cb1e9083-4f1c-4d5c-8b30-51820f6c4b8f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0330179 Dec 16 22:27:12.078569 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0f1cdfd4-04b1-4be0-b93d-9bd9d7f305f8 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:12.081557 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0f1cdfd4-04b1-4be0-b93d-9bd9d7f305f8 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:12.082960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0f1cdfd4-04b1-4be0-b93d-9bd9d7f305f8 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "DELETE /v2.0/security-groups/1d2c18c8-8fca-4eb8-b235-1e318c1b0756 HTTP/1.1" status: 204 len: 168 time: 0.3839395 Dec 16 22:27:12.086969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50894) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:12.131217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cdfd4-04b1-4be0-b93d-9bd9d7f305f8 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2c18c8-8fca-4eb8-b235-1e318c1b0756,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:12.153871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55beffea-4966-49cc-9e4e-12edbefc8c6d req-2a51fe0b-a170-47ed-81f6-11288db9dae8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321111 Dec 16 22:27:12.230097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8968f417-d4dd-4f6d-8fc5-9cdc4c21ec2f tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1409135 Dec 16 22:27:12.233800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50896) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:12.282678 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b7a911a3-d079-48af-86b9-468666c6fbc5 req-6e8d9bbe-c810-4e0e-a9e4-825b431f0f78 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:12.303225 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['cffa27df-8ea6-4236-b100-c13b209f818a'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:27:12.304058 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8036d8d-c81c-4415-a57e-f874a5d4d219 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:12.348867 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8036d8d-c81c-4415-a57e-f874a5d4d219 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:12.388717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d9bbe-c810-4e0e-a9e4-825b431f0f78 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Pushing event deleted for resources: {'Port': ['ID=cffa27df-8ea6-4236-b100-c13b209f818a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:12.408538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a911a3-d079-48af-86b9-468666c6fbc5 req-6e8d9bbe-c810-4e0e-a9e4-825b431f0f78 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] No DVR routers for this DVR port cffa27df-8ea6-4236-b100-c13b209f818a on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:27:12.411305 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b7a911a3-d079-48af-86b9-468666c6fbc5 req-6e8d9bbe-c810-4e0e-a9e4-825b431f0f78 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:12.414374 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b7a911a3-d079-48af-86b9-468666c6fbc5 req-6e8d9bbe-c810-4e0e-a9e4-825b431f0f78 tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.69 "DELETE /v2.0/ports/cffa27df-8ea6-4236-b100-c13b209f818a HTTP/1.1" status: 204 len: 173 time: 0.7304070 Dec 16 22:27:12.414842 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2fd3b6-d896-41bc-9463-47268dc6abaf', 'name': 'network-vif-deleted', 'tag': 'cffa27df-8ea6-4236-b100-c13b209f818a'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:27:12.417822 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1061797f-1a4a-41cd-8983-800a06681820" -d '{"events": [{"server_uuid": "ca2fd3b6-d896-41bc-9463-47268dc6abaf", "name": "network-vif-deleted", "tag": "cffa27df-8ea6-4236-b100-c13b209f818a"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:27:12.459205 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac5ad3c-4726-446d-bf6a-f12d4f0d99e0 x-openstack-request-id: req-4ac5ad3c-4726-446d-bf6a-f12d4f0d99e0 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:27:12.459205 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2fd3b6-d896-41bc-9463-47268dc6abaf", "name": "network-vif-deleted", "tag": "cffa27df-8ea6-4236-b100-c13b209f818a", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:27:12.459572 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ac5ad3c-4726-446d-bf6a-f12d4f0d99e0 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:27:12.460372 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2fd3b6-d896-41bc-9463-47268dc6abaf', 'name': 'network-vif-deleted', 'tag': 'cffa27df-8ea6-4236-b100-c13b209f818a', 'status': 'completed', 'code': 200} Dec 16 22:27:12.482244 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8036d8d-c81c-4415-a57e-f874a5d4d219 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:12.487334 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8036d8d-c81c-4415-a57e-f874a5d4d219 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:12.491880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b8036d8d-c81c-4415-a57e-f874a5d4d219 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "DELETE /v2.0/security-groups/7118b6e1-d19f-4011-8bfc-026f0a8395c8 HTTP/1.1" status: 204 len: 168 time: 0.2535510 Dec 16 22:27:12.492099 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50900) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:12.505714 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8036d8d-c81c-4415-a57e-f874a5d4d219 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7118b6e1-d19f-4011-8bfc-026f0a8395c8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:12.554899 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dd3a97af-2e15-453f-b434-51f80620aa78 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0617616 Dec 16 22:27:12.559915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50902) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:12.565023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-6284c203-b015-4028-ae78-334c3aafc8df tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group': {'name': 'tempest-secgroup--181198932'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:12.693624 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6284c203-b015-4028-ae78-334c3aafc8df tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:12.739714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2240b228-04f1-4f02-b847-966d7026b52c req-c050ae16-6586-4af8-8653-55bc3ed1dc2d tempest-ServerAddressesNegativeTestJSON-2034944280 tempest-ServerAddressesNegativeTestJSON-2034944280-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd3b6-d896-41bc-9463-47268dc6abaf HTTP/1.1" status: 200 len: 210 time: 0.0406487 Dec 16 22:27:12.814474 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6284c203-b015-4028-ae78-334c3aafc8df tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:12.970760 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6284c203-b015-4028-ae78-334c3aafc8df tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.006732 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284c203-b015-4028-ae78-334c3aafc8df tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e172f5c5-f301-4b92-98e0-0739c74be6ab,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:13.075344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04124178-e674-4911-a2d9-8e7b44771e79 req-427761de-40b4-4cda-b376-32bf83a0681a tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0425816 Dec 16 22:27:13.090777 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6284c203-b015-4028-ae78-334c3aafc8df tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.099601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6284c203-b015-4028-ae78-334c3aafc8df tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5322030 Dec 16 22:27:13.099601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50918) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:13.105901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-1e196108-e9ff-4cde-8ad5-114fa4a7b5e2 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:13.105901 n-d-821840-2 neutron-server[103951]: WARNING neutron.api.v2.base [None req-1e196108-e9ff-4cde-8ad5-114fa4a7b5e2 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 22:27:13.106349 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-1e196108-e9ff-4cde-8ad5-114fa4a7b5e2 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 22:27:13.107766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1e196108-e9ff-4cde-8ad5-114fa4a7b5e2 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "PUT /v2.0/security-groups/e172f5c5-f301-4b92-98e0-0739c74be6ab HTTP/1.1" status: 409 len: 330 time: 0.0098486 Dec 16 22:27:13.110787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50920) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:13.152049 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.194037 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-519ac36d-593a-45a0-ac4b-2833cb531316 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.224761 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-519ac36d-593a-45a0-ac4b-2833cb531316 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.267027 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.344155 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c6d38c8-5feb-4620-b892-9176deedf45b req-b1de126c-bff9-45eb-8eaa-cb1d1aa8ca0f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0691273 Dec 16 22:27:13.393386 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-519ac36d-593a-45a0-ac4b-2833cb531316 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.396171 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-519ac36d-593a-45a0-ac4b-2833cb531316 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.399661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-519ac36d-593a-45a0-ac4b-2833cb531316 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "DELETE /v2.0/security-groups/e172f5c5-f301-4b92-98e0-0739c74be6ab HTTP/1.1" status: 204 len: 168 time: 0.2854671 Dec 16 22:27:13.401115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50926) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:13.413047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ac36d-593a-45a0-ac4b-2833cb531316 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e172f5c5-f301-4b92-98e0-0739c74be6ab,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:13.474544 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a164790-6d49-40bc-9993-3787ea7b4adc req-930ff0b0-e818-4d38-8248-9fee942aeb09 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:13.476427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a164790-6d49-40bc-9993-3787ea7b4adc req-930ff0b0-e818-4d38-8248-9fee942aeb09 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1307182 Dec 16 22:27:13.490039 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5f5700bd-89a1-4240-bc64-dff3d5e1415b tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0857365 Dec 16 22:27:13.494091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50928) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:13.516893 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-1e975e3f-058d-433f-91b7-4b5753550912 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] delete failed (client error): The resource could not be found. Dec 16 22:27:13.524219 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1e975e3f-058d-433f-91b7-4b5753550912 tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "DELETE /v2.0/security-groups/5802380e-4e27-4711-a938-87dc0defe801 HTTP/1.1" status: 404 len: 347 time: 0.0284309 Dec 16 22:27:13.528904 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50930) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:13.548972 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-066c6ef7-7c23-4e77-911a-b654e838412c tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] show failed (client error): The resource could not be found. Dec 16 22:27:13.553989 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-066c6ef7-7c23-4e77-911a-b654e838412c tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "GET /v2.0/security-groups/f8edf5e9-a0a0-414f-b48c-002c207a4f93 HTTP/1.1" status: 404 len: 347 time: 0.0237613 Dec 16 22:27:13.559251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50932) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:13.572999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a164790-6d49-40bc-9993-3787ea7b4adc req-9e67eb14-d699-4e70-8f2c-8bf65f5f488a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883081 Dec 16 22:27:13.599212 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-60e049c6-9491-4772-bab7-a1c31ca2a1ea tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] show failed (client error): The resource could not be found. Dec 16 22:27:13.600736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-60e049c6-9491-4772-bab7-a1c31ca2a1ea tempest-NegativeSecGroupTest-130339599 tempest-NegativeSecGroupTest-130339599-project] 10.222.0.43 "GET /v2.0/security-group-rules/8ad6b018-2ee4-4990-addd-b703c3b13074 HTTP/1.1" status: 404 len: 356 time: 0.0224319 Dec 16 22:27:13.823920 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50944) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:13.873995 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-2419c2e6-9241-4f5f-8e18-af0754547968 admin admin] Deleting subnet 5f48467f-aae1-467c-b804-637becec8b68 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:27:13.877204 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2419c2e6-9241-4f5f-8e18-af0754547968 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.918087 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2419c2e6-9241-4f5f-8e18-af0754547968 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.960871 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2419c2e6-9241-4f5f-8e18-af0754547968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.089703 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2419c2e6-9241-4f5f-8e18-af0754547968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.131613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419c2e6-9241-4f5f-8e18-af0754547968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f48467f-aae1-467c-b804-637becec8b68,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:14.138555 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2419c2e6-9241-4f5f-8e18-af0754547968 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.144361 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2419c2e6-9241-4f5f-8e18-af0754547968 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5f48467f-aae1-467c-b804-637becec8b68 HTTP/1.1" status: 204 len: 168 time: 0.3166962 Dec 16 22:27:14.144876 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50950) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:14.204425 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50952) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:14.241684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7fe0ade-013f-4771-b85d-de630a3fb9c8 req-f20892d2-0fb3-4b57-9e7c-e23f36f076ef tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0688748 Dec 16 22:27:14.279834 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe916820-3cc5-4aab-bc93-7562d5cf2170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.372804 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe916820-3cc5-4aab-bc93-7562d5cf2170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.398500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-fe916820-3cc5-4aab-bc93-7562d5cf2170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7513ab-c7ac-416b-ad85-201a381760aa']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:14.412890 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e9ecef23-d64d-473d-b837-2c5ffd8e533b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41444c8825344ff2b47fabd529e51e39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2046406 Dec 16 22:27:14.413370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50958) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:14.438149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-fe916820-3cc5-4aab-bc93-7562d5cf2170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa27a5e-8ca9-4b05-8aba-269bb00711ef') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:14.438494 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-fe916820-3cc5-4aab-bc93-7562d5cf2170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa27a5e-8ca9-4b05-8aba-269bb00711ef') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:14.442133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-008b33c0-cef3-4483-9959-4e9cfd9227b0 req-a8b2fb4a-e0c3-4ecd-83c9-d4db1ab5d466 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0336368 Dec 16 22:27:14.451479 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe916820-3cc5-4aab-bc93-7562d5cf2170 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.477595 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-094309df-1526-46a0-9113-eced7af48385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.478139 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe916820-3cc5-4aab-bc93-7562d5cf2170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.485693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe916820-3cc5-4aab-bc93-7562d5cf2170 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:27:14.486095 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe916820-3cc5-4aab-bc93-7562d5cf2170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:27:14.488008 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:27:14.503522 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-094309df-1526-46a0-9113-eced7af48385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.624218 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe916820-3cc5-4aab-bc93-7562d5cf2170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.630091 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe916820-3cc5-4aab-bc93-7562d5cf2170 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.636805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fe916820-3cc5-4aab-bc93-7562d5cf2170 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5f7513ab-c7ac-416b-ad85-201a381760aa HTTP/1.1" status: 204 len: 168 time: 0.4873428 Dec 16 22:27:14.658533 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-094309df-1526-46a0-9113-eced7af48385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.661530 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-094309df-1526-46a0-9113-eced7af48385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.663607 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-094309df-1526-46a0-9113-eced7af48385 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4949ae96-9959-4fd6-9db2-63af6af46e79 HTTP/1.1" status: 204 len: 168 time: 0.2490511 Dec 16 22:27:14.664160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe916820-3cc5-4aab-bc93-7562d5cf2170 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f7513ab-c7ac-416b-ad85-201a381760aa,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:14.675365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094309df-1526-46a0-9113-eced7af48385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4949ae96-9959-4fd6-9db2-63af6af46e79,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:14.789770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b92ad6-d663-4207-b5a0-df4e88440217 req-3d0df996-dcc3-4511-ada3-4ddcd6c075c1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:14.792869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4b92ad6-d663-4207-b5a0-df4e88440217 req-3d0df996-dcc3-4511-ada3-4ddcd6c075c1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0751796 Dec 16 22:27:14.872062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4b92ad6-d663-4207-b5a0-df4e88440217 req-4ab90081-4ed2-48d3-aa90-ccf15e908d4b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720890 Dec 16 22:27:15.183827 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50978) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:15.233320 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-16d19d54-837b-4d81-9825-911549b4b67b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a188e99d4b9c42d08fb404488e5a3460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0482097 Dec 16 22:27:15.236088 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50982) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:15.314542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device cffa27df-8ea6-4236-b100-c13b209f818a no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:15.356989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: cffa27df-8ea6-4236-b100-c13b209f818a {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:27:15.357585 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device cffa27df-8ea6-4236-b100-c13b209f818a not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:27:15.362911 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c204-7473-4785-802b-b51f841a597b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:15.396675 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c204-7473-4785-802b-b51f841a597b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:15.421665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-406acad1-919e-416f-91aa-7ad4d1b0c674 req-eadf4e92-7d49-4e70-85d9-1100cfb98a5e tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0389349 Dec 16 22:27:15.540077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-93b5b24d-f9c9-47f3-98b5-99763aa70644 req-9e19c3d9-adc9-4c69-bac5-610ee988d79a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0285029 Dec 16 22:27:15.559771 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c204-7473-4785-802b-b51f841a597b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:15.563425 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c204-7473-4785-802b-b51f841a597b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:15.565565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8bf0c204-7473-4785-802b-b51f841a597b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f6fdd6f-9e0c-449b-aa7a-4bac2e1a166b HTTP/1.1" status: 204 len: 168 time: 0.3277705 Dec 16 22:27:15.579099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0c204-7473-4785-802b-b51f841a597b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6fdd6f-9e0c-449b-aa7a-4bac2e1a166b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:16.054382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a21fa-02ce-4ad1-af1a-1c6c7b1c2ef3 req-6e1108ce-a019-44d3-9b3f-f96c08d17acd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:16.057091 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-153a21fa-02ce-4ad1-af1a-1c6c7b1c2ef3 req-6e1108ce-a019-44d3-9b3f-f96c08d17acd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0740142 Dec 16 22:27:16.127076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-153a21fa-02ce-4ad1-af1a-1c6c7b1c2ef3 req-f5c8fd1f-9b60-4c54-a87f-27f35c4765b0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618484 Dec 16 22:27:16.359081 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51020) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:16.481452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-684551f2-5a84-4bff-8ad5-e3e7078eff8c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2016214483'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:16.542462 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5c681d4-5bd2-4212-a49e-3bf223b843f5 req-038728fa-f173-445b-8738-bbdc7c342c93 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0323195 Dec 16 22:27:16.628166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0ad6257-f9c5-4eae-837f-f8865a7c52a9 req-423aa3cd-5411-4846-bc29-49916e42733d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0331249 Dec 16 22:27:16.630223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684551f2-5a84-4bff-8ad5-e3e7078eff8c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Made reservation on behalf of fcf53e63a0fd4299b8bb75738fb1a13c for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:16.635011 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-684551f2-5a84-4bff-8ad5-e3e7078eff8c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.645920 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-684551f2-5a84-4bff-8ad5-e3e7078eff8c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.730264 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-684551f2-5a84-4bff-8ad5-e3e7078eff8c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.809831 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-684551f2-5a84-4bff-8ad5-e3e7078eff8c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.835916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684551f2-5a84-4bff-8ad5-e3e7078eff8c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:27:16.851340 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684551f2-5a84-4bff-8ad5-e3e7078eff8c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ca9536-6a42-41a9-97b9-f11bd6148247,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:16.866902 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-684551f2-5a84-4bff-8ad5-e3e7078eff8c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.866902 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-684551f2-5a84-4bff-8ad5-e3e7078eff8c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Added segment 97a3a47b-914a-4d0d-924b-e3213ccbbc3f of type vlan for network 85d4f051-ed28-4d6d-8fff-c484ee5065e8 Dec 16 22:27:16.913795 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-684551f2-5a84-4bff-8ad5-e3e7078eff8c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:17.013434 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-684551f2-5a84-4bff-8ad5-e3e7078eff8c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:17.021635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684551f2-5a84-4bff-8ad5-e3e7078eff8c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:17.022733 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-684551f2-5a84-4bff-8ad5-e3e7078eff8c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:17.136996 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684551f2-5a84-4bff-8ad5-e3e7078eff8c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Pushing event updated for resources: {'Network': ['ID=85d4f051-ed28-4d6d-8fff-c484ee5065e8,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:17.152169 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 85d4f051-ed28-4d6d-8fff-c484ee5065e8 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:27:17.191724 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-684551f2-5a84-4bff-8ad5-e3e7078eff8c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8269224 Dec 16 22:27:17.192042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51054) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:17.198457 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-6db524c2-7bee-40ad-9e76-772d86220fc9 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '85d4f051-ed28-4d6d-8fff-c484ee5065e8', 'tempest-TagsTest-Tag-1155859307') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:17.283011 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51056) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:17.332164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c5ef2-7c27-4d81-b7ee-407638de92f2 req-d280a6ea-bec4-4349-99e7-d62199854206 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:17.340813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d16c5ef2-7c27-4d81-b7ee-407638de92f2 req-d280a6ea-bec4-4349-99e7-d62199854206 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0915210 Dec 16 22:27:17.391421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d16c5ef2-7c27-4d81-b7ee-407638de92f2 req-8024778a-2943-4dc3-922d-25ab85a6740d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494118 Dec 16 22:27:17.425545 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6db524c2-7bee-40ad-9e76-772d86220fc9 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] 10.222.0.43 "PUT /v2.0/networks/85d4f051-ed28-4d6d-8fff-c484ee5065e8/tags/tempest-TagsTest-Tag-1155859307 HTTP/1.1" status: 201 len: 201 time: 0.2316129 Dec 16 22:27:17.428384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51064) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:17.433258 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-2d1ebe3c-4035-44a4-b890-9da598105f96 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85d4f051-ed28-4d6d-8fff-c484ee5065e8', 'tempest-TagsTest-Tag-1155859307') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:17.520155 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-aa483e18-dce4-4139-afbe-c528a42fb139 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2116132857-network', 'tenant_id': '1dfe079528b240c6982b89bbb9a6265a'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:17.524366 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2d1ebe3c-4035-44a4-b890-9da598105f96 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] 10.222.0.43 "GET /v2.0/networks/85d4f051-ed28-4d6d-8fff-c484ee5065e8/tags/tempest-TagsTest-Tag-1155859307 HTTP/1.1" status: 204 len: 168 time: 0.0947707 Dec 16 22:27:17.527929 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51066) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:17.533240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-a09a2c2d-6017-446b-9327-90b5be4189d2 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '85d4f051-ed28-4d6d-8fff-c484ee5065e8') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:17.622763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a09a2c2d-6017-446b-9327-90b5be4189d2 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] 10.222.0.43 "GET /v2.0/networks/85d4f051-ed28-4d6d-8fff-c484ee5065e8/tags HTTP/1.1" status: 200 len: 238 time: 0.0930185 Dec 16 22:27:17.625791 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51070) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:17.631668 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-ed1f6aa0-b607-437f-9285-f2f47dbebc26 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '85d4f051-ed28-4d6d-8fff-c484ee5065e8', {'tags': ['tempest-TagsTest-Tag-1898788385', 'tempest-TagsTest-Tag-1821003385', 'tempest-TagsTest-Tag-1804348686']}) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:17.667929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d08f98b1-3c04-4ae5-b948-5824d4897d97 req-e60f2efa-0982-46d2-a7a3-cfb3b9616e0a tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0437148 Dec 16 22:27:17.685489 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa483e18-dce4-4139-afbe-c528a42fb139 admin admin] Made reservation on behalf of 1dfe079528b240c6982b89bbb9a6265a for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:17.688540 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa483e18-dce4-4139-afbe-c528a42fb139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:17.714081 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa483e18-dce4-4139-afbe-c528a42fb139 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:17.731379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-904e080a-12de-41d4-afcc-d8752cbef56f req-cdec0b63-f279-41cf-b69d-3b6248376da1 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0404308 Dec 16 22:27:17.834873 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa483e18-dce4-4139-afbe-c528a42fb139 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:17.839956 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ed1f6aa0-b607-437f-9285-f2f47dbebc26 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] 10.222.0.43 "PUT /v2.0/networks/85d4f051-ed28-4d6d-8fff-c484ee5065e8/tags HTTP/1.1" status: 200 len: 309 time: 0.2124012 Dec 16 22:27:17.842531 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51078) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:17.850998 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-b835470f-74f6-4266-a59b-b1946bb3613c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '85d4f051-ed28-4d6d-8fff-c484ee5065e8', 'tempest-TagsTest-Tag-1898788385') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:17.921663 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa483e18-dce4-4139-afbe-c528a42fb139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:17.953010 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa483e18-dce4-4139-afbe-c528a42fb139 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:27:17.975300 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa483e18-dce4-4139-afbe-c528a42fb139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1b7f60-e68a-446c-a993-292a82335687,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:17.976505 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa483e18-dce4-4139-afbe-c528a42fb139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:17.976878 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-aa483e18-dce4-4139-afbe-c528a42fb139 admin admin] Added segment 52e5bca3-4e18-4a6d-9759-6021a06bdf94 of type vlan for network f5ab8f40-92cb-4b36-84b3-b5fde75054da Dec 16 22:27:18.017015 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa483e18-dce4-4139-afbe-c528a42fb139 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:18.106343 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b835470f-74f6-4266-a59b-b1946bb3613c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] 10.222.0.43 "DELETE /v2.0/networks/85d4f051-ed28-4d6d-8fff-c484ee5065e8/tags/tempest-TagsTest-Tag-1898788385 HTTP/1.1" status: 204 len: 168 time: 0.2620788 Dec 16 22:27:18.109799 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51082) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:18.115283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-de8e38b3-85d2-471a-922e-81981e386199 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85d4f051-ed28-4d6d-8fff-c484ee5065e8', 'tempest-TagsTest-Tag-1898788385') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:18.142067 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa483e18-dce4-4139-afbe-c528a42fb139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:18.142067 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa483e18-dce4-4139-afbe-c528a42fb139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:18.142067 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa483e18-dce4-4139-afbe-c528a42fb139 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:18.231549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa483e18-dce4-4139-afbe-c528a42fb139 admin admin] Pushing event updated for resources: {'Network': ['ID=f5ab8f40-92cb-4b36-84b3-b5fde75054da,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:18.242625 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network f5ab8f40-92cb-4b36-84b3-b5fde75054da details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:27:18.262352 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-de8e38b3-85d2-471a-922e-81981e386199 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] show failed (client error): The resource could not be found. Dec 16 22:27:18.263613 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-de8e38b3-85d2-471a-922e-81981e386199 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] 10.222.0.43 "GET /v2.0/networks/85d4f051-ed28-4d6d-8fff-c484ee5065e8/tags/tempest-TagsTest-Tag-1898788385 HTTP/1.1" status: 404 len: 326 time: 0.1525462 Dec 16 22:27:18.268571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51084) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:18.270936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-4eb57b01-0365-4aa1-b9e9-a66fe704b651 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85d4f051-ed28-4d6d-8fff-c484ee5065e8', 'tempest-TagsTest-Tag-1821003385') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:18.289994 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-aa483e18-dce4-4139-afbe-c528a42fb139 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0058563 Dec 16 22:27:18.295167 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51086) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:18.300085 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9ee71b65-d4e5-43bc-b79c-1874a66f4b99 admin admin] Request body: {'subnet': {'network_id': 'f5ab8f40-92cb-4b36-84b3-b5fde75054da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116132857-subnet', 'tenant_id': '1dfe079528b240c6982b89bbb9a6265a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:18.368918 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4eb57b01-0365-4aa1-b9e9-a66fe704b651 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] 10.222.0.43 "GET /v2.0/networks/85d4f051-ed28-4d6d-8fff-c484ee5065e8/tags/tempest-TagsTest-Tag-1821003385 HTTP/1.1" status: 204 len: 168 time: 0.1012907 Dec 16 22:27:18.373656 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51088) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:18.378090 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-b50e83a8-2f15-4b60-875a-645337fdf02c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85d4f051-ed28-4d6d-8fff-c484ee5065e8', 'tempest-TagsTest-Tag-1804348686') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:18.424904 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee71b65-d4e5-43bc-b79c-1874a66f4b99 admin admin] Made reservation on behalf of 1dfe079528b240c6982b89bbb9a6265a for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:18.427256 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ee71b65-d4e5-43bc-b79c-1874a66f4b99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:18.530410 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b50e83a8-2f15-4b60-875a-645337fdf02c tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] 10.222.0.43 "GET /v2.0/networks/85d4f051-ed28-4d6d-8fff-c484ee5065e8/tags/tempest-TagsTest-Tag-1804348686 HTTP/1.1" status: 204 len: 168 time: 0.1556442 Dec 16 22:27:18.533090 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51098) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:18.539712 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-fac837be-8e0b-4915-8aa1-fc8d34143e80 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '85d4f051-ed28-4d6d-8fff-c484ee5065e8') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:18.578010 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd052b-4df5-4f9c-acbc-c15e5ddaa3e5 req-8a41513d-6449-49c2-952d-749ecf9d1f8b tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:18.579520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57fd052b-4df5-4f9c-acbc-c15e5ddaa3e5 req-8a41513d-6449-49c2-952d-749ecf9d1f8b tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 946 time: 0.1108420 Dec 16 22:27:18.614614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1199da3-a221-4faa-a062-5bb3e852963d req-c2eb42b0-00f6-4288-90cc-ca226c05aa1b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:18.616220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1199da3-a221-4faa-a062-5bb3e852963d req-c2eb42b0-00f6-4288-90cc-ca226c05aa1b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0879054 Dec 16 22:27:18.669145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57fd052b-4df5-4f9c-acbc-c15e5ddaa3e5 req-b250b866-653c-4e99-9a08-85ce2c3e9ca5 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/security-groups?id=738ac6a5-4a27-4862-941f-bdef5abf639f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799787 Dec 16 22:27:18.694314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1199da3-a221-4faa-a062-5bb3e852963d req-84576b6b-6a67-4d43-9a81-575e01e7d164 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640657 Dec 16 22:27:18.827878 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03d6a1e2-f215-4cff-9604-b0fe7a1844a2 req-5e7958c4-34c1-4deb-96b2-b86e590b3bc9 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0405152 Dec 16 22:27:18.831922 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ee71b65-d4e5-43bc-b79c-1874a66f4b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:18.862112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9021c9c-fa90-402b-a740-3a4dbd75bd65 req-e0b57f66-43f7-4af2-9e13-ea8e4ff78ba3 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0466094 Dec 16 22:27:18.891090 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fac837be-8e0b-4915-8aa1-fc8d34143e80 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] 10.222.0.43 "DELETE /v2.0/networks/85d4f051-ed28-4d6d-8fff-c484ee5065e8/tags HTTP/1.1" status: 204 len: 168 time: 0.3486235 Dec 16 22:27:18.904565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51110) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:18.909697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-ee7cf335-412e-4671-be69-19b26488b8d4 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85d4f051-ed28-4d6d-8fff-c484ee5065e8', 'tempest-TagsTest-Tag-1821003385') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:18.934501 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee71b65-d4e5-43bc-b79c-1874a66f4b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce2a0de3-5e30-4d6a-9f38-a861aed6dad9,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:18.949056 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee71b65-d4e5-43bc-b79c-1874a66f4b99 admin admin] Checking segment: {'id': '52e5bca3-4e18-4a6d-9759-6021a06bdf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f5ab8f40-92cb-4b36-84b3-b5fde75054da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:18.949882 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee71b65-d4e5-43bc-b79c-1874a66f4b99 admin admin] Network hostable DHCP agents. Network: f5ab8f40-92cb-4b36-84b3-b5fde75054da, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:27:18.992185 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-ee7cf335-412e-4671-be69-19b26488b8d4 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] show failed (client error): The resource could not be found. Dec 16 22:27:18.993417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ee7cf335-412e-4671-be69-19b26488b8d4 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] 10.222.0.43 "GET /v2.0/networks/85d4f051-ed28-4d6d-8fff-c484ee5065e8/tags/tempest-TagsTest-Tag-1821003385 HTTP/1.1" status: 404 len: 326 time: 0.0872622 Dec 16 22:27:18.997224 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51114) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:19.002326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.tag.tag_plugin [None req-acaeb528-8ee0-4e40-a354-9d4b87174795 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85d4f051-ed28-4d6d-8fff-c484ee5065e8', 'tempest-TagsTest-Tag-1804348686') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:19.027725 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee71b65-d4e5-43bc-b79c-1874a66f4b99 admin admin] Network f5ab8f40-92cb-4b36-84b3-b5fde75054da is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:27:19.092775 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-acaeb528-8ee0-4e40-a354-9d4b87174795 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] show failed (client error): The resource could not be found. Dec 16 22:27:19.096493 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-acaeb528-8ee0-4e40-a354-9d4b87174795 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] 10.222.0.43 "GET /v2.0/networks/85d4f051-ed28-4d6d-8fff-c484ee5065e8/tags/tempest-TagsTest-Tag-1804348686 HTTP/1.1" status: 404 len: 326 time: 0.0981643 Dec 16 22:27:19.096704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51116) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:19.102220 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.tag.tag_plugin [None req-bb34074a-90b6-4dc8-91bf-00f5500e64f5 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '85d4f051-ed28-4d6d-8fff-c484ee5065e8') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:19.161823 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9ee71b65-d4e5-43bc-b79c-1874a66f4b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, f5ab8f40-92cb-4b36-84b3-b5fde75054da) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:19.173061 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f73c170-c4c9-4656-834a-6a65a7df2cec None None] Network f5ab8f40-92cb-4b36-84b3-b5fde75054da requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:19.186854 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee71b65-d4e5-43bc-b79c-1874a66f4b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:19.187795 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ee71b65-d4e5-43bc-b79c-1874a66f4b99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.228216 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51118) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:19.239530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bb34074a-90b6-4dc8-91bf-00f5500e64f5 tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] 10.222.0.43 "DELETE /v2.0/networks/85d4f051-ed28-4d6d-8fff-c484ee5065e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1410975 Dec 16 22:27:19.295208 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9ee71b65-d4e5-43bc-b79c-1874a66f4b99 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9989281 Dec 16 22:27:19.297932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51120) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:19.303754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2116132857-router', 'tenant_id': '1dfe079528b240c6982b89bbb9a6265a', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:19.373419 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f49d815-e677-427b-842c-b5e597790c7f tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.414270 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.416676 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.495945 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.505877 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f49d815-e677-427b-842c-b5e597790c7f tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.533296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-2f49d815-e677-427b-842c-b5e597790c7f tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d4f051-ed28-4d6d-8fff-c484ee5065e8']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:19.547437 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-2f49d815-e677-427b-842c-b5e597790c7f tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a3a47b-914a-4d0d-924b-e3213ccbbc3f') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:19.547990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-2f49d815-e677-427b-842c-b5e597790c7f tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a3a47b-914a-4d0d-924b-e3213ccbbc3f') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:19.553301 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77878a99-b0f5-410b-8c0b-9a3033b6a151 None None] Network f5ab8f40-92cb-4b36-84b3-b5fde75054da requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:19.561108 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f49d815-e677-427b-842c-b5e597790c7f tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.580068 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f49d815-e677-427b-842c-b5e597790c7f tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.588257 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f49d815-e677-427b-842c-b5e597790c7f tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:27:19.589119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f49d815-e677-427b-842c-b5e597790c7f tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:27:19.594133 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:27:19.766862 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f49d815-e677-427b-842c-b5e597790c7f tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.775984 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f49d815-e677-427b-842c-b5e597790c7f tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.782770 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2f49d815-e677-427b-842c-b5e597790c7f tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] 10.222.0.43 "DELETE /v2.0/networks/85d4f051-ed28-4d6d-8fff-c484ee5065e8 HTTP/1.1" status: 204 len: 168 time: 0.5529630 Dec 16 22:27:19.793558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49d815-e677-427b-842c-b5e597790c7f tempest-TagsTest-2115556308 tempest-TagsTest-2115556308-project] Pushing event deleted for resources: {'Network': ['ID=85d4f051-ed28-4d6d-8fff-c484ee5065e8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:19.854667 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.921236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e214de-f9df-4c18-a79f-446a57ae029f req-f644b9f7-2223-45c5-b530-09eae383f882 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:19.923307 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d2e214de-f9df-4c18-a79f-446a57ae029f req-f644b9f7-2223-45c5-b530-09eae383f882 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.69 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 946 time: 0.0819955 Dec 16 22:27:19.968339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb62936-b330-4600-8de3-98b82c87aebb req-b740be4a-6191-4041-bccf-d94564995777 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:19.970130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bfb62936-b330-4600-8de3-98b82c87aebb req-b740be4a-6191-4041-bccf-d94564995777 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0881596 Dec 16 22:27:19.977457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa7236-1453-4927-ac5a-d52e8e6c9553 req-e964dd67-da25-4fb0-8f70-bf5f259e9727 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:19.985638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3aa7236-1453-4927-ac5a-d52e8e6c9553 req-e964dd67-da25-4fb0-8f70-bf5f259e9727 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 946 time: 0.1130273 Dec 16 22:27:20.068026 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-d2e214de-f9df-4c18-a79f-446a57ae029f req-b1fb9a35-92bb-4935-bd0b-daaaaf7ea458 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Deleting port 933ff4d1-f888-4eb8-814d-71b5b03506d2 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:20.069540 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d2e214de-f9df-4c18-a79f-446a57ae029f req-b1fb9a35-92bb-4935-bd0b-daaaaf7ea458 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.076389 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e40f6452-74a0-4568-97d4-069156d49a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.120462 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3aa7236-1453-4927-ac5a-d52e8e6c9553 req-953c21dc-2d80-43d2-b18e-672bcd02c914 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/security-groups?id=738ac6a5-4a27-4862-941f-bdef5abf639f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338515 Dec 16 22:27:20.130788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bfb62936-b330-4600-8de3-98b82c87aebb req-ab2224e4-e7c3-44aa-a14e-0fd38cb45d8e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426742 Dec 16 22:27:20.211642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-d2e214de-f9df-4c18-a79f-446a57ae029f req-b1fb9a35-92bb-4935-bd0b-daaaaf7ea458 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] For port 933ff4d1-f888-4eb8-814d-71b5b03506d2, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=933ff4d1-f888-4eb8-814d-71b5b03506d2,segment=NetworkSegment(23f8cc95-e3a9-43b3-84b4-cc9de83c42e6),segment_id=23f8cc95-e3a9-43b3-84b4-cc9de83c42e6)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:20.213050 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d2e214de-f9df-4c18-a79f-446a57ae029f req-b1fb9a35-92bb-4935-bd0b-daaaaf7ea458 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.248964 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45a169db-6b3f-4c13-a64d-a6567937b694 req-e7830af3-b2cd-486b-8f46-06733bb87461 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0482161 Dec 16 22:27:20.312457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f045765-2379-4ffd-b41d-7a80c85204b7 req-d2b9d9f9-4726-48ee-9bf4-762030dcdb5a tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0623243 Dec 16 22:27:20.438610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51142) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:20.538242 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.560963 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.758775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c6424c59-e837-434c-9853-a355e0460be6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fcf53e63a0fd4299b8bb75738fb1a13c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3186123 Dec 16 22:27:20.761868 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51146) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:20.815209 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Allocated IP 172.25.2.18 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/45f60628-b550-4399-809a-3a85db9a2723) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:27:20.852060 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d2e214de-f9df-4c18-a79f-446a57ae029f req-b1fb9a35-92bb-4935-bd0b-daaaaf7ea458 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.852664 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d2e214de-f9df-4c18-a79f-446a57ae029f req-b1fb9a35-92bb-4935-bd0b-daaaaf7ea458 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.852802 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [req-d2e214de-f9df-4c18-a79f-446a57ae029f req-b1fb9a35-92bb-4935-bd0b-daaaaf7ea458 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Floating IP f1fef785-450f-4223-93b2-adc14379ef65 disassociated. External IP: 172.25.2.6, port: 933ff4d1-f888-4eb8-814d-71b5b03506d2. Dec 16 22:27:20.853581 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-d2e214de-f9df-4c18-a79f-446a57ae029f req-b1fb9a35-92bb-4935-bd0b-daaaaf7ea458 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Calling delete_port for 933ff4d1-f888-4eb8-814d-71b5b03506d2 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:20.898145 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24de163f-7628-4898-a394-9db953aa3d49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.948499 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24de163f-7628-4898-a394-9db953aa3d49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.035538 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.091717 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d2e214de-f9df-4c18-a79f-446a57ae029f req-b1fb9a35-92bb-4935-bd0b-daaaaf7ea458 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.133089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb9a35-92bb-4935-bd0b-daaaaf7ea458 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Pushing event deleted for resources: {'Port': ['ID=933ff4d1-f888-4eb8-814d-71b5b03506d2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:21.147655 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24de163f-7628-4898-a394-9db953aa3d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.151132 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-24de163f-7628-4898-a394-9db953aa3d49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.155302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-24de163f-7628-4898-a394-9db953aa3d49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0ca9536-6a42-41a9-97b9-f11bd6148247 HTTP/1.1" status: 204 len: 168 time: 0.3924713 Dec 16 22:27:21.174245 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de163f-7628-4898-a394-9db953aa3d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ca9536-6a42-41a9-97b9-f11bd6148247,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:21.178742 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.310991 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Pushing event updated for resources: {'Port': ['ID=45f60628-b550-4399-809a-3a85db9a2723,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:21.322676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:21.362955 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2e214de-f9df-4c18-a79f-446a57ae029f req-b1fb9a35-92bb-4935-bd0b-daaaaf7ea458 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Router 956079de-6725-4ed1-8c8b-86e68817d0e5 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:27:21.371018 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:21.376132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6aaa3050-f572-4c47-a6b0-7f5d660ca0e1 req-b66b0fb0-272e-4552-b59e-83f51e5e3fd7 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 210 time: 0.0613294 Dec 16 22:27:21.376943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:27:21.391647 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a17e43c-8f08-4bf1-a125-d78fea155584 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:21.458957 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d280c-2527-42f4-bb42-73d02fc7a9a3 req-47de67df-9389-4f0f-9900-03e52db31a5b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:21.460640 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f48d280c-2527-42f4-bb42-73d02fc7a9a3 req-47de67df-9389-4f0f-9900-03e52db31a5b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1470389 Dec 16 22:27:21.534199 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2e214de-f9df-4c18-a79f-446a57ae029f req-b1fb9a35-92bb-4935-bd0b-daaaaf7ea458 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:27:21.543849 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6592ce00-71c5-4187-af1c-3e88fb9084bf None None] Provisioning complete for port 45f60628-b550-4399-809a-3a85db9a2723 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:21.548942 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6592ce00-71c5-4187-af1c-3e88fb9084bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.596722 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726d861-85f0-4f06-9f3c-46096ef63882 None None] Sync routers for ids ['956079de-6725-4ed1-8c8b-86e68817d0e5'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:27:21.607877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e214de-f9df-4c18-a79f-446a57ae029f req-b1fb9a35-92bb-4935-bd0b-daaaaf7ea458 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] No DVR routers for this DVR port 933ff4d1-f888-4eb8-814d-71b5b03506d2 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:27:21.613683 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d2e214de-f9df-4c18-a79f-446a57ae029f req-b1fb9a35-92bb-4935-bd0b-daaaaf7ea458 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.621685 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d2e214de-f9df-4c18-a79f-446a57ae029f req-b1fb9a35-92bb-4935-bd0b-daaaaf7ea458 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.69 "DELETE /v2.0/ports/933ff4d1-f888-4eb8-814d-71b5b03506d2 HTTP/1.1" status: 204 len: 173 time: 1.6886921 Dec 16 22:27:21.629142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b8be97-742c-440d-8b8a-517ea5af565a', 'name': 'network-vif-deleted', 'tag': '933ff4d1-f888-4eb8-814d-71b5b03506d2'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:27:21.632149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3623fa95-6923-4b94-86c3-56ff1e5cd638 req-5b7aab33-cc1f-4987-abf7-0a0daa7afb57 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1311388 Dec 16 22:27:21.632316 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2fc08d-5c39-4ce6-98f0-67a8418379e8" -d '{"events": [{"server_uuid": "82b8be97-742c-440d-8b8a-517ea5af565a", "name": "network-vif-deleted", "tag": "933ff4d1-f888-4eb8-814d-71b5b03506d2"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:27:21.657309 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6726d861-85f0-4f06-9f3c-46096ef63882 None None] Routers {'956079de-6725-4ed1-8c8b-86e68817d0e5'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:21.657969 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6726d861-85f0-4f06-9f3c-46096ef63882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:26:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['956079de-6725-4ed1-8c8b-86e68817d0e5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:21.700188 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6592ce00-71c5-4187-af1c-3e88fb9084bf None None] Port 45f60628-b550-4399-809a-3a85db9a2723 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:21.750857 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f48d280c-2527-42f4-bb42-73d02fc7a9a3 req-b05e7957-4445-4645-ba86-be494ff16f52 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830687 Dec 16 22:27:21.839578 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-176fe4d1-ac51-4de3-b872-383586676742 req-8c8f8c87-44e6-4a81-aa3c-710b744ee626 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0737233 Dec 16 22:27:21.872546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6726d861-85f0-4f06-9f3c-46096ef63882 None None] Set router 956079de-6725-4ed1-8c8b-86e68817d0e5 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:21.891681 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea1b19c-5982-43d5-8c85-ebd3fa715588 x-openstack-request-id: req-3ea1b19c-5982-43d5-8c85-ebd3fa715588 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:27:21.892499 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b8be97-742c-440d-8b8a-517ea5af565a", "name": "network-vif-deleted", "tag": "933ff4d1-f888-4eb8-814d-71b5b03506d2", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:27:21.892499 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ea1b19c-5982-43d5-8c85-ebd3fa715588 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:27:21.892834 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b8be97-742c-440d-8b8a-517ea5af565a', 'name': 'network-vif-deleted', 'tag': '933ff4d1-f888-4eb8-814d-71b5b03506d2', 'status': 'completed', 'code': 200} Dec 16 22:27:22.203812 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6726d861-85f0-4f06-9f3c-46096ef63882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'name': 'tempest-ServersTestFqdnHostnames-225584652-router', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:25:06Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'gw_port': {'id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:07Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0', 'name': '', 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'mac_address': 'fa:16:3e:71:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:10Z', 'updated_at': '2021-12-16T22:25:16Z', 'revision_number': 5, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'subnets': [{'id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:22.238200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726d861-85f0-4f06-9f3c-46096ef63882 None None] Checking router: 956079de-6725-4ed1-8c8b-86e68817d0e5 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:27:22.250117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6726d861-85f0-4f06-9f3c-46096ef63882 None None] Routers {'956079de-6725-4ed1-8c8b-86e68817d0e5'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:22.251105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6726d861-85f0-4f06-9f3c-46096ef63882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:26:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['956079de-6725-4ed1-8c8b-86e68817d0e5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:22.430090 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6726d861-85f0-4f06-9f3c-46096ef63882 None None] Set router 956079de-6725-4ed1-8c8b-86e68817d0e5 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:22.596018 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e65b79b6-67c5-485e-b7f6-7a42c18f1c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:22.599195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5c79072-4062-4790-b5a9-6df0ce0a9ae9 req-79924a52-7b1b-45dc-b791-b1e88f0d4e74 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b8be97-742c-440d-8b8a-517ea5af565a HTTP/1.1" status: 200 len: 210 time: 0.0585432 Dec 16 22:27:22.611085 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:22.891821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6726d861-85f0-4f06-9f3c-46096ef63882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'name': 'tempest-ServersTestFqdnHostnames-225584652-router', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:25:06Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'gw_port': {'id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:07Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0', 'name': '', 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'mac_address': 'fa:16:3e:71:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:10Z', 'updated_at': '2021-12-16T22:25:16Z', 'revision_number': 5, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'subnets': [{'id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:22.903185 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:22.926846 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726d861-85f0-4f06-9f3c-46096ef63882 None None] The sync data for ids ['956079de-6725-4ed1-8c8b-86e68817d0e5'] in n-d-821840-2 is: [{'id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'name': 'tempest-ServersTestFqdnHostnames-225584652-router', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:25:06Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'gw_port': {'id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:07Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0', 'name': '', 'network_id': '788470c4-7b46-42cb-9ef8-ebeca52a3f61', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'mac_address': 'fa:16:3e:71:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:10Z', 'updated_at': '2021-12-16T22:25:16Z', 'revision_number': 5, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'subnets': [{'id': '4e3f51de-0f72-4801-9be5-4390be5660b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:27:22.957478 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef278287-b345-4f60-8d67-1074bb879127 req-17ad12a6-d1a7-473e-98db-ba72f287730b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1974623 Dec 16 22:27:23.098533 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df827507-701f-40d1-9db8-6ee3abd5f436 req-3768704c-ac28-4f26-9b5d-ef5b24c03f6e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:23.111775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df827507-701f-40d1-9db8-6ee3abd5f436 req-3768704c-ac28-4f26-9b5d-ef5b24c03f6e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1890271 Dec 16 22:27:23.236879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-608ec75f-ad57-47f6-b127-efd3bd8af171 req-85248509-6a43-4ff0-82a1-60cbc93a5fc1 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1534209 Dec 16 22:27:23.288095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df827507-701f-40d1-9db8-6ee3abd5f436 req-9ce2d42d-6be6-4c7e-915e-4326a3eddcd6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754355 Dec 16 22:27:23.330456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 933ff4d1-f888-4eb8-814d-71b5b03506d2 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:23.369933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 933ff4d1-f888-4eb8-814d-71b5b03506d2 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:27:23.370589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 933ff4d1-f888-4eb8-814d-71b5b03506d2 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:27:23.401952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Router 97005ee3-37cd-486e-a33b-fd528a330ba1 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:27:23.435179 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331f188-c19d-473e-bc96-6435eaac8826 None None] New status for floating IP f1fef785-450f-4223-93b2-adc14379ef65: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:27:23.475596 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:23.567559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:27:23.580339 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Sync routers for ids ['97005ee3-37cd-486e-a33b-fd528a330ba1'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:27:23.608999 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Routers {'97005ee3-37cd-486e-a33b-fd528a330ba1'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:23.610102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['97005ee3-37cd-486e-a33b-fd528a330ba1'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:23.718306 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:23.723129 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51246) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:23.729704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b1028d36-a888-4637-8ab6-9740a3dbdda2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4303024 Dec 16 22:27:23.855826 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Set router 97005ee3-37cd-486e-a33b-fd528a330ba1 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:23.908011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51250) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:24.065914 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-674729e4-424a-4606-ae52-6177d251c801 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.125137 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-674729e4-424a-4606-ae52-6177d251c801 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.202966 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116132857-router', 'tenant_id': '1dfe079528b240c6982b89bbb9a6265a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '45f60628-b550-4399-809a-3a85db9a2723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:21Z', 'revision_number': 3, 'project_id': '1dfe079528b240c6982b89bbb9a6265a', 'gw_port': {'id': '45f60628-b550-4399-809a-3a85db9a2723', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:20Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:24.225925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d36328ae-937f-4808-93ca-eba2645c683e req-54c48cc8-c221-46d7-8c0d-d0f267724558 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0407841 Dec 16 22:27:24.264280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Checking router: 97005ee3-37cd-486e-a33b-fd528a330ba1 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:27:24.264676 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Updating router 97005ee3-37cd-486e-a33b-fd528a330ba1 port 45f60628-b550-4399-809a-3a85db9a2723 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:27:24.284143 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-674729e4-424a-4606-ae52-6177d251c801 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.289786 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-674729e4-424a-4606-ae52-6177d251c801 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.295388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-674729e4-424a-4606-ae52-6177d251c801 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "DELETE /v2.0/security-groups/738ac6a5-4a27-4862-941f-bdef5abf639f HTTP/1.1" status: 204 len: 168 time: 0.3834293 Dec 16 22:27:24.302290 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51266) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:24.303647 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.315822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674729e4-424a-4606-ae52-6177d251c801 tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738ac6a5-4a27-4862-941f-bdef5abf639f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:24.378320 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-866cee21-c878-41af-b1bd-e51c81f89d9d tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] show failed (client error): The resource could not be found. Dec 16 22:27:24.388151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51270) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:24.403632 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-866cee21-c878-41af-b1bd-e51c81f89d9d tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "GET /v2.0/security-groups/738ac6a5-4a27-4862-941f-bdef5abf639f HTTP/1.1" status: 404 len: 347 time: 0.0807829 Dec 16 22:27:24.685367 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-753de14c-c17b-4be2-95c7-ebef14b92e97 req-aa1a35aa-1974-4d84-a33f-ee6e4ed0cd68 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1837897 Dec 16 22:27:24.754244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0ba1d-eb1e-4c31-a116-055a88d397fd req-d4de7a52-50c0-4fdc-a361-6ca680a2a170 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:24.758254 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.761999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ae0ba1d-eb1e-4c31-a116-055a88d397fd req-d4de7a52-50c0-4fdc-a361-6ca680a2a170 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.2616742 Dec 16 22:27:24.839202 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.853905 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.859217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ae0ba1d-eb1e-4c31-a116-055a88d397fd req-1901efe8-3a19-40d5-9741-22d4fde04290 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959368 Dec 16 22:27:24.863073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-733e599d-57ee-471f-aee6-43ee4ef4c3be tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Deleting port 6fc187f7-3ae9-4e75-834d-a76819c2572f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:24.866423 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-733e599d-57ee-471f-aee6-43ee4ef4c3be tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.960276 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.960975 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b69f7-158f-4584-b44d-d65df9e2ad5a None None] Pushing event updated for resources: {'Port': ['ID=45f60628-b550-4399-809a-3a85db9a2723,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:24.979560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b69f7-158f-4584-b44d-d65df9e2ad5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:24.979823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b69f7-158f-4584-b44d-d65df9e2ad5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:24.980167 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b69f7-158f-4584-b44d-d65df9e2ad5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:24.980509 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b69f7-158f-4584-b44d-d65df9e2ad5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:24.980869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b69f7-158f-4584-b44d-d65df9e2ad5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:24.981166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b69f7-158f-4584-b44d-d65df9e2ad5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:24.981495 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b69f7-158f-4584-b44d-d65df9e2ad5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:24.981901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b69f7-158f-4584-b44d-d65df9e2ad5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:24.982402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b69f7-158f-4584-b44d-d65df9e2ad5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:24.982783 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b69f7-158f-4584-b44d-d65df9e2ad5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:24.983115 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b69f7-158f-4584-b44d-d65df9e2ad5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:24.983452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b69f7-158f-4584-b44d-d65df9e2ad5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:24.983778 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b69f7-158f-4584-b44d-d65df9e2ad5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:25.002391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7f463c-34c5-4dd6-a8fd-4a1c6e5ac115 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:25.011903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Attempting to bind port 45f60628-b550-4399-809a-3a85db9a2723 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:27:25.012335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Attempting to bind port 45f60628-b550-4399-809a-3a85db9a2723 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:27:25.013033 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Attempting to bind port 45f60628-b550-4399-809a-3a85db9a2723 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:25.024208 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:27:25.024208 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:25.024208 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.024208 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:27:25.024208 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Bound port: 45f60628-b550-4399-809a-3a85db9a2723, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:27:25.026421 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.081648 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-733e599d-57ee-471f-aee6-43ee4ef4c3be tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.082001 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-733e599d-57ee-471f-aee6-43ee4ef4c3be tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.096897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] For port 45f60628-b550-4399-809a-3a85db9a2723, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:27:25.100599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] For port 45f60628-b550-4399-809a-3a85db9a2723, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=45f60628-b550-4399-809a-3a85db9a2723,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:27:25.100808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-733e599d-57ee-471f-aee6-43ee4ef4c3be tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Calling delete_port for 6fc187f7-3ae9-4e75-834d-a76819c2572f owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:25.124009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-dfe59a4c-0e00-4c9e-ba95-ac186e76b839 None None] Provisioning complete for port 45f60628-b550-4399-809a-3a85db9a2723 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:25.124387 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfe59a4c-0e00-4c9e-ba95-ac186e76b839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.166738 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-dfe59a4c-0e00-4c9e-ba95-ac186e76b839 None None] Port 45f60628-b550-4399-809a-3a85db9a2723 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:25.186141 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.254045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840b44b0-6ab2-4773-a638-8fd322bb944b None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:25.283574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Routers {'97005ee3-37cd-486e-a33b-fd528a330ba1'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:25.284513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['97005ee3-37cd-486e-a33b-fd528a330ba1'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:25.329004 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Allocated IP 172.20.0.1 (f5ab8f40-92cb-4b36-84b3-b5fde75054da/ce2a0de3-5e30-4d6a-9f38-a861aed6dad9/2edf1d88-275b-4222-a594-dc8ca9457b49) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:27:25.356576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b69f7-158f-4584-b44d-d65df9e2ad5a None None] Pushing event updated for resources: {'Port': ['ID=45f60628-b550-4399-809a-3a85db9a2723,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:25.408758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b8740d1d-80a8-4987-95ba-66c6717f620c req-53d9e682-45bc-4a60-bfe6-75eecdc63afa tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0711834 Dec 16 22:27:25.469914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-82d06e1f-8137-4b04-9459-cfb3eaafcc33 None None] Provisioning complete for port 45f60628-b550-4399-809a-3a85db9a2723 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:25.470265 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-82d06e1f-8137-4b04-9459-cfb3eaafcc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.541292 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.573394 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-733e599d-57ee-471f-aee6-43ee4ef4c3be tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.611024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e599d-57ee-471f-aee6-43ee4ef4c3be tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Pushing event deleted for resources: {'Port': ['ID=6fc187f7-3ae9-4e75-834d-a76819c2572f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:25.654057 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.708139 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-733e599d-57ee-471f-aee6-43ee4ef4c3be tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.710395 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Network f5ab8f40-92cb-4b36-84b3-b5fde75054da is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:25.711369 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-733e599d-57ee-471f-aee6-43ee4ef4c3be tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.713193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-733e599d-57ee-471f-aee6-43ee4ef4c3be tempest-ServersTestFqdnHostnames-1039882296 tempest-ServersTestFqdnHostnames-1039882296-project] 10.222.0.43 "DELETE /v2.0/floatingips/f1fef785-450f-4223-93b2-adc14379ef65 HTTP/1.1" status: 204 len: 168 time: 1.3240030 Dec 16 22:27:25.714537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:25.716979 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51332) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:25.727931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] Set router 97005ee3-37cd-486e-a33b-fd528a330ba1 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:25.752553 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:27:25.846313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Pushing event updated for resources: {'Port': ['ID=2edf1d88-275b-4222-a594-dc8ca9457b49,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:25.920285 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.964961 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:26.148345 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-82d06e1f-8137-4b04-9459-cfb3eaafcc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:26.152461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5fd0826-8419-4a79-a834-e33cd44ec7e2 req-c8ff9c26-8e93-4dcf-9e2a-b9e60a837767 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0883737 Dec 16 22:27:26.185172 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-82d06e1f-8137-4b04-9459-cfb3eaafcc33 None None] For port 45f60628-b550-4399-809a-3a85db9a2723, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=45f60628-b550-4399-809a-3a85db9a2723,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:26.206105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116132857-router', 'tenant_id': '1dfe079528b240c6982b89bbb9a6265a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '45f60628-b550-4399-809a-3a85db9a2723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:21Z', 'revision_number': 3, 'project_id': '1dfe079528b240c6982b89bbb9a6265a', 'gw_port': {'id': '45f60628-b550-4399-809a-3a85db9a2723', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:20Z', 'updated_at': '2021-12-16T22:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:26.230371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92881dff-8538-4bcd-bd4d-35e5bb1a965f req-a208aa17-7fe3-4e60-bcea-684e0063b933 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:26.232427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92881dff-8538-4bcd-bd4d-35e5bb1a965f req-a208aa17-7fe3-4e60-bcea-684e0063b933 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1687467 Dec 16 22:27:26.244629 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabbd17b-3888-4516-b1d9-d7fe2696b950 None None] The sync data for ids ['97005ee3-37cd-486e-a33b-fd528a330ba1'] in n-d-821840-2 is: [{'id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116132857-router', 'tenant_id': '1dfe079528b240c6982b89bbb9a6265a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '45f60628-b550-4399-809a-3a85db9a2723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:21Z', 'revision_number': 3, 'project_id': '1dfe079528b240c6982b89bbb9a6265a', 'gw_port': {'id': '45f60628-b550-4399-809a-3a85db9a2723', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:20Z', 'updated_at': '2021-12-16T22:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:27:26.249040 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-82d06e1f-8137-4b04-9459-cfb3eaafcc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:26.342443 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:26.361493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d06e1f-8137-4b04-9459-cfb3eaafcc33 None None] Pushing event updated for resources: {'Port': ['ID=45f60628-b550-4399-809a-3a85db9a2723,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:26.467713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92881dff-8538-4bcd-bd4d-35e5bb1a965f req-67424526-7e78-47c2-8c56-9b3772a36bed tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017446 Dec 16 22:27:26.537463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51348) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:26.577268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e47deed-f10c-4359-90a5-d77bee043b67 req-4154b7e9-a38c-4a04-a1e3-ea52fc88d689 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0747705 Dec 16 22:27:26.642492 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-227e274c-be33-4975-89f0-e09ccfdcf62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:26.746799 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:26.843402 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e24d3d9-6e59-4162-85c2-f56c60259f93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:26.850639 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:26.944722 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:26.953011 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Pushing event updated for resources: {'Port': ['ID=2edf1d88-275b-4222-a594-dc8ca9457b49,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:26.989107 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e24d3d9-6e59-4162-85c2-f56c60259f93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.111054 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Network f5ab8f40-92cb-4b36-84b3-b5fde75054da is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:27.120122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:27.375010 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 45f60628-b550-4399-809a-3a85db9a2723 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:27.398160 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Router 97005ee3-37cd-486e-a33b-fd528a330ba1 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:27:27.484657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 45f60628-b550-4399-809a-3a85db9a2723 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:27.485314 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.683308 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e24d3d9-6e59-4162-85c2-f56c60259f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.704938 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:27:27.715463 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8ac52553-3b1f-4e8b-af3e-a4c6537c75ca admin admin] 10.222.0.43 "PUT /v2.0/routers/97005ee3-37cd-486e-a33b-fd528a330ba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9861424 Dec 16 22:27:27.745421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b92f17f-50ea-4b2c-a54b-b5af30de427e req-da76cb11-984b-4798-a738-f94c65e38658 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0943623 Dec 16 22:27:27.794560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8e24d3d9-6e59-4162-85c2-f56c60259f93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd707a1a8b1440c0ae237d664ead9e11&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2559466 Dec 16 22:27:27.797724 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51364) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:27.822083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24d3d9-6e59-4162-85c2-f56c60259f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54958afa-cbfc-458f-aa57-2684bbbdb4ef,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:27.869539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bb60b-4e0f-4b9e-9971-2f65075a2ccf req-95cca278-5de5-401d-ad6d-29f374cc63a8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:27.873159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f84bb60b-4e0f-4b9e-9971-2f65075a2ccf req-95cca278-5de5-401d-ad6d-29f374cc63a8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.2493746 Dec 16 22:27:27.911653 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09e8581a-b217-4de4-bfbb-0d0081a08c42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.944115 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09e8581a-b217-4de4-bfbb-0d0081a08c42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.970868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f84bb60b-4e0f-4b9e-9971-2f65075a2ccf req-052d19e5-af28-4b9f-94e3-5d64dbaa2337 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882409 Dec 16 22:27:27.979866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-130a125c-5b9c-4b59-8184-d0e3e4c6b9b3 req-080e0370-87a4-45aa-9895-2e9bbae811d8 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1047533 Dec 16 22:27:28.091555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-227e274c-be33-4975-89f0-e09ccfdcf62e admin admin] Deleting port 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:28.091555 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-227e274c-be33-4975-89f0-e09ccfdcf62e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.106307 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09e8581a-b217-4de4-bfbb-0d0081a08c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.109067 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09e8581a-b217-4de4-bfbb-0d0081a08c42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.112656 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-09e8581a-b217-4de4-bfbb-0d0081a08c42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54958afa-cbfc-458f-aa57-2684bbbdb4ef HTTP/1.1" status: 204 len: 168 time: 0.3115463 Dec 16 22:27:28.119761 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8581a-b217-4de4-bfbb-0d0081a08c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54958afa-cbfc-458f-aa57-2684bbbdb4ef,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:28.255896 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-227e274c-be33-4975-89f0-e09ccfdcf62e admin admin] For port 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0,segment=NetworkSegment(23f8cc95-e3a9-43b3-84b4-cc9de83c42e6),segment_id=23f8cc95-e3a9-43b3-84b4-cc9de83c42e6)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:28.255896 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-227e274c-be33-4975-89f0-e09ccfdcf62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.290632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-227e274c-be33-4975-89f0-e09ccfdcf62e admin admin] Calling delete_port for 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:28.560846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6c973-87d7-48c4-abdf-b51ebe028b63 req-c4d60286-0eac-4138-9567-772fbfeb53d9 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:28.562604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34f6c973-87d7-48c4-abdf-b51ebe028b63 req-c4d60286-0eac-4138-9567-772fbfeb53d9 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/networks?id=f5ab8f40-92cb-4b36-84b3-b5fde75054da HTTP/1.1" status: 200 len: 820 time: 0.1507735 Dec 16 22:27:28.600857 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34f6c973-87d7-48c4-abdf-b51ebe028b63 req-fd5274ad-e7b2-45fb-8ffd-9c82ca010570 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/quotas/1dfe079528b240c6982b89bbb9a6265a HTTP/1.1" status: 200 len: 375 time: 0.0137882 Dec 16 22:27:28.692296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34f6c973-87d7-48c4-abdf-b51ebe028b63 req-d39a6285-7f39-4214-9382-024dfe787203 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1dfe079528b240c6982b89bbb9a6265a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0773225 Dec 16 22:27:28.742132 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-227e274c-be33-4975-89f0-e09ccfdcf62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.803770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e274c-be33-4975-89f0-e09ccfdcf62e admin admin] Pushing event deleted for resources: {'Port': ['ID=7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:28.936250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-556a8572-a561-446c-9ef8-18cdbb41bda9 req-a86684c2-ed97-4ec1-814b-847d822d05b6 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0737679 Dec 16 22:27:28.984537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34f6c973-87d7-48c4-abdf-b51ebe028b63 req-1fdda24e-64ea-4844-9f80-7bc536920263 service neutron] 10.222.0.43 "GET /v2.0/networks/f5ab8f40-92cb-4b36-84b3-b5fde75054da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802017 Dec 16 22:27:28.996268 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Sync routers for ids ['97005ee3-37cd-486e-a33b-fd528a330ba1'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:27:29.030198 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Routers {'97005ee3-37cd-486e-a33b-fd528a330ba1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:29.031229 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['97005ee3-37cd-486e-a33b-fd528a330ba1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:29.123363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51396) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:29.141362 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4c31af0-86ce-4bc3-b900-1f191c3e5ff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:29.234430 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Set router 97005ee3-37cd-486e-a33b-fd528a330ba1 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:29.291714 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4c31af0-86ce-4bc3-b900-1f191c3e5ff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:29.333909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e00c98a2-bd2b-4f00-a39e-23a9db01d75e req-83c3a77f-65be-4f79-9e0c-7bf4fbcd3901 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1620924 Dec 16 22:27:29.348756 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-227e274c-be33-4975-89f0-e09ccfdcf62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:29.409580 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4c31af0-86ce-4bc3-b900-1f191c3e5ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:29.482760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34f6c973-87d7-48c4-abdf-b51ebe028b63 req-fa096b0e-f432-49c2-9ac2-f6164ccab639 service neutron] 10.222.0.43 "GET /v2.0/networks/f5ab8f40-92cb-4b36-84b3-b5fde75054da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817350 Dec 16 22:27:29.507494 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c4c31af0-86ce-4bc3-b900-1f191c3e5ff2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7e8291616654bbd8c294f126d6923f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3824801 Dec 16 22:27:29.511103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51400) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:29.573089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c31af0-86ce-4bc3-b900-1f191c3e5ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb4acca-803e-400d-9b5b-6bd8feea4b00,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:29.617478 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc37493a-fbdc-4b19-b0a5-f129608d4195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:29.642935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cc20e-dbb8-480a-a391-48e35cd0c6d4 req-84fdb45e-1112-4a8d-932c-b1f594900afe tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:29.644923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-556cc20e-dbb8-480a-a391-48e35cd0c6d4 req-84fdb45e-1112-4a8d-932c-b1f594900afe tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1650047 Dec 16 22:27:29.694876 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc37493a-fbdc-4b19-b0a5-f129608d4195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:29.711764 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116132857-router', 'tenant_id': '1dfe079528b240c6982b89bbb9a6265a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '45f60628-b550-4399-809a-3a85db9a2723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:26Z', 'revision_number': 4, 'project_id': '1dfe079528b240c6982b89bbb9a6265a', 'gw_port': {'id': '45f60628-b550-4399-809a-3a85db9a2723', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:20Z', 'updated_at': '2021-12-16T22:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2edf1d88-275b-4222-a594-dc8ca9457b49', 'name': '', 'network_id': 'f5ab8f40-92cb-4b36-84b3-b5fde75054da', 'tenant_id': '1dfe079528b240c6982b89bbb9a6265a', 'mac_address': 'fa:16:3e:b9:85:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'ce2a0de3-5e30-4d6a-9f38-a861aed6dad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:24Z', 'updated_at': '2021-12-16T22:27:26Z', 'revision_number': 2, 'project_id': '1dfe079528b240c6982b89bbb9a6265a', 'subnets': [{'id': 'ce2a0de3-5e30-4d6a-9f38-a861aed6dad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:29.825158 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-556cc20e-dbb8-480a-a391-48e35cd0c6d4 req-06a25375-ea4d-4928-a088-3a46d486398b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329257 Dec 16 22:27:29.862730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227e274c-be33-4975-89f0-e09ccfdcf62e admin admin] Router 956079de-6725-4ed1-8c8b-86e68817d0e5 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:27:29.864659 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc37493a-fbdc-4b19-b0a5-f129608d4195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:29.868293 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc37493a-fbdc-4b19-b0a5-f129608d4195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:29.870906 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bc37493a-fbdc-4b19-b0a5-f129608d4195 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fcb4acca-803e-400d-9b5b-6bd8feea4b00 HTTP/1.1" status: 204 len: 168 time: 0.3564754 Dec 16 22:27:29.886582 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37493a-fbdc-4b19-b0a5-f129608d4195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb4acca-803e-400d-9b5b-6bd8feea4b00,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:29.981116 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Checking router: 97005ee3-37cd-486e-a33b-fd528a330ba1 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:27:29.981529 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Updating router 97005ee3-37cd-486e-a33b-fd528a330ba1 port 2edf1d88-275b-4222-a594-dc8ca9457b49 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:27:30.053582 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:30.103827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227e274c-be33-4975-89f0-e09ccfdcf62e admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:27:30.113457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-227e274c-be33-4975-89f0-e09ccfdcf62e admin admin] 10.222.0.43 "PUT /v2.0/routers/956079de-6725-4ed1-8c8b-86e68817d0e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3926003 Dec 16 22:27:30.113577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51414) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:30.123556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e78205-856b-44fb-a97b-41c519a0064e None None] Sync routers for ids ['956079de-6725-4ed1-8c8b-86e68817d0e5'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:27:30.149054 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e78205-856b-44fb-a97b-41c519a0064e None None] Routers {'956079de-6725-4ed1-8c8b-86e68817d0e5'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:30.151360 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e8e78205-856b-44fb-a97b-41c519a0064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['956079de-6725-4ed1-8c8b-86e68817d0e5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:30.235738 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f008caaa-d147-46fa-a8ef-f2d8df6306f0 req-c8d6fd32-b2ee-4136-a379-eac91c69000b tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1338878 Dec 16 22:27:30.238819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6fcc6d4a-add4-4e1f-89c0-e720e26868f9 req-06dc4882-6e41-4348-a3c5-85afe25779db tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.1366320 Dec 16 22:27:30.449118 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a084bf3-7ca3-402d-b8e9-fa4ff12025fe admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:30.508029 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7fa67908-fe40-498e-93e3-7e4f2e2230ad req-0e67a953-dcb0-4f91-a150-8b874a5b95ca tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0705967 Dec 16 22:27:30.576633 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-e8e78205-856b-44fb-a97b-41c519a0064e None None] Set router 956079de-6725-4ed1-8c8b-86e68817d0e5 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:30.712992 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a084bf3-7ca3-402d-b8e9-fa4ff12025fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:30.729887 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:30.831220 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:30.928315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8a084bf3-7ca3-402d-b8e9-fa4ff12025fe admin admin] Deleting port 6f9d1968-3493-4102-81e7-082d07cd00d6 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:30.928664 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a084bf3-7ca3-402d-b8e9-fa4ff12025fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:30.943583 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a19acc-2b2a-4d9c-8e7d-0af3c112c139 None None] Pushing event updated for resources: {'Port': ['ID=2edf1d88-275b-4222-a594-dc8ca9457b49,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:30.959928 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e8e78205-856b-44fb-a97b-41c519a0064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'name': 'tempest-ServersTestFqdnHostnames-225584652-router', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:25:06Z', 'updated_at': '2021-12-16T22:27:28Z', 'revision_number': 5, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'gw_port': {'id': '6f9d1968-3493-4102-81e7-082d07cd00d6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:25:07Z', 'updated_at': '2021-12-16T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:30.991958 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a19acc-2b2a-4d9c-8e7d-0af3c112c139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:30.993016 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a19acc-2b2a-4d9c-8e7d-0af3c112c139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:30.994804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e78205-856b-44fb-a97b-41c519a0064e None None] Checking router: 956079de-6725-4ed1-8c8b-86e68817d0e5 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:27:30.996059 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a19acc-2b2a-4d9c-8e7d-0af3c112c139 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:30.998052 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a19acc-2b2a-4d9c-8e7d-0af3c112c139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:30.998509 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a19acc-2b2a-4d9c-8e7d-0af3c112c139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:31.000310 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a19acc-2b2a-4d9c-8e7d-0af3c112c139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:31.008757 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a19acc-2b2a-4d9c-8e7d-0af3c112c139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:31.008757 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a19acc-2b2a-4d9c-8e7d-0af3c112c139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:31.009883 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e78205-856b-44fb-a97b-41c519a0064e None None] Routers {'956079de-6725-4ed1-8c8b-86e68817d0e5'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:31.010073 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e8e78205-856b-44fb-a97b-41c519a0064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['956079de-6725-4ed1-8c8b-86e68817d0e5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:31.010273 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a19acc-2b2a-4d9c-8e7d-0af3c112c139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:31.010942 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a19acc-2b2a-4d9c-8e7d-0af3c112c139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:31.012444 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a19acc-2b2a-4d9c-8e7d-0af3c112c139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:31.012836 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a19acc-2b2a-4d9c-8e7d-0af3c112c139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:31.014337 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a19acc-2b2a-4d9c-8e7d-0af3c112c139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:31.049765 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Attempting to bind port 2edf1d88-275b-4222-a594-dc8ca9457b49 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:27:31.050237 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Attempting to bind port 2edf1d88-275b-4222-a594-dc8ca9457b49 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '52e5bca3-4e18-4a6d-9759-6021a06bdf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f5ab8f40-92cb-4b36-84b3-b5fde75054da'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:27:31.050680 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Attempting to bind port 2edf1d88-275b-4222-a594-dc8ca9457b49 on network f5ab8f40-92cb-4b36-84b3-b5fde75054da {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:31.062138 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:27:31.066219 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Checking segment: {'id': '52e5bca3-4e18-4a6d-9759-6021a06bdf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f5ab8f40-92cb-4b36-84b3-b5fde75054da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:31.066219 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:31.066219 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Bound using segment: {'id': '52e5bca3-4e18-4a6d-9759-6021a06bdf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f5ab8f40-92cb-4b36-84b3-b5fde75054da'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:27:31.066219 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Bound port: 2edf1d88-275b-4222-a594-dc8ca9457b49, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e5bca3-4e18-4a6d-9759-6021a06bdf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f5ab8f40-92cb-4b36-84b3-b5fde75054da'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:27:31.066219 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:31.122570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afac28-2c7b-409f-92f7-42dfafdb3ecb req-c96474f3-402c-46f3-8d0b-04787df64402 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:31.132106 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45afac28-2c7b-409f-92f7-42dfafdb3ecb req-c96474f3-402c-46f3-8d0b-04787df64402 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1081901 Dec 16 22:27:31.192437 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-8a084bf3-7ca3-402d-b8e9-fa4ff12025fe admin admin] For port 6f9d1968-3493-4102-81e7-082d07cd00d6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6f9d1968-3493-4102-81e7-082d07cd00d6,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:31.195021 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a084bf3-7ca3-402d-b8e9-fa4ff12025fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:31.211880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45afac28-2c7b-409f-92f7-42dfafdb3ecb req-6be91cb1-9265-47c3-812c-282f068259b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738523 Dec 16 22:27:31.213650 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-e8e78205-856b-44fb-a97b-41c519a0064e None None] Set router 956079de-6725-4ed1-8c8b-86e68817d0e5 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:31.231309 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] For port 2edf1d88-275b-4222-a594-dc8ca9457b49, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:27:31.231552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8a084bf3-7ca3-402d-b8e9-fa4ff12025fe admin admin] Calling delete_port for 6f9d1968-3493-4102-81e7-082d07cd00d6 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:31.237312 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] For port 2edf1d88-275b-4222-a594-dc8ca9457b49, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2edf1d88-275b-4222-a594-dc8ca9457b49,segment=NetworkSegment(52e5bca3-4e18-4a6d-9759-6021a06bdf94),segment_id=52e5bca3-4e18-4a6d-9759-6021a06bdf94)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:27:31.307971 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:31.319316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e8e78205-856b-44fb-a97b-41c519a0064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'name': 'tempest-ServersTestFqdnHostnames-225584652-router', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:25:06Z', 'updated_at': '2021-12-16T22:27:30Z', 'revision_number': 6, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:31.402881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e78205-856b-44fb-a97b-41c519a0064e None None] The sync data for ids ['956079de-6725-4ed1-8c8b-86e68817d0e5'] in n-d-821840-2 is: [{'id': '956079de-6725-4ed1-8c8b-86e68817d0e5', 'name': 'tempest-ServersTestFqdnHostnames-225584652-router', 'tenant_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:25:06Z', 'updated_at': '2021-12-16T22:27:30Z', 'revision_number': 6, 'project_id': 'b86f2c71bd6f448aadfabe845ad0b5e2', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:27:31.438810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f21a2ab1-1196-4a99-8937-0be8c1b3c681 req-971dac52-1874-4964-b816-17c857c35477 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0665882 Dec 16 22:27:31.454558 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Routers {'97005ee3-37cd-486e-a33b-fd528a330ba1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:31.455764 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['97005ee3-37cd-486e-a33b-fd528a330ba1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:31.501087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-301ac79b-73b1-418e-bab5-aa1174f7443a req-3d385460-c7da-430b-89fa-da71c0cbe5c3 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0857177 Dec 16 22:27:31.549086 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a19acc-2b2a-4d9c-8e7d-0af3c112c139 None None] Pushing event updated for resources: {'Port': ['ID=2edf1d88-275b-4222-a594-dc8ca9457b49,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:31.651450 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] Set router 97005ee3-37cd-486e-a33b-fd528a330ba1 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:31.663152 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6dde204-91ce-463d-9d1f-336397fc28b2 req-a9eca4be-c484-43ad-87a6-66399cf71746 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0582790 Dec 16 22:27:31.693119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a084bf3-7ca3-402d-b8e9-fa4ff12025fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:31.729605 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a084bf3-7ca3-402d-b8e9-fa4ff12025fe admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9d1968-3493-4102-81e7-082d07cd00d6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:31.749236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0629e321-f97f-412c-9c6f-f4ad39bae624 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:31.924099 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a084bf3-7ca3-402d-b8e9-fa4ff12025fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:32.016673 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116132857-router', 'tenant_id': '1dfe079528b240c6982b89bbb9a6265a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '45f60628-b550-4399-809a-3a85db9a2723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:26Z', 'revision_number': 4, 'project_id': '1dfe079528b240c6982b89bbb9a6265a', 'gw_port': {'id': '45f60628-b550-4399-809a-3a85db9a2723', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:20Z', 'updated_at': '2021-12-16T22:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2edf1d88-275b-4222-a594-dc8ca9457b49', 'name': '', 'network_id': 'f5ab8f40-92cb-4b36-84b3-b5fde75054da', 'tenant_id': '1dfe079528b240c6982b89bbb9a6265a', 'mac_address': 'fa:16:3e:b9:85:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'ce2a0de3-5e30-4d6a-9f38-a861aed6dad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:24Z', 'updated_at': '2021-12-16T22:27:31Z', 'revision_number': 4, 'project_id': '1dfe079528b240c6982b89bbb9a6265a', 'subnets': [{'id': 'ce2a0de3-5e30-4d6a-9f38-a861aed6dad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:32.049250 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a084bf3-7ca3-402d-b8e9-fa4ff12025fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:32.051951 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a084bf3-7ca3-402d-b8e9-fa4ff12025fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:32.053052 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2397882-1d61-4919-a0f0-35c7f10bae35 None None] The sync data for ids ['97005ee3-37cd-486e-a33b-fd528a330ba1'] in n-d-821840-2 is: [{'id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116132857-router', 'tenant_id': '1dfe079528b240c6982b89bbb9a6265a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '45f60628-b550-4399-809a-3a85db9a2723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:26Z', 'revision_number': 4, 'project_id': '1dfe079528b240c6982b89bbb9a6265a', 'gw_port': {'id': '45f60628-b550-4399-809a-3a85db9a2723', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:20Z', 'updated_at': '2021-12-16T22:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2edf1d88-275b-4222-a594-dc8ca9457b49', 'name': '', 'network_id': 'f5ab8f40-92cb-4b36-84b3-b5fde75054da', 'tenant_id': '1dfe079528b240c6982b89bbb9a6265a', 'mac_address': 'fa:16:3e:b9:85:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'ce2a0de3-5e30-4d6a-9f38-a861aed6dad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:24Z', 'updated_at': '2021-12-16T22:27:31Z', 'revision_number': 4, 'project_id': '1dfe079528b240c6982b89bbb9a6265a', 'subnets': [{'id': 'ce2a0de3-5e30-4d6a-9f38-a861aed6dad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:27:32.169634 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a084bf3-7ca3-402d-b8e9-fa4ff12025fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:32.170099 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a084bf3-7ca3-402d-b8e9-fa4ff12025fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 956079de-6725-4ed1-8c8b-86e68817d0e5 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:27:32.174691 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a084bf3-7ca3-402d-b8e9-fa4ff12025fe admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:32.175716 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8a084bf3-7ca3-402d-b8e9-fa4ff12025fe admin admin] 10.222.0.43 "DELETE /v2.0/routers/956079de-6725-4ed1-8c8b-86e68817d0e5 HTTP/1.1" status: 204 len: 168 time: 2.0614066 Dec 16 22:27:32.178377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51460) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:32.230526 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe55621-6e93-46a7-9d6d-db73c291b2cf admin admin] Deleting subnet 4e3f51de-0f72-4801-9be5-4390be5660b0 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:27:32.233834 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dfe55621-6e93-46a7-9d6d-db73c291b2cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:32.273751 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dfe55621-6e93-46a7-9d6d-db73c291b2cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:32.445579 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dfe55621-6e93-46a7-9d6d-db73c291b2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:32.526258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0b433-c075-4aab-8b17-3d277dd08c3e req-531e9849-6e23-45d3-9c9c-648a2d1d1e56 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:32.528513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a0b433-c075-4aab-8b17-3d277dd08c3e req-531e9849-6e23-45d3-9c9c-648a2d1d1e56 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1692882 Dec 16 22:27:32.584093 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa829a4f-9f8f-4afd-902a-5da425a9c351 req-e9caf557-230f-471c-8ab2-9548dcf9e116 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0733073 Dec 16 22:27:32.682952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10a0b433-c075-4aab-8b17-3d277dd08c3e req-24cc2b31-0f21-442c-aabc-9944e0216a9a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404591 Dec 16 22:27:32.751162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab82ddb2-0f2f-4703-a62f-f3805dd67af6 req-c85adc57-2909-41c6-9637-98b184a3101b tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0667043 Dec 16 22:27:32.823753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3b7b511-99a8-451a-bb1c-decc73761e7a req-02513bf2-458f-4f8b-936b-25da109c1114 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0710955 Dec 16 22:27:32.831841 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dfe55621-6e93-46a7-9d6d-db73c291b2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:32.870416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe55621-6e93-46a7-9d6d-db73c291b2cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3f51de-0f72-4801-9be5-4390be5660b0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:32.880070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ce12e9-d918-4b2b-9246-231b8f41d01f None None] Network 788470c4-7b46-42cb-9ef8-ebeca52a3f61 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:32.894354 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dfe55621-6e93-46a7-9d6d-db73c291b2cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:32.902494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dfe55621-6e93-46a7-9d6d-db73c291b2cf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4e3f51de-0f72-4801-9be5-4390be5660b0 HTTP/1.1" status: 204 len: 168 time: 0.7207410 Dec 16 22:27:32.911180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51482) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:33.046347 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.223190 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] Deleting port be6e3d0a-880a-40d0-9982-938c28be54f7 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:33.224208 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.265509 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102191ee-6de1-4d3d-bdd7-7ef53d96118b None None] DHCP port deletion for 788470c4-7b46-42cb-9ef8-ebeca52a3f61 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:33.380770 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] For port be6e3d0a-880a-40d0-9982-938c28be54f7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=be6e3d0a-880a-40d0-9982-938c28be54f7,segment=NetworkSegment(23f8cc95-e3a9-43b3-84b4-cc9de83c42e6),segment_id=23f8cc95-e3a9-43b3-84b4-cc9de83c42e6)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:33.381435 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.406364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] Calling delete_port for be6e3d0a-880a-40d0-9982-938c28be54f7 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:33.411739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-102191ee-6de1-4d3d-bdd7-7ef53d96118b None None] Deleting port be6e3d0a-880a-40d0-9982-938c28be54f7 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:33.412381 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-102191ee-6de1-4d3d-bdd7-7ef53d96118b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.472055 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2edf1d88-275b-4222-a594-dc8ca9457b49 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:33.606986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-102191ee-6de1-4d3d-bdd7-7ef53d96118b None None] For port be6e3d0a-880a-40d0-9982-938c28be54f7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=be6e3d0a-880a-40d0-9982-938c28be54f7,segment=NetworkSegment(23f8cc95-e3a9-43b3-84b4-cc9de83c42e6),segment_id=23f8cc95-e3a9-43b3-84b4-cc9de83c42e6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:33.607595 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-102191ee-6de1-4d3d-bdd7-7ef53d96118b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.627790 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-102191ee-6de1-4d3d-bdd7-7ef53d96118b None None] Calling delete_port for be6e3d0a-880a-40d0-9982-938c28be54f7 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:33.656357 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2edf1d88-275b-4222-a594-dc8ca9457b49 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:33.658692 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.678216 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.722752 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-456e4312-df7a-4390-8650-ab5bdcb42ba2 req-82c0a08b-cea7-402f-b704-61cb9c3af500 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0458014 Dec 16 22:27:33.731515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=be6e3d0a-880a-40d0-9982-938c28be54f7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:33.752630 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] No DVR routers for this DVR port be6e3d0a-880a-40d0-9982-938c28be54f7 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:27:33.950574 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.957112 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:34.012774 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-102191ee-6de1-4d3d-bdd7-7ef53d96118b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:34.019037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788470c4-7b46-42cb-9ef8-ebeca52a3f61']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:34.043502 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f8cc95-e3a9-43b3-84b4-cc9de83c42e6') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:34.043939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f8cc95-e3a9-43b3-84b4-cc9de83c42e6') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:34.057558 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:34.065103 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102191ee-6de1-4d3d-bdd7-7ef53d96118b None None] Pushing event deleted for resources: {'Port': ['ID=be6e3d0a-880a-40d0-9982-938c28be54f7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:34.077936 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:34.089669 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102191ee-6de1-4d3d-bdd7-7ef53d96118b None None] No DVR routers for this DVR port be6e3d0a-880a-40d0-9982-938c28be54f7 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:27:34.094185 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b2733b0-5991-4b47-a701-8d976c2474a4 req-b5f9bde1-1fcc-4b3e-b154-65a2fb13ee7e tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.1282971 Dec 16 22:27:34.096626 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:27:34.096626 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:27:34.100789 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:27:34.108633 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 2edf1d88-275b-4222-a594-dc8ca9457b49, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2edf1d88-275b-4222-a594-dc8ca9457b49,segment=NetworkSegment(52e5bca3-4e18-4a6d-9759-6021a06bdf94),segment_id=52e5bca3-4e18-4a6d-9759-6021a06bdf94)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:34.148029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61b91a-770a-4379-9754-2f7dbf9a4420 req-3d8e7337-c61f-41e6-9a36-4b7907be1dbd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:34.164695 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd61b91a-770a-4379-9754-2f7dbf9a4420 req-3d8e7337-c61f-41e6-9a36-4b7907be1dbd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.2765033 Dec 16 22:27:34.219584 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:34.279245 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b057bf70-bdfb-46b2-8695-b737eab81a3f req-c3505952-06c6-4e05-9c04-be3d362fba3c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0923309 Dec 16 22:27:34.335340 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:34.350489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd61b91a-770a-4379-9754-2f7dbf9a4420 req-4676cd4a-1900-474b-b03b-19ce327c7476 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857386 Dec 16 22:27:34.354340 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:34.363763 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:34.638709 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/788470c4-7b46-42cb-9ef8-ebeca52a3f61 HTTP/1.1" status: 204 len: 168 time: 1.4690046 Dec 16 22:27:34.646784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:27:34.646784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7e9ca824-1b2f-4a2a-ab34-11ac90b2abf0 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:27:34.646784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6f9d1968-3493-4102-81e7-082d07cd00d6 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:34.646784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 6f9d1968-3493-4102-81e7-082d07cd00d6 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:27:34.646784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6f9d1968-3493-4102-81e7-082d07cd00d6 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:27:34.646784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=2edf1d88-275b-4222-a594-dc8ca9457b49,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:34.649921 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf601991-9caa-4611-b5f4-46015360fce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=788470c4-7b46-42cb-9ef8-ebeca52a3f61,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:34.803376 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d858278-2044-48b7-a40d-41192e024650 req-efecc5a9-7eae-4dca-8286-e6b65011b1be tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0302160 Dec 16 22:27:34.883588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51540) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:34.939670 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1d718cb8-462f-4b39-bc5e-6f7c38080b0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b86f2c71bd6f448aadfabe845ad0b5e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0538137 Dec 16 22:27:34.943129 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51542) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:35.015514 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f171ced-db0f-4aad-a275-46c9cfe59fb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.070251 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f171ced-db0f-4aad-a275-46c9cfe59fb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.269379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3b22c9c-e5e1-4c4c-9f4f-ecf53e6edbdd req-e244581e-a1ca-439e-94e8-50a88ad4487b tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0374227 Dec 16 22:27:35.271578 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2edf1d88-275b-4222-a594-dc8ca9457b49 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:35.348092 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2edf1d88-275b-4222-a594-dc8ca9457b49 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:35.348470 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.401574 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6aa1239-8419-4e99-8154-8ea7ffebbc86 req-31191182-33f6-4562-8ed4-567c72bfdbf3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0463343 Dec 16 22:27:35.514431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11857567-e7b4-4c68-9230-e7ccf0b8b2c3 req-63f76c8a-964f-409d-a01d-48c70a9dba3a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:35.516349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11857567-e7b4-4c68-9230-e7ccf0b8b2c3 req-63f76c8a-964f-409d-a01d-48c70a9dba3a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0728877 Dec 16 22:27:35.527450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device be6e3d0a-880a-40d0-9982-938c28be54f7 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:35.562068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: be6e3d0a-880a-40d0-9982-938c28be54f7 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:27:35.565870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device be6e3d0a-880a-40d0-9982-938c28be54f7 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:27:35.591167 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11857567-e7b4-4c68-9230-e7ccf0b8b2c3 req-376594a6-c8bc-4e5b-b0e3-2162a86faf46 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681291 Dec 16 22:27:35.662933 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f171ced-db0f-4aad-a275-46c9cfe59fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.667887 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f171ced-db0f-4aad-a275-46c9cfe59fb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.670083 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9f171ced-db0f-4aad-a275-46c9cfe59fb0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30e4e9d1-3a10-4fe2-aeac-0fdcbdd00f85 HTTP/1.1" status: 204 len: 168 time: 0.7258854 Dec 16 22:27:35.683665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f171ced-db0f-4aad-a275-46c9cfe59fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e4e9d1-3a10-4fe2-aeac-0fdcbdd00f85,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:35.913496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad0e2219-9363-48f7-bd3f-be35c29b4448 req-67e3d151-1427-4c18-b487-e259f7346fe4 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0450070 Dec 16 22:27:36.371912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75ae20d7-a36b-47b6-8ea1-26abcc330a31 req-eddb595c-cdcb-4c6c-92a4-b128655017aa tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0368862 Dec 16 22:27:36.487475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e16ebe11-086a-4bcb-ada2-018626484742 req-e8e0a88a-3b1f-49c3-be74-adfc00045a8b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0360880 Dec 16 22:27:36.772025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507a8fe-8248-496c-b6f9-4851c2e09d48 req-7c9d9d28-bfe3-4f58-be83-09f4bb4de6dc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:36.773367 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6507a8fe-8248-496c-b6f9-4851c2e09d48 req-7c9d9d28-bfe3-4f58-be83-09f4bb4de6dc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0821857 Dec 16 22:27:36.851948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6507a8fe-8248-496c-b6f9-4851c2e09d48 req-d3d66bb9-17f6-42a6-ba2e-5bb4729304c3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706267 Dec 16 22:27:37.034148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3fa1d31-3b99-46c7-af34-81dbe840dabe req-68fe6c2f-a435-4027-8c7b-f6205938db8c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0433812 Dec 16 22:27:37.207843 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51620) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:37.357579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4d891b1f-708d-441e-ba9b-98889d2a7265 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1115766274-network', 'tenant_id': 'e46b27d4336444b98f803f2fbef3235f'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:37.496297 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a59af835-d6a0-4919-9c3d-4459c64dac82 req-9fc90e75-6f9e-426b-8ddb-9236a8197cbc tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0376620 Dec 16 22:27:37.520837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d891b1f-708d-441e-ba9b-98889d2a7265 admin admin] Made reservation on behalf of e46b27d4336444b98f803f2fbef3235f for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:37.520837 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d891b1f-708d-441e-ba9b-98889d2a7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.534845 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d891b1f-708d-441e-ba9b-98889d2a7265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.584802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c0688c0-a7ea-4889-bc4d-915870a8fd50 req-455a0468-1c39-4029-bf28-9e6bdaf0c0fd tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0324101 Dec 16 22:27:37.662493 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d891b1f-708d-441e-ba9b-98889d2a7265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.723734 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d891b1f-708d-441e-ba9b-98889d2a7265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.752920 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d891b1f-708d-441e-ba9b-98889d2a7265 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:27:37.767533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d891b1f-708d-441e-ba9b-98889d2a7265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95ae365-4a4e-412b-ac86-741cadbca970,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:37.770700 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d891b1f-708d-441e-ba9b-98889d2a7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.771043 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-4d891b1f-708d-441e-ba9b-98889d2a7265 admin admin] Added segment 2a896f65-0eee-4394-8df5-5a348c0508c7 of type vlan for network a38ea202-9def-4a69-9c10-b0c645d2f774 Dec 16 22:27:37.814134 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d891b1f-708d-441e-ba9b-98889d2a7265 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.947708 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d891b1f-708d-441e-ba9b-98889d2a7265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.948740 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d891b1f-708d-441e-ba9b-98889d2a7265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:37.949525 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d891b1f-708d-441e-ba9b-98889d2a7265 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:38.014062 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7802b-debd-4626-a960-40a4f667b47c req-f44f36da-3d7b-4d58-af34-76ff8505779e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:38.015666 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88f7802b-debd-4626-a960-40a4f667b47c req-f44f36da-3d7b-4d58-af34-76ff8505779e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0712335 Dec 16 22:27:38.035671 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d891b1f-708d-441e-ba9b-98889d2a7265 admin admin] Pushing event updated for resources: {'Network': ['ID=a38ea202-9def-4a69-9c10-b0c645d2f774,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:38.049446 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network a38ea202-9def-4a69-9c10-b0c645d2f774 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:27:38.121171 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4d891b1f-708d-441e-ba9b-98889d2a7265 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9091012 Dec 16 22:27:38.121932 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51648) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:38.132445 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f1e2483e-3aed-4cfc-a509-2da076055eb3 admin admin] Request body: {'subnet': {'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1115766274-subnet', 'tenant_id': 'e46b27d4336444b98f803f2fbef3235f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:38.143456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88f7802b-debd-4626-a960-40a4f667b47c req-b639126f-6d3b-40ba-ba4c-e9fa32fa6c83 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177723 Dec 16 22:27:38.164481 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d32dfda-0482-4bad-aede-22dd8f1a2061 req-881c3775-f354-48bd-91ed-efe1005aab41 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0472033 Dec 16 22:27:38.250738 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e2483e-3aed-4cfc-a509-2da076055eb3 admin admin] Made reservation on behalf of e46b27d4336444b98f803f2fbef3235f for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:38.255466 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f1e2483e-3aed-4cfc-a509-2da076055eb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:38.550543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f1e2483e-3aed-4cfc-a509-2da076055eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:38.626904 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2483e-3aed-4cfc-a509-2da076055eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=214e776a-bec9-41dd-b23a-372aeec3228b,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:38.634924 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbbff650-8d07-4c40-b807-3a235cddf477 req-158f2791-5b34-47cb-8720-620817704f7c tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0499501 Dec 16 22:27:38.654601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e2483e-3aed-4cfc-a509-2da076055eb3 admin admin] Checking segment: {'id': '2a896f65-0eee-4394-8df5-5a348c0508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:38.655352 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e2483e-3aed-4cfc-a509-2da076055eb3 admin admin] Network hostable DHCP agents. Network: a38ea202-9def-4a69-9c10-b0c645d2f774, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:27:38.722256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d9a6baa-0d2f-40f0-a73a-200b46018331 req-5a92ccdb-1f8c-4483-99cd-5861cb3a8a03 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0289519 Dec 16 22:27:38.847993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e2483e-3aed-4cfc-a509-2da076055eb3 admin admin] Network a38ea202-9def-4a69-9c10-b0c645d2f774 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:27:38.953721 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-f1e2483e-3aed-4cfc-a509-2da076055eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, a38ea202-9def-4a69-9c10-b0c645d2f774) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:38.959138 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e2483e-3aed-4cfc-a509-2da076055eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:38.959856 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f1e2483e-3aed-4cfc-a509-2da076055eb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:38.968985 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df5a21d-3d3f-44b5-8879-ac49dfbea314 None None] Network a38ea202-9def-4a69-9c10-b0c645d2f774 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:39.050142 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f1e2483e-3aed-4cfc-a509-2da076055eb3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9271779 Dec 16 22:27:39.315890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bdc75db7-7202-4241-bdd1-c8fd3dfb2132 req-4ae53c0c-b2c5-4849-9a80-a9ca27c4e958 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0577753 Dec 16 22:27:39.416388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e59b1a-4765-4e90-9b29-6b89cf4ab16e req-0017b242-897d-4163-9f8c-dc2aeb020b36 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:39.418181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20e59b1a-4765-4e90-9b29-6b89cf4ab16e req-0017b242-897d-4163-9f8c-dc2aeb020b36 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1011257 Dec 16 22:27:39.523695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823587c8-affe-4d09-9d1a-fc7d65712faf None None] Network a38ea202-9def-4a69-9c10-b0c645d2f774 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:39.567939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20e59b1a-4765-4e90-9b29-6b89cf4ab16e req-87863397-9078-42b1-9eb3-dac9468fce12 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427212 Dec 16 22:27:39.834449 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-355fc227-856a-4411-90c4-5cede66a6a65 req-1c2976d6-b0d8-4e4c-9b85-d8364f3f2166 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0411322 Dec 16 22:27:39.919896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-307ac397-2907-4de0-a97c-70f37f56ba09 req-0df1f951-45c4-4d07-8e75-54007fb9f021 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0340943 Dec 16 22:27:39.968946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-413e49cb-100e-4a56-a1c7-a7050b8e228e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:39.979364 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-413e49cb-100e-4a56-a1c7-a7050b8e228e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/networks?id=a38ea202-9def-4a69-9c10-b0c645d2f774 HTTP/1.1" status: 200 len: 815 time: 0.3023131 Dec 16 22:27:39.997935 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-5b3721fb-7149-4aab-9547-d719ab73d07a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/quotas/e46b27d4336444b98f803f2fbef3235f HTTP/1.1" status: 200 len: 375 time: 0.0171888 Dec 16 22:27:40.032442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-6cee3aa7-61f1-40e9-bc9d-49d0c4ab4ea8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e46b27d4336444b98f803f2fbef3235f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328805 Dec 16 22:27:40.152185 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-1c578d4d-6230-468f-b2ea-3d0ebb4542d2 service neutron] 10.222.0.43 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122918 Dec 16 22:27:40.273247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-71fe1a87-1dff-48a7-be36-6e398ea2b238 service neutron] 10.222.0.43 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165793 Dec 16 22:27:40.435366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-302d3333-55a2-4d05-97c5-1c9491329ef9 req-d68d8196-7220-4f81-a0a1-fcff1b616280 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0551128 Dec 16 22:27:40.560256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3bdf72c8-4dbf-4854-8817-1ff3cbb4d0e1 req-5596c2c8-bbce-4466-9018-d56734d13776 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 210 time: 0.0373731 Dec 16 22:27:40.838372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ccb26-7a9e-4296-9024-1d7345e6cd0b req-305bb29a-3120-45ac-9cff-ee7c6943ae00 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:40.838372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d6ccb26-7a9e-4296-9024-1d7345e6cd0b req-305bb29a-3120-45ac-9cff-ee7c6943ae00 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1045625 Dec 16 22:27:40.889910 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d6ccb26-7a9e-4296-9024-1d7345e6cd0b req-a69accdc-587e-4062-b664-08b07c8768c9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502219 Dec 16 22:27:40.958148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83548b68-d80d-4474-828a-f758a06f662d req-035a27bd-bd4c-4eb1-bc83-d6a91762edf0 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0300739 Dec 16 22:27:41.012080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6fca0ad4-3af4-4f56-962a-dbf2c5482931 req-ebe99577-38f9-49a7-acba-1492d651b6e3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0351925 Dec 16 22:27:41.530772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f15dd23a-b410-44a2-a190-839ff84a2879 req-fbd7d405-459e-49a6-8256-ef5c76f5ac96 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0282888 Dec 16 22:27:41.653487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5d0bc39-4671-4d7c-8649-3c96b7b4639e req-ed0116ba-6d01-4d11-917d-4154520c9cff tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 210 time: 0.0324957 Dec 16 22:27:42.050415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1ef8d-a7af-4810-991d-384fdf8074a3 req-78b02cf2-abdc-4e1d-bf95-bd60993f89cb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:42.056468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bda1ef8d-a7af-4810-991d-384fdf8074a3 req-78b02cf2-abdc-4e1d-bf95-bd60993f89cb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0768478 Dec 16 22:27:42.092039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b326d0b-a00c-4f0d-88df-4a7f615ada69 req-e02e012b-efe3-4610-a810-8f821ce34754 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0497367 Dec 16 22:27:42.147514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bda1ef8d-a7af-4810-991d-384fdf8074a3 req-0895d1ab-f877-4e24-90a4-8bb1d8d7c662 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799162 Dec 16 22:27:42.208483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5cce264b-0cad-4842-853f-6858a5f71b38 req-13045ee5-50ae-40d6-a319-8e086fc1dffd tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0579743 Dec 16 22:27:42.662287 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87d10b28-21ae-4202-9841-0f0bf9a49f46 req-688d4ccb-62a9-403a-a409-ad5676330bed tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0294905 Dec 16 22:27:42.797347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b9c7406-c25e-4e4c-9c7e-df6452a54ebe req-89f3a41b-dbe7-4495-a8ac-4ecccec331e5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 210 time: 0.0457733 Dec 16 22:27:42.841206 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:27:43.184932 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:43.248860 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9498a20b-0d31-4c67-9362-dae61109d015 req-aa7cec34-22c4-4f94-9858-58b86299c6f7 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0417147 Dec 16 22:27:43.312602 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:43.469120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4ef78be-55cb-41e0-983c-438f28269bc4 req-5bbeca0a-966c-4c9b-9dc3-94cb8ad93646 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0945904 Dec 16 22:27:43.469236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51820) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:43.527979 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9d0cb-53f6-4bff-a805-47587301832b req-e06560c1-0129-449d-b21d-982cd692af64 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:43.530620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ee9d0cb-53f6-4bff-a805-47587301832b req-e06560c1-0129-449d-b21d-982cd692af64 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.2145569 Dec 16 22:27:43.595345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ee9d0cb-53f6-4bff-a805-47587301832b req-6efc04eb-a878-4233-b4a2-9aa57239625a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551965 Dec 16 22:27:43.786604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca1df740-e701-4927-899c-78ac2e6ef315 req-49bdcdd1-1c22-4663-9a9e-088245ca0fd0 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0547349 Dec 16 22:27:43.788593 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ea12e30-5fda-4cac-8948-5c49d63001a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:43.951521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a76f2096-f10a-4959-b0e3-a064bd64fed3 req-a1040ce5-fdcb-4038-bc04-4752fc852d49 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 210 time: 0.0390408 Dec 16 22:27:44.355229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-ab67d311-2a54-4b65-9f6d-2d7263fee282 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:44.356876 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-ab67d311-2a54-4b65-9f6d-2d7263fee282 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.69 "GET /v2.0/networks?id=a38ea202-9def-4a69-9c10-b0c645d2f774 HTTP/1.1" status: 200 len: 815 time: 0.6934581 Dec 16 22:27:44.366512 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ea12e30-5fda-4cac-8948-5c49d63001a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:44.373005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-d3373072-6a59-4f78-aa16-966c2f8542da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Request body: {'port': {'device_id': '5480a977-8609-4bc5-a962-04f43905d619', 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774', 'admin_state_up': True, 'tenant_id': 'e46b27d4336444b98f803f2fbef3235f'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:44.378560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a016feec-5083-46bd-9c49-fa500b63137c req-954551b9-e4ff-462f-b8cd-5c4fe164dacd tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0437586 Dec 16 22:27:44.439370 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ea12e30-5fda-4cac-8948-5c49d63001a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:44.516656 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0ea12e30-5fda-4cac-8948-5c49d63001a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41ce667d632e4dcaa561877cf15f2a26&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0463157 Dec 16 22:27:44.519309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51848) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:44.527681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea12e30-5fda-4cac-8948-5c49d63001a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13471037-4339-4a76-a9cc-8d440fb506da,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:44.592115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92b2f93b-4980-4818-96cc-b0c86e4b2ccd req-4b63b25d-49d3-4442-966a-95a8b02b62dd tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0746293 Dec 16 22:27:44.619241 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-d3373072-6a59-4f78-aa16-966c2f8542da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Made reservation on behalf of e46b27d4336444b98f803f2fbef3235f for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:44.623415 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-d3373072-6a59-4f78-aa16-966c2f8542da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:44.668027 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-baa87781-4e72-4180-8103-d1f183222b23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:44.696506 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-baa87781-4e72-4180-8103-d1f183222b23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:44.798851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d9354-cf40-419c-bc00-7877f94b7f53 req-d8b0ab75-e36e-4c7d-9b8f-580fa17bd478 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:44.804034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e7d9354-cf40-419c-bc00-7877f94b7f53 req-d8b0ab75-e36e-4c7d-9b8f-580fa17bd478 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0801671 Dec 16 22:27:44.823575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-d3373072-6a59-4f78-aa16-966c2f8542da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Allocated IP 172.20.0.5 (a38ea202-9def-4a69-9c10-b0c645d2f774/214e776a-bec9-41dd-b23a-372aeec3228b/159554a7-2630-41f6-83d7-57a8ec700ddb) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:27:44.919125 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-baa87781-4e72-4180-8103-d1f183222b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:44.921766 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-baa87781-4e72-4180-8103-d1f183222b23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:44.926406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-baa87781-4e72-4180-8103-d1f183222b23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13471037-4339-4a76-a9cc-8d440fb506da HTTP/1.1" status: 204 len: 168 time: 0.4021816 Dec 16 22:27:44.938514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff1e031e-6046-45f6-ba9d-e3f7c0305712 req-75aa237a-a6f0-4e94-b0f2-37b57a497ef8 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0552695 Dec 16 22:27:44.981911 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e7d9354-cf40-419c-bc00-7877f94b7f53 req-e2f94e4e-d12d-4d11-a352-46cfaaf47cff tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300762 Dec 16 22:27:44.981911 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa87781-4e72-4180-8103-d1f183222b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13471037-4339-4a76-a9cc-8d440fb506da,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:45.075664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed0f2544-89dc-46b1-82da-ca6d6cc58d5e req-0c9c7fd3-78a0-4749-9679-8cfebd6e4d99 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 210 time: 0.0294244 Dec 16 22:27:45.377644 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-d3373072-6a59-4f78-aa16-966c2f8542da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:45.468007 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-d3373072-6a59-4f78-aa16-966c2f8542da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:45.497553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97ffbbb8-bcff-40a3-a579-d16963df671d req-7ca72685-8bb6-4063-87aa-a917c0e3bd33 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0431447 Dec 16 22:27:45.546533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-d3373072-6a59-4f78-aa16-966c2f8542da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Network a38ea202-9def-4a69-9c10-b0c645d2f774 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:45.549723 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-d3373072-6a59-4f78-aa16-966c2f8542da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:45.554550 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-d3373072-6a59-4f78-aa16-966c2f8542da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:27:45.580920 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3373072-6a59-4f78-aa16-966c2f8542da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Pushing event updated for resources: {'Port': ['ID=159554a7-2630-41f6-83d7-57a8ec700ddb,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:45.618901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-d3373072-6a59-4f78-aa16-966c2f8542da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:45.619575 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-d3373072-6a59-4f78-aa16-966c2f8542da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:45.706935 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0dc287ab-8e42-4cc3-a278-2015eccdaca0 req-488c8012-f14d-4e3e-85bf-7477197646e0 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0333245 Dec 16 22:27:45.716174 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-d3373072-6a59-4f78-aa16-966c2f8542da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3477223 Dec 16 22:27:45.730379 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-9a73e1d3-b02a-406b-870f-9bc073d0f313 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:27:45.731498 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-9a73e1d3-b02a-406b-870f-9bc073d0f313 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062907 Dec 16 22:27:45.749613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Request body: {'port': {'device_id': '5480a977-8609-4bc5-a962-04f43905d619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:45.840814 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.068200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a2c057d-bce2-42bb-be2a-f61ef6680491 req-c1c836c8-42f8-471d-8f75-760459023e80 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0349367 Dec 16 22:27:46.154512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51912) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:46.176837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f63e5e-547d-4a42-bdd8-9f999d50fbaf req-65f50856-5416-4e41-b43e-1fa5dec40972 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:46.179178 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57f63e5e-547d-4a42-bdd8-9f999d50fbaf req-65f50856-5416-4e41-b43e-1fa5dec40972 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1142941 Dec 16 22:27:46.183647 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aef7d807-0802-4aa0-bbf3-e48d6005b37b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.265533 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3e6da-2001-4cdf-9ada-e4e745d854c4 req-681c5a04-ebd1-48a7-bbdd-18bca798663d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:46.268166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3b3e6da-2001-4cdf-9ada-e4e745d854c4 req-681c5a04-ebd1-48a7-bbdd-18bca798663d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 931 time: 0.0876944 Dec 16 22:27:46.307757 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159554a7-2630-41f6-83d7-57a8ec700ddb {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:27:46.311156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57f63e5e-547d-4a42-bdd8-9f999d50fbaf req-da452a1a-82e1-4672-8c57-bbb08c9efd08 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971420 Dec 16 22:27:46.317798 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.345169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Transition to ACTIVE for port object 159554a7-2630-41f6-83d7-57a8ec700ddb will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:27:46.362625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3b3e6da-2001-4cdf-9ada-e4e745d854c4 req-5a0cfd77-d2f0-4b05-b207-95fa8caca402 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857184 Dec 16 22:27:46.427135 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aef7d807-0802-4aa0-bbf3-e48d6005b37b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.470336 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.523730 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aef7d807-0802-4aa0-bbf3-e48d6005b37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.574850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Pushing event updated for resources: {'Port': ['ID=159554a7-2630-41f6-83d7-57a8ec700ddb,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:46.588928 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7d807-0802-4aa0-bbf3-e48d6005b37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380dc275-7cda-4077-9b5a-18accc3109c9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:46.613905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1222c9d1-51cb-43a7-8e0d-601a36d7f2d5 req-8cdd727a-ec62-4aef-82ec-1834b0510708 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0467162 Dec 16 22:27:46.614758 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-aef7d807-0802-4aa0-bbf3-e48d6005b37b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a0ecf535aeb4275ab07e159fce6b280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4607012 Dec 16 22:27:46.615496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51922) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:46.723120 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Attempting to bind port 159554a7-2630-41f6-83d7-57a8ec700ddb on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:27:46.728306 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Attempting to bind port 159554a7-2630-41f6-83d7-57a8ec700ddb by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '2a896f65-0eee-4394-8df5-5a348c0508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:27:46.728306 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Attempting to bind port 159554a7-2630-41f6-83d7-57a8ec700ddb on network a38ea202-9def-4a69-9c10-b0c645d2f774 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:46.734067 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-498fd868-f9bf-4e42-92c2-d8a8e93c4663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.735919 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Port 159554a7-2630-41f6-83d7-57a8ec700ddb on network a38ea202-9def-4a69-9c10-b0c645d2f774 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:27:46.736238 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Attempting to bind port 159554a7-2630-41f6-83d7-57a8ec700ddb on network a38ea202-9def-4a69-9c10-b0c645d2f774 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:46.748340 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:27:46.748762 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Checking segment: {'id': '2a896f65-0eee-4394-8df5-5a348c0508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:46.749055 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Bound using segment: {'id': '2a896f65-0eee-4394-8df5-5a348c0508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:27:46.749501 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Bound port: 159554a7-2630-41f6-83d7-57a8ec700ddb, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a896f65-0eee-4394-8df5-5a348c0508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:27:46.749873 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.773653 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-498fd868-f9bf-4e42-92c2-d8a8e93c4663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.812050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0867f0d7-6bad-48e5-84c4-6ad15b1ad5a1 req-aee37b4c-1c43-41d3-b45b-70969268e808 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0392208 Dec 16 22:27:46.861485 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] For port 159554a7-2630-41f6-83d7-57a8ec700ddb, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:27:46.882057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] For port 159554a7-2630-41f6-83d7-57a8ec700ddb, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=159554a7-2630-41f6-83d7-57a8ec700ddb,segment=NetworkSegment(2a896f65-0eee-4394-8df5-5a348c0508c7),segment_id=2a896f65-0eee-4394-8df5-5a348c0508c7)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:27:46.979535 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:47.032278 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-498fd868-f9bf-4e42-92c2-d8a8e93c4663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:47.034922 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-498fd868-f9bf-4e42-92c2-d8a8e93c4663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:47.036085 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-498fd868-f9bf-4e42-92c2-d8a8e93c4663 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/380dc275-7cda-4077-9b5a-18accc3109c9 HTTP/1.1" status: 204 len: 168 time: 0.4171746 Dec 16 22:27:47.054941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:47.055766 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:47.057402 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] 10.222.0.69 "PUT /v2.0/ports/159554a7-2630-41f6-83d7-57a8ec700ddb HTTP/1.1" status: 200 len: 1091 time: 1.3123796 Dec 16 22:27:47.057867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5480a977-8609-4bc5-a962-04f43905d619', 'tag': '159554a7-2630-41f6-83d7-57a8ec700ddb'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:27:47.060201 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e02d20e-7547-4bf6-8500-438a74a92bca" -d '{"events": [{"name": "network-changed", "server_uuid": "5480a977-8609-4bc5-a962-04f43905d619", "tag": "159554a7-2630-41f6-83d7-57a8ec700ddb"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:27:47.065928 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fd868-f9bf-4e42-92c2-d8a8e93c4663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380dc275-7cda-4077-9b5a-18accc3109c9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:47.082252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51886b8-1fe7-4e3f-8a58-88b0e0a3cd39 service neutron] Pushing event updated for resources: {'Port': ['ID=159554a7-2630-41f6-83d7-57a8ec700ddb,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:47.170449 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a105db-f220-4d77-b984-e57f83a6a1a3 x-openstack-request-id: req-e7a105db-f220-4d77-b984-e57f83a6a1a3 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:27:47.170746 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5480a977-8609-4bc5-a962-04f43905d619", "tag": "159554a7-2630-41f6-83d7-57a8ec700ddb", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:27:47.171003 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7a105db-f220-4d77-b984-e57f83a6a1a3 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:27:47.171442 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5480a977-8609-4bc5-a962-04f43905d619', 'tag': '159554a7-2630-41f6-83d7-57a8ec700ddb', 'status': 'completed', 'code': 200} Dec 16 22:27:47.248438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8aaf7ca7-0442-45ad-8d05-3ed92e2bd26d req-576dd453-02aa-43a6-b934-19ededb90fc4 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0861270 Dec 16 22:27:47.290191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02d20e-7547-4bf6-8500-438a74a92bca req-5d6fc04b-c7dc-4373-9985-51fd39829ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:47.292191 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4e02d20e-7547-4bf6-8500-438a74a92bca req-5d6fc04b-c7dc-4373-9985-51fd39829ba9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e46b27d4336444b98f803f2fbef3235f&device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 1094 time: 0.0895836 Dec 16 22:27:47.443629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02d20e-7547-4bf6-8500-438a74a92bca req-ed692139-bc07-498f-b1e9-92003f2385f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:47.445068 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4e02d20e-7547-4bf6-8500-438a74a92bca req-ed692139-bc07-498f-b1e9-92003f2385f8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e46b27d4336444b98f803f2fbef3235f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1375301 Dec 16 22:27:47.538429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4549c-504b-4559-b690-3e0fbb4ee385 req-76afa3de-4f7a-4696-8423-3bf8e517203d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:47.549288 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ea4549c-504b-4559-b690-3e0fbb4ee385 req-76afa3de-4f7a-4696-8423-3bf8e517203d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1197333 Dec 16 22:27:47.619751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ab797-ed18-4e2f-999d-55662aa40a39 req-5c6768c9-b395-4e7d-8031-e8266065a6cc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:47.621709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-137ab797-ed18-4e2f-999d-55662aa40a39 req-5c6768c9-b395-4e7d-8031-e8266065a6cc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 943 time: 0.1456332 Dec 16 22:27:47.648790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02d20e-7547-4bf6-8500-438a74a92bca req-0b01c627-6e5a-47b0-b1c2-b6a61e49d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:47.650539 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4e02d20e-7547-4bf6-8500-438a74a92bca req-0b01c627-6e5a-47b0-b1c2-b6a61e49d5a1 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1941354 Dec 16 22:27:47.690441 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ea4549c-504b-4559-b690-3e0fbb4ee385 req-60b0fcba-1ab8-4d94-bb19-cff48ad6abdd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402445 Dec 16 22:27:47.761897 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-137ab797-ed18-4e2f-999d-55662aa40a39 req-869addbb-bd82-4c3e-8547-1f26feeeeb0e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268048 Dec 16 22:27:47.810312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-12d72621-7052-4ca6-89ad-e882c1f6a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:47.810312 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-12d72621-7052-4ca6-89ad-e882c1f6a8c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e46b27d4336444b98f803f2fbef3235f&device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 1094 time: 0.0906417 Dec 16 22:27:47.827813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-215336aa-c93f-4530-8e9d-2aaf0c466151 req-7171e49c-74ff-4c9a-b053-24f87f251461 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0353646 Dec 16 22:27:47.859586 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-d9576366-c891-40bc-a4c6-770a54434b4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159554a7-2630-41f6-83d7-57a8ec700ddb HTTP/1.1" status: 200 len: 217 time: 0.0390847 Dec 16 22:27:47.932782 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-8b14ee2c-0cf6-42ab-abfa-90d001901dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:47.932782 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-8b14ee2c-0cf6-42ab-abfa-90d001901dc0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=214e776a-bec9-41dd-b23a-372aeec3228b HTTP/1.1" status: 200 len: 855 time: 0.0611377 Dec 16 22:27:47.939627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c0154fa-7f43-4ed1-a136-177060ddf350 req-48bf9764-1669-4d3f-83d0-4efe235f5098 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0623229 Dec 16 22:27:47.990632 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-d0d75aab-c55d-43c0-8aa9-d064aa2f27b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a38ea202-9def-4a69-9c10-b0c645d2f774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416577 Dec 16 22:27:48.157714 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-6730f631-5280-4786-849e-8d4e38e7440e service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540296 Dec 16 22:27:48.308103 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7d7a3b0d-51ee-409a-9b3b-ca4884ad6711 req-8e8cd29b-ce88-48ad-84c5-f4d2c5c14f76 service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381471 Dec 16 22:27:48.339125 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b02f4d7-42fa-4abf-949b-f17f759f8af4 req-d24b16a1-a8ed-460b-87ee-aa28a51ac47c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0341213 Dec 16 22:27:48.831847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151a632-39d1-42c4-a44e-2dab35cd7684 req-c90301eb-0a16-4106-8101-6f575bc9982f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:48.840381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a151a632-39d1-42c4-a44e-2dab35cd7684 req-c90301eb-0a16-4106-8101-6f575bc9982f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0619648 Dec 16 22:27:48.924074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a151a632-39d1-42c4-a44e-2dab35cd7684 req-b6f4793f-deb3-4c04-9e49-ec1e9cd1d8b8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824990 Dec 16 22:27:48.958343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f381d-2492-4cf3-999e-d990b973ce65 req-fac73feb-b14e-4b0a-b196-f18e511dc94b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:48.960385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b4f381d-2492-4cf3-999e-d990b973ce65 req-fac73feb-b14e-4b0a-b196-f18e511dc94b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 943 time: 0.0894692 Dec 16 22:27:49.042446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8460b3c-f6fc-4a1e-b091-41081865e0e0 req-17c36f72-f70d-4ff9-a59a-8a9054156209 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0384598 Dec 16 22:27:49.057323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b4f381d-2492-4cf3-999e-d990b973ce65 req-cd2278de-c263-4bc6-88c0-16fe536d29c9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891297 Dec 16 22:27:49.158492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc739b25-82a2-40a3-999d-387f6ac9a9e6 req-fb0a5c17-d3a8-4974-b4df-080d2319ecb5 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0297804 Dec 16 22:27:49.422571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-220e436e-152b-420c-a842-ef83029d29ef req-ac9ae4b1-1086-4bf0-b079-e2195f24f4a4 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0289211 Dec 16 22:27:50.038311 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0751d25-e552-4a43-b60f-3b85006b0f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:50.118800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f1d8c-8b02-42ca-8d71-015d0efe4f62 req-525e0908-3e24-4fbc-96d6-6a54f87a8cda tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:50.120955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b09f1d8c-8b02-42ca-8d71-015d0efe4f62 req-525e0908-3e24-4fbc-96d6-6a54f87a8cda tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0909936 Dec 16 22:27:50.245457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b09f1d8c-8b02-42ca-8d71-015d0efe4f62 req-578e2930-4394-4856-9cdb-19c1a0e9c756 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177120 Dec 16 22:27:50.259536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64badac7-685a-45e9-a86d-18cf18ecbc28 req-c3a47dc3-3019-4cdf-9947-1bef2a3e1f0f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:50.261450 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64badac7-685a-45e9-a86d-18cf18ecbc28 req-c3a47dc3-3019-4cdf-9947-1bef2a3e1f0f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 943 time: 0.1001060 Dec 16 22:27:50.357567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64badac7-685a-45e9-a86d-18cf18ecbc28 req-1d6752a1-51ca-42f4-9cd2-9d47c07db7a6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894017 Dec 16 22:27:50.359612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f5fe17b-278b-42ed-ae78-330269114466 req-c5c73fcf-6801-4d66-a968-966ce7380e08 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0386105 Dec 16 22:27:50.453699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80ea80e6-72ec-4476-9f2c-bc34e0164c3c req-c6922824-53f3-40cf-a175-c2b768fadd63 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0359194 Dec 16 22:27:50.530615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db15bbd0-6e4f-4b5e-b013-0f7f5761b7d0 req-3783b7e3-74e5-4071-957a-dc064ab935f4 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0474029 Dec 16 22:27:50.637670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52082) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:50.772123 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b6e65655-d2df-49fb-99c8-2f8b804ae85f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:50.856984 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b6e65655-d2df-49fb-99c8-2f8b804ae85f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:51.004385 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b6e65655-d2df-49fb-99c8-2f8b804ae85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:51.048421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e65655-d2df-49fb-99c8-2f8b804ae85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e9a47f-84a1-48d5-96b3-be463bb98a91,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:51.056068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b6e65655-d2df-49fb-99c8-2f8b804ae85f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50b2183b859b4a40951b403cb3d90c9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4143097 Dec 16 22:27:51.057415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52092) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:51.124033 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f799a81-353f-4585-a415-39f1dab8f9f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:51.151225 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f799a81-353f-4585-a415-39f1dab8f9f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:51.307220 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f799a81-353f-4585-a415-39f1dab8f9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:51.310147 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f799a81-353f-4585-a415-39f1dab8f9f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:51.311423 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0f799a81-353f-4585-a415-39f1dab8f9f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9e9a47f-84a1-48d5-96b3-be463bb98a91 HTTP/1.1" status: 204 len: 168 time: 0.2521667 Dec 16 22:27:51.321917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f799a81-353f-4585-a415-39f1dab8f9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e9a47f-84a1-48d5-96b3-be463bb98a91,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:51.420764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb406a7-96bc-4e12-90b7-1ecba8242db6 req-f6a52ea5-6492-4f0c-ae8f-00e3046d1598 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:51.422379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bb406a7-96bc-4e12-90b7-1ecba8242db6 req-f6a52ea5-6492-4f0c-ae8f-00e3046d1598 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0573974 Dec 16 22:27:51.456875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 159554a7-2630-41f6-83d7-57a8ec700ddb details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:27:51.484372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e86b15ca-2a2f-4573-8795-7225b2ff97ee req-0d049cef-79bd-4584-a220-f1b5aa9c02b4 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0382366 Dec 16 22:27:51.521962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bb406a7-96bc-4e12-90b7-1ecba8242db6 req-497c7651-98db-47c1-bfd7-529aaa4990d3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928535 Dec 16 22:27:51.597246 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 159554a7-2630-41f6-83d7-57a8ec700ddb, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=159554a7-2630-41f6-83d7-57a8ec700ddb,segment=NetworkSegment(2a896f65-0eee-4394-8df5-5a348c0508c7),segment_id=2a896f65-0eee-4394-8df5-5a348c0508c7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:51.609234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '159554a7-2630-41f6-83d7-57a8ec700ddb', 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774', 'port_id': '159554a7-2630-41f6-83d7-57a8ec700ddb', 'mac_address': 'fa:16:3e:d5:db:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214e776a-bec9-41dd-b23a-372aeec3228b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:27:51.629437 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0ae0141-e8b8-4081-842c-6e05fad2a862 req-5c3ac457-9904-481f-8699-0a8647e7c1cc tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0480013 Dec 16 22:27:51.664303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eef86-f937-4eae-a8f0-3afa52dafd41 req-49eea06d-ebf9-4cfb-8593-3845cfc232fb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:51.666490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-006eef86-f937-4eae-a8f0-3afa52dafd41 req-49eea06d-ebf9-4cfb-8593-3845cfc232fb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 943 time: 0.0749941 Dec 16 22:27:51.669072 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:51.687323 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159554a7-2630-41f6-83d7-57a8ec700ddb {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:27:51.744834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 159554a7-2630-41f6-83d7-57a8ec700ddb, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=159554a7-2630-41f6-83d7-57a8ec700ddb,segment=NetworkSegment(2a896f65-0eee-4394-8df5-5a348c0508c7),segment_id=2a896f65-0eee-4394-8df5-5a348c0508c7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:51.855642 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:51.932456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=159554a7-2630-41f6-83d7-57a8ec700ddb,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:52.079582 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f95da50-0834-4827-bbe9-e6257e02e584 req-5a6e3ed6-9ec1-4ba1-a3f8-87ae84161829 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.3614454 Dec 16 22:27:52.085122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-006eef86-f937-4eae-a8f0-3afa52dafd41 req-b0831479-08a8-4c87-9df8-4f00399b91fa tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083438 Dec 16 22:27:52.122673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['159554a7-2630-41f6-83d7-57a8ec700ddb'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:27:52.237367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52128) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:52.253139 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9af43818-ee1a-46c7-ba45-39d82b4a6d04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:52.349996 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9af43818-ee1a-46c7-ba45-39d82b4a6d04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:52.594799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71d99e46-73f8-493d-a4a7-7a4959c0d41f req-4903d813-619f-4e67-bfac-7f155dd4ac7b tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0288661 Dec 16 22:27:52.654107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c264bbc-1edd-4f8a-9fc5-9bd6f366f91c req-6bd7d086-accf-4a6f-9f4b-5ac4e0ea4cd2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:52.655610 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c264bbc-1edd-4f8a-9fc5-9bd6f366f91c req-6bd7d086-accf-4a6f-9f4b-5ac4e0ea4cd2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0497231 Dec 16 22:27:52.734502 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10d0eb39-9d61-4ed6-bcb5-8b083b8131f6 req-854a9eb6-8347-4e01-bd73-1cb633006da3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0445123 Dec 16 22:27:52.738289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c264bbc-1edd-4f8a-9fc5-9bd6f366f91c req-20b97eba-5610-44f5-ac29-32c1a217e284 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760534 Dec 16 22:27:52.804160 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-969f7ff3-d461-447c-89e7-2a445878708d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:52.847596 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9af43818-ee1a-46c7-ba45-39d82b4a6d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:52.886586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af43818-ee1a-46c7-ba45-39d82b4a6d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219d0885-6288-48f7-8d84-192adeee2eca,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:52.892394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9af43818-ee1a-46c7-ba45-39d82b4a6d04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cada328c3a44f928bed53a70866ae34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6535497 Dec 16 22:27:52.895295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52140) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:52.954031 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbaa7bdd-8ebf-4c7b-9db1-a2be1856ba28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:52.979575 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbaa7bdd-8ebf-4c7b-9db1-a2be1856ba28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.183537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-acd1fd55-a810-4134-94c0-b1572f83786e req-601dfeab-fdca-474e-8186-0154f1add3aa tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0422533 Dec 16 22:27:53.215689 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbaa7bdd-8ebf-4c7b-9db1-a2be1856ba28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.218719 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbaa7bdd-8ebf-4c7b-9db1-a2be1856ba28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.222693 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dbaa7bdd-8ebf-4c7b-9db1-a2be1856ba28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/219d0885-6288-48f7-8d84-192adeee2eca HTTP/1.1" status: 204 len: 168 time: 0.3237145 Dec 16 22:27:53.247400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa7bdd-8ebf-4c7b-9db1-a2be1856ba28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219d0885-6288-48f7-8d84-192adeee2eca,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:53.257841 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46371162-cf21-43e9-9fce-364e7de5f480 req-c1f5a8ed-04be-4f19-b752-eb999c06d685 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:53.264813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46371162-cf21-43e9-9fce-364e7de5f480 req-c1f5a8ed-04be-4f19-b752-eb999c06d685 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 944 time: 0.0644343 Dec 16 22:27:53.322926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46371162-cf21-43e9-9fce-364e7de5f480 req-817dd919-1a6a-4fb0-953b-39e3d3f8c569 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541451 Dec 16 22:27:53.472425 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 159554a7-2630-41f6-83d7-57a8ec700ddb up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:53.546597 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.669751 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 159554a7-2630-41f6-83d7-57a8ec700ddb completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:27:53.674673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 159554a7-2630-41f6-83d7-57a8ec700ddb triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:53.681722 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.702078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98878e21-6e06-4ffd-ba7d-4a6d1874f833 req-e01a3ab1-d849-48d6-9783-94dd97292e40 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0289969 Dec 16 22:27:53.792996 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.841891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c72a6d2-522c-4bfe-b487-daec99824e8b req-95136fbf-1e4f-4f5a-9f3d-59f835d833b4 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0390162 Dec 16 22:27:53.850850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5480a977-8609-4bc5-a962-04f43905d619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159554a7-2630-41f6-83d7-57a8ec700ddb'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:27:53.853491 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327fe291-6f8a-4ac4-b080-d0b5b4d8ac0d" -d '{"events": [{"server_uuid": "5480a977-8609-4bc5-a962-04f43905d619", "name": "network-vif-plugged", "status": "completed", "tag": "159554a7-2630-41f6-83d7-57a8ec700ddb"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:27:53.874482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 159554a7-2630-41f6-83d7-57a8ec700ddb, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=159554a7-2630-41f6-83d7-57a8ec700ddb,segment=NetworkSegment(2a896f65-0eee-4394-8df5-5a348c0508c7),segment_id=2a896f65-0eee-4394-8df5-5a348c0508c7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:53.908018 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98b6e4b-687c-4a1f-a165-9aae43f2459c x-openstack-request-id: req-b98b6e4b-687c-4a1f-a165-9aae43f2459c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:27:53.908318 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5480a977-8609-4bc5-a962-04f43905d619", "name": "network-vif-plugged", "status": "completed", "tag": "159554a7-2630-41f6-83d7-57a8ec700ddb", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:27:53.908578 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b98b6e4b-687c-4a1f-a165-9aae43f2459c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:27:53.909030 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5480a977-8609-4bc5-a962-04f43905d619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159554a7-2630-41f6-83d7-57a8ec700ddb', 'code': 200} Dec 16 22:27:53.910948 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0bbc1-7d57-4fd4-81c7-c9a257530e72 req-89b33cb6-58b5-4d93-9953-450292af17ac tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:53.912806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bb0bbc1-7d57-4fd4-81c7-c9a257530e72 req-89b33cb6-58b5-4d93-9953-450292af17ac tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0646214 Dec 16 22:27:53.972953 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.996573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bb0bbc1-7d57-4fd4-81c7-c9a257530e72 req-4ac4e7df-0ab4-47e6-abcc-12b956878537 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701468 Dec 16 22:27:54.040175 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=159554a7-2630-41f6-83d7-57a8ec700ddb,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:54.046719 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1bf3e-fb3c-4787-add6-350226c0aedc req-7bbea1dd-8ad3-40ec-88fe-c992bbee4775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:54.048558 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ade1bf3e-fb3c-4787-add6-350226c0aedc req-7bbea1dd-8ad3-40ec-88fe-c992bbee4775 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 1096 time: 0.0601778 Dec 16 22:27:54.102323 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ade1bf3e-fb3c-4787-add6-350226c0aedc req-0e3ecfa4-f89c-4814-90f4-05a9b72b31e4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451746 Dec 16 22:27:54.278156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ab61285-1a6d-460f-8a08-3859e7b43e6b req-ef81342e-d51a-4d10-b189-744ccbb7f378 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0355899 Dec 16 22:27:54.467166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760ed93-ea84-4bd1-b5fc-6472f5eb7ce3 req-4026d0e2-9f24-430c-ba9b-258168939666 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:54.468872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7760ed93-ea84-4bd1-b5fc-6472f5eb7ce3 req-4026d0e2-9f24-430c-ba9b-258168939666 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0636923 Dec 16 22:27:54.524867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7760ed93-ea84-4bd1-b5fc-6472f5eb7ce3 req-c75bcb67-679f-4562-a672-b4c29a076e96 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480478 Dec 16 22:27:54.778600 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:54.831993 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bbbeca2d-84a3-4786-be92-96c87775e361 req-9dd57fbc-376e-4847-bfea-3503addcba8a tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0310555 Dec 16 22:27:54.924327 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21577fbf-06ec-4713-8822-855b136f9c78 req-0be0b883-f513-4d09-b4bb-57d23c9833a8 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0291591 Dec 16 22:27:55.128398 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cbd48-9208-4b16-9526-4f777e0f7f69 req-3309e66c-3485-4b14-9488-1c01387b7b18 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:55.129879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-425cbd48-9208-4b16-9526-4f777e0f7f69 req-3309e66c-3485-4b14-9488-1c01387b7b18 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0625694 Dec 16 22:27:55.186154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-425cbd48-9208-4b16-9526-4f777e0f7f69 req-7d3a241f-4083-40c6-a920-372f328b9068 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491686 Dec 16 22:27:55.387579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f56dd1f0-e955-4b6f-92bd-e500fdf9bda4 req-93bb9d01-ac88-47c5-ad42-8633a17ec729 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0494299 Dec 16 22:27:55.660910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3442d-c77d-47db-a8f5-cef52918c32e req-9b5aec8b-cb5f-4634-9d5a-88b018e20343 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:55.663327 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ecf3442d-c77d-47db-a8f5-cef52918c32e req-9b5aec8b-cb5f-4634-9d5a-88b018e20343 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0552511 Dec 16 22:27:55.729075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ecf3442d-c77d-47db-a8f5-cef52918c32e req-53d280c0-73be-471b-9fb6-5c1eaca831ab tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469611 Dec 16 22:27:55.733881 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:55.879553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004eb0f5-75fe-4ee3-b145-f37c33d32da1 req-cbd2322f-8952-4ace-b1e3-cc5b3778fbdd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:55.881471 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-004eb0f5-75fe-4ee3-b145-f37c33d32da1 req-cbd2322f-8952-4ace-b1e3-cc5b3778fbdd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0728705 Dec 16 22:27:55.974065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efeadf92-3ae0-4526-86f5-34baff995ad2 req-c9236ff5-88cf-4856-b21b-eeeb98d89c32 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0398378 Dec 16 22:27:55.978531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-004eb0f5-75fe-4ee3-b145-f37c33d32da1 req-2b85814c-d968-4dfb-9e69-5aece30c4d2c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901146 Dec 16 22:27:56.085709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae088545-beb4-4d32-9d1f-026548488649 req-eae27a5d-c8c0-41e7-ab1c-97cc3906bcd8 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0458155 Dec 16 22:27:56.331777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ee84a-57b4-4884-b528-f6ba5e443c8e req-aedb3c7a-ef17-4595-ac9e-ce9527582e63 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:56.333488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-397ee84a-57b4-4884-b528-f6ba5e443c8e req-aedb3c7a-ef17-4595-ac9e-ce9527582e63 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0540540 Dec 16 22:27:56.398916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-397ee84a-57b4-4884-b528-f6ba5e443c8e req-00595cd5-83b1-4d6e-b30e-7346c2c41c52 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584772 Dec 16 22:27:56.470142 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-586272e8-ccad-49b4-a02d-c6ce95b4b614 req-a0a71c81-4389-4782-aa99-788930c190c8 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0279484 Dec 16 22:27:57.078136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-18b87e82-bde4-447e-ba0e-81205bcad664 req-d73a463a-7dfe-4199-8464-8ebd0f096e12 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0295420 Dec 16 22:27:57.167443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0721928c-0fef-41c8-acbd-fe10ceb79f1d req-e7e285e0-ec49-4711-a2c4-200de2b4f139 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0296876 Dec 16 22:27:57.536721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ea25c-c378-4afe-949e-c2b90675d6a3 req-6b2ba3fa-41b6-4e86-a965-1e9033b1bbb7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:57.538745 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d75ea25c-c378-4afe-949e-c2b90675d6a3 req-6b2ba3fa-41b6-4e86-a965-1e9033b1bbb7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0593121 Dec 16 22:27:57.568872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06699669-27f2-4ea6-9b20-18dba132c17c req-029bd011-2dc7-4dab-a372-c5bd06a654cc tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0287125 Dec 16 22:27:57.632850 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d75ea25c-c378-4afe-949e-c2b90675d6a3 req-f9e1b30d-a8a8-42c5-8628-81099c75c25a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626686 Dec 16 22:27:57.717815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e06ede-592c-4601-8e0d-00329424a481 req-096cd3ce-86ab-4520-bfc8-13b3f1cc7682 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:57.720242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44e06ede-592c-4601-8e0d-00329424a481 req-096cd3ce-86ab-4520-bfc8-13b3f1cc7682 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0542414 Dec 16 22:27:57.775244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44e06ede-592c-4601-8e0d-00329424a481 req-7aec7fc6-c13c-4076-85a1-bd1ea91f9d03 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464437 Dec 16 22:27:58.201413 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00fde6fb-0e4e-4c65-8cc1-82a26a3102cf req-53cec9c5-c9a0-4dbc-9f2f-7fb227513e25 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0374100 Dec 16 22:27:58.265641 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f17a512c-17ec-4448-9056-780eff097e9a req-adad050e-b860-4061-aed2-8b07dbddeeb6 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0297196 Dec 16 22:27:58.683837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-074deb7e-fe02-4b3f-b8a8-a27309480f3d req-7ddbdcf8-06b1-4615-b3ab-4aff8452c62e tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0566003 Dec 16 22:27:58.798135 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b3716-1f1a-47dd-b922-d8afe813b3c4 req-e92b3af7-1692-433c-8f74-04561696e405 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:58.800486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-127b3716-1f1a-47dd-b922-d8afe813b3c4 req-e92b3af7-1692-433c-8f74-04561696e405 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0546510 Dec 16 22:27:58.906080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-127b3716-1f1a-47dd-b922-d8afe813b3c4 req-c119ea37-026c-419b-b99c-1e5d01c1b76e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790904 Dec 16 22:27:58.946441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38064044-a56e-458f-b8b6-7becd0b3ae3d req-54ff756a-b906-4b49-8909-7b2d1df409b7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:58.948213 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38064044-a56e-458f-b8b6-7becd0b3ae3d req-54ff756a-b906-4b49-8909-7b2d1df409b7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0886893 Dec 16 22:27:59.004633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38064044-a56e-458f-b8b6-7becd0b3ae3d req-4d2e1be9-5bba-4e55-bf7c-09e271ab379a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499499 Dec 16 22:27:59.332670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-795befde-84b7-4145-afbc-c164e0d5d9fe req-937ea9d2-335f-471a-ac33-0e86b806f13b tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0386407 Dec 16 22:27:59.364064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a23e5d0-7cac-4cb0-af99-b5333e8aa2a0 req-6e66fa5e-4cd6-4893-a8df-a433a50569a2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0336437 Dec 16 22:27:59.776012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-863c9024-6441-4deb-9cdf-d5fd67a703cb req-b6e06faa-59bb-4080-9ca3-b3329a9a94f8 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0348635 Dec 16 22:28:00.039218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364303-3e4f-46fd-9e73-ceb037ef669e req-d242ab51-56a2-44f3-a20f-60bd0df5816f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:00.041687 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af364303-3e4f-46fd-9e73-ceb037ef669e req-d242ab51-56a2-44f3-a20f-60bd0df5816f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0538266 Dec 16 22:28:00.105363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af364303-3e4f-46fd-9e73-ceb037ef669e req-78598268-b442-41ff-b730-5abd7c9ee2bf tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571368 Dec 16 22:28:00.151671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c614ea-f58f-4779-b877-05e56731f35a req-6077d368-cf5d-4c90-a9ac-5f17f6e04725 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:00.153460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6c614ea-f58f-4779-b877-05e56731f35a req-6077d368-cf5d-4c90-a9ac-5f17f6e04725 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0709743 Dec 16 22:28:00.211007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6c614ea-f58f-4779-b877-05e56731f35a req-0379efd6-c105-4e58-a3e6-5ec80d5d1d1e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512207 Dec 16 22:28:00.467795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eeea2b6d-e65f-4c03-88bf-f979fa1c183e req-2e5cd207-68c5-463d-a7e0-7f9fde2e9e4d tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0420351 Dec 16 22:28:00.494940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fad8ff64-9c3e-4755-8391-e265f17c0a2d req-a6bc6b78-3283-4931-aa35-b7a12e4312ac tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0406046 Dec 16 22:28:00.855620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6724cadb-cf67-4caa-911b-f6665202174c req-d05b2fa1-6112-4163-9e58-6f3c03b12ea3 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0285285 Dec 16 22:28:01.259034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c228f-1904-49a0-86c3-298c786b2b4b req-a896a4e5-3f0c-4568-b5c7-16ebf36e2f9e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:01.262022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-083c228f-1904-49a0-86c3-298c786b2b4b req-a896a4e5-3f0c-4568-b5c7-16ebf36e2f9e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0676901 Dec 16 22:28:01.379725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc00cc-14f2-4fcb-9db3-fb81bb9bf73a req-c32a4ec7-13ed-4363-aeb2-8310265b328a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:01.381358 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30cc00cc-14f2-4fcb-9db3-fb81bb9bf73a req-c32a4ec7-13ed-4363-aeb2-8310265b328a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0667644 Dec 16 22:28:01.442971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30cc00cc-14f2-4fcb-9db3-fb81bb9bf73a req-324c37d6-310a-4b64-83df-f7ea2715dc15 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533144 Dec 16 22:28:01.583367 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0c51947-5981-4cb8-a997-f0b3d7a84e17 req-5b9773b9-f605-4405-a8b7-b678a955457d tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0379212 Dec 16 22:28:01.587081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-083c228f-1904-49a0-86c3-298c786b2b4b req-4ac2b023-2459-4d14-958b-71ffca0381ea tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3049731 Dec 16 22:28:01.671950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53164b0e-90c6-45a8-bb14-35758e2ab67e req-61dbabbe-0699-4e81-bb3d-cfaf583c59d3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0323627 Dec 16 22:28:01.949013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22f14b55-cea8-4079-a967-19e9a0690edf req-fb16cb3c-bb8d-4cf9-8d10-666f28fad85e tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0291343 Dec 16 22:28:02.611762 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab7f5f-00c2-4f6a-9294-c6b0398d2674 req-e0cd017d-5689-450a-a21e-78d738127329 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:02.615395 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8bab7f5f-00c2-4f6a-9294-c6b0398d2674 req-e0cd017d-5689-450a-a21e-78d738127329 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0812688 Dec 16 22:28:02.728152 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-983fba77-7016-49c0-a235-e8e087da7ef2 req-256be9f3-9c50-464e-bd49-8b96508e365f tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0523007 Dec 16 22:28:02.764675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8bab7f5f-00c2-4f6a-9294-c6b0398d2674 req-659970c9-873b-4e25-907f-d49c593e0329 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416383 Dec 16 22:28:02.902649 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c524ef5-1255-4737-9bea-6d50376e1ffa req-4ffef93a-d478-49dd-a813-61200ecb1f50 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0671751 Dec 16 22:28:02.973740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae362f63-8ede-46e6-9c82-0914a822ccce req-1ea001c2-125d-483d-8283-5399a0cfdfcf tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:02.975898 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae362f63-8ede-46e6-9c82-0914a822ccce req-1ea001c2-125d-483d-8283-5399a0cfdfcf tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0902009 Dec 16 22:28:03.082933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae362f63-8ede-46e6-9c82-0914a822ccce req-80676000-211a-4004-a405-a0938e8d5795 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983248 Dec 16 22:28:03.116760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-446f8698-7934-494d-9275-64b81b56986a req-c239eeed-9e91-46fe-9581-88edb2bdb5cf tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0648203 Dec 16 22:28:03.994648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8efe8036-0c40-4a64-bb17-859c9cc13fb1 req-2028eb08-3a3f-486a-bf11-3b47b002ed50 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0840063 Dec 16 22:28:04.231794 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b65f5e0-032b-4d2e-9d5a-7318aa5d4b50 req-4364790c-278b-4e07-bd18-74a15302faeb tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1396730 Dec 16 22:28:04.264140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696386f-e2fa-40c4-97a8-f3f7854614ce req-4db4f164-e7c6-4f5f-8337-f5b071057c7d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:04.272772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f696386f-e2fa-40c4-97a8-f3f7854614ce req-4db4f164-e7c6-4f5f-8337-f5b071057c7d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1300092 Dec 16 22:28:04.364304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f696386f-e2fa-40c4-97a8-f3f7854614ce req-f1a97f9f-a849-4429-9cda-58af1dfb98f0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873311 Dec 16 22:28:04.396194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35f541-da0e-49ec-b36b-8625780bb908 req-6d2a0792-a70a-4cd5-93a1-47a9f6010697 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:04.399644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff35f541-da0e-49ec-b36b-8625780bb908 req-6d2a0792-a70a-4cd5-93a1-47a9f6010697 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0856466 Dec 16 22:28:04.486674 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a626af0-ef89-43c9-abca-f1271f78aeb9 req-4d4f87c1-2e31-4493-a650-352ab49f072c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0525730 Dec 16 22:28:04.529993 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff35f541-da0e-49ec-b36b-8625780bb908 req-ce8ce4ba-7055-440d-b980-a6df2bdd569c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232746 Dec 16 22:28:05.136265 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36afc6cf-b610-4cd3-a609-ddcd5541f6fb req-e04428b2-294a-46fc-aaef-5fd4d686cf50 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0292683 Dec 16 22:28:05.347916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e28f42f-9393-4804-ad4f-40f92e895de1 req-c8606756-2d90-42eb-b4c9-ce3097961db5 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0395222 Dec 16 22:28:05.507231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570542ba-b290-450d-8620-08c7c15e51c4 req-0dfdddd5-793f-4d10-9b15-abe55b0d1d7c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:05.508806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-570542ba-b290-450d-8620-08c7c15e51c4 req-0dfdddd5-793f-4d10-9b15-abe55b0d1d7c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0551152 Dec 16 22:28:05.595907 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-570542ba-b290-450d-8620-08c7c15e51c4 req-33716e57-631c-480f-8fb4-a46d0d03b96b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797858 Dec 16 22:28:05.633095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e809856b-7c50-4780-ba70-8124c419d6b5 req-0fe178f9-764e-472a-a804-1f55cf10aae4 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0349715 Dec 16 22:28:05.744585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24c42-b98e-4ec6-a28e-f351c8fc8e4f req-c13214aa-8a56-4b02-bb8d-7d6861d24e59 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:05.746912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39b24c42-b98e-4ec6-a28e-f351c8fc8e4f req-c13214aa-8a56-4b02-bb8d-7d6861d24e59 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0640559 Dec 16 22:28:05.823769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39b24c42-b98e-4ec6-a28e-f351c8fc8e4f req-ab2e294a-d52c-4b16-a079-8bea7096d4f2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706735 Dec 16 22:28:06.246337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd625771-e5ed-4b46-81e3-7e8d02794556 req-8401bbf5-6ff2-4c7a-96e2-3ba99ac0d1f7 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0390019 Dec 16 22:28:06.434319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c2ae698-00c0-46ef-8831-d38c2e50a1ce req-66420d0d-6f23-46c5-b765-337dc4a90931 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0311134 Dec 16 22:28:06.741296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d3330fb-99f4-481a-9be4-d7cb40b73cbc req-f28c8f0b-01fc-480d-90e5-09b33efe8175 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0360942 Dec 16 22:28:06.760132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42e36a-11d6-4064-83be-614dff1b5a30 req-12079551-9111-436f-aa66-48cac5aaa02a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:06.764178 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d42e36a-11d6-4064-83be-614dff1b5a30 req-12079551-9111-436f-aa66-48cac5aaa02a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0993593 Dec 16 22:28:06.814400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d42e36a-11d6-4064-83be-614dff1b5a30 req-cfbdbc08-0846-4bc4-9140-ad57ab289bdb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466726 Dec 16 22:28:06.954976 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71783a9-0d81-47f4-a06a-b6c7c5131935 req-cc23619e-6842-4255-b5a1-cddc5b6f0c8d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:06.956599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d71783a9-0d81-47f4-a06a-b6c7c5131935 req-cc23619e-6842-4255-b5a1-cddc5b6f0c8d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0552516 Dec 16 22:28:07.014334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d71783a9-0d81-47f4-a06a-b6c7c5131935 req-4b5913b6-7f6a-4ebb-95b3-9c0cc1860709 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506899 Dec 16 22:28:07.371346 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a593afa3-687e-4a99-af10-283ff59fcb05 req-a96cea32-3b08-4f4c-babe-829f347fafb9 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0306554 Dec 16 22:28:07.528133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8d7a797-3e49-48c8-a645-10801eefdb62 req-8c7ce896-760b-4570-b1c9-5322ebaaf160 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0374665 Dec 16 22:28:07.820931 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-289139f7-7159-4c4a-869b-35a8d0ae2943 req-7eb349fe-c77e-4c05-8642-cab04d0ddffc tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0266173 Dec 16 22:28:07.938430 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f0916-7c61-43d8-a884-3e473cdd4502 req-e473665a-9e1c-4086-aebf-387eda08ac0c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:07.939985 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db3f0916-7c61-43d8-a884-3e473cdd4502 req-e473665a-9e1c-4086-aebf-387eda08ac0c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0509946 Dec 16 22:28:07.990873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db3f0916-7c61-43d8-a884-3e473cdd4502 req-a3af7fb8-fd6f-444b-b521-cef0134af4b4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447950 Dec 16 22:28:08.136381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca10fbb-7e1b-40b2-8094-fd87a6c2cd78 req-9991a5c1-bc24-448a-b6d9-aa1dbab22443 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:08.137893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aca10fbb-7e1b-40b2-8094-fd87a6c2cd78 req-9991a5c1-bc24-448a-b6d9-aa1dbab22443 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0523741 Dec 16 22:28:08.191799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aca10fbb-7e1b-40b2-8094-fd87a6c2cd78 req-c39861ad-6162-40ca-9021-a9ba6a93be76 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472016 Dec 16 22:28:08.475826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70a9e717-ec81-4cc4-992d-31aa2db8c030 req-102d1046-eb0d-4f6b-831f-92bb121f40a9 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0302942 Dec 16 22:28:08.615037 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-298ed411-7969-472f-b021-264914378621 req-43a8e03d-ef09-4f3e-803c-2c7276e57150 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0301092 Dec 16 22:28:08.911363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e6aef49-c4e6-4c1b-980f-d84cbc497d97 req-a033c99c-04c7-45d2-a7b1-5c1fa1f7305d tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0296142 Dec 16 22:28:09.149192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ed85f-1900-4d08-8a06-4e579971a501 req-102e2d84-f2f5-4364-b3d9-2823db4b2e86 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:09.159768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b83ed85f-1900-4d08-8a06-4e579971a501 req-102e2d84-f2f5-4364-b3d9-2823db4b2e86 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0898211 Dec 16 22:28:09.223870 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b83ed85f-1900-4d08-8a06-4e579971a501 req-6c9f2227-f078-4d4c-8650-cdc45f519c8e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621414 Dec 16 22:28:09.355931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7704bae-7f8e-4a84-b94c-c88b74eeec01 req-ecb1d370-d01e-475b-8142-26785bc65d65 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:09.365653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7704bae-7f8e-4a84-b94c-c88b74eeec01 req-ecb1d370-d01e-475b-8142-26785bc65d65 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0782812 Dec 16 22:28:09.459105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7704bae-7f8e-4a84-b94c-c88b74eeec01 req-6c0965b3-55d9-4b2d-adca-36043e12f795 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892680 Dec 16 22:28:09.595100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62cc87f7-cb00-4608-a209-0da31ae72450 req-1be30b0b-6ce7-436c-b275-8a1012b1db15 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0420153 Dec 16 22:28:09.727533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc916aeb-ad04-4be5-9429-1ce361bd7da3 req-58a84b2e-bc16-4b2e-b68b-b2a7fd0887d9 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0491548 Dec 16 22:28:09.997382 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36f44cfd-b9d8-4abe-a9c6-175cd392f20a req-570e1c4a-4b4b-4434-9ef5-13844e22a91c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0294445 Dec 16 22:28:10.372111 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24bf0c-88ad-4d41-9a32-6c24914d8dee req-660bfa31-0435-45a6-9dd2-0b4fb87e256d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:10.374137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c24bf0c-88ad-4d41-9a32-6c24914d8dee req-660bfa31-0435-45a6-9dd2-0b4fb87e256d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0767021 Dec 16 22:28:10.454723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c24bf0c-88ad-4d41-9a32-6c24914d8dee req-5dbf155d-9572-4b73-98bf-2149fa6539f9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729218 Dec 16 22:28:10.626828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca36ef-ec2f-49a6-b8d3-094c9989a204 req-a90d3de9-6c41-418f-869e-2afdd8d1e775 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:10.629016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4ca36ef-ec2f-49a6-b8d3-094c9989a204 req-a90d3de9-6c41-418f-869e-2afdd8d1e775 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0763478 Dec 16 22:28:10.762992 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d04cc26c-95a6-428a-9945-cd5b7e81df79 req-93a5da13-bce4-436a-9e8c-8b5599fc7cac tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0493674 Dec 16 22:28:10.794448 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4ca36ef-ec2f-49a6-b8d3-094c9989a204 req-fdd24e52-e271-4386-964e-275b1a3949b6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508634 Dec 16 22:28:10.909166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886aad3c-c4e3-43cf-9724-3c4fa807aecb req-e89d8fa0-347d-4348-b49d-9581e7666feb tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0374615 Dec 16 22:28:11.083731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59c5e2d4-44c1-4fbb-ba16-f9e36786d537 req-12565b8f-b48c-4be8-9bc2-1cecaf461e06 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0306740 Dec 16 22:28:11.594310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412447d-36ea-4dbc-9521-f4f75ed00ab9 req-eb0ea293-40eb-4a44-8ce7-ab554ab73bc6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:11.595866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e412447d-36ea-4dbc-9521-f4f75ed00ab9 req-eb0ea293-40eb-4a44-8ce7-ab554ab73bc6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0562391 Dec 16 22:28:11.651480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e412447d-36ea-4dbc-9521-f4f75ed00ab9 req-248198e6-23ed-4f8d-bb36-e4071c6f1c04 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494852 Dec 16 22:28:11.917665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f637f79-3f17-4590-9b05-5c33919f6302 req-cca2194d-9ae9-4126-aef6-e22807b84ed6 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0447373 Dec 16 22:28:11.972972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae4fa-048b-4c1f-bc11-0220a437805c req-90276f77-47bb-4c68-a15d-77a3a7e292c5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:11.982660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b19ae4fa-048b-4c1f-bc11-0220a437805c req-90276f77-47bb-4c68-a15d-77a3a7e292c5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0980918 Dec 16 22:28:12.081508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b19ae4fa-048b-4c1f-bc11-0220a437805c req-a5c13440-fe9c-4450-9853-fcafe0167005 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971241 Dec 16 22:28:12.094232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69df93ea-107f-4848-8b99-358a4979af60 req-702955cb-c28d-4861-8384-56e159cdbf3b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0685391 Dec 16 22:28:12.190800 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13f9d681-0731-4924-b34a-60e20121af9f req-d4b4a905-c20f-43ee-a8a7-64e4231ec90b tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0418348 Dec 16 22:28:12.802303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a52d9-af45-488c-8463-4b7f2bbd792e req-6448d8c5-11cd-41c4-9e12-8b501234b8ec tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:12.827477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-747a52d9-af45-488c-8463-4b7f2bbd792e req-6448d8c5-11cd-41c4-9e12-8b501234b8ec tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0717471 Dec 16 22:28:12.954380 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-747a52d9-af45-488c-8463-4b7f2bbd792e req-25539960-f9a4-47cd-b658-0aac05e5b019 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258698 Dec 16 22:28:13.093276 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1076ff3d-54cb-426b-b8f2-3cc75c12b3a0 req-6f9449ef-d1fd-4ce7-b275-e70ca217cce0 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0716808 Dec 16 22:28:13.181582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:13.279734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc727f98-d791-4f7f-96c7-d53d4cbd4c7a req-cecb0e11-3ae1-41fa-aa1a-562f673f26e2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0722086 Dec 16 22:28:13.307004 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:13.388733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ad4ca-30f1-49be-bd92-b9f81edf2aab req-98c45a64-5511-4220-874a-bd197ff2138d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:13.394302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-278ad4ca-30f1-49be-bd92-b9f81edf2aab req-98c45a64-5511-4220-874a-bd197ff2138d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1273601 Dec 16 22:28:13.520414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88c4f0e6-e31e-42bc-bf78-59bd6d5818bc req-9156383b-e10c-4441-9039-88dd6c36eb7c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.1587813 Dec 16 22:28:13.577240 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-278ad4ca-30f1-49be-bd92-b9f81edf2aab req-33a4629c-8429-46b6-a47a-4e49cd810268 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804824 Dec 16 22:28:14.083135 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0852d-90b8-43f8-874e-40d21ed4fbec req-25242101-e9b1-4d43-8558-371ede76e890 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:14.084813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0f0852d-90b8-43f8-874e-40d21ed4fbec req-25242101-e9b1-4d43-8558-371ede76e890 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0647862 Dec 16 22:28:14.145433 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0f0852d-90b8-43f8-874e-40d21ed4fbec req-9891582f-3b1a-4b3f-bb1c-bfdc03e19541 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523612 Dec 16 22:28:14.240062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-126d683d-03bb-4e75-9a2c-17948bfff9db req-421ac5c7-cff2-493e-9bfa-7dc0a2ef4dcb tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0337799 Dec 16 22:28:14.352590 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-168b7540-c97d-46e4-9eb8-6d4ae31693a1 req-9886ad54-5c1d-4e51-9f2b-e3ea29275b5e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0289388 Dec 16 22:28:14.658885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73b818b5-a906-4825-b3d0-ad0d407cadc6 req-e5dc1a75-a8d5-427d-a9b6-65fb41c26d21 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0689936 Dec 16 22:28:14.754026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f8719-33c2-48af-8530-11a629860904 req-6e729e12-113a-494f-8e0d-08c8d44ebef9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:14.755597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-569f8719-33c2-48af-8530-11a629860904 req-6e729e12-113a-494f-8e0d-08c8d44ebef9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0659080 Dec 16 22:28:14.807402 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-569f8719-33c2-48af-8530-11a629860904 req-38ed9f59-3dfe-470b-8396-7bd2a12f73be tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432863 Dec 16 22:28:15.293228 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902368b5-5499-4417-99d8-dd1087213c08 req-27ee367b-4bb1-4300-a2fe-bf7e07b479f6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:15.293228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-902368b5-5499-4417-99d8-dd1087213c08 req-27ee367b-4bb1-4300-a2fe-bf7e07b479f6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0583270 Dec 16 22:28:15.364292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76ccaedb-817a-4e1a-b778-e41f8e8898b0 req-2409cda9-dfbf-48eb-9047-c1dab476d728 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0429296 Dec 16 22:28:15.373506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-902368b5-5499-4417-99d8-dd1087213c08 req-9fdd9894-2cb8-41f2-86ce-8fa9679bdd58 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813758 Dec 16 22:28:15.433932 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07f2b164-9f76-4764-b939-36e20ac3621b req-0ca18e32-73d3-4878-b73a-3496ef45d0a5 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0276487 Dec 16 22:28:15.762294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7726f47-757c-46ef-ae9b-fdfbcc397cda req-341c34c2-6e62-4da8-bfa8-5b908ccb8544 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0423064 Dec 16 22:28:15.991314 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2905c7-e479-46e2-b30a-22870de0d08e req-f59af779-ca6d-4ece-b9fd-705182d75ddc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:16.001515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc2905c7-e479-46e2-b30a-22870de0d08e req-f59af779-ca6d-4ece-b9fd-705182d75ddc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0895455 Dec 16 22:28:16.079323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc2905c7-e479-46e2-b30a-22870de0d08e req-b8e71bd3-b25a-4fe3-a101-746f84ea7095 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764852 Dec 16 22:28:16.573717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47e80582-9807-4b5f-8ac8-1106e4178fdf req-8204b13c-f388-4a8c-9fc6-317d38bc4cec tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0680404 Dec 16 22:28:16.632148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb159d-2475-4319-9339-ba159159f43a req-369ae739-c062-4eaa-9285-e439ea0d2ed8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:16.634340 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0bb159d-2475-4319-9339-ba159159f43a req-369ae739-c062-4eaa-9285-e439ea0d2ed8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0911329 Dec 16 22:28:16.701467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-759f3ca2-9161-42e1-91a5-0db2f7b5878f req-acc5fcb5-a604-487c-af89-87baecfbb8dd tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0631056 Dec 16 22:28:16.786967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0bb159d-2475-4319-9339-ba159159f43a req-6945d63a-195c-49d0-a6a4-31be1a3f2593 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380455 Dec 16 22:28:16.936552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-778fb9a2-44bd-4d99-a000-4d0afae52510 req-7094eef0-b08d-47d5-af11-b6f7830b0244 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0708699 Dec 16 22:28:17.276269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358073d-a6da-4bf9-8817-25dc08c2c492 req-82df575c-8276-4c4f-94ea-325656cafc45 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:17.294911 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3358073d-a6da-4bf9-8817-25dc08c2c492 req-82df575c-8276-4c4f-94ea-325656cafc45 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1157460 Dec 16 22:28:17.425617 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3358073d-a6da-4bf9-8817-25dc08c2c492 req-376b274b-9b2d-42ec-8c78-6f4f286e8947 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294165 Dec 16 22:28:17.672544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c58a1731-b3ad-4127-9373-df4131e107e4 req-d4abed03-a9b0-45e3-9591-c7d73e21519d tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0329232 Dec 16 22:28:17.786128 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f44ccb3-da45-4f49-9a4f-5aa44f354d9f req-dfb9afd9-3c40-4f3f-a123-ba144e1991a1 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0298350 Dec 16 22:28:17.918196 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797076ee-a4c1-426b-a41d-0485310f161c req-6e682cdb-b1ba-4aef-a416-9fd1069bb515 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:17.926826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-797076ee-a4c1-426b-a41d-0485310f161c req-6e682cdb-b1ba-4aef-a416-9fd1069bb515 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0646551 Dec 16 22:28:18.000310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-797076ee-a4c1-426b-a41d-0485310f161c req-02356f08-b6f2-4e27-8f24-d5a962790a90 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722988 Dec 16 22:28:18.053092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ab0ec82-56d9-4f73-b951-67f67f4732a0 req-b23c35c5-668c-4fc6-a579-5dae26fb9c7f tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0333145 Dec 16 22:28:18.546552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b42f15-edf3-4afd-87bf-a0f06fdf2a44 req-762adcf7-a4c3-45be-bb6a-5aa36f5abcf5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:18.548384 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2b42f15-edf3-4afd-87bf-a0f06fdf2a44 req-762adcf7-a4c3-45be-bb6a-5aa36f5abcf5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0554454 Dec 16 22:28:18.611993 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2b42f15-edf3-4afd-87bf-a0f06fdf2a44 req-f9f5fd68-4fad-4c63-b7f8-961f4ec0264b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572019 Dec 16 22:28:18.772722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8531f7b0-fa72-4108-9964-d9b688d6051a req-9fca3f12-8d9a-448a-87f0-369f9acf41ed tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0292614 Dec 16 22:28:18.880882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba62a25c-3000-40cd-b7d7-9f6455e73972 req-6bb3284e-0abf-492c-8360-0de1c67b45e4 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0313184 Dec 16 22:28:19.201599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3e0cfa8-01d8-4c8d-ac73-df29d3a8e68d req-dffd0fa4-4007-4d05-812c-d0fc569db3e0 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0576382 Dec 16 22:28:19.227096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02b043-ee0d-4e7a-93a9-f370c0bb6a02 req-579a5fa0-fa80-48df-b118-43bec413c1f9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:19.229896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e02b043-ee0d-4e7a-93a9-f370c0bb6a02 req-579a5fa0-fa80-48df-b118-43bec413c1f9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0963738 Dec 16 22:28:19.307908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e02b043-ee0d-4e7a-93a9-f370c0bb6a02 req-1496f911-26e2-47a3-b2e8-0f1709b6977f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687582 Dec 16 22:28:19.625078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53126) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:19.828056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac235d1-8004-4dd1-a99b-463e1357023e req-c61c8a80-5062-424b-b595-13b62923f1da tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:19.836748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ac235d1-8004-4dd1-a99b-463e1357023e req-c61c8a80-5062-424b-b595-13b62923f1da tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0934744 Dec 16 22:28:19.842427 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:28:19.861861 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 53136) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:19.913962 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:19.987637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e28b60b-cd3f-47a5-88a3-ff462682229e req-11861ccd-aba3-4aea-a5ca-871a50d40075 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0814986 Dec 16 22:28:20.044578 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.057107 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.066428 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a79b4d99-4ef1-4fa8-8c8c-6f8641782d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.089690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ac235d1-8004-4dd1-a99b-463e1357023e req-248b5271-ec16-4aec-a264-2cf93115d15c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507973 Dec 16 22:28:20.140420 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.163565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a00585d2-0055-4814-8532-aa60e4604c5f req-d430801e-9d58-4ed9-8725-ea44fb8e9ff0 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0919828 Dec 16 22:28:20.230320 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b02ba1cf490246f8bc02ea3bd2f6096b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6030686 Dec 16 22:28:20.231430 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53142) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:20.234102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2bffc4-7568-4bab-943a-b4fa8fee17e8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:20.257692 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.258493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.259182 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.261311 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.261774 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.264756 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.265452 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.266169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.266694 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.267234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.267859 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.268369 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.269538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d1b57-37c7-4d59-bed4-6fac990ed39b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.362690 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cee8cdc6-70f9-44c4-928e-55870289bed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.377213 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.397450 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cf9c69c3-743f-46a8-b7e5-42e07f11c6e2 req-d6d34960-617d-4b36-9a73-e80514ddc0fc tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0930090 Dec 16 22:28:20.420231 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cee8cdc6-70f9-44c4-928e-55870289bed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.494211 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.526112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21bb661f0ed54db89d0bf29c88fa0d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6610084 Dec 16 22:28:20.527369 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53150) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:20.552630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445a46f1-4b11-4b83-bca8-797a34b8783e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:20.562443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.562800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.563142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.563508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.563847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.564184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.564516 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.564879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.565180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.565503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.565832 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.566158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.566479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da38c0-cba6-4d08-adf2-626948da7c9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:20.586514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec593435-8fe6-45a8-889d-5e2ae62d67ea req-7ba6b114-b589-47dc-833c-be4e7756b2c9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:20.588794 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec593435-8fe6-45a8-889d-5e2ae62d67ea req-7ba6b114-b589-47dc-833c-be4e7756b2c9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1560781 Dec 16 22:28:20.593476 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cee8cdc6-70f9-44c4-928e-55870289bed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.596277 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cee8cdc6-70f9-44c4-928e-55870289bed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.597539 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cee8cdc6-70f9-44c4-928e-55870289bed6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc2bffc4-7568-4bab-943a-b4fa8fee17e8 HTTP/1.1" status: 204 len: 168 time: 0.3646970 Dec 16 22:28:20.614858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8cdc6-70f9-44c4-928e-55870289bed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2bffc4-7568-4bab-943a-b4fa8fee17e8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:20.619769 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbea0d02-5fb8-4b1c-b5c0-4a1b2972d0ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.654215 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec593435-8fe6-45a8-889d-5e2ae62d67ea req-6dd0c44e-9c07-44af-90cc-e362a38bf39e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576260 Dec 16 22:28:20.660157 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbea0d02-5fb8-4b1c-b5c0-4a1b2972d0ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.820350 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbea0d02-5fb8-4b1c-b5c0-4a1b2972d0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.824410 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbea0d02-5fb8-4b1c-b5c0-4a1b2972d0ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.825665 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fbea0d02-5fb8-4b1c-b5c0-4a1b2972d0ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/445a46f1-4b11-4b83-bca8-797a34b8783e HTTP/1.1" status: 204 len: 168 time: 0.2967763 Dec 16 22:28:20.834633 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea0d02-5fb8-4b1c-b5c0-4a1b2972d0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445a46f1-4b11-4b83-bca8-797a34b8783e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:21.094998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c04bc25b-4651-4b2f-9068-d578aeb53fa3 req-a0143f67-68a4-4c96-bc92-78050b44faa6 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0297339 Dec 16 22:28:21.220284 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095158d4-8dca-4cd3-84b9-a524ec74e336 req-cce54cd9-52c4-4461-92be-40c42a9f7c0c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:21.222855 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-095158d4-8dca-4cd3-84b9-a524ec74e336 req-cce54cd9-52c4-4461-92be-40c42a9f7c0c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0531876 Dec 16 22:28:21.270063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53166) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:21.285494 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68f7db34-7e72-43de-b053-d029c04cfdd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:21.290714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b8e2fe4-e965-40d3-99db-0d47dc36a45d req-84da7b71-be71-4a73-bdee-f04f4fdc979d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0649996 Dec 16 22:28:21.343816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-095158d4-8dca-4cd3-84b9-a524ec74e336 req-8590cb1d-fbd1-4354-a453-563438a577fd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053474 Dec 16 22:28:21.385247 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68f7db34-7e72-43de-b053-d029c04cfdd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:21.458898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68f7db34-7e72-43de-b053-d029c04cfdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:21.496435 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-342ffa9e-a85d-4aa1-90d4-4836e1c45f5b req-158e66db-bcb6-413b-a148-1da0c71ab109 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0545263 Dec 16 22:28:21.522160 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-68f7db34-7e72-43de-b053-d029c04cfdd2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=529e7b0c7ff543c0a62ca92dae5f22e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2504718 Dec 16 22:28:21.524414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7db34-7e72-43de-b053-d029c04cfdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccc23de-25d5-4264-b3a0-11c8bb738a95,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:21.525198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 53178) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:21.579589 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-da5dd4be-3fa4-4c47-97f9-704dc7580ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:21.603502 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-da5dd4be-3fa4-4c47-97f9-704dc7580ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:21.728919 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-da5dd4be-3fa4-4c47-97f9-704dc7580ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:21.733004 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-da5dd4be-3fa4-4c47-97f9-704dc7580ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:21.734708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-da5dd4be-3fa4-4c47-97f9-704dc7580ba0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ccc23de-25d5-4264-b3a0-11c8bb738a95 HTTP/1.1" status: 204 len: 168 time: 0.2083979 Dec 16 22:28:21.747228 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dd4be-3fa4-4c47-97f9-704dc7580ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccc23de-25d5-4264-b3a0-11c8bb738a95,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:21.810662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4716709-eb1c-4c6d-9fe7-d4f2d51595dc req-5bac21bc-6694-432c-9d7c-838c8ff2095c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:21.812257 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4716709-eb1c-4c6d-9fe7-d4f2d51595dc req-5bac21bc-6694-432c-9d7c-838c8ff2095c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0602512 Dec 16 22:28:21.868616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4716709-eb1c-4c6d-9fe7-d4f2d51595dc req-ddef109c-397b-4503-b234-20ba03cb6b18 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497179 Dec 16 22:28:22.216697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54866f0a-1b56-4fc6-a34a-8e2853ef0fc7 req-be7d2f9e-b538-4533-9ed7-a063bf46027f tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0297556 Dec 16 22:28:22.403415 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee6c117b-2e71-46d9-8aeb-a77a052d2ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:22.422872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc14533a-440e-4899-9e3c-e280f4e2abcb req-1d302dc6-883c-4c72-ae69-dae6a1afb12e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0691755 Dec 16 22:28:22.504939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088b8ad-8851-4a84-b804-cabcfb2b9562 req-ef33309d-aaba-4c25-bb2c-79e1264df9aa tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:22.513569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e088b8ad-8851-4a84-b804-cabcfb2b9562 req-ef33309d-aaba-4c25-bb2c-79e1264df9aa tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0629587 Dec 16 22:28:22.575260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e088b8ad-8851-4a84-b804-cabcfb2b9562 req-bbf84617-e15b-44ea-a6c7-15b6f76f7bfa tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605659 Dec 16 22:28:22.606961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-575fd78f-062a-4a00-8cb5-680572697545 req-829fe550-e55c-4392-9978-c6c219806089 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0306349 Dec 16 22:28:23.030162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c18fe-5cbf-4b8e-bb37-64b9f4ec2a10 req-9887d052-df85-435e-a90e-2d2d12fffe5d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:23.032107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164c18fe-5cbf-4b8e-bb37-64b9f4ec2a10 req-9887d052-df85-435e-a90e-2d2d12fffe5d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0676124 Dec 16 22:28:23.085229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164c18fe-5cbf-4b8e-bb37-64b9f4ec2a10 req-da4be8a4-a28c-4bbb-8270-dc175a5528bb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470490 Dec 16 22:28:23.343770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0288fac9-c42a-4728-94f8-00f2dc713666 req-ca250113-eac9-4aa5-b33a-ac3c808a999c tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0342321 Dec 16 22:28:23.537135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-427366b9-6bfe-42d7-a5b9-0ea385164c5a req-81beb2df-75cc-45d6-a040-67d67187c7cd tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0450065 Dec 16 22:28:23.934457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1132ab52-91ee-4791-aa94-46e36ca03afd req-31d1eb00-de60-4fdb-ab4f-d1dac3d07d8f tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0421789 Dec 16 22:28:23.936809 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:23.939012 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce6e47-22ef-4f26-bb25-cdd83f56b485 req-62847c7a-5b3e-4ee8-86e3-56243e7cd96c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:23.939012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5ce6e47-22ef-4f26-bb25-cdd83f56b485 req-62847c7a-5b3e-4ee8-86e3-56243e7cd96c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0784514 Dec 16 22:28:23.939012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5ce6e47-22ef-4f26-bb25-cdd83f56b485 req-f91493b3-6a92-42bd-b364-8869ddd59f10 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502326 Dec 16 22:28:24.093683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 53252) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:24.237364 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-117a094e-d5ca-4200-b56a-38c3fbfcbf32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:24.282750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34d126-9838-45f6-903e-396839813805 req-8eb2a87a-8261-43c1-bcee-2eb46fb37276 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:24.288732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a34d126-9838-45f6-903e-396839813805 req-8eb2a87a-8261-43c1-bcee-2eb46fb37276 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1108301 Dec 16 22:28:24.387626 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a34d126-9838-45f6-903e-396839813805 req-dc3c5880-9b9e-4f4a-9806-909196147ea6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859711 Dec 16 22:28:24.399543 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-117a094e-d5ca-4200-b56a-38c3fbfcbf32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:24.460762 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d9561ba-ea46-4d7c-814e-3d5bbc9edb52 req-95d108f2-018f-4b1a-88bd-a1df07b05c2d tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0350084 Dec 16 22:28:24.505937 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-117a094e-d5ca-4200-b56a-38c3fbfcbf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:24.553643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-117a094e-d5ca-4200-b56a-38c3fbfcbf32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=38b002cbc78b4235b0a4257582dda6b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4588208 Dec 16 22:28:24.554457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a094e-d5ca-4200-b56a-38c3fbfcbf32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5ef90b-a8cd-4738-8dae-d95926ab26fe,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:24.557505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53264) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:24.673379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a2d56da-a181-42df-8791-941f1a5bf851 req-a623c8e6-fb55-42ff-b713-125c4106b69c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0439012 Dec 16 22:28:24.691470 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3bae7bd6-e717-4ba4-a30f-d6533ab158f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:24.725263 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3bae7bd6-e717-4ba4-a30f-d6533ab158f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:24.808212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c581810-5eee-4dcd-a7da-b911bb4aa5d1 req-f7b3efe1-d41d-458b-a649-56efc56e8a48 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0292614 Dec 16 22:28:24.812644 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:24.907022 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3bae7bd6-e717-4ba4-a30f-d6533ab158f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:24.911870 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3bae7bd6-e717-4ba4-a30f-d6533ab158f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:24.913075 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3bae7bd6-e717-4ba4-a30f-d6533ab158f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d5ef90b-a8cd-4738-8dae-d95926ab26fe HTTP/1.1" status: 204 len: 168 time: 0.3530962 Dec 16 22:28:24.937631 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae7bd6-e717-4ba4-a30f-d6533ab158f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5ef90b-a8cd-4738-8dae-d95926ab26fe,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:24.948828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d84d57-91eb-4d5c-94b1-e0ea906b9537 req-f0e6204d-286e-436c-8b24-b40e00e2f4e4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:24.960680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38d84d57-91eb-4d5c-94b1-e0ea906b9537 req-f0e6204d-286e-436c-8b24-b40e00e2f4e4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0855844 Dec 16 22:28:25.023920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38d84d57-91eb-4d5c-94b1-e0ea906b9537 req-8130d5ab-8f1e-4324-bd23-66ff330df288 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638177 Dec 16 22:28:25.518280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aaa8a7-0c3b-48c5-8dc3-b302888c5a35 req-fcdb8ece-7b62-49ce-91c4-d22d643be141 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:25.519908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6aaa8a7-0c3b-48c5-8dc3-b302888c5a35 req-fcdb8ece-7b62-49ce-91c4-d22d643be141 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0644548 Dec 16 22:28:25.577505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07a5bad6-c86f-4012-9d9e-a494aeced4a4 req-d5d55994-32b2-46e5-9f46-af83a1c4bc91 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0365360 Dec 16 22:28:25.601925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6aaa8a7-0c3b-48c5-8dc3-b302888c5a35 req-c1a38995-ef9b-495e-a9bb-3b32d05a5ba5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748920 Dec 16 22:28:25.677344 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:25.765930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e52d1f4f-47dc-4923-96c5-31777941c965 req-d3a37312-363d-45e2-bf49-b0e23600d183 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0322971 Dec 16 22:28:25.890305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60dde449-d2dc-4aa6-9817-948164a10cec req-9691b799-52a4-4fc4-afec-2010c7a949d7 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0268061 Dec 16 22:28:26.186944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32913e5-b6ad-457e-a13f-d1d59a4f40f0 req-c371b2ed-7fdc-4dd1-8c21-efbcbac4c2b4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:26.193959 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a32913e5-b6ad-457e-a13f-d1d59a4f40f0 req-c371b2ed-7fdc-4dd1-8c21-efbcbac4c2b4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0677288 Dec 16 22:28:26.262278 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a32913e5-b6ad-457e-a13f-d1d59a4f40f0 req-724f8007-fdb5-4b04-9afe-4465f78fcbf5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639274 Dec 16 22:28:26.694854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78c41418-3305-4e6a-8d53-3d01e0c18f70 req-9668c66e-a22f-486c-92b7-d1e858732adc tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0449193 Dec 16 22:28:26.747890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b1c5a-98a1-4593-8657-d79e9a9710ab req-624bf92a-24fc-47c1-b22e-a17d7f920073 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:26.749569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-684b1c5a-98a1-4593-8657-d79e9a9710ab req-624bf92a-24fc-47c1-b22e-a17d7f920073 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0573397 Dec 16 22:28:26.806172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-684b1c5a-98a1-4593-8657-d79e9a9710ab req-b2562a17-dd1a-4626-a7bf-f7fcdaab68d4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500422 Dec 16 22:28:26.872319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5be5d475-e15f-42ce-b05a-3262ae2901f1 req-729cb8b5-1871-4b48-84ea-d27b3cc21062 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0431731 Dec 16 22:28:26.998142 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd492fe3-7ae5-485e-afc3-6afe00c999aa req-25f9b9ec-f235-42f7-93c4-d49a242162bb tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0487361 Dec 16 22:28:27.398352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635223c-6183-4228-a433-ee24fbcf9c0d req-0cbfab3c-e582-477a-b276-4f581f4663de tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:27.408953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2635223c-6183-4228-a433-ee24fbcf9c0d req-0cbfab3c-e582-477a-b276-4f581f4663de tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0789027 Dec 16 22:28:27.457569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2635223c-6183-4228-a433-ee24fbcf9c0d req-d0fe0e46-fc51-4b59-a135-6434afaf74c4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477543 Dec 16 22:28:27.814971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6650db65-8237-4b23-b9af-927873477780 req-42df935e-009b-4a23-a786-be3cff066d5b tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0413318 Dec 16 22:28:28.060427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83eed990-de93-49cf-aca1-f5054976b3c0 req-1cf517f1-0396-4b08-b82b-e3897f26307f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.1195407 Dec 16 22:28:28.114462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53632746-21d7-4ba9-8f8d-bfeaa93ef9ef req-8a28bef2-6875-41b8-8321-c577539befa4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:28.128623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53632746-21d7-4ba9-8f8d-bfeaa93ef9ef req-8a28bef2-6875-41b8-8321-c577539befa4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.2269595 Dec 16 22:28:28.208590 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ea1b7e4-78f2-41f6-9c1d-9fd4dc44b029 req-e82948e0-9299-4641-8f3f-fed968c238ce tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0399723 Dec 16 22:28:28.214465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53632746-21d7-4ba9-8f8d-bfeaa93ef9ef req-dca488d1-81e3-4c1e-a56a-7751b42efd21 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781460 Dec 16 22:28:28.616883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d602ec-5237-4e82-b6fb-e4a2a2e18dbc req-eb52cee5-4b7c-4811-a996-295c833bfe89 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:28.618823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33d602ec-5237-4e82-b6fb-e4a2a2e18dbc req-eb52cee5-4b7c-4811-a996-295c833bfe89 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0621002 Dec 16 22:28:28.671872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33d602ec-5237-4e82-b6fb-e4a2a2e18dbc req-5a5ffc44-d265-41c0-99c3-e90aeac24052 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462778 Dec 16 22:28:28.925049 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eed6e465-7528-4eaf-8cee-fe4eae8d5d6f req-e70790ef-78a1-4531-8093-e1b3814d7116 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0335910 Dec 16 22:28:29.189145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4cd073c-5053-4ca6-8a85-909c1ea1b0da req-cb34bc37-9db4-46fa-a486-7014cf52fb00 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0460794 Dec 16 22:28:29.326692 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03d0171d-b7eb-4e85-8ff3-409c5850bdfb req-0f725192-d18e-45f4-a6a8-e2919a134583 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0351143 Dec 16 22:28:29.420827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de676883-ce60-454f-bdf9-42afa11c7b3d req-d3483fb8-b42c-424a-89e9-31025b4e4742 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:29.422801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de676883-ce60-454f-bdf9-42afa11c7b3d req-d3483fb8-b42c-424a-89e9-31025b4e4742 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0669873 Dec 16 22:28:29.490866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de676883-ce60-454f-bdf9-42afa11c7b3d req-4a6392f9-a244-4af4-a631-432bc4f034a0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579743 Dec 16 22:28:29.842684 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff042dd7-1952-4e26-beb5-0d935bb9fa90 req-27cb1f07-5819-47a3-8f1f-f5f7177cb033 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:29.844629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff042dd7-1952-4e26-beb5-0d935bb9fa90 req-27cb1f07-5819-47a3-8f1f-f5f7177cb033 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0759265 Dec 16 22:28:30.217254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90269a49-6098-4864-a09b-cf1743c4a8ff req-11cf4e16-070f-4954-8b0a-6e26010a0a05 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0484698 Dec 16 22:28:30.268296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff042dd7-1952-4e26-beb5-0d935bb9fa90 req-c645470c-c640-491b-b3ff-79ae81e43fcc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4174893 Dec 16 22:28:30.322754 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aff31e65-17ca-4037-8d77-250efa232e50 req-0032b20c-99c8-44b1-a551-7be7d5937b4e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0447323 Dec 16 22:28:30.413734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4db73f5-f614-4837-bd11-aa5c115c746f req-33e8acec-32de-4d2b-8141-67b82e3a7dd5 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0268273 Dec 16 22:28:30.640390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031ca8-a0d2-4786-b3cc-7701e2f8800d req-a1f22805-e1b8-4b56-a40a-66ab06af8f93 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:30.640390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a031ca8-a0d2-4786-b3cc-7701e2f8800d req-a1f22805-e1b8-4b56-a40a-66ab06af8f93 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0600843 Dec 16 22:28:30.724756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a031ca8-a0d2-4786-b3cc-7701e2f8800d req-c93583ef-3004-4320-88a4-8725a366a9b0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730655 Dec 16 22:28:31.325954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aedf54e-c5c5-4a93-9b19-64c564acf7db req-0b65b91d-4b87-4dc5-92e4-a3fbcfd9e93a tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0435412 Dec 16 22:28:31.406687 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a500615-d73c-4720-895a-c4a9ac3b1127 req-02a8a327-22f2-46ed-840d-f43c3c8fe47a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0368245 Dec 16 22:28:31.507382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5bd17-7340-404b-a8d0-4b84726c1041 req-ed5ca893-6713-4a12-80e9-cd15153d336b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:31.509704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57f5bd17-7340-404b-a8d0-4b84726c1041 req-ed5ca893-6713-4a12-80e9-cd15153d336b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1309052 Dec 16 22:28:31.541573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42e959da-8f95-45ce-9137-41a7191dc711 req-1fafa7fe-e955-4c5e-8df2-ad6de128afdd tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0619414 Dec 16 22:28:31.646033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57f5bd17-7340-404b-a8d0-4b84726c1041 req-ec769a3c-f7bb-468e-a3f3-2e4aac2a4369 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153884 Dec 16 22:28:31.871217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3ef5a-7998-4953-bb17-8bf5a5aacaeb req-ac911102-f13f-4b01-95ac-e93611dd5942 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:31.877420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4c3ef5a-7998-4953-bb17-8bf5a5aacaeb req-ac911102-f13f-4b01-95ac-e93611dd5942 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0708733 Dec 16 22:28:31.938023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4c3ef5a-7998-4953-bb17-8bf5a5aacaeb req-7171bd05-3ea7-4624-992c-3d6f63c7177d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519490 Dec 16 22:28:32.435927 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22ec6edb-4f11-4b3c-9b2c-8d0c79245bbc req-0c292c5d-a2a0-46e7-b54e-162bf927fbcb tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0367234 Dec 16 22:28:32.520872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b0e809e-e11b-46da-8caf-e92182b60121 req-216e303f-533a-4efe-8be3-9c98867dd012 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0408340 Dec 16 22:28:32.626371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82536082-c1e8-4544-acdb-2f70cd1407f3 req-02733244-9caa-4752-a96c-6dc2fa4b56e4 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0321684 Dec 16 22:28:32.787232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159914b9-d35a-46db-bdb2-55bd20a24e6e req-3e46fafc-a744-4b98-97a7-39133d0339b9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:32.788704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-159914b9-d35a-46db-bdb2-55bd20a24e6e req-3e46fafc-a744-4b98-97a7-39133d0339b9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0554485 Dec 16 22:28:32.864296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-159914b9-d35a-46db-bdb2-55bd20a24e6e req-fde8c680-84b4-421c-9f8d-57f4742fb66e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672452 Dec 16 22:28:33.062123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d910a2-9214-44d1-a002-6efb58cad182 req-11e10a29-2c4e-4d74-9fc7-7a214ea6aa46 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:33.063620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61d910a2-9214-44d1-a002-6efb58cad182 req-11e10a29-2c4e-4d74-9fc7-7a214ea6aa46 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0523889 Dec 16 22:28:33.116645 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61d910a2-9214-44d1-a002-6efb58cad182 req-093395d8-e881-4ee7-b269-e944a066eca0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458333 Dec 16 22:28:33.586936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3d252a8-a731-4b9b-b187-04c6bff2ad57 req-bf56b49f-1084-4ee9-ba4d-1d24399cb31c tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0405562 Dec 16 22:28:33.619256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-971df935-5bf0-44b9-b9b4-bf84db6d28c8 req-36594af0-94ad-4d11-9d2f-cdd6526b239b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0370901 Dec 16 22:28:33.729164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d325b5f-5049-4bd4-b372-15d78d891ae8 req-4abbec77-030f-4ac0-9bbd-5587b19dbee7 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0406809 Dec 16 22:28:34.023162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d9907-a550-46c5-95f2-9e9a06269648 req-b55ce5fd-0163-427c-9622-393bfb1435d6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:34.026432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f37d9907-a550-46c5-95f2-9e9a06269648 req-b55ce5fd-0163-427c-9622-393bfb1435d6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0646465 Dec 16 22:28:34.088408 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f37d9907-a550-46c5-95f2-9e9a06269648 req-ee0a9a51-4e11-495b-ba63-3b24bf9e796c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536604 Dec 16 22:28:34.253278 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab5cf5-5a05-4a44-8c3a-6dba2bd1947b req-4cd29f42-c2e3-43a2-adbd-71d2e7eb84c8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:34.262822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91ab5cf5-5a05-4a44-8c3a-6dba2bd1947b req-4cd29f42-c2e3-43a2-adbd-71d2e7eb84c8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0674982 Dec 16 22:28:34.347084 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91ab5cf5-5a05-4a44-8c3a-6dba2bd1947b req-0ebc373f-70bd-463a-920a-ee1e69af4837 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830543 Dec 16 22:28:34.731579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2dc3fdd5-b7d5-4a08-b8a2-5a263a0fcb19 req-3dd54f2c-af40-462b-a921-6ced779a0f21 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0624828 Dec 16 22:28:34.775505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe81a765-216f-4fad-bdb7-ab13ad108367 req-5dc76ba8-fea7-4370-a67c-bb2a8a37752a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0496535 Dec 16 22:28:34.843233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8206848-ac6e-4cc2-81e4-440adb3fa642 req-14124fac-c729-40d3-b877-5ff2ceade842 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0451407 Dec 16 22:28:35.306930 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaa968-c65f-4a27-92d7-1bc52dd27a7d req-bbc1aea1-5f7e-4ab5-af74-2ce82847d7bc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:35.328745 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dcbaa968-c65f-4a27-92d7-1bc52dd27a7d req-bbc1aea1-5f7e-4ab5-af74-2ce82847d7bc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1352131 Dec 16 22:28:35.512022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dcbaa968-c65f-4a27-92d7-1bc52dd27a7d req-fa195b1c-ce95-4f09-9620-955ed2281c0e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709492 Dec 16 22:28:35.612248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2e207-0c65-49aa-95d7-e60d6769cfe7 req-f24bfc8c-6a38-4fef-89ff-06ad37d297a4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:35.613987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6f2e207-0c65-49aa-95d7-e60d6769cfe7 req-f24bfc8c-6a38-4fef-89ff-06ad37d297a4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1232011 Dec 16 22:28:35.677081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6f2e207-0c65-49aa-95d7-e60d6769cfe7 req-7ff78b96-b95d-4051-bc98-c7bd28fd5652 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543294 Dec 16 22:28:35.863567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0bb77544-cef4-4848-8c32-a1cc82de9444 req-c1734d67-d4ea-4c6d-81d4-ce1d1bda7eb3 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0360773 Dec 16 22:28:35.917050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0abf943-f54a-47d1-bfbf-73fa2ede2c6b req-41b6eda5-7de6-4bd4-8ea4-0b76dce07ce6 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0560009 Dec 16 22:28:35.965753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c15130a9-4ca3-4f71-a5e1-a82b339a4ddb req-4cdf5d0e-0490-4527-b29a-3e77a22a84dd tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0443325 Dec 16 22:28:36.685782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463040e-fc63-450e-a231-f71b0db1b408 req-a52fef59-cce1-40be-ab3a-d0d43035b878 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:36.687550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7463040e-fc63-450e-a231-f71b0db1b408 req-a52fef59-cce1-40be-ab3a-d0d43035b878 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0705829 Dec 16 22:28:36.762060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7463040e-fc63-450e-a231-f71b0db1b408 req-7da2eb95-7d30-4be2-8193-e87a26dd867d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611262 Dec 16 22:28:36.840662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827da10e-f25f-46df-9b30-1a5e35b6e46b req-20cdd037-5e5b-49a4-8772-3bed41dde2fb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:36.842811 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-827da10e-f25f-46df-9b30-1a5e35b6e46b req-20cdd037-5e5b-49a4-8772-3bed41dde2fb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0673499 Dec 16 22:28:36.925166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-827da10e-f25f-46df-9b30-1a5e35b6e46b req-72fdb5be-7d71-4cf9-a645-1857ece1229a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694947 Dec 16 22:28:37.026533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-580d843f-5fe2-4e01-b399-913d352b2b5a req-00a7f15e-e1a7-4d7d-8e5b-19b01daf5b1f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0498075 Dec 16 22:28:37.096482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-037dd15f-77a5-49db-8a15-e9e67cfea4d8 req-11dd6ca2-b4a4-4997-a4e9-9079d3ea1071 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0641847 Dec 16 22:28:37.133274 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ec955c3-2f23-45b0-bad8-e10aa522ba81 req-9c305793-015f-42be-a033-e002f0115d49 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0404851 Dec 16 22:28:37.902425 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f031d7-4d81-4c39-8c03-9be4300fc335 req-06514495-2522-435c-8a4a-3ab9949aeedd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:37.905123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27f031d7-4d81-4c39-8c03-9be4300fc335 req-06514495-2522-435c-8a4a-3ab9949aeedd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0628018 Dec 16 22:28:37.971412 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27f031d7-4d81-4c39-8c03-9be4300fc335 req-68706991-2e82-4402-8dd4-938c215e662d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598192 Dec 16 22:28:38.124526 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8224c0e-a60f-4873-9e55-b314ffdd56d0 req-b3d6570c-ef77-4695-864d-1c1bac3179f3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:38.127002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8224c0e-a60f-4873-9e55-b314ffdd56d0 req-b3d6570c-ef77-4695-864d-1c1bac3179f3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0947285 Dec 16 22:28:38.170145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-574aa734-f8d3-412b-9d2a-34f91e1b8b6b req-e6b1dc76-36a0-4e3c-8106-271da41bc793 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0415266 Dec 16 22:28:38.216226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8224c0e-a60f-4873-9e55-b314ffdd56d0 req-bfaccee3-ba82-4f17-b207-26b7807c5200 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742471 Dec 16 22:28:38.379286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8c50e79-a7eb-4350-97d4-25e95ae89950 req-7ec08a72-dc8a-4d6b-ab6e-1c33721972da tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0929749 Dec 16 22:28:38.381406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0cf19cb-8214-4f02-adf4-87d66d4be26d req-721b6cb0-bb78-4c2c-9dae-4738ef661731 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0920780 Dec 16 22:28:39.158133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a78a7-e193-4fd3-a3d2-47d2d43e9091 req-0b2ecefa-c669-41c4-b27e-f3aa59a73a09 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:39.163952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f94a78a7-e193-4fd3-a3d2-47d2d43e9091 req-0b2ecefa-c669-41c4-b27e-f3aa59a73a09 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0966451 Dec 16 22:28:39.236203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f94a78a7-e193-4fd3-a3d2-47d2d43e9091 req-2e321074-6f38-4e0f-a4b3-93332a2d7c92 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692997 Dec 16 22:28:39.285449 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb1bd881-bbca-41c0-9c0f-58c9fd94bc49 req-9fdefd72-cc48-4eb7-9b0e-4a85e173db41 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0369005 Dec 16 22:28:39.522129 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4162c1-0133-4539-aad9-0464542a39b1 req-b14b0220-9a7e-4312-ad09-30940a022aaf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:39.535150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec4162c1-0133-4539-aad9-0464542a39b1 req-b14b0220-9a7e-4312-ad09-30940a022aaf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.2028735 Dec 16 22:28:39.598371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6a20198-7abd-432c-92c6-bb9915e36149 req-45a00946-d845-45f4-aa1c-fa2b83d4f7e9 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0439782 Dec 16 22:28:39.658643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec4162c1-0133-4539-aad9-0464542a39b1 req-2badcd23-6dca-406b-af4f-1355e469fa12 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223800 Dec 16 22:28:39.702903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3438b143-7e6e-45dc-96a9-264986250ccc req-ece00a87-11b0-428c-8386-2c4fd52ce34c tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0298438 Dec 16 22:28:40.148236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfd005-537e-4469-9486-9764020098d2 req-4691c68c-45ea-4c43-a179-97ee2c5bef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:40.150350 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78cfd005-537e-4469-9486-9764020098d2 req-4691c68c-45ea-4c43-a179-97ee2c5bef86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e46b27d4336444b98f803f2fbef3235f&device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 1096 time: 0.0494316 Dec 16 22:28:40.303507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfd005-537e-4469-9486-9764020098d2 req-c64cf8c2-a395-4e2e-9c9a-0b2f72de76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:40.306177 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78cfd005-537e-4469-9486-9764020098d2 req-c64cf8c2-a395-4e2e-9c9a-0b2f72de76cf service neutron] 10.222.0.69 "GET /v2.0/networks?id=a38ea202-9def-4a69-9c10-b0c645d2f774 HTTP/1.1" status: 200 len: 916 time: 0.1299539 Dec 16 22:28:40.388637 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78cfd005-537e-4469-9486-9764020098d2 req-ae116613-f0fe-45eb-a928-0eeedbbe4153 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159554a7-2630-41f6-83d7-57a8ec700ddb HTTP/1.1" status: 200 len: 217 time: 0.0712166 Dec 16 22:28:40.415364 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d1c9539-7dea-4f18-a66a-4020f014e5be req-0651eb4a-3814-4bcd-8865-95516d1731b3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0639966 Dec 16 22:28:40.435956 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7fc98-f1e7-43b3-beba-2735faa50ca1 req-247756be-0f06-4cff-b469-6a41f65d5c05 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:40.437797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fe7fc98-f1e7-43b3-beba-2735faa50ca1 req-247756be-0f06-4cff-b469-6a41f65d5c05 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1056011 Dec 16 22:28:40.473869 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfd005-537e-4469-9486-9764020098d2 req-1f9fd0c2-77a3-41fb-acc1-18aefed6215a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:40.488794 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78cfd005-537e-4469-9486-9764020098d2 req-1f9fd0c2-77a3-41fb-acc1-18aefed6215a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=214e776a-bec9-41dd-b23a-372aeec3228b HTTP/1.1" status: 200 len: 855 time: 0.0880845 Dec 16 22:28:40.500184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fe7fc98-f1e7-43b3-beba-2735faa50ca1 req-aed50f64-20ad-4179-b703-22194bc15593 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553069 Dec 16 22:28:40.542307 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78cfd005-537e-4469-9486-9764020098d2 req-e4797803-0344-4599-a3ba-def5d7a4239f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a38ea202-9def-4a69-9c10-b0c645d2f774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419393 Dec 16 22:28:40.674174 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78cfd005-537e-4469-9486-9764020098d2 req-2da8a44e-25f3-473a-8345-7d0f7053f277 service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202013 Dec 16 22:28:40.687601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a07b7318-69f9-492b-9de0-aa9bfb58abe8 req-31ecc326-7666-4db1-aa9f-4654c9c6d4c1 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0320795 Dec 16 22:28:40.807560 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-78cfd005-537e-4469-9486-9764020098d2 req-8aab1098-175d-44f8-a99b-955a83f4a096 service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226215 Dec 16 22:28:40.810992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61816e4-3c41-4d25-a0c6-dac411e91279 req-e70c66eb-da89-45c1-be21-120586466513 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:40.812655 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e61816e4-3c41-4d25-a0c6-dac411e91279 req-e70c66eb-da89-45c1-be21-120586466513 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0643129 Dec 16 22:28:40.862230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b26b65e-1552-4fc9-977c-1c8156176a52 req-5a2beedf-0e73-46c0-8c8d-d52502e82bd0 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0484028 Dec 16 22:28:40.921126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e61816e4-3c41-4d25-a0c6-dac411e91279 req-c0d60950-e457-4657-9b70-380ff5d04a7b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761504 Dec 16 22:28:41.520207 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee293a79-512c-4f85-a588-9d505144ac54 req-df97ce82-999f-4f3d-941e-6646cff195bb tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0283325 Dec 16 22:28:41.639448 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c344255-df6d-4335-9be9-885b57426fb3 req-3fa24a7f-a512-42de-a296-94dec994fcf4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:41.641125 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c344255-df6d-4335-9be9-885b57426fb3 req-3fa24a7f-a512-42de-a296-94dec994fcf4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0582695 Dec 16 22:28:41.700231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c344255-df6d-4335-9be9-885b57426fb3 req-d0440bed-a946-4ca8-8e6d-920d43bc4651 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509980 Dec 16 22:28:41.800788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efdf9a70-d23d-463d-b429-ca74e1b3123d req-f36b0a47-ea88-4c09-96a0-3e2fbf980e75 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0331976 Dec 16 22:28:42.090345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83dac3ef-4a2e-432a-b5af-4e4786853687 req-9d9cf6c5-406a-46f0-a98c-b888e1701154 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0391178 Dec 16 22:28:42.126346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aa5e3-b5fc-440d-9d74-2ea85b2948ec req-f9475de2-1c4b-429a-a2f4-ace27e1de5bc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:42.128838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f7aa5e3-b5fc-440d-9d74-2ea85b2948ec req-f9475de2-1c4b-429a-a2f4-ace27e1de5bc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1132352 Dec 16 22:28:42.186984 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f7aa5e3-b5fc-440d-9d74-2ea85b2948ec req-cbf896c6-0293-46fd-9f88-5f5c589176d9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508318 Dec 16 22:28:42.604915 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2923eec0-0837-483f-b995-17e48e0f93f5 req-86431497-21de-45e0-9ea1-3899046b5482 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0283327 Dec 16 22:28:42.868535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022ce36-3897-4dc2-98a6-9870a45e5c6e req-a0bae9e5-bb1e-4ab7-b9c7-1103b17f9837 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:42.871057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c022ce36-3897-4dc2-98a6-9870a45e5c6e req-a0bae9e5-bb1e-4ab7-b9c7-1103b17f9837 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0789292 Dec 16 22:28:42.909013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-499aa33f-7589-4785-9930-77e6c680e8a6 req-e125ae19-7343-4b36-844b-56a7cf770814 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0365858 Dec 16 22:28:42.970005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c022ce36-3897-4dc2-98a6-9870a45e5c6e req-21c36242-c0ae-48f0-b24d-7a15a8fa31ac tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886562 Dec 16 22:28:43.150120 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:43.206857 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b89a5d2a-19c5-4960-a605-b56e395e3f2c req-38823a68-f7c7-4ca3-aa52-f7f311e0c7c0 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0307953 Dec 16 22:28:43.323132 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:43.380452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb4318-dc39-4109-af05-6e00503477b5 req-d8a94904-5a59-440c-aca8-b2b469dbc2c7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:43.380452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4fbb4318-dc39-4109-af05-6e00503477b5 req-d8a94904-5a59-440c-aca8-b2b469dbc2c7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0612686 Dec 16 22:28:43.420880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4fbb4318-dc39-4109-af05-6e00503477b5 req-039fc2b2-547d-4b7d-ab79-9890a81deac5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498621 Dec 16 22:28:43.706220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-716bf440-ec1d-45b6-97a6-0541e21e3577 req-13548976-5f98-4aa3-b76d-2a8dc089f596 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0323985 Dec 16 22:28:44.042488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb56f0e3-3271-4c50-8f2f-dcb71e1dbcde req-56b49520-a61d-4ba5-a036-4b7f8164dce9 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0553551 Dec 16 22:28:44.175092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e991b8-59c2-4608-9b9c-eaa911f8510a req-01eab446-68d3-4e6b-b03d-856e899f86bf tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:44.176903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66e991b8-59c2-4608-9b9c-eaa911f8510a req-01eab446-68d3-4e6b-b03d-856e899f86bf tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0963967 Dec 16 22:28:44.286227 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66e991b8-59c2-4608-9b9c-eaa911f8510a req-a7bcc98a-2ca4-44ca-8e6f-166786ff08b7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021392 Dec 16 22:28:44.370845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26cab491-9ba3-41e0-b882-89dbc01e9052 req-b0bd7371-5578-46df-b827-2f02c23af87f tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0411365 Dec 16 22:28:44.548866 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2804ae-6ad6-4eea-95fa-5e90798cfd74 req-6fffcbb0-588f-4002-8b25-263419523dc4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:44.550895 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd2804ae-6ad6-4eea-95fa-5e90798cfd74 req-6fffcbb0-588f-4002-8b25-263419523dc4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0574617 Dec 16 22:28:44.617235 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd2804ae-6ad6-4eea-95fa-5e90798cfd74 req-4c3a1dab-d710-441b-8232-9130100412e3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586290 Dec 16 22:28:44.800005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50527577-5038-4dbf-8599-bbc8684e413e req-1ed07ccf-ba02-4a94-8baa-6fbd9be69186 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0318167 Dec 16 22:28:45.113260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3769d680-c859-4182-9c34-048f21eee6ec req-9cddf136-2dd8-4cd4-a4ab-312a20744a75 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0288601 Dec 16 22:28:45.457386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0494c2a-a9c4-4d79-8df6-001b7fe1fce3 req-dc3f5365-0623-413e-a9bc-33fb95d47e21 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:45.459502 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0494c2a-a9c4-4d79-8df6-001b7fe1fce3 req-dc3f5365-0623-413e-a9bc-33fb95d47e21 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0773003 Dec 16 22:28:45.510133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b87effb8-9fc9-4f30-b514-5f18324e8640 req-d5b1d53f-0f09-4fdc-8549-7dd5ea3056ed tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0493803 Dec 16 22:28:45.555915 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0494c2a-a9c4-4d79-8df6-001b7fe1fce3 req-9ade469e-2ff9-4806-9f4b-a61419ef286b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848031 Dec 16 22:28:45.755426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d726729-964c-4012-95ad-3b4f03bf66aa req-ed3b044b-40f1-487c-93e3-d9d223bfbfce tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:45.756948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d726729-964c-4012-95ad-3b4f03bf66aa req-ed3b044b-40f1-487c-93e3-d9d223bfbfce tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0539908 Dec 16 22:28:45.827581 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d726729-964c-4012-95ad-3b4f03bf66aa req-2aee7e6e-b03d-4ff2-9dec-c60828495a5c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606635 Dec 16 22:28:45.897589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b762ad6-6028-4dc3-b5bf-fe2670528f00 req-443460f5-3d9d-4ba4-8325-a46ec8995a48 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0294294 Dec 16 22:28:46.154485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-fa976ae0-dafc-4dc3-b7c1-caea534e043b req-029b30bf-925b-4f24-a6a9-f1cad84a9628 service neutron] (103951) timed out ('10.222.0.24', 49570) {{(pid=103951) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:28:46.210289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3043c404-544d-43f9-b204-a8edd8be94d5 req-95801c0e-edcc-4037-81e3-064a8dae710c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0372076 Dec 16 22:28:46.650700 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6697472c-9e89-45e4-ad78-e098e7edb642 req-7a15b536-23ec-4a99-be30-fc2e9b862bba tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0510080 Dec 16 22:28:46.754853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72051a96-5028-4083-9d5e-38ee562990fa req-7747cd64-672b-47fc-a826-5c8220af9768 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:46.756958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72051a96-5028-4083-9d5e-38ee562990fa req-7747cd64-672b-47fc-a826-5c8220af9768 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0745301 Dec 16 22:28:46.814151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72051a96-5028-4083-9d5e-38ee562990fa req-461a2259-e36e-497f-b4d1-ac0edd5cab1b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496626 Dec 16 22:28:47.019795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf26a4e1-0b76-47f8-b6c5-4aa6979cc8e4 req-7bd70600-cfa7-4800-9d87-fe1499758d94 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0405772 Dec 16 22:28:47.062677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ac27a-afd1-4885-a85c-31123b0b58e4 req-2ca691fa-e6eb-4253-ad27-f893960d4021 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:47.064295 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-795ac27a-afd1-4885-a85c-31123b0b58e4 req-2ca691fa-e6eb-4253-ad27-f893960d4021 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1401644 Dec 16 22:28:47.123446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-795ac27a-afd1-4885-a85c-31123b0b58e4 req-9e0170cc-c6fc-48f4-9394-11d2a4b071da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503809 Dec 16 22:28:47.344739 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35599fea-aa84-486d-b7af-2cbb3561a81d req-5fd3b255-b037-4793-81bd-a9cc4eb381fc tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0471880 Dec 16 22:28:47.746580 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34657d86-0a84-4f40-b782-05859399eec0 req-04242083-c11e-4938-8daa-28c04d3f51d5 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0295496 Dec 16 22:28:47.955158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0988e8e-ab0f-4621-82e0-0924a908564d req-0e10edbf-a0ca-46d4-8479-934ea30e3254 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:47.956988 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0988e8e-ab0f-4621-82e0-0924a908564d req-0e10edbf-a0ca-46d4-8479-934ea30e3254 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0609212 Dec 16 22:28:48.018827 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0988e8e-ab0f-4621-82e0-0924a908564d req-925057fe-6051-4858-9a26-afb92b94e3cb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522778 Dec 16 22:28:48.101127 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8353a05a-162a-4a1d-ae3c-9a578d4ce68b req-ede5dd69-f9e9-4107-96f6-256bfed10239 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0329635 Dec 16 22:28:48.282121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e3e70-f734-418c-9596-1e00462c7d83 req-f56d11b2-14b3-4f38-bab3-8448760fe785 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:48.282769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e8e3e70-f734-418c-9596-1e00462c7d83 req-f56d11b2-14b3-4f38-bab3-8448760fe785 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0688677 Dec 16 22:28:48.349576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e8e3e70-f734-418c-9596-1e00462c7d83 req-9b59e615-c15b-4ef6-b09a-61b776edb49b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601649 Dec 16 22:28:48.424396 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b446b7d-b370-4bda-b84f-e6e954a48e81 req-ed79d239-7ed2-4f02-807e-5de58113e0b7 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0327020 Dec 16 22:28:48.849321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-485f7353-e0dd-4165-8d81-aa23ae021eb1 req-7492c237-e938-4087-956a-71ea995e9aeb tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0301263 Dec 16 22:28:49.151954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86696aee-d147-4184-89b7-c73afaf0e2c9 req-91635ddc-c04b-4c67-a803-f31539977460 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:49.153847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86696aee-d147-4184-89b7-c73afaf0e2c9 req-91635ddc-c04b-4c67-a803-f31539977460 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0607786 Dec 16 22:28:49.223047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01d17266-04f3-4f3d-8b17-bd165a3894f2 req-e00ff274-6553-4d10-a5a0-5772ffa7c683 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0349734 Dec 16 22:28:49.266972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86696aee-d147-4184-89b7-c73afaf0e2c9 req-feea0366-9470-4a80-b88d-7e003812a779 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056957 Dec 16 22:28:49.536883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ab401a0-785b-42ce-b88d-b80c96179ef2 req-498e5cb5-441a-4e56-8b98-b845dd1e1c6f tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0348001 Dec 16 22:28:49.563212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280bc50-c1f9-4cb8-92d0-2bf859080f85 req-c7a6e917-7be1-4bb2-a2ec-ab5f8134ef5a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:49.563212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b280bc50-c1f9-4cb8-92d0-2bf859080f85 req-c7a6e917-7be1-4bb2-a2ec-ab5f8134ef5a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1262896 Dec 16 22:28:49.631230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b280bc50-c1f9-4cb8-92d0-2bf859080f85 req-842baa9c-713c-4b51-82f0-12ea4a5304d8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543246 Dec 16 22:28:49.954651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77e48f46-1c6e-4bae-b8e3-74df9b948cbb req-84a8e043-2de4-4bd0-8738-b872510c1e4d tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0330606 Dec 16 22:28:50.041851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54020) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:50.167838 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8cf474da-00a2-43c1-b797-cfd17c1195e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:50.189025 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d61565f2-c0fd-4aaa-a469-f980e29a5bcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:50.300905 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d61565f2-c0fd-4aaa-a469-f980e29a5bcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:50.330313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16428cf5-cb08-44a0-b0e0-87e6f0701f85 req-5c3dea5d-0808-43de-b178-ead9b471291c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0347278 Dec 16 22:28:50.417925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87058c-1e94-4eb7-99c2-92a9400725d1 req-4d99b49f-119c-4629-92d0-1f43d18bfa20 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:50.419523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe87058c-1e94-4eb7-99c2-92a9400725d1 req-4d99b49f-119c-4629-92d0-1f43d18bfa20 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0512693 Dec 16 22:28:50.467071 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d61565f2-c0fd-4aaa-a469-f980e29a5bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:50.520823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe87058c-1e94-4eb7-99c2-92a9400725d1 req-a9c5ce9f-6989-47d8-91b7-aaf48ab7e445 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943863 Dec 16 22:28:50.545364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54036) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:50.555405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d61565f2-c0fd-4aaa-a469-f980e29a5bcd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6948379dd1347b890898ca2df54f121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5049148 Dec 16 22:28:50.555405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61565f2-c0fd-4aaa-a469-f980e29a5bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f40728-37ba-41c3-bfd9-760111aaf7ae,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:50.626161 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-303a6dd9-a88d-48c2-b045-91d3343fe33c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:50.660224 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-303a6dd9-a88d-48c2-b045-91d3343fe33c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:50.662016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3f6288e-a22d-428e-9a7b-5af2b1a23885 req-d7ba0328-72c8-440c-a272-82957904cd5c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0321884 Dec 16 22:28:50.777907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a8a2a-64c5-482d-9b49-ea97ccafaa7c req-ee52861a-057b-4460-a58a-d30b45a7e3b7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:50.779574 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a22a8a2a-64c5-482d-9b49-ea97ccafaa7c req-ee52861a-057b-4460-a58a-d30b45a7e3b7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0568814 Dec 16 22:28:50.802991 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-303a6dd9-a88d-48c2-b045-91d3343fe33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:50.805978 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-303a6dd9-a88d-48c2-b045-91d3343fe33c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:50.807196 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-303a6dd9-a88d-48c2-b045-91d3343fe33c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13f40728-37ba-41c3-bfd9-760111aaf7ae HTTP/1.1" status: 204 len: 168 time: 0.2612934 Dec 16 22:28:50.815817 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a6dd9-a88d-48c2-b045-91d3343fe33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f40728-37ba-41c3-bfd9-760111aaf7ae,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:50.841684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a22a8a2a-64c5-482d-9b49-ea97ccafaa7c req-f57a27a6-3244-4200-b3b5-1ce072ee516f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558906 Dec 16 22:28:51.064383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aff7d7e7-1da2-4324-83bb-3b6fb3a818bc req-1ebc00a3-d3b8-4cb1-bee9-c3c786a33a99 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0336823 Dec 16 22:28:51.421175 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3402cfbd-ee95-4b34-bb91-c1d22672deda req-1b06ff54-0cd0-4ffa-b0cf-1ba81ed399dc tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0307877 Dec 16 22:28:51.660057 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b355bc1-fc20-4f20-9811-d99afa4a20b3 req-78625cc3-9e2f-435a-b6fa-310bd99cee47 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:51.661599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b355bc1-fc20-4f20-9811-d99afa4a20b3 req-78625cc3-9e2f-435a-b6fa-310bd99cee47 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0551243 Dec 16 22:28:51.716846 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b355bc1-fc20-4f20-9811-d99afa4a20b3 req-27b21c5e-d8a0-47f9-bf0e-7ec7e2dd16d5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485559 Dec 16 22:28:51.747157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-150c1100-1018-4fbd-a137-3c3bc2e8c0de req-f2ce8e02-ab1f-476f-9c2c-2f8ae852b4c7 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0277011 Dec 16 22:28:51.810950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-8788c87e-1b31-4168-9c5b-93ff43b7ef50 req-7802a122-acdf-4e23-96f9-fa528f20d6b7 tempest-LiveAutoBlockMigrationV225Test-1220562065 tempest-LiveAutoBlockMigrationV225Test-1220562065-project] (103952) timed out ('10.222.0.24', 49539) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:28:51.973386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417a744-b45b-4188-9241-9a2fb24676aa req-2847b557-503e-479c-aa29-73f3ed7db625 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:51.975000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7417a744-b45b-4188-9241-9a2fb24676aa req-2847b557-503e-479c-aa29-73f3ed7db625 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0563371 Dec 16 22:28:52.025979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7417a744-b45b-4188-9241-9a2fb24676aa req-4346af5f-0582-4ea2-bdbc-1d2a9a33cc03 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439987 Dec 16 22:28:52.159913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81575c65-a435-455c-b30f-40f01058e707 req-f776df9e-3792-459a-8d94-c63af9d4fa9d tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0268142 Dec 16 22:28:52.415317 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32d371a5-d5fe-4d3d-b068-81753c6b5f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:52.514630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e0d3889-41b3-4d62-bc2e-056ca91cabc4 req-b6d0c078-0c29-4932-ac0f-4e083921b867 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0278077 Dec 16 22:28:52.858346 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8da0d1f9-1600-425f-aced-100b51f49dec req-440d7de5-68bf-4085-9e9d-2573826b19c7 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0486085 Dec 16 22:28:52.883768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0128d0-c140-461e-9c39-766d69a2c296 req-df90a0fe-e42f-46b5-a12d-c30fc93b9c3e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:52.885741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a0128d0-c140-461e-9c39-766d69a2c296 req-df90a0fe-e42f-46b5-a12d-c30fc93b9c3e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0865004 Dec 16 22:28:52.952391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a0128d0-c140-461e-9c39-766d69a2c296 req-1b9abd40-24b3-4be2-adc0-19a168462fe9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521803 Dec 16 22:28:53.158145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e27555-29f1-428a-b135-4a4fb3ae7f0f req-862fea5b-66c1-4147-bb3b-fa8e859bb7a4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:53.159820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5e27555-29f1-428a-b135-4a4fb3ae7f0f req-862fea5b-66c1-4147-bb3b-fa8e859bb7a4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0577393 Dec 16 22:28:53.224918 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5e27555-29f1-428a-b135-4a4fb3ae7f0f req-a70d820e-4dcf-4d2b-a7dd-400e5c2d15b1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583088 Dec 16 22:28:53.514855 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:53.563618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09bc9f9c-4525-4416-8e28-8f950078d1de req-a7ea7edd-df80-47c2-afb0-d843fdcb4638 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0354245 Dec 16 22:28:53.629735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-abd4e3c0-f905-4349-ad10-5cedc0008a3c req-fdec90fe-f831-4ec3-85a4-b56384a4eb85 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0386140 Dec 16 22:28:53.944217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aff0674e-6312-4619-97de-8d04fc57541b req-06b39a58-8acd-4f77-9595-22845fd9ceef tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0310397 Dec 16 22:28:54.080621 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4884f3-3d54-458f-9381-23a5905d3327 req-50f21485-fb8c-4ba9-8123-7d02a39cbbb0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:54.082355 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cf4884f3-3d54-458f-9381-23a5905d3327 req-50f21485-fb8c-4ba9-8123-7d02a39cbbb0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0537899 Dec 16 22:28:54.138217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cf4884f3-3d54-458f-9381-23a5905d3327 req-5af41bbb-f13c-4ab3-9e65-42b0756634ac tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489087 Dec 16 22:28:54.356257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aae1e6-fbc9-4e96-a722-09f82e2e8a78 req-9c4bbe6a-a017-4f37-a3c6-fc0f592098cb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:54.357808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08aae1e6-fbc9-4e96-a722-09f82e2e8a78 req-9c4bbe6a-a017-4f37-a3c6-fc0f592098cb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0500598 Dec 16 22:28:54.408976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08aae1e6-fbc9-4e96-a722-09f82e2e8a78 req-70a4a089-1033-4cab-8efc-8e80fd056a98 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439122 Dec 16 22:28:54.712430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b09f360-d264-4d82-bdc2-4efc7fa1c8ed req-8d0a55a9-2d03-41c2-a007-6461991153ff tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0441861 Dec 16 22:28:54.735535 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc59ef4b-2a37-4734-919b-aaf3ace68edd req-ac1ce76b-1cc6-4106-a7e9-21269b987bc1 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0554898 Dec 16 22:28:54.843033 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:55.028859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-839ba0b5-c0e5-4faa-8ed6-469db356ca07 req-1d512e0c-3000-45f3-b5c4-e737aaf0ba0f tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0300190 Dec 16 22:28:55.268806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1002a0-bb7b-4c61-87fd-b1fee2eaf412 req-7855416c-5c30-42f2-9ffc-0c5c0c6169cd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:55.270371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e1002a0-bb7b-4c61-87fd-b1fee2eaf412 req-7855416c-5c30-42f2-9ffc-0c5c0c6169cd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0544877 Dec 16 22:28:55.321869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e1002a0-bb7b-4c61-87fd-b1fee2eaf412 req-80e36656-00ec-46b3-bf4d-e315a7460877 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452015 Dec 16 22:28:55.537197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f3ac3-367f-4892-a367-2f039626ebcb req-c93af1a4-7144-4a12-95b4-0b901caa5cae tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:55.538700 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b87f3ac3-367f-4892-a367-2f039626ebcb req-c93af1a4-7144-4a12-95b4-0b901caa5cae tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0550599 Dec 16 22:28:55.590160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b87f3ac3-367f-4892-a367-2f039626ebcb req-04536207-6ac6-47ff-864a-e10a8758b340 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440221 Dec 16 22:28:55.721157 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:55.834721 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fd6778d-4c1b-4c35-a8fb-db5d188f7bcc req-03844090-196c-4004-914b-ed64303f9de9 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0485907 Dec 16 22:28:55.838235 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b907a18-2b3e-482c-a518-42f4e3daec9e req-8560d7a7-aaae-40e1-a489-40e37fceda10 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0508423 Dec 16 22:28:56.110757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1112753-2a0a-47da-a3dd-fbe8249e6db8 req-3e95bf9f-1642-4adb-be65-fc4e1aa39dd9 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0311906 Dec 16 22:28:56.452489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c6eeb-125a-495c-b519-74b98b36afe7 req-df1f3a8a-aaeb-4a06-8a53-e1a06340211e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:56.454014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-280c6eeb-125a-495c-b519-74b98b36afe7 req-df1f3a8a-aaeb-4a06-8a53-e1a06340211e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0517821 Dec 16 22:28:56.505255 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-280c6eeb-125a-495c-b519-74b98b36afe7 req-a8303de5-6c3a-4fbf-901e-a48274901858 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448451 Dec 16 22:28:56.716468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74eefb-1b42-4bff-8820-85084c187fcb req-7fa7490d-8f84-4218-94c7-398530875319 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:56.718055 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b74eefb-1b42-4bff-8820-85084c187fcb req-7fa7490d-8f84-4218-94c7-398530875319 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0554974 Dec 16 22:28:56.771960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b74eefb-1b42-4bff-8820-85084c187fcb req-f7f7c1ef-39d4-483c-be15-1adf352cf9e3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473728 Dec 16 22:28:56.842008 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:28:56.934255 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95a98f92-3ab5-4fdd-8dfd-1d89744fe180 req-3756305c-3a35-44ad-9f07-d8c94fcfb2f5 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0390589 Dec 16 22:28:56.967818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a1e35ee-cd96-4705-9603-607005172d7e req-44e20e45-0adb-47bf-9bfc-c8771fec4f69 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0360889 Dec 16 22:28:57.193550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b84eae8-df6a-4176-a837-62a53a330de1 req-9cbea8a3-d532-408d-a294-90e24f2f3c2c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0281765 Dec 16 22:28:57.641163 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584bd29-2fc5-46de-9f45-3b74c6a799e5 req-fc119a80-2c8a-45ac-b6ff-813809dcc364 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:57.642682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c584bd29-2fc5-46de-9f45-3b74c6a799e5 req-fc119a80-2c8a-45ac-b6ff-813809dcc364 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0536633 Dec 16 22:28:57.692714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c584bd29-2fc5-46de-9f45-3b74c6a799e5 req-0f3335f0-e088-4b35-ba76-db6d81544b42 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437579 Dec 16 22:28:57.897527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c915bd-ed7f-4138-99b1-61de8f24c4d3 req-d6d6df91-7784-4680-a23f-19a5de647c05 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:57.899755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8c915bd-ed7f-4138-99b1-61de8f24c4d3 req-d6d6df91-7784-4680-a23f-19a5de647c05 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0552883 Dec 16 22:28:57.948818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8c915bd-ed7f-4138-99b1-61de8f24c4d3 req-2bb1b0d8-a3b5-4a1e-bb6e-f69e2badebf0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427105 Dec 16 22:28:58.028017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ebc011c-26a2-4caf-9309-1ea438712d37 req-f5853405-e78a-4f58-a714-df972005f502 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0373902 Dec 16 22:28:58.073999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a4ec08f-3fe3-4c3c-b8bd-2f2d792e939c req-65818843-5f6a-43e6-b407-6efad0ea989c tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0285940 Dec 16 22:28:58.286558 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee670559-402a-439e-83c1-ec874f27d961 req-e1256b24-1cbc-4c0c-87bb-2935e938a0a2 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0307097 Dec 16 22:28:58.842133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff174a0-9a3e-426f-8d0c-62d12e12b4a5 req-aa8b188f-16f8-468d-b16c-185cd7b09907 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:58.842133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ff174a0-9a3e-426f-8d0c-62d12e12b4a5 req-aa8b188f-16f8-468d-b16c-185cd7b09907 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0526099 Dec 16 22:28:58.897425 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ff174a0-9a3e-426f-8d0c-62d12e12b4a5 req-03fe950d-e210-4d7b-8877-5af48550a4dc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622697 Dec 16 22:28:59.089123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc6052-43bf-4bf8-8c55-aac12a72c384 req-c41cf855-6037-4116-9326-ca469b2bda7e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:59.090607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cc6052-43bf-4bf8-8c55-aac12a72c384 req-c41cf855-6037-4116-9326-ca469b2bda7e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0584249 Dec 16 22:28:59.122293 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-609cb988-dd05-4255-8a01-cb6ee2d6d001 req-f8e0c92e-281e-41e7-9079-d6623def9115 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0424366 Dec 16 22:28:59.165393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cc6052-43bf-4bf8-8c55-aac12a72c384 req-6915cf21-7ff0-41d0-8b24-299b8fff1df7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663049 Dec 16 22:28:59.234639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-637d4bbf-0a1f-41b7-aa74-f47f439d0dd2 req-8c684ebc-3f7c-4d68-ad33-3d848ab55f14 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0300391 Dec 16 22:28:59.370564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ac82c71-504f-4a6b-9bdb-fb14f879404c req-7ac4e955-3152-4756-8adc-7c06daabadde tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0324287 Dec 16 22:29:00.029829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8141ca-4543-486a-9654-b11afd1bbdbc req-64f225cc-5d73-4f03-b2a7-17d0594317dd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:00.031777 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb8141ca-4543-486a-9654-b11afd1bbdbc req-64f225cc-5d73-4f03-b2a7-17d0594317dd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0559237 Dec 16 22:29:00.092171 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb8141ca-4543-486a-9654-b11afd1bbdbc req-1d0525f3-5b38-4422-b716-faf9e022568d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541058 Dec 16 22:29:00.206052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edef54e2-c948-4514-94b3-7df1a04e5c75 req-15e99fab-06a4-4dc3-8a44-14ef38a4580e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0285492 Dec 16 22:29:00.341475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20f77177-b15e-4687-86af-544665412489 req-2192f881-1b6e-486e-b4f1-4fae78a66509 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0330565 Dec 16 22:29:00.357545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffaae4-1e97-493e-88db-e3a2836613b4 req-76aa2f92-acf7-471d-9bc8-a185cae9dee2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:00.359972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39ffaae4-1e97-493e-88db-e3a2836613b4 req-76aa2f92-acf7-471d-9bc8-a185cae9dee2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1019814 Dec 16 22:29:00.411874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39ffaae4-1e97-493e-88db-e3a2836613b4 req-78719149-8a87-4c04-a904-d3f085f6e686 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449903 Dec 16 22:29:00.475583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb4109d2-e090-4ba2-9837-a1ba40213d10 req-1d479ba7-4193-4f40-9d70-d58bbbebe3c0 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0450575 Dec 16 22:29:01.238069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a82e4-3099-48f6-86b6-77a5dacd0f9a req-4ee9b006-e878-4166-aa39-c08f2370d214 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:01.239820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a5a82e4-3099-48f6-86b6-77a5dacd0f9a req-4ee9b006-e878-4166-aa39-c08f2370d214 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0543957 Dec 16 22:29:01.306077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-356b9209-5af6-40d4-a2a0-fd0d53656924 req-47148ced-26c5-4c97-87b1-835022fb181d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0334277 Dec 16 22:29:01.334181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a5a82e4-3099-48f6-86b6-77a5dacd0f9a req-d5461e50-557d-4d15-b9ae-8bb9be8ceea9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775645 Dec 16 22:29:01.448731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-642d23b0-ec3b-44d1-9245-ef3565c6545e req-63ca5ef0-0841-48ec-a118-4fbace2122f9 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0284245 Dec 16 22:29:01.579169 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1286f-3295-49e7-a8d9-f27fc635962e req-d1d351c9-8990-4855-affd-fe9beb1a19d8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:01.580719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09d1286f-3295-49e7-a8d9-f27fc635962e req-d1d351c9-8990-4855-affd-fe9beb1a19d8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0665724 Dec 16 22:29:01.598510 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f62b7de2-3cbe-4b41-a4cc-79efbd8c2120 req-fefa00b4-6498-45ee-b0a5-0712a2a89234 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0402193 Dec 16 22:29:01.648559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09d1286f-3295-49e7-a8d9-f27fc635962e req-9aac4738-b91f-44c0-94ff-d7245c3acee3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531456 Dec 16 22:29:02.392187 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-293f81a2-af90-47be-a1b9-8761ab627ffd req-445a19b8-a507-4fb9-a5fe-12eaf53d5b22 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0306106 Dec 16 22:29:02.465449 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c36b1e-ae44-449c-ad18-84634ff51039 req-55ca2fca-bafc-44a6-9420-dda75d4a7b1c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:02.467232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1c36b1e-ae44-449c-ad18-84634ff51039 req-55ca2fca-bafc-44a6-9420-dda75d4a7b1c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0563505 Dec 16 22:29:02.537830 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1c36b1e-ae44-449c-ad18-84634ff51039 req-12176ff3-173d-4e40-9b0c-1cbc788c71cb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632193 Dec 16 22:29:02.730691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-746fcf85-98c3-4f18-b624-cb2af349cf68 req-1369f49f-e0d6-4641-82c4-512abc0f2438 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0567303 Dec 16 22:29:02.784420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8414fede-5efc-4b4a-8730-900005d6cb82 req-073247d1-b6d1-4ec7-a261-7fd313a0cff2 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0598986 Dec 16 22:29:02.922760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9409e-16ee-409f-94cf-b7afaf4d1962 req-39b8c30b-2057-43c8-97a4-2a59d9363270 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:02.924518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8c9409e-16ee-409f-94cf-b7afaf4d1962 req-39b8c30b-2057-43c8-97a4-2a59d9363270 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0884411 Dec 16 22:29:02.992936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8c9409e-16ee-409f-94cf-b7afaf4d1962 req-b2c3ff44-835a-42df-929d-2e5514e8f407 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511725 Dec 16 22:29:03.477392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af53756e-bc45-43b5-97b5-5f85ab9e7f58 req-cc818f5b-9eb1-4afd-be95-2ecab0548139 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0314102 Dec 16 22:29:03.733238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae54b6d-d03c-447e-97f3-5a87bde90854 req-d4b5cde9-8f75-42fc-9f0d-aa828b08a004 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:03.735161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ae54b6d-d03c-447e-97f3-5a87bde90854 req-d4b5cde9-8f75-42fc-9f0d-aa828b08a004 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0542703 Dec 16 22:29:03.826976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ae54b6d-d03c-447e-97f3-5a87bde90854 req-1c8665d8-3d34-4468-9881-7c48c969de61 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855298 Dec 16 22:29:03.886750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b0d88dd-9b9b-46e3-b4e5-34913bea1084 req-f834073f-1871-4d09-94bf-fc10d730c330 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0333712 Dec 16 22:29:03.939818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f75aab77-dcd8-414a-a9b0-3825080a49dc req-613b65e0-f490-4618-8679-e350c78b6752 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0391171 Dec 16 22:29:04.122671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c80a-b976-4953-ab6b-403951c6f07e req-2e53d40e-63dd-46e2-9eb3-a754e43c9e49 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:04.124735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8199c80a-b976-4953-ab6b-403951c6f07e req-2e53d40e-63dd-46e2-9eb3-a754e43c9e49 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0573001 Dec 16 22:29:04.177998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8199c80a-b976-4953-ab6b-403951c6f07e req-b5d79970-131c-489e-a569-979b5ef23044 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469711 Dec 16 22:29:04.561300 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f70994f0-6860-4148-9bab-94a83a688961 req-774d0baf-3d2f-4ed3-ac97-58f53ca8997c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0291939 Dec 16 22:29:04.965232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbb6af-3265-4852-b44f-f21d18a539a9 req-b74e6b7c-9793-44c9-ab9f-798ed123efee tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:04.967734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80fbb6af-3265-4852-b44f-f21d18a539a9 req-b74e6b7c-9793-44c9-ab9f-798ed123efee tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0591555 Dec 16 22:29:05.023153 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1df48ff4-f21f-44f6-8045-0f75f33721e3 req-3c5db1ed-2506-405b-9985-9ceaf3a91a7a tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0361981 Dec 16 22:29:05.045429 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80fbb6af-3265-4852-b44f-f21d18a539a9 req-ff19554d-f9e4-47a1-ad89-00e9528e354c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726204 Dec 16 22:29:05.095086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-215b7b3e-38a9-47cc-82e7-9bb8cf716065 req-94b30a43-5da3-4bf0-9ef6-5ccd18a1328b tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0317531 Dec 16 22:29:05.300805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334b47d-eb98-4a18-932e-58ed9f87dbfa req-312f3a21-1eb4-44d6-9e7e-4f31a522cad9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:05.302299 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b334b47d-eb98-4a18-932e-58ed9f87dbfa req-312f3a21-1eb4-44d6-9e7e-4f31a522cad9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0519507 Dec 16 22:29:05.357310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b334b47d-eb98-4a18-932e-58ed9f87dbfa req-acc370ea-9771-4c03-8a43-01e47f1cded3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482986 Dec 16 22:29:05.640704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddbabc68-057f-4974-8b99-8bf1ef01c3df req-39eb0954-f0bc-4c52-88f0-55ecd7f19e87 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0275304 Dec 16 22:29:06.125995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d059d2e4-b13e-4291-bd02-d51f92680b05 req-6e47c931-f737-4fe1-9fc0-8a9665fd3f88 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0321002 Dec 16 22:29:06.198328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c2eaf0c-9164-4903-815f-aadae35dce98 req-4ad19ced-a13a-4741-b4c8-270cfaf25e9e tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0283835 Dec 16 22:29:06.214336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fef0c-bfd1-46c3-9d3b-8a6bc51ab0e4 req-64d40805-41ae-4989-b6a1-96b21b8adee1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:06.215851 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-575fef0c-bfd1-46c3-9d3b-8a6bc51ab0e4 req-64d40805-41ae-4989-b6a1-96b21b8adee1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0887036 Dec 16 22:29:06.581014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-575fef0c-bfd1-46c3-9d3b-8a6bc51ab0e4 req-14da1f4e-86b9-4c26-9d92-eb60ad8d5d1a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589873 Dec 16 22:29:06.622515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309b77a-943a-48bf-85ff-5005910389fd req-3fb5310e-4902-491b-ac40-23b0b6ffa137 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:06.624356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1309b77a-943a-48bf-85ff-5005910389fd req-3fb5310e-4902-491b-ac40-23b0b6ffa137 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0584939 Dec 16 22:29:06.679415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1309b77a-943a-48bf-85ff-5005910389fd req-608c4cec-07e6-42cd-a329-5e9549b1a82d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486643 Dec 16 22:29:06.734482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b09b357f-fbe9-4bb3-94b1-9da46002fa7e req-2080a101-8d68-4eb2-9542-151d52187891 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0393848 Dec 16 22:29:07.250069 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d4ddaf9-cffa-45f9-a093-f15a533516dc req-626fcf27-36d6-4e85-9726-eaa111083090 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0545352 Dec 16 22:29:07.300605 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82adc9d0-d744-48e0-9985-a7945125d318 req-131d2097-1d84-40bb-b05c-937b24949569 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0300250 Dec 16 22:29:07.741424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437db68-5248-42c1-9dca-9ce9f85a5185 req-674bfc63-65e7-46f4-bcc5-8e7fc1d60d1f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:07.744479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3437db68-5248-42c1-9dca-9ce9f85a5185 req-674bfc63-65e7-46f4-bcc5-8e7fc1d60d1f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0623560 Dec 16 22:29:07.831047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3437db68-5248-42c1-9dca-9ce9f85a5185 req-d1e527c4-c13f-4703-8c02-034b57b490a6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797808 Dec 16 22:29:07.869576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424f365-30ea-40b1-b308-9c8210106a00 req-c940a5b9-4784-4e00-ac7c-075ec60cab46 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:07.871191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3424f365-30ea-40b1-b308-9c8210106a00 req-c940a5b9-4784-4e00-ac7c-075ec60cab46 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0823915 Dec 16 22:29:07.923602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5467e9b4-0926-4a09-a789-6ab313d7966d req-9755d4c9-60d0-4652-a199-c01f89415e80 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0359263 Dec 16 22:29:07.954492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3424f365-30ea-40b1-b308-9c8210106a00 req-b1ff8847-7479-4262-b593-3c389a1deebe tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734458 Dec 16 22:29:08.355145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-feb1615a-a6d1-4340-81d9-b2fad9e30cad req-48ec8438-9878-4b06-b119-95eee5c31aa8 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0297267 Dec 16 22:29:08.384378 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3b268da-d777-420c-9de0-37abc5cee4f4 req-846a4d14-e9aa-4129-a298-be65c0ca77b7 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0279572 Dec 16 22:29:08.983142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df4a12-aafb-4e24-aa62-553410493fb7 req-2d00cede-d976-4c60-b44e-174211d1c587 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:08.985093 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08df4a12-aafb-4e24-aa62-553410493fb7 req-2d00cede-d976-4c60-b44e-174211d1c587 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0688188 Dec 16 22:29:09.031947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26007c0a-6b60-49f3-829f-e0766dbcb6f6 req-b31934cd-afc4-4b3f-9eb2-ca26d753bd14 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0448437 Dec 16 22:29:09.071968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08df4a12-aafb-4e24-aa62-553410493fb7 req-6e364be0-13e9-4964-af3b-81ad5f282541 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755427 Dec 16 22:29:09.144032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfdea1-73ad-4bb6-afdf-0028b5d70fa8 req-82df1643-2e0c-4f9d-a1d6-8def9e26c7ed tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:09.145502 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6bfdea1-73ad-4bb6-afdf-0028b5d70fa8 req-82df1643-2e0c-4f9d-a1d6-8def9e26c7ed tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0520082 Dec 16 22:29:09.197375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6bfdea1-73ad-4bb6-afdf-0028b5d70fa8 req-da7dca29-96bc-402a-b777-d2af73c4ad5c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445161 Dec 16 22:29:09.467514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be65eaa5-b5b8-4688-b3c1-4db6b18f9ef8 req-f8989992-96d4-4ac0-a87c-b8394798237f tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0405757 Dec 16 22:29:09.486712 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56c502b5-0d2c-42ed-8a32-848dcec34754 req-964d438e-ce7b-4490-9e9d-6704abd3185c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0479505 Dec 16 22:29:10.118349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7605d583-5416-4d29-bdcc-89075d43daa9 req-71b63821-ab2e-4af6-8b6c-90f01a355ea2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0290909 Dec 16 22:29:10.217811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04344ea0-0e1a-410a-93cf-2fd97879a1b7 req-cb8c9703-35e0-4596-99f9-47a8e9eedb84 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:10.219706 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04344ea0-0e1a-410a-93cf-2fd97879a1b7 req-cb8c9703-35e0-4596-99f9-47a8e9eedb84 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0590599 Dec 16 22:29:10.308774 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04344ea0-0e1a-410a-93cf-2fd97879a1b7 req-e0f4da41-ee89-4dc8-b5e2-161ce1645a48 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824962 Dec 16 22:29:10.355534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20b7d9-983f-41ad-80da-08777162a384 req-bf6ec5b0-f293-4e7c-8ced-245f4494c6eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:10.357129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d20b7d9-983f-41ad-80da-08777162a384 req-bf6ec5b0-f293-4e7c-8ced-245f4494c6eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0664756 Dec 16 22:29:10.411988 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d20b7d9-983f-41ad-80da-08777162a384 req-0cb0bc3a-cc80-4944-925e-7f7b9eef6927 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485842 Dec 16 22:29:10.591402 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a20c215c-b0b8-4be1-9302-d27d1d41ce45 req-afada835-9287-4aa8-853a-771583e3a46d tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0512040 Dec 16 22:29:10.591402 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9084ef98-233a-45a1-abe7-ce8afa546416 req-fed1e5f1-1c89-4c88-b768-c3f1c4fd3287 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0513732 Dec 16 22:29:11.199345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70b34663-3c58-468c-a831-6952b874abf1 req-64f77c4c-d014-4349-9326-1ee8da0ebf6b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0287244 Dec 16 22:29:11.478977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b68a8-e5a2-4f64-bb0e-6b31aef97faa req-890e8564-61d4-4068-906e-e5c3395a9f00 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:11.480844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f2b68a8-e5a2-4f64-bb0e-6b31aef97faa req-890e8564-61d4-4068-906e-e5c3395a9f00 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0821714 Dec 16 22:29:11.562678 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f2b68a8-e5a2-4f64-bb0e-6b31aef97faa req-6269b866-5c54-4693-a437-c08cb4b5f3e8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754812 Dec 16 22:29:11.571400 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b21979-9cea-4d6e-84db-22db137a3851 req-0cb0c3b9-1fce-484d-a8fb-078efacad9ac tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:11.572946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01b21979-9cea-4d6e-84db-22db137a3851 req-0cb0c3b9-1fce-484d-a8fb-078efacad9ac tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0785298 Dec 16 22:29:11.678420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01b21979-9cea-4d6e-84db-22db137a3851 req-581b31bf-f9e8-4224-b1c0-807d2fde0987 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987577 Dec 16 22:29:11.769084 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-283b6589-6415-4e49-88be-8acc20741231 req-b4bbedba-4f87-4299-b94b-04ac6e2fab21 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0440881 Dec 16 22:29:11.801218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88990da1-40f2-4f11-8a0c-e7d4159402e7 req-ebf9e444-38d9-487e-9e2e-2150e7611117 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0310354 Dec 16 22:29:12.283454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-528a08a6-33f8-4a90-82d8-f92df2585511 req-363bc301-9d39-48b5-8f28-739d8710b669 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0336282 Dec 16 22:29:12.713409 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f239fff-9c6d-4566-9dd2-b142f5d0dfff req-faa87c96-61c9-497e-ba7a-4d704253da8e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:12.716321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f239fff-9c6d-4566-9dd2-b142f5d0dfff req-faa87c96-61c9-497e-ba7a-4d704253da8e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0697956 Dec 16 22:29:12.779912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f239fff-9c6d-4566-9dd2-b142f5d0dfff req-bfffff2a-15ce-43d9-8465-fdcf1e5492e3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574198 Dec 16 22:29:12.833715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651ff37-8d40-418c-9b54-b8cc2a797957 req-2e4339cf-7e47-44aa-8391-040af8525a29 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:12.835299 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6651ff37-8d40-418c-9b54-b8cc2a797957 req-2e4339cf-7e47-44aa-8391-040af8525a29 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0792608 Dec 16 22:29:12.874655 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-776a210d-50c8-4867-848e-2f48a7926748 req-9da350eb-e6fd-463f-ab9d-ad8738262a49 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0374854 Dec 16 22:29:12.922795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6651ff37-8d40-418c-9b54-b8cc2a797957 req-7b869bfe-e115-4c64-b32b-d13db2a6c6a2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760610 Dec 16 22:29:12.978050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b8856bc-8ccd-43ac-a90d-49ee38210526 req-133de5cb-14c0-438d-bbfa-a3d9bd240ea3 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0291896 Dec 16 22:29:13.132273 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:13.264609 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:13.368569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c553ec12-a4d5-44b1-adb0-4fb2f45dce42 req-5797d8ef-1e68-4abc-a7b3-a3d5ba0e2db4 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0298011 Dec 16 22:29:13.915752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ccf8a-03a5-4c3c-ab8c-28f43443f3cc req-1b643057-f94f-406c-9b98-62dab27f3d51 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:13.918509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-662ccf8a-03a5-4c3c-ab8c-28f43443f3cc req-1b643057-f94f-406c-9b98-62dab27f3d51 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0541601 Dec 16 22:29:14.019889 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd459f91-0923-4f16-bcb5-11ee572493ab req-74bcfc9a-9637-4a11-ba56-e8bf218115e6 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0531023 Dec 16 22:29:14.046277 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-662ccf8a-03a5-4c3c-ab8c-28f43443f3cc req-bf92abe3-53a9-45cf-809b-9d0694dc441d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189225 Dec 16 22:29:14.165272 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6db3846-8e3c-45de-baf2-8404687d052e req-a7105cce-fda5-4f67-a432-dea87ec0dbcf tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0320172 Dec 16 22:29:14.194016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651363c7-b409-400b-a6b8-eff6b364cf51 req-1beed60d-8bd4-485f-9f39-08799e4036a7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:14.195847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-651363c7-b409-400b-a6b8-eff6b364cf51 req-1beed60d-8bd4-485f-9f39-08799e4036a7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1018867 Dec 16 22:29:14.245913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-651363c7-b409-400b-a6b8-eff6b364cf51 req-37430c18-df23-4048-a3ca-6b3500768e6c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435183 Dec 16 22:29:14.446021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d2f0511-fe1b-4417-8054-051e8940a472 req-82be7da1-437c-4ece-882e-ee4b300868be tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0272944 Dec 16 22:29:15.113618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa5f230b-4211-4349-a9d1-79724bd18fd4 req-b4f4a7f9-b36b-4c08-a1cc-8b0b04edb483 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0406024 Dec 16 22:29:15.206733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac031914-3a6d-42d3-ba53-c22d1f11c5a2 req-240c34b1-35a2-4419-967c-2a65016791be tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:15.208414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac031914-3a6d-42d3-ba53-c22d1f11c5a2 req-240c34b1-35a2-4419-967c-2a65016791be tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0672662 Dec 16 22:29:15.307946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-413910ea-c919-468b-94db-c952382d972f req-dc6d8af9-53a4-4194-bafc-deae28fb2544 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0402369 Dec 16 22:29:15.315999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac031914-3a6d-42d3-ba53-c22d1f11c5a2 req-2c782e00-585a-4f0e-bfd8-36e97ae9db4b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953841 Dec 16 22:29:15.438871 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ac5f7-8a0e-4f59-8d48-f8be7f09b7ba req-f3d8764a-9934-47ce-8052-a123db0b9de4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:15.440437 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a4ac5f7-8a0e-4f59-8d48-f8be7f09b7ba req-f3d8764a-9934-47ce-8052-a123db0b9de4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0546787 Dec 16 22:29:15.500267 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a4ac5f7-8a0e-4f59-8d48-f8be7f09b7ba req-6a123a47-5646-42f3-ba4d-9c136213901c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523887 Dec 16 22:29:15.539460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1dd49097-6f8c-4d86-a925-aa616ed4badd req-b4989848-cc64-4d2d-a281-457d9c1003ac tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0295060 Dec 16 22:29:16.197693 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15b45752-9288-470f-8f7e-8b1c4f48829d req-4391d127-13b4-4f32-ad14-01fec343e8cf tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0285428 Dec 16 22:29:16.447548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ecedf171-d189-4c37-b944-fc7d9bd20cea req-de9c41e2-fdaa-45f7-ba87-659881f726f4 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0513577 Dec 16 22:29:16.472569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea83099-36a8-40a6-b15a-f1a3e1dc0dc4 req-03791085-4932-4f81-b02f-21cd3a64c02a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:16.473929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ea83099-36a8-40a6-b15a-f1a3e1dc0dc4 req-03791085-4932-4f81-b02f-21cd3a64c02a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0664937 Dec 16 22:29:16.529314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ea83099-36a8-40a6-b15a-f1a3e1dc0dc4 req-389b0061-d4af-4f7e-9348-cc5106fa5322 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476098 Dec 16 22:29:16.637268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d56cd4ed-d3d4-4326-a249-176de815db5d req-3158826a-8ebd-4c13-827f-082893312de6 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0314815 Dec 16 22:29:16.654821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6dd49-2d48-4046-a1db-bfb3a9af77c6 req-6b55033e-95a6-4403-a12a-4882bdeba260 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:16.656429 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32f6dd49-2d48-4046-a1db-bfb3a9af77c6 req-6b55033e-95a6-4403-a12a-4882bdeba260 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0784833 Dec 16 22:29:16.708207 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32f6dd49-2d48-4046-a1db-bfb3a9af77c6 req-b085b3d7-daf5-4ff6-81be-87d042fb5197 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454586 Dec 16 22:29:17.290601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da16724f-5beb-42b9-8358-a37e4ef68eb7 req-56269e03-3bb1-443e-abfb-3c5dfc9f0cb3 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0323272 Dec 16 22:29:17.564749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6206b9c6-2056-44c9-b0f1-2cdb782aeddf req-d9d882ac-2bfd-439d-9480-841f46ec26f1 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0307631 Dec 16 22:29:17.656696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4cf4a-cbb1-4d08-a57b-7dfe07ecaaec req-53e2b69f-d0a8-48cd-ae23-af209c403106 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:17.659060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddf4cf4a-cbb1-4d08-a57b-7dfe07ecaaec req-53e2b69f-d0a8-48cd-ae23-af209c403106 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0505006 Dec 16 22:29:17.725125 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b43b4d9-ceb1-4791-bba3-6f3d5b9bb4a0 req-7846637d-d5c0-4448-8ef3-c72f6890fb7a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0370388 Dec 16 22:29:17.744212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddf4cf4a-cbb1-4d08-a57b-7dfe07ecaaec req-dbe73f42-2d34-4055-ac5d-b3790b74f760 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767782 Dec 16 22:29:17.832958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f76d61-7103-4af7-b600-b5cb674ef2fe req-dc359049-1943-4497-a2fa-163515f052da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:17.834466 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6f76d61-7103-4af7-b600-b5cb674ef2fe req-dc359049-1943-4497-a2fa-163515f052da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0521882 Dec 16 22:29:17.890039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6f76d61-7103-4af7-b600-b5cb674ef2fe req-604d00f6-1aee-40a3-9fc7-43383bdafcfa tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490544 Dec 16 22:29:18.371043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98e57850-713a-4b58-ba77-5f78787ab12c req-e351889e-9228-41b2-b83f-01273cf3d573 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0290585 Dec 16 22:29:18.689890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e12a5cf-d43a-419f-9a24-a9a20cb2b2ac req-c45c4b34-1868-4ce5-9582-9ec0f6cb3532 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0290618 Dec 16 22:29:18.829508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c56809e3-a980-4490-9721-8f3b9b7bf9b2 req-633a7bef-0021-4494-beca-55bf41b3ef96 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0496464 Dec 16 22:29:18.912599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a9bd9-a477-42b4-aed3-2a32560e644c req-003b0e6f-12b1-4b26-bed8-644e7ac43705 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:18.919537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de8a9bd9-a477-42b4-aed3-2a32560e644c req-003b0e6f-12b1-4b26-bed8-644e7ac43705 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0578032 Dec 16 22:29:18.988250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de8a9bd9-a477-42b4-aed3-2a32560e644c req-2db37309-435d-4540-a1a5-f704b66923ed tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674293 Dec 16 22:29:19.028011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad62afa-6392-4904-8142-ce5dc72d7e2e req-28664ca1-93a3-4214-876e-7423dea58b52 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:19.029647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ad62afa-6392-4904-8142-ce5dc72d7e2e req-28664ca1-93a3-4214-876e-7423dea58b52 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0653920 Dec 16 22:29:19.080619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ad62afa-6392-4904-8142-ce5dc72d7e2e req-74d4ce7f-c4d2-485b-a02b-929a0e8d2b04 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446689 Dec 16 22:29:19.456723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc66969d-68ac-4203-94a7-51d3d9da741a req-d43f9ff7-d889-4fc4-a0d5-9ec3807e1704 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0293708 Dec 16 22:29:19.792292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ef40d48-bf32-49b3-91e2-4a0bd99017f5 req-6f0b4c0f-a5c0-49f8-8612-a13f7910197c tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0293345 Dec 16 22:29:19.913014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee49b102-5b2e-4b14-8b8e-2e7f1f007228 req-185a18bc-0c88-46cf-b587-76eed4fe365e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0274224 Dec 16 22:29:20.075060 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-376c4ee5-bd79-457c-a7d9-e637e3b80723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:20.121218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206660a1-fd03-407a-b1ba-4b56934d61dd req-88c8f23e-abd8-46d7-9162-dbf897197ece tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:20.128513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-206660a1-fd03-407a-b1ba-4b56934d61dd req-88c8f23e-abd8-46d7-9162-dbf897197ece tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0649710 Dec 16 22:29:20.199394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-206660a1-fd03-407a-b1ba-4b56934d61dd req-3156f972-52fa-47b7-9b8c-eb640c432bf5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698378 Dec 16 22:29:20.219425 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79b25b-e9e7-4e91-bdc6-eb77abc2764b req-683a3c03-31d4-4504-8f61-3ce361a7582e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:20.221129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c79b25b-e9e7-4e91-bdc6-eb77abc2764b req-683a3c03-31d4-4504-8f61-3ce361a7582e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0622129 Dec 16 22:29:20.282599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c79b25b-e9e7-4e91-bdc6-eb77abc2764b req-30225472-ac4d-492d-be35-c98ed263da62 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530589 Dec 16 22:29:20.546934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45080507-93ba-4a82-8e6c-55b852983238 req-06b92ed3-a6f8-4ed3-83a5-1dd986039419 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0364866 Dec 16 22:29:20.902517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-157222d4-e73c-4d39-afce-d11d066734dd req-efe87a72-2d89-46e6-8ed2-2a8887e9795e tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0283439 Dec 16 22:29:20.999555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77288330-ad5e-47e0-b512-4a2bf0195d98 req-33c2c8b9-bc45-4a6d-b172-4712a8a15960 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0275898 Dec 16 22:29:21.345988 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23bcb-e789-4f71-a10a-96c305bad654 req-eae71c61-4b0e-46d2-87f0-20a0e9f4c7af tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:21.353564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6a23bcb-e789-4f71-a10a-96c305bad654 req-eae71c61-4b0e-46d2-87f0-20a0e9f4c7af tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0634525 Dec 16 22:29:21.433030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6a23bcb-e789-4f71-a10a-96c305bad654 req-875127b8-a5f2-4e75-8b81-bf91464cd05f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784197 Dec 16 22:29:21.445292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b4c5e-28bc-494f-8568-0179a619bb5a req-4852ac61-4968-491d-b8cb-bf75310305a2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:21.447085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c54b4c5e-28bc-494f-8568-0179a619bb5a req-4852ac61-4968-491d-b8cb-bf75310305a2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0858195 Dec 16 22:29:21.503193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c54b4c5e-28bc-494f-8568-0179a619bb5a req-b01f0c93-13f0-4362-8894-07af3ba1b634 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454237 Dec 16 22:29:21.639010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7381181-ab10-42d4-8247-af4f58b46110 req-f212cab9-8ba3-443c-b19e-67c71559274b tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0366523 Dec 16 22:29:22.006606 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-93d54db1-6d12-4e10-8826-6987e410abba req-85acde92-921a-4508-9308-2c9d2986f0f5 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0303078 Dec 16 22:29:22.086803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-380efc8c-9c1e-4bb9-ac28-b0ba424ea090 req-629f41a0-c02b-4d91-91af-5e5501621a9d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0297015 Dec 16 22:29:22.155343 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54834) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:22.270470 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.349005 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.396649 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-df348981-fe15-42a5-b101-e76c5503459b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.457671 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.498314 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee15d25686114683b1725ffbae25259b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3418303 Dec 16 22:29:22.500391 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cd668c-f845-48c8-a757-eef28b4d51b8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:22.502204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54854) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:22.509360 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.509714 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.510054 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.510555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.511741 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.512212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.512682 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.513148 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.513614 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.514331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.514804 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.515320 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.515661 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc084c0-c071-4bb8-95e5-4b1759c7b006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.638463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd2f0e-5807-4d8b-b7f1-7156cdee23a4 req-bce1f6ea-f945-4b73-a840-0a7832d553e4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:22.640008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3dd2f0e-5807-4d8b-b7f1-7156cdee23a4 req-bce1f6ea-f945-4b73-a840-0a7832d553e4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1194842 Dec 16 22:29:22.644882 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.689457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06b79f-2127-49f3-baf2-33f8548fbe6e req-b9e9db17-55a4-4e3b-9de0-d82d7fb02492 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:22.690973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba06b79f-2127-49f3-baf2-33f8548fbe6e req-b9e9db17-55a4-4e3b-9de0-d82d7fb02492 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1087952 Dec 16 22:29:22.702122 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.750755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3dd2f0e-5807-4d8b-b7f1-7156cdee23a4 req-8a8f61e4-e70e-4112-a665-4469e171f78a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039562 Dec 16 22:29:22.795667 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba06b79f-2127-49f3-baf2-33f8548fbe6e req-3c466055-9741-41fd-9caf-96bcd025b080 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971572 Dec 16 22:29:22.834244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61f0f455-6f80-4177-92c6-8f1a0d7537d0 req-6a3397f2-2e22-448c-a986-b17547a7d66b tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0319290 Dec 16 22:29:22.874574 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.877274 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.878427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35cd668c-f845-48c8-a757-eef28b4d51b8 HTTP/1.1" status: 204 len: 168 time: 0.3749917 Dec 16 22:29:22.887171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cd668c-f845-48c8-a757-eef28b4d51b8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:22.895238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.895626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.896027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.896320 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.896660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.897004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.897339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.898301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.898729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.898994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.899442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.899740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:22.900067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4b878-ae48-4237-a4ea-39d3d552cebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:23.106075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6cc7d792-2c29-4a04-9f7a-50b5ab2f81eb req-7af95586-29a0-47df-a655-d184acf12460 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0276270 Dec 16 22:29:23.168919 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ad2f5d5-5ac1-4e18-9be5-d09ecac3e622 req-acf76efd-d082-46ea-a2cc-0cbe698c4aef tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0263569 Dec 16 22:29:23.510729 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:23.908175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f2f33-bece-452d-8c1d-4130a9a395d2 req-47243c4c-3d44-4644-b209-72716840857c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:23.909663 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-920f2f33-bece-452d-8c1d-4130a9a395d2 req-47243c4c-3d44-4644-b209-72716840857c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0802288 Dec 16 22:29:23.947216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88cc18-a4ae-4f40-9f07-8b221897277d req-6d307c4e-7678-475f-a75c-f161363067fb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:23.949170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a88cc18-a4ae-4f40-9f07-8b221897277d req-6d307c4e-7678-475f-a75c-f161363067fb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0828092 Dec 16 22:29:23.991128 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-920f2f33-bece-452d-8c1d-4130a9a395d2 req-0a71569e-be9f-4d5b-a1d2-864aced4f936 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741031 Dec 16 22:29:24.025476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54950) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:24.035864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a88cc18-a4ae-4f40-9f07-8b221897277d req-03698889-7fc5-4487-bda5-fb742f92baff tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761356 Dec 16 22:29:24.076320 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d94cf6f-2856-4440-9710-a5b3938b5d9b req-b933454b-1b3a-4aa4-88f3-c09ca885391d tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0273826 Dec 16 22:29:24.131923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-cc00331d-976a-4402-a84a-a5e0370e96fb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-726547584-network', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:24.212069 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ebe9943-834f-4ef4-b23d-bb7a277891af req-247ed5d8-e227-498c-8285-098d1b839862 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0369847 Dec 16 22:29:24.225400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc00331d-976a-4402-a84a-a5e0370e96fb admin admin] Made reservation on behalf of b61746d1f14f4a999de4f63ca14318d0 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:24.228053 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc00331d-976a-4402-a84a-a5e0370e96fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:24.237748 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc00331d-976a-4402-a84a-a5e0370e96fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:24.255036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8bf6b4ab-1f3f-4f92-b832-8e9a2ec5f681 req-33599694-a215-4cb0-8c52-6fac7ad1fb62 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0317574 Dec 16 22:29:24.314002 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc00331d-976a-4402-a84a-a5e0370e96fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:24.379865 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc00331d-976a-4402-a84a-a5e0370e96fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:24.406416 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc00331d-976a-4402-a84a-a5e0370e96fb admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:29:24.418861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00331d-976a-4402-a84a-a5e0370e96fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae38d8b-9771-423b-b3ab-43d94a96ff6e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:24.425196 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc00331d-976a-4402-a84a-a5e0370e96fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:24.425545 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-cc00331d-976a-4402-a84a-a5e0370e96fb admin admin] Added segment 6357a328-8d91-4b19-8650-bdf614d1d1d0 of type vlan for network 4c8ac751-0461-4def-b0a8-b730be8d39e2 Dec 16 22:29:24.471500 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc00331d-976a-4402-a84a-a5e0370e96fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:24.562383 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc00331d-976a-4402-a84a-a5e0370e96fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:24.563551 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc00331d-976a-4402-a84a-a5e0370e96fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:24.564145 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cc00331d-976a-4402-a84a-a5e0370e96fb admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:24.625790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00331d-976a-4402-a84a-a5e0370e96fb admin admin] Pushing event updated for resources: {'Network': ['ID=4c8ac751-0461-4def-b0a8-b730be8d39e2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:24.636413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 4c8ac751-0461-4def-b0a8-b730be8d39e2 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:29:24.734367 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cc00331d-976a-4402-a84a-a5e0370e96fb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7078724 Dec 16 22:29:24.737127 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54984) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:24.742961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e248544a-bded-4aed-83e6-2a11b5f5e477 admin admin] Request body: {'subnet': {'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-726547584-subnet', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:24.807974 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:24.830771 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e248544a-bded-4aed-83e6-2a11b5f5e477 admin admin] Made reservation on behalf of b61746d1f14f4a999de4f63ca14318d0 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:24.833201 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e248544a-bded-4aed-83e6-2a11b5f5e477 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:25.057591 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e248544a-bded-4aed-83e6-2a11b5f5e477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:25.123935 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248544a-bded-4aed-83e6-2a11b5f5e477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a5e6be-2343-411d-83c3-fd248d67f67e,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:25.136194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e248544a-bded-4aed-83e6-2a11b5f5e477 admin admin] Checking segment: {'id': '6357a328-8d91-4b19-8650-bdf614d1d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:25.136569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e248544a-bded-4aed-83e6-2a11b5f5e477 admin admin] Network hostable DHCP agents. Network: 4c8ac751-0461-4def-b0a8-b730be8d39e2, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:29:25.164949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470c6a7-3508-42cd-8bcf-ca02945526ac req-960dfe06-f16e-46d3-a91f-b7f669c2fe6d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:25.165324 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0470c6a7-3508-42cd-8bcf-ca02945526ac req-960dfe06-f16e-46d3-a91f-b7f669c2fe6d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0951738 Dec 16 22:29:25.198907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac48e9-71fa-468e-a57a-2081782962d7 req-8fb74a48-78fe-41d5-bd2a-0ebc5657142b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:25.200436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71ac48e9-71fa-468e-a57a-2081782962d7 req-8fb74a48-78fe-41d5-bd2a-0ebc5657142b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0844388 Dec 16 22:29:25.217925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e248544a-bded-4aed-83e6-2a11b5f5e477 admin admin] Network 4c8ac751-0461-4def-b0a8-b730be8d39e2 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:29:25.254253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0470c6a7-3508-42cd-8bcf-ca02945526ac req-a3372cd2-f548-4062-8913-d998870df2de tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807431 Dec 16 22:29:25.283914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71ac48e9-71fa-468e-a57a-2081782962d7 req-687e5f93-f4d9-40a9-92af-b7a81c76ac7e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676990 Dec 16 22:29:25.293973 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-e248544a-bded-4aed-83e6-2a11b5f5e477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 4c8ac751-0461-4def-b0a8-b730be8d39e2) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:25.307920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62851a26-160e-4718-9b2f-243a76f7fee8 None None] Network 4c8ac751-0461-4def-b0a8-b730be8d39e2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:25.312442 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e248544a-bded-4aed-83e6-2a11b5f5e477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:25.312442 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e248544a-bded-4aed-83e6-2a11b5f5e477 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:25.356353 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d90c837-bd84-4711-aa1c-34674534ae81 req-c60ffdec-7cf6-4b03-bc46-e4d578a2c519 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0324085 Dec 16 22:29:25.395189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d6b3896-c5f9-4118-8dcb-7a704861bc2a req-cea8ba56-9ae2-4087-a529-89f6a0e55ef7 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0421083 Dec 16 22:29:25.424705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb2e576d-a271-46cc-93c1-ec65047b19b1 req-238de9d3-a1c6-4aaf-972b-2fc07df5ed8e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0282867 Dec 16 22:29:25.449564 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e248544a-bded-4aed-83e6-2a11b5f5e477 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7016828 Dec 16 22:29:25.449564 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55026) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:25.449564 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-726547584-router', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:25.463375 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-4c8ac751-0461-4def-b0a8-b730be8d39e2', 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2', 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'fixed_ips': [{'subnet_id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:29:25.464388 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:25.568237 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:25.569315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:25.626126 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Allocated IP 172.20.0.2 (4c8ac751-0461-4def-b0a8-b730be8d39e2/e4a5e6be-2343-411d-83c3-fd248d67f67e/a4fec07e-6117-411c-90ec-9f3feb686da4) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:29:25.633509 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:25.703931 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:25.781128 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:25.879896 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:25.883797 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:25.921662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Network 4c8ac751-0461-4def-b0a8-b730be8d39e2 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:25.927658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:25.932467 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:29:25.937822 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Pushing event updated for resources: {'Port': ['ID=a4fec07e-6117-411c-90ec-9f3feb686da4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:25.948466 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:25.949074 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:25.949420 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:25.954380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:25.954380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:25.954380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:25.954380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:25.954380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:25.954380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:25.954380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:25.954380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:25.954380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:25.954380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:26.004797 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Attempting to bind port a4fec07e-6117-411c-90ec-9f3feb686da4 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:29:26.005178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Attempting to bind port a4fec07e-6117-411c-90ec-9f3feb686da4 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '6357a328-8d91-4b19-8650-bdf614d1d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:29:26.005577 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Attempting to bind port a4fec07e-6117-411c-90ec-9f3feb686da4 on network 4c8ac751-0461-4def-b0a8-b730be8d39e2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:29:26.012652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:29:26.013037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Checking segment: {'id': '6357a328-8d91-4b19-8650-bdf614d1d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:26.013481 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:26.013932 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Bound using segment: {'id': '6357a328-8d91-4b19-8650-bdf614d1d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:29:26.014408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Bound port: a4fec07e-6117-411c-90ec-9f3feb686da4, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6357a328-8d91-4b19-8650-bdf614d1d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:29:26.014794 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:26.079220 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] For port a4fec07e-6117-411c-90ec-9f3feb686da4, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:29:26.082812 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] For port a4fec07e-6117-411c-90ec-9f3feb686da4, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a4fec07e-6117-411c-90ec-9f3feb686da4,segment=NetworkSegment(6357a328-8d91-4b19-8650-bdf614d1d1d0),segment_id=6357a328-8d91-4b19-8650-bdf614d1d1d0)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:29:26.174644 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:26.213695 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:26.238504 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:26.241179 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088f8d2-7ee9-4200-af62-0da173cb6e4a None None] Pushing event updated for resources: {'Port': ['ID=a4fec07e-6117-411c-90ec-9f3feb686da4,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:26.371826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Allocated IP 172.25.2.178 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/43e422a0-27a0-40dc-b922-77abe3988cbb) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:29:26.459084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827dceab-0c21-49e5-9948-9e9f8f106284 req-17bc0891-bd25-4203-b61e-37c03723bfdc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:26.463790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-827dceab-0c21-49e5-9948-9e9f8f106284 req-17bc0891-bd25-4203-b61e-37c03723bfdc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1134892 Dec 16 22:29:26.502066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21022c20-f043-4e45-9f42-3c1ce2f8df02 req-ac7609ae-2269-46ae-809d-404220abbb10 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:26.503680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21022c20-f043-4e45-9f42-3c1ce2f8df02 req-ac7609ae-2269-46ae-809d-404220abbb10 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1227016 Dec 16 22:29:26.506117 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:26.570228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-827dceab-0c21-49e5-9948-9e9f8f106284 req-4e94d55e-2d8f-4113-bd07-e8fa3b01ff0e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952296 Dec 16 22:29:26.588736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21022c20-f043-4e45-9f42-3c1ce2f8df02 req-1266a8a0-5cab-4435-b976-2a66cb3921cc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690885 Dec 16 22:29:26.649933 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:26.680467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6fed1f9d-b5f3-4a7b-b250-4a4950d6a992 req-8c0502d5-eed5-4d7c-bece-b4bdd0044d2b tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0453541 Dec 16 22:29:26.724636 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:26.732247 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:26.736009 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:29:26.746600 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947609fc-b2a3-4a9e-a5eb-69b0435577bb None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:29:26.754438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-483e5601-6978-4f21-b300-aeace9616712 req-32988749-7a63-4646-9fc5-bda44d2d2ac1 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0415795 Dec 16 22:29:26.795155 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a83ed0f8-9661-4446-81d2-f3af7f3694aa req-75f9be58-77ec-48e9-9f1c-65248828e6c9 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0442636 Dec 16 22:29:26.798665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8be8d890-0d09-4c9a-8b3a-a92dbb01871b None None] Provisioning complete for port 43e422a0-27a0-40dc-b922-77abe3988cbb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:26.798908 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8be8d890-0d09-4c9a-8b3a-a92dbb01871b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:26.857779 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Pushing event updated for resources: {'Port': ['ID=43e422a0-27a0-40dc-b922-77abe3988cbb,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:26.858637 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8be8d890-0d09-4c9a-8b3a-a92dbb01871b None None] Port 43e422a0-27a0-40dc-b922-77abe3988cbb cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:29:27.141101 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.387256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a4fec07e-6117-411c-90ec-9f3feb686da4 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:27.396596 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.432566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab55261-bfea-4a31-b37e-279563acb035 None None] Network 4c8ac751-0461-4def-b0a8-b730be8d39e2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:27.505165 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port a4fec07e-6117-411c-90ec-9f3feb686da4 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:27.505536 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.535910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e7b4c4f8-a381-41af-8ade-d1d53fdb9e95 None None] Provisioning complete for port a4fec07e-6117-411c-90ec-9f3feb686da4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:27.536286 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c4f8-a381-41af-8ade-d1d53fdb9e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.608225 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Router 5baead92-53e5-471c-8aa6-f23bf1c42080 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:29:27.700116 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.720885 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c4f8-a381-41af-8ade-d1d53fdb9e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.760029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port a4fec07e-6117-411c-90ec-9f3feb686da4, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a4fec07e-6117-411c-90ec-9f3feb686da4,segment=NetworkSegment(6357a328-8d91-4b19-8650-bdf614d1d1d0),segment_id=6357a328-8d91-4b19-8650-bdf614d1d1d0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:27.772085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d454c-2ec8-4c49-bb7a-24d1ce136c99 req-9d1f6e14-0d73-4240-9a27-d2e701bf44e6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:27.774883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d78d454c-2ec8-4c49-bb7a-24d1ce136c99 req-9d1f6e14-0d73-4240-9a27-d2e701bf44e6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1007152 Dec 16 22:29:27.789198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be1e66-a09c-46fa-a3c5-cce95f70b307 req-eefe567d-737b-41e1-b120-173678ab1157 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:27.791551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5be1e66-a09c-46fa-a3c5-cce95f70b307 req-eefe567d-737b-41e1-b120-173678ab1157 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1282029 Dec 16 22:29:27.808278 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:29:27.821533 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Sync routers for ids ['5baead92-53e5-471c-8aa6-f23bf1c42080'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:29:27.837198 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Routers {'5baead92-53e5-471c-8aa6-f23bf1c42080'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:27.837837 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:29:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5baead92-53e5-471c-8aa6-f23bf1c42080'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:27.884746 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.899254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5be1e66-a09c-46fa-a3c5-cce95f70b307 req-44d2fea6-1762-4c31-862f-65d18fb263a6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981548 Dec 16 22:29:27.914141 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.915807 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-40441c2e-6597-4e00-8cee-fc4b385674dc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4721839 Dec 16 22:29:27.918456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55142) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:27.941635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d78d454c-2ec8-4c49-bb7a-24d1ce136c99 req-3c3a3461-00ae-44b6-a766-dd3aa6e672a0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484625 Dec 16 22:29:27.982959 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Set router 5baead92-53e5-471c-8aa6-f23bf1c42080 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:29:28.023349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50f56c2f-4cf8-4592-a61b-ad47cafb5406 req-6c171f4c-c0c5-43c7-a836-00751b01a905 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0485587 Dec 16 22:29:28.071903 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-e7b4c4f8-a381-41af-8ade-d1d53fdb9e95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:29:28.072360 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-e7b4c4f8-a381-41af-8ade-d1d53fdb9e95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:29:28.079223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=a4fec07e-6117-411c-90ec-9f3feb686da4,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:28.098012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af1b2343-3d88-4bc9-8290-3d19e320c7db req-75d404f4-2445-440e-b54c-2f91be87d718 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0671282 Dec 16 22:29:28.143804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40d7761c-b8f8-4973-918c-07e76a70d844 req-702481b8-671e-4f5b-8e76-97b82871c9c9 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0349281 Dec 16 22:29:28.275360 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'name': 'tempest-TestServerBasicOps-726547584-router', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:25Z', 'updated_at': '2021-12-16T22:29:26Z', 'revision_number': 3, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'gw_port': {'id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:26Z', 'updated_at': '2021-12-16T22:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:28.303328 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Checking router: 5baead92-53e5-471c-8aa6-f23bf1c42080 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:29:28.303683 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Updating router 5baead92-53e5-471c-8aa6-f23bf1c42080 port 43e422a0-27a0-40dc-b922-77abe3988cbb binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:29:28.331059 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.592730 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.665417 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.713072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2590ad6-cf22-49da-a2e3-a171e1ab23b9 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:29:28.723594 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Attempting to bind port 43e422a0-27a0-40dc-b922-77abe3988cbb on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:29:28.723971 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Attempting to bind port 43e422a0-27a0-40dc-b922-77abe3988cbb by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:29:28.724340 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Attempting to bind port 43e422a0-27a0-40dc-b922-77abe3988cbb on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:29:28.730552 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb796ad8-1669-4532-b98b-a30a1525d6f3 None None] Pushing event updated for resources: {'Port': ['ID=43e422a0-27a0-40dc-b922-77abe3988cbb,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:28.736760 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:29:28.737133 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:28.738365 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.738770 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:29:28.739257 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Bound port: 43e422a0-27a0-40dc-b922-77abe3988cbb, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:29:28.739642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2069f35e-7fc0-48e4-ac0a-ecb0bdfc2e63 None None] Provisioning complete for port a4fec07e-6117-411c-90ec-9f3feb686da4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:28.739755 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.740121 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2069f35e-7fc0-48e4-ac0a-ecb0bdfc2e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.765779 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb796ad8-1669-4532-b98b-a30a1525d6f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:28.766336 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb796ad8-1669-4532-b98b-a30a1525d6f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:28.766934 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb796ad8-1669-4532-b98b-a30a1525d6f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:28.767535 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb796ad8-1669-4532-b98b-a30a1525d6f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:28.768703 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb796ad8-1669-4532-b98b-a30a1525d6f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:28.769033 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb796ad8-1669-4532-b98b-a30a1525d6f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:28.769356 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb796ad8-1669-4532-b98b-a30a1525d6f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:28.769739 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb796ad8-1669-4532-b98b-a30a1525d6f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:28.770009 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb796ad8-1669-4532-b98b-a30a1525d6f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:28.770364 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb796ad8-1669-4532-b98b-a30a1525d6f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:28.770771 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb796ad8-1669-4532-b98b-a30a1525d6f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:28.771122 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb796ad8-1669-4532-b98b-a30a1525d6f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:28.771487 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb796ad8-1669-4532-b98b-a30a1525d6f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:28.781530 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.811562 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] For port 43e422a0-27a0-40dc-b922-77abe3988cbb, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:29:28.814844 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] For port 43e422a0-27a0-40dc-b922-77abe3988cbb, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=43e422a0-27a0-40dc-b922-77abe3988cbb,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:29:28.935362 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.964044 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Allocated IP 172.20.0.1 (4c8ac751-0461-4def-b0a8-b730be8d39e2/e4a5e6be-2343-411d-83c3-fd248d67f67e/17274c27-b13c-43d0-91e4-cbdb36e8044e) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:29:28.977648 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e46f4565-11df-4955-98cb-95272784f69e None None] Provisioning complete for port 43e422a0-27a0-40dc-b922-77abe3988cbb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:28.977648 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e46f4565-11df-4955-98cb-95272784f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.990989 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb796ad8-1669-4532-b98b-a30a1525d6f3 None None] Pushing event updated for resources: {'Port': ['ID=43e422a0-27a0-40dc-b922-77abe3988cbb,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:29.045822 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Routers {'5baead92-53e5-471c-8aa6-f23bf1c42080'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:29.046673 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:29:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5baead92-53e5-471c-8aa6-f23bf1c42080'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:29.056654 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb470e98-10ae-4ebe-885e-015cd9abaeb5 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:29:29.093737 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:29.125815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7438a-0469-4d0a-90c4-509dc9fc25dd req-865f8626-f94e-461f-9914-d5ed98f63bcd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:29.132907 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44d7438a-0469-4d0a-90c4-509dc9fc25dd req-865f8626-f94e-461f-9914-d5ed98f63bcd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1277261 Dec 16 22:29:29.159630 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e46f4565-11df-4955-98cb-95272784f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:29.162813 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda7236-670a-4406-b2c3-aef0c4f1afcd req-83c1974e-3b9c-4e17-9e9b-2511a4672791 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:29.164590 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1dda7236-670a-4406-b2c3-aef0c4f1afcd req-83c1974e-3b9c-4e17-9e9b-2511a4672791 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0997627 Dec 16 22:29:29.189426 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e46f4565-11df-4955-98cb-95272784f69e None None] For port 43e422a0-27a0-40dc-b922-77abe3988cbb, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=43e422a0-27a0-40dc-b922-77abe3988cbb,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:29.203469 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:29.227014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44d7438a-0469-4d0a-90c4-509dc9fc25dd req-060f0921-b25f-4c98-ac41-ae51df75dc23 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902698 Dec 16 22:29:29.257471 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Network 4c8ac751-0461-4def-b0a8-b730be8d39e2 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:29.261206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:29.265275 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e46f4565-11df-4955-98cb-95272784f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:29.267647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1dda7236-670a-4406-b2c3-aef0c4f1afcd req-a26c33f9-94f9-4cad-ac35-b19f39a7ded9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936272 Dec 16 22:29:29.289427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:29:29.346788 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] Set router 5baead92-53e5-471c-8aa6-f23bf1c42080 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:29:29.362519 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1923307-d341-435a-b7f6-06e46e492227 req-c2bf1e25-ef23-4b39-b718-03694f5493a2 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0448620 Dec 16 22:29:29.371784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Pushing event updated for resources: {'Port': ['ID=17274c27-b13c-43d0-91e4-cbdb36e8044e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:29.441284 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:29.447567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8474164-53eb-45aa-8c67-592d9952a86a req-663a8698-fc21-4bfb-a936-d008bcf1f622 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0776515 Dec 16 22:29:29.575895 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d6bf58b-5651-457d-a966-6111462ccf2f req-f8b3378b-2b67-4b90-b698-3e210e19b202 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0522103 Dec 16 22:29:29.584563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a4fec07e-6117-411c-90ec-9f3feb686da4 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:29.648842 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3ce5c625-0e73-4ae9-8d25-06b732d4b2ad None None] Provisioning complete for port 43e422a0-27a0-40dc-b922-77abe3988cbb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:29.649223 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c625-0e73-4ae9-8d25-06b732d4b2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:29.654273 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f4565-11df-4955-98cb-95272784f69e None None] Pushing event updated for resources: {'Port': ['ID=43e422a0-27a0-40dc-b922-77abe3988cbb,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:29.676630 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'name': 'tempest-TestServerBasicOps-726547584-router', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:25Z', 'updated_at': '2021-12-16T22:29:26Z', 'revision_number': 3, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'gw_port': {'id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:26Z', 'updated_at': '2021-12-16T22:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:29.700447 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:29.705149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port a4fec07e-6117-411c-90ec-9f3feb686da4 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:29.705523 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:29.705654 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5e47ae-3a61-4028-a547-86f7ef29b847 None None] The sync data for ids ['5baead92-53e5-471c-8aa6-f23bf1c42080'] in n-d-821840-2 is: [{'id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'name': 'tempest-TestServerBasicOps-726547584-router', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:25Z', 'updated_at': '2021-12-16T22:29:26Z', 'revision_number': 3, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'gw_port': {'id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:26Z', 'updated_at': '2021-12-16T22:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:29:29.912663 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:29.917540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-74e0366b-4e2c-44e0-9599-99a9295f84f8 None None] Provisioning complete for port 17274c27-b13c-43d0-91e4-cbdb36e8044e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:29.917969 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-74e0366b-4e2c-44e0-9599-99a9295f84f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:29.983981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-74e0366b-4e2c-44e0-9599-99a9295f84f8 None None] Port 17274c27-b13c-43d0-91e4-cbdb36e8044e cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:29:30.019706 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:30.090808 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Pushing event updated for resources: {'Port': ['ID=17274c27-b13c-43d0-91e4-cbdb36e8044e,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:30.093508 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:30.214716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Network 4c8ac751-0461-4def-b0a8-b730be8d39e2 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:30.216444 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:30.391194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Router 5baead92-53e5-471c-8aa6-f23bf1c42080 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:29:30.432215 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2d323-3c62-4421-b5fd-c4c6b90f8401 req-4a77d235-d965-4c3e-9f8c-0c758ab6c145 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:30.441813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40c2d323-3c62-4421-b5fd-c4c6b90f8401 req-4a77d235-d965-4c3e-9f8c-0c758ab6c145 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1027794 Dec 16 22:29:30.537854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44893776-7ae5-40fc-b57a-61843e9f5901 req-59961a3d-3113-468b-a256-2dc61963e7c4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:30.540310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44893776-7ae5-40fc-b57a-61843e9f5901 req-59961a3d-3113-468b-a256-2dc61963e7c4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0903015 Dec 16 22:29:30.601771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40c2d323-3c62-4421-b5fd-c4c6b90f8401 req-816ef177-384d-4225-a221-c17787dd0691 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586852 Dec 16 22:29:30.623538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8b963e2c-4f64-4383-8b33-a71538538f3d None None] Provisioning complete for port 17274c27-b13c-43d0-91e4-cbdb36e8044e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:30.623975 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b963e2c-4f64-4383-8b33-a71538538f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:30.647409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:29:30.650314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44893776-7ae5-40fc-b57a-61843e9f5901 req-3821fd99-8634-47b2-a676-89aa33f69185 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007788 Dec 16 22:29:30.662733 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-72457c01-9cb2-44d9-9d46-647c82c52b9c admin admin] 10.222.0.43 "PUT /v2.0/routers/5baead92-53e5-471c-8aa6-f23bf1c42080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7380409 Dec 16 22:29:30.693255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8b963e2c-4f64-4383-8b33-a71538538f3d None None] Port 17274c27-b13c-43d0-91e4-cbdb36e8044e cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:29:30.701732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92a4c96b-db2c-4b22-8c4e-d80a9af16e08 req-77d6b1ec-2f84-4b37-ae34-5113e9f4eb8e tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0486016 Dec 16 22:29:30.769000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f63c4b8-7c35-4281-973f-b12a5e88bca0 req-28255c38-c61e-4444-a0e4-db9fe06dbe9e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0351157 Dec 16 22:29:30.828301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1bbd2b03-56a3-41b2-b196-8642192e3ce5 req-4e9416f8-956d-42d5-961b-409a8595eb03 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0303459 Dec 16 22:29:31.411080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 43e422a0-27a0-40dc-b922-77abe3988cbb up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:31.466400 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 43e422a0-27a0-40dc-b922-77abe3988cbb triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:31.466911 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:31.672555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55262) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:31.679747 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-bd32d7bd-eadb-4da9-9bb7-a4a550041664 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1355196632-network', 'tenant_id': '4d9d5c9356584e7eb0205c03b08d812d'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:31.742226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Sync routers for ids ['5baead92-53e5-471c-8aa6-f23bf1c42080'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:29:31.752165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318e87d-41d8-4f34-b567-94e0e9bcbcf2 req-302d3257-5a32-461f-8d4a-ed5c9d9ba3b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:31.753245 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Routers {'5baead92-53e5-471c-8aa6-f23bf1c42080'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:31.753899 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:29:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5baead92-53e5-471c-8aa6-f23bf1c42080'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:31.756038 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5318e87d-41d8-4f34-b567-94e0e9bcbcf2 req-302d3257-5a32-461f-8d4a-ed5c9d9ba3b3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0777977 Dec 16 22:29:31.796375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd32d7bd-eadb-4da9-9bb7-a4a550041664 admin admin] Made reservation on behalf of 4d9d5c9356584e7eb0205c03b08d812d for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:31.800095 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd32d7bd-eadb-4da9-9bb7-a4a550041664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:31.813300 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd32d7bd-eadb-4da9-9bb7-a4a550041664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:31.857846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fec179-73af-4ca5-b33e-e2de260c351e req-8eb0cbf0-da90-4c80-849c-973030648d81 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:31.859480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01fec179-73af-4ca5-b33e-e2de260c351e req-8eb0cbf0-da90-4c80-849c-973030648d81 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0897164 Dec 16 22:29:31.863864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5318e87d-41d8-4f34-b567-94e0e9bcbcf2 req-70fbce3f-57fd-45c9-827e-c867c6d58d2c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002309 Dec 16 22:29:31.904808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Set router 5baead92-53e5-471c-8aa6-f23bf1c42080 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:29:31.926267 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01fec179-73af-4ca5-b33e-e2de260c351e req-7577f09e-82b4-4b1a-b3e8-824754786669 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598896 Dec 16 22:29:31.971096 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd32d7bd-eadb-4da9-9bb7-a4a550041664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:31.989081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7be439d0-4a7b-46dc-81ce-db489f87ee30 req-f51a2d47-a5b9-4dca-9b88-3af84e4ac974 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0363855 Dec 16 22:29:32.027892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a0bf29e-99db-451e-a759-1674b960101c req-82d6a9c4-ae86-4922-b6f8-8bf84f9f7a2c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0408740 Dec 16 22:29:32.074922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00e1b2e2-a996-43e3-ad79-937905f7e896 req-3db90609-8334-4caa-94d1-64bd0e33015c tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0288942 Dec 16 22:29:32.094635 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd32d7bd-eadb-4da9-9bb7-a4a550041664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.118936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd32d7bd-eadb-4da9-9bb7-a4a550041664 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:29:32.135878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32d7bd-eadb-4da9-9bb7-a4a550041664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5038884-3fb5-48d2-8db9-0f2e9a1a79ed,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:32.140218 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd32d7bd-eadb-4da9-9bb7-a4a550041664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.140605 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-bd32d7bd-eadb-4da9-9bb7-a4a550041664 admin admin] Added segment 43764d27-1fbb-4ac7-94bd-187ac2032ddb of type vlan for network 98fe444e-7717-4ebf-8549-f7aacf62900f Dec 16 22:29:32.187799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'name': 'tempest-TestServerBasicOps-726547584-router', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:25Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'gw_port': {'id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:26Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '17274c27-b13c-43d0-91e4-cbdb36e8044e', 'name': '', 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'mac_address': 'fa:16:3e:0e:0e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:28Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 2, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'subnets': [{'id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:32.192632 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd32d7bd-eadb-4da9-9bb7-a4a550041664 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.227107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Checking router: 5baead92-53e5-471c-8aa6-f23bf1c42080 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:29:32.227582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Updating router 5baead92-53e5-471c-8aa6-f23bf1c42080 port 17274c27-b13c-43d0-91e4-cbdb36e8044e binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:29:32.257824 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.306624 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd32d7bd-eadb-4da9-9bb7-a4a550041664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.308342 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd32d7bd-eadb-4da9-9bb7-a4a550041664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:32.309301 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd32d7bd-eadb-4da9-9bb7-a4a550041664 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.392437 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32d7bd-eadb-4da9-9bb7-a4a550041664 admin admin] Pushing event updated for resources: {'Network': ['ID=98fe444e-7717-4ebf-8549-f7aacf62900f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:32.407347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 98fe444e-7717-4ebf-8549-f7aacf62900f details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:29:32.437949 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bd32d7bd-eadb-4da9-9bb7-a4a550041664 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7634857 Dec 16 22:29:32.440749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 55272) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:32.446174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-3711ba39-13e0-4f72-8695-26a98bc1ee3c admin admin] Request body: {'subnet': {'network_id': '98fe444e-7717-4ebf-8549-f7aacf62900f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1355196632-subnet', 'tenant_id': '4d9d5c9356584e7eb0205c03b08d812d', 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:32.568628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3711ba39-13e0-4f72-8695-26a98bc1ee3c admin admin] Made reservation on behalf of 4d9d5c9356584e7eb0205c03b08d812d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:32.571725 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3711ba39-13e0-4f72-8695-26a98bc1ee3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.644705 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.737660 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.795582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0695a3-2b15-4804-b8db-5bf91e77a048 None None] Pushing event updated for resources: {'Port': ['ID=17274c27-b13c-43d0-91e4-cbdb36e8044e,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:32.841162 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3711ba39-13e0-4f72-8695-26a98bc1ee3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.865799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Attempting to bind port 17274c27-b13c-43d0-91e4-cbdb36e8044e on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:29:32.867796 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Attempting to bind port 17274c27-b13c-43d0-91e4-cbdb36e8044e by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '6357a328-8d91-4b19-8650-bdf614d1d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:29:32.868425 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Attempting to bind port 17274c27-b13c-43d0-91e4-cbdb36e8044e on network 4c8ac751-0461-4def-b0a8-b730be8d39e2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:29:32.876550 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:29:32.876951 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Checking segment: {'id': '6357a328-8d91-4b19-8650-bdf614d1d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:32.877764 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.878253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Bound using segment: {'id': '6357a328-8d91-4b19-8650-bdf614d1d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:29:32.878844 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Bound port: 17274c27-b13c-43d0-91e4-cbdb36e8044e, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6357a328-8d91-4b19-8650-bdf614d1d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:29:32.879490 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.004365 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711ba39-13e0-4f72-8695-26a98bc1ee3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=483ff924-dc02-43d0-b0bf-c9689600871a,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:33.013301 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] For port 17274c27-b13c-43d0-91e4-cbdb36e8044e, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:29:33.023528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] For port 17274c27-b13c-43d0-91e4-cbdb36e8044e, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=17274c27-b13c-43d0-91e4-cbdb36e8044e,segment=NetworkSegment(6357a328-8d91-4b19-8650-bdf614d1d1d0),segment_id=6357a328-8d91-4b19-8650-bdf614d1d1d0)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:29:33.111823 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.177647 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae041ed8-e5e0-4068-83d6-0dd6479d17da req-3b30f3eb-3d32-4c7d-b55c-f93eb728f790 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:33.188159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae041ed8-e5e0-4068-83d6-0dd6479d17da req-3b30f3eb-3d32-4c7d-b55c-f93eb728f790 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1442940 Dec 16 22:29:33.201328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Routers {'5baead92-53e5-471c-8aa6-f23bf1c42080'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:33.202506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:29:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5baead92-53e5-471c-8aa6-f23bf1c42080'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:33.205322 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711ba39-13e0-4f72-8695-26a98bc1ee3c admin admin] Checking segment: {'id': '43764d27-1fbb-4ac7-94bd-187ac2032ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98fe444e-7717-4ebf-8549-f7aacf62900f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:33.205824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3711ba39-13e0-4f72-8695-26a98bc1ee3c admin admin] Network hostable DHCP agents. Network: 98fe444e-7717-4ebf-8549-f7aacf62900f, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:29:33.208104 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0695a3-2b15-4804-b8db-5bf91e77a048 None None] Pushing event updated for resources: {'Port': ['ID=17274c27-b13c-43d0-91e4-cbdb36e8044e,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:33.238503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea164d15-0c1d-4364-9e16-e5090ebf819e req-bc7f1220-080a-40b9-9530-a453cb4f78e8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:33.240211 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea164d15-0c1d-4364-9e16-e5090ebf819e req-bc7f1220-080a-40b9-9530-a453cb4f78e8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1855433 Dec 16 22:29:33.324589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-20dc23c2-538f-4482-9477-d474ac04a32b None None] Provisioning complete for port 17274c27-b13c-43d0-91e4-cbdb36e8044e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:33.324589 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20dc23c2-538f-4482-9477-d474ac04a32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.324900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae041ed8-e5e0-4068-83d6-0dd6479d17da req-3eae8e87-7324-4491-92c8-075ec3fcb119 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266441 Dec 16 22:29:33.443351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3711ba39-13e0-4f72-8695-26a98bc1ee3c admin admin] Network 98fe444e-7717-4ebf-8549-f7aacf62900f is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:29:33.467147 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] Set router 5baead92-53e5-471c-8aa6-f23bf1c42080 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:29:33.477764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea164d15-0c1d-4364-9e16-e5090ebf819e req-4b57b003-32e2-45a1-bfcb-338602e413b1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712039 Dec 16 22:29:33.529289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f31178f5-4ec6-40d5-9edd-526f72ca7acb req-593801ff-4637-47d5-87bc-ca78e9f1157a tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0873196 Dec 16 22:29:33.575343 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77d4a1ad-2bcb-4c42-b481-d14c9ba81741 req-2e8ba7fe-c6da-4150-9409-da25b1d3d112 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0414648 Dec 16 22:29:33.594285 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-3711ba39-13e0-4f72-8695-26a98bc1ee3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 98fe444e-7717-4ebf-8549-f7aacf62900f) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:33.607120 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4fefeb-1319-474f-9936-b29d01b53d91 None None] Network 98fe444e-7717-4ebf-8549-f7aacf62900f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:33.607551 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711ba39-13e0-4f72-8695-26a98bc1ee3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:33.609120 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3711ba39-13e0-4f72-8695-26a98bc1ee3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.611066 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20dc23c2-538f-4482-9477-d474ac04a32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.648591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb274a1b-45d5-4832-8c49-e032a47a86ae req-15ae0ae7-a15a-45ca-82ec-0d583656f659 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0325782 Dec 16 22:29:33.725436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3711ba39-13e0-4f72-8695-26a98bc1ee3c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2836688 Dec 16 22:29:33.728749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55288) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:33.733861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1355196632-router', 'tenant_id': '4d9d5c9356584e7eb0205c03b08d812d', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:33.843853 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:29:33.846306 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.847584 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.903523 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.913953 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-20dc23c2-538f-4482-9477-d474ac04a32b None None] For port 17274c27-b13c-43d0-91e4-cbdb36e8044e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=17274c27-b13c-43d0-91e4-cbdb36e8044e,segment=NetworkSegment(6357a328-8d91-4b19-8650-bdf614d1d1d0),segment_id=6357a328-8d91-4b19-8650-bdf614d1d1d0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:34.002158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-98fe444e-7717-4ebf-8549-f7aacf62900f', 'network_id': '98fe444e-7717-4ebf-8549-f7aacf62900f', 'project_id': '4d9d5c9356584e7eb0205c03b08d812d', 'fixed_ips': [{'subnet_id': '483ff924-dc02-43d0-b0bf-c9689600871a'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:29:34.003053 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.112663 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20dc23c2-538f-4482-9477-d474ac04a32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.161203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'name': 'tempest-TestServerBasicOps-726547584-router', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:25Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'gw_port': {'id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:26Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '17274c27-b13c-43d0-91e4-cbdb36e8044e', 'name': '', 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'mac_address': 'fa:16:3e:0e:0e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:28Z', 'updated_at': '2021-12-16T22:29:33Z', 'revision_number': 4, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'subnets': [{'id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:34.192423 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.230578 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9914372d-b31a-4c56-b9e3-017186b647de None None] The sync data for ids ['5baead92-53e5-471c-8aa6-f23bf1c42080'] in n-d-821840-2 is: [{'id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'name': 'tempest-TestServerBasicOps-726547584-router', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:25Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'gw_port': {'id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:26Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '17274c27-b13c-43d0-91e4-cbdb36e8044e', 'name': '', 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'mac_address': 'fa:16:3e:0e:0e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:28Z', 'updated_at': '2021-12-16T22:29:33Z', 'revision_number': 4, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'subnets': [{'id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:29:34.263211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc23c2-538f-4482-9477-d474ac04a32b None None] Pushing event updated for resources: {'Port': ['ID=17274c27-b13c-43d0-91e4-cbdb36e8044e,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:34.275324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8d014010-1822-4e4c-8f46-525fc8869798 None None] Provisioning complete for port 17274c27-b13c-43d0-91e4-cbdb36e8044e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:34.275711 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d014010-1822-4e4c-8f46-525fc8869798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.277754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Allocated IP 172.20.0.2 (98fe444e-7717-4ebf-8549-f7aacf62900f/483ff924-dc02-43d0-b0bf-c9689600871a/e9992945-20db-453d-95fe-68bd046fdc50) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:29:34.493929 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20bab8-1966-464d-8712-e2f9067a89ed req-2637d406-39ca-485d-be52-06c2c7a8a020 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:34.503580 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8f20bab8-1966-464d-8712-e2f9067a89ed req-2637d406-39ca-485d-be52-06c2c7a8a020 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0804372 Dec 16 22:29:34.636376 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.642497 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8f20bab8-1966-464d-8712-e2f9067a89ed req-f82d197a-14b3-49c2-bde4-ff79f51c5f53 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375446 Dec 16 22:29:34.698136 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b19024-ab5b-40ea-8f13-97008d4cba2a req-1cc33059-ad4f-4945-8240-13e4a3aa81da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:34.698331 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.702611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33b19024-ab5b-40ea-8f13-97008d4cba2a req-1cc33059-ad4f-4945-8240-13e4a3aa81da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1127133 Dec 16 22:29:34.717634 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.763354 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.774247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Network 98fe444e-7717-4ebf-8549-f7aacf62900f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:34.778557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:34.783498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:29:34.795344 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Pushing event updated for resources: {'Port': ['ID=e9992945-20db-453d-95fe-68bd046fdc50,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:34.846362 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ca649b1-4675-462a-ba09-92a80b0a7a03 req-1526b9fc-f456-46f2-b2b3-d1697b51c9c5 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.1081202 Dec 16 22:29:34.872373 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Attempting to bind port e9992945-20db-453d-95fe-68bd046fdc50 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:29:34.873116 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Attempting to bind port e9992945-20db-453d-95fe-68bd046fdc50 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '43764d27-1fbb-4ac7-94bd-187ac2032ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98fe444e-7717-4ebf-8549-f7aacf62900f'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:29:34.873688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Attempting to bind port e9992945-20db-453d-95fe-68bd046fdc50 on network 98fe444e-7717-4ebf-8549-f7aacf62900f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:29:34.880248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:29:34.880930 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Checking segment: {'id': '43764d27-1fbb-4ac7-94bd-187ac2032ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98fe444e-7717-4ebf-8549-f7aacf62900f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:34.882099 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.882889 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Bound using segment: {'id': '43764d27-1fbb-4ac7-94bd-187ac2032ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98fe444e-7717-4ebf-8549-f7aacf62900f'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:29:34.883564 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Bound port: e9992945-20db-453d-95fe-68bd046fdc50, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43764d27-1fbb-4ac7-94bd-187ac2032ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98fe444e-7717-4ebf-8549-f7aacf62900f'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:29:34.884164 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.951810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33b19024-ab5b-40ea-8f13-97008d4cba2a req-6977826b-f2c3-4617-bb88-0d757c0f6af7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458277 Dec 16 22:29:35.052595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f34b4a17-5bc7-47e7-b7e0-78a83d9c4af8 req-ecf0a2b5-ed25-4a6f-a8de-c5c490315eb2 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0790308 Dec 16 22:29:35.063397 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] For port e9992945-20db-453d-95fe-68bd046fdc50, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:29:35.078041 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Allocated IP 172.25.2.97 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/651dfc96-d4e9-46c2-96a0-0e7e31f1e460) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:29:35.078526 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] For port e9992945-20db-453d-95fe-68bd046fdc50, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e9992945-20db-453d-95fe-68bd046fdc50,segment=NetworkSegment(43764d27-1fbb-4ac7-94bd-187ac2032ddb),segment_id=43764d27-1fbb-4ac7-94bd-187ac2032ddb)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:29:35.151856 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:35.160577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0d53382-c0de-490c-8e51-4ead7818b578 req-213a5456-1f5d-4b5e-8e4a-7d5b40a35996 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0704083 Dec 16 22:29:35.289073 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38111b3e-c460-4250-a852-f2c8477473c4 None None] Pushing event updated for resources: {'Port': ['ID=e9992945-20db-453d-95fe-68bd046fdc50,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:35.290554 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:35.420666 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 17274c27-b13c-43d0-91e4-cbdb36e8044e up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:35.452321 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:35.523151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 17274c27-b13c-43d0-91e4-cbdb36e8044e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:35.526852 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:35.527821 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:35.533684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:35.537987 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:29:35.604422 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Pushing event updated for resources: {'Port': ['ID=651dfc96-d4e9-46c2-96a0-0e7e31f1e460,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:35.624249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea745cd-e426-4650-a473-502078aa2876 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:29:35.849232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6ca03e25-25d5-42bd-9bf0-0232b1f22788 None None] Provisioning complete for port 651dfc96-d4e9-46c2-96a0-0e7e31f1e460 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:35.850291 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ca03e25-25d5-42bd-9bf0-0232b1f22788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:35.937155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6ca03e25-25d5-42bd-9bf0-0232b1f22788 None None] Port 651dfc96-d4e9-46c2-96a0-0e7e31f1e460 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:29:35.941566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d3587-3af5-4dd0-b5fa-1964f1682723 req-add16f90-be13-4d92-9b35-2bd3626aeb98 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:35.943888 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b9d3587-3af5-4dd0-b5fa-1964f1682723 req-add16f90-be13-4d92-9b35-2bd3626aeb98 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1435874 Dec 16 22:29:36.056308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33f5cccc-a2ee-4807-8eef-15edef95322d req-5b96f160-13e6-4c9f-8fa4-e28aa68a5497 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0567968 Dec 16 22:29:36.081387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b9d3587-3af5-4dd0-b5fa-1964f1682723 req-81302769-6e91-4012-acfa-0292ebf3bfe0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200716 Dec 16 22:29:36.197633 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:36.206751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b574af8-376b-4975-9c4f-a54cc192d2b6 req-fee39cb7-cbc3-414f-8774-fc152883ce31 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0426390 Dec 16 22:29:36.375807 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb446969-1668-434b-b9ba-967b45fcfd2a req-2940adde-cc80-4754-a2af-65899dcae35d tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0677748 Dec 16 22:29:36.387426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a88e0c-6781-4a2b-a64f-8f80c080dd0a req-a4ee3c22-0b57-4e90-bd07-7baf06a0921c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:36.396942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5a88e0c-6781-4a2b-a64f-8f80c080dd0a req-a4ee3c22-0b57-4e90-bd07-7baf06a0921c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.2508206 Dec 16 22:29:36.460397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5a88e0c-6781-4a2b-a64f-8f80c080dd0a req-838f1b41-cf1c-4c07-beaf-76ef42e89431 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603192 Dec 16 22:29:36.506455 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:36.773909 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Router a665c43b-cb1f-4cca-8cca-1fb60aa97178 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:29:36.777618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a36400-2ec5-4a14-a4c4-32dca71033ad None None] Network 98fe444e-7717-4ebf-8549-f7aacf62900f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:36.892896 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2c554573-dce8-4490-a53c-86e42f246177 None None] Provisioning complete for port e9992945-20db-453d-95fe-68bd046fdc50 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:36.893271 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c554573-dce8-4490-a53c-86e42f246177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:36.896761 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:29:36.908998 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Sync routers for ids ['a665c43b-cb1f-4cca-8cca-1fb60aa97178'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:29:36.921436 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Routers {'a665c43b-cb1f-4cca-8cca-1fb60aa97178'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:36.922867 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:29:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a665c43b-cb1f-4cca-8cca-1fb60aa97178'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:37.009903 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c554573-dce8-4490-a53c-86e42f246177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:37.033523 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:37.039537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 55320) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:37.046776 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7914d5e8-8532-4b7b-87bc-8547409972f5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3166382 Dec 16 22:29:37.069491 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2c554573-dce8-4490-a53c-86e42f246177 None None] For port e9992945-20db-453d-95fe-68bd046fdc50, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e9992945-20db-453d-95fe-68bd046fdc50,segment=NetworkSegment(43764d27-1fbb-4ac7-94bd-187ac2032ddb),segment_id=43764d27-1fbb-4ac7-94bd-187ac2032ddb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:37.103109 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Set router a665c43b-cb1f-4cca-8cca-1fb60aa97178 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:29:37.168148 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c554573-dce8-4490-a53c-86e42f246177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:37.186273 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0499677a-ec02-4c3c-90c4-36e81b16e17a req-2bb182bf-e4ce-4e50-af69-57a1ae7dfd27 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0647979 Dec 16 22:29:37.280313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c554573-dce8-4490-a53c-86e42f246177 None None] Pushing event updated for resources: {'Port': ['ID=e9992945-20db-453d-95fe-68bd046fdc50,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:37.298955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ad5f67d1-4e69-4d6c-9b3c-0b45405a9117 None None] Provisioning complete for port e9992945-20db-453d-95fe-68bd046fdc50 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:37.299361 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad5f67d1-4e69-4d6c-9b3c-0b45405a9117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:37.353189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb30df2b-0ac6-4058-b04e-a33b4395cab2 req-fd7154f7-ed49-402d-bda6-c481551824bf tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0753224 Dec 16 22:29:37.470272 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab71d2-000e-41f6-88af-f45f348c802d req-db78a935-3b22-4898-a756-de0f1f3f4a2e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:37.473983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7ab71d2-000e-41f6-88af-f45f348c802d req-db78a935-3b22-4898-a756-de0f1f3f4a2e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.2775586 Dec 16 22:29:37.514823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e9992945-20db-453d-95fe-68bd046fdc50 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:37.532133 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'name': 'tempest-TestServerBasicOps-1355196632-router', 'tenant_id': '4d9d5c9356584e7eb0205c03b08d812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '651dfc96-d4e9-46c2-96a0-0e7e31f1e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:33Z', 'updated_at': '2021-12-16T22:29:35Z', 'revision_number': 3, 'project_id': '4d9d5c9356584e7eb0205c03b08d812d', 'gw_port': {'id': '651dfc96-d4e9-46c2-96a0-0e7e31f1e460', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:34Z', 'updated_at': '2021-12-16T22:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:37.552381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7594ea55-3352-4882-87b1-5e9f1cff69c3 req-d89b0335-733e-4c54-be0e-24e8a434ab71 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0716364 Dec 16 22:29:37.567605 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Checking router: a665c43b-cb1f-4cca-8cca-1fb60aa97178 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:29:37.567966 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Updating router a665c43b-cb1f-4cca-8cca-1fb60aa97178 port 651dfc96-d4e9-46c2-96a0-0e7e31f1e460 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:29:37.618684 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:37.651629 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e9992945-20db-453d-95fe-68bd046fdc50 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:37.652716 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:37.738384 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7ab71d2-000e-41f6-88af-f45f348c802d req-fdd3432d-8d2a-4a40-b0a9-a7d5747ca1d1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373464 Dec 16 22:29:37.974709 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:38.035028 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:38.061535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82b5566-3f26-4c0a-a0c3-cb23746652a7 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:29:38.109850 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Attempting to bind port 651dfc96-d4e9-46c2-96a0-0e7e31f1e460 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:29:38.110321 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Attempting to bind port 651dfc96-d4e9-46c2-96a0-0e7e31f1e460 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:29:38.110587 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Attempting to bind port 651dfc96-d4e9-46c2-96a0-0e7e31f1e460 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:29:38.113027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337ce93-f663-4644-9821-410285234f1f req-fb9b1899-e220-42f0-8e28-a60ccf9ccb17 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:38.119696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9337ce93-f663-4644-9821-410285234f1f req-fb9b1899-e220-42f0-8e28-a60ccf9ccb17 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.4667389 Dec 16 22:29:38.122458 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:29:38.127918 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:38.129104 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:38.129608 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:29:38.130268 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Bound port: 651dfc96-d4e9-46c2-96a0-0e7e31f1e460, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:29:38.132666 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:38.172875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a3608f08-8016-436e-b2e5-e97e9f93f048 None None] Provisioning complete for port 651dfc96-d4e9-46c2-96a0-0e7e31f1e460 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:38.173876 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3608f08-8016-436e-b2e5-e97e9f93f048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:38.210917 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] For port 651dfc96-d4e9-46c2-96a0-0e7e31f1e460, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:29:38.214694 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] For port 651dfc96-d4e9-46c2-96a0-0e7e31f1e460, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=651dfc96-d4e9-46c2-96a0-0e7e31f1e460,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:29:38.216230 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c180f2-de7b-4fc6-a704-233e267f3230 None None] Pushing event updated for resources: {'Port': ['ID=651dfc96-d4e9-46c2-96a0-0e7e31f1e460,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:38.265439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a3608f08-8016-436e-b2e5-e97e9f93f048 None None] Port 651dfc96-d4e9-46c2-96a0-0e7e31f1e460 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:29:38.282115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9337ce93-f663-4644-9821-410285234f1f req-7253a357-065c-4300-956d-1b59af5ef71d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556780 Dec 16 22:29:38.293999 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:38.335618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2803ce1a-c0dc-43dc-b3f0-a3cf24020d0c req-b16aad68-ffb0-478c-a1e7-365515f1551c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0498126 Dec 16 22:29:38.365695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03f3232-dcf6-4146-9b0c-4e35347e90b9 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:29:38.401805 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c180f2-de7b-4fc6-a704-233e267f3230 None None] Pushing event updated for resources: {'Port': ['ID=651dfc96-d4e9-46c2-96a0-0e7e31f1e460,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:38.405258 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Routers {'a665c43b-cb1f-4cca-8cca-1fb60aa97178'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:38.405881 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:29:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a665c43b-cb1f-4cca-8cca-1fb60aa97178'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:38.456003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e2e14a1-ce0b-46d2-8e31-b0e88703e57a req-29279acf-fb05-4d5e-a1b0-0cf085e1273c tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0348537 Dec 16 22:29:38.505456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-00f9bcb5-519d-44ea-86d6-f2ca8079693e None None] Provisioning complete for port 651dfc96-d4e9-46c2-96a0-0e7e31f1e460 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:38.505872 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00f9bcb5-519d-44ea-86d6-f2ca8079693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:38.537359 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] Set router a665c43b-cb1f-4cca-8cca-1fb60aa97178 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:29:38.553636 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:38.610079 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00f9bcb5-519d-44ea-86d6-f2ca8079693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:38.652855 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-00f9bcb5-519d-44ea-86d6-f2ca8079693e None None] For port 651dfc96-d4e9-46c2-96a0-0e7e31f1e460, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=651dfc96-d4e9-46c2-96a0-0e7e31f1e460,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:38.709185 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67a53cd0-0ad4-49f7-a5b0-cbc4e7e75a49 req-bdfab8e4-7b15-4dca-bb78-4f9d7d84a75b tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0675049 Dec 16 22:29:38.727924 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00f9bcb5-519d-44ea-86d6-f2ca8079693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:38.774852 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'name': 'tempest-TestServerBasicOps-1355196632-router', 'tenant_id': '4d9d5c9356584e7eb0205c03b08d812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '651dfc96-d4e9-46c2-96a0-0e7e31f1e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:33Z', 'updated_at': '2021-12-16T22:29:35Z', 'revision_number': 3, 'project_id': '4d9d5c9356584e7eb0205c03b08d812d', 'gw_port': {'id': '651dfc96-d4e9-46c2-96a0-0e7e31f1e460', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:34Z', 'updated_at': '2021-12-16T22:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:38.804205 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06f5a05-1491-4fd2-b775-4f600895051a None None] The sync data for ids ['a665c43b-cb1f-4cca-8cca-1fb60aa97178'] in n-d-821840-2 is: [{'id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'name': 'tempest-TestServerBasicOps-1355196632-router', 'tenant_id': '4d9d5c9356584e7eb0205c03b08d812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '651dfc96-d4e9-46c2-96a0-0e7e31f1e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:33Z', 'updated_at': '2021-12-16T22:29:35Z', 'revision_number': 3, 'project_id': '4d9d5c9356584e7eb0205c03b08d812d', 'gw_port': {'id': '651dfc96-d4e9-46c2-96a0-0e7e31f1e460', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:34Z', 'updated_at': '2021-12-16T22:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:29:38.805579 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9bcb5-519d-44ea-86d6-f2ca8079693e None None] Pushing event updated for resources: {'Port': ['ID=651dfc96-d4e9-46c2-96a0-0e7e31f1e460,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:38.865732 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Allocated IP 172.20.0.1 (98fe444e-7717-4ebf-8549-f7aacf62900f/483ff924-dc02-43d0-b0bf-c9689600871a/2d04e379-0c36-4966-8299-d0e9cebe87ac) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:29:38.961992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e37b-0a8f-4e55-99b6-7c6179d720c3 req-bfc52400-4c6f-4360-a15c-ed5dcace1182 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:38.963727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1625e37b-0a8f-4e55-99b6-7c6179d720c3 req-bfc52400-4c6f-4360-a15c-ed5dcace1182 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1164773 Dec 16 22:29:39.048652 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1625e37b-0a8f-4e55-99b6-7c6179d720c3 req-d24e434e-9683-406c-b823-dc34e0ec89de tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734494 Dec 16 22:29:39.054946 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:39.231244 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:39.282657 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Network 98fe444e-7717-4ebf-8549-f7aacf62900f is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:39.285797 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:39.289532 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:29:39.317107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Pushing event updated for resources: {'Port': ['ID=2d04e379-0c36-4966-8299-d0e9cebe87ac,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:39.347897 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:39.513430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 651dfc96-d4e9-46c2-96a0-0e7e31f1e460 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:39.605393 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 651dfc96-d4e9-46c2-96a0-0e7e31f1e460 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:39.605836 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:39.614127 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81bc4dd7-207d-4072-9c7e-f17f675fcfbc req-88f4cd48-bc4a-4ca3-82ae-2914f7d862a6 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.1377220 Dec 16 22:29:39.690429 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7c4cf7d4-ddec-49c3-8849-f68447aad5a7 None None] Provisioning complete for port 2d04e379-0c36-4966-8299-d0e9cebe87ac triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:39.690902 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c4cf7d4-ddec-49c3-8849-f68447aad5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:39.716924 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0dc2a92a-ffdf-49d5-89d6-b1fc53303627 req-921b7066-346a-46d3-aa70-d203bbee6c52 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0456443 Dec 16 22:29:39.789048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7c4cf7d4-ddec-49c3-8849-f68447aad5a7 None None] Port 2d04e379-0c36-4966-8299-d0e9cebe87ac cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:29:39.796205 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:39.925991 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fb7c8c2-9954-4f5a-9b5a-e2991f65af9e req-c6c1cac2-4942-41b4-a60e-c54ffd154401 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0607376 Dec 16 22:29:40.018306 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7a7bc-5223-4246-94e7-00cf215fd2f7 req-e5cfd439-bac0-42f1-a75d-942965889053 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:40.019982 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dac7a7bc-5223-4246-94e7-00cf215fd2f7 req-e5cfd439-bac0-42f1-a75d-942965889053 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1064887 Dec 16 22:29:40.117003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dac7a7bc-5223-4246-94e7-00cf215fd2f7 req-696bc8cf-621b-40bb-99e8-fa99ca6ff56d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831947 Dec 16 22:29:40.121751 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:40.154022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff4c86-5777-4662-81bf-2db302064c34 req-d6e46305-fca0-4a7d-8b4c-5f3cbba54ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:40.156405 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f4ff4c86-5777-4662-81bf-2db302064c34 req-d6e46305-fca0-4a7d-8b4c-5f3cbba54ace service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e46b27d4336444b98f803f2fbef3235f&device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 1096 time: 0.0647449 Dec 16 22:29:40.186301 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:40.297440 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:40.324293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff4c86-5777-4662-81bf-2db302064c34 req-e47b014c-3216-4309-8891-a98034fbae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:40.325948 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f4ff4c86-5777-4662-81bf-2db302064c34 req-e47b014c-3216-4309-8891-a98034fbae9e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a38ea202-9def-4a69-9c10-b0c645d2f774 HTTP/1.1" status: 200 len: 916 time: 0.1362307 Dec 16 22:29:40.334033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Pushing event updated for resources: {'Port': ['ID=2d04e379-0c36-4966-8299-d0e9cebe87ac,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:40.383248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615cf00-d7c6-4fcb-8808-939ef80c6e8d req-fd59cf42-a9f3-41f0-8a91-3ea196fd48ec tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:40.384931 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f615cf00-d7c6-4fcb-8808-939ef80c6e8d req-fd59cf42-a9f3-41f0-8a91-3ea196fd48ec tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.2318869 Dec 16 22:29:40.389648 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f4ff4c86-5777-4662-81bf-2db302064c34 req-276fe1fa-9bf8-49b3-ac87-a10c72650546 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159554a7-2630-41f6-83d7-57a8ec700ddb HTTP/1.1" status: 200 len: 217 time: 0.0413890 Dec 16 22:29:40.450941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff4c86-5777-4662-81bf-2db302064c34 req-a730b9d9-9e62-49ad-ac10-12ad248c751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:40.452515 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f4ff4c86-5777-4662-81bf-2db302064c34 req-a730b9d9-9e62-49ad-ac10-12ad248c751e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=214e776a-bec9-41dd-b23a-372aeec3228b HTTP/1.1" status: 200 len: 855 time: 0.0505946 Dec 16 22:29:40.468326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f615cf00-d7c6-4fcb-8808-939ef80c6e8d req-108fcdbd-b308-4517-a0f8-c315e9ec744c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730143 Dec 16 22:29:40.476830 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Network 98fe444e-7717-4ebf-8549-f7aacf62900f is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:40.478483 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:40.522792 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f4ff4c86-5777-4662-81bf-2db302064c34 req-af675ad9-24f7-4f1f-8333-07506118a965 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a38ea202-9def-4a69-9c10-b0c645d2f774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577755 Dec 16 22:29:40.625375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Router a665c43b-cb1f-4cca-8cca-1fb60aa97178 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:29:40.713722 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f4ff4c86-5777-4662-81bf-2db302064c34 req-85fc166a-61c9-483b-8483-50ac3dd56c60 service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788378 Dec 16 22:29:40.757872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a83ce366-b01b-463f-bb34-e2b5494ab720 req-7dede339-5a1a-42a0-80d7-08f3c3c1c898 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0390379 Dec 16 22:29:40.822630 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-22a6d5dc-1704-4101-b52a-5f9e3520cb75 None None] Provisioning complete for port 2d04e379-0c36-4966-8299-d0e9cebe87ac triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:40.823228 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22a6d5dc-1704-4101-b52a-5f9e3520cb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:40.853996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76b0ec4c-d528-4d87-9c8e-89db8ac03dd2 req-dc63511a-21c6-4ad2-8b97-fdf957a69e27 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0386813 Dec 16 22:29:40.857479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:29:40.870259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0c1311cc-81b7-48dc-8075-38e1ec6c16ce admin admin] 10.222.0.43 "PUT /v2.0/routers/a665c43b-cb1f-4cca-8cca-1fb60aa97178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8275650 Dec 16 22:29:40.888151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-22a6d5dc-1704-4101-b52a-5f9e3520cb75 None None] Port 2d04e379-0c36-4966-8299-d0e9cebe87ac cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:29:40.898598 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55370) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:40.910645 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f4ff4c86-5777-4662-81bf-2db302064c34 req-87a62b7d-6c2e-402b-8af3-a69be79565cb service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805272 Dec 16 22:29:41.036760 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2bd74f3-c2a0-4f2b-8271-0d7d840edae6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:41.081493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db18b758-017d-49f2-8db5-4219b4679100 req-d9a8f60a-160e-4e65-8901-52f976ce5f15 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0293307 Dec 16 22:29:41.137209 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2bd74f3-c2a0-4f2b-8271-0d7d840edae6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:41.213609 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2bd74f3-c2a0-4f2b-8271-0d7d840edae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:41.273993 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c2bd74f3-c2a0-4f2b-8271-0d7d840edae6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fde3e82dd3e243d3b6653508cfe7b194&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3741074 Dec 16 22:29:41.275539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dafc5a-2c03-434b-b547-5a2a34d29c61 req-a6168961-2e63-481c-ab65-58a2ae8e988e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:41.279575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55382) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:41.283135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39dafc5a-2c03-434b-b547-5a2a34d29c61 req-a6168961-2e63-481c-ab65-58a2ae8e988e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0885108 Dec 16 22:29:41.295489 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd74f3-c2a0-4f2b-8271-0d7d840edae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb23fe7-cbb1-4df3-a801-ad22df5f1067,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:41.348082 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39dafc5a-2c03-434b-b547-5a2a34d29c61 req-8dd414e6-6bf9-467d-b71c-31fabf543ad7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640111 Dec 16 22:29:41.362935 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b748248a-8a9b-4708-84ef-570db0129512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:41.392044 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b748248a-8a9b-4708-84ef-570db0129512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:41.550651 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b748248a-8a9b-4708-84ef-570db0129512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:41.553599 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b748248a-8a9b-4708-84ef-570db0129512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:41.554895 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b748248a-8a9b-4708-84ef-570db0129512 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bdb23fe7-cbb1-4df3-a801-ad22df5f1067 HTTP/1.1" status: 204 len: 168 time: 0.2728741 Dec 16 22:29:41.563954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748248a-8a9b-4708-84ef-570db0129512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb23fe7-cbb1-4df3-a801-ad22df5f1067,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:41.625120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54698ae2-a0b5-4078-b007-84bb43703ea3 req-38d7d762-3eb9-4522-b20c-e81b709d1030 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:41.633514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54698ae2-a0b5-4078-b007-84bb43703ea3 req-38d7d762-3eb9-4522-b20c-e81b709d1030 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0617659 Dec 16 22:29:41.666319 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55388) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:41.671337 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5e1715a8-0417-49bf-9ca2-d596d2b92441 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-151642939', 'description': 'tempest-secgroup-smoke-151642939 description', 'project_id': 'b61746d1f14f4a999de4f63ca14318d0'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:41.679336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54698ae2-a0b5-4078-b007-84bb43703ea3 req-2e5217fa-0fc9-4cfe-b054-8340c606b5ec tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447948 Dec 16 22:29:41.784286 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Sync routers for ids ['a665c43b-cb1f-4cca-8cca-1fb60aa97178'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:29:41.800688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Routers {'a665c43b-cb1f-4cca-8cca-1fb60aa97178'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:41.800896 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e1715a8-0417-49bf-9ca2-d596d2b92441 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:41.806716 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:29:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a665c43b-cb1f-4cca-8cca-1fb60aa97178'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:41.873588 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e1c1021-afb9-4dce-be4f-9c7a3d6afb66 req-d8622db7-f8c2-4acb-8ede-94ec06571e51 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0459287 Dec 16 22:29:41.903868 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e1715a8-0417-49bf-9ca2-d596d2b92441 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:41.928007 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Set router a665c43b-cb1f-4cca-8cca-1fb60aa97178 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:29:41.958513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72b3b1cc-dcd3-470e-9338-71238d58b857 req-84440fe6-bfab-4a96-b19b-2ca1325c44b9 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0351439 Dec 16 22:29:41.965939 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e1715a8-0417-49bf-9ca2-d596d2b92441 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.003843 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1715a8-0417-49bf-9ca2-d596d2b92441 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:42.065400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e1715a8-0417-49bf-9ca2-d596d2b92441 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.066658 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5e1715a8-0417-49bf-9ca2-d596d2b92441 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3991921 Dec 16 22:29:42.071790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55396) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:42.076894 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-947a871b-ee7c-46a2-b0bb-ec7259160ba2 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Request body: {'security_group_rule': {'security_group_id': 'c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c', 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:42.154357 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'name': 'tempest-TestServerBasicOps-1355196632-router', 'tenant_id': '4d9d5c9356584e7eb0205c03b08d812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '651dfc96-d4e9-46c2-96a0-0e7e31f1e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:33Z', 'updated_at': '2021-12-16T22:29:39Z', 'revision_number': 4, 'project_id': '4d9d5c9356584e7eb0205c03b08d812d', 'gw_port': {'id': '651dfc96-d4e9-46c2-96a0-0e7e31f1e460', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:34Z', 'updated_at': '2021-12-16T22:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2d04e379-0c36-4966-8299-d0e9cebe87ac', 'name': '', 'network_id': '98fe444e-7717-4ebf-8549-f7aacf62900f', 'tenant_id': '4d9d5c9356584e7eb0205c03b08d812d', 'mac_address': 'fa:16:3e:01:2b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '483ff924-dc02-43d0-b0bf-c9689600871a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:38Z', 'updated_at': '2021-12-16T22:29:39Z', 'revision_number': 2, 'project_id': '4d9d5c9356584e7eb0205c03b08d812d', 'subnets': [{'id': '483ff924-dc02-43d0-b0bf-c9689600871a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:42.184695 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5df541b0-46fa-4f4b-b276-a1eaa3163a5a req-86fe0910-81c9-4234-86f1-afa3802188fb tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0282767 Dec 16 22:29:42.185238 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Checking router: a665c43b-cb1f-4cca-8cca-1fb60aa97178 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:29:42.185602 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Updating router a665c43b-cb1f-4cca-8cca-1fb60aa97178 port 2d04e379-0c36-4966-8299-d0e9cebe87ac binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:29:42.215888 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.216304 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-947a871b-ee7c-46a2-b0bb-ec7259160ba2 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.280696 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-947a871b-ee7c-46a2-b0bb-ec7259160ba2 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.372232 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-947a871b-ee7c-46a2-b0bb-ec7259160ba2 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.393490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a871b-ee7c-46a2-b0bb-ec7259160ba2 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9043b5-370f-486c-8888-1803d097d8fb,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:42.434728 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55402) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:42.449746 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f3a9aff-afed-4949-af5e-5aaf3be52924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.473537 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-947a871b-ee7c-46a2-b0bb-ec7259160ba2 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.474798 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-947a871b-ee7c-46a2-b0bb-ec7259160ba2 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4019229 Dec 16 22:29:42.480062 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55404) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:42.487492 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-23af92f6-d9d9-4f22-bd3a-4fde3b4adc57 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Request body: {'security_group_rule': {'security_group_id': 'c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c', 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:42.490231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0425ec9-a808-45bc-b429-fa557393cd95 req-f57955b8-8c51-4fb5-a208-b487be4cfa14 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:42.493585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0425ec9-a808-45bc-b429-fa557393cd95 req-f57955b8-8c51-4fb5-a208-b487be4cfa14 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0595570 Dec 16 22:29:42.526029 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.555724 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0425ec9-a808-45bc-b429-fa557393cd95 req-bdfad69f-0cc7-40ce-865d-2e2e33d0c998 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549808 Dec 16 22:29:42.566093 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f3a9aff-afed-4949-af5e-5aaf3be52924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.594957 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.604190 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23af92f6-d9d9-4f22-bd3a-4fde3b4adc57 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.680902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc00b5a-57f4-4888-9c2c-40f55ae233c7 None None] Pushing event updated for resources: {'Port': ['ID=2d04e379-0c36-4966-8299-d0e9cebe87ac,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:42.690607 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23af92f6-d9d9-4f22-bd3a-4fde3b4adc57 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.699253 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f3a9aff-afed-4949-af5e-5aaf3be52924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.734765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Attempting to bind port 2d04e379-0c36-4966-8299-d0e9cebe87ac on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:29:42.735087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Attempting to bind port 2d04e379-0c36-4966-8299-d0e9cebe87ac by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '43764d27-1fbb-4ac7-94bd-187ac2032ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98fe444e-7717-4ebf-8549-f7aacf62900f'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:29:42.735518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Attempting to bind port 2d04e379-0c36-4966-8299-d0e9cebe87ac on network 98fe444e-7717-4ebf-8549-f7aacf62900f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:29:42.744456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:29:42.744842 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Checking segment: {'id': '43764d27-1fbb-4ac7-94bd-187ac2032ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98fe444e-7717-4ebf-8549-f7aacf62900f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:42.745257 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.745655 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Bound using segment: {'id': '43764d27-1fbb-4ac7-94bd-187ac2032ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98fe444e-7717-4ebf-8549-f7aacf62900f'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:29:42.746215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Bound port: 2d04e379-0c36-4966-8299-d0e9cebe87ac, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43764d27-1fbb-4ac7-94bd-187ac2032ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98fe444e-7717-4ebf-8549-f7aacf62900f'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:29:42.746612 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.747033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 55408) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:42.754519 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2f3a9aff-afed-4949-af5e-5aaf3be52924 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c1367b16b8a64c07ba422feede2c2975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3175216 Dec 16 22:29:42.758315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a9aff-afed-4949-af5e-5aaf3be52924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b951410e-21cd-4d16-8f05-a8b019420b75,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:42.771342 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23af92f6-d9d9-4f22-bd3a-4fde3b4adc57 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.810936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af92f6-d9d9-4f22-bd3a-4fde3b4adc57 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e461e39-5c97-450a-8d0d-a41746e93a35,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:42.844737 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] For port 2d04e379-0c36-4966-8299-d0e9cebe87ac, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:29:42.848058 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] For port 2d04e379-0c36-4966-8299-d0e9cebe87ac, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2d04e379-0c36-4966-8299-d0e9cebe87ac,segment=NetworkSegment(43764d27-1fbb-4ac7-94bd-187ac2032ddb),segment_id=43764d27-1fbb-4ac7-94bd-187ac2032ddb)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:29:42.870064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf0f16-3525-44aa-9972-88f102e0b24b req-c3185ad5-faa1-4659-8945-894715f987d5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:42.871714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bcf0f16-3525-44aa-9972-88f102e0b24b req-c3185ad5-faa1-4659-8945-894715f987d5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0810869 Dec 16 22:29:42.872909 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f883023-a803-41c0-9411-61a702146f23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.914687 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f883023-a803-41c0-9411-61a702146f23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.927503 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-64dc2f3f-55a6-411a-835f-dc6b2605c7d3 None None] Provisioning complete for port 2d04e379-0c36-4966-8299-d0e9cebe87ac triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:42.927877 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-64dc2f3f-55a6-411a-835f-dc6b2605c7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.965984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-64dc2f3f-55a6-411a-835f-dc6b2605c7d3 None None] Port 2d04e379-0c36-4966-8299-d0e9cebe87ac cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:29:42.980561 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7944fb2a-ed5c-40f7-9744-38a608d5dc12 req-0d6ad525-533e-4c26-a5ee-b18a11054dd9 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0451806 Dec 16 22:29:42.992504 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bcf0f16-3525-44aa-9972-88f102e0b24b req-981ad6e9-67f6-44f0-ad98-3af54ec3f85f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137450 Dec 16 22:29:43.154093 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb7d1dd7-cd46-48df-9df7-2baa57cb82e8 req-da55422d-d45d-4f7c-8f81-92b6e674400e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0278239 Dec 16 22:29:43.196621 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23af92f6-d9d9-4f22-bd3a-4fde3b4adc57 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:43.196621 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-23af92f6-d9d9-4f22-bd3a-4fde3b4adc57 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7073233 Dec 16 22:29:43.202501 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55414) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:43.207192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f88b4674-841e-445c-b5b6-f138145832fa tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Request body: {'security_group_rule': {'security_group_id': 'c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c', 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:43.266294 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:43.299553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-558540b8-07a0-49d7-b512-115b7fdcd9e3 req-105b875b-e35f-4566-9cf4-6c72ef08caa5 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0435970 Dec 16 22:29:43.340671 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Routers {'a665c43b-cb1f-4cca-8cca-1fb60aa97178'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:43.341402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:29:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a665c43b-cb1f-4cca-8cca-1fb60aa97178'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:43.348257 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc00b5a-57f4-4888-9c2c-40f55ae233c7 None None] Pushing event updated for resources: {'Port': ['ID=2d04e379-0c36-4966-8299-d0e9cebe87ac,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:43.442327 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f883023-a803-41c0-9411-61a702146f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:43.446920 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f883023-a803-41c0-9411-61a702146f23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:43.450925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2f883023-a803-41c0-9411-61a702146f23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b951410e-21cd-4d16-8f05-a8b019420b75 HTTP/1.1" status: 204 len: 168 time: 0.6999338 Dec 16 22:29:43.461238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f883023-a803-41c0-9411-61a702146f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b951410e-21cd-4d16-8f05-a8b019420b75,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:43.489197 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f88b4674-841e-445c-b5b6-f138145832fa tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:43.572757 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f88b4674-841e-445c-b5b6-f138145832fa tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:43.637550 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:43.638251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:43.664487 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-86acaa5d-f5cf-4aa5-88a5-ba4b31085449 None None] Provisioning complete for port 2d04e379-0c36-4966-8299-d0e9cebe87ac triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:43.665393 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-86acaa5d-f5cf-4aa5-88a5-ba4b31085449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:43.685515 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f88b4674-841e-445c-b5b6-f138145832fa tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:43.690589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] Set router a665c43b-cb1f-4cca-8cca-1fb60aa97178 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:29:43.696126 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8ed16-5201-4929-91af-ada720a87dcb req-d6f86fae-35b2-45b9-8561-f886794577bd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:43.697859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68b8ed16-5201-4929-91af-ada720a87dcb req-d6f86fae-35b2-45b9-8561-f886794577bd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0605342 Dec 16 22:29:43.707211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b4674-841e-445c-b5b6-f138145832fa tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713dc2d2-6139-40e8-9407-c5740ee8c68d,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:43.755565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68b8ed16-5201-4929-91af-ada720a87dcb req-1bb45495-aae8-42bb-8fbc-f6b74b2f0a15 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503685 Dec 16 22:29:43.804491 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f88b4674-841e-445c-b5b6-f138145832fa tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:43.806199 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f88b4674-841e-445c-b5b6-f138145832fa tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6024663 Dec 16 22:29:43.809237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55422) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:43.817561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-27ff93a6-1f9f-4344-88e3-a29d4a913c83 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Request body: {'security_group_rule': {'security_group_id': 'c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c', 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:43.879492 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-86acaa5d-f5cf-4aa5-88a5-ba4b31085449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:43.938740 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-27ff93a6-1f9f-4344-88e3-a29d4a913c83 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:43.953870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-86acaa5d-f5cf-4aa5-88a5-ba4b31085449 None None] For port 2d04e379-0c36-4966-8299-d0e9cebe87ac, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2d04e379-0c36-4966-8299-d0e9cebe87ac,segment=NetworkSegment(43764d27-1fbb-4ac7-94bd-187ac2032ddb),segment_id=43764d27-1fbb-4ac7-94bd-187ac2032ddb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:43.988550 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'name': 'tempest-TestServerBasicOps-1355196632-router', 'tenant_id': '4d9d5c9356584e7eb0205c03b08d812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '651dfc96-d4e9-46c2-96a0-0e7e31f1e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:33Z', 'updated_at': '2021-12-16T22:29:39Z', 'revision_number': 4, 'project_id': '4d9d5c9356584e7eb0205c03b08d812d', 'gw_port': {'id': '651dfc96-d4e9-46c2-96a0-0e7e31f1e460', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:34Z', 'updated_at': '2021-12-16T22:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2d04e379-0c36-4966-8299-d0e9cebe87ac', 'name': '', 'network_id': '98fe444e-7717-4ebf-8549-f7aacf62900f', 'tenant_id': '4d9d5c9356584e7eb0205c03b08d812d', 'mac_address': 'fa:16:3e:01:2b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '483ff924-dc02-43d0-b0bf-c9689600871a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:38Z', 'updated_at': '2021-12-16T22:29:42Z', 'revision_number': 4, 'project_id': '4d9d5c9356584e7eb0205c03b08d812d', 'subnets': [{'id': '483ff924-dc02-43d0-b0bf-c9689600871a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:44.012348 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-27ff93a6-1f9f-4344-88e3-a29d4a913c83 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.022820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c0793-1773-49aa-b831-a56f119616a3 None None] The sync data for ids ['a665c43b-cb1f-4cca-8cca-1fb60aa97178'] in n-d-821840-2 is: [{'id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'name': 'tempest-TestServerBasicOps-1355196632-router', 'tenant_id': '4d9d5c9356584e7eb0205c03b08d812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '651dfc96-d4e9-46c2-96a0-0e7e31f1e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:33Z', 'updated_at': '2021-12-16T22:29:39Z', 'revision_number': 4, 'project_id': '4d9d5c9356584e7eb0205c03b08d812d', 'gw_port': {'id': '651dfc96-d4e9-46c2-96a0-0e7e31f1e460', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:34Z', 'updated_at': '2021-12-16T22:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2d04e379-0c36-4966-8299-d0e9cebe87ac', 'name': '', 'network_id': '98fe444e-7717-4ebf-8549-f7aacf62900f', 'tenant_id': '4d9d5c9356584e7eb0205c03b08d812d', 'mac_address': 'fa:16:3e:01:2b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '483ff924-dc02-43d0-b0bf-c9689600871a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:38Z', 'updated_at': '2021-12-16T22:29:42Z', 'revision_number': 4, 'project_id': '4d9d5c9356584e7eb0205c03b08d812d', 'subnets': [{'id': '483ff924-dc02-43d0-b0bf-c9689600871a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:29:44.026189 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-86acaa5d-f5cf-4aa5-88a5-ba4b31085449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.076615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce076c1b-65f4-4ff6-b688-af536835c613 req-1e45a762-65e5-466e-9f7d-04a69ef80ab0 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0396676 Dec 16 22:29:44.093853 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acaa5d-f5cf-4aa5-88a5-ba4b31085449 None None] Pushing event updated for resources: {'Port': ['ID=2d04e379-0c36-4966-8299-d0e9cebe87ac,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:44.154437 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-27ff93a6-1f9f-4344-88e3-a29d4a913c83 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.189644 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff93a6-1f9f-4344-88e3-a29d4a913c83 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9edd19-ac12-4bbf-9ed2-8e5775bca742,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:44.233673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02295411-edd9-40ff-86a3-7e58e9f4e7db req-643a302b-6079-475c-9dc7-8b2584b18f8a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0289614 Dec 16 22:29:44.285809 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-27ff93a6-1f9f-4344-88e3-a29d4a913c83 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.287709 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-27ff93a6-1f9f-4344-88e3-a29d4a913c83 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4764619 Dec 16 22:29:44.292289 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55440) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:44.298541 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f1ed6e4e-2337-43b7-9ead-7b3c06493124 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Request body: {'security_group_rule': {'security_group_id': 'c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c', 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:44.336037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda62566-8bc6-4044-840c-ec4d7300c144 req-0cc6c068-f681-4e7a-8194-78a34853984f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:44.344028 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bda62566-8bc6-4044-840c-ec4d7300c144 req-0cc6c068-f681-4e7a-8194-78a34853984f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1043189 Dec 16 22:29:44.409256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bda62566-8bc6-4044-840c-ec4d7300c144 req-6dabc602-0235-407c-bc11-80188d4bd69b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644855 Dec 16 22:29:44.413826 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-f1ed6e4e-2337-43b7-9ead-7b3c06493124 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Project b61746d1f14f4a999de4f63ca14318d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:29:44.419852 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f1ed6e4e-2337-43b7-9ead-7b3c06493124 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.430907 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b73262e-259a-43fd-99d3-5d5875f2e03b req-35dc9120-6abd-4410-9a16-bb4021583114 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0396442 Dec 16 22:29:44.496809 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f1ed6e4e-2337-43b7-9ead-7b3c06493124 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.600548 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f1ed6e4e-2337-43b7-9ead-7b3c06493124 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.622965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed6e4e-2337-43b7-9ead-7b3c06493124 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5aa999-e921-4002-aa4a-d5e2df013058,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:44.716168 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f1ed6e4e-2337-43b7-9ead-7b3c06493124 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.717437 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f1ed6e4e-2337-43b7-9ead-7b3c06493124 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4238465 Dec 16 22:29:44.720191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55450) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:44.724977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-315df721-979a-4ee7-8501-a8ea1ae4d695 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Request body: {'security_group_rule': {'security_group_id': 'c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c', 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:44.829024 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-315df721-979a-4ee7-8501-a8ea1ae4d695 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Project b61746d1f14f4a999de4f63ca14318d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:29:44.835529 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-315df721-979a-4ee7-8501-a8ea1ae4d695 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.881323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c5dcb-12ea-49b7-83fd-3902aa715458 req-ad7cb4f5-dced-4616-a88b-ff739ab34cb9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:44.883145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce6c5dcb-12ea-49b7-83fd-3902aa715458 req-ad7cb4f5-dced-4616-a88b-ff739ab34cb9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0556421 Dec 16 22:29:44.918106 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-315df721-979a-4ee7-8501-a8ea1ae4d695 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.936706 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce6c5dcb-12ea-49b7-83fd-3902aa715458 req-d1f3dd42-9790-4e86-8122-9794e2ed33f5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462191 Dec 16 22:29:45.023857 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-315df721-979a-4ee7-8501-a8ea1ae4d695 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:45.043546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315df721-979a-4ee7-8501-a8ea1ae4d695 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b582a5-c490-4070-a9d1-23e917a197f1,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:45.168409 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-315df721-979a-4ee7-8501-a8ea1ae4d695 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:45.169750 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-315df721-979a-4ee7-8501-a8ea1ae4d695 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4486246 Dec 16 22:29:45.204005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff0b9332-5c6c-43c5-8880-c5ce544f366a req-d345bf9d-ddb8-4447-802a-8012b20ffb83 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0346096 Dec 16 22:29:45.389556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42d49037-fd10-483b-9119-8078d3863d1b req-cff56123-89e8-4376-ba69-ac0791414889 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0642672 Dec 16 22:29:45.451283 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2d04e379-0c36-4966-8299-d0e9cebe87ac up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:45.482277 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-12076b1b-7982-4a7c-864e-7edd969815e2 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151642939&fields=id&tenant_id=b61746d1f14f4a999de4f63ca14318d0 HTTP/1.1" status: 200 len: 267 time: 0.0887091 Dec 16 22:29:45.548330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2d04e379-0c36-4966-8299-d0e9cebe87ac triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:45.548699 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:45.626716 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565e5b3-0d25-4e4d-912d-5aeead1f52ed req-23ad42a7-4933-47e8-94a0-baab19297bd9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:45.631859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f565e5b3-0d25-4e4d-912d-5aeead1f52ed req-23ad42a7-4933-47e8-94a0-baab19297bd9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1171792 Dec 16 22:29:45.677016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-6486e0be-4435-42a4-98af-b478499be7a9 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:45.678651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-6486e0be-4435-42a4-98af-b478499be7a9 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/networks?id=4c8ac751-0461-4def-b0a8-b730be8d39e2 HTTP/1.1" status: 200 len: 808 time: 0.1950419 Dec 16 22:29:45.714668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-43889a49-65a1-4297-a4ba-61533f09790a tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/quotas/b61746d1f14f4a999de4f63ca14318d0 HTTP/1.1" status: 200 len: 375 time: 0.0265355 Dec 16 22:29:45.723103 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f565e5b3-0d25-4e4d-912d-5aeead1f52ed req-11408e51-48b0-40c1-a3d2-b2f3cbafc1f1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792754 Dec 16 22:29:45.803534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-e39bf58c-e0d8-45af-ad32-4d19c0e47f55 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b61746d1f14f4a999de4f63ca14318d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748796 Dec 16 22:29:45.821512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-eb34d69c-80e7-4cc1-a518-62a309d32c41 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:29:45.822628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-eb34d69c-80e7-4cc1-a518-62a309d32c41 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061083 Dec 16 22:29:45.924614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1a0ae07-999f-4218-9352-1253675a0b49 req-196c3405-2a5c-45cc-915f-d7928b1585b9 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0689969 Dec 16 22:29:45.983890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-f5564a7b-5b04-48bf-b0e0-675ad4ec3004 service neutron] 10.222.0.43 "GET /v2.0/networks/4c8ac751-0461-4def-b0a8-b730be8d39e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529844 Dec 16 22:29:46.121401 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b767e94-1710-4bdf-9a44-aa7fbd96a522 req-3d26289a-9048-4f7d-815d-c5f7a53af694 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:46.128040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b767e94-1710-4bdf-9a44-aa7fbd96a522 req-3d26289a-9048-4f7d-815d-c5f7a53af694 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0845206 Dec 16 22:29:46.142588 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-78bd10e2-de41-49b8-895a-ad6fe0d04bff service neutron] 10.222.0.43 "GET /v2.0/networks/4c8ac751-0461-4def-b0a8-b730be8d39e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522324 Dec 16 22:29:46.184367 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b767e94-1710-4bdf-9a44-aa7fbd96a522 req-4af8d8c5-8683-41e1-9c0f-bfaa02967a42 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552363 Dec 16 22:29:46.312697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9eca534b-2497-4b20-9145-055c52ed304e req-9f76563a-0adb-4d2d-a13d-b27af6462184 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0332325 Dec 16 22:29:46.531481 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c1c2839-9e9f-4fce-8264-e39902470c19 req-6c73ec9b-4d00-4ba6-99ed-4c93f3a86478 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0763931 Dec 16 22:29:46.592905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c8fb149-fea3-48f3-b32d-a686020bfd15 req-2b7b2238-2cf5-4a01-8180-2074ea0a26a6 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 210 time: 0.0863633 Dec 16 22:29:46.866356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933af98f-28bf-4cd8-b2f3-432cecfe2291 req-f2d8c22e-9da7-42b7-9507-a8d939df209f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:46.867983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-933af98f-28bf-4cd8-b2f3-432cecfe2291 req-f2d8c22e-9da7-42b7-9507-a8d939df209f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0582433 Dec 16 22:29:46.927713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-933af98f-28bf-4cd8-b2f3-432cecfe2291 req-ef14eecc-b555-49dd-b7df-00879b68a0ea tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527112 Dec 16 22:29:47.032053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b8ed935-6fce-49cd-b0b5-80b6e76233be req-c69af9c2-5311-4408-8136-3f97410aba28 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0295405 Dec 16 22:29:47.353589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea170155-8564-40e5-8dcd-ea8c6e030b78 req-89741730-3a6f-4af9-b5dc-eab28ea2af0b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:47.355197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea170155-8564-40e5-8dcd-ea8c6e030b78 req-89741730-3a6f-4af9-b5dc-eab28ea2af0b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0571923 Dec 16 22:29:47.409479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2edb0246-c016-40a8-8305-42c78d58a773 req-9beabef7-0d03-498b-9543-133e15882526 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0436339 Dec 16 22:29:47.448768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea170155-8564-40e5-8dcd-ea8c6e030b78 req-bfed1a97-2b65-448d-b461-3990ed70a8f1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811217 Dec 16 22:29:47.652366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed6e646a-0be5-4cf8-be19-5f61694eb00b req-0bb85b7b-2402-43f2-aad0-f5915465a22d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0275459 Dec 16 22:29:47.686909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b95d52eb-9c5d-4564-9b18-2f1be55d1fc4 req-fc6d2cc1-2c9a-428c-b501-ad37ff17acfb tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 210 time: 0.0336254 Dec 16 22:29:48.077529 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef273a-a693-4e14-996c-738b5620296d req-16f28e3f-242f-4971-936e-54a87eefc857 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:48.079550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0ef273a-a693-4e14-996c-738b5620296d req-16f28e3f-242f-4971-936e-54a87eefc857 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0701113 Dec 16 22:29:48.169227 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c016dde8-1895-4042-a1cf-98fe79d4223d req-6f17c845-35ab-44b9-8a16-349959a9daa5 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0382879 Dec 16 22:29:48.175071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0ef273a-a693-4e14-996c-738b5620296d req-430fbc54-461b-4f65-b80f-7b92e8ca30fa tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819921 Dec 16 22:29:48.502309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8da0bdd9-24eb-4cfd-8938-065d50b50935 req-8370b5dd-da47-4221-8adc-9cc2048ad606 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0340989 Dec 16 22:29:48.614689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19c506-45b2-43e7-9beb-dc96acd60a08 req-b064a5d7-3340-4aca-962b-3dffe3c8275f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:48.619684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e19c506-45b2-43e7-9beb-dc96acd60a08 req-b064a5d7-3340-4aca-962b-3dffe3c8275f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0791476 Dec 16 22:29:48.676373 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e19c506-45b2-43e7-9beb-dc96acd60a08 req-4952d326-25d6-4f45-8926-0f4622c33e63 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505598 Dec 16 22:29:48.766919 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f516f6f-ad02-4f20-a719-62f1a671a58d req-1991b3d8-2fe2-4c19-8ff9-12f698ad58d6 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0463507 Dec 16 22:29:48.797562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43b296aa-3212-40bc-8207-fe4eb2de9b7b req-751d40e5-1efb-40fd-8cf7-da50684ebbc5 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 210 time: 0.0293634 Dec 16 22:29:49.325996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-b3e78532-fca8-4b21-8275-fa71d8b1b38a tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:49.328004 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-b3e78532-fca8-4b21-8275-fa71d8b1b38a tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.69 "GET /v2.0/networks?id=4c8ac751-0461-4def-b0a8-b730be8d39e2 HTTP/1.1" status: 200 len: 808 time: 0.1828744 Dec 16 22:29:49.344598 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a508cfcf-1277-4c97-abef-7d2239eb443a req-adcf55cd-94b3-4af0-a85f-78d14723c53a tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0352440 Dec 16 22:29:49.425246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631766b4-fcea-4e00-bd99-4b3b732a38fe req-832cd9f4-ac25-44b5-8271-9d20a8fde711 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:49.428805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-631766b4-fcea-4e00-bd99-4b3b732a38fe req-832cd9f4-ac25-44b5-8271-9d20a8fde711 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0866821 Dec 16 22:29:49.431414 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-de7f53d8-7c24-4813-808c-69a3ee92bce3 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b61746d1f14f4a999de4f63ca14318d0 HTTP/1.1" status: 200 len: 379 time: 0.0871542 Dec 16 22:29:49.448198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-22cff6b7-c966-4982-8113-b8d872baa6a7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Request body: {'port': {'device_id': '28cffef6-07f5-4f51-8184-5bf1fe6a5df1', 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2', 'admin_state_up': True, 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'security_groups': ['c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:49.526831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-631766b4-fcea-4e00-bd99-4b3b732a38fe req-df499844-c574-42d5-b150-97d759415baf tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863311 Dec 16 22:29:49.675952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a83d6c4e-ffe4-48f0-8842-2e30c982a03f req-75bad832-0453-4c92-8718-2d46e1b54105 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0581727 Dec 16 22:29:49.727647 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-22cff6b7-c966-4982-8113-b8d872baa6a7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Made reservation on behalf of b61746d1f14f4a999de4f63ca14318d0 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:49.735471 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-22cff6b7-c966-4982-8113-b8d872baa6a7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:49.844438 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab12472-8d25-4481-93bb-0adc19d61c15 req-b503af80-219e-429f-85ec-c3b6cacec5fc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:49.846048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ab12472-8d25-4481-93bb-0adc19d61c15 req-b503af80-219e-429f-85ec-c3b6cacec5fc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0685146 Dec 16 22:29:49.894232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f79b746-10d9-4bcb-b246-fdb2e9299978 req-e6b27616-3a05-47c2-aef3-8830a09cb01d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0466063 Dec 16 22:29:49.934491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ab12472-8d25-4481-93bb-0adc19d61c15 req-87752acb-6bc5-4f0a-9d0b-93cef7f7794d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765316 Dec 16 22:29:50.013879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-599031ba-c4de-4132-9e20-5ffc4288d971 req-af65978f-3af1-4df5-aa3f-5ab592ad0813 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 210 time: 0.0342314 Dec 16 22:29:50.057640 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a652cf5-986e-40f8-9bf4-e1350f878623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.278531 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-22cff6b7-c966-4982-8113-b8d872baa6a7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Allocated IP 172.20.0.12 (4c8ac751-0461-4def-b0a8-b730be8d39e2/e4a5e6be-2343-411d-83c3-fd248d67f67e/92c19627-25b1-4e1f-98bd-0e6425a585e7) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:29:50.472982 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cbb0e006-3fa9-44ee-9f50-a7ef40302e92 req-6ac4b5af-1c1f-463a-923e-5bf9b660fd4a tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0312831 Dec 16 22:29:50.538777 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-22cff6b7-c966-4982-8113-b8d872baa6a7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.636730 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-22cff6b7-c966-4982-8113-b8d872baa6a7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.696205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-22cff6b7-c966-4982-8113-b8d872baa6a7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Network 4c8ac751-0461-4def-b0a8-b730be8d39e2 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:50.699999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-22cff6b7-c966-4982-8113-b8d872baa6a7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:50.702634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce7363-e95c-4e53-a2a2-46d43ed6d7df req-59ed0cba-a82c-4135-bf7d-eadd7367d90c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:50.704268 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-22cff6b7-c966-4982-8113-b8d872baa6a7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:29:50.704401 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2ce7363-e95c-4e53-a2a2-46d43ed6d7df req-59ed0cba-a82c-4135-bf7d-eadd7367d90c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0643537 Dec 16 22:29:50.746029 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cff6b7-c966-4982-8113-b8d872baa6a7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Pushing event updated for resources: {'Port': ['ID=92c19627-25b1-4e1f-98bd-0e6425a585e7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:50.772419 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2ce7363-e95c-4e53-a2a2-46d43ed6d7df req-c5b8dca5-c5b9-4bcf-b5f6-c2c88d5c56e2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574894 Dec 16 22:29:50.791696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-22cff6b7-c966-4982-8113-b8d872baa6a7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:50.792392 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-22cff6b7-c966-4982-8113-b8d872baa6a7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.807577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-434f8737-2c41-4789-abfb-aea3add31305 req-1179d6fc-c597-45fd-9d13-cbe85020708f tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0338187 Dec 16 22:29:50.928970 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-22cff6b7-c966-4982-8113-b8d872baa6a7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4805012 Dec 16 22:29:50.941477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Request body: {'port': {'device_id': '28cffef6-07f5-4f51-8184-5bf1fe6a5df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:50.995745 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f236914a-cbcd-4013-a00f-3b4ffe7b7196 req-25e7259d-f2c4-435e-b7f2-c5b236b30b79 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0315306 Dec 16 22:29:51.011914 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:51.022775 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a187ed7e-dfa7-40b0-90cb-8b6c1544256b None None] Provisioning complete for port 92c19627-25b1-4e1f-98bd-0e6425a585e7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:51.023149 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a187ed7e-dfa7-40b0-90cb-8b6c1544256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:51.071223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a187ed7e-dfa7-40b0-90cb-8b6c1544256b None None] Port 92c19627-25b1-4e1f-98bd-0e6425a585e7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:29:51.116317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbb23c-3d2c-4837-a262-ce826c932a6e req-0bcead96-3ef5-45c7-9234-a14feb0e6e57 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:51.119526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99bbb23c-3d2c-4837-a262-ce826c932a6e req-0bcead96-3ef5-45c7-9234-a14feb0e6e57 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1023908 Dec 16 22:29:51.204302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99bbb23c-3d2c-4837-a262-ce826c932a6e req-236fc19f-8bc1-4dc0-9e16-368a608800f5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782208 Dec 16 22:29:51.216653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51301a66-cfc3-48ec-b0a1-0547fcb32b12 req-4cba0bf0-37db-4513-a14a-9221e8f795bb tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:51.217585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51301a66-cfc3-48ec-b0a1-0547fcb32b12 req-4cba0bf0-37db-4513-a14a-9221e8f795bb tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 932 time: 0.0883632 Dec 16 22:29:51.277267 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51301a66-cfc3-48ec-b0a1-0547fcb32b12 req-c6e40e68-2688-4ee2-90df-cce35062b00a tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/security-groups?id=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531428 Dec 16 22:29:51.327937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c19627-25b1-4e1f-98bd-0e6425a585e7 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:29:51.337269 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:51.351682 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Transition to ACTIVE for port object 92c19627-25b1-4e1f-98bd-0e6425a585e7 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:29:51.418786 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:51.491245 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Pushing event updated for resources: {'Port': ['ID=92c19627-25b1-4e1f-98bd-0e6425a585e7,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:51.556617 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Attempting to bind port 92c19627-25b1-4e1f-98bd-0e6425a585e7 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:29:51.557243 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Attempting to bind port 92c19627-25b1-4e1f-98bd-0e6425a585e7 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '6357a328-8d91-4b19-8650-bdf614d1d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:29:51.557243 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Attempting to bind port 92c19627-25b1-4e1f-98bd-0e6425a585e7 on network 4c8ac751-0461-4def-b0a8-b730be8d39e2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:29:51.562878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Port 92c19627-25b1-4e1f-98bd-0e6425a585e7 on network 4c8ac751-0461-4def-b0a8-b730be8d39e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:29:51.563206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Attempting to bind port 92c19627-25b1-4e1f-98bd-0e6425a585e7 on network 4c8ac751-0461-4def-b0a8-b730be8d39e2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:29:51.569426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:29:51.570408 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Checking segment: {'id': '6357a328-8d91-4b19-8650-bdf614d1d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:51.570820 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Bound using segment: {'id': '6357a328-8d91-4b19-8650-bdf614d1d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:29:51.571479 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Bound port: 92c19627-25b1-4e1f-98bd-0e6425a585e7, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6357a328-8d91-4b19-8650-bdf614d1d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:29:51.571855 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:51.596378 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a75a7a1-c4b1-4445-bd4f-aa827a3d143f req-4b262f90-e59e-4b67-96c8-abe1c23954e9 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0306749 Dec 16 22:29:51.648599 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] For port 92c19627-25b1-4e1f-98bd-0e6425a585e7, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:29:51.652115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] For port 92c19627-25b1-4e1f-98bd-0e6425a585e7, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=92c19627-25b1-4e1f-98bd-0e6425a585e7,segment=NetworkSegment(6357a328-8d91-4b19-8650-bdf614d1d1d0),segment_id=6357a328-8d91-4b19-8650-bdf614d1d1d0)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:29:51.733863 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:51.773416 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:51.774035 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:51.775439 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] 10.222.0.69 "PUT /v2.0/ports/92c19627-25b1-4e1f-98bd-0e6425a585e7 HTTP/1.1" status: 200 len: 1092 time: 0.8387864 Dec 16 22:29:51.775886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cffef6-07f5-4f51-8184-5bf1fe6a5df1', 'tag': '92c19627-25b1-4e1f-98bd-0e6425a585e7'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:29:51.778216 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bc52d0-9bc9-4f74-8c6f-d33a4ac7b5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "28cffef6-07f5-4f51-8184-5bf1fe6a5df1", "tag": "92c19627-25b1-4e1f-98bd-0e6425a585e7"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:29:51.803711 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970cf85-eb1a-4293-94b7-9649a1844651 service neutron] Pushing event updated for resources: {'Port': ['ID=92c19627-25b1-4e1f-98bd-0e6425a585e7,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:51.977972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-387a8b78-b561-4150-abbe-a60143b573ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:51.979610 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-387a8b78-b561-4150-abbe-a60143b573ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b61746d1f14f4a999de4f63ca14318d0&device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 1095 time: 0.0594928 Dec 16 22:29:51.996531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34c5ed-00be-4c5e-990d-41fe0741ecc6 req-fe2dc277-60ab-499e-8873-3fb8d3fcb79f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:51.998591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a34c5ed-00be-4c5e-990d-41fe0741ecc6 req-fe2dc277-60ab-499e-8873-3fb8d3fcb79f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0981154 Dec 16 22:29:52.044591 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-17a1ead0-1a26-4bbc-a641-de7ee51dc8b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c19627-25b1-4e1f-98bd-0e6425a585e7 HTTP/1.1" status: 200 len: 217 time: 0.0529850 Dec 16 22:29:52.073716 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a34c5ed-00be-4c5e-990d-41fe0741ecc6 req-91d1c647-eb49-4a6c-97e9-5ef4c33ab6b4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643108 Dec 16 22:29:52.099584 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c26b524-bfb5-4847-a643-e70024d24f30 x-openstack-request-id: req-7c26b524-bfb5-4847-a643-e70024d24f30 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:29:52.099911 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28cffef6-07f5-4f51-8184-5bf1fe6a5df1", "tag": "92c19627-25b1-4e1f-98bd-0e6425a585e7", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:29:52.100170 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c26b524-bfb5-4847-a643-e70024d24f30 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:29:52.100585 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cffef6-07f5-4f51-8184-5bf1fe6a5df1', 'tag': '92c19627-25b1-4e1f-98bd-0e6425a585e7', 'status': 'completed', 'code': 200} Dec 16 22:29:52.119187 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-77efe77c-0236-42c5-b320-9ab8cc0701a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:52.120832 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-77efe77c-0236-42c5-b320-9ab8cc0701a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4a5e6be-2343-411d-83c3-fd248d67f67e HTTP/1.1" status: 200 len: 847 time: 0.0686076 Dec 16 22:29:52.183464 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-76585223-d432-478f-afd8-edb1aef4e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:52.186792 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-76585223-d432-478f-afd8-edb1aef4e3d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c8ac751-0461-4def-b0a8-b730be8d39e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554521 Dec 16 22:29:52.198243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-133cd6d3-8001-4789-9666-79eae3b17705 req-89bf1b46-6df2-49f9-8e0b-05e456a5a341 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0420997 Dec 16 22:29:52.200782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da16db4f-0f7c-4eea-b973-8d87835f0f7a req-6e7fcdb2-2d01-4a98-8f69-7526a8f57fcd tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0548458 Dec 16 22:29:52.384023 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-c7e08675-bd86-42ba-b85f-5252f90e5290 service neutron] 10.222.0.69 "GET /v2.0/networks/4c8ac751-0461-4def-b0a8-b730be8d39e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846886 Dec 16 22:29:52.391645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb6553-b9cc-4e59-83a9-fcaee6da2218 req-a1948e9f-608b-45bb-8d37-5d87151652dd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:52.394118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fdfb6553-b9cc-4e59-83a9-fcaee6da2218 req-a1948e9f-608b-45bb-8d37-5d87151652dd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0644839 Dec 16 22:29:52.442273 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22093f9f-3df8-4732-b56c-80f330f4160e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:52.540510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c22d6-1477-4ec6-be14-a7ca1e42f248 req-74c984f7-1355-4ef2-aa31-182a989a33da tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:52.542072 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-028c22d6-1477-4ec6-be14-a7ca1e42f248 req-74c984f7-1355-4ef2-aa31-182a989a33da tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 944 time: 0.1467011 Dec 16 22:29:52.547560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fdfb6553-b9cc-4e59-83a9-fcaee6da2218 req-4dd1fcdc-eabc-418e-a3e3-5be50fb6b39a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361737 Dec 16 22:29:52.556608 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-103a5ca9-6ff7-4493-9769-8798d084f0c1 req-774fab18-fadd-4b1f-8ce3-5511ead0f45c service neutron] 10.222.0.69 "GET /v2.0/networks/4c8ac751-0461-4def-b0a8-b730be8d39e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628158 Dec 16 22:29:52.612912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-028c22d6-1477-4ec6-be14-a7ca1e42f248 req-578c44ca-6da8-42b6-825a-e40813796c42 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/security-groups?id=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608797 Dec 16 22:29:52.715294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3ab1657-c8cd-45a1-b49e-48ea4aac1718 req-dd6d61bd-c972-4144-9751-9ca9d91b0392 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0426223 Dec 16 22:29:52.760005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc52d0-9bc9-4f74-8c6f-d33a4ac7b5c9 req-a53036ae-1d8a-4fad-bb1e-5862f088c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:52.761853 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f1bc52d0-9bc9-4f74-8c6f-d33a4ac7b5c9 req-a53036ae-1d8a-4fad-bb1e-5862f088c5b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b61746d1f14f4a999de4f63ca14318d0&device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 1095 time: 0.0664124 Dec 16 22:29:52.869863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc52d0-9bc9-4f74-8c6f-d33a4ac7b5c9 req-2d37ad7f-a538-4ded-b1d8-a7473075d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:52.871428 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f1bc52d0-9bc9-4f74-8c6f-d33a4ac7b5c9 req-2d37ad7f-a538-4ded-b1d8-a7473075d64d service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c8ac751-0461-4def-b0a8-b730be8d39e2 HTTP/1.1" status: 200 len: 909 time: 0.1009791 Dec 16 22:29:52.921172 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f1bc52d0-9bc9-4f74-8c6f-d33a4ac7b5c9 req-f0cd71c6-152a-499a-b218-7af9c3772d8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c19627-25b1-4e1f-98bd-0e6425a585e7 HTTP/1.1" status: 200 len: 217 time: 0.0426266 Dec 16 22:29:52.979430 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc52d0-9bc9-4f74-8c6f-d33a4ac7b5c9 req-2c73f210-5cc9-484c-83e8-628a95398bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:52.988359 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f1bc52d0-9bc9-4f74-8c6f-d33a4ac7b5c9 req-2c73f210-5cc9-484c-83e8-628a95398bfb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4a5e6be-2343-411d-83c3-fd248d67f67e HTTP/1.1" status: 200 len: 847 time: 0.0514607 Dec 16 22:29:53.036683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc52d0-9bc9-4f74-8c6f-d33a4ac7b5c9 req-d90f56de-5548-479f-90df-ac9bc6913afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:53.038894 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f1bc52d0-9bc9-4f74-8c6f-d33a4ac7b5c9 req-d90f56de-5548-479f-90df-ac9bc6913afc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c8ac751-0461-4def-b0a8-b730be8d39e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501943 Dec 16 22:29:53.160433 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f1bc52d0-9bc9-4f74-8c6f-d33a4ac7b5c9 req-cef39c3e-daf7-401f-acfe-aa18a86ddf89 service neutron] 10.222.0.69 "GET /v2.0/networks/4c8ac751-0461-4def-b0a8-b730be8d39e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111891 Dec 16 22:29:53.232795 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79c33f-be3f-47fc-bff0-e86fead6d998 req-e919eda2-8326-4f5c-89fd-12421a3e4bf4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:53.234407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb79c33f-be3f-47fc-bff0-e86fead6d998 req-e919eda2-8326-4f5c-89fd-12421a3e4bf4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0665157 Dec 16 22:29:53.286155 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f1bc52d0-9bc9-4f74-8c6f-d33a4ac7b5c9 req-559c6b40-0814-456d-937d-64ceb3c39b13 service neutron] 10.222.0.69 "GET /v2.0/networks/4c8ac751-0461-4def-b0a8-b730be8d39e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181483 Dec 16 22:29:53.304420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0fefce3d-c8b7-41ab-848c-7fc2b06d8455 req-07303acc-a33e-4e58-8ec1-6f03c8cb686f tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0345585 Dec 16 22:29:53.343713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb79c33f-be3f-47fc-bff0-e86fead6d998 req-cc9da470-8192-42c4-89ad-1f6afb214415 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026652 Dec 16 22:29:53.395827 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34870ebd-a0f8-4a0f-a280-bf53ef90a96c req-940cef73-865a-4d4e-8368-1a3650ce5b71 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0355415 Dec 16 22:29:53.492935 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:53.692547 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87574ce7-ede7-40f9-b097-584bc3353a72 req-383d057f-a30f-447f-853b-e20f5f62bb11 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:53.695385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87574ce7-ede7-40f9-b097-584bc3353a72 req-383d057f-a30f-447f-853b-e20f5f62bb11 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0643334 Dec 16 22:29:53.786255 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87574ce7-ede7-40f9-b097-584bc3353a72 req-8f7269ae-554c-4a2f-95fe-22e9e1e974f1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845532 Dec 16 22:29:53.802075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9fb1-e976-4474-a072-cee5c60c7839 req-83ba1dcf-7bc1-4c4a-9ce1-2728929a52c1 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:53.805141 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a32a9fb1-e976-4474-a072-cee5c60c7839 req-83ba1dcf-7bc1-4c4a-9ce1-2728929a52c1 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 944 time: 0.0956922 Dec 16 22:29:53.894124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02b06341-a8a8-453c-a837-9edae06edcad req-4f3f28ed-ec99-446c-a573-db467974c7dd tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0410933 Dec 16 22:29:53.900141 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a32a9fb1-e976-4474-a072-cee5c60c7839 req-213e27b6-a331-4eeb-8b87-5a406c4e8245 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/security-groups?id=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864477 Dec 16 22:29:54.394758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4344dff4-c1aa-4446-b00a-a63caa8530ae req-99152b7e-bbf0-4c40-bdaa-633256d7674d tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0302978 Dec 16 22:29:54.799790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13965b9c-ccd2-43a2-8681-9ada205c13e0 req-b68cd031-44d0-4fe4-ae4e-9dfb31c8c622 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.3486950 Dec 16 22:29:54.821393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff828a-0b45-4f91-82b4-a6fc8919a3d8 req-886a2263-a539-4228-8c2d-5eb3da46b1ea tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:54.821393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7dff828a-0b45-4f91-82b4-a6fc8919a3d8 req-886a2263-a539-4228-8c2d-5eb3da46b1ea tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.3973892 Dec 16 22:29:54.830195 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:54.888973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7dff828a-0b45-4f91-82b4-a6fc8919a3d8 req-de1db1d2-d998-49a4-bad4-f77da7a2cc6c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590155 Dec 16 22:29:54.944809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c443c5-b5d5-4063-86bb-8351da0353a8 req-a712228a-609e-4917-a3f1-aedeb3941be3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:54.946487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8c443c5-b5d5-4063-86bb-8351da0353a8 req-a712228a-609e-4917-a3f1-aedeb3941be3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0626183 Dec 16 22:29:55.020357 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8c443c5-b5d5-4063-86bb-8351da0353a8 req-d2c7211e-22ed-4b94-aff8-1ba119f83934 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671825 Dec 16 22:29:55.045643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87a8d8-8d5d-4207-b39e-d2413561e92a req-93061209-b7d5-402b-b6a2-99bfef55aabb tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:55.047189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c87a8d8-8d5d-4207-b39e-d2413561e92a req-93061209-b7d5-402b-b6a2-99bfef55aabb tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 944 time: 0.0672071 Dec 16 22:29:55.128110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c87a8d8-8d5d-4207-b39e-d2413561e92a req-2c356182-8a7e-4ded-8e31-ddbbfe8c96e1 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/security-groups?id=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741045 Dec 16 22:29:55.144664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75ebf1ce-f34f-479c-a704-4d02cc246dc3 req-56881d83-8d3f-47a2-9faf-ba6879e42b68 tempest-ServersNegativeTestJSON-1355399713 tempest-ServersNegativeTestJSON-1355399713-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61cafd2-ef49-4a59-bbc1-eed48253d857 HTTP/1.1" status: 200 len: 210 time: 0.0371547 Dec 16 22:29:55.495856 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b729159-1ab2-4225-8858-724d30262cc5 req-05591a95-2362-4f66-abf1-647841ca5af9 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0289857 Dec 16 22:29:55.715842 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:55.877214 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbb71fc3-1987-4151-9d59-23690d8e1ec3 req-73c39ac4-d06a-41a5-a75d-18f60162757b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0290978 Dec 16 22:29:56.019026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257e417-6020-4d25-84ae-a4bdf2b85ad2 req-86f476ad-b271-48e4-a7f0-8ee3ab37702b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:56.019962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4257e417-6020-4d25-84ae-a4bdf2b85ad2 req-86f476ad-b271-48e4-a7f0-8ee3ab37702b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0528245 Dec 16 22:29:56.026918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 92c19627-25b1-4e1f-98bd-0e6425a585e7 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:29:56.076765 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55664) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:56.092755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4257e417-6020-4d25-84ae-a4bdf2b85ad2 req-8fc19e1f-2b3e-4d84-bad2-9c6f7b13e2cf tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545764 Dec 16 22:29:56.159755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 92c19627-25b1-4e1f-98bd-0e6425a585e7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=92c19627-25b1-4e1f-98bd-0e6425a585e7,segment=NetworkSegment(6357a328-8d91-4b19-8650-bdf614d1d1d0),segment_id=6357a328-8d91-4b19-8650-bdf614d1d1d0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:56.176360 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '92c19627-25b1-4e1f-98bd-0e6425a585e7', 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2', 'port_id': '92c19627-25b1-4e1f-98bd-0e6425a585e7', 'mac_address': 'fa:16:3e:e3:f2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:29:56.211478 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3830769-3821-4ee4-b6be-aa8c23569e22 req-b26ff26c-bddc-42e5-83c1-78e4276a037d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:56.213261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3830769-3821-4ee4-b6be-aa8c23569e22 req-b26ff26c-bddc-42e5-83c1-78e4276a037d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0740983 Dec 16 22:29:56.232094 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.248267 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c19627-25b1-4e1f-98bd-0e6425a585e7 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:29:56.283552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 92c19627-25b1-4e1f-98bd-0e6425a585e7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=92c19627-25b1-4e1f-98bd-0e6425a585e7,segment=NetworkSegment(6357a328-8d91-4b19-8650-bdf614d1d1d0),segment_id=6357a328-8d91-4b19-8650-bdf614d1d1d0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:56.305347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3830769-3821-4ee4-b6be-aa8c23569e22 req-ceceb251-dd51-44ff-9442-c9c58e45baf1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855649 Dec 16 22:29:56.334813 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bd716-e72f-45e7-b1b5-77c11c095b1d req-935a89e2-91b8-4de7-a0ec-d2cc15fc296b tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:56.336710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc5bd716-e72f-45e7-b1b5-77c11c095b1d req-935a89e2-91b8-4de7-a0ec-d2cc15fc296b tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 944 time: 0.0888512 Dec 16 22:29:56.368351 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.371233 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25bf91e-3e4e-42f2-a110-391f96b8a329 admin admin] Deleting subnet 79c07123-09a8-42bd-8f40-f5f64c193896 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:29:56.375160 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f25bf91e-3e4e-42f2-a110-391f96b8a329 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.405772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc5bd716-e72f-45e7-b1b5-77c11c095b1d req-c05974d1-800a-4c59-896c-f264ed5e5c09 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/security-groups?id=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620029 Dec 16 22:29:56.423030 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f25bf91e-3e4e-42f2-a110-391f96b8a329 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.432219 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=92c19627-25b1-4e1f-98bd-0e6425a585e7,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:56.477140 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f25bf91e-3e4e-42f2-a110-391f96b8a329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.578292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4192e71b-dd88-42fa-aff8-dfd15640d1ef req-1f4b43ac-e711-4fdb-8af6-b2a8d19730c9 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0303040 Dec 16 22:29:56.624937 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f25bf91e-3e4e-42f2-a110-391f96b8a329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.649184 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['92c19627-25b1-4e1f-98bd-0e6425a585e7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:29:56.652240 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bf91e-3e4e-42f2-a110-391f96b8a329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c07123-09a8-42bd-8f40-f5f64c193896,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:56.656688 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f25bf91e-3e4e-42f2-a110-391f96b8a329 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.667148 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f25bf91e-3e4e-42f2-a110-391f96b8a329 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/79c07123-09a8-42bd-8f40-f5f64c193896 HTTP/1.1" status: 204 len: 168 time: 0.5823152 Dec 16 22:29:56.667148 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55672) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:56.749593 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e75016de-1b2b-4401-bdce-e4fbb84eedc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.838052 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e75016de-1b2b-4401-bdce-e4fbb84eedc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.872861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e75016de-1b2b-4401-bdce-e4fbb84eedc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec4664d-bd18-4ef3-8ffe-2406236b1797']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:56.892870 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e75016de-1b2b-4401-bdce-e4fbb84eedc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b360cf74-6a43-4de8-9310-a11a7b6ad73c') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:56.893230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e75016de-1b2b-4401-bdce-e4fbb84eedc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b360cf74-6a43-4de8-9310-a11a7b6ad73c') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:56.905706 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e75016de-1b2b-4401-bdce-e4fbb84eedc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.921743 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e75016de-1b2b-4401-bdce-e4fbb84eedc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.930394 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75016de-1b2b-4401-bdce-e4fbb84eedc5 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:29:56.930851 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e75016de-1b2b-4401-bdce-e4fbb84eedc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:29:56.932908 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:29:56.981166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eccb6db4-d5f7-4364-b3af-70f47419a379 req-912bb121-6b5a-4d40-91a0-6763ca89438b tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0375493 Dec 16 22:29:57.156695 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e75016de-1b2b-4401-bdce-e4fbb84eedc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:57.164066 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e75016de-1b2b-4401-bdce-e4fbb84eedc5 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:57.170800 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e75016de-1b2b-4401-bdce-e4fbb84eedc5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dec4664d-bd18-4ef3-8ffe-2406236b1797 HTTP/1.1" status: 204 len: 168 time: 0.5049314 Dec 16 22:29:57.191419 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75016de-1b2b-4401-bdce-e4fbb84eedc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dec4664d-bd18-4ef3-8ffe-2406236b1797,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:57.228699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011703dd-4b73-4a5e-abd9-2ffff648e11e req-922c5ae0-243f-4c4f-b6b2-6dbd8696cdd4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:57.231984 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-011703dd-4b73-4a5e-abd9-2ffff648e11e req-922c5ae0-243f-4c4f-b6b2-6dbd8696cdd4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0595300 Dec 16 22:29:57.284847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-011703dd-4b73-4a5e-abd9-2ffff648e11e req-59a72485-c4d5-4d20-bccb-4edabb009a88 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483725 Dec 16 22:29:57.449431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ad0ae-7d59-40dc-a82a-7a847c0c3701 req-76d274d8-11a7-4ada-9e78-1c0bd8c8c403 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:57.451980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-883ad0ae-7d59-40dc-a82a-7a847c0c3701 req-76d274d8-11a7-4ada-9e78-1c0bd8c8c403 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0637107 Dec 16 22:29:57.532963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-883ad0ae-7d59-40dc-a82a-7a847c0c3701 req-b7c721ba-f51f-4bbf-ad82-90742ee9d40e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752220 Dec 16 22:29:57.557184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716c503-c092-4a95-8e9c-acbd19c4c1f3 req-beb716be-4cee-4d0e-8950-313924613f55 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:57.558610 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7716c503-c092-4a95-8e9c-acbd19c4c1f3 req-beb716be-4cee-4d0e-8950-313924613f55 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 945 time: 0.0739298 Dec 16 22:29:57.625926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7716c503-c092-4a95-8e9c-acbd19c4c1f3 req-884bad4e-701c-440b-bb6a-9d0acaa269e6 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/security-groups?id=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603139 Dec 16 22:29:57.647076 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55688) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:57.675753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a078f83-79b7-48a4-85b1-b48e627c8f8a req-b63a42fe-52fb-4216-939c-ee3d35207b3e tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0312569 Dec 16 22:29:57.696404 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5f11c48c-9072-4c50-8261-84900f8e3333 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=92b3fb1601174e4e806c9148ba5068b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449750 Dec 16 22:29:57.696550 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55690) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:57.745370 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8100776-3407-4ab3-800f-0b47d24b70ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:57.767922 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8100776-3407-4ab3-800f-0b47d24b70ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:57.896874 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8100776-3407-4ab3-800f-0b47d24b70ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:57.901471 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8100776-3407-4ab3-800f-0b47d24b70ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:57.905840 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a8100776-3407-4ab3-800f-0b47d24b70ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68a67c30-e661-43d9-a825-13e74e2ca777 HTTP/1.1" status: 204 len: 168 time: 0.2057486 Dec 16 22:29:57.915513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8100776-3407-4ab3-800f-0b47d24b70ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a67c30-e661-43d9-a825-13e74e2ca777,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:58.048312 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 92c19627-25b1-4e1f-98bd-0e6425a585e7 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:58.075249 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2420e2b3-a55a-48f9-a314-5b4dab056491 req-45a30320-3955-4394-9d3e-c9489de37621 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0342994 Dec 16 22:29:58.202077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 92c19627-25b1-4e1f-98bd-0e6425a585e7 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:29:58.206367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 92c19627-25b1-4e1f-98bd-0e6425a585e7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:58.206741 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:58.297336 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:58.323234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cffef6-07f5-4f51-8184-5bf1fe6a5df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c19627-25b1-4e1f-98bd-0e6425a585e7'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:29:58.326168 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db24fa98-de5d-487c-8b03-623295b8d1fa" -d '{"events": [{"server_uuid": "28cffef6-07f5-4f51-8184-5bf1fe6a5df1", "name": "network-vif-plugged", "status": "completed", "tag": "92c19627-25b1-4e1f-98bd-0e6425a585e7"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:29:58.340205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 92c19627-25b1-4e1f-98bd-0e6425a585e7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=92c19627-25b1-4e1f-98bd-0e6425a585e7,segment=NetworkSegment(6357a328-8d91-4b19-8650-bdf614d1d1d0),segment_id=6357a328-8d91-4b19-8650-bdf614d1d1d0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:58.423673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcb1c5-6cd9-4961-8690-d85cabd02ccb req-0e7b7e4e-60af-4f5d-900f-7bcdc42de6a5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:58.425766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6dbcb1c5-6cd9-4961-8690-d85cabd02ccb req-0e7b7e4e-60af-4f5d-900f-7bcdc42de6a5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0573606 Dec 16 22:29:58.457214 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:58.510618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6dbcb1c5-6cd9-4961-8690-d85cabd02ccb req-7f28c1c4-0403-4685-b29c-9da8b829a3c8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762730 Dec 16 22:29:58.541350 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff778db-7578-45db-9ef1-8b0eb149b44d x-openstack-request-id: req-cff778db-7578-45db-9ef1-8b0eb149b44d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:29:58.541836 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28cffef6-07f5-4f51-8184-5bf1fe6a5df1", "name": "network-vif-plugged", "status": "completed", "tag": "92c19627-25b1-4e1f-98bd-0e6425a585e7", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:29:58.542441 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cff778db-7578-45db-9ef1-8b0eb149b44d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:29:58.543100 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cffef6-07f5-4f51-8184-5bf1fe6a5df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c19627-25b1-4e1f-98bd-0e6425a585e7', 'code': 200} Dec 16 22:29:58.548519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=92c19627-25b1-4e1f-98bd-0e6425a585e7,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:58.703031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b4a0-6a7f-4bce-8273-ecb5c47e2503 req-5d524cd7-8155-4282-a3d2-3f911674d224 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:58.704737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2818b4a0-6a7f-4bce-8273-ecb5c47e2503 req-5d524cd7-8155-4282-a3d2-3f911674d224 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0818827 Dec 16 22:29:58.730038 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd61af-3b30-4062-a1bd-afe7a6e2c7a5 req-3eaeb65f-2330-4f7a-9cb7-225792ba141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:58.732289 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8cbd61af-3b30-4062-a1bd-afe7a6e2c7a5 req-3eaeb65f-2330-4f7a-9cb7-225792ba141e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 1097 time: 0.1102617 Dec 16 22:29:58.803881 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8cbd61af-3b30-4062-a1bd-afe7a6e2c7a5 req-5248b386-3ffc-4253-8bb5-e784f56d2d2c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603917 Dec 16 22:29:58.836635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2818b4a0-6a7f-4bce-8273-ecb5c47e2503 req-96ab9db5-44f5-4540-9b74-8e369b295247 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251204 Dec 16 22:29:58.857612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8e2a-0d17-4b4f-9958-efc34b5e60e6 req-ff096ea3-2ecb-4a1e-bdd2-b5f412b08e2d tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:58.859637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-799c8e2a-0d17-4b4f-9958-efc34b5e60e6 req-ff096ea3-2ecb-4a1e-bdd2-b5f412b08e2d tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 946 time: 0.1260841 Dec 16 22:29:58.951062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e2476bf-5f91-4d93-8f07-535a31778d22 req-04d42820-67a8-4b41-b787-11e1efea3d2e tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0426753 Dec 16 22:29:58.961791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-799c8e2a-0d17-4b4f-9958-efc34b5e60e6 req-e4c33a21-43f2-41a2-ba49-27e254e2d569 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/security-groups?id=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947542 Dec 16 22:29:59.164736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0efb4cb-cb82-4826-b2c5-6c3fdea92a1c req-f7408c77-043e-4111-98a7-652b9b2a2cab tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0362568 Dec 16 22:29:59.497463 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55740) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:59.631808 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-404c5832-fbad-46d3-b474-a6604cccdf5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:59.667468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed64a2-0255-4d1d-ba9d-71c49d31215a req-fa181a12-0c44-4557-9da6-8e853cbfe16e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:59.671831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9ed64a2-0255-4d1d-ba9d-71c49d31215a req-fa181a12-0c44-4557-9da6-8e853cbfe16e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0657926 Dec 16 22:29:59.741868 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-404c5832-fbad-46d3-b474-a6604cccdf5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:59.748675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9ed64a2-0255-4d1d-ba9d-71c49d31215a req-3bd997a8-3194-4018-a8fe-cb444d662a5e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629559 Dec 16 22:29:59.824947 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-404c5832-fbad-46d3-b474-a6604cccdf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:59.890986 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c5832-fbad-46d3-b474-a6604cccdf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ced65a0-2e87-4b73-b883-65ad00c88881,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:59.899539 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-404c5832-fbad-46d3-b474-a6604cccdf5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71971014111a4c1094a5c86417237fdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4007621 Dec 16 22:29:59.902341 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55764) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:59.997536 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ab08607-ed77-4d23-8a2a-4c3667cf507d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:00.041351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ab08607-ed77-4d23-8a2a-4c3667cf507d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:00.063488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08a28d-3d1c-4eff-a1c5-a97be4d0768d req-25bcd1d5-f4f1-4a91-9358-54c43ce7d7f8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:00.066409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d08a28d-3d1c-4eff-a1c5-a97be4d0768d req-25bcd1d5-f4f1-4a91-9358-54c43ce7d7f8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0862923 Dec 16 22:30:00.157018 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d08a28d-3d1c-4eff-a1c5-a97be4d0768d req-aa27a729-6019-47b3-a9a8-c31885f71a39 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802982 Dec 16 22:30:00.178646 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5f191-5c8f-466d-86a3-d0959acdf61c req-98832a80-5bec-4460-aa5e-c97112d6ad40 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:00.180272 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03a5f191-5c8f-466d-86a3-d0959acdf61c req-98832a80-5bec-4460-aa5e-c97112d6ad40 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 946 time: 0.0723736 Dec 16 22:30:00.219539 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ab08607-ed77-4d23-8a2a-4c3667cf507d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:00.225505 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ab08607-ed77-4d23-8a2a-4c3667cf507d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:00.228663 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7ab08607-ed77-4d23-8a2a-4c3667cf507d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ced65a0-2e87-4b73-b883-65ad00c88881 HTTP/1.1" status: 204 len: 168 time: 0.3234138 Dec 16 22:30:00.245415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab08607-ed77-4d23-8a2a-4c3667cf507d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ced65a0-2e87-4b73-b883-65ad00c88881,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:00.264954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-804d85ed-49b0-4070-aeb0-a655c6236407 req-53b862f9-022a-4643-86d0-91fd4e3aca88 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0535181 Dec 16 22:30:00.296747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03a5f191-5c8f-466d-86a3-d0959acdf61c req-7d8660ee-45ce-435b-b093-132693930756 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/security-groups?id=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043315 Dec 16 22:30:00.371251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-471e53b9-8217-491e-9028-eaa254569201 req-02fd71e3-9c28-49e1-b485-e688a6b02857 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0375962 Dec 16 22:30:00.899681 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50584b89-c7a5-4ebc-ad48-1a5d6f4346ea req-e52f4909-7cf9-40ca-9eae-97cb4a98945c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:00.901365 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50584b89-c7a5-4ebc-ad48-1a5d6f4346ea req-e52f4909-7cf9-40ca-9eae-97cb4a98945c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0547793 Dec 16 22:30:00.935139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 55802) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:00.961272 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50584b89-c7a5-4ebc-ad48-1a5d6f4346ea req-207b4f98-bac2-466a-8741-561448b7b491 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529504 Dec 16 22:30:01.061582 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f21503da-b107-4efc-a5d7-0dc5bed41c91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:01.145391 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f21503da-b107-4efc-a5d7-0dc5bed41c91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:01.213326 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f21503da-b107-4efc-a5d7-0dc5bed41c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:01.265011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f21503da-b107-4efc-a5d7-0dc5bed41c91 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ec3b005a8e2487192db891cd4a5e021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3286924 Dec 16 22:30:01.265898 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21503da-b107-4efc-a5d7-0dc5bed41c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8347b9f-534b-4249-8e6f-7df876992bf7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:01.267624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55814) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:01.314602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac868d-bbed-4b40-95f0-08f931d1b1e1 req-eb13afb5-b099-42ba-82b9-1e05256aa780 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:01.323781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55ac868d-bbed-4b40-95f0-08f931d1b1e1 req-eb13afb5-b099-42ba-82b9-1e05256aa780 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0780234 Dec 16 22:30:01.350480 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa1e7-2d04-420e-bab4-0defaeb674ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:01.370593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26bf481a-bad5-420f-82e9-3cf25e4294b6 req-0e638599-c504-4b5c-875c-8914236e492d tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0296304 Dec 16 22:30:01.391156 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa1e7-2d04-420e-bab4-0defaeb674ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:01.426679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55ac868d-bbed-4b40-95f0-08f931d1b1e1 req-999f7ca5-7296-4db6-bb25-0f45ed4d8a6a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010523 Dec 16 22:30:01.511416 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66d5af0c-62b1-434c-b174-d71ee5567381 req-24dfe39f-d9b1-43fd-82fb-3c34df5d731a tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0305967 Dec 16 22:30:01.528986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff29d-a577-403d-8c19-c9ac5fd702fd req-ecfe279d-9576-46ed-890e-328d1b9198b9 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:01.530522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22cff29d-a577-403d-8c19-c9ac5fd702fd req-ecfe279d-9576-46ed-890e-328d1b9198b9 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 946 time: 0.0806611 Dec 16 22:30:01.539205 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa1e7-2d04-420e-bab4-0defaeb674ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:01.542092 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa1e7-2d04-420e-bab4-0defaeb674ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:01.543260 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8e3fa1e7-2d04-420e-bab4-0defaeb674ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8347b9f-534b-4249-8e6f-7df876992bf7 HTTP/1.1" status: 204 len: 168 time: 0.2738945 Dec 16 22:30:01.552578 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fa1e7-2d04-420e-bab4-0defaeb674ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8347b9f-534b-4249-8e6f-7df876992bf7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:01.597737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22cff29d-a577-403d-8c19-c9ac5fd702fd req-38223537-acb7-48d5-82ea-73519aa3de10 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/security-groups?id=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605469 Dec 16 22:30:01.720845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c835756-2022-4266-8fd0-974931c12298 req-fd360f2e-5ba7-4b83-93ae-b4b8273ad71c tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:01.722362 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c835756-2022-4266-8fd0-974931c12298 req-fd360f2e-5ba7-4b83-93ae-b4b8273ad71c tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 946 time: 0.0535359 Dec 16 22:30:01.777552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c835756-2022-4266-8fd0-974931c12298 req-725bd80b-2b46-41d4-b7a5-de1373b66cac tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/security-groups?id=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487165 Dec 16 22:30:01.904946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e464c-c410-49ce-a2ac-1bd6cf699978 req-5f2203c0-7198-453d-9249-a4d012142e4e tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:01.906530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-694e464c-c410-49ce-a2ac-1bd6cf699978 req-5f2203c0-7198-453d-9249-a4d012142e4e tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 946 time: 0.0598464 Dec 16 22:30:01.960088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-694e464c-c410-49ce-a2ac-1bd6cf699978 req-deee89c3-166b-47f4-9762-0bea60e41626 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/security-groups?id=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469782 Dec 16 22:30:01.984003 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 55844) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:02.110405 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55854) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:02.110715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d8b8c-a126-4024-9914-3aecd06be8e6 req-37d8a214-8a9d-4630-b945-b9197deeb924 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:02.112475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-293d8b8c-a126-4024-9914-3aecd06be8e6 req-37d8a214-8a9d-4630-b945-b9197deeb924 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0643005 Dec 16 22:30:02.175951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-293d8b8c-a126-4024-9914-3aecd06be8e6 req-12b9128c-b030-4eb0-a815-8c16d624db10 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549572 Dec 16 22:30:02.224900 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bed39445-ee42-4c5f-9d7e-c6b45a977039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:02.291235 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b4a8fb-98a3-4104-abe3-635f578311b1 tempest-TestServerBasicOps-1602081615 tempest-TestServerBasicOps-1602081615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:02.293726 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-25b4a8fb-98a3-4104-abe3-635f578311b1 tempest-TestServerBasicOps-1602081615 tempest-TestServerBasicOps-1602081615-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 1092 time: 0.3086350 Dec 16 22:30:02.298439 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 55862) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:02.305449 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': '92c19627-25b1-4e1f-98bd-0e6425a585e7', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:02.333211 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bed39445-ee42-4c5f-9d7e-c6b45a977039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:02.431531 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bed39445-ee42-4c5f-9d7e-c6b45a977039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:02.444694 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:02.480427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed39445-ee42-4c5f-9d7e-c6b45a977039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce93e16-e106-43c3-ad1f-1be62ce41f16,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:02.511741 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bed39445-ee42-4c5f-9d7e-c6b45a977039 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2806f87aa8dc4959b50862667339454c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4000618 Dec 16 22:30:02.512484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55870) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:02.519897 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72db380f-30e9-47e9-8690-c12875c3f78e req-20c51150-ae64-47ac-941a-5cbeef0d16de tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0873582 Dec 16 22:30:02.587114 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e313f61-cd18-4eb2-bbe2-a972c109de9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:02.617444 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e313f61-cd18-4eb2-bbe2-a972c109de9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:02.651988 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-912f04ef-e065-40f6-a26b-e9e518ac91e8 req-a0de51a2-154f-4596-b79b-bf4e22957b56 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0555077 Dec 16 22:30:02.694633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83641d05-f7ff-4565-9c51-f864463b46ae req-0755cbaa-cd76-46df-bda3-ffe85e888b25 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:02.697198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83641d05-f7ff-4565-9c51-f864463b46ae req-0755cbaa-cd76-46df-bda3-ffe85e888b25 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1445317 Dec 16 22:30:02.779486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83641d05-f7ff-4565-9c51-f864463b46ae req-946b4bb5-6a0b-4bcb-987a-9132be0a4661 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725312 Dec 16 22:30:02.801779 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e313f61-cd18-4eb2-bbe2-a972c109de9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:02.804084 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:02.805275 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e313f61-cd18-4eb2-bbe2-a972c109de9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:02.806617 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9e313f61-cd18-4eb2-bbe2-a972c109de9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ce93e16-e106-43c3-ad1f-1be62ce41f16 HTTP/1.1" status: 204 len: 168 time: 0.2931285 Dec 16 22:30:02.817627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e313f61-cd18-4eb2-bbe2-a972c109de9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce93e16-e106-43c3-ad1f-1be62ce41f16,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:02.931816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Allocated IP 172.25.2.194 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/1c08a903-96a8-4ab4-ba63-b3af5b37600b) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:30:02.990807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55884) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:03.058680 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.169339 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.253693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:30:03.260236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:03.270345 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:30:03.290641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-53379e29-d6ce-409c-8c83-199fb083df9d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-573063342-network', 'tenant_id': '7e2889f9a8fd4d37bd79217d0c7db22b'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:03.313674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Pushing event updated for resources: {'Port': ['ID=1c08a903-96a8-4ab4-ba63-b3af5b37600b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:03.385069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53379e29-d6ce-409c-8c83-199fb083df9d admin admin] Made reservation on behalf of 7e2889f9a8fd4d37bd79217d0c7db22b for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:30:03.388337 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53379e29-d6ce-409c-8c83-199fb083df9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.401713 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53379e29-d6ce-409c-8c83-199fb083df9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.419584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5649d-b628-4b9b-af3e-7dd3eeaa30c1 req-8b91b785-1c59-4caa-a761-ce1f5c65ce80 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:03.421199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edf5649d-b628-4b9b-af3e-7dd3eeaa30c1 req-8b91b785-1c59-4caa-a761-ce1f5c65ce80 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1086891 Dec 16 22:30:03.503694 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53379e29-d6ce-409c-8c83-199fb083df9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.569709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edf5649d-b628-4b9b-af3e-7dd3eeaa30c1 req-dcf8c3bb-a07b-4dee-9cc7-a53923fe226a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236720 Dec 16 22:30:03.571119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53379e29-d6ce-409c-8c83-199fb083df9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.605523 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53379e29-d6ce-409c-8c83-199fb083df9d admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:30:03.624456 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53379e29-d6ce-409c-8c83-199fb083df9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.624801 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-53379e29-d6ce-409c-8c83-199fb083df9d admin admin] Added segment 509e1696-bd66-4c98-a23a-55f38cb5c815 of type vlan for network 850095bc-6722-4ef2-9ba4-75450b3586a5 Dec 16 22:30:03.626133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53379e29-d6ce-409c-8c83-199fb083df9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de25bc37-7039-4d7b-9145-cbe79cf75c6e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:03.635199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb325573-d924-4ee7-954d-83aa60151628 req-41bf9bcf-67bf-47f7-8efa-b28d64f153e5 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0727098 Dec 16 22:30:03.674340 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53379e29-d6ce-409c-8c83-199fb083df9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.777702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81597f79-b618-4a43-83f4-a9c698d96c43 req-99f8fed3-a393-4814-95ad-7de35c632791 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0392513 Dec 16 22:30:03.779229 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53379e29-d6ce-409c-8c83-199fb083df9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.782868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53379e29-d6ce-409c-8c83-199fb083df9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:03.782868 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53379e29-d6ce-409c-8c83-199fb083df9d admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.856058 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53379e29-d6ce-409c-8c83-199fb083df9d admin admin] Pushing event updated for resources: {'Network': ['ID=850095bc-6722-4ef2-9ba4-75450b3586a5,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:03.869808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 850095bc-6722-4ef2-9ba4-75450b3586a5 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:30:03.871120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 55912) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:03.871889 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-53379e29-d6ce-409c-8c83-199fb083df9d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8797541 Dec 16 22:30:03.876192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4e9fcb04-ff12-48c2-afa3-fa555b9499d7 admin admin] Request body: {'subnet': {'network_id': '850095bc-6722-4ef2-9ba4-75450b3586a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-573063342-subnet', 'tenant_id': '7e2889f9a8fd4d37bd79217d0c7db22b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:03.990986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b78402-adc9-4d98-b4a9-2aa43ba49337 req-ce7b5b94-33c0-40c9-9bb3-b4b9b72a2512 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:03.992578 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68b78402-adc9-4d98-b4a9-2aa43ba49337 req-ce7b5b94-33c0-40c9-9bb3-b4b9b72a2512 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1248224 Dec 16 22:30:03.998633 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:04.075511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9fcb04-ff12-48c2-afa3-fa555b9499d7 admin admin] Made reservation on behalf of 7e2889f9a8fd4d37bd79217d0c7db22b for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:30:04.077971 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e9fcb04-ff12-48c2-afa3-fa555b9499d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:04.096290 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68b78402-adc9-4d98-b4a9-2aa43ba49337 req-a3d4bdde-69f1-4c4f-ae2c-b331482690a4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958703 Dec 16 22:30:04.184408 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:04.444137 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:04.448112 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e9fcb04-ff12-48c2-afa3-fa555b9499d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:04.518136 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fcb04-ff12-48c2-afa3-fa555b9499d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=247b698f-9959-4d2c-8f4b-f9a5a5a7333d,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:04.539542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9fcb04-ff12-48c2-afa3-fa555b9499d7 admin admin] Checking segment: {'id': '509e1696-bd66-4c98-a23a-55f38cb5c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '850095bc-6722-4ef2-9ba4-75450b3586a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:30:04.539916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9fcb04-ff12-48c2-afa3-fa555b9499d7 admin admin] Network hostable DHCP agents. Network: 850095bc-6722-4ef2-9ba4-75450b3586a5, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:30:04.546328 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:04.627620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Pushing event updated for resources: {'Port': ['ID=1c08a903-96a8-4ab4-ba63-b3af5b37600b,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:04.655188 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:04.735239 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9fcb04-ff12-48c2-afa3-fa555b9499d7 admin admin] Network 850095bc-6722-4ef2-9ba4-75450b3586a5 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:30:04.811651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46fb38a6-357f-4603-8be4-6109597e3421 req-a91b4c40-8355-49c9-b07e-8eff9d0ddc1a tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0710723 Dec 16 22:30:04.884530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-4e9fcb04-ff12-48c2-afa3-fa555b9499d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 850095bc-6722-4ef2-9ba4-75450b3586a5) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:04.892615 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9fcb04-ff12-48c2-afa3-fa555b9499d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:04.893616 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e9fcb04-ff12-48c2-afa3-fa555b9499d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:04.909777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12cfe60-5a83-4262-bfd3-cd0bb0433300 None None] Network 850095bc-6722-4ef2-9ba4-75450b3586a5 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:30:04.944667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809fc5c-5fab-45ba-9188-168766a207c3 req-117114bd-2988-4c7b-9adb-1548093381c3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:04.947527 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4809fc5c-5fab-45ba-9188-168766a207c3 req-117114bd-2988-4c7b-9adb-1548093381c3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.2461858 Dec 16 22:30:05.000323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c3db941-f245-40eb-9c64-a64b44265dbc req-6207a475-dca0-4645-8b38-724e9678776d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0491579 Dec 16 22:30:05.015603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4e9fcb04-ff12-48c2-afa3-fa555b9499d7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1431339 Dec 16 22:30:05.037641 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Floating IP 2514323a-52ca-4091-af15-535bb35a4a8a associated. External IP: 172.25.2.194, port: 92c19627-25b1-4e1f-98bd-0e6425a585e7. Dec 16 22:30:05.090600 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defff42b-b6e1-4d89-b4a1-2d818140dc92 None None] Network 850095bc-6722-4ef2-9ba4-75450b3586a5 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:30:05.119789 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4809fc5c-5fab-45ba-9188-168766a207c3 req-30daa80d-d69c-43f2-9b7b-0adf3f8893ca tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575673 Dec 16 22:30:05.370565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05451cf9-cc05-425b-bbb0-a8bfc8d00f4b req-98f6d8ec-b55c-4750-ae07-34be868ef9eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:05.372105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05451cf9-cc05-425b-bbb0-a8bfc8d00f4b req-98f6d8ec-b55c-4750-ae07-34be868ef9eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1498818 Dec 16 22:30:05.470487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05451cf9-cc05-425b-bbb0-a8bfc8d00f4b req-ffdd7441-c2b7-4ece-8302-ba53ecffe032 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875595 Dec 16 22:30:05.485528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Router 5baead92-53e5-471c-8aa6-f23bf1c42080 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:30:05.980848 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c908a253-58c4-4f63-ba92-1d3ae9cfaa1c req-19dbc490-63e5-48be-b51d-d70b0deeeba7 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0452709 Dec 16 22:30:06.016569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:30:06.025903 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98676858-ad37-4834-ae60-a25fca69eb69 req-506f58bc-b732-4dbb-ae1c-ec7a48c3a3eb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:06.027469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98676858-ad37-4834-ae60-a25fca69eb69 req-506f58bc-b732-4dbb-ae1c-ec7a48c3a3eb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/networks?id=850095bc-6722-4ef2-9ba4-75450b3586a5 HTTP/1.1" status: 200 len: 814 time: 0.4940357 Dec 16 22:30:06.027799 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15087f2b-e98a-46ec-90b6-9cc4f59df9ad None None] Sync routers for ids ['5baead92-53e5-471c-8aa6-f23bf1c42080'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:30:06.040906 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15087f2b-e98a-46ec-90b6-9cc4f59df9ad None None] Routers {'5baead92-53e5-471c-8aa6-f23bf1c42080'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:30:06.041539 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-15087f2b-e98a-46ec-90b6-9cc4f59df9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:29:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5baead92-53e5-471c-8aa6-f23bf1c42080'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:06.049226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98676858-ad37-4834-ae60-a25fca69eb69 req-e0f51e3c-a316-42c9-8509-2332dfd66f8b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/quotas/7e2889f9a8fd4d37bd79217d0c7db22b HTTP/1.1" status: 200 len: 375 time: 0.0130298 Dec 16 22:30:06.111332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5758cc5-7138-43c4-a1e3-90e34a89a861 req-d001d3bb-1b42-4ed1-9ec8-bcd3c50b5d2f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0454986 Dec 16 22:30:06.113134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98676858-ad37-4834-ae60-a25fca69eb69 req-19b04987-f9f0-4ee8-9b89-df73e163d63f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e2889f9a8fd4d37bd79217d0c7db22b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575600 Dec 16 22:30:06.123866 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:06.167379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-acff8a81-9b16-46a1-a25c-eb532681fc49 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8669546 Dec 16 22:30:06.167949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cffef6-07f5-4f51-8184-5bf1fe6a5df1', 'tag': '92c19627-25b1-4e1f-98bd-0e6425a585e7'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:30:06.170585 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86b3658-5cad-470e-96f7-b3cb6fcd90a5" -d '{"events": [{"name": "network-changed", "server_uuid": "28cffef6-07f5-4f51-8184-5bf1fe6a5df1", "tag": "92c19627-25b1-4e1f-98bd-0e6425a585e7"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:30:06.270379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-98676858-ad37-4834-ae60-a25fca69eb69 req-2b3c675a-196d-4524-9995-e471547c5554 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:30:06.272315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98676858-ad37-4834-ae60-a25fca69eb69 req-2b3c675a-196d-4524-9995-e471547c5554 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1452522 Dec 16 22:30:06.272448 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-15087f2b-e98a-46ec-90b6-9cc4f59df9ad None None] Set router 5baead92-53e5-471c-8aa6-f23bf1c42080 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:30:06.285717 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d9ded-6f62-4fe1-9886-59b4bf668c5d req-bbd96e34-cde8-46d3-a09a-5284c3d652c1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:06.287777 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a88d9ded-6f62-4fe1-9886-59b4bf668c5d req-bbd96e34-cde8-46d3-a09a-5284c3d652c1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0670426 Dec 16 22:30:06.402379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a88d9ded-6f62-4fe1-9886-59b4bf668c5d req-30cb3301-b97d-489e-86ac-2a5847b762d5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046042 Dec 16 22:30:06.436273 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98676858-ad37-4834-ae60-a25fca69eb69 req-a38fed4e-db57-4a94-95c6-667c424b1f86 service neutron] 10.222.0.43 "GET /v2.0/networks/850095bc-6722-4ef2-9ba4-75450b3586a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469467 Dec 16 22:30:06.548549 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-15087f2b-e98a-46ec-90b6-9cc4f59df9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'name': 'tempest-TestServerBasicOps-726547584-router', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:25Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'gw_port': {'id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:26Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '2514323a-52ca-4091-af15-535bb35a4a8a', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'port_id': '92c19627-25b1-4e1f-98bd-0e6425a585e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2', 'mac_address': 'fa:16:3e:e3:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cffef6-07f5-4f51-8184-5bf1fe6a5df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:30:03Z', 'updated_at': '2021-12-16T22:30:03Z', 'revision_number': 0, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17274c27-b13c-43d0-91e4-cbdb36e8044e', 'name': '', 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'mac_address': 'fa:16:3e:0e:0e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:28Z', 'updated_at': '2021-12-16T22:29:33Z', 'revision_number': 5, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'subnets': [{'id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:06.552271 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98676858-ad37-4834-ae60-a25fca69eb69 req-03fcd077-088e-41bb-a377-8f140ddd28be service neutron] 10.222.0.43 "GET /v2.0/networks/850095bc-6722-4ef2-9ba4-75450b3586a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144471 Dec 16 22:30:06.584802 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15087f2b-e98a-46ec-90b6-9cc4f59df9ad None None] Checking router: 5baead92-53e5-471c-8aa6-f23bf1c42080 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:30:06.594404 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15087f2b-e98a-46ec-90b6-9cc4f59df9ad None None] Routers {'5baead92-53e5-471c-8aa6-f23bf1c42080'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:30:06.595163 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-15087f2b-e98a-46ec-90b6-9cc4f59df9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:29:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5baead92-53e5-471c-8aa6-f23bf1c42080'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:06.713201 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-15087f2b-e98a-46ec-90b6-9cc4f59df9ad None None] Set router 5baead92-53e5-471c-8aa6-f23bf1c42080 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:30:06.890451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38636d3b-8a35-44d5-94ce-2380384a48c9 req-040adc6f-75ab-438a-901c-982a987b43e5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:06.892182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38636d3b-8a35-44d5-94ce-2380384a48c9 req-040adc6f-75ab-438a-901c-982a987b43e5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0688736 Dec 16 22:30:06.945697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38636d3b-8a35-44d5-94ce-2380384a48c9 req-5c69f3dc-33df-4f0d-8977-15046e8161ff tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469120 Dec 16 22:30:07.016844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07198e10-5983-41b4-9cc2-c82fd108a6b1 req-c72d68ce-27b5-47a2-b8e9-13c1422897aa tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0301611 Dec 16 22:30:07.027922 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-15087f2b-e98a-46ec-90b6-9cc4f59df9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'name': 'tempest-TestServerBasicOps-726547584-router', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:25Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'gw_port': {'id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:26Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '2514323a-52ca-4091-af15-535bb35a4a8a', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'port_id': '92c19627-25b1-4e1f-98bd-0e6425a585e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2', 'mac_address': 'fa:16:3e:e3:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cffef6-07f5-4f51-8184-5bf1fe6a5df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:30:03Z', 'updated_at': '2021-12-16T22:30:03Z', 'revision_number': 0, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17274c27-b13c-43d0-91e4-cbdb36e8044e', 'name': '', 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'mac_address': 'fa:16:3e:0e:0e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:28Z', 'updated_at': '2021-12-16T22:29:33Z', 'revision_number': 5, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'subnets': [{'id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:07.065870 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15087f2b-e98a-46ec-90b6-9cc4f59df9ad None None] The sync data for ids ['5baead92-53e5-471c-8aa6-f23bf1c42080'] in n-d-821840-2 is: [{'id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'name': 'tempest-TestServerBasicOps-726547584-router', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:25Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'gw_port': {'id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:26Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '2514323a-52ca-4091-af15-535bb35a4a8a', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'port_id': '92c19627-25b1-4e1f-98bd-0e6425a585e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2', 'mac_address': 'fa:16:3e:e3:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cffef6-07f5-4f51-8184-5bf1fe6a5df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:30:03Z', 'updated_at': '2021-12-16T22:30:03Z', 'revision_number': 0, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17274c27-b13c-43d0-91e4-cbdb36e8044e', 'name': '', 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'mac_address': 'fa:16:3e:0e:0e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:28Z', 'updated_at': '2021-12-16T22:29:33Z', 'revision_number': 5, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'subnets': [{'id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:30:07.103076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-952cb785-fb80-4427-90d4-ff871ac5b2ac req-caa1ccd8-8069-44f8-8acb-a5267298bc8c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0442245 Dec 16 22:30:07.207665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d70abbb9-0cd9-46b9-b673-3a35959b3401 req-be44b368-6fbc-4e56-8142-1c72848ca026 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0319440 Dec 16 22:30:07.312313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b343a-c4db-4852-acfd-e4b47fe34f98 None None] New status for floating IP 2514323a-52ca-4091-af15-535bb35a4a8a: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:30:07.531983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd9f0f-ba28-43ad-9b18-fd73fe426647 req-02cc15bf-7d9c-4ab3-958f-47aa55c22645 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:07.533356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ddd9f0f-ba28-43ad-9b18-fd73fe426647 req-02cc15bf-7d9c-4ab3-958f-47aa55c22645 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0519102 Dec 16 22:30:07.568495 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe699bee-3488-4947-a80b-80474237a188 x-openstack-request-id: req-fe699bee-3488-4947-a80b-80474237a188 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:30:07.569083 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28cffef6-07f5-4f51-8184-5bf1fe6a5df1", "tag": "92c19627-25b1-4e1f-98bd-0e6425a585e7", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:30:07.569192 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe699bee-3488-4947-a80b-80474237a188 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:30:07.569574 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cffef6-07f5-4f51-8184-5bf1fe6a5df1', 'tag': '92c19627-25b1-4e1f-98bd-0e6425a585e7', 'status': 'completed', 'code': 200} Dec 16 22:30:07.594434 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ddd9f0f-ba28-43ad-9b18-fd73fe426647 req-f8a82282-069c-4995-87df-efff2146f583 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539379 Dec 16 22:30:07.641058 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b3658-5cad-470e-96f7-b3cb6fcd90a5 req-503dbc1d-0c95-4a68-b739-c9f5160edc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:07.642557 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d86b3658-5cad-470e-96f7-b3cb6fcd90a5 req-503dbc1d-0c95-4a68-b739-c9f5160edc6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b61746d1f14f4a999de4f63ca14318d0&device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 1097 time: 0.0499768 Dec 16 22:30:07.736642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b3658-5cad-470e-96f7-b3cb6fcd90a5 req-4e3239b9-4781-477c-8955-e56faa7963e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:07.738136 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d86b3658-5cad-470e-96f7-b3cb6fcd90a5 req-4e3239b9-4781-477c-8955-e56faa7963e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c8ac751-0461-4def-b0a8-b730be8d39e2 HTTP/1.1" status: 200 len: 909 time: 0.0891144 Dec 16 22:30:07.804279 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d86b3658-5cad-470e-96f7-b3cb6fcd90a5 req-ebed9940-649c-4f61-8616-bd01dc0fbd12 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c19627-25b1-4e1f-98bd-0e6425a585e7 HTTP/1.1" status: 200 len: 1002 time: 0.0578344 Dec 16 22:30:07.857532 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b3658-5cad-470e-96f7-b3cb6fcd90a5 req-eba49383-b4c8-4010-83d3-306b6804800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:07.859045 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d86b3658-5cad-470e-96f7-b3cb6fcd90a5 req-eba49383-b4c8-4010-83d3-306b6804800d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4a5e6be-2343-411d-83c3-fd248d67f67e HTTP/1.1" status: 200 len: 847 time: 0.0482972 Dec 16 22:30:07.905743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b3658-5cad-470e-96f7-b3cb6fcd90a5 req-3e2c23c8-ce0b-4bf6-b526-20e837dfc0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:07.907319 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d86b3658-5cad-470e-96f7-b3cb6fcd90a5 req-3e2c23c8-ce0b-4bf6-b526-20e837dfc0a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c8ac751-0461-4def-b0a8-b730be8d39e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414023 Dec 16 22:30:07.998307 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d86b3658-5cad-470e-96f7-b3cb6fcd90a5 req-ca162524-8b0e-4e69-8578-2b107c91607b service neutron] 10.222.0.69 "GET /v2.0/networks/4c8ac751-0461-4def-b0a8-b730be8d39e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836558 Dec 16 22:30:08.071393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edb72c-c607-4dfa-a925-d58ae88c6d9b req-4ba6db66-dbe0-4b6b-968e-88d072f2bc0c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:08.072850 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29edb72c-c607-4dfa-a925-d58ae88c6d9b req-4ba6db66-dbe0-4b6b-968e-88d072f2bc0c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0570228 Dec 16 22:30:08.096008 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d86b3658-5cad-470e-96f7-b3cb6fcd90a5 req-e84bfbcf-cd3f-434e-9436-ff74390fdfb0 service neutron] 10.222.0.69 "GET /v2.0/networks/4c8ac751-0461-4def-b0a8-b730be8d39e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905528 Dec 16 22:30:08.104786 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b537972-f17a-45e4-8d75-6c7e72e56054 req-5e80b862-1466-41a5-9abe-3438c779833c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0309289 Dec 16 22:30:08.144781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29edb72c-c607-4dfa-a925-d58ae88c6d9b req-ef25d539-cb31-4d75-8894-90838b40217b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604737 Dec 16 22:30:08.207944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab07e3cb-201a-4606-9b74-7630e4d535fa req-fd8d1ca1-0e8a-4ec2-89d7-284cbf40ee68 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0280805 Dec 16 22:30:08.295866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-951556be-2139-4828-9f71-0441e9b2b0b5 req-886f968c-597c-4d46-853a-771fa3fb0de3 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0311306 Dec 16 22:30:08.730318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78633293-fe6e-4463-a70c-7a5e375af015 req-b63d967e-0ea5-473a-9585-546f4b9134a4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:08.733041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78633293-fe6e-4463-a70c-7a5e375af015 req-b63d967e-0ea5-473a-9585-546f4b9134a4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0630550 Dec 16 22:30:08.782344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78633293-fe6e-4463-a70c-7a5e375af015 req-a40c8755-4a58-4942-8c94-697ec916ede7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434914 Dec 16 22:30:09.196687 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-755a2bcb-3f7d-4b9f-a56c-5bbdc8561252 req-4ceee807-42ca-4169-9828-339185c3e82e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0288825 Dec 16 22:30:09.293141 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56be92af-2763-4e89-b001-83e22d2f3100 req-91a63e74-aa73-437a-8c26-92313fc49cec tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0340080 Dec 16 22:30:09.304386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b6e16-76be-488e-97c8-e83d1abe07a8 req-9b3670c8-78c1-4866-97fb-279ce461a1e8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:09.306138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-050b6e16-76be-488e-97c8-e83d1abe07a8 req-9b3670c8-78c1-4866-97fb-279ce461a1e8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0821698 Dec 16 22:30:09.383005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2bcf452-b089-4375-bd23-6be979751950 req-46481c52-c1a5-407f-9dd3-9750bd926eed tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0315711 Dec 16 22:30:09.386465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-050b6e16-76be-488e-97c8-e83d1abe07a8 req-288e58ac-3a4c-44ee-9b2d-4bc7817acaa1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744345 Dec 16 22:30:09.911109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e786dde-d4cd-48b6-b7fd-a740306b6bce req-2f752b04-67ad-4e41-b532-30f07e427b0c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:09.912793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e786dde-d4cd-48b6-b7fd-a740306b6bce req-2f752b04-67ad-4e41-b532-30f07e427b0c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0525274 Dec 16 22:30:09.968343 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e786dde-d4cd-48b6-b7fd-a740306b6bce req-db77441d-f4e5-49af-8c85-1346f607f6ba tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493047 Dec 16 22:30:10.278708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37bb8a38-7497-43e0-91a6-c8998be96f5a req-60b78bf1-47b7-4aea-8147-33b46e2bbaaf tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0287945 Dec 16 22:30:10.384328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfdfe09c-8b65-4b45-bf3e-8323485419bb req-54546982-d4ef-4757-ac7f-2eb235fe1f6c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0350132 Dec 16 22:30:10.475644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-417646b2-842c-4aae-a121-29c288ae3818 req-4c849178-3656-4d91-82d2-0be4735aaa6f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0306244 Dec 16 22:30:10.560909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e02925-2a00-4974-b441-cffdcd0c86fa req-ef98f3ce-549f-458a-b234-c2cf3badfd8c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:10.562476 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e1e02925-2a00-4974-b441-cffdcd0c86fa req-ef98f3ce-549f-458a-b234-c2cf3badfd8c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0808105 Dec 16 22:30:10.614404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e1e02925-2a00-4974-b441-cffdcd0c86fa req-11918c16-6192-4605-98f3-7fe94c607ff6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453429 Dec 16 22:30:10.848263 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:30:11.105173 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27954e7f-0c41-4001-af0c-9dca9a0ce57c req-76b206a9-89c2-4b1b-a4a0-9f9d76778068 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:11.106689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27954e7f-0c41-4001-af0c-9dca9a0ce57c req-76b206a9-89c2-4b1b-a4a0-9f9d76778068 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0545843 Dec 16 22:30:11.162999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27954e7f-0c41-4001-af0c-9dca9a0ce57c req-532ad2ac-81c3-41a1-a675-12ef2b066f57 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498800 Dec 16 22:30:11.362064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1f0ecaa-6092-479f-b01b-027af840b72f req-57a5d7a3-e111-4145-8ebc-8a56dca85cec tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0297177 Dec 16 22:30:11.472862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-18c6273f-9b6f-4d36-851e-413a0fcd08c2 req-d805c3ac-8803-4f52-8044-4b5cb572ccb1 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0336497 Dec 16 22:30:11.566635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37aa166d-e296-4e6a-9d87-7df7c941e3ad req-c94e1608-203a-4a2a-9b00-6452c6c990a7 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0372126 Dec 16 22:30:11.743935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307b96d-d957-44cc-9ec3-83ca785d844c req-7d431f73-2555-42a9-bfac-08494ec4ca10 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:11.745517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c307b96d-d957-44cc-9ec3-83ca785d844c req-7d431f73-2555-42a9-bfac-08494ec4ca10 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0545218 Dec 16 22:30:11.804375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c307b96d-d957-44cc-9ec3-83ca785d844c req-22e5e65e-619a-4f73-84f9-404e0162fd2b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520401 Dec 16 22:30:12.088975 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56048) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:12.210940 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8a4a097a-4945-422b-be89-69ff82018895 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:12.310663 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fa04b-7843-47fb-bff2-e89d3aebfdb8 req-d8e33d17-6c59-4f65-b0cb-9129d14b9339 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:12.312218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f8fa04b-7843-47fb-bff2-e89d3aebfdb8 req-d8e33d17-6c59-4f65-b0cb-9129d14b9339 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0694764 Dec 16 22:30:12.349617 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8a4a097a-4945-422b-be89-69ff82018895 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:12.376799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f8fa04b-7843-47fb-bff2-e89d3aebfdb8 req-54e92b0c-1561-423c-93ab-c805ff4422c5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534847 Dec 16 22:30:12.401700 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8a4a097a-4945-422b-be89-69ff82018895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:12.470702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-193f95ad-f52e-4204-b1ca-53dd166dcbcd req-70ba327e-b6f5-4698-a964-1c03a4a8e13f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0508885 Dec 16 22:30:12.476140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8a4a097a-4945-422b-be89-69ff82018895 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9cbb52efa0b043bda5cef568d85b0c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3860154 Dec 16 22:30:12.478187 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a097a-4945-422b-be89-69ff82018895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680af04a-a6e4-4b02-abce-19fa6e79b35a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:12.479093 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56056) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:12.534568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80d416d9-4ac0-48dd-ad35-7e1a34424daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:12.556967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-060c51da-f001-425c-9d9a-6d66dd58156b req-a4d80963-441c-4af5-9a08-e567c0aab608 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0299208 Dec 16 22:30:12.558893 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80d416d9-4ac0-48dd-ad35-7e1a34424daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:12.654090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-357c2010-61fc-4b5a-b95e-831ec70b4e4c req-7b045089-b45c-48ad-8090-bce0a7d64ff0 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0284135 Dec 16 22:30:12.675550 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80d416d9-4ac0-48dd-ad35-7e1a34424daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:12.678670 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80d416d9-4ac0-48dd-ad35-7e1a34424daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:12.679877 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-80d416d9-4ac0-48dd-ad35-7e1a34424daa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/680af04a-a6e4-4b02-abce-19fa6e79b35a HTTP/1.1" status: 204 len: 168 time: 0.1996412 Dec 16 22:30:12.687724 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d416d9-4ac0-48dd-ad35-7e1a34424daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680af04a-a6e4-4b02-abce-19fa6e79b35a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:12.926567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01219cfe-5b80-41df-96a2-a585897a170b req-915d2d00-5572-4df7-a502-4ad6392d017a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:12.928764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01219cfe-5b80-41df-96a2-a585897a170b req-915d2d00-5572-4df7-a502-4ad6392d017a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0523148 Dec 16 22:30:12.981215 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01219cfe-5b80-41df-96a2-a585897a170b req-3096824a-e94a-4af5-b259-82b564af170f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460725 Dec 16 22:30:13.138765 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:13.317102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56070) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:13.330732 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-340f1332-77ee-48db-8468-5416dbd52412 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:13.336871 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:13.408766 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-340f1332-77ee-48db-8468-5416dbd52412 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:13.468593 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-340f1332-77ee-48db-8468-5416dbd52412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:13.508993 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-340f1332-77ee-48db-8468-5416dbd52412 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e6cbe97cdc64b9785f38a3f6cfe0f20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1907418 Dec 16 22:30:13.509999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f1332-77ee-48db-8468-5416dbd52412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d4e641-f6d6-4f76-94f5-571420220544,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:13.512405 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56076) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:13.514920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a3acf-4352-4905-babe-3e4d97bdb86b req-14ba6476-92a3-4997-8723-d10f4a5825fa tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:13.517556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-995a3acf-4352-4905-babe-3e4d97bdb86b req-14ba6476-92a3-4997-8723-d10f4a5825fa tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0631545 Dec 16 22:30:13.573530 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9188789f-6850-42c3-89a0-85982779043a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:13.579162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ca06087-13eb-4d38-a8a8-c53f9ec673a5 req-567ab053-278b-4db7-b0c8-69ea392a9249 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0368738 Dec 16 22:30:13.600638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9188789f-6850-42c3-89a0-85982779043a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:13.602256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-995a3acf-4352-4905-babe-3e4d97bdb86b req-7469dfd3-d2fc-4a15-912e-5ee59b121021 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760069 Dec 16 22:30:13.653284 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94a363ff-116d-4328-8fa3-a00dfa3b8b5a req-23173216-0f93-441d-9323-1028c4fd712d tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0280881 Dec 16 22:30:13.728674 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9188789f-6850-42c3-89a0-85982779043a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:13.731560 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9188789f-6850-42c3-89a0-85982779043a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:13.732248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e26dfade-0390-4ea8-a6e6-7b978fa0aa0a req-527262b5-7408-4715-b3fb-6affa40de936 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0276718 Dec 16 22:30:13.732845 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9188789f-6850-42c3-89a0-85982779043a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6d4e641-f6d6-4f76-94f5-571420220544 HTTP/1.1" status: 204 len: 168 time: 0.2125604 Dec 16 22:30:13.741603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188789f-6850-42c3-89a0-85982779043a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d4e641-f6d6-4f76-94f5-571420220544,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:14.114451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cec032-746e-40b0-9442-d4fea815c17f req-74c00be0-22b1-4e74-bf9e-d0d3bb2c2987 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:14.116039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59cec032-746e-40b0-9442-d4fea815c17f req-74c00be0-22b1-4e74-bf9e-d0d3bb2c2987 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0634391 Dec 16 22:30:14.325003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59cec032-746e-40b0-9442-d4fea815c17f req-452a5031-cb94-40ae-8e6a-6acb836b567f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468819 Dec 16 22:30:14.657980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc704100-75a7-4d25-aa41-32ffc31ae1de req-65bceb44-dc1c-4306-abc6-7bdf1706cf3e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0278571 Dec 16 22:30:14.751970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1339a70-6c99-434b-a3c3-ae447bbde58f req-c31360cb-c9c5-4ef9-a932-6a47e28af111 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0461886 Dec 16 22:30:14.774627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916a8b0-057b-449f-801c-328b55bd7484 req-ac0a000f-d5b1-49d7-af07-67d357ae1199 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:14.776609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3916a8b0-057b-449f-801c-328b55bd7484 req-ac0a000f-d5b1-49d7-af07-67d357ae1199 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0806420 Dec 16 22:30:14.841069 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ace29b8-603d-47e6-ba16-b159db14621d req-9c9f9f26-ba27-4c68-8d98-07e8e7c39df4 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0369713 Dec 16 22:30:14.862319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3916a8b0-057b-449f-801c-328b55bd7484 req-e8f9be0b-e112-4d75-8fc8-d53d5ff60870 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797627 Dec 16 22:30:15.423079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeddae3-1411-4d47-ad2e-31d6a9ba116b req-f81756ae-a599-45b5-ae68-b050d4582b8d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:15.424784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1eeddae3-1411-4d47-ad2e-31d6a9ba116b req-f81756ae-a599-45b5-ae68-b050d4582b8d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0600317 Dec 16 22:30:15.507910 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1eeddae3-1411-4d47-ad2e-31d6a9ba116b req-49ffb2fe-621f-41d7-98cb-854d750f9fb8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746012 Dec 16 22:30:15.762796 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2aa3c6f-9727-4511-9733-fa1574a8ff9e req-a891fcd2-85a9-444e-a611-ec26f8d86add tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0370505 Dec 16 22:30:15.843353 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-717fd02b-081a-46cb-8ddb-227361e2992c req-84c31a90-03cf-4a4f-a2fb-4e0e9b77f654 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0280769 Dec 16 22:30:15.936947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea0c147a-0954-473b-80d5-fd21bf44c6c2 req-c46c969f-2003-4904-b5aa-496aa05cab90 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0393493 Dec 16 22:30:16.046339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbac86-1d6a-4842-a669-a3960105e8e5 req-1cc5edae-acf6-434d-ac0b-8c0932bc5537 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:16.053803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-badbac86-1d6a-4842-a669-a3960105e8e5 req-1cc5edae-acf6-434d-ac0b-8c0932bc5537 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0599682 Dec 16 22:30:16.103047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-badbac86-1d6a-4842-a669-a3960105e8e5 req-4aa47c05-2463-414d-9676-e7cbe9977c94 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476203 Dec 16 22:30:16.609809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56146) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:16.615654 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e9ba738a-5d4b-492b-a4f2-7fd7b201c30d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1475532153', 'description': 'tempest-secgroup-smoke-1475532153 description', 'project_id': '51c946c648db42a6836975a56f094831'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:16.650888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff64880-fd46-476d-9495-c86bb3a4e4c6 req-790d075e-200b-4f0d-94f7-643d53edf9bc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:16.652446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eff64880-fd46-476d-9495-c86bb3a4e4c6 req-790d075e-200b-4f0d-94f7-643d53edf9bc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0734260 Dec 16 22:30:16.709328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eff64880-fd46-476d-9495-c86bb3a4e4c6 req-1bab3302-b329-48e2-b590-48267837d76f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507748 Dec 16 22:30:16.714376 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e9ba738a-5d4b-492b-a4f2-7fd7b201c30d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:16.723679 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e9ba738a-5d4b-492b-a4f2-7fd7b201c30d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:16.815549 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e9ba738a-5d4b-492b-a4f2-7fd7b201c30d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:16.845529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc4cce9e-38d9-4ee1-9bbe-c025592f5160 req-75df0e63-372c-43dd-932f-600c93d7460c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0322661 Dec 16 22:30:16.873929 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e9ba738a-5d4b-492b-a4f2-7fd7b201c30d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:16.923718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba738a-5d4b-492b-a4f2-7fd7b201c30d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85db92a4-dd12-45eb-b21a-053f32586fc6,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:16.954491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36768229-d6df-456b-9547-6eda1b012ade req-a630505a-17c8-47ee-bfa2-d7e7d45569f8 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0481453 Dec 16 22:30:17.013127 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e9ba738a-5d4b-492b-a4f2-7fd7b201c30d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.031913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4c4f81f-2f6f-4c7e-8211-284db1cda7ff req-93359426-0e58-4a21-9850-9ae3681a2e20 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0419052 Dec 16 22:30:17.104028 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e9ba738a-5d4b-492b-a4f2-7fd7b201c30d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.137296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba738a-5d4b-492b-a4f2-7fd7b201c30d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca88b35-ea13-4a24-a66a-9869bffebf23,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:17.233994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad13c99-ea1a-4b5b-a612-3bcdeacedbed req-c05fe3b5-e34c-4ac2-8b2a-9490542f1234 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:17.235564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ad13c99-ea1a-4b5b-a612-3bcdeacedbed req-c05fe3b5-e34c-4ac2-8b2a-9490542f1234 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0541067 Dec 16 22:30:17.239609 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e9ba738a-5d4b-492b-a4f2-7fd7b201c30d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.239991 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e9ba738a-5d4b-492b-a4f2-7fd7b201c30d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6279833 Dec 16 22:30:17.244488 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56156) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:17.249219 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6dbf6bcc-d878-4094-92d6-e48fdabf55c8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '8ca88b35-ea13-4a24-a66a-9869bffebf23', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:17.288085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ad13c99-ea1a-4b5b-a612-3bcdeacedbed req-cc5937ff-edec-4243-9c4c-8629dea58bc9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456738 Dec 16 22:30:17.372971 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6bcc-d878-4094-92d6-e48fdabf55c8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.427744 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6bcc-d878-4094-92d6-e48fdabf55c8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.532986 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6bcc-d878-4094-92d6-e48fdabf55c8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.556835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf6bcc-d878-4094-92d6-e48fdabf55c8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea1993d-8f20-43bd-93af-564bc699f84c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:17.624990 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6bcc-d878-4094-92d6-e48fdabf55c8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.626307 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6dbf6bcc-d878-4094-92d6-e48fdabf55c8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3805883 Dec 16 22:30:17.628998 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56158) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:17.634040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-20962472-e94c-43cb-a1ca-9c47dcafe705 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '8ca88b35-ea13-4a24-a66a-9869bffebf23', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:17.744029 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20962472-e94c-43cb-a1ca-9c47dcafe705 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.803946 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20962472-e94c-43cb-a1ca-9c47dcafe705 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.831566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36f947-2ef6-4409-b39e-15af43c31fd5 req-11772bb4-cc54-4b53-a35a-07ec489c7527 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:17.833102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c36f947-2ef6-4409-b39e-15af43c31fd5 req-11772bb4-cc54-4b53-a35a-07ec489c7527 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0523605 Dec 16 22:30:17.868938 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20962472-e94c-43cb-a1ca-9c47dcafe705 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.887520 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20962472-e94c-43cb-a1ca-9c47dcafe705 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63369ef-5961-464a-9572-bd61f8854989,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:17.898560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c36f947-2ef6-4409-b39e-15af43c31fd5 req-27da3deb-0051-4eb2-a85b-33087b9b4eae tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532389 Dec 16 22:30:17.927815 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0822d75-ede1-470a-b09e-7dceb1f1c48e req-98a052d5-fc13-4780-b367-f06702869261 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0275009 Dec 16 22:30:17.972718 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20962472-e94c-43cb-a1ca-9c47dcafe705 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.973948 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-20962472-e94c-43cb-a1ca-9c47dcafe705 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3439488 Dec 16 22:30:17.977192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56166) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:17.986445 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-09f008cd-86de-428d-9950-6c200dd390d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '8ca88b35-ea13-4a24-a66a-9869bffebf23', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:18.029609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33ca8796-8550-46dc-8b83-e259be164794 req-3b8d599d-2c33-4e76-8510-97862d14cf83 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0268390 Dec 16 22:30:18.061963 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09f008cd-86de-428d-9950-6c200dd390d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:18.111734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1284a9e5-1904-4c7f-a470-6edb2fb79f14 req-caeff690-d23f-496a-94aa-89342b465adc tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0277555 Dec 16 22:30:18.123896 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09f008cd-86de-428d-9950-6c200dd390d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:18.189704 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09f008cd-86de-428d-9950-6c200dd390d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:18.209915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f008cd-86de-428d-9950-6c200dd390d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff05b41-bf49-435a-8007-ff57c37f53b5,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:18.277492 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09f008cd-86de-428d-9950-6c200dd390d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:18.278916 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-09f008cd-86de-428d-9950-6c200dd390d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3007717 Dec 16 22:30:18.281775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56170) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:18.286105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-45a07d88-71ed-4189-b0e3-54ba857c3e05 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '8ca88b35-ea13-4a24-a66a-9869bffebf23', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:18.411799 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45a07d88-71ed-4189-b0e3-54ba857c3e05 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:18.414395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23a40-bd9d-4586-9b38-f47dfb96175e req-76bd86e1-938c-404a-86bf-0aac2c5dd32a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:18.415937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddd23a40-bd9d-4586-9b38-f47dfb96175e req-76bd86e1-938c-404a-86bf-0aac2c5dd32a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0524237 Dec 16 22:30:18.466529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddd23a40-bd9d-4586-9b38-f47dfb96175e req-b139ac1f-f8e8-4a20-98e7-bf6b099873cb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441148 Dec 16 22:30:18.471949 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45a07d88-71ed-4189-b0e3-54ba857c3e05 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:18.542615 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45a07d88-71ed-4189-b0e3-54ba857c3e05 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:18.562260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a07d88-71ed-4189-b0e3-54ba857c3e05 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45d5758-9a77-47e1-a658-4914b501065d,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:18.626374 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45a07d88-71ed-4189-b0e3-54ba857c3e05 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:18.627644 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-45a07d88-71ed-4189-b0e3-54ba857c3e05 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3449392 Dec 16 22:30:18.630437 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56174) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:18.635515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5fdbdff1-5476-4f47-b38f-fdf912aeba2a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '8ca88b35-ea13-4a24-a66a-9869bffebf23', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:18.731082 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-5fdbdff1-5476-4f47-b38f-fdf912aeba2a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Project 51c946c648db42a6836975a56f094831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:30:18.732766 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5fdbdff1-5476-4f47-b38f-fdf912aeba2a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:18.794529 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5fdbdff1-5476-4f47-b38f-fdf912aeba2a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:18.869864 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5fdbdff1-5476-4f47-b38f-fdf912aeba2a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:18.888813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbdff1-5476-4f47-b38f-fdf912aeba2a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0876e3-9bb8-428d-9980-f6d6f0c3351c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:18.980120 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5fdbdff1-5476-4f47-b38f-fdf912aeba2a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:18.981475 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5fdbdff1-5476-4f47-b38f-fdf912aeba2a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3500488 Dec 16 22:30:18.984167 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56180) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:18.988629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-572326fd-6219-4e31-bdbe-a9b89aed7a37 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '8ca88b35-ea13-4a24-a66a-9869bffebf23', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:19.023562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e7793a7-d1b4-4bd3-aee2-746ac10b8ae6 req-21ff70aa-0218-4110-a794-67f93b6ccb61 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0445774 Dec 16 22:30:19.048666 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63737a1e-267d-41aa-8a8b-6eeda20cf06e req-9e41c076-538e-4619-91e4-b75a23a25587 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:19.050191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63737a1e-267d-41aa-8a8b-6eeda20cf06e req-9e41c076-538e-4619-91e4-b75a23a25587 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0829115 Dec 16 22:30:19.087657 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-572326fd-6219-4e31-bdbe-a9b89aed7a37 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Project 51c946c648db42a6836975a56f094831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:30:19.092872 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-572326fd-6219-4e31-bdbe-a9b89aed7a37 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:19.117425 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94d79669-11ed-47e5-bb8e-a112504bee8b req-90b43b06-ad65-4659-9c26-19d5dd8d909f tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0371478 Dec 16 22:30:19.131631 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63737a1e-267d-41aa-8a8b-6eeda20cf06e req-f21d31f3-9ee4-4d6c-9dd6-adbbc69a7ead tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745292 Dec 16 22:30:19.164177 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-572326fd-6219-4e31-bdbe-a9b89aed7a37 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:19.204406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95332b0b-5c39-4ab3-a441-fd19ee057e12 req-dafaa40e-ee69-4bde-99bc-99287b034166 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0317171 Dec 16 22:30:19.246766 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-572326fd-6219-4e31-bdbe-a9b89aed7a37 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:19.266211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572326fd-6219-4e31-bdbe-a9b89aed7a37 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd44c87-f1b8-4a0c-8908-bdf06e6a5938,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:19.350264 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-572326fd-6219-4e31-bdbe-a9b89aed7a37 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:19.354357 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-572326fd-6219-4e31-bdbe-a9b89aed7a37 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3691368 Dec 16 22:30:19.355056 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56186) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:19.360061 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8923aa8c-0e4e-4a94-ac11-cc49f88daba3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'network': {'name': 'tempest-network-smoke--1811020322', 'project_id': '51c946c648db42a6836975a56f094831', 'port_security_enabled': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:19.433688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8923aa8c-0e4e-4a94-ac11-cc49f88daba3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Made reservation on behalf of 51c946c648db42a6836975a56f094831 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:30:19.437220 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8923aa8c-0e4e-4a94-ac11-cc49f88daba3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:19.460817 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8923aa8c-0e4e-4a94-ac11-cc49f88daba3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:30:19.469403 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8923aa8c-0e4e-4a94-ac11-cc49f88daba3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:19.470371 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-8923aa8c-0e4e-4a94-ac11-cc49f88daba3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Added segment b9bda597-2b92-4cdc-b35f-a828ef415b32 of type vlan for network 52ff4fd1-caf3-4082-ab08-043c83e311d1 Dec 16 22:30:19.512006 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8923aa8c-0e4e-4a94-ac11-cc49f88daba3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:19.591492 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45d630-77d9-47c8-844d-e934feb6fcf3 req-a3d2e4f2-23d4-4fcb-87c4-02f450a33964 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:19.592985 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb45d630-77d9-47c8-844d-e934feb6fcf3 req-a3d2e4f2-23d4-4fcb-87c4-02f450a33964 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0524905 Dec 16 22:30:19.595725 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8923aa8c-0e4e-4a94-ac11-cc49f88daba3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:19.601582 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8923aa8c-0e4e-4a94-ac11-cc49f88daba3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:19.602173 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8923aa8c-0e4e-4a94-ac11-cc49f88daba3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:19.643645 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb45d630-77d9-47c8-844d-e934feb6fcf3 req-6a78dcdf-c4d2-4ba6-aaf5-00e7391b7cc1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444195 Dec 16 22:30:19.669910 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923aa8c-0e4e-4a94-ac11-cc49f88daba3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Network': ['ID=52ff4fd1-caf3-4082-ab08-043c83e311d1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:19.681221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 52ff4fd1-caf3-4082-ab08-043c83e311d1 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:30:19.704429 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8923aa8c-0e4e-4a94-ac11-cc49f88daba3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3455665 Dec 16 22:30:19.704618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56192) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:19.709470 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2108085187', 'admin_state_up': True, 'project_id': '51c946c648db42a6836975a56f094831', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:19.778611 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:19.779745 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:19.834980 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:20.051652 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:20.064439 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2d49a29e-e68f-40bb-a953-313dbf98dd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:20.106092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-974fff4f-7263-4849-b674-93affb3a5e03 req-bae6c1ce-dcbc-4243-9ea0-39d0d9b4bf67 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0270720 Dec 16 22:30:20.201484 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1a1761f-b014-4a06-9315-ebee13eb575f req-d8097b2b-e5cb-4051-a6c2-38a11e744da3 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0315959 Dec 16 22:30:20.260157 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3abaf9-e35e-4a10-9d1f-dbce14be6b03 req-0ee146a9-fc6d-4d05-b310-5595df23e817 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:20.261703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f3abaf9-e35e-4a10-9d1f-dbce14be6b03 req-0ee146a9-fc6d-4d05-b310-5595df23e817 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0631196 Dec 16 22:30:20.296504 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3030f0af-cea1-44a8-9b2a-ab8d3c5ba315 req-37c37c59-6118-49b0-85a6-6ec4c5601383 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0334899 Dec 16 22:30:20.328261 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:20.334284 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f3abaf9-e35e-4a10-9d1f-dbce14be6b03 req-a9a56a7f-565b-43ae-bcc9-1b1220c0f553 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630438 Dec 16 22:30:20.348039 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:20.460184 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Allocated IP 172.25.2.166 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/d98f7e6a-673e-4c76-89fc-f6487de1bc46) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:30:20.563815 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:20.668645 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:20.713880 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:30:20.716857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:20.721892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:30:20.731815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64bc6b6-81e8-4cc3-abb1-d4706aa11d45 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:30:20.752329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=d98f7e6a-673e-4c76-89fc-f6487de1bc46,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:20.776613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf267-715c-4cea-aa3f-ddc083fa1d07 req-c554a5ae-37e2-42c2-ac9a-aea3339f1cee tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:20.778306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6fbf267-715c-4cea-aa3f-ddc083fa1d07 req-c554a5ae-37e2-42c2-ac9a-aea3339f1cee tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0608139 Dec 16 22:30:20.829607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6fbf267-715c-4cea-aa3f-ddc083fa1d07 req-e092071d-2b9c-4bbb-b1e4-e0204483bda7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446248 Dec 16 22:30:20.852651 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-38c3cc3a-ef73-469a-a374-811aecf0600a None None] Provisioning complete for port d98f7e6a-673e-4c76-89fc-f6487de1bc46 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:20.853128 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38c3cc3a-ef73-469a-a374-811aecf0600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:20.892538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-38c3cc3a-ef73-469a-a374-811aecf0600a None None] Port d98f7e6a-673e-4c76-89fc-f6487de1bc46 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:30:21.101966 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:21.192568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d26e7e73-a5b5-4194-aaf0-d59aa45ab1ed req-a0b9118c-d9fd-48b7-ac89-3ae17e6a253b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0323284 Dec 16 22:30:21.283522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb8023d9-f82f-4d62-89ae-c5163ea99898 req-03010ec1-6b98-4f74-bba0-e8a79170ff41 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0264764 Dec 16 22:30:21.302637 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:21.378876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3925aad0-90ae-4bbb-8a80-706b88f5b53b req-cd0df982-0ef6-4b53-bdf5-a86b7b881a0f tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0294867 Dec 16 22:30:21.460790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0d748-6a2e-42c0-8ff0-c19b2a7ba3c5 req-fc0a7d09-6bf4-4c2a-824f-106dd9ae62d2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:21.462802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27f0d748-6a2e-42c0-8ff0-c19b2a7ba3c5 req-fc0a7d09-6bf4-4c2a-824f-106dd9ae62d2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0537765 Dec 16 22:30:21.496726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router 85744193-cf5e-4fc4-a972-95688d4cf0f2 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:30:21.513507 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27f0d748-6a2e-42c0-8ff0-c19b2a7ba3c5 req-e0af20ba-e528-4198-b9be-f9138c6eb4d2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434146 Dec 16 22:30:21.607396 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:30:21.617031 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Sync routers for ids ['85744193-cf5e-4fc4-a972-95688d4cf0f2'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:30:21.626935 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Routers {'85744193-cf5e-4fc4-a972-95688d4cf0f2'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:30:21.627619 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:29:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['85744193-cf5e-4fc4-a972-95688d4cf0f2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:21.700851 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:21.705033 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d6c32560-18ca-46c6-a38d-80e6ca62e5e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9965003 Dec 16 22:30:21.705421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56212) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:21.735689 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Set router 85744193-cf5e-4fc4-a972-95688d4cf0f2 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:30:21.845625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d5049301-9ade-4b55-bb9a-711793f17e95 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=51c946c648db42a6836975a56f094831&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1389866 Dec 16 22:30:21.848406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56216) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:21.923312 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108085187', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:19Z', 'updated_at': '2021-12-16T22:30:20Z', 'revision_number': 3, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:20Z', 'updated_at': '2021-12-16T22:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:21.950115 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Checking router: 85744193-cf5e-4fc4-a972-95688d4cf0f2 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:30:21.950463 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Updating router 85744193-cf5e-4fc4-a972-95688d4cf0f2 port d98f7e6a-673e-4c76-89fc-f6487de1bc46 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:30:21.979427 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:22.034987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a100be1-2805-4479-8ecd-c87871c9b538 req-28c31b43-b9c4-4406-9198-a037b71f546d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:22.036506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a100be1-2805-4479-8ecd-c87871c9b538 req-28c31b43-b9c4-4406-9198-a037b71f546d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1251931 Dec 16 22:30:22.055692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a91de69-5844-41a8-a6e9-88a776687a73 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:22.057269 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1a91de69-5844-41a8-a6e9-88a776687a73 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2077696 Dec 16 22:30:22.060389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56220) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:22.096741 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1c2d0a2c-5d3c-435d-80ad-3721a6db628b tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351074 Dec 16 22:30:22.099306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a100be1-2805-4479-8ecd-c87871c9b538 req-c6965f99-a854-4816-9356-2d4226e8987e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513248 Dec 16 22:30:22.099776 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56222) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:22.105236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-2457cd08-39b5-40f9-9204-2c6477d503d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-329042711', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'project_id': '51c946c648db42a6836975a56f094831', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:22.244356 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:22.275889 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8bcc892-be6e-4049-9982-bba4db9e1b9d req-c285ea00-b17e-4b0d-b128-f6c7e7337391 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0293508 Dec 16 22:30:22.277262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2457cd08-39b5-40f9-9204-2c6477d503d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Made reservation on behalf of 51c946c648db42a6836975a56f094831 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:30:22.281048 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2457cd08-39b5-40f9-9204-2c6477d503d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:22.331339 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:22.380172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9b4b33c-0e8e-422f-a199-829e77a401c6 req-b205a7b7-440b-431e-97c4-d022811e4deb tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0369718 Dec 16 22:30:22.381829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dbb50d-924c-4748-bcec-8b73da541b40 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:30:22.387839 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496d3b0-2f8b-4c3c-ae80-44104b2d0297 None None] Pushing event updated for resources: {'Port': ['ID=d98f7e6a-673e-4c76-89fc-f6487de1bc46,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:22.392719 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Attempting to bind port d98f7e6a-673e-4c76-89fc-f6487de1bc46 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:30:22.393093 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Attempting to bind port d98f7e6a-673e-4c76-89fc-f6487de1bc46 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:30:22.393660 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Attempting to bind port d98f7e6a-673e-4c76-89fc-f6487de1bc46 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:30:22.400390 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:30:22.400921 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:30:22.401328 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:22.402138 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:30:22.402764 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Bound port: d98f7e6a-673e-4c76-89fc-f6487de1bc46, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:30:22.403317 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:22.447006 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b1749a1-acab-4f8d-8ab4-069ed2a5f1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:22.466968 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] For port d98f7e6a-673e-4c76-89fc-f6487de1bc46, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:30:22.471001 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] For port d98f7e6a-673e-4c76-89fc-f6487de1bc46, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d98f7e6a-673e-4c76-89fc-f6487de1bc46,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:30:22.475460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35ec3374-2704-4ca4-96e0-f4df691d3a86 req-ac3bfc5a-92df-4cae-a2b6-2ca089195533 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0344350 Dec 16 22:30:22.528459 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0fffb5f6-c36a-4825-8cd6-b6fc0a26fcd4 None None] Provisioning complete for port d98f7e6a-673e-4c76-89fc-f6487de1bc46 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:22.528769 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fffb5f6-c36a-4825-8cd6-b6fc0a26fcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:22.564508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0fffb5f6-c36a-4825-8cd6-b6fc0a26fcd4 None None] Port d98f7e6a-673e-4c76-89fc-f6487de1bc46 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:30:22.590180 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:22.623744 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2457cd08-39b5-40f9-9204-2c6477d503d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:22.631580 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4f2ec2-c666-4c07-bce5-60d768bc87ad None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:30:22.636597 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Routers {'85744193-cf5e-4fc4-a972-95688d4cf0f2'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:30:22.637228 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:30:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['85744193-cf5e-4fc4-a972-95688d4cf0f2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:22.666287 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e6f26-db27-428a-94a2-33b4b992e1c7 req-6b855baa-eed2-4b75-accf-5c36ccc1be9b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:22.667833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d04e6f26-db27-428a-94a2-33b4b992e1c7 req-6b855baa-eed2-4b75-accf-5c36ccc1be9b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0825801 Dec 16 22:30:22.696628 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9dfe1eb3-67dc-46c1-9212-435ac7339661 None None] Provisioning complete for port d98f7e6a-673e-4c76-89fc-f6487de1bc46 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:22.697131 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1eb3-67dc-46c1-9212-435ac7339661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:22.698711 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496d3b0-2f8b-4c3c-ae80-44104b2d0297 None None] Pushing event updated for resources: {'Port': ['ID=d98f7e6a-673e-4c76-89fc-f6487de1bc46,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:22.715215 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457cd08-39b5-40f9-9204-2c6477d503d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Subnet': ['ID=77207670-c514-4ba1-8ccb-a86332e3c8a9,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:22.756396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2457cd08-39b5-40f9-9204-2c6477d503d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Checking segment: {'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:30:22.756776 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2457cd08-39b5-40f9-9204-2c6477d503d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network hostable DHCP agents. Network: 52ff4fd1-caf3-4082-ab08-043c83e311d1, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:30:22.765912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d04e6f26-db27-428a-94a2-33b4b992e1c7 req-e4f0137a-213a-4a40-aa2b-9305edccd9b0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870922 Dec 16 22:30:22.786765 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1eb3-67dc-46c1-9212-435ac7339661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:22.813009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9dfe1eb3-67dc-46c1-9212-435ac7339661 None None] For port d98f7e6a-673e-4c76-89fc-f6487de1bc46, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d98f7e6a-673e-4c76-89fc-f6487de1bc46,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:22.862581 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] Set router 85744193-cf5e-4fc4-a972-95688d4cf0f2 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:30:22.896559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2457cd08-39b5-40f9-9204-2c6477d503d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network 52ff4fd1-caf3-4082-ab08-043c83e311d1 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:30:22.910132 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1eb3-67dc-46c1-9212-435ac7339661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:22.965119 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe1eb3-67dc-46c1-9212-435ac7339661 None None] Pushing event updated for resources: {'Port': ['ID=d98f7e6a-673e-4c76-89fc-f6487de1bc46,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:23.012574 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-2457cd08-39b5-40f9-9204-2c6477d503d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 52ff4fd1-caf3-4082-ab08-043c83e311d1) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:23.017317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2457cd08-39b5-40f9-9204-2c6477d503d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:23.018056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2457cd08-39b5-40f9-9204-2c6477d503d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:23.026522 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b1cc1f-2233-4306-9a95-7198e1d6c776 None None] Network 52ff4fd1-caf3-4082-ab08-043c83e311d1 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:30:23.047240 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108085187', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:19Z', 'updated_at': '2021-12-16T22:30:20Z', 'revision_number': 3, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:20Z', 'updated_at': '2021-12-16T22:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:23.074721 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcbaed4-f299-4c7d-99f1-51fc999de497 None None] The sync data for ids ['85744193-cf5e-4fc4-a972-95688d4cf0f2'] in n-d-821840-2 is: [{'id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108085187', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:19Z', 'updated_at': '2021-12-16T22:30:20Z', 'revision_number': 3, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:20Z', 'updated_at': '2021-12-16T22:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:30:23.095986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2457cd08-39b5-40f9-9204-2c6477d503d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9951642 Dec 16 22:30:23.098755 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56232) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:23.145336 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-52ff4fd1-caf3-4082-ab08-043c83e311d1', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'project_id': '51c946c648db42a6836975a56f094831', 'fixed_ips': [{'subnet_id': '77207670-c514-4ba1-8ccb-a86332e3c8a9'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:30:23.146403 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:23.283849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a91a1-cd2a-4653-b8c1-7be2a0bef7f1 req-21385613-b44b-4074-9740-34298971f519 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:23.285426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-679a91a1-cd2a-4653-b8c1-7be2a0bef7f1 req-21385613-b44b-4074-9740-34298971f519 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0824943 Dec 16 22:30:23.305056 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Allocated IP 172.20.0.2 (52ff4fd1-caf3-4082-ab08-043c83e311d1/77207670-c514-4ba1-8ccb-a86332e3c8a9/e9775534-e7a2-4912-af72-1a304afce6dd) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:30:23.402315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ff9b8c6-0f10-4098-b968-99b069edbe19 req-cd06fcb1-f128-4191-937b-b36f0e18ada2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0646760 Dec 16 22:30:23.505297 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:23.535897 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:23.595964 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:23.638640 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Network 52ff4fd1-caf3-4082-ab08-043c83e311d1 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:30:23.641866 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:23.646551 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:30:23.663172 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Pushing event updated for resources: {'Port': ['ID=e9775534-e7a2-4912-af72-1a304afce6dd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:23.720216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Attempting to bind port e9775534-e7a2-4912-af72-1a304afce6dd on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:30:23.720606 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Attempting to bind port e9775534-e7a2-4912-af72-1a304afce6dd by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:30:23.720982 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Attempting to bind port e9775534-e7a2-4912-af72-1a304afce6dd on network 52ff4fd1-caf3-4082-ab08-043c83e311d1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:30:23.727765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:30:23.728156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Checking segment: {'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:30:23.728575 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:23.728987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Bound using segment: {'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:30:23.729487 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Bound port: e9775534-e7a2-4912-af72-1a304afce6dd, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:30:23.729880 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:23.804750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] For port e9775534-e7a2-4912-af72-1a304afce6dd, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:30:23.805126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34e4d0ec-a869-4781-9499-d7c4e3100a29 req-f0a14f00-9bd4-4793-9a6a-332eaf3b934e tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0402162 Dec 16 22:30:23.809679 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] For port e9775534-e7a2-4912-af72-1a304afce6dd, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e9775534-e7a2-4912-af72-1a304afce6dd,segment=NetworkSegment(b9bda597-2b92-4cdc-b35f-a828ef415b32),segment_id=b9bda597-2b92-4cdc-b35f-a828ef415b32)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:30:23.838251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-679a91a1-cd2a-4653-b8c1-7be2a0bef7f1 req-59bf9cf5-9566-4efa-8105-90a2a30137ec tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5021350 Dec 16 22:30:23.914317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4fee817e-aed7-46dc-a51b-abdddf208d50 req-08a567c0-fe94-4379-91e4-3080031a719d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0375869 Dec 16 22:30:23.939016 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:24.015634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3af1a3-5d7a-4b93-8815-259f9b91832a None None] Pushing event updated for resources: {'Port': ['ID=e9775534-e7a2-4912-af72-1a304afce6dd,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:24.023071 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb6efe-4a6e-4048-ae83-c13808e6aa44 req-1e7166f0-0ed6-4a5e-861e-f1471304c3ef tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:24.024763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aeeb6efe-4a6e-4048-ae83-c13808e6aa44 req-1e7166f0-0ed6-4a5e-861e-f1471304c3ef tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1096251 Dec 16 22:30:24.134718 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aeeb6efe-4a6e-4048-ae83-c13808e6aa44 req-bee292c1-6d58-451e-9ed6-e274ac9c26a5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028869 Dec 16 22:30:24.221305 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:24.518637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d11a9a15-f15d-451b-a62c-a78a3b77e0a4 req-4d1856f7-b238-466b-8993-68f96ad60cb2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0477757 Dec 16 22:30:24.536908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Allocated IP 172.20.0.1 (52ff4fd1-caf3-4082-ab08-043c83e311d1/77207670-c514-4ba1-8ccb-a86332e3c8a9/4512a055-813b-435c-87d7-cb48f1f22d02) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:30:24.658371 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:24.744441 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:24.790596 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:24.795695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network 52ff4fd1-caf3-4082-ab08-043c83e311d1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:30:24.798967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:24.802048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:30:24.809617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=4512a055-813b-435c-87d7-cb48f1f22d02,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:24.841300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:24.841512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:24.841828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:24.842202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:24.842595 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:24.842864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:24.843205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:24.843709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:24.843919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:24.844257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:24.844594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:24.844931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:24.846952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:24.896376 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:24.901377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d60ff7f5-1f15-43e8-89cf-f0eebc2cd24f req-14fda259-bc14-4833-9122-ca6e8e940d89 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0340469 Dec 16 22:30:25.018316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-699c9df6-e481-4cdd-80d1-aaa2e07f5eb8 req-22af2a8e-de34-48f0-8d07-11d60030a44e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0412688 Dec 16 22:30:25.043428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7917c515-cc86-436e-a10d-993a73657d51 None None] Network 52ff4fd1-caf3-4082-ab08-043c83e311d1 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:30:25.062853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e755a6-7ab2-47ad-b2b6-d24797c1577e req-bb8c0dd7-4c4f-4a5a-ab68-602798f4b6d7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:25.064480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38e755a6-7ab2-47ad-b2b6-d24797c1577e req-bb8c0dd7-4c4f-4a5a-ab68-602798f4b6d7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1261308 Dec 16 22:30:25.126061 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38e755a6-7ab2-47ad-b2b6-d24797c1577e req-248fd344-708f-4689-924a-5c40e14b6737 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499666 Dec 16 22:30:25.166302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-58c82080-3721-42b4-a194-e4e76e1ec823 None None] Provisioning complete for port e9775534-e7a2-4912-af72-1a304afce6dd triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:25.166676 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-58c82080-3721-42b4-a194-e4e76e1ec823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:25.255383 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:25.296172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591aa41-457a-45da-b786-3288f1d55275 req-711f948c-668f-4d3a-8ff1-639c79d4f652 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:25.297876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4591aa41-457a-45da-b786-3288f1d55275 req-711f948c-668f-4d3a-8ff1-639c79d4f652 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0833852 Dec 16 22:30:25.377377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4591aa41-457a-45da-b786-3288f1d55275 req-68f3dc28-7934-4613-a126-0ef7e590fc75 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582960 Dec 16 22:30:25.462565 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-58c82080-3721-42b4-a194-e4e76e1ec823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:25.503500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e9775534-e7a2-4912-af72-1a304afce6dd up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:30:25.536988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-58c82080-3721-42b4-a194-e4e76e1ec823 None None] For port e9775534-e7a2-4912-af72-1a304afce6dd, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e9775534-e7a2-4912-af72-1a304afce6dd,segment=NetworkSegment(b9bda597-2b92-4cdc-b35f-a828ef415b32),segment_id=b9bda597-2b92-4cdc-b35f-a828ef415b32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:25.564824 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e9775534-e7a2-4912-af72-1a304afce6dd triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:25.565204 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:25.599520 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-58c82080-3721-42b4-a194-e4e76e1ec823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:25.641154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5b59f22-d656-4a64-ae81-3b6f24174699 req-ca1ff979-0b90-4ed3-825a-bf2c37fa95ac tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0444474 Dec 16 22:30:25.669848 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c82080-3721-42b4-a194-e4e76e1ec823 None None] Pushing event updated for resources: {'Port': ['ID=e9775534-e7a2-4912-af72-1a304afce6dd,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:25.730316 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:25.734919 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d98f7e6a-673e-4c76-89fc-f6487de1bc46 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:30:25.737082 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:25.767916 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-def96ff0-8b3e-4903-a733-d7408ea89071 None None] Provisioning complete for port 4512a055-813b-435c-87d7-cb48f1f22d02 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:25.768288 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-def96ff0-8b3e-4903-a733-d7408ea89071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:25.795773 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:25.815909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-def96ff0-8b3e-4903-a733-d7408ea89071 None None] Port 4512a055-813b-435c-87d7-cb48f1f22d02 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:30:25.833202 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d98f7e6a-673e-4c76-89fc-f6487de1bc46 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:25.833572 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:25.836785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-def96ff0-8b3e-4903-a733-d7408ea89071 None None] Provisioning complete for port e9775534-e7a2-4912-af72-1a304afce6dd triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:25.837151 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-def96ff0-8b3e-4903-a733-d7408ea89071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:25.879288 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:25.881214 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=4512a055-813b-435c-87d7-cb48f1f22d02,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:26.004935 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92c39d2f-ed16-452c-84d9-59e877397df8 req-fed878a1-4f36-4f30-86a1-85fa546f9eca tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0355651 Dec 16 22:30:26.018024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network 52ff4fd1-caf3-4082-ab08-043c83e311d1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:30:26.019546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:26.107509 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-72dd627e-2c1c-4b4b-b724-5520f7f92ea4 None None] Provisioning complete for port 4512a055-813b-435c-87d7-cb48f1f22d02 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:26.107919 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-72dd627e-2c1c-4b4b-b724-5520f7f92ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:26.138462 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35cab5c6-c3b2-4568-ac03-5d5f0309e752 req-8c50fb79-7c0f-41b8-a28c-5dc19ee417fe tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0611870 Dec 16 22:30:26.162667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-72dd627e-2c1c-4b4b-b724-5520f7f92ea4 None None] Port 4512a055-813b-435c-87d7-cb48f1f22d02 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:30:26.169536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router 85744193-cf5e-4fc4-a972-95688d4cf0f2 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:30:26.281971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a856a596-baad-4283-81d2-d9ec21f85ce0 None None] Provisioning complete for port 4512a055-813b-435c-87d7-cb48f1f22d02 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:26.282354 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a856a596-baad-4283-81d2-d9ec21f85ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:26.320654 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a856a596-baad-4283-81d2-d9ec21f85ce0 None None] Port 4512a055-813b-435c-87d7-cb48f1f22d02 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:30:26.322229 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02869e7e-e988-4970-ab3f-b8448a30ff41 req-35e52567-f1e6-4ef9-a783-201200fc6c7d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:26.324049 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02869e7e-e988-4970-ab3f-b8448a30ff41 req-35e52567-f1e6-4ef9-a783-201200fc6c7d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1002955 Dec 16 22:30:26.352331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:30:26.357609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-83499718-0fe9-4268-856a-062195d55189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "PUT /v2.0/routers/85744193-cf5e-4fc4-a972-95688d4cf0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2571890 Dec 16 22:30:26.363157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Sync routers for ids ['85744193-cf5e-4fc4-a972-95688d4cf0f2'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:30:26.378801 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Routers {'85744193-cf5e-4fc4-a972-95688d4cf0f2'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:30:26.379520 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:30:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['85744193-cf5e-4fc4-a972-95688d4cf0f2'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:26.392423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02869e7e-e988-4970-ab3f-b8448a30ff41 req-26d34ea4-3f39-40fa-82a9-3adbe54d705a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618768 Dec 16 22:30:26.500027 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Set router 85744193-cf5e-4fc4-a972-95688d4cf0f2 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:30:26.549784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84350c8-bf4d-4f99-9fb3-8e726a8523a4 req-02d9718d-abd3-46f1-a125-8ab1e215f1cc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:26.551212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a84350c8-bf4d-4f99-9fb3-8e726a8523a4 req-02d9718d-abd3-46f1-a125-8ab1e215f1cc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0844612 Dec 16 22:30:26.556349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-0ec3f68c-bd3d-4c69-a382-c560839b59f8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475532153&fields=id&tenant_id=51c946c648db42a6836975a56f094831 HTTP/1.1" status: 200 len: 267 time: 0.0778463 Dec 16 22:30:26.677922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a84350c8-bf4d-4f99-9fb3-8e726a8523a4 req-888ed946-9656-42c1-b450-18c467df4abd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198082 Dec 16 22:30:26.727724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108085187', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:19Z', 'updated_at': '2021-12-16T22:30:25Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:20Z', 'updated_at': '2021-12-16T22:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4512a055-813b-435c-87d7-cb48f1f22d02', 'name': '', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:ab:cb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:24Z', 'updated_at': '2021-12-16T22:30:25Z', 'revision_number': 2, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:26.731917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-5edb09c3-c78e-43f8-a3b3-b06ec904057e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:26.737372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-5edb09c3-c78e-43f8-a3b3-b06ec904057e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/networks?id=52ff4fd1-caf3-4082-ab08-043c83e311d1 HTTP/1.1" status: 200 len: 797 time: 0.1690834 Dec 16 22:30:26.755306 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Checking router: 85744193-cf5e-4fc4-a972-95688d4cf0f2 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:30:26.755652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Updating router 85744193-cf5e-4fc4-a972-95688d4cf0f2 port 4512a055-813b-435c-87d7-cb48f1f22d02 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:30:26.768123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d06002a-9c09-4331-949b-e078ba5f193d req-46053f13-95f8-4082-992c-7d620bdadb0d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0334744 Dec 16 22:30:26.769785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-d77ab9a4-9ff6-4554-ae40-914a4e376e56 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/quotas/51c946c648db42a6836975a56f094831 HTTP/1.1" status: 200 len: 375 time: 0.0260580 Dec 16 22:30:26.782410 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:26.828323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-34027305-a8fd-4e82-aa19-4fac602e5515 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507653 Dec 16 22:30:26.943460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-d0b20462-a95b-4f9d-9c0e-18c3ae3f3bd2 service neutron] 10.222.0.43 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017191 Dec 16 22:30:27.048530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-639ee6e3-1498-4e7b-907f-cbbb779e8ea3 service neutron] 10.222.0.43 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982769 Dec 16 22:30:27.081626 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:27.087938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67d4efe9-9021-4f89-a37e-1c222e929222 req-36969e02-d6a9-402c-a9b1-2e12aa49d271 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0288537 Dec 16 22:30:27.185750 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:27.226694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bb35f67-ab76-4aec-bf74-f0b194666b17 req-e59d82dd-bfe3-4ede-9dc0-6d97bbf962fa tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0345252 Dec 16 22:30:27.241730 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89212665-8701-4f16-b29b-a20aefbb9e58 None None] Pushing event updated for resources: {'Port': ['ID=4512a055-813b-435c-87d7-cb48f1f22d02,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:27.263073 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89212665-8701-4f16-b29b-a20aefbb9e58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:27.263453 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89212665-8701-4f16-b29b-a20aefbb9e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:27.263796 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89212665-8701-4f16-b29b-a20aefbb9e58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:27.264140 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89212665-8701-4f16-b29b-a20aefbb9e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:27.279595 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89212665-8701-4f16-b29b-a20aefbb9e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:27.280729 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89212665-8701-4f16-b29b-a20aefbb9e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:27.281085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89212665-8701-4f16-b29b-a20aefbb9e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:27.281476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89212665-8701-4f16-b29b-a20aefbb9e58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:27.281819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89212665-8701-4f16-b29b-a20aefbb9e58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:27.282152 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89212665-8701-4f16-b29b-a20aefbb9e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:27.282578 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89212665-8701-4f16-b29b-a20aefbb9e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:27.282904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89212665-8701-4f16-b29b-a20aefbb9e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:27.283779 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89212665-8701-4f16-b29b-a20aefbb9e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:27.346069 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Attempting to bind port 4512a055-813b-435c-87d7-cb48f1f22d02 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:30:27.346444 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Attempting to bind port 4512a055-813b-435c-87d7-cb48f1f22d02 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:30:27.346828 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Attempting to bind port 4512a055-813b-435c-87d7-cb48f1f22d02 on network 52ff4fd1-caf3-4082-ab08-043c83e311d1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:30:27.348837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48fedb84-b3d2-49a1-ab03-9c0c26b1a775 req-6926f4da-68bd-4b0a-bfc7-8b5d6cd66cee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 210 time: 0.0323837 Dec 16 22:30:27.358546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:30:27.358903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Checking segment: {'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:30:27.359337 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:27.359743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Bound using segment: {'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:30:27.360288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Bound port: 4512a055-813b-435c-87d7-cb48f1f22d02, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:30:27.360675 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:27.449898 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e9775534-e7a2-4912-af72-1a304afce6dd up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:30:27.490968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] For port 4512a055-813b-435c-87d7-cb48f1f22d02, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:30:27.511178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] For port 4512a055-813b-435c-87d7-cb48f1f22d02, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4512a055-813b-435c-87d7-cb48f1f22d02,segment=NetworkSegment(b9bda597-2b92-4cdc-b35f-a828ef415b32),segment_id=b9bda597-2b92-4cdc-b35f-a828ef415b32)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:30:27.531446 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e9775534-e7a2-4912-af72-1a304afce6dd triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:27.531666 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:27.534575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedb6b9-6c42-4ab0-884c-bff8d48535bf req-58c74df2-3f17-4067-ae90-545919d9843e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:27.535722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4fedb6b9-6c42-4ab0-884c-bff8d48535bf req-58c74df2-3f17-4067-ae90-545919d9843e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0526977 Dec 16 22:30:27.587094 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5d1afa67-4852-4632-b2e4-3c1e17ab57c9 None None] Provisioning complete for port 4512a055-813b-435c-87d7-cb48f1f22d02 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:27.587506 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d1afa67-4852-4632-b2e4-3c1e17ab57c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:27.591564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4fedb6b9-6c42-4ab0-884c-bff8d48535bf req-306aa535-0d6e-4ad4-a2c4-a71563196329 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486479 Dec 16 22:30:27.649783 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:27.660482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5d1afa67-4852-4632-b2e4-3c1e17ab57c9 None None] Port 4512a055-813b-435c-87d7-cb48f1f22d02 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:30:27.726079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Routers {'85744193-cf5e-4fc4-a972-95688d4cf0f2'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:30:27.726719 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:30:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['85744193-cf5e-4fc4-a972-95688d4cf0f2'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:27.732773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89212665-8701-4f16-b29b-a20aefbb9e58 None None] Pushing event updated for resources: {'Port': ['ID=4512a055-813b-435c-87d7-cb48f1f22d02,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:27.857134 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] Set router 85744193-cf5e-4fc4-a972-95688d4cf0f2 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:30:27.863997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39bd666c-5dcf-419b-922f-2784a5d5aedb req-85f9b95c-5e9b-4d78-ada2-16431c7bc3a9 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0327516 Dec 16 22:30:27.890268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4499148-8706-44c6-b5e6-800006b868fb req-4a9a0595-9494-47fa-b90b-3f50aae3a7ce tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:27.892447 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4499148-8706-44c6-b5e6-800006b868fb req-4a9a0595-9494-47fa-b90b-3f50aae3a7ce tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1108577 Dec 16 22:30:27.957802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4499148-8706-44c6-b5e6-800006b868fb req-35693d75-363a-43aa-82a9-bae82674d84f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559289 Dec 16 22:30:28.010501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3cc2f4cf-68e4-4c4c-857e-99eb5adf1be9 None None] Provisioning complete for port 4512a055-813b-435c-87d7-cb48f1f22d02 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:28.010972 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3cc2f4cf-68e4-4c4c-857e-99eb5adf1be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:28.145215 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3cc2f4cf-68e4-4c4c-857e-99eb5adf1be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:28.175841 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108085187', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:19Z', 'updated_at': '2021-12-16T22:30:25Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:20Z', 'updated_at': '2021-12-16T22:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4512a055-813b-435c-87d7-cb48f1f22d02', 'name': '', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:ab:cb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:24Z', 'updated_at': '2021-12-16T22:30:27Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:28.176521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae6082cb-a7aa-438f-8fd4-52d23392b648 req-18ce0823-f33c-429a-b361-f9e50bd154e3 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0303540 Dec 16 22:30:28.216910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88ea92-5163-4317-8cc6-3db1af61bded None None] The sync data for ids ['85744193-cf5e-4fc4-a972-95688d4cf0f2'] in n-d-821840-2 is: [{'id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108085187', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:19Z', 'updated_at': '2021-12-16T22:30:25Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:20Z', 'updated_at': '2021-12-16T22:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4512a055-813b-435c-87d7-cb48f1f22d02', 'name': '', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:ab:cb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:24Z', 'updated_at': '2021-12-16T22:30:27Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:30:28.219532 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3cc2f4cf-68e4-4c4c-857e-99eb5adf1be9 None None] For port 4512a055-813b-435c-87d7-cb48f1f22d02, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4512a055-813b-435c-87d7-cb48f1f22d02,segment=NetworkSegment(b9bda597-2b92-4cdc-b35f-a828ef415b32),segment_id=b9bda597-2b92-4cdc-b35f-a828ef415b32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:28.327792 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3cc2f4cf-68e4-4c4c-857e-99eb5adf1be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:28.372244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bbf4b51-114a-4a7b-9ee2-bbfd03b79e58 req-685b0465-fdca-488e-b4b7-704eafe3007e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0547690 Dec 16 22:30:28.396654 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2f4cf-68e4-4c4c-857e-99eb5adf1be9 None None] Pushing event updated for resources: {'Port': ['ID=4512a055-813b-435c-87d7-cb48f1f22d02,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:28.436506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77dccaa1-aed3-4f55-9802-a69e8d35ba85 req-d03139b4-9339-4cd0-abdf-3acf8514a1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 210 time: 0.0307243 Dec 16 22:30:28.728643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c51d5-870c-4db9-a8ea-3c35ea632df3 req-8b4fb121-c3a6-400e-b556-e73377566c65 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:28.730937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-839c51d5-870c-4db9-a8ea-3c35ea632df3 req-8b4fb121-c3a6-400e-b556-e73377566c65 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0594115 Dec 16 22:30:28.785849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-839c51d5-870c-4db9-a8ea-3c35ea632df3 req-a50936a0-a74b-45ec-9954-c3a554a4e244 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488069 Dec 16 22:30:28.978466 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b998bd55-14f2-4cf0-a7d5-84f324392969 req-0d60fa53-12e9-4db8-b76c-279c5bdbf5eb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0305314 Dec 16 22:30:29.085125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142a6be-ef5a-42e2-98a0-42033be3a135 req-ec34dcda-6bff-4e81-bd52-f15fc3f0b18d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:29.086952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9142a6be-ef5a-42e2-98a0-42033be3a135 req-ec34dcda-6bff-4e81-bd52-f15fc3f0b18d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0547330 Dec 16 22:30:29.152052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9142a6be-ef5a-42e2-98a0-42033be3a135 req-5c4e8923-c5d3-4ad0-8e24-243655627180 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587332 Dec 16 22:30:29.269088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a5130ab-dda0-4dce-9ea4-b04409c8f2f8 req-e120ca73-f625-4a6a-b093-a514e7ba1567 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0342882 Dec 16 22:30:29.401096 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4512a055-813b-435c-87d7-cb48f1f22d02 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:30:29.452747 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4512a055-813b-435c-87d7-cb48f1f22d02 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:29.453135 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:29.454623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eacfcb6d-f1c5-40fd-9d0b-6a357fbab5cf req-17cbcb5c-8689-4d9c-a62b-41420d1219ba tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0283003 Dec 16 22:30:29.551048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5877a7a6-3e1f-4a63-bb38-6597b1637bcf req-9e572ac4-c663-4ed4-9c71-4ece8990ff36 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 210 time: 0.0277624 Dec 16 22:30:29.911670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce72e1c-542f-44d7-a067-d8fef27ce275 req-e3e45cdd-91cd-493f-9293-9d385d63c1c2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:29.914445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ce72e1c-542f-44d7-a067-d8fef27ce275 req-e3e45cdd-91cd-493f-9293-9d385d63c1c2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0520861 Dec 16 22:30:29.963351 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ce72e1c-542f-44d7-a067-d8fef27ce275 req-d96d819c-5a97-45c3-a34f-13d1c221ea9b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430098 Dec 16 22:30:30.065404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d892e582-c5d7-4024-aadc-e65f777e370b req-b56c2b2b-216d-4607-8f13-7b9cdca21d2c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0322113 Dec 16 22:30:30.118001 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-a8fbc51a-a0ce-48a8-aaab-50838f21b1e2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:30.119723 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-a8fbc51a-a0ce-48a8-aaab-50838f21b1e2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.69 "GET /v2.0/networks?id=52ff4fd1-caf3-4082-ab08-043c83e311d1 HTTP/1.1" status: 200 len: 797 time: 0.1169529 Dec 16 22:30:30.186368 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-0b2a146e-7b55-4d48-a026-b96d954133bb tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51c946c648db42a6836975a56f094831 HTTP/1.1" status: 200 len: 380 time: 0.0570376 Dec 16 22:30:30.196846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'port': {'device_id': '832275ac-9ca5-47b9-866c-06fab25d1101', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'admin_state_up': True, 'tenant_id': '51c946c648db42a6836975a56f094831', 'security_groups': ['8ca88b35-ea13-4a24-a66a-9869bffebf23']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:30.281945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e7089-e526-4bc5-8055-dd3edcc6f221 req-cc6502d1-a4dd-4537-8316-d2e6d4152f36 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:30.283600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-714e7089-e526-4bc5-8055-dd3edcc6f221 req-cc6502d1-a4dd-4537-8316-d2e6d4152f36 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0591745 Dec 16 22:30:30.359952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1c940e6-50a7-4ede-adce-967016613caf req-c5ae030c-420e-4331-8601-61c4650b98b7 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0344822 Dec 16 22:30:30.364532 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-714e7089-e526-4bc5-8055-dd3edcc6f221 req-73610159-3e1d-447a-84b7-550cb7d4a6f0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727117 Dec 16 22:30:30.423837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Made reservation on behalf of 51c946c648db42a6836975a56f094831 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:30:30.427461 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:30.532058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e592e9f-f80a-4d45-9533-55d9a85eb0a3 req-ba571ee4-c519-4e9e-9c84-03783b809bdc tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0269518 Dec 16 22:30:30.553991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Allocated IP 172.20.0.13 (52ff4fd1-caf3-4082-ab08-043c83e311d1/77207670-c514-4ba1-8ccb-a86332e3c8a9/ec382385-e2db-417c-bec3-7548828fbb3d) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:30:30.653545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-daf33c5c-0d97-4a66-9630-06dd32d4755e req-8c9f2c61-495b-4f56-8fb5-5e8e146cf5ab tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 210 time: 0.0309446 Dec 16 22:30:30.695051 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:30.796356 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:30.840276 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network 52ff4fd1-caf3-4082-ab08-043c83e311d1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:30:30.843448 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:30.847057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:30:30.854049 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=ec382385-e2db-417c-bec3-7548828fbb3d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:31.074078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-56c94ec7-7335-4c24-9f56-d1bda02ccc4f None None] Provisioning complete for port ec382385-e2db-417c-bec3-7548828fbb3d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:31.074902 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-56c94ec7-7335-4c24-9f56-d1bda02ccc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:31.111807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a3441-ebd4-497b-8437-8c673cd552c7 req-990a3b8b-ccd4-4c8b-b443-c69bdcf2370a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:31.114294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-715a3441-ebd4-497b-8437-8c673cd552c7 req-990a3b8b-ccd4-4c8b-b443-c69bdcf2370a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0721602 Dec 16 22:30:31.119746 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-56c94ec7-7335-4c24-9f56-d1bda02ccc4f None None] Port ec382385-e2db-417c-bec3-7548828fbb3d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:30:31.165702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4da36a9e-3bf0-4749-bdf6-95b001915178 req-9ca9d223-7bc2-45b7-b5de-5d4d5616e74f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0351098 Dec 16 22:30:31.196728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-715a3441-ebd4-497b-8437-8c673cd552c7 req-634995a5-b91b-4bd5-9762-7010ef33b4ba tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741365 Dec 16 22:30:31.237031 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:31.237612 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:31.237725 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:31.238037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:31.238370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:31.238701 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:31.239035 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:31.239387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:31.239719 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:31.240043 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:31.240366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:31.240693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:31.241058 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:31.265965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:31.266255 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:31.340647 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-36f1fda4-72f4-4406-98aa-681d1268f24c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1482103 Dec 16 22:30:31.354962 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Request body: {'port': {'device_id': '832275ac-9ca5-47b9-866c-06fab25d1101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:31.410735 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:31.442086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-549d6f58-3ef7-4d2d-9c39-560f9e02a4bf req-b2b97321-5d46-41e3-a791-db593d73d32f tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0310237 Dec 16 22:30:31.496032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce114265-5fea-446d-b0b5-5186e71af0d1 req-9596705a-e1a0-4426-9536-1991f6d00394 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:31.497550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce114265-5fea-446d-b0b5-5186e71af0d1 req-9596705a-e1a0-4426-9536-1991f6d00394 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0584698 Dec 16 22:30:31.555064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce114265-5fea-446d-b0b5-5186e71af0d1 req-3a0ecd26-d758-44c0-a373-e3d94b2a0002 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510783 Dec 16 22:30:31.624345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ced2caf8-180e-4ae3-8c52-42d219eb004e req-d902e778-33de-4d67-9772-22664df58806 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0310681 Dec 16 22:30:31.714739 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec382385-e2db-417c-bec3-7548828fbb3d {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:30:31.724392 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:31.738051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Transition to ACTIVE for port object ec382385-e2db-417c-bec3-7548828fbb3d will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:30:31.788807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d674cb-8c62-459b-a8ec-0d1c3469bd64 req-016ac478-8c2a-4255-a6d2-9ac7a59a8646 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:31.790351 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0d674cb-8c62-459b-a8ec-0d1c3469bd64 req-016ac478-8c2a-4255-a6d2-9ac7a59a8646 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 932 time: 0.0533075 Dec 16 22:30:31.806035 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:31.849152 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0d674cb-8c62-459b-a8ec-0d1c3469bd64 req-b2cc98f1-1f35-417b-9573-0532c2e0dff9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524104 Dec 16 22:30:31.871481 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Pushing event updated for resources: {'Port': ['ID=ec382385-e2db-417c-bec3-7548828fbb3d,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:31.963753 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Attempting to bind port ec382385-e2db-417c-bec3-7548828fbb3d on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:30:31.964102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Attempting to bind port ec382385-e2db-417c-bec3-7548828fbb3d by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:30:31.964438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Attempting to bind port ec382385-e2db-417c-bec3-7548828fbb3d on network 52ff4fd1-caf3-4082-ab08-043c83e311d1 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:30:31.969407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Port ec382385-e2db-417c-bec3-7548828fbb3d on network 52ff4fd1-caf3-4082-ab08-043c83e311d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:30:31.969735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Attempting to bind port ec382385-e2db-417c-bec3-7548828fbb3d on network 52ff4fd1-caf3-4082-ab08-043c83e311d1 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:30:31.976223 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:30:31.976223 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Checking segment: {'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:30:31.976990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Bound using segment: {'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:30:31.977287 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Bound port: ec382385-e2db-417c-bec3-7548828fbb3d, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:30:31.977656 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:32.050190 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] For port ec382385-e2db-417c-bec3-7548828fbb3d, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:30:32.055426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] For port ec382385-e2db-417c-bec3-7548828fbb3d, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec382385-e2db-417c-bec3-7548828fbb3d,segment=NetworkSegment(b9bda597-2b92-4cdc-b35f-a828ef415b32),segment_id=b9bda597-2b92-4cdc-b35f-a828ef415b32)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:30:32.131921 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:32.174712 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:32.175373 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:32.176799 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] 10.222.0.69 "PUT /v2.0/ports/ec382385-e2db-417c-bec3-7548828fbb3d HTTP/1.1" status: 200 len: 1092 time: 0.8268147 Dec 16 22:30:32.177247 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832275ac-9ca5-47b9-866c-06fab25d1101', 'tag': 'ec382385-e2db-417c-bec3-7548828fbb3d'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:30:32.179568 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed705bc3-3c25-4fa4-ad6a-87088ae79609" -d '{"events": [{"name": "network-changed", "server_uuid": "832275ac-9ca5-47b9-866c-06fab25d1101", "tag": "ec382385-e2db-417c-bec3-7548828fbb3d"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:30:32.208749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401028f-88b0-4ad3-866c-056784ab0832 service neutron] Pushing event updated for resources: {'Port': ['ID=ec382385-e2db-417c-bec3-7548828fbb3d,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:32.255409 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc629677-ca68-473e-9394-4a77c8c28614 x-openstack-request-id: req-cc629677-ca68-473e-9394-4a77c8c28614 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:30:32.261281 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832275ac-9ca5-47b9-866c-06fab25d1101", "tag": "ec382385-e2db-417c-bec3-7548828fbb3d", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:30:32.261281 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc629677-ca68-473e-9394-4a77c8c28614 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:30:32.261281 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832275ac-9ca5-47b9-866c-06fab25d1101', 'tag': 'ec382385-e2db-417c-bec3-7548828fbb3d', 'status': 'completed', 'code': 200} Dec 16 22:30:32.306900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0cc271c9-ecd9-4813-84b8-e7c22a04b030 req-98ed8f0b-5c6b-4625-b0d3-5fc064c45f0e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0672836 Dec 16 22:30:32.362569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705bc3-3c25-4fa4-ad6a-87088ae79609 req-4fcd04b2-f565-40b4-9ee4-1e20834d671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:32.364172 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ed705bc3-3c25-4fa4-ad6a-87088ae79609 req-4fcd04b2-f565-40b4-9ee4-1e20834d671a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 1095 time: 0.0897520 Dec 16 22:30:32.384316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f53320-fce5-41b4-86f9-1dbc9d0d72c8 req-e030cce6-f06e-4448-9f68-8962240938d4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:32.387590 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25f53320-fce5-41b4-86f9-1dbc9d0d72c8 req-e030cce6-f06e-4448-9f68-8962240938d4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0579824 Dec 16 22:30:32.455861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25f53320-fce5-41b4-86f9-1dbc9d0d72c8 req-74ec0662-4562-42e3-ae4b-25dc5633d3b7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604529 Dec 16 22:30:32.505603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705bc3-3c25-4fa4-ad6a-87088ae79609 req-2de98635-97e2-45b6-a2cb-14467d8f07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:32.507742 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ed705bc3-3c25-4fa4-ad6a-87088ae79609 req-2de98635-97e2-45b6-a2cb-14467d8f07a2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=51c946c648db42a6836975a56f094831&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1339545 Dec 16 22:30:32.549263 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af95b49f-2f08-46c1-85c0-ba69f615b4f8 req-4c4a4592-fc63-455d-bc6e-28baeedc96b1 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0328977 Dec 16 22:30:32.624315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705bc3-3c25-4fa4-ad6a-87088ae79609 req-00488640-d205-4c48-96e0-e7170e93d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:32.625842 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ed705bc3-3c25-4fa4-ad6a-87088ae79609 req-00488640-d205-4c48-96e0-e7170e93d5ab service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106834 Dec 16 22:30:32.723940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63f5dbdc-f53e-486e-837f-38b847685104 req-76038eb0-834e-405c-9054-336902e51d7d tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0348375 Dec 16 22:30:32.732883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c3391-165e-47ad-b640-4d058c13260f req-c62b8ffd-ef58-4d6a-bc59-42c43d644ea1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:32.734494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b4c3391-165e-47ad-b640-4d058c13260f req-c62b8ffd-ef58-4d6a-bc59-42c43d644ea1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0924191 Dec 16 22:30:32.753850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-32b8c250-cc91-4dde-bbde-7acba18daad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:32.755533 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-32b8c250-cc91-4dde-bbde-7acba18daad9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 1095 time: 0.0656686 Dec 16 22:30:32.799466 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b4c3391-165e-47ad-b640-4d058c13260f req-19992c7f-a341-442a-a768-92feb58f661b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526092 Dec 16 22:30:32.811047 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-258a7f18-507b-4d21-ac97-924c4fdef672 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec382385-e2db-417c-bec3-7548828fbb3d HTTP/1.1" status: 200 len: 217 time: 0.0434864 Dec 16 22:30:32.864465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-406e623a-f12b-45d4-8764-fd6816c07557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:32.866543 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-406e623a-f12b-45d4-8764-fd6816c07557 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77207670-c514-4ba1-8ccb-a86332e3c8a9 HTTP/1.1" status: 200 len: 834 time: 0.0494072 Dec 16 22:30:32.922235 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-62fa753d-9ee7-4969-81b5-033c6745f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:32.923800 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-62fa753d-9ee7-4969-81b5-033c6745f214 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52ff4fd1-caf3-4082-ab08-043c83e311d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500286 Dec 16 22:30:32.988125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2927b8-f373-469b-aabf-4f356b03f93c req-a5eedae9-6dca-48fc-a72a-efcc000b222e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:32.989325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f2927b8-f373-469b-aabf-4f356b03f93c req-a5eedae9-6dca-48fc-a72a-efcc000b222e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 944 time: 0.0615020 Dec 16 22:30:33.030697 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-0297edf9-0727-46e0-8ba9-aa8f9c1f7bdc service neutron] 10.222.0.69 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982077 Dec 16 22:30:33.048257 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f2927b8-f373-469b-aabf-4f356b03f93c req-dc663ac4-61c6-40cf-8c3c-09ce4694a946 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511475 Dec 16 22:30:33.135532 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-58489c24-52d9-49fd-bcc0-d5ff88397f74 req-e0d4d2c5-be00-4bda-a32a-7dc981688760 service neutron] 10.222.0.69 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978048 Dec 16 22:30:33.395796 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0851e3d0-6a26-4855-b7a8-93d1fd534da3 req-d3e411e1-c238-40a7-8baa-565d63855434 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0280836 Dec 16 22:30:33.600798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940b3ef-1221-4011-89f2-bb20ecc38c1b req-fc174181-8925-4638-bdd4-721f70d3e9da tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:33.602359 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9940b3ef-1221-4011-89f2-bb20ecc38c1b req-fc174181-8925-4638-bdd4-721f70d3e9da tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0582926 Dec 16 22:30:33.643621 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f236091-7916-4448-a105-50c777b342c5 req-af526ef5-d3c1-45d5-bbb1-f44dc6d07f5d tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0384398 Dec 16 22:30:33.678922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9940b3ef-1221-4011-89f2-bb20ecc38c1b req-d714188f-4edf-457b-a290-cc77b6d26533 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643954 Dec 16 22:30:33.807417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0a4dd10-3624-4b03-a165-2f8bb5bc325f req-5a6a6d81-0f68-46d1-9c4b-0f4b70b89584 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0289900 Dec 16 22:30:34.207586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4ea0c-6fe4-449c-b3f6-6461064a1cac req-9ea4f419-e132-405f-ab4f-ed4d5bfc750f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:34.209144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cf4ea0c-6fe4-449c-b3f6-6461064a1cac req-9ea4f419-e132-405f-ab4f-ed4d5bfc750f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 944 time: 0.0836022 Dec 16 22:30:34.221132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc697-a5e0-4300-9bad-661a417ca95d req-b6e2ba12-cc6a-4a74-931f-ef9c55b8fae8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:34.222647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-114cc697-a5e0-4300-9bad-661a417ca95d req-b6e2ba12-cc6a-4a74-931f-ef9c55b8fae8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0870025 Dec 16 22:30:34.300104 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cf4ea0c-6fe4-449c-b3f6-6461064a1cac req-c4b6aa37-d699-4cb6-a881-e8f1db29c396 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764616 Dec 16 22:30:34.309261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-114cc697-a5e0-4300-9bad-661a417ca95d req-1933c8d2-69d5-4c88-b49a-44a79ff21cba tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790234 Dec 16 22:30:34.475108 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-572da928-5362-4ee0-855f-73f8674e649b req-bd7e18c1-4d5c-45e3-8b51-dd9c3a7ce545 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0282948 Dec 16 22:30:34.728380 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68173456-7275-4a30-b340-f90b296b49bc req-c6c98e85-7a0a-480f-8c3f-b2112879c2cb tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0289271 Dec 16 22:30:35.144520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976ffc0-64ba-4a8f-bb3d-c901efbdb631 req-d0ac1177-ff4c-4952-a70b-25219a249feb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:35.146077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f976ffc0-64ba-4a8f-bb3d-c901efbdb631 req-d0ac1177-ff4c-4952-a70b-25219a249feb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.3811340 Dec 16 22:30:35.167933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f44c29eb-e981-4d78-8b7c-3f192197627e req-907ba60c-f026-4304-888b-aa68d743a99e tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0407686 Dec 16 22:30:35.219684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f976ffc0-64ba-4a8f-bb3d-c901efbdb631 req-3249f270-50f4-4ddf-993f-dcca2ab959ea tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548823 Dec 16 22:30:35.459065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75beab88-c499-4ccb-a750-f28f2a581d60 req-f8c55bae-0c43-47da-b71f-eeb95804c484 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:35.461461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75beab88-c499-4ccb-a750-f28f2a581d60 req-f8c55bae-0c43-47da-b71f-eeb95804c484 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 944 time: 0.0861170 Dec 16 22:30:35.472558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e003429-efa5-4d16-9700-175d08a2bfa5 req-5d06997e-3fa7-4c21-88c7-771a3c836fdd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:35.474710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e003429-efa5-4d16-9700-175d08a2bfa5 req-5d06997e-3fa7-4c21-88c7-771a3c836fdd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0866640 Dec 16 22:30:35.552714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75beab88-c499-4ccb-a750-f28f2a581d60 req-71852af9-42b7-445b-8a62-1cacc2f0e39b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776772 Dec 16 22:30:35.556419 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e003429-efa5-4d16-9700-175d08a2bfa5 req-928e5932-f3be-4955-9339-532edb7c800f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748637 Dec 16 22:30:35.630400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-301bec2f-013f-4a84-906f-8e1891627fa1 req-e48605b4-14e3-4dee-94b0-e1983ea0d01a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0267110 Dec 16 22:30:35.819896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbdfc2ff-d0dc-4166-84e8-25910f1547a1 req-95d30b50-ae28-4a9b-a4fc-1d1e9090f372 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0398912 Dec 16 22:30:36.202731 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ec382385-e2db-417c-bec3-7548828fbb3d details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:30:36.253567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8627a231-4868-477b-a259-32c2d6dc56aa req-545c8327-4c25-40c9-8481-594e76661397 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0309246 Dec 16 22:30:36.322567 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ec382385-e2db-417c-bec3-7548828fbb3d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec382385-e2db-417c-bec3-7548828fbb3d,segment=NetworkSegment(b9bda597-2b92-4cdc-b35f-a828ef415b32),segment_id=b9bda597-2b92-4cdc-b35f-a828ef415b32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:36.336005 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'ec382385-e2db-417c-bec3-7548828fbb3d', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'port_id': 'ec382385-e2db-417c-bec3-7548828fbb3d', 'mac_address': 'fa:16:3e:d2:bf:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:30:36.373270 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b43ebe-45b0-4b10-b0ce-dabe689699c5 req-f9755867-dafe-49a5-b3bf-75e04bd05083 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:36.379287 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6b43ebe-45b0-4b10-b0ce-dabe689699c5 req-f9755867-dafe-49a5-b3bf-75e04bd05083 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0587811 Dec 16 22:30:36.379484 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:36.392850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec382385-e2db-417c-bec3-7548828fbb3d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:30:36.415455 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ec382385-e2db-417c-bec3-7548828fbb3d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec382385-e2db-417c-bec3-7548828fbb3d,segment=NetworkSegment(b9bda597-2b92-4cdc-b35f-a828ef415b32),segment_id=b9bda597-2b92-4cdc-b35f-a828ef415b32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:36.431137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6b43ebe-45b0-4b10-b0ce-dabe689699c5 req-27931cdf-818a-4cfd-b85c-ce78cdc37e46 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472660 Dec 16 22:30:36.496936 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:36.551490 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ec382385-e2db-417c-bec3-7548828fbb3d,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:36.709272 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a18ed-deb2-4ad4-ac58-aab80fe03991 req-84f54da6-dfe8-456e-8f27-37eee43081ac tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:36.710835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d5a18ed-deb2-4ad4-ac58-aab80fe03991 req-84f54da6-dfe8-456e-8f27-37eee43081ac tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0837302 Dec 16 22:30:36.718319 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e52e2-04c4-4df1-8d56-79c929f27cb0 req-66b710e2-0fdc-45f7-a861-3e5ab9356ec9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:36.719846 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-926e52e2-04c4-4df1-8d56-79c929f27cb0 req-66b710e2-0fdc-45f7-a861-3e5ab9356ec9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 945 time: 0.0838461 Dec 16 22:30:36.745816 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ec382385-e2db-417c-bec3-7548828fbb3d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:30:36.807487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-926e52e2-04c4-4df1-8d56-79c929f27cb0 req-fce1e08d-c96a-4fb0-8819-668f62889c5e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796254 Dec 16 22:30:36.810969 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d5a18ed-deb2-4ad4-ac58-aab80fe03991 req-f64335bc-3c80-4862-8953-12a06dcdb5b9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901725 Dec 16 22:30:36.914974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af3a2135-be06-4f19-8a41-cfdc2d22512a req-a16e807b-58b5-4ef8-9e59-94c05170b69d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0491617 Dec 16 22:30:36.917200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d289453-4ef9-42b8-820f-3fe28c791b38 req-6d7620f7-56fb-49f1-9a1a-1c0f5676b100 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0412781 Dec 16 22:30:37.354670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9f01167-039b-494d-af04-7de51811373a req-66fdd5da-082d-4241-860e-fb0896db53d7 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0300312 Dec 16 22:30:37.565834 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3308a-819e-4fcd-9a7f-b49267bd7133 req-c0ac9fa2-9691-4123-a4cf-b4370f7ee0c8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:37.567252 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cfc3308a-819e-4fcd-9a7f-b49267bd7133 req-c0ac9fa2-9691-4123-a4cf-b4370f7ee0c8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0566816 Dec 16 22:30:37.619922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cfc3308a-819e-4fcd-9a7f-b49267bd7133 req-8010f25f-74ce-4412-b508-4f814c2f7f18 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453403 Dec 16 22:30:37.977446 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa785b-1ba6-43b9-9e04-51514ea5be30 req-3823c58d-fdd6-439d-bd31-1e62a33beff6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:37.979059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6fa785b-1ba6-43b9-9e04-51514ea5be30 req-3823c58d-fdd6-439d-bd31-1e62a33beff6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0825369 Dec 16 22:30:37.986571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11393fb7-7ce6-48a8-a652-644e3fb08c5d req-05b739ea-cd6d-48dc-adca-3413b2bfda44 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:37.988151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11393fb7-7ce6-48a8-a652-644e3fb08c5d req-05b739ea-cd6d-48dc-adca-3413b2bfda44 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 945 time: 0.0897264 Dec 16 22:30:38.069973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11393fb7-7ce6-48a8-a652-644e3fb08c5d req-6bf40777-9869-4326-81a4-f266558a59d8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739591 Dec 16 22:30:38.074916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6fa785b-1ba6-43b9-9e04-51514ea5be30 req-e60b8bfb-47c1-47fe-86fa-b4bad3cb8e50 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855200 Dec 16 22:30:38.143396 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-658bead6-2aa4-485c-a5df-430e45388331 req-7e4f8bb2-3a74-4fe0-b2ec-d14922739eb9 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0301621 Dec 16 22:30:38.170408 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d1f5356-773f-42fb-b0a9-98822576129c req-322e78ab-37cd-45bf-b2ed-20c900c37dfa tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0300274 Dec 16 22:30:38.205229 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ec382385-e2db-417c-bec3-7548828fbb3d up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:30:38.319221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port ec382385-e2db-417c-bec3-7548828fbb3d completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:30:38.328714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port ec382385-e2db-417c-bec3-7548828fbb3d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:38.329331 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:38.417947 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:38.441693 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19ea6bd5-6a42-4b92-8e49-6162f00ec363 req-505c3dd7-f8be-4291-a408-3ccabd14b442 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0341427 Dec 16 22:30:38.454032 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832275ac-9ca5-47b9-866c-06fab25d1101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec382385-e2db-417c-bec3-7548828fbb3d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:30:38.457493 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25697971-aff5-498c-9d13-80ea2c77ff16" -d '{"events": [{"server_uuid": "832275ac-9ca5-47b9-866c-06fab25d1101", "name": "network-vif-plugged", "status": "completed", "tag": "ec382385-e2db-417c-bec3-7548828fbb3d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:30:38.462673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ec382385-e2db-417c-bec3-7548828fbb3d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec382385-e2db-417c-bec3-7548828fbb3d,segment=NetworkSegment(b9bda597-2b92-4cdc-b35f-a828ef415b32),segment_id=b9bda597-2b92-4cdc-b35f-a828ef415b32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:38.499706 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384d9b1d-c970-4147-9591-1be75efc859d x-openstack-request-id: req-384d9b1d-c970-4147-9591-1be75efc859d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:30:38.500000 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832275ac-9ca5-47b9-866c-06fab25d1101", "name": "network-vif-plugged", "status": "completed", "tag": "ec382385-e2db-417c-bec3-7548828fbb3d", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:30:38.500255 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-384d9b1d-c970-4147-9591-1be75efc859d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:30:38.500659 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832275ac-9ca5-47b9-866c-06fab25d1101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec382385-e2db-417c-bec3-7548828fbb3d', 'code': 200} Dec 16 22:30:38.539737 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:38.592709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ec382385-e2db-417c-bec3-7548828fbb3d,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:38.612966 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fa390-857a-4905-b8d2-10e866a921de req-2373c1ae-4215-4d60-a8d0-20a6069df114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:38.614565 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b02fa390-857a-4905-b8d2-10e866a921de req-2373c1ae-4215-4d60-a8d0-20a6069df114 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 1097 time: 0.0503964 Dec 16 22:30:38.673445 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b02fa390-857a-4905-b8d2-10e866a921de req-d0987ef3-1681-4018-8c48-ee30404cfd38 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489359 Dec 16 22:30:38.765118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d63e-e717-471b-b3be-cba5a5dd746f req-29700827-87ce-4d4f-a25f-ebba7f7261b9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:38.767179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9674d63e-e717-471b-b3be-cba5a5dd746f req-29700827-87ce-4d4f-a25f-ebba7f7261b9 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0618610 Dec 16 22:30:38.819465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9674d63e-e717-471b-b3be-cba5a5dd746f req-9d4b44a8-0622-4056-9a17-6d7ae183247d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444112 Dec 16 22:30:39.227651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82ff66-9991-4971-8cad-f7450c7172d7 req-b043d79f-84b9-4d55-99e2-bf9affbe291e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:39.229261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b82ff66-9991-4971-8cad-f7450c7172d7 req-b043d79f-84b9-4d55-99e2-bf9affbe291e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0739729 Dec 16 22:30:39.236876 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f4e37-b589-46bd-9454-80145e870fac req-681e2d8f-7176-44e0-9faf-13fca2f5bb6e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:39.238296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-541f4e37-b589-46bd-9454-80145e870fac req-681e2d8f-7176-44e0-9faf-13fca2f5bb6e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0924928 Dec 16 22:30:39.316352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b82ff66-9991-4971-8cad-f7450c7172d7 req-028ac9c2-978a-4ee8-b959-d20011d59767 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770750 Dec 16 22:30:39.321781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-541f4e37-b589-46bd-9454-80145e870fac req-dae798a1-5733-44b4-b987-56df0175fa5c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760078 Dec 16 22:30:39.418684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed1f8e8b-63e9-46eb-b7c7-4419996cccac req-dbaa5487-cf2d-406d-8323-e485d46c7f50 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0550559 Dec 16 22:30:39.420440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ba45089-f8c2-482a-9bcc-ba15af17ec73 req-9ec18141-cbae-4520-a910-3e9b29a34fc1 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0415010 Dec 16 22:30:39.523953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cb7642e-7992-48f9-a937-da96e250bab9 req-fa7b79b1-79e6-4d80-8d14-189613d4a7ff tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0280280 Dec 16 22:30:39.954467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d6338-0d80-4f34-830f-5f93c103b56b req-7f629855-4875-4520-b8b8-03ce70855b3f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:39.956002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d5d6338-0d80-4f34-830f-5f93c103b56b req-7f629855-4875-4520-b8b8-03ce70855b3f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0527246 Dec 16 22:30:40.011953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d5d6338-0d80-4f34-830f-5f93c103b56b req-4baca8e6-8e0a-41f5-ad8e-879112a318ef tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489976 Dec 16 22:30:40.140826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adcf6e-b486-4d2e-8d90-82b8a065953d req-d0324729-40b0-43da-84ef-669490365290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:40.142812 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-28adcf6e-b486-4d2e-8d90-82b8a065953d req-d0324729-40b0-43da-84ef-669490365290 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e46b27d4336444b98f803f2fbef3235f&device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 1096 time: 0.0450222 Dec 16 22:30:40.268223 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adcf6e-b486-4d2e-8d90-82b8a065953d req-d64ddf56-dd95-4c55-a98a-d848f5d009ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:40.270712 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-28adcf6e-b486-4d2e-8d90-82b8a065953d req-d64ddf56-dd95-4c55-a98a-d848f5d009ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=a38ea202-9def-4a69-9c10-b0c645d2f774 HTTP/1.1" status: 200 len: 916 time: 0.1060274 Dec 16 22:30:40.317767 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-28adcf6e-b486-4d2e-8d90-82b8a065953d req-d6ca439b-3026-41ee-ad51-f3a8602b35b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159554a7-2630-41f6-83d7-57a8ec700ddb HTTP/1.1" status: 200 len: 217 time: 0.0391052 Dec 16 22:30:40.388262 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adcf6e-b486-4d2e-8d90-82b8a065953d req-067c1506-65db-4925-a503-3b8590fb56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:40.389908 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-28adcf6e-b486-4d2e-8d90-82b8a065953d req-067c1506-65db-4925-a503-3b8590fb56e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=214e776a-bec9-41dd-b23a-372aeec3228b HTTP/1.1" status: 200 len: 855 time: 0.0639522 Dec 16 22:30:40.447425 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-28adcf6e-b486-4d2e-8d90-82b8a065953d req-a0ee55de-30cd-406c-a785-145085455c26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a38ea202-9def-4a69-9c10-b0c645d2f774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482152 Dec 16 22:30:40.508725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c9747-f3ea-49da-8e14-7c4d252409f8 req-470fb6c0-316e-41ff-92d7-63566c950a87 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:40.516107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-627c9747-f3ea-49da-8e14-7c4d252409f8 req-470fb6c0-316e-41ff-92d7-63566c950a87 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1060719 Dec 16 22:30:40.556295 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715c0fd-e88c-44d1-b56b-2f8e58d6bdbe req-3263cf15-64d3-4c7c-a73c-f9b3c55a6f50 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:40.557934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b715c0fd-e88c-44d1-b56b-2f8e58d6bdbe req-3263cf15-64d3-4c7c-a73c-f9b3c55a6f50 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.1070755 Dec 16 22:30:40.590330 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-627c9747-f3ea-49da-8e14-7c4d252409f8 req-99ac441a-7d2d-4d09-8935-8afa602d2e50 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732579 Dec 16 22:30:40.593167 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-28adcf6e-b486-4d2e-8d90-82b8a065953d req-1e337b3a-e988-48ec-b3b8-05ad3bdf4c4e service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381247 Dec 16 22:30:40.670478 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b715c0fd-e88c-44d1-b56b-2f8e58d6bdbe req-58a0619e-5f71-4e16-a2c9-bc6935bfd741 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010904 Dec 16 22:30:40.701586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56454) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:40.730990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91b380e8-0d86-441e-9248-402dc34e9305 req-8deeb450-cdcf-4da7-8771-4d8db8b8eb74 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0472331 Dec 16 22:30:40.783873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a62672-1715-45d6-9804-acb18fe28ecf req-f2bdd64f-ffa6-4484-886e-b9f21af6d85b tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0442641 Dec 16 22:30:40.802518 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-28adcf6e-b486-4d2e-8d90-82b8a065953d req-4e62023e-cf36-4792-aec6-789a0a677725 service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998227 Dec 16 22:30:40.813078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-054f680a-41b1-4695-8d20-ddd04e4637a2 req-88d53230-b8cc-414e-9201-4506d873be15 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0327775 Dec 16 22:30:40.897703 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df0f47-a5a9-48d3-939e-8fbaf15b573e req-f5a11c99-5b98-419c-87f0-5bd58b98bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:40.901551 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-07df0f47-a5a9-48d3-939e-8fbaf15b573e req-f5a11c99-5b98-419c-87f0-5bd58b98bd9a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 1097 time: 0.1972330 Dec 16 22:30:40.936596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5561328-bc55-4804-bfff-78f0877320b3 req-7c6cded0-627d-48e2-85a7-80f8638e058c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:40.938127 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5561328-bc55-4804-bfff-78f0877320b3 req-7c6cded0-627d-48e2-85a7-80f8638e058c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0527952 Dec 16 22:30:40.958655 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-07df0f47-a5a9-48d3-939e-8fbaf15b573e req-51bbfdcf-b9b7-4117-af40-2b85d9c6f659 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511084 Dec 16 22:30:40.996772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5561328-bc55-4804-bfff-78f0877320b3 req-681fd288-477e-4dba-97ed-e4448c164f3c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510011 Dec 16 22:30:41.015582 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56462) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:41.061495 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a888ade-c277-45d0-8667-9e20db888f59 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:41.065797 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1a888ade-c277-45d0-8667-9e20db888f59 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 1092 time: 0.0464330 Dec 16 22:30:41.066200 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56466) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:41.071212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': 'ec382385-e2db-417c-bec3-7548828fbb3d', 'tenant_id': '51c946c648db42a6836975a56f094831', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:41.138609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67692188-6845-4a3b-8b71-c745f960e819 req-e77e23a5-c750-4de6-b3e2-fcc542889e1d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:41.140116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67692188-6845-4a3b-8b71-c745f960e819 req-e77e23a5-c750-4de6-b3e2-fcc542889e1d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0534606 Dec 16 22:30:41.167203 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:41.190829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67692188-6845-4a3b-8b71-c745f960e819 req-c26a75e5-2a90-497a-9b2b-77ff21a2bba2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445476 Dec 16 22:30:41.270815 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:41.381766 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Allocated IP 172.25.2.169 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/5f50b750-7387-4b7d-a623-00268885db55) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:30:41.494799 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:41.566721 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:41.610564 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:30:41.613592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:41.618358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:30:41.640228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=5f50b750-7387-4b7d-a623-00268885db55,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:41.765633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa138ecd-169c-4ef4-abf1-81677956fa19 req-0facfa50-069e-49ad-83f7-af72f099c5ad tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:41.768247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa138ecd-169c-4ef4-abf1-81677956fa19 req-0facfa50-069e-49ad-83f7-af72f099c5ad tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0632315 Dec 16 22:30:41.807259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73c68cb8-c10c-434d-9dc7-d693277803ea req-450971eb-f757-4200-859b-93c877751878 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0338485 Dec 16 22:30:41.852475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa138ecd-169c-4ef4-abf1-81677956fa19 req-70dd1b4c-a139-4f13-be6d-e9c5d2188c23 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687296 Dec 16 22:30:41.897755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1f69f20-9f48-458c-9ba9-5e55f8235e9e req-c4569f96-9b44-44c3-8ab8-84cc77f42068 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0317876 Dec 16 22:30:41.938467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28561186-761b-4c52-8bcb-e84d38e4f5ef req-fa360286-0364-4fb8-bb19-6842ab402cb5 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] 10.222.0.43 "GET /v2.0/ports?device_id=fede0c0b-fb61-45f7-945e-fbb55c2c8ceb HTTP/1.1" status: 200 len: 210 time: 0.0350428 Dec 16 22:30:42.030921 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:42.186183 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:42.327587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17374377-e43c-41e7-803f-5ce3d6c631b8 req-97463fcf-2045-4a64-a10f-d0ff0997a3e2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:42.336266 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-17374377-e43c-41e7-803f-5ce3d6c631b8 req-97463fcf-2045-4a64-a10f-d0ff0997a3e2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0601575 Dec 16 22:30:42.370313 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:42.385771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-17374377-e43c-41e7-803f-5ce3d6c631b8 req-b8ef36c1-8b43-4371-ae2c-acc93a7ed601 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486028 Dec 16 22:30:42.487069 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:42.558649 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=5f50b750-7387-4b7d-a623-00268885db55,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:42.576212 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:42.689280 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Floating IP 24f39508-2329-42be-a94a-736eb82e40fa associated. External IP: 172.25.2.169, port: ec382385-e2db-417c-bec3-7548828fbb3d. Dec 16 22:30:42.887834 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da542c3a-9020-49d7-bf61-ddfe8d1433d7 req-26d77b4c-0b86-4ca3-86e6-823bd14cd7d7 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0296490 Dec 16 22:30:42.932545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router 85744193-cf5e-4fc4-a972-95688d4cf0f2 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:30:42.940934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56536) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:43.012740 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb6d5271-1e1b-47a8-b569-32ecd68fb1eb req-6428ecc9-a388-47c4-a9a1-0913bd8fc477 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0350101 Dec 16 22:30:43.033653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c3754-3d2e-4303-a71d-43fc208c26bf req-0fcddf16-7199-4238-8bba-82b6c554abb2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:43.033653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-908c3754-3d2e-4303-a71d-43fc208c26bf req-0fcddf16-7199-4238-8bba-82b6c554abb2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0845568 Dec 16 22:30:43.066692 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:30:43.080616 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a85d1f3-cdf8-4887-be3f-f831ef1fc339 None None] Sync routers for ids ['85744193-cf5e-4fc4-a972-95688d4cf0f2'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:30:43.090619 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a85d1f3-cdf8-4887-be3f-f831ef1fc339 None None] Routers {'85744193-cf5e-4fc4-a972-95688d4cf0f2'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:30:43.091672 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1a85d1f3-cdf8-4887-be3f-f831ef1fc339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:30:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['85744193-cf5e-4fc4-a972-95688d4cf0f2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:43.129548 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.130154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-908c3754-3d2e-4303-a71d-43fc208c26bf req-3dab774b-9050-4026-8675-50ee4dc7cde7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897782 Dec 16 22:30:43.141677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b88bb72-c129-4f54-8c20-fdbae3c02610 admin admin] Deleting subnet 634b6d25-6ad9-4d67-9394-5b078696d451 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:30:43.145568 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b88bb72-c129-4f54-8c20-fdbae3c02610 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.157164 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.189582 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b88bb72-c129-4f54-8c20-fdbae3c02610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.195729 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f5d7566d-ecff-42e5-bdc0-e66c3e0ae0cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1284287 Dec 16 22:30:43.197022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832275ac-9ca5-47b9-866c-06fab25d1101', 'tag': 'ec382385-e2db-417c-bec3-7548828fbb3d'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:30:43.199727 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052c67dd-6de0-4d47-9e3f-fd1c6439ab2f" -d '{"events": [{"name": "network-changed", "server_uuid": "832275ac-9ca5-47b9-866c-06fab25d1101", "tag": "ec382385-e2db-417c-bec3-7548828fbb3d"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:30:43.210245 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1a85d1f3-cdf8-4887-be3f-f831ef1fc339 None None] Set router 85744193-cf5e-4fc4-a972-95688d4cf0f2 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:30:43.241774 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1002acc-ab04-46e6-8038-0a0078d5c5af x-openstack-request-id: req-e1002acc-ab04-46e6-8038-0a0078d5c5af {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:30:43.242075 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832275ac-9ca5-47b9-866c-06fab25d1101", "tag": "ec382385-e2db-417c-bec3-7548828fbb3d", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:30:43.242327 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1002acc-ab04-46e6-8038-0a0078d5c5af {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:30:43.242755 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832275ac-9ca5-47b9-866c-06fab25d1101', 'tag': 'ec382385-e2db-417c-bec3-7548828fbb3d', 'status': 'completed', 'code': 200} Dec 16 22:30:43.248845 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b88bb72-c129-4f54-8c20-fdbae3c02610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.320462 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c67dd-6de0-4d47-9e3f-fd1c6439ab2f req-852500ea-1756-4c03-b052-4aa92ed81143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:43.321596 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.323796 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-052c67dd-6de0-4d47-9e3f-fd1c6439ab2f req-852500ea-1756-4c03-b052-4aa92ed81143 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 1097 time: 0.0530770 Dec 16 22:30:43.361682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb89a5-c779-4ff2-95a4-8d896bcc563d req-cda6d7b5-5821-4dcb-8541-dac7e4ee6527 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:43.363229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71bb89a5-c779-4ff2-95a4-8d896bcc563d req-cda6d7b5-5821-4dcb-8541-dac7e4ee6527 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0903156 Dec 16 22:30:43.418528 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b88bb72-c129-4f54-8c20-fdbae3c02610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.426202 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c67dd-6de0-4d47-9e3f-fd1c6439ab2f req-e9c4dcaa-0fed-48b3-aaa4-63f063f5ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:43.428094 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-052c67dd-6de0-4d47-9e3f-fd1c6439ab2f req-e9c4dcaa-0fed-48b3-aaa4-63f063f5ecec service neutron] 10.222.0.69 "GET /v2.0/networks?id=52ff4fd1-caf3-4082-ab08-043c83e311d1 HTTP/1.1" status: 200 len: 898 time: 0.0990958 Dec 16 22:30:43.436216 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71bb89a5-c779-4ff2-95a4-8d896bcc563d req-682c8e76-8b61-4dc0-9e32-d7e9c066219c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610876 Dec 16 22:30:43.457207 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b88bb72-c129-4f54-8c20-fdbae3c02610 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.464029 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1b88bb72-c129-4f54-8c20-fdbae3c02610 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/634b6d25-6ad9-4d67-9394-5b078696d451 HTTP/1.1" status: 204 len: 168 time: 0.5218368 Dec 16 22:30:43.464848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56546) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:43.465195 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56548) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:43.466528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d27698-e8ef-477e-bf4f-31fe3a8a779d None None] Network c4670e1e-81bf-4037-8565-9cf863de8896 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:30:43.468642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88bb72-c129-4f54-8c20-fdbae3c02610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=634b6d25-6ad9-4d67-9394-5b078696d451,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:43.496745 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1a85d1f3-cdf8-4887-be3f-f831ef1fc339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108085187', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:19Z', 'updated_at': '2021-12-16T22:30:25Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:20Z', 'updated_at': '2021-12-16T22:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '24f39508-2329-42be-a94a-736eb82e40fa', 'tenant_id': '51c946c648db42a6836975a56f094831', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'port_id': 'ec382385-e2db-417c-bec3-7548828fbb3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'mac_address': 'fa:16:3e:d2:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832275ac-9ca5-47b9-866c-06fab25d1101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:30:41Z', 'updated_at': '2021-12-16T22:30:41Z', 'revision_number': 0, 'project_id': '51c946c648db42a6836975a56f094831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4512a055-813b-435c-87d7-cb48f1f22d02', 'name': '', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:ab:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:24Z', 'updated_at': '2021-12-16T22:30:28Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:43.530600 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a85d1f3-cdf8-4887-be3f-f831ef1fc339 None None] Checking router: 85744193-cf5e-4fc4-a972-95688d4cf0f2 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:30:43.542012 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a85d1f3-cdf8-4887-be3f-f831ef1fc339 None None] Routers {'85744193-cf5e-4fc4-a972-95688d4cf0f2'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:30:43.542797 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1a85d1f3-cdf8-4887-be3f-f831ef1fc339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:30:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['85744193-cf5e-4fc4-a972-95688d4cf0f2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:43.562550 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-052c67dd-6de0-4d47-9e3f-fd1c6439ab2f req-70277bc7-93a5-4ecc-95ae-8c036862a1b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec382385-e2db-417c-bec3-7548828fbb3d HTTP/1.1" status: 200 len: 1000 time: 0.1208599 Dec 16 22:30:43.588283 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddc0d61-4e7b-4554-a8fa-bc500ad7e2be None None] DHCP port deletion for c4670e1e-81bf-4037-8565-9cf863de8896 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:30:43.636327 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c67dd-6de0-4d47-9e3f-fd1c6439ab2f req-842a5d46-f3db-4521-af8d-d6f58f7a754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:43.638072 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-052c67dd-6de0-4d47-9e3f-fd1c6439ab2f req-842a5d46-f3db-4521-af8d-d6f58f7a754a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77207670-c514-4ba1-8ccb-a86332e3c8a9 HTTP/1.1" status: 200 len: 834 time: 0.0627303 Dec 16 22:30:43.643825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c0c235de-66d3-457c-a66a-18695e160589 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/floatingips/24f39508-2329-42be-a94a-736eb82e40fa HTTP/1.1" status: 200 len: 992 time: 0.1756866 Dec 16 22:30:43.653339 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d25e801d-46b0-41f4-81bf-724dd9e385ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.666866 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46655d80-dc92-4738-9b5a-ce6afab5f128 req-802f5841-8dfc-4d00-afb6-13b88aa74c06 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:43.668450 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46655d80-dc92-4738-9b5a-ce6afab5f128 req-802f5841-8dfc-4d00-afb6-13b88aa74c06 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1793749 Dec 16 22:30:43.670358 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1a85d1f3-cdf8-4887-be3f-f831ef1fc339 None None] Set router 85744193-cf5e-4fc4-a972-95688d4cf0f2 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:30:43.699916 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c67dd-6de0-4d47-9e3f-fd1c6439ab2f req-3f988ba5-df13-4c26-bedc-2491cf2878b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:43.702223 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-052c67dd-6de0-4d47-9e3f-fd1c6439ab2f req-3f988ba5-df13-4c26-bedc-2491cf2878b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52ff4fd1-caf3-4082-ab08-043c83e311d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536051 Dec 16 22:30:43.786087 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d25e801d-46b0-41f4-81bf-724dd9e385ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.792384 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46655d80-dc92-4738-9b5a-ce6afab5f128 req-a0cc517c-ab12-40aa-bdb4-70c62f9be4bd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167250 Dec 16 22:30:43.805561 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-052c67dd-6de0-4d47-9e3f-fd1c6439ab2f req-3502f200-ff80-46ce-81cb-ac26529d0826 service neutron] 10.222.0.69 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963151 Dec 16 22:30:43.811482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-d25e801d-46b0-41f4-81bf-724dd9e385ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4670e1e-81bf-4037-8565-9cf863de8896']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:43.826485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-d25e801d-46b0-41f4-81bf-724dd9e385ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0ac6d1-cc91-49c2-b04c-04250607c1d5') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:43.826485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-d25e801d-46b0-41f4-81bf-724dd9e385ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0ac6d1-cc91-49c2-b04c-04250607c1d5') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:43.836130 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d25e801d-46b0-41f4-81bf-724dd9e385ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.851059 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d25e801d-46b0-41f4-81bf-724dd9e385ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.857651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25e801d-46b0-41f4-81bf-724dd9e385ab admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:30:43.858047 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d25e801d-46b0-41f4-81bf-724dd9e385ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:30:43.860149 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:30:43.914663 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-052c67dd-6de0-4d47-9e3f-fd1c6439ab2f req-fbee323f-741a-4551-b356-a54912bf1254 service neutron] 10.222.0.69 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998266 Dec 16 22:30:43.929805 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1a85d1f3-cdf8-4887-be3f-f831ef1fc339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108085187', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:19Z', 'updated_at': '2021-12-16T22:30:25Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:20Z', 'updated_at': '2021-12-16T22:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '24f39508-2329-42be-a94a-736eb82e40fa', 'tenant_id': '51c946c648db42a6836975a56f094831', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'port_id': 'ec382385-e2db-417c-bec3-7548828fbb3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'mac_address': 'fa:16:3e:d2:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832275ac-9ca5-47b9-866c-06fab25d1101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:30:41Z', 'updated_at': '2021-12-16T22:30:41Z', 'revision_number': 0, 'project_id': '51c946c648db42a6836975a56f094831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4512a055-813b-435c-87d7-cb48f1f22d02', 'name': '', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:ab:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:24Z', 'updated_at': '2021-12-16T22:30:28Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:43.961528 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a85d1f3-cdf8-4887-be3f-f831ef1fc339 None None] The sync data for ids ['85744193-cf5e-4fc4-a972-95688d4cf0f2'] in n-d-821840-2 is: [{'id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108085187', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:19Z', 'updated_at': '2021-12-16T22:30:25Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:20Z', 'updated_at': '2021-12-16T22:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '24f39508-2329-42be-a94a-736eb82e40fa', 'tenant_id': '51c946c648db42a6836975a56f094831', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'port_id': 'ec382385-e2db-417c-bec3-7548828fbb3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'mac_address': 'fa:16:3e:d2:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832275ac-9ca5-47b9-866c-06fab25d1101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:30:41Z', 'updated_at': '2021-12-16T22:30:41Z', 'revision_number': 0, 'project_id': '51c946c648db42a6836975a56f094831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4512a055-813b-435c-87d7-cb48f1f22d02', 'name': '', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:ab:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:24Z', 'updated_at': '2021-12-16T22:30:28Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:30:43.974428 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b67eaf1-00de-4294-aedc-2ca18012dbbc req-dcc219c9-156d-4013-8249-6160c20d0d46 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0294809 Dec 16 22:30:44.016688 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d25e801d-46b0-41f4-81bf-724dd9e385ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:44.022497 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d25e801d-46b0-41f4-81bf-724dd9e385ab admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:44.025707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d25e801d-46b0-41f4-81bf-724dd9e385ab admin admin] 10.222.0.43 "DELETE /v2.0/networks/c4670e1e-81bf-4037-8565-9cf863de8896 HTTP/1.1" status: 204 len: 168 time: 0.5593827 Dec 16 22:30:44.045721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e801d-46b0-41f4-81bf-724dd9e385ab admin admin] Pushing event deleted for resources: {'Network': ['ID=c4670e1e-81bf-4037-8565-9cf863de8896,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:44.112951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c419ce82-6c10-4e7f-ae03-ea15cd150fcf req-2b99cf4e-2b4e-4e23-838f-6fd15ed56cd0 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0320430 Dec 16 22:30:44.193552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c13bd72-779c-449e-b969-a7d452ad5675 None None] New status for floating IP 24f39508-2329-42be-a94a-736eb82e40fa: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:30:44.263095 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b71e1-5041-4a9e-a027-6d385280df68 req-768bca9a-357a-42db-9978-0f8c98645d68 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:44.265052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a4b71e1-5041-4a9e-a027-6d385280df68 req-768bca9a-357a-42db-9978-0f8c98645d68 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0611413 Dec 16 22:30:44.321977 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a4b71e1-5041-4a9e-a027-6d385280df68 req-d998ac20-503e-4ff8-b9fe-5490a9346ca8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504060 Dec 16 22:30:44.363294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56558) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:44.406292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-84045c5e-df95-46d5-9824-9e45f06a16b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56869cdf782d41239114f869f3115973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416226 Dec 16 22:30:44.408856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56560) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:44.458590 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3b48125a-afb8-48c4-84ed-aad59c8f5034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:44.481555 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3b48125a-afb8-48c4-84ed-aad59c8f5034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:44.601837 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3b48125a-afb8-48c4-84ed-aad59c8f5034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:44.604687 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3b48125a-afb8-48c4-84ed-aad59c8f5034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:44.605928 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3b48125a-afb8-48c4-84ed-aad59c8f5034 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/373bf9f3-5937-4949-b601-c1223d7b676b HTTP/1.1" status: 204 len: 168 time: 0.1961122 Dec 16 22:30:44.614673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48125a-afb8-48c4-84ed-aad59c8f5034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373bf9f3-5937-4949-b601-c1223d7b676b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:44.646243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56564) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:44.712849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-446f0a27-2e15-4e24-a19d-5eef84e55e88 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/floatingips/24f39508-2329-42be-a94a-736eb82e40fa HTTP/1.1" status: 200 len: 994 time: 0.0646703 Dec 16 22:30:44.931188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96718e19-3c59-4e53-b812-70a729c53d2c req-e656e0ff-a423-4858-95ed-e14854e63e7c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:44.932975 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96718e19-3c59-4e53-b812-70a729c53d2c req-e656e0ff-a423-4858-95ed-e14854e63e7c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0542042 Dec 16 22:30:44.984521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96718e19-3c59-4e53-b812-70a729c53d2c req-ab544771-c3f0-4f73-8ab0-f79155c64489 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454233 Dec 16 22:30:45.066162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ef3c369-5afd-471a-88c6-201e74f35dce req-c7f71419-e48b-404f-91c0-8870c79adc79 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0335090 Dec 16 22:30:45.193225 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e3ac4f4-1c00-48c3-a51d-7d5e1a9abb76 req-cfe97bd8-aa6c-4cb0-a6c7-c3344cc29a9f tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0275557 Dec 16 22:30:45.443147 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d068b52-9266-49b2-b10b-d6c5d0905bcf req-dc5eb11f-1bf2-473d-bd98-9f4d2040f025 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:45.445475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d068b52-9266-49b2-b10b-d6c5d0905bcf req-dc5eb11f-1bf2-473d-bd98-9f4d2040f025 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0518205 Dec 16 22:30:45.496338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d068b52-9266-49b2-b10b-d6c5d0905bcf req-aeffff7e-a6b9-48f5-a5e2-5c4feeff4fff tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438817 Dec 16 22:30:45.962781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6fdb04be-a353-4b00-8d4e-a82096221aee req-d86a8845-8b2a-4261-8b6d-ca99da9f0b54 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=94bbd9e4432343f6b366df80fe6656d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307412 Dec 16 22:30:46.187288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4922a-9518-422e-9be1-e6a635c5ef4d req-d05b938e-88fd-498d-9ed8-de016b4f9e38 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:46.188793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55a4922a-9518-422e-9be1-e6a635c5ef4d req-d05b938e-88fd-498d-9ed8-de016b4f9e38 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.1170616 Dec 16 22:30:46.196630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb04be-a353-4b00-8d4e-a82096221aee req-f4b2bf94-e3e3-42f7-804c-9582cd9ffc33 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:46.197998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6fdb04be-a353-4b00-8d4e-a82096221aee req-f4b2bf94-e3e3-42f7-804c-9582cd9ffc33 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294400 Dec 16 22:30:46.226315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6fdb04be-a353-4b00-8d4e-a82096221aee req-6e817649-82b8-4fdd-a472-f4f292d773f3 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/quotas/94bbd9e4432343f6b366df80fe6656d9 HTTP/1.1" status: 200 len: 375 time: 0.0211525 Dec 16 22:30:46.272881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6fdb04be-a353-4b00-8d4e-a82096221aee req-e483a016-3589-432d-927e-e3f2f6d75af4 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=94bbd9e4432343f6b366df80fe6656d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393834 Dec 16 22:30:46.276438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55a4922a-9518-422e-9be1-e6a635c5ef4d req-f8c29849-9df6-4672-b9bf-d8aa8b4de66f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775604 Dec 16 22:30:46.357852 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e743e9d8-342f-4a23-aeab-bc379aefe68e req-c27e3201-4709-41d8-96cf-17f7f0011570 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0293453 Dec 16 22:30:46.421667 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d4332ab-d96c-44e0-8509-e380dd16e91b req-0380c3c9-1bb5-42db-84e3-ea9095aa618a tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0265570 Dec 16 22:30:46.531913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f90c3d7b-bbe8-4fe3-9a3f-4574b2d717b7 req-e22788b1-e1a0-4db7-a0b6-cff9dc4c279c tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0307155 Dec 16 22:30:46.617999 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940e7ae-98db-44d9-80b2-91d036a19487 req-ffaec9e3-a9bf-46af-8a9f-d5cfaddd474e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:46.619476 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a940e7ae-98db-44d9-80b2-91d036a19487 req-ffaec9e3-a9bf-46af-8a9f-d5cfaddd474e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0498469 Dec 16 22:30:46.669223 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a940e7ae-98db-44d9-80b2-91d036a19487 req-067ff4ba-1181-4b52-a0bb-379bbbbe74cb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435555 Dec 16 22:30:47.402694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c54ffe-94a3-4171-a3d5-284e66153660 req-23163594-fee8-4ed4-8d21-c17b00549429 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:47.404274 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80c54ffe-94a3-4171-a3d5-284e66153660 req-23163594-fee8-4ed4-8d21-c17b00549429 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0533438 Dec 16 22:30:47.452447 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b142a3c-f088-485f-ac8a-e812ca354e1c req-a99fdc9e-3e47-497f-aa08-15c76ada890a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0361242 Dec 16 22:30:47.475937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80c54ffe-94a3-4171-a3d5-284e66153660 req-6cfb023a-44c1-4599-87f9-9faf78438173 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658491 Dec 16 22:30:47.518395 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-674f899a-4916-43d3-85af-09b18c53f131 req-fb7a1314-253d-4bfd-85a7-8b495cae5256 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0277514 Dec 16 22:30:47.607963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ece3d8c6-94e5-4c55-ac29-f5bbe58c7119 req-c2b33a0d-d355-4ac6-9c13-719624287f24 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0264275 Dec 16 22:30:47.792115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6dbe5-f493-48d4-94df-bd30d932a202 req-144fe2cf-cc84-49e6-9319-801c9ce8ad67 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:47.793624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7e6dbe5-f493-48d4-94df-bd30d932a202 req-144fe2cf-cc84-49e6-9319-801c9ce8ad67 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0572624 Dec 16 22:30:47.841373 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7e6dbe5-f493-48d4-94df-bd30d932a202 req-2a6b5e56-7f3f-4403-85ce-26f0173499b0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416358 Dec 16 22:30:47.847610 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:30:48.532163 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe2f0772-ae1d-496d-9bf0-083b2d368dd1 req-cc1043d3-990b-4e90-a016-099387221dda tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0289226 Dec 16 22:30:48.612787 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfe7aa56-c827-4a07-ad22-04a92bb81834 req-dad0736e-df07-4305-b244-0a8f0f488f25 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0420897 Dec 16 22:30:48.633353 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdeb25-c259-4841-8feb-1f7768f18977 req-6d878b2a-2322-4628-ac7c-cacdc5f69473 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:48.634840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8cdeb25-c259-4841-8feb-1f7768f18977 req-6d878b2a-2322-4628-ac7c-cacdc5f69473 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0749314 Dec 16 22:30:48.692441 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1adff40b-f9e1-49db-8aed-0b6a92124412 req-c586420d-e330-4212-a112-3337204aa629 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0314212 Dec 16 22:30:48.708449 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8cdeb25-c259-4841-8feb-1f7768f18977 req-d334e509-5809-4128-b9d3-22bef68d19f8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675569 Dec 16 22:30:48.959332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51696652-e0b9-4b92-9f4f-73f346d94223 req-a5db47cc-4f3f-40a2-b8c4-7a5ed1a2c260 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:48.960845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51696652-e0b9-4b92-9f4f-73f346d94223 req-a5db47cc-4f3f-40a2-b8c4-7a5ed1a2c260 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0503240 Dec 16 22:30:49.010254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51696652-e0b9-4b92-9f4f-73f346d94223 req-36588cc5-7422-424e-8e30-ff92bc2879e4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430574 Dec 16 22:30:49.609283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4190976a-a444-4f7b-ab51-d666fae434e3 req-173d921c-ed4a-4c55-930e-1fdcd4d77477 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0269668 Dec 16 22:30:49.692958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3a9940d-6197-4a3b-a1b5-2a8d3c5c999f req-966f931e-6cab-49d8-9984-7235b5d272a7 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0298374 Dec 16 22:30:49.770418 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36bcd188-01f4-41ab-b6bc-71e9a1e993d9 req-ebcfdbd3-9930-4247-92b2-4cb67040126e tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0263858 Dec 16 22:30:49.828050 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b7f1c-81b6-485c-8562-02395bec4441 req-726562bf-cfde-4cf0-886e-40dc43afe0a4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:49.829576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8f2b7f1c-81b6-485c-8562-02395bec4441 req-726562bf-cfde-4cf0-886e-40dc43afe0a4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0493708 Dec 16 22:30:49.877528 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8f2b7f1c-81b6-485c-8562-02395bec4441 req-dc27b291-37f5-47d4-945e-1e1f5063562e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413995 Dec 16 22:30:50.046242 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1b90c3b-23d0-48ff-b856-f05488f9e97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:50.128751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813888cc-c42e-40da-bf4f-b5a5f5e3a99e req-8495820d-af8b-40ad-b8ed-df42f743b117 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:50.129488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-813888cc-c42e-40da-bf4f-b5a5f5e3a99e req-8495820d-af8b-40ad-b8ed-df42f743b117 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0504687 Dec 16 22:30:50.182796 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-813888cc-c42e-40da-bf4f-b5a5f5e3a99e req-71d2ea11-f06b-4133-9d0d-00d273678281 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461586 Dec 16 22:30:50.685267 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0dbfd76d-c07d-4a87-8981-3fee482c01ab req-d1642332-6420-4c7c-936f-0aa3c8556e25 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0274212 Dec 16 22:30:50.770482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2f0fc42-7e50-4b97-889a-2d3d7b91d33d req-bd468928-0387-42de-a083-3f34af1a1a56 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0259840 Dec 16 22:30:50.851451 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a089744c-9689-4581-b058-14f0a179e5bd req-89414b0f-d7c5-4875-89c5-40859b1ca5e2 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0264196 Dec 16 22:30:51.001283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7471cd2-3b5a-41d2-8bdc-5cc3ae8db05d req-edc76b04-fa26-4a40-98c3-b9d5787b14e7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:51.002760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7471cd2-3b5a-41d2-8bdc-5cc3ae8db05d req-edc76b04-fa26-4a40-98c3-b9d5787b14e7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0503771 Dec 16 22:30:51.055338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7471cd2-3b5a-41d2-8bdc-5cc3ae8db05d req-fe8c914a-af7c-4d63-a1aa-a45b7f4d3bc4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458908 Dec 16 22:30:51.303524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030561f-fd16-4010-b76f-983316d330f0 req-68f4b1e8-6b08-456e-98f2-27f99d842ebe tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:51.305169 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b030561f-fd16-4010-b76f-983316d330f0 req-68f4b1e8-6b08-456e-98f2-27f99d842ebe tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0524163 Dec 16 22:30:51.354743 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b030561f-fd16-4010-b76f-983316d330f0 req-d6df04d7-eb05-4366-8dfd-d4867f9c782a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436058 Dec 16 22:30:51.762195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34bd5a84-3fff-47d0-b0a9-477da0013999 req-00b03cb4-c17b-4f6b-8547-e0f9a8cb20cb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0269310 Dec 16 22:30:51.847365 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91e34ac1-4413-4ac7-a024-35e99c7d4302 req-0e53215b-df32-4d4e-a357-8b7bad4fffdb tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0264747 Dec 16 22:30:51.930247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5772107a-833e-48ac-99fd-4f5d3ef7ce19 req-ac868899-5440-4f79-989b-d4e6f3355af0 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0268900 Dec 16 22:30:52.182001 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1833651-c35d-4229-8995-ea66d93f3003 req-0bf7ef1e-f306-4ab0-ac3c-2ab2d76e84f3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:52.183504 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1833651-c35d-4229-8995-ea66d93f3003 req-0bf7ef1e-f306-4ab0-ac3c-2ab2d76e84f3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0559032 Dec 16 22:30:52.232664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1833651-c35d-4229-8995-ea66d93f3003 req-57bfec87-9921-4ba4-8ea8-282a48343a44 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424364 Dec 16 22:30:52.423252 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7de86187-7748-4ad0-b93d-f55fcc9030c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:52.471719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d227d-5660-4f38-acde-0f2de4cbd534 req-8f4aae5e-0d16-41bb-b25a-b37b3e1b79be tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:52.473202 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c53d227d-5660-4f38-acde-0f2de4cbd534 req-8f4aae5e-0d16-41bb-b25a-b37b3e1b79be tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0510030 Dec 16 22:30:52.521608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c53d227d-5660-4f38-acde-0f2de4cbd534 req-f5e0b28a-be51-4183-8253-da96153584b7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412765 Dec 16 22:30:52.842633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ccca5a9d-690c-495c-ae2e-5cfce483ad66 req-e7bc32f4-e9d2-4bf0-a789-f498c757cb05 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0310848 Dec 16 22:30:52.923748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd69733d-596b-4865-a45f-b8b3b642f658 req-59a5c0fa-2d30-4374-ab19-509ffed9f3ee tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0270576 Dec 16 22:30:53.010414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-428e40d3-bced-436b-82fc-d3d20374b342 req-a4868147-f803-4b4b-9bd8-2347202b43f3 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0293660 Dec 16 22:30:53.356254 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904dce1-9784-4c53-9768-d7cb3fbbf65e req-c6fffe3c-3c27-4315-ac45-63abcaa4ef67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:53.357802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6904dce1-9784-4c53-9768-d7cb3fbbf65e req-c6fffe3c-3c27-4315-ac45-63abcaa4ef67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0505874 Dec 16 22:30:53.410231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6904dce1-9784-4c53-9768-d7cb3fbbf65e req-96a06153-b2c9-4cc4-9b10-86b7d7430c08 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422537 Dec 16 22:30:53.504369 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:53.641737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448c583-9960-4cb4-8f1a-b2f56607d4fe req-c626096d-bd68-4cf3-8607-d74db5f16f41 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:53.643203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8448c583-9960-4cb4-8f1a-b2f56607d4fe req-c626096d-bd68-4cf3-8607-d74db5f16f41 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0536180 Dec 16 22:30:53.692014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8448c583-9960-4cb4-8f1a-b2f56607d4fe req-a156e771-4dc8-4614-a003-7616a4edb5e7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424371 Dec 16 22:30:53.921500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-857f2d0a-867f-46b3-93a1-0c0a64d9ad35 req-d675c3c1-b3fa-48a4-8d43-2cb4f2582b96 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0284402 Dec 16 22:30:54.002646 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a24b6931-e17e-4efe-b456-6490a3207251 req-d827e791-cc5a-4852-837b-9eaf31e73998 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0292025 Dec 16 22:30:54.088132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31e12a25-5111-43a3-bd26-f6bf106a54db req-48d79096-eac5-4405-b3de-586c72e20edd tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0273869 Dec 16 22:30:54.532396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c5fec-d089-4470-a938-9d2c0adab195 req-9ed66688-4e55-4272-945d-4929e99e811c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:54.533775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-358c5fec-d089-4470-a938-9d2c0adab195 req-9ed66688-4e55-4272-945d-4929e99e811c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0488310 Dec 16 22:30:54.585553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-358c5fec-d089-4470-a938-9d2c0adab195 req-2aada752-50e9-41d1-b654-1783f25fe000 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452266 Dec 16 22:30:54.811183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07412833-5be4-4563-94c3-c796f0b77035 req-5ba02081-8d37-4212-919f-f0aa2eab9f88 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:54.812639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07412833-5be4-4563-94c3-c796f0b77035 req-5ba02081-8d37-4212-919f-f0aa2eab9f88 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0520720 Dec 16 22:30:54.835494 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:54.865599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07412833-5be4-4563-94c3-c796f0b77035 req-c067b1e2-a5b4-418f-9b73-7e67bf2f474b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464146 Dec 16 22:30:54.999383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2986252b-8445-44a3-996d-804e463c1373 req-16df5f72-def3-4a91-b584-762815a738ef tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0270879 Dec 16 22:30:55.089738 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94ee566a-b1c6-4fd7-b8d9-0620a1a4d73e req-6515c849-5bed-46e1-bd7f-88fe3ccac686 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0288246 Dec 16 22:30:55.171553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5619b41b-e624-49a4-83fe-a8eca7178287 req-2ffbf28b-6c0d-4c82-8a13-7d4633b0ae90 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0330706 Dec 16 22:30:55.690135 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:55.710295 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d96e7b-f29e-4d65-a253-e2a9d4b71582 req-ed50698f-bebb-4f5e-9a67-d8e922e05f2d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:55.711812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7d96e7b-f29e-4d65-a253-e2a9d4b71582 req-ed50698f-bebb-4f5e-9a67-d8e922e05f2d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0517406 Dec 16 22:30:55.761316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7d96e7b-f29e-4d65-a253-e2a9d4b71582 req-a07a4d80-9225-4ce3-8073-ebcda86b4031 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432553 Dec 16 22:30:56.001877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62806ceb-6eaf-4788-af17-185fc31874ab req-8b7b67b5-4f38-4e8e-97a9-3267ee135146 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:56.004517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62806ceb-6eaf-4788-af17-185fc31874ab req-8b7b67b5-4f38-4e8e-97a9-3267ee135146 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0691266 Dec 16 22:30:56.069817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62806ceb-6eaf-4788-af17-185fc31874ab req-371154b2-ee7d-4315-9739-d35910646beb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587921 Dec 16 22:30:56.093269 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89a06e0e-b03a-443c-b7c3-089b8b561f22 req-2ce4c10e-bd7f-4e28-bd49-63b297cc729b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0360878 Dec 16 22:30:56.171310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfb8fd9c-7f8a-49f7-9fe3-490bc863854b req-a63c358f-d5ae-4831-9817-809341af54bd tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0365255 Dec 16 22:30:56.253239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f74671ee-1a65-409a-9b55-a950224e6387 req-56aac1d6-4b02-40ff-be1c-eaf5a1850b18 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0300672 Dec 16 22:30:56.888810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b84b4-8739-4613-b994-decd8918794f req-3d54bf16-9e09-4864-86bb-9c621eaacbfe tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:56.890441 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c5b84b4-8739-4613-b994-decd8918794f req-3d54bf16-9e09-4864-86bb-9c621eaacbfe tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0524027 Dec 16 22:30:56.940968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c5b84b4-8739-4613-b994-decd8918794f req-3452eec5-37db-4db5-8523-9735c3a736e8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441232 Dec 16 22:30:57.205197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-878f3ede-d0c6-42bd-bcc7-324a814b574e req-5bc544b2-5d11-444a-80a3-1a6d55700f45 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0514395 Dec 16 22:30:57.237931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf329a0-f1b3-41ce-8b11-cb2ce26d9327 req-71175551-3fed-4fde-a548-61ee9970de63 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:57.239443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dcf329a0-f1b3-41ce-8b11-cb2ce26d9327 req-71175551-3fed-4fde-a548-61ee9970de63 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0961556 Dec 16 22:30:57.275862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce0ff9a5-7d6e-4c70-9443-b8cf1c1ccfd4 req-6fd62547-fefb-433b-9fc6-47f294655e01 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0323071 Dec 16 22:30:57.315670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dcf329a0-f1b3-41ce-8b11-cb2ce26d9327 req-d604af93-00cf-45df-836a-5ed0fa7e303f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635300 Dec 16 22:30:57.343466 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8914d706-f8cc-4404-bbb1-f19a59ef4687 req-ad8549cd-b6bd-4ee3-a789-68cd77162e85 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0268037 Dec 16 22:30:58.067984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3b3fc-efe0-434b-a8e5-5caa5cdf649e req-c759c0c7-a522-46ae-8980-9257f9cf2f83 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:58.070135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08e3b3fc-efe0-434b-a8e5-5caa5cdf649e req-c759c0c7-a522-46ae-8980-9257f9cf2f83 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0541918 Dec 16 22:30:58.118656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08e3b3fc-efe0-434b-a8e5-5caa5cdf649e req-9527b815-7557-474e-a633-72ca37f2272b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422697 Dec 16 22:30:58.285690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b106731c-ee53-4ad0-93c8-15fdf5d7c3d8 req-8f27e7c9-d995-40c9-90ba-10ed52e44060 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0267091 Dec 16 22:30:58.352842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea5e08f3-d4a6-42ae-99c8-4d4254a8eb71 req-7c343871-0e6d-495b-a4ef-cc7c774b5393 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0271118 Dec 16 22:30:58.434786 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2b7a759-0891-4cdd-a958-02745c94385e req-c3004b2c-34ff-4d04-b32d-e1486eb0a437 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0414550 Dec 16 22:30:58.456847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a48bd6-3848-4262-9bfc-aba7ae5406cc req-afd3cfc9-c2ad-4769-8c1f-9fddaa649c13 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:58.458311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53a48bd6-3848-4262-9bfc-aba7ae5406cc req-afd3cfc9-c2ad-4769-8c1f-9fddaa649c13 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0742700 Dec 16 22:30:58.507309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53a48bd6-3848-4262-9bfc-aba7ae5406cc req-23acf981-56e0-4af9-a974-178cdaebc366 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 Dec 16 22:30:59.239416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b1c02-c305-4729-a595-2e08128f57c2 req-17511d5e-4921-4f9c-b61d-3b59f8a27f09 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:59.240993 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d9b1c02-c305-4729-a595-2e08128f57c2 req-17511d5e-4921-4f9c-b61d-3b59f8a27f09 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0502841 Dec 16 22:30:59.290223 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d9b1c02-c305-4729-a595-2e08128f57c2 req-f69ee008-1f48-4366-a036-4cdd4aea63e5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431769 Dec 16 22:30:59.364043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df4bb4eb-5ed6-4485-94dd-d8d59c8a63c9 req-840a4971-e508-4974-b13d-13acb41e2979 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0260932 Dec 16 22:30:59.429934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-083fd7de-cd5d-417d-89fd-5b9a5e14de7b req-141f9993-c797-401f-82f7-ce0aa7a277a0 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0268452 Dec 16 22:30:59.831920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47059d71-be0b-472a-b236-39c8896788cc req-fb67bfc9-6e4d-41f7-917b-445ea3f2209d tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.3459430 Dec 16 22:30:59.878712 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e7000-b544-4fe3-9520-b16c45bbe625 req-df437942-4ddc-4a3d-b97c-4addc400f3a1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:59.880198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b21e7000-b544-4fe3-9520-b16c45bbe625 req-df437942-4ddc-4a3d-b97c-4addc400f3a1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0507371 Dec 16 22:30:59.927771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b21e7000-b544-4fe3-9520-b16c45bbe625 req-2df4ad6c-67e8-4b89-86a5-a3c57e6c2f89 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409708 Dec 16 22:31:00.412139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860af5ff-5ff1-4404-abf1-dca25fb9b55b req-1fe3a853-c931-41cc-b207-6dee5a0bc2a5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:00.414422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-860af5ff-5ff1-4404-abf1-dca25fb9b55b req-1fe3a853-c931-41cc-b207-6dee5a0bc2a5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0511308 Dec 16 22:31:00.452639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba80ecc3-e233-4fab-ba2d-7b2bf78fc8d0 req-0b7b5fcb-68ae-41b6-afc2-a058125f1f89 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0362859 Dec 16 22:31:00.489265 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-860af5ff-5ff1-4404-abf1-dca25fb9b55b req-cc89dbc5-a49b-4e6d-89b4-be303e010fd1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630872 Dec 16 22:31:00.519090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e232674-a1a7-4f64-b960-ec1f5b47a9e2 req-5045850e-5c84-44be-a673-9ba532cd6bbb tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0275123 Dec 16 22:31:00.908757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a81c9d59-f1e0-49f9-95a0-3d088bb0c1f4 req-eeb78042-2a2e-40c9-b500-4c0d2c0fb0a6 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0276535 Dec 16 22:31:01.041805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e598a6-f42e-490f-bb66-a61157c6ecaa req-20c9dd31-ca6b-4acc-85f9-6074b170fa7c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:01.043291 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4e598a6-f42e-490f-bb66-a61157c6ecaa req-20c9dd31-ca6b-4acc-85f9-6074b170fa7c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0488544 Dec 16 22:31:01.091468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4e598a6-f42e-490f-bb66-a61157c6ecaa req-709fa6e1-768f-43a5-8e5e-137d08c1ef17 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421886 Dec 16 22:31:01.534844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9696fa63-6305-445a-8b49-29bf85cd7a5d req-7f70b313-03ae-449e-b995-1ad7fa2626a8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0310571 Dec 16 22:31:01.616134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e1d7c5fc-2143-483a-b7df-3ab84ebff5a5 req-38a7b88d-429d-426d-9b8b-1bb09f5022fe tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0394468 Dec 16 22:31:01.637110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea6edf-3e03-4b7e-a82f-604bb364cad2 req-b3d8d03a-c3d4-4fac-a31f-5a271d85ab1f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:01.638585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2ea6edf-3e03-4b7e-a82f-604bb364cad2 req-b3d8d03a-c3d4-4fac-a31f-5a271d85ab1f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0722351 Dec 16 22:31:01.688200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2ea6edf-3e03-4b7e-a82f-604bb364cad2 req-2326c9f3-7ab6-4fb5-8ad7-a42deccefa05 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435939 Dec 16 22:31:01.985980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08084fe2-e071-45e1-b4d3-534c18879c7d req-e213890d-b12b-4630-a1f7-92e5425cfc43 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0269597 Dec 16 22:31:02.215026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4020cb-7a37-4526-a01d-cf82753dc1b6 req-e6ee6b6b-6777-4c4c-ac0e-f917d384ace7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:02.216479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d4020cb-7a37-4526-a01d-cf82753dc1b6 req-e6ee6b6b-6777-4c4c-ac0e-f917d384ace7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0580063 Dec 16 22:31:02.266732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d4020cb-7a37-4526-a01d-cf82753dc1b6 req-b6e19a47-6d93-44b5-b781-43633832fc83 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438738 Dec 16 22:31:02.616275 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e90f3991-6466-413d-a12f-19aa3adcf20b req-572114a1-cc55-487c-b664-5c0a5dfb3f6a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0270534 Dec 16 22:31:02.702325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69d43cad-2b4d-4a97-9c94-6e610f3878a6 req-0b008eac-e5a9-4337-b3c6-36511c818853 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0337393 Dec 16 22:31:02.825340 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9e064-3045-4adc-b652-b44d18af9f71 req-fe13f500-8996-427e-b796-6caeca7bf920 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:02.826814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24b9e064-3045-4adc-b652-b44d18af9f71 req-fe13f500-8996-427e-b796-6caeca7bf920 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0528886 Dec 16 22:31:02.882907 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24b9e064-3045-4adc-b652-b44d18af9f71 req-24ccbfc6-67fc-4db1-935b-9cefe39e17af tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497177 Dec 16 22:31:03.065779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9cef9b0b-d903-43fe-90b3-7d3431487a4b req-bc794009-feb6-4248-82bf-ce7adce9350f tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0274036 Dec 16 22:31:03.389410 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859fedc-531d-42bc-a90c-a3210e178295 req-5c6bb12a-1fc8-4533-bea3-d93643a45813 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:03.390954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1859fedc-531d-42bc-a90c-a3210e178295 req-5c6bb12a-1fc8-4533-bea3-d93643a45813 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0538433 Dec 16 22:31:03.440873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1859fedc-531d-42bc-a90c-a3210e178295 req-a03ee22e-b0df-4bef-a886-5c251ffaf118 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438945 Dec 16 22:31:03.695540 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6cbfc21-bac8-4747-92ee-7afa336e3d03 req-9814a573-f4dc-4126-b2ad-a1380c1e6d01 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0275199 Dec 16 22:31:03.784366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26fc48af-c379-4d08-a048-e681777d16cb req-a956b3a2-5b82-4dc3-9869-0762d4af0918 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0275583 Dec 16 22:31:04.011992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b073a-36d0-4924-8d07-5706e6b200b5 req-05638a2a-38bc-4038-bba3-cb6bc5651c58 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:04.013480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d4b073a-36d0-4924-8d07-5706e6b200b5 req-05638a2a-38bc-4038-bba3-cb6bc5651c58 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0550256 Dec 16 22:31:04.061100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d4b073a-36d0-4924-8d07-5706e6b200b5 req-1e5a1fb8-6be5-45d0-9931-5b3b6152ac16 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415869 Dec 16 22:31:04.146424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9978f0e6-2a84-4b58-8011-9156ce7fc8c3 req-6cd55e92-6e1d-453b-a8db-a9e43e83cc60 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0269325 Dec 16 22:31:04.561463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29600de-6522-4e9e-a54e-b21691b9266e req-cdf8b293-0128-44a6-8872-6ce1b8631d86 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:04.562890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e29600de-6522-4e9e-a54e-b21691b9266e req-cdf8b293-0128-44a6-8872-6ce1b8631d86 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0518341 Dec 16 22:31:04.611465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e29600de-6522-4e9e-a54e-b21691b9266e req-1221efcb-b0c8-4b6c-85fc-1cd5b9068ac0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425136 Dec 16 22:31:04.776887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-798035c5-2a3b-4a76-99d1-2056b5ca537e req-3cdbb696-a770-4c8c-aeec-6bb5b6bf737e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0308890 Dec 16 22:31:04.861001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e1f0672-8242-4705-a3f4-89454c9c50b6 req-2c284cf3-7079-4042-a5f9-240ed360fe55 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0270419 Dec 16 22:31:05.189040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b5eeb-faae-4383-bfcf-f1fa5c1c7266 req-d59f0ffc-6f76-448e-884d-5a43c1147da7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:05.190557 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b1b5eeb-faae-4383-bfcf-f1fa5c1c7266 req-d59f0ffc-6f76-448e-884d-5a43c1147da7 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0505989 Dec 16 22:31:05.236418 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fe402a4-7b5d-48ab-8eac-0f394e77a55b req-aebe5cce-393d-4991-b125-6b7219b172ec tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0396888 Dec 16 22:31:05.265609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b1b5eeb-faae-4383-bfcf-f1fa5c1c7266 req-d66a74a5-2c58-4f52-9089-f68ece1ba5ab tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677421 Dec 16 22:31:05.730553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6b21b-4878-4cab-a3e4-329d63fedba2 req-10c6ee84-bd85-4734-bb3a-2d946aa4b230 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:05.732097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5d6b21b-4878-4cab-a3e4-329d63fedba2 req-10c6ee84-bd85-4734-bb3a-2d946aa4b230 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0543132 Dec 16 22:31:05.780117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5d6b21b-4878-4cab-a3e4-329d63fedba2 req-d6309042-8080-4e2d-bb9c-2df229555bd7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420430 Dec 16 22:31:05.871818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66886e79-ca1a-4f57-93af-6d2cc9c38196 req-d75019f3-edfb-4570-8d6d-327d57a91157 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0273767 Dec 16 22:31:05.938753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d2ea91f-61c0-4d76-a830-ff856f598221 req-2f31c352-ca95-4a49-8de3-02a41bf13567 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0261004 Dec 16 22:31:06.314619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c9460fa-47a6-47ed-8218-9d424e729772 req-10709c1f-80c6-4fa3-8e98-01dfdde672da tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0282662 Dec 16 22:31:06.392011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e0555-588c-45aa-a409-21d10fbfafca req-e4553329-74d4-45cf-9d12-1f7e894b0822 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:06.393499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d25e0555-588c-45aa-a409-21d10fbfafca req-e4553329-74d4-45cf-9d12-1f7e894b0822 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0547864 Dec 16 22:31:06.442818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d25e0555-588c-45aa-a409-21d10fbfafca req-ee382572-69fe-4141-ac58-4ea3c23f30ae tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415080 Dec 16 22:31:06.908505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d00745-1e31-4347-8b5a-2851771c6d07 req-d48330a5-b0cd-46f5-9160-da5d17287efb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:06.910062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90d00745-1e31-4347-8b5a-2851771c6d07 req-d48330a5-b0cd-46f5-9160-da5d17287efb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0534425 Dec 16 22:31:06.971048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd54653f-23f3-4728-a233-a6baa3f28eaf req-b1459dfb-f6cb-444c-82c6-4e755bad7d2b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0313752 Dec 16 22:31:06.996352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90d00745-1e31-4347-8b5a-2851771c6d07 req-3a2f9b6e-8630-40e7-a437-a8d656d573d1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714726 Dec 16 22:31:07.040539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-736961bc-416f-4498-8743-595f3b775c3c req-24b60197-39b4-4436-bda6-49736b1a708c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0314736 Dec 16 22:31:07.391151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38a4b9f3-971b-41a7-b56b-72199e200719 req-d6142da0-2b33-4a1a-923c-ff17a78ce3c8 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0269625 Dec 16 22:31:07.563640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d48405-a022-474d-bddd-978926bd63be req-f71d0a9d-4668-41ef-baf8-2d9c6a9508cc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:07.565048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0d48405-a022-474d-bddd-978926bd63be req-f71d0a9d-4668-41ef-baf8-2d9c6a9508cc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0506425 Dec 16 22:31:07.613805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0d48405-a022-474d-bddd-978926bd63be req-eeef0d61-362f-464f-865a-887083a22bf0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425706 Dec 16 22:31:08.050008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a06ad519-0256-41f5-92b9-68599e2b4963 req-80473540-768d-455c-95c0-85642ef0ae96 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0279212 Dec 16 22:31:08.131422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2de85477-ddaa-40b8-88e6-91122aaee038 req-e609b2f1-b9fb-42c1-a9d0-45c15974b81a tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0307243 Dec 16 22:31:08.148843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0de56-6064-4fa6-97a6-34ddc0170929 req-c194fb3f-c00b-45b3-91b8-2c62ef0bc727 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:08.150638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96e0de56-6064-4fa6-97a6-34ddc0170929 req-c194fb3f-c00b-45b3-91b8-2c62ef0bc727 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0810072 Dec 16 22:31:08.199958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96e0de56-6064-4fa6-97a6-34ddc0170929 req-89651869-b2ef-43e7-9e65-78544bf3fb42 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431428 Dec 16 22:31:08.467625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-222145ed-477e-4865-8b2c-e7d9dd601929 req-b13fe6c3-9012-4fbb-a700-e5716b1c9a46 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0271695 Dec 16 22:31:08.735011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ae133-13f1-4a75-b0ac-ac007f9d15f7 req-8f459700-e2f6-4184-a86e-43a66f744bb4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:08.736548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e6ae133-13f1-4a75-b0ac-ac007f9d15f7 req-8f459700-e2f6-4184-a86e-43a66f744bb4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0491662 Dec 16 22:31:08.787799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e6ae133-13f1-4a75-b0ac-ac007f9d15f7 req-100be8b6-0135-4636-839b-263fd956b7b1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445671 Dec 16 22:31:09.127548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6076d3ec-adf7-457a-9887-afae79bc2fa4 req-a99e3fa0-9f3f-4c7c-aea2-f2211d5f13d1 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0274892 Dec 16 22:31:09.215561 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-420c6ba6-8378-4bb1-80d4-ab47a1bb91c7 req-7cc244c3-e9a9-4a86-92b4-686ba520fb30 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0276873 Dec 16 22:31:09.318270 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1dd3f-bf0c-4ea9-bcab-9d00a5b15b1d req-f5d78db2-a357-48bb-b19f-1ce2e0c6f9ea tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:09.319962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1b1dd3f-bf0c-4ea9-bcab-9d00a5b15b1d req-f5d78db2-a357-48bb-b19f-1ce2e0c6f9ea tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0509176 Dec 16 22:31:09.369516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1b1dd3f-bf0c-4ea9-bcab-9d00a5b15b1d req-9db6d92b-9bf1-4e07-8bc1-87cc4d87a614 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431809 Dec 16 22:31:09.547653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad8fd241-43c2-4129-b861-1f10ec8e4c41 req-76df56c5-c2ef-4b5f-9d2e-cffbbc0e918b tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0306399 Dec 16 22:31:09.913752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c77319-2b3f-4de6-8f98-627d3b06b264 req-38eae0a6-e61b-4e97-ad4d-d405e1dffce4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:09.915256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-17c77319-2b3f-4de6-8f98-627d3b06b264 req-38eae0a6-e61b-4e97-ad4d-d405e1dffce4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0517716 Dec 16 22:31:09.965944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-17c77319-2b3f-4de6-8f98-627d3b06b264 req-e4813700-9b14-4dad-88ad-419de04455ed tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445771 Dec 16 22:31:10.205379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-300f7fae-82b8-4e5e-b97b-2793d039c43d req-42862174-15a3-4d86-b352-8528d6f3ae93 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0278049 Dec 16 22:31:10.292543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df232e8c-17ae-4596-a4eb-8be8bb267583 req-17fda67d-787f-4b2f-908d-16e59d3a9c68 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0272727 Dec 16 22:31:10.488587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd333e-5df0-4cd5-af3e-838d26bbc191 req-7aea4b69-7bd1-420c-9cd9-23cebb013c34 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:10.490055 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57bd333e-5df0-4cd5-af3e-838d26bbc191 req-7aea4b69-7bd1-420c-9cd9-23cebb013c34 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0538175 Dec 16 22:31:10.542913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57bd333e-5df0-4cd5-af3e-838d26bbc191 req-58977f2b-5c58-43d1-86c4-39845934f446 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455942 Dec 16 22:31:10.626182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87c31b0c-188c-414c-a1ba-a24349ef8c1e req-a4cf4e81-068a-45e7-b005-047976e2c5a0 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0271115 Dec 16 22:31:11.087365 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dbc5d-2db2-4687-b7d4-c90b12ec5293 req-f36ec6d6-c5ec-4e15-b6c3-3ba85cbd675b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:11.088890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f17dbc5d-2db2-4687-b7d4-c90b12ec5293 req-f36ec6d6-c5ec-4e15-b6c3-3ba85cbd675b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0516253 Dec 16 22:31:11.137735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f17dbc5d-2db2-4687-b7d4-c90b12ec5293 req-43866932-a3d9-415b-9472-375a4dde5b0e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426018 Dec 16 22:31:11.286277 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc3143e7-661c-4ef7-8d44-693d1e879176 req-6149b3e3-6301-406d-87bc-b5430e65b19a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0308726 Dec 16 22:31:11.368809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30f410b0-78c1-447c-bc18-4ec7964cf4d1 req-d2d71677-3c5e-478a-a611-71ff216ae8f0 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0266829 Dec 16 22:31:11.661925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24272ee-b45c-427e-9e47-06e532d98e7d req-bfc2adb0-70dc-43a0-8ac0-1f1f900b4c64 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:11.664338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b24272ee-b45c-427e-9e47-06e532d98e7d req-bfc2adb0-70dc-43a0-8ac0-1f1f900b4c64 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0542529 Dec 16 22:31:11.718781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab7b9f43-a54c-4650-82f9-3e19f41bac56 req-c695719f-4d10-4dda-beb5-411a208b3088 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0409522 Dec 16 22:31:11.736912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b24272ee-b45c-427e-9e47-06e532d98e7d req-990f202a-ea07-4a4d-b4e7-d1f8551d9901 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665195 Dec 16 22:31:12.262236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c74a96-b400-4220-8017-f631510febf3 req-4c56cf8e-a1eb-4386-81f5-5a247d784f8d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:12.263789 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-93c74a96-b400-4220-8017-f631510febf3 req-4c56cf8e-a1eb-4386-81f5-5a247d784f8d tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0543699 Dec 16 22:31:12.312211 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-93c74a96-b400-4220-8017-f631510febf3 req-90c4b0d2-5183-4baa-987c-3986894558b1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424016 Dec 16 22:31:12.365306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ff5c682-6422-4f61-b4d7-51f90f3be561 req-2507ca91-73f7-4a61-9350-5e9c2f30e69b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0267551 Dec 16 22:31:12.447195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54c1ee7e-2ba7-47c3-83d9-0670103d4000 req-060f0aa5-c718-4d80-bddb-6c29a84b89ae tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0276821 Dec 16 22:31:12.798140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff567c36-8efb-49ce-b6ba-05491ff55d04 req-f5391b46-4c76-4122-b7fa-8e1ceb3640d2 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0275548 Dec 16 22:31:12.861412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00670240-665a-4e41-b501-a0314e585eb0 req-e6245b0c-b688-4e35-b3ca-5f41b40d3991 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:12.862940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00670240-665a-4e41-b501-a0314e585eb0 req-e6245b0c-b688-4e35-b3ca-5f41b40d3991 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0541439 Dec 16 22:31:12.912207 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00670240-665a-4e41-b501-a0314e585eb0 req-82b8e165-a834-4803-8985-f193654fc7c7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423343 Dec 16 22:31:13.124769 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:13.297201 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:13.448169 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd73e430-582d-4a36-9cc1-382ad64a9f0d req-fc42b371-d7e7-439d-9722-5373e7a89f09 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0300865 Dec 16 22:31:13.460016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f16498-bfeb-45a4-9b63-6d4b757bdc81 req-a4418f79-10e4-4724-acfd-7cdcfdacfef6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:13.461586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78f16498-bfeb-45a4-9b63-6d4b757bdc81 req-a4418f79-10e4-4724-acfd-7cdcfdacfef6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0750844 Dec 16 22:31:13.521060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78f16498-bfeb-45a4-9b63-6d4b757bdc81 req-7b24cdeb-759d-4512-9312-b0b7bfa1d4c4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535355 Dec 16 22:31:13.540589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6c8c1bd-0003-4398-9ea0-0526b284fdde req-75990e09-5f73-488a-a8d0-a2c5ecc3ef5c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0402539 Dec 16 22:31:13.875624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33083a2c-6f9f-4915-8bbd-4f6ad616693c req-7cdd2863-48e5-4276-bd78-8143d38e53bb tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0272496 Dec 16 22:31:14.032323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f73adb-04c6-4eae-bbd7-2668f960a9a6 req-45053784-c0d9-4fe7-8956-a8f0d0749ca9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:14.033784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25f73adb-04c6-4eae-bbd7-2668f960a9a6 req-45053784-c0d9-4fe7-8956-a8f0d0749ca9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0491149 Dec 16 22:31:14.082179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25f73adb-04c6-4eae-bbd7-2668f960a9a6 req-47a3c074-335c-4af0-82e6-7f595a292ac8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 Dec 16 22:31:14.525243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bf365bf-9598-467a-8eee-4dfc846ae2b5 req-6a83b70d-866c-4c5f-8809-8a64c2b2ac14 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0278754 Dec 16 22:31:14.640308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ab85604-0ae5-4070-b8e8-cb23326714b1 req-a79cbd07-d0ef-4ba5-b694-a19ab67e3efb tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0501385 Dec 16 22:31:14.663760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3eeff-7342-45e7-aa27-40643a3601ec req-4f4073d8-86cb-4cb1-bcf2-37ceee3f2da8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:14.665429 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bfb3eeff-7342-45e7-aa27-40643a3601ec req-4f4073d8-86cb-4cb1-bcf2-37ceee3f2da8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0664964 Dec 16 22:31:14.714431 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bfb3eeff-7342-45e7-aa27-40643a3601ec req-4d32baa8-7dde-4e5f-8a98-c66152d615b0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430362 Dec 16 22:31:14.953351 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c9d230f-8580-4c8b-9391-2ea4205c42e4 req-4ebfc278-f9aa-440a-8bd1-85fa704d9d20 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0275385 Dec 16 22:31:15.200036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d239c72-c7e4-4471-b121-94f793c5b243 req-f49f3d3e-6448-4beb-95f3-1fd73b50746c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:15.201548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d239c72-c7e4-4471-b121-94f793c5b243 req-f49f3d3e-6448-4beb-95f3-1fd73b50746c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0500288 Dec 16 22:31:15.250190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d239c72-c7e4-4471-b121-94f793c5b243 req-c1232ee4-a77c-42f8-90d6-9e968c549895 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424383 Dec 16 22:31:15.604648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37193554-3ad5-4255-b72e-7ed82823af2a req-023c4b05-5d34-460d-a09f-27e58b8c9ee3 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0307887 Dec 16 22:31:15.717498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bae89e2-6867-44d7-bcc6-be04b29bde4f req-8af15445-d036-4957-82b7-1eeb9901411c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0275228 Dec 16 22:31:15.842753 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6e7b-8174-4d3a-b218-fceaf4bdf951 req-c09d543f-4c60-4e65-995c-bbf93873d07e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:15.844262 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aaad6e7b-8174-4d3a-b218-fceaf4bdf951 req-c09d543f-4c60-4e65-995c-bbf93873d07e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0579736 Dec 16 22:31:15.896694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aaad6e7b-8174-4d3a-b218-fceaf4bdf951 req-99cc0038-002f-43da-aed8-138b2b30c31b tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454051 Dec 16 22:31:16.030453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed04db47-de3f-431d-beba-efb700f2aac8 req-6bde5a9f-3de8-4622-878d-4a47f0e497ff tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0267856 Dec 16 22:31:16.372500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d897c60-fad1-4e90-b58d-9292f25a05a3 req-a32181d1-0a29-4db2-a3bd-6c41b3c872e3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:16.373978 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d897c60-fad1-4e90-b58d-9292f25a05a3 req-a32181d1-0a29-4db2-a3bd-6c41b3c872e3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0532181 Dec 16 22:31:16.421275 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d897c60-fad1-4e90-b58d-9292f25a05a3 req-40bf00d5-e861-41dc-a2cd-6291e6057c63 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411334 Dec 16 22:31:16.682924 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be460d25-ab81-40c3-b035-a432f6d3d988 req-6261a58c-fe97-4a79-80a5-bbe89d210584 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0270605 Dec 16 22:31:16.796803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-826c916a-f03b-47e9-8cc8-edb50bf984e5 req-e6fcecd6-02d7-4dfa-b554-a1780045c369 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0285807 Dec 16 22:31:17.021077 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd13620-d36d-44b1-9aa2-6a0766a9cab8 req-1e50eeb7-c69c-498f-b657-1121ee22fc17 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:17.023122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edd13620-d36d-44b1-9aa2-6a0766a9cab8 req-1e50eeb7-c69c-498f-b657-1121ee22fc17 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0510280 Dec 16 22:31:17.078510 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edd13620-d36d-44b1-9aa2-6a0766a9cab8 req-88765a4a-2ea2-4eb7-aa30-375373e4e977 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492611 Dec 16 22:31:17.114684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cbbdd7f-a1de-43e7-a3e8-6ff3dd204ae1 req-41e63d11-3978-4fd8-92b1-3c3a50e235cd tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0317898 Dec 16 22:31:17.537745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b71c4-9a8b-4e39-b642-62917f6925d2 req-2b7b6f70-a362-49b4-ad70-6d84a30275ff tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:17.539205 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c35b71c4-9a8b-4e39-b642-62917f6925d2 req-2b7b6f70-a362-49b4-ad70-6d84a30275ff tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0505738 Dec 16 22:31:17.588694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c35b71c4-9a8b-4e39-b642-62917f6925d2 req-c9697b85-0dd4-424a-94ce-7d05f573e25c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433738 Dec 16 22:31:17.759572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9941ee59-1ed3-4cbd-9a66-04103958a102 req-1bf4d26b-5502-4a01-9b64-5612ceb8b286 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0269973 Dec 16 22:31:17.880047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79f099de-7348-4520-a172-d5bb642021c1 req-d0a46d7b-8a85-4a2f-a8aa-67b919c436a9 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0273681 Dec 16 22:31:18.115569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e9109-692f-4fce-8105-b58e7e238fc1 req-e85d79ba-a596-4df8-9f6a-9ff57dc2da74 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:18.117771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b6e9109-692f-4fce-8105-b58e7e238fc1 req-e85d79ba-a596-4df8-9f6a-9ff57dc2da74 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 1097 time: 0.0505230 Dec 16 22:31:18.139254 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1b6e9109-692f-4fce-8105-b58e7e238fc1 req-c2e09219-7ebb-46da-a497-92784ff94e85 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:18.233049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f5f1c-d9c3-4ea0-bd27-36f6fe107197 req-814fea13-4c9a-4be4-8059-ce8c239a5af0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:18.234571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-959f5f1c-d9c3-4ea0-bd27-36f6fe107197 req-814fea13-4c9a-4be4-8059-ce8c239a5af0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0769763 Dec 16 22:31:18.286233 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1b6e9109-692f-4fce-8105-b58e7e238fc1 req-c2e09219-7ebb-46da-a497-92784ff94e85 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:18.304030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-959f5f1c-d9c3-4ea0-bd27-36f6fe107197 req-cd334e17-6124-4e14-b0c1-0ab91253055e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625267 Dec 16 22:31:18.356656 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1b6e9109-692f-4fce-8105-b58e7e238fc1 req-c2e09219-7ebb-46da-a497-92784ff94e85 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:18.389628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f1a376b-7945-4794-8f1c-7b84ad471643 req-6564fcde-c7c7-45ad-a4b3-3bca6e540b71 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0442445 Dec 16 22:31:18.421888 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b6e9109-692f-4fce-8105-b58e7e238fc1 req-c2e09219-7ebb-46da-a497-92784ff94e85 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970583 Dec 16 22:31:18.422633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e09219-7ebb-46da-a497-92784ff94e85 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb0087a-b9ef-4fe9-acca-9e70a03195e5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:18.539303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416646d1-c5ff-4cb8-acad-e9dd721295aa req-130a048f-915c-46ca-a9b0-5c9b8fd081c2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:18.540800 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-416646d1-c5ff-4cb8-acad-e9dd721295aa req-130a048f-915c-46ca-a9b0-5c9b8fd081c2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0498159 Dec 16 22:31:18.592487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-416646d1-c5ff-4cb8-acad-e9dd721295aa req-ff360221-1f16-4837-94df-0c847adf668c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455010 Dec 16 22:31:18.615561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56922) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:18.706534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-55007b3a-50aa-4d46-90de-37ebe004c2de tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/floatingips/24f39508-2329-42be-a94a-736eb82e40fa HTTP/1.1" status: 200 len: 994 time: 0.0889466 Dec 16 22:31:18.723175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab9460-d753-4c64-b2ca-ad1b9681c515 req-e4a796e5-94d9-4faf-9614-2153ebcbbde2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:18.724872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5ab9460-d753-4c64-b2ca-ad1b9681c515 req-e4a796e5-94d9-4faf-9614-2153ebcbbde2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0648122 Dec 16 22:31:18.775504 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5ab9460-d753-4c64-b2ca-ad1b9681c515 req-58522ed4-90c8-4ef4-854e-133cf09eafd3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435908 Dec 16 22:31:18.846171 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6da6b307-bb3a-467f-965f-67bdf063416d req-ef8257e3-451a-4733-a546-ab284b7f9219 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0274577 Dec 16 22:31:18.963314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ffcfee2-daab-42fe-8ee2-c0d9b69aac15 req-b0fac3c9-36db-4a23-b1f7-db0427296e64 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0269475 Dec 16 22:31:18.978043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-a1834f58-4aeb-4313-ba6c-50207f277a8f req-f42fdfd7-afd6-4c27-8084-2968f6f42032 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:31:18.979171 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1834f58-4aeb-4313-ba6c-50207f277a8f req-f42fdfd7-afd6-4c27-8084-2968f6f42032 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055861 Dec 16 22:31:19.467120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820d9f1-2e68-48f4-b1bb-afc145a66855 req-a1720691-0aa5-4cc6-8f3a-e1a59ff3646c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:19.468654 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8820d9f1-2e68-48f4-b1bb-afc145a66855 req-a1720691-0aa5-4cc6-8f3a-e1a59ff3646c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0851836 Dec 16 22:31:19.477704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83fc43-d098-4410-9b03-001af9c05ca0 req-ee94ed0b-2685-4b37-ad77-9d6636bf64a5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:19.481905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c83fc43-d098-4410-9b03-001af9c05ca0 req-ee94ed0b-2685-4b37-ad77-9d6636bf64a5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0864847 Dec 16 22:31:19.560945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8820d9f1-2e68-48f4-b1bb-afc145a66855 req-90fe7b70-9e8f-4703-b92f-7b6814ad202d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806570 Dec 16 22:31:19.564233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c83fc43-d098-4410-9b03-001af9c05ca0 req-a43e5537-9474-4ceb-ac9e-90419bedcdc6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776706 Dec 16 22:31:19.629952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8f845ca-f5f5-444c-88ed-46d55a7526ac req-6ae0435d-3ddf-42c1-b9a8-69fa0d00bdeb tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0268767 Dec 16 22:31:19.638419 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-b25ca943-afb4-4524-b317-88b8c67dccfe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1527905 Dec 16 22:31:19.647341 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-931cd4cb-0b6f-4812-894a-a0b9920fd3e3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:31:19.648509 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-931cd4cb-0b6f-4812-894a-a0b9920fd3e3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050535 Dec 16 22:31:19.900604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617672c-fa33-4ac2-a29c-5fff109c2d80 req-815ab3cf-c93b-46cf-86bd-cd0aec0efdc0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:19.902164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f617672c-fa33-4ac2-a29c-5fff109c2d80 req-815ab3cf-c93b-46cf-86bd-cd0aec0efdc0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0581076 Dec 16 22:31:19.935763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea8e78ec-1d05-4ffb-9700-ea823d4b4d0e req-59db14ea-0899-4983-9987-6d8680ff1c5e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0325582 Dec 16 22:31:19.975498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f617672c-fa33-4ac2-a29c-5fff109c2d80 req-932a335a-6fca-450d-9402-ae0642006333 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636096 Dec 16 22:31:20.039524 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5014408c-5bec-429a-a264-4c5c74659d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:20.041122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-431afec8-a6cf-4738-9ba7-60a472e74eb3 req-46e449a0-8ab5-42e2-8790-5f5189dff189 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0274255 Dec 16 22:31:20.724865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9c5c7-f8c9-4390-bf0e-11481d4b980d req-bb4aa43b-1616-44b6-9a2e-cb621a78e95a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:20.727059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37d9c5c7-f8c9-4390-bf0e-11481d4b980d req-bb4aa43b-1616-44b6-9a2e-cb621a78e95a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0885327 Dec 16 22:31:20.734653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d51df0-0933-454d-a102-3ce161654ee4 req-e29b6d43-bb42-4bfb-9ccf-3b1993b3c944 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:20.740490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06d51df0-0933-454d-a102-3ce161654ee4 req-e29b6d43-bb42-4bfb-9ccf-3b1993b3c944 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0841372 Dec 16 22:31:20.811031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37d9c5c7-f8c9-4390-bf0e-11481d4b980d req-fa9da54a-fea1-4ed1-9b55-abf821e22528 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738761 Dec 16 22:31:20.815630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06d51df0-0933-454d-a102-3ce161654ee4 req-baa863f1-f9f1-4393-91d7-7da641aa984f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717554 Dec 16 22:31:20.894737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe55f92c-1aa7-4b0a-ae84-7e47ff7266d7 req-2193e4a7-2b2e-4780-a03b-fe52d360cdf1 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0307426 Dec 16 22:31:21.020841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6bf36e2-9fbd-43d6-96de-b6ee2cd787a6 req-8e0d0a3a-7ee8-4221-b85c-531fc4d6651e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0289757 Dec 16 22:31:21.130912 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5231b-91a3-4b87-b662-aa21d9aced2d req-06261a8c-743c-4c35-9e5d-03e60e9dcbda tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:21.132494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91e5231b-91a3-4b87-b662-aa21d9aced2d req-06261a8c-743c-4c35-9e5d-03e60e9dcbda tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0762110 Dec 16 22:31:21.134991 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01863e46-78fb-4bc4-94a7-3f979c355001 req-3b4616d6-cf83-4f14-a925-9547f872a2d2 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0377531 Dec 16 22:31:21.183585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91e5231b-91a3-4b87-b662-aa21d9aced2d req-846b5dc1-387c-4e2b-beb2-369660b303a8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Dec 16 22:31:21.770773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-6e8850f7-598e-42fe-b467-b1b78ea18a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:21.772316 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-6e8850f7-598e-42fe-b467-b1b78ea18a39 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 1097 time: 0.0422986 Dec 16 22:31:21.875488 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-4cb06894-0b9d-4ec0-935d-85f8dda2a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:21.879380 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-4cb06894-0b9d-4ec0-935d-85f8dda2a500 service neutron] 10.222.0.69 "GET /v2.0/networks?id=52ff4fd1-caf3-4082-ab08-043c83e311d1 HTTP/1.1" status: 200 len: 898 time: 0.0922856 Dec 16 22:31:21.947758 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-d2658f02-469e-4950-b295-e9e0195a545a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec382385-e2db-417c-bec3-7548828fbb3d HTTP/1.1" status: 200 len: 1002 time: 0.0590117 Dec 16 22:31:21.971542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f73c8-5d94-4c30-811b-44c0649d0aee req-ffc57cb8-c1b2-429f-8b12-3e139aad03e9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:21.973012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b11f73c8-5d94-4c30-811b-44c0649d0aee req-ffc57cb8-c1b2-429f-8b12-3e139aad03e9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0849891 Dec 16 22:31:21.980933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5223631-7233-4b5e-b180-1f43e2a8f64a req-4c3adfe7-e2da-4bc1-b3f6-63b2f5d53228 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:21.982359 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5223631-7233-4b5e-b180-1f43e2a8f64a req-4c3adfe7-e2da-4bc1-b3f6-63b2f5d53228 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0846984 Dec 16 22:31:22.003992 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-16a1bdcc-6665-439b-80f7-d7c1b69a5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:22.005497 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-16a1bdcc-6665-439b-80f7-d7c1b69a5286 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77207670-c514-4ba1-8ccb-a86332e3c8a9 HTTP/1.1" status: 200 len: 834 time: 0.0458765 Dec 16 22:31:22.059001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b11f73c8-5d94-4c30-811b-44c0649d0aee req-75098d74-a620-438f-9df5-8a054a2f0404 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755622 Dec 16 22:31:22.059728 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-3484235e-e778-4a1b-b838-b1dfa7f77e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:22.060839 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-3484235e-e778-4a1b-b838-b1dfa7f77e4f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52ff4fd1-caf3-4082-ab08-043c83e311d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446258 Dec 16 22:31:22.066609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5223631-7233-4b5e-b180-1f43e2a8f64a req-d1e7e0e6-7397-4dd3-b5ba-adb47f1e550c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772758 Dec 16 22:31:22.127422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66d7328f-7b09-4c7a-90cc-89f0707fd965 req-a3454db6-6723-4ef0-b55b-1df992535b22 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0276291 Dec 16 22:31:22.157756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c55c42ae-0086-4220-8f6b-21e2fe2fefc4 req-1f25b3ba-a56b-4c56-911c-8ff06702611f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0285585 Dec 16 22:31:22.165169 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-cf365224-5e43-4be8-ab47-f24d1a392a65 service neutron] 10.222.0.69 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918503 Dec 16 22:31:22.213951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1dac4ffe-12e7-4a93-8e4e-2433b7707a47 req-29246afa-e201-4819-a7cf-f62d8a7ee59e tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0272930 Dec 16 22:31:22.271118 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-1800530a-e266-451e-9405-6795c8e7b5c8 service neutron] 10.222.0.69 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948052 Dec 16 22:31:22.314126 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887b871-2c55-486d-95ac-907aa811e96d req-644a0a4f-c86d-42de-bc5a-f368045c6b10 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:22.315210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3887b871-2c55-486d-95ac-907aa811e96d req-644a0a4f-c86d-42de-bc5a-f368045c6b10 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0546377 Dec 16 22:31:22.370489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3887b871-2c55-486d-95ac-907aa811e96d req-73d06d92-80ce-4ea3-a55a-62059ddd0822 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486724 Dec 16 22:31:22.394583 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7db9b68e-28e8-48eb-ac33-eec23a1ccbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:23.207059 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd74f8-a0f1-44b1-8257-77e7d985c762 req-bfb44213-f7cf-4000-adf1-ec93e1cbd887 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:23.208597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51cd74f8-a0f1-44b1-8257-77e7d985c762 req-bfb44213-f7cf-4000-adf1-ec93e1cbd887 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0792742 Dec 16 22:31:23.223197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7a72e-dfdb-4022-8b25-b42d4a678234 req-34a97953-8449-4156-8379-d4f8f1cb144a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:23.224660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0c7a72e-dfdb-4022-8b25-b42d4a678234 req-34a97953-8449-4156-8379-d4f8f1cb144a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0686483 Dec 16 22:31:23.302616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51cd74f8-a0f1-44b1-8257-77e7d985c762 req-766ef024-3fa3-48cf-8f52-413a566cf151 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871201 Dec 16 22:31:23.306445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0c7a72e-dfdb-4022-8b25-b42d4a678234 req-9b8d8a70-6657-4cad-9f8c-6f78a4b340cf tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758121 Dec 16 22:31:23.382802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6f358d2-1599-4f8c-9584-d66ff8f16779 req-14097d88-b496-4024-a031-602941a29fc9 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0371623 Dec 16 22:31:23.404056 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b60da253-c3c5-4f03-9a41-ffc90546e892 req-5b469f14-451b-4032-a1cd-fc1ef7ca3179 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0442479 Dec 16 22:31:23.451075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a51f575-2e2a-41a8-80b4-a9e9af801ac3 req-1c16119f-769b-4418-a21b-40ccb6c6c285 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0276644 Dec 16 22:31:23.485767 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:23.509432 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91fdbd-021b-41a0-8eb7-a636995a5c07 req-a3ce4dfc-a0f6-491f-ad88-a15c71d7479c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:23.510915 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e91fdbd-021b-41a0-8eb7-a636995a5c07 req-a3ce4dfc-a0f6-491f-ad88-a15c71d7479c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0505590 Dec 16 22:31:23.563218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e91fdbd-021b-41a0-8eb7-a636995a5c07 req-82283666-1a11-498e-bf93-e6dc8891e122 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459514 Dec 16 22:31:24.448764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fab0a1-4599-447b-b269-32cda9d861bf req-681ee1fa-a398-4d28-8d89-35ac7891ed4c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:24.450519 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6fab0a1-4599-447b-b269-32cda9d861bf req-681ee1fa-a398-4d28-8d89-35ac7891ed4c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0753844 Dec 16 22:31:24.471072 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a1298-09e4-453d-a07d-b1e0d2332a08 req-78b87472-49b4-45df-b970-1e21e9a7a3f0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:24.472540 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-510a1298-09e4-453d-a07d-b1e0d2332a08 req-78b87472-49b4-45df-b970-1e21e9a7a3f0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0719738 Dec 16 22:31:24.539109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6fab0a1-4599-447b-b269-32cda9d861bf req-5e2ed55c-a05d-4b51-a8c1-90e8c76d5933 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804000 Dec 16 22:31:24.546628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-510a1298-09e4-453d-a07d-b1e0d2332a08 req-c8f53568-a31c-4e52-89ac-04c40d15c009 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659523 Dec 16 22:31:24.617574 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d94fe1af-fc92-47bc-acae-2336b50c2ba9 req-8fa293bb-e824-4b43-8c86-e12641e6c303 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0390673 Dec 16 22:31:24.632522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-388633c1-89de-40d3-b297-e21bb7c58090 req-51cc032e-cc36-4d13-8b7b-9912929167ed tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0434585 Dec 16 22:31:24.684634 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddaec045-4996-4f26-bf80-b053f78e0f35 req-1f157f66-863f-4fae-bab3-75ca31900dd4 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0289681 Dec 16 22:31:24.738537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386e2cf-75a7-4fb1-9db5-8e9e8778efec req-b9901983-cc99-4494-8e82-11ffe41c8aba tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:24.740069 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a386e2cf-75a7-4fb1-9db5-8e9e8778efec req-b9901983-cc99-4494-8e82-11ffe41c8aba tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0501242 Dec 16 22:31:24.791732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a386e2cf-75a7-4fb1-9db5-8e9e8778efec req-07229e5f-2aa4-4940-b691-b895f6243b74 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Dec 16 22:31:24.811546 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:24.845917 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:31:25.685225 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:25.698177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f3310-35b3-4d96-a950-ed9f7c8e2123 req-8dc5d825-449c-41c3-954f-9f0537918c47 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:25.699951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e5f3310-35b3-4d96-a950-ed9f7c8e2123 req-8dc5d825-449c-41c3-954f-9f0537918c47 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0851142 Dec 16 22:31:25.711379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff90136-7e96-490a-955b-ad09d7ef0ac9 req-65efdb1e-e98d-4e40-83cf-03cd6b5a9e67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:25.712827 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ff90136-7e96-490a-955b-ad09d7ef0ac9 req-65efdb1e-e98d-4e40-83cf-03cd6b5a9e67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0871773 Dec 16 22:31:25.787923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e5f3310-35b3-4d96-a950-ed9f7c8e2123 req-f35823bd-8473-445a-9d65-7d72c774137b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741248 Dec 16 22:31:25.791984 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ff90136-7e96-490a-955b-ad09d7ef0ac9 req-4df365dc-a7e6-4f31-a861-fc83b6b5f781 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723960 Dec 16 22:31:25.865462 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b4fef43-dc6f-45ea-809b-969d3b8228ce req-eafa2d0a-8197-4a66-aa1e-331312453ca9 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0360086 Dec 16 22:31:25.886688 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e06d9da-0fbb-4392-a62e-4ee4bb95bb55 req-2f2b4085-29a3-4c16-9dd7-94380d49a709 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0475652 Dec 16 22:31:25.932355 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-959c6a44-1695-478c-80cf-b123f7848806 req-f5f6b4c7-6c28-446d-964c-35a340629c7e tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0275211 Dec 16 22:31:25.996382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340dbea-2672-4f74-989f-70be1f7a0ee3 req-93d38535-62b6-41d1-858f-47c6e67d313a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:25.997913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7340dbea-2672-4f74-989f-70be1f7a0ee3 req-93d38535-62b6-41d1-858f-47c6e67d313a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0510023 Dec 16 22:31:26.046371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7340dbea-2672-4f74-989f-70be1f7a0ee3 req-4804be82-b21f-4523-af8c-fb8c913d7e10 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424113 Dec 16 22:31:26.942659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dadae-961e-44d1-91f5-264461996817 req-03cd2dbe-b0c4-466e-b9d6-ddc9cb6a6d95 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:26.944199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-395dadae-961e-44d1-91f5-264461996817 req-03cd2dbe-b0c4-466e-b9d6-ddc9cb6a6d95 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0827434 Dec 16 22:31:26.953102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb672f0a-f76e-4eaf-8e8d-2c58dc05b27a req-6d993cbc-b1ef-4a31-9703-0e8a5397e834 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:26.954552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb672f0a-f76e-4eaf-8e8d-2c58dc05b27a req-6d993cbc-b1ef-4a31-9703-0e8a5397e834 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0831466 Dec 16 22:31:27.030112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-395dadae-961e-44d1-91f5-264461996817 req-515bc9cc-1c37-4a75-9c98-1da919fbdfa7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743906 Dec 16 22:31:27.034629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb672f0a-f76e-4eaf-8e8d-2c58dc05b27a req-9c038ab7-5cff-41b8-9d5d-27dc36eac398 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732005 Dec 16 22:31:27.109697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2e92fc2-6517-4d05-a4b2-537c89f1a782 req-1d474475-c0ff-483a-ab8d-f3feb2d27aee tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0378702 Dec 16 22:31:27.125629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55c2e43f-37d8-42f9-a72f-67f63f097fc4 req-27113c30-7d66-4751-a6a9-fb319360de1b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0454345 Dec 16 22:31:27.176652 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4bf46f1f-00ae-4383-9e5c-c6cb8fb7a6a1 req-6b62a27c-c7c2-44ed-afa2-e51924392a99 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0324736 Dec 16 22:31:27.235627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe6151-6541-4626-8ad1-82fb8cfac402 req-11b1f1ec-d3c8-473b-9d75-f725affe4a55 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:27.237136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36fe6151-6541-4626-8ad1-82fb8cfac402 req-11b1f1ec-d3c8-473b-9d75-f725affe4a55 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0532658 Dec 16 22:31:27.285907 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36fe6151-6541-4626-8ad1-82fb8cfac402 req-a9db32e5-3a4f-470f-ac28-55c172fee374 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423529 Dec 16 22:31:28.180490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64f6df-2f25-452e-9436-3ce47b55e53a req-e8a35f77-6264-41a0-b295-d8ef311cfa85 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:28.181995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a64f6df-2f25-452e-9436-3ce47b55e53a req-e8a35f77-6264-41a0-b295-d8ef311cfa85 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0816152 Dec 16 22:31:28.193893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f14488-539e-4a86-a649-646b02d20bc2 req-ef24f31c-e18c-4e93-8e88-4bdf230f5788 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:28.195542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14f14488-539e-4a86-a649-646b02d20bc2 req-ef24f31c-e18c-4e93-8e88-4bdf230f5788 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0836031 Dec 16 22:31:28.269605 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a64f6df-2f25-452e-9436-3ce47b55e53a req-5e744c41-5537-48c0-bdfb-e71840693af5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730383 Dec 16 22:31:28.277749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14f14488-539e-4a86-a649-646b02d20bc2 req-a2d368e5-248a-43eb-b35d-f81e151f3935 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714080 Dec 16 22:31:28.350593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9939a0e-fbc2-4f92-bbc1-cbac054e97ec req-1d8abf9b-5c04-4da2-9577-3703585075ae tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0344191 Dec 16 22:31:28.365228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d21f353-e55f-4d14-bc1d-24c271317c7c req-7a3635a5-6b06-4423-8859-c4746b67fced tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0402584 Dec 16 22:31:28.416797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f1612dd-6df0-450e-b421-145dc9c9bf72 req-66167d6c-cda4-4c19-a06a-d39e53b02b3a tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0264754 Dec 16 22:31:28.478680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbc265-90fb-483d-93f1-3e7e0adbb981 req-7b8b23f0-04c9-418b-9fd7-7519652ae48c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:28.480196 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dccbc265-90fb-483d-93f1-3e7e0adbb981 req-7b8b23f0-04c9-418b-9fd7-7519652ae48c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0579188 Dec 16 22:31:28.527866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dccbc265-90fb-483d-93f1-3e7e0adbb981 req-65e58736-6116-42f2-9d3c-075af9d8697c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415680 Dec 16 22:31:29.417455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b255973-b834-454e-979a-e77dd5833a2d req-3d3650ea-80db-4055-8331-ed2f5efc4fb4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:29.418947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b255973-b834-454e-979a-e77dd5833a2d req-3d3650ea-80db-4055-8331-ed2f5efc4fb4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0784247 Dec 16 22:31:29.426872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da75cf-8ec6-4e4b-9a2a-9df11679974a req-f7a2da85-cc5b-4a98-a973-26e7c5160a87 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:29.428272 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81da75cf-8ec6-4e4b-9a2a-9df11679974a req-f7a2da85-cc5b-4a98-a973-26e7c5160a87 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0777488 Dec 16 22:31:29.505192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b255973-b834-454e-979a-e77dd5833a2d req-7a39ae78-2888-42ad-9dec-c8273b8e3604 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759659 Dec 16 22:31:29.509418 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81da75cf-8ec6-4e4b-9a2a-9df11679974a req-f00a7b7d-305e-47f2-90f4-18c9287f1bdd tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740697 Dec 16 22:31:29.588642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05cba130-71c4-4b82-8d20-079d6918cba9 req-e83c4431-be49-4df1-93fc-674b93394122 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0371053 Dec 16 22:31:29.604015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931baa5c-a803-4502-ac5d-4f6be6c8b338 req-9cea5782-77aa-4b7d-9502-ec61c2d37229 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0430264 Dec 16 22:31:29.653906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-adcc29e5-e72a-4f72-9b5a-4a92c06ba4b0 req-7a4f3849-f84a-4bf2-922e-d00bc61fb7b9 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0268266 Dec 16 22:31:29.712103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdeddd-57b6-480a-b59b-c955607f7319 req-abda9163-561a-4f45-bccc-cab023dd2dba tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:29.713568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dacdeddd-57b6-480a-b59b-c955607f7319 req-abda9163-561a-4f45-bccc-cab023dd2dba tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0510111 Dec 16 22:31:29.766514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dacdeddd-57b6-480a-b59b-c955607f7319 req-0fd2ccd4-210e-4dfa-a697-f5cbfbc5de61 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467699 Dec 16 22:31:30.649718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cd6e4-2b68-4335-8b49-7b30444c636c req-8975c140-10c1-4265-b2f9-77e206b61025 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:30.651215 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed4cd6e4-2b68-4335-8b49-7b30444c636c req-8975c140-10c1-4265-b2f9-77e206b61025 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0753987 Dec 16 22:31:30.663446 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85934eff-72ca-42b9-a4fb-0013552d083d req-33e5e84f-6c83-4a9b-bf47-916c1e233323 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:30.664888 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85934eff-72ca-42b9-a4fb-0013552d083d req-33e5e84f-6c83-4a9b-bf47-916c1e233323 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0784616 Dec 16 22:31:30.738829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed4cd6e4-2b68-4335-8b49-7b30444c636c req-8c7dc67e-5c05-4e4f-80e5-71f8b35b5dba tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729532 Dec 16 22:31:30.747499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85934eff-72ca-42b9-a4fb-0013552d083d req-a7fe27a9-79b6-4b76-b65d-b616ac23b7e8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758278 Dec 16 22:31:30.820601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ee42fa7-8540-400e-8e9a-55573a3fb94d req-6af356b3-8f7b-4d18-ad85-8ef62dc45895 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0399706 Dec 16 22:31:30.836541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a187327-963b-42eb-9935-25c643d7a1c7 req-ced1fbab-9975-4eac-a150-1afc104fb46a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0447028 Dec 16 22:31:30.893388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e61d133-5854-4443-a367-5f790b300636 req-d909da21-e00c-4de6-8cf9-91648c1b71e6 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0274994 Dec 16 22:31:30.948251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda516d-2e79-48b9-9a60-0b8f56b21be3 req-1c0f1b08-f948-44d0-a15a-a8f393ad5b09 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:30.950076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7eda516d-2e79-48b9-9a60-0b8f56b21be3 req-1c0f1b08-f948-44d0-a15a-a8f393ad5b09 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0525224 Dec 16 22:31:30.997840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7eda516d-2e79-48b9-9a60-0b8f56b21be3 req-925d63ed-cae4-4ee1-94d3-b68d545a9083 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417004 Dec 16 22:31:31.891822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f85821-a56d-4ce0-89b0-9b0b84b0f99c req-445ea5e1-adaf-4997-ac36-d6278ef0aed7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:31.893316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2f85821-a56d-4ce0-89b0-9b0b84b0f99c req-445ea5e1-adaf-4997-ac36-d6278ef0aed7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0820971 Dec 16 22:31:31.906729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3cb89-608f-461e-9427-17344fe32fef req-54285ee4-24ab-4bd4-8542-35f8e237683c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:31.908172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6dc3cb89-608f-461e-9427-17344fe32fef req-54285ee4-24ab-4bd4-8542-35f8e237683c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0855055 Dec 16 22:31:31.984365 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2f85821-a56d-4ce0-89b0-9b0b84b0f99c req-bd66fea6-f663-4a65-a2ef-8a857c3d16d0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751700 Dec 16 22:31:31.989017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6dc3cb89-608f-461e-9427-17344fe32fef req-726a472f-6a25-4ed7-ad7d-7a362cd53a43 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736864 Dec 16 22:31:32.058073 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8c2b99e-fa59-4f60-8d36-250a89e32504 req-5d6170b8-93ef-44bb-be19-5ace5b0ac364 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0352845 Dec 16 22:31:32.076599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df3e6fe0-636b-4ecd-a947-866ced052b0c req-aa84137a-2269-4ee6-a8bc-125747933433 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0427804 Dec 16 22:31:32.125070 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76adfbd9-1dff-49ea-b351-701737705a18 req-d7907582-346c-4e30-aa21-88a305912b54 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0266697 Dec 16 22:31:32.181796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d2719-8887-4642-9582-942a6064c3a8 req-eb4cd0be-37fb-4828-8d43-798cdc54f6fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:32.183282 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed0d2719-8887-4642-9582-942a6064c3a8 req-eb4cd0be-37fb-4828-8d43-798cdc54f6fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0512607 Dec 16 22:31:32.232572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed0d2719-8887-4642-9582-942a6064c3a8 req-d7cf2d59-8729-43d9-b483-941e5d457d4c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432837 Dec 16 22:31:33.437456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80f56a-5048-4c9c-bee3-d2e720e4f980 req-a0f1ea0d-94f9-487c-a76b-5f5d28606fc3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:33.438942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd80f56a-5048-4c9c-bee3-d2e720e4f980 req-a0f1ea0d-94f9-487c-a76b-5f5d28606fc3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.3814731 Dec 16 22:31:33.452853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb38c4-7cb4-486b-9245-8afc027b664d req-066866d3-3efc-497b-a350-a11d5876e29f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:33.454297 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60cb38c4-7cb4-486b-9245-8afc027b664d req-066866d3-3efc-497b-a350-a11d5876e29f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.3865297 Dec 16 22:31:33.528175 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd80f56a-5048-4c9c-bee3-d2e720e4f980 req-c022c985-ea88-4daa-8e54-0139f2b268f8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728962 Dec 16 22:31:33.531361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60cb38c4-7cb4-486b-9245-8afc027b664d req-e5d33911-e034-4f35-88b1-a29867323082 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698459 Dec 16 22:31:33.602432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56dff5bd-1a39-44cd-b549-2564f4b1ef88 req-aae67447-f8ca-47f5-a2ce-ee0b33163dc6 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0348001 Dec 16 22:31:33.624423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30d41c5c-4308-4cc5-ac1c-5e131b1e02eb req-da498a21-718d-4337-9dcd-0534423954b3 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0453162 Dec 16 22:31:33.670555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b7857bc-4637-4267-9992-19bf79209081 req-3537d306-0ec7-48fd-8c78-cc7faf0de099 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0303175 Dec 16 22:31:33.730600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b83f3e-fbdb-4f84-a65d-809e412c3174 req-e541b863-a78d-4158-b5d6-5e2b7c036691 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:33.732111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4b83f3e-fbdb-4f84-a65d-809e412c3174 req-e541b863-a78d-4158-b5d6-5e2b7c036691 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0498726 Dec 16 22:31:33.779856 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4b83f3e-fbdb-4f84-a65d-809e412c3174 req-c6c92986-e04c-4a66-92e7-4dc8d46624b6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417149 Dec 16 22:31:34.677595 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32679ad-08a6-43d0-949e-56a5399f16e6 req-b477b5d4-bb6e-4577-828c-5071f667471a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:34.679292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c32679ad-08a6-43d0-949e-56a5399f16e6 req-b477b5d4-bb6e-4577-828c-5071f667471a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0710123 Dec 16 22:31:34.686508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecc12a-6d52-4a85-a51a-f767cb6bf030 req-f36d6268-65e4-4a4d-9ab6-9b0efc75f19c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:34.687925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1aecc12a-6d52-4a85-a51a-f767cb6bf030 req-f36d6268-65e4-4a4d-9ab6-9b0efc75f19c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0893602 Dec 16 22:31:34.764119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c32679ad-08a6-43d0-949e-56a5399f16e6 req-1542de73-2d3d-4f59-85a7-a3f0ba323c0a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752268 Dec 16 22:31:34.768408 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1aecc12a-6d52-4a85-a51a-f767cb6bf030 req-b8a141ac-039e-4450-ba5e-7640eac338de tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735910 Dec 16 22:31:34.845106 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a97fd6b-8286-421b-9e25-bedd1e1bf4c9 req-b83e0811-6c0a-44eb-aca9-ba8009112689 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0363104 Dec 16 22:31:34.860836 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14615295-d25a-47cc-b23b-3692469cef8e req-cd34d2d3-144c-475d-9f12-672d6afdd766 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0412230 Dec 16 22:31:34.937017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cb06ab7-f493-40e1-927b-4d800e54c0f6 req-8f6bae0d-cf48-4ff5-b9e3-6286dd129240 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0323102 Dec 16 22:31:34.984080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f4ef7-d63e-4716-b6e1-d1864694c04f req-4aa79811-1eab-4723-9667-5f538fa6fc61 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:34.985549 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-378f4ef7-d63e-4716-b6e1-d1864694c04f req-4aa79811-1eab-4723-9667-5f538fa6fc61 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0553570 Dec 16 22:31:35.034057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-378f4ef7-d63e-4716-b6e1-d1864694c04f req-d611ba8f-4a5d-4b3e-bf2b-4c08e51d1411 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423605 Dec 16 22:31:35.918406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21fb27-4b82-4eb0-ae95-cb691ef84bfa req-97b94dbf-70e0-46a0-b5c1-16da19af65ca tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:35.919963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca21fb27-4b82-4eb0-ae95-cb691ef84bfa req-97b94dbf-70e0-46a0-b5c1-16da19af65ca tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0801582 Dec 16 22:31:35.932188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247ebc5-5ef8-4163-9d1d-6334050432ae req-6ce71e5f-f9b2-45a5-8f85-131b0d36cb07 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:35.939180 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5247ebc5-5ef8-4163-9d1d-6334050432ae req-6ce71e5f-f9b2-45a5-8f85-131b0d36cb07 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0849178 Dec 16 22:31:36.004641 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca21fb27-4b82-4eb0-ae95-cb691ef84bfa req-126ef10e-8ae4-48fd-8ffe-a4c53482de63 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700431 Dec 16 22:31:36.017966 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5247ebc5-5ef8-4163-9d1d-6334050432ae req-0409ee61-07b3-48d5-8643-c99ceee7adef tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775135 Dec 16 22:31:36.091150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76310cf3-41e8-4861-b376-bf2762a95953 req-40ba1540-6b77-4028-aacc-71d3a275a87d tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0430076 Dec 16 22:31:36.111162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7145b6fd-8c92-4561-9f4f-558eff24a7d1 req-5a3c84de-2906-49ca-8b5c-f431ad87c6e3 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0507369 Dec 16 22:31:36.159758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bec06935-e8d6-40f1-8b53-9199367b8467 req-4b328868-4f3a-4d14-8e99-6f0694daf56f tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0277200 Dec 16 22:31:36.220931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be315e76-3a4e-4ec4-8b4c-deff9ab0e132 req-2e9974be-580a-4b32-9329-76b43123c00e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:36.222423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be315e76-3a4e-4ec4-8b4c-deff9ab0e132 req-2e9974be-580a-4b32-9329-76b43123c00e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0529010 Dec 16 22:31:36.271147 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be315e76-3a4e-4ec4-8b4c-deff9ab0e132 req-d4df6bc8-09b2-4f9e-b503-6f3805b11749 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Dec 16 22:31:37.168169 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43669787-d4a6-492c-a905-06a2260bf07d req-b80696d5-e65a-41ac-a129-171d14ffb45c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:37.169699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43669787-d4a6-492c-a905-06a2260bf07d req-b80696d5-e65a-41ac-a129-171d14ffb45c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0868402 Dec 16 22:31:37.177850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3e020-42e4-4d99-9232-920fbe1665b8 req-0f127fb2-4b97-4aa8-be2e-d7137bbb8c6e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:37.180539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5b3e020-42e4-4d99-9232-920fbe1665b8 req-0f127fb2-4b97-4aa8-be2e-d7137bbb8c6e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0701370 Dec 16 22:31:37.266068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43669787-d4a6-492c-a905-06a2260bf07d req-3ee8b194-176f-4fb8-a31a-e09d169dcd9e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845330 Dec 16 22:31:37.270891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5b3e020-42e4-4d99-9232-920fbe1665b8 req-18a059ae-0e32-4175-9683-2f127c7fba74 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835118 Dec 16 22:31:37.344839 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35776b68-a4eb-4b53-932a-3ba8f7b37173 req-60239cea-47c0-4c9a-a92f-b1891d75b8aa tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0354052 Dec 16 22:31:37.367679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be716186-6117-48dd-bd30-9b9f03e625c1 req-0091e0a3-f04b-42f2-b944-d4bfdc2d073a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0484471 Dec 16 22:31:37.411037 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b712a7f-a5b6-4d4a-8ac5-43b2ac5aa513 req-671b21b4-bf34-461a-a243-e27eecd9b934 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0265694 Dec 16 22:31:37.482377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7f45d-7dc7-44f9-81a8-d3017cbd1c09 req-c0fe97f3-7abd-4373-9afd-a14f51fcb96c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:37.483987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ff7f45d-7dc7-44f9-81a8-d3017cbd1c09 req-c0fe97f3-7abd-4373-9afd-a14f51fcb96c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0556912 Dec 16 22:31:37.533483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ff7f45d-7dc7-44f9-81a8-d3017cbd1c09 req-765f9332-422e-4c02-962d-7aa69d4fcaa2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436132 Dec 16 22:31:38.422820 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04253fab-dfba-4eb1-bf98-eb00c817dcf1 req-36ad79f5-4821-4de1-98be-fcffcea5b0d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:38.424347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04253fab-dfba-4eb1-bf98-eb00c817dcf1 req-36ad79f5-4821-4de1-98be-fcffcea5b0d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0798450 Dec 16 22:31:38.431975 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92644189-8194-4b2c-b086-373b9dcba4ae req-8b867c13-ef5c-46bb-a33d-d6df53891c9a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:38.433381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92644189-8194-4b2c-b086-373b9dcba4ae req-8b867c13-ef5c-46bb-a33d-d6df53891c9a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0901401 Dec 16 22:31:38.512535 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04253fab-dfba-4eb1-bf98-eb00c817dcf1 req-3cce7eb1-eae3-4a98-af24-cfe4957bfee5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781107 Dec 16 22:31:38.516868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92644189-8194-4b2c-b086-373b9dcba4ae req-5f7204d4-cc33-4934-a2f5-082b53d9155c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766463 Dec 16 22:31:38.589556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7930795e-cf78-4364-babb-790fab5dfd0d req-fa58a5a1-2f40-4b55-97a5-c64775c23a01 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0375521 Dec 16 22:31:38.605166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ba16ebd-c37f-433a-ba51-b21283ebcbf0 req-f656d462-f9cd-4f30-97e4-1c3fe3721a9b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0430934 Dec 16 22:31:38.657950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2de66203-0824-4ba0-a2ba-5f4e9df8ad0c req-5ea763a2-f9a6-4720-af54-dd424a6e633d tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0278299 Dec 16 22:31:38.716702 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e9cdd-636e-42bf-ace9-e5f5db936441 req-93bd3287-b396-4064-9950-72b3c8b5379f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:38.718214 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-234e9cdd-636e-42bf-ace9-e5f5db936441 req-93bd3287-b396-4064-9950-72b3c8b5379f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0532441 Dec 16 22:31:38.772430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-234e9cdd-636e-42bf-ace9-e5f5db936441 req-d7b4c568-47c4-4563-abe1-ad6e027be1a4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480690 Dec 16 22:31:39.620124 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-612c3154-6ba1-4c7e-934e-c20d73959438 service neutron] show failed (client error): The resource could not be found. Dec 16 22:31:39.621180 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-612c3154-6ba1-4c7e-934e-c20d73959438 service neutron] 10.222.0.69 "GET /v2.0/ports/ec382385-e2db-417c-bec3-7548828fbb3d/bindings/n-h2-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.0638797 Dec 16 22:31:39.662306 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da9396-5bd1-4a56-bef4-0b8446574cfb req-e562def0-aca9-455e-9abe-36617e3c16df tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:39.663855 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1da9396-5bd1-4a56-bef4-0b8446574cfb req-e562def0-aca9-455e-9abe-36617e3c16df tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0807750 Dec 16 22:31:39.674625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f35cb-e07f-4059-a7ba-1a8dc53b669d req-b5b4136f-c489-4dbc-bb73-b5e98e41b20e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:39.676144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-613f35cb-e07f-4059-a7ba-1a8dc53b669d req-b5b4136f-c489-4dbc-bb73-b5e98e41b20e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0815742 Dec 16 22:31:39.749590 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1da9396-5bd1-4a56-bef4-0b8446574cfb req-3475184d-09ba-4121-8fe8-1b93adcce651 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724649 Dec 16 22:31:39.762713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-613f35cb-e07f-4059-a7ba-1a8dc53b669d req-26160bf5-c84e-4955-9f2e-860c509a81c2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788655 Dec 16 22:31:39.834701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-352286b2-84a1-45a6-9a41-3ef0d01d44da req-e323f044-a876-4ef3-9afe-2ce44389ff38 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0426064 Dec 16 22:31:39.855495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c3d0178-bced-47a4-9f4f-bcf4e968fc4a req-5dc3300d-fffb-4ec6-aa9e-703ab780348d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0313351 Dec 16 22:31:39.907876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-639a6dbd-e1b3-47b8-8a94-dd36d77bdee8 req-4bf34f9f-b290-4b25-8577-6f1a083db317 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0282187 Dec 16 22:31:39.962273 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdcd02-e723-4364-9972-ef92fd0dcea8 req-0cd92c3e-2594-4ec0-b6e3-0e4d68fffe88 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:39.964215 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-93bdcd02-e723-4364-9972-ef92fd0dcea8 req-0cd92c3e-2594-4ec0-b6e3-0e4d68fffe88 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0515499 Dec 16 22:31:40.016157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-93bdcd02-e723-4364-9972-ef92fd0dcea8 req-5f3e6c0d-065b-4daf-bfc5-c2bc4e196767 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454822 Dec 16 22:31:40.355758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-294f8664-74ca-4134-bd69-49f8d828908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:40.357254 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-294f8664-74ca-4134-bd69-49f8d828908c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101&tenant_id=51c946c648db42a6836975a56f094831 HTTP/1.1" status: 200 len: 1097 time: 0.1494339 Dec 16 22:31:40.371974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-55def5a5-e08e-4540-9378-7d10b93da352 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:31:40.372892 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-55def5a5-e08e-4540-9378-7d10b93da352 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048659 Dec 16 22:31:40.388530 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:40.446797 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:40.654190 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] For port ec382385-e2db-417c-bec3-7548828fbb3d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ec382385-e2db-417c-bec3-7548828fbb3d,segment=NetworkSegment(b9bda597-2b92-4cdc-b35f-a828ef415b32),segment_id=b9bda597-2b92-4cdc-b35f-a828ef415b32)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:40.687125 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] For port ec382385-e2db-417c-bec3-7548828fbb3d, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:31:40.727178 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832275ac-9ca5-47b9-866c-06fab25d1101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec382385-e2db-417c-bec3-7548828fbb3d'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:40.729485 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82f536a-06f2-4176-9bbc-93d67c91e00d" -d '{"events": [{"server_uuid": "832275ac-9ca5-47b9-866c-06fab25d1101", "name": "network-vif-unplugged", "status": "completed", "tag": "ec382385-e2db-417c-bec3-7548828fbb3d"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:40.733622 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:40.748975 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Transition to ACTIVE for port object ec382385-e2db-417c-bec3-7548828fbb3d will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:31:40.779674 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a192449-7a73-457a-a4f1-a87ae4a1b0eb x-openstack-request-id: req-2a192449-7a73-457a-a4f1-a87ae4a1b0eb {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:40.779674 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832275ac-9ca5-47b9-866c-06fab25d1101", "name": "network-vif-unplugged", "status": "completed", "tag": "ec382385-e2db-417c-bec3-7548828fbb3d", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:40.779674 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a192449-7a73-457a-a4f1-a87ae4a1b0eb {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:40.780173 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832275ac-9ca5-47b9-866c-06fab25d1101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec382385-e2db-417c-bec3-7548828fbb3d', 'code': 200} Dec 16 22:31:40.806387 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:40.916428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ba29a-1f0f-46a7-9b5d-306d58fd78b7 req-f03516b4-3df9-42fd-921c-eecc2714e5a6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:40.918192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d1ba29a-1f0f-46a7-9b5d-306d58fd78b7 req-f03516b4-3df9-42fd-921c-eecc2714e5a6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 944 time: 0.0937090 Dec 16 22:31:40.932436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8ba05-68aa-4997-853f-84c8dcaf6e2f req-971e8549-4773-4ffb-908f-bd578ebca203 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:40.940243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cc8ba05-68aa-4997-853f-84c8dcaf6e2f req-971e8549-4773-4ffb-908f-bd578ebca203 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0826712 Dec 16 22:31:41.042170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cc8ba05-68aa-4997-853f-84c8dcaf6e2f req-8d079a58-f5fc-43db-b3ed-f1fb6d9723e6 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008315 Dec 16 22:31:41.067470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d1ba29a-1f0f-46a7-9b5d-306d58fd78b7 req-d7e5c904-51f0-4f35-bfe6-da19efa2ea5f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197834 Dec 16 22:31:41.145464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5b9b1c1-0f10-4a07-bdd4-b2c9806ff274 req-56ba82c3-40d6-4e34-8c8e-f76f8bb410b9 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0563700 Dec 16 22:31:41.189648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69e8a650-2ac0-4969-a824-ffaa68f6e72c req-a52aeb0a-f58a-4796-b1b7-777bdbbab5dc tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0547979 Dec 16 22:31:41.221409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7ae30cf-e15d-4431-9839-cb3667c19123 req-331ff149-e0c9-4524-a27b-754890efa093 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0306299 Dec 16 22:31:41.316184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054257c-e1e3-4919-96ab-ac32b1fecccf req-33c13750-b4f4-4eef-bda7-7d0e74a60db1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:41.317696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e054257c-e1e3-4919-96ab-ac32b1fecccf req-33c13750-b4f4-4eef-bda7-7d0e74a60db1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0525820 Dec 16 22:31:41.336341 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec382385-e2db-417c-bec3-7548828fbb3d,revision_number=6']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:41.367033 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.367402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.367688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.368033 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.368745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.368745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.368991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.369314 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.369636 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.370208 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.370331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.370578 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.370874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e054257c-e1e3-4919-96ab-ac32b1fecccf req-f1649cfa-273f-4dad-9760-20cf372916a5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466290 Dec 16 22:31:41.370989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.412797 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dab34961-8db0-4615-ae8c-f52ecfd8694d req-5f88b269-7a3e-4b84-8fae-589aa76688c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1315658 Dec 16 22:31:41.414177 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] No DVR routers for this DVR port ec382385-e2db-417c-bec3-7548828fbb3d on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:31:41.536027 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab34961-8db0-4615-ae8c-f52ecfd8694d req-c875ec8d-9ea5-4146-adf2-91b29dc5b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:41.537511 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dab34961-8db0-4615-ae8c-f52ecfd8694d req-c875ec8d-9ea5-4146-adf2-91b29dc5b210 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b61746d1f14f4a999de4f63ca14318d0&device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 1097 time: 0.0898457 Dec 16 22:31:41.625681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Attempting to bind port ec382385-e2db-417c-bec3-7548828fbb3d on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:31:41.626019 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Attempting to bind port ec382385-e2db-417c-bec3-7548828fbb3d by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:31:41.626363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Attempting to bind port ec382385-e2db-417c-bec3-7548828fbb3d on network 52ff4fd1-caf3-4082-ab08-043c83e311d1 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:31:41.638716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Port ec382385-e2db-417c-bec3-7548828fbb3d on network 52ff4fd1-caf3-4082-ab08-043c83e311d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:31:41.639049 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Attempting to bind port ec382385-e2db-417c-bec3-7548828fbb3d on network 52ff4fd1-caf3-4082-ab08-043c83e311d1 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:31:41.650558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:31:41.650901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Checking segment: {'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:31:41.651308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Bound using segment: {'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:31:41.651759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Bound port: ec382385-e2db-417c-bec3-7548828fbb3d, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bda597-2b92-4cdc-b35f-a828ef415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:31:41.652119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:41.707513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab34961-8db0-4615-ae8c-f52ecfd8694d req-056cf701-8162-4357-b163-9f9f701c43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:41.709004 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dab34961-8db0-4615-ae8c-f52ecfd8694d req-056cf701-8162-4357-b163-9f9f701c43ce service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c8ac751-0461-4def-b0a8-b730be8d39e2 HTTP/1.1" status: 200 len: 909 time: 0.1411014 Dec 16 22:31:41.784620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] For port ec382385-e2db-417c-bec3-7548828fbb3d, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:31:41.789903 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] For port ec382385-e2db-417c-bec3-7548828fbb3d, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ec382385-e2db-417c-bec3-7548828fbb3d,segment=NetworkSegment(b9bda597-2b92-4cdc-b35f-a828ef415b32),segment_id=b9bda597-2b92-4cdc-b35f-a828ef415b32)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:31:41.800547 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dab34961-8db0-4615-ae8c-f52ecfd8694d req-80c044af-d157-48db-8353-dd3603b6794c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c19627-25b1-4e1f-98bd-0e6425a585e7 HTTP/1.1" status: 200 len: 1002 time: 0.0827966 Dec 16 22:31:41.871857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab34961-8db0-4615-ae8c-f52ecfd8694d req-bb2717fa-2988-4bb3-a961-b7774c879683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:41.874441 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dab34961-8db0-4615-ae8c-f52ecfd8694d req-bb2717fa-2988-4bb3-a961-b7774c879683 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4a5e6be-2343-411d-83c3-fd248d67f67e HTTP/1.1" status: 200 len: 847 time: 0.0666080 Dec 16 22:31:41.909568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:41.954839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:41.955497 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:41.957062 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/ec382385-e2db-417c-bec3-7548828fbb3d HTTP/1.1" status: 200 len: 1092 time: 1.5720148 Dec 16 22:31:41.975868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab34961-8db0-4615-ae8c-f52ecfd8694d req-139c8f4c-0cd6-441d-9811-416760c55f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:41.977531 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dab34961-8db0-4615-ae8c-f52ecfd8694d req-139c8f4c-0cd6-441d-9811-416760c55f31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c8ac751-0461-4def-b0a8-b730be8d39e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957205 Dec 16 22:31:41.982952 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2d62a-9621-4f5a-a4e3-765c4dcad7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec382385-e2db-417c-bec3-7548828fbb3d,revision_number=7']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:42.084141 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-4138f836-20d6-46f0-b0ab-0aa5775ca47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:42.086228 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-4138f836-20d6-46f0-b0ab-0aa5775ca47e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 1095 time: 0.0992026 Dec 16 22:31:42.171418 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dab34961-8db0-4615-ae8c-f52ecfd8694d req-bab30fe8-6fd1-434a-bac6-76417175dcdd service neutron] 10.222.0.69 "GET /v2.0/networks/4c8ac751-0461-4def-b0a8-b730be8d39e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756132 Dec 16 22:31:42.232573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb5828-2375-4859-a7dc-2fee3a394a51 req-8406a85a-6d93-4f21-93ca-46b5d0105091 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:42.233864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76bb5828-2375-4859-a7dc-2fee3a394a51 req-8406a85a-6d93-4f21-93ca-46b5d0105091 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0806360 Dec 16 22:31:42.242635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd4ba3-79fa-4726-979f-d139675bcbcf req-cb6c2bfd-0c45-48dc-ac45-b5a2f284847c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:42.244231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34cd4ba3-79fa-4726-979f-d139675bcbcf req-cb6c2bfd-0c45-48dc-ac45-b5a2f284847c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 944 time: 0.1011751 Dec 16 22:31:42.283747 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-8d71d94e-8ff0-4e8f-b6b2-3e255d9f3975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:42.285320 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-8d71d94e-8ff0-4e8f-b6b2-3e255d9f3975 service neutron] 10.222.0.24 "GET /v2.0/networks?id=52ff4fd1-caf3-4082-ab08-043c83e311d1 HTTP/1.1" status: 200 len: 898 time: 0.1850615 Dec 16 22:31:42.324170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76bb5828-2375-4859-a7dc-2fee3a394a51 req-5770ef65-4b07-4689-878c-437db200a053 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789111 Dec 16 22:31:42.328725 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34cd4ba3-79fa-4726-979f-d139675bcbcf req-c37a6896-6826-4808-8877-9b044961e687 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759349 Dec 16 22:31:42.365188 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dab34961-8db0-4615-ae8c-f52ecfd8694d req-4dc70d30-46c8-4f34-b52c-70fd90ca86c5 service neutron] 10.222.0.69 "GET /v2.0/networks/4c8ac751-0461-4def-b0a8-b730be8d39e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863530 Dec 16 22:31:42.382840 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-3c053160-7de4-4d05-9b4f-1f368db3bf97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec382385-e2db-417c-bec3-7548828fbb3d HTTP/1.1" status: 200 len: 1000 time: 0.0871608 Dec 16 22:31:42.421976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fecefb4b-e045-47bd-b230-5d2f39797b87 req-1510905e-fed7-431b-a063-a43f422ff05b tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0378900 Dec 16 22:31:42.439148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6fd680bd-4c49-48dc-a0ac-94b53a4f3963 req-44e48807-c60b-42e3-ab60-26b7fffc1935 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0437205 Dec 16 22:31:42.449409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-b145973b-43ce-40f6-8f3a-6f40783df1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:42.452284 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-b145973b-43ce-40f6-8f3a-6f40783df1a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=77207670-c514-4ba1-8ccb-a86332e3c8a9 HTTP/1.1" status: 200 len: 834 time: 0.0575836 Dec 16 22:31:42.504749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d188a39-c0d5-4f5d-8b01-8cfb9eb5fcd3 req-52168054-c888-47a4-bc7c-434c39be1329 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0345161 Dec 16 22:31:42.515128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-90cbeb27-13f7-4b81-9a44-48d01d468be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:42.518235 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-90cbeb27-13f7-4b81-9a44-48d01d468be0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=52ff4fd1-caf3-4082-ab08-043c83e311d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579438 Dec 16 22:31:42.558502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147d530-b126-459c-aa38-a3f3f0596a97 req-99ecdaae-dbc1-4be3-8f26-8af319e9e1e7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:42.560160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f147d530-b126-459c-aa38-a3f3f0596a97 req-99ecdaae-dbc1-4be3-8f26-8af319e9e1e7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0545464 Dec 16 22:31:42.610134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f147d530-b126-459c-aa38-a3f3f0596a97 req-ac043d16-f3cc-455a-9b83-2585c7e412eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433741 Dec 16 22:31:42.620961 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-c366a988-35c4-4e6a-bca6-1418ed4e4708 service neutron] 10.222.0.24 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930085 Dec 16 22:31:42.721248 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad965477-ed4a-4aa9-be79-0449e4aff2a0 req-a54d1ed2-13d7-46d5-acc7-238e09e6f6ea service neutron] 10.222.0.24 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896535 Dec 16 22:31:42.781127 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832275ac-9ca5-47b9-866c-06fab25d1101', 'tag': 'ec382385-e2db-417c-bec3-7548828fbb3d'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:42.783516 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754ec884-605e-4d17-852e-cd9ed51a92d2" -d '{"events": [{"name": "network-changed", "server_uuid": "832275ac-9ca5-47b9-866c-06fab25d1101", "tag": "ec382385-e2db-417c-bec3-7548828fbb3d"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:42.846122 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9680dade-765f-4e02-80c6-2b4fd03d57d4 x-openstack-request-id: req-9680dade-765f-4e02-80c6-2b4fd03d57d4 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:42.846558 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832275ac-9ca5-47b9-866c-06fab25d1101", "tag": "ec382385-e2db-417c-bec3-7548828fbb3d", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:42.846818 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9680dade-765f-4e02-80c6-2b4fd03d57d4 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:42.847228 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832275ac-9ca5-47b9-866c-06fab25d1101', 'tag': 'ec382385-e2db-417c-bec3-7548828fbb3d', 'status': 'completed', 'code': 200} Dec 16 22:31:42.954129 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-ecb48851-4fcb-45ec-ac15-91b3fc1987d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:42.955687 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-ecb48851-4fcb-45ec-ac15-91b3fc1987d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 1095 time: 0.0808859 Dec 16 22:31:42.958561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-30bf1db0-58d5-4ad1-9e86-34d17807a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:42.960579 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-30bf1db0-58d5-4ad1-9e86-34d17807a6f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 1095 time: 0.0767884 Dec 16 22:31:43.129911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-953af510-226d-4eed-9222-2cb17942bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:43.131171 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:43.132256 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-953af510-226d-4eed-9222-2cb17942bd98 service neutron] 10.222.0.69 "GET /v2.0/networks?id=52ff4fd1-caf3-4082-ab08-043c83e311d1 HTTP/1.1" status: 200 len: 898 time: 0.1636188 Dec 16 22:31:43.133460 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-35cbc860-058c-49db-ad85-908164c1dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:43.134769 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-35cbc860-058c-49db-ad85-908164c1dc6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=52ff4fd1-caf3-4082-ab08-043c83e311d1 HTTP/1.1" status: 200 len: 898 time: 0.1658869 Dec 16 22:31:43.249580 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-3bfb6d18-9ee5-404a-aeb6-a9dc5f31e99b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec382385-e2db-417c-bec3-7548828fbb3d HTTP/1.1" status: 200 len: 1000 time: 0.1102629 Dec 16 22:31:43.251367 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-33a463ff-a168-41fc-a192-e3d98b5bd83f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec382385-e2db-417c-bec3-7548828fbb3d HTTP/1.1" status: 200 len: 1000 time: 0.1061893 Dec 16 22:31:43.320344 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:43.341772 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-450e2bb2-2afe-43e9-b9a1-7d735ccd4557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:43.343148 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-450e2bb2-2afe-43e9-b9a1-7d735ccd4557 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77207670-c514-4ba1-8ccb-a86332e3c8a9 HTTP/1.1" status: 200 len: 834 time: 0.0853372 Dec 16 22:31:43.344833 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-a52a16c3-e69e-4ae0-bc1d-6dfa65b265d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:43.346147 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-a52a16c3-e69e-4ae0-bc1d-6dfa65b265d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=77207670-c514-4ba1-8ccb-a86332e3c8a9 HTTP/1.1" status: 200 len: 834 time: 0.0803118 Dec 16 22:31:43.426288 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-7fd2835e-9835-480a-a05d-6469708a0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:43.428707 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-7fd2835e-9835-480a-a05d-6469708a0613 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52ff4fd1-caf3-4082-ab08-043c83e311d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736315 Dec 16 22:31:43.430810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-10eb5a98-c4cc-4dcb-a3b7-d35cb1c89458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:43.432270 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-10eb5a98-c4cc-4dcb-a3b7-d35cb1c89458 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=52ff4fd1-caf3-4082-ab08-043c83e311d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770087 Dec 16 22:31:43.493858 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583f3be-1381-4a96-9943-b484bc1a7ba2 req-c57f1fb0-9c1c-4b0b-b5e6-4b8ff270e491 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:43.495455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b583f3be-1381-4a96-9943-b484bc1a7ba2 req-c57f1fb0-9c1c-4b0b-b5e6-4b8ff270e491 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 944 time: 0.0857167 Dec 16 22:31:43.518754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca1915-87b8-4718-96d9-34cfb37a22ba req-51bea90c-ecee-4232-a55d-04c2321fad45 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:43.520324 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1ca1915-87b8-4718-96d9-34cfb37a22ba req-51bea90c-ecee-4232-a55d-04c2321fad45 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0834186 Dec 16 22:31:43.588471 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b583f3be-1381-4a96-9943-b484bc1a7ba2 req-c17d21d8-62ea-4c7d-8bda-8f096dbf3c9e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864778 Dec 16 22:31:43.597720 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-ee5eb764-2a50-4846-8449-2f195d1e4edd service neutron] 10.222.0.69 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618485 Dec 16 22:31:43.600024 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-62c0ab59-d245-45e8-80c3-357be2d52f92 service neutron] 10.222.0.24 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570547 Dec 16 22:31:43.606038 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1ca1915-87b8-4718-96d9-34cfb37a22ba req-ac621984-d6b2-43c6-8a65-4a252b59ba31 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692217 Dec 16 22:31:43.663015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb843b94-527d-4f06-9d45-73b759911c93 req-12d2cf0a-86c5-4a21-a760-58636d0e81fb tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0291672 Dec 16 22:31:43.690462 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f38eb48c-459e-4004-a8d3-ec634357d42e req-f12e7281-1224-4ad0-aa6e-f6a55d253604 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0308914 Dec 16 22:31:43.754443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45bf56f6-48b6-4be8-8ccf-2100bb6bc288 req-c4164211-94d1-4e11-9913-9436b40f3d33 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0362213 Dec 16 22:31:43.784956 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-0c5cb58c-c20e-4561-9e64-96286783c80e service neutron] 10.222.0.69 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677999 Dec 16 22:31:43.786859 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-754ec884-605e-4d17-852e-cd9ed51a92d2 req-1961df52-79f4-488b-8ded-df63b786ed69 service neutron] 10.222.0.24 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781700 Dec 16 22:31:43.806202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73137d31-c570-4871-bdc9-44f1346d2734 req-7ddebaf6-dcd9-4152-ae6c-1db96b2264f1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:43.807968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73137d31-c570-4871-bdc9-44f1346d2734 req-7ddebaf6-dcd9-4152-ae6c-1db96b2264f1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0563593 Dec 16 22:31:43.858495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73137d31-c570-4871-bdc9-44f1346d2734 req-5ed6e55d-20f4-4428-86b3-727960e8f6eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441258 Dec 16 22:31:44.518640 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ec382385-e2db-417c-bec3-7548828fbb3d no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:31:44.561338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ec382385-e2db-417c-bec3-7548828fbb3d not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:31:44.582704 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e7ff5-29ae-4adf-82bd-f67de7e39655 req-a0242242-436d-4182-b253-e34f04095aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:44.584276 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8a7e7ff5-29ae-4adf-82bd-f67de7e39655 req-a0242242-436d-4182-b253-e34f04095aa6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 1095 time: 0.0443056 Dec 16 22:31:44.706403 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e7ff5-29ae-4adf-82bd-f67de7e39655 req-ce585c0a-201f-4e72-ac1d-485b5aead6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:44.708003 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8a7e7ff5-29ae-4adf-82bd-f67de7e39655 req-ce585c0a-201f-4e72-ac1d-485b5aead6da service neutron] 10.222.0.24 "GET /v2.0/networks?id=52ff4fd1-caf3-4082-ab08-043c83e311d1 HTTP/1.1" status: 200 len: 898 time: 0.0981953 Dec 16 22:31:44.753326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74dbb2-f5b3-4620-971c-41568197c4dd req-406df9bd-6bdd-439a-a035-cb1a7108642f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:44.754930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f74dbb2-f5b3-4620-971c-41568197c4dd req-406df9bd-6bdd-439a-a035-cb1a7108642f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 944 time: 0.0890987 Dec 16 22:31:44.763215 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468fda0-da13-4e98-9c2d-1b9701795267 req-4c4fdff8-ebb4-4730-bbe8-9e40412e6593 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:44.764783 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1468fda0-da13-4e98-9c2d-1b9701795267 req-4c4fdff8-ebb4-4730-bbe8-9e40412e6593 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0872097 Dec 16 22:31:44.788041 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8a7e7ff5-29ae-4adf-82bd-f67de7e39655 req-010cda1f-3e64-4584-9dc0-ed2742e57bcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec382385-e2db-417c-bec3-7548828fbb3d HTTP/1.1" status: 200 len: 1000 time: 0.0711405 Dec 16 22:31:44.848677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f74dbb2-f5b3-4620-971c-41568197c4dd req-d743c42e-3c99-42b7-b5f6-be8ba2b97bd1 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795512 Dec 16 22:31:44.852787 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1468fda0-da13-4e98-9c2d-1b9701795267 req-2c2ca60c-4040-4a8d-8534-91f6a43605c1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818596 Dec 16 22:31:44.856423 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e7ff5-29ae-4adf-82bd-f67de7e39655 req-49d7653b-8e59-44ea-bf13-d3959c084984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:44.859064 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8a7e7ff5-29ae-4adf-82bd-f67de7e39655 req-49d7653b-8e59-44ea-bf13-d3959c084984 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=77207670-c514-4ba1-8ccb-a86332e3c8a9 HTTP/1.1" status: 200 len: 834 time: 0.0556664 Dec 16 22:31:44.928198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e7ff5-29ae-4adf-82bd-f67de7e39655 req-0ceb8e50-df44-4615-80c8-d138403ccd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:44.930842 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8a7e7ff5-29ae-4adf-82bd-f67de7e39655 req-0ceb8e50-df44-4615-80c8-d138403ccd77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=52ff4fd1-caf3-4082-ab08-043c83e311d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630882 Dec 16 22:31:44.939371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a3e94d1-192c-4de3-a8ad-d14eae6a7387 req-4cfde8c6-f90d-45ef-8acb-077ccc3883c1 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0409503 Dec 16 22:31:44.968145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a4b073f8-00e6-4722-9748-1b7c57fce565 req-89c8a635-cb75-4571-ac7a-0e7a6371802a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0317097 Dec 16 22:31:45.021669 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0312b46-f638-4de9-9422-0a3c47bb9766 req-e469cc25-7974-442d-b0ee-6c4b9d528149 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0288510 Dec 16 22:31:45.105289 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a18c2d-b8ec-421b-b1cc-a9efd2761b4b req-d9a01882-7dea-44f0-910f-eed9be501d56 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:45.106996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83a18c2d-b8ec-421b-b1cc-a9efd2761b4b req-d9a01882-7dea-44f0-910f-eed9be501d56 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0585594 Dec 16 22:31:45.158766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83a18c2d-b8ec-421b-b1cc-a9efd2761b4b req-eea0473e-e7bd-4a4c-98ec-fd1db11ba9f2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449724 Dec 16 22:31:45.272649 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8a7e7ff5-29ae-4adf-82bd-f67de7e39655 req-d2a5f47c-5b3e-4b02-a2fc-95fe767feccb service neutron] 10.222.0.24 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336172 Dec 16 22:31:45.378172 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8a7e7ff5-29ae-4adf-82bd-f67de7e39655 req-8e1ae26d-f3a8-4394-90b7-1d4756bf102d service neutron] 10.222.0.24 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971599 Dec 16 22:31:46.013293 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04977b-e7c7-406e-95c9-5de0ee7dbe91 req-a3e0b803-f242-4ca0-be00-2d74fd984e99 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:46.014831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac04977b-e7c7-406e-95c9-5de0ee7dbe91 req-a3e0b803-f242-4ca0-be00-2d74fd984e99 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0722711 Dec 16 22:31:46.022605 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05cd83-01ec-4c50-9e46-b4883f88ecbf req-9404d57c-68f7-401f-aad4-02db7512f0d8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:46.024097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c05cd83-01ec-4c50-9e46-b4883f88ecbf req-9404d57c-68f7-401f-aad4-02db7512f0d8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 944 time: 0.0925486 Dec 16 22:31:46.104632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac04977b-e7c7-406e-95c9-5de0ee7dbe91 req-9c589428-1532-4078-8a26-d97bd3d42f2f tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795074 Dec 16 22:31:46.108848 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c05cd83-01ec-4c50-9e46-b4883f88ecbf req-c873e31a-f14d-4135-8060-fa15460cfaec tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776937 Dec 16 22:31:46.194941 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-595a6818-5a5c-4668-bd53-a51712b15304 req-da7e78ab-e5d3-4da4-9482-d1f00db3e9ce tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0475960 Dec 16 22:31:46.196868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a0e11f5-a03b-4051-9ffa-171ab6251347 req-80c96b7d-a086-44d8-966a-c2a941a52398 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0477893 Dec 16 22:31:46.259865 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a2542d8-9c3a-4536-a5f3-9c014b139b43 req-296ee57c-029a-4d8f-abc6-b3dc52165b3e tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0273774 Dec 16 22:31:46.324281 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ec382385-e2db-417c-bec3-7548828fbb3d details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:31:46.373086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8744e-2a7b-4a13-8d46-6fde180274c4 req-15228103-8c4d-4ed9-b442-93bebf93de19 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:46.374764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bce8744e-2a7b-4a13-8d46-6fde180274c4 req-15228103-8c4d-4ed9-b442-93bebf93de19 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0585263 Dec 16 22:31:46.426447 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bce8744e-2a7b-4a13-8d46-6fde180274c4 req-9f80a17e-7f82-4fe0-b17c-9682c905a759 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454688 Dec 16 22:31:46.434667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ec382385-e2db-417c-bec3-7548828fbb3d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ec382385-e2db-417c-bec3-7548828fbb3d,segment=NetworkSegment(b9bda597-2b92-4cdc-b35f-a828ef415b32),segment_id=b9bda597-2b92-4cdc-b35f-a828ef415b32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:46.450359 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'ec382385-e2db-417c-bec3-7548828fbb3d', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'port_id': 'ec382385-e2db-417c-bec3-7548828fbb3d', 'mac_address': 'fa:16:3e:d2:bf:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:31:46.496137 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:46.512891 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec382385-e2db-417c-bec3-7548828fbb3d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:31:46.534421 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ec382385-e2db-417c-bec3-7548828fbb3d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ec382385-e2db-417c-bec3-7548828fbb3d,segment=NetworkSegment(b9bda597-2b92-4cdc-b35f-a828ef415b32),segment_id=b9bda597-2b92-4cdc-b35f-a828ef415b32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:46.567240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb59db-ffaf-4dc8-b0ed-a99220687a2b req-7aa340bb-955e-4d69-876a-0bdd627a44eb tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:46.568808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23cb59db-ffaf-4dc8-b0ed-a99220687a2b req-7aa340bb-955e-4d69-876a-0bdd627a44eb tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 944 time: 0.0634415 Dec 16 22:31:46.622376 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:46.622800 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23cb59db-ffaf-4dc8-b0ed-a99220687a2b req-cdadff0a-fb6f-4a3a-b11a-a93c6b12e95e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466931 Dec 16 22:31:46.674527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ec382385-e2db-417c-bec3-7548828fbb3d,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:46.682647 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:46.683004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:46.683378 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:46.683724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:46.684066 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:46.684405 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:46.684742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:46.685077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:46.685408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:46.685741 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:46.686070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:46.686397 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:46.686724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:46.719109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d599c-70b3-4c40-ba6c-268b949e8859 req-3fc294b6-fefb-4b58-81ab-c7577ef44994 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:46.719109 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-056d599c-70b3-4c40-ba6c-268b949e8859 req-3fc294b6-fefb-4b58-81ab-c7577ef44994 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.69 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101&tenant_id=51c946c648db42a6836975a56f094831&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 945 time: 0.0896459 Dec 16 22:31:46.782331 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [req-056d599c-70b3-4c40-ba6c-268b949e8859 req-304e1c95-9676-48cf-905d-0b6a290bfbea service neutron] delete failed (client error): The resource could not be found. Dec 16 22:31:46.783405 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-056d599c-70b3-4c40-ba6c-268b949e8859 req-304e1c95-9676-48cf-905d-0b6a290bfbea service neutron] 10.222.0.69 "DELETE /v2.0/ports/ec382385-e2db-417c-bec3-7548828fbb3d/bindings/n-h1-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.0584998 Dec 16 22:31:46.880569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d599c-70b3-4c40-ba6c-268b949e8859 req-c2d7e5f1-cb7f-439b-a4fa-3ffffbd767e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:46.882921 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-056d599c-70b3-4c40-ba6c-268b949e8859 req-c2d7e5f1-cb7f-439b-a4fa-3ffffbd767e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 1096 time: 0.0435157 Dec 16 22:31:46.931588 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['ec382385-e2db-417c-bec3-7548828fbb3d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:46.981148 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d599c-70b3-4c40-ba6c-268b949e8859 req-59084aa3-23f8-48ca-a2d7-fd5a8810783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:46.982628 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-056d599c-70b3-4c40-ba6c-268b949e8859 req-59084aa3-23f8-48ca-a2d7-fd5a8810783c service neutron] 10.222.0.69 "GET /v2.0/networks?id=52ff4fd1-caf3-4082-ab08-043c83e311d1 HTTP/1.1" status: 200 len: 898 time: 0.0881217 Dec 16 22:31:47.057627 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-056d599c-70b3-4c40-ba6c-268b949e8859 req-0693ec25-1a89-43b6-942e-5c668b0ae001 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec382385-e2db-417c-bec3-7548828fbb3d HTTP/1.1" status: 200 len: 1001 time: 0.0633991 Dec 16 22:31:47.112275 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d599c-70b3-4c40-ba6c-268b949e8859 req-fa780ea1-39f4-4322-b7f6-40f96810756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:47.113760 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-056d599c-70b3-4c40-ba6c-268b949e8859 req-fa780ea1-39f4-4322-b7f6-40f96810756a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77207670-c514-4ba1-8ccb-a86332e3c8a9 HTTP/1.1" status: 200 len: 834 time: 0.0453560 Dec 16 22:31:47.163648 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d599c-70b3-4c40-ba6c-268b949e8859 req-4710e834-ccbc-48a2-b412-a3304e997db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:47.165177 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-056d599c-70b3-4c40-ba6c-268b949e8859 req-4710e834-ccbc-48a2-b412-a3304e997db1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52ff4fd1-caf3-4082-ab08-043c83e311d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427237 Dec 16 22:31:47.241549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14731416-15f2-4676-944d-a7633a9e0d9f req-667e6943-a3dd-4c52-9cf5-7ea97919ebe1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:47.243069 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14731416-15f2-4676-944d-a7633a9e0d9f req-667e6943-a3dd-4c52-9cf5-7ea97919ebe1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0619743 Dec 16 22:31:47.273396 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-056d599c-70b3-4c40-ba6c-268b949e8859 req-153e88ce-6007-41f8-9a70-79b7925d998b service neutron] 10.222.0.69 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964255 Dec 16 22:31:47.293847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c38ca27-85cb-4af2-8269-4b730e499ca1 req-bbdcbe06-91f4-4e9a-baff-eea0296a56dc tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0450234 Dec 16 22:31:47.331992 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14731416-15f2-4676-944d-a7633a9e0d9f req-3085aacd-483a-4b82-97a3-c89d8a07c2c3 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819490 Dec 16 22:31:47.362838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d604499b-85dd-4f8e-be05-28bca0e381d8 req-c34dd05d-eeee-4a3c-ae25-7af16ff03d08 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0293527 Dec 16 22:31:47.389275 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-056d599c-70b3-4c40-ba6c-268b949e8859 req-329fed91-96dd-4115-9805-0cfdfaf3f63e service neutron] 10.222.0.69 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046858 Dec 16 22:31:47.405808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b80e70e5-7ba1-47f3-90b0-f98e3a134cea req-58673cb7-8dca-4a9f-9f4d-bb82bdedb455 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0270340 Dec 16 22:31:47.550954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c45e4-97b6-40b7-94c1-33a80dceb84d req-7979fa22-7c92-4a95-9c9f-110ec9d39286 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:47.552707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b90c45e4-97b6-40b7-94c1-33a80dceb84d req-7979fa22-7c92-4a95-9c9f-110ec9d39286 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0532889 Dec 16 22:31:47.610441 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b90c45e4-97b6-40b7-94c1-33a80dceb84d req-223fc5e8-ebce-45a9-8c74-d21a90083b8f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509849 Dec 16 22:31:47.752840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14cf10-3104-4e22-838d-8236c0c3a951 req-abd13b4e-65b1-4276-a202-7d80e95bf7ae tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:47.754398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad14cf10-3104-4e22-838d-8236c0c3a951 req-abd13b4e-65b1-4276-a202-7d80e95bf7ae tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 945 time: 0.0537376 Dec 16 22:31:47.805756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad14cf10-3104-4e22-838d-8236c0c3a951 req-3b13d86c-baf7-477e-808f-4817ebad8ae6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448496 Dec 16 22:31:48.327508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ec382385-e2db-417c-bec3-7548828fbb3d up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:31:48.394360 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b81e5261-8a35-4f56-958b-41e4b0063592 req-cfe718b0-6418-4bf5-bd37-56a750d4d300 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0480514 Dec 16 22:31:48.451215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port ec382385-e2db-417c-bec3-7548828fbb3d completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:31:48.455404 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port ec382385-e2db-417c-bec3-7548828fbb3d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:31:48.464853 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:48.483001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3b8e44f-9dd3-4402-886e-b5176b88266e req-ac510901-1f38-46e4-9e67-53ca496be752 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0343022 Dec 16 22:31:48.505471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62fab1-3801-4390-8666-17642c710d67 req-34bfd82b-9881-442a-943e-29222211dddb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:48.508128 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de62fab1-3801-4390-8666-17642c710d67 req-34bfd82b-9881-442a-943e-29222211dddb tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0853229 Dec 16 22:31:48.546842 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:48.571112 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832275ac-9ca5-47b9-866c-06fab25d1101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec382385-e2db-417c-bec3-7548828fbb3d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:48.573415 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec404f2f-d69c-4f26-a0cf-060dea8d9c7d" -d '{"events": [{"server_uuid": "832275ac-9ca5-47b9-866c-06fab25d1101", "name": "network-vif-plugged", "status": "completed", "tag": "ec382385-e2db-417c-bec3-7548828fbb3d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:48.581645 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2da63b63-455f-40a9-9fac-f3224526c574 req-301686b2-86e0-427d-8cfe-c071206f005f tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0347867 Dec 16 22:31:48.586285 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de62fab1-3801-4390-8666-17642c710d67 req-4cd295e8-aba3-4640-9bdf-3ad3a32ac43e tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736892 Dec 16 22:31:48.589175 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ec382385-e2db-417c-bec3-7548828fbb3d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ec382385-e2db-417c-bec3-7548828fbb3d,segment=NetworkSegment(b9bda597-2b92-4cdc-b35f-a828ef415b32),segment_id=b9bda597-2b92-4cdc-b35f-a828ef415b32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:48.636906 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34f261d-862a-42cc-963b-7aa6da564332 x-openstack-request-id: req-b34f261d-862a-42cc-963b-7aa6da564332 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:48.636906 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832275ac-9ca5-47b9-866c-06fab25d1101", "name": "network-vif-plugged", "status": "completed", "tag": "ec382385-e2db-417c-bec3-7548828fbb3d", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:48.636906 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b34f261d-862a-42cc-963b-7aa6da564332 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:48.636906 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832275ac-9ca5-47b9-866c-06fab25d1101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec382385-e2db-417c-bec3-7548828fbb3d', 'code': 200} Dec 16 22:31:48.685016 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:48.727604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e84bc-dae0-41e8-8144-73d5cfd802a0 req-604d8029-e3ee-430c-a81f-5b8eee0e27a0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:48.729123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-207e84bc-dae0-41e8-8144-73d5cfd802a0 req-604d8029-e3ee-430c-a81f-5b8eee0e27a0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0511158 Dec 16 22:31:48.735797 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ec382385-e2db-417c-bec3-7548828fbb3d,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:48.779076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-207e84bc-dae0-41e8-8144-73d5cfd802a0 req-65dae2e5-e0be-4538-8b29-d56a2abe0d0d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437651 Dec 16 22:31:48.932897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22726760-ab27-4bf2-a340-b56593e77aeb req-da2d210c-023e-4d61-ac9f-6aaeb5d85608 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:48.934437 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22726760-ab27-4bf2-a340-b56593e77aeb req-da2d210c-023e-4d61-ac9f-6aaeb5d85608 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.0552986 Dec 16 22:31:48.985998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22726760-ab27-4bf2-a340-b56593e77aeb req-e99abe45-311c-41c6-a4c7-07bf02402ad5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451500 Dec 16 22:31:49.008131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57266) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:49.069201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ad1ee12c-8ed7-4b76-9b69-e3f1e2434291 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/floatingips/24f39508-2329-42be-a94a-736eb82e40fa HTTP/1.1" status: 200 len: 994 time: 0.0597649 Dec 16 22:31:49.473724 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2da8b81-5291-4f6d-9abd-1eeb9199cb8b req-755d508f-2027-48e9-8cd0-a8d6800e309e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0275056 Dec 16 22:31:49.568069 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24897c65-5bfe-4b50-ba0b-9a31e5b82b7f req-b1a2379a-612e-499a-94f4-2dda7a2790a6 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0317686 Dec 16 22:31:49.660292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c035b12-6a8b-4ee4-a1f5-e793d5c1efc9 req-50adc783-92c2-44e1-854c-aba4f7115d0c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0264213 Dec 16 22:31:49.711551 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147ff4-799c-46fc-8c6e-77b218331b7d req-f02e8316-3302-4a6a-afc2-63b1bae1abb2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:49.713053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e147ff4-799c-46fc-8c6e-77b218331b7d req-f02e8316-3302-4a6a-afc2-63b1bae1abb2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0518875 Dec 16 22:31:49.762318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e147ff4-799c-46fc-8c6e-77b218331b7d req-197edf18-3488-402c-bf29-7452886931c2 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431929 Dec 16 22:31:49.896623 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499f986-e966-46eb-9442-ccecec3fa8e6 req-871d3a8c-6c44-4659-a671-c57ca32c02f8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:49.898320 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4499f986-e966-46eb-9442-ccecec3fa8e6 req-871d3a8c-6c44-4659-a671-c57ca32c02f8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0514300 Dec 16 22:31:49.950929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4499f986-e966-46eb-9442-ccecec3fa8e6 req-449518fb-fc70-44ac-ab45-9e1a001a91d3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465462 Dec 16 22:31:50.033656 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebdff675-2113-4087-97cc-df5caa44c92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:50.551691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ed5ff06-4bcd-4b42-ace0-2d9babf57861 req-53a16eec-3b39-46dc-a27c-6f75e0eb8d71 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0270464 Dec 16 22:31:50.648147 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc3707fe-adf6-4b23-b9e4-6aeaa444f704 req-b554237d-896a-4bf3-b0a9-2a3f93a29794 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0270116 Dec 16 22:31:50.739916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b874454b-54a9-4142-992e-b842a87dfa36 req-8d6c4e96-fb3e-40af-b8d4-085bfd33e595 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0263488 Dec 16 22:31:50.885583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fa183-8862-4a0c-b823-c69c3a779be2 req-e9bd3056-7225-45fd-8009-b17b329d7791 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:50.887077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea1fa183-8862-4a0c-b823-c69c3a779be2 req-e9bd3056-7225-45fd-8009-b17b329d7791 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0503895 Dec 16 22:31:50.938487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea1fa183-8862-4a0c-b823-c69c3a779be2 req-f63d2be3-fddf-40ec-b41d-4d360aa84e1c tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450282 Dec 16 22:31:51.071632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c2cd0-feac-435d-9d2e-b7d9fb78b7a5 req-0226991f-a52d-4ed0-83f3-460572ee10cf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:51.073079 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c31c2cd0-feac-435d-9d2e-b7d9fb78b7a5 req-0226991f-a52d-4ed0-83f3-460572ee10cf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0541854 Dec 16 22:31:51.123059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c31c2cd0-feac-435d-9d2e-b7d9fb78b7a5 req-e2883464-af60-43e0-9d49-ec94e202a448 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436995 Dec 16 22:31:51.688194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6338c370-77d8-4da6-8391-3d55e388f85e req-29411e42-6cea-4ca7-b9de-40e39c8255d5 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0859520 Dec 16 22:31:51.724509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e925ba9-b9c8-4c82-82e9-0317cc989d5a req-98427e4b-0221-4059-b150-934987f49982 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0262511 Dec 16 22:31:51.819229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5628d7d6-8bdd-4dae-8bb7-b9cf2ea5216d req-90970957-e63c-47f5-b06f-86b1f4dff9d2 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0263236 Dec 16 22:31:52.065267 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f07b6e-6cb1-45b0-bcae-c9a8d1303028 req-24942f7c-a7a6-4c88-a67f-63385494a1c5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:52.066809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06f07b6e-6cb1-45b0-bcae-c9a8d1303028 req-24942f7c-a7a6-4c88-a67f-63385494a1c5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0547619 Dec 16 22:31:52.119632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06f07b6e-6cb1-45b0-bcae-c9a8d1303028 req-5b985788-679d-4573-8d4d-b184c56b6658 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459824 Dec 16 22:31:52.241636 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060deb4-9638-4076-8036-73606bfb3cd5 req-8624adbb-d415-4b28-ac3d-c1320fa58421 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:52.243183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a060deb4-9638-4076-8036-73606bfb3cd5 req-8624adbb-d415-4b28-ac3d-c1320fa58421 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0514398 Dec 16 22:31:52.294948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a060deb4-9638-4076-8036-73606bfb3cd5 req-4eb4877c-4a9e-40f0-b8fc-f6b54223ecc9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455155 Dec 16 22:31:52.416473 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9b6f003-06c3-4d1b-aa71-a08dc23c9b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:52.766258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c83c3ecf-e1b3-47c9-ab7c-d86d895802c9 req-ec84860b-b382-415f-ad39-979f81bdb7cc tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0274193 Dec 16 22:31:52.812304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f79779d8-1444-4ccb-92bd-9285e3fcf942 req-619828e6-b270-4d2d-b5ca-df73d26f8e84 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0305135 Dec 16 22:31:52.896444 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a8cd02c-47b5-488e-864a-0cfc648a907f req-08b3926b-a1db-4c37-bfd9-186697a5a4ba tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0272021 Dec 16 22:31:53.238181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06c212-040f-42a7-85f4-006b4e0c393f req-b2378bae-defb-4005-923a-27d4689b1bc8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:53.239689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e06c212-040f-42a7-85f4-006b4e0c393f req-b2378bae-defb-4005-923a-27d4689b1bc8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0494564 Dec 16 22:31:53.290641 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e06c212-040f-42a7-85f4-006b4e0c393f req-31e22c5e-6bfd-424a-ac1a-fe8375303eaa tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439022 Dec 16 22:31:53.469723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe5c63-4ba2-4090-8cf8-026ac32145db req-fbe41f9d-b31f-4636-923c-7ac7db62141f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:53.471240 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5cbe5c63-4ba2-4090-8cf8-026ac32145db req-fbe41f9d-b31f-4636-923c-7ac7db62141f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1058927 Dec 16 22:31:53.502188 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:53.527676 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5cbe5c63-4ba2-4090-8cf8-026ac32145db req-725c3e02-5733-4e75-8b14-8bb3c3d4d240 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496118 Dec 16 22:31:53.846280 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be680f36-236c-41af-bc3e-2ee353257b3c req-3a17cd8c-3ab0-4d93-b441-1c5cf6091ca5 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0278070 Dec 16 22:31:53.891114 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e32ed8b5-63f7-4d6a-9f3d-a6c03a6542c0 req-fe2b33e4-d93c-4d48-8452-f71fad952d99 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0273364 Dec 16 22:31:53.971317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83bbce8e-6ac3-411a-8f5c-1e8c26670357 req-e6bc385c-41ad-4547-843e-2124d9d0ccc9 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0261462 Dec 16 22:31:54.410726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781a988-a26a-4f0d-85ee-7fe080f026a8 req-39b28bae-ad1d-460e-92c9-ef61dc52f307 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:54.412250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0781a988-a26a-4f0d-85ee-7fe080f026a8 req-39b28bae-ad1d-460e-92c9-ef61dc52f307 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0498323 Dec 16 22:31:54.467411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0781a988-a26a-4f0d-85ee-7fe080f026a8 req-572e5e72-cd47-4776-aef8-59dfcc3be0c1 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474067 Dec 16 22:31:54.651622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074f031-a005-431a-88b1-eabf05da8c2f req-d01e8656-8ed4-4ac7-a9eb-006d56d9811b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:54.653179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8074f031-a005-431a-88b1-eabf05da8c2f req-d01e8656-8ed4-4ac7-a9eb-006d56d9811b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0573297 Dec 16 22:31:54.702819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8074f031-a005-431a-88b1-eabf05da8c2f req-5b7b8fbd-a9d4-48cd-addd-32ead170f65f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435023 Dec 16 22:31:54.799552 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:54.926416 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d7f3c13-a417-403f-bf48-77c4f2710544 req-0705445f-b9f9-4452-b125-d85053857a61 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0269637 Dec 16 22:31:54.968166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a4425bb3-7b4c-46b4-ad08-cee0eb99d67d req-2ea1e6f1-e948-4919-bbcd-2ba0b5527c0c tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0265098 Dec 16 22:31:55.047925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-93f3b5bd-8284-490b-a99f-4e9dda9ba1cd req-048da6d5-514c-455b-8dee-8f0e6c02ef51 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0279553 Dec 16 22:31:55.591842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72bc9a-21f8-436c-b235-e3464724415f req-93b07a57-2a70-441c-b1cf-6d8c48e766c0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:55.593292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d72bc9a-21f8-436c-b235-e3464724415f req-93b07a57-2a70-441c-b1cf-6d8c48e766c0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0548050 Dec 16 22:31:55.643724 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d72bc9a-21f8-436c-b235-e3464724415f req-4776f44d-dd00-45f5-b019-661307bf8e9a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444105 Dec 16 22:31:55.680162 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:55.821137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccf3ed-e259-4eaf-bbb5-0e054057cd37 req-314710f8-52fc-4893-a403-fd426309d798 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:55.822721 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-faccf3ed-e259-4eaf-bbb5-0e054057cd37 req-314710f8-52fc-4893-a403-fd426309d798 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0513225 Dec 16 22:31:55.880081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-faccf3ed-e259-4eaf-bbb5-0e054057cd37 req-6b4e55b0-fdc6-4ef4-b620-5a5c57ef3653 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464976 Dec 16 22:31:56.011800 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bc18978-dc8b-4ca3-a690-364b277c147a req-59417b6c-1e54-4932-b213-ecb6c75acfed tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0330849 Dec 16 22:31:56.048171 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-013ab9cd-75d6-4525-b592-77a9df93d6c1 req-bbc6cd40-8a85-4b49-8ea1-53226ed0b256 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0275691 Dec 16 22:31:56.124893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d0fe79a-806e-4607-aefb-8b9163be0a96 req-95f29f5a-09fd-4323-9709-da1c9cf72f77 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0273566 Dec 16 22:31:56.766559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc19691-1197-4bcc-98a2-998df38d6338 req-8e3eadee-87bc-4ddd-b3a3-4980fb5a1094 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:56.768149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfc19691-1197-4bcc-98a2-998df38d6338 req-8e3eadee-87bc-4ddd-b3a3-4980fb5a1094 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0500319 Dec 16 22:31:56.819207 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfc19691-1197-4bcc-98a2-998df38d6338 req-3a21f5e8-fc6a-4350-9e7d-7a1721486af4 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433178 Dec 16 22:31:57.003196 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e666abe-f121-4b86-b9bb-0b97108a4e28 req-48967b3c-ed7b-41f5-bd03-54293351a4d8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:57.004834 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e666abe-f121-4b86-b9bb-0b97108a4e28 req-48967b3c-ed7b-41f5-bd03-54293351a4d8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0598054 Dec 16 22:31:57.060834 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e666abe-f121-4b86-b9bb-0b97108a4e28 req-38296900-784e-4763-a189-f12ec9e53a0d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482581 Dec 16 22:31:57.098302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb4c5bc0-4fd9-4b02-bf33-dcd54ab2b94b req-988f6154-6726-4361-9312-c8734df715a8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0325563 Dec 16 22:31:57.143373 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d07084c1-3a5d-44c9-a1ec-0ce1f088df41 req-37f9df96-e4b2-481a-b685-e163ad63f41e tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0310605 Dec 16 22:31:57.211530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68a705ed-aaa0-40f8-a3f2-b2f157d91ff1 req-69f6b38b-9c0d-4512-bab0-bf86386393fa tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0364263 Dec 16 22:31:57.947866 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f247bd9-54a0-4258-8901-956b222e336b req-8dd81918-eb3f-4e96-81b4-2dc67d38184a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:57.949447 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f247bd9-54a0-4258-8901-956b222e336b req-8dd81918-eb3f-4e96-81b4-2dc67d38184a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0555117 Dec 16 22:31:58.003660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f247bd9-54a0-4258-8901-956b222e336b req-3190af46-e93d-4e19-872d-3f2ecaef9c87 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479391 Dec 16 22:31:58.193328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46496ad6-3c26-4e7c-a3e2-d56d25974a0f req-33d38585-1c53-431d-8654-d31cf1c1d2b1 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0309868 Dec 16 22:31:58.212029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a36c9c-1540-4e19-8873-e8067ea17170 req-63466e61-b803-4ce8-8247-36d8d3bd55db tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:58.213617 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34a36c9c-1540-4e19-8873-e8067ea17170 req-63466e61-b803-4ce8-8247-36d8d3bd55db tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0783954 Dec 16 22:31:58.273160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7821e3d4-db16-45a1-946e-492278ed9442 req-84ec95d7-e644-4359-87dd-ad2a3916b909 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0357208 Dec 16 22:31:58.291936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34a36c9c-1540-4e19-8873-e8067ea17170 req-b89c942e-df86-446d-b261-d31f562d3b47 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709262 Dec 16 22:31:58.357678 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66128f01-e059-450b-92b1-f0c757807176 req-999a4303-4937-469a-82f3-63a088a8f853 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0313458 Dec 16 22:31:59.134737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e54d7-09f2-4856-97a2-84bbf9e88bba req-29d20539-12ca-43d9-b9ca-6ba658a433bc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:59.136267 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e4e54d7-09f2-4856-97a2-84bbf9e88bba req-29d20539-12ca-43d9-b9ca-6ba658a433bc tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0525479 Dec 16 22:31:59.184442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e4e54d7-09f2-4856-97a2-84bbf9e88bba req-812f8025-352b-4d06-bb6b-15aabcf0b2df tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421712 Dec 16 22:31:59.272094 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2064877d-ed7c-4f09-bda1-1de436917cd8 req-bb34670b-69fb-4448-9900-e246529c7ba1 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0271196 Dec 16 22:31:59.360264 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ef6c4f7-abbc-4f98-8af2-82819028ae0f req-d3cd162f-727d-4526-863e-2540b06628c8 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0268111 Dec 16 22:31:59.413977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88500126-9861-4865-8385-f04ea6f314fe req-cdaa6ca7-666f-4696-befc-632ecfbc87a4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:59.415556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88500126-9861-4865-8385-f04ea6f314fe req-cdaa6ca7-666f-4696-befc-632ecfbc87a4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0544000 Dec 16 22:31:59.448044 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e720e805-954e-405d-bdb4-76b6f89711cb req-3ffee013-4f1a-4ca8-81b0-ae4fa3fbf691 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0314610 Dec 16 22:31:59.484389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88500126-9861-4865-8385-f04ea6f314fe req-ecc68790-0404-44f3-9dda-83c2acadf335 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593438 Dec 16 22:32:00.308085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cec110-199a-4442-b5d0-a6c7c4265051 req-23a04924-9aa5-47b8-9f3d-eee89acdbb56 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:00.309592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5cec110-199a-4442-b5d0-a6c7c4265051 req-23a04924-9aa5-47b8-9f3d-eee89acdbb56 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0520704 Dec 16 22:32:00.368313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b1b0ded-f64c-42cd-8074-86f6f70480a3 req-025d9a30-8c62-453e-b352-7d7f03887892 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0446904 Dec 16 22:32:00.386261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5cec110-199a-4442-b5d0-a6c7c4265051 req-9e8ff934-2ce0-4f0a-a382-1fffc649a75a tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706205 Dec 16 22:32:00.438459 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1cbceda-f8f7-48da-b4f4-1f58feaa4934 req-dfdafd10-ca2e-401d-be7d-9418ab411d95 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0277219 Dec 16 22:32:00.527485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4aab60b1-32cf-4693-808a-e0a90a6cc88d req-c58391a0-4217-4dcf-94d8-02327b25a908 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0279834 Dec 16 22:32:00.601809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ab6b7-2bad-4fa6-b86a-6d6142aae838 req-74893de8-efc0-48a9-b1fe-85b49c7fa978 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:00.603410 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-616ab6b7-2bad-4fa6-b86a-6d6142aae838 req-74893de8-efc0-48a9-b1fe-85b49c7fa978 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0509598 Dec 16 22:32:00.653015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-616ab6b7-2bad-4fa6-b86a-6d6142aae838 req-9c6aa15e-834a-4757-b32e-ff6825c47274 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435727 Dec 16 22:32:01.452371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19f7305b-fd5d-4b6a-8cc1-221cd145a605 req-d76f01b4-006f-4afc-b3ee-9f274beddee2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0326121 Dec 16 22:32:01.521322 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97de74ce-bda7-4b6d-a37e-19d26c429258 req-538a6e7a-90e3-4656-b680-37c7a8f7beb5 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0291712 Dec 16 22:32:01.536703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64060929-2a87-48f7-90f7-7cfd68db9bb5 req-bc7003e1-4b8d-4087-acc3-5e65091ee1d5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:01.538188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64060929-2a87-48f7-90f7-7cfd68db9bb5 req-bc7003e1-4b8d-4087-acc3-5e65091ee1d5 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0754941 Dec 16 22:32:01.600599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64060929-2a87-48f7-90f7-7cfd68db9bb5 req-b5f93a13-eb3a-4332-b55f-9f96ba767502 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554581 Dec 16 22:32:01.615793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d104595-ca7a-466b-a506-702aac9ed964 req-fdf54013-c07b-4e27-b118-79b747ab45c3 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0356116 Dec 16 22:32:01.781731 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bb398-d859-4f56-a507-23985a4a20eb req-1fced95d-462d-4bd7-88ac-c8893112146c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:01.783154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b68bb398-d859-4f56-a507-23985a4a20eb req-1fced95d-462d-4bd7-88ac-c8893112146c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0572350 Dec 16 22:32:01.833904 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b68bb398-d859-4f56-a507-23985a4a20eb req-c641e2ba-ccad-4b34-9493-8ebcc9c71628 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441806 Dec 16 22:32:01.844791 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:32:02.534383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad2ee545-0f96-4e2b-9c4d-bb8dda43f96e req-1417d042-70d4-4193-9d61-4e9cbf3b94d8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0288928 Dec 16 22:32:02.613725 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f322a637-b319-45bd-8ce4-1f42f4fed461 req-87408a17-1ed8-4959-b894-0c946b839fb5 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0280433 Dec 16 22:32:02.709816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4bc2894d-ef4f-4840-b193-fd92262187ff req-32dda110-cbf6-402a-9b9d-3ff1ed5cfa58 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0382371 Dec 16 22:32:02.761101 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315134cf-adcf-411d-a776-099e60a7de7c req-659df3db-ec19-49c4-89d7-83b594c39916 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:02.762787 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-315134cf-adcf-411d-a776-099e60a7de7c req-659df3db-ec19-49c4-89d7-83b594c39916 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0796392 Dec 16 22:32:02.819307 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-315134cf-adcf-411d-a776-099e60a7de7c req-075574a2-de4f-455c-b70b-26160366bbbf tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495019 Dec 16 22:32:02.955278 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda275cd-99e9-4ed7-a1d2-17d845b00de9 req-98219475-bd4d-4de0-9966-92ae91908a10 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:02.956938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fda275cd-99e9-4ed7-a1d2-17d845b00de9 req-98219475-bd4d-4de0-9966-92ae91908a10 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0527632 Dec 16 22:32:03.032878 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fda275cd-99e9-4ed7-a1d2-17d845b00de9 req-ab0b1a9b-bada-454e-af77-d2bd8631696e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603156 Dec 16 22:32:03.624311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b54beffc-d75a-4f71-9c4c-71108cef38d1 req-3f85a634-8015-4ba3-8224-10244b775476 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0282536 Dec 16 22:32:03.698962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9aa011f4-c1dc-4aca-a23a-30b0d1c656e3 req-768b56bb-42ef-4023-ade4-621221529215 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0314760 Dec 16 22:32:03.797957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eaf07cd6-4e72-47bd-bfa5-fe7f7078dd67 req-bbdb8aee-f284-4b02-9ecc-7930df59efb8 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0276494 Dec 16 22:32:03.951385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0182b-7928-42e0-a1d4-b02b196e0e8c req-1ed570c4-b433-4c8c-b338-16870c5b7db0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:03.952973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eba0182b-7928-42e0-a1d4-b02b196e0e8c req-1ed570c4-b433-4c8c-b338-16870c5b7db0 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0545242 Dec 16 22:32:04.003542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eba0182b-7928-42e0-a1d4-b02b196e0e8c req-035c7bdc-8225-49aa-a02c-76613e9dbd42 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443146 Dec 16 22:32:04.152382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c37ccb-c5e0-4a26-b2ee-92fed4e9af94 req-c678486e-ca73-4d46-9977-272bc3c04bbc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:04.153844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13c37ccb-c5e0-4a26-b2ee-92fed4e9af94 req-c678486e-ca73-4d46-9977-272bc3c04bbc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0507095 Dec 16 22:32:04.207199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13c37ccb-c5e0-4a26-b2ee-92fed4e9af94 req-35629691-3c6e-4d14-a71b-8d3be6a9254a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470679 Dec 16 22:32:04.705941 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9e442d8-43ca-4ef2-b70c-f0a24e250ccf req-982bd176-3313-4b26-853b-1120bd2a7863 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0280631 Dec 16 22:32:04.782651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c41ebd4e-500f-42f0-ab67-c97f66302513 req-0aa52361-c4db-40fe-9c13-f9ef2aca1f4f tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0297294 Dec 16 22:32:04.879586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f6472d3-7768-4aa0-b518-5c784d7824c8 req-cd801a17-25d8-4320-9f0b-7d377d7ee644 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0265138 Dec 16 22:32:05.128628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75eef1-4c03-4bfa-8409-35be2cbf325f req-1567babb-13e9-4126-8456-8db04437a6d8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:05.130296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff75eef1-4c03-4bfa-8409-35be2cbf325f req-1567babb-13e9-4126-8456-8db04437a6d8 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0513866 Dec 16 22:32:05.183185 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff75eef1-4c03-4bfa-8409-35be2cbf325f req-f1c5dbca-9aba-4541-999e-7cca34cd1d27 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e0c06b6-e732-4ce2-be11-2154301305de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458417 Dec 16 22:32:05.347874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded39dd-06bb-43ba-9cb6-fa350b81041d req-ee311b86-e592-4cc4-bab7-7312e4300140 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:05.349453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ded39dd-06bb-43ba-9cb6-fa350b81041d req-ee311b86-e592-4cc4-bab7-7312e4300140 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0607767 Dec 16 22:32:05.406457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ded39dd-06bb-43ba-9cb6-fa350b81041d req-e332d6f1-a8b3-4273-8139-b282991a64d1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507796 Dec 16 22:32:05.783642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b76b3e6-a107-4f45-b8e4-0cad59691be7 req-ace39668-05f0-4cc4-b5d6-be6d811a1fd9 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0266550 Dec 16 22:32:05.877822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13b4f4ba-7d07-4486-a211-2bd5950ac4a4 req-968fe706-4219-45be-b02c-90c155a71527 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0392952 Dec 16 22:32:05.980896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1798bd21-99f7-456a-b5a9-cd66276d89ce req-344e132b-e97e-4b6e-a34e-34537d99b510 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0293539 Dec 16 22:32:06.532687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0500e-0dad-4a67-8563-57a2e9750186 req-2756afeb-68eb-402f-9e2c-064f371565ed tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:06.534214 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2f0500e-0dad-4a67-8563-57a2e9750186 req-2756afeb-68eb-402f-9e2c-064f371565ed tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0566204 Dec 16 22:32:06.590490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2f0500e-0dad-4a67-8563-57a2e9750186 req-816b8e2f-1988-47f8-84f4-2ccf7807de41 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493467 Dec 16 22:32:06.864677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e559e00-52f3-41c1-a5d7-953e8ac48d6f req-c38b5a56-2635-443f-bce9-dd42fbde2495 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0273998 Dec 16 22:32:06.964796 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9712518d-f296-4e3b-9f41-b839550e2b68 req-1963a923-bff1-4956-9d0b-7c57522d70b8 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0364752 Dec 16 22:32:07.001219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9686f-6e80-4ba1-b1a6-edea2c46e8a9 req-65b25204-0f8d-42ba-818d-451165a6bc28 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:07.002702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aef9686f-6e80-4ba1-b1a6-edea2c46e8a9 req-65b25204-0f8d-42ba-818d-451165a6bc28 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d62d90-733b-4b54-8dce-57ed8be1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0625858 Dec 16 22:32:07.381240 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef8f471e-1271-4a68-bffc-98829d888bdd req-11030e35-786a-400b-8324-17288c0a5514 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.3399930 Dec 16 22:32:07.437169 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-aef9686f-6e80-4ba1-b1a6-edea2c46e8a9 req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Deleting port cbbdb22b-f476-4923-99e9-b22c910ca60b {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:07.437507 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aef9686f-6e80-4ba1-b1a6-edea2c46e8a9 req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:07.528362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-aef9686f-6e80-4ba1-b1a6-edea2c46e8a9 req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] For port cbbdb22b-f476-4923-99e9-b22c910ca60b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=cbbdb22b-f476-4923-99e9-b22c910ca60b,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:07.528757 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aef9686f-6e80-4ba1-b1a6-edea2c46e8a9 req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:07.782219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063901-5387-4099-b01b-215e642d73ea req-7f80f722-c327-4145-bdf8-0989dbc941bc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:07.783866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b063901-5387-4099-b01b-215e642d73ea req-7f80f722-c327-4145-bdf8-0989dbc941bc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1082630 Dec 16 22:32:07.804023 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aef9686f-6e80-4ba1-b1a6-edea2c46e8a9 req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:07.804386 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aef9686f-6e80-4ba1-b1a6-edea2c46e8a9 req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:07.804750 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [req-aef9686f-6e80-4ba1-b1a6-edea2c46e8a9 req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Floating IP 2288770c-43e5-4a3c-9c39-a7c255e16137 disassociated. External IP: 172.25.2.249, port: cbbdb22b-f476-4923-99e9-b22c910ca60b. Dec 16 22:32:07.805238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-aef9686f-6e80-4ba1-b1a6-edea2c46e8a9 req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Calling delete_port for cbbdb22b-f476-4923-99e9-b22c910ca60b owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:07.889372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b063901-5387-4099-b01b-215e642d73ea req-cad3ffed-3840-44e0-815d-a7b2caa6f289 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976603 Dec 16 22:32:07.967180 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb6a32ae-e1b7-44db-86eb-d3647eba0ace req-20e8309e-cf84-4565-867c-b28abdc9b028 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0341249 Dec 16 22:32:08.043685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3570153b-8da2-4f78-bc29-ee36d4fb6785 req-67bee5b5-d42b-44bc-bbee-e1992e32fc62 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0277166 Dec 16 22:32:08.079198 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aef9686f-6e80-4ba1-b1a6-edea2c46e8a9 req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:08.113639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event deleted for resources: {'Port': ['ID=cbbdb22b-f476-4923-99e9-b22c910ca60b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:08.124822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:08.125216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:08.125563 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:08.125907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:08.126246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:08.126582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:08.126914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:08.127434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:08.127780 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:08.128100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:08.128448 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:08.128761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:08.129164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:08.247497 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aef9686f-6e80-4ba1-b1a6-edea2c46e8a9 req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:32:08.365220 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aef9686f-6e80-4ba1-b1a6-edea2c46e8a9 req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:32:08.374884 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d777af-b47e-40c6-bb6b-e761e8008419 None None] Sync routers for ids ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:32:08.385039 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d777af-b47e-40c6-bb6b-e761e8008419 None None] Routers {'9d35aa15-ca06-4fc8-bdbe-d79e87412aec'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:08.385596 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-59d777af-b47e-40c6-bb6b-e761e8008419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:31:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:08.406965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef9686f-6e80-4ba1-b1a6-edea2c46e8a9 req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] No DVR routers for this DVR port cbbdb22b-f476-4923-99e9-b22c910ca60b on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:08.410146 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-aef9686f-6e80-4ba1-b1a6-edea2c46e8a9 req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:08.413976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aef9686f-6e80-4ba1-b1a6-edea2c46e8a9 req-fd244e2b-c284-4d04-a89a-93db8249fe67 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "DELETE /v2.0/ports/cbbdb22b-f476-4923-99e9-b22c910ca60b HTTP/1.1" status: 204 len: 173 time: 1.4046900 Dec 16 22:32:08.415188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'name': 'network-vif-deleted', 'tag': 'cbbdb22b-f476-4923-99e9-b22c910ca60b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:08.418595 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d66aad3-90eb-4446-9c1a-23a58509e0da" -d '{"events": [{"server_uuid": "66d62d90-733b-4b54-8dce-57ed8be1dc6c", "name": "network-vif-deleted", "tag": "cbbdb22b-f476-4923-99e9-b22c910ca60b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:08.464199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d355bda-b92e-44cf-930c-96038b9df842 req-ef5d2d89-70c0-4831-8474-9430ca8224be tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0305369 Dec 16 22:32:08.506363 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8e1d89-0d46-49a9-8b9c-bbdd2b605f55 x-openstack-request-id: req-fc8e1d89-0d46-49a9-8b9c-bbdd2b605f55 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:08.506655 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d62d90-733b-4b54-8dce-57ed8be1dc6c", "name": "network-vif-deleted", "tag": "cbbdb22b-f476-4923-99e9-b22c910ca60b", "status": "failed", "code": 422}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:08.506908 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc8e1d89-0d46-49a9-8b9c-bbdd2b605f55 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:08.507360 n-d-821840-2 neutron-server[103951]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '66d62d90-733b-4b54-8dce-57ed8be1dc6c', 'name': 'network-vif-deleted', 'tag': 'cbbdb22b-f476-4923-99e9-b22c910ca60b', 'status': 'failed', 'code': 422} returned with failed status Dec 16 22:32:08.586586 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-59d777af-b47e-40c6-bb6b-e761e8008419 None None] Set router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:08.787700 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-59d777af-b47e-40c6-bb6b-e761e8008419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:56Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '598152fe-7370-4c99-b5e8-519be8add79a', 'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'mac_address': 'fa:16:3e:94:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:55Z', 'updated_at': '2021-12-16T22:18:03Z', 'revision_number': 5, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'subnets': [{'id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:08.813672 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d777af-b47e-40c6-bb6b-e761e8008419 None None] Checking router: 9d35aa15-ca06-4fc8-bdbe-d79e87412aec for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:32:08.823640 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d777af-b47e-40c6-bb6b-e761e8008419 None None] Routers {'9d35aa15-ca06-4fc8-bdbe-d79e87412aec'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:08.824268 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-59d777af-b47e-40c6-bb6b-e761e8008419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:31:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:08.933462 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-59d777af-b47e-40c6-bb6b-e761e8008419 None None] Set router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:09.045245 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230ebac-12fe-475b-9dd8-17d1b7db74c5 req-cd3aa6d8-a5a6-4ff8-b6f9-1d12802da8b7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:09.046837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e230ebac-12fe-475b-9dd8-17d1b7db74c5 req-cd3aa6d8-a5a6-4ff8-b6f9-1d12802da8b7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0684922 Dec 16 22:32:09.067768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0fcb4e9-6f3d-40b3-8ad5-1da44f47dbc4 req-4a8ec5c8-2fde-42fd-9e11-b118a1161f63 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0421150 Dec 16 22:32:09.125220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e230ebac-12fe-475b-9dd8-17d1b7db74c5 req-a454d6fb-ce79-47f4-a05c-950804d943ba tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603731 Dec 16 22:32:09.174762 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-59d777af-b47e-40c6-bb6b-e761e8008419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:56Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '598152fe-7370-4c99-b5e8-519be8add79a', 'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'mac_address': 'fa:16:3e:94:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:55Z', 'updated_at': '2021-12-16T22:18:03Z', 'revision_number': 5, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'subnets': [{'id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:09.177570 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57512) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:09.197032 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ba077dd-9164-482b-88f3-355cbeeb59ac req-51bb54d9-338a-4054-ae03-d15924768428 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0290668 Dec 16 22:32:09.216779 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d777af-b47e-40c6-bb6b-e761e8008419 None None] The sync data for ids ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'] in n-d-821840-2 is: [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:17:56Z', 'revision_number': 4, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '598152fe-7370-4c99-b5e8-519be8add79a', 'name': '', 'network_id': '6a046838-926f-4ef6-8e4a-4e2a10007290', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'mac_address': 'fa:16:3e:94:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:55Z', 'updated_at': '2021-12-16T22:18:03Z', 'revision_number': 5, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'subnets': [{'id': 'c5214a06-2f1e-40fb-bdb3-af39deff7abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:32:09.243182 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c232-beb3-4eda-99e9-5a4ba6501f27 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:09.271125 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c232-beb3-4eda-99e9-5a4ba6501f27 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:09.400329 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c232-beb3-4eda-99e9-5a4ba6501f27 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:09.403116 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c232-beb3-4eda-99e9-5a4ba6501f27 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:09.404374 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9ed5c232-beb3-4eda-99e9-5a4ba6501f27 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "DELETE /v2.0/security-groups/8e0c06b6-e732-4ce2-be11-2154301305de HTTP/1.1" status: 204 len: 168 time: 0.2258399 Dec 16 22:32:09.407067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57514) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:09.414539 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5c232-beb3-4eda-99e9-5a4ba6501f27 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0c06b6-e732-4ce2-be11-2154301305de,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:09.425133 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-45f31607-4fc8-45c3-ac72-a5095f70c412 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] show failed (client error): The resource could not be found. Dec 16 22:32:09.425133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-45f31607-4fc8-45c3-ac72-a5095f70c412 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "GET /v2.0/security-groups/8e0c06b6-e732-4ce2-be11-2154301305de HTTP/1.1" status: 404 len: 347 time: 0.0155647 Dec 16 22:32:09.426815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57516) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:09.463091 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd269f98-97cc-459e-b9b2-67a0c99cf724 None None] New status for floating IP 2288770c-43e5-4a3c-9c39-a7c255e16137: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:32:09.569109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d3e3c5e-b54c-4ffe-b238-fa91a59044bd req-1612ced7-75af-4d2a-b3a1-7f2de71ace39 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0479710 Dec 16 22:32:09.590619 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ba26b324-b2b6-43b1-9e36-68b28b168664 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Deleting port bc3516f5-3bf9-4869-b6ed-9bd80e4d9781 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:09.590968 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba26b324-b2b6-43b1-9e36-68b28b168664 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:09.673688 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba26b324-b2b6-43b1-9e36-68b28b168664 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:09.674020 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba26b324-b2b6-43b1-9e36-68b28b168664 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:09.687874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ba26b324-b2b6-43b1-9e36-68b28b168664 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Calling delete_port for bc3516f5-3bf9-4869-b6ed-9bd80e4d9781 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:09.942611 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba26b324-b2b6-43b1-9e36-68b28b168664 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:09.975807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26b324-b2b6-43b1-9e36-68b28b168664 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Pushing event deleted for resources: {'Port': ['ID=bc3516f5-3bf9-4869-b6ed-9bd80e4d9781,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:10.040630 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba26b324-b2b6-43b1-9e36-68b28b168664 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:10.043247 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba26b324-b2b6-43b1-9e36-68b28b168664 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:10.044486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ba26b324-b2b6-43b1-9e36-68b28b168664 tempest-AttachVolumeShelveTestJSON-38772525 tempest-AttachVolumeShelveTestJSON-38772525-project] 10.222.0.43 "DELETE /v2.0/floatingips/2288770c-43e5-4a3c-9c39-a7c255e16137 HTTP/1.1" status: 204 len: 168 time: 0.6166101 Dec 16 22:32:10.158791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30d01be4-5b0a-414e-8e01-2481e82e04fc req-74eb5f01-5e7c-4ae4-b7b9-75370fbad4e8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0297883 Dec 16 22:32:10.297708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82f2ec09-6867-42f4-9f3e-b8f48de75840 req-29ec5bd3-29fa-4900-b023-f170b95f3a3f tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0327983 Dec 16 22:32:10.322104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c447d99-7a05-4370-ae65-021332cd43ec req-7906d60c-19da-47c7-b29e-40480e73ad25 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:10.323869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c447d99-7a05-4370-ae65-021332cd43ec req-7906d60c-19da-47c7-b29e-40480e73ad25 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1089392 Dec 16 22:32:10.378921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c447d99-7a05-4370-ae65-021332cd43ec req-20e2077a-e3b8-4b56-802b-3a7b8a49494f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485351 Dec 16 22:32:10.654113 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e46149b-cc64-43e6-8f94-e370fe13418f req-b6b07549-2f5d-4f20-879d-3a4823c75ff0 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0287058 Dec 16 22:32:11.265816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26f1dca6-c1b5-4fef-a46c-e41eb7d28684 req-8c633921-6d0a-4297-94f9-763cc9727142 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0349364 Dec 16 22:32:11.395093 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f42f7938-ece5-4005-ac8a-8cb635ec6b2c req-fe230251-918b-40ed-95bf-f18cf980d320 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0323007 Dec 16 22:32:11.511675 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709a1aa-d3a9-4b36-9b44-94f957ff214b req-ed8cec9e-08ac-4368-8776-9ba7586eba15 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:11.513454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b709a1aa-d3a9-4b36-9b44-94f957ff214b req-ed8cec9e-08ac-4368-8776-9ba7586eba15 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0565164 Dec 16 22:32:11.564398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b709a1aa-d3a9-4b36-9b44-94f957ff214b req-091a6c85-0f45-4b00-84e6-e09afec7bdc1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447102 Dec 16 22:32:11.735081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-168c648b-34cd-4c99-a176-7a581b588acb req-418bed9b-3727-4154-9810-1de8018dd965 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0274796 Dec 16 22:32:12.356124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c1bb9fd-5e20-45e5-9088-508f57f2f430 req-0d1711ac-934a-4194-9155-68dbfe2938ad tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0277629 Dec 16 22:32:12.489663 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fceebf7f-a851-4423-8835-1c8f58e50b89 req-71c5a6c6-1472-4b2d-b558-11a505ab11ac tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0329347 Dec 16 22:32:12.687239 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c17f2-0428-45e2-883a-57000ee325d6 req-4cf85a52-2319-4660-9330-b5df56d81a95 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:12.688882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f79c17f2-0428-45e2-883a-57000ee325d6 req-4cf85a52-2319-4660-9330-b5df56d81a95 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0518813 Dec 16 22:32:12.741489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f79c17f2-0428-45e2-883a-57000ee325d6 req-862b94d2-aaf6-4103-85c1-8083598df5c1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463359 Dec 16 22:32:12.822492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-342c3eb4-ed4a-47a5-a439-44435106bcfe req-eedd3bdf-e125-464e-ac9c-d7f3d9be257f tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0288286 Dec 16 22:32:13.130332 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:13.313773 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:13.436289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-227c6c3d-2ddf-495b-b902-ddf2a489d631 req-8abea328-0f27-4988-935e-990da407ba1b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0268033 Dec 16 22:32:13.572754 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eaa1ffe0-74d4-453d-b4ff-0b89da8f1a0b req-ec862bc6-4969-4e2a-b549-8de42863e5e3 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0282521 Dec 16 22:32:13.866265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3fd39-d9a6-4187-ad6a-fc08686dab33 req-95829016-1a0c-40a6-bfd1-345d9016e0d1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:13.868414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03d3fd39-d9a6-4187-ad6a-fc08686dab33 req-95829016-1a0c-40a6-bfd1-345d9016e0d1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0559471 Dec 16 22:32:13.918173 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ff7f6b2-f9b5-4dc9-be5a-696045049304 req-913b4829-162b-409f-b9ed-b437b6ba2777 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0371463 Dec 16 22:32:13.948439 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03d3fd39-d9a6-4187-ad6a-fc08686dab33 req-505dc961-cc3e-4773-b419-76b5bb95116c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737364 Dec 16 22:32:14.518093 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6d4071b-10a6-44e6-80b9-a4a050db86ab req-bd2bc650-780e-4c0d-ab55-f2f3ab5e646c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0281212 Dec 16 22:32:14.659316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4524013-a312-40e7-ba4c-b2d51d37bf4e req-0efc1d93-55fd-4965-9265-aa128fc5e12c tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0283787 Dec 16 22:32:15.011923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd75791e-b0fb-4bfe-b6a4-b45d23c9884a req-6218cf63-93e9-4624-a3be-473a99531426 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0366697 Dec 16 22:32:15.087373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d52b7-4f17-446e-8ea7-f332c407fb3c req-4d8bf2d6-517f-4f55-9d75-a974178623eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:15.088908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e98d52b7-4f17-446e-8ea7-f332c407fb3c req-4d8bf2d6-517f-4f55-9d75-a974178623eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0546730 Dec 16 22:32:15.141635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e98d52b7-4f17-446e-8ea7-f332c407fb3c req-8e1ea474-fad6-4416-b461-b5dc3a5edf56 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464287 Dec 16 22:32:15.602637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68b2f8bf-ce13-434c-bc6e-f904fa75aea1 req-e235e92f-c612-4a43-93c7-eeb234ff3fb0 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0286834 Dec 16 22:32:15.742076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a9c428d-46bc-46a5-ada8-e73a99f6bf01 req-121e6fec-ce74-477a-8aea-ac9d668df98f tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0282891 Dec 16 22:32:16.095734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91e62f7f-1f16-49a6-89df-2755c250fcbf req-6956d675-ff9c-490e-932d-8ca7aa1551eb tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0304360 Dec 16 22:32:16.278097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6e58a-3245-4341-a003-704e0f4d9139 req-70d49feb-d841-4e51-825e-c443b5d32698 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:16.280739 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29a6e58a-3245-4341-a003-704e0f4d9139 req-70d49feb-d841-4e51-825e-c443b5d32698 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0604491 Dec 16 22:32:16.334956 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29a6e58a-3245-4341-a003-704e0f4d9139 req-72703e16-00cc-48a4-ab67-628210a1c6cf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473862 Dec 16 22:32:16.691693 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1197541-6835-41df-93fa-5230fd081706 req-c3c37d10-3fa9-4023-a4b3-a9ca72f95eeb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0343592 Dec 16 22:32:16.830252 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f340fa49-9146-4e5e-9011-7058d4c4b7d7 req-8aef88cd-4ab0-403c-a143-de587bb8118a tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0288892 Dec 16 22:32:17.178757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6264ea48-80d0-4b14-99f0-81f6affbfd00 req-4690cc34-7747-4530-bc6c-cfc001777054 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0300503 Dec 16 22:32:17.502646 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321db875-4eb2-44ee-9241-4cf2b0f7501d req-202de15b-21be-4c1a-9e70-438afc8e8d72 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:17.504287 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-321db875-4eb2-44ee-9241-4cf2b0f7501d req-202de15b-21be-4c1a-9e70-438afc8e8d72 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0615637 Dec 16 22:32:17.587416 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-321db875-4eb2-44ee-9241-4cf2b0f7501d req-aef86ab9-888b-4109-adb6-15267f79d45d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760250 Dec 16 22:32:17.590202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c8ddc-13a4-42ad-a474-ce0457fb2e8a req-c5820b03-7772-4c6a-8a29-4033677da8c1 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:17.591704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd9c8ddc-13a4-42ad-a474-ce0457fb2e8a req-c5820b03-7772-4c6a-8a29-4033677da8c1 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 1097 time: 0.0785623 Dec 16 22:32:17.650532 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd9c8ddc-13a4-42ad-a474-ce0457fb2e8a req-139389d4-44af-4ff1-b0c5-7a1cd27de564 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465021 Dec 16 22:32:17.675227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57612) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:17.818415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ebdc11d-b7a8-43d7-b9e8-b31e96d318f3 req-45f96aab-187b-4a0e-9cfa-b85b942ac1d8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0396051 Dec 16 22:32:17.884943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7b65d7a7-4ee3-4a9b-ac7f-b06525697f21 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting port 5f50b750-7387-4b7d-a623-00268885db55 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:17.885319 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7b65d7a7-4ee3-4a9b-ac7f-b06525697f21 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:17.951354 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2fadfb6-2ed5-413f-8dd0-866b2ac6848d req-1c3bb979-4e7f-4bd1-99c8-133cda5c4abb tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0638111 Dec 16 22:32:17.990947 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7b65d7a7-4ee3-4a9b-ac7f-b06525697f21 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:17.991304 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7b65d7a7-4ee3-4a9b-ac7f-b06525697f21 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:18.003156 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7b65d7a7-4ee3-4a9b-ac7f-b06525697f21 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Calling delete_port for 5f50b750-7387-4b7d-a623-00268885db55 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:18.248606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57626) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:18.271478 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e059ee03-e483-4f44-a921-5345b101bdd4 req-cf2428f7-cd78-4f99-a1db-1b5a1006a542 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0342419 Dec 16 22:32:18.272312 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7b65d7a7-4ee3-4a9b-ac7f-b06525697f21 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:18.312155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65d7a7-4ee3-4a9b-ac7f-b06525697f21 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Port': ['ID=5f50b750-7387-4b7d-a623-00268885db55,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:18.372035 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7b65d7a7-4ee3-4a9b-ac7f-b06525697f21 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:18.372515 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-7b65d7a7-4ee3-4a9b-ac7f-b06525697f21 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Floating IP 24f39508-2329-42be-a94a-736eb82e40fa disassociated (deleted). External IP: 172.25.2.169, port: ec382385-e2db-417c-bec3-7548828fbb3d. Dec 16 22:32:19.024462 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4948dfa1-3bf5-4a21-a361-8242bd0a0d03 req-8cbc0388-94f1-4a42-9372-6e5a390216a8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0966895 Dec 16 22:32:19.146836 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-417f3b8e-aaa3-460d-a1a0-221b1f010710 req-6b3cc964-211a-4a2c-b898-4393d4a4b39b tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0707774 Dec 16 22:32:19.167756 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed0d21-55ff-4d2e-9e72-27a67bf06d74 req-23ef2440-fdea-4eff-af60-e4858c733fcb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:19.167756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2ed0d21-55ff-4d2e-9e72-27a67bf06d74 req-23ef2440-fdea-4eff-af60-e4858c733fcb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.2397072 Dec 16 22:32:19.190787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b65d7a7-4ee3-4a9b-ac7f-b06525697f21 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router 85744193-cf5e-4fc4-a972-95688d4cf0f2 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:32:19.296124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2ed0d21-55ff-4d2e-9e72-27a67bf06d74 req-c7ce96c9-9318-4725-b311-bd95a8048536 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217067 Dec 16 22:32:19.395606 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f9e1e8a-5e02-4b7d-8671-538ea0c1343d req-77d636d2-472b-4fd3-ad02-613f469a839d tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0626798 Dec 16 22:32:19.425255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b65d7a7-4ee3-4a9b-ac7f-b06525697f21 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:32:19.430661 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7b65d7a7-4ee3-4a9b-ac7f-b06525697f21 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:19.435491 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d60732-5bac-4c08-a1ab-b70e1222dd25 None None] Sync routers for ids ['85744193-cf5e-4fc4-a972-95688d4cf0f2'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:32:19.445272 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d60732-5bac-4c08-a1ab-b70e1222dd25 None None] Routers {'85744193-cf5e-4fc4-a972-95688d4cf0f2'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:19.446604 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-88d60732-5bac-4c08-a1ab-b70e1222dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:31:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['85744193-cf5e-4fc4-a972-95688d4cf0f2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:19.470915 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7b65d7a7-4ee3-4a9b-ac7f-b06525697f21 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/floatingips/24f39508-2329-42be-a94a-736eb82e40fa HTTP/1.1" status: 204 len: 168 time: 1.7945547 Dec 16 22:32:19.473177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832275ac-9ca5-47b9-866c-06fab25d1101', 'tag': 'ec382385-e2db-417c-bec3-7548828fbb3d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:19.474905 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a9460e-bd86-45ea-b49f-130d77fb61d8" -d '{"events": [{"name": "network-changed", "server_uuid": "832275ac-9ca5-47b9-866c-06fab25d1101", "tag": "ec382385-e2db-417c-bec3-7548828fbb3d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:19.524054 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5a2be9-de15-4181-bb61-d8b79cb51f24 x-openstack-request-id: req-9a5a2be9-de15-4181-bb61-d8b79cb51f24 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:19.524358 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832275ac-9ca5-47b9-866c-06fab25d1101", "tag": "ec382385-e2db-417c-bec3-7548828fbb3d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:19.524615 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a5a2be9-de15-4181-bb61-d8b79cb51f24 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:19.525029 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832275ac-9ca5-47b9-866c-06fab25d1101', 'tag': 'ec382385-e2db-417c-bec3-7548828fbb3d', 'status': 'completed', 'code': 200} Dec 16 22:32:19.536714 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0ee9-214b-4c36-80cd-7254b6dacc69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:19.568611 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-88d60732-5bac-4c08-a1ab-b70e1222dd25 None None] Set router 85744193-cf5e-4fc4-a972-95688d4cf0f2 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:19.591132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9460e-bd86-45ea-b49f-130d77fb61d8 req-975b0ccf-f3b2-4d8f-bfc6-903c1762e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:19.592701 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c2a9460e-bd86-45ea-b49f-130d77fb61d8 req-975b0ccf-f3b2-4d8f-bfc6-903c1762e754 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 1097 time: 0.0447536 Dec 16 22:32:19.694523 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9460e-bd86-45ea-b49f-130d77fb61d8 req-37a939a1-bea8-4a06-858d-8298bed78cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:19.696660 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c2a9460e-bd86-45ea-b49f-130d77fb61d8 req-37a939a1-bea8-4a06-858d-8298bed78cb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=52ff4fd1-caf3-4082-ab08-043c83e311d1 HTTP/1.1" status: 200 len: 898 time: 0.0953405 Dec 16 22:32:19.742082 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c2a9460e-bd86-45ea-b49f-130d77fb61d8 req-4a6a2548-8ccd-499a-a837-73bff9e3d5b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec382385-e2db-417c-bec3-7548828fbb3d HTTP/1.1" status: 200 len: 217 time: 0.0380356 Dec 16 22:32:19.799036 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-88d60732-5bac-4c08-a1ab-b70e1222dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108085187', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:19Z', 'updated_at': '2021-12-16T22:30:25Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:20Z', 'updated_at': '2021-12-16T22:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4512a055-813b-435c-87d7-cb48f1f22d02', 'name': '', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:ab:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:24Z', 'updated_at': '2021-12-16T22:30:28Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:19.813180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9460e-bd86-45ea-b49f-130d77fb61d8 req-e9b39829-43a8-4411-b4cc-9333be459569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:19.814695 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c2a9460e-bd86-45ea-b49f-130d77fb61d8 req-e9b39829-43a8-4411-b4cc-9333be459569 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=77207670-c514-4ba1-8ccb-a86332e3c8a9 HTTP/1.1" status: 200 len: 834 time: 0.0633340 Dec 16 22:32:19.816614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a0ee9-214b-4c36-80cd-7254b6dacc69 admin admin] Deleting port 598152fe-7370-4c99-b5e8-519be8add79a {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:19.817042 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0ee9-214b-4c36-80cd-7254b6dacc69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:19.829578 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d60732-5bac-4c08-a1ab-b70e1222dd25 None None] Checking router: 85744193-cf5e-4fc4-a972-95688d4cf0f2 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:32:19.839505 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d60732-5bac-4c08-a1ab-b70e1222dd25 None None] Routers {'85744193-cf5e-4fc4-a972-95688d4cf0f2'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:19.840182 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-88d60732-5bac-4c08-a1ab-b70e1222dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:31:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['85744193-cf5e-4fc4-a972-95688d4cf0f2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:19.872789 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9460e-bd86-45ea-b49f-130d77fb61d8 req-bea03ae4-f4d7-4e8f-9dce-9595b4a2d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:19.874388 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c2a9460e-bd86-45ea-b49f-130d77fb61d8 req-bea03ae4-f4d7-4e8f-9dce-9595b4a2d409 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=52ff4fd1-caf3-4082-ab08-043c83e311d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483782 Dec 16 22:32:19.912809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-7a7a0ee9-214b-4c36-80cd-7254b6dacc69 admin admin] For port 598152fe-7370-4c99-b5e8-519be8add79a, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=598152fe-7370-4c99-b5e8-519be8add79a,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:19.913612 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0ee9-214b-4c36-80cd-7254b6dacc69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:19.930037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a0ee9-214b-4c36-80cd-7254b6dacc69 admin admin] Calling delete_port for 598152fe-7370-4c99-b5e8-519be8add79a owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:19.972500 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c2a9460e-bd86-45ea-b49f-130d77fb61d8 req-f01a5030-986b-431c-8fc4-ab0545d7e151 service neutron] 10.222.0.24 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899596 Dec 16 22:32:19.981250 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-88d60732-5bac-4c08-a1ab-b70e1222dd25 None None] Set router 85744193-cf5e-4fc4-a972-95688d4cf0f2 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:20.039158 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a4d69e9-944a-43e4-9632-be9c6cb53992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:20.089837 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c2a9460e-bd86-45ea-b49f-130d77fb61d8 req-2b71f6fe-0d10-4e08-85f8-300c76dae347 service neutron] 10.222.0.24 "GET /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101935 Dec 16 22:32:20.102946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2889bef-52eb-4144-85ad-a16c92bf73de req-78f2bc7f-1255-4acd-a642-e75866bb2765 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:20.105266 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d2889bef-52eb-4144-85ad-a16c92bf73de req-78f2bc7f-1255-4acd-a642-e75866bb2765 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.1196268 Dec 16 22:32:20.137507 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e1b403e-ebda-45e9-b90e-5b82322fde7a req-d9f23599-0874-4158-96db-c21bbf1b0999 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0563488 Dec 16 22:32:20.211893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d2889bef-52eb-4144-85ad-a16c92bf73de req-97f2b90c-ca6d-42cc-bb8e-26b76032e515 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801456 Dec 16 22:32:20.229650 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-88d60732-5bac-4c08-a1ab-b70e1222dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108085187', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:19Z', 'updated_at': '2021-12-16T22:30:25Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:20Z', 'updated_at': '2021-12-16T22:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4512a055-813b-435c-87d7-cb48f1f22d02', 'name': '', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:ab:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:24Z', 'updated_at': '2021-12-16T22:30:28Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:20.270820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a521f701-2b37-439c-b4c1-ad1cdfe17ec6 req-0427fd9c-45a6-4df0-8fee-3696d2a020a5 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0677278 Dec 16 22:32:20.355123 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0ee9-214b-4c36-80cd-7254b6dacc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:20.355651 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d60732-5bac-4c08-a1ab-b70e1222dd25 None None] The sync data for ids ['85744193-cf5e-4fc4-a972-95688d4cf0f2'] in n-d-821840-2 is: [{'id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108085187', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:19Z', 'updated_at': '2021-12-16T22:30:25Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:20Z', 'updated_at': '2021-12-16T22:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4512a055-813b-435c-87d7-cb48f1f22d02', 'name': '', 'network_id': '52ff4fd1-caf3-4082-ab08-043c83e311d1', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:ab:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:24Z', 'updated_at': '2021-12-16T22:30:28Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': '77207670-c514-4ba1-8ccb-a86332e3c8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:32:20.395012 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a0ee9-214b-4c36-80cd-7254b6dacc69 admin admin] Pushing event deleted for resources: {'Port': ['ID=598152fe-7370-4c99-b5e8-519be8add79a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:20.499122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c8727c6-f392-4d52-ac5e-5c8c5d227f51 req-65694c4d-52cb-4e13-a223-866f3165f480 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0339694 Dec 16 22:32:20.535143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47630c13-5b0e-45da-ba6d-a283218ece9d req-39fa8ef7-2763-4d64-abd6-6a1d28f6a14c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:20.536944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47630c13-5b0e-45da-ba6d-a283218ece9d req-39fa8ef7-2763-4d64-abd6-6a1d28f6a14c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1558459 Dec 16 22:32:20.640139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f358681-0a80-480b-b0e1-0aa83b8973ef None None] New status for floating IP 24f39508-2329-42be-a94a-736eb82e40fa: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:32:20.674079 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47630c13-5b0e-45da-ba6d-a283218ece9d req-f7d7ca50-cd2d-45d8-9a55-15c73c54c0d5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964003 Dec 16 22:32:20.685050 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0ee9-214b-4c36-80cd-7254b6dacc69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:20.908990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7a0ee9-214b-4c36-80cd-7254b6dacc69 admin admin] Router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:32:21.019069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7a0ee9-214b-4c36-80cd-7254b6dacc69 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:32:21.024229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7a7a0ee9-214b-4c36-80cd-7254b6dacc69 admin admin] 10.222.0.43 "PUT /v2.0/routers/9d35aa15-ca06-4fc8-bdbe-d79e87412aec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7745321 Dec 16 22:32:21.027343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57652) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:21.028128 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2d5ef3-dcfa-41fd-8ec3-35037223373c None None] Sync routers for ids ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:32:21.038361 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d5ef3-dcfa-41fd-8ec3-35037223373c None None] Routers {'9d35aa15-ca06-4fc8-bdbe-d79e87412aec'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:21.038991 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ee2d5ef3-dcfa-41fd-8ec3-35037223373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:31:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:21.131317 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0901b8f4-80e2-4737-a95f-d2977b2cbbf9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:21.142714 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ee2d5ef3-dcfa-41fd-8ec3-35037223373c None None] Set router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:21.248799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2f55c88-9513-45b0-8456-7fd10fcfda38 req-9a0489f6-d7e2-47cd-b6cb-192c76209c22 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0381579 Dec 16 22:32:21.275774 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0901b8f4-80e2-4737-a95f-d2977b2cbbf9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:21.339339 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ee2d5ef3-dcfa-41fd-8ec3-35037223373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:32:20Z', 'revision_number': 5, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port': {'id': '98790f74-2646-4ee2-829a-3dbe84382c51', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:50Z', 'updated_at': '2021-12-16T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:21.365640 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f08c101-6734-47aa-93cf-babeb8f279ac req-8c404d34-620b-468f-9ef8-3e897feec780 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0315926 Dec 16 22:32:21.371483 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2d5ef3-dcfa-41fd-8ec3-35037223373c None None] Checking router: 9d35aa15-ca06-4fc8-bdbe-d79e87412aec for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:32:21.381612 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d5ef3-dcfa-41fd-8ec3-35037223373c None None] Routers {'9d35aa15-ca06-4fc8-bdbe-d79e87412aec'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:21.382406 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ee2d5ef3-dcfa-41fd-8ec3-35037223373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:31:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:21.407450 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fe014-820a-42ae-89fd-a11d622cce58 req-d2fdf1b5-9248-4edf-be72-6c1ff2d24718 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:21.409181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c7fe014-820a-42ae-89fd-a11d622cce58 req-d2fdf1b5-9248-4edf-be72-6c1ff2d24718 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.1074307 Dec 16 22:32:21.479990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c7fe014-820a-42ae-89fd-a11d622cce58 req-c27f4c83-b7e7-4446-ae78-6710f5d7d28d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ca88b35-ea13-4a24-a66a-9869bffebf23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601668 Dec 16 22:32:21.481420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0901b8f4-80e2-4737-a95f-d2977b2cbbf9 admin admin] Deleting port 98790f74-2646-4ee2-829a-3dbe84382c51 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:21.481828 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0901b8f4-80e2-4737-a95f-d2977b2cbbf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:21.482772 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ee2d5ef3-dcfa-41fd-8ec3-35037223373c None None] Set router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:21.534285 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478fbf-b5db-4c51-b92e-293fe8c83387 req-7b322191-2f8b-41c2-9e45-77bb8d09e2ea tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:21.535906 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a478fbf-b5db-4c51-b92e-293fe8c83387 req-7b322191-2f8b-41c2-9e45-77bb8d09e2ea tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.24 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 946 time: 0.1144156 Dec 16 22:32:21.542729 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ee2d5ef3-dcfa-41fd-8ec3-35037223373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:32:21Z', 'revision_number': 6, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:21.573644 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2d5ef3-dcfa-41fd-8ec3-35037223373c None None] The sync data for ids ['9d35aa15-ca06-4fc8-bdbe-d79e87412aec'] in n-d-821840-2 is: [{'id': '9d35aa15-ca06-4fc8-bdbe-d79e87412aec', 'name': 'tempest-AttachVolumeShelveTestJSON-967225881-router', 'tenant_id': '8bd199153c4c454ca86c6a746307e0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:49Z', 'updated_at': '2021-12-16T22:32:21Z', 'revision_number': 6, 'project_id': '8bd199153c4c454ca86c6a746307e0b6', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:32:21.601028 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0f5e0a1-0c7f-428a-81db-cc79758681b6 req-a7c1b38c-c34e-480e-a35c-0b72b89a4e6e tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0389259 Dec 16 22:32:21.614384 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-0901b8f4-80e2-4737-a95f-d2977b2cbbf9 admin admin] For port 98790f74-2646-4ee2-829a-3dbe84382c51, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=98790f74-2646-4ee2-829a-3dbe84382c51,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:21.614766 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0901b8f4-80e2-4737-a95f-d2977b2cbbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:21.629603 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0901b8f4-80e2-4737-a95f-d2977b2cbbf9 admin admin] Calling delete_port for 98790f74-2646-4ee2-829a-3dbe84382c51 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:21.694410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-6a478fbf-b5db-4c51-b92e-293fe8c83387 req-8f42e45a-0eab-4016-b75d-ebf965f9943b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting port ec382385-e2db-417c-bec3-7548828fbb3d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:21.694746 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6a478fbf-b5db-4c51-b92e-293fe8c83387 req-8f42e45a-0eab-4016-b75d-ebf965f9943b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:21.794067 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-6a478fbf-b5db-4c51-b92e-293fe8c83387 req-8f42e45a-0eab-4016-b75d-ebf965f9943b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] For port ec382385-e2db-417c-bec3-7548828fbb3d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ec382385-e2db-417c-bec3-7548828fbb3d,segment=NetworkSegment(b9bda597-2b92-4cdc-b35f-a828ef415b32),segment_id=b9bda597-2b92-4cdc-b35f-a828ef415b32)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:21.794351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6a478fbf-b5db-4c51-b92e-293fe8c83387 req-8f42e45a-0eab-4016-b75d-ebf965f9943b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:21.811171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-6a478fbf-b5db-4c51-b92e-293fe8c83387 req-8f42e45a-0eab-4016-b75d-ebf965f9943b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Calling delete_port for ec382385-e2db-417c-bec3-7548828fbb3d owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:22.032191 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6a478fbf-b5db-4c51-b92e-293fe8c83387 req-8f42e45a-0eab-4016-b75d-ebf965f9943b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:22.062617 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42e45a-0eab-4016-b75d-ebf965f9943b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Port': ['ID=ec382385-e2db-417c-bec3-7548828fbb3d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:22.131537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a478fbf-b5db-4c51-b92e-293fe8c83387 req-8f42e45a-0eab-4016-b75d-ebf965f9943b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] No DVR routers for this DVR port ec382385-e2db-417c-bec3-7548828fbb3d on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:22.135479 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6a478fbf-b5db-4c51-b92e-293fe8c83387 req-8f42e45a-0eab-4016-b75d-ebf965f9943b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:22.139022 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6a478fbf-b5db-4c51-b92e-293fe8c83387 req-8f42e45a-0eab-4016-b75d-ebf965f9943b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.24 "DELETE /v2.0/ports/ec382385-e2db-417c-bec3-7548828fbb3d HTTP/1.1" status: 204 len: 173 time: 0.5906532 Dec 16 22:32:22.139512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832275ac-9ca5-47b9-866c-06fab25d1101', 'name': 'network-vif-deleted', 'tag': 'ec382385-e2db-417c-bec3-7548828fbb3d'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:22.146615 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b22832-4ec0-4a44-a78c-de748ac6cd78" -d '{"events": [{"server_uuid": "832275ac-9ca5-47b9-866c-06fab25d1101", "name": "network-vif-deleted", "tag": "ec382385-e2db-417c-bec3-7548828fbb3d"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:22.188159 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d285db4c-dfb4-429d-ac8f-16475f467d24 x-openstack-request-id: req-d285db4c-dfb4-429d-ac8f-16475f467d24 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:22.188482 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832275ac-9ca5-47b9-866c-06fab25d1101", "name": "network-vif-deleted", "tag": "ec382385-e2db-417c-bec3-7548828fbb3d", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:22.188736 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d285db4c-dfb4-429d-ac8f-16475f467d24 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:22.189171 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832275ac-9ca5-47b9-866c-06fab25d1101', 'name': 'network-vif-deleted', 'tag': 'ec382385-e2db-417c-bec3-7548828fbb3d', 'status': 'completed', 'code': 200} Dec 16 22:32:22.193035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefc8fb-be35-44e6-82f9-30a81117bceb req-bf9c340b-4204-4f02-a0cf-e1c07fcc078b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:22.194540 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2aefc8fb-be35-44e6-82f9-30a81117bceb req-bf9c340b-4204-4f02-a0cf-e1c07fcc078b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.4458749 Dec 16 22:32:22.246800 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2aefc8fb-be35-44e6-82f9-30a81117bceb req-1b6b5292-71cd-4823-a927-f08836ce351e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442204 Dec 16 22:32:22.322916 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0901b8f4-80e2-4737-a95f-d2977b2cbbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:22.350794 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9dee84e5-330b-4933-bd3e-5b8a04d84355 req-c2be811b-4fa0-4853-87e7-2978e607e489 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0409751 Dec 16 22:32:22.376970 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901b8f4-80e2-4737-a95f-d2977b2cbbf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98790f74-2646-4ee2-829a-3dbe84382c51,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:22.393679 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff022bc-8e2c-44d7-9608-4d595abfac4f None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:32:22.439080 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2042486d-3c4f-4046-9544-dfc0fd165f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:22.472144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25b2ea1a-ee9c-4b82-91e2-cb6f6fb0d22b req-78b27572-c42e-42f9-a377-ce0ca43a42dd tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0367584 Dec 16 22:32:22.475587 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0901b8f4-80e2-4737-a95f-d2977b2cbbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:22.628810 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0901b8f4-80e2-4737-a95f-d2977b2cbbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:22.632512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90999af3-e232-48d4-a975-252044cde089 req-4a81cb41-216d-48ad-8585-587d512d51e3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=832275ac-9ca5-47b9-866c-06fab25d1101 HTTP/1.1" status: 200 len: 210 time: 0.0346150 Dec 16 22:32:22.634037 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0901b8f4-80e2-4737-a95f-d2977b2cbbf9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:22.714610 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfc490ae-4ba3-4e64-b929-6bc9c015844e req-f126d0d5-f2d2-42b5-bf27-99fb5466caa8 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0305309 Dec 16 22:32:22.770050 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0901b8f4-80e2-4737-a95f-d2977b2cbbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:22.770594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0901b8f4-80e2-4737-a95f-d2977b2cbbf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d35aa15-ca06-4fc8-bdbe-d79e87412aec {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:32:22.776821 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0901b8f4-80e2-4737-a95f-d2977b2cbbf9 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:22.778188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0901b8f4-80e2-4737-a95f-d2977b2cbbf9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/9d35aa15-ca06-4fc8-bdbe-d79e87412aec HTTP/1.1" status: 204 len: 168 time: 1.7498927 Dec 16 22:32:22.781006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57674) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:22.839772 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef83461-3d56-40d4-8815-e6e4931f9d0c admin admin] Deleting subnet c5214a06-2f1e-40fb-bdb3-af39deff7abd {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:32:22.843519 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ef83461-3d56-40d4-8815-e6e4931f9d0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:22.882097 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ef83461-3d56-40d4-8815-e6e4931f9d0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:22.996248 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ef83461-3d56-40d4-8815-e6e4931f9d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.107805 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ef83461-3d56-40d4-8815-e6e4931f9d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.134738 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef83461-3d56-40d4-8815-e6e4931f9d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5214a06-2f1e-40fb-bdb3-af39deff7abd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:23.138527 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ef83461-3d56-40d4-8815-e6e4931f9d0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.142694 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2ef83461-3d56-40d4-8815-e6e4931f9d0c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c5214a06-2f1e-40fb-bdb3-af39deff7abd HTTP/1.1" status: 204 len: 168 time: 0.3595095 Dec 16 22:32:23.144511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57676) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:23.147502 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b81be91-4888-4894-92ef-9cffd7bb80ae None None] Network 6a046838-926f-4ef6-8e4a-4e2a10007290 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:32:23.218828 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.282234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] Deleting port e9cdfb01-1a61-4164-ba07-429a892c3659 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:23.283060 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.318704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321cef8f-7cec-4e06-bafb-ef951c7cf8af None None] DHCP port deletion for 6a046838-926f-4ef6-8e4a-4e2a10007290 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:32:23.350672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] For port e9cdfb01-1a61-4164-ba07-429a892c3659, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e9cdfb01-1a61-4164-ba07-429a892c3659,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:23.351043 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.371353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] Calling delete_port for e9cdfb01-1a61-4164-ba07-429a892c3659 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:23.377298 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-321cef8f-7cec-4e06-bafb-ef951c7cf8af None None] Deleting port e9cdfb01-1a61-4164-ba07-429a892c3659 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:23.377761 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-321cef8f-7cec-4e06-bafb-ef951c7cf8af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.389588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d359d3b-1e2a-4ac6-a0c7-8749a98f4438 req-c7d6b263-662f-4303-984b-1cd3f4a27a15 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:23.391500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d359d3b-1e2a-4ac6-a0c7-8749a98f4438 req-c7d6b263-662f-4303-984b-1cd3f4a27a15 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0649343 Dec 16 22:32:23.454050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de450ae9-5033-4e62-9d7a-56b985d5ca07 req-7097bd1b-6dd1-4a8c-8a9d-7af89267a9f5 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0395436 Dec 16 22:32:23.474034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-321cef8f-7cec-4e06-bafb-ef951c7cf8af None None] For port e9cdfb01-1a61-4164-ba07-429a892c3659, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e9cdfb01-1a61-4164-ba07-429a892c3659,segment=NetworkSegment(75a54659-2c8f-4ded-84ca-cf9fc040fe6f),segment_id=75a54659-2c8f-4ded-84ca-cf9fc040fe6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:23.475096 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-321cef8f-7cec-4e06-bafb-ef951c7cf8af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.488238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d359d3b-1e2a-4ac6-a0c7-8749a98f4438 req-797a255e-f29e-4f80-a33c-9d900395e8c8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840957 Dec 16 22:32:23.496959 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-321cef8f-7cec-4e06-bafb-ef951c7cf8af None None] Calling delete_port for e9cdfb01-1a61-4164-ba07-429a892c3659 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:23.502340 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 598152fe-7370-4c99-b5e8-519be8add79a no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:23.558910 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.559990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b4aa235-aadb-477b-961c-e898ad8bb13d req-ed292c81-dcea-4077-9352-c198bb583969 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0279744 Dec 16 22:32:23.562080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 598152fe-7370-4c99-b5e8-519be8add79a {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:32:23.562441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 598152fe-7370-4c99-b5e8-519be8add79a not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:32:23.562879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e9cdfb01-1a61-4164-ba07-429a892c3659 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:23.567316 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.589757 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: e9cdfb01-1a61-4164-ba07-429a892c3659 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:32:23.590163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cdfb01-1a61-4164-ba07-429a892c3659,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:23.590280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e9cdfb01-1a61-4164-ba07-429a892c3659 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:32:23.590652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 98790f74-2646-4ee2-829a-3dbe84382c51 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:23.596545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] No DVR routers for this DVR port e9cdfb01-1a61-4164-ba07-429a892c3659 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:23.614243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 98790f74-2646-4ee2-829a-3dbe84382c51 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:32:23.614658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 98790f74-2646-4ee2-829a-3dbe84382c51 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:32:23.648387 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-321cef8f-7cec-4e06-bafb-ef951c7cf8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.670509 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.675995 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cef8f-7cec-4e06-bafb-ef951c7cf8af None None] Pushing event deleted for resources: {'Port': ['ID=e9cdfb01-1a61-4164-ba07-429a892c3659,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:23.680624 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321cef8f-7cec-4e06-bafb-ef951c7cf8af None None] No DVR routers for this DVR port e9cdfb01-1a61-4164-ba07-429a892c3659 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:23.697512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a046838-926f-4ef6-8e4a-4e2a10007290']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:23.705305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57686) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:23.710876 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a54659-2c8f-4ded-84ca-cf9fc040fe6f') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:23.711923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a54659-2c8f-4ded-84ca-cf9fc040fe6f') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:23.722393 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.739514 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.747691 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:32:23.748461 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:32:23.750509 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:32:23.829161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7dbd452a-fd09-4619-91c5-84a8645b3e04 req-40de7e1f-06fc-4d72-8631-1f972b1cc5fe tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0578115 Dec 16 22:32:23.890308 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.896108 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.900172 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6a046838-926f-4ef6-8e4a-4e2a10007290 HTTP/1.1" status: 204 len: 168 time: 0.7543356 Dec 16 22:32:23.912973 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173d78f-d555-46c2-b91b-17caf95f64a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a046838-926f-4ef6-8e4a-4e2a10007290,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:24.135480 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e66c6bc4-9a11-40df-a9c8-600a384ddeb5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:24.220975 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57692) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:24.271091 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b97ce525-68a5-4130-8e8f-d13da808369a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8bd199153c4c454ca86c6a746307e0b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486317 Dec 16 22:32:24.277711 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57694) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:24.324334 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96dfd17b-4373-4d12-8b13-b6d3dbbd2cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:24.346231 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96dfd17b-4373-4d12-8b13-b6d3dbbd2cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:24.407793 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e66c6bc4-9a11-40df-a9c8-600a384ddeb5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting port 4512a055-813b-435c-87d7-cb48f1f22d02 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:24.408398 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e66c6bc4-9a11-40df-a9c8-600a384ddeb5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:24.473162 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96dfd17b-4373-4d12-8b13-b6d3dbbd2cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:24.475661 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96dfd17b-4373-4d12-8b13-b6d3dbbd2cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:24.476904 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-96dfd17b-4373-4d12-8b13-b6d3dbbd2cb9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69e8fef5-c40c-48e5-9b12-a4695da78286 HTTP/1.1" status: 204 len: 168 time: 0.2017844 Dec 16 22:32:24.483437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ec382385-e2db-417c-bec3-7548828fbb3d no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:24.499773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfd17b-4373-4d12-8b13-b6d3dbbd2cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e8fef5-c40c-48e5-9b12-a4695da78286,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:24.524954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-e66c6bc4-9a11-40df-a9c8-600a384ddeb5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] For port 4512a055-813b-435c-87d7-cb48f1f22d02, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4512a055-813b-435c-87d7-cb48f1f22d02,segment=NetworkSegment(b9bda597-2b92-4cdc-b35f-a828ef415b32),segment_id=b9bda597-2b92-4cdc-b35f-a828ef415b32)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:24.525331 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e66c6bc4-9a11-40df-a9c8-600a384ddeb5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:24.528020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: ec382385-e2db-417c-bec3-7548828fbb3d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:32:24.528590 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ec382385-e2db-417c-bec3-7548828fbb3d not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:32:24.568536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e66c6bc4-9a11-40df-a9c8-600a384ddeb5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Calling delete_port for 4512a055-813b-435c-87d7-cb48f1f22d02 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:24.577944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d40382ba-99e0-447e-929e-470cc4432df6 req-f67908aa-4232-4e8d-8e24-33eb64ae3019 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0416121 Dec 16 22:32:24.681153 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b27b9b1d-0630-4a7c-83d6-e35208b17ef4 req-6e6347aa-2964-4216-a1bb-ae51c65c8684 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0361652 Dec 16 22:32:24.707771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8060d74-0bc3-487d-aaa3-1e3e9163be82 req-cab663dc-db4c-4347-9cb2-160d46d6c186 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:24.709291 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b8060d74-0bc3-487d-aaa3-1e3e9163be82 req-cab663dc-db4c-4347-9cb2-160d46d6c186 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1304176 Dec 16 22:32:24.815896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b8060d74-0bc3-487d-aaa3-1e3e9163be82 req-1e563b20-b251-48ca-b493-a28f83f8705c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971448 Dec 16 22:32:24.821854 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:24.922150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9cd56dac-2a11-40d7-a6dd-cf1cdbd7b6c8 req-84664559-e564-4587-9821-e4496776641f tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0347168 Dec 16 22:32:24.941871 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e66c6bc4-9a11-40df-a9c8-600a384ddeb5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:24.970660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c6bc4-9a11-40df-a9c8-600a384ddeb5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Port': ['ID=4512a055-813b-435c-87d7-cb48f1f22d02,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:25.193480 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e66c6bc4-9a11-40df-a9c8-600a384ddeb5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:25.439899 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66c6bc4-9a11-40df-a9c8-600a384ddeb5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router 85744193-cf5e-4fc4-a972-95688d4cf0f2 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:32:25.561470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66c6bc4-9a11-40df-a9c8-600a384ddeb5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:32:25.564377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e66c6bc4-9a11-40df-a9c8-600a384ddeb5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "PUT /v2.0/routers/85744193-cf5e-4fc4-a972-95688d4cf0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8580160 Dec 16 22:32:25.566998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57724) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:25.570880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8049ee-0cc6-4ccc-b193-faa4dfde8913 None None] Sync routers for ids ['85744193-cf5e-4fc4-a972-95688d4cf0f2'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:32:25.581792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8049ee-0cc6-4ccc-b193-faa4dfde8913 None None] Routers {'85744193-cf5e-4fc4-a972-95688d4cf0f2'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:25.582420 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-de8049ee-0cc6-4ccc-b193-faa4dfde8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:32:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['85744193-cf5e-4fc4-a972-95688d4cf0f2'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:25.634412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa92c8e7-7319-4d90-9556-5ec2db64bd5e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting subnet 77207670-c514-4ba1-8ccb-a86332e3c8a9 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:32:25.640102 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa92c8e7-7319-4d90-9556-5ec2db64bd5e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:25.694752 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-320a0b0f-9fe9-44c1-9035-7c360a9227fb req-b59a13bc-7b40-4f9e-ace0-10f079e49df8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0573189 Dec 16 22:32:25.726126 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa92c8e7-7319-4d90-9556-5ec2db64bd5e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:25.735392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-de8049ee-0cc6-4ccc-b193-faa4dfde8913 None None] Set router 85744193-cf5e-4fc4-a972-95688d4cf0f2 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:25.803021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b518cf90-876a-43bf-8f3b-9900c44b1c30 req-32a11f7e-5bba-4ddc-9f84-d76259131402 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0323827 Dec 16 22:32:25.810496 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:25.866087 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa92c8e7-7319-4d90-9556-5ec2db64bd5e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:25.966203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-de8049ee-0cc6-4ccc-b193-faa4dfde8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108085187', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:19Z', 'updated_at': '2021-12-16T22:32:24Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:20Z', 'updated_at': '2021-12-16T22:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:25.989709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90a80a-ec7e-4ba2-a8b5-ce512bc19576 req-5d9c4c3a-879c-4c9d-9282-22de7f9e372a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:25.991333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef90a80a-ec7e-4ba2-a8b5-ce512bc19576 req-5d9c4c3a-879c-4c9d-9282-22de7f9e372a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0851507 Dec 16 22:32:25.999253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8049ee-0cc6-4ccc-b193-faa4dfde8913 None None] Checking router: 85744193-cf5e-4fc4-a972-95688d4cf0f2 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:32:26.010000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8049ee-0cc6-4ccc-b193-faa4dfde8913 None None] Routers {'85744193-cf5e-4fc4-a972-95688d4cf0f2'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:26.010675 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-de8049ee-0cc6-4ccc-b193-faa4dfde8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:32:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['85744193-cf5e-4fc4-a972-95688d4cf0f2'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:26.045317 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa92c8e7-7319-4d90-9556-5ec2db64bd5e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:26.050515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef90a80a-ec7e-4ba2-a8b5-ce512bc19576 req-7a6f74ef-cb4a-4577-b768-26dc853baa14 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503342 Dec 16 22:32:26.077775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92c8e7-7319-4d90-9556-5ec2db64bd5e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Subnet': ['ID=77207670-c514-4ba1-8ccb-a86332e3c8a9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:26.089124 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa92c8e7-7319-4d90-9556-5ec2db64bd5e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:26.093625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aa92c8e7-7319-4d90-9556-5ec2db64bd5e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/subnets/77207670-c514-4ba1-8ccb-a86332e3c8a9 HTTP/1.1" status: 204 len: 168 time: 0.5251610 Dec 16 22:32:26.096899 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57740) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:26.098140 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e300ebf3-bf99-4d79-9598-324380d4bc5f None None] Network 52ff4fd1-caf3-4082-ab08-043c83e311d1 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:32:26.137530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ba94876-66a9-4a47-9491-b18da590418f req-aa687b89-79fb-4a0b-b291-e8bb808a5787 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0297530 Dec 16 22:32:26.198423 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-de8049ee-0cc6-4ccc-b193-faa4dfde8913 None None] Set router 85744193-cf5e-4fc4-a972-95688d4cf0f2 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:26.215806 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6928a1b-496a-471f-a687-4348e205c6f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:26.326780 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6928a1b-496a-471f-a687-4348e205c6f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:26.442620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f6928a1b-496a-471f-a687-4348e205c6f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting port d98f7e6a-673e-4c76-89fc-f6487de1bc46 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:26.443161 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6928a1b-496a-471f-a687-4348e205c6f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:26.542022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-f6928a1b-496a-471f-a687-4348e205c6f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] For port d98f7e6a-673e-4c76-89fc-f6487de1bc46, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d98f7e6a-673e-4c76-89fc-f6487de1bc46,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:26.542655 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6928a1b-496a-471f-a687-4348e205c6f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:26.560792 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f6928a1b-496a-471f-a687-4348e205c6f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Calling delete_port for d98f7e6a-673e-4c76-89fc-f6487de1bc46 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:26.590654 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-de8049ee-0cc6-4ccc-b193-faa4dfde8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108085187', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:19Z', 'updated_at': '2021-12-16T22:32:24Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:20Z', 'updated_at': '2021-12-16T22:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:26.631147 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8049ee-0cc6-4ccc-b193-faa4dfde8913 None None] The sync data for ids ['85744193-cf5e-4fc4-a972-95688d4cf0f2'] in n-d-821840-2 is: [{'id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108085187', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:19Z', 'updated_at': '2021-12-16T22:32:24Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': 'd98f7e6a-673e-4c76-89fc-f6487de1bc46', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85744193-cf5e-4fc4-a972-95688d4cf0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:20Z', 'updated_at': '2021-12-16T22:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:32:26.632736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee88df94-7795-4087-ada1-62f9d451fb83 None None] DHCP port deletion for 52ff4fd1-caf3-4082-ab08-043c83e311d1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:32:26.690394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ee88df94-7795-4087-ada1-62f9d451fb83 None None] Deleting port e9775534-e7a2-4912-af72-1a304afce6dd {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:26.690768 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee88df94-7795-4087-ada1-62f9d451fb83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:26.781353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ee88df94-7795-4087-ada1-62f9d451fb83 None None] For port e9775534-e7a2-4912-af72-1a304afce6dd, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e9775534-e7a2-4912-af72-1a304afce6dd,segment=NetworkSegment(b9bda597-2b92-4cdc-b35f-a828ef415b32),segment_id=b9bda597-2b92-4cdc-b35f-a828ef415b32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:26.781768 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee88df94-7795-4087-ada1-62f9d451fb83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:26.783281 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24e4e498-ed7a-487a-9e1e-b0896d04ea77 req-b21bc8c6-bc2a-49bc-977e-c2242689de9a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0293562 Dec 16 22:32:26.798232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ee88df94-7795-4087-ada1-62f9d451fb83 None None] Calling delete_port for e9775534-e7a2-4912-af72-1a304afce6dd owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:26.908562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9155a31b-6cf6-4054-a9c9-c6e36c183e5d req-45550815-d6ee-479c-892f-a7394b86ec66 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0412045 Dec 16 22:32:26.970393 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee88df94-7795-4087-ada1-62f9d451fb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.013267 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88df94-7795-4087-ada1-62f9d451fb83 None None] Pushing event deleted for resources: {'Port': ['ID=e9775534-e7a2-4912-af72-1a304afce6dd,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:27.015594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee88df94-7795-4087-ada1-62f9d451fb83 None None] No DVR routers for this DVR port e9775534-e7a2-4912-af72-1a304afce6dd on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:27.050044 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6928a1b-496a-471f-a687-4348e205c6f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.080270 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6928a1b-496a-471f-a687-4348e205c6f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Port': ['ID=d98f7e6a-673e-4c76-89fc-f6487de1bc46,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:27.113351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069d43b2-e1f9-40b7-993a-6a5a0997cb25 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:32:27.183098 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6928a1b-496a-471f-a687-4348e205c6f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.244731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d372ab7-b124-4e18-b35c-e63ccf1c373b req-4ab942e2-4365-4d63-8515-e3490a3a6e31 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0324068 Dec 16 22:32:27.283710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52f226-d5a8-4491-a680-f60b3154d353 req-8bdd8eaa-9bee-45f9-ab1a-af41e9e36b0f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:27.285301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff52f226-d5a8-4491-a680-f60b3154d353 req-8bdd8eaa-9bee-45f9-ab1a-af41e9e36b0f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1000378 Dec 16 22:32:27.307747 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6928a1b-496a-471f-a687-4348e205c6f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.309957 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6928a1b-496a-471f-a687-4348e205c6f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.338891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff52f226-d5a8-4491-a680-f60b3154d353 req-06f13b5b-844b-4391-8444-05bf130c4373 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467284 Dec 16 22:32:27.433218 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6928a1b-496a-471f-a687-4348e205c6f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.433797 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6928a1b-496a-471f-a687-4348e205c6f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Fanout notify agent at l3_agent the message router_deleted on router 85744193-cf5e-4fc4-a972-95688d4cf0f2 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:32:27.445871 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6928a1b-496a-471f-a687-4348e205c6f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.447126 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f6928a1b-496a-471f-a687-4348e205c6f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/routers/85744193-cf5e-4fc4-a972-95688d4cf0f2 HTTP/1.1" status: 204 len: 168 time: 1.3491380 Dec 16 22:32:27.450265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57762) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:27.543566 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21c05066-2172-4a4a-900b-cdc03aa9e7a0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.546319 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e9775534-e7a2-4912-af72-1a304afce6dd no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:27.569749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: e9775534-e7a2-4912-af72-1a304afce6dd {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:32:27.570645 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e9775534-e7a2-4912-af72-1a304afce6dd not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:32:27.571075 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4512a055-813b-435c-87d7-cb48f1f22d02 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:27.593362 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 4512a055-813b-435c-87d7-cb48f1f22d02 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:32:27.593922 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4512a055-813b-435c-87d7-cb48f1f22d02 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:32:27.673274 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21c05066-2172-4a4a-900b-cdc03aa9e7a0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.705638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-21c05066-2172-4a4a-900b-cdc03aa9e7a0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ff4fd1-caf3-4082-ab08-043c83e311d1']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:27.727921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-21c05066-2172-4a4a-900b-cdc03aa9e7a0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bda597-2b92-4cdc-b35f-a828ef415b32') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:27.728558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-21c05066-2172-4a4a-900b-cdc03aa9e7a0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bda597-2b92-4cdc-b35f-a828ef415b32') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:27.751868 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21c05066-2172-4a4a-900b-cdc03aa9e7a0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.771905 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21c05066-2172-4a4a-900b-cdc03aa9e7a0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.780210 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c05066-2172-4a4a-900b-cdc03aa9e7a0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:32:27.781977 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21c05066-2172-4a4a-900b-cdc03aa9e7a0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:32:27.784101 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:32:27.872855 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-746736b8-c308-4c11-8ca8-5a2d009c0704 req-ad705de7-056d-4178-bfad-ec9bf5a57333 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0284598 Dec 16 22:32:27.935094 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21c05066-2172-4a4a-900b-cdc03aa9e7a0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.948157 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21c05066-2172-4a4a-900b-cdc03aa9e7a0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.948157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-21c05066-2172-4a4a-900b-cdc03aa9e7a0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/networks/52ff4fd1-caf3-4082-ab08-043c83e311d1 HTTP/1.1" status: 204 len: 168 time: 0.4961615 Dec 16 22:32:27.950867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57772) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:27.957875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c05066-2172-4a4a-900b-cdc03aa9e7a0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Network': ['ID=52ff4fd1-caf3-4082-ab08-043c83e311d1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:28.002823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c734c899-e549-43ab-bb12-3fefad46521f req-3afec969-2e37-4dee-a82a-21016c5166be tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0275970 Dec 16 22:32:28.013042 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be44b5e3-2b67-49fb-9cc6-b0065ad97085 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:28.041284 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be44b5e3-2b67-49fb-9cc6-b0065ad97085 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:28.157501 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be44b5e3-2b67-49fb-9cc6-b0065ad97085 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:28.160145 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be44b5e3-2b67-49fb-9cc6-b0065ad97085 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:28.165793 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-be44b5e3-2b67-49fb-9cc6-b0065ad97085 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/security-groups/8ca88b35-ea13-4a24-a66a-9869bffebf23 HTTP/1.1" status: 204 len: 168 time: 0.2094138 Dec 16 22:32:28.171643 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44b5e3-2b67-49fb-9cc6-b0065ad97085 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca88b35-ea13-4a24-a66a-9869bffebf23,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:28.445349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-747cf41c-c5b5-4066-a56d-c9f60c2d67c9 req-63dd85dd-f482-4551-b681-56e891353992 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0306325 Dec 16 22:32:28.555856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952bf8b-f159-4a1f-8d9d-3bf96fe4683d req-098cd2b0-2fdf-47a9-b259-1a8aefac2d52 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:28.557488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d952bf8b-f159-4a1f-8d9d-3bf96fe4683d req-098cd2b0-2fdf-47a9-b259-1a8aefac2d52 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0511875 Dec 16 22:32:28.564022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57784) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:28.568937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-bcec333c-55dd-4808-ab18-2871c308957a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1108031156', 'description': 'tempest-secgroup-smoke-1108031156 description', 'project_id': '51c946c648db42a6836975a56f094831'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:32:28.609109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d952bf8b-f159-4a1f-8d9d-3bf96fe4683d req-58eaec0c-9ae5-475f-9925-ebb4eb3ffd2c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452371 Dec 16 22:32:28.667418 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bcec333c-55dd-4808-ab18-2871c308957a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:28.733405 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bcec333c-55dd-4808-ab18-2871c308957a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:28.787325 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bcec333c-55dd-4808-ab18-2871c308957a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:28.818207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec333c-55dd-4808-ab18-2871c308957a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0fcc43-9357-42d1-ba2e-c40428a6d7bb,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:28.888227 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bcec333c-55dd-4808-ab18-2871c308957a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:28.889612 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bcec333c-55dd-4808-ab18-2871c308957a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3243506 Dec 16 22:32:28.892951 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57794) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:28.900500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f3639498-d02c-4f0b-8807-80f9d663831d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '0a0fcc43-9357-42d1-ba2e-c40428a6d7bb', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:32:28.958174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ba72fdc-d645-4ff3-b0bf-ce4edeb5cbac req-25ce8cf9-4290-48ab-bade-2484b367162b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0282018 Dec 16 22:32:29.021132 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f3639498-d02c-4f0b-8807-80f9d663831d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:29.091539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-063e58a2-8a80-4ee2-9943-4a745ec993dc req-868e6a68-f800-46ff-ae41-e1690d307311 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0353096 Dec 16 22:32:29.105892 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f3639498-d02c-4f0b-8807-80f9d663831d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:29.152951 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f3639498-d02c-4f0b-8807-80f9d663831d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:29.173919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3639498-d02c-4f0b-8807-80f9d663831d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562e4967-439a-4cce-9b06-4f04b4f9155e,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:29.258229 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f3639498-d02c-4f0b-8807-80f9d663831d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:29.261536 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f3639498-d02c-4f0b-8807-80f9d663831d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3654575 Dec 16 22:32:29.265356 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57804) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:29.270051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5507c49b-93d3-447a-8657-5509a13d0bc2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '0a0fcc43-9357-42d1-ba2e-c40428a6d7bb', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:32:29.391806 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5507c49b-93d3-447a-8657-5509a13d0bc2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:29.416918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d98f7e6a-673e-4c76-89fc-f6487de1bc46 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:29.439771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: d98f7e6a-673e-4c76-89fc-f6487de1bc46 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:32:29.440126 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d98f7e6a-673e-4c76-89fc-f6487de1bc46 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:32:29.463751 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5507c49b-93d3-447a-8657-5509a13d0bc2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:29.528088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee671ae4-3ae8-456e-93ed-15b98ff82a5e req-82d5254e-4117-4b92-8350-0e1f550542d5 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0277057 Dec 16 22:32:29.540056 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5507c49b-93d3-447a-8657-5509a13d0bc2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:29.560801 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507c49b-93d3-447a-8657-5509a13d0bc2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249ed04b-94ac-4483-bc1f-41014e128f71,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:29.639498 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5507c49b-93d3-447a-8657-5509a13d0bc2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:29.640904 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5507c49b-93d3-447a-8657-5509a13d0bc2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3744395 Dec 16 22:32:29.645105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57818) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:29.649539 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d441c2da-982a-48ca-b39b-f5ff14bf43f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '0a0fcc43-9357-42d1-ba2e-c40428a6d7bb', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:32:29.740767 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d441c2da-982a-48ca-b39b-f5ff14bf43f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:29.745126 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08918b4-0d8b-4574-894d-a38771708d78 req-19ea10a6-c038-4f6e-a561-1f9031c3aed4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:29.750139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e08918b4-0d8b-4574-894d-a38771708d78 req-19ea10a6-c038-4f6e-a561-1f9031c3aed4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0571842 Dec 16 22:32:29.801237 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e08918b4-0d8b-4574-894d-a38771708d78 req-3a1dc384-9982-4d3b-b08f-b0d8ce929312 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483956 Dec 16 22:32:29.816017 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d441c2da-982a-48ca-b39b-f5ff14bf43f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:29.895058 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d441c2da-982a-48ca-b39b-f5ff14bf43f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:29.915325 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441c2da-982a-48ca-b39b-f5ff14bf43f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ebcb50-a101-4b07-bb65-3411099ee1ad,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:30.001205 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d441c2da-982a-48ca-b39b-f5ff14bf43f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:30.005236 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d441c2da-982a-48ca-b39b-f5ff14bf43f4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564332 Dec 16 22:32:30.005565 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57822) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:30.010908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f9193f9c-0c39-4cb3-b17e-8505bcc7976c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '0a0fcc43-9357-42d1-ba2e-c40428a6d7bb', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:32:30.040132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5edd2dd-b7be-41c5-92b7-7dbbff1bc80c req-249c4d71-aa47-491a-8f18-31a02bc511f8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0306244 Dec 16 22:32:30.101444 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9193f9c-0c39-4cb3-b17e-8505bcc7976c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:30.171094 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9193f9c-0c39-4cb3-b17e-8505bcc7976c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:30.179814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f64d6443-ab87-4a47-aa25-5974a0cbc6ec req-dd5c0258-b1e4-4d2e-bcc5-bc96835f3cb4 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0342190 Dec 16 22:32:30.233319 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9193f9c-0c39-4cb3-b17e-8505bcc7976c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:30.258648 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9193f9c-0c39-4cb3-b17e-8505bcc7976c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2aae526-d68a-4fd6-8006-2c42131f8dd8,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:30.326367 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9193f9c-0c39-4cb3-b17e-8505bcc7976c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:30.327573 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f9193f9c-0c39-4cb3-b17e-8505bcc7976c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3207998 Dec 16 22:32:30.330606 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57826) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:30.336261 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-3040b032-4ae3-474a-8564-aa2629e9bd10 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '0a0fcc43-9357-42d1-ba2e-c40428a6d7bb', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:32:30.422365 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-3040b032-4ae3-474a-8564-aa2629e9bd10 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Project 51c946c648db42a6836975a56f094831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:32:30.429160 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3040b032-4ae3-474a-8564-aa2629e9bd10 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:30.496059 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3040b032-4ae3-474a-8564-aa2629e9bd10 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:30.571051 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3040b032-4ae3-474a-8564-aa2629e9bd10 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:30.606250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040b032-4ae3-474a-8564-aa2629e9bd10 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a18df83-9bf2-4599-b601-f9b7da63162f,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:30.640600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c0956c0-8723-4d4e-8490-aac0936a4bc4 req-a1936f43-3d42-4ec5-a9b7-7dd498c01968 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0332618 Dec 16 22:32:30.675246 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3040b032-4ae3-474a-8564-aa2629e9bd10 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:30.676744 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3040b032-4ae3-474a-8564-aa2629e9bd10 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3449402 Dec 16 22:32:30.680238 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57834) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:30.685758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-cfe3ac86-5e18-4360-9a09-95b096bf4615 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '0a0fcc43-9357-42d1-ba2e-c40428a6d7bb', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:32:30.781924 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-cfe3ac86-5e18-4360-9a09-95b096bf4615 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Project 51c946c648db42a6836975a56f094831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:32:30.788638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ac86-5e18-4360-9a09-95b096bf4615 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:30.911401 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ac86-5e18-4360-9a09-95b096bf4615 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:30.970304 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ac86-5e18-4360-9a09-95b096bf4615 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:31.003918 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3ac86-5e18-4360-9a09-95b096bf4615 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929843b8-6bdc-4c4b-8c3d-879e24a0005c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:31.040480 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebedde9-3a54-46e6-adee-94409891b5b9 req-0e86832f-f6e6-43fd-a9f6-b30c1867dce8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:31.045026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ebedde9-3a54-46e6-adee-94409891b5b9 req-0e86832f-f6e6-43fd-a9f6-b30c1867dce8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1055396 Dec 16 22:32:31.081404 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ac86-5e18-4360-9a09-95b096bf4615 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:31.082838 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cfe3ac86-5e18-4360-9a09-95b096bf4615 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4014955 Dec 16 22:32:31.085607 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57840) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:31.090897 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f7e2adea-7045-40e4-9de3-5c8a98d33302 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'network': {'name': 'tempest-network-smoke--730375606', 'project_id': '51c946c648db42a6836975a56f094831', 'port_security_enabled': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:32:31.106335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ebedde9-3a54-46e6-adee-94409891b5b9 req-c93b72e1-40c0-4307-9b7f-65fd7648f50b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570495 Dec 16 22:32:31.148715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05b9a361-bb68-4566-b649-ccf32b68c2aa req-e48442f7-c288-4139-be2d-d2a3a41a02fe tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0377707 Dec 16 22:32:31.204418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e2adea-7045-40e4-9de3-5c8a98d33302 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Made reservation on behalf of 51c946c648db42a6836975a56f094831 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:32:31.208165 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adea-7045-40e4-9de3-5c8a98d33302 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:31.234809 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e2adea-7045-40e4-9de3-5c8a98d33302 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:32:31.244930 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adea-7045-40e4-9de3-5c8a98d33302 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:31.245280 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-f7e2adea-7045-40e4-9de3-5c8a98d33302 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Added segment 400e4a35-975f-400f-bdc9-6f4d75cbcd08 of type vlan for network d606a576-a704-45ef-b658-167a940d1b1a Dec 16 22:32:31.281304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7241867b-d6a2-49ea-be7c-2aa26a89d8a7 req-86b3b915-0944-4b42-91ef-4f26e932bbde tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0299864 Dec 16 22:32:31.292295 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adea-7045-40e4-9de3-5c8a98d33302 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:31.380432 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adea-7045-40e4-9de3-5c8a98d33302 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:31.386131 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e2adea-7045-40e4-9de3-5c8a98d33302 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:31.386733 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adea-7045-40e4-9de3-5c8a98d33302 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:31.456560 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2adea-7045-40e4-9de3-5c8a98d33302 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Network': ['ID=d606a576-a704-45ef-b658-167a940d1b1a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:31.470892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network d606a576-a704-45ef-b658-167a940d1b1a details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:32:31.549772 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f7e2adea-7045-40e4-9de3-5c8a98d33302 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4631193 Dec 16 22:32:31.552564 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57852) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:31.557439 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-377102224', 'admin_state_up': True, 'project_id': '51c946c648db42a6836975a56f094831', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:32:31.633201 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:31.634228 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:31.687764 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:31.725539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e37ad2c6-6a7c-4479-8197-0d2834d09d02 req-12607dd4-4648-4824-8a36-32a21a728c8e tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0319064 Dec 16 22:32:31.879946 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:32.165692 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:32.190594 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:32.264598 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-664ff27d-62f3-404f-a931-76db457e97ef req-99761ee1-829f-48a9-ac42-c0c75d1a5483 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0313113 Dec 16 22:32:32.277013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b691f2a-3dc7-401e-9f86-4bf64a2c1e7a req-d532993b-82d4-4a6f-9dea-775517b00f35 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:32.279997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b691f2a-3dc7-401e-9f86-4bf64a2c1e7a req-d532993b-82d4-4a6f-9dea-775517b00f35 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1015100 Dec 16 22:32:32.328793 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Allocated IP 172.25.2.212 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/064a02ec-00db-4d18-b131-02a6550d4b3c) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:32:32.339779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b691f2a-3dc7-401e-9f86-4bf64a2c1e7a req-c167c127-38e0-4620-ad64-3839b33780a0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544062 Dec 16 22:32:32.376375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b357f9db-86c2-48a7-9d1c-dd7dc115e6e7 req-7767914e-af5c-4fbd-bd7b-1d125bf6f096 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0283103 Dec 16 22:32:32.449064 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:32.576564 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:32.617274 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:32:32.622317 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:32:32.625682 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:32:32.641588 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bc45df-0f21-4dff-b542-3b7cacf74617 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:32:32.654672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=064a02ec-00db-4d18-b131-02a6550d4b3c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:32.739190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-46fe176e-46a3-4d4b-97b4-659fa9f0343f None None] Provisioning complete for port 064a02ec-00db-4d18-b131-02a6550d4b3c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:32:32.739515 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46fe176e-46a3-4d4b-97b4-659fa9f0343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:32.804050 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-46fe176e-46a3-4d4b-97b4-659fa9f0343f None None] Port 064a02ec-00db-4d18-b131-02a6550d4b3c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:32:32.821342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cb3cf63-2772-4dac-9c2f-00dd9c99e080 req-a1e08160-994b-42d3-93c9-ce799676bdd0 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0331554 Dec 16 22:32:32.993084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:33.194795 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:33.353517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d54a5424-187a-4626-87f2-be2bc842f0fe req-045c07ee-b53b-434d-a337-f6bd25064a30 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0269737 Dec 16 22:32:33.374791 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router f3b5722d-cf52-40ae-96ed-1d0b343bf11e is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:32:33.474285 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6aba1aa-314c-49c7-9a6a-b51177c3cc16 req-18ee4920-c903-4c5e-99ca-fa3744d9eea2 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0416212 Dec 16 22:32:33.496686 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:32:33.496921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0065d-58fe-4ab8-810a-23c0eb33b4ed req-61eeba7b-641b-4a01-9402-de279b0c0386 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:33.498352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e1a0065d-58fe-4ab8-810a-23c0eb33b4ed req-61eeba7b-641b-4a01-9402-de279b0c0386 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0774941 Dec 16 22:32:33.513651 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Sync routers for ids ['f3b5722d-cf52-40ae-96ed-1d0b343bf11e'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:32:33.523371 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Routers {'f3b5722d-cf52-40ae-96ed-1d0b343bf11e'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:33.526926 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:32:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f3b5722d-cf52-40ae-96ed-1d0b343bf11e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:33.550987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e1a0065d-58fe-4ab8-810a-23c0eb33b4ed req-f91cd050-4cf6-4876-9a25-7ee8ccfa977e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449686 Dec 16 22:32:33.583605 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:33.584940 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4fdfe97b-674e-4e1c-baeb-47074e090d3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0313518 Dec 16 22:32:33.588850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57878) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:33.621823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6e74bc8b-ebdb-4d02-8736-5c9f73778517 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=51c946c648db42a6836975a56f094831&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307631 Dec 16 22:32:33.623397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57880) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:33.639166 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Set router f3b5722d-cf52-40ae-96ed-1d0b343bf11e gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:33.722334 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ec18ec-e5a8-43ff-9da8-1f4b60711e54 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:33.724489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-42ec18ec-e5a8-43ff-9da8-1f4b60711e54 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1000061 Dec 16 22:32:33.727104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57886) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:33.769233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5c670d7e-fbdf-4596-b5c9-61ff32c4a213 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405874 Dec 16 22:32:33.772066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57892) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:33.777130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d2bc63eb-ed95-47c9-9ffc-bb86139630f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-128658335', 'network_id': 'd606a576-a704-45ef-b658-167a940d1b1a', 'project_id': '51c946c648db42a6836975a56f094831', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:32:33.832768 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377102224', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:31Z', 'updated_at': '2021-12-16T22:32:32Z', 'revision_number': 3, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:32Z', 'updated_at': '2021-12-16T22:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:33.865175 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Checking router: f3b5722d-cf52-40ae-96ed-1d0b343bf11e for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:32:33.865564 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Updating router f3b5722d-cf52-40ae-96ed-1d0b343bf11e port 064a02ec-00db-4d18-b131-02a6550d4b3c binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:32:33.892818 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:33.908058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9380cad8-7103-4842-9100-4d4cf8fb899a req-0eddf6bf-452e-466a-92f0-4356371087f6 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0306118 Dec 16 22:32:34.004010 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bc63eb-ed95-47c9-9ffc-bb86139630f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Made reservation on behalf of 51c946c648db42a6836975a56f094831 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:32:34.008845 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2bc63eb-ed95-47c9-9ffc-bb86139630f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:34.158136 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:34.238450 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:34.268076 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2bc63eb-ed95-47c9-9ffc-bb86139630f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:34.284986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c15027-a6d2-4085-8778-dc8d53728f8a None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:32:34.291128 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Attempting to bind port 064a02ec-00db-4d18-b131-02a6550d4b3c on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:32:34.292653 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Attempting to bind port 064a02ec-00db-4d18-b131-02a6550d4b3c by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:32:34.293103 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Attempting to bind port 064a02ec-00db-4d18-b131-02a6550d4b3c on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:32:34.304326 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:32:34.310878 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:32:34.310878 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:34.310878 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:32:34.310878 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Bound port: 064a02ec-00db-4d18-b131-02a6550d4b3c, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:32:34.310878 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:34.341528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7c085e1b-02dd-4853-929a-95e7ba1959fe None None] Provisioning complete for port 064a02ec-00db-4d18-b131-02a6550d4b3c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:32:34.342259 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c085e1b-02dd-4853-929a-95e7ba1959fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:34.347316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc63eb-ed95-47c9-9ffc-bb86139630f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Checking segment: {'id': '400e4a35-975f-400f-bdc9-6f4d75cbcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd606a576-a704-45ef-b658-167a940d1b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:32:34.347496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc63eb-ed95-47c9-9ffc-bb86139630f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network hostable DHCP agents. Network: d606a576-a704-45ef-b658-167a940d1b1a, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:32:34.361910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc63eb-ed95-47c9-9ffc-bb86139630f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Subnet': ['ID=6ece8893-e526-490b-902d-41e533b51abb,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:34.374173 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] For port 064a02ec-00db-4d18-b131-02a6550d4b3c, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:32:34.374173 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] For port 064a02ec-00db-4d18-b131-02a6550d4b3c, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=064a02ec-00db-4d18-b131-02a6550d4b3c,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:32:34.380319 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cddc42-d51e-4904-8e76-6ab1648ded5d None None] Pushing event updated for resources: {'Port': ['ID=064a02ec-00db-4d18-b131-02a6550d4b3c,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:34.392559 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cddc42-d51e-4904-8e76-6ab1648ded5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:34.392907 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cddc42-d51e-4904-8e76-6ab1648ded5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:34.393251 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cddc42-d51e-4904-8e76-6ab1648ded5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:34.393744 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cddc42-d51e-4904-8e76-6ab1648ded5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:34.394085 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cddc42-d51e-4904-8e76-6ab1648ded5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:34.394542 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cddc42-d51e-4904-8e76-6ab1648ded5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:34.394880 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cddc42-d51e-4904-8e76-6ab1648ded5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:34.395207 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cddc42-d51e-4904-8e76-6ab1648ded5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:34.395562 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cddc42-d51e-4904-8e76-6ab1648ded5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:34.397085 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cddc42-d51e-4904-8e76-6ab1648ded5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:34.397085 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cddc42-d51e-4904-8e76-6ab1648ded5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:34.397085 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cddc42-d51e-4904-8e76-6ab1648ded5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:34.397085 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cddc42-d51e-4904-8e76-6ab1648ded5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:34.398247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7c085e1b-02dd-4853-929a-95e7ba1959fe None None] Port 064a02ec-00db-4d18-b131-02a6550d4b3c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:32:34.438783 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:34.444335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3272e4dd-3133-4788-8a71-702f37fe33d6 req-75b7ee6a-69f8-4086-adbb-cc4d611c1747 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0274937 Dec 16 22:32:34.451472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc63eb-ed95-47c9-9ffc-bb86139630f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network d606a576-a704-45ef-b658-167a940d1b1a is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:32:34.487076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04079968-da34-4f65-90b5-f3a494dbad83 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:32:34.502720 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Routers {'f3b5722d-cf52-40ae-96ed-1d0b343bf11e'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:34.502720 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:32:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f3b5722d-cf52-40ae-96ed-1d0b343bf11e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:34.529792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f64ca444-3125-4ea9-a76d-4cc0c20bb88e None None] Provisioning complete for port 064a02ec-00db-4d18-b131-02a6550d4b3c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:32:34.530497 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f64ca444-3125-4ea9-a76d-4cc0c20bb88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:34.578101 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-594a8e4c-4ad7-40b7-a3f0-d6d03a9947b7 req-70ebc784-2cd8-4c4d-9cf0-073de19b4247 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0381727 Dec 16 22:32:34.581698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d2bc63eb-ed95-47c9-9ffc-bb86139630f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, d606a576-a704-45ef-b658-167a940d1b1a) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:32:34.588823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc63eb-ed95-47c9-9ffc-bb86139630f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:34.589730 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2bc63eb-ed95-47c9-9ffc-bb86139630f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:34.610474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d4f987-360e-4772-b261-582d4d65f5b3 None None] Network d606a576-a704-45ef-b658-167a940d1b1a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:32:34.689030 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57906) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:34.689639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d2bc63eb-ed95-47c9-9ffc-bb86139630f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9158828 Dec 16 22:32:34.716316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f7110-ec93-4a50-b17d-3a66d1730dee req-7dec052d-fcff-4eaf-8ce0-8890b84d183c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:34.718144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b00f7110-ec93-4a50-b17d-3a66d1730dee req-7dec052d-fcff-4eaf-8ce0-8890b84d183c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0697665 Dec 16 22:32:34.736299 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cddc42-d51e-4904-8e76-6ab1648ded5d None None] Pushing event updated for resources: {'Port': ['ID=064a02ec-00db-4d18-b131-02a6550d4b3c,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:34.764508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-d606a576-a704-45ef-b658-167a940d1b1a', 'network_id': 'd606a576-a704-45ef-b658-167a940d1b1a', 'project_id': '51c946c648db42a6836975a56f094831', 'fixed_ips': [{'subnet_id': '6ece8893-e526-490b-902d-41e533b51abb'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:32:34.765463 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:34.768066 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f64ca444-3125-4ea9-a76d-4cc0c20bb88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:34.768196 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] Set router f3b5722d-cf52-40ae-96ed-1d0b343bf11e gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:34.806921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b00f7110-ec93-4a50-b17d-3a66d1730dee req-2e3ec9cf-2288-4970-9d8d-0d3f3c504c2b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788739 Dec 16 22:32:34.808575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f64ca444-3125-4ea9-a76d-4cc0c20bb88e None None] For port 064a02ec-00db-4d18-b131-02a6550d4b3c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=064a02ec-00db-4d18-b131-02a6550d4b3c,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:34.890624 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f64ca444-3125-4ea9-a76d-4cc0c20bb88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:35.009070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ca444-3125-4ea9-a76d-4cc0c20bb88e None None] Pushing event updated for resources: {'Port': ['ID=064a02ec-00db-4d18-b131-02a6550d4b3c,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:35.027894 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64525c21-e761-423b-bc7c-b149bd4eec84 req-e4b8e9ea-093f-4831-aba6-f8da7344fd19 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0539157 Dec 16 22:32:35.034328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Allocated IP 172.20.0.2 (d606a576-a704-45ef-b658-167a940d1b1a/6ece8893-e526-490b-902d-41e533b51abb/deacd93a-eb3f-4027-924b-67930b244f57) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:32:35.053709 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377102224', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:31Z', 'updated_at': '2021-12-16T22:32:32Z', 'revision_number': 3, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:32Z', 'updated_at': '2021-12-16T22:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:35.146675 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d280c7-bec7-4def-82a9-fc6e31b40d44 None None] The sync data for ids ['f3b5722d-cf52-40ae-96ed-1d0b343bf11e'] in n-d-821840-2 is: [{'id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377102224', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:31Z', 'updated_at': '2021-12-16T22:32:32Z', 'revision_number': 3, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:32Z', 'updated_at': '2021-12-16T22:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:32:35.242287 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:35.334743 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:35.390075 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Network d606a576-a704-45ef-b658-167a940d1b1a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:32:35.398407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:32:35.398407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Pushing event updated for resources: {'Port': ['ID=deacd93a-eb3f-4027-924b-67930b244f57,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:35.400465 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:32:35.504389 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Attempting to bind port deacd93a-eb3f-4027-924b-67930b244f57 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:32:35.505435 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Attempting to bind port deacd93a-eb3f-4027-924b-67930b244f57 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '400e4a35-975f-400f-bdc9-6f4d75cbcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd606a576-a704-45ef-b658-167a940d1b1a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:32:35.505435 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Attempting to bind port deacd93a-eb3f-4027-924b-67930b244f57 on network d606a576-a704-45ef-b658-167a940d1b1a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:32:35.511797 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:32:35.512179 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Checking segment: {'id': '400e4a35-975f-400f-bdc9-6f4d75cbcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd606a576-a704-45ef-b658-167a940d1b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:32:35.512597 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:35.512998 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Bound using segment: {'id': '400e4a35-975f-400f-bdc9-6f4d75cbcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd606a576-a704-45ef-b658-167a940d1b1a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:32:35.513819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Bound port: deacd93a-eb3f-4027-924b-67930b244f57, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400e4a35-975f-400f-bdc9-6f4d75cbcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd606a576-a704-45ef-b658-167a940d1b1a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:32:35.513940 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:35.554493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e84d8867-f2ea-41f5-8618-2f9e645692f0 req-b9966c37-94b8-4679-845d-e9ab45a1f0e6 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0380862 Dec 16 22:32:35.613773 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:35.640699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] For port deacd93a-eb3f-4027-924b-67930b244f57, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:32:35.644562 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] For port deacd93a-eb3f-4027-924b-67930b244f57, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=deacd93a-eb3f-4027-924b-67930b244f57,segment=NetworkSegment(400e4a35-975f-400f-bdc9-6f4d75cbcd08),segment_id=400e4a35-975f-400f-bdc9-6f4d75cbcd08)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:32:35.679490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-569e6016-628f-4b97-b0e2-3acc96a99267 req-4474468a-415f-4550-b6a6-54bb452cc923 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0323133 Dec 16 22:32:35.735616 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:35.808548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109efb2-3cbe-443f-88e9-314bdf7a50ab None None] Pushing event updated for resources: {'Port': ['ID=deacd93a-eb3f-4027-924b-67930b244f57,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:35.996942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8817d-8922-40c6-b46c-fcc34fceb781 req-3d7686d7-7f29-4d04-9537-69ff6a0ff448 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:36.012221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ecd8817d-8922-40c6-b46c-fcc34fceb781 req-3d7686d7-7f29-4d04-9537-69ff6a0ff448 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1103916 Dec 16 22:32:36.116506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ecd8817d-8922-40c6-b46c-fcc34fceb781 req-6a818fa9-bc3c-4f40-bcf2-dfed352eabb9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033053 Dec 16 22:32:36.128672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Allocated IP 172.20.0.1 (d606a576-a704-45ef-b658-167a940d1b1a/6ece8893-e526-490b-902d-41e533b51abb/92c401e2-3236-4756-89c4-b3095ad2a840) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:32:36.191140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de85b1f4-4c8e-4339-b9ee-11f437b026d1 req-a4fb204c-9ef6-4d12-9d4d-0278acf7b126 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0544865 Dec 16 22:32:36.277652 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:36.364758 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:36.416798 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network d606a576-a704-45ef-b658-167a940d1b1a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:32:36.421360 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:32:36.425563 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:32:36.452691 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=92c401e2-3236-4756-89c4-b3095ad2a840,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:36.478588 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:36.647288 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-65f74273-bb15-4ba6-b018-695d84808ea0 req-4d54af07-e13f-4d10-923e-7562b0acea2f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0324779 Dec 16 22:32:36.713124 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:36.765275 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ffbb413-c44c-4055-8f6e-1a83ff53cc8f req-412afd61-c857-440e-97bb-30906783f45f tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0285692 Dec 16 22:32:37.027298 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:37.095662 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:37.180157 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=92c401e2-3236-4756-89c4-b3095ad2a840,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:37.182953 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:37.284229 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d953b2-e759-4812-9c97-9f8166903818 req-f2f2d5e1-1e09-4171-9888-c6bde737ee97 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:37.286085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37d953b2-e759-4812-9c97-9f8166903818 req-f2f2d5e1-1e09-4171-9888-c6bde737ee97 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0873098 Dec 16 22:32:37.326562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b139156-5c9b-4bcd-abd6-37ed0e42f13f req-d0ba2158-a134-484f-bc27-f2f4c5bda2c3 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0641456 Dec 16 22:32:37.371838 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network d606a576-a704-45ef-b658-167a940d1b1a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:32:37.387772 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:32:37.393598 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37d953b2-e759-4812-9c97-9f8166903818 req-c3a38548-51f0-4a75-b9a3-3ac737879e8b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769153 Dec 16 22:32:37.606887 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 064a02ec-00db-4d18-b131-02a6550d4b3c up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:32:37.626847 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router f3b5722d-cf52-40ae-96ed-1d0b343bf11e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:32:37.665212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ab6bbe-97fc-4e47-a869-d57ecdc4eea8 None None] Network d606a576-a704-45ef-b658-167a940d1b1a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:32:37.740828 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 064a02ec-00db-4d18-b131-02a6550d4b3c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:32:37.741872 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:37.744746 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03f720ee-6251-4167-bbd9-66ac5b9fb7c2 req-d0f274ca-07a6-4ac8-8483-673018d53c47 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0394242 Dec 16 22:32:37.764301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:32:37.772236 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-12660459-edee-4031-8c50-7873e3e954a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "PUT /v2.0/routers/f3b5722d-cf52-40ae-96ed-1d0b343bf11e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0807703 Dec 16 22:32:37.778552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Sync routers for ids ['f3b5722d-cf52-40ae-96ed-1d0b343bf11e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:32:37.819242 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a72a943e-a4de-4e85-8b9a-05678385fb92 None None] Provisioning complete for port deacd93a-eb3f-4027-924b-67930b244f57 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:32:37.819773 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a72a943e-a4de-4e85-8b9a-05678385fb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:37.866989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b157ee96-a784-40ad-84bd-356f830bdf8c req-28864328-8838-47ea-94f0-ec051b8b8317 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0328848 Dec 16 22:32:37.891826 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Routers {'f3b5722d-cf52-40ae-96ed-1d0b343bf11e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:37.893255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:32:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f3b5722d-cf52-40ae-96ed-1d0b343bf11e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:38.076829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device deacd93a-eb3f-4027-924b-67930b244f57 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:32:38.078921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a51d9777-e2c0-4742-8e24-fe30430bf401 req-376c69d9-7ee1-4866-a3fd-a201a563928d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108031156&fields=id&tenant_id=51c946c648db42a6836975a56f094831 HTTP/1.1" status: 200 len: 267 time: 0.0810061 Dec 16 22:32:38.173380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Set router f3b5722d-cf52-40ae-96ed-1d0b343bf11e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:38.195580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57968) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:38.262868 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d9777-e2c0-4742-8e24-fe30430bf401 req-a145426a-182c-47fe-905d-ed3f8a6e3167 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:38.264732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a51d9777-e2c0-4742-8e24-fe30430bf401 req-a145426a-182c-47fe-905d-ed3f8a6e3167 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/networks?id=d606a576-a704-45ef-b658-167a940d1b1a HTTP/1.1" status: 200 len: 796 time: 0.1667535 Dec 16 22:32:38.293381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a51d9777-e2c0-4742-8e24-fe30430bf401 req-1858febe-00bd-4f58-907b-ef9aea4e5e04 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/quotas/51c946c648db42a6836975a56f094831 HTTP/1.1" status: 200 len: 375 time: 0.0169435 Dec 16 22:32:38.362363 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5f08695-7e82-4d4d-9b2e-a30565fffd26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.372898 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a72a943e-a4de-4e85-8b9a-05678385fb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.408461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a51d9777-e2c0-4742-8e24-fe30430bf401 req-2863fe88-f496-4257-8c9a-bee34b0a4a6a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075101 Dec 16 22:32:38.439317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port deacd93a-eb3f-4027-924b-67930b244f57 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:32:38.439697 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.445787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a72a943e-a4de-4e85-8b9a-05678385fb92 None None] For port deacd93a-eb3f-4027-924b-67930b244f57, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=deacd93a-eb3f-4027-924b-67930b244f57,segment=NetworkSegment(400e4a35-975f-400f-bdc9-6f4d75cbcd08),segment_id=400e4a35-975f-400f-bdc9-6f4d75cbcd08)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:38.535449 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5f08695-7e82-4d4d-9b2e-a30565fffd26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.548430 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a72a943e-a4de-4e85-8b9a-05678385fb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.554575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7dd840d1-fdc5-4ae0-8f4c-f6c86f20ea29 req-090e857c-3222-4c86-8a3f-c025b37352c0 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.1424317 Dec 16 22:32:38.603753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a51d9777-e2c0-4742-8e24-fe30430bf401 req-cd314236-9917-4198-9448-f31ac9fb426d service neutron] 10.222.0.43 "GET /v2.0/networks/d606a576-a704-45ef-b658-167a940d1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929660 Dec 16 22:32:38.607099 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5f08695-7e82-4d4d-9b2e-a30565fffd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.708143 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a943e-a4de-4e85-8b9a-05678385fb92 None None] Pushing event updated for resources: {'Port': ['ID=deacd93a-eb3f-4027-924b-67930b244f57,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:38.710011 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a5f08695-7e82-4d4d-9b2e-a30565fffd26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57b1493d49ef42edbc65df601e180dfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5131328 Dec 16 22:32:38.720070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-58ef6601-2dec-4619-981c-b87995ccf753 None None] Provisioning complete for port deacd93a-eb3f-4027-924b-67930b244f57 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:32:38.720442 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-58ef6601-2dec-4619-981c-b87995ccf753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.736320 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a51d9777-e2c0-4742-8e24-fe30430bf401 req-a3a35a82-c92f-438a-a3e9-40b78e685528 service neutron] 10.222.0.43 "GET /v2.0/networks/d606a576-a704-45ef-b658-167a940d1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312978 Dec 16 22:32:38.736855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57978) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:38.751358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f08695-7e82-4d4d-9b2e-a30565fffd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e34e91d-2837-401d-b1dd-00b78c7f0984,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:38.781917 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377102224', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:31Z', 'updated_at': '2021-12-16T22:32:36Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:32Z', 'updated_at': '2021-12-16T22:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '92c401e2-3236-4756-89c4-b3095ad2a840', 'name': '', 'network_id': 'd606a576-a704-45ef-b658-167a940d1b1a', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:eb:c7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '6ece8893-e526-490b-902d-41e533b51abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:35Z', 'updated_at': '2021-12-16T22:32:36Z', 'revision_number': 2, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': '6ece8893-e526-490b-902d-41e533b51abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:38.822943 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Checking router: f3b5722d-cf52-40ae-96ed-1d0b343bf11e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:32:38.823355 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Updating router f3b5722d-cf52-40ae-96ed-1d0b343bf11e port 92c401e2-3236-4756-89c4-b3095ad2a840 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:32:38.857932 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.896647 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:32:38.904203 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ec5c68f0-574c-4a49-ae5b-9afd5c7a247d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.957044 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ec5c68f0-574c-4a49-ae5b-9afd5c7a247d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:39.016903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-58ef6601-2dec-4619-981c-b87995ccf753 None None] Provisioning complete for port 92c401e2-3236-4756-89c4-b3095ad2a840 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:32:39.017296 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-58ef6601-2dec-4619-981c-b87995ccf753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:39.127235 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-58ef6601-2dec-4619-981c-b87995ccf753 None None] Port 92c401e2-3236-4756-89c4-b3095ad2a840 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:32:39.466711 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-de01fc1e-1507-43e2-afa9-12d14726e851 None None] Provisioning complete for port 92c401e2-3236-4756-89c4-b3095ad2a840 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:32:39.466711 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de01fc1e-1507-43e2-afa9-12d14726e851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:39.491438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd273034-4d25-434f-aecb-82131c7ce28d req-7d84e964-6361-480c-b46e-132e5cf0b8b1 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.3908443 Dec 16 22:32:39.492742 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ec5c68f0-574c-4a49-ae5b-9afd5c7a247d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:39.495558 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ec5c68f0-574c-4a49-ae5b-9afd5c7a247d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:39.499709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ec5c68f0-574c-4a49-ae5b-9afd5c7a247d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e34e91d-2837-401d-b1dd-00b78c7f0984 HTTP/1.1" status: 204 len: 168 time: 0.7588174 Dec 16 22:32:39.508706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device deacd93a-eb3f-4027-924b-67930b244f57 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:32:39.531860 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c68f0-574c-4a49-ae5b-9afd5c7a247d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e34e91d-2837-401d-b1dd-00b78c7f0984,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:39.566891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d47cdf-dec2-4994-8d6a-a6d3b59cabc6 req-03666e90-6c92-40be-835f-8d92043b049f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:39.568483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8d47cdf-dec2-4994-8d6a-a6d3b59cabc6 req-03666e90-6c92-40be-835f-8d92043b049f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0798178 Dec 16 22:32:39.597106 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:39.599829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-de01fc1e-1507-43e2-afa9-12d14726e851 None None] Port 92c401e2-3236-4756-89c4-b3095ad2a840 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:32:39.607864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b57bfdca-2f7c-49c7-a08d-7d4b37a0c15b req-65c0886a-a2c7-40d9-b98d-d1a0b7f77601 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0378568 Dec 16 22:32:39.621673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port deacd93a-eb3f-4027-924b-67930b244f57 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:32:39.621673 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:39.670726 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8d47cdf-dec2-4994-8d6a-a6d3b59cabc6 req-4d301d5a-e574-4ddb-b086-2be95a561b9c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717587 Dec 16 22:32:39.691670 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:39.692144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa2a9762-65dc-4e87-b834-b3322b3740e3 req-7b887d02-0cf7-4cc1-a76b-03836f775457 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0407009 Dec 16 22:32:39.754477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-083f2bb0-30f2-408b-80b8-c91dc1f8a37c req-edd59140-92d9-474b-b875-49e869a6f857 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0277162 Dec 16 22:32:39.766325 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1367ae-1bae-4421-ac86-e13a4a1abac4 None None] Pushing event updated for resources: {'Port': ['ID=92c401e2-3236-4756-89c4-b3095ad2a840,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:39.818872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Attempting to bind port 92c401e2-3236-4756-89c4-b3095ad2a840 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:32:39.819257 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Attempting to bind port 92c401e2-3236-4756-89c4-b3095ad2a840 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '400e4a35-975f-400f-bdc9-6f4d75cbcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd606a576-a704-45ef-b658-167a940d1b1a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:32:39.820160 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Attempting to bind port 92c401e2-3236-4756-89c4-b3095ad2a840 on network d606a576-a704-45ef-b658-167a940d1b1a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:32:39.827074 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:32:39.827500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Checking segment: {'id': '400e4a35-975f-400f-bdc9-6f4d75cbcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd606a576-a704-45ef-b658-167a940d1b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:32:39.827921 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:39.834608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Bound using segment: {'id': '400e4a35-975f-400f-bdc9-6f4d75cbcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd606a576-a704-45ef-b658-167a940d1b1a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:32:39.835469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Bound port: 92c401e2-3236-4756-89c4-b3095ad2a840, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400e4a35-975f-400f-bdc9-6f4d75cbcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd606a576-a704-45ef-b658-167a940d1b1a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:32:39.840101 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:39.920019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] For port 92c401e2-3236-4756-89c4-b3095ad2a840, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:32:39.923696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] For port 92c401e2-3236-4756-89c4-b3095ad2a840, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=92c401e2-3236-4756-89c4-b3095ad2a840,segment=NetworkSegment(400e4a35-975f-400f-bdc9-6f4d75cbcd08),segment_id=400e4a35-975f-400f-bdc9-6f4d75cbcd08)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:32:39.999179 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:40.088971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Routers {'f3b5722d-cf52-40ae-96ed-1d0b343bf11e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:40.090070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:32:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f3b5722d-cf52-40ae-96ed-1d0b343bf11e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:40.093422 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1367ae-1bae-4421-ac86-e13a4a1abac4 None None] Pushing event updated for resources: {'Port': ['ID=92c401e2-3236-4756-89c4-b3095ad2a840,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:40.098759 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-15cbcf36-c7d0-490a-9bfd-c6f707a5acb2 None None] Provisioning complete for port 92c401e2-3236-4756-89c4-b3095ad2a840 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:32:40.099139 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15cbcf36-c7d0-490a-9bfd-c6f707a5acb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:40.274284 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] Set router f3b5722d-cf52-40ae-96ed-1d0b343bf11e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:40.319765 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15cbcf36-c7d0-490a-9bfd-c6f707a5acb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:40.428080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-15cbcf36-c7d0-490a-9bfd-c6f707a5acb2 None None] For port 92c401e2-3236-4756-89c4-b3095ad2a840, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=92c401e2-3236-4756-89c4-b3095ad2a840,segment=NetworkSegment(400e4a35-975f-400f-bdc9-6f4d75cbcd08),segment_id=400e4a35-975f-400f-bdc9-6f4d75cbcd08)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:40.503084 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15cbcf36-c7d0-490a-9bfd-c6f707a5acb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:40.568620 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbcf36-c7d0-490a-9bfd-c6f707a5acb2 None None] Pushing event updated for resources: {'Port': ['ID=92c401e2-3236-4756-89c4-b3095ad2a840,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:40.583616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377102224', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:31Z', 'updated_at': '2021-12-16T22:32:36Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:32Z', 'updated_at': '2021-12-16T22:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '92c401e2-3236-4756-89c4-b3095ad2a840', 'name': '', 'network_id': 'd606a576-a704-45ef-b658-167a940d1b1a', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:eb:c7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '6ece8893-e526-490b-902d-41e533b51abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:35Z', 'updated_at': '2021-12-16T22:32:39Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': '6ece8893-e526-490b-902d-41e533b51abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:40.600142 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6279bddb-9ee0-45a9-95fd-f971e58d8d2a req-985b59a8-437a-4c34-aafb-bffa04947929 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0397763 Dec 16 22:32:40.619216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab5af7-169a-47fd-a3f4-888f345b11d5 None None] The sync data for ids ['f3b5722d-cf52-40ae-96ed-1d0b343bf11e'] in n-d-821840-2 is: [{'id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377102224', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:31Z', 'updated_at': '2021-12-16T22:32:36Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:32Z', 'updated_at': '2021-12-16T22:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '92c401e2-3236-4756-89c4-b3095ad2a840', 'name': '', 'network_id': 'd606a576-a704-45ef-b658-167a940d1b1a', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:eb:c7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '6ece8893-e526-490b-902d-41e533b51abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:35Z', 'updated_at': '2021-12-16T22:32:39Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': '6ece8893-e526-490b-902d-41e533b51abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:32:40.631646 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b18f9006-eb8c-4eda-acd9-4576e9b48167 None None] Provisioning complete for port 92c401e2-3236-4756-89c4-b3095ad2a840 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:32:40.632029 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b18f9006-eb8c-4eda-acd9-4576e9b48167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:40.739887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f94a7e8-10f3-4eaf-9e96-52f538775982 req-384bdc2b-20c9-4b9a-ab4e-ec84e5372993 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0720334 Dec 16 22:32:40.851770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-021a6724-7db2-4ada-a2e9-6e7034bc9284 req-23cd99dd-9ac3-4ad7-badf-34658852e3e9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0401096 Dec 16 22:32:40.876590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e65951-cf88-4e38-a6d9-b704d4800be6 req-caf68b20-3b60-4ca9-b41f-6d1ea55f8233 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:40.879710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28e65951-cf88-4e38-a6d9-b704d4800be6 req-caf68b20-3b60-4ca9-b41f-6d1ea55f8233 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1044862 Dec 16 22:32:40.941733 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28e65951-cf88-4e38-a6d9-b704d4800be6 req-639db611-a55d-4bdd-8433-6c9fc321980c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607035 Dec 16 22:32:40.958804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cbb3d9d7-c6d8-4e36-b38f-af543c0881b2 req-f4996a54-ddd2-40ed-bd12-67f74a3e07a3 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0406275 Dec 16 22:32:41.510662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 92c401e2-3236-4756-89c4-b3095ad2a840 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:32:41.571188 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 92c401e2-3236-4756-89c4-b3095ad2a840 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:32:41.571188 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:41.686956 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f37b56c-3095-40c6-892e-6cf8f0d0c068 req-62bc533c-8040-4235-a0e8-47c476305020 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0285583 Dec 16 22:32:41.829016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9c5682e-83e2-4f58-8da8-90c767788243 req-e0cad40f-4657-48e8-a457-8bbae502ecc1 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0364344 Dec 16 22:32:41.941948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dcec9393-8241-4ba1-abc1-887fb6d1b6de req-a8e35f62-3195-4fd8-b247-02866c76113c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0302949 Dec 16 22:32:42.055144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4dcabd2-c409-4250-814b-cca105b0588b req-b6eb32b6-c6d6-42dc-9674-cfa94fd6aef7 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0401838 Dec 16 22:32:42.099206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe9874-b75d-4474-9a64-987b7d880472 req-4223f947-a36f-4d3e-8897-d043dbc1885c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:42.107890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bdfe9874-b75d-4474-9a64-987b7d880472 req-4223f947-a36f-4d3e-8897-d043dbc1885c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0809662 Dec 16 22:32:42.151756 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b044ba-536e-4277-88b2-2c65a9183af7 req-170f8e13-635e-48b9-9dc0-d861075e60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:42.153090 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a2b044ba-536e-4277-88b2-2c65a9183af7 req-170f8e13-635e-48b9-9dc0-d861075e60b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e46b27d4336444b98f803f2fbef3235f&device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 1096 time: 0.2043369 Dec 16 22:32:42.157575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bdfe9874-b75d-4474-9a64-987b7d880472 req-3b0eb76c-5115-407d-84ae-05671709bf6a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487523 Dec 16 22:32:42.269639 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b044ba-536e-4277-88b2-2c65a9183af7 req-411387ea-810b-4555-9657-dfec81a8306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:42.271143 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a2b044ba-536e-4277-88b2-2c65a9183af7 req-411387ea-810b-4555-9657-dfec81a8306b service neutron] 10.222.0.69 "GET /v2.0/networks?id=a38ea202-9def-4a69-9c10-b0c645d2f774 HTTP/1.1" status: 200 len: 916 time: 0.0881467 Dec 16 22:32:42.324054 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a2b044ba-536e-4277-88b2-2c65a9183af7 req-99964bc7-0674-4d99-b0fb-809a6b272a2f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159554a7-2630-41f6-83d7-57a8ec700ddb HTTP/1.1" status: 200 len: 217 time: 0.0403357 Dec 16 22:32:42.379904 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b044ba-536e-4277-88b2-2c65a9183af7 req-26f93910-62b2-4d8b-bc1f-41eaa302c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:42.381437 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a2b044ba-536e-4277-88b2-2c65a9183af7 req-26f93910-62b2-4d8b-bc1f-41eaa302c6e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=214e776a-bec9-41dd-b23a-372aeec3228b HTTP/1.1" status: 200 len: 855 time: 0.0458903 Dec 16 22:32:42.419400 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a2b044ba-536e-4277-88b2-2c65a9183af7 req-b1417052-9363-436d-862b-787f9e521f8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a38ea202-9def-4a69-9c10-b0c645d2f774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259228 Dec 16 22:32:42.521525 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a2b044ba-536e-4277-88b2-2c65a9183af7 req-9262187d-5bff-436b-ba29-c32a82dfd973 service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894849 Dec 16 22:32:42.619909 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a2b044ba-536e-4277-88b2-2c65a9183af7 req-82d7dcd7-4f36-4f71-b7f7-96ca343cc7fc service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865207 Dec 16 22:32:42.770985 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e892d27-b35c-44d2-9db9-8d302e469b70 req-09048e2d-a0eb-4848-86d4-06f44a6b8555 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0281887 Dec 16 22:32:42.913057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08f5b689-9638-4054-a492-7eea57f16423 req-362fe96d-0b32-42d8-a585-409ebfc19d22 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0271556 Dec 16 22:32:43.026417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea1cfe4b-6705-4ac9-a94a-706a6e1dab87 req-09f5f385-71c9-4314-a23c-e3707e526330 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0268815 Dec 16 22:32:43.118347 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:43.140948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60ceace0-90d8-4325-880d-8639d7013777 req-dc4a3895-8405-4edb-b425-4ea15be65a2b tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0312581 Dec 16 22:32:43.282557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d152cc-cf0b-4eec-a6f3-09261dde4132 req-020a3106-f360-465e-9ad7-d3e93bd3bd5c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:43.284109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3d152cc-cf0b-4eec-a6f3-09261dde4132 req-020a3106-f360-465e-9ad7-d3e93bd3bd5c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0520251 Dec 16 22:32:43.317714 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:43.334111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3d152cc-cf0b-4eec-a6f3-09261dde4132 req-4fcfc186-4de7-4aaf-95b6-391bbd6a1ae6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437071 Dec 16 22:32:43.854440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e426e52-0971-40a6-9c47-9d6be6b14684 req-65693170-3ff7-4396-acd4-9cb038412d6c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0315256 Dec 16 22:32:43.954189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58114) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:43.993778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fe3a596-0353-49fa-9128-5fa845108638 req-900711d9-b274-46f0-90e9-a546c5bb8b57 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0277681 Dec 16 22:32:44.073477 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-32208461-862d-4e4e-9bd2-8f0922b3463d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:44.116560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60d07e84-a516-4cd2-85c4-8ec4a1fd1711 req-1ef4fe00-fbe1-45a0-9f6f-4158af533f6c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0310645 Dec 16 22:32:44.188277 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-32208461-862d-4e4e-9bd2-8f0922b3463d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:44.220569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b92c3a9-9e10-41ad-ad74-ea1ec29baa93 req-79670acc-68ac-40ed-b33b-302109b2033c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0269811 Dec 16 22:32:44.242740 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-32208461-862d-4e4e-9bd2-8f0922b3463d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:44.284138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-32208461-862d-4e4e-9bd2-8f0922b3463d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f95c4934c1344cf499dcb9c5d89c3075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3283057 Dec 16 22:32:44.284629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32208461-862d-4e4e-9bd2-8f0922b3463d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2842a4a2-dc58-4c46-a829-608247bbcbdb,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:44.286276 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58122) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:44.336031 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:44.361003 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:44.455940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38171af-3f6d-41d6-9ab6-c9bf9c086260 req-9e1f7c76-7ef9-4eeb-bfdc-0aebf1031b05 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:44.457462 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e38171af-3f6d-41d6-9ab6-c9bf9c086260 req-9e1f7c76-7ef9-4eeb-bfdc-0aebf1031b05 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0537386 Dec 16 22:32:44.482968 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:44.485694 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:44.486858 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2842a4a2-dc58-4c46-a829-608247bbcbdb HTTP/1.1" status: 204 len: 168 time: 0.1995704 Dec 16 22:32:44.495456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2842a4a2-dc58-4c46-a829-608247bbcbdb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:44.504717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.505075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.505426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.506172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e38171af-3f6d-41d6-9ab6-c9bf9c086260 req-8d9c7a19-f742-4f25-b25a-528c0f1e8ce4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426037 Dec 16 22:32:44.507342 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.507834 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.508279 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.508754 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.510255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.510255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.510562 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.510905 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.511259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.511658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2bc68-c439-4bda-9a8c-460f7380f5f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.934520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5fe81e8-37f6-4d36-92b1-ee4c0b40d378 req-ae8ec0bc-5128-405e-8aba-632ab177a0b8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0270240 Dec 16 22:32:45.074286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a08eee6-c509-436c-a5c9-f711a87f22e9 req-5d017a57-5d7e-4094-a172-5b8b0cdeb185 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0274112 Dec 16 22:32:45.098801 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58134) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:45.112984 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73374f8a-bb17-4365-bc8f-7b843989649d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:45.189538 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73374f8a-bb17-4365-bc8f-7b843989649d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:45.208194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83842a69-f7b6-4331-a585-2fa6d1e5124f req-61476f91-fc0b-4294-919d-34be51311bf2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0278652 Dec 16 22:32:45.267010 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73374f8a-bb17-4365-bc8f-7b843989649d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:45.304192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d89e4272-7df0-42a8-8c68-8d987c31e5ca req-7362f2a1-67c5-4da6-9871-d8c5a80cfdbd tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0317814 Dec 16 22:32:45.308257 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-73374f8a-bb17-4365-bc8f-7b843989649d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b48151a652c24bc6bffe007ecb0f0168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2083173 Dec 16 22:32:45.309603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73374f8a-bb17-4365-bc8f-7b843989649d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc99956a-0f22-4c34-a955-8f84c5f48ef0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:45.316645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58140) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:45.366279 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51476198-51c7-4f9a-b4a3-0152f15a3291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:45.387552 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51476198-51c7-4f9a-b4a3-0152f15a3291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:45.489787 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51476198-51c7-4f9a-b4a3-0152f15a3291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:45.492390 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51476198-51c7-4f9a-b4a3-0152f15a3291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:45.494700 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-51476198-51c7-4f9a-b4a3-0152f15a3291 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc99956a-0f22-4c34-a955-8f84c5f48ef0 HTTP/1.1" status: 204 len: 168 time: 0.1764708 Dec 16 22:32:45.504022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51476198-51c7-4f9a-b4a3-0152f15a3291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc99956a-0f22-4c34-a955-8f84c5f48ef0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:45.644050 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333c383-0d2b-4c2d-a244-56f5f9138dbb req-ffa36db4-3f53-4660-b83b-7ca86d0564bd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:45.645545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8333c383-0d2b-4c2d-a244-56f5f9138dbb req-ffa36db4-3f53-4660-b83b-7ca86d0564bd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0562220 Dec 16 22:32:45.695661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8333c383-0d2b-4c2d-a244-56f5f9138dbb req-ed2ce888-12e6-4484-8a4f-722540c283d9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431590 Dec 16 22:32:46.013781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c25d63d-711d-41d0-b1dd-916ab62c84e7 req-84bb2523-64f2-4b96-ac1e-216efdacfc0b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0267508 Dec 16 22:32:46.156264 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fcb26f0c-4825-4da8-902c-bffdb9c5ca97 req-56199b2f-9530-45a5-adeb-29da7a2cc5d8 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0292130 Dec 16 22:32:46.289551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cd86f4c-0668-4d79-bdf3-c1c1340a4b9b req-46574156-04d0-4aa1-a577-c67557276758 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0314360 Dec 16 22:32:46.387318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d46ed08b-f733-4d65-8177-cf347172fb6b req-86cbb407-5135-41d6-85ee-febf0ef65f52 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0281868 Dec 16 22:32:46.819121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4099be1-eace-4291-a7d7-cddbe6ba4cd1 req-ad5923ae-4d5f-4b78-87a3-616bffdf1884 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:46.820776 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4099be1-eace-4291-a7d7-cddbe6ba4cd1 req-ad5923ae-4d5f-4b78-87a3-616bffdf1884 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0556943 Dec 16 22:32:46.873156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4099be1-eace-4291-a7d7-cddbe6ba4cd1 req-7cbec5d4-1f03-47ef-85a0-7c892e590794 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440509 Dec 16 22:32:47.099210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06983f25-a11a-4570-81b2-9ba760c978a0 req-1f5a6b7d-e534-46c2-99ed-307d45114a6a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0304818 Dec 16 22:32:47.233495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb7a37cb-6ed1-4905-92f3-fd73d0ec36df req-0947898f-7d4d-4d8a-8bae-71af3078b070 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0263145 Dec 16 22:32:47.370157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99fbde91-ac67-443c-9e8d-562b427a3ee8 req-d79e4ca0-8194-4a63-80c2-ac05c4a07069 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0277739 Dec 16 22:32:47.471226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc8ddac3-5936-4a80-9d55-1767b81e21cd req-4d09b1e5-603b-46a2-b5a7-1364317ac8a9 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0340145 Dec 16 22:32:48.005698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf3016-fe73-4f02-b8ae-d5ad42819c0b req-3f460d99-941f-405e-91a2-911031ac1129 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:48.007225 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5bf3016-fe73-4f02-b8ae-d5ad42819c0b req-3f460d99-941f-405e-91a2-911031ac1129 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0573130 Dec 16 22:32:48.060783 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5bf3016-fe73-4f02-b8ae-d5ad42819c0b req-d09e851a-3819-4c38-9a4e-b8f0f7b91dc0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464773 Dec 16 22:32:48.181012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9284bfbb-40c9-4a0d-900e-f48a2cfaec44 req-37031399-bc8a-4adf-bd4a-1dbb997ae059 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0269988 Dec 16 22:32:48.312464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68ec1768-b799-48c7-9d92-7ad1147d14c2 req-1e95e0d8-3e6f-4f3a-8463-f78808063925 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0270278 Dec 16 22:32:48.457920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e609bc6f-6349-48bf-8ac1-53bf26609918 req-745f263f-a94e-4b06-a402-7a8679f4f7be tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0350976 Dec 16 22:32:48.557371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58c580a3-1739-42bf-ac7b-e458b14c9c10 req-1d094623-bd5f-4c50-a837-94bc901bb032 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0319009 Dec 16 22:32:49.178611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0755d7-b701-4729-bfe7-219fbd89c2b8 req-3aa6bf11-e3ba-4830-ae8c-64508d4fdae5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.180038 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd0755d7-b701-4729-bfe7-219fbd89c2b8 req-3aa6bf11-e3ba-4830-ae8c-64508d4fdae5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0502856 Dec 16 22:32:49.230286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd0755d7-b701-4729-bfe7-219fbd89c2b8 req-06a4754a-d34f-450c-9133-d42568caaec7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434780 Dec 16 22:32:49.258050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b83fe0a-c9c9-4e4c-b421-e49c2d6570df req-021cd7f8-7bd1-46f0-aec1-6000d00bf15f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0265179 Dec 16 22:32:49.391375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbdeea8f-baaf-4bb1-9984-c254f403bb49 req-cf6cf5a8-ef3a-4539-9418-8c94d6fc5cc3 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0275364 Dec 16 22:32:49.456004 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58234) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:49.541183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be454b78-9ac1-46cc-8bb8-540b45c7591a req-ccb06577-772c-4e08-9cc6-bead657dbb46 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0316961 Dec 16 22:32:49.565825 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25ecdfe9-a8e8-4ab4-9640-c0e760466db6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:49.634954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8113c3c9-ab43-448a-9aa1-652bb9bde13b req-2d2c227b-3b60-4a1f-9eb3-90cbccbcb727 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0267451 Dec 16 22:32:49.644729 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25ecdfe9-a8e8-4ab4-9640-c0e760466db6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:49.711223 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25ecdfe9-a8e8-4ab4-9640-c0e760466db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:49.750620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecdfe9-a8e8-4ab4-9640-c0e760466db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b350099-689e-421e-8a8d-f74c57e63d3c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:49.756652 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-25ecdfe9-a8e8-4ab4-9640-c0e760466db6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c368f4b630a846e7951f850691db911b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2993004 Dec 16 22:32:49.759390 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58242) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:49.807206 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d987442-3e44-4fb1-860f-0351b6b05b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:49.829494 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d987442-3e44-4fb1-860f-0351b6b05b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:49.923945 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d987442-3e44-4fb1-860f-0351b6b05b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:49.926635 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d987442-3e44-4fb1-860f-0351b6b05b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:49.927872 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4d987442-3e44-4fb1-860f-0351b6b05b3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b350099-689e-421e-8a8d-f74c57e63d3c HTTP/1.1" status: 204 len: 168 time: 0.1675653 Dec 16 22:32:49.937393 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d987442-3e44-4fb1-860f-0351b6b05b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b350099-689e-421e-8a8d-f74c57e63d3c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:50.071997 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5889d26f-8b0f-405f-8b5e-4cc6a79f4cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:50.358709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2cae465-fc72-4dbe-99b7-c6eab246c56a req-1d66afd6-33bd-4f42-b62b-35fac3dd818f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0426857 Dec 16 22:32:50.378606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadd6ed-5764-4b7f-a8b5-3397dbff48af req-7ecd2fda-e3fe-4763-8f3b-b690bd7ea26a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:50.380136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1aadd6ed-5764-4b7f-a8b5-3397dbff48af req-7ecd2fda-e3fe-4763-8f3b-b690bd7ea26a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0792491 Dec 16 22:32:50.428914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1aadd6ed-5764-4b7f-a8b5-3397dbff48af req-a07962dd-2692-49f0-94fc-7cf671027470 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420010 Dec 16 22:32:50.477711 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca746524-cf79-48bd-be6c-b7abcc309803 req-f24ce59e-318a-4417-bb2a-432806b09940 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0314937 Dec 16 22:32:50.558408 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58254) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:50.574877 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-78c7d139-6658-4eb3-81d9-161de537e0a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:50.623720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb356771-08fe-46c0-a0e5-8f8db9059577 req-9e796a30-aa68-4a4f-b26a-6aa86825e22c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0311472 Dec 16 22:32:50.656247 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-78c7d139-6658-4eb3-81d9-161de537e0a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:50.714005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b703102d-deab-4010-adb7-40800fa43ad9 req-2c6c5bb1-b076-4c40-8a28-8bf7351c2312 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0276093 Dec 16 22:32:50.735002 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-78c7d139-6658-4eb3-81d9-161de537e0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:50.774169 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-78c7d139-6658-4eb3-81d9-161de537e0a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f736af8db8e14c20b1b4eafe7e0dab38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2145815 Dec 16 22:32:50.775128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7d139-6658-4eb3-81d9-161de537e0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e02ee8-3c8b-4827-b62e-9d7253cd175a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:50.777040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58260) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:50.827974 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79cbb338-d573-46a9-b3d0-07a7fd5d35d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:50.849463 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79cbb338-d573-46a9-b3d0-07a7fd5d35d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:50.980226 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79cbb338-d573-46a9-b3d0-07a7fd5d35d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:50.982941 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79cbb338-d573-46a9-b3d0-07a7fd5d35d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:50.984183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-79cbb338-d573-46a9-b3d0-07a7fd5d35d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1e02ee8-3c8b-4827-b62e-9d7253cd175a HTTP/1.1" status: 204 len: 168 time: 0.2058086 Dec 16 22:32:50.993961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbb338-d573-46a9-b3d0-07a7fd5d35d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e02ee8-3c8b-4827-b62e-9d7253cd175a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:51.442599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b73b8889-34c7-42b8-95cd-dfd7d409fa57 req-41974e89-0831-49d9-b068-60eef7c82681 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0312855 Dec 16 22:32:51.557656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-630b516b-07d0-4c2a-b25a-2f42b038538c req-222639fa-9411-40b7-9687-8a7f75af6474 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0273516 Dec 16 22:32:51.574303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebdc88-7e5c-4cd1-befa-c92c5aae4131 req-d48c8927-7847-40fd-860e-ea841bb8a7de tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:51.576104 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfebdc88-7e5c-4cd1-befa-c92c5aae4131 req-d48c8927-7847-40fd-860e-ea841bb8a7de tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0764492 Dec 16 22:32:51.628862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfebdc88-7e5c-4cd1-befa-c92c5aae4131 req-57004f07-a5ba-432c-98e7-65b3d51dd354 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456293 Dec 16 22:32:51.703143 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-291a1196-6515-4b29-9e49-26d816129b5c req-bf7adb50-7066-4960-a064-231c4a059382 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0270288 Dec 16 22:32:51.797015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-236fabb5-7e6b-40e1-9180-397d254c912e req-40f94fc2-d972-4307-b3d9-b690811c7585 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0318229 Dec 16 22:32:52.425322 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-beeaaaf6-f4e7-42ab-b26c-b27de7623f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:52.531598 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b00b5f52-fae7-463b-95a3-d62df3d2323f req-1b72c43b-c31b-4319-8213-bad6c863c9ec tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0284708 Dec 16 22:32:52.638690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5f287f9-dcde-42da-9873-5ca986997988 req-5cf492f5-7d4d-4e74-856e-fdb8f69804bd tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0273681 Dec 16 22:32:52.753431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bee48-39dc-4765-bdb7-7a1d181b6a6f req-29891819-78f5-41d9-a2f2-97e04793cde2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:52.754976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f8bee48-39dc-4765-bdb7-7a1d181b6a6f req-29891819-78f5-41d9-a2f2-97e04793cde2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0533245 Dec 16 22:32:52.790640 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9bc4449-83f1-4e75-8e53-2dac1ddf23b9 req-f551dc0c-56a6-4556-b742-3a8f034118f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0341942 Dec 16 22:32:52.829102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f8bee48-39dc-4765-bdb7-7a1d181b6a6f req-843c6898-bb27-45d6-ae5e-48ba3de4b2a5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619209 Dec 16 22:32:52.880630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-704580d9-c0a6-4f59-8a88-ed639e04cca8 req-016b1a55-8fe3-466b-8801-331c7c55b69d tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0308318 Dec 16 22:32:53.494695 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:53.622336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a89d8f4-7637-4a95-b671-9a164a14c533 req-01bc4614-58c2-4c17-8c38-b3226debbba2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0362797 Dec 16 22:32:53.717122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-920c7efe-45a2-4286-9a0a-594ea8dcd86c req-de4dae4e-a0f7-46ba-beb5-c6c17dc2ac6e tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0266359 Dec 16 22:32:53.873100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-023eaacf-c5f1-430a-81d7-4ece36fa4fd2 req-24a48809-8d14-4ac1-809c-f19d775ae189 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0285623 Dec 16 22:32:53.974412 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d52f74f-f4bb-4007-9549-2120729a3acc req-e70f56a1-3103-4a62-b2f7-b1412b5311ab tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0350389 Dec 16 22:32:53.987179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32afa04-2782-48ce-b748-d8f39abd60db req-9106a75a-fb9e-4636-b01c-9e93786749cd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:53.988872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f32afa04-2782-48ce-b748-d8f39abd60db req-9106a75a-fb9e-4636-b01c-9e93786749cd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0864522 Dec 16 22:32:54.019108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58336) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:54.043132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f32afa04-2782-48ce-b748-d8f39abd60db req-c2f16537-6822-4ebe-8084-aa5dafdb3d67 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476878 Dec 16 22:32:54.133104 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91d8ddfc-41f2-408a-bdc6-89115e6d5d66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:54.206582 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91d8ddfc-41f2-408a-bdc6-89115e6d5d66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:54.289126 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91d8ddfc-41f2-408a-bdc6-89115e6d5d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:54.328914 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-91d8ddfc-41f2-408a-bdc6-89115e6d5d66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=033b23e9ada049d2b0b24bfefef8cd48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3080821 Dec 16 22:32:54.329819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8ddfc-41f2-408a-bdc6-89115e6d5d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cc5d44-d9b9-4cdd-8620-aac1c2849096,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:54.331665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58340) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:54.382496 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9098bcb6-4211-4aad-bb21-60777ba0310e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:54.405063 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9098bcb6-4211-4aad-bb21-60777ba0310e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:54.534885 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9098bcb6-4211-4aad-bb21-60777ba0310e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:54.537495 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9098bcb6-4211-4aad-bb21-60777ba0310e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:54.538671 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9098bcb6-4211-4aad-bb21-60777ba0310e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64cc5d44-d9b9-4cdd-8620-aac1c2849096 HTTP/1.1" status: 204 len: 168 time: 0.2060151 Dec 16 22:32:54.547099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098bcb6-4211-4aad-bb21-60777ba0310e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cc5d44-d9b9-4cdd-8620-aac1c2849096,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:54.700801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-104fe0a9-36c1-4735-85f1-98e6d5318b1e req-aa9129e7-d3c9-4f5c-8ec4-2727e1e5c261 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0309029 Dec 16 22:32:54.811772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-114bd22c-dbd7-443d-a9be-b6c57803aaf6 req-304ec335-6a2a-4d5b-bf71-faeb6010daf8 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0349765 Dec 16 22:32:54.816335 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:54.952315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfad80f9-bb04-4170-8e64-0a35c071d74f req-36a838cd-a86f-4a49-a771-8d6ad26f2928 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0280294 Dec 16 22:32:55.050858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c3a849c-9ea6-40d7-8f11-d459fefd7b29 req-c7d7472e-0aba-45cf-b2e1-7ad58bb709be tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0271370 Dec 16 22:32:55.171562 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793d050-db9e-470b-92bb-01b6c9cdeaf1 req-8189ae14-3125-4702-b347-05f8b2a6d59c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:55.173109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2793d050-db9e-470b-92bb-01b6c9cdeaf1 req-8189ae14-3125-4702-b347-05f8b2a6d59c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0507212 Dec 16 22:32:55.195395 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58356) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:55.209621 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab84c457-836b-4224-a385-51b8fdacd984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:55.224072 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2793d050-db9e-470b-92bb-01b6c9cdeaf1 req-e722f413-f387-4974-82c5-1043ab70d660 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442593 Dec 16 22:32:55.296542 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab84c457-836b-4224-a385-51b8fdacd984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:55.381232 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab84c457-836b-4224-a385-51b8fdacd984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:55.423125 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84c457-836b-4224-a385-51b8fdacd984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72445b6-a3e8-4d86-911c-b356e7bbd46b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:55.427497 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ab84c457-836b-4224-a385-51b8fdacd984 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b48614b4f6d14423aad594faca1b35bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2309790 Dec 16 22:32:55.430221 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58358) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:55.478621 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-efe7913e-787c-4b05-bc9c-4eaf2422efcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:55.500237 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-efe7913e-787c-4b05-bc9c-4eaf2422efcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:55.614764 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-efe7913e-787c-4b05-bc9c-4eaf2422efcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:55.618496 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-efe7913e-787c-4b05-bc9c-4eaf2422efcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:55.619594 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-efe7913e-787c-4b05-bc9c-4eaf2422efcb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e72445b6-a3e8-4d86-911c-b356e7bbd46b HTTP/1.1" status: 204 len: 168 time: 0.1883321 Dec 16 22:32:55.627963 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7913e-787c-4b05-bc9c-4eaf2422efcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72445b6-a3e8-4d86-911c-b356e7bbd46b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:55.689001 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:55.786392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24ef7b02-eecd-410c-a94c-e3f8f797608b req-12de7617-75f2-44eb-a305-a074af3b90fa tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0330093 Dec 16 22:32:55.898086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8c3fb90-91c6-48d6-b6a5-3dfcd47cc62e req-4ae3b7e1-d296-4eb6-bc0b-70a14bd6e193 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0306656 Dec 16 22:32:56.031065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9673ffb-9f1d-40aa-ac63-44d21f8aafd7 req-cfcec012-8592-40d9-b172-3c89ab1e0ac4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0276573 Dec 16 22:32:56.141765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-374edf1d-6e0f-44cc-8062-3513cf59f6d9 req-0778b094-c8ab-433b-b543-686923517cdb tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0279572 Dec 16 22:32:56.342682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338e618-e220-4b2e-952e-10c72e934e63 req-bc4ea8f7-27e1-4fc2-b061-44cea4a21723 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:56.344372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0338e618-e220-4b2e-952e-10c72e934e63 req-bc4ea8f7-27e1-4fc2-b061-44cea4a21723 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0514848 Dec 16 22:32:56.397655 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0338e618-e220-4b2e-952e-10c72e934e63 req-891ef41b-c260-4c5e-98b2-e9b899781714 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472105 Dec 16 22:32:56.867457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea5eb656-3cc5-4fcf-be93-f1ca4f8cb878 req-4f7eb454-8031-4eb5-aac9-8bf62532b2a5 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0315905 Dec 16 22:32:56.979964 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09eb0bca-e91e-4879-877e-b6fb9c4721bc req-f7c3f150-064c-4b9e-b701-31077d5c195a tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0274036 Dec 16 22:32:57.111982 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f699774e-61ce-4d4e-9db9-f88f7bc90b07 req-7c0becab-2ede-4a08-af6b-b6d0766fa5a0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0273023 Dec 16 22:32:57.219996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62b76178-cdca-4930-b5db-f2d1e46380b1 req-27c536dd-d49f-45d9-9595-60f6d95011eb tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0283272 Dec 16 22:32:57.521366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7ae92-3385-4dfd-bb4b-f128f2eb0d7e req-94deab98-f5bd-4550-8117-e46c9b208d5e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:57.521366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71d7ae92-3385-4dfd-bb4b-f128f2eb0d7e req-94deab98-f5bd-4550-8117-e46c9b208d5e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0528789 Dec 16 22:32:57.581036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71d7ae92-3385-4dfd-bb4b-f128f2eb0d7e req-e145c586-e571-487e-aae0-1f55476d4c5c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570667 Dec 16 22:32:57.949498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6474cab4-d0d4-4301-b288-a6cff329dc5d req-5ebbdb11-4450-4d9c-a0f2-dc69589138db tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0279109 Dec 16 22:32:58.061282 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7a1f104-52ce-4711-8425-070096a2c58b req-6dba7df2-3153-44a8-a5a9-17a43a93a023 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0314543 Dec 16 22:32:58.193399 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8f150157-f3ae-4964-b886-242912fe80cb req-350acdcd-2818-43ee-9f0e-d11be8cdddde tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0275068 Dec 16 22:32:58.304854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1f34bea-2051-4ac8-a3a0-49cf4f226ad2 req-54f69789-430a-4ef3-9c93-dd95714bb9af tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0280278 Dec 16 22:32:58.701374 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2970ea1-2b01-4840-b632-8a7c0f99e0a2 req-f10306ce-378f-4788-95c4-d4238a1955c5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:58.702916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2970ea1-2b01-4840-b632-8a7c0f99e0a2 req-f10306ce-378f-4788-95c4-d4238a1955c5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0521610 Dec 16 22:32:58.757639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2970ea1-2b01-4840-b632-8a7c0f99e0a2 req-4fe558ca-876f-41cb-a2b4-2488b820d3c7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486059 Dec 16 22:32:59.032737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7653cf40-2a93-4036-a7d7-3ab7e9d83c93 req-c5552174-5af1-4b49-bc37-58fe97ed4cb1 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0281518 Dec 16 22:32:59.140030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d9f350e-d561-4da8-992b-73b852dccce6 req-2c622725-5b5c-44dd-8f34-69775d9a8ec3 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0279884 Dec 16 22:32:59.284043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c881a18d-812b-4a93-ae64-c60a15031fad req-b34da6f0-666b-40b3-a6ed-884dde6413c9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0273895 Dec 16 22:32:59.391538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cb0adad-7b8f-4eef-b8bd-6e5e07a07abc req-09ee8399-2c46-4b49-a84d-35a7f598d685 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0262733 Dec 16 22:32:59.886932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca142404-0eb1-41b0-8986-017aaa47e181 req-4a6d95f3-ea15-4fd8-9cf8-6fd74f42b9c2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:59.888366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca142404-0eb1-41b0-8986-017aaa47e181 req-4a6d95f3-ea15-4fd8-9cf8-6fd74f42b9c2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0599632 Dec 16 22:32:59.937500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca142404-0eb1-41b0-8986-017aaa47e181 req-1282c377-4a58-4e0c-b7a4-498c70edb68e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430248 Dec 16 22:33:00.110355 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9df4e93-fd8c-4099-8d56-c058d1e622a4 req-ac3a7a7f-0d5b-4565-872b-164e48622d6d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0277979 Dec 16 22:33:00.218610 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89759f6f-7ccc-4c9a-b780-1d20544e1bf2 req-18400f5d-655b-408b-9f7a-2bf4b1dc1509 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0276234 Dec 16 22:33:00.367727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71d590ce-041c-4029-a98d-56c4ab545c64 req-e4ea9c98-15de-4175-b32f-e6cb373f0a41 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0265937 Dec 16 22:33:00.469431 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee1c312b-ec3f-47d2-ba70-c64dde810a6d req-da70d034-64f8-4945-b21f-473e64fcf44e tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0274043 Dec 16 22:33:01.059159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35561f01-8536-4c49-b559-52f83f541a3c req-5380ba3a-70a2-4abe-9396-445080b1454e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:01.060682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35561f01-8536-4c49-b559-52f83f541a3c req-5380ba3a-70a2-4abe-9396-445080b1454e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0535209 Dec 16 22:33:01.109819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35561f01-8536-4c49-b559-52f83f541a3c req-1478b6e7-880a-45d6-a0c6-be63cb286501 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425212 Dec 16 22:33:01.188690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5924f140-574c-42f8-8d17-283c027a7c5b req-215d2aac-07da-4953-ba63-f39c785f1d9e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0279453 Dec 16 22:33:01.295967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-218c41f8-75ad-40f7-b9ba-5e94fa819394 req-b51b6efd-9609-4010-9451-c76f06ae98a1 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0271239 Dec 16 22:33:01.447940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843fee46-a95b-4c4b-8cd9-0897c96adf7c req-8a63d750-9e62-4471-adca-839ef118464c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0282977 Dec 16 22:33:01.522098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-3fc55fad-1b1d-469a-8467-2e6aceef10e6 req-3a3c6483-f6a1-4688-8781-8e3f1bf4f3a0 service neutron] (103951) timed out ('10.222.0.69', 62821) {{(pid=103951) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:33:01.548421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e274a70-3b31-4ae4-af07-525344b86275 req-0add35c9-90d9-4e50-9c32-59ffd7e358aa tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0283709 Dec 16 22:33:02.240408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603acca-106b-4040-a37c-9b8b0d9eab43 req-9ef875a3-7d69-4be7-8c59-62d32b66c4e0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:02.241974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a603acca-106b-4040-a37c-9b8b0d9eab43 req-9ef875a3-7d69-4be7-8c59-62d32b66c4e0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0566723 Dec 16 22:33:02.270428 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ede3b31-987b-4375-802a-0ebba1046df5 req-3dfec946-8f3c-4dc6-994f-22ac871de14d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0274332 Dec 16 22:33:02.318465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a603acca-106b-4040-a37c-9b8b0d9eab43 req-e02bbc2f-9f13-4603-8d81-17c4a0066765 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654278 Dec 16 22:33:02.374624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e6b79ac-e8cc-4624-9f7b-25288afcdc5b req-ac91dae9-5e94-472f-8cdc-7f93d24f9320 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0271628 Dec 16 22:33:02.533110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-885d52d8-511f-4ad8-8ff9-89771c466f19 req-4454d364-7cd3-4e3f-9218-c33bb234e1f5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0327213 Dec 16 22:33:02.633669 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8de7de2-be84-4d65-938a-5644c040aeee req-5a7a1378-e5c3-4e1c-9b5a-e85c5e6ac446 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0308826 Dec 16 22:33:02.673883 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-a36ee13a-f77f-465a-a066-8a3b9ff9ae88 req-be515a21-107a-498c-bb90-32d27e2c81e3 service neutron] (103952) timed out ('10.222.0.69', 62798) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:33:03.359344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f20d7454-fc01-4b15-b784-7c0eca0e92cf req-7d76cf0d-2294-4255-8a86-9a1f6d8876a7 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0367303 Dec 16 22:33:03.470435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcc665-a390-4002-af53-35b9a3a2ec31 req-3639ce79-70c0-4dc3-80cd-e5e2f3b5ea04 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:03.471985 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0efcc665-a390-4002-af53-35b9a3a2ec31 req-3639ce79-70c0-4dc3-80cd-e5e2f3b5ea04 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0792301 Dec 16 22:33:03.483412 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5417ee09-d8f0-4902-82bd-963448cd8c60 req-9ee2d963-1900-4dac-b8e0-3d697ae23212 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0458648 Dec 16 22:33:03.530224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0efcc665-a390-4002-af53-35b9a3a2ec31 req-20d7b46e-8bd9-4016-b288-cefcc43e4a8d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455618 Dec 16 22:33:03.615142 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ffdc8125-9b83-41ea-93ca-ab2a97bb7781 req-cdecb1d7-cb8c-4727-87f3-1f42c16b52e5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0312290 Dec 16 22:33:03.719899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c23432a5-4c62-4831-9627-3090dfa74a69 req-199af619-9af5-449b-98ce-8a4d3c22282b tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0333488 Dec 16 22:33:04.439627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-301b2b95-c3a4-4d01-9181-381174a6fd8d req-ddf0b43b-075d-479b-8e3b-cf958ab0847e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0279846 Dec 16 22:33:04.551899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95a24216-0292-4aa2-879f-f700285443ba req-ef41cb6a-8d8a-45fa-9725-aa519e905534 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0275393 Dec 16 22:33:04.652985 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fb16-cea7-4c43-b9c3-a6f3b515d89a req-6ccf1f6c-641a-457a-a624-d0aea1a240c9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:04.654499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f21fb16-cea7-4c43-b9c3-a6f3b515d89a req-6ccf1f6c-641a-457a-a624-d0aea1a240c9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0523586 Dec 16 22:33:04.710918 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d437d30-ebfb-45ad-bc3e-4a7128fd703c req-2e154b0b-e989-4a68-8919-59df6ff7f724 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0405881 Dec 16 22:33:04.732933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f21fb16-cea7-4c43-b9c3-a6f3b515d89a req-f12ecdde-b6a2-4228-b30f-fd50adc9e141 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724416 Dec 16 22:33:04.794693 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b113434c-3868-49b3-b202-7ded9ed2baf5 req-762e96dd-9997-4f73-83ac-13e34634807d tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0279248 Dec 16 22:33:05.405834 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58564) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:05.528427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c28c14f-7e20-41fa-a7c5-64d5d2d57a28 req-d34d05ba-2c26-4634-bc35-d24335383316 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0358307 Dec 16 22:33:05.530890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-919a68a9-ca60-41c7-8f24-cdb32e47629a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:05.616060 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-919a68a9-ca60-41c7-8f24-cdb32e47629a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:05.637260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d87d809-538c-4229-9f76-bf60082a0c39 req-7bb4d67b-0778-4536-ad0f-4aa59519e6a5 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0306325 Dec 16 22:33:05.689421 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-919a68a9-ca60-41c7-8f24-cdb32e47629a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:05.735027 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-919a68a9-ca60-41c7-8f24-cdb32e47629a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90a5be44e2ab4aa39b64a60a23026b54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279274 Dec 16 22:33:05.736034 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a68a9-ca60-41c7-8f24-cdb32e47629a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d26c12-14de-42fc-bf59-5a3711370a92,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:05.739237 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58574) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:05.814701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d429b1aa-168d-414a-ae5d-0172017fbe05 req-4222d63e-ac79-4ff4-86e2-38cf5f20208a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0401416 Dec 16 22:33:05.854670 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-730f1f83-a459-4598-a1d8-b5218e1b4523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:05.905331 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-730f1f83-a459-4598-a1d8-b5218e1b4523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:05.908662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-795e49f3-87c0-4d73-abc5-80a4d2b41205 req-540acd8b-684a-404a-98f0-171f55adc4c5 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0503471 Dec 16 22:33:05.927912 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a81fe-762a-4d92-bcbf-f6119270abf5 req-ced9ef1d-0ea0-4730-b465-b472b7c09bb0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:05.929532 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-349a81fe-762a-4d92-bcbf-f6119270abf5 req-ced9ef1d-0ea0-4730-b465-b472b7c09bb0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1188672 Dec 16 22:33:05.996039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-349a81fe-762a-4d92-bcbf-f6119270abf5 req-1d5537ce-7377-466e-92b8-f32df7dbd3cf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594110 Dec 16 22:33:06.082692 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-730f1f83-a459-4598-a1d8-b5218e1b4523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:06.085414 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-730f1f83-a459-4598-a1d8-b5218e1b4523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:06.086572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-730f1f83-a459-4598-a1d8-b5218e1b4523 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05d26c12-14de-42fc-bf59-5a3711370a92 HTTP/1.1" status: 204 len: 168 time: 0.3480546 Dec 16 22:33:06.095578 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f1f83-a459-4598-a1d8-b5218e1b4523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d26c12-14de-42fc-bf59-5a3711370a92,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:06.610025 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b3df926-a3c9-4d06-b36b-61d744953433 req-b0e01441-7a16-4a7d-873e-816dd579691e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0283024 Dec 16 22:33:06.714592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58588) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:06.719352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cacb94c0-f3ea-4d9a-b881-40c5343d940b req-8d26bca4-8cf4-413b-becf-f63836fe0f18 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0313809 Dec 16 22:33:06.729318 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d676371-2e58-4fbd-8e38-b70d06d5ef43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:06.808575 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d676371-2e58-4fbd-8e38-b70d06d5ef43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:06.894945 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d676371-2e58-4fbd-8e38-b70d06d5ef43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:06.897597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cbb73c-2e81-4c48-8379-334119a1e296 req-7012aa30-462f-4475-b94e-e77747aba1f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0277348 Dec 16 22:33:06.936642 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0d676371-2e58-4fbd-8e38-b70d06d5ef43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa1fd09dd63e4e2c9b973f1f8ca13f06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2208252 Dec 16 22:33:06.937548 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d676371-2e58-4fbd-8e38-b70d06d5ef43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefcf020-7108-457e-b0ff-2d4b86f265d8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:06.939296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58594) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:06.994133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ce45c71-a977-4980-abfc-816fd8c09395 req-b02c932a-ffa8-4fa0-83cc-40e3de660d62 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0302043 Dec 16 22:33:07.015521 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf92-064a-4988-8a63-bf86f5124201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:07.043171 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf92-064a-4988-8a63-bf86f5124201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:07.121043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f646c6f-e0e3-4529-940f-e075710cf78a req-4410a9c2-0406-4a28-8625-8d74ea322af7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:07.122495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8f646c6f-e0e3-4529-940f-e075710cf78a req-4410a9c2-0406-4a28-8625-8d74ea322af7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0570307 Dec 16 22:33:07.172609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8f646c6f-e0e3-4529-940f-e075710cf78a req-5b2c016b-86f2-4d57-b291-8b5fb5d7dea8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433247 Dec 16 22:33:07.209353 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf92-064a-4988-8a63-bf86f5124201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:07.212765 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf92-064a-4988-8a63-bf86f5124201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:07.213950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-76e5cf92-064a-4988-8a63-bf86f5124201 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eefcf020-7108-457e-b0ff-2d4b86f265d8 HTTP/1.1" status: 204 len: 168 time: 0.2734492 Dec 16 22:33:07.222333 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5cf92-064a-4988-8a63-bf86f5124201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefcf020-7108-457e-b0ff-2d4b86f265d8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:07.689988 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a72e1016-3757-43e3-ac45-b97cd759fe2b req-433c7e6c-9335-401b-9df3-7d3a3d56950f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0297604 Dec 16 22:33:07.801216 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd37af09-ec31-4864-a969-bdb7bf6ff9e1 req-81736a51-c72a-411a-8494-933a2cf058cc tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0308034 Dec 16 22:33:07.981039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9c8c3b6-36ed-489f-bf68-0ec454409dab req-784896dc-d11b-454b-a498-aeb7f0827e4c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0286903 Dec 16 22:33:08.072606 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1531ae16-fb64-48a7-aba7-b92ea9943772 req-ecca0dc5-2ebf-41ed-9a33-36b9888f6f3a tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0267277 Dec 16 22:33:08.301088 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d3e79-9fda-4d95-aea7-4d8eb52bb36b req-bbfe3ece-8812-4767-a90f-c50e86549243 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:08.302599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f01d3e79-9fda-4d95-aea7-4d8eb52bb36b req-bbfe3ece-8812-4767-a90f-c50e86549243 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0533109 Dec 16 22:33:08.353520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f01d3e79-9fda-4d95-aea7-4d8eb52bb36b req-6655e9d2-1068-4e32-9010-69aeb7895d3e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438201 Dec 16 22:33:08.767749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0e1fd30-8ee0-420a-8adc-6b61afe3e3fd req-1043d7a1-9e06-4462-bf04-73ce6bbaccbd tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0273924 Dec 16 22:33:08.885023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-796f962d-0598-464a-a775-28934bc02c10 req-5a20981f-c362-4321-ac96-ba0936cd2b81 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0318584 Dec 16 22:33:09.060289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72236165-cddf-45b5-8f2e-5b244c44961f req-d8664799-f798-45e5-b386-1b5e9502314d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0268829 Dec 16 22:33:09.151073 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1df39411-cf96-4821-98cb-6016ccbb269f req-8264906b-89e5-4754-84d8-fb1f25484208 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0273695 Dec 16 22:33:09.473268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa6f7d-8e0a-4d2c-8a43-a43acef0c682 req-43c3d667-b46a-417d-8750-4d32c10b3229 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:09.474822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33aa6f7d-8e0a-4d2c-8a43-a43acef0c682 req-43c3d667-b46a-417d-8750-4d32c10b3229 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0522172 Dec 16 22:33:09.526334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33aa6f7d-8e0a-4d2c-8a43-a43acef0c682 req-c318aca3-c27f-4a25-9505-cc3e9a258257 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439291 Dec 16 22:33:09.569861 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58660) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:09.674619 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:09.753908 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:09.847233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-18bedc9e-7048-4a10-b893-2fd3073e925c req-0982e38b-630d-4822-80b1-867978f87bad tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0289836 Dec 16 22:33:09.848111 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:09.888893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc55dc28e19049439607ea8b43a66bd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3179023 Dec 16 22:33:09.889775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d163573-bb25-47c2-acea-2beb61609973,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:09.891598 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58666) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:09.897592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:09.897949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:09.898300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:09.898678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:09.899023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:09.899458 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:09.899782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:09.900603 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:09.900603 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:09.900800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:09.901075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:09.901408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:09.901738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0826da-19f5-4cae-806d-7f601a7a2f5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:09.944844 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2058cb8a-8b11-4ac8-b8f1-a82cb37621d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:09.968851 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e658852-5f51-4c32-9297-f7e0837c7f2f req-cac45e12-b350-43ab-9a00-dd1bd5b056fc tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0288126 Dec 16 22:33:09.970709 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2058cb8a-8b11-4ac8-b8f1-a82cb37621d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:10.083654 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2058cb8a-8b11-4ac8-b8f1-a82cb37621d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:10.086184 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2058cb8a-8b11-4ac8-b8f1-a82cb37621d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:10.087395 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2058cb8a-8b11-4ac8-b8f1-a82cb37621d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d163573-bb25-47c2-acea-2beb61609973 HTTP/1.1" status: 204 len: 168 time: 0.1946869 Dec 16 22:33:10.095921 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058cb8a-8b11-4ac8-b8f1-a82cb37621d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d163573-bb25-47c2-acea-2beb61609973,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:10.143172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-869ce757-9a36-4e2c-b6b2-05ddc8d5598a req-cc94d680-bd44-4836-983a-b1e3feb34070 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0274823 Dec 16 22:33:10.234258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-985f95dc-2ffe-4c54-bd53-f9d0e0d94925 req-6e5746f9-0144-42b5-976a-71f77370f9cf tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0317113 Dec 16 22:33:10.643561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704fdf1-1086-42fa-b0a8-f311177f6950 req-376d5b1f-c337-434b-8f9d-77e90f6e55f7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:10.645033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2704fdf1-1086-42fa-b0a8-f311177f6950 req-376d5b1f-c337-434b-8f9d-77e90f6e55f7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0518684 Dec 16 22:33:10.694575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2704fdf1-1086-42fa-b0a8-f311177f6950 req-b73f17a2-c74b-43ca-ab7f-aa74feffb8a8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427496 Dec 16 22:33:10.714166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58680) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:10.728203 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-565c2d14-0744-40aa-9b98-f68890b0aed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:10.801950 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-565c2d14-0744-40aa-9b98-f68890b0aed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:10.883258 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-565c2d14-0744-40aa-9b98-f68890b0aed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:10.948459 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff7a139f-0587-498a-bd9d-6b4fcc5ca13b req-c32c1cc4-f1ec-480a-b37c-dce222ee26b5 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0461555 Dec 16 22:33:10.953789 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-565c2d14-0744-40aa-9b98-f68890b0aed9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bbe7bb328aa24e8d979bbe18ef8d643c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2384982 Dec 16 22:33:10.955783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c2d14-0744-40aa-9b98-f68890b0aed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bb210a-2776-49df-86cb-dbb1bbbdfbf0,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:10.956649 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58684) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:11.009691 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c0366074-9b59-439d-8c6c-7c535d718920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:11.031507 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c0366074-9b59-439d-8c6c-7c535d718920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:11.052997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fba12b93-1e3b-4542-ae6e-1442ff08ed50 req-23724485-8e4e-43ea-83ed-04669b65998b tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0262687 Dec 16 22:33:11.140621 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c0366074-9b59-439d-8c6c-7c535d718920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:11.143145 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c0366074-9b59-439d-8c6c-7c535d718920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:11.144364 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c0366074-9b59-439d-8c6c-7c535d718920 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18bb210a-2776-49df-86cb-dbb1bbbdfbf0 HTTP/1.1" status: 204 len: 168 time: 0.1866655 Dec 16 22:33:11.152684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0366074-9b59-439d-8c6c-7c535d718920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bb210a-2776-49df-86cb-dbb1bbbdfbf0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:11.224804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec251dfd-1301-4fae-b2fe-3945fa9c8cf9 req-a7228235-f666-46c3-a9dd-83cf688ef531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0293543 Dec 16 22:33:11.311654 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc499406-f6a4-4f48-8f37-7c205dbf61b8 req-0c3499b6-7d72-4dc8-9777-351a1880bcbc tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0271046 Dec 16 22:33:11.812527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80e8cc-b2fa-45f1-8ce9-1e43698f6b64 req-ca99c90e-8167-475d-813a-d74d2fce2219 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:11.814050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f80e8cc-b2fa-45f1-8ce9-1e43698f6b64 req-ca99c90e-8167-475d-813a-d74d2fce2219 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0502651 Dec 16 22:33:11.867748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f80e8cc-b2fa-45f1-8ce9-1e43698f6b64 req-3c955f8b-1f82-435d-ae1a-44580ac67007 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476816 Dec 16 22:33:12.029983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d1a03b6-c669-46a0-a749-fdf327dffd11 req-721a8513-2308-4769-b136-9a5323576ae0 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0269079 Dec 16 22:33:12.139574 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bde243e4-b44d-4f2e-b7b2-d94138f885a2 req-3e41d8e2-81a7-446b-a3b2-b7a01978a581 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0306435 Dec 16 22:33:12.303539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a2d50cb-289d-40fd-a80d-33f645b9f1f8 req-6e03d3ec-179d-4a42-80b9-a33e53793f24 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0271580 Dec 16 22:33:12.390387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-baf1a650-21f0-43f2-acaf-e1fade4aefa4 req-e5278597-a001-4025-93b9-491e0d8f6f5a tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0271778 Dec 16 22:33:12.992426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de520d12-a3e5-4c33-91a0-b60d0c1e537b req-9e48c32f-3c97-48c8-ab62-5b5452b18455 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:12.993992 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de520d12-a3e5-4c33-91a0-b60d0c1e537b req-9e48c32f-3c97-48c8-ab62-5b5452b18455 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0506921 Dec 16 22:33:13.047181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de520d12-a3e5-4c33-91a0-b60d0c1e537b req-f34a0e53-3e6e-468e-8f4b-fff844d73bda tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471635 Dec 16 22:33:13.114242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f29f3a5-60c2-4013-9f97-8e57aea26bd5 req-d69291dc-0cd0-4937-b875-2ee9b4964dce tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0283434 Dec 16 22:33:13.128790 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:13.218323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-013b464c-bae6-40b2-a575-1626400bcc06 req-4877ac37-d2ac-4257-a7eb-005df85fcc7e tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0293193 Dec 16 22:33:13.340476 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:13.385569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77992bd6-3c6a-4a34-ac5e-2e42080c0cfe req-07b2ee7d-7802-462f-ab6b-1fec32b421ae tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0273533 Dec 16 22:33:13.469952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5657e236-c44b-42c4-9cad-2c6353a3b2d9 req-81ca657b-efa5-47f1-ba34-4063eb20c39d tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0301306 Dec 16 22:33:14.174636 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c1b76-0e71-4b92-af04-470acd84dcc2 req-11f7a852-d683-442a-b382-a8f7ecdbc319 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:14.176248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-554c1b76-0e71-4b92-af04-470acd84dcc2 req-11f7a852-d683-442a-b382-a8f7ecdbc319 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0580375 Dec 16 22:33:14.214176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ff981fb-0d95-43e6-90ef-a4b0ba698050 req-bef3bc84-1cdc-44e6-974c-8c9dab4f41b1 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0368297 Dec 16 22:33:14.245850 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-554c1b76-0e71-4b92-af04-470acd84dcc2 req-9456d1cc-3ddf-4d72-b790-446e43f5f69d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584910 Dec 16 22:33:14.299698 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed0c665c-58ab-49fa-9106-3f31485f5ef0 req-3faba231-298f-43d3-81a8-84ee6dfdc503 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0286345 Dec 16 22:33:14.465725 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f902bdb-681d-4af9-b52b-305c2348cb8e req-59ef8864-82b2-4813-b730-fbf2be4003be tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0289476 Dec 16 22:33:14.549021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49686b03-0dbf-42e2-b55b-d9b011f03fe5 req-b34a4497-0d13-4803-b185-d90f977af635 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0280905 Dec 16 22:33:15.042239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58834) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:15.149652 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-19fcb8d7-e26f-44e1-8e7e-1776a2d9175b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:15.225505 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-19fcb8d7-e26f-44e1-8e7e-1776a2d9175b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:15.280050 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-19fcb8d7-e26f-44e1-8e7e-1776a2d9175b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:15.300594 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f4ef180-a653-4a1b-80b7-658814dbc19b req-c9457149-9841-4b64-b95a-42046d55790c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0325050 Dec 16 22:33:15.324022 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-19fcb8d7-e26f-44e1-8e7e-1776a2d9175b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e24ace91f0584af7a3e6b16370827eb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2806325 Dec 16 22:33:15.325627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcb8d7-e26f-44e1-8e7e-1776a2d9175b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45cc6c1-8e2d-4ff1-a976-ae831e5260a7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:15.325949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58844) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:15.410556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a41e5784-9e73-4dee-98b9-2bcffbb94512 req-5b718ce9-4e1d-45f5-8557-ce1765a88171 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0470791 Dec 16 22:33:15.436757 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272cee9-6403-4c68-b911-a945e3da817b req-6479a822-3051-4d1b-be55-dcdbfb19103b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:15.438241 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9272cee9-6403-4c68-b911-a945e3da817b req-6479a822-3051-4d1b-be55-dcdbfb19103b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1173069 Dec 16 22:33:15.443070 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1335-ed62-49b9-85e0-4a118843b42c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:15.482273 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1335-ed62-49b9-85e0-4a118843b42c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:15.543387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9272cee9-6403-4c68-b911-a945e3da817b req-65ced4df-5fa1-4b98-acee-0aeaf782676a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975111 Dec 16 22:33:15.559003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7157026a-66e1-40fc-a61c-4010011b7318 req-8835b5fe-7a17-447b-8598-873bed6f8586 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0357561 Dec 16 22:33:15.626956 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef84c6bc-5f3a-4637-9807-d33152678ae3 req-c9a1d61a-57c1-4880-ad72-ffebf2397ab3 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0269606 Dec 16 22:33:15.642977 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1335-ed62-49b9-85e0-4a118843b42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:15.646522 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1335-ed62-49b9-85e0-4a118843b42c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:15.647722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b5fe1335-ed62-49b9-85e0-4a118843b42c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f45cc6c1-8e2d-4ff1-a976-ae831e5260a7 HTTP/1.1" status: 204 len: 168 time: 0.3116729 Dec 16 22:33:15.656066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe1335-ed62-49b9-85e0-4a118843b42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45cc6c1-8e2d-4ff1-a976-ae831e5260a7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:15.890013 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:33:16.163388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58854) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:16.177525 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c4dc362-fa7d-4a65-977f-f14da571c2a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:16.253775 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c4dc362-fa7d-4a65-977f-f14da571c2a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:16.311428 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c4dc362-fa7d-4a65-977f-f14da571c2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:16.353902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0c4dc362-fa7d-4a65-977f-f14da571c2a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52d7def9c71142a5a66c68711c9aadd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1886616 Dec 16 22:33:16.354811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4dc362-fa7d-4a65-977f-f14da571c2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4734147d-9e98-41b6-a1c7-0b370bfab403,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:16.357386 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58858) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:16.389942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87e6882a-f9ba-4f83-9d5b-f3d0be3b9505 req-800e455f-d56e-4e21-99f8-42d320ec9f34 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0301037 Dec 16 22:33:16.409247 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dedd325-e42f-434f-9d76-8a9c2b2a4731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:16.434177 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dedd325-e42f-434f-9d76-8a9c2b2a4731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:16.488652 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e14089f-d151-4e65-bd05-6799db494aff req-5157f82d-a1c0-4363-a4a8-27c6e0d658d6 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0268826 Dec 16 22:33:16.533521 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dedd325-e42f-434f-9d76-8a9c2b2a4731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:16.536112 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dedd325-e42f-434f-9d76-8a9c2b2a4731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:16.537310 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5dedd325-e42f-434f-9d76-8a9c2b2a4731 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4734147d-9e98-41b6-a1c7-0b370bfab403 HTTP/1.1" status: 204 len: 168 time: 0.1782765 Dec 16 22:33:16.546532 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedd325-e42f-434f-9d76-8a9c2b2a4731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4734147d-9e98-41b6-a1c7-0b370bfab403,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:16.650461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c28ad2ec-4bcf-48bd-898f-937aabdbb608 req-bd8b084b-c4af-45d3-b134-ab086c252b3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0340981 Dec 16 22:33:16.696147 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ea2ee-0a19-44d9-8c51-d6e82a916638 req-4491cebf-6478-4bd4-ac63-9018cca6cbc8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:16.696147 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-246ea2ee-0a19-44d9-8c51-d6e82a916638 req-4491cebf-6478-4bd4-ac63-9018cca6cbc8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0644763 Dec 16 22:33:16.734246 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-354c4ca0-24a1-4db4-a234-c9a8c48ee3d6 req-4ff53d52-24ea-4496-a22a-114431043e3d tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0421093 Dec 16 22:33:16.766056 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-246ea2ee-0a19-44d9-8c51-d6e82a916638 req-7647e733-957d-42e0-8601-72790f23ee55 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638058 Dec 16 22:33:17.468183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fda5bc4b-32f3-46f3-84e3-0fe59fdc2a57 req-146857fa-62a0-47fe-8fdb-af038c841210 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0273986 Dec 16 22:33:17.564133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aed3cdff-6730-4a4e-ba40-ac056dbada3c req-4503e5f9-b7ed-4315-b5d9-21ec546a8ae7 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0268340 Dec 16 22:33:17.730464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2483bd0-9965-47f4-bdab-ee438a30cf4a req-8074e27f-d761-4782-ac8e-52a4c436dc4f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0289061 Dec 16 22:33:17.820639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09cf2322-d13d-4f85-ad3b-046238e61afb req-8c8d2677-a425-4cd2-b012-ff63a802062c tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0335743 Dec 16 22:33:17.904069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94e78b-6ff7-4454-8d68-7c9a1ff0bf89 req-1b0ca3f3-97b0-4a3b-93df-768d1335d829 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:17.905582 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de94e78b-6ff7-4454-8d68-7c9a1ff0bf89 req-1b0ca3f3-97b0-4a3b-93df-768d1335d829 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0555644 Dec 16 22:33:17.956064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de94e78b-6ff7-4454-8d68-7c9a1ff0bf89 req-a4d513e0-63f7-4dad-96fb-e1647286c082 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443046 Dec 16 22:33:18.276215 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58912) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:18.420678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-39409dcd-2af7-46e5-a63e-7a98dd6bb4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-760237778'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:18.510606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39409dcd-2af7-46e5-a63e-7a98dd6bb4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Made reservation on behalf of 5b17ac524ced47509179658937989386 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:18.514166 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-39409dcd-2af7-46e5-a63e-7a98dd6bb4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:18.525159 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-39409dcd-2af7-46e5-a63e-7a98dd6bb4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:18.557162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4029a844-b32d-4188-9661-3a3e0fa7436c req-143b31d8-c400-4bb0-a6df-a676984f9168 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0341301 Dec 16 22:33:18.648051 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-39409dcd-2af7-46e5-a63e-7a98dd6bb4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:18.651651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a945429e-029a-4812-a4e7-0205dd56135d req-8f3a1f61-da2c-4996-975b-44235f18a8ac tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0359151 Dec 16 22:33:18.717487 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-39409dcd-2af7-46e5-a63e-7a98dd6bb4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:18.744852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39409dcd-2af7-46e5-a63e-7a98dd6bb4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:33:18.761321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39409dcd-2af7-46e5-a63e-7a98dd6bb4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79fb4c5-bc20-4bd8-bbc8-ccd41ca9ff87,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:18.761321 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-39409dcd-2af7-46e5-a63e-7a98dd6bb4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:18.761321 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-39409dcd-2af7-46e5-a63e-7a98dd6bb4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Added segment a74ea17a-d9ff-4d23-a0af-62011baa9ac2 of type vlan for network 9f6eab40-a806-4390-9dda-92ca794bcefe Dec 16 22:33:18.829777 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-603a5235-c2f8-4f0c-8380-e957d31e7764 req-9e02d212-cb9b-42fb-a796-5df315489064 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0347097 Dec 16 22:33:18.831357 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-39409dcd-2af7-46e5-a63e-7a98dd6bb4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:18.901208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c145b28b-70a2-46b9-93aa-1d7046ab61ba req-dfa70dfa-84a7-4ff0-86a9-17f5379282f2 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0269055 Dec 16 22:33:19.027100 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-39409dcd-2af7-46e5-a63e-7a98dd6bb4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:19.027534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39409dcd-2af7-46e5-a63e-7a98dd6bb4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:19.028002 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-39409dcd-2af7-46e5-a63e-7a98dd6bb4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:19.126921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39409dcd-2af7-46e5-a63e-7a98dd6bb4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Pushing event updated for resources: {'Network': ['ID=9f6eab40-a806-4390-9dda-92ca794bcefe,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:19.138683 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 9f6eab40-a806-4390-9dda-92ca794bcefe details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:33:19.148361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51794e-ea10-48a2-b89a-5f6e792af9a5 req-d00de1df-b353-4977-97f0-386625d24985 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:19.154525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f51794e-ea10-48a2-b89a-5f6e792af9a5 req-d00de1df-b353-4977-97f0-386625d24985 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1178114 Dec 16 22:33:19.168278 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-39409dcd-2af7-46e5-a63e-7a98dd6bb4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8907976 Dec 16 22:33:19.209307 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f51794e-ea10-48a2-b89a-5f6e792af9a5 req-11b00578-1a0f-4118-a672-8a7600d1133f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521798 Dec 16 22:33:19.358703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58930) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:19.363673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Request body: {'port': {'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe', 'binding:host_id': 'n-h1-821840-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351423361'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:19.453363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Made reservation on behalf of f3a21a9e5999496287c166dd4b775fcd for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:19.455824 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:19.464744 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:19.541528 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:19.579885 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:19.591197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] device_id is not set on port 42a77ccf-fb69-451d-b80b-7e276901fd2a yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:33:19.706820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94c75277-fba1-4b92-bc08-475bfdc0e4b4 req-060a7f57-f838-4237-8181-dac4a9fe6ce4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0838878 Dec 16 22:33:19.707667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68b9345-5bdf-464f-9043-26b093324ef8,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:19.749972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce210f30-d565-45c8-9976-ae6216539669 req-eba5474e-944f-4cc2-ab8b-07e878f63817 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0379531 Dec 16 22:33:19.881278 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] device_id is not set on port 42a77ccf-fb69-451d-b80b-7e276901fd2a yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:33:19.899753 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:19.916585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bfa5a68e-836a-4709-8d48-50f2803b8813 req-dacbaf73-28b7-4124-a998-d20d51d8b4f9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0304508 Dec 16 22:33:19.976986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce8ffff5-1965-4462-bf91-c5f6deb9f8ce req-cf55eb3c-17ab-4661-88ae-5ae6ac6a7015 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0271256 Dec 16 22:33:20.025531 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:20.059073 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f80a7b4-571c-4765-a854-e8260eeea25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:20.080372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Pushing event updated for resources: {'Port': ['ID=42a77ccf-fb69-451d-b80b-7e276901fd2a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:20.098140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Checking segment: {'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:33:20.098512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Network hostable DHCP agents. Network: 9f6eab40-a806-4390-9dda-92ca794bcefe, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:33:20.208546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Network 9f6eab40-a806-4390-9dda-92ca794bcefe is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:33:20.310134 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 9f6eab40-a806-4390-9dda-92ca794bcefe) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:20.317447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:20.318832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e7f57a-b0da-4695-8dd1-d0d062a2b0f2 None None] Network 9f6eab40-a806-4390-9dda-92ca794bcefe requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:33:20.339024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:20.339393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:20.339779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:20.353734 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c240c-7136-4abd-8c4b-cbc9bac456b8 req-42fe7b29-9395-4273-a8aa-85c44faeb4bf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:20.358525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d6c240c-7136-4abd-8c4b-cbc9bac456b8 req-42fe7b29-9395-4273-a8aa-85c44faeb4bf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0744245 Dec 16 22:33:20.358525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:20.358525 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:20.358525 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 2 to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a Dec 16 22:33:20.383652 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:20.384070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:20.384608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:20.395727 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:20.396059 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:20.401620 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 3 to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a Dec 16 22:33:20.426049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:20.426387 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:20.426728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:20.433086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d6c240c-7136-4abd-8c4b-cbc9bac456b8 req-ce76bbf8-5dfc-49ec-8ec5-a42f8c67d6b0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706680 Dec 16 22:33:20.435116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:20.435473 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:20.435874 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 4 to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a Dec 16 22:33:20.449048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:20.449412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:20.449750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:20.454799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:20.455123 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:20.455579 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 5 to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a Dec 16 22:33:20.468455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:20.468724 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:20.469054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:20.473241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:20.473562 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:20.473949 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 6 to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a Dec 16 22:33:20.485359 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:20.485697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:20.486034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:20.490337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:20.490665 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:20.491055 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 7 to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a Dec 16 22:33:20.506914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:20.507248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:20.507613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:20.512474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:20.512796 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:20.513190 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 8 to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a Dec 16 22:33:20.525389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:20.525940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:20.526043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:20.530435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:20.530759 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:20.531148 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 9 to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a Dec 16 22:33:20.543187 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:20.543790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:20.543886 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:20.548112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:20.548437 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:20.548825 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 10 to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a Dec 16 22:33:20.560389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:20.560730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:20.561069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:20.565288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 42a77ccf-fb69-451d-b80b-7e276901fd2a on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:20.565616 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 42a77ccf-fb69-451d-b80b-7e276901fd2a on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:20.565974 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:20.629995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] For port 42a77ccf-fb69-451d-b80b-7e276901fd2a, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:33:20.630361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempted to set empty binding levels {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 22:33:20.712008 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:20.748167 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:20.748801 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:20.775336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Pushing event updated for resources: {'Port': ['ID=42a77ccf-fb69-451d-b80b-7e276901fd2a,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:20.796675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-caacfc0e-3daa-477a-9f48-6af7343ba7c1 req-c208c239-ef93-4eb4-a81e-aad59fa49015 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0338926 Dec 16 22:33:20.832197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7e8dd8c3-a439-4ec8-bbc7-1d40276973c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.4723294 Dec 16 22:33:20.834114 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bdae8df8-3eb7-4ce6-bc04-4b19de7f4b86 req-1da688f1-84fb-4bef-8119-e2d8be67a966 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0340078 Dec 16 22:33:20.834944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 58946) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:20.914413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-754727c2-2ce9-4f70-9407-08bf44e53941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Deleting port 42a77ccf-fb69-451d-b80b-7e276901fd2a {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:20.914745 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-754727c2-2ce9-4f70-9407-08bf44e53941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:21.332357 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-754727c2-2ce9-4f70-9407-08bf44e53941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] For port 42a77ccf-fb69-451d-b80b-7e276901fd2a, host n-h1-821840-2, got binding levels [] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:21.332714 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-754727c2-2ce9-4f70-9407-08bf44e53941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:21.343077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83270e41-3c3e-4c63-84a5-1ba7a0b72913 req-68d78604-c3bd-465f-965a-2553406d8647 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.3717530 Dec 16 22:33:21.362318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50fd5a0a-15a6-47c4-9e95-9ab74b8761c3 req-c44e3d1f-9812-40a9-aec5-36d16a1ef28b tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0538630 Dec 16 22:33:21.363212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-754727c2-2ce9-4f70-9407-08bf44e53941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Calling delete_port for 42a77ccf-fb69-451d-b80b-7e276901fd2a owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:21.513330 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-754727c2-2ce9-4f70-9407-08bf44e53941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:21.558207 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754727c2-2ce9-4f70-9407-08bf44e53941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Pushing event deleted for resources: {'Port': ['ID=42a77ccf-fb69-451d-b80b-7e276901fd2a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:21.565254 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-754727c2-2ce9-4f70-9407-08bf44e53941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:21.568695 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-754727c2-2ce9-4f70-9407-08bf44e53941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] 10.222.0.43 "DELETE /v2.0/ports/42a77ccf-fb69-451d-b80b-7e276901fd2a HTTP/1.1" status: 204 len: 168 time: 0.7325425 Dec 16 22:33:21.571260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58954) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:21.585801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5a72a-b16a-4a07-a5fd-c08c2d6861f8 req-17f7aecd-bc79-42bb-99f2-08a5e01217c8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:21.588566 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eef5a72a-b16a-4a07-a5fd-c08c2d6861f8 req-17f7aecd-bc79-42bb-99f2-08a5e01217c8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0850925 Dec 16 22:33:21.597545 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee411652-1e11-47f9-aec2-e9e7c0bff259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] GET failed (client error): The resource could not be found. Dec 16 22:33:21.599056 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ee411652-1e11-47f9-aec2-e9e7c0bff259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] 10.222.0.43 "GET /v2.0/ports/42a77ccf-fb69-451d-b80b-7e276901fd2a HTTP/1.1" status: 404 len: 333 time: 0.0254588 Dec 16 22:33:21.602569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58956) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:21.607391 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-131c38cd-95f7-467e-9a9e-577313075df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Request body: {'port': {'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460142308'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:21.639566 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eef5a72a-b16a-4a07-a5fd-c08c2d6861f8 req-5c057fd8-90ef-4dfb-abc4-273f9b1e73ed tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451839 Dec 16 22:33:21.665730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131c38cd-95f7-467e-9a9e-577313075df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Made reservation on behalf of f3a21a9e5999496287c166dd4b775fcd for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:21.668133 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-131c38cd-95f7-467e-9a9e-577313075df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:21.684262 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-131c38cd-95f7-467e-9a9e-577313075df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] device_id is not set on port 8b538cab-6996-46fd-aabf-45fb8c90d49b yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:33:21.842163 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-131c38cd-95f7-467e-9a9e-577313075df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:21.877565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8303ae88-e13d-4080-a4ad-83b7d2bda71e req-36f34546-d34f-4295-bffb-41a6812a0b68 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0287020 Dec 16 22:33:21.917095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-219a96e7-e884-4663-85bd-29bd99bcc636 req-836f8cbc-4c0a-4f93-abd8-9d0139299667 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0302026 Dec 16 22:33:21.929440 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-131c38cd-95f7-467e-9a9e-577313075df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:21.974520 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131c38cd-95f7-467e-9a9e-577313075df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Network 9f6eab40-a806-4390-9dda-92ca794bcefe is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:21.977480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-131c38cd-95f7-467e-9a9e-577313075df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:21.982047 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c38cd-95f7-467e-9a9e-577313075df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:21.983003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131c38cd-95f7-467e-9a9e-577313075df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:21.983650 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-131c38cd-95f7-467e-9a9e-577313075df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:21.989256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c38cd-95f7-467e-9a9e-577313075df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Pushing event updated for resources: {'Port': ['ID=8b538cab-6996-46fd-aabf-45fb8c90d49b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:22.062970 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-131c38cd-95f7-467e-9a9e-577313075df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4592910 Dec 16 22:33:22.065472 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58964) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:22.070699 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:22.130906 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:22.302709 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] device_id is not set on port 8b538cab-6996-46fd-aabf-45fb8c90d49b yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:33:22.310268 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:22.414277 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:22.425582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88c54dee-d2e5-43b2-8db0-edd4385ee3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:22.430057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb3c6129-fee2-4318-a2bb-7ab5b4363d6d req-332c6759-6627-4128-adae-ba2607ac3c8d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0315113 Dec 16 22:33:22.457918 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c600177f-0357-4232-a3cb-80335ee9ec33 req-8102fa6a-7009-48c1-b392-153bbe477595 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0334790 Dec 16 22:33:22.467594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Pushing event updated for resources: {'Port': ['ID=8b538cab-6996-46fd-aabf-45fb8c90d49b,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:22.484352 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:22.484718 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:22.485056 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:22.489587 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:22.489912 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:22.490302 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 2 to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b Dec 16 22:33:22.504200 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:22.508517 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:22.508517 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:22.510006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:22.510383 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:22.510814 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 3 to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b Dec 16 22:33:22.522709 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:22.523043 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:22.523409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:22.528416 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:22.528630 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:22.529024 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 4 to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b Dec 16 22:33:22.541602 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:22.541937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:22.542276 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:22.546627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:22.546953 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:22.547388 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 5 to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b Dec 16 22:33:22.560837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:22.561269 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:22.561512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:22.566035 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:22.566372 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:22.566821 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 6 to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b Dec 16 22:33:22.580651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:22.581285 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:22.581395 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:22.585685 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:22.586018 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:22.586413 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 7 to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b Dec 16 22:33:22.598209 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:22.598542 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:22.598885 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:22.603659 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:22.603992 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:22.604396 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 8 to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b Dec 16 22:33:22.616693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:22.617059 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:22.617396 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:22.622394 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:22.622722 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:22.623120 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 9 to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b Dec 16 22:33:22.635151 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:22.635517 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:22.635851 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:22.640212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:22.640450 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:22.640845 n-d-821840-2 neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 10 to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b Dec 16 22:33:22.655532 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:22.655870 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:22.656206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:22.660461 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:22.660788 n-d-821840-2 neutron-server[103952]: ERROR neutron.plugins.ml2.managers [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 8b538cab-6996-46fd-aabf-45fb8c90d49b on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:22.661269 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:22.725696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] For port 8b538cab-6996-46fd-aabf-45fb8c90d49b, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:33:22.726069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempted to set empty binding levels {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 22:33:22.757705 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461b041-0718-4c1e-b542-23d23b820b02 req-91eec7c0-141d-4042-8237-3fdf322c3086 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.759316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3461b041-0718-4c1e-b542-23d23b820b02 req-91eec7c0-141d-4042-8237-3fdf322c3086 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0505152 Dec 16 22:33:22.809967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3461b041-0718-4c1e-b542-23d23b820b02 req-5603edfc-b7df-4709-92c2-4bb97bd7a1d1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440717 Dec 16 22:33:22.819757 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:22.852498 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] In _notify_port_updated(), no bound segment for port 8b538cab-6996-46fd-aabf-45fb8c90d49b on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:33:22.853906 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.854509 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:22.855857 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] 10.222.0.43 "PUT /v2.0/ports/8b538cab-6996-46fd-aabf-45fb8c90d49b HTTP/1.1" status: 200 len: 979 time: 0.7894113 Dec 16 22:33:22.858329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58972) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:22.921061 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8db39-d436-4b7b-9caa-e1cda62f23ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Pushing event updated for resources: {'Port': ['ID=8b538cab-6996-46fd-aabf-45fb8c90d49b,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:22.956089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.956571 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.957041 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.957502 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.957972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.958424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.958883 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.959361 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.959819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.960273 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.960733 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.960992 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a55b3bdf-0f74-40dd-8f1b-9314c304e8bb req-55d68eb0-0dd2-486e-ab79-da9c0264144e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0324755 Dec 16 22:33:22.961218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.961672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.963026 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.963520 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.964028 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.964427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.964879 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.965334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.968232 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a3ab50f1-a318-42ce-a8ef-71364fda32a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17178 time: 0.1089702 Dec 16 22:33:22.971699 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58978) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:22.998327 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e46fee97-c3c8-4fc7-b44d-e07d8e094e92 req-26d22f23-1162-4d45-b100-800ce9b6f403 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0301630 Dec 16 22:33:23.047575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6b2fa5ac-696e-4b6c-a07d-e6927809fece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Deleting port 8b538cab-6996-46fd-aabf-45fb8c90d49b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:23.047914 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa5ac-696e-4b6c-a07d-e6927809fece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.111932 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-6b2fa5ac-696e-4b6c-a07d-e6927809fece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] For port 8b538cab-6996-46fd-aabf-45fb8c90d49b, host n-h1-821840-2, got binding levels [] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:23.112300 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa5ac-696e-4b6c-a07d-e6927809fece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.125575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6b2fa5ac-696e-4b6c-a07d-e6927809fece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Calling delete_port for 8b538cab-6996-46fd-aabf-45fb8c90d49b owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:23.261626 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa5ac-696e-4b6c-a07d-e6927809fece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.287646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fa5ac-696e-4b6c-a07d-e6927809fece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b538cab-6996-46fd-aabf-45fb8c90d49b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:23.295058 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa5ac-696e-4b6c-a07d-e6927809fece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.298351 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6b2fa5ac-696e-4b6c-a07d-e6927809fece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] 10.222.0.43 "DELETE /v2.0/ports/8b538cab-6996-46fd-aabf-45fb8c90d49b HTTP/1.1" status: 204 len: 168 time: 0.3256736 Dec 16 22:33:23.301034 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58980) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:23.329509 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a0895c-b1bb-44eb-bce5-79b1a24f1831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] GET failed (client error): The resource could not be found. Dec 16 22:33:23.330920 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-92a0895c-b1bb-44eb-bce5-79b1a24f1831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] 10.222.0.43 "GET /v2.0/ports/8b538cab-6996-46fd-aabf-45fb8c90d49b HTTP/1.1" status: 404 len: 333 time: 0.0289488 Dec 16 22:33:23.334483 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58982) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:23.339389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a8b1db22-e463-42d3-96c6-a7e19cb9e8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1658183904', 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:23.431579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b1db22-e463-42d3-96c6-a7e19cb9e8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Made reservation on behalf of f3a21a9e5999496287c166dd4b775fcd for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:23.434020 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8b1db22-e463-42d3-96c6-a7e19cb9e8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.450967 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-a8b1db22-e463-42d3-96c6-a7e19cb9e8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] device_id is not set on port 6cbecbf1-a940-4b3f-851a-243e28b9c413 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:33:23.488453 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.523538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31739581-a1e3-4c54-ae27-28c8496bbc05 req-2b2afdfc-b18c-4c35-b10a-ab006a607a9c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0306346 Dec 16 22:33:23.545530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ea50e71-bc18-4923-80b1-2e3ed07df813 req-cdb73c8f-be10-472a-b889-1dc5b70b0688 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0292473 Dec 16 22:33:23.612962 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8b1db22-e463-42d3-96c6-a7e19cb9e8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.700790 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8b1db22-e463-42d3-96c6-a7e19cb9e8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.743839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b1db22-e463-42d3-96c6-a7e19cb9e8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Network 9f6eab40-a806-4390-9dda-92ca794bcefe is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:23.747495 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-a8b1db22-e463-42d3-96c6-a7e19cb9e8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:23.750801 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b1db22-e463-42d3-96c6-a7e19cb9e8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:23.751744 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b1db22-e463-42d3-96c6-a7e19cb9e8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:23.752341 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8b1db22-e463-42d3-96c6-a7e19cb9e8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.757930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1db22-e463-42d3-96c6-a7e19cb9e8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Pushing event updated for resources: {'Port': ['ID=6cbecbf1-a940-4b3f-851a-243e28b9c413,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:23.851571 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a8b1db22-e463-42d3-96c6-a7e19cb9e8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5160317 Dec 16 22:33:23.855281 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58990) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:23.888482 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931690d9-f234-4935-9c87-567f1fbea5bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:23.892682 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-931690d9-f234-4935-9c87-567f1fbea5bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] 10.222.0.43 "GET /v2.0/ports/6cbecbf1-a940-4b3f-851a-243e28b9c413 HTTP/1.1" status: 200 len: 959 time: 0.0338547 Dec 16 22:33:23.892902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58992) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:23.930026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b6254-d671-46a5-b822-771aa2a887d1 req-c5a41de9-a8b0-4872-aaa3-ffea7ddfae58 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:23.931767 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-762b6254-d671-46a5-b822-771aa2a887d1 req-c5a41de9-a8b0-4872-aaa3-ffea7ddfae58 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0514936 Dec 16 22:33:23.971375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-066d11fc-2b23-47a3-bd43-d03d739efa53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Deleting port 6cbecbf1-a940-4b3f-851a-243e28b9c413 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:23.971717 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-066d11fc-2b23-47a3-bd43-d03d739efa53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.981852 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-762b6254-d671-46a5-b822-771aa2a887d1 req-b0265ec5-771e-44d7-be2a-bee76f370e12 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437546 Dec 16 22:33:24.035751 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-066d11fc-2b23-47a3-bd43-d03d739efa53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.045672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc75ef9f-61eb-4ff6-9271-578f100ca2ec req-f43161c3-526b-42d3-b6f3-7466e9e14334 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0308692 Dec 16 22:33:24.049471 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-066d11fc-2b23-47a3-bd43-d03d739efa53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Calling delete_port for 6cbecbf1-a940-4b3f-851a-243e28b9c413 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:24.078309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9be9a21a-f9bc-4922-8636-ce01ffa22906 req-1c5bbcb9-f43a-41f2-a4c3-58fdc055c0c9 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0275939 Dec 16 22:33:24.230630 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-066d11fc-2b23-47a3-bd43-d03d739efa53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.260047 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d11fc-2b23-47a3-bd43-d03d739efa53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cbecbf1-a940-4b3f-851a-243e28b9c413,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:24.263734 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-066d11fc-2b23-47a3-bd43-d03d739efa53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.266979 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-066d11fc-2b23-47a3-bd43-d03d739efa53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] 10.222.0.43 "DELETE /v2.0/ports/6cbecbf1-a940-4b3f-851a-243e28b9c413 HTTP/1.1" status: 204 len: 168 time: 0.3730378 Dec 16 22:33:24.269639 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58998) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:24.293897 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbbaca8-01f4-49ff-b696-b89796ca689b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] GET failed (client error): The resource could not be found. Dec 16 22:33:24.295295 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4dbbaca8-01f4-49ff-b696-b89796ca689b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] 10.222.0.43 "GET /v2.0/ports/6cbecbf1-a940-4b3f-851a-243e28b9c413 HTTP/1.1" status: 404 len: 333 time: 0.0246136 Dec 16 22:33:24.299097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59000) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:24.304141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ef31af83-c0aa-4fad-a0c9-76d8e8bb58b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Request body: {'port': {'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1808678602'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:24.424712 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef31af83-c0aa-4fad-a0c9-76d8e8bb58b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Made reservation on behalf of f3a21a9e5999496287c166dd4b775fcd for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:24.427045 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef31af83-c0aa-4fad-a0c9-76d8e8bb58b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.442569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-ef31af83-c0aa-4fad-a0c9-76d8e8bb58b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] device_id is not set on port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:33:24.616912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be2b2944-4cbb-462f-9fc5-1f2dcc3358ff req-33e0ad0e-349c-4922-b1fe-be4a0863d0b9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0394948 Dec 16 22:33:24.639625 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef31af83-c0aa-4fad-a0c9-76d8e8bb58b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.656251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-918001b2-78eb-4e99-9d95-1e712fc2a289 req-3c581c91-3e15-4c5d-b591-b11ef0e1b014 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0475664 Dec 16 22:33:24.740965 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef31af83-c0aa-4fad-a0c9-76d8e8bb58b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.787639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef31af83-c0aa-4fad-a0c9-76d8e8bb58b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Network 9f6eab40-a806-4390-9dda-92ca794bcefe is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:24.791826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-ef31af83-c0aa-4fad-a0c9-76d8e8bb58b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:24.796008 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef31af83-c0aa-4fad-a0c9-76d8e8bb58b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:24.796930 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef31af83-c0aa-4fad-a0c9-76d8e8bb58b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:24.797529 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef31af83-c0aa-4fad-a0c9-76d8e8bb58b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.800936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31af83-c0aa-4fad-a0c9-76d8e8bb58b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Pushing event updated for resources: {'Port': ['ID=48b6a4cc-7e67-4630-bd32-cf6405c3b1d2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:24.825808 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.886627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ef31af83-c0aa-4fad-a0c9-76d8e8bb58b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5863059 Dec 16 22:33:24.889466 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59008) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:24.894603 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:24.954091 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.134761 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd2322c3-0f05-4511-b111-b0dde216616a req-bd25966a-a969-4365-9a20-543d6d204ce3 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0366020 Dec 16 22:33:25.185441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c078f4e-18cd-4e23-b77f-e5622f09f793 req-66f552ca-d8eb-4fb7-9694-d4418af3f916 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:25.187725 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c078f4e-18cd-4e23-b77f-e5622f09f793 req-66f552ca-d8eb-4fb7-9694-d4418af3f916 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1338785 Dec 16 22:33:25.220247 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] device_id is not set on port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:33:25.230765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4cbc802-6e6b-4b53-96d5-2927555f6354 req-4073be34-a1d2-4a27-9f20-1621b48ef8b3 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0406370 Dec 16 22:33:25.235449 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.274581 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c078f4e-18cd-4e23-b77f-e5622f09f793 req-51e09efe-db4e-4e1f-9d57-617dc5da0d5a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703840 Dec 16 22:33:25.310335 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.365483 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Pushing event updated for resources: {'Port': ['ID=48b6a4cc-7e67-4630-bd32-cf6405c3b1d2,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:25.376815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:25.377159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:25.377502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:25.381975 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:25.382312 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:25.382726 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 2 to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 Dec 16 22:33:25.395528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:25.395867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:25.396202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:25.401158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:25.401484 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:25.401877 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 3 to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 Dec 16 22:33:25.413676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:25.414039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:25.414382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:25.419471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:25.419802 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:25.420193 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 4 to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 Dec 16 22:33:25.432814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:25.433185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:25.433518 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:25.438079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:25.438404 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:25.438895 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 5 to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 Dec 16 22:33:25.450920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:25.451252 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:25.451612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:25.455846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:25.456171 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:25.456554 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 6 to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 Dec 16 22:33:25.469279 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:25.469610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:25.469939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:25.474188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:25.474513 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:25.474897 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 7 to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 Dec 16 22:33:25.487206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:25.487569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:25.487907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:25.492213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:25.492542 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:25.492933 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 8 to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 Dec 16 22:33:25.505233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:25.505573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:25.505908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:25.510481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:25.510810 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:25.511209 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 9 to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 Dec 16 22:33:25.523163 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:25.523541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:25.523884 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:25.529160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:25.529420 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:25.529818 n-d-821840-2 neutron-server[103951]: INFO neutron.plugins.ml2.plugin [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempt 10 to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 Dec 16 22:33:25.546878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:25.547212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:25.547586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempting to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:25.552092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:25.552425 n-d-821840-2 neutron-server[103951]: ERROR neutron.plugins.ml2.managers [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Failed to bind port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on host n-h1-821840-2 for vnic_type normal using segments [{'id': 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f6eab40-a806-4390-9dda-92ca794bcefe'}] Dec 16 22:33:25.552792 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.617124 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] For port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:33:25.617539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attempted to set empty binding levels {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 22:33:25.697841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62c63dac-74ee-407a-a387-083007e53d77 req-606a5a34-0dd1-42fa-a1a7-c37dca71a180 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0279367 Dec 16 22:33:25.707000 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.733389 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.777353 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fdbd659-9b12-4672-b05e-8905cba09f10 req-e12ea75c-5bf1-462e-b70f-61848ffde7a7 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0650828 Dec 16 22:33:25.779977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] In _notify_port_updated(), no bound segment for port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 on network 9f6eab40-a806-4390-9dda-92ca794bcefe {{(pid=103951) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:33:25.780726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:25.781332 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.782609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] 10.222.0.43 "PUT /v2.0/ports/48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 HTTP/1.1" status: 200 len: 979 time: 0.8921781 Dec 16 22:33:25.785615 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59020) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:25.790186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdd39d-372e-45c4-adb5-33efecded636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Pushing event updated for resources: {'Port': ['ID=48b6a4cc-7e67-4630-bd32-cf6405c3b1d2,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:26.111848 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6e0a1d55-7ad1-4f0b-9c13-5a19be9c6d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Deleting port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:26.112083 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0a1d55-7ad1-4f0b-9c13-5a19be9c6d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.173252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-6e0a1d55-7ad1-4f0b-9c13-5a19be9c6d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] For port 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2, host n-h1-821840-2, got binding levels [] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:26.173623 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0a1d55-7ad1-4f0b-9c13-5a19be9c6d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.185717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6e0a1d55-7ad1-4f0b-9c13-5a19be9c6d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Calling delete_port for 48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:26.212864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2af3dec9-4da3-4c96-b7e3-b3050e8482c6 req-8046442e-654f-4c66-9994-663614bfbdb0 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0262904 Dec 16 22:33:26.311782 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0a1d55-7ad1-4f0b-9c13-5a19be9c6d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.311972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cbb81926-e4b4-49ed-9422-5fb6e45843fe req-62f150e0-b69c-4311-8113-64dbc63b614e tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0290511 Dec 16 22:33:26.340543 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a1d55-7ad1-4f0b-9c13-5a19be9c6d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Pushing event deleted for resources: {'Port': ['ID=48b6a4cc-7e67-4630-bd32-cf6405c3b1d2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:26.354262 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0a1d55-7ad1-4f0b-9c13-5a19be9c6d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.359910 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6e0a1d55-7ad1-4f0b-9c13-5a19be9c6d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] 10.222.0.43 "DELETE /v2.0/ports/48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 HTTP/1.1" status: 204 len: 168 time: 0.5709596 Dec 16 22:33:26.360391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59028) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:26.399141 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d88a8c4-fed0-46dc-83cb-8b8963827c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] GET failed (client error): The resource could not be found. Dec 16 22:33:26.401453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7d88a8c4-fed0-46dc-83cb-8b8963827c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2092097692-project-admin] 10.222.0.43 "GET /v2.0/ports/48b6a4cc-7e67-4630-bd32-cf6405c3b1d2 HTTP/1.1" status: 404 len: 333 time: 0.0401499 Dec 16 22:33:26.405094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59030) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:26.420747 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5acbba-f2d7-4b2a-b624-a235e94c2a8b req-36e42c01-99bb-4c1d-b54a-23e154233758 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:26.422229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d5acbba-f2d7-4b2a-b624-a235e94c2a8b req-36e42c01-99bb-4c1d-b54a-23e154233758 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0740545 Dec 16 22:33:26.475505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d5acbba-f2d7-4b2a-b624-a235e94c2a8b req-811cb733-0728-456c-a3a8-cbf6f2f964c0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470436 Dec 16 22:33:26.481125 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7e33-c8b8-4815-8845-5a00d71eea17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.568318 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7e33-c8b8-4815-8845-5a00d71eea17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.588514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a2cf7e33-c8b8-4815-8845-5a00d71eea17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6eab40-a806-4390-9dda-92ca794bcefe']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:26.597411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a2cf7e33-c8b8-4815-8845-5a00d71eea17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:26.597709 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a2cf7e33-c8b8-4815-8845-5a00d71eea17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74ea17a-d9ff-4d23-a0af-62011baa9ac2') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:26.607182 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7e33-c8b8-4815-8845-5a00d71eea17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.620350 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7e33-c8b8-4815-8845-5a00d71eea17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.626276 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cf7e33-c8b8-4815-8845-5a00d71eea17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:33:26.626657 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7e33-c8b8-4815-8845-5a00d71eea17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:33:26.629575 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:33:26.734568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7e33-c8b8-4815-8845-5a00d71eea17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.738817 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7e33-c8b8-4815-8845-5a00d71eea17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.742593 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a2cf7e33-c8b8-4815-8845-5a00d71eea17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] 10.222.0.43 "DELETE /v2.0/networks/9f6eab40-a806-4390-9dda-92ca794bcefe HTTP/1.1" status: 204 len: 168 time: 0.3364370 Dec 16 22:33:26.760044 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf7e33-c8b8-4815-8845-5a00d71eea17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374813559-project] Pushing event deleted for resources: {'Network': ['ID=9f6eab40-a806-4390-9dda-92ca794bcefe,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:26.792590 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5296bbfe-3173-4fb4-92a9-4fb989bc21af req-ad3b8c55-33a3-4c09-9d2c-eb6f682d0e5a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0267992 Dec 16 22:33:26.865311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-abeb7308-bbf7-4d16-bd98-bc38cfb47ab1 req-c4361fbf-630a-4155-bc76-ead5e7e99d30 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0288484 Dec 16 22:33:27.222436 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59040) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:27.292346 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d228f63b-b8ee-4199-913d-9aed5c8df92c req-36283314-eb2e-4121-9763-3345d9824b1c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0272448 Dec 16 22:33:27.372084 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d45af3c4-6108-4ada-9def-097981fd8aef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b17ac524ced47509179658937989386&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1484563 Dec 16 22:33:27.374588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59048) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:27.392068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d596a9a-f266-42a9-b77d-f5d928a614dc req-927bdb2e-295c-40af-b646-dfb1691505a4 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0270598 Dec 16 22:33:27.424481 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d88e3b77-230c-4802-b505-545d74cd78cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.445858 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d88e3b77-230c-4802-b505-545d74cd78cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.551760 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d88e3b77-230c-4802-b505-545d74cd78cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.554327 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d88e3b77-230c-4802-b505-545d74cd78cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.555569 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d88e3b77-230c-4802-b505-545d74cd78cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f79fb4c5-bc20-4bd8-bbc8-ccd41ca9ff87 HTTP/1.1" status: 204 len: 168 time: 0.1799726 Dec 16 22:33:27.563564 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e3b77-230c-4802-b505-545d74cd78cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79fb4c5-bc20-4bd8-bbc8-ccd41ca9ff87,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:27.600374 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fed87f-bf65-42d9-b148-be25156436cd req-1f2eb8ed-0531-4c49-bcbc-c09d13e650f7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:27.602019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fed87f-bf65-42d9-b148-be25156436cd req-1f2eb8ed-0531-4c49-bcbc-c09d13e650f7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0602133 Dec 16 22:33:27.652846 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fed87f-bf65-42d9-b148-be25156436cd req-8f8cddb2-1b2b-4cea-84df-91ceca557905 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445633 Dec 16 22:33:27.883204 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4fcba2f9-291d-477f-b603-7fe9ebc6313f req-e6f235f1-10df-45ab-ad10-d09f7f3584ad tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0271952 Dec 16 22:33:27.946886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7a21032-833c-4217-8ccb-6157993b671d req-e4e2de00-98cb-4d2d-9c82-dce6723658f1 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0276849 Dec 16 22:33:28.180536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59060) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:28.221312 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fdbdf629-1621-4407-b421-c26c9bbd90d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3a21a9e5999496287c166dd4b775fcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396001 Dec 16 22:33:28.223700 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59062) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:28.277474 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15f786d4-caa4-4f98-8f6a-e40a65002edc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:28.299645 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15f786d4-caa4-4f98-8f6a-e40a65002edc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:28.371999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34bcc639-bfc9-4f5f-b896-2246db2a958b req-e25cc4c4-e0ea-4149-a6d0-41f08b7aa667 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0295260 Dec 16 22:33:28.420203 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15f786d4-caa4-4f98-8f6a-e40a65002edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:28.422607 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15f786d4-caa4-4f98-8f6a-e40a65002edc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:28.423800 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-15f786d4-caa4-4f98-8f6a-e40a65002edc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f68b9345-5bdf-464f-9043-26b093324ef8 HTTP/1.1" status: 204 len: 168 time: 0.1991920 Dec 16 22:33:28.432335 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f786d4-caa4-4f98-8f6a-e40a65002edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68b9345-5bdf-464f-9043-26b093324ef8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:28.475012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-131efc25-bcde-4ac8-8a7c-7f858815d084 req-41c472eb-3e72-44d7-a26d-7615816549eb tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0297010 Dec 16 22:33:28.776808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593fdb4-3327-499f-97c2-57bb8b02a64b req-023545d5-29b7-4625-8139-052b8afb88d6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:28.778350 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3593fdb4-3327-499f-97c2-57bb8b02a64b req-023545d5-29b7-4625-8139-052b8afb88d6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0572109 Dec 16 22:33:28.828626 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3593fdb4-3327-499f-97c2-57bb8b02a64b req-3317085d-f610-44e8-9e41-ead53f9b2909 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437195 Dec 16 22:33:28.964271 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ffee149d-f8d0-460f-b3b7-1d3967186d72 req-8cc02af1-8a38-4660-94f9-398c9597ed26 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0289357 Dec 16 22:33:29.023673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ef688d4-5d97-4c9b-998c-7745127be438 req-33851e88-1754-4828-b047-16c2abe4ed7d tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0269582 Dec 16 22:33:29.450276 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ce2739e-e96b-40c7-8ebe-26856275f553 req-8c3a5029-0cf6-4856-ae88-17abe9eb0e10 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0277603 Dec 16 22:33:29.554409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6d5f584-6da1-4055-af6e-51391f4832eb req-04bf90cc-e93a-4a10-a8ed-55879b03feb4 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0284429 Dec 16 22:33:29.952386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397f72c-ab95-4bb6-a329-898780a4bf6b req-f1c43be3-81b6-4ff2-8fb8-3a5bf7892293 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:29.953963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f397f72c-ab95-4bb6-a329-898780a4bf6b req-f1c43be3-81b6-4ff2-8fb8-3a5bf7892293 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0562680 Dec 16 22:33:30.006479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f397f72c-ab95-4bb6-a329-898780a4bf6b req-33ce988a-0582-4000-9696-68e3e04c87bc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464258 Dec 16 22:33:30.053785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa14dce9-e0a3-4bad-9af8-08a9c5d80eac req-70c60b6f-77c8-4b1c-9a63-0f9fbc9806e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0270684 Dec 16 22:33:30.102199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bddafd04-fdfe-4a68-9bc1-fc2dba77b93e req-2dc4549f-95a3-48af-bfed-9de62d220922 tempest-ServerRescueTestJSONUnderV235-1544773552 tempest-ServerRescueTestJSONUnderV235-1544773552-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca107aa-27a6-40d5-a457-2191c28c0dd3 HTTP/1.1" status: 200 len: 210 time: 0.0273652 Dec 16 22:33:30.386736 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59122) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:30.490202 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-65963694', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:30.529228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1518f52-0433-43d2-902d-97652bbcf16a req-e2c7bfeb-8354-4473-8b83-01d513c2adca tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0267279 Dec 16 22:33:30.591008 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Made reservation on behalf of 0e13c83504024f018d281cafd08734b2 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:30.593334 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:30.595524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59132) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:30.602527 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:30.643188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d950ff12-5ce5-4653-8763-9b73f7d0af10 req-8fefa014-3de6-4eee-8ba4-587a88ff2bf0 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0355392 Dec 16 22:33:30.691599 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:30.768550 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:30.779907 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] device_id is not set on port cd7a55a3-54e1-4c8f-ba35-493c52ac242a yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:33:30.828780 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b0d6ab-3214-41e4-a35e-908a64000d0a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:30.899703 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Allocated IP 172.25.2.120 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/cd7a55a3-54e1-4c8f-ba35-493c52ac242a) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:33:31.033875 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:31.116790 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-276fb90a-a7fc-43ff-8578-a82bc7e71411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:31.128904 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:31.175520 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:31.180926 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:31.181126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32de2b40-ec6f-4a91-abd0-cd1ec9f7ef7e req-a5d0d34d-02b4-481c-b476-0274406251d8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0674365 Dec 16 22:33:31.183482 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Pushing event updated for resources: {'Port': ['ID=cd7a55a3-54e1-4c8f-ba35-493c52ac242a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:31.185692 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:31.201558 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe029c1-e0ef-41ef-97ea-dbb99bac8d3f None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:31.233121 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:31.233872 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:31.257037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cccc86-2adb-42de-9d98-e072267ac2d8 req-6c99940a-3c6c-43ab-905e-674936c66096 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:31.259488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47cccc86-2adb-42de-9d98-e072267ac2d8 req-6c99940a-3c6c-43ab-905e-674936c66096 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1786327 Dec 16 22:33:31.289849 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d07dfddb-3487-4fcb-be51-a20f14187359 None None] Provisioning complete for port cd7a55a3-54e1-4c8f-ba35-493c52ac242a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:31.289849 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d07dfddb-3487-4fcb-be51-a20f14187359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:31.323412 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d07dfddb-3487-4fcb-be51-a20f14187359 None None] Port cd7a55a3-54e1-4c8f-ba35-493c52ac242a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:33:31.349531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47cccc86-2adb-42de-9d98-e072267ac2d8 req-3d989e50-788d-4545-aa87-8b9b71413a11 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833013 Dec 16 22:33:31.357562 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ae67efd6-35c6-4542-b854-12a6a5068324 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.9666183 Dec 16 22:33:31.357864 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59140) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:31.363105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-17761bff-917d-4b0f-8616-4ead1202fe4a tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.120'}]}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:31.471883 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17761bff-917d-4b0f-8616-4ead1202fe4a tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:31.473020 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17761bff-917d-4b0f-8616-4ead1202fe4a tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:31.475108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-276fb90a-a7fc-43ff-8578-a82bc7e71411 admin admin] Deleting port 2edf1d88-275b-4222-a594-dc8ca9457b49 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:31.475495 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-276fb90a-a7fc-43ff-8578-a82bc7e71411 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:31.527824 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17761bff-917d-4b0f-8616-4ead1202fe4a tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:31.559139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-276fb90a-a7fc-43ff-8578-a82bc7e71411 admin admin] For port 2edf1d88-275b-4222-a594-dc8ca9457b49, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2edf1d88-275b-4222-a594-dc8ca9457b49,segment=NetworkSegment(52e5bca3-4e18-4a6d-9759-6021a06bdf94),segment_id=52e5bca3-4e18-4a6d-9759-6021a06bdf94)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:31.559676 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-276fb90a-a7fc-43ff-8578-a82bc7e71411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:31.578238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-276fb90a-a7fc-43ff-8578-a82bc7e71411 admin admin] Calling delete_port for 2edf1d88-275b-4222-a594-dc8ca9457b49 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:31.613236 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9944e437-b5f5-4187-bd68-e22404ee5000 req-af24465e-f575-4b28-bd9e-b3f81354cead tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0309715 Dec 16 22:33:31.740306 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17761bff-917d-4b0f-8616-4ead1202fe4a tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:31.743108 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0d713bf-9715-460b-a59f-898504fb622d req-6ef71d41-eb4c-4d62-ae1e-61f26af40d2a tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0318696 Dec 16 22:33:31.854720 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-276fb90a-a7fc-43ff-8578-a82bc7e71411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:31.882420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fb90a-a7fc-43ff-8578-a82bc7e71411 admin admin] Pushing event deleted for resources: {'Port': ['ID=2edf1d88-275b-4222-a594-dc8ca9457b49,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:31.994422 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17761bff-917d-4b0f-8616-4ead1202fe4a tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:32.013999 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17761bff-917d-4b0f-8616-4ead1202fe4a tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:32.048663 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-276fb90a-a7fc-43ff-8578-a82bc7e71411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:32.198696 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17761bff-917d-4b0f-8616-4ead1202fe4a tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:32.278355 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa3a78c8-7385-40ff-b5d5-7c8cb36c4419 req-cba9df8a-5a83-45ae-81b1-601eccf134c4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0371816 Dec 16 22:33:32.298703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276fb90a-a7fc-43ff-8578-a82bc7e71411 admin admin] Router 97005ee3-37cd-486e-a33b-fd528a330ba1 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:33:32.366302 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17761bff-917d-4b0f-8616-4ead1202fe4a tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:32.368588 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17761bff-917d-4b0f-8616-4ead1202fe4a tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:32.408172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276fb90a-a7fc-43ff-8578-a82bc7e71411 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:33:32.416913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-276fb90a-a7fc-43ff-8578-a82bc7e71411 admin admin] 10.222.0.43 "PUT /v2.0/routers/97005ee3-37cd-486e-a33b-fd528a330ba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8200979 Dec 16 22:33:32.417790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59150) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:32.418374 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df290c-8cbc-4a93-b53d-83f5d9d61751 None None] Sync routers for ids ['97005ee3-37cd-486e-a33b-fd528a330ba1'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:33:32.431176 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df290c-8cbc-4a93-b53d-83f5d9d61751 None None] Routers {'97005ee3-37cd-486e-a33b-fd528a330ba1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:33:32.431176 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-86df290c-8cbc-4a93-b53d-83f5d9d61751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:33:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['97005ee3-37cd-486e-a33b-fd528a330ba1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:32.478569 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17761bff-917d-4b0f-8616-4ead1202fe4a tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:32.479221 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17761bff-917d-4b0f-8616-4ead1202fe4a tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48e00521-402e-422e-ae55-fd5357ffaf7d {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:33:32.517343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca853658-a8e4-42d6-94e9-eb4968af6a77 req-309377dc-576c-46ab-a1bd-367865b754ae tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:32.519686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca853658-a8e4-42d6-94e9-eb4968af6a77 req-309377dc-576c-46ab-a1bd-367865b754ae tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0816662 Dec 16 22:33:32.537469 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-881ddead-191a-4fb4-9d8f-ff34fb9775af admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:32.550239 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-86df290c-8cbc-4a93-b53d-83f5d9d61751 None None] Set router 97005ee3-37cd-486e-a33b-fd528a330ba1 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:33:32.581918 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-17761bff-917d-4b0f-8616-4ead1202fe4a tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 16 22:33:32.582968 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-17761bff-917d-4b0f-8616-4ead1202fe4a tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2240803 Dec 16 22:33:32.584103 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca853658-a8e4-42d6-94e9-eb4968af6a77 req-cc356746-71c2-4879-b763-fe67c9dc86aa tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533919 Dec 16 22:33:32.585731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59152) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:32.708664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a544d1a5-7b88-4950-bd41-4cae8cce859e req-804fb2bd-aaaf-4262-aa82-f31511990110 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0411584 Dec 16 22:33:32.709148 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-881ddead-191a-4fb4-9d8f-ff34fb9775af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:32.732246 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-62ac0257-a3e6-40f1-ad70-50808595be76 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Deleting port cd7a55a3-54e1-4c8f-ba35-493c52ac242a {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:32.732509 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-62ac0257-a3e6-40f1-ad70-50808595be76 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:32.750173 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-86df290c-8cbc-4a93-b53d-83f5d9d61751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116132857-router', 'tenant_id': '1dfe079528b240c6982b89bbb9a6265a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '45f60628-b550-4399-809a-3a85db9a2723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:33:31Z', 'revision_number': 5, 'project_id': '1dfe079528b240c6982b89bbb9a6265a', 'gw_port': {'id': '45f60628-b550-4399-809a-3a85db9a2723', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:20Z', 'updated_at': '2021-12-16T22:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:32.783911 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df290c-8cbc-4a93-b53d-83f5d9d61751 None None] Checking router: 97005ee3-37cd-486e-a33b-fd528a330ba1 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:33:32.793163 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df290c-8cbc-4a93-b53d-83f5d9d61751 None None] Routers {'97005ee3-37cd-486e-a33b-fd528a330ba1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:33:32.793794 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-86df290c-8cbc-4a93-b53d-83f5d9d61751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:33:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['97005ee3-37cd-486e-a33b-fd528a330ba1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:32.830305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1c4e45c-da50-4858-b8af-946062e5d72a req-b64560e7-3968-4073-9f2e-be58d0331dc8 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0311790 Dec 16 22:33:32.839039 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-62ac0257-a3e6-40f1-ad70-50808595be76 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:32.857314 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-62ac0257-a3e6-40f1-ad70-50808595be76 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Calling delete_port for cd7a55a3-54e1-4c8f-ba35-493c52ac242a owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:32.859579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-881ddead-191a-4fb4-9d8f-ff34fb9775af admin admin] Deleting port 45f60628-b550-4399-809a-3a85db9a2723 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:32.859909 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-881ddead-191a-4fb4-9d8f-ff34fb9775af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:32.885038 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-86df290c-8cbc-4a93-b53d-83f5d9d61751 None None] Set router 97005ee3-37cd-486e-a33b-fd528a330ba1 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:33:32.939132 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-86df290c-8cbc-4a93-b53d-83f5d9d61751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116132857-router', 'tenant_id': '1dfe079528b240c6982b89bbb9a6265a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:33:32Z', 'revision_number': 6, 'project_id': '1dfe079528b240c6982b89bbb9a6265a', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:32.969803 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df290c-8cbc-4a93-b53d-83f5d9d61751 None None] The sync data for ids ['97005ee3-37cd-486e-a33b-fd528a330ba1'] in n-d-821840-2 is: [{'id': '97005ee3-37cd-486e-a33b-fd528a330ba1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116132857-router', 'tenant_id': '1dfe079528b240c6982b89bbb9a6265a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:33:32Z', 'revision_number': 6, 'project_id': '1dfe079528b240c6982b89bbb9a6265a', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:33:33.002635 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-881ddead-191a-4fb4-9d8f-ff34fb9775af admin admin] For port 45f60628-b550-4399-809a-3a85db9a2723, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=45f60628-b550-4399-809a-3a85db9a2723,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:33.003003 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-881ddead-191a-4fb4-9d8f-ff34fb9775af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:33.027946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-881ddead-191a-4fb4-9d8f-ff34fb9775af admin admin] Calling delete_port for 45f60628-b550-4399-809a-3a85db9a2723 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:33.179394 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-62ac0257-a3e6-40f1-ad70-50808595be76 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:33.212716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac0257-a3e6-40f1-ad70-50808595be76 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd7a55a3-54e1-4c8f-ba35-493c52ac242a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:33.228924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c3a5c-808f-4066-a832-abed8653eae5 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:33.309761 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-62ac0257-a3e6-40f1-ad70-50808595be76 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:33.312219 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-62ac0257-a3e6-40f1-ad70-50808595be76 tempest-RoutersAdminNegativeIpV6Test-1126109722 tempest-RoutersAdminNegativeIpV6Test-1126109722-project-admin] 10.222.0.43 "DELETE /v2.0/ports/cd7a55a3-54e1-4c8f-ba35-493c52ac242a HTTP/1.1" status: 204 len: 168 time: 0.7254798 Dec 16 22:33:33.357720 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-881ddead-191a-4fb4-9d8f-ff34fb9775af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:33.368786 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8654e5ba-d2d7-40d1-9e8e-e72cb6e15ac2 req-071997bf-811c-45e0-af88-24bb344a5ef9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0314028 Dec 16 22:33:33.391936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ddead-191a-4fb4-9d8f-ff34fb9775af admin admin] Pushing event deleted for resources: {'Port': ['ID=45f60628-b550-4399-809a-3a85db9a2723,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:33.405857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbcfeba-1723-4301-a6c9-c62b077a0843 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:33.462072 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-881ddead-191a-4fb4-9d8f-ff34fb9775af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:33.553366 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-881ddead-191a-4fb4-9d8f-ff34fb9775af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:33.555641 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-881ddead-191a-4fb4-9d8f-ff34fb9775af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:33.654091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-881ddead-191a-4fb4-9d8f-ff34fb9775af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:33.654634 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881ddead-191a-4fb4-9d8f-ff34fb9775af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97005ee3-37cd-486e-a33b-fd528a330ba1 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:33:33.659929 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-881ddead-191a-4fb4-9d8f-ff34fb9775af admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:33.661110 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-881ddead-191a-4fb4-9d8f-ff34fb9775af admin admin] 10.222.0.43 "DELETE /v2.0/routers/97005ee3-37cd-486e-a33b-fd528a330ba1 HTTP/1.1" status: 204 len: 168 time: 1.2413087 Dec 16 22:33:33.663648 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59166) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:33.724855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8b4885-00fa-400d-9f50-46250e12292e admin admin] Deleting subnet ce2a0de3-5e30-4d6a-9f38-a861aed6dad9 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:33:33.728379 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4885-00fa-400d-9f50-46250e12292e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:33.737105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2987de-1354-4cc3-9125-7a6cd8af424b req-79cc3f0e-65ec-4f2e-b851-f3ad8b1f7ae6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:33.744892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce2987de-1354-4cc3-9125-7a6cd8af424b req-79cc3f0e-65ec-4f2e-b851-f3ad8b1f7ae6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0845299 Dec 16 22:33:33.757550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59170) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:33.802525 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4885-00fa-400d-9f50-46250e12292e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:33.805441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2edf1d88-275b-4222-a594-dc8ca9457b49 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:33.830260 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 2edf1d88-275b-4222-a594-dc8ca9457b49 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:33.830668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d13656e-e346-4021-8b9f-84673d60365f req-60da5299-ce56-46ed-adc2-6c8720f3a904 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0419087 Dec 16 22:33:33.831069 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2edf1d88-275b-4222-a594-dc8ca9457b49 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:33.832108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 45f60628-b550-4399-809a-3a85db9a2723 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:33.853904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 45f60628-b550-4399-809a-3a85db9a2723 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:33.854773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 45f60628-b550-4399-809a-3a85db9a2723 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:33.872222 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4885-00fa-400d-9f50-46250e12292e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:33.873395 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce2987de-1354-4cc3-9125-7a6cd8af424b req-332b7e8b-fcb4-4b71-aed2-5f334a2bd917 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273670 Dec 16 22:33:33.932579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1142cf4d-5c85-448b-87bc-87a149e70111 req-b4c696f4-672c-4316-90ec-4e0aecd7a187 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0381708 Dec 16 22:33:33.967130 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4f256d0-8914-45b2-983d-ef339bb9c29e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.008918 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4885-00fa-400d-9f50-46250e12292e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.036021 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b4885-00fa-400d-9f50-46250e12292e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce2a0de3-5e30-4d6a-9f38-a861aed6dad9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:34.044024 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4885-00fa-400d-9f50-46250e12292e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.049920 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4f256d0-8914-45b2-983d-ef339bb9c29e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.050030 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8c8b4885-00fa-400d-9f50-46250e12292e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ce2a0de3-5e30-4d6a-9f38-a861aed6dad9 HTTP/1.1" status: 204 len: 168 time: 0.3827572 Dec 16 22:33:34.050211 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59176) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:34.130181 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8444c111-6915-4f87-a7c3-37b4bf879dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.132740 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4f256d0-8914-45b2-983d-ef339bb9c29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.179838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f4f256d0-8914-45b2-983d-ef339bb9c29e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e056b844a574a489f7dc7ab9088864b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4212170 Dec 16 22:33:34.181001 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f256d0-8914-45b2-983d-ef339bb9c29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a78c3c-99e2-41bb-bd8d-8303bc74b7b4,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:34.183197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59178) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:34.240863 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a415941e-8901-4b22-8194-eea812636b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.259000 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8444c111-6915-4f87-a7c3-37b4bf879dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.269279 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a415941e-8901-4b22-8194-eea812636b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.279930 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-8444c111-6915-4f87-a7c3-37b4bf879dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ab8f40-92cb-4b36-84b3-b5fde75054da']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:34.296182 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-8444c111-6915-4f87-a7c3-37b4bf879dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e5bca3-4e18-4a6d-9759-6021a06bdf94') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:34.296946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-8444c111-6915-4f87-a7c3-37b4bf879dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e5bca3-4e18-4a6d-9759-6021a06bdf94') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:34.307606 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8444c111-6915-4f87-a7c3-37b4bf879dcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.320861 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8444c111-6915-4f87-a7c3-37b4bf879dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.327373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8444c111-6915-4f87-a7c3-37b4bf879dcf admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8444c111-6915-4f87-a7c3-37b4bf879dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:33:34.336645 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:33:34.420213 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a415941e-8901-4b22-8194-eea812636b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.422870 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a415941e-8901-4b22-8194-eea812636b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.424136 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a415941e-8901-4b22-8194-eea812636b06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32a78c3c-99e2-41bb-bd8d-8303bc74b7b4 HTTP/1.1" status: 204 len: 168 time: 0.2393115 Dec 16 22:33:34.432785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415941e-8901-4b22-8194-eea812636b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a78c3c-99e2-41bb-bd8d-8303bc74b7b4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:34.458927 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9441c866-4bbe-484d-8e5e-b3605981bc9f req-472d992d-da8a-4d6e-8bbb-e22e0ab3d885 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0350246 Dec 16 22:33:34.459678 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8444c111-6915-4f87-a7c3-37b4bf879dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.465660 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8444c111-6915-4f87-a7c3-37b4bf879dcf admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.469146 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8444c111-6915-4f87-a7c3-37b4bf879dcf admin admin] 10.222.0.43 "DELETE /v2.0/networks/f5ab8f40-92cb-4b36-84b3-b5fde75054da HTTP/1.1" status: 204 len: 168 time: 0.4179063 Dec 16 22:33:34.766940 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59188) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:34.816457 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8ea76188-b064-4cc4-a663-5ce6359eac0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1dfe079528b240c6982b89bbb9a6265a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446732 Dec 16 22:33:34.816698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444c111-6915-4f87-a7c3-37b4bf879dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ab8f40-92cb-4b36-84b3-b5fde75054da,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:34.817135 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59190) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:34.867299 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa964549-8585-49b6-b1c9-644edf6cbc7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.893194 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa964549-8585-49b6-b1c9-644edf6cbc7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.908834 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3a4e488-e056-453a-8f74-ac93a3dc6dba req-97018170-0157-4b17-9767-39405e36a247 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0263631 Dec 16 22:33:35.016738 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e8ee80d-85ca-4a5e-a57e-2200f25de4c5 req-f87c422e-384d-4d6b-8204-2f69bd32a0ca tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0304306 Dec 16 22:33:35.019217 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa964549-8585-49b6-b1c9-644edf6cbc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:35.021846 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa964549-8585-49b6-b1c9-644edf6cbc7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:35.025611 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-aa964549-8585-49b6-b1c9-644edf6cbc7d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed1b7f60-e68a-446c-a993-292a82335687 HTTP/1.1" status: 204 len: 168 time: 0.2046835 Dec 16 22:33:35.032718 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa964549-8585-49b6-b1c9-644edf6cbc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1b7f60-e68a-446c-a993-292a82335687,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:35.041006 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fd8d9-2a9f-4019-ae33-aa508bd4ef3d req-d63266aa-f81a-4f8d-b8c9-486b1a3182e7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:35.043215 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d6fd8d9-2a9f-4019-ae33-aa508bd4ef3d req-d63266aa-f81a-4f8d-b8c9-486b1a3182e7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0838811 Dec 16 22:33:35.102568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d6fd8d9-2a9f-4019-ae33-aa508bd4ef3d req-75cf8ee2-d754-4e03-9782-2b82720b8131 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532525 Dec 16 22:33:35.114315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59200) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:35.161787 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9c3825b2-81b8-4b5f-a307-86ad27d903e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e13c83504024f018d281cafd08734b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452635 Dec 16 22:33:35.164561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59202) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:35.216342 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bf1a053a-84f2-4855-8b52-d3e4542c93b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:35.238061 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bf1a053a-84f2-4855-8b52-d3e4542c93b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:35.350395 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bf1a053a-84f2-4855-8b52-d3e4542c93b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:35.353089 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bf1a053a-84f2-4855-8b52-d3e4542c93b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:35.355615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bf1a053a-84f2-4855-8b52-d3e4542c93b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45b0d6ab-3214-41e4-a35e-908a64000d0a HTTP/1.1" status: 204 len: 168 time: 0.1892407 Dec 16 22:33:35.363694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a053a-84f2-4855-8b52-d3e4542c93b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b0d6ab-3214-41e4-a35e-908a64000d0a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:35.539680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-442ad3bc-fb73-4395-92cb-e07bd93abee7 req-4801151f-53df-450f-908d-9a5b7a60c2a0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0268462 Dec 16 22:33:36.015547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7319b532-f363-43bd-8f4d-db32ed37df89 req-2f03e78d-b130-4dd6-af05-bba737135fb1 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0307610 Dec 16 22:33:36.070234 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59240) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:36.105657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7e3a534-fdef-41a9-a539-792c0d535fab req-197e43ec-c0bf-40b2-ab30-4ee36814338b tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0307152 Dec 16 22:33:36.174134 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e64406aa-81fe-4e7b-b148-de6a80f9effa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-995960223-network', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:36.246172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6d5da-ff72-4b96-b014-3ca4b26ee5f7 req-46c99eff-fecc-46f3-9b27-76c5f271b816 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:36.248104 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02c6d5da-ff72-4b96-b014-3ca4b26ee5f7 req-46c99eff-fecc-46f3-9b27-76c5f271b816 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0681336 Dec 16 22:33:36.297299 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64406aa-81fe-4e7b-b148-de6a80f9effa admin admin] Made reservation on behalf of fcf250b5ff594cdf88e9252c7b22714a for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:36.299671 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e64406aa-81fe-4e7b-b148-de6a80f9effa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.311481 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02c6d5da-ff72-4b96-b014-3ca4b26ee5f7 req-c89b4dc9-b89c-4ab7-abf6-fd91e65309d4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552642 Dec 16 22:33:36.312293 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e64406aa-81fe-4e7b-b148-de6a80f9effa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.393758 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e64406aa-81fe-4e7b-b148-de6a80f9effa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.465267 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e64406aa-81fe-4e7b-b148-de6a80f9effa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.466186 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59254) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:36.490824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64406aa-81fe-4e7b-b148-de6a80f9effa admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:33:36.500903 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64406aa-81fe-4e7b-b148-de6a80f9effa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a6b559-a369-44cb-985e-e440428a1c03,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:36.505856 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e64406aa-81fe-4e7b-b148-de6a80f9effa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.506208 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-e64406aa-81fe-4e7b-b148-de6a80f9effa admin admin] Added segment 1d70bf11-ef29-4e20-8b71-0cfeace076d8 of type vlan for network 1543a6fc-9392-49f6-9942-b7fae61d3964 Dec 16 22:33:36.553687 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e64406aa-81fe-4e7b-b148-de6a80f9effa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.566233 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b0c444e7-15da-4fd9-bc73-93dc77bc44d6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1241638047'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:36.621650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-524cc0ce-1b8f-45d2-8561-81be175456f9 req-46634017-c68e-4bc1-84fb-805751f54683 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0274045 Dec 16 22:33:36.654196 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e64406aa-81fe-4e7b-b148-de6a80f9effa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.655161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64406aa-81fe-4e7b-b148-de6a80f9effa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:36.655782 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e64406aa-81fe-4e7b-b148-de6a80f9effa admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.665347 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c444e7-15da-4fd9-bc73-93dc77bc44d6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Made reservation on behalf of 79bebdf9121b45f7939cd4d8d42c2b0b for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:36.669186 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0c444e7-15da-4fd9-bc73-93dc77bc44d6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.678559 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0c444e7-15da-4fd9-bc73-93dc77bc44d6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.742630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64406aa-81fe-4e7b-b148-de6a80f9effa admin admin] Pushing event updated for resources: {'Network': ['ID=1543a6fc-9392-49f6-9942-b7fae61d3964,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:36.753236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 1543a6fc-9392-49f6-9942-b7fae61d3964 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:33:36.762995 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0c444e7-15da-4fd9-bc73-93dc77bc44d6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.828492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e64406aa-81fe-4e7b-b148-de6a80f9effa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7598212 Dec 16 22:33:36.831391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59260) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:36.836834 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e0076967-aead-497f-9b93-44912ec05fb2 admin admin] Request body: {'subnet': {'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-995960223-subnet', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:36.859786 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0c444e7-15da-4fd9-bc73-93dc77bc44d6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.883990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c444e7-15da-4fd9-bc73-93dc77bc44d6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:33:36.898936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c444e7-15da-4fd9-bc73-93dc77bc44d6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9296cb6a-af25-4e02-9571-306a562ea38f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:36.903813 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0c444e7-15da-4fd9-bc73-93dc77bc44d6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.904163 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-b0c444e7-15da-4fd9-bc73-93dc77bc44d6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Added segment 6e0d9af0-0b08-4bb3-9c9f-0b9b0260d19b of type vlan for network 1baad822-b4b5-4623-a194-1b556947e23a Dec 16 22:33:36.943945 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0c444e7-15da-4fd9-bc73-93dc77bc44d6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.956771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0076967-aead-497f-9b93-44912ec05fb2 admin admin] Made reservation on behalf of fcf250b5ff594cdf88e9252c7b22714a for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:36.959259 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0076967-aead-497f-9b93-44912ec05fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:37.065720 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0c444e7-15da-4fd9-bc73-93dc77bc44d6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:37.071877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c444e7-15da-4fd9-bc73-93dc77bc44d6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:37.073568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0c444e7-15da-4fd9-bc73-93dc77bc44d6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:37.115781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-018e023c-e136-41dc-9d1b-f7862b1130ad req-08962cd4-0af5-4e79-8ead-c47f3cf09793 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0418732 Dec 16 22:33:37.199413 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44d014e9-a6f6-487c-8466-8c1726b5c3a0 req-534485bc-e81e-40ba-820c-11493a5e3e8c tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0273926 Dec 16 22:33:37.254463 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0076967-aead-497f-9b93-44912ec05fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:37.316251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0076967-aead-497f-9b93-44912ec05fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c0e4748-a97c-4294-a98d-f71dd9b06896,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:37.329866 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0076967-aead-497f-9b93-44912ec05fb2 admin admin] Checking segment: {'id': '1d70bf11-ef29-4e20-8b71-0cfeace076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:33:37.330422 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0076967-aead-497f-9b93-44912ec05fb2 admin admin] Network hostable DHCP agents. Network: 1543a6fc-9392-49f6-9942-b7fae61d3964, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:33:37.414474 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c444e7-15da-4fd9-bc73-93dc77bc44d6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event updated for resources: {'Network': ['ID=1baad822-b4b5-4623-a194-1b556947e23a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:37.418256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0076967-aead-497f-9b93-44912ec05fb2 admin admin] Network 1543a6fc-9392-49f6-9942-b7fae61d3964 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:33:37.427032 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 1baad822-b4b5-4623-a194-1b556947e23a details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:33:37.445042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad484cc-b12d-405e-8b52-50b719c7b83a req-8ad82364-5da9-400c-827b-0919a1e10a4d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:37.446547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dad484cc-b12d-405e-8b52-50b719c7b83a req-8ad82364-5da9-400c-827b-0919a1e10a4d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0571544 Dec 16 22:33:37.479644 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b0c444e7-15da-4fd9-bc73-93dc77bc44d6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0115438 Dec 16 22:33:37.481930 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59268) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:37.488791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-2179cf12-9e1c-4de9-9aed-d4f8a9632b82 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Request body: {'subnet': {'network_id': '1baad822-b4b5-4623-a194-1b556947e23a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:37.506082 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-e0076967-aead-497f-9b93-44912ec05fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 1543a6fc-9392-49f6-9942-b7fae61d3964) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:37.511006 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0076967-aead-497f-9b93-44912ec05fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:37.511803 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0076967-aead-497f-9b93-44912ec05fb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:37.516126 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc007f-5e8c-42c0-b958-623cd0dd55de None None] Network 1543a6fc-9392-49f6-9942-b7fae61d3964 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:33:37.593657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dad484cc-b12d-405e-8b52-50b719c7b83a req-d989c58a-0a96-447b-a912-a5bb448af90f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397109 Dec 16 22:33:37.620433 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3130af01-c11e-458e-badd-b2f57fbfa343 None None] Network 1543a6fc-9392-49f6-9942-b7fae61d3964 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:33:37.652877 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e0076967-aead-497f-9b93-44912ec05fb2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8204045 Dec 16 22:33:37.655679 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59272) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:37.660310 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-995960223-router', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:37.711989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d22beb22-d45d-4927-a8e2-45d392a5b1cf req-64cc4ec9-5f20-4d99-bfc4-06ad0732ea95 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0285535 Dec 16 22:33:37.779855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2179cf12-9e1c-4de9-9aed-d4f8a9632b82 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Made reservation on behalf of 79bebdf9121b45f7939cd4d8d42c2b0b for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:37.784028 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2179cf12-9e1c-4de9-9aed-d4f8a9632b82 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:37.860102 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:37.861165 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:37.916104 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:38.043142 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2179cf12-9e1c-4de9-9aed-d4f8a9632b82 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:38.115170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179cf12-9e1c-4de9-9aed-d4f8a9632b82 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event updated for resources: {'Subnet': ['ID=c52ca379-902a-43d3-af78-7eaa10141a70,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:38.124191 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2179cf12-9e1c-4de9-9aed-d4f8a9632b82 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Checking segment: {'id': '6e0d9af0-0b08-4bb3-9c9f-0b9b0260d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1baad822-b4b5-4623-a194-1b556947e23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:33:38.124692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2179cf12-9e1c-4de9-9aed-d4f8a9632b82 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Network hostable DHCP agents. Network: 1baad822-b4b5-4623-a194-1b556947e23a, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:33:38.143902 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:38.181270 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2179cf12-9e1c-4de9-9aed-d4f8a9632b82 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Network 1baad822-b4b5-4623-a194-1b556947e23a is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:33:38.203310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87f3484f-c6e5-420b-aa98-7202377b5a9e req-5b93cb24-5b45-400e-95a7-845384c74b3d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0339286 Dec 16 22:33:38.282963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb8999d6-17a4-4f05-b67a-cd161a878f39 req-a6f5d9b4-6e3a-427c-95bb-d7702b5a6023 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0275068 Dec 16 22:33:38.283747 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-2179cf12-9e1c-4de9-9aed-d4f8a9632b82 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 1baad822-b4b5-4623-a194-1b556947e23a) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:38.287822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2179cf12-9e1c-4de9-9aed-d4f8a9632b82 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:38.288408 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2179cf12-9e1c-4de9-9aed-d4f8a9632b82 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:38.297428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bb5bc0-b2e8-4e87-84a9-a635fc5cb012 None None] Network 1baad822-b4b5-4623-a194-1b556947e23a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:33:38.401182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-1baad822-b4b5-4623-a194-1b556947e23a', 'network_id': '1baad822-b4b5-4623-a194-1b556947e23a', 'project_id': '79bebdf9121b45f7939cd4d8d42c2b0b', 'fixed_ips': [{'subnet_id': 'c52ca379-902a-43d3-af78-7eaa10141a70'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:33:38.402060 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:38.410268 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:38.421983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2179cf12-9e1c-4de9-9aed-d4f8a9632b82 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9388461 Dec 16 22:33:38.424647 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59278) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:38.429758 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:38.430231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4113a1f2-9cae-479c-b717-d1b93861420d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Request body: {'port': {'network_id': '1baad822-b4b5-4623-a194-1b556947e23a', 'name': 'tempest-AllowedAddressPairTestJSON-1909467418'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:38.540108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Allocated IP 172.25.2.96 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/403a801d-f654-4543-992f-e0c2b1316c64) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:33:38.553480 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Allocated IP 172.20.0.2 (1baad822-b4b5-4623-a194-1b556947e23a/c52ca379-902a-43d3-af78-7eaa10141a70/c851a88a-7a35-44d9-9107-42c1f3a1e51b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:33:38.614291 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4113a1f2-9cae-479c-b717-d1b93861420d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Made reservation on behalf of 79bebdf9121b45f7939cd4d8d42c2b0b for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:38.620072 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4113a1f2-9cae-479c-b717-d1b93861420d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:38.638256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-4113a1f2-9cae-479c-b717-d1b93861420d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] device_id is not set on port 83c15582-95d7-48ae-bc77-25325194986b yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:33:38.666999 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:38.722861 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:38.750409 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da3468-d205-40a1-aa89-9ce189dbfa22 req-abcbdbaa-511e-4d4d-a648-7d8eddafb4b8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:38.750409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97da3468-d205-40a1-aa89-9ce189dbfa22 req-abcbdbaa-511e-4d4d-a648-7d8eddafb4b8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0678687 Dec 16 22:33:38.781859 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:38.802225 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2016648d-5967-405d-a7f7-f631c6c1f868 req-822ac359-9784-4997-8227-0a4a4900d769 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0307109 Dec 16 22:33:38.803420 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:38.832585 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:38.835713 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:38.840908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:38.853239 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Pushing event updated for resources: {'Port': ['ID=c851a88a-7a35-44d9-9107-42c1f3a1e51b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:38.858593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97da3468-d205-40a1-aa89-9ce189dbfa22 req-dc5e7ba2-f538-425f-b0bc-4a391ef04368 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047220 Dec 16 22:33:38.864852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e34a55e-bed0-4bb4-9e23-bc0a21816fc0 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:38.872645 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:38.873300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:38.873827 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:38.874560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:38.876105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:38.876105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:38.876105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:38.876556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:38.877165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-4113a1f2-9cae-479c-b717-d1b93861420d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Allocated IP 172.20.0.10 (1baad822-b4b5-4623-a194-1b556947e23a/c52ca379-902a-43d3-af78-7eaa10141a70/83c15582-95d7-48ae-bc77-25325194986b) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:33:38.877408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:38.878099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:38.878594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:38.879136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:38.879685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:38.892295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Network 1baad822-b4b5-4623-a194-1b556947e23a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:38.895452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:38.896445 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Pushing event updated for resources: {'Port': ['ID=403a801d-f654-4543-992f-e0c2b1316c64,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:38.899607 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:38.967952 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Attempting to bind port c851a88a-7a35-44d9-9107-42c1f3a1e51b on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:38.973136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Attempting to bind port c851a88a-7a35-44d9-9107-42c1f3a1e51b by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '6e0d9af0-0b08-4bb3-9c9f-0b9b0260d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1baad822-b4b5-4623-a194-1b556947e23a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:38.973136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Attempting to bind port c851a88a-7a35-44d9-9107-42c1f3a1e51b on network 1baad822-b4b5-4623-a194-1b556947e23a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:38.975772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:33:38.976456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Checking segment: {'id': '6e0d9af0-0b08-4bb3-9c9f-0b9b0260d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1baad822-b4b5-4623-a194-1b556947e23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:33:38.976749 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:38.977247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Bound using segment: {'id': '6e0d9af0-0b08-4bb3-9c9f-0b9b0260d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1baad822-b4b5-4623-a194-1b556947e23a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:33:38.977732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Bound port: c851a88a-7a35-44d9-9107-42c1f3a1e51b, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0d9af0-0b08-4bb3-9c9f-0b9b0260d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1baad822-b4b5-4623-a194-1b556947e23a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:33:38.978117 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:39.038459 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-24055fe3-f0a3-4dd0-9202-a05ab002fec8 None None] Provisioning complete for port 403a801d-f654-4543-992f-e0c2b1316c64 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:39.038842 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24055fe3-f0a3-4dd0-9202-a05ab002fec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:39.077768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4113a1f2-9cae-479c-b717-d1b93861420d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:39.092156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-24055fe3-f0a3-4dd0-9202-a05ab002fec8 None None] Port 403a801d-f654-4543-992f-e0c2b1316c64 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:33:39.095552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] For port c851a88a-7a35-44d9-9107-42c1f3a1e51b, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:33:39.098980 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] For port c851a88a-7a35-44d9-9107-42c1f3a1e51b, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c851a88a-7a35-44d9-9107-42c1f3a1e51b,segment=NetworkSegment(6e0d9af0-0b08-4bb3-9c9f-0b9b0260d19b),segment_id=6e0d9af0-0b08-4bb3-9c9f-0b9b0260d19b)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:33:39.174213 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:39.191420 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4113a1f2-9cae-479c-b717-d1b93861420d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:39.229799 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:39.240329 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4113a1f2-9cae-479c-b717-d1b93861420d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Network 1baad822-b4b5-4623-a194-1b556947e23a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:39.246091 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-4113a1f2-9cae-479c-b717-d1b93861420d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:39.248066 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecd6a9-2e3a-4d3a-af13-ce826960d905 None None] Pushing event updated for resources: {'Port': ['ID=c851a88a-7a35-44d9-9107-42c1f3a1e51b,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:39.256238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4113a1f2-9cae-479c-b717-d1b93861420d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:39.289177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113a1f2-9cae-479c-b717-d1b93861420d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event updated for resources: {'Port': ['ID=83c15582-95d7-48ae-bc77-25325194986b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:39.348539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-971c12c8-9d40-4a35-a11d-976e61eb9efe req-eb170729-1979-44b3-8867-74b9b13f74d9 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0554147 Dec 16 22:33:39.373321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4113a1f2-9cae-479c-b717-d1b93861420d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:39.373983 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4113a1f2-9cae-479c-b717-d1b93861420d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:39.396127 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3453c89a-afad-4554-81e7-96258ecedda0 req-eadb9a58-cf34-4f88-8d79-823c82a9a758 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0439548 Dec 16 22:33:39.465795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4113a1f2-9cae-479c-b717-d1b93861420d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0379653 Dec 16 22:33:39.467327 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59288) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:39.477609 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0c61849b-0405-40c7-80f6-c53f1a56e18c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Request body: {'port': {'network_id': '1baad822-b4b5-4623-a194-1b556947e23a', 'name': 'tempest-AllowedAddressPairTestJSON-829707966', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:43:cc:0b'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:39.553582 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:39.746682 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c61849b-0405-40c7-80f6-c53f1a56e18c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Made reservation on behalf of 79bebdf9121b45f7939cd4d8d42c2b0b for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:39.788592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Router 2c0fd294-58dd-48bb-848f-7be138e37af4 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:33:39.890531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb1befec-c1be-4fbb-866d-bf1cdde46341 req-d1f190af-9c86-4185-bd23-3bede11781ce tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0289702 Dec 16 22:33:39.920596 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c61849b-0405-40c7-80f6-c53f1a56e18c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:39.951041 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-0c61849b-0405-40c7-80f6-c53f1a56e18c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] device_id is not set on port 17b90c1e-c3df-4578-a0eb-1b9384aa2ec4 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:33:39.961601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:33:39.975643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Sync routers for ids ['2c0fd294-58dd-48bb-848f-7be138e37af4'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:33:39.989955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Routers {'2c0fd294-58dd-48bb-848f-7be138e37af4'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:33:39.991000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:33:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2c0fd294-58dd-48bb-848f-7be138e37af4'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:40.009737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eaa09-0cb1-4e3e-870d-cda40a1c4f92 req-dd27fcf7-7cb8-4b9e-ae47-0e70638b2466 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:40.018472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-314eaa09-0cb1-4e3e-870d-cda40a1c4f92 req-dd27fcf7-7cb8-4b9e-ae47-0e70638b2466 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0692868 Dec 16 22:33:40.076648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-314eaa09-0cb1-4e3e-870d-cda40a1c4f92 req-15e0ecf4-806c-44d3-b0cd-85ad14351052 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570939 Dec 16 22:33:40.097615 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:40.102046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59294) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:40.109929 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-923417e1-8919-47ac-878b-b86bd2200fcb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4529972 Dec 16 22:33:40.127684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-0c61849b-0405-40c7-80f6-c53f1a56e18c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Allocated IP 172.20.0.13 (1baad822-b4b5-4623-a194-1b556947e23a/c52ca379-902a-43d3-af78-7eaa10141a70/17b90c1e-c3df-4578-a0eb-1b9384aa2ec4) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:33:40.307459 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Set router 2c0fd294-58dd-48bb-848f-7be138e37af4 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:33:40.339361 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c61849b-0405-40c7-80f6-c53f1a56e18c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:40.450652 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6310b9ab-fcd9-4f03-b60f-911ccd3b312b req-a459a3a2-9bb7-42fa-b1c8-e01c08fdcde5 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0359852 Dec 16 22:33:40.461051 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c61849b-0405-40c7-80f6-c53f1a56e18c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:40.520234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c61849b-0405-40c7-80f6-c53f1a56e18c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Network 1baad822-b4b5-4623-a194-1b556947e23a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:40.520626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602479a8-3048-401c-8488-7118768327f2 None None] Network 1baad822-b4b5-4623-a194-1b556947e23a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:33:40.523597 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-0c61849b-0405-40c7-80f6-c53f1a56e18c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:40.527439 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c61849b-0405-40c7-80f6-c53f1a56e18c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:40.548988 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47ff615c-d2a8-4425-8703-e43440187c7d req-1a481556-2fba-47a8-92d7-fefc66b2520e tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0617006 Dec 16 22:33:40.569176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61849b-0405-40c7-80f6-c53f1a56e18c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event updated for resources: {'Port': ['ID=17b90c1e-c3df-4578-a0eb-1b9384aa2ec4,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:40.585410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c61849b-0405-40c7-80f6-c53f1a56e18c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:40.586085 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c61849b-0405-40c7-80f6-c53f1a56e18c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:40.591764 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-219659d8-6ca1-4a4d-adf6-612c2a9fd6b4 None None] Provisioning complete for port c851a88a-7a35-44d9-9107-42c1f3a1e51b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:40.592221 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-219659d8-6ca1-4a4d-adf6-612c2a9fd6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:40.673877 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0c61849b-0405-40c7-80f6-c53f1a56e18c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.2054636 Dec 16 22:33:40.676234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59300) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:40.688187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'name': 'tempest-ServerRescueNegativeTestJSON-995960223-router', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '403a801d-f654-4543-992f-e0c2b1316c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:37Z', 'updated_at': '2021-12-16T22:33:39Z', 'revision_number': 3, 'project_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'gw_port': {'id': '403a801d-f654-4543-992f-e0c2b1316c64', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:38Z', 'updated_at': '2021-12-16T22:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:40.712945 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:40.719524 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Checking router: 2c0fd294-58dd-48bb-848f-7be138e37af4 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:33:40.719880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Updating router 2c0fd294-58dd-48bb-848f-7be138e37af4 port 403a801d-f654-4543-992f-e0c2b1316c64 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:33:40.765738 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce301ef-8408-4072-a630-b4368bcddf63 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:40.771929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce301ef-8408-4072-a630-b4368bcddf63 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:40.777935 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce301ef-8408-4072-a630-b4368bcddf63 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:40.779518 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0ce301ef-8408-4072-a630-b4368bcddf63 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1023166 Dec 16 22:33:40.782325 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59302) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:40.791922 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:40.821748 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-219659d8-6ca1-4a4d-adf6-612c2a9fd6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:40.899788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d7a8d809-072d-49c6-8121-807db04ced9f tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Deleting port 17b90c1e-c3df-4578-a0eb-1b9384aa2ec4 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:40.900533 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7a8d809-072d-49c6-8121-807db04ced9f tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:40.923488 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-219659d8-6ca1-4a4d-adf6-612c2a9fd6b4 None None] For port c851a88a-7a35-44d9-9107-42c1f3a1e51b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c851a88a-7a35-44d9-9107-42c1f3a1e51b,segment=NetworkSegment(6e0d9af0-0b08-4bb3-9c9f-0b9b0260d19b),segment_id=6e0d9af0-0b08-4bb3-9c9f-0b9b0260d19b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:40.928186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Allocated IP 172.20.0.1 (1543a6fc-9392-49f6-9942-b7fae61d3964/9c0e4748-a97c-4294-a98d-f71dd9b06896/ee844376-9613-4947-8ea2-b617634bafcc) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:33:40.987066 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-219659d8-6ca1-4a4d-adf6-612c2a9fd6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.048223 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7a8d809-072d-49c6-8121-807db04ced9f tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.054479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84a69a69-2314-457f-bc90-7a9a8781e2cb req-61b36f21-8af0-418e-92f6-beb0f3e04be5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0942550 Dec 16 22:33:41.063708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219659d8-6ca1-4a4d-adf6-612c2a9fd6b4 None None] Pushing event updated for resources: {'Port': ['ID=c851a88a-7a35-44d9-9107-42c1f3a1e51b,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:41.067682 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d7a8d809-072d-49c6-8121-807db04ced9f tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Calling delete_port for 17b90c1e-c3df-4578-a0eb-1b9384aa2ec4 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:41.096810 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.210090 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.228633 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.248219 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8bda32e2-6dc9-4d52-964c-b842a9d4e714 None None] Provisioning complete for port 83c15582-95d7-48ae-bc77-25325194986b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:41.248718 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8bda32e2-6dc9-4d52-964c-b842a9d4e714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.263047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38611b7-f6ec-4439-8bc7-f83e12e3fa6b req-3ca5452f-8d76-4d09-938e-44ac29e5e3b8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:41.265071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c38611b7-f6ec-4439-8bc7-f83e12e3fa6b req-3ca5452f-8d76-4d09-938e-44ac29e5e3b8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0966105 Dec 16 22:33:41.276037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Network 1543a6fc-9392-49f6-9942-b7fae61d3964 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:41.288402 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.290462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:41.299505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:41.300369 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7a8d809-072d-49c6-8121-807db04ced9f tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.302480 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Pushing event updated for resources: {'Port': ['ID=ee844376-9613-4947-8ea2-b617634bafcc,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:41.353743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e60dfe-c410-4699-a2c3-6465fbb15078 None None] Pushing event updated for resources: {'Port': ['ID=403a801d-f654-4543-992f-e0c2b1316c64,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:41.373616 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8d809-072d-49c6-8121-807db04ced9f tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event deleted for resources: {'Port': ['ID=17b90c1e-c3df-4578-a0eb-1b9384aa2ec4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:41.375490 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad22738-2455-4acd-9e36-508350aaf312 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:41.379544 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8bda32e2-6dc9-4d52-964c-b842a9d4e714 None None] Port 83c15582-95d7-48ae-bc77-25325194986b cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:33:41.381220 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Attempting to bind port 403a801d-f654-4543-992f-e0c2b1316c64 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:41.381706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Attempting to bind port 403a801d-f654-4543-992f-e0c2b1316c64 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:41.382250 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Attempting to bind port 403a801d-f654-4543-992f-e0c2b1316c64 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:41.390817 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.396404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c38611b7-f6ec-4439-8bc7-f83e12e3fa6b req-987bc680-b28f-410c-88e8-dc39da5df175 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227589 Dec 16 22:33:41.413220 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:33:41.413752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:33:41.414462 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.414873 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:33:41.415466 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Bound port: 403a801d-f654-4543-992f-e0c2b1316c64, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:33:41.415958 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.454569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8bda32e2-6dc9-4d52-964c-b842a9d4e714 None None] Provisioning complete for port c851a88a-7a35-44d9-9107-42c1f3a1e51b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:41.455876 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8bda32e2-6dc9-4d52-964c-b842a9d4e714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.573569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] For port 403a801d-f654-4543-992f-e0c2b1316c64, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:33:41.591179 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] For port 403a801d-f654-4543-992f-e0c2b1316c64, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=403a801d-f654-4543-992f-e0c2b1316c64,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:33:41.603016 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8bda32e2-6dc9-4d52-964c-b842a9d4e714 None None] Could not find standard attr ID for object 17b90c1e-c3df-4578-a0eb-1b9384aa2ec4. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:33:41.640058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27f570c3-3830-462a-a32b-c6145a960ae1 req-2c10c5d1-47d2-4a49-8c2d-971daa4ad77c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0763578 Dec 16 22:33:41.662018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c851a88a-7a35-44d9-9107-42c1f3a1e51b up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:33:41.665242 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.693118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-becad54f-a2b9-4079-a458-9cc8a28d9dd5 req-f23e03a2-b5db-4e11-b713-d08dafb8de3a tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0590980 Dec 16 22:33:41.698296 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7a8d809-072d-49c6-8121-807db04ced9f tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.702594 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.706057 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d7a8d809-072d-49c6-8121-807db04ced9f tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "DELETE /v2.0/ports/17b90c1e-c3df-4578-a0eb-1b9384aa2ec4 HTTP/1.1" status: 204 len: 168 time: 0.9200008 Dec 16 22:33:41.706598 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59312) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:41.741270 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-32708ae1-1d01-42da-9fc1-d7ab7b6583bf tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] GET failed (client error): The resource could not be found. Dec 16 22:33:41.743024 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-32708ae1-1d01-42da-9fc1-d7ab7b6583bf tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "GET /v2.0/ports/17b90c1e-c3df-4578-a0eb-1b9384aa2ec4 HTTP/1.1" status: 404 len: 333 time: 0.0349746 Dec 16 22:33:41.748578 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59314) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:41.755256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-56557a3f-aff6-4393-93c8-d0b73c8c52f6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Request body: {'port': {'network_id': '1baad822-b4b5-4623-a194-1b556947e23a', 'name': 'tempest-AllowedAddressPairTestJSON-1835174284'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:41.781823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d5fa32-7863-4934-a81f-a8b637f28fe8 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:41.803647 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-65827526-b9c1-4b01-8eba-fcd33d733e4c None None] Provisioning complete for port 83c15582-95d7-48ae-bc77-25325194986b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:41.803838 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65827526-b9c1-4b01-8eba-fcd33d733e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.865633 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-65827526-b9c1-4b01-8eba-fcd33d733e4c None None] Port 83c15582-95d7-48ae-bc77-25325194986b cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:33:41.868592 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e60dfe-c410-4699-a2c3-6465fbb15078 None None] Pushing event updated for resources: {'Port': ['ID=403a801d-f654-4543-992f-e0c2b1316c64,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:41.873540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Routers {'2c0fd294-58dd-48bb-848f-7be138e37af4'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:33:41.874178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:33:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2c0fd294-58dd-48bb-848f-7be138e37af4'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:41.941343 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.941566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port c851a88a-7a35-44d9-9107-42c1f3a1e51b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:41.946874 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.956402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56557a3f-aff6-4393-93c8-d0b73c8c52f6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Made reservation on behalf of 79bebdf9121b45f7939cd4d8d42c2b0b for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:41.960247 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56557a3f-aff6-4393-93c8-d0b73c8c52f6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.977945 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-65827526-b9c1-4b01-8eba-fcd33d733e4c None None] Provisioning complete for port 403a801d-f654-4543-992f-e0c2b1316c64 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:41.978169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-56557a3f-aff6-4393-93c8-d0b73c8c52f6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] device_id is not set on port ca00994e-79c6-4409-abf4-7b4a6cbfa1e4 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:33:41.984246 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65827526-b9c1-4b01-8eba-fcd33d733e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.002533 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.063307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] Set router 2c0fd294-58dd-48bb-848f-7be138e37af4 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:33:42.079851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Pushing event updated for resources: {'Port': ['ID=ee844376-9613-4947-8ea2-b617634bafcc,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:42.093189 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.117996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-56557a3f-aff6-4393-93c8-d0b73c8c52f6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Allocated IP 172.20.0.14 (1baad822-b4b5-4623-a194-1b556947e23a/c52ca379-902a-43d3-af78-7eaa10141a70/ca00994e-79c6-4409-abf4-7b4a6cbfa1e4) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:33:42.174630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b70e504c-2339-480c-bc6a-3bf971f29df9 req-ab4fe171-30f0-47a0-847c-47dd17658ba9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0282607 Dec 16 22:33:42.241995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Network 1543a6fc-9392-49f6-9942-b7fae61d3964 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:42.244631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:42.270390 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65827526-b9c1-4b01-8eba-fcd33d733e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.301437 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56557a3f-aff6-4393-93c8-d0b73c8c52f6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.304696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-65827526-b9c1-4b01-8eba-fcd33d733e4c None None] For port 403a801d-f654-4543-992f-e0c2b1316c64, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=403a801d-f654-4543-992f-e0c2b1316c64,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:42.380972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'name': 'tempest-ServerRescueNegativeTestJSON-995960223-router', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '403a801d-f654-4543-992f-e0c2b1316c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:37Z', 'updated_at': '2021-12-16T22:33:41Z', 'revision_number': 4, 'project_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'gw_port': {'id': '403a801d-f654-4543-992f-e0c2b1316c64', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:38Z', 'updated_at': '2021-12-16T22:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'ee844376-9613-4947-8ea2-b617634bafcc', 'name': '', 'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'mac_address': 'fa:16:3e:a3:36:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '9c0e4748-a97c-4294-a98d-f71dd9b06896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:40Z', 'updated_at': '2021-12-16T22:33:40Z', 'revision_number': 1, 'project_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'subnets': [{'id': '9c0e4748-a97c-4294-a98d-f71dd9b06896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:42.382733 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65827526-b9c1-4b01-8eba-fcd33d733e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.387486 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56557a3f-aff6-4393-93c8-d0b73c8c52f6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.388074 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Router 2c0fd294-58dd-48bb-848f-7be138e37af4 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:33:42.426590 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-65827526-b9c1-4b01-8eba-fcd33d733e4c None None] Could not find standard attr ID for object 17b90c1e-c3df-4578-a0eb-1b9384aa2ec4. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:33:42.439903 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56557a3f-aff6-4393-93c8-d0b73c8c52f6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Network 1baad822-b4b5-4623-a194-1b556947e23a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:42.443555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-56557a3f-aff6-4393-93c8-d0b73c8c52f6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:42.447258 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56557a3f-aff6-4393-93c8-d0b73c8c52f6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:42.475223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8dc90-20fe-4ca9-b98c-5c297e10578f None None] The sync data for ids ['2c0fd294-58dd-48bb-848f-7be138e37af4'] in n-d-821840-2 is: [{'id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'name': 'tempest-ServerRescueNegativeTestJSON-995960223-router', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '403a801d-f654-4543-992f-e0c2b1316c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:37Z', 'updated_at': '2021-12-16T22:33:41Z', 'revision_number': 4, 'project_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'gw_port': {'id': '403a801d-f654-4543-992f-e0c2b1316c64', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:38Z', 'updated_at': '2021-12-16T22:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'ee844376-9613-4947-8ea2-b617634bafcc', 'name': '', 'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'mac_address': 'fa:16:3e:a3:36:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '9c0e4748-a97c-4294-a98d-f71dd9b06896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:40Z', 'updated_at': '2021-12-16T22:33:40Z', 'revision_number': 1, 'project_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'subnets': [{'id': '9c0e4748-a97c-4294-a98d-f71dd9b06896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:33:42.476658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56557a3f-aff6-4393-93c8-d0b73c8c52f6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event updated for resources: {'Port': ['ID=ca00994e-79c6-4409-abf4-7b4a6cbfa1e4,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:42.537699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65827526-b9c1-4b01-8eba-fcd33d733e4c None None] Pushing event updated for resources: {'Port': ['ID=403a801d-f654-4543-992f-e0c2b1316c64,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:42.550298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:33:42.560673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-95d48338-72f0-4e77-9920-3b9e13e9fbf9 admin admin] 10.222.0.43 "PUT /v2.0/routers/2c0fd294-58dd-48bb-848f-7be138e37af4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4574904 Dec 16 22:33:42.565622 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56557a3f-aff6-4393-93c8-d0b73c8c52f6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:42.566735 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56557a3f-aff6-4393-93c8-d0b73c8c52f6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.602110 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c1c5f4f8-5e17-48a2-abe3-4c53931488f4 None None] Provisioning complete for port 403a801d-f654-4543-992f-e0c2b1316c64 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:42.602648 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1c5f4f8-5e17-48a2-abe3-4c53931488f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.657666 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-56557a3f-aff6-4393-93c8-d0b73c8c52f6 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9079289 Dec 16 22:33:42.660275 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59322) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:42.671773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-aedd5128-953e-4ef6-8dbb-1d0d7f44fc7a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:43:cc:0b'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:42.674046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a94d9-b073-4f2d-90af-1cd71534edea req-7efd8eb0-9d13-4b77-9032-cb3604f2d25e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:42.675754 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d57a94d9-b073-4f2d-90af-1cd71534edea req-7efd8eb0-9d13-4b77-9032-cb3604f2d25e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.1270688 Dec 16 22:33:42.797311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d57a94d9-b073-4f2d-90af-1cd71534edea req-00ee2174-44d4-4ab6-952c-7b87828d6244 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075025 Dec 16 22:33:42.851495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af471028-0999-4087-9050-16a1a640650a req-0e4f8ce8-7475-4507-b9be-b32cfc4a19aa tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0954401 Dec 16 22:33:42.941762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7dad1f67-0dce-463d-951f-f0edc52189c2 None None] Provisioning complete for port ca00994e-79c6-4409-abf4-7b4a6cbfa1e4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:42.942144 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7dad1f67-0dce-463d-951f-f0edc52189c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.951513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c54016d-1a22-4cb4-b04d-25b1ade881d7 req-2e413e5c-6190-489b-bfa5-1bcc955d89c9 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0612028 Dec 16 22:33:43.040440 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7dad1f67-0dce-463d-951f-f0edc52189c2 None None] Port ca00994e-79c6-4409-abf4-7b4a6cbfa1e4 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:33:43.121547 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aedd5128-953e-4ef6-8dbb-1d0d7f44fc7a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:43.128341 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:43.278116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b94305ad-8ee3-4605-9f46-7b819baf35b2 req-ba86181f-92c5-4c32-897e-fa6836062a02 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0392225 Dec 16 22:33:43.287962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-30b4cf3b-c784-4460-9293-1b7c5714a55c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:43.289665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-30b4cf3b-c784-4460-9293-1b7c5714a55c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/networks?id=1543a6fc-9392-49f6-9942-b7fae61d3964 HTTP/1.1" status: 200 len: 818 time: 0.1557755 Dec 16 22:33:43.308068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-12c51773-178d-4c15-9d9a-bc0c69669a87 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/quotas/fcf250b5ff594cdf88e9252c7b22714a HTTP/1.1" status: 200 len: 375 time: 0.0110102 Dec 16 22:33:43.317008 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:43.353126 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aedd5128-953e-4ef6-8dbb-1d0d7f44fc7a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:43.373582 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-09c6d717-a9bc-481d-ad6f-4e5bb12f670c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fcf250b5ff594cdf88e9252c7b22714a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547078 Dec 16 22:33:43.402438 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aedd5128-953e-4ef6-8dbb-1d0d7f44fc7a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:43.520333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd5128-953e-4ef6-8dbb-1d0d7f44fc7a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event updated for resources: {'Port': ['ID=ca00994e-79c6-4409-abf4-7b4a6cbfa1e4,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:43.531713 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-aedd5128-953e-4ef6-8dbb-1d0d7f44fc7a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] In _notify_port_updated(), no bound segment for port ca00994e-79c6-4409-abf4-7b4a6cbfa1e4 on network 1baad822-b4b5-4623-a194-1b556947e23a {{(pid=103952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:33:43.540945 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd5128-953e-4ef6-8dbb-1d0d7f44fc7a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:43.542052 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aedd5128-953e-4ef6-8dbb-1d0d7f44fc7a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:43.543604 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-aedd5128-953e-4ef6-8dbb-1d0d7f44fc7a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "PUT /v2.0/ports/ca00994e-79c6-4409-abf4-7b4a6cbfa1e4 HTTP/1.1" status: 200 len: 995 time: 0.8820586 Dec 16 22:33:43.560250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59346) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:43.595654 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-f2521846-5bf6-4992-8ac9-9521287ee24f service neutron] 10.222.0.43 "GET /v2.0/networks/1543a6fc-9392-49f6-9942-b7fae61d3964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139764 Dec 16 22:33:43.610983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 403a801d-f654-4543-992f-e0c2b1316c64 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:33:43.701174 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a5645dc1-336f-4773-9960-3a7576e29d4d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Deleting port ca00994e-79c6-4409-abf4-7b4a6cbfa1e4 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:43.701471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 403a801d-f654-4543-992f-e0c2b1316c64 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:43.701601 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5645dc1-336f-4773-9960-3a7576e29d4d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:43.701807 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:43.740971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-b3c19879-8eaf-4df1-a0bd-ebcb81969bc5 service neutron] 10.222.0.43 "GET /v2.0/networks/1543a6fc-9392-49f6-9942-b7fae61d3964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444182 Dec 16 22:33:43.818759 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5645dc1-336f-4773-9960-3a7576e29d4d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:43.833893 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a5645dc1-336f-4773-9960-3a7576e29d4d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Calling delete_port for ca00994e-79c6-4409-abf4-7b4a6cbfa1e4 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:43.877093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e2f8cf84-5d8d-4acf-990e-3ac127a96e0a None None] Provisioning complete for port ca00994e-79c6-4409-abf4-7b4a6cbfa1e4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:43.877670 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e2f8cf84-5d8d-4acf-990e-3ac127a96e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:43.937518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e2f8cf84-5d8d-4acf-990e-3ac127a96e0a None None] Port ca00994e-79c6-4409-abf4-7b4a6cbfa1e4 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:33:43.951718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d77de-2367-48b9-8b44-c34a52e00a6c req-dbda3e80-f816-4edd-a586-f2eb1a08c49b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:43.953381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de9d77de-2367-48b9-8b44-c34a52e00a6c req-dbda3e80-f816-4edd-a586-f2eb1a08c49b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0608504 Dec 16 22:33:44.032927 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de9d77de-2367-48b9-8b44-c34a52e00a6c req-3a0304e8-f111-45a4-a2b3-22379228e756 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727060 Dec 16 22:33:44.089969 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-21427b73-e484-4a48-b016-09305b51710f req-35eb3b38-9964-40c7-983f-0a1815c29b92 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529194 Dec 16 22:33:44.094219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5645dc1-336f-4773-9960-3a7576e29d4d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:44.176406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07cf9af5-8225-478e-a941-e79884984151 req-9e476ff9-0740-4427-8116-c5b650b3d446 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0681856 Dec 16 22:33:44.223563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac20a5ca-1f25-4a01-a558-5b5e42a3dadd req-c8a14b81-f249-4524-9619-7d9f2d6440b8 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.1173635 Dec 16 22:33:44.228601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5645dc1-336f-4773-9960-3a7576e29d4d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event deleted for resources: {'Port': ['ID=ca00994e-79c6-4409-abf4-7b4a6cbfa1e4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:44.295911 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7ffdeae-9467-4911-afc0-b6c9fda2cfbf req-4b80ee82-ea13-4cb3-8aa6-fb8b1439c4f6 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=a22b6b00-b61d-43b6-8b7a-e1360fdf15ba HTTP/1.1" status: 200 len: 210 time: 0.0449853 Dec 16 22:33:44.376268 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21427b73-e484-4a48-b016-09305b51710f req-86316069-23e3-4ba5-8188-ce59b7190826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:44.378459 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-21427b73-e484-4a48-b016-09305b51710f req-86316069-23e3-4ba5-8188-ce59b7190826 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b61746d1f14f4a999de4f63ca14318d0&device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 1097 time: 0.2176101 Dec 16 22:33:44.416543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b74f6de5-acbf-4689-ab50-c3c2bf47a5d9 req-1cfb8494-a1fa-40bc-92ad-c274f270a68e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0552831 Dec 16 22:33:44.505900 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5645dc1-336f-4773-9960-3a7576e29d4d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:44.509307 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a5645dc1-336f-4773-9960-3a7576e29d4d tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "DELETE /v2.0/ports/ca00994e-79c6-4409-abf4-7b4a6cbfa1e4 HTTP/1.1" status: 204 len: 168 time: 0.9476457 Dec 16 22:33:44.512816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59378) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:44.539794 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-914f0cf3-43ea-4c9f-891f-cf11c8f74b51 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] GET failed (client error): The resource could not be found. Dec 16 22:33:44.541725 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-914f0cf3-43ea-4c9f-891f-cf11c8f74b51 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "GET /v2.0/ports/ca00994e-79c6-4409-abf4-7b4a6cbfa1e4 HTTP/1.1" status: 404 len: 333 time: 0.0280557 Dec 16 22:33:44.545706 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59380) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:44.551427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Request body: {'port': {'network_id': '1baad822-b4b5-4623-a194-1b556947e23a', 'name': 'tempest-AllowedAddressPairTestJSON-1755892337'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:44.571571 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21427b73-e484-4a48-b016-09305b51710f req-21f3c6cb-4ac0-470f-979b-2fc24a044e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:44.573817 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-21427b73-e484-4a48-b016-09305b51710f req-21f3c6cb-4ac0-470f-979b-2fc24a044e41 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c8ac751-0461-4def-b0a8-b730be8d39e2 HTTP/1.1" status: 200 len: 909 time: 0.1426671 Dec 16 22:33:44.651738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac426ca-a899-465b-b8f7-d4b1871bcd6e req-71f1befb-5d48-4970-998c-ac5220e0a2ee tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:44.653417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fac426ca-a899-465b-b8f7-d4b1871bcd6e req-71f1befb-5d48-4970-998c-ac5220e0a2ee tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/networks?id=1543a6fc-9392-49f6-9942-b7fae61d3964 HTTP/1.1" status: 200 len: 818 time: 0.1158347 Dec 16 22:33:44.671636 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fac426ca-a899-465b-b8f7-d4b1871bcd6e req-f71aef35-26df-4db7-889c-8d4ea7508140 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/quotas/fcf250b5ff594cdf88e9252c7b22714a HTTP/1.1" status: 200 len: 375 time: 0.0113056 Dec 16 22:33:44.703853 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-21427b73-e484-4a48-b016-09305b51710f req-07b32f3c-1c29-4ad0-960f-24e25b0d7782 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c19627-25b1-4e1f-98bd-0e6425a585e7 HTTP/1.1" status: 200 len: 1002 time: 0.0977283 Dec 16 22:33:44.734355 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fac426ca-a899-465b-b8f7-d4b1871bcd6e req-f628dd7c-931c-4b95-98c0-c0a3dede2664 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fcf250b5ff594cdf88e9252c7b22714a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0555279 Dec 16 22:33:44.780081 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21427b73-e484-4a48-b016-09305b51710f req-259aadfa-66ea-461a-a1a4-1e50e09f3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:44.781586 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-21427b73-e484-4a48-b016-09305b51710f req-259aadfa-66ea-461a-a1a4-1e50e09f3352 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4a5e6be-2343-411d-83c3-fd248d67f67e HTTP/1.1" status: 200 len: 847 time: 0.0666163 Dec 16 22:33:44.829821 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fac426ca-a899-465b-b8f7-d4b1871bcd6e req-138b8513-3ae9-4c79-ae6f-8dc19f59abbd service neutron] 10.222.0.43 "GET /v2.0/networks/1543a6fc-9392-49f6-9942-b7fae61d3964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880849 Dec 16 22:33:44.835692 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21427b73-e484-4a48-b016-09305b51710f req-55db421f-6c52-4f24-9d2b-2909baa3d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:44.837182 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-21427b73-e484-4a48-b016-09305b51710f req-55db421f-6c52-4f24-9d2b-2909baa3d06a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c8ac751-0461-4def-b0a8-b730be8d39e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429091 Dec 16 22:33:44.842236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Made reservation on behalf of 79bebdf9121b45f7939cd4d8d42c2b0b for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:44.845840 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:44.908091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] device_id is not set on port 0c36d435-c09a-4321-8437-733f9b73f477 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:33:44.954052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fac426ca-a899-465b-b8f7-d4b1871bcd6e req-fe6a4ca6-1644-4da6-91ea-865da24e6982 service neutron] 10.222.0.43 "GET /v2.0/networks/1543a6fc-9392-49f6-9942-b7fae61d3964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177006 Dec 16 22:33:45.029018 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-21427b73-e484-4a48-b016-09305b51710f req-fd383cab-1f76-4e0f-a92d-42d766338bca service neutron] 10.222.0.69 "GET /v2.0/networks/4c8ac751-0461-4def-b0a8-b730be8d39e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798542 Dec 16 22:33:45.106908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Allocated IP 172.20.0.8 (1baad822-b4b5-4623-a194-1b556947e23a/c52ca379-902a-43d3-af78-7eaa10141a70/0c36d435-c09a-4321-8437-733f9b73f477) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:33:45.183257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070394d3-d971-41f6-9797-ad43eca51b58 req-4a81cd1a-3537-4621-9dd5-8e8e3dea621d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:45.185007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-070394d3-d971-41f6-9797-ad43eca51b58 req-4a81cd1a-3537-4621-9dd5-8e8e3dea621d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0548511 Dec 16 22:33:45.185339 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-21427b73-e484-4a48-b016-09305b51710f req-e87c73f8-b558-471a-8f36-167ea875c41b service neutron] 10.222.0.69 "GET /v2.0/networks/4c8ac751-0461-4def-b0a8-b730be8d39e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420791 Dec 16 22:33:45.267480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-070394d3-d971-41f6-9797-ad43eca51b58 req-680c4280-77ff-4ba3-8bcc-88450faac2ea tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615165 Dec 16 22:33:45.325976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2efa4d27-983b-4115-9631-f26090c2e91d req-01799bb6-1fc1-47b9-b784-69618ebaa24b tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0382836 Dec 16 22:33:45.329708 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.406727 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Sync routers for ids ['2c0fd294-58dd-48bb-848f-7be138e37af4'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:33:45.417960 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Routers {'2c0fd294-58dd-48bb-848f-7be138e37af4'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:33:45.420960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9214e932-de70-4bc8-945e-dcdbbad09110 req-f3c12c5b-3b83-442c-8664-3511a84adfe3 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0426753 Dec 16 22:33:45.422048 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:33:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2c0fd294-58dd-48bb-848f-7be138e37af4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:45.448085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56d61b85-1a2b-4aa9-9ecf-21b55e077c3c req-9adb1e47-9573-45e1-bdb4-6f45dd62af5d tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0559661 Dec 16 22:33:45.472204 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.518184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f12534da-297c-4052-9568-fb5f0bdded36 req-9883ced3-4456-4729-be26-77e086687f44 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0482581 Dec 16 22:33:45.532896 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Network 1baad822-b4b5-4623-a194-1b556947e23a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:45.536607 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:45.541305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:45.550318 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event updated for resources: {'Port': ['ID=0c36d435-c09a-4321-8437-733f9b73f477,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:45.580340 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:45.580701 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:45.581065 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:45.581414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:45.581759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:45.582100 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:45.582438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:45.582775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:45.583111 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:45.583476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:45.583843 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:45.584167 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:45.584496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:45.624130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:45.624801 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.635578 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Set router 2c0fd294-58dd-48bb-848f-7be138e37af4 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:33:45.732431 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-70cf36a8-6d49-48da-acbf-881c848b9415 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1854575 Dec 16 22:33:45.734902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59400) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:45.740671 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-70463459-5d83-4679-a751-3af766662198 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:43:cc:0b'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:45.881631 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0323955e-dfcd-438f-a9ac-0c1857e2ece6 None None] Provisioning complete for port 0c36d435-c09a-4321-8437-733f9b73f477 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:45.882948 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0323955e-dfcd-438f-a9ac-0c1857e2ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.916864 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70463459-5d83-4679-a751-3af766662198 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.949687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0323955e-dfcd-438f-a9ac-0c1857e2ece6 None None] Port 0c36d435-c09a-4321-8437-733f9b73f477 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:33:45.969142 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'name': 'tempest-ServerRescueNegativeTestJSON-995960223-router', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '403a801d-f654-4543-992f-e0c2b1316c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:37Z', 'updated_at': '2021-12-16T22:33:41Z', 'revision_number': 4, 'project_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'gw_port': {'id': '403a801d-f654-4543-992f-e0c2b1316c64', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:38Z', 'updated_at': '2021-12-16T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'ee844376-9613-4947-8ea2-b617634bafcc', 'name': '', 'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'mac_address': 'fa:16:3e:a3:36:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '9c0e4748-a97c-4294-a98d-f71dd9b06896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:40Z', 'updated_at': '2021-12-16T22:33:41Z', 'revision_number': 2, 'project_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'subnets': [{'id': '9c0e4748-a97c-4294-a98d-f71dd9b06896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:46.001878 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Checking router: 2c0fd294-58dd-48bb-848f-7be138e37af4 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:33:46.002199 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Updating router 2c0fd294-58dd-48bb-848f-7be138e37af4 port ee844376-9613-4947-8ea2-b617634bafcc binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:33:46.029121 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.115651 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70463459-5d83-4679-a751-3af766662198 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.185350 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70463459-5d83-4679-a751-3af766662198 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.270966 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70463459-5d83-4679-a751-3af766662198 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event updated for resources: {'Port': ['ID=0c36d435-c09a-4321-8437-733f9b73f477,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:46.284836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-70463459-5d83-4679-a751-3af766662198 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] In _notify_port_updated(), no bound segment for port 0c36d435-c09a-4321-8437-733f9b73f477 on network 1baad822-b4b5-4623-a194-1b556947e23a {{(pid=103952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:33:46.291194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70463459-5d83-4679-a751-3af766662198 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:46.292535 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70463459-5d83-4679-a751-3af766662198 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.296063 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-70463459-5d83-4679-a751-3af766662198 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "PUT /v2.0/ports/0c36d435-c09a-4321-8437-733f9b73f477 HTTP/1.1" status: 200 len: 996 time: 0.5575337 Dec 16 22:33:46.296271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59402) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:46.310342 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.379606 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.399446 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5e752-d8df-4268-9023-d10c27ecc8a7 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Deleting port 0c36d435-c09a-4321-8437-733f9b73f477 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:46.401140 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ba5e752-d8df-4268-9023-d10c27ecc8a7 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.526637 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ba5e752-d8df-4268-9023-d10c27ecc8a7 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.555824 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c4443-816c-47a6-b0cb-2d7f13899963 None None] Pushing event updated for resources: {'Port': ['ID=ee844376-9613-4947-8ea2-b617634bafcc,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:46.562326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5e752-d8df-4268-9023-d10c27ecc8a7 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Calling delete_port for 0c36d435-c09a-4321-8437-733f9b73f477 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:46.583234 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Attempting to bind port ee844376-9613-4947-8ea2-b617634bafcc on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:46.584213 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Attempting to bind port ee844376-9613-4947-8ea2-b617634bafcc by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '1d70bf11-ef29-4e20-8b71-0cfeace076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:46.584598 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Attempting to bind port ee844376-9613-4947-8ea2-b617634bafcc on network 1543a6fc-9392-49f6-9942-b7fae61d3964 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:46.595569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-094fc7a1-bbd1-4864-9b3a-13934c3adffc None None] Provisioning complete for port 0c36d435-c09a-4321-8437-733f9b73f477 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:46.595793 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:33:46.596155 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Checking segment: {'id': '1d70bf11-ef29-4e20-8b71-0cfeace076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:33:46.596759 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.597299 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Bound using segment: {'id': '1d70bf11-ef29-4e20-8b71-0cfeace076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:33:46.598243 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Bound port: ee844376-9613-4947-8ea2-b617634bafcc, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d70bf11-ef29-4e20-8b71-0cfeace076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:33:46.598810 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.600086 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-094fc7a1-bbd1-4864-9b3a-13934c3adffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.619480 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c4443-816c-47a6-b0cb-2d7f13899963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:46.620101 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c4443-816c-47a6-b0cb-2d7f13899963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:46.620603 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c4443-816c-47a6-b0cb-2d7f13899963 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:46.621099 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c4443-816c-47a6-b0cb-2d7f13899963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:46.621629 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c4443-816c-47a6-b0cb-2d7f13899963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:46.622137 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c4443-816c-47a6-b0cb-2d7f13899963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:46.622625 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c4443-816c-47a6-b0cb-2d7f13899963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:46.623112 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c4443-816c-47a6-b0cb-2d7f13899963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:46.623647 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c4443-816c-47a6-b0cb-2d7f13899963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:46.624153 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c4443-816c-47a6-b0cb-2d7f13899963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:46.624735 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c4443-816c-47a6-b0cb-2d7f13899963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:46.625363 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c4443-816c-47a6-b0cb-2d7f13899963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:46.625848 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c4443-816c-47a6-b0cb-2d7f13899963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:46.689483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-094fc7a1-bbd1-4864-9b3a-13934c3adffc None None] Port 0c36d435-c09a-4321-8437-733f9b73f477 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:33:46.710859 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] For port ee844376-9613-4947-8ea2-b617634bafcc, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:33:46.715506 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] For port ee844376-9613-4947-8ea2-b617634bafcc, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ee844376-9613-4947-8ea2-b617634bafcc,segment=NetworkSegment(1d70bf11-ef29-4e20-8b71-0cfeace076d8),segment_id=1d70bf11-ef29-4e20-8b71-0cfeace076d8)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:33:46.728014 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-129a5377-ecb5-493e-8751-95cec44f3a13 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:46.730328 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-129a5377-ecb5-493e-8751-95cec44f3a13 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.69 "GET /v2.0/networks?id=1543a6fc-9392-49f6-9942-b7fae61d3964 HTTP/1.1" status: 200 len: 818 time: 0.1955705 Dec 16 22:33:46.752548 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-2f244fa1-02d7-4ccc-990f-6a93838b5f8a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Request body: {'port': {'device_id': 'a22b6b00-b61d-43b6-8b7a-e1360fdf15ba', 'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964', 'admin_state_up': True, 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:46.803889 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.829817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-afc7c946-975e-4066-8174-8581a73bd30b req-4a9f3d13-d4d1-48be-806a-9b2474e94f20 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.4388883 Dec 16 22:33:46.869325 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Routers {'2c0fd294-58dd-48bb-848f-7be138e37af4'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:33:46.870093 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:33:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2c0fd294-58dd-48bb-848f-7be138e37af4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:46.893840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33000408-fc7a-4682-8bb2-644b03391e46 req-233dcb98-5b76-45d5-9c9b-193cfa36c6f3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:46.904203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33000408-fc7a-4682-8bb2-644b03391e46 req-233dcb98-5b76-45d5-9c9b-193cfa36c6f3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.5290041 Dec 16 22:33:46.927206 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-581d516f-c9aa-471d-b8b0-9fd99dae0961 req-64290959-64ab-4722-8a20-88ab64cf4fac tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0611854 Dec 16 22:33:46.957315 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c4443-816c-47a6-b0cb-2d7f13899963 None None] Pushing event updated for resources: {'Port': ['ID=ee844376-9613-4947-8ea2-b617634bafcc,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:46.977760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33000408-fc7a-4682-8bb2-644b03391e46 req-ba89c2e8-df17-4ea4-a362-c86667ec53d9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723464 Dec 16 22:33:46.980899 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ba5e752-d8df-4268-9023-d10c27ecc8a7 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.016661 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5e752-d8df-4268-9023-d10c27ecc8a7 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event deleted for resources: {'Port': ['ID=0c36d435-c09a-4321-8437-733f9b73f477,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:47.023912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b2af4fd-cafa-45d9-a1ed-920d7922362c req-4a757d8b-bc11-43e0-9b23-3eb79d134a46 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0401537 Dec 16 22:33:47.058401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-2f244fa1-02d7-4ccc-990f-6a93838b5f8a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Made reservation on behalf of fcf250b5ff594cdf88e9252c7b22714a for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:47.062120 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-2f244fa1-02d7-4ccc-990f-6a93838b5f8a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.077926 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] Set router 2c0fd294-58dd-48bb-848f-7be138e37af4 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:33:47.093294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-987b3496-208c-4b8b-b390-7abfcdcd2908 req-0abcaf7c-3bc9-48cb-bf3a-8e080f1a1750 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0399265 Dec 16 22:33:47.187376 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ba5e752-d8df-4268-9023-d10c27ecc8a7 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.191559 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8ba5e752-d8df-4268-9023-d10c27ecc8a7 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "DELETE /v2.0/ports/0c36d435-c09a-4321-8437-733f9b73f477 HTTP/1.1" status: 204 len: 168 time: 0.8934813 Dec 16 22:33:47.194262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59414) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:47.226732 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e351577-f339-4345-af80-493ba2275e2c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] GET failed (client error): The resource could not be found. Dec 16 22:33:47.233332 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59416) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:47.234407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9e351577-f339-4345-af80-493ba2275e2c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "GET /v2.0/ports/0c36d435-c09a-4321-8437-733f9b73f477 HTTP/1.1" status: 404 len: 333 time: 0.0389481 Dec 16 22:33:47.238519 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-283879ef-0635-498d-8d9b-52d1f8bb44ae tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Request body: {'port': {'network_id': '1baad822-b4b5-4623-a194-1b556947e23a', 'name': 'tempest-AllowedAddressPairTestJSON-1538758623'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:47.317168 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-2f244fa1-02d7-4ccc-990f-6a93838b5f8a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Allocated IP 172.20.0.11 (1543a6fc-9392-49f6-9942-b7fae61d3964/9c0e4748-a97c-4294-a98d-f71dd9b06896/076bf481-372f-4d3d-9953-f9ec3d475ee3) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:33:47.332526 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'name': 'tempest-ServerRescueNegativeTestJSON-995960223-router', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '403a801d-f654-4543-992f-e0c2b1316c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:37Z', 'updated_at': '2021-12-16T22:33:41Z', 'revision_number': 4, 'project_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'gw_port': {'id': '403a801d-f654-4543-992f-e0c2b1316c64', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:38Z', 'updated_at': '2021-12-16T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'ee844376-9613-4947-8ea2-b617634bafcc', 'name': '', 'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'mac_address': 'fa:16:3e:a3:36:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '9c0e4748-a97c-4294-a98d-f71dd9b06896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:40Z', 'updated_at': '2021-12-16T22:33:46Z', 'revision_number': 4, 'project_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'subnets': [{'id': '9c0e4748-a97c-4294-a98d-f71dd9b06896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:47.359313 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f45c56-6449-444c-8698-9c49e35e6149 None None] The sync data for ids ['2c0fd294-58dd-48bb-848f-7be138e37af4'] in n-d-821840-2 is: [{'id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'name': 'tempest-ServerRescueNegativeTestJSON-995960223-router', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '403a801d-f654-4543-992f-e0c2b1316c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:37Z', 'updated_at': '2021-12-16T22:33:41Z', 'revision_number': 4, 'project_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'gw_port': {'id': '403a801d-f654-4543-992f-e0c2b1316c64', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:38Z', 'updated_at': '2021-12-16T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'ee844376-9613-4947-8ea2-b617634bafcc', 'name': '', 'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'mac_address': 'fa:16:3e:a3:36:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '9c0e4748-a97c-4294-a98d-f71dd9b06896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:40Z', 'updated_at': '2021-12-16T22:33:46Z', 'revision_number': 4, 'project_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'subnets': [{'id': '9c0e4748-a97c-4294-a98d-f71dd9b06896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:33:47.513604 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-2f244fa1-02d7-4ccc-990f-6a93838b5f8a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.553720 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283879ef-0635-498d-8d9b-52d1f8bb44ae tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Made reservation on behalf of 79bebdf9121b45f7939cd4d8d42c2b0b for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:47.557867 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-283879ef-0635-498d-8d9b-52d1f8bb44ae tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.570189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ee844376-9613-4947-8ea2-b617634bafcc up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:33:47.583259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-283879ef-0635-498d-8d9b-52d1f8bb44ae tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] device_id is not set on port 7ec6a05e-3895-4055-80f5-31b039f8189d yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:33:47.623521 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ee844376-9613-4947-8ea2-b617634bafcc triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:47.627649 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.632470 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-2f244fa1-02d7-4ccc-990f-6a93838b5f8a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.701721 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-2f244fa1-02d7-4ccc-990f-6a93838b5f8a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Network 1543a6fc-9392-49f6-9942-b7fae61d3964 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:47.709055 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-2f244fa1-02d7-4ccc-990f-6a93838b5f8a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:47.719153 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-2f244fa1-02d7-4ccc-990f-6a93838b5f8a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:47.723884 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.740554 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f244fa1-02d7-4ccc-990f-6a93838b5f8a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Pushing event updated for resources: {'Port': ['ID=076bf481-372f-4d3d-9953-f9ec3d475ee3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:47.759045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port ee844376-9613-4947-8ea2-b617634bafcc, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ee844376-9613-4947-8ea2-b617634bafcc,segment=NetworkSegment(1d70bf11-ef29-4e20-8b71-0cfeace076d8),segment_id=1d70bf11-ef29-4e20-8b71-0cfeace076d8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:47.812326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-2f244fa1-02d7-4ccc-990f-6a93838b5f8a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:47.812971 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-2f244fa1-02d7-4ccc-990f-6a93838b5f8a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.815889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-283879ef-0635-498d-8d9b-52d1f8bb44ae tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Allocated IP 172.20.0.12 (1baad822-b4b5-4623-a194-1b556947e23a/c52ca379-902a-43d3-af78-7eaa10141a70/7ec6a05e-3895-4055-80f5-31b039f8189d) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:33:47.851884 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.909230 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=ee844376-9613-4947-8ea2-b617634bafcc,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:47.923350 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-2f244fa1-02d7-4ccc-990f-6a93838b5f8a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1748269 Dec 16 22:33:47.933854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1302182b-433c-437d-a494-ec15dadf0194 req-99d82866-f32c-440f-a1c7-1a17eaa355fd tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0443354 Dec 16 22:33:47.943605 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Request body: {'port': {'device_id': 'a22b6b00-b61d-43b6-8b7a-e1360fdf15ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:48.021715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41cb6089-ed89-4931-907f-25f105e9247a req-e97d0313-f624-4ac6-9eb8-0820c4699d85 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0316472 Dec 16 22:33:48.056739 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:48.072466 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-283879ef-0635-498d-8d9b-52d1f8bb44ae tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:48.132760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a37e9ad8-7436-4b61-9912-4ee04ca06ae0 req-27d1b933-4757-4783-bc9e-c7d9dccc3d5c tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0491190 Dec 16 22:33:48.157965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fa95f-0679-4a12-ae88-eea3f77bf4a8 req-dc55d085-cf87-44f8-89e7-4dec69c4b26a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:48.159868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a7fa95f-0679-4a12-ae88-eea3f77bf4a8 req-dc55d085-cf87-44f8-89e7-4dec69c4b26a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0888042 Dec 16 22:33:48.216850 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e053a967-9fc2-4f4c-be6e-422136b2bd10 req-8887a8e0-eb7f-4d96-ac89-084772a4c3de tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0344450 Dec 16 22:33:48.240581 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a7fa95f-0679-4a12-ae88-eea3f77bf4a8 req-d047af43-b17b-4fe3-97fc-7b14fd87697e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733070 Dec 16 22:33:48.267296 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-283879ef-0635-498d-8d9b-52d1f8bb44ae tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:48.330253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283879ef-0635-498d-8d9b-52d1f8bb44ae tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Network 1baad822-b4b5-4623-a194-1b556947e23a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:48.339329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-283879ef-0635-498d-8d9b-52d1f8bb44ae tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:48.347490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283879ef-0635-498d-8d9b-52d1f8bb44ae tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:48.387707 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283879ef-0635-498d-8d9b-52d1f8bb44ae tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event updated for resources: {'Port': ['ID=7ec6a05e-3895-4055-80f5-31b039f8189d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:48.628285 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d9775c6c-8516-422d-ba0c-9fb79d483208 None None] Provisioning complete for port 7ec6a05e-3895-4055-80f5-31b039f8189d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:48.628876 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9775c6c-8516-422d-ba0c-9fb79d483208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:48.666836 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d9775c6c-8516-422d-ba0c-9fb79d483208 None None] Port 7ec6a05e-3895-4055-80f5-31b039f8189d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:33:48.695489 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283879ef-0635-498d-8d9b-52d1f8bb44ae tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:48.696091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-283879ef-0635-498d-8d9b-52d1f8bb44ae tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:48.739076 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076bf481-372f-4d3d-9953-f9ec3d475ee3 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:33:48.746683 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:48.758554 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Transition to ACTIVE for port object 076bf481-372f-4d3d-9953-f9ec3d475ee3 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:33:48.816637 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-283879ef-0635-498d-8d9b-52d1f8bb44ae tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5821745 Dec 16 22:33:48.819620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59428) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:48.824218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-53b4d244-1f6c-430a-8028-b4d65d0730cf tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Request body: {'port': {'network_id': '1baad822-b4b5-4623-a194-1b556947e23a', 'name': 'tempest-AllowedAddressPairTestJSON-868190098'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:48.840767 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:48.964629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Pushing event updated for resources: {'Port': ['ID=076bf481-372f-4d3d-9953-f9ec3d475ee3,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:49.020708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d699e93d-82f3-4a57-ade6-f8bad7b17238 req-27d18828-3762-4981-a964-7d39483671ae tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0294042 Dec 16 22:33:49.046269 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Attempting to bind port 076bf481-372f-4d3d-9953-f9ec3d475ee3 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:49.046599 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Attempting to bind port 076bf481-372f-4d3d-9953-f9ec3d475ee3 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '1d70bf11-ef29-4e20-8b71-0cfeace076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:49.046922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Attempting to bind port 076bf481-372f-4d3d-9953-f9ec3d475ee3 on network 1543a6fc-9392-49f6-9942-b7fae61d3964 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:49.051240 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Port 076bf481-372f-4d3d-9953-f9ec3d475ee3 on network 1543a6fc-9392-49f6-9942-b7fae61d3964 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:49.051589 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Attempting to bind port 076bf481-372f-4d3d-9953-f9ec3d475ee3 on network 1543a6fc-9392-49f6-9942-b7fae61d3964 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:49.057099 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:33:49.057454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Checking segment: {'id': '1d70bf11-ef29-4e20-8b71-0cfeace076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:33:49.057832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Bound using segment: {'id': '1d70bf11-ef29-4e20-8b71-0cfeace076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:33:49.058259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Bound port: 076bf481-372f-4d3d-9953-f9ec3d475ee3, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d70bf11-ef29-4e20-8b71-0cfeace076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:33:49.058619 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.106214 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44d00b50-f3b6-43cb-b97c-074509210430 req-dc4f7a1d-7ac9-4233-b3c9-7ef0aa17aad2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0279725 Dec 16 22:33:49.117015 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b4d244-1f6c-430a-8028-b4d65d0730cf tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Made reservation on behalf of 79bebdf9121b45f7939cd4d8d42c2b0b for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:49.120669 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53b4d244-1f6c-430a-8028-b4d65d0730cf tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.141637 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] For port 076bf481-372f-4d3d-9953-f9ec3d475ee3, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:33:49.148631 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-53b4d244-1f6c-430a-8028-b4d65d0730cf tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] device_id is not set on port d5cd682a-abd7-437c-a576-6e504eeb2aa0 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:33:49.162666 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] For port 076bf481-372f-4d3d-9953-f9ec3d475ee3, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=076bf481-372f-4d3d-9953-f9ec3d475ee3,segment=NetworkSegment(1d70bf11-ef29-4e20-8b71-0cfeace076d8),segment_id=1d70bf11-ef29-4e20-8b71-0cfeace076d8)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:33:49.216424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29a61a3d-eae4-498b-ae79-20ca5c741df5 req-1413ae41-4c4b-4b78-861b-42b4d7126b84 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0278571 Dec 16 22:33:49.240666 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.303312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:49.303524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16bd3b1e-4377-45b6-9f77-d0c23ea9bf79 req-91cf89ac-39bb-4f2e-9d52-1cf6982046ad tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0331044 Dec 16 22:33:49.303914 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.305282 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] 10.222.0.69 "PUT /v2.0/ports/076bf481-372f-4d3d-9953-f9ec3d475ee3 HTTP/1.1" status: 200 len: 1092 time: 1.3661432 Dec 16 22:33:49.305729 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22b6b00-b61d-43b6-8b7a-e1360fdf15ba', 'tag': '076bf481-372f-4d3d-9953-f9ec3d475ee3'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:33:49.308713 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f8a09a-9721-4fda-8e6b-0a23e91fd828" -d '{"events": [{"name": "network-changed", "server_uuid": "a22b6b00-b61d-43b6-8b7a-e1360fdf15ba", "tag": "076bf481-372f-4d3d-9953-f9ec3d475ee3"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:33:49.320819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-53b4d244-1f6c-430a-8028-b4d65d0730cf tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Allocated IP 172.20.0.13 (1baad822-b4b5-4623-a194-1b556947e23a/c52ca379-902a-43d3-af78-7eaa10141a70/d5cd682a-abd7-437c-a576-6e504eeb2aa0) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:33:49.344196 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f87389-9454-4dfb-9d58-80df808a03a5 service neutron] Pushing event updated for resources: {'Port': ['ID=076bf481-372f-4d3d-9953-f9ec3d475ee3,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:49.362465 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4de8464-ac34-4bbc-a384-d84b7e54b0d1 x-openstack-request-id: req-b4de8464-ac34-4bbc-a384-d84b7e54b0d1 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:33:49.362761 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22b6b00-b61d-43b6-8b7a-e1360fdf15ba", "tag": "076bf481-372f-4d3d-9953-f9ec3d475ee3", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:33:49.367379 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4de8464-ac34-4bbc-a384-d84b7e54b0d1 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:33:49.367379 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22b6b00-b61d-43b6-8b7a-e1360fdf15ba', 'tag': '076bf481-372f-4d3d-9953-f9ec3d475ee3', 'status': 'completed', 'code': 200} Dec 16 22:33:49.394615 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87346f58-aee1-41a0-8f97-54b9bc4aa79e req-66a620c7-21e6-4548-bcb8-9d380188a2a7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:49.396130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87346f58-aee1-41a0-8f97-54b9bc4aa79e req-66a620c7-21e6-4548-bcb8-9d380188a2a7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0639040 Dec 16 22:33:49.446990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87346f58-aee1-41a0-8f97-54b9bc4aa79e req-a3a5681a-159f-498a-9248-e14fb0c83522 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435035 Dec 16 22:33:49.488828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8a09a-9721-4fda-8e6b-0a23e91fd828 req-5e331bc5-9ba1-4176-8681-81ce05c79245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:49.490350 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5f8a09a-9721-4fda-8e6b-0a23e91fd828 req-5e331bc5-9ba1-4176-8681-81ce05c79245 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcf250b5ff594cdf88e9252c7b22714a&device_id=a22b6b00-b61d-43b6-8b7a-e1360fdf15ba HTTP/1.1" status: 200 len: 1095 time: 0.1016595 Dec 16 22:33:49.537679 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ee844376-9613-4947-8ea2-b617634bafcc up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:33:49.582209 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53b4d244-1f6c-430a-8028-b4d65d0730cf tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.592766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ee844376-9613-4947-8ea2-b617634bafcc triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:49.593142 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.651449 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8a09a-9721-4fda-8e6b-0a23e91fd828 req-8468064e-62f8-4942-8683-89b96172d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:49.652958 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5f8a09a-9721-4fda-8e6b-0a23e91fd828 req-8468064e-62f8-4942-8683-89b96172d2eb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=fcf250b5ff594cdf88e9252c7b22714a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1473861 Dec 16 22:33:49.767119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8a09a-9721-4fda-8e6b-0a23e91fd828 req-39b35176-b4ae-4864-b14f-9c46ac0a13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:49.768583 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b5f8a09a-9721-4fda-8e6b-0a23e91fd828 req-39b35176-b4ae-4864-b14f-9c46ac0a13dd service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1053834 Dec 16 22:33:49.797053 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53b4d244-1f6c-430a-8028-b4d65d0730cf tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.869159 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b4d244-1f6c-430a-8028-b4d65d0730cf tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Network 1baad822-b4b5-4623-a194-1b556947e23a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:49.875688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-53b4d244-1f6c-430a-8028-b4d65d0730cf tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:49.880944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b4d244-1f6c-430a-8028-b4d65d0730cf tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:49.909533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4d244-1f6c-430a-8028-b4d65d0730cf tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event updated for resources: {'Port': ['ID=d5cd682a-abd7-437c-a576-6e504eeb2aa0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:49.928039 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-2b5feee7-56af-41c3-813d-e007adaf0b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:49.929538 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-2b5feee7-56af-41c3-813d-e007adaf0b29 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcf250b5ff594cdf88e9252c7b22714a&device_id=a22b6b00-b61d-43b6-8b7a-e1360fdf15ba HTTP/1.1" status: 200 len: 1095 time: 0.1045647 Dec 16 22:33:49.947318 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b4d244-1f6c-430a-8028-b4d65d0730cf tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:49.952242 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53b4d244-1f6c-430a-8028-b4d65d0730cf tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.994343 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-efa27b1f-6bd2-40f8-b0ff-e1f3d0c61b4e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=076bf481-372f-4d3d-9953-f9ec3d475ee3 HTTP/1.1" status: 200 len: 217 time: 0.0430675 Dec 16 22:33:50.060943 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-3ee427be-fbab-49c7-8c64-db5ff43ae549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:50.062387 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-3ee427be-fbab-49c7-8c64-db5ff43ae549 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c0e4748-a97c-4294-a98d-f71dd9b06896 HTTP/1.1" status: 200 len: 858 time: 0.0571573 Dec 16 22:33:50.070550 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa19543e-5304-4586-8724-2cc70c710139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.103997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ca0547a-bf67-4e11-b610-787e53020f44 req-5f41887a-63bf-455f-960e-f52205847cd4 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0288429 Dec 16 22:33:50.104662 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-6bd8da68-aca4-4f89-84f0-2e419ec3d6f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1543a6fc-9392-49f6-9942-b7fae61d3964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299952 Dec 16 22:33:50.106393 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-83608957-ad1b-4b05-91a8-6106af58c447 None None] Provisioning complete for port d5cd682a-abd7-437c-a576-6e504eeb2aa0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:50.106952 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83608957-ad1b-4b05-91a8-6106af58c447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.111287 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-53b4d244-1f6c-430a-8028-b4d65d0730cf tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2887244 Dec 16 22:33:50.111791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59444) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:50.133251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a38e54fe-8245-4d82-bb37-51e9198b00e4 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:43:cc:0b'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:5d:ea:e1'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:50.153095 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-83608957-ad1b-4b05-91a8-6106af58c447 None None] Port d5cd682a-abd7-437c-a576-6e504eeb2aa0 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:33:50.197987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7cd46df-0f76-45cf-9cc0-43fd1d51a44d req-2bcbeb28-9b16-43f7-8348-1c3d432fe0d8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0346913 Dec 16 22:33:50.215867 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-ff99298d-180d-4962-99d4-8fa188cbe9fb service neutron] 10.222.0.69 "GET /v2.0/networks/1543a6fc-9392-49f6-9942-b7fae61d3964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996606 Dec 16 22:33:50.305990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9137bee-87b0-45cc-8a49-48509dcfd81a req-924b61c0-4a72-41cc-a061-ea157559b3b6 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0360196 Dec 16 22:33:50.321164 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0c88af10-1db4-4112-b90a-a5f1939eca7f req-431febcf-8f27-4972-ba0c-60cfad7a48ee service neutron] 10.222.0.69 "GET /v2.0/networks/1543a6fc-9392-49f6-9942-b7fae61d3964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944607 Dec 16 22:33:50.347219 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a38e54fe-8245-4d82-bb37-51e9198b00e4 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.413677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cbc4f27f-abbd-4f88-913b-0165a3755374 req-ed777a1e-77e2-4d23-b7f8-d04ffcb784c3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0480027 Dec 16 22:33:50.593824 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a38e54fe-8245-4d82-bb37-51e9198b00e4 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.602669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643bad-6515-4040-a82a-74508417069a req-8bf9946a-26a8-4eb7-8168-4878a55655a3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:50.604975 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8643bad-6515-4040-a82a-74508417069a req-8bf9946a-26a8-4eb7-8168-4878a55655a3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0829964 Dec 16 22:33:50.655075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8643bad-6515-4040-a82a-74508417069a req-5e7c21f4-29ab-4886-8a0a-95dc22f2519b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435557 Dec 16 22:33:50.656172 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a38e54fe-8245-4d82-bb37-51e9198b00e4 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.738962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e54fe-8245-4d82-bb37-51e9198b00e4 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event updated for resources: {'Port': ['ID=d5cd682a-abd7-437c-a576-6e504eeb2aa0,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:50.753864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-a38e54fe-8245-4d82-bb37-51e9198b00e4 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] In _notify_port_updated(), no bound segment for port d5cd682a-abd7-437c-a576-6e504eeb2aa0 on network 1baad822-b4b5-4623-a194-1b556947e23a {{(pid=103951) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:33:50.755361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38e54fe-8245-4d82-bb37-51e9198b00e4 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:50.756025 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a38e54fe-8245-4d82-bb37-51e9198b00e4 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.757965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a38e54fe-8245-4d82-bb37-51e9198b00e4 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "PUT /v2.0/ports/d5cd682a-abd7-437c-a576-6e504eeb2aa0 HTTP/1.1" status: 200 len: 1057 time: 0.6447165 Dec 16 22:33:50.760712 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59454) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:50.856588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-58fb911f-b375-484d-9f30-22681b9ace52 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Deleting port d5cd682a-abd7-437c-a576-6e504eeb2aa0 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:50.857276 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58fb911f-b375-484d-9f30-22681b9ace52 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.951791 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58fb911f-b375-484d-9f30-22681b9ace52 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.964482 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-58fb911f-b375-484d-9f30-22681b9ace52 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Calling delete_port for d5cd682a-abd7-437c-a576-6e504eeb2aa0 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:51.141059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6c61b8d7-5b97-497a-bd4c-20be1d0ba9ca None None] Provisioning complete for port d5cd682a-abd7-437c-a576-6e504eeb2aa0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:51.141662 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c61b8d7-5b97-497a-bd4c-20be1d0ba9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.167907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58fb911f-b375-484d-9f30-22681b9ace52 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.176336 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6c61b8d7-5b97-497a-bd4c-20be1d0ba9ca None None] Port d5cd682a-abd7-437c-a576-6e504eeb2aa0 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:33:51.195934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5744579c-2bed-41df-946a-7a9967e0bc0b req-ce61d9f3-4b8b-4286-8161-ec237eedea29 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0293093 Dec 16 22:33:51.200815 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb911f-b375-484d-9f30-22681b9ace52 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event deleted for resources: {'Port': ['ID=d5cd682a-abd7-437c-a576-6e504eeb2aa0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:51.289453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98ac4484-16c9-4e4d-a602-c71cc23a09b8 req-589a25b0-ad7e-4803-a4ad-c907491cab59 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0301118 Dec 16 22:33:51.388977 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e86170b0-85aa-4489-be10-82904e5ae40a req-ccc838da-0c08-415b-9ea7-0c7dcaaf4e07 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0287089 Dec 16 22:33:51.426767 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58fb911f-b375-484d-9f30-22681b9ace52 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.430373 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-58fb911f-b375-484d-9f30-22681b9ace52 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "DELETE /v2.0/ports/d5cd682a-abd7-437c-a576-6e504eeb2aa0 HTTP/1.1" status: 204 len: 168 time: 0.6685698 Dec 16 22:33:51.433958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59462) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:51.460850 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13ecd1f-a97d-4738-913f-0211cc0dcba7 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] GET failed (client error): The resource could not be found. Dec 16 22:33:51.465341 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d13ecd1f-a97d-4738-913f-0211cc0dcba7 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "GET /v2.0/ports/d5cd682a-abd7-437c-a576-6e504eeb2aa0 HTTP/1.1" status: 404 len: 333 time: 0.0273933 Dec 16 22:33:51.465694 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59466) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:51.509306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aeeec037-1f8d-4444-886e-cf71dfadb464 req-c46c1d63-5adb-43d3-b489-e99394f8984a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0367849 Dec 16 22:33:51.566446 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0d50e852-503f-4b8f-bb20-42f8d3e6ec4a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Deleting port 7ec6a05e-3895-4055-80f5-31b039f8189d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:51.566918 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d50e852-503f-4b8f-bb20-42f8d3e6ec4a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.654654 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d50e852-503f-4b8f-bb20-42f8d3e6ec4a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.667556 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0d50e852-503f-4b8f-bb20-42f8d3e6ec4a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Calling delete_port for 7ec6a05e-3895-4055-80f5-31b039f8189d owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:51.784766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f99f9b-4b23-4f32-9d94-a23a835a875c req-338101a8-2994-4dd2-a2d8-ab61ddfd22db tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:51.786286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7f99f9b-4b23-4f32-9d94-a23a835a875c req-338101a8-2994-4dd2-a2d8-ab61ddfd22db tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0616977 Dec 16 22:33:51.836124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7f99f9b-4b23-4f32-9d94-a23a835a875c req-615799e0-8264-4781-a8ed-1a2ec3dc2831 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426524 Dec 16 22:33:51.876745 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d50e852-503f-4b8f-bb20-42f8d3e6ec4a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.904802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50e852-503f-4b8f-bb20-42f8d3e6ec4a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event deleted for resources: {'Port': ['ID=7ec6a05e-3895-4055-80f5-31b039f8189d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:51.984432 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d50e852-503f-4b8f-bb20-42f8d3e6ec4a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.987702 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0d50e852-503f-4b8f-bb20-42f8d3e6ec4a tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "DELETE /v2.0/ports/7ec6a05e-3895-4055-80f5-31b039f8189d HTTP/1.1" status: 204 len: 168 time: 0.5210648 Dec 16 22:33:51.990697 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59470) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:52.017192 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b3b2d0-ed8d-4128-a5e8-4d4cd14ae1a2 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] GET failed (client error): The resource could not be found. Dec 16 22:33:52.018669 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-89b3b2d0-ed8d-4128-a5e8-4d4cd14ae1a2 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "GET /v2.0/ports/7ec6a05e-3895-4055-80f5-31b039f8189d HTTP/1.1" status: 404 len: 333 time: 0.0271885 Dec 16 22:33:52.022071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59472) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:52.114745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-4c850d4e-410f-47f0-aeb7-09109eef520b tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Deleting port 83c15582-95d7-48ae-bc77-25325194986b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:52.115085 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4c850d4e-410f-47f0-aeb7-09109eef520b tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.206606 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4c850d4e-410f-47f0-aeb7-09109eef520b tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.219001 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-4c850d4e-410f-47f0-aeb7-09109eef520b tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Calling delete_port for 83c15582-95d7-48ae-bc77-25325194986b owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:52.274606 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc0374d1-1af9-4c70-be1f-94434619e874 req-45945269-e4be-4748-9435-48382fb0ac60 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0269964 Dec 16 22:33:52.371287 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90ad606e-6968-4c76-bb7e-02d45b6395b8 req-3cfbc34c-03cc-4cb7-890e-b3005fe6f889 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0282049 Dec 16 22:33:52.431119 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31c4f678-4678-4004-b263-5fd46b880d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.442864 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4c850d4e-410f-47f0-aeb7-09109eef520b tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.470906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42f6fa5c-6691-4084-a9a0-898715e8197a req-1b296fa3-ba7f-4ed8-9b41-a8f4f16f6c34 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0284312 Dec 16 22:33:52.473956 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c850d4e-410f-47f0-aeb7-09109eef520b tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event deleted for resources: {'Port': ['ID=83c15582-95d7-48ae-bc77-25325194986b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:52.554500 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4c850d4e-410f-47f0-aeb7-09109eef520b tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.559297 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4c850d4e-410f-47f0-aeb7-09109eef520b tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "DELETE /v2.0/ports/83c15582-95d7-48ae-bc77-25325194986b HTTP/1.1" status: 204 len: 168 time: 0.5350256 Dec 16 22:33:52.560544 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59482) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:52.626466 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1c8411a-2321-4320-bbeb-523ece8b1064 req-f89624ef-af86-45ef-b84f-158435621772 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0556221 Dec 16 22:33:52.645283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42b32cf-9302-417b-ac21-03993893d667 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Deleting subnet c52ca379-902a-43d3-af78-7eaa10141a70 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:33:52.648895 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b42b32cf-9302-417b-ac21-03993893d667 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.691842 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b42b32cf-9302-417b-ac21-03993893d667 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.783683 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b42b32cf-9302-417b-ac21-03993893d667 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.891252 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:33:52.945759 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b42b32cf-9302-417b-ac21-03993893d667 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.976522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b32cf-9302-417b-ac21-03993893d667 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event deleted for resources: {'Subnet': ['ID=c52ca379-902a-43d3-af78-7eaa10141a70,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:52.988087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d751a-7cbe-41e8-98f8-6cbec1b44f8c req-95d56743-e981-42be-a413-d3bb6c90c3ed tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:52.989595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d4d751a-7cbe-41e8-98f8-6cbec1b44f8c req-95d56743-e981-42be-a413-d3bb6c90c3ed tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0810747 Dec 16 22:33:52.992314 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b42b32cf-9302-417b-ac21-03993893d667 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.995881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b42b32cf-9302-417b-ac21-03993893d667 tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "DELETE /v2.0/subnets/c52ca379-902a-43d3-af78-7eaa10141a70 HTTP/1.1" status: 204 len: 168 time: 0.4340265 Dec 16 22:33:52.998495 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59486) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:53.004314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb98faff-ef45-4198-b196-68d0df024d7b None None] Network 1baad822-b4b5-4623-a194-1b556947e23a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:33:53.059301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d4d751a-7cbe-41e8-98f8-6cbec1b44f8c req-71dbc111-abab-42b5-8755-afe6fa11576a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622022 Dec 16 22:33:53.089871 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.148942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Deleting port c851a88a-7a35-44d9-9107-42c1f3a1e51b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:53.149295 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.171155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99f92c-19fc-46fe-9b59-8cf7d5a417c6 None None] DHCP port deletion for 1baad822-b4b5-4623-a194-1b556947e23a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:53.199335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 076bf481-372f-4d3d-9953-f9ec3d475ee3 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:33:53.213242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] For port c851a88a-7a35-44d9-9107-42c1f3a1e51b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c851a88a-7a35-44d9-9107-42c1f3a1e51b,segment=NetworkSegment(6e0d9af0-0b08-4bb3-9c9f-0b9b0260d19b),segment_id=6e0d9af0-0b08-4bb3-9c9f-0b9b0260d19b)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:53.213613 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.231038 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Calling delete_port for c851a88a-7a35-44d9-9107-42c1f3a1e51b owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:53.295444 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6d99f92c-19fc-46fe-9b59-8cf7d5a417c6 None None] Deleting port c851a88a-7a35-44d9-9107-42c1f3a1e51b {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:53.295822 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d99f92c-19fc-46fe-9b59-8cf7d5a417c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.355750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e46ff48-cc7d-4f2c-a3dc-ee760b6c22de req-e2ede83d-62b7-4745-8dc4-d5649a0b52d0 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0278864 Dec 16 22:33:53.362237 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 076bf481-372f-4d3d-9953-f9ec3d475ee3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=076bf481-372f-4d3d-9953-f9ec3d475ee3,segment=NetworkSegment(1d70bf11-ef29-4e20-8b71-0cfeace076d8),segment_id=1d70bf11-ef29-4e20-8b71-0cfeace076d8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:53.379397 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.401161 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '076bf481-372f-4d3d-9953-f9ec3d475ee3', 'network_id': '1543a6fc-9392-49f6-9942-b7fae61d3964', 'port_id': '076bf481-372f-4d3d-9953-f9ec3d475ee3', 'mac_address': 'fa:16:3e:69:a1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0e4748-a97c-4294-a98d-f71dd9b06896', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:33:53.403760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6d99f92c-19fc-46fe-9b59-8cf7d5a417c6 None None] For port c851a88a-7a35-44d9-9107-42c1f3a1e51b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c851a88a-7a35-44d9-9107-42c1f3a1e51b,segment=NetworkSegment(6e0d9af0-0b08-4bb3-9c9f-0b9b0260d19b),segment_id=6e0d9af0-0b08-4bb3-9c9f-0b9b0260d19b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:53.404181 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d99f92c-19fc-46fe-9b59-8cf7d5a417c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.407615 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event deleted for resources: {'Port': ['ID=c851a88a-7a35-44d9-9107-42c1f3a1e51b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:53.410320 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] No DVR routers for this DVR port c851a88a-7a35-44d9-9107-42c1f3a1e51b on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:53.454168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6d99f92c-19fc-46fe-9b59-8cf7d5a417c6 None None] Calling delete_port for c851a88a-7a35-44d9-9107-42c1f3a1e51b owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:53.478510 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-17b32cc0-0f4a-4893-8a90-a9f82113ebdb req-4ce25fe6-25ac-46a0-b413-9ca2c47dd145 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0456786 Dec 16 22:33:53.479796 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.506083 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.530136 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1baad822-b4b5-4623-a194-1b556947e23a']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:53.543659 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0d9af0-0b08-4bb3-9c9f-0b9b0260d19b') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:53.544263 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0d9af0-0b08-4bb3-9c9f-0b9b0260d19b') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:53.551113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076bf481-372f-4d3d-9953-f9ec3d475ee3 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:33:53.556873 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.561735 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c851a88a-7a35-44d9-9107-42c1f3a1e51b no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:53.566842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0dc384e6-34eb-4b67-94cc-16027c94ec8d req-6372c70d-8ad8-42dc-810f-d33ec4d9a86a tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0334127 Dec 16 22:33:53.568507 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.571668 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.579201 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:33:53.579669 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:33:53.582900 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:33:53.620394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: c851a88a-7a35-44d9-9107-42c1f3a1e51b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:53.620777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c851a88a-7a35-44d9-9107-42c1f3a1e51b not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:53.629227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 076bf481-372f-4d3d-9953-f9ec3d475ee3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=076bf481-372f-4d3d-9953-f9ec3d475ee3,segment=NetworkSegment(1d70bf11-ef29-4e20-8b71-0cfeace076d8),segment_id=1d70bf11-ef29-4e20-8b71-0cfeace076d8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:53.649516 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d99f92c-19fc-46fe-9b59-8cf7d5a417c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.679396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d99f92c-19fc-46fe-9b59-8cf7d5a417c6 None None] No DVR routers for this DVR port c851a88a-7a35-44d9-9107-42c1f3a1e51b on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:53.682224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99f92c-19fc-46fe-9b59-8cf7d5a417c6 None None] Pushing event deleted for resources: {'Port': ['ID=c851a88a-7a35-44d9-9107-42c1f3a1e51b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:53.688151 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.709756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-500adb8d-daaa-4cd9-92dc-18d116c2d39e req-21e9f7f8-d109-479e-8d88-e2014f01f2f8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0274322 Dec 16 22:33:53.716998 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.726293 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.732930 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] 10.222.0.43 "DELETE /v2.0/networks/1baad822-b4b5-4623-a194-1b556947e23a HTTP/1.1" status: 204 len: 168 time: 0.7302775 Dec 16 22:33:53.747031 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6980b1-86bf-4afa-9973-82468ee22f7c tempest-AllowedAddressPairTestJSON-1990372701 tempest-AllowedAddressPairTestJSON-1990372701-project] Pushing event deleted for resources: {'Network': ['ID=1baad822-b4b5-4623-a194-1b556947e23a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:53.763375 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=076bf481-372f-4d3d-9953-f9ec3d475ee3,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:53.982476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['076bf481-372f-4d3d-9953-f9ec3d475ee3'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:33:54.180116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99099d-932c-4142-877e-c9c3c25e1fc9 req-cee99acd-fd0d-4365-9d57-f951f48e39a3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:54.181939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de99099d-932c-4142-877e-c9c3c25e1fc9 req-cee99acd-fd0d-4365-9d57-f951f48e39a3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0572979 Dec 16 22:33:54.233313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de99099d-932c-4142-877e-c9c3c25e1fc9 req-433f0c26-1b53-48cd-a546-5e565f133214 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449207 Dec 16 22:33:54.246808 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59502) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:54.385233 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6dae32b7-d2c5-4b61-83b3-747852e9491c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79bebdf9121b45f7939cd4d8d42c2b0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1362107 Dec 16 22:33:54.387426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59508) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:54.434598 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47edd881-b148-429e-8e4d-8f39def6d449 req-6596dae2-2df5-4a52-bb55-0be311b0a5a6 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0270858 Dec 16 22:33:54.435201 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5a631d91-e346-4049-afa9-f46a7249c119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.457565 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5a631d91-e346-4049-afa9-f46a7249c119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.570479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a891d519-bba2-4907-95ae-2709aba55387 req-6cca9e91-0066-42b2-8105-b90a67f5bf22 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0269551 Dec 16 22:33:54.579502 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5a631d91-e346-4049-afa9-f46a7249c119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.582343 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5a631d91-e346-4049-afa9-f46a7249c119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.583684 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5a631d91-e346-4049-afa9-f46a7249c119 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9296cb6a-af25-4e02-9571-306a562ea38f HTTP/1.1" status: 204 len: 168 time: 0.1953340 Dec 16 22:33:54.597854 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a631d91-e346-4049-afa9-f46a7249c119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9296cb6a-af25-4e02-9571-306a562ea38f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:54.653184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f42bbd93-26ce-4727-a1ab-52f9b3f357b6 req-4a93eefb-8380-48c1-be8a-a7bb9f49c049 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0270042 Dec 16 22:33:54.793023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d49a3aa9-ed48-4b8c-8401-ed9ef4586e8f req-2ed38d8e-c538-45a3-b1ee-6c22d71a4e42 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0270603 Dec 16 22:33:54.837335 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.213294 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 076bf481-372f-4d3d-9953-f9ec3d475ee3 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:33:55.333845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 076bf481-372f-4d3d-9953-f9ec3d475ee3 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:33:55.338156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 076bf481-372f-4d3d-9953-f9ec3d475ee3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:55.339685 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.366358 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09969040-7cab-4d90-b929-218ca51eb8ea req-6c2acc4b-ebaa-454d-a60c-f94cf98104ef tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:55.367939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09969040-7cab-4d90-b929-218ca51eb8ea req-6c2acc4b-ebaa-454d-a60c-f94cf98104ef tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0590963 Dec 16 22:33:55.424015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09969040-7cab-4d90-b929-218ca51eb8ea req-a8ccdcb6-3e63-42fb-9d22-465d7e9e30b6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474119 Dec 16 22:33:55.437238 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.460685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22b6b00-b61d-43b6-8b7a-e1360fdf15ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076bf481-372f-4d3d-9953-f9ec3d475ee3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:33:55.463759 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0b507f-f667-4ffa-83b8-4c1bd64e45d1" -d '{"events": [{"server_uuid": "a22b6b00-b61d-43b6-8b7a-e1360fdf15ba", "name": "network-vif-plugged", "status": "completed", "tag": "076bf481-372f-4d3d-9953-f9ec3d475ee3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:33:55.483067 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 076bf481-372f-4d3d-9953-f9ec3d475ee3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=076bf481-372f-4d3d-9953-f9ec3d475ee3,segment=NetworkSegment(1d70bf11-ef29-4e20-8b71-0cfeace076d8),segment_id=1d70bf11-ef29-4e20-8b71-0cfeace076d8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:55.504435 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85562933-2d4d-405b-abce-76dc43d8dac1 x-openstack-request-id: req-85562933-2d4d-405b-abce-76dc43d8dac1 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:33:55.504735 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22b6b00-b61d-43b6-8b7a-e1360fdf15ba", "name": "network-vif-plugged", "status": "completed", "tag": "076bf481-372f-4d3d-9953-f9ec3d475ee3", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:33:55.504994 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85562933-2d4d-405b-abce-76dc43d8dac1 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:33:55.505408 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22b6b00-b61d-43b6-8b7a-e1360fdf15ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076bf481-372f-4d3d-9953-f9ec3d475ee3', 'code': 200} Dec 16 22:33:55.517939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0cc88ff5-b695-44cc-acca-42db890eb39d req-a64fc203-6692-41a9-8e77-9a856ffbbfa1 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0294199 Dec 16 22:33:55.574144 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.619858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39e0a1-845a-41ca-84b6-ae6d7b8e7bfa req-7b0fb296-d754-4aa4-b5a3-fd785c2d98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:55.619858 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ea39e0a1-845a-41ca-84b6-ae6d7b8e7bfa req-7b0fb296-d754-4aa4-b5a3-fd785c2d98b5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a22b6b00-b61d-43b6-8b7a-e1360fdf15ba HTTP/1.1" status: 200 len: 1097 time: 0.0474207 Dec 16 22:33:55.659818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c3f8f31-f0e9-4c0e-b322-da72900fc048 req-eb2350fb-0c8a-44b5-bad6-3761f8c8af49 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0323670 Dec 16 22:33:55.660303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=076bf481-372f-4d3d-9953-f9ec3d475ee3,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:55.660566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59544) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.691149 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ea39e0a1-845a-41ca-84b6-ae6d7b8e7bfa req-8d1117a8-8886-4517-bf94-4fb0c975fe17 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=72a6b559-a369-44cb-985e-e440428a1c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612707 Dec 16 22:33:55.699824 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.737576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3877be2c-893f-4702-ae99-c3b1c7052c4a req-b893441f-cd65-4a96-a161-63f8c9efbf92 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0284398 Dec 16 22:33:55.782017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-d269de18-b687-4b6e-801b-7b79c7cdc4e5 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.783045 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d269de18-b687-4b6e-801b-7b79c7cdc4e5 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1214991 Dec 16 22:33:55.786060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59550) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.790705 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-6d8acfcd-adbf-4e97-8498-261394d58047 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.791757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6d8acfcd-adbf-4e97-8498-261394d58047 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048070 Dec 16 22:33:55.793914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59552) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.797806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-0311e149-c6f1-47d9-88db-413e3ac770d2 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.798793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0311e149-c6f1-47d9-88db-413e3ac770d2 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0039887 Dec 16 22:33:55.800808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59554) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.804478 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-297ae3b2-b9fd-455f-9692-96a65c8354ce tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.805407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-297ae3b2-b9fd-455f-9692-96a65c8354ce tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0037746 Dec 16 22:33:55.808529 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59556) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.812269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-87e2201b-1088-47fc-8fa8-e32b514ac3e2 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.813410 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-87e2201b-1088-47fc-8fa8-e32b514ac3e2 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0038280 Dec 16 22:33:55.815252 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59560) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.819061 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-9b053262-bd2c-4cb2-8e47-08264be5bd4d tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.822448 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9b053262-bd2c-4cb2-8e47-08264be5bd4d tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0061853 Dec 16 22:33:55.823006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59562) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.827806 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-e37d328b-c226-486f-9adb-9bf422521e33 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.828814 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e37d328b-c226-486f-9adb-9bf422521e33 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047250 Dec 16 22:33:55.831229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59564) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.835160 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-11571c98-4ed1-4ace-8d26-c773c2a6371e tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.836112 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-11571c98-4ed1-4ace-8d26-c773c2a6371e tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0039871 Dec 16 22:33:55.839022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59566) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.843474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-7b9f4cd6-54fa-481d-bf30-2b7908c55be8 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.844554 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7b9f4cd6-54fa-481d-bf30-2b7908c55be8 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043457 Dec 16 22:33:55.846771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59568) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.851561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-961dc74c-cf69-4adb-9dcb-aeb1d3a2973a tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.852497 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-961dc74c-cf69-4adb-9dcb-aeb1d3a2973a tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048492 Dec 16 22:33:55.855909 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59570) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.860274 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-e3c91b76-7dfa-43e1-94b8-0124bba2ddb9 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.861234 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e3c91b76-7dfa-43e1-94b8-0124bba2ddb9 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043168 Dec 16 22:33:55.863720 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59572) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.867862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-7a81c820-4a36-41f3-93df-4ce2ecada0d2 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.869466 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7a81c820-4a36-41f3-93df-4ce2ecada0d2 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047953 Dec 16 22:33:55.872403 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59574) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.877116 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-883d2436-d06d-4174-a00d-6927ea02d1ab tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.878073 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-883d2436-d06d-4174-a00d-6927ea02d1ab tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043969 Dec 16 22:33:55.880340 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59576) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.883587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c9d08cb-2e76-4d89-b723-8d1b7e395cfb req-a751a2d1-83da-42aa-8f61-38b9341dd980 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0378726 Dec 16 22:33:55.884872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-6fee76d9-abbd-40a9-893e-10033e593b0e tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.889437 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6fee76d9-abbd-40a9-893e-10033e593b0e tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046365 Dec 16 22:33:55.891657 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59578) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.896451 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-6b96cd42-385e-44c5-8d0d-d7a20dc6c5d7 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.897445 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6b96cd42-385e-44c5-8d0d-d7a20dc6c5d7 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0048804 Dec 16 22:33:55.901922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59580) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.906005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-e2611ed5-8f41-457c-8f16-e2fe54b5ff3e tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.906943 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e2611ed5-8f41-457c-8f16-e2fe54b5ff3e tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0041268 Dec 16 22:33:55.909271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59582) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.913170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-6eac13b9-8540-4a3b-9ea1-9cc836ceba5c tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.915038 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6eac13b9-8540-4a3b-9ea1-9cc836ceba5c tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0039613 Dec 16 22:33:55.919987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59584) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.924550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-3adc2ea8-a80a-4d0c-b40d-3d4d7de25115 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.925498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3adc2ea8-a80a-4d0c-b40d-3d4d7de25115 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044410 Dec 16 22:33:55.927733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59586) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.932528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-662bd9f5-91e0-4771-aa82-41f14395ef4f tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.933491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-662bd9f5-91e0-4771-aa82-41f14395ef4f tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049229 Dec 16 22:33:55.935782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59588) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.939746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-854a22b9-3916-4ca3-8484-0bbf49fa0cfa tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.940703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-854a22b9-3916-4ca3-8484-0bbf49fa0cfa tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0040600 Dec 16 22:33:55.942775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59590) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.946698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-3ed74f97-0883-4772-b829-7b2f5e24d511 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.947666 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3ed74f97-0883-4772-b829-7b2f5e24d511 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0038929 Dec 16 22:33:55.949833 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59592) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.954308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-f00cea42-8bc0-4f55-8d57-cddbed8ebd05 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.955391 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f00cea42-8bc0-4f55-8d57-cddbed8ebd05 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043299 Dec 16 22:33:55.958410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59594) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.962360 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-3c7aa60a-7c55-4454-93d4-31365b7f8158 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.963430 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3c7aa60a-7c55-4454-93d4-31365b7f8158 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0040689 Dec 16 22:33:55.968135 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59596) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.972012 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-e3c2f422-51d6-4f83-b0f8-d2990432031a tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.972973 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e3c2f422-51d6-4f83-b0f8-d2990432031a tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039864 Dec 16 22:33:55.975353 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59598) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.980577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-61bf416d-195d-4179-a6bb-7960ee793b18 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.981539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-61bf416d-195d-4179-a6bb-7960ee793b18 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0052507 Dec 16 22:33:55.984001 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59600) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.988171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-99757890-2710-49e3-a462-1f15d1afd6e3 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.989167 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-99757890-2710-49e3-a462-1f15d1afd6e3 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0041902 Dec 16 22:33:55.991241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59602) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.996274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-8b655f28-addf-436b-b028-33cc6bee511c tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:55.998613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8b655f28-addf-436b-b028-33cc6bee511c tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0050132 Dec 16 22:33:56.000312 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59604) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.004305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-055b78a6-d9e8-4786-a083-1936ce0e3d4e tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.005256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-055b78a6-d9e8-4786-a083-1936ce0e3d4e tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0040729 Dec 16 22:33:56.007282 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59606) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.012515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-fa02b62f-7c0f-4fc0-869d-9d4826176400 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.013482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fa02b62f-7c0f-4fc0-869d-9d4826176400 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053432 Dec 16 22:33:56.015650 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59608) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.021824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-5c23e6d9-4ae2-4e5b-aea6-cf927ee78d39 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.022800 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5c23e6d9-4ae2-4e5b-aea6-cf927ee78d39 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0064707 Dec 16 22:33:56.025223 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59610) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.029596 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-1e194208-f365-438f-97ad-0072fa74c8d5 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.030526 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1e194208-f365-438f-97ad-0072fa74c8d5 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043471 Dec 16 22:33:56.032631 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59612) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.037043 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-2d22ad44-8818-4d18-a1b6-b9bf9a907f13 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.038038 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2d22ad44-8818-4d18-a1b6-b9bf9a907f13 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044973 Dec 16 22:33:56.040020 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59614) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.044254 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-da62bce2-41cb-4e04-86be-30a67a150a99 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.045168 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-da62bce2-41cb-4e04-86be-30a67a150a99 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0038490 Dec 16 22:33:56.047453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59616) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.051108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-69cbde7a-7e1e-4137-b3cb-b6bb6c24617c tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.052014 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-69cbde7a-7e1e-4137-b3cb-b6bb6c24617c tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0037532 Dec 16 22:33:56.054092 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59618) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.058378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-5b629bae-74fe-4f15-a926-ba6cb58ec461 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.059332 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5b629bae-74fe-4f15-a926-ba6cb58ec461 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044100 Dec 16 22:33:56.061415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59620) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.065158 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-6137a1fa-60ac-4a80-a32e-9eeb8e91473b tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.066055 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6137a1fa-60ac-4a80-a32e-9eeb8e91473b tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0037184 Dec 16 22:33:56.068122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59622) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.072093 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-a9d5a761-39fe-4302-8307-a57eb9ba07ae tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.072823 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a9d5a761-39fe-4302-8307-a57eb9ba07ae tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038846 Dec 16 22:33:56.074889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59624) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.078863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-47aca0d7-94d2-4d96-9699-15ef1c202223 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.079803 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-47aca0d7-94d2-4d96-9699-15ef1c202223 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0038280 Dec 16 22:33:56.082001 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59626) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.085819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-b893ac24-427d-4999-b68a-4340912cfb30 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.086729 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b893ac24-427d-4999-b68a-4340912cfb30 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0038543 Dec 16 22:33:56.088996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59628) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.093529 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-35357353-76a1-44a0-aeb4-2a98353d4fdb tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.094467 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-35357353-76a1-44a0-aeb4-2a98353d4fdb tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046158 Dec 16 22:33:56.096558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59630) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.100279 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-021c14c7-7bd4-4eff-96d9-1262b3cd1d94 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.101191 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-021c14c7-7bd4-4eff-96d9-1262b3cd1d94 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0038114 Dec 16 22:33:56.103862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59632) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.107765 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-ef233618-a240-4e4b-ac21-6711c6e88043 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.108718 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ef233618-a240-4e4b-ac21-6711c6e88043 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0040004 Dec 16 22:33:56.111000 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59634) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.115093 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-d479433d-5ec4-44c3-b50a-5965098ad4be tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.116102 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d479433d-5ec4-44c3-b50a-5965098ad4be tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0040960 Dec 16 22:33:56.119025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59636) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.123109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-826b0308-4118-48a7-ba4b-baa3876ce0b7 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.124021 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-826b0308-4118-48a7-ba4b-baa3876ce0b7 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0040462 Dec 16 22:33:56.126068 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59638) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.129856 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-caa7cf80-1b9e-49db-8a8d-0925d41bab7f tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.130803 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-caa7cf80-1b9e-49db-8a8d-0925d41bab7f tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0038826 Dec 16 22:33:56.132941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59640) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.136749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-3f42ce33-64b3-4a56-b70b-00dd7371db14 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.137664 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3f42ce33-64b3-4a56-b70b-00dd7371db14 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0038695 Dec 16 22:33:56.139688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59642) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.143427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-701dbcb3-75c9-4881-905e-2d69d8d28b65 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.144357 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-701dbcb3-75c9-4881-905e-2d69d8d28b65 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0038404 Dec 16 22:33:56.146315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59644) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.151167 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-298533a3-add9-40d0-aa4f-1204a2a42da5 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.152100 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-298533a3-add9-40d0-aa4f-1204a2a42da5 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049584 Dec 16 22:33:56.154293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59646) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.158154 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-b2839e2c-2e38-4bf6-9b7b-d0973b69f94e tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.159178 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b2839e2c-2e38-4bf6-9b7b-d0973b69f94e tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0039370 Dec 16 22:33:56.161126 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59648) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.164852 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-cc112666-d542-47f9-9836-4848f237d797 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.166656 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cc112666-d542-47f9-9836-4848f237d797 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044894 Dec 16 22:33:56.168507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59650) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.172504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-ee17d630-d5c7-49b1-8fe0-777da9b02f5d tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.173438 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ee17d630-d5c7-49b1-8fe0-777da9b02f5d tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0040872 Dec 16 22:33:56.175443 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59652) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.179095 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-5896674e-5b84-454f-9097-873a62d98866 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.180041 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5896674e-5b84-454f-9097-873a62d98866 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0037847 Dec 16 22:33:56.182155 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59654) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.185864 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-1b44afa8-a0bf-4ab4-9c1c-37b1461ebe61 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.186792 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1b44afa8-a0bf-4ab4-9c1c-37b1461ebe61 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0038252 Dec 16 22:33:56.188894 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59656) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.192597 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-df53d90b-a15a-4458-89c8-0c83e3922f31 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.193501 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-df53d90b-a15a-4458-89c8-0c83e3922f31 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0037963 Dec 16 22:33:56.195514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59658) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.199454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-509fd4e2-db84-4fc9-af18-347fc15a2e80 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.200700 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-509fd4e2-db84-4fc9-af18-347fc15a2e80 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043664 Dec 16 22:33:56.202698 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59660) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.206962 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-d214de27-9873-46c7-b9bc-65b8597c2fdb tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.207940 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d214de27-9873-46c7-b9bc-65b8597c2fdb tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043917 Dec 16 22:33:56.209943 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59662) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.214713 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-97b40b79-987c-46a9-af8a-1941e167db87 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.215667 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-97b40b79-987c-46a9-af8a-1941e167db87 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0049102 Dec 16 22:33:56.217949 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59664) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.221586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-f459fb1b-5c54-4eac-9073-74d490a2c96c tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.222508 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f459fb1b-5c54-4eac-9073-74d490a2c96c tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0037174 Dec 16 22:33:56.224514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59666) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.228927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-e1531a74-9828-43b2-a4f0-352d3c97072a tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.229841 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e1531a74-9828-43b2-a4f0-352d3c97072a tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045140 Dec 16 22:33:56.232039 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59668) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.235686 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-85def08c-ec67-4823-bcb1-d86aada8b64e tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.236621 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-85def08c-ec67-4823-bcb1-d86aada8b64e tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0037434 Dec 16 22:33:56.238636 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59670) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.242254 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-3544f63b-644a-4b1d-bba9-3e77289882ca tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.243185 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3544f63b-644a-4b1d-bba9-3e77289882ca tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0037210 Dec 16 22:33:56.245712 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59672) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.249459 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-825520da-a948-4392-9b47-22f7b53e3622 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.250373 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-825520da-a948-4392-9b47-22f7b53e3622 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0038400 Dec 16 22:33:56.252357 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59674) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.256047 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-3797ef36-85de-4dd9-b2a1-467c7143039b tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.256969 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3797ef36-85de-4dd9-b2a1-467c7143039b tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0037830 Dec 16 22:33:56.259553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59676) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.264171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-2d9202c5-240b-4bf7-a575-91f9c5db9d5c tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.265115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2d9202c5-240b-4bf7-a575-91f9c5db9d5c tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044158 Dec 16 22:33:56.267186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59678) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.271629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-ef3c13d5-1929-4aa9-bdb5-9f3f775b9078 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.272594 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ef3c13d5-1929-4aa9-bdb5-9f3f775b9078 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0039389 Dec 16 22:33:56.275234 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59680) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.279088 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-e221f1ab-9be8-4e65-a142-c91a968ba417 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.280112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e221f1ab-9be8-4e65-a142-c91a968ba417 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0039740 Dec 16 22:33:56.282456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59682) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.286322 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-80a67a24-c0b4-4216-b4e8-5d690afaab7e tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.287246 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-80a67a24-c0b4-4216-b4e8-5d690afaab7e tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0039263 Dec 16 22:33:56.289393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59684) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.293898 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-d7674a5b-0944-4b86-bd88-7cc3fe425478 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.294868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d7674a5b-0944-4b86-bd88-7cc3fe425478 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0046494 Dec 16 22:33:56.297178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59686) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.301112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-58517b93-4a5c-4e9b-86f1-a5a72a6f78ab tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.302053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-58517b93-4a5c-4e9b-86f1-a5a72a6f78ab tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0039718 Dec 16 22:33:56.304476 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59688) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.309034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [None req-2e275418-ea84-4cf9-8aba-8c887827b049 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.309990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2e275418-ea84-4cf9-8aba-8c887827b049 tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0046599 Dec 16 22:33:56.312440 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59690) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.317478 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [None req-b40667ff-6838-455b-85f9-0c0ae67233eb tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:33:56.318425 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b40667ff-6838-455b-85f9-0c0ae67233eb tempest-ExtensionsTestJSON-1523837506 tempest-ExtensionsTestJSON-1523837506-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0050130 Dec 16 22:33:56.542182 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0bdcb-46bd-4552-a324-bbe790574b87 req-265680e8-12b0-40bf-93fe-802be5117bb7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:56.543876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ab0bdcb-46bd-4552-a324-bbe790574b87 req-265680e8-12b0-40bf-93fe-802be5117bb7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0514040 Dec 16 22:33:56.605740 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f7aae3e-1754-44cd-ada9-3adfeeb8d7d2 req-01924daf-a633-490e-b6b5-ad28d54ca1e4 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0359263 Dec 16 22:33:56.618397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ab0bdcb-46bd-4552-a324-bbe790574b87 req-9f8db1ae-6e6d-4e01-896f-baaf38f11550 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685132 Dec 16 22:33:56.741161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c1ef407-3199-4bb3-b0c5-ff6202b985a2 req-fbb40046-4302-4b95-a0ad-a31d3537f070 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0308142 Dec 16 22:33:56.819029 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ea75391-2140-4fcb-89c5-986553b97337 req-88572e6c-b11d-448b-9e2f-918b5190eb3e tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0290945 Dec 16 22:33:56.865973 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59704) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.972838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bbcd65ed-a0bc-44b7-9c38-ae3928c66d0f req-0ad6b2d3-26e4-4fd6-a46d-7d06a4a877a2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0297360 Dec 16 22:33:56.980680 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b62998b-fdb9-4e45-858a-f4323f13293c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.057599 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b62998b-fdb9-4e45-858a-f4323f13293c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.196617 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b62998b-fdb9-4e45-858a-f4323f13293c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.237314 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0b62998b-fdb9-4e45-858a-f4323f13293c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3cc90f0375448e4829f7b201e684adf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3702724 Dec 16 22:33:57.238830 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62998b-fdb9-4e45-858a-f4323f13293c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363d71f9-cc75-495d-b66e-7a7c2c7d272c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:57.240159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59710) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:57.299414 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-85078c3b-ac91-4949-8c2f-ef746cd676b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.321349 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-85078c3b-ac91-4949-8c2f-ef746cd676b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.453856 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-85078c3b-ac91-4949-8c2f-ef746cd676b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.456580 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-85078c3b-ac91-4949-8c2f-ef746cd676b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.457776 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-85078c3b-ac91-4949-8c2f-ef746cd676b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/363d71f9-cc75-495d-b66e-7a7c2c7d272c HTTP/1.1" status: 204 len: 168 time: 0.2165778 Dec 16 22:33:57.467301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85078c3b-ac91-4949-8c2f-ef746cd676b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363d71f9-cc75-495d-b66e-7a7c2c7d272c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:57.694723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6d962d9-d992-490e-b56e-d593219f92e5 req-259c0f8e-f3c5-4469-acfd-ccd3ff19addf tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0363882 Dec 16 22:33:57.744332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e30a6b-4918-4f02-99ee-e48ccf894b46 req-98db3c34-3ebc-4ee2-9529-7e8987c76cc9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:57.745967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62e30a6b-4918-4f02-99ee-e48ccf894b46 req-98db3c34-3ebc-4ee2-9529-7e8987c76cc9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0541320 Dec 16 22:33:57.810746 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62e30a6b-4918-4f02-99ee-e48ccf894b46 req-41e1878b-1c6d-458b-946f-818cf11c5d94 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584369 Dec 16 22:33:57.826832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6950ca4d-05f8-4828-b9c2-cc197252221c req-d8fff9de-ec13-45fc-9929-fec572b6c502 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0296345 Dec 16 22:33:57.910524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76dab3f8-5536-44e0-88f6-6605661f3398 req-fc93b65f-6bdf-4a0d-8568-a8bdbbd4661e tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0312343 Dec 16 22:33:58.062360 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40afcae6-ebf4-4160-a389-892992d40e3f req-5a6776a4-2cd8-464f-938e-8b6786e63aec tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0326138 Dec 16 22:33:58.548581 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59756) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:58.625403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c336907-cd46-4182-823c-1ecba3382f84 req-7eb83337-5cc0-42cf-8ea6-cd0c0815993a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:58.626938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c336907-cd46-4182-823c-1ecba3382f84 req-7eb83337-5cc0-42cf-8ea6-cd0c0815993a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/networks?id=a38ea202-9def-4a69-9c10-b0c645d2f774 HTTP/1.1" status: 200 len: 815 time: 0.1227670 Dec 16 22:33:58.643375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c336907-cd46-4182-823c-1ecba3382f84 req-8ee05aeb-4f62-4e18-bde8-a4efae581daf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/quotas/e46b27d4336444b98f803f2fbef3235f HTTP/1.1" status: 200 len: 375 time: 0.0101991 Dec 16 22:33:58.705767 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c336907-cd46-4182-823c-1ecba3382f84 req-4656a08e-0798-4d68-a420-4080b20569b1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e46b27d4336444b98f803f2fbef3235f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563316 Dec 16 22:33:58.733429 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7412802-ce9d-4e43-91f8-bbb223b4c224 req-36bcad95-f0a4-4011-ae9b-f8cae55ab115 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:58.734969 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a7412802-ce9d-4e43-91f8-bbb223b4c224 req-36bcad95-f0a4-4011-ae9b-f8cae55ab115 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.69 "GET /v2.0/ports?device_id=5480a977-8609-4bc5-a962-04f43905d619 HTTP/1.1" status: 200 len: 945 time: 0.0703254 Dec 16 22:33:58.742261 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Request body: {'networks': [{'name': 'tempest-network--1536718217'}, {'name': 'tempest-network--37489509'}]} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:58.742574 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Request body: {'network': {'name': 'tempest-network--1536718217'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:58.743230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Request body: {'network': {'name': 'tempest-network--37489509'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:58.823378 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96f09982-635d-4034-a92c-caa7d9cb3fb7 req-df764152-7829-49ac-94a0-7dd927367324 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0398972 Dec 16 22:33:58.849364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-a7412802-ce9d-4e43-91f8-bbb223b4c224 req-0f76d2cb-a449-444d-991d-6f626ce252fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Deleting port 159554a7-2630-41f6-83d7-57a8ec700ddb {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:58.850013 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a7412802-ce9d-4e43-91f8-bbb223b4c224 req-0f76d2cb-a449-444d-991d-6f626ce252fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.868098 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c336907-cd46-4182-823c-1ecba3382f84 req-35c42af6-6815-4a1e-be73-f12141ff9b56 service neutron] 10.222.0.43 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518114 Dec 16 22:33:58.941005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Made reservation on behalf of 6e32d5b91417497890815a4d9be81d74 for: {'network': 2} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:58.944568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.957563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ecc90b2-aeea-4335-b8c4-45ed8d85a2cf req-83b8772e-93e8-443f-8c46-8059db01dfbe tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0695150 Dec 16 22:33:58.961812 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.965781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a7412802-ce9d-4e43-91f8-bbb223b4c224 req-0f76d2cb-a449-444d-991d-6f626ce252fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] For port 159554a7-2630-41f6-83d7-57a8ec700ddb, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=159554a7-2630-41f6-83d7-57a8ec700ddb,segment=NetworkSegment(2a896f65-0eee-4394-8df5-5a348c0508c7),segment_id=2a896f65-0eee-4394-8df5-5a348c0508c7)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:58.966137 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a7412802-ce9d-4e43-91f8-bbb223b4c224 req-0f76d2cb-a449-444d-991d-6f626ce252fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.993443 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-a7412802-ce9d-4e43-91f8-bbb223b4c224 req-0f76d2cb-a449-444d-991d-6f626ce252fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Calling delete_port for 159554a7-2630-41f6-83d7-57a8ec700ddb owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:59.035047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c336907-cd46-4182-823c-1ecba3382f84 req-8edc9fa4-481a-42f8-a993-b46a31191dd8 service neutron] 10.222.0.43 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600952 Dec 16 22:33:59.037244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4935133c-c8ab-43a3-9ccd-8040ca919a3b req-9072f99f-cc3c-410d-9deb-7a0800295ba7 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0357082 Dec 16 22:33:59.133341 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.145974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-beab15eb-534e-499d-b119-8c4dcc6bbb09 req-74b63e4e-7e40-4e70-866d-f6f2300bce03 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0268080 Dec 16 22:33:59.248018 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.248669 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.288199 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a7412802-ce9d-4e43-91f8-bbb223b4c224 req-0f76d2cb-a449-444d-991d-6f626ce252fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.295650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d446e2a-58bb-4259-9960-36febd5802c4 req-4d02e0bd-246c-40de-8032-47b90ac50360 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 210 time: 0.0378358 Dec 16 22:33:59.322624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039c566a-bd66-44fc-8106-7379975dc477,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:59.332084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:33:59.332084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76d2cb-a449-444d-991d-6f626ce252fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Pushing event deleted for resources: {'Port': ['ID=159554a7-2630-41f6-83d7-57a8ec700ddb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:59.362684 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.362684 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Added segment e771019f-253b-490a-9b34-76178056f59a of type vlan for network e29ac618-3707-474e-8e43-efee6af424e9 Dec 16 22:33:59.391153 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7412802-ce9d-4e43-91f8-bbb223b4c224 req-0f76d2cb-a449-444d-991d-6f626ce252fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] No DVR routers for this DVR port 159554a7-2630-41f6-83d7-57a8ec700ddb on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:59.391897 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a7412802-ce9d-4e43-91f8-bbb223b4c224 req-0f76d2cb-a449-444d-991d-6f626ce252fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.395898 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a7412802-ce9d-4e43-91f8-bbb223b4c224 req-0f76d2cb-a449-444d-991d-6f626ce252fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.69 "DELETE /v2.0/ports/159554a7-2630-41f6-83d7-57a8ec700ddb HTTP/1.1" status: 204 len: 173 time: 0.6487341 Dec 16 22:33:59.397844 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5480a977-8609-4bc5-a962-04f43905d619', 'name': 'network-vif-deleted', 'tag': '159554a7-2630-41f6-83d7-57a8ec700ddb'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:33:59.400883 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189cea49-e59c-40cf-b8ef-32c5795a1d4b" -d '{"events": [{"server_uuid": "5480a977-8609-4bc5-a962-04f43905d619", "name": "network-vif-deleted", "tag": "159554a7-2630-41f6-83d7-57a8ec700ddb"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:33:59.433782 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.457022 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff5f6c9-584f-4639-9556-19c231d7e1b8 x-openstack-request-id: req-2ff5f6c9-584f-4639-9556-19c231d7e1b8 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:33:59.457309 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5480a977-8609-4bc5-a962-04f43905d619", "name": "network-vif-deleted", "tag": "159554a7-2630-41f6-83d7-57a8ec700ddb", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:33:59.457561 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ff5f6c9-584f-4639-9556-19c231d7e1b8 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:33:59.458048 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5480a977-8609-4bc5-a962-04f43905d619', 'name': 'network-vif-deleted', 'tag': '159554a7-2630-41f6-83d7-57a8ec700ddb', 'status': 'completed', 'code': 200} Dec 16 22:33:59.467986 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:33:59.480400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.480400 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Added segment a10be86f-33eb-4351-9229-e07de8e1ba83 of type vlan for network 689b767b-62f1-49f4-9c54-766fe6ed1068 Dec 16 22:33:59.518191 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.613751 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.614320 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.620098 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:59.624996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:59.625820 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.698592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event updated for resources: {'Network': ['ID=e29ac618-3707-474e-8e43-efee6af424e9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:59.710089 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network e29ac618-3707-474e-8e43-efee6af424e9 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:33:59.769364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event updated for resources: {'Network': ['ID=689b767b-62f1-49f4-9c54-766fe6ed1068,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:59.779806 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-af62e8c3-8d52-4e2f-9a46-cfa343107c6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2300870 Dec 16 22:33:59.781084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59780) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:59.797097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 689b767b-62f1-49f4-9c54-766fe6ed1068 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:33:59.915333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cef5830c-7377-4963-856e-ef0b86046a96 req-74617a25-6cf2-4882-ae97-8fc2f9ad829b tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0323133 Dec 16 22:33:59.991361 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2769519-dcbc-4b6c-8bad-8ff40cf6791c tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:59.997864 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2769519-dcbc-4b6c-8bad-8ff40cf6791c tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:00.003960 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2769519-dcbc-4b6c-8bad-8ff40cf6791c tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:00.010683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2769519-dcbc-4b6c-8bad-8ff40cf6791c tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:00.015187 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b2769519-dcbc-4b6c-8bad-8ff40cf6791c tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2280405 Dec 16 22:34:00.015507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59786) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:00.042266 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4adb6a3f-217e-4bdd-b902-e4f8085da637 req-10f8c770-3280-4265-b848-6e760ff523c0 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0269787 Dec 16 22:34:00.123773 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aa8c5ce-3a19-4607-ac02-974b22b57cb0 req-2dd0ed0d-5b5a-4739-8d98-5b8d9dec2a49 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0301232 Dec 16 22:34:00.234164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5d56694-e340-4fd4-8845-dfb7d2b71f56 req-96d34dcc-10b4-4dc2-a0fc-7675677fa8ed tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0299127 Dec 16 22:34:00.382720 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7f56fef-1028-4c06-a904-3330908ede4b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.422926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e5b58bd-221d-475f-9036-3231007af43c req-2c58e7d7-a391-4bc2-935f-8c91c92f961a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 210 time: 0.0462601 Dec 16 22:34:00.482073 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7f56fef-1028-4c06-a904-3330908ede4b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.504055 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c7f56fef-1028-4c06-a904-3330908ede4b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29ac618-3707-474e-8e43-efee6af424e9']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:00.514676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c7f56fef-1028-4c06-a904-3330908ede4b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e771019f-253b-490a-9b34-76178056f59a') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:00.515249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c7f56fef-1028-4c06-a904-3330908ede4b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e771019f-253b-490a-9b34-76178056f59a') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:00.524835 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7f56fef-1028-4c06-a904-3330908ede4b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.538995 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7f56fef-1028-4c06-a904-3330908ede4b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.545146 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f56fef-1028-4c06-a904-3330908ede4b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:00.545534 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7f56fef-1028-4c06-a904-3330908ede4b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:00.548580 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:00.727098 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7f56fef-1028-4c06-a904-3330908ede4b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.734416 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c7f56fef-1028-4c06-a904-3330908ede4b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.737662 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c7f56fef-1028-4c06-a904-3330908ede4b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "DELETE /v2.0/networks/e29ac618-3707-474e-8e43-efee6af424e9 HTTP/1.1" status: 204 len: 168 time: 0.7212148 Dec 16 22:34:00.740649 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59794) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:00.749901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f56fef-1028-4c06-a904-3330908ede4b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event deleted for resources: {'Network': ['ID=e29ac618-3707-474e-8e43-efee6af424e9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:00.824205 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-399665ef-d6ca-45d1-b790-91fa41b0bcb7 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.911738 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-399665ef-d6ca-45d1-b790-91fa41b0bcb7 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.937900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-399665ef-d6ca-45d1-b790-91fa41b0bcb7 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689b767b-62f1-49f4-9c54-766fe6ed1068']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:00.951244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-399665ef-d6ca-45d1-b790-91fa41b0bcb7 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10be86f-33eb-4351-9229-e07de8e1ba83') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:00.951579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-399665ef-d6ca-45d1-b790-91fa41b0bcb7 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10be86f-33eb-4351-9229-e07de8e1ba83') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:00.962373 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-399665ef-d6ca-45d1-b790-91fa41b0bcb7 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.979348 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-399665ef-d6ca-45d1-b790-91fa41b0bcb7 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.995349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399665ef-d6ca-45d1-b790-91fa41b0bcb7 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:00.995762 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-399665ef-d6ca-45d1-b790-91fa41b0bcb7 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:00.998863 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:01.022172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-feb70021-128e-4982-b7dc-cecfa9e5783c req-99081f69-7c82-4eb4-bf4c-03556238c78c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0452731 Dec 16 22:34:01.123933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0854d72-6996-4985-8ae3-de48fa2cd390 req-56a3bcf9-2a1e-4e19-a1d4-3d2dedef03af tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0298774 Dec 16 22:34:01.168168 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-399665ef-d6ca-45d1-b790-91fa41b0bcb7 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:01.175029 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-399665ef-d6ca-45d1-b790-91fa41b0bcb7 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:01.180458 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-399665ef-d6ca-45d1-b790-91fa41b0bcb7 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "DELETE /v2.0/networks/689b767b-62f1-49f4-9c54-766fe6ed1068 HTTP/1.1" status: 204 len: 168 time: 0.4364457 Dec 16 22:34:01.183213 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59802) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:01.203968 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399665ef-d6ca-45d1-b790-91fa41b0bcb7 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event deleted for resources: {'Network': ['ID=689b767b-62f1-49f4-9c54-766fe6ed1068,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:01.225524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59d85f13-8819-4166-b61e-8559c91d8219 req-a40c5ebd-1c0b-4536-8861-f084b2edf328 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0448856 Dec 16 22:34:01.227111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 159554a7-2630-41f6-83d7-57a8ec700ddb no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:01.252426 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 159554a7-2630-41f6-83d7-57a8ec700ddb {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:01.252771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 159554a7-2630-41f6-83d7-57a8ec700ddb not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:01.309525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48098beb-fab1-4f27-955b-1b547ee2ab6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:01.315678 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48098beb-fab1-4f27-955b-1b547ee2ab6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:01.317350 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-48098beb-fab1-4f27-955b-1b547ee2ab6d tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1329820 Dec 16 22:34:01.321666 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59806) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:01.323987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-608b1532-5d5d-4920-a849-b11d67b1c328 req-d3d99269-2748-4919-a911-7fb24d9b4296 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0335486 Dec 16 22:34:01.327306 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-3345559e-ded5-49b9-9d51-b373f022ce4f tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-947576281'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:01.407708 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3345559e-ded5-49b9-9d51-b373f022ce4f tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Made reservation on behalf of 6e32d5b91417497890815a4d9be81d74 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:01.411243 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3345559e-ded5-49b9-9d51-b373f022ce4f tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:01.436482 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3345559e-ded5-49b9-9d51-b373f022ce4f tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:01.448347 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3345559e-ded5-49b9-9d51-b373f022ce4f tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:01.448976 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-3345559e-ded5-49b9-9d51-b373f022ce4f tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Added segment fd56db2e-74b3-4b7f-a981-ef39ea6d4bb2 of type vlan for network 11af0734-dbc2-4ea7-a15b-910da129b4af Dec 16 22:34:01.524149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b4e1ba1-2b91-4bb1-ad85-a5f8bc4c2930 req-6d694b7e-92c9-45cc-bcba-dfc8720a88be tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 210 time: 0.0271020 Dec 16 22:34:01.546577 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3345559e-ded5-49b9-9d51-b373f022ce4f tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:01.612272 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c336907-cd46-4182-823c-1ecba3382f84 req-c719b866-1554-4a6f-81c2-4201191549c2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:01.613824 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9c336907-cd46-4182-823c-1ecba3382f84 req-c719b866-1554-4a6f-81c2-4201191549c2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.69 "GET /v2.0/networks?id=a38ea202-9def-4a69-9c10-b0c645d2f774 HTTP/1.1" status: 200 len: 815 time: 0.1517265 Dec 16 22:34:01.627820 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-9c336907-cd46-4182-823c-1ecba3382f84 req-f65221a9-c3f7-48c0-bee6-78dc4c0c78eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Request body: {'port': {'device_id': 'e9f701b5-8267-4a1a-aa7c-21c78c5d968d', 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774', 'admin_state_up': True, 'tenant_id': 'e46b27d4336444b98f803f2fbef3235f'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:01.672834 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3345559e-ded5-49b9-9d51-b373f022ce4f tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:01.678372 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3345559e-ded5-49b9-9d51-b373f022ce4f tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:01.678956 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3345559e-ded5-49b9-9d51-b373f022ce4f tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:01.767229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345559e-ded5-49b9-9d51-b373f022ce4f tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event updated for resources: {'Network': ['ID=11af0734-dbc2-4ea7-a15b-910da129b4af,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:01.778123 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 11af0734-dbc2-4ea7-a15b-910da129b4af details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:01.783245 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3345559e-ded5-49b9-9d51-b373f022ce4f tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4598057 Dec 16 22:34:01.785535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59810) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:01.792675 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a806b6af-0256-40e5-b4da-5d586a580ea9 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1941378904'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:01.870963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a806b6af-0256-40e5-b4da-5d586a580ea9 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Made reservation on behalf of 6e32d5b91417497890815a4d9be81d74 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:01.874784 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a806b6af-0256-40e5-b4da-5d586a580ea9 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:01.887757 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c336907-cd46-4182-823c-1ecba3382f84 req-f65221a9-c3f7-48c0-bee6-78dc4c0c78eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Made reservation on behalf of e46b27d4336444b98f803f2fbef3235f for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:01.891507 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9c336907-cd46-4182-823c-1ecba3382f84 req-f65221a9-c3f7-48c0-bee6-78dc4c0c78eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:01.902831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a806b6af-0256-40e5-b4da-5d586a580ea9 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:01.913126 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a806b6af-0256-40e5-b4da-5d586a580ea9 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:01.913462 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-a806b6af-0256-40e5-b4da-5d586a580ea9 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Added segment 7d8c11d9-1a63-47ad-be44-3b732659b545 of type vlan for network af68e19d-85cb-49aa-9204-5c648c664040 Dec 16 22:34:01.963334 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a806b6af-0256-40e5-b4da-5d586a580ea9 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.035829 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a806b6af-0256-40e5-b4da-5d586a580ea9 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.037398 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-9c336907-cd46-4182-823c-1ecba3382f84 req-f65221a9-c3f7-48c0-bee6-78dc4c0c78eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Allocated IP 172.20.0.3 (a38ea202-9def-4a69-9c10-b0c645d2f774/214e776a-bec9-41dd-b23a-372aeec3228b/88cc5efe-ebd3-4ff5-b4f5-78d615be3649) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:02.041938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a806b6af-0256-40e5-b4da-5d586a580ea9 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:02.042576 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a806b6af-0256-40e5-b4da-5d586a580ea9 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.138231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e95dd7c-f75b-4bbb-9fba-1a56988b7dd7 req-afaa5934-a1da-47b5-a170-9793b7e043a7 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0411298 Dec 16 22:34:02.141659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806b6af-0256-40e5-b4da-5d586a580ea9 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event updated for resources: {'Network': ['ID=af68e19d-85cb-49aa-9204-5c648c664040,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:02.161020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network af68e19d-85cb-49aa-9204-5c648c664040 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:02.213721 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16cf159e-ea95-4d19-88c6-d95f94c44d4b req-94bcfd47-43cd-4728-85d0-1952a45caea0 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0291014 Dec 16 22:34:02.233179 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9c336907-cd46-4182-823c-1ecba3382f84 req-f65221a9-c3f7-48c0-bee6-78dc4c0c78eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.238775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a806b6af-0256-40e5-b4da-5d586a580ea9 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4519565 Dec 16 22:34:02.241461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59816) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:02.246680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Request body: {'ports': [{'network_id': '11af0734-dbc2-4ea7-a15b-910da129b4af', 'name': 'tempest-port--1851690143', 'admin_state_up': True}, {'network_id': 'af68e19d-85cb-49aa-9204-5c648c664040', 'admin_state_up': False}]} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:02.247001 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Request body: {'port': {'network_id': '11af0734-dbc2-4ea7-a15b-910da129b4af', 'name': 'tempest-port--1851690143', 'admin_state_up': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:02.247540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Request body: {'port': {'network_id': 'af68e19d-85cb-49aa-9204-5c648c664040', 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:02.332968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0841b97-2aa6-4b64-896a-d48be247ad19 req-24db5ee5-4aee-44dc-b5fc-9564dec7c607 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0370126 Dec 16 22:34:02.345230 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9c336907-cd46-4182-823c-1ecba3382f84 req-f65221a9-c3f7-48c0-bee6-78dc4c0c78eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.394438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c336907-cd46-4182-823c-1ecba3382f84 req-f65221a9-c3f7-48c0-bee6-78dc4c0c78eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Network a38ea202-9def-4a69-9c10-b0c645d2f774 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:02.397977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-9c336907-cd46-4182-823c-1ecba3382f84 req-f65221a9-c3f7-48c0-bee6-78dc4c0c78eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:02.403558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c336907-cd46-4182-823c-1ecba3382f84 req-f65221a9-c3f7-48c0-bee6-78dc4c0c78eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:02.437799 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65221a9-c3f7-48c0-bee6-78dc4c0c78eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Pushing event updated for resources: {'Port': ['ID=88cc5efe-ebd3-4ff5-b4f5-78d615be3649,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:02.439137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57c199ea-97cd-4714-9fa4-c63c59b9a8dd req-351e6df1-1515-4e6b-82bc-741bea28a556 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0452890 Dec 16 22:34:02.475159 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c336907-cd46-4182-823c-1ecba3382f84 req-f65221a9-c3f7-48c0-bee6-78dc4c0c78eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:02.476055 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9c336907-cd46-4182-823c-1ecba3382f84 req-f65221a9-c3f7-48c0-bee6-78dc4c0c78eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.568170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Made reservation on behalf of 6e32d5b91417497890815a4d9be81d74 for: {'port': 2} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:02.570604 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9c336907-cd46-4182-823c-1ecba3382f84 req-f65221a9-c3f7-48c0-bee6-78dc4c0c78eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9466727 Dec 16 22:34:02.575513 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.595863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Request body: {'port': {'device_id': 'e9f701b5-8267-4a1a-aa7c-21c78c5d968d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:02.601231 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.693248 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.754233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e837aa5-4fc7-42f6-9284-2fe741df3e28 req-fde20039-1b02-405d-b066-f089f40f20f8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:02.756181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e837aa5-4fc7-42f6-9284-2fe741df3e28 req-fde20039-1b02-405d-b066-f089f40f20f8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 931 time: 0.1379144 Dec 16 22:34:02.766943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] device_id is not set on port 19fe6647-f22b-456c-8f57-3c88052d8dae yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:34:02.831871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e837aa5-4fc7-42f6-9284-2fe741df3e28 req-2eb59588-1a12-4e11-addb-533b0581903c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614402 Dec 16 22:34:02.932947 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.993714 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:34:03.002937 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:03.007010 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] device_id is not set on port ba47a485-ea92-473d-ac5b-7c8255e83701 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:34:03.018078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Transition to ACTIVE for port object 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:34:03.130822 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:03.133704 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:03.189192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Pushing event updated for resources: {'Port': ['ID=88cc5efe-ebd3-4ff5-b4f5-78d615be3649,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:03.241750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46b899a7-78b0-46c5-9454-5fb96cc4ab09 req-9d62d557-83f0-4f2d-a675-7d90636c990a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0385597 Dec 16 22:34:03.245379 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:03.295933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Attempting to bind port 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:03.296390 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Attempting to bind port 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '2a896f65-0eee-4394-8df5-5a348c0508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:03.296807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Attempting to bind port 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 on network a38ea202-9def-4a69-9c10-b0c645d2f774 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:03.301584 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Port 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 on network a38ea202-9def-4a69-9c10-b0c645d2f774 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:34:03.301911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Attempting to bind port 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 on network a38ea202-9def-4a69-9c10-b0c645d2f774 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:03.307522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:03.307870 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Checking segment: {'id': '2a896f65-0eee-4394-8df5-5a348c0508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:03.308266 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Bound using segment: {'id': '2a896f65-0eee-4394-8df5-5a348c0508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:03.308770 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Bound port: 88cc5efe-ebd3-4ff5-b4f5-78d615be3649, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a896f65-0eee-4394-8df5-5a348c0508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:03.309210 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:03.336533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5c4dd48-01c3-4c8e-8e03-5b2f9c22e574 req-763306dd-5d43-4e2c-a628-dc334bb086ef tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0412347 Dec 16 22:34:03.346828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event updated for resources: {'Port': ['ID=19fe6647-f22b-456c-8f57-3c88052d8dae,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:03.365710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Checking segment: {'id': 'fd56db2e-74b3-4b7f-a981-ef39ea6d4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '11af0734-dbc2-4ea7-a15b-910da129b4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:03.366206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Network hostable DHCP agents. Network: 11af0734-dbc2-4ea7-a15b-910da129b4af, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:03.396152 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] For port 88cc5efe-ebd3-4ff5-b4f5-78d615be3649, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:03.400415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] For port 88cc5efe-ebd3-4ff5-b4f5-78d615be3649, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=88cc5efe-ebd3-4ff5-b4f5-78d615be3649,segment=NetworkSegment(2a896f65-0eee-4394-8df5-5a348c0508c7),segment_id=2a896f65-0eee-4394-8df5-5a348c0508c7)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:03.430153 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0beff3b4-f93a-4725-abdb-c59817c211d0 req-0c519d64-570f-4064-b122-1b53731936a5 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0328298 Dec 16 22:34:03.451305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Network 11af0734-dbc2-4ea7-a15b-910da129b4af is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:03.471332 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:03.506672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:03.507332 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:03.508738 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9c336907-cd46-4182-823c-1ecba3382f84 req-84cff686-a778-4a87-b792-14d120df8869 service neutron] 10.222.0.69 "PUT /v2.0/ports/88cc5efe-ebd3-4ff5-b4f5-78d615be3649 HTTP/1.1" status: 200 len: 1091 time: 0.9294083 Dec 16 22:34:03.509224 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f701b5-8267-4a1a-aa7c-21c78c5d968d', 'tag': '88cc5efe-ebd3-4ff5-b4f5-78d615be3649'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:34:03.511514 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b29893f-ae06-4624-9eea-1f7def14fbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f701b5-8267-4a1a-aa7c-21c78c5d968d", "tag": "88cc5efe-ebd3-4ff5-b4f5-78d615be3649"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:34:03.533805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a9f750f-2be3-453c-bfd7-5b1fa38d643f req-90b08cec-3ae6-4b63-afb0-a75a5c0e499c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0297840 Dec 16 22:34:03.542635 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cff686-a778-4a87-b792-14d120df8869 service neutron] Pushing event updated for resources: {'Port': ['ID=88cc5efe-ebd3-4ff5-b4f5-78d615be3649,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:03.567849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 11af0734-dbc2-4ea7-a15b-910da129b4af) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:03.572864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:03.574139 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:03.578587 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eb173d-d196-4e8e-aaba-e2840ead36bc None None] Network 11af0734-dbc2-4ea7-a15b-910da129b4af requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:03.586303 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc0dbe3-4e52-4568-9bd5-5553bda781f3 x-openstack-request-id: req-5bc0dbe3-4e52-4568-9bd5-5553bda781f3 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:34:03.586814 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f701b5-8267-4a1a-aa7c-21c78c5d968d", "tag": "88cc5efe-ebd3-4ff5-b4f5-78d615be3649", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:34:03.587210 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bc0dbe3-4e52-4568-9bd5-5553bda781f3 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:34:03.587782 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f701b5-8267-4a1a-aa7c-21c78c5d968d', 'tag': '88cc5efe-ebd3-4ff5-b4f5-78d615be3649', 'status': 'completed', 'code': 200} Dec 16 22:34:03.653023 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29893f-ae06-4624-9eea-1f7def14fbbd req-31b5e130-787e-419e-8fd1-ea7ed189d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:03.655039 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9b29893f-ae06-4624-9eea-1f7def14fbbd req-31b5e130-787e-419e-8fd1-ea7ed189d999 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e46b27d4336444b98f803f2fbef3235f&device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 1094 time: 0.0454741 Dec 16 22:34:03.663818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event updated for resources: {'Port': ['ID=ba47a485-ea92-473d-ac5b-7c8255e83701,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:03.686572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Checking segment: {'id': '7d8c11d9-1a63-47ad-be44-3b732659b545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'af68e19d-85cb-49aa-9204-5c648c664040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:03.686940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Network hostable DHCP agents. Network: af68e19d-85cb-49aa-9204-5c648c664040, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:03.756155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Network af68e19d-85cb-49aa-9204-5c648c664040 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:03.769346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29893f-ae06-4624-9eea-1f7def14fbbd req-37e76ca6-98f6-4d81-8447-f48628e0a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:03.770857 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9b29893f-ae06-4624-9eea-1f7def14fbbd req-37e76ca6-98f6-4d81-8447-f48628e0a608 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e46b27d4336444b98f803f2fbef3235f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1070139 Dec 16 22:34:03.836238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, af68e19d-85cb-49aa-9204-5c648c664040) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:03.841575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:03.853620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:03.853865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d185bd2-cfeb-4979-b4f9-a1152e14ebe4 None None] Network af68e19d-85cb-49aa-9204-5c648c664040 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:03.853975 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:03.854970 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:03.888837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29893f-ae06-4624-9eea-1f7def14fbbd req-b6e96e36-92b0-492f-b129-942610920cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:03.888837 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9b29893f-ae06-4624-9eea-1f7def14fbbd req-b6e96e36-92b0-492f-b129-942610920cca service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1069028 Dec 16 22:34:03.953611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f8b0d600-04b7-4758-ab8d-b8d24425daca tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7109621 Dec 16 22:34:03.956877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59836) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:03.974165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580f85c-b0d5-4dfc-8ed4-502a7418890c req-3dfa77ff-0a55-44dc-8c6b-394703bbe3b3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:03.976613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e580f85c-b0d5-4dfc-8ed4-502a7418890c req-3dfa77ff-0a55-44dc-8c6b-394703bbe3b3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 943 time: 0.0632617 Dec 16 22:34:03.995481 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c336907-cd46-4182-823c-1ecba3382f84 req-dd63dfe8-d909-4c1e-bf7e-9a064e6efffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:03.996981 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9c336907-cd46-4182-823c-1ecba3382f84 req-dd63dfe8-d909-4c1e-bf7e-9a064e6efffc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e46b27d4336444b98f803f2fbef3235f&device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 1094 time: 0.0737624 Dec 16 22:34:04.027297 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e580f85c-b0d5-4dfc-8ed4-502a7418890c req-20a7d4fd-8013-44e9-b24d-69a997c970d4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442817 Dec 16 22:34:04.046298 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9c336907-cd46-4182-823c-1ecba3382f84 req-9a5dd10f-1a99-42bb-9167-242aa7618ca6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88cc5efe-ebd3-4ff5-b4f5-78d615be3649 HTTP/1.1" status: 200 len: 217 time: 0.0413547 Dec 16 22:34:04.054298 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a004ce2d-b168-4c49-bf90-6ef1d6ef84fc tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:04.060193 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a004ce2d-b168-4c49-bf90-6ef1d6ef84fc tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:04.061615 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a004ce2d-b168-4c49-bf90-6ef1d6ef84fc tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1024725 Dec 16 22:34:04.064518 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59838) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:04.107953 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c336907-cd46-4182-823c-1ecba3382f84 req-675b8841-aa44-43ea-899e-81c0cd6a412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:04.109328 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9c336907-cd46-4182-823c-1ecba3382f84 req-675b8841-aa44-43ea-899e-81c0cd6a412b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=214e776a-bec9-41dd-b23a-372aeec3228b HTTP/1.1" status: 200 len: 855 time: 0.0467758 Dec 16 22:34:04.142266 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9c336907-cd46-4182-823c-1ecba3382f84 req-1d166e69-b9e3-4f22-8b00-b1de24a106e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a38ea202-9def-4a69-9c10-b0c645d2f774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256090 Dec 16 22:34:04.161296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ed3221e3-8a9c-4711-83bd-e93e701257b6 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Deleting port 19fe6647-f22b-456c-8f57-3c88052d8dae {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:04.161665 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ed3221e3-8a9c-4711-83bd-e93e701257b6 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.231439 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ed3221e3-8a9c-4711-83bd-e93e701257b6 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.234983 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9c336907-cd46-4182-823c-1ecba3382f84 req-c3dba502-9c22-4b4b-ae67-78902cf51be7 service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853851 Dec 16 22:34:04.243973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ed3221e3-8a9c-4711-83bd-e93e701257b6 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Calling delete_port for 19fe6647-f22b-456c-8f57-3c88052d8dae owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:04.337878 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9c336907-cd46-4182-823c-1ecba3382f84 req-c1e6c61b-b9db-4996-ad7f-01148ba8db14 service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943313 Dec 16 22:34:04.341761 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ba540dc-37ee-4c22-a7df-fb21e7efeb50 req-43476c4b-1c1c-404e-9be5-6a4527755ea5 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0365560 Dec 16 22:34:04.422152 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5158644-9734-4be1-ad91-fdc466ca521a req-2b6a803a-69a3-4bf1-bcb6-e7d962434486 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0261495 Dec 16 22:34:04.495989 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ed3221e3-8a9c-4711-83bd-e93e701257b6 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.521454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-114f42d3-f16f-471c-97fe-246f6c458fa8 req-54e8ce42-ba50-4f32-94ee-9a2ae9168845 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0367978 Dec 16 22:34:04.540958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3221e3-8a9c-4711-83bd-e93e701257b6 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event deleted for resources: {'Port': ['ID=19fe6647-f22b-456c-8f57-3c88052d8dae,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:04.545600 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ed3221e3-8a9c-4711-83bd-e93e701257b6 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.548876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ed3221e3-8a9c-4711-83bd-e93e701257b6 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "DELETE /v2.0/ports/19fe6647-f22b-456c-8f57-3c88052d8dae HTTP/1.1" status: 204 len: 168 time: 0.4833620 Dec 16 22:34:04.551510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59846) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:04.640406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b4a8c82-29b0-4610-bc49-d1007416c71e req-c1eaf28c-cc4b-4b24-8b3c-8dbc3f4abe0b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0501897 Dec 16 22:34:04.668574 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-23496f20-245e-440d-b424-d5ae81466843 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Deleting port ba47a485-ea92-473d-ac5b-7c8255e83701 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:04.668917 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23496f20-245e-440d-b424-d5ae81466843 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.741108 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23496f20-245e-440d-b424-d5ae81466843 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.754639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-23496f20-245e-440d-b424-d5ae81466843 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Calling delete_port for ba47a485-ea92-473d-ac5b-7c8255e83701 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:04.910345 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23496f20-245e-440d-b424-d5ae81466843 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.938884 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23496f20-245e-440d-b424-d5ae81466843 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event deleted for resources: {'Port': ['ID=ba47a485-ea92-473d-ac5b-7c8255e83701,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:04.949782 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23496f20-245e-440d-b424-d5ae81466843 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.953426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-23496f20-245e-440d-b424-d5ae81466843 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "DELETE /v2.0/ports/ba47a485-ea92-473d-ac5b-7c8255e83701 HTTP/1.1" status: 204 len: 168 time: 0.4009643 Dec 16 22:34:04.956107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59852) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:04.985298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0c1931a0-6bd7-40cd-820d-bca53c8773b1 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0280001 Dec 16 22:34:04.988943 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59854) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:04.994769 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d050395b-bcdf-4263-bca3-ac0ed84f118a tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-482027411'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:05.087690 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d050395b-bcdf-4263-bca3-ac0ed84f118a tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Made reservation on behalf of 6e32d5b91417497890815a4d9be81d74 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:05.091960 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d050395b-bcdf-4263-bca3-ac0ed84f118a tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.124700 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d050395b-bcdf-4263-bca3-ac0ed84f118a tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:05.134210 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d050395b-bcdf-4263-bca3-ac0ed84f118a tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.134554 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-d050395b-bcdf-4263-bca3-ac0ed84f118a tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Added segment d7a92134-355b-4ee4-8aa5-8bcc7e237d97 of type vlan for network cc72391a-372f-4d45-837c-21b9cac584d4 Dec 16 22:34:05.158017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03deee1-9fac-4791-9c11-a8c4eb473082 req-fb256e41-abf2-4941-96ef-d5ab8631f7d5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:05.159617 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f03deee1-9fac-4791-9c11-a8c4eb473082 req-fb256e41-abf2-4941-96ef-d5ab8631f7d5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 943 time: 0.0616868 Dec 16 22:34:05.177153 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d050395b-bcdf-4263-bca3-ac0ed84f118a tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.213778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f03deee1-9fac-4791-9c11-a8c4eb473082 req-7c722fdc-99be-4d1e-94a0-df8c5f070522 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457163 Dec 16 22:34:05.264884 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d050395b-bcdf-4263-bca3-ac0ed84f118a tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.272769 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d050395b-bcdf-4263-bca3-ac0ed84f118a tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:05.273392 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d050395b-bcdf-4263-bca3-ac0ed84f118a tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.344752 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050395b-bcdf-4263-bca3-ac0ed84f118a tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event updated for resources: {'Network': ['ID=cc72391a-372f-4d45-837c-21b9cac584d4,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:05.358068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network cc72391a-372f-4d45-837c-21b9cac584d4 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:05.404547 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d050395b-bcdf-4263-bca3-ac0ed84f118a tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4143264 Dec 16 22:34:05.407013 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59860) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:05.412048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-873dd28b-2577-4287-8b7f-c7a55ed4f337 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-937240572'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:05.422853 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f17a9684-2e4b-4f12-81d7-8fc44c6812a6 req-7f537892-382c-4fca-996a-cfe434a41589 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0304580 Dec 16 22:34:05.493167 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873dd28b-2577-4287-8b7f-c7a55ed4f337 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Made reservation on behalf of 6e32d5b91417497890815a4d9be81d74 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:05.496915 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-873dd28b-2577-4287-8b7f-c7a55ed4f337 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.500348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6880b3c-0c54-49f6-913a-dffab4fc10f5 req-4086ae72-c7c4-406e-87f0-b7004bd8fd26 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0270841 Dec 16 22:34:05.522658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873dd28b-2577-4287-8b7f-c7a55ed4f337 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:05.532069 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-873dd28b-2577-4287-8b7f-c7a55ed4f337 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.532420 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-873dd28b-2577-4287-8b7f-c7a55ed4f337 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Added segment c977b385-0a28-4f2d-8f34-5e3258601e9f of type vlan for network 583e522f-1376-4742-a55d-a8231f7f6694 Dec 16 22:34:05.572929 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-873dd28b-2577-4287-8b7f-c7a55ed4f337 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.606265 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f464a0a-d6b4-4cf7-993d-e86b5f4975c3 req-28c4899d-095f-429a-a9fb-8849a7acd881 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0331583 Dec 16 22:34:05.664885 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-873dd28b-2577-4287-8b7f-c7a55ed4f337 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.670929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873dd28b-2577-4287-8b7f-c7a55ed4f337 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:05.671757 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-873dd28b-2577-4287-8b7f-c7a55ed4f337 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.722799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54b91885-1daa-4815-96be-752423882b77 req-6571134d-e3d0-404b-8c60-fcbebadc89f5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0316188 Dec 16 22:34:05.743370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873dd28b-2577-4287-8b7f-c7a55ed4f337 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event updated for resources: {'Network': ['ID=583e522f-1376-4742-a55d-a8231f7f6694,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:05.753098 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 583e522f-1376-4742-a55d-a8231f7f6694 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:05.794457 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-873dd28b-2577-4287-8b7f-c7a55ed4f337 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3863711 Dec 16 22:34:05.925313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59868) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:05.932984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Request body: {'subnets': [{'network_id': 'cc72391a-372f-4d45-837c-21b9cac584d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1232208505', 'ip_version': 4}, {'network_id': '583e522f-1376-4742-a55d-a8231f7f6694', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:05.933392 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Request body: {'subnet': {'network_id': 'cc72391a-372f-4d45-837c-21b9cac584d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1232208505', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:05.933978 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Request body: {'subnet': {'network_id': '583e522f-1376-4742-a55d-a8231f7f6694', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:06.173095 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Made reservation on behalf of 6e32d5b91417497890815a4d9be81d74 for: {'subnet': 2} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:06.177884 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:06.178232 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:06.333371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2862a-96f9-4381-b83e-cdb9e11e738b req-ff3a67bf-abb2-46b9-a3b8-ff6954b585c9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:06.334878 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3fa2862a-96f9-4381-b83e-cdb9e11e738b req-ff3a67bf-abb2-46b9-a3b8-ff6954b585c9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 943 time: 0.0518835 Dec 16 22:34:06.392825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3fa2862a-96f9-4381-b83e-cdb9e11e738b req-f7646e89-8668-46a3-8c85-5b9ee534b62a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430717 Dec 16 22:34:06.500367 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc0c3873-8725-4e3d-811b-00222c38122e req-b103383b-20ad-49a8-b253-6e335ca40f61 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0272732 Dec 16 22:34:06.578922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21647692-1e07-4805-9a17-e587c3f0a98a req-34e0a172-fa71-4b65-ac73-5b876c3f617b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0270045 Dec 16 22:34:06.613626 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:06.677824 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event updated for resources: {'Subnet': ['ID=6a43dd1a-014f-4453-bc32-68e4af5aefda,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:06.685645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Checking segment: {'id': 'd7a92134-355b-4ee4-8aa5-8bcc7e237d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cc72391a-372f-4d45-837c-21b9cac584d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:06.685921 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Network hostable DHCP agents. Network: cc72391a-372f-4d45-837c-21b9cac584d4, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:06.690672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ddc2a01-38de-49f0-8067-bbfb83e24f4d req-6e560444-14f5-44a5-ab34-fedbeb5e5468 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0308259 Dec 16 22:34:06.762103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Network cc72391a-372f-4d45-837c-21b9cac584d4 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:06.803561 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5484517-e382-415b-ad73-4d1fd6e994af req-d83e9f65-3deb-44d9-abd3-fecfe1137433 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0294876 Dec 16 22:34:06.841947 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, cc72391a-372f-4d45-837c-21b9cac584d4) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:06.845727 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:06.851723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108aceea-53f1-4515-a023-53f3f2ae1f46 None None] Network cc72391a-372f-4d45-837c-21b9cac584d4 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:06.904602 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event updated for resources: {'Subnet': ['ID=f29887a7-e355-42fb-861e-b6fbb48d06a8,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:06.922056 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Checking segment: {'id': 'c977b385-0a28-4f2d-8f34-5e3258601e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '583e522f-1376-4742-a55d-a8231f7f6694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:06.922425 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Network hostable DHCP agents. Network: 583e522f-1376-4742-a55d-a8231f7f6694, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:06.958497 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-cc72391a-372f-4d45-837c-21b9cac584d4', 'network_id': 'cc72391a-372f-4d45-837c-21b9cac584d4', 'project_id': '6e32d5b91417497890815a4d9be81d74', 'fixed_ips': [{'subnet_id': '6a43dd1a-014f-4453-bc32-68e4af5aefda'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:06.959487 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.081235 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Network 583e522f-1376-4742-a55d-a8231f7f6694 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:07.105249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Allocated IP 172.20.0.2 (cc72391a-372f-4d45-837c-21b9cac584d4/6a43dd1a-014f-4453-bc32-68e4af5aefda/474d4a21-f8a3-49ad-b1c6-bdaf2d6f05a1) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:07.173520 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 583e522f-1376-4742-a55d-a8231f7f6694) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:07.179019 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:07.179596 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:07.180287 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.186136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dcde89-83e4-4cab-9612-cc9e0b0d0cc7 None None] Network 583e522f-1376-4742-a55d-a8231f7f6694 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:07.271132 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4e1866a0-c8d8-46c7-927e-0048c26e4007 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.3446186 Dec 16 22:34:07.276111 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59882) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:07.293839 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:34:07.330912 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fccc42-9fa2-4083-b7c7-6d0636f533c9 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:07.332454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fccc42-9fa2-4083-b7c7-6d0636f533c9 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:07.334024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fccc42-9fa2-4083-b7c7-6d0636f533c9 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:07.335688 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-58fccc42-9fa2-4083-b7c7-6d0636f533c9 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0585532 Dec 16 22:34:07.340291 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59884) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:07.356257 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.396527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-7897f7cc-f0a0-42d1-96d5-b12d3941d72b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Deleting subnet 6a43dd1a-014f-4453-bc32-68e4af5aefda {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:34:07.429886 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7897f7cc-f0a0-42d1-96d5-b12d3941d72b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.487645 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7897f7cc-f0a0-42d1-96d5-b12d3941d72b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.576499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-583e522f-1376-4742-a55d-a8231f7f6694', 'network_id': '583e522f-1376-4742-a55d-a8231f7f6694', 'project_id': '6e32d5b91417497890815a4d9be81d74', 'fixed_ips': [{'subnet_id': 'f29887a7-e355-42fb-861e-b6fbb48d06a8'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:07.577362 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.582479 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.590688 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07949a6f-18a1-4c8c-897d-257ab0c7de7a req-2cf01b7b-8ccc-4054-8bad-110ae842371d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0370247 Dec 16 22:34:07.598326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588a539-f5d2-4062-b6ba-d9a428688138 req-f00733c7-83f9-4545-8415-fc6c1ebc899d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:07.601649 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8588a539-f5d2-4062-b6ba-d9a428688138 req-f00733c7-83f9-4545-8415-fc6c1ebc899d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 943 time: 0.1310673 Dec 16 22:34:07.663817 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Network cc72391a-372f-4d45-837c-21b9cac584d4 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:07.677854 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:07.682744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Pushing event updated for resources: {'Port': ['ID=474d4a21-f8a3-49ad-b1c6-bdaf2d6f05a1,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:07.685108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:07.697734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81db0fc7-16ba-4818-bb69-33b11bed78ea req-7ed6d393-060d-4e3d-a36a-65e52f2a6f88 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0540204 Dec 16 22:34:07.705226 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7897f7cc-f0a0-42d1-96d5-b12d3941d72b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.761194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8588a539-f5d2-4062-b6ba-d9a428688138 req-53f0e490-6468-4c22-a9df-8bf69ab02f04 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509397 Dec 16 22:34:07.766794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 88cc5efe-ebd3-4ff5-b4f5-78d615be3649, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=88cc5efe-ebd3-4ff5-b4f5-78d615be3649,segment=NetworkSegment(2a896f65-0eee-4394-8df5-5a348c0508c7),segment_id=2a896f65-0eee-4394-8df5-5a348c0508c7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:07.783167 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08037520-1fda-4671-90d9-fa4c4fc2fd2e req-d33e1578-54ee-4de1-b5f8-aa212e8f0c7f tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0390162 Dec 16 22:34:07.818337 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '88cc5efe-ebd3-4ff5-b4f5-78d615be3649', 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774', 'port_id': '88cc5efe-ebd3-4ff5-b4f5-78d615be3649', 'mac_address': 'fa:16:3e:30:58:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214e776a-bec9-41dd-b23a-372aeec3228b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:34:07.883523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0669e264-1007-43ef-8ed3-b4b9a8e33134 req-5040c7dc-2d2e-47f1-965b-912eda30a270 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0279925 Dec 16 22:34:07.885334 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7897f7cc-f0a0-42d1-96d5-b12d3941d72b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.889303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Attempting to bind port 474d4a21-f8a3-49ad-b1c6-bdaf2d6f05a1 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:07.889865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Attempting to bind port 474d4a21-f8a3-49ad-b1c6-bdaf2d6f05a1 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'd7a92134-355b-4ee4-8aa5-8bcc7e237d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cc72391a-372f-4d45-837c-21b9cac584d4'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:07.890134 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Attempting to bind port 474d4a21-f8a3-49ad-b1c6-bdaf2d6f05a1 on network cc72391a-372f-4d45-837c-21b9cac584d4 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:07.909155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:07.909534 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Checking segment: {'id': 'd7a92134-355b-4ee4-8aa5-8bcc7e237d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cc72391a-372f-4d45-837c-21b9cac584d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:07.909942 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.910332 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Bound using segment: {'id': 'd7a92134-355b-4ee4-8aa5-8bcc7e237d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cc72391a-372f-4d45-837c-21b9cac584d4'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:07.910811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Bound port: 474d4a21-f8a3-49ad-b1c6-bdaf2d6f05a1, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a92134-355b-4ee4-8aa5-8bcc7e237d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cc72391a-372f-4d45-837c-21b9cac584d4'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:07.911192 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.918629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897f7cc-f0a0-42d1-96d5-b12d3941d72b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event deleted for resources: {'Subnet': ['ID=6a43dd1a-014f-4453-bc32-68e4af5aefda,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:07.923323 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7897f7cc-f0a0-42d1-96d5-b12d3941d72b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.926289 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Allocated IP 172.20.0.18 (583e522f-1376-4742-a55d-a8231f7f6694/f29887a7-e355-42fb-861e-b6fbb48d06a8/60dcdfe1-592a-4645-9e68-f2dbfe0b692f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:07.928123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7897f7cc-f0a0-42d1-96d5-b12d3941d72b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "DELETE /v2.0/subnets/6a43dd1a-014f-4453-bc32-68e4af5aefda HTTP/1.1" status: 204 len: 168 time: 0.5864241 Dec 16 22:34:07.934177 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59896) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:07.934333 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.972855 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:34:07.984737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a4112b-adc7-4f4f-9ac7-c72f19b5974b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Deleting subnet f29887a7-e355-42fb-861e-b6fbb48d06a8 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:34:08.050588 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 88cc5efe-ebd3-4ff5-b4f5-78d615be3649, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=88cc5efe-ebd3-4ff5-b4f5-78d615be3649,segment=NetworkSegment(2a896f65-0eee-4394-8df5-5a348c0508c7),segment_id=2a896f65-0eee-4394-8df5-5a348c0508c7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:08.078309 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] For port 474d4a21-f8a3-49ad-b1c6-bdaf2d6f05a1, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:08.098605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] For port 474d4a21-f8a3-49ad-b1c6-bdaf2d6f05a1, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=474d4a21-f8a3-49ad-b1c6-bdaf2d6f05a1,segment=NetworkSegment(d7a92134-355b-4ee4-8aa5-8bcc7e237d97),segment_id=d7a92134-355b-4ee4-8aa5-8bcc7e237d97)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:08.111242 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.207504 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.210046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=88cc5efe-ebd3-4ff5-b4f5-78d615be3649,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:08.214574 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.295573 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05375f-e811-4aaf-bf01-2439e52104c8 None None] Pushing event updated for resources: {'Port': ['ID=474d4a21-f8a3-49ad-b1c6-bdaf2d6f05a1,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:08.299400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49a4112b-adc7-4f4f-9ac7-c72f19b5974b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.300250 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.331087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e01ede8-2a60-4671-8d0c-3491eb0a6e83 None None] Network cc72391a-372f-4d45-837c-21b9cac584d4 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:08.352254 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49a4112b-adc7-4f4f-9ac7-c72f19b5974b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.386782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['88cc5efe-ebd3-4ff5-b4f5-78d615be3649'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:34:08.390834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Network 583e522f-1376-4742-a55d-a8231f7f6694 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:08.425153 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:08.433415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Pushing event updated for resources: {'Port': ['ID=60dcdfe1-592a-4645-9e68-f2dbfe0b692f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:08.437836 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:08.449988 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49a4112b-adc7-4f4f-9ac7-c72f19b5974b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.547156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Attempting to bind port 60dcdfe1-592a-4645-9e68-f2dbfe0b692f on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:08.547557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Attempting to bind port 60dcdfe1-592a-4645-9e68-f2dbfe0b692f by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'c977b385-0a28-4f2d-8f34-5e3258601e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '583e522f-1376-4742-a55d-a8231f7f6694'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:08.547925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Attempting to bind port 60dcdfe1-592a-4645-9e68-f2dbfe0b692f on network 583e522f-1376-4742-a55d-a8231f7f6694 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:08.564851 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:08.565232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Checking segment: {'id': 'c977b385-0a28-4f2d-8f34-5e3258601e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '583e522f-1376-4742-a55d-a8231f7f6694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:08.565644 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.566041 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Bound using segment: {'id': 'c977b385-0a28-4f2d-8f34-5e3258601e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '583e522f-1376-4742-a55d-a8231f7f6694'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:08.566513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Bound port: 60dcdfe1-592a-4645-9e68-f2dbfe0b692f, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c977b385-0a28-4f2d-8f34-5e3258601e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '583e522f-1376-4742-a55d-a8231f7f6694'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:08.566934 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.573831 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49a4112b-adc7-4f4f-9ac7-c72f19b5974b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.603004 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4112b-adc7-4f4f-9ac7-c72f19b5974b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event deleted for resources: {'Subnet': ['ID=f29887a7-e355-42fb-861e-b6fbb48d06a8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:08.607660 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49a4112b-adc7-4f4f-9ac7-c72f19b5974b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.613515 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-49a4112b-adc7-4f4f-9ac7-c72f19b5974b tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "DELETE /v2.0/subnets/f29887a7-e355-42fb-861e-b6fbb48d06a8 HTTP/1.1" status: 204 len: 168 time: 0.6805847 Dec 16 22:34:08.613620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59898) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:08.672523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] For port 60dcdfe1-592a-4645-9e68-f2dbfe0b692f, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:08.683198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1122059e-0ede-4e69-8dce-f7610f4f3f2e req-e2887b29-8940-4bf2-b37b-e7036dcf3481 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0315709 Dec 16 22:34:08.698635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] For port 60dcdfe1-592a-4645-9e68-f2dbfe0b692f, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=60dcdfe1-592a-4645-9e68-f2dbfe0b692f,segment=NetworkSegment(c977b385-0a28-4f2d-8f34-5e3258601e9f),segment_id=c977b385-0a28-4f2d-8f34-5e3258601e9f)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:08.704889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04db24c-c505-461c-a501-17b27e4a5a05 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:08.706401 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c04db24c-c505-461c-a501-17b27e4a5a05 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0919316 Dec 16 22:34:08.709927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 59902) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:08.744948 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.783329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56590247-7171-4be1-8f70-0594ea87b9bb req-9e52f43e-aa37-4ef9-ac0e-6e50934c52ce tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0302572 Dec 16 22:34:08.798478 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.861017 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Deleting port 60dcdfe1-592a-4645-9e68-f2dbfe0b692f {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:08.861415 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.865559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726b1f78-be23-487f-b46f-6dc50f485bcb None None] Network 583e522f-1376-4742-a55d-a8231f7f6694 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:08.901567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c3cebf6-188f-4e85-816d-6cf7e17afd62 req-7b53919b-6c0e-44e7-9ee6-68cb87e678be tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0315366 Dec 16 22:34:08.914543 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46bd3e-6bfb-485d-b420-9bef5f49f003 None None] Pushing event updated for resources: {'Port': ['ID=60dcdfe1-592a-4645-9e68-f2dbfe0b692f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:08.920508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f889d-b7c5-4374-9886-4cd48edff4ac req-8dfe4858-7d22-4a03-832f-a068653ee8fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:08.929874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-333f889d-b7c5-4374-9886-4cd48edff4ac req-8dfe4858-7d22-4a03-832f-a068653ee8fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 944 time: 0.0903826 Dec 16 22:34:08.947754 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] For port 60dcdfe1-592a-4645-9e68-f2dbfe0b692f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=60dcdfe1-592a-4645-9e68-f2dbfe0b692f,segment=NetworkSegment(c977b385-0a28-4f2d-8f34-5e3258601e9f),segment_id=c977b385-0a28-4f2d-8f34-5e3258601e9f)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:08.948125 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.963742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Calling delete_port for 60dcdfe1-592a-4645-9e68-f2dbfe0b692f owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:08.995768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19791065-8d86-43a1-89e6-78d0b7acff2f None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:34:09.000161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-333f889d-b7c5-4374-9886-4cd48edff4ac req-d6c2c79c-f79d-4d30-8a66-5bf721f0dbf4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688589 Dec 16 22:34:09.025412 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad67ad5f-b6c8-4c44-86fd-95d451410539 req-b6f74c4a-5600-4da5-8063-0bf1a143d967 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0448914 Dec 16 22:34:09.091037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19791065-8d86-43a1-89e6-78d0b7acff2f None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:34:09.133488 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.159828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event deleted for resources: {'Port': ['ID=60dcdfe1-592a-4645-9e68-f2dbfe0b692f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:09.163786 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] No DVR routers for this DVR port 60dcdfe1-592a-4645-9e68-f2dbfe0b692f on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:09.261722 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.283507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583e522f-1376-4742-a55d-a8231f7f6694']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:09.293237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c977b385-0a28-4f2d-8f34-5e3258601e9f') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:09.293537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c977b385-0a28-4f2d-8f34-5e3258601e9f') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:09.297888 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:09.303798 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.316811 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.323498 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:09.323977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:09.327153 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:09.411881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e4f7e8-8146-494e-a300-4cf84b5ea181 None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:34:09.456874 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:34:09.464506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c9f36635-05ba-4e9c-b880-dbdad2c5e717 None None] Provisioning complete for port 076bf481-372f-4d3d-9953-f9ec3d475ee3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:09.464887 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9f36635-05ba-4e9c-b880-dbdad2c5e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.476410 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.481314 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.484594 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "DELETE /v2.0/networks/583e522f-1376-4742-a55d-a8231f7f6694 HTTP/1.1" status: 204 len: 168 time: 0.7734900 Dec 16 22:34:09.487128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59912) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:09.499809 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f5ed6-491d-42ca-9a14-70c076d2d654 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event deleted for resources: {'Network': ['ID=583e522f-1376-4742-a55d-a8231f7f6694,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:09.507037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:09.507436 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.574056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.601363 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4f7e8-8146-494e-a300-4cf84b5ea181 None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:34:09.632650 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Deleting port 474d4a21-f8a3-49ad-b1c6-bdaf2d6f05a1 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:09.633035 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.710472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] For port 474d4a21-f8a3-49ad-b1c6-bdaf2d6f05a1, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=474d4a21-f8a3-49ad-b1c6-bdaf2d6f05a1,segment=NetworkSegment(d7a92134-355b-4ee4-8aa5-8bcc7e237d97),segment_id=d7a92134-355b-4ee4-8aa5-8bcc7e237d97)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:09.711200 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.726041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Calling delete_port for 474d4a21-f8a3-49ad-b1c6-bdaf2d6f05a1 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:09.732895 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.783965 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c9f36635-05ba-4e9c-b880-dbdad2c5e717 None None] Provisioning complete for port ee844376-9613-4947-8ea2-b617634bafcc triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:09.784345 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9f36635-05ba-4e9c-b880-dbdad2c5e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.785668 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f701b5-8267-4a1a-aa7c-21c78c5d968d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cc5efe-ebd3-4ff5-b4f5-78d615be3649'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:34:09.787960 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77340f99-6dbe-4858-87cb-44724542ec6e" -d '{"events": [{"server_uuid": "e9f701b5-8267-4a1a-aa7c-21c78c5d968d", "name": "network-vif-plugged", "status": "completed", "tag": "88cc5efe-ebd3-4ff5-b4f5-78d615be3649"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:34:09.803641 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a754d97-f9ce-42a9-ad15-c28ae99a891c req-82f396f3-b90a-4a98-9f5b-25f74faa6641 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0614722 Dec 16 22:34:09.830034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 88cc5efe-ebd3-4ff5-b4f5-78d615be3649, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=88cc5efe-ebd3-4ff5-b4f5-78d615be3649,segment=NetworkSegment(2a896f65-0eee-4394-8df5-5a348c0508c7),segment_id=2a896f65-0eee-4394-8df5-5a348c0508c7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:09.848068 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9528d410-9624-44c3-855c-2357fdd9ce8d x-openstack-request-id: req-9528d410-9624-44c3-855c-2357fdd9ce8d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:34:09.848402 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f701b5-8267-4a1a-aa7c-21c78c5d968d", "name": "network-vif-plugged", "status": "completed", "tag": "88cc5efe-ebd3-4ff5-b4f5-78d615be3649", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:34:09.851387 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9528d410-9624-44c3-855c-2357fdd9ce8d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:34:09.851387 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f701b5-8267-4a1a-aa7c-21c78c5d968d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cc5efe-ebd3-4ff5-b4f5-78d615be3649', 'code': 200} Dec 16 22:34:09.979626 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47253c85-ec12-479e-8cd4-58fccd06bd89 req-8ace7093-67db-4263-aa99-2be701923f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:09.981172 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-47253c85-ec12-479e-8cd4-58fccd06bd89 req-8ace7093-67db-4263-aa99-2be701923f5e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 1096 time: 0.0483277 Dec 16 22:34:10.035860 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-47253c85-ec12-479e-8cd4-58fccd06bd89 req-c945acc1-4c99-4e73-a6c2-70a918599b70 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454676 Dec 16 22:34:10.069682 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.197407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=88cc5efe-ebd3-4ff5-b4f5-78d615be3649,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:10.225826 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c9f36635-05ba-4e9c-b880-dbdad2c5e717 None None] Provisioning complete for port 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:10.226115 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9f36635-05ba-4e9c-b880-dbdad2c5e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.259632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62ac648c-4f3a-4666-8b8e-e6210d5164b0 req-eba25eba-2bb4-4904-b6ae-99f17e05b135 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0493922 Dec 16 22:34:10.261417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa84214f-d621-40da-8cd2-f53922ada684 req-1a4fa44d-38cc-4229-841c-933dad7ea157 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0502002 Dec 16 22:34:10.351831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d98fbb9d-1b8e-424d-9d45-f47935f0dc4b req-4f534edb-8d69-45f1-969a-381852b6d96b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0329738 Dec 16 22:34:10.353709 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.405167 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event deleted for resources: {'Port': ['ID=474d4a21-f8a3-49ad-b1c6-bdaf2d6f05a1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:10.408888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] No DVR routers for this DVR port 474d4a21-f8a3-49ad-b1c6-bdaf2d6f05a1 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:10.438719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:10.439065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:10.439504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:10.439839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:10.440170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:10.440503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:10.440827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:10.441149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:10.441469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:10.441787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:10.442103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:10.442421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:10.442739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:10.501513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248ea6b-921e-41e3-8353-d6e5e7906e56 req-e4bca4bd-90c2-45b7-8d66-64ffae7a6af7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:10.502898 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6248ea6b-921e-41e3-8353-d6e5e7906e56 req-e4bca4bd-90c2-45b7-8d66-64ffae7a6af7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1542041 Dec 16 22:34:10.517364 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.561872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc72391a-372f-4d45-837c-21b9cac584d4']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:10.580047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a92134-355b-4ee4-8aa5-8bcc7e237d97') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:10.580347 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a92134-355b-4ee4-8aa5-8bcc7e237d97') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:10.594990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6248ea6b-921e-41e3-8353-d6e5e7906e56 req-51a371bb-fb10-4f60-91f1-3d3a6e54ac35 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827980 Dec 16 22:34:10.596610 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.610078 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.616382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:10.616778 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:10.620315 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:10.773674 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.782020 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.785330 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "DELETE /v2.0/networks/cc72391a-372f-4d45-837c-21b9cac584d4 HTTP/1.1" status: 204 len: 168 time: 1.2970870 Dec 16 22:34:10.789048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59926) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:10.809989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e202f6-9b8c-4779-a34d-f5e488a6d0b3 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event deleted for resources: {'Network': ['ID=cc72391a-372f-4d45-837c-21b9cac584d4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:10.904676 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3cf3e05b-40f7-4ee9-85b4-836f5beae882 req-0875de5d-d4a9-494e-b227-25e1f83e2066 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0420294 Dec 16 22:34:10.912195 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c42c473b-af1b-41b9-aa77-077ba54bb1a1 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.010277 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c42c473b-af1b-41b9-aa77-077ba54bb1a1 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.030955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-c42c473b-af1b-41b9-aa77-077ba54bb1a1 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af68e19d-85cb-49aa-9204-5c648c664040']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:11.042521 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-c42c473b-af1b-41b9-aa77-077ba54bb1a1 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8c11d9-1a63-47ad-be44-3b732659b545') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:11.042910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-c42c473b-af1b-41b9-aa77-077ba54bb1a1 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8c11d9-1a63-47ad-be44-3b732659b545') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:11.054052 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c42c473b-af1b-41b9-aa77-077ba54bb1a1 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.068287 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c42c473b-af1b-41b9-aa77-077ba54bb1a1 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.075317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42c473b-af1b-41b9-aa77-077ba54bb1a1 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:11.075731 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c42c473b-af1b-41b9-aa77-077ba54bb1a1 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:11.078718 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:11.207803 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c42c473b-af1b-41b9-aa77-077ba54bb1a1 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.215870 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c42c473b-af1b-41b9-aa77-077ba54bb1a1 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.219342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c42c473b-af1b-41b9-aa77-077ba54bb1a1 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "DELETE /v2.0/networks/af68e19d-85cb-49aa-9204-5c648c664040 HTTP/1.1" status: 204 len: 168 time: 0.4292660 Dec 16 22:34:11.221772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59930) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:11.240953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c473b-af1b-41b9-aa77-077ba54bb1a1 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event deleted for resources: {'Network': ['ID=af68e19d-85cb-49aa-9204-5c648c664040,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:11.320856 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-204b919c-65bc-41a1-b3bf-c9c44fac2413 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.400243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da3efc01-4328-4122-ad94-46c67e99c62e req-3120d14e-4486-4268-b83f-e14ee375fa7c tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0669923 Dec 16 22:34:11.405063 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1f02dc2-308c-416e-95b6-8eea60db5f19 req-9024ba46-8a02-4043-86a8-6dab7446b009 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0691831 Dec 16 22:34:11.495633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49702a5c-f6a0-419a-8e2c-ab8f155bbd71 req-8582273f-435d-4d8b-8d81-47847c23ee25 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0413985 Dec 16 22:34:11.499928 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-204b919c-65bc-41a1-b3bf-c9c44fac2413 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.524177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-204b919c-65bc-41a1-b3bf-c9c44fac2413 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11af0734-dbc2-4ea7-a15b-910da129b4af']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:11.534530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-204b919c-65bc-41a1-b3bf-c9c44fac2413 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd56db2e-74b3-4b7f-a981-ef39ea6d4bb2') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:11.534751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-204b919c-65bc-41a1-b3bf-c9c44fac2413 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd56db2e-74b3-4b7f-a981-ef39ea6d4bb2') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:11.545115 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-204b919c-65bc-41a1-b3bf-c9c44fac2413 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.558810 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-204b919c-65bc-41a1-b3bf-c9c44fac2413 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.564763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204b919c-65bc-41a1-b3bf-c9c44fac2413 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:11.565146 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-204b919c-65bc-41a1-b3bf-c9c44fac2413 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:11.568091 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:11.675865 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-204b919c-65bc-41a1-b3bf-c9c44fac2413 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.697975 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-204b919c-65bc-41a1-b3bf-c9c44fac2413 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.701381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-204b919c-65bc-41a1-b3bf-c9c44fac2413 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] 10.222.0.43 "DELETE /v2.0/networks/11af0734-dbc2-4ea7-a15b-910da129b4af HTTP/1.1" status: 204 len: 168 time: 0.4785478 Dec 16 22:34:11.715560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b919c-65bc-41a1-b3bf-c9c44fac2413 tempest-BulkNetworkOpsTest-1739899750 tempest-BulkNetworkOpsTest-1739899750-project] Pushing event deleted for resources: {'Network': ['ID=11af0734-dbc2-4ea7-a15b-910da129b4af,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:11.738299 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42458f-93a9-4f24-ba33-b1dccd65f15b req-b8b0464f-eb45-4fda-b270-942cbc64ad67 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:11.740024 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c42458f-93a9-4f24-ba33-b1dccd65f15b req-b8b0464f-eb45-4fda-b270-942cbc64ad67 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0758343 Dec 16 22:34:11.812655 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c42458f-93a9-4f24-ba33-b1dccd65f15b req-7cd2168a-c134-46dd-8c15-e807831f601a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657873 Dec 16 22:34:11.932146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ae8b1-cf97-4aef-b218-079703a8b5e4 req-275860c3-8ab1-4f55-be3c-c3f2336259d7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:11.933733 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd4ae8b1-cf97-4aef-b218-079703a8b5e4 req-275860c3-8ab1-4f55-be3c-c3f2336259d7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0511823 Dec 16 22:34:11.991625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6596f1fb-f15b-4ada-b392-fe32354d0f8f req-31837134-729c-495f-a0bf-35deca51bbbd tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0326724 Dec 16 22:34:12.015237 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd4ae8b1-cf97-4aef-b218-079703a8b5e4 req-c48bcb24-ed8a-473d-a95f-8a7c5668c1c9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751686 Dec 16 22:34:12.217279 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59952) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:12.284942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42325d1-1db5-4f6e-a854-ac537694e9d9 req-de43d29d-de5f-442a-9c14-8ee113302ed8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:12.286703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f42325d1-1db5-4f6e-a854-ac537694e9d9 req-de43d29d-de5f-442a-9c14-8ee113302ed8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0541275 Dec 16 22:34:12.355785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f42325d1-1db5-4f6e-a854-ac537694e9d9 req-470170ce-e96a-40a4-8dd7-8d4b568661dd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619771 Dec 16 22:34:12.379246 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1fc059ba-9e6e-490f-b136-a51117ee3c72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e32d5b91417497890815a4d9be81d74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1578612 Dec 16 22:34:12.379464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 59958) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:12.432512 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7fcf976f-06b2-4db2-a545-28a505b8b96b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.507644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69f57e2d-a2d8-4071-bc37-b6bcd76ded0a req-b5fcae33-e50f-4b51-9cd9-1e44af774157 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0511389 Dec 16 22:34:12.515444 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7fcf976f-06b2-4db2-a545-28a505b8b96b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.560098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b612442-d6a1-490b-92cb-d2d8bd149ca9 req-2f659721-3360-46dc-90f7-8d18e5223546 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:12.561628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b612442-d6a1-490b-92cb-d2d8bd149ca9 req-2f659721-3360-46dc-90f7-8d18e5223546 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1262085 Dec 16 22:34:12.607175 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-316673ea-c7a0-40e2-8ca9-392cd2e2257b req-23004029-5fee-4604-b48b-e5458418b83a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0398667 Dec 16 22:34:12.649858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b612442-d6a1-490b-92cb-d2d8bd149ca9 req-48054d36-41a1-418e-a23a-979774d0e51c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787673 Dec 16 22:34:12.684162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02ff8111-5277-456d-936e-2a9e862c6730 req-ce31de84-a80b-40e0-a8e6-f691e605f3d3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0326276 Dec 16 22:34:12.710213 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7fcf976f-06b2-4db2-a545-28a505b8b96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.713544 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7fcf976f-06b2-4db2-a545-28a505b8b96b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.714782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7fcf976f-06b2-4db2-a545-28a505b8b96b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/039c566a-bd66-44fc-8106-7379975dc477 HTTP/1.1" status: 204 len: 168 time: 0.3344769 Dec 16 22:34:12.725452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf976f-06b2-4db2-a545-28a505b8b96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039c566a-bd66-44fc-8106-7379975dc477,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:13.100321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a5adb69-7438-41ed-95cd-ae533bb4e424 req-972815bd-f560-4b79-ab44-10bd9331692e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0553207 Dec 16 22:34:13.195952 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:13.207603 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb71ba-b0e4-4e94-aebb-e1d45f3918e7 req-88651ca3-f6ed-4a2f-a734-a813795a4e14 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:13.209146 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ecb71ba-b0e4-4e94-aebb-e1d45f3918e7 req-88651ca3-f6ed-4a2f-a734-a813795a4e14 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0540786 Dec 16 22:34:13.262605 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ecb71ba-b0e4-4e94-aebb-e1d45f3918e7 req-788bac40-a853-42e0-9fc0-109dc447fc83 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466142 Dec 16 22:34:13.344816 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:13.587759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a0373c8-097a-4da3-bea6-e4fc464fb23e req-f282f4a2-dbf8-4bbf-9ba4-f7706a8ddbed tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0267601 Dec 16 22:34:13.698392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d89ada6-2c60-4ea7-b621-461c1065314f req-4ce61caa-0e73-46ee-bebd-b4df030d5326 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0368130 Dec 16 22:34:13.784785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e843574-5bcd-48e4-8caa-f0b9e5c13092 req-e560491b-bc23-47a9-8afa-5a1c4c3d2090 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0429199 Dec 16 22:34:13.792028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60006) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:13.892510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-3d02543a-204a-48f3-81e7-0e77f9bd281a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-116219729'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:13.984612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d02543a-204a-48f3-81e7-0e77f9bd281a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:13.988260 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d02543a-204a-48f3-81e7-0e77f9bd281a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:13.998078 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d02543a-204a-48f3-81e7-0e77f9bd281a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:14.074136 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d02543a-204a-48f3-81e7-0e77f9bd281a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:14.134395 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d02543a-204a-48f3-81e7-0e77f9bd281a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:14.157456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d02543a-204a-48f3-81e7-0e77f9bd281a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:14.199140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02543a-204a-48f3-81e7-0e77f9bd281a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f48439-199e-4c84-866a-77f8fb74daee,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:14.202593 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d02543a-204a-48f3-81e7-0e77f9bd281a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:14.202949 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-3d02543a-204a-48f3-81e7-0e77f9bd281a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Added segment fc78131c-792e-451b-9df7-ea959a98877f of type vlan for network e55c1b02-4414-4918-a722-34aa6190412d Dec 16 22:34:14.205895 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05484b17-5d69-4e5a-bb78-006fdba56491 req-d5b9372c-2924-482d-b82f-b33f60f1ea6a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0495579 Dec 16 22:34:14.251296 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d02543a-204a-48f3-81e7-0e77f9bd281a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:14.344986 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d02543a-204a-48f3-81e7-0e77f9bd281a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:14.350413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d02543a-204a-48f3-81e7-0e77f9bd281a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:14.350982 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d02543a-204a-48f3-81e7-0e77f9bd281a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:14.451126 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4aea97-8482-4639-9d5b-98a974ccd81a req-1bf49635-0658-41a1-8c49-63b8818a4c8c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:14.452702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e4aea97-8482-4639-9d5b-98a974ccd81a req-1bf49635-0658-41a1-8c49-63b8818a4c8c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1188197 Dec 16 22:34:14.453463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02543a-204a-48f3-81e7-0e77f9bd281a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Network': ['ID=e55c1b02-4414-4918-a722-34aa6190412d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:14.463552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network e55c1b02-4414-4918-a722-34aa6190412d details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:14.495719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3d02543a-204a-48f3-81e7-0e77f9bd281a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7024989 Dec 16 22:34:14.515186 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e4aea97-8482-4639-9d5b-98a974ccd81a req-f3bdca1b-c67b-4c8a-9c0e-e52f1053fc1f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552831 Dec 16 22:34:14.669553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b86e991-7d2b-491d-8762-0612cd59b4a5 req-642b430e-1858-4966-8a58-d79e1e4a239f tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0284131 Dec 16 22:34:14.783039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78614258-3730-4373-9802-7f7afe1af86a req-b8dd6f63-dc0f-47af-b780-c1c1728786e5 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0300133 Dec 16 22:34:14.863494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5073ac2-4a39-4b37-8c34-b1d2950d4b6f req-89053d18-edaf-4909-82e5-473e93f33e7e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0273004 Dec 16 22:34:15.286728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0bf43a39-9e25-4d4c-bea6-dbe6dfb15eb9 req-1609ffc1-813e-43fc-aef8-3c3e546a3332 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0295279 Dec 16 22:34:15.639115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f01131-a7f6-419d-a558-17ed4ffc2b32 req-2e967670-9162-476b-946c-158e76175c1e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:15.640754 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22f01131-a7f6-419d-a558-17ed4ffc2b32 req-2e967670-9162-476b-946c-158e76175c1e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0543964 Dec 16 22:34:15.692891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22f01131-a7f6-419d-a558-17ed4ffc2b32 req-e45ababf-9373-4325-aae4-d1092ef5ecc7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451863 Dec 16 22:34:15.760047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e04cd2f-7fec-44f6-a940-96ff7fbc6dab req-159d45f3-1228-477b-a794-aea2e19d103b tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0307171 Dec 16 22:34:15.860912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e9250eb-261b-4978-bd87-649ff0a4e721 req-212f1fcc-2a19-438d-aeb7-22f41ef87d00 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0263338 Dec 16 22:34:15.950454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e1e77fa5-c54c-48f9-8284-a0779edecd48 req-8d22a934-a384-4d14-ae4a-56e1c7bb6540 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0350537 Dec 16 22:34:16.363037 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84f86a05-e17b-45b6-85bf-b758a3beb187 req-a6319ad9-0384-4a5c-bcff-4d2f45433930 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0265033 Dec 16 22:34:16.846633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f551e51c-f6b8-4ae6-9715-695d2a51e703 req-fb41c020-1946-408c-947b-e2a14af9d8e7 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0323479 Dec 16 22:34:16.858515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0a8c7-1fd0-485d-8dc2-5d98d8982e59 req-77ff2d8d-41c5-4650-a4cf-f9411727b9e4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:16.860197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0d0a8c7-1fd0-485d-8dc2-5d98d8982e59 req-77ff2d8d-41c5-4650-a4cf-f9411727b9e4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0832174 Dec 16 22:34:16.917684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0d0a8c7-1fd0-485d-8dc2-5d98d8982e59 req-adc30c6b-fb68-4aad-b377-4f79faa4d1c3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460818 Dec 16 22:34:16.953442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab83f622-6ad6-469c-8d66-a0afd85310d6 req-ef88bbb2-5ad2-4f7e-8902-c4b31f1f430e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0347507 Dec 16 22:34:17.033489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e9ba205-902d-4382-816b-80dbe1cd711b req-b5d7e903-0ba2-4d1d-89e8-f8dd3321f890 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0281525 Dec 16 22:34:17.445066 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-17a6a96a-270c-4923-b94c-bf20d1fe2856 req-4df8d290-cc44-42ec-b81f-3f0cd006ff2f tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0306158 Dec 16 22:34:17.838279 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60042) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:17.843467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-dd9bb1b1-8cc2-491e-bc67-6184c201dd21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'subnet': {'network_id': 'e55c1b02-4414-4918-a722-34aa6190412d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:17.935277 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b454fef6-bbeb-4d2c-ae0e-5824b8f3bfb4 req-dfb07f31-85ef-4f8a-9825-9ea20b67f627 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0348232 Dec 16 22:34:18.050873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d95e9a80-798a-40a3-a206-9236e8ac5442 req-68a4ea5f-8f6b-4157-91b0-b5e71e9c6fed tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0308871 Dec 16 22:34:18.054857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9bb1b1-8cc2-491e-bc67-6184c201dd21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:18.059148 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dd9bb1b1-8cc2-491e-bc67-6184c201dd21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:18.086232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d481d-dff4-4971-ab50-55e627fcc733 req-58f0f8e7-ebf1-4c56-a411-5056b0cbe0d6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:18.088161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e48d481d-dff4-4971-ab50-55e627fcc733 req-58f0f8e7-ebf1-4c56-a411-5056b0cbe0d6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0991559 Dec 16 22:34:18.171081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02b0372b-2695-4da8-9289-338c1a203649 req-1aaa47c3-e1e6-4f89-be72-b1719e2900bf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0566905 Dec 16 22:34:18.221559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e48d481d-dff4-4971-ab50-55e627fcc733 req-a783626c-1a60-4852-96a5-f8b493b9771f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062367 Dec 16 22:34:18.361914 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dd9bb1b1-8cc2-491e-bc67-6184c201dd21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:18.427387 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bb1b1-8cc2-491e-bc67-6184c201dd21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Subnet': ['ID=a4f65219-2533-407a-92d6-5b8becaaa44b,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:18.439626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9bb1b1-8cc2-491e-bc67-6184c201dd21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Checking segment: {'id': 'fc78131c-792e-451b-9df7-ea959a98877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e55c1b02-4414-4918-a722-34aa6190412d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:18.439987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9bb1b1-8cc2-491e-bc67-6184c201dd21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network hostable DHCP agents. Network: e55c1b02-4414-4918-a722-34aa6190412d, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:18.525398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b8530861-85ec-4715-acd3-b7742e34fdfe req-96e431be-31f6-4c58-ae01-abd9e71731af tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0277348 Dec 16 22:34:18.555445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9bb1b1-8cc2-491e-bc67-6184c201dd21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network e55c1b02-4414-4918-a722-34aa6190412d is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:18.658369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-dd9bb1b1-8cc2-491e-bc67-6184c201dd21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, e55c1b02-4414-4918-a722-34aa6190412d) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:18.662502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9bb1b1-8cc2-491e-bc67-6184c201dd21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:18.663112 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dd9bb1b1-8cc2-491e-bc67-6184c201dd21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:18.667759 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a20eddc-b2e0-4918-ae9b-df5484af5c84 None None] Network e55c1b02-4414-4918-a722-34aa6190412d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:18.769561 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-e55c1b02-4414-4918-a722-34aa6190412d', 'network_id': 'e55c1b02-4414-4918-a722-34aa6190412d', 'project_id': '057433c206454d18b9280a1d473457ad', 'fixed_ips': [{'subnet_id': 'a4f65219-2533-407a-92d6-5b8becaaa44b'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:18.770443 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:18.770611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dd9bb1b1-8cc2-491e-bc67-6184c201dd21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9312317 Dec 16 22:34:18.774906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60054) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:18.780332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-cc85b898-6ee7-4fa0-b0ad-e3daf1b5292b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1346809318'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:18.881363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc85b898-6ee7-4fa0-b0ad-e3daf1b5292b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:18.885077 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc85b898-6ee7-4fa0-b0ad-e3daf1b5292b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:18.912190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc85b898-6ee7-4fa0-b0ad-e3daf1b5292b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:18.923331 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc85b898-6ee7-4fa0-b0ad-e3daf1b5292b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:18.926934 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-cc85b898-6ee7-4fa0-b0ad-e3daf1b5292b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Added segment 74501e33-d318-4c1e-ae94-69fba2d5aea5 of type vlan for network 790ec423-430a-49bc-be33-74f2867828d4 Dec 16 22:34:18.927304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Allocated IP 2001:db8:0:ffff::2 (e55c1b02-4414-4918-a722-34aa6190412d/a4f65219-2533-407a-92d6-5b8becaaa44b/7b8d7e16-ccac-4571-b5df-280ddfd2b07d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:18.969002 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc85b898-6ee7-4fa0-b0ad-e3daf1b5292b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.020212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db90bee3-dde1-44e2-b0e4-97c793b01c6c req-9ef686fa-f41b-424b-8fef-5e2e5babc09c tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0311565 Dec 16 22:34:19.058720 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc85b898-6ee7-4fa0-b0ad-e3daf1b5292b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.064516 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc85b898-6ee7-4fa0-b0ad-e3daf1b5292b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:19.065152 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc85b898-6ee7-4fa0-b0ad-e3daf1b5292b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.081925 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.150712 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39c89b13-ee5c-4b43-a26c-8a53e86ebad9 req-4f1860bf-e1e0-4450-92fb-03aeff1203b3 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0327303 Dec 16 22:34:19.151901 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.164948 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85b898-6ee7-4fa0-b0ad-e3daf1b5292b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Network': ['ID=790ec423-430a-49bc-be33-74f2867828d4,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:19.183218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cc85b898-6ee7-4fa0-b0ad-e3daf1b5292b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4065788 Dec 16 22:34:19.188939 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 790ec423-430a-49bc-be33-74f2867828d4 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:19.191349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60060) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:19.198305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7692e792-531b-4a11-92a5-716401dc8e92 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'subnet': {'network_id': '790ec423-430a-49bc-be33-74f2867828d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:19.210215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Network e55c1b02-4414-4918-a722-34aa6190412d is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:19.244309 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:19.250170 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:19.275478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Pushing event updated for resources: {'Port': ['ID=7b8d7e16-ccac-4571-b5df-280ddfd2b07d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:19.285417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db709260-cfb0-4c8c-95e5-d4bc4c26de3f req-6f5c16b7-d076-4c5a-bfb9-0091a212ee85 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0441334 Dec 16 22:34:19.355297 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Attempting to bind port 7b8d7e16-ccac-4571-b5df-280ddfd2b07d on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:19.356113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Attempting to bind port 7b8d7e16-ccac-4571-b5df-280ddfd2b07d by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'fc78131c-792e-451b-9df7-ea959a98877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e55c1b02-4414-4918-a722-34aa6190412d'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:19.356397 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Attempting to bind port 7b8d7e16-ccac-4571-b5df-280ddfd2b07d on network e55c1b02-4414-4918-a722-34aa6190412d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:19.362000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:19.362563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Checking segment: {'id': 'fc78131c-792e-451b-9df7-ea959a98877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e55c1b02-4414-4918-a722-34aa6190412d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:19.362971 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.363410 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Bound using segment: {'id': 'fc78131c-792e-451b-9df7-ea959a98877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e55c1b02-4414-4918-a722-34aa6190412d'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:19.363909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Bound port: 7b8d7e16-ccac-4571-b5df-280ddfd2b07d, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc78131c-792e-451b-9df7-ea959a98877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e55c1b02-4414-4918-a722-34aa6190412d'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:19.364338 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.380661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661e2de-9c6d-4b9c-a985-da0bfca2500b req-9c7cff20-245e-40dd-a93c-e68ac1660f74 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:19.385036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4661e2de-9c6d-4b9c-a985-da0bfca2500b req-9c7cff20-245e-40dd-a93c-e68ac1660f74 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0586684 Dec 16 22:34:19.404412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7692e792-531b-4a11-92a5-716401dc8e92 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:19.408183 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7692e792-531b-4a11-92a5-716401dc8e92 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.434520 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] For port 7b8d7e16-ccac-4571-b5df-280ddfd2b07d, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:19.438143 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] For port 7b8d7e16-ccac-4571-b5df-280ddfd2b07d, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7b8d7e16-ccac-4571-b5df-280ddfd2b07d,segment=NetworkSegment(fc78131c-792e-451b-9df7-ea959a98877f),segment_id=fc78131c-792e-451b-9df7-ea959a98877f)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:19.499204 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.504505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4661e2de-9c6d-4b9c-a985-da0bfca2500b req-35336044-7697-4e8b-ab85-5c33209f5b8c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149762 Dec 16 22:34:19.575375 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45b5cf-05d4-4864-b612-c12e40862faa None None] Pushing event updated for resources: {'Port': ['ID=7b8d7e16-ccac-4571-b5df-280ddfd2b07d,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:19.646496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16389154-f8c9-4d79-83ec-8d28bf88cd4e req-9fd3d6c5-5a4e-4e2e-ae05-3b2c34afbde5 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0531757 Dec 16 22:34:19.802439 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7692e792-531b-4a11-92a5-716401dc8e92 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.882157 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692e792-531b-4a11-92a5-716401dc8e92 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Subnet': ['ID=8b9c5afa-6a99-479f-8ed9-200aaebb96f8,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:19.894273 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7692e792-531b-4a11-92a5-716401dc8e92 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Checking segment: {'id': '74501e33-d318-4c1e-ae94-69fba2d5aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '790ec423-430a-49bc-be33-74f2867828d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:19.897492 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7692e792-531b-4a11-92a5-716401dc8e92 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network hostable DHCP agents. Network: 790ec423-430a-49bc-be33-74f2867828d4, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:20.001579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7692e792-531b-4a11-92a5-716401dc8e92 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network 790ec423-430a-49bc-be33-74f2867828d4 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:20.058985 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6a1b-a238-48c1-aea7-4b3e2dc6f756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.108475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3233e0a-f554-4090-8269-dd255ea8b5d1 req-f6bc929d-5379-4a41-b86a-b428b90f7e25 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0288615 Dec 16 22:34:20.121292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-7692e792-531b-4a11-92a5-716401dc8e92 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 790ec423-430a-49bc-be33-74f2867828d4) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:20.130280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6191522b-f7bc-46f6-8863-77a0c66f3043 None None] Network 790ec423-430a-49bc-be33-74f2867828d4 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:20.131154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692e792-531b-4a11-92a5-716401dc8e92 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:20.131792 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7692e792-531b-4a11-92a5-716401dc8e92 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.200058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7692e792-531b-4a11-92a5-716401dc8e92 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0073578 Dec 16 22:34:20.202965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60072) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:20.247799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-790ec423-430a-49bc-be33-74f2867828d4', 'network_id': '790ec423-430a-49bc-be33-74f2867828d4', 'project_id': '057433c206454d18b9280a1d473457ad', 'fixed_ips': [{'subnet_id': '8b9c5afa-6a99-479f-8ed9-200aaebb96f8'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:20.248695 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.269781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90f7f5fb-d97a-43c3-8486-b7965041232d req-890ea196-aeb2-4d49-84f9-4830fc4ce309 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0564809 Dec 16 22:34:20.347581 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.392108 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ac693c6-ea8d-4bee-b773-7edcf2f50560 req-1b31cf5e-2083-4fa4-a28d-304adbc57da6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0372863 Dec 16 22:34:20.424495 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Allocated IP 2001:db8::1 (790ec423-430a-49bc-be33-74f2867828d4/8b9c5afa-6a99-479f-8ed9-200aaebb96f8/ded31637-f86d-4e0a-8b42-61d1863ef117) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:20.431117 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.583342 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.599972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0ffb1c-c96d-4af5-a5d5-4ef440775a3d None None] Network e55c1b02-4414-4918-a722-34aa6190412d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:20.633163 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca2fd-6d7f-40d7-a327-7f2f4c3dfb88 req-19fb918c-f725-4401-bbb1-676244aec805 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:20.635234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c30ca2fd-6d7f-40d7-a327-7f2f4c3dfb88 req-19fb918c-f725-4401-bbb1-676244aec805 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0567663 Dec 16 22:34:20.663252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-05f00111-9eea-49d0-ac36-446adc2c6af1 None None] Provisioning complete for port 7b8d7e16-ccac-4571-b5df-280ddfd2b07d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:20.663681 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05f00111-9eea-49d0-ac36-446adc2c6af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.668830 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.691813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c30ca2fd-6d7f-40d7-a327-7f2f4c3dfb88 req-a0acf7d8-9784-4a89-8414-b1202d6d7b4c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496023 Dec 16 22:34:20.746928 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-178faaa5-730f-4645-ad6a-248ff74ee585 req-dffd1e59-bdba-4f47-9bb0-3a2bb37491ce tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0295448 Dec 16 22:34:20.767151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Network 790ec423-430a-49bc-be33-74f2867828d4 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:20.767940 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.784187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Pushing event updated for resources: {'Port': ['ID=ded31637-f86d-4e0a-8b42-61d1863ef117,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:20.790390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:20.793452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:20.804367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Subnet': ['ID=8b9c5afa-6a99-479f-8ed9-200aaebb96f8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:20.904727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Attempting to bind port ded31637-f86d-4e0a-8b42-61d1863ef117 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:20.905258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Attempting to bind port ded31637-f86d-4e0a-8b42-61d1863ef117 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '74501e33-d318-4c1e-ae94-69fba2d5aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '790ec423-430a-49bc-be33-74f2867828d4'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:20.905645 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Attempting to bind port ded31637-f86d-4e0a-8b42-61d1863ef117 on network 790ec423-430a-49bc-be33-74f2867828d4 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:20.914033 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05f00111-9eea-49d0-ac36-446adc2c6af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.917139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:20.917525 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Checking segment: {'id': '74501e33-d318-4c1e-ae94-69fba2d5aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '790ec423-430a-49bc-be33-74f2867828d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:20.917957 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.918338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Bound using segment: {'id': '74501e33-d318-4c1e-ae94-69fba2d5aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '790ec423-430a-49bc-be33-74f2867828d4'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:20.918841 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Bound port: ded31637-f86d-4e0a-8b42-61d1863ef117, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74501e33-d318-4c1e-ae94-69fba2d5aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '790ec423-430a-49bc-be33-74f2867828d4'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:20.919230 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.999121 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-05f00111-9eea-49d0-ac36-446adc2c6af1 None None] For port 7b8d7e16-ccac-4571-b5df-280ddfd2b07d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7b8d7e16-ccac-4571-b5df-280ddfd2b07d,segment=NetworkSegment(fc78131c-792e-451b-9df7-ea959a98877f),segment_id=fc78131c-792e-451b-9df7-ea959a98877f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:21.029411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] For port ded31637-f86d-4e0a-8b42-61d1863ef117, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:21.029411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] For port ded31637-f86d-4e0a-8b42-61d1863ef117, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ded31637-f86d-4e0a-8b42-61d1863ef117,segment=NetworkSegment(74501e33-d318-4c1e-ae94-69fba2d5aea5),segment_id=74501e33-d318-4c1e-ae94-69fba2d5aea5)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:21.172911 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:21.173582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05f00111-9eea-49d0-ac36-446adc2c6af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:21.187200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26fdb080-7eea-4e93-880d-d54c829e4ec5 req-ee0836c0-f5c4-46aa-9617-8b44601d4c25 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0274255 Dec 16 22:34:21.197684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790ec423-430a-49bc-be33-74f2867828d4']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:21.208701 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74501e33-d318-4c1e-ae94-69fba2d5aea5') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:21.209699 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74501e33-d318-4c1e-ae94-69fba2d5aea5') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:21.220509 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:21.224170 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:21.239064 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:21.246145 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:21.246543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:21.247695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f00111-9eea-49d0-ac36-446adc2c6af1 None None] Pushing event updated for resources: {'Port': ['ID=7b8d7e16-ccac-4571-b5df-280ddfd2b07d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:21.249736 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:21.339893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-046386a9-52c9-402a-9d6c-94c94789fb2d None None] Provisioning complete for port 7b8d7e16-ccac-4571-b5df-280ddfd2b07d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:21.340276 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-046386a9-52c9-402a-9d6c-94c94789fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:21.356950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-568fc8b5-5058-460a-8505-2d7a2f096434 req-8621b46d-aa5a-453c-b68a-231a03a2cccd tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0295057 Dec 16 22:34:21.361911 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1907897c-4e9b-43b6-a3b2-5bd3fee5be58 None None] Network 790ec423-430a-49bc-be33-74f2867828d4 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:21.364049 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a1a7e-b838-409b-96b4-aca93a649aea None None] Pushing event updated for resources: {'Port': ['ID=ded31637-f86d-4e0a-8b42-61d1863ef117,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:21.384821 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.db.api [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:34:21.384821 n-d-821840-2 neutron-server[103952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:34:21.384821 n-d-821840-2 neutron-server[103952]: [parameters: {'id': '790ec423-430a-49bc-be33-74f2867828d4'}] Dec 16 22:34:21.384821 n-d-821840-2 neutron-server[103952]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:34:21.385312 n-d-821840-2 neutron-server[103952]: DEBUG oslo_db.api [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:34:21.477831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-beb0dc47-ec73-4476-8687-d6375264eeab req-2789aa18-ed81-414b-9ed1-d386b0649dfd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0262275 Dec 16 22:34:21.508610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea626f4a-9d84-48e8-90fa-4b1bfe26cf7e None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:34:21.590353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7b8d7e16-ccac-4571-b5df-280ddfd2b07d up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:21.639666 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea626f4a-9d84-48e8-90fa-4b1bfe26cf7e None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:34:21.710716 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 7b8d7e16-ccac-4571-b5df-280ddfd2b07d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:21.711089 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:21.837123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-893e712f-20c0-4027-96a9-7e8b167fe331 req-f2172d24-9654-4501-b02a-257266d26462 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0307739 Dec 16 22:34:21.856964 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d346f5-a5ec-4e62-98fd-61e7835898ee req-726fa82c-97e4-4b07-855f-9430df39872c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:21.860104 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5d346f5-a5ec-4e62-98fd-61e7835898ee req-726fa82c-97e4-4b07-855f-9430df39872c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0857348 Dec 16 22:34:21.886370 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:21.912890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5d346f5-a5ec-4e62-98fd-61e7835898ee req-21c1c43f-bfe2-40b8-bf56-2e23e85066a3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481949 Dec 16 22:34:21.957566 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Deleting port ded31637-f86d-4e0a-8b42-61d1863ef117 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:21.957930 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.026300 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] For port ded31637-f86d-4e0a-8b42-61d1863ef117, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ded31637-f86d-4e0a-8b42-61d1863ef117,segment=NetworkSegment(74501e33-d318-4c1e-ae94-69fba2d5aea5),segment_id=74501e33-d318-4c1e-ae94-69fba2d5aea5)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:22.026678 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.041471 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Calling delete_port for ded31637-f86d-4e0a-8b42-61d1863ef117 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:22.218744 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.247063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Port': ['ID=ded31637-f86d-4e0a-8b42-61d1863ef117,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:22.251999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No DVR routers for this DVR port ded31637-f86d-4e0a-8b42-61d1863ef117 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:22.272474 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-565c961d-3989-416b-b564-3728a4eba6bb req-63edd2a5-40c9-4f94-bb08-e4c6fd791b1a tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0299544 Dec 16 22:34:22.338531 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.358942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790ec423-430a-49bc-be33-74f2867828d4']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:22.369706 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74501e33-d318-4c1e-ae94-69fba2d5aea5') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:22.370054 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74501e33-d318-4c1e-ae94-69fba2d5aea5') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:22.379929 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.394307 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.401250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:22.401648 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:22.405031 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:22.418976 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad711-f673-49f6-bfa8-18ba29e4ead0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.439167 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98b67ccc-70f4-4f21-86e9-3f83afb8dda1 req-edf6b6ee-0667-4eb3-93dc-8ec5a24faf7f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0276959 Dec 16 22:34:22.545007 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.554493 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.558326 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/790ec423-430a-49bc-be33-74f2867828d4 HTTP/1.1" status: 204 len: 168 time: 2.3534791 Dec 16 22:34:22.564820 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60096) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:22.567053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc7931ca-d656-4443-a4cd-53537809d915 req-3f6ee71e-98fa-4d8d-9715-ae35fedd7384 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0355368 Dec 16 22:34:22.576639 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7722285-06d9-4633-a385-915b4de68e27 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Network': ['ID=790ec423-430a-49bc-be33-74f2867828d4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:22.579866 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b493b35a-8383-4878-abdd-25fd6fdf356c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1223956347'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:22.675974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b493b35a-8383-4878-abdd-25fd6fdf356c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:22.679473 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b493b35a-8383-4878-abdd-25fd6fdf356c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.710900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b493b35a-8383-4878-abdd-25fd6fdf356c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:22.721478 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b493b35a-8383-4878-abdd-25fd6fdf356c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.721796 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-b493b35a-8383-4878-abdd-25fd6fdf356c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Added segment a567c6aa-e146-4e64-b6bf-daba97662fdc of type vlan for network 4af6fce4-e99a-48c1-b395-660ca298b731 Dec 16 22:34:22.768694 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b493b35a-8383-4878-abdd-25fd6fdf356c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.852971 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b493b35a-8383-4878-abdd-25fd6fdf356c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.859542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b493b35a-8383-4878-abdd-25fd6fdf356c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:22.860251 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b493b35a-8383-4878-abdd-25fd6fdf356c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.957736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-535830c2-d70f-4acc-a2e7-ae2ed80240af req-115f6a60-7422-4e13-b53d-b3fb4fc93daf tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0468502 Dec 16 22:34:22.962072 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493b35a-8383-4878-abdd-25fd6fdf356c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Network': ['ID=4af6fce4-e99a-48c1-b395-660ca298b731,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:22.974281 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 4af6fce4-e99a-48c1-b395-660ca298b731 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:22.982892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b493b35a-8383-4878-abdd-25fd6fdf356c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4147542 Dec 16 22:34:22.985577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60102) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:22.990890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-65d91b04-4e49-47c7-8cc0-0ce0698148a5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'subnet': {'network_id': '4af6fce4-e99a-48c1-b395-660ca298b731', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:23.105378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af77a0d-0835-4735-a7d1-7f63ef4b8f16 req-b6195c83-e366-4321-8127-5d9b9ec5c225 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:23.106969 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6af77a0d-0835-4735-a7d1-7f63ef4b8f16 req-b6195c83-e366-4321-8127-5d9b9ec5c225 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1123550 Dec 16 22:34:23.166823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6af77a0d-0835-4735-a7d1-7f63ef4b8f16 req-761c6bf3-1a76-4ad3-b544-9d4472635124 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526903 Dec 16 22:34:23.189412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d91b04-4e49-47c7-8cc0-0ce0698148a5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:23.193331 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65d91b04-4e49-47c7-8cc0-0ce0698148a5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:23.367007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4b5b637-b942-4ed2-9c0b-24313195b45e req-7099b385-32b1-4a53-92e7-fe1b6189c403 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0319839 Dec 16 22:34:23.470256 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65d91b04-4e49-47c7-8cc0-0ce0698148a5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:23.496798 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:23.542491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc0a2d6b-d259-47a7-94a6-ea16258c53ef req-040ff163-0081-4a5f-8c4d-7b55250bb45c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0436115 Dec 16 22:34:23.564733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d91b04-4e49-47c7-8cc0-0ce0698148a5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Subnet': ['ID=bbbec4d6-3914-43a1-9dff-74b9854a684a,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:23.572805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d91b04-4e49-47c7-8cc0-0ce0698148a5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Checking segment: {'id': 'a567c6aa-e146-4e64-b6bf-daba97662fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4af6fce4-e99a-48c1-b395-660ca298b731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:23.573175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d91b04-4e49-47c7-8cc0-0ce0698148a5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network hostable DHCP agents. Network: 4af6fce4-e99a-48c1-b395-660ca298b731, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:23.660901 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ce6acec-113e-4550-8df7-c0042435a2b8 req-02135412-5629-485a-9136-ac80cf512f54 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0320344 Dec 16 22:34:23.661642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d91b04-4e49-47c7-8cc0-0ce0698148a5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network 4af6fce4-e99a-48c1-b395-660ca298b731 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:23.750360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-65d91b04-4e49-47c7-8cc0-0ce0698148a5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 4af6fce4-e99a-48c1-b395-660ca298b731) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:23.755571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d91b04-4e49-47c7-8cc0-0ce0698148a5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:23.761348 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65d91b04-4e49-47c7-8cc0-0ce0698148a5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:23.762503 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb21e624-98d1-4bd1-b86d-d9a66d7edc8d None None] Network 4af6fce4-e99a-48c1-b395-660ca298b731 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:23.856052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-65d91b04-4e49-47c7-8cc0-0ce0698148a5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8691528 Dec 16 22:34:23.859600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60110) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:23.865607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ea84e7c9-f670-4385-aabb-501e60ea1329 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1277769152'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:23.876122 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-4af6fce4-e99a-48c1-b395-660ca298b731', 'network_id': '4af6fce4-e99a-48c1-b395-660ca298b731', 'project_id': '057433c206454d18b9280a1d473457ad', 'fixed_ips': [{'subnet_id': 'bbbec4d6-3914-43a1-9dff-74b9854a684a'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:23.877061 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:23.955584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea84e7c9-f670-4385-aabb-501e60ea1329 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:23.959159 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ea84e7c9-f670-4385-aabb-501e60ea1329 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:23.985998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea84e7c9-f670-4385-aabb-501e60ea1329 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:23.996683 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ea84e7c9-f670-4385-aabb-501e60ea1329 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:23.997039 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-ea84e7c9-f670-4385-aabb-501e60ea1329 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Added segment 6d514fa2-2208-4f92-8448-ae5bc2e7233d of type vlan for network 3354bb9b-f731-41cf-9a96-49efb6381ef8 Dec 16 22:34:24.019846 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Allocated IP 2001:db8::3 (4af6fce4-e99a-48c1-b395-660ca298b731/bbbec4d6-3914-43a1-9dff-74b9854a684a/805320f4-a389-4eea-a90f-4d0553d51b3d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:24.060452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-593e6522-a462-4e4c-a0f7-8f9f114c9ab9 req-4b0c3fe3-2c9c-4c62-8b66-ca31e7bc4eed tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0347900 Dec 16 22:34:24.061975 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ea84e7c9-f670-4385-aabb-501e60ea1329 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.155818 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ea84e7c9-f670-4385-aabb-501e60ea1329 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.161704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84e7c9-f670-4385-aabb-501e60ea1329 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:24.162359 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ea84e7c9-f670-4385-aabb-501e60ea1329 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.183241 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.273965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84e7c9-f670-4385-aabb-501e60ea1329 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Network': ['ID=3354bb9b-f731-41cf-9a96-49efb6381ef8,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:24.282512 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.291041 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 3354bb9b-f731-41cf-9a96-49efb6381ef8 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:24.302913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e0362-2129-493c-9e9a-7438aa9313db req-ef3954a3-6a7b-4c11-807d-7aa7cc10a079 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:24.304462 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e56e0362-2129-493c-9e9a-7438aa9313db req-ef3954a3-6a7b-4c11-807d-7aa7cc10a079 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0659714 Dec 16 22:34:24.321965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ea84e7c9-f670-4385-aabb-501e60ea1329 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4608810 Dec 16 22:34:24.325034 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60116) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:24.333396 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4b6eb6a4-cdad-49bb-8ca5-2ce5c833d1bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'subnet': {'network_id': '3354bb9b-f731-41cf-9a96-49efb6381ef8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:24.374100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e56e0362-2129-493c-9e9a-7438aa9313db req-67cf50a0-38bc-424e-9f3e-7a2c3af7ee4d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579641 Dec 16 22:34:24.374511 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Network 4af6fce4-e99a-48c1-b395-660ca298b731 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:24.380483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:24.382963 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:24.427395 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Pushing event updated for resources: {'Port': ['ID=805320f4-a389-4eea-a90f-4d0553d51b3d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:24.456694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d78616ba-8f2d-4134-ac7f-85d700ebb845 req-bb9a4065-06a2-42be-aaab-cbba14434ee9 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0339675 Dec 16 22:34:24.478583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Attempting to bind port 805320f4-a389-4eea-a90f-4d0553d51b3d on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:24.478965 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Attempting to bind port 805320f4-a389-4eea-a90f-4d0553d51b3d by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'a567c6aa-e146-4e64-b6bf-daba97662fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4af6fce4-e99a-48c1-b395-660ca298b731'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:24.479372 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Attempting to bind port 805320f4-a389-4eea-a90f-4d0553d51b3d on network 4af6fce4-e99a-48c1-b395-660ca298b731 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:24.481072 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6eb6a4-cdad-49bb-8ca5-2ce5c833d1bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:24.484734 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb6a4-cdad-49bb-8ca5-2ce5c833d1bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.485210 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:24.485602 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Checking segment: {'id': 'a567c6aa-e146-4e64-b6bf-daba97662fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4af6fce4-e99a-48c1-b395-660ca298b731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:24.486057 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.486410 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Bound using segment: {'id': 'a567c6aa-e146-4e64-b6bf-daba97662fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4af6fce4-e99a-48c1-b395-660ca298b731'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:24.486894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Bound port: 805320f4-a389-4eea-a90f-4d0553d51b3d, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a567c6aa-e146-4e64-b6bf-daba97662fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4af6fce4-e99a-48c1-b395-660ca298b731'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:24.487410 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.547929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_backend_mixin [None req-4b6eb6a4-cdad-49bb-8ca5-2ce5c833d1bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Performing IP validity checks on allocation pools {{(pid=103952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 22:34:24.548523 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_backend_mixin [None req-4b6eb6a4-cdad-49bb-8ca5-2ce5c833d1bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 22:34:24.559620 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] For port 805320f4-a389-4eea-a90f-4d0553d51b3d, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:24.562918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] For port 805320f4-a389-4eea-a90f-4d0553d51b3d, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=805320f4-a389-4eea-a90f-4d0553d51b3d,segment=NetworkSegment(a567c6aa-e146-4e64-b6bf-daba97662fdc),segment_id=a567c6aa-e146-4e64-b6bf-daba97662fdc)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:24.619966 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.622810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9742ef00-e654-4968-88f1-e23239e901be req-44620df7-d520-46d1-ac96-f7da13c7bab8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0294800 Dec 16 22:34:24.685229 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0798b8-5616-4da8-8691-96cc33391e0b None None] Pushing event updated for resources: {'Port': ['ID=805320f4-a389-4eea-a90f-4d0553d51b3d,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:24.728614 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb6a4-cdad-49bb-8ca5-2ce5c833d1bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.746653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-106d21ed-ab5b-430b-9dc2-d2b3d2c95673 req-81d07f40-878c-4012-8e6e-6d8835cee304 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0324595 Dec 16 22:34:24.794311 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6eb6a4-cdad-49bb-8ca5-2ce5c833d1bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Subnet': ['ID=cfbc90fb-5812-4b0d-80e2-6a37af91335e,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:24.813025 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.815927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6eb6a4-cdad-49bb-8ca5-2ce5c833d1bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Checking segment: {'id': '6d514fa2-2208-4f92-8448-ae5bc2e7233d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3354bb9b-f731-41cf-9a96-49efb6381ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:24.815927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6eb6a4-cdad-49bb-8ca5-2ce5c833d1bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network hostable DHCP agents. Network: 3354bb9b-f731-41cf-9a96-49efb6381ef8, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:24.897545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6eb6a4-cdad-49bb-8ca5-2ce5c833d1bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network 3354bb9b-f731-41cf-9a96-49efb6381ef8 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:24.989993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-4b6eb6a4-cdad-49bb-8ca5-2ce5c833d1bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 3354bb9b-f731-41cf-9a96-49efb6381ef8) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:25.001315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6eb6a4-cdad-49bb-8ca5-2ce5c833d1bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:25.001315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb6a4-cdad-49bb-8ca5-2ce5c833d1bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.001761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcae781-d6a6-4b03-b5a1-065f1da7a0eb None None] Network 3354bb9b-f731-41cf-9a96-49efb6381ef8 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:25.111889 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4b6eb6a4-cdad-49bb-8ca5-2ce5c833d1bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7839081 Dec 16 22:34:25.114079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60126) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:25.116689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-3354bb9b-f731-41cf-9a96-49efb6381ef8', 'network_id': '3354bb9b-f731-41cf-9a96-49efb6381ef8', 'project_id': '057433c206454d18b9280a1d473457ad', 'fixed_ips': [{'subnet_id': 'cfbc90fb-5812-4b0d-80e2-6a37af91335e'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:25.118631 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.202282 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c6b898f-8e0d-4639-ab23-38ab190a4038 req-8d4eb81b-1d86-4c03-9940-a4f7b2619a20 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0781488 Dec 16 22:34:25.263246 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.284290 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Allocated IP 2001:db8::3 (3354bb9b-f731-41cf-9a96-49efb6381ef8/cfbc90fb-5812-4b0d-80e2-6a37af91335e/6c8ae003-5d80-46a3-8c5d-89feb80e9a83) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:25.322895 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.444396 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.513919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791559c-4587-4f60-825f-6937270f8c0b req-14ec0a2f-e2bc-42fb-b2a2-ba95b4ff35b3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:25.515709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0791559c-4587-4f60-825f-6937270f8c0b req-14ec0a2f-e2bc-42fb-b2a2-ba95b4ff35b3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0660682 Dec 16 22:34:25.547989 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.597123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-441dd631-d7ff-48f5-b0f5-3efdcbe120f6 req-9bd32c0c-33ed-4700-a3d6-b0eed930683f tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0640385 Dec 16 22:34:25.602918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Network 3354bb9b-f731-41cf-9a96-49efb6381ef8 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:25.602918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:25.607404 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:25.630161 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Pushing event updated for resources: {'Port': ['ID=6c8ae003-5d80-46a3-8c5d-89feb80e9a83,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:25.645021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0791559c-4587-4f60-825f-6937270f8c0b req-905c6d8b-6122-4498-8796-b989cc58dee1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222620 Dec 16 22:34:25.689008 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.721425 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 805320f4-a389-4eea-a90f-4d0553d51b3d up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:25.739341 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Subnet': ['ID=cfbc90fb-5812-4b0d-80e2-6a37af91335e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:25.758841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6853978f-f496-4641-9441-f47217742aa9 req-9bc12ece-73d8-4701-b780-3594bd71c8f2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0499883 Dec 16 22:34:25.770850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Attempting to bind port 6c8ae003-5d80-46a3-8c5d-89feb80e9a83 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:25.771223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Attempting to bind port 6c8ae003-5d80-46a3-8c5d-89feb80e9a83 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '6d514fa2-2208-4f92-8448-ae5bc2e7233d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3354bb9b-f731-41cf-9a96-49efb6381ef8'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:25.772111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Attempting to bind port 6c8ae003-5d80-46a3-8c5d-89feb80e9a83 on network 3354bb9b-f731-41cf-9a96-49efb6381ef8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:25.785264 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:25.785647 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Checking segment: {'id': '6d514fa2-2208-4f92-8448-ae5bc2e7233d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3354bb9b-f731-41cf-9a96-49efb6381ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:25.786300 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.786664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Bound using segment: {'id': '6d514fa2-2208-4f92-8448-ae5bc2e7233d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3354bb9b-f731-41cf-9a96-49efb6381ef8'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:25.787156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Bound port: 6c8ae003-5d80-46a3-8c5d-89feb80e9a83, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d514fa2-2208-4f92-8448-ae5bc2e7233d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3354bb9b-f731-41cf-9a96-49efb6381ef8'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:25.787574 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.790571 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.845623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba267aa8-f7c9-4b64-b9cc-4582958967a9 None None] Network 4af6fce4-e99a-48c1-b395-660ca298b731 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:25.925454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 805320f4-a389-4eea-a90f-4d0553d51b3d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:25.925828 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.936333 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] For port 6c8ae003-5d80-46a3-8c5d-89feb80e9a83, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:25.948825 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] For port 6c8ae003-5d80-46a3-8c5d-89feb80e9a83, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6c8ae003-5d80-46a3-8c5d-89feb80e9a83,segment=NetworkSegment(6d514fa2-2208-4f92-8448-ae5bc2e7233d),segment_id=6d514fa2-2208-4f92-8448-ae5bc2e7233d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:25.987374 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-035c2cfa-aafe-43f8-bd1d-0e38e0c70fcb None None] Provisioning complete for port 805320f4-a389-4eea-a90f-4d0553d51b3d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:25.987667 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-035c2cfa-aafe-43f8-bd1d-0e38e0c70fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.095902 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.189742 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.224683 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e99dcddf-b6d1-4e6c-906c-0570bf98564e req-6f5ebf56-2665-4ce5-8cc0-d018fc5a1f06 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0322034 Dec 16 22:34:26.238949 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.240805 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-035c2cfa-aafe-43f8-bd1d-0e38e0c70fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.270423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3354bb9b-f731-41cf-9a96-49efb6381ef8']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:26.292256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9340f12-a8ca-4bc3-b795-7add2c9da288 None None] Pushing event updated for resources: {'Port': ['ID=6c8ae003-5d80-46a3-8c5d-89feb80e9a83,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:26.305641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393b52f4-666d-4aa7-804e-64336f76baf1 None None] Network 3354bb9b-f731-41cf-9a96-49efb6381ef8 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:26.311015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d514fa2-2208-4f92-8448-ae5bc2e7233d') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:26.311325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d514fa2-2208-4f92-8448-ae5bc2e7233d') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:26.315376 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e57024f-32bd-45c2-a51d-de106d63aa67 req-0240e7c4-9182-44b6-a86f-f9aea5e50cee tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0423915 Dec 16 22:34:26.324899 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.342238 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.346478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 805320f4-a389-4eea-a90f-4d0553d51b3d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=805320f4-a389-4eea-a90f-4d0553d51b3d,segment=NetworkSegment(a567c6aa-e146-4e64-b6bf-daba97662fdc),segment_id=a567c6aa-e146-4e64-b6bf-daba97662fdc)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:26.350167 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:26.350678 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:26.355421 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:26.419890 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.465059 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.db.api [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:34:26.465059 n-d-821840-2 neutron-server[103951]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:34:26.465059 n-d-821840-2 neutron-server[103951]: [parameters: {'id': '3354bb9b-f731-41cf-9a96-49efb6381ef8'}] Dec 16 22:34:26.465059 n-d-821840-2 neutron-server[103951]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:34:26.465489 n-d-821840-2 neutron-server[103951]: DEBUG oslo_db.api [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:34:26.512308 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-035c2cfa-aafe-43f8-bd1d-0e38e0c70fcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:34:26.512677 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-035c2cfa-aafe-43f8-bd1d-0e38e0c70fcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:34:26.513569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=805320f4-a389-4eea-a90f-4d0553d51b3d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:26.524832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163a35b6-0c35-4f9e-b086-fb5047146e01 None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:34:26.624532 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163a35b6-0c35-4f9e-b086-fb5047146e01 None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:34:26.689074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e711b5b6-da1f-4059-b9ae-7aece8ae0bf1 req-a6e18bb1-5536-4985-8333-4a9c5a97604b tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0273376 Dec 16 22:34:26.786998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad9951-4548-4bcb-aec1-05430af0cb2a req-8cc6741f-8765-422a-99d7-5fede3f1887c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:26.788554 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14ad9951-4548-4bcb-aec1-05430af0cb2a req-8cc6741f-8765-422a-99d7-5fede3f1887c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0526702 Dec 16 22:34:26.870326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cf9b1354-76cb-49dd-871d-7b635a28240c req-af4f094a-5421-4955-a5c3-9cdf0fb721bc tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0407343 Dec 16 22:34:26.874270 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14ad9951-4548-4bcb-aec1-05430af0cb2a req-820c5dc2-258d-4fe0-8897-957826d95485 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781074 Dec 16 22:34:26.967144 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.022941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Deleting port 6c8ae003-5d80-46a3-8c5d-89feb80e9a83 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:27.023310 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.091943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] For port 6c8ae003-5d80-46a3-8c5d-89feb80e9a83, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6c8ae003-5d80-46a3-8c5d-89feb80e9a83,segment=NetworkSegment(6d514fa2-2208-4f92-8448-ae5bc2e7233d),segment_id=6d514fa2-2208-4f92-8448-ae5bc2e7233d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:27.092314 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.110032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Calling delete_port for 6c8ae003-5d80-46a3-8c5d-89feb80e9a83 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:27.189988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0da4c088-5c7b-4370-81db-349b36d584b4 None None] Provisioning complete for port 805320f4-a389-4eea-a90f-4d0553d51b3d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:27.190435 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0da4c088-5c7b-4370-81db-349b36d584b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.310331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edba5308-6444-455b-9701-5c9da69ec627 req-1c5c7f69-eb5c-4882-a7c0-2a1b4718529c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0277140 Dec 16 22:34:27.315906 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.345057 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Port': ['ID=6c8ae003-5d80-46a3-8c5d-89feb80e9a83,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:27.347124 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No DVR routers for this DVR port 6c8ae003-5d80-46a3-8c5d-89feb80e9a83 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:27.435244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11d65f7f-89e5-4e68-b060-d7a02eebc2a5 req-5272c168-8a02-47a6-a604-63f6f14d3614 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0598488 Dec 16 22:34:27.454892 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.476372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3354bb9b-f731-41cf-9a96-49efb6381ef8']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:27.485478 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d514fa2-2208-4f92-8448-ae5bc2e7233d') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:27.485779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d514fa2-2208-4f92-8448-ae5bc2e7233d') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:27.495346 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.509093 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.515240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:27.515677 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:27.518729 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:27.555961 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 805320f4-a389-4eea-a90f-4d0553d51b3d up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:27.608692 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 805320f4-a389-4eea-a90f-4d0553d51b3d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:27.608971 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.670155 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.680430 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.683977 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/3354bb9b-f731-41cf-9a96-49efb6381ef8 HTTP/1.1" status: 204 len: 168 time: 2.5686352 Dec 16 22:34:27.687695 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60148) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:27.692912 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-487c55e9-1fe5-41e8-abe1-2c97e9f31fed tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-480446015'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:27.700464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90041105-86bf-4fc2-af20-c67aa96bf2b5 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Network': ['ID=3354bb9b-f731-41cf-9a96-49efb6381ef8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:27.769868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2f6724e-ddb7-4d83-b587-d32730f26b55 req-bd9e9e85-aec5-49c2-9085-f7e421441a04 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0285559 Dec 16 22:34:27.778166 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487c55e9-1fe5-41e8-abe1-2c97e9f31fed tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:27.781887 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-487c55e9-1fe5-41e8-abe1-2c97e9f31fed tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.810771 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487c55e9-1fe5-41e8-abe1-2c97e9f31fed tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:27.819471 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-487c55e9-1fe5-41e8-abe1-2c97e9f31fed tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.819814 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-487c55e9-1fe5-41e8-abe1-2c97e9f31fed tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Added segment ced55ce2-e853-4dc1-adb0-76f9246bfda0 of type vlan for network 235c3fe5-6c54-418c-955d-e87532150ca0 Dec 16 22:34:27.861331 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-487c55e9-1fe5-41e8-abe1-2c97e9f31fed tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.956144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bfe2fe4a-1c3a-4d1f-b37b-c1278aa6ce68 req-84e3512c-9d00-4317-bc7e-a488f4f00d0d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0326765 Dec 16 22:34:27.966969 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-487c55e9-1fe5-41e8-abe1-2c97e9f31fed tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.972640 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487c55e9-1fe5-41e8-abe1-2c97e9f31fed tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:27.973445 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-487c55e9-1fe5-41e8-abe1-2c97e9f31fed tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.011119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70cae-e4cb-47aa-bafb-89c812e792b6 req-e72547a3-771e-42ea-816b-144f1b17f37e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:28.012702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e1b70cae-e4cb-47aa-bafb-89c812e792b6 req-e72547a3-771e-42ea-816b-144f1b17f37e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0602579 Dec 16 22:34:28.044275 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c55e9-1fe5-41e8-abe1-2c97e9f31fed tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Network': ['ID=235c3fe5-6c54-418c-955d-e87532150ca0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:28.056048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 235c3fe5-6c54-418c-955d-e87532150ca0 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:28.065910 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e1b70cae-e4cb-47aa-bafb-89c812e792b6 req-02cae949-d356-449e-be15-d11a3cc30bce tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467892 Dec 16 22:34:28.130236 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-487c55e9-1fe5-41e8-abe1-2c97e9f31fed tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4414165 Dec 16 22:34:28.133860 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60156) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:28.138936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b9c21c00-49be-4887-98f3-f855166da23e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'subnet': {'network_id': '235c3fe5-6c54-418c-955d-e87532150ca0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:28.292774 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c21c00-49be-4887-98f3-f855166da23e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:28.296421 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b9c21c00-49be-4887-98f3-f855166da23e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.391564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-470afc1b-b693-415c-905f-dc69a06d1bcd req-7d0008ff-326b-41ab-92f2-e5aa0113ee83 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0266554 Dec 16 22:34:28.516780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edba853c-cd49-4ffd-a03d-0c2c81aa4284 req-7d7b2c93-1bc9-4266-b735-897466adcb44 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0288873 Dec 16 22:34:28.550102 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b9c21c00-49be-4887-98f3-f855166da23e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.612211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c21c00-49be-4887-98f3-f855166da23e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Subnet': ['ID=74bcd2ea-8554-4f11-9c8b-35b9a42815f1,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:28.623377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c21c00-49be-4887-98f3-f855166da23e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Checking segment: {'id': 'ced55ce2-e853-4dc1-adb0-76f9246bfda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '235c3fe5-6c54-418c-955d-e87532150ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:28.623756 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c21c00-49be-4887-98f3-f855166da23e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network hostable DHCP agents. Network: 235c3fe5-6c54-418c-955d-e87532150ca0, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:28.704197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c21c00-49be-4887-98f3-f855166da23e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network 235c3fe5-6c54-418c-955d-e87532150ca0 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:28.749773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b9c21c00-49be-4887-98f3-f855166da23e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 235c3fe5-6c54-418c-955d-e87532150ca0) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:28.753889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c21c00-49be-4887-98f3-f855166da23e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:28.754523 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b9c21c00-49be-4887-98f3-f855166da23e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.760466 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d4a36c-2249-4385-bceb-1807388c7640 None None] Network 235c3fe5-6c54-418c-955d-e87532150ca0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:28.822355 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b9c21c00-49be-4887-98f3-f855166da23e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6873944 Dec 16 22:34:28.825337 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60164) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:28.853113 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fcd14edc-e059-47a9-89e5-858d7f129011 req-514c77c6-8c4a-4a71-971a-b87c18781863 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0336158 Dec 16 22:34:28.873496 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-235c3fe5-6c54-418c-955d-e87532150ca0', 'network_id': '235c3fe5-6c54-418c-955d-e87532150ca0', 'project_id': '057433c206454d18b9280a1d473457ad', 'fixed_ips': [{'subnet_id': '74bcd2ea-8554-4f11-9c8b-35b9a42815f1'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:28.874598 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.935088 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.991546 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.015083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Allocated IP 2001:db8::1 (235c3fe5-6c54-418c-955d-e87532150ca0/74bcd2ea-8554-4f11-9c8b-35b9a42815f1/32bf0cf4-3718-4312-bda3-edccf0738dd4) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:29.042776 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7adf8183-2048-4fe4-8807-94fcaa410a1d req-3b96c22b-404b-4872-b456-0dfeee7977f3 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0296612 Dec 16 22:34:29.171139 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.192923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ceae6-208d-4a43-89b8-181332c7ff35 req-1cd410d1-1adb-41a2-a8ea-82bd62782a4f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:29.194484 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-503ceae6-208d-4a43-89b8-181332c7ff35 req-1cd410d1-1adb-41a2-a8ea-82bd62782a4f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0550773 Dec 16 22:34:29.224485 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.246416 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-503ceae6-208d-4a43-89b8-181332c7ff35 req-d77fba38-2fcc-4f82-b9b2-7749f50586fe tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452123 Dec 16 22:34:29.270017 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Network 235c3fe5-6c54-418c-955d-e87532150ca0 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:29.272958 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:29.276820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:29.282991 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Pushing event updated for resources: {'Port': ['ID=32bf0cf4-3718-4312-bda3-edccf0738dd4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:29.287427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-59015bdf-3cba-44eb-b06e-1151db7a5db9 req-f59bc1be-6bda-4f5f-bea3-71e2cea5d944 service neutron] (103952) timed out ('10.222.0.43', 51892) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:34:29.304375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.333438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Subnet': ['ID=74bcd2ea-8554-4f11-9c8b-35b9a42815f1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:29.344939 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Attempting to bind port 32bf0cf4-3718-4312-bda3-edccf0738dd4 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:29.345326 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Attempting to bind port 32bf0cf4-3718-4312-bda3-edccf0738dd4 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'ced55ce2-e853-4dc1-adb0-76f9246bfda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '235c3fe5-6c54-418c-955d-e87532150ca0'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:29.345705 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Attempting to bind port 32bf0cf4-3718-4312-bda3-edccf0738dd4 on network 235c3fe5-6c54-418c-955d-e87532150ca0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:29.351395 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:29.351795 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Checking segment: {'id': 'ced55ce2-e853-4dc1-adb0-76f9246bfda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '235c3fe5-6c54-418c-955d-e87532150ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:29.352871 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.353273 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Bound using segment: {'id': 'ced55ce2-e853-4dc1-adb0-76f9246bfda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '235c3fe5-6c54-418c-955d-e87532150ca0'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:29.354291 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Bound port: 32bf0cf4-3718-4312-bda3-edccf0738dd4, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced55ce2-e853-4dc1-adb0-76f9246bfda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '235c3fe5-6c54-418c-955d-e87532150ca0'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:29.354715 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.403554 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.418950 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] For port 32bf0cf4-3718-4312-bda3-edccf0738dd4, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:29.422216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] For port 32bf0cf4-3718-4312-bda3-edccf0738dd4, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=32bf0cf4-3718-4312-bda3-edccf0738dd4,segment=NetworkSegment(ced55ce2-e853-4dc1-adb0-76f9246bfda0),segment_id=ced55ce2-e853-4dc1-adb0-76f9246bfda0)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:29.426537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235c3fe5-6c54-418c-955d-e87532150ca0']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:29.436872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced55ce2-e853-4dc1-adb0-76f9246bfda0') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:29.437175 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced55ce2-e853-4dc1-adb0-76f9246bfda0') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:29.446927 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.470866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c2c3fc8-8be2-4cf6-bad5-d46530d84a73 req-efdc5583-3456-4012-afd6-cba180f1aec4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0268629 Dec 16 22:34:29.493373 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.496050 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.503089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:29.503522 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:29.506829 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:29.578579 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364ac6c-4563-4585-acf2-4407daad426d None None] Pushing event updated for resources: {'Port': ['ID=32bf0cf4-3718-4312-bda3-edccf0738dd4,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:29.594674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae234a0-9bd9-4a9d-a0a8-111b774555f9 None None] Network 235c3fe5-6c54-418c-955d-e87532150ca0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:29.598882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-185e4dd8-6c06-45fa-818e-a3993bdf2e63 req-9b23fd09-8b6c-444b-866b-294578bf7e26 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0291874 Dec 16 22:34:29.601548 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.db.api [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:34:29.601548 n-d-821840-2 neutron-server[103952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:34:29.601548 n-d-821840-2 neutron-server[103952]: [parameters: {'id': '235c3fe5-6c54-418c-955d-e87532150ca0'}] Dec 16 22:34:29.601548 n-d-821840-2 neutron-server[103952]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:34:29.602492 n-d-821840-2 neutron-server[103952]: DEBUG oslo_db.api [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:34:29.690312 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03154cb7-ea0d-4bcd-849c-c6bf9b29fb7d None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:34:29.799235 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03154cb7-ea0d-4bcd-849c-c6bf9b29fb7d None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:34:29.892944 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:34:29.933556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca5a6ff7-a976-43d7-8e93-f2a00894323b req-85478b34-48fb-4a6d-9f22-e1097cd7a38a tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0270839 Dec 16 22:34:30.103701 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.138363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a039e07-ba98-45c9-9098-6dc6c3ee1b82 req-b06ccb3d-cb9c-4ad9-b6b1-dd9e8c5840cb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0441649 Dec 16 22:34:30.169993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Deleting port 32bf0cf4-3718-4312-bda3-edccf0738dd4 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:30.170335 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.232027 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] For port 32bf0cf4-3718-4312-bda3-edccf0738dd4, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=32bf0cf4-3718-4312-bda3-edccf0738dd4,segment=NetworkSegment(ced55ce2-e853-4dc1-adb0-76f9246bfda0),segment_id=ced55ce2-e853-4dc1-adb0-76f9246bfda0)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:30.232385 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.245397 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Calling delete_port for 32bf0cf4-3718-4312-bda3-edccf0738dd4 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:30.366610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec0b43-73da-4605-96f7-959b0b466d61 req-0ca23931-e646-4405-8d0c-087ca67a9841 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:30.368917 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91ec0b43-73da-4605-96f7-959b0b466d61 req-0ca23931-e646-4405-8d0c-087ca67a9841 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0515788 Dec 16 22:34:30.389732 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.418220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91ec0b43-73da-4605-96f7-959b0b466d61 req-7501813f-beaa-4948-abbc-d930a2ebab9e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427659 Dec 16 22:34:30.420616 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Port': ['ID=32bf0cf4-3718-4312-bda3-edccf0738dd4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:30.422460 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No DVR routers for this DVR port 32bf0cf4-3718-4312-bda3-edccf0738dd4 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:30.504382 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.526029 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235c3fe5-6c54-418c-955d-e87532150ca0']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:30.535439 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced55ce2-e853-4dc1-adb0-76f9246bfda0') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:30.535742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced55ce2-e853-4dc1-adb0-76f9246bfda0') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:30.545665 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.548669 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6284f524-8a21-40cc-8ba5-9e0b041fe7d1 req-3cc5297a-ca7b-4abd-bac2-ada8c6a99a54 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0264440 Dec 16 22:34:30.560644 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.566864 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:30.567254 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:30.570195 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:30.646706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-f875a337-6189-466e-a40d-2fdec634bc9f req-44f0477e-f1e7-4b41-910b-b2af41462908 service neutron] (103951) timed out ('10.222.0.24', 49564) {{(pid=103951) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:34:30.677533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d832d993-46d9-47fa-a8c4-6c936f0a3444 req-b766a3f1-53ea-46b8-97b8-2e29fb4c0973 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0270479 Dec 16 22:34:30.687547 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.703327 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.706817 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/235c3fe5-6c54-418c-955d-e87532150ca0 HTTP/1.1" status: 204 len: 168 time: 1.8802433 Dec 16 22:34:30.710530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60184) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:30.716469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e817cc0e-8bb0-49cd-9504-427960331513 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1342604401'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:30.720148 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f32234-983c-47c3-b878-ab9540535142 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Network': ['ID=235c3fe5-6c54-418c-955d-e87532150ca0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:30.778417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e817cc0e-8bb0-49cd-9504-427960331513 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:30.782171 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e817cc0e-8bb0-49cd-9504-427960331513 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.807208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e817cc0e-8bb0-49cd-9504-427960331513 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:30.816142 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e817cc0e-8bb0-49cd-9504-427960331513 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.816538 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-e817cc0e-8bb0-49cd-9504-427960331513 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Added segment 2c6c3f54-1710-472a-be96-8aa27535dee4 of type vlan for network ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d Dec 16 22:34:30.862109 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e817cc0e-8bb0-49cd-9504-427960331513 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.962242 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e817cc0e-8bb0-49cd-9504-427960331513 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.968166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e817cc0e-8bb0-49cd-9504-427960331513 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:30.968773 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e817cc0e-8bb0-49cd-9504-427960331513 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:31.048600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41816857-87eb-487c-8cd5-a1557951bd96 req-4f929bad-fc9e-4207-8f36-902afc4a4b23 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0573223 Dec 16 22:34:31.067825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817cc0e-8bb0-49cd-9504-427960331513 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Network': ['ID=ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:31.074268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:31.090825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e817cc0e-8bb0-49cd-9504-427960331513 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3784511 Dec 16 22:34:31.094055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60188) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:31.099653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-942a502e-8215-4d6b-a728-f984eabaab81 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'subnet': {'network_id': 'ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:31.223363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1e40dfb-ea67-46d9-93dd-3ae86c222c20 req-d9f091a5-f9fb-475c-a418-91136bfb5022 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0329080 Dec 16 22:34:31.303867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942a502e-8215-4d6b-a728-f984eabaab81 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:31.307604 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-942a502e-8215-4d6b-a728-f984eabaab81 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:31.544556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29222d-0819-4b05-8174-a6a6b86357f8 req-4a6dd77b-a406-4dab-b5b1-74efe4d59173 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:31.546052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e29222d-0819-4b05-8174-a6a6b86357f8 req-4a6dd77b-a406-4dab-b5b1-74efe4d59173 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0516298 Dec 16 22:34:31.560126 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-942a502e-8215-4d6b-a728-f984eabaab81 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:31.666525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e3ec9c2-34b0-4380-aa97-c656572bfad8 req-41495ca9-5520-4d46-ace1-d659ab50b3d8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0615408 Dec 16 22:34:31.684512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e29222d-0819-4b05-8174-a6a6b86357f8 req-e134da9b-36f4-4b4f-9a90-70190792373a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322224 Dec 16 22:34:31.685347 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a502e-8215-4d6b-a728-f984eabaab81 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Subnet': ['ID=f4ad73b3-4b11-44b4-a392-d5a907c2b31e,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:31.705716 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942a502e-8215-4d6b-a728-f984eabaab81 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Checking segment: {'id': '2c6c3f54-1710-472a-be96-8aa27535dee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:31.706099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942a502e-8215-4d6b-a728-f984eabaab81 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network hostable DHCP agents. Network: ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:31.766278 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20f933f8-6211-4b7a-9517-c4e983ee5f2a req-8d1f1e37-2ebe-47e6-9ac8-ab416d9874fe tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0289202 Dec 16 22:34:31.784730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942a502e-8215-4d6b-a728-f984eabaab81 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:31.881208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-942a502e-8215-4d6b-a728-f984eabaab81 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:31.886379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a502e-8215-4d6b-a728-f984eabaab81 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:31.888941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47cabf1-c411-4dd6-b611-408ce8bcce77 None None] Network ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:31.889375 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-942a502e-8215-4d6b-a728-f984eabaab81 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:31.987038 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-942a502e-8215-4d6b-a728-f984eabaab81 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8915629 Dec 16 22:34:31.989963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60198) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:32.007090 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d', 'network_id': 'ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d', 'project_id': '057433c206454d18b9280a1d473457ad', 'fixed_ips': [{'subnet_id': 'f4ad73b3-4b11-44b4-a392-d5a907c2b31e'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:32.008279 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.127153 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.144545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f581bb6-4244-4051-92e7-8b322ba3b29f req-efc3eda6-4c5e-4cf1-8576-9217909ff9e4 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0352740 Dec 16 22:34:32.189707 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Allocated IP 2001:db8::1 (ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d/f4ad73b3-4b11-44b4-a392-d5a907c2b31e/409768cf-5b58-466f-a50f-0a35f1be3c16) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:32.198073 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.311757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a973019f-c68a-4852-b77b-ab4befee91ce req-9b95566c-1485-4ea1-9a5f-cbaa64011ffc tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0300581 Dec 16 22:34:32.345379 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.436923 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.483421 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Network ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:32.486811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:32.491597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:32.498716 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Pushing event updated for resources: {'Port': ['ID=409768cf-5b58-466f-a50f-0a35f1be3c16,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:32.499279 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.530412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ad73b3-4b11-44b4-a392-d5a907c2b31e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:32.554844 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Attempting to bind port 409768cf-5b58-466f-a50f-0a35f1be3c16 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:32.555243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Attempting to bind port 409768cf-5b58-466f-a50f-0a35f1be3c16 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '2c6c3f54-1710-472a-be96-8aa27535dee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:32.555652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Attempting to bind port 409768cf-5b58-466f-a50f-0a35f1be3c16 on network ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:32.561094 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:32.561478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Checking segment: {'id': '2c6c3f54-1710-472a-be96-8aa27535dee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:32.561891 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.562296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Bound using segment: {'id': '2c6c3f54-1710-472a-be96-8aa27535dee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:32.562773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Bound port: 409768cf-5b58-466f-a50f-0a35f1be3c16, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6c3f54-1710-472a-be96-8aa27535dee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:32.563169 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.599496 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.629129 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:32.631029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] For port 409768cf-5b58-466f-a50f-0a35f1be3c16, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:32.635386 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] For port 409768cf-5b58-466f-a50f-0a35f1be3c16, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=409768cf-5b58-466f-a50f-0a35f1be3c16,segment=NetworkSegment(2c6c3f54-1710-472a-be96-8aa27535dee4),segment_id=2c6c3f54-1710-472a-be96-8aa27535dee4)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:32.647739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6c3f54-1710-472a-be96-8aa27535dee4') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:32.648262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6c3f54-1710-472a-be96-8aa27535dee4') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:32.666021 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.683026 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.684371 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.697525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:32.697944 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:32.702404 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:32.790165 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fac9c-77a9-4f38-b9c0-3468c46e4769 None None] Pushing event updated for resources: {'Port': ['ID=409768cf-5b58-466f-a50f-0a35f1be3c16,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:32.798460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96c931c9-e2c3-4c1f-9640-23bb1565b4b7 req-894bc093-17e7-4fef-b8e4-e1c198d0f735 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0445828 Dec 16 22:34:32.814728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5199557f-cae3-41dd-b5cc-409ac1a79089 None None] Network ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:32.883559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99f092f6-84cd-41c3-ba83-1d97f6f295d7 req-46c79e67-3a0b-40ac-948d-afd70bb169a2 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0367019 Dec 16 22:34:32.900336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daa3bf-ba11-47d8-b761-f70953adedd8 req-6f778e71-15a3-478f-806c-0e5343143644 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:32.903558 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42daa3bf-ba11-47d8-b761-f70953adedd8 req-6f778e71-15a3-478f-806c-0e5343143644 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1120102 Dec 16 22:34:32.904474 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.db.api [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:34:32.904474 n-d-821840-2 neutron-server[103951]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:34:32.904474 n-d-821840-2 neutron-server[103951]: [parameters: {'id': 'ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d'}] Dec 16 22:34:32.904474 n-d-821840-2 neutron-server[103951]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:34:32.904789 n-d-821840-2 neutron-server[103951]: DEBUG oslo_db.api [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:34:32.948106 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7e5ef1-f563-4d97-aada-bc8b739eaea6 None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:34:32.961329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42daa3bf-ba11-47d8-b761-f70953adedd8 req-8e76fa74-7aa5-49a6-9934-fa4f5e0ac4dc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525455 Dec 16 22:34:33.059079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7e5ef1-f563-4d97-aada-bc8b739eaea6 None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:34:33.251930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50ba885e-4190-471e-bd26-c79d22084616 req-2f4d364e-3bd8-4b6f-bd1a-71cbafa4b85b tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0309107 Dec 16 22:34:33.406760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9eed3f30-6a08-496b-b68b-b09f31ac7820 req-097f2bd3-17c6-4f0b-8275-d455e5930110 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0327685 Dec 16 22:34:33.407295 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:33.464696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Deleting port 409768cf-5b58-466f-a50f-0a35f1be3c16 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:33.465069 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:33.537831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] For port 409768cf-5b58-466f-a50f-0a35f1be3c16, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=409768cf-5b58-466f-a50f-0a35f1be3c16,segment=NetworkSegment(2c6c3f54-1710-472a-be96-8aa27535dee4),segment_id=2c6c3f54-1710-472a-be96-8aa27535dee4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:33.538197 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:33.551398 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Calling delete_port for 409768cf-5b58-466f-a50f-0a35f1be3c16 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:33.721281 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:33.746317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Port': ['ID=409768cf-5b58-466f-a50f-0a35f1be3c16,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:33.754592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No DVR routers for this DVR port 409768cf-5b58-466f-a50f-0a35f1be3c16 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:33.843610 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:33.877791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:33.899251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edf1f075-8b22-4d82-91da-5efba23bb9b7 req-f14934ef-5b7c-4eef-9037-6b583a83108f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0427544 Dec 16 22:34:33.902668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6c3f54-1710-472a-be96-8aa27535dee4') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:33.902967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6c3f54-1710-472a-be96-8aa27535dee4') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:33.912951 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:33.926995 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:33.934370 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:33.934798 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:33.937859 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:34.003806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab2327eb-e031-4070-9d38-03d907b4c26e req-bfe662b2-b645-496c-a7a5-b243dc5a8e87 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0650311 Dec 16 22:34:34.093467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d6300-b04e-4199-9b77-d19101b94e5b req-09d6cefd-4ea0-43e5-bd1e-8566656ee815 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:34.095083 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b99d6300-b04e-4199-9b77-d19101b94e5b req-09d6cefd-4ea0-43e5-bd1e-8566656ee815 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0561543 Dec 16 22:34:34.096364 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.105682 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.109178 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d HTTP/1.1" status: 204 len: 168 time: 2.1181903 Dec 16 22:34:34.114253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60220) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:34.125113 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1510a21a-3c2d-471d-89a6-6151bf6d6a21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-256300482'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:34.129016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3b0b9-32f3-4581-8b4a-255ce2d65c3f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Network': ['ID=ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:34.169780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b99d6300-b04e-4199-9b77-d19101b94e5b req-468507bb-cbd4-4572-996a-ebd20b6135c7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595024 Dec 16 22:34:34.201365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1510a21a-3c2d-471d-89a6-6151bf6d6a21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:34.205341 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1510a21a-3c2d-471d-89a6-6151bf6d6a21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.230678 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1510a21a-3c2d-471d-89a6-6151bf6d6a21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:34.239984 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1510a21a-3c2d-471d-89a6-6151bf6d6a21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.240392 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-1510a21a-3c2d-471d-89a6-6151bf6d6a21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Added segment 70ed5270-9c66-45b5-ace0-7a1518fea162 of type vlan for network 9f2fbc10-b480-4597-aa9a-3638521af8e2 Dec 16 22:34:34.288695 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1510a21a-3c2d-471d-89a6-6151bf6d6a21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.335231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66db5a60-14e9-493b-8ef9-c521562b5789 req-5db2a9e8-4ba3-494d-b109-618aec6bdd67 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0317898 Dec 16 22:34:34.389854 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1510a21a-3c2d-471d-89a6-6151bf6d6a21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.395529 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1510a21a-3c2d-471d-89a6-6151bf6d6a21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:34.396118 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1510a21a-3c2d-471d-89a6-6151bf6d6a21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.463385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510a21a-3c2d-471d-89a6-6151bf6d6a21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Network': ['ID=9f2fbc10-b480-4597-aa9a-3638521af8e2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:34.475133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 9f2fbc10-b480-4597-aa9a-3638521af8e2 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:34.488049 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6da40655-c009-4d6d-b931-16e8d00581b8 req-83793b60-1f50-432c-9cec-617a4dc68f27 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0316200 Dec 16 22:34:34.512541 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1510a21a-3c2d-471d-89a6-6151bf6d6a21 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3962147 Dec 16 22:34:34.514884 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60226) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:34.519804 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ce9fccf3-1746-4911-a01a-88561f206b11 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'subnet': {'network_id': '9f2fbc10-b480-4597-aa9a-3638521af8e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:34.686724 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9fccf3-1746-4911-a01a-88561f206b11 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:34.690291 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce9fccf3-1746-4911-a01a-88561f206b11 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.955651 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce9fccf3-1746-4911-a01a-88561f206b11 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.979083 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bdf5205d-ce27-41fd-9747-ef87a62151d2 req-4a107130-28c6-4c2b-b862-efde97ad158b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0275981 Dec 16 22:34:35.019763 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fccf3-1746-4911-a01a-88561f206b11 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Subnet': ['ID=6528fca7-2dfb-4e51-94a9-51125eeca7f5,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:35.030696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9fccf3-1746-4911-a01a-88561f206b11 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Checking segment: {'id': '70ed5270-9c66-45b5-ace0-7a1518fea162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9f2fbc10-b480-4597-aa9a-3638521af8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:35.031063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9fccf3-1746-4911-a01a-88561f206b11 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network hostable DHCP agents. Network: 9f2fbc10-b480-4597-aa9a-3638521af8e2, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:35.085784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7449ebb8-7538-476e-a1e1-2833151f5cd3 req-73ffe791-0f5f-4c60-b2e2-6aec2ce8c9b6 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0277159 Dec 16 22:34:35.143188 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9fccf3-1746-4911-a01a-88561f206b11 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network 9f2fbc10-b480-4597-aa9a-3638521af8e2 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:35.218025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-ce9fccf3-1746-4911-a01a-88561f206b11 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 9f2fbc10-b480-4597-aa9a-3638521af8e2) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:35.224476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9fccf3-1746-4911-a01a-88561f206b11 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:35.226442 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce9fccf3-1746-4911-a01a-88561f206b11 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.227335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25297baa-0c07-4bde-af79-c178d3364119 None None] Network 9f2fbc10-b480-4597-aa9a-3638521af8e2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:35.329913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f97cbf-c15d-4c91-80f3-15b72279acfb req-24fab16b-24de-4a9e-90b4-696a9124f917 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:35.331672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21f97cbf-c15d-4c91-80f3-15b72279acfb req-24fab16b-24de-4a9e-90b4-696a9124f917 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0693967 Dec 16 22:34:35.336689 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ce9fccf3-1746-4911-a01a-88561f206b11 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8205237 Dec 16 22:34:35.339933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60234) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:35.346261 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f3bed270-e6f4-448b-ac90-b96b9d5cf43e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'subnet': {'network_id': '9f2fbc10-b480-4597-aa9a-3638521af8e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:35.445900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-171ddb80-3e3b-43e2-9fb3-9da2ecd0bfd0 req-5b80d298-a643-47e7-a864-dff32d66ab34 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0460546 Dec 16 22:34:35.480656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21f97cbf-c15d-4c91-80f3-15b72279acfb req-f89f3088-7615-4cf3-a9df-9b488e6edf50 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384120 Dec 16 22:34:35.510166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-9f2fbc10-b480-4597-aa9a-3638521af8e2', 'network_id': '9f2fbc10-b480-4597-aa9a-3638521af8e2', 'project_id': '057433c206454d18b9280a1d473457ad', 'fixed_ips': [{'subnet_id': '6528fca7-2dfb-4e51-94a9-51125eeca7f5'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:35.512844 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.573981 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ee40bd7-f5b8-416c-9259-c20e71352416 req-adafc9a1-6765-40ff-8a5e-f3ab5cf2f982 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0347927 Dec 16 22:34:35.618453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bed270-e6f4-448b-ac90-b96b9d5cf43e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:35.622880 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f3bed270-e6f4-448b-ac90-b96b9d5cf43e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.662739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Allocated IP 2001:db8::2 (9f2fbc10-b480-4597-aa9a-3638521af8e2/6528fca7-2dfb-4e51-94a9-51125eeca7f5/5a1628e3-3647-4226-a9df-fa3545c3c6c9) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:35.818563 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.886945 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.909748 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f3bed270-e6f4-448b-ac90-b96b9d5cf43e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.932171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Network 9f2fbc10-b480-4597-aa9a-3638521af8e2 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:35.935258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:35.938941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:35.949475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Pushing event updated for resources: {'Port': ['ID=5a1628e3-3647-4226-a9df-fa3545c3c6c9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:35.956916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bed270-e6f4-448b-ac90-b96b9d5cf43e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network 9f2fbc10-b480-4597-aa9a-3638521af8e2 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:35.960230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f3bed270-e6f4-448b-ac90-b96b9d5cf43e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:35.965392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bed270-e6f4-448b-ac90-b96b9d5cf43e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:35.965994 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f3bed270-e6f4-448b-ac90-b96b9d5cf43e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.979659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bed270-e6f4-448b-ac90-b96b9d5cf43e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Subnet': ['ID=e2ba6679-f559-41ad-a479-e5f7bfb15790,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:36.000012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Attempting to bind port 5a1628e3-3647-4226-a9df-fa3545c3c6c9 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:36.000478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Attempting to bind port 5a1628e3-3647-4226-a9df-fa3545c3c6c9 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '70ed5270-9c66-45b5-ace0-7a1518fea162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9f2fbc10-b480-4597-aa9a-3638521af8e2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:36.000858 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Attempting to bind port 5a1628e3-3647-4226-a9df-fa3545c3c6c9 on network 9f2fbc10-b480-4597-aa9a-3638521af8e2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:36.006401 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:36.006723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Checking segment: {'id': '70ed5270-9c66-45b5-ace0-7a1518fea162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9f2fbc10-b480-4597-aa9a-3638521af8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:36.007103 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.007534 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Bound using segment: {'id': '70ed5270-9c66-45b5-ace0-7a1518fea162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9f2fbc10-b480-4597-aa9a-3638521af8e2'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:36.008049 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Bound port: 5a1628e3-3647-4226-a9df-fa3545c3c6c9, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ed5270-9c66-45b5-ace0-7a1518fea162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9f2fbc10-b480-4597-aa9a-3638521af8e2'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:36.008440 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.047199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f3bed270-e6f4-448b-ac90-b96b9d5cf43e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7061558 Dec 16 22:34:36.050012 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60242) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:36.064078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3e87f5f-ae46-4bae-ad68-a4e3459eea10 req-b14bb83e-64e3-4ec4-92d4-93fd966f18f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0310385 Dec 16 22:34:36.080370 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] For port 5a1628e3-3647-4226-a9df-fa3545c3c6c9, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:36.084033 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] For port 5a1628e3-3647-4226-a9df-fa3545c3c6c9, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5a1628e3-3647-4226-a9df-fa3545c3c6c9,segment=NetworkSegment(70ed5270-9c66-45b5-ace0-7a1518fea162),segment_id=70ed5270-9c66-45b5-ace0-7a1518fea162)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:36.114067 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36933cc6-7800-4196-b63e-ac2aa5b780c6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:36.115626 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36933cc6-7800-4196-b63e-ac2aa5b780c6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:36.117446 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36933cc6-7800-4196-b63e-ac2aa5b780c6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:36.119063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36933cc6-7800-4196-b63e-ac2aa5b780c6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:36.120643 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36933cc6-7800-4196-b63e-ac2aa5b780c6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:36.126217 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-36933cc6-7800-4196-b63e-ac2aa5b780c6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0713737 Dec 16 22:34:36.126677 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60246) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:36.132365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-dfc91a31-f7df-4e89-841a-8273a9fbed7d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-402161356'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:36.166872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71f1b9af-0dbd-49e5-94b1-cc9fc3a674fd req-8b609ea8-daba-4523-aa04-ed4819e96796 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0283577 Dec 16 22:34:36.190384 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.246646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc91a31-f7df-4e89-841a-8273a9fbed7d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:36.250515 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dfc91a31-f7df-4e89-841a-8273a9fbed7d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.251049 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52dca7-419d-46e3-83ce-dd5085330e65 None None] Pushing event updated for resources: {'Port': ['ID=5a1628e3-3647-4226-a9df-fa3545c3c6c9,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:36.291822 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc91a31-f7df-4e89-841a-8273a9fbed7d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:36.302249 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dfc91a31-f7df-4e89-841a-8273a9fbed7d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.302687 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-dfc91a31-f7df-4e89-841a-8273a9fbed7d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Added segment 5ae9af1f-be9f-47b0-abfb-321a0c7bb757 of type vlan for network 859242d5-d078-412b-b045-b1179b75694f Dec 16 22:34:36.350070 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dfc91a31-f7df-4e89-841a-8273a9fbed7d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.441171 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dfc91a31-f7df-4e89-841a-8273a9fbed7d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.447680 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc91a31-f7df-4e89-841a-8273a9fbed7d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:36.448284 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dfc91a31-f7df-4e89-841a-8273a9fbed7d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.539567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ad88403-9d63-4e4d-adab-04e6bcb8b5ed req-588d845e-e1bf-479d-97a1-a74a03ee721e tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0306437 Dec 16 22:34:36.542604 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc91a31-f7df-4e89-841a-8273a9fbed7d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Network': ['ID=859242d5-d078-412b-b045-b1179b75694f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:36.549164 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dfc91a31-f7df-4e89-841a-8273a9fbed7d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4210875 Dec 16 22:34:36.551851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60252) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:36.559198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-31745f62-1fd9-4821-94d0-bda24a0d9fe4 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:36.560149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 859242d5-d078-412b-b045-b1179b75694f details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:36.717272 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5965ced1-f05c-4607-b917-da75040c419d req-e57fab2e-1368-4629-9a33-a97d6ceb74f9 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0543077 Dec 16 22:34:36.779302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4505e6-d60a-41f6-8bef-dec633505184 req-10ffd572-c803-4f24-8a69-9049013350c8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:36.780914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f4505e6-d60a-41f6-8bef-dec633505184 req-10ffd572-c803-4f24-8a69-9049013350c8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1937811 Dec 16 22:34:36.849882 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31745f62-1fd9-4821-94d0-bda24a0d9fe4 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.873139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f4505e6-d60a-41f6-8bef-dec633505184 req-9ff98044-cc67-46eb-8500-6c7942acb0f5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800929 Dec 16 22:34:37.001567 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31745f62-1fd9-4821-94d0-bda24a0d9fe4 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.030536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31745f62-1fd9-4821-94d0-bda24a0d9fe4 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network 859242d5-d078-412b-b045-b1179b75694f is not hosted by any dhcp agent {{(pid=103951) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 22:34:37.042442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31745f62-1fd9-4821-94d0-bda24a0d9fe4 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:37.042442 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31745f62-1fd9-4821-94d0-bda24a0d9fe4 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.042442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-31745f62-1fd9-4821-94d0-bda24a0d9fe4 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "PUT /v2.0/networks/859242d5-d078-412b-b045-b1179b75694f HTTP/1.1" status: 200 len: 723 time: 0.4856932 Dec 16 22:34:37.042881 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60256) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:37.048018 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ec338414-20f8-41cc-89ea-dce638c82580 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'subnet': {'network_id': '859242d5-d078-412b-b045-b1179b75694f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:37.107994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31745f62-1fd9-4821-94d0-bda24a0d9fe4 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Network': ['ID=859242d5-d078-412b-b045-b1179b75694f,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:37.123870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 859242d5-d078-412b-b045-b1179b75694f details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:37.177047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e388aa81-70a6-4813-ad8e-17b8405f32df req-a8e5a84d-ebfc-4f60-90a1-b3a860379043 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0330317 Dec 16 22:34:37.236534 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec338414-20f8-41cc-89ea-dce638c82580 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:37.240211 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ec338414-20f8-41cc-89ea-dce638c82580 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.269130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12d2aa7e-21c3-4b67-90d2-dcfbf1a397b4 req-997deca7-543c-4f70-bd7e-61633f591653 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0365963 Dec 16 22:34:37.321459 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009d7239-2153-4d81-b16c-ca504d2f2489 None None] Network 9f2fbc10-b480-4597-aa9a-3638521af8e2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:37.421628 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1a2c15a8-4654-4550-b8eb-e8b38aec0921 None None] Provisioning complete for port 5a1628e3-3647-4226-a9df-fa3545c3c6c9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:37.421896 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a2c15a8-4654-4550-b8eb-e8b38aec0921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.505306 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ec338414-20f8-41cc-89ea-dce638c82580 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.588317 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec338414-20f8-41cc-89ea-dce638c82580 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Subnet': ['ID=af050392-e908-4456-805d-c9c2295317b6,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:37.588983 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a2c15a8-4654-4550-b8eb-e8b38aec0921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.592316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b5d098-d9cf-4860-8557-59c510736660 None None] Update dhcp port {'port': {'network_id': '9f2fbc10-b480-4597-aa9a-3638521af8e2', 'fixed_ips': [{'subnet_id': '6528fca7-2dfb-4e51-94a9-51125eeca7f5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e2ba6679-f559-41ad-a479-e5f7bfb15790'}], 'binding:host_id': 'n-d-821840-2'}, 'id': '5a1628e3-3647-4226-a9df-fa3545c3c6c9'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:34:37.608451 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec338414-20f8-41cc-89ea-dce638c82580 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Checking segment: {'id': '5ae9af1f-be9f-47b0-abfb-321a0c7bb757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '859242d5-d078-412b-b045-b1179b75694f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:37.608829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec338414-20f8-41cc-89ea-dce638c82580 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network hostable DHCP agents. Network: 859242d5-d078-412b-b045-b1179b75694f, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:37.642221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5a1628e3-3647-4226-a9df-fa3545c3c6c9 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:37.653113 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a4ea565-687f-4d48-b9ea-c53dea81f093 req-0ecd1739-5115-4c77-80be-6cf4ee2bda76 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0287316 Dec 16 22:34:37.672152 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d098-d9cf-4860-8557-59c510736660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.688079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1a2c15a8-4654-4550-b8eb-e8b38aec0921 None None] For port 5a1628e3-3647-4226-a9df-fa3545c3c6c9, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5a1628e3-3647-4226-a9df-fa3545c3c6c9,segment=NetworkSegment(70ed5270-9c66-45b5-ace0-7a1518fea162),segment_id=70ed5270-9c66-45b5-ace0-7a1518fea162)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:37.709948 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec338414-20f8-41cc-89ea-dce638c82580 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network 859242d5-d078-412b-b045-b1179b75694f is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:37.755562 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a2c15a8-4654-4550-b8eb-e8b38aec0921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.779211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-ec338414-20f8-41cc-89ea-dce638c82580 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 859242d5-d078-412b-b045-b1179b75694f) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:37.792081 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec338414-20f8-41cc-89ea-dce638c82580 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:37.793201 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ec338414-20f8-41cc-89ea-dce638c82580 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.815380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecc68ab-b7d9-4c8b-8e8d-c60ce43f22b3 None None] Network 859242d5-d078-412b-b045-b1179b75694f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:37.821360 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f242278f-edc9-467c-bdf1-e57989ffc3fd req-1c11e707-df4b-4967-9d31-62dfc2c4a009 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0399585 Dec 16 22:34:37.878201 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ec338414-20f8-41cc-89ea-dce638c82580 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8344069 Dec 16 22:34:37.880975 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60266) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:37.886699 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0cc8fa5b-100a-4e0d-bd13-c09428692daf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:37.893722 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 5a1628e3-3647-4226-a9df-fa3545c3c6c9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:37.894097 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.994502 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c15a8-4654-4550-b8eb-e8b38aec0921 None None] Pushing event updated for resources: {'Port': ['ID=5a1628e3-3647-4226-a9df-fa3545c3c6c9,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:38.003348 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0cc8fa5b-100a-4e0d-bd13-c09428692daf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4196043'] for subnet, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.031541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ac3c2-960f-4361-8d66-39bb6aa66ef1 req-34ca25ab-e8d8-44f3-9f5e-7b8a4e12758a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:38.043925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b9ac3c2-960f-4361-8d66-39bb6aa66ef1 req-34ca25ab-e8d8-44f3-9f5e-7b8a4e12758a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0769036 Dec 16 22:34:38.049697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-e7b5d098-d9cf-4860-8557-59c510736660 None None] Allocated IP 172.20.0.1 (9f2fbc10-b480-4597-aa9a-3638521af8e2/e2ba6679-f559-41ad-a479-e5f7bfb15790/5a1628e3-3647-4226-a9df-fa3545c3c6c9) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:38.092661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-859242d5-d078-412b-b045-b1179b75694f', 'network_id': '859242d5-d078-412b-b045-b1179b75694f', 'project_id': '057433c206454d18b9280a1d473457ad', 'fixed_ips': [{'subnet_id': 'af050392-e908-4456-805d-c9c2295317b6'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:38.096567 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.109252 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b9ac3c2-960f-4361-8d66-39bb6aa66ef1 req-1abaa7fb-496f-4cd7-8635-abc4f6486a61 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643690 Dec 16 22:34:38.247256 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0cc8fa5b-100a-4e0d-bd13-c09428692daf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730985605852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5084023'] for subnet, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.274135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5aec4eb1-71ca-4f92-9c44-aca30528a26c req-3de8df2b-dc02-4504-8354-360d651b5b98 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0331995 Dec 16 22:34:38.296477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc8fa5b-100a-4e0d-bd13-c09428692daf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:38.297305 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0cc8fa5b-100a-4e0d-bd13-c09428692daf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.302684 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0cc8fa5b-100a-4e0d-bd13-c09428692daf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "PUT /v2.0/subnets/af050392-e908-4456-805d-c9c2295317b6 HTTP/1.1" status: 200 len: 826 time: 0.4167070 Dec 16 22:34:38.303507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60274) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:38.345548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e7b5d098-d9cf-4860-8557-59c510736660 None None] For port 5a1628e3-3647-4226-a9df-fa3545c3c6c9, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5a1628e3-3647-4226-a9df-fa3545c3c6c9,segment=NetworkSegment(70ed5270-9c66-45b5-ace0-7a1518fea162),segment_id=70ed5270-9c66-45b5-ace0-7a1518fea162)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:38.350196 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8fa5b-100a-4e0d-bd13-c09428692daf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Subnet': ['ID=af050392-e908-4456-805d-c9c2295317b6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:38.393359 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f1bd802-19ba-4fab-be3c-943876fac45f req-16a45162-0a10-4da8-89ce-0ff0690fdd09 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0365660 Dec 16 22:34:38.412972 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d098-d9cf-4860-8557-59c510736660 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.416381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Allocated IP 2001:db8::2 (859242d5-d078-412b-b045-b1179b75694f/af050392-e908-4456-805d-c9c2295317b6/9574c349-55bc-42bc-a99a-a605b8e07639) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:38.463997 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.475949 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d098-d9cf-4860-8557-59c510736660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.527256 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.606996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5d098-d9cf-4860-8557-59c510736660 None None] Pushing event updated for resources: {'Port': ['ID=5a1628e3-3647-4226-a9df-fa3545c3c6c9,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:38.671054 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.739637 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.762628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a04e83b3-066f-42cb-8a76-b4739081470c req-f8144767-1eb6-427e-a455-b567a7edafeb tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0384212 Dec 16 22:34:38.809167 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Network 859242d5-d078-412b-b045-b1179b75694f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:38.812448 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:38.816763 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:38.824479 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Pushing event updated for resources: {'Port': ['ID=9574c349-55bc-42bc-a99a-a605b8e07639,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:38.870307 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.895291 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Attempting to bind port 9574c349-55bc-42bc-a99a-a605b8e07639 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:38.895742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Attempting to bind port 9574c349-55bc-42bc-a99a-a605b8e07639 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '5ae9af1f-be9f-47b0-abfb-321a0c7bb757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '859242d5-d078-412b-b045-b1179b75694f'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:38.896130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Attempting to bind port 9574c349-55bc-42bc-a99a-a605b8e07639 on network 859242d5-d078-412b-b045-b1179b75694f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:38.903958 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:38.906586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Checking segment: {'id': '5ae9af1f-be9f-47b0-abfb-321a0c7bb757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '859242d5-d078-412b-b045-b1179b75694f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:38.906586 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.906586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Bound using segment: {'id': '5ae9af1f-be9f-47b0-abfb-321a0c7bb757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '859242d5-d078-412b-b045-b1179b75694f'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:38.906586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Bound port: 9574c349-55bc-42bc-a99a-a605b8e07639, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae9af1f-be9f-47b0-abfb-321a0c7bb757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '859242d5-d078-412b-b045-b1179b75694f'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:38.906586 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.911902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Subnet': ['ID=af050392-e908-4456-805d-c9c2295317b6,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:38.949579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0b0bb44-cd59-4e4a-b838-521d5994f097 req-c9dc8cca-d08d-495f-b301-95a7536acb95 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0415242 Dec 16 22:34:38.985380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] For port 9574c349-55bc-42bc-a99a-a605b8e07639, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:38.989014 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] For port 9574c349-55bc-42bc-a99a-a605b8e07639, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9574c349-55bc-42bc-a99a-a605b8e07639,segment=NetworkSegment(5ae9af1f-be9f-47b0-abfb-321a0c7bb757),segment_id=5ae9af1f-be9f-47b0-abfb-321a0c7bb757)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:39.009218 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.040354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859242d5-d078-412b-b045-b1179b75694f']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:39.051766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae9af1f-be9f-47b0-abfb-321a0c7bb757') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:39.052051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae9af1f-be9f-47b0-abfb-321a0c7bb757') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:39.065618 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.090234 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.091137 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.097724 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:39.098136 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:39.111650 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:39.194290 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Pushing event updated for resources: {'Port': ['ID=9574c349-55bc-42bc-a99a-a605b8e07639,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:39.205808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:39.206044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:39.206332 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:39.206735 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:39.207126 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:39.207463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:39.207756 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:39.208087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:39.208414 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:39.208739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:39.209063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:39.209493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:39.209714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee283861-5d6a-424f-9e9e-3ac87625491c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:39.216031 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.db.api [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:34:39.216031 n-d-821840-2 neutron-server[103951]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:34:39.216031 n-d-821840-2 neutron-server[103951]: [parameters: {'id': '859242d5-d078-412b-b045-b1179b75694f'}] Dec 16 22:34:39.216031 n-d-821840-2 neutron-server[103951]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:34:39.216942 n-d-821840-2 neutron-server[103951]: DEBUG oslo_db.api [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:34:39.223830 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4ec214-20a2-4b11-9623-bd4a9a2ebd8a None None] Network 859242d5-d078-412b-b045-b1179b75694f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:39.262530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a36c54-d843-4922-8847-68ebf68b220a req-c5b5916c-fec0-4216-8ac5-31540eb73d64 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:39.264401 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5a36c54-d843-4922-8847-68ebf68b220a req-c5b5916c-fec0-4216-8ac5-31540eb73d64 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0618730 Dec 16 22:34:39.324193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5a36c54-d843-4922-8847-68ebf68b220a req-8cb22ba6-e503-47d1-bbb4-8f1490e68857 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524855 Dec 16 22:34:39.345398 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ab5dbe-284a-43c9-957e-ad5b7ad1e0a2 None None] Network 859242d5-d078-412b-b045-b1179b75694f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:39.414701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a700159f-7805-4f37-9f20-74e9c3acf9ed req-466fcda7-3d8f-4723-b100-f6e0aaf3e276 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0361733 Dec 16 22:34:39.486502 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5be28341-2924-443f-9fe4-264954b067de req-3f7adef3-9b05-4859-8dab-eb4f40b6dc82 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0315659 Dec 16 22:34:39.577056 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcee686-455c-4d43-b3d4-fc28a3d8567b None None] Network 9f2fbc10-b480-4597-aa9a-3638521af8e2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:39.580641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5a1628e3-3647-4226-a9df-fa3545c3c6c9 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:39.686940 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9f7a4e77-580b-4dc6-9336-24ba8b858293 None None] Provisioning complete for port 5a1628e3-3647-4226-a9df-fa3545c3c6c9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:39.687607 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f7a4e77-580b-4dc6-9336-24ba8b858293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.718779 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.774767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Deleting port 9574c349-55bc-42bc-a99a-a605b8e07639 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:39.776174 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.788350 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 5a1628e3-3647-4226-a9df-fa3545c3c6c9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:39.788578 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.871382 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a95d3b7c-a561-4ebb-8682-7a98dc130118 req-0c4a0718-faae-4ca8-b011-66d2882b3930 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0425835 Dec 16 22:34:39.878906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] For port 9574c349-55bc-42bc-a99a-a605b8e07639, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9574c349-55bc-42bc-a99a-a605b8e07639,segment=NetworkSegment(5ae9af1f-be9f-47b0-abfb-321a0c7bb757),segment_id=5ae9af1f-be9f-47b0-abfb-321a0c7bb757)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:39.879339 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.894963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Calling delete_port for 9574c349-55bc-42bc-a99a-a605b8e07639 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:40.044981 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1f4611c-e838-4900-a8d2-42a0f4381583 req-22ae1801-93c3-4d2e-ba90-f28b262cf987 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0293298 Dec 16 22:34:40.092698 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.117922 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e23037-8f55-45ae-893b-4dcb8569d5e7 None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:34:40.126109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Port': ['ID=9574c349-55bc-42bc-a99a-a605b8e07639,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:40.128926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No DVR routers for this DVR port 9574c349-55bc-42bc-a99a-a605b8e07639 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:40.214802 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.234170 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-88c5a7a8-86b1-48cb-84a9-7f46ca276d15 None None] Provisioning complete for port 5a1628e3-3647-4226-a9df-fa3545c3c6c9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:40.234548 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88c5a7a8-86b1-48cb-84a9-7f46ca276d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.245671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859242d5-d078-412b-b045-b1179b75694f']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:40.260206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae9af1f-be9f-47b0-abfb-321a0c7bb757') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:40.260206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae9af1f-be9f-47b0-abfb-321a0c7bb757') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:40.267217 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e23037-8f55-45ae-893b-4dcb8569d5e7 None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:34:40.278337 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.289022 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.295327 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:40.295810 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:40.299433 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:40.459772 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.464097 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.469835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/859242d5-d078-412b-b045-b1179b75694f HTTP/1.1" status: 204 len: 168 time: 2.1653042 Dec 16 22:34:40.472616 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60296) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:40.488206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd36e38-2ee8-4ffb-a620-2c07a2601b6c req-53c48490-3045-4043-96b5-8c3854fb41e8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:40.489708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1cd36e38-2ee8-4ffb-a620-2c07a2601b6c req-53c48490-3045-4043-96b5-8c3854fb41e8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0796430 Dec 16 22:34:40.500873 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-de160e4b-aaba-4e36-be75-0e347c1d719b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] DELETE failed (client error): The resource could not be found. Dec 16 22:34:40.501400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de160e4b-aaba-4e36-be75-0e347c1d719b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:34:40.509337 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-de160e4b-aaba-4e36-be75-0e347c1d719b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/859242d5-d078-412b-b045-b1179b75694f HTTP/1.1" status: 404 len: 339 time: 0.0297267 Dec 16 22:34:40.509522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60298) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:40.514469 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5c4dcabe-ad7f-490b-a7f6-9904ce57b39a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-851903416', 'description': 'd1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:40.527451 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0e57cf6-b236-468d-9f00-0cc339b1e386 req-4216d9e0-2d73-4053-9ae1-41fa8bdea7e3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0513265 Dec 16 22:34:40.532640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeca533-1741-4e67-86ca-bbd58cb5195b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Network': ['ID=859242d5-d078-412b-b045-b1179b75694f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:40.579587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1cd36e38-2ee8-4ffb-a620-2c07a2601b6c req-cdbc93e5-ecc0-4615-9286-4e1f38a36222 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680454 Dec 16 22:34:40.622781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-109a0129-6996-4fdb-8c2c-5260e74253f4 req-995c3000-2bd3-4349-914f-140d8fec0944 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0316865 Dec 16 22:34:40.623981 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4dcabe-ad7f-490b-a7f6-9904ce57b39a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:40.627612 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcabe-ad7f-490b-a7f6-9904ce57b39a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.654626 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4dcabe-ad7f-490b-a7f6-9904ce57b39a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:40.663693 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcabe-ad7f-490b-a7f6-9904ce57b39a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.664085 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-5c4dcabe-ad7f-490b-a7f6-9904ce57b39a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Added segment fe418762-3a45-4607-9909-edeeffb62f75 of type vlan for network 370401cf-13c0-47c9-b43d-58789ac0d6ca Dec 16 22:34:40.705993 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcabe-ad7f-490b-a7f6-9904ce57b39a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.790040 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcabe-ad7f-490b-a7f6-9904ce57b39a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.795698 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4dcabe-ad7f-490b-a7f6-9904ce57b39a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:40.796276 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcabe-ad7f-490b-a7f6-9904ce57b39a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.865179 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dcabe-ad7f-490b-a7f6-9904ce57b39a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Network': ['ID=370401cf-13c0-47c9-b43d-58789ac0d6ca,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:40.876098 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 370401cf-13c0-47c9-b43d-58789ac0d6ca details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:40.923992 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5c4dcabe-ad7f-490b-a7f6-9904ce57b39a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4133911 Dec 16 22:34:40.926507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60304) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:40.977038 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c81e6752-79e7-49bd-b206-20e09c0724ec req-7ed8afc2-731c-4183-a550-d2cacffdb7bf tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0287960 Dec 16 22:34:41.014415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3ef855-1545-4761-bffc-0f21657a2b02 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.016106 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4e3ef855-1545-4761-bffc-0f21657a2b02 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "GET /v2.0/networks?id=370401cf-13c0-47c9-b43d-58789ac0d6ca HTTP/1.1" status: 200 len: 764 time: 0.0883818 Dec 16 22:34:41.018972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60306) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:41.025024 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-18ba825b-bb71-477f-9765-4bb58b5ae03e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'network': {'description': 'd2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:41.126656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56717962-bb52-4aae-92a8-eea30fe6f94c req-8ccb382f-ec39-43e2-b8c5-7efbf2df66ef tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0283012 Dec 16 22:34:41.191324 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18ba825b-bb71-477f-9765-4bb58b5ae03e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.281138 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18ba825b-bb71-477f-9765-4bb58b5ae03e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.299998 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18ba825b-bb71-477f-9765-4bb58b5ae03e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network 370401cf-13c0-47c9-b43d-58789ac0d6ca is not hosted by any dhcp agent {{(pid=103952) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 22:34:41.305697 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ba825b-bb71-477f-9765-4bb58b5ae03e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.306296 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18ba825b-bb71-477f-9765-4bb58b5ae03e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.307600 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-18ba825b-bb71-477f-9765-4bb58b5ae03e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "PUT /v2.0/networks/370401cf-13c0-47c9-b43d-58789ac0d6ca HTTP/1.1" status: 200 len: 761 time: 0.2875583 Dec 16 22:34:41.310633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60310) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:41.358826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba825b-bb71-477f-9765-4bb58b5ae03e tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Network': ['ID=370401cf-13c0-47c9-b43d-58789ac0d6ca,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:41.369690 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 370401cf-13c0-47c9-b43d-58789ac0d6ca details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:41.402203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811fcead-a055-4520-9c07-8396b94a856a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.403654 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-811fcead-a055-4520-9c07-8396b94a856a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "GET /v2.0/networks?id=370401cf-13c0-47c9-b43d-58789ac0d6ca HTTP/1.1" status: 200 len: 764 time: 0.0918963 Dec 16 22:34:41.407631 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60312) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:41.597260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204a27ef-7223-4e80-a9ce-dc3bc22d5d04 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.598791 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-204a27ef-7223-4e80-a9ce-dc3bc22d5d04 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1901686 Dec 16 22:34:41.601543 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60316) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:41.609926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fdd35903-21ca-4824-a9ce-e32538116c67 req-4fbbff59-230c-4633-a690-a9ac395641d9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0268042 Dec 16 22:34:41.639505 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d81c415d-7ef1-43c1-8a84-4b441f76a0da tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 207 time: 0.0362070 Dec 16 22:34:41.642699 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60320) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:41.715358 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31a8b88d-08db-4c11-b670-a99613440e57 req-3efa7e96-904d-4c33-a842-f1575aebaee9 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0320237 Dec 16 22:34:41.728147 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d159de4-45d8-4b40-ad2f-9462c7098d72 req-a769ce39-d5a2-40e8-9b54-e5ffecc71f9e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.729675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d159de4-45d8-4b40-ad2f-9462c7098d72 req-a769ce39-d5a2-40e8-9b54-e5ffecc71f9e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0778716 Dec 16 22:34:41.761242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f787ed1-1344-4461-8f60-8cbd3769bb8b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.766964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f787ed1-1344-4461-8f60-8cbd3769bb8b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.772698 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f787ed1-1344-4461-8f60-8cbd3769bb8b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.779025 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d159de4-45d8-4b40-ad2f-9462c7098d72 req-f5f6a908-e511-4d05-a5fd-7fa69c035314 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426784 Dec 16 22:34:41.779235 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f787ed1-1344-4461-8f60-8cbd3769bb8b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.785131 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f787ed1-1344-4461-8f60-8cbd3769bb8b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.791555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f787ed1-1344-4461-8f60-8cbd3769bb8b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.793333 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9f787ed1-1344-4461-8f60-8cbd3769bb8b tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1496615 Dec 16 22:34:41.797063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60324) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:41.917720 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4522fd76-cd3c-41dc-9a00-000566d03404 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1195216 Dec 16 22:34:41.921199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60326) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:41.985981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be59746-e072-4ae1-9e7a-463bcec509bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.987444 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be59746-e072-4ae1-9e7a-463bcec509bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.988946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be59746-e072-4ae1-9e7a-463bcec509bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.990455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be59746-e072-4ae1-9e7a-463bcec509bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.991977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be59746-e072-4ae1-9e7a-463bcec509bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.993717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2be59746-e072-4ae1-9e7a-463bcec509bf tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0707417 Dec 16 22:34:41.997290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60328) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:42.061070 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97b3edc1-ab4a-4a22-82b4-a8fc37d0e4fe req-c6280a2f-acfc-482c-9d6a-94bfcd417c02 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0293298 Dec 16 22:34:42.082600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49d8af-6dbb-4fc5-9c51-94be01b7eab0 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:42.084041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49d8af-6dbb-4fc5-9c51-94be01b7eab0 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:42.085433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49d8af-6dbb-4fc5-9c51-94be01b7eab0 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:42.087978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49d8af-6dbb-4fc5-9c51-94be01b7eab0 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:42.089379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49d8af-6dbb-4fc5-9c51-94be01b7eab0 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:42.090991 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ea49d8af-6dbb-4fc5-9c51-94be01b7eab0 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0927665 Dec 16 22:34:42.094651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60332) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:42.217657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9180a80-5ec8-4fbb-932f-d115e37d62f5 req-e971938b-ad7e-4a95-9bda-0a77b67a050f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0369086 Dec 16 22:34:42.226013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1908b2c-25eb-4b4f-8303-cd30e8920113 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:42.228124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a1908b2c-25eb-4b4f-8303-cd30e8920113 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "GET /v2.0/networks/e55c1b02-4414-4918-a722-34aa6190412d HTTP/1.1" status: 200 len: 803 time: 0.1324418 Dec 16 22:34:42.231737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60336) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:42.699557 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c55e2afb-592c-4ab3-8cdd-dc21a54c7504 req-30e93a65-83fb-4ef6-8fcf-af391a467ab2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0363891 Dec 16 22:34:42.709338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f2643606-0ffe-4c97-816e-214bacc7d941 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "GET /v2.0/networks/e55c1b02-4414-4918-a722-34aa6190412d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4733422 Dec 16 22:34:42.709655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60340) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:42.764165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01340b7-bcce-4dd3-a542-9195117a2f4c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:42.765512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c01340b7-bcce-4dd3-a542-9195117a2f4c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "GET /v2.0/subnets/a4f65219-2533-407a-92d6-5b8becaaa44b HTTP/1.1" status: 200 len: 843 time: 0.0550072 Dec 16 22:34:42.769308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60344) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:42.794352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0673235c-4610-4c38-b87c-8b3dddcd1b17 req-7c24ee95-fc8c-4d5b-9922-3e249cb858b6 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0264735 Dec 16 22:34:42.907580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3aea34-eb91-4174-8262-c07bf9e8f9e6 req-e0c78e54-27d9-4a2c-853c-e51e636c6edf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:42.909080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b3aea34-eb91-4174-8262-c07bf9e8f9e6 req-e0c78e54-27d9-4a2c-853c-e51e636c6edf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0582376 Dec 16 22:34:42.964486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b3aea34-eb91-4174-8262-c07bf9e8f9e6 req-939a55e3-f0ea-4ba3-a84f-6c346c9ace5d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479906 Dec 16 22:34:43.138900 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e339bef-437b-4d7a-94c5-73b5c50f268a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:43.140297 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3e339bef-437b-4d7a-94c5-73b5c50f268a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "GET /v2.0/subnets/a4f65219-2533-407a-92d6-5b8becaaa44b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3698118 Dec 16 22:34:43.141043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68fd448d-046a-4b80-9715-446e12bc3f82 req-6a7e1b3c-fcd5-4d20-b800-3050a2efe88b tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0279205 Dec 16 22:34:43.144749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60350) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:43.150075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-1b17ed63-8276-4c0d-94cd-8721beaf4265 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1394640437'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:43.150751 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64fa92c1-e3f4-4eb1-ac3b-683355d698f7 req-40db4f0a-6b4b-44a6-b002-7a63ce05f9db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616441 Dec 16 22:34:43.155752 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.237234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa92c1-e3f4-4eb1-ac3b-683355d698f7 req-395c7943-0e40-4f7a-8dd2-53f250572c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:43.238729 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64fa92c1-e3f4-4eb1-ac3b-683355d698f7 req-395c7943-0e40-4f7a-8dd2-53f250572c69 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b61746d1f14f4a999de4f63ca14318d0&device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 1097 time: 0.0411448 Dec 16 22:34:43.253601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b17ed63-8276-4c0d-94cd-8721beaf4265 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:43.257725 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b17ed63-8276-4c0d-94cd-8721beaf4265 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.303139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6381e02d-4202-4fc3-abe4-9848ff3d0f21 req-5e8559eb-2e8a-4110-a5cc-0bbcea1ac7d1 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0321710 Dec 16 22:34:43.312786 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b17ed63-8276-4c0d-94cd-8721beaf4265 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:43.323588 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b17ed63-8276-4c0d-94cd-8721beaf4265 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.323939 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-1b17ed63-8276-4c0d-94cd-8721beaf4265 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Added segment 3fca4f3d-a3cc-4592-919e-17d1b4177f25 of type vlan for network 020ba8dc-e857-4735-af20-98ffdf11ecfe Dec 16 22:34:43.354761 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.360241 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa92c1-e3f4-4eb1-ac3b-683355d698f7 req-4d34f49b-6e51-486e-81a8-3b38d926e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:43.370243 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64fa92c1-e3f4-4eb1-ac3b-683355d698f7 req-4d34f49b-6e51-486e-81a8-3b38d926e44e service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c8ac751-0461-4def-b0a8-b730be8d39e2 HTTP/1.1" status: 200 len: 909 time: 0.1002715 Dec 16 22:34:43.370506 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b17ed63-8276-4c0d-94cd-8721beaf4265 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.431916 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64fa92c1-e3f4-4eb1-ac3b-683355d698f7 req-02f1966b-4550-4308-a4de-a3e2c9a61fbd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c19627-25b1-4e1f-98bd-0e6425a585e7 HTTP/1.1" status: 200 len: 1002 time: 0.0617285 Dec 16 22:34:43.440715 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b17ed63-8276-4c0d-94cd-8721beaf4265 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.447007 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b17ed63-8276-4c0d-94cd-8721beaf4265 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:43.447693 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b17ed63-8276-4c0d-94cd-8721beaf4265 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.489966 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa92c1-e3f4-4eb1-ac3b-683355d698f7 req-1a6d2f39-11c9-49f7-b815-057fb0cbacea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:43.491441 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64fa92c1-e3f4-4eb1-ac3b-683355d698f7 req-1a6d2f39-11c9-49f7-b815-057fb0cbacea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4a5e6be-2343-411d-83c3-fd248d67f67e HTTP/1.1" status: 200 len: 847 time: 0.0527153 Dec 16 22:34:43.520878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17ed63-8276-4c0d-94cd-8721beaf4265 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Network': ['ID=020ba8dc-e857-4735-af20-98ffdf11ecfe,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:43.532435 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 020ba8dc-e857-4735-af20-98ffdf11ecfe details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:43.541285 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa92c1-e3f4-4eb1-ac3b-683355d698f7 req-b151da71-28f5-4aa5-9c4b-1d653c4a0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:43.542925 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64fa92c1-e3f4-4eb1-ac3b-683355d698f7 req-b151da71-28f5-4aa5-9c4b-1d653c4a0ba7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c8ac751-0461-4def-b0a8-b730be8d39e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446181 Dec 16 22:34:43.546739 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1b17ed63-8276-4c0d-94cd-8721beaf4265 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4008422 Dec 16 22:34:43.549546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60354) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:43.555102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-adcd8a0d-f6fd-4be1-a3af-8e5afef041b6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'subnet': {'network_id': '020ba8dc-e857-4735-af20-98ffdf11ecfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:43.640547 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64fa92c1-e3f4-4eb1-ac3b-683355d698f7 req-395229ab-4d8b-4216-bc51-138b205950cb service neutron] 10.222.0.69 "GET /v2.0/networks/4c8ac751-0461-4def-b0a8-b730be8d39e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896895 Dec 16 22:34:43.708756 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcd8a0d-f6fd-4be1-a3af-8e5afef041b6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Made reservation on behalf of 057433c206454d18b9280a1d473457ad for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:43.713194 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-adcd8a0d-f6fd-4be1-a3af-8e5afef041b6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.761561 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-64fa92c1-e3f4-4eb1-ac3b-683355d698f7 req-9aa197d1-595b-4f9b-9959-fb23d71c4a15 service neutron] 10.222.0.69 "GET /v2.0/networks/4c8ac751-0461-4def-b0a8-b730be8d39e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951474 Dec 16 22:34:43.795303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69d148b6-edfd-4bce-bafc-9c0c6504e0c0 req-31bff1e2-7c0d-4997-b31f-9883e2c5d1f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0336063 Dec 16 22:34:43.807937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.ipam_backend_mixin [None req-adcd8a0d-f6fd-4be1-a3af-8e5afef041b6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Performing IP validity checks on allocation pools {{(pid=103951) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 22:34:43.808470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.ipam_backend_mixin [None req-adcd8a0d-f6fd-4be1-a3af-8e5afef041b6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103951) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 22:34:43.902470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-345df994-21f9-4762-8729-1bb08525979a req-70e1c96b-8a46-4466-8a91-77c35fd06ee4 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0549331 Dec 16 22:34:44.061684 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-adcd8a0d-f6fd-4be1-a3af-8e5afef041b6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:44.131127 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd8a0d-f6fd-4be1-a3af-8e5afef041b6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Subnet': ['ID=6d75df0f-cece-40e3-ab42-b241917d9840,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:44.142427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8dfbb-f017-427e-9f93-3371adc56bd8 req-8dfe4bd7-7afa-4947-a210-c5e5906fcf16 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:44.143318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ccf8dfbb-f017-427e-9f93-3371adc56bd8 req-8dfe4bd7-7afa-4947-a210-c5e5906fcf16 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1093197 Dec 16 22:34:44.174721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcd8a0d-f6fd-4be1-a3af-8e5afef041b6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Checking segment: {'id': '3fca4f3d-a3cc-4592-919e-17d1b4177f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '020ba8dc-e857-4735-af20-98ffdf11ecfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:44.175095 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcd8a0d-f6fd-4be1-a3af-8e5afef041b6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network hostable DHCP agents. Network: 020ba8dc-e857-4735-af20-98ffdf11ecfe, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:44.238232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc6e6efc-95b0-4fba-a4f6-73a15fb73f39 req-3e416ac3-32b5-4a3c-8946-84fc544e1453 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0413020 Dec 16 22:34:44.242930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ccf8dfbb-f017-427e-9f93-3371adc56bd8 req-7be8f2c7-df6c-4623-9f32-88e6f8cb7cd9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880125 Dec 16 22:34:44.315506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcd8a0d-f6fd-4be1-a3af-8e5afef041b6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Network 020ba8dc-e857-4735-af20-98ffdf11ecfe is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:44.384021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19cc5cf2-ce67-488d-baac-b6240cf428bf req-370063ef-be3d-4a6f-8152-125a0dec4885 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0271199 Dec 16 22:34:44.384760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-adcd8a0d-f6fd-4be1-a3af-8e5afef041b6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 020ba8dc-e857-4735-af20-98ffdf11ecfe) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:44.388949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcd8a0d-f6fd-4be1-a3af-8e5afef041b6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:44.389811 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-adcd8a0d-f6fd-4be1-a3af-8e5afef041b6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:44.397630 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d9dd7c-a1fc-4cb4-8d3d-c156a79a8098 None None] Network 020ba8dc-e857-4735-af20-98ffdf11ecfe requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:44.489530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-adcd8a0d-f6fd-4be1-a3af-8e5afef041b6 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9388804 Dec 16 22:34:44.492791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60368) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:44.498812 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-755c6e72-69a3-4e1d-9715-3e6e28443378 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:44.510909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-020ba8dc-e857-4735-af20-98ffdf11ecfe', 'network_id': '020ba8dc-e857-4735-af20-98ffdf11ecfe', 'project_id': '057433c206454d18b9280a1d473457ad', 'fixed_ips': [{'subnet_id': '6d75df0f-cece-40e3-ab42-b241917d9840'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:44.512039 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:44.613252 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-755c6e72-69a3-4e1d-9715-3e6e28443378 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4241237'] for subnet, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:44.668523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Allocated IP 2001:db8::3 (020ba8dc-e857-4735-af20-98ffdf11ecfe/6d75df0f-cece-40e3-ab42-b241917d9840/a810bfa8-6a15-4000-b80f-3b2948b90e08) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:44.814455 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:44.879656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7091a6a0-99cf-48cf-8b03-8ff8d36c0d48 req-1c4cf34b-009e-4f0d-8b59-d5b6b1fa3212 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0292792 Dec 16 22:34:44.881428 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:44.928230 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Network 020ba8dc-e857-4735-af20-98ffdf11ecfe is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:44.933164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:44.935832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:44.938793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Pushing event updated for resources: {'Port': ['ID=a810bfa8-6a15-4000-b80f-3b2948b90e08,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:44.996329 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Attempting to bind port a810bfa8-6a15-4000-b80f-3b2948b90e08 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:44.996704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Attempting to bind port a810bfa8-6a15-4000-b80f-3b2948b90e08 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '3fca4f3d-a3cc-4592-919e-17d1b4177f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '020ba8dc-e857-4735-af20-98ffdf11ecfe'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:44.997083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Attempting to bind port a810bfa8-6a15-4000-b80f-3b2948b90e08 on network 020ba8dc-e857-4735-af20-98ffdf11ecfe {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:45.002156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:45.002522 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Checking segment: {'id': '3fca4f3d-a3cc-4592-919e-17d1b4177f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '020ba8dc-e857-4735-af20-98ffdf11ecfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:45.002926 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.003350 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Bound using segment: {'id': '3fca4f3d-a3cc-4592-919e-17d1b4177f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '020ba8dc-e857-4735-af20-98ffdf11ecfe'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:45.003813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Bound port: a810bfa8-6a15-4000-b80f-3b2948b90e08, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fca4f3d-a3cc-4592-919e-17d1b4177f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '020ba8dc-e857-4735-af20-98ffdf11ecfe'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:45.004194 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.012036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c963661-5966-4989-b19c-e3583b540774 req-85dbf28e-c541-42f6-b498-0aa76b3f1d16 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0533519 Dec 16 22:34:45.071933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] For port a810bfa8-6a15-4000-b80f-3b2948b90e08, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:45.075415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] For port a810bfa8-6a15-4000-b80f-3b2948b90e08, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a810bfa8-6a15-4000-b80f-3b2948b90e08,segment=NetworkSegment(3fca4f3d-a3cc-4592-919e-17d1b4177f25),segment_id=3fca4f3d-a3cc-4592-919e-17d1b4177f25)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:45.161316 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.190030 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-755c6e72-69a3-4e1d-9715-3e6e28443378 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730985605852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5880585'] for subnet, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.224806 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b21cfd-dd70-4f1a-9833-562908ab336f None None] Pushing event updated for resources: {'Port': ['ID=a810bfa8-6a15-4000-b80f-3b2948b90e08,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:45.247959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755c6e72-69a3-4e1d-9715-3e6e28443378 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:45.248577 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-755c6e72-69a3-4e1d-9715-3e6e28443378 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.249957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-755c6e72-69a3-4e1d-9715-3e6e28443378 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "PUT /v2.0/subnets/6d75df0f-cece-40e3-ab42-b241917d9840 HTTP/1.1" status: 200 len: 900 time: 0.7560124 Dec 16 22:34:45.252859 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60378) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:45.283820 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c6e72-69a3-4e1d-9715-3e6e28443378 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event updated for resources: {'Subnet': ['ID=6d75df0f-cece-40e3-ab42-b241917d9840,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:45.404521 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.414721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb67673-e7d7-4ffc-a1bf-741538be23ea req-2f028197-6386-4838-b5ca-182800125aba tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:45.424063 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9eb67673-e7d7-4ffc-a1bf-741538be23ea req-2f028197-6386-4838-b5ca-182800125aba tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0726590 Dec 16 22:34:45.499045 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Deleting port a810bfa8-6a15-4000-b80f-3b2948b90e08 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:45.499511 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.504603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9eb67673-e7d7-4ffc-a1bf-741538be23ea req-a0e626af-324c-47b6-8af5-9a2cfe356e28 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796528 Dec 16 22:34:45.614293 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26953395-1d37-422f-b931-ff836000c4fb req-9b3be48f-3fed-4f38-b316-0b35d861f1c5 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0329545 Dec 16 22:34:45.619319 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] For port a810bfa8-6a15-4000-b80f-3b2948b90e08, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a810bfa8-6a15-4000-b80f-3b2948b90e08,segment=NetworkSegment(3fca4f3d-a3cc-4592-919e-17d1b4177f25),segment_id=3fca4f3d-a3cc-4592-919e-17d1b4177f25)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:45.619674 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.634231 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Calling delete_port for a810bfa8-6a15-4000-b80f-3b2948b90e08 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:45.653537 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a810bfa8-6a15-4000-b80f-3b2948b90e08 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:45.708174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50d99ef0-5052-4429-bbf6-3163a6a1c93c req-3ee40248-ebd6-478b-83c1-190b024c8bb2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0304525 Dec 16 22:34:45.742661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port a810bfa8-6a15-4000-b80f-3b2948b90e08 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:45.743380 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.835378 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.916732 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.953433 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Port': ['ID=a810bfa8-6a15-4000-b80f-3b2948b90e08,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:45.982844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aaf5b520-0473-44bd-962a-87746dec6e91 req-2647cbc2-674d-49db-8901-a3c0e7192105 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0451510 Dec 16 22:34:45.991142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:45.991595 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:45.991957 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:45.992306 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:45.992700 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:45.993073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:45.993449 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:45.993836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:45.994227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:45.994568 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:45.994903 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:45.995238 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:45.995705 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:46.022013 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No DVR routers for this DVR port a810bfa8-6a15-4000-b80f-3b2948b90e08 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:46.050098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a72ea-ec49-4a35-ab9e-f35273b2dc9c req-06f0ed7f-3a0a-408f-911c-54bdb925064d tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:46.051788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c01a72ea-ec49-4a35-ab9e-f35273b2dc9c req-06f0ed7f-3a0a-408f-911c-54bdb925064d tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 946 time: 0.0717282 Dec 16 22:34:46.094814 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.114738 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a99acb0-a234-48cc-9319-770dd98a1c64 req-6d166b25-5a87-4448-865c-4641e1d2a829 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0393248 Dec 16 22:34:46.144543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c01a72ea-ec49-4a35-ab9e-f35273b2dc9c req-ac6eca3e-9c97-4c98-8976-673646b89205 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/security-groups?id=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857327 Dec 16 22:34:46.253062 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.282809 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Subnet': ['ID=6d75df0f-cece-40e3-ab42-b241917d9840,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:46.354451 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.376346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020ba8dc-e857-4735-af20-98ffdf11ecfe']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:46.386998 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fca4f3d-a3cc-4592-919e-17d1b4177f25') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:46.387326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fca4f3d-a3cc-4592-919e-17d1b4177f25') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:46.397840 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.397967 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a21d5d-bf59-42cc-bb36-a480b083c1ff None None] Network 020ba8dc-e857-4735-af20-98ffdf11ecfe requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:46.414054 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.421660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:46.422063 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:46.425260 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:46.466849 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a440c5f3-e5df-4195-b77f-0e90b5b36231 None None] Could not find standard attr ID for object a810bfa8-6a15-4000-b80f-3b2948b90e08. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:34:46.545235 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.553537 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96261b5-ad21-4f61-9615-7f2650df3474 None None] DHCP port deletion for 020ba8dc-e857-4735-af20-98ffdf11ecfe request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:34:46.554365 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.558120 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/020ba8dc-e857-4735-af20-98ffdf11ecfe HTTP/1.1" status: 204 len: 168 time: 1.3041058 Dec 16 22:34:46.562838 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60394) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:46.571153 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1507b1-1117-4409-8679-c1181324f88d tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Network': ['ID=020ba8dc-e857-4735-af20-98ffdf11ecfe,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:46.582211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb8b78c-5f64-4494-b240-4c402e083ea5 None None] Network 020ba8dc-e857-4735-af20-98ffdf11ecfe requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:46.597185 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb8b78c-5f64-4494-b240-4c402e083ea5 None None] Network 020ba8dc-e857-4735-af20-98ffdf11ecfe could not be found, it might have been deleted concurrently. {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 22:34:46.600710 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6ff0ad-7dae-42fd-ab11-bed344416f1f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] DELETE failed (client error): The resource could not be found. Dec 16 22:34:46.601175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6ff0ad-7dae-42fd-ab11-bed344416f1f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:34:46.605143 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6b6ff0ad-7dae-42fd-ab11-bed344416f1f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/subnets/6d75df0f-cece-40e3-ab42-b241917d9840 HTTP/1.1" status: 404 len: 337 time: 0.0410728 Dec 16 22:34:46.607615 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60396) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:46.647552 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ef5171-8207-46d1-933f-9b30b33e1acb tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] DELETE failed (client error): The resource could not be found. Dec 16 22:34:46.648109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ef5171-8207-46d1-933f-9b30b33e1acb tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:34:46.651862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-27ef5171-8207-46d1-933f-9b30b33e1acb tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/020ba8dc-e857-4735-af20-98ffdf11ecfe HTTP/1.1" status: 404 len: 339 time: 0.0433812 Dec 16 22:34:46.654329 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60400) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:46.738433 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d2bc8f5-16c4-4765-b5dc-4dbcf27a583c req-44fed5fb-7414-4dc1-ab24-dfe9b0f8ee69 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0611460 Dec 16 22:34:46.759283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfeb4-8698-4c5b-8a41-63ab1c759d49 req-12807c25-f39e-4dbd-bd92-1d3360801bb6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:46.763577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eaabfeb4-8698-4c5b-8a41-63ab1c759d49 req-12807c25-f39e-4dbd-bd92-1d3360801bb6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1555450 Dec 16 22:34:46.801500 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e7db-83d2-4daf-b50f-06c66f81681a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.826825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2b54b32-e811-4512-9002-e8a31ce1358d req-05a6cebf-1707-4c4f-b8b5-5dfc2144042d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0454028 Dec 16 22:34:46.876087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eaabfeb4-8698-4c5b-8a41-63ab1c759d49 req-ba78641a-9dd7-4d76-8fbe-79c2e76f190b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042285 Dec 16 22:34:46.935911 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e7db-83d2-4daf-b50f-06c66f81681a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.958550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-8fb5e7db-83d2-4daf-b50f-06c66f81681a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370401cf-13c0-47c9-b43d-58789ac0d6ca']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:46.969060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-8fb5e7db-83d2-4daf-b50f-06c66f81681a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe418762-3a45-4607-9909-edeeffb62f75') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:46.969392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-8fb5e7db-83d2-4daf-b50f-06c66f81681a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe418762-3a45-4607-9909-edeeffb62f75') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:46.979373 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e7db-83d2-4daf-b50f-06c66f81681a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.994429 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e7db-83d2-4daf-b50f-06c66f81681a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.000656 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb5e7db-83d2-4daf-b50f-06c66f81681a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:47.001052 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e7db-83d2-4daf-b50f-06c66f81681a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:47.004036 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:47.094344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04e5baab-9916-4d29-945d-f5bb70463fe2 req-88ae65ef-eaf9-4a98-97f7-92d1b458955a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0316560 Dec 16 22:34:47.160615 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e7db-83d2-4daf-b50f-06c66f81681a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.173149 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e7db-83d2-4daf-b50f-06c66f81681a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.176533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8fb5e7db-83d2-4daf-b50f-06c66f81681a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/370401cf-13c0-47c9-b43d-58789ac0d6ca HTTP/1.1" status: 204 len: 168 time: 0.5212157 Dec 16 22:34:47.179138 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60410) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:47.219679 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b81586-132d-40ad-9efa-d047be3f6c33 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] DELETE failed (client error): The resource could not be found. Dec 16 22:34:47.220411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b81586-132d-40ad-9efa-d047be3f6c33 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:34:47.223513 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-20b81586-132d-40ad-9efa-d047be3f6c33 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/subnets/af050392-e908-4456-805d-c9c2295317b6 HTTP/1.1" status: 404 len: 337 time: 0.0433326 Dec 16 22:34:47.224932 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b13a0eda-283e-46bd-a836-bd2ded280db0 req-d6d206b1-3b40-4e51-97ab-6957d2f21712 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0474043 Dec 16 22:34:47.225677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5e7db-83d2-4daf-b50f-06c66f81681a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Network': ['ID=370401cf-13c0-47c9-b43d-58789ac0d6ca,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:47.226167 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60412) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:47.255338 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-257d4723-f64d-448b-b23b-5074225785f3 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] DELETE failed (client error): The resource could not be found. Dec 16 22:34:47.256018 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257d4723-f64d-448b-b23b-5074225785f3 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:34:47.259818 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-257d4723-f64d-448b-b23b-5074225785f3 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/859242d5-d078-412b-b045-b1179b75694f HTTP/1.1" status: 404 len: 339 time: 0.0325532 Dec 16 22:34:47.262466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60414) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:47.281680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0507fd3-4225-4d09-8bb9-92006b3d2c6c req-be201d81-2559-4590-8774-b1de259946cc tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:47.283243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0507fd3-4225-4d09-8bb9-92006b3d2c6c req-be201d81-2559-4590-8774-b1de259946cc tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 946 time: 0.0607991 Dec 16 22:34:47.314333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0da272-32c2-4659-a3b5-0900a474e933 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Deleting subnet e2ba6679-f559-41ad-a479-e5f7bfb15790 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:34:47.317501 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf0da272-32c2-4659-a3b5-0900a474e933 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.335657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0507fd3-4225-4d09-8bb9-92006b3d2c6c req-4f7513a4-034f-4637-81bd-f64d2766c44b tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/security-groups?id=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459979 Dec 16 22:34:47.383535 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf0da272-32c2-4659-a3b5-0900a474e933 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.429388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e230c4c-d6a7-4e58-8b2a-3aabdc9b917f req-22109ad1-7633-49f7-bccd-9d198b53e1a1 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:47.431404 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3e230c4c-d6a7-4e58-8b2a-3aabdc9b917f req-22109ad1-7633-49f7-bccd-9d198b53e1a1 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.69 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 946 time: 0.1111417 Dec 16 22:34:47.540219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf0da272-32c2-4659-a3b5-0900a474e933 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.560319 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a810bfa8-6a15-4000-b80f-3b2948b90e08 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:47.581231 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: a810bfa8-6a15-4000-b80f-3b2948b90e08 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:47.581579 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a810bfa8-6a15-4000-b80f-3b2948b90e08 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:47.612020 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-3e230c4c-d6a7-4e58-8b2a-3aabdc9b917f req-afa8e059-be04-463d-b6ca-35496992e8d7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Deleting port 92c19627-25b1-4e1f-98bd-0e6425a585e7 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:47.612363 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3e230c4c-d6a7-4e58-8b2a-3aabdc9b917f req-afa8e059-be04-463d-b6ca-35496992e8d7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.686965 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf0da272-32c2-4659-a3b5-0900a474e933 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.724104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0da272-32c2-4659-a3b5-0900a474e933 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ba6679-f559-41ad-a479-e5f7bfb15790,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:47.733393 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf0da272-32c2-4659-a3b5-0900a474e933 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.735184 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab24ce3-95a5-4e30-9fce-bbab0683c341 None None] Network 9f2fbc10-b480-4597-aa9a-3638521af8e2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:47.737045 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cf0da272-32c2-4659-a3b5-0900a474e933 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/subnets/e2ba6679-f559-41ad-a479-e5f7bfb15790 HTTP/1.1" status: 204 len: 168 time: 0.4736247 Dec 16 22:34:47.739043 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-3e230c4c-d6a7-4e58-8b2a-3aabdc9b917f req-afa8e059-be04-463d-b6ca-35496992e8d7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] For port 92c19627-25b1-4e1f-98bd-0e6425a585e7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=92c19627-25b1-4e1f-98bd-0e6425a585e7,segment=NetworkSegment(6357a328-8d91-4b19-8650-bdf614d1d1d0),segment_id=6357a328-8d91-4b19-8650-bdf614d1d1d0)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:47.739445 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3e230c4c-d6a7-4e58-8b2a-3aabdc9b917f req-afa8e059-be04-463d-b6ca-35496992e8d7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.739661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60416) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:47.840562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45ea7e1a-128e-42d0-a41b-c8d191d079cc req-4a680466-610e-4cdc-916a-4fb01c06693d tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0372021 Dec 16 22:34:47.851850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee03798-76bc-4b7f-81ee-0991600e286a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Deleting subnet 6528fca7-2dfb-4e51-94a9-51125eeca7f5 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:34:47.856306 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fee03798-76bc-4b7f-81ee-0991600e286a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.928783 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f9252ed-cc65-4d62-a21e-0ab5a67e831c req-eb56184a-3cc7-481d-844a-0c7b427a7ca3 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0329716 Dec 16 22:34:47.944562 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fee03798-76bc-4b7f-81ee-0991600e286a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.068241 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3e230c4c-d6a7-4e58-8b2a-3aabdc9b917f req-afa8e059-be04-463d-b6ca-35496992e8d7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.068605 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3e230c4c-d6a7-4e58-8b2a-3aabdc9b917f req-afa8e059-be04-463d-b6ca-35496992e8d7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.068928 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [req-3e230c4c-d6a7-4e58-8b2a-3aabdc9b917f req-afa8e059-be04-463d-b6ca-35496992e8d7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Floating IP 2514323a-52ca-4091-af15-535bb35a4a8a disassociated. External IP: 172.25.2.194, port: 92c19627-25b1-4e1f-98bd-0e6425a585e7. Dec 16 22:34:48.069338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-3e230c4c-d6a7-4e58-8b2a-3aabdc9b917f req-afa8e059-be04-463d-b6ca-35496992e8d7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Calling delete_port for 92c19627-25b1-4e1f-98bd-0e6425a585e7 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:48.077248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79524af-7247-4b5a-b28a-982328a30348 req-ebd2ee8a-d00a-4b52-8b70-bb38ba1ca1a9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:48.080950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c79524af-7247-4b5a-b28a-982328a30348 req-ebd2ee8a-d00a-4b52-8b70-bb38ba1ca1a9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1063256 Dec 16 22:34:48.117684 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fee03798-76bc-4b7f-81ee-0991600e286a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.203741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9548ea0-2e85-42a3-beb1-72664aa546ff req-b0c66cf8-bb0f-4030-97c9-830bda5c625b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0485857 Dec 16 22:34:48.218931 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c79524af-7247-4b5a-b28a-982328a30348 req-8f36591e-61b3-4aab-a3a9-5228397fbc50 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348135 Dec 16 22:34:48.309551 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3e230c4c-d6a7-4e58-8b2a-3aabdc9b917f req-afa8e059-be04-463d-b6ca-35496992e8d7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.321829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-412e328d-42fc-4d03-a312-14da55ac701e req-8bdfbcab-6b71-41a7-8297-57ac11d95fe6 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0321219 Dec 16 22:34:48.333805 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fee03798-76bc-4b7f-81ee-0991600e286a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.348852 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8e059-be04-463d-b6ca-35496992e8d7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Pushing event deleted for resources: {'Port': ['ID=92c19627-25b1-4e1f-98bd-0e6425a585e7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:48.373852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee03798-76bc-4b7f-81ee-0991600e286a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Subnet': ['ID=6528fca7-2dfb-4e51-94a9-51125eeca7f5,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:48.378553 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fee03798-76bc-4b7f-81ee-0991600e286a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.382005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fee03798-76bc-4b7f-81ee-0991600e286a tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/subnets/6528fca7-2dfb-4e51-94a9-51125eeca7f5 HTTP/1.1" status: 204 len: 168 time: 0.6413171 Dec 16 22:34:48.384524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60430) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:48.483757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8961cc12-9682-402e-b1cf-a38a59d008e0 req-881f093e-da27-4843-a4bb-8000542e9a0d tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 210 time: 0.0370126 Dec 16 22:34:48.513638 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.532743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e230c4c-d6a7-4e58-8b2a-3aabdc9b917f req-afa8e059-be04-463d-b6ca-35496992e8d7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Router 5baead92-53e5-471c-8aa6-f23bf1c42080 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:34:48.532902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2172ab-0882-4bdd-8db4-f84ed0e19812 None None] Network 9f2fbc10-b480-4597-aa9a-3638521af8e2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:48.574146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Deleting port 5a1628e3-3647-4226-a9df-fa3545c3c6c9 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:48.575052 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.628688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c3b39164-0881-4dbe-ad0d-310dfdad9b49 None None] Provisioning complete for port 5a1628e3-3647-4226-a9df-fa3545c3c6c9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:48.629297 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3b39164-0881-4dbe-ad0d-310dfdad9b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.647226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] For port 5a1628e3-3647-4226-a9df-fa3545c3c6c9, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5a1628e3-3647-4226-a9df-fa3545c3c6c9,segment=NetworkSegment(70ed5270-9c66-45b5-ace0-7a1518fea162),segment_id=70ed5270-9c66-45b5-ace0-7a1518fea162)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:48.647900 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.651416 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e230c4c-d6a7-4e58-8b2a-3aabdc9b917f req-afa8e059-be04-463d-b6ca-35496992e8d7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:34:48.662353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92618577-bb7b-4981-9f1d-52555fe7cdcb None None] Sync routers for ids ['5baead92-53e5-471c-8aa6-f23bf1c42080'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:34:48.675827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Calling delete_port for 5a1628e3-3647-4226-a9df-fa3545c3c6c9 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:48.685027 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92618577-bb7b-4981-9f1d-52555fe7cdcb None None] Routers {'5baead92-53e5-471c-8aa6-f23bf1c42080'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:34:48.685673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-92618577-bb7b-4981-9f1d-52555fe7cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:34:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5baead92-53e5-471c-8aa6-f23bf1c42080'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:48.698983 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e230c4c-d6a7-4e58-8b2a-3aabdc9b917f req-afa8e059-be04-463d-b6ca-35496992e8d7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] No DVR routers for this DVR port 92c19627-25b1-4e1f-98bd-0e6425a585e7 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:48.703423 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3e230c4c-d6a7-4e58-8b2a-3aabdc9b917f req-afa8e059-be04-463d-b6ca-35496992e8d7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.707378 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3e230c4c-d6a7-4e58-8b2a-3aabdc9b917f req-afa8e059-be04-463d-b6ca-35496992e8d7 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.69 "DELETE /v2.0/ports/92c19627-25b1-4e1f-98bd-0e6425a585e7 HTTP/1.1" status: 204 len: 173 time: 1.2685854 Dec 16 22:34:48.707999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cffef6-07f5-4f51-8184-5bf1fe6a5df1', 'name': 'network-vif-deleted', 'tag': '92c19627-25b1-4e1f-98bd-0e6425a585e7'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:34:48.711372 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd84396-103f-49ec-8bb6-2a36ea0aeed5" -d '{"events": [{"server_uuid": "28cffef6-07f5-4f51-8184-5bf1fe6a5df1", "name": "network-vif-deleted", "tag": "92c19627-25b1-4e1f-98bd-0e6425a585e7"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:34:48.761107 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a902e9e9-297b-4f61-b0ae-db7977fce807 x-openstack-request-id: req-a902e9e9-297b-4f61-b0ae-db7977fce807 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:34:48.761577 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28cffef6-07f5-4f51-8184-5bf1fe6a5df1", "name": "network-vif-deleted", "tag": "92c19627-25b1-4e1f-98bd-0e6425a585e7", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:34:48.761933 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a902e9e9-297b-4f61-b0ae-db7977fce807 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:34:48.762439 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cffef6-07f5-4f51-8184-5bf1fe6a5df1', 'name': 'network-vif-deleted', 'tag': '92c19627-25b1-4e1f-98bd-0e6425a585e7', 'status': 'completed', 'code': 200} Dec 16 22:34:48.793760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5d84fa-d0e3-4935-8399-851944ca6b15 None None] DHCP port deletion for 9f2fbc10-b480-4597-aa9a-3638521af8e2 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:34:48.858631 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.901263 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Port': ['ID=5a1628e3-3647-4226-a9df-fa3545c3c6c9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:48.905079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No DVR routers for this DVR port 5a1628e3-3647-4226-a9df-fa3545c3c6c9 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:49.048672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-666b3076-2ea9-4013-817a-aab515611751 req-561d8863-3c82-4d8b-b7fa-f5e3378ca872 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0627432 Dec 16 22:34:49.052036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-be5d84fa-d0e3-4935-8399-851944ca6b15 None None] The port '5a1628e3-3647-4226-a9df-fa3545c3c6c9' was deleted {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 16 22:34:49.052648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87323d7f-a1d6-49ed-880d-8a3d3c8b72bd req-3b87a98f-f134-426f-b65e-8c4111996a4d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0550146 Dec 16 22:34:49.054613 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:49.074047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-92618577-bb7b-4981-9f1d-52555fe7cdcb None None] Set router 5baead92-53e5-471c-8aa6-f23bf1c42080 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:34:49.082294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2fbc10-b480-4597-aa9a-3638521af8e2']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:49.100405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ed5270-9c66-45b5-ace0-7a1518fea162') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:49.100836 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ed5270-9c66-45b5-ace0-7a1518fea162') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:49.113919 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:49.129039 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:49.135633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:49.136031 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:49.139117 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:49.287741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-662117c8-70b2-47d9-919b-5ba68a4e4481 req-a167d423-9155-4e61-b9e4-2739610db70b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0299406 Dec 16 22:34:49.296423 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:49.297385 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:49.301115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/9f2fbc10-b480-4597-aa9a-3638521af8e2 HTTP/1.1" status: 204 len: 168 time: 0.9150202 Dec 16 22:34:49.304070 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60442) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:49.332875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf3835-1dfb-49fa-9eef-fa502126cf71 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Network': ['ID=9f2fbc10-b480-4597-aa9a-3638521af8e2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:49.333811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-92618577-bb7b-4981-9f1d-52555fe7cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'name': 'tempest-TestServerBasicOps-726547584-router', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:25Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'gw_port': {'id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:26Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '17274c27-b13c-43d0-91e4-cbdb36e8044e', 'name': '', 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'mac_address': 'fa:16:3e:0e:0e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:28Z', 'updated_at': '2021-12-16T22:29:33Z', 'revision_number': 5, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'subnets': [{'id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:49.345758 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc80a31a-8aef-4c2c-8fab-f6b44665d842 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] DELETE failed (client error): The resource could not be found. Dec 16 22:34:49.347880 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc80a31a-8aef-4c2c-8fab-f6b44665d842 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:34:49.353675 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60446) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:49.353978 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fc80a31a-8aef-4c2c-8fab-f6b44665d842 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/subnets/f4ad73b3-4b11-44b4-a392-d5a907c2b31e HTTP/1.1" status: 404 len: 337 time: 0.0487688 Dec 16 22:34:49.376941 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-85365a67-20ed-4198-b4c5-951362d43eb7 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] DELETE failed (client error): The resource could not be found. Dec 16 22:34:49.377548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85365a67-20ed-4198-b4c5-951362d43eb7 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:34:49.378616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92618577-bb7b-4981-9f1d-52555fe7cdcb None None] Checking router: 5baead92-53e5-471c-8aa6-f23bf1c42080 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:34:49.380867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-85365a67-20ed-4198-b4c5-951362d43eb7 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/ad2a677c-3d0e-43b8-ba5c-75c1adac9c6d HTTP/1.1" status: 404 len: 339 time: 0.0260260 Dec 16 22:34:49.383702 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60448) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:49.390860 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92618577-bb7b-4981-9f1d-52555fe7cdcb None None] Routers {'5baead92-53e5-471c-8aa6-f23bf1c42080'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:34:49.391549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-92618577-bb7b-4981-9f1d-52555fe7cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:34:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5baead92-53e5-471c-8aa6-f23bf1c42080'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:49.416000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b1d0213-adb7-45c4-9ab1-aaccf6a7a51e req-859f1111-2c1b-441d-b0bb-75758ac25b9d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0395479 Dec 16 22:34:49.416823 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-144a347e-838e-4259-aaa5-b55a7a3ceb09 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] DELETE failed (client error): The resource could not be found. Dec 16 22:34:49.417557 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144a347e-838e-4259-aaa5-b55a7a3ceb09 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:34:49.424321 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-144a347e-838e-4259-aaa5-b55a7a3ceb09 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/subnets/74bcd2ea-8554-4f11-9c8b-35b9a42815f1 HTTP/1.1" status: 404 len: 337 time: 0.0365753 Dec 16 22:34:49.424570 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60450) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:49.428828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e345582-ca1f-4811-9a79-73b335d92b38 req-71b12382-ed27-4fe7-9f5d-d055b559977d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:49.430812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e345582-ca1f-4811-9a79-73b335d92b38 req-71b12382-ed27-4fe7-9f5d-d055b559977d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1175790 Dec 16 22:34:49.444703 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-f698213e-ff6d-4751-af53-5720ccc86e46 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] DELETE failed (client error): The resource could not be found. Dec 16 22:34:49.445531 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f698213e-ff6d-4751-af53-5720ccc86e46 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:34:49.448499 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f698213e-ff6d-4751-af53-5720ccc86e46 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/235c3fe5-6c54-418c-955d-e87532150ca0 HTTP/1.1" status: 404 len: 339 time: 0.0227754 Dec 16 22:34:49.451659 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60452) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:49.482032 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e16b547-0783-49cf-9b29-f163e0b6ed7c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] DELETE failed (client error): The resource could not be found. Dec 16 22:34:49.483656 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e16b547-0783-49cf-9b29-f163e0b6ed7c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:34:49.487386 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7e16b547-0783-49cf-9b29-f163e0b6ed7c tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/subnets/cfbc90fb-5812-4b0d-80e2-6a37af91335e HTTP/1.1" status: 404 len: 337 time: 0.0347209 Dec 16 22:34:49.488576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e345582-ca1f-4811-9a79-73b335d92b38 req-855a91bf-f16a-4c84-8160-c43b45a54fa2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499129 Dec 16 22:34:49.490674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60454) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:49.522555 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f7ac5e-c836-4f6c-8ce0-04776aa78f85 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] DELETE failed (client error): The resource could not be found. Dec 16 22:34:49.522870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f7ac5e-c836-4f6c-8ce0-04776aa78f85 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:34:49.527392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-00f7ac5e-c836-4f6c-8ce0-04776aa78f85 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/3354bb9b-f731-41cf-9a96-49efb6381ef8 HTTP/1.1" status: 404 len: 339 time: 0.0354860 Dec 16 22:34:49.530165 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60458) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:49.530787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-92618577-bb7b-4981-9f1d-52555fe7cdcb None None] Set router 5baead92-53e5-471c-8aa6-f23bf1c42080 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:34:49.595515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15121c2-55f7-4607-91e7-6f540e57f8ec tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Deleting subnet bbbec4d6-3914-43a1-9dff-74b9854a684a {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:34:49.600217 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d15121c2-55f7-4607-91e7-6f540e57f8ec tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:49.601873 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5a1628e3-3647-4226-a9df-fa3545c3c6c9 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:49.632225 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 5a1628e3-3647-4226-a9df-fa3545c3c6c9 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:49.632893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5a1628e3-3647-4226-a9df-fa3545c3c6c9 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:49.647400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88fa86d2-84cd-4992-8933-ad518ffb73d6 req-2c3ceb14-5b71-4503-8c00-d086c4c1ffdf tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "GET /v2.0/ports?device_id=28cffef6-07f5-4f51-8184-5bf1fe6a5df1 HTTP/1.1" status: 200 len: 210 time: 0.0451293 Dec 16 22:34:49.659145 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d15121c2-55f7-4607-91e7-6f540e57f8ec tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:49.755443 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d15121c2-55f7-4607-91e7-6f540e57f8ec tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:49.824268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-92618577-bb7b-4981-9f1d-52555fe7cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'name': 'tempest-TestServerBasicOps-726547584-router', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:25Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'gw_port': {'id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:26Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '17274c27-b13c-43d0-91e4-cbdb36e8044e', 'name': '', 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'mac_address': 'fa:16:3e:0e:0e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:28Z', 'updated_at': '2021-12-16T22:29:33Z', 'revision_number': 5, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'subnets': [{'id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:49.860675 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92618577-bb7b-4981-9f1d-52555fe7cdcb None None] The sync data for ids ['5baead92-53e5-471c-8aa6-f23bf1c42080'] in n-d-821840-2 is: [{'id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'name': 'tempest-TestServerBasicOps-726547584-router', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:25Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'gw_port': {'id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:26Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '17274c27-b13c-43d0-91e4-cbdb36e8044e', 'name': '', 'network_id': '4c8ac751-0461-4def-b0a8-b730be8d39e2', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'mac_address': 'fa:16:3e:0e:0e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:28Z', 'updated_at': '2021-12-16T22:29:33Z', 'revision_number': 5, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'subnets': [{'id': 'e4a5e6be-2343-411d-83c3-fd248d67f67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:34:49.909631 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d15121c2-55f7-4607-91e7-6f540e57f8ec tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:49.940595 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15121c2-55f7-4607-91e7-6f540e57f8ec tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbec4d6-3914-43a1-9dff-74b9854a684a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:49.944347 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d15121c2-55f7-4607-91e7-6f540e57f8ec tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:49.948159 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d15121c2-55f7-4607-91e7-6f540e57f8ec tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/subnets/bbbec4d6-3914-43a1-9dff-74b9854a684a HTTP/1.1" status: 204 len: 168 time: 0.4161227 Dec 16 22:34:49.950754 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60460) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:49.953162 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33938d12-82a0-4dfd-802d-4edb894db58b None None] Network 4af6fce4-e99a-48c1-b395-660ca298b731 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:50.042995 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.104730 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abc5594b-9a4a-4e2e-9942-d653e68bd587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.131697 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Deleting port 805320f4-a389-4eea-a90f-4d0553d51b3d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:50.132235 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.159939 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d4ca54-d338-41d4-babd-706bc5237d27 None None] DHCP port deletion for 4af6fce4-e99a-48c1-b395-660ca298b731 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:34:50.183480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9335b5b6-6252-4faf-acaf-158eb8f1d99a req-d3834cec-f79e-4275-80e0-3e8445fadc70 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0438478 Dec 16 22:34:50.212264 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5480257c-76d3-4658-a20b-b014f06fb183 req-185f5caf-a940-44ad-9233-8ff30f2c0ab2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0743365 Dec 16 22:34:50.220959 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e2215-dfe2-453c-a092-be4de752f191 None None] New status for floating IP 2514323a-52ca-4091-af15-535bb35a4a8a: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:34:50.230391 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] For port 805320f4-a389-4eea-a90f-4d0553d51b3d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=805320f4-a389-4eea-a90f-4d0553d51b3d,segment=NetworkSegment(a567c6aa-e146-4e64-b6bf-daba97662fdc),segment_id=a567c6aa-e146-4e64-b6bf-daba97662fdc)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:50.230765 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.237788 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-41d4ca54-d338-41d4-babd-706bc5237d27 None None] Deleting port 805320f4-a389-4eea-a90f-4d0553d51b3d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:50.238258 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41d4ca54-d338-41d4-babd-706bc5237d27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.246111 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Calling delete_port for 805320f4-a389-4eea-a90f-4d0553d51b3d owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:50.308617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-41d4ca54-d338-41d4-babd-706bc5237d27 None None] For port 805320f4-a389-4eea-a90f-4d0553d51b3d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=805320f4-a389-4eea-a90f-4d0553d51b3d,segment=NetworkSegment(a567c6aa-e146-4e64-b6bf-daba97662fdc),segment_id=a567c6aa-e146-4e64-b6bf-daba97662fdc)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:50.309027 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41d4ca54-d338-41d4-babd-706bc5237d27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.332586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-41d4ca54-d338-41d4-babd-706bc5237d27 None None] Calling delete_port for 805320f4-a389-4eea-a90f-4d0553d51b3d owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:50.377475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bda280ce-8464-4967-9786-73f3f8ded817 req-cc54d625-d195-4623-8e52-0a474428a2a7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0281465 Dec 16 22:34:50.417981 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.424571 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41d4ca54-d338-41d4-babd-706bc5237d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.445074 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Port': ['ID=805320f4-a389-4eea-a90f-4d0553d51b3d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:50.451222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No DVR routers for this DVR port 805320f4-a389-4eea-a90f-4d0553d51b3d on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:50.453633 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4ca54-d338-41d4-babd-706bc5237d27 None None] Pushing event deleted for resources: {'Port': ['ID=805320f4-a389-4eea-a90f-4d0553d51b3d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:50.455557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d4ca54-d338-41d4-babd-706bc5237d27 None None] No DVR routers for this DVR port 805320f4-a389-4eea-a90f-4d0553d51b3d on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:50.535499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c46c95b-c139-4eab-a947-4d63ea49586b req-0a1d2823-acfd-4262-b78f-5109b6732b52 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0296998 Dec 16 22:34:50.548406 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.572607 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af6fce4-e99a-48c1-b395-660ca298b731']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:50.585066 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a567c6aa-e146-4e64-b6bf-daba97662fdc') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:50.585402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a567c6aa-e146-4e64-b6bf-daba97662fdc') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:50.597992 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.612744 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.619876 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:50.620282 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:50.623394 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:50.626406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bd98c-116b-4aee-8ce2-6c5be43d8fb8 req-7cd997b8-d87b-4442-8779-5b342f18135e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:50.633259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-076bd98c-116b-4aee-8ce2-6c5be43d8fb8 req-7cd997b8-d87b-4442-8779-5b342f18135e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0548990 Dec 16 22:34:50.685222 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-076bd98c-116b-4aee-8ce2-6c5be43d8fb8 req-9c345863-ad3f-4dbe-b3c3-934b8006e223 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485890 Dec 16 22:34:50.718554 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60474) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:50.755410 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.768777 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.772221 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/4af6fce4-e99a-48c1-b395-660ca298b731 HTTP/1.1" status: 204 len: 168 time: 0.8199198 Dec 16 22:34:50.775892 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60476) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:50.789270 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639672c-b6f3-4f9d-a3ea-ce5191c36079 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Network': ['ID=4af6fce4-e99a-48c1-b395-660ca298b731,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:50.804989 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ef5361-bf5b-4b13-9014-d93add0101a9 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] DELETE failed (client error): The resource could not be found. Dec 16 22:34:50.806027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ef5361-bf5b-4b13-9014-d93add0101a9 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:34:50.812130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-29ef5361-bf5b-4b13-9014-d93add0101a9 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/subnets/8b9c5afa-6a99-479f-8ed9-200aaebb96f8 HTTP/1.1" status: 404 len: 337 time: 0.0322676 Dec 16 22:34:50.812368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60478) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:50.836430 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-76be6f87-88a5-4325-9ce4-88676a5a6ffc tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] DELETE failed (client error): The resource could not be found. Dec 16 22:34:50.837554 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76be6f87-88a5-4325-9ce4-88676a5a6ffc tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:34:50.840711 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-76be6f87-88a5-4325-9ce4-88676a5a6ffc tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/790ec423-430a-49bc-be33-74f2867828d4 HTTP/1.1" status: 404 len: 339 time: 0.0273628 Dec 16 22:34:50.843242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60480) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:50.897713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b948cc0-23a8-4f55-8517-dd4f901aed0f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Deleting subnet a4f65219-2533-407a-92d6-5b8becaaa44b {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:34:50.901611 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7b948cc0-23a8-4f55-8517-dd4f901aed0f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.903328 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-517d77e8-ee8d-49b8-89aa-ea7bbc5070bd tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Deleting port 1c08a903-96a8-4ab4-ba63-b3af5b37600b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:50.903715 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-517d77e8-ee8d-49b8-89aa-ea7bbc5070bd tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.946886 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7b948cc0-23a8-4f55-8517-dd4f901aed0f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.999372 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-517d77e8-ee8d-49b8-89aa-ea7bbc5070bd tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.999802 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-517d77e8-ee8d-49b8-89aa-ea7bbc5070bd tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.014624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-517d77e8-ee8d-49b8-89aa-ea7bbc5070bd tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Calling delete_port for 1c08a903-96a8-4ab4-ba63-b3af5b37600b owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:51.059080 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7b948cc0-23a8-4f55-8517-dd4f901aed0f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.246823 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7b948cc0-23a8-4f55-8517-dd4f901aed0f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.256557 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5f45079-ec00-4bc7-8693-04a53e6d2c8b req-e1d456f5-c374-4dc6-8f03-2640f4a7f07a tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0359342 Dec 16 22:34:51.266347 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-517d77e8-ee8d-49b8-89aa-ea7bbc5070bd tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.279464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b948cc0-23a8-4f55-8517-dd4f901aed0f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f65219-2533-407a-92d6-5b8becaaa44b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:51.297418 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7b948cc0-23a8-4f55-8517-dd4f901aed0f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.303204 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21816fc-b758-4fc2-a658-10cb736151d7 None None] Network e55c1b02-4414-4918-a722-34aa6190412d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:51.309822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7b948cc0-23a8-4f55-8517-dd4f901aed0f tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/subnets/a4f65219-2533-407a-92d6-5b8becaaa44b HTTP/1.1" status: 204 len: 168 time: 0.4652097 Dec 16 22:34:51.310840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60486) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:51.313365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d77e8-ee8d-49b8-89aa-ea7bbc5070bd tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Pushing event deleted for resources: {'Port': ['ID=1c08a903-96a8-4ab4-ba63-b3af5b37600b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:51.342290 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89587651-e87a-43e1-95a9-a81f3ecbcb87 req-9aaec2a8-bad4-413a-b834-b27a94fe94ee tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0678024 Dec 16 22:34:51.403029 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-517d77e8-ee8d-49b8-89aa-ea7bbc5070bd tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.406597 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-517d77e8-ee8d-49b8-89aa-ea7bbc5070bd tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.408079 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-517d77e8-ee8d-49b8-89aa-ea7bbc5070bd tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "DELETE /v2.0/floatingips/2514323a-52ca-4091-af15-535bb35a4a8a HTTP/1.1" status: 204 len: 168 time: 0.6882191 Dec 16 22:34:51.463552 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.481096 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 92c19627-25b1-4e1f-98bd-0e6425a585e7 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:51.490334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60494) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:51.495012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d9bd303-ddf8-43b6-ad61-c7535adc3bc7 req-e2a9d541-f8b9-4e2b-8a07-ccb6a8d7ff8f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0479560 Dec 16 22:34:51.503254 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 92c19627-25b1-4e1f-98bd-0e6425a585e7 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:51.503644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 92c19627-25b1-4e1f-98bd-0e6425a585e7 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:51.520770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cbd2f4-b651-49e4-be76-722ab40dd8aa None None] DHCP port deletion for e55c1b02-4414-4918-a722-34aa6190412d request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:34:51.573481 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc37f40e-5b88-4bae-8895-228aee26b7f1 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.591826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Deleting port 7b8d7e16-ccac-4571-b5df-280ddfd2b07d {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:51.592173 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.612503 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc37f40e-5b88-4bae-8895-228aee26b7f1 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.615820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a1cbd2f4-b651-49e4-be76-722ab40dd8aa None None] Deleting port 7b8d7e16-ccac-4571-b5df-280ddfd2b07d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:51.616346 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1cbd2f4-b651-49e4-be76-722ab40dd8aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.661263 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 805320f4-a389-4eea-a90f-4d0553d51b3d no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:51.684296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61f7bda0-bc01-4940-b5ef-2442a90af95b req-05697d2b-9674-4baa-bd2e-edb34cb045c8 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0395153 Dec 16 22:34:51.686796 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 805320f4-a389-4eea-a90f-4d0553d51b3d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:51.687221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 805320f4-a389-4eea-a90f-4d0553d51b3d not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:51.687750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7b8d7e16-ccac-4571-b5df-280ddfd2b07d no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:51.706466 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] For port 7b8d7e16-ccac-4571-b5df-280ddfd2b07d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7b8d7e16-ccac-4571-b5df-280ddfd2b07d,segment=NetworkSegment(fc78131c-792e-451b-9df7-ea959a98877f),segment_id=fc78131c-792e-451b-9df7-ea959a98877f)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:51.706863 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.742141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Calling delete_port for 7b8d7e16-ccac-4571-b5df-280ddfd2b07d owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:51.744234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a1cbd2f4-b651-49e4-be76-722ab40dd8aa None None] For port 7b8d7e16-ccac-4571-b5df-280ddfd2b07d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7b8d7e16-ccac-4571-b5df-280ddfd2b07d,segment=NetworkSegment(fc78131c-792e-451b-9df7-ea959a98877f),segment_id=fc78131c-792e-451b-9df7-ea959a98877f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:51.745075 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1cbd2f4-b651-49e4-be76-722ab40dd8aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.760932 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a1cbd2f4-b651-49e4-be76-722ab40dd8aa None None] Calling delete_port for 7b8d7e16-ccac-4571-b5df-280ddfd2b07d owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:51.794968 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc37f40e-5b88-4bae-8895-228aee26b7f1 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.797921 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc37f40e-5b88-4bae-8895-228aee26b7f1 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.802383 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bc37f40e-5b88-4bae-8895-228aee26b7f1 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] 10.222.0.43 "DELETE /v2.0/security-groups/c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c HTTP/1.1" status: 204 len: 168 time: 0.3107858 Dec 16 22:34:51.813873 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f40e-5b88-4bae-8895-228aee26b7f1 tempest-TestServerBasicOps-1424216780 tempest-TestServerBasicOps-1424216780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80e2ebe-dd09-4bf9-87fb-b6f3eb20922c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:51.866936 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.876183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35854a-8a7c-4374-88db-02b21a883ac0 req-b01e4a29-ed15-470f-92b3-319f205b1c5e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:51.881084 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d35854a-8a7c-4374-88db-02b21a883ac0 req-b01e4a29-ed15-470f-92b3-319f205b1c5e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0867329 Dec 16 22:34:51.935121 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d35854a-8a7c-4374-88db-02b21a883ac0 req-eec1d322-e306-403a-81b6-192482641777 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462241 Dec 16 22:34:51.949573 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.978125 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1cbd2f4-b651-49e4-be76-722ab40dd8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.980799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Port': ['ID=7b8d7e16-ccac-4571-b5df-280ddfd2b07d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:51.984405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] No DVR routers for this DVR port 7b8d7e16-ccac-4571-b5df-280ddfd2b07d on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:52.011684 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbd2f4-b651-49e4-be76-722ab40dd8aa None None] Pushing event deleted for resources: {'Port': ['ID=7b8d7e16-ccac-4571-b5df-280ddfd2b07d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:52.017612 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cbd2f4-b651-49e4-be76-722ab40dd8aa None None] No DVR routers for this DVR port 7b8d7e16-ccac-4571-b5df-280ddfd2b07d on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:52.084554 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.107095 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55c1b02-4414-4918-a722-34aa6190412d']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:52.116657 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc78131c-792e-451b-9df7-ea959a98877f') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:52.116977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc78131c-792e-451b-9df7-ea959a98877f') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:52.126944 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.142686 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.150233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:52.150835 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:52.153971 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:52.286786 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.295323 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.298568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] 10.222.0.43 "DELETE /v2.0/networks/e55c1b02-4414-4918-a722-34aa6190412d HTTP/1.1" status: 204 len: 168 time: 0.9592454 Dec 16 22:34:52.309505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee268187-223e-45b2-a22c-05e8d6b77300 tempest-NetworksIpV6Test-396885447 tempest-NetworksIpV6Test-396885447-project] Pushing event deleted for resources: {'Network': ['ID=e55c1b02-4414-4918-a722-34aa6190412d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:52.344363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a57cf04c-6fde-4c47-90bb-d90ba2421920 req-900b50f9-bbef-408e-8bbb-9445f5c26305 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0294237 Dec 16 22:34:52.400996 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2fb02159-bfa4-4c9c-8adf-78e1c9f8175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.422913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6623a77a-acdd-4894-8a76-ee2ba77a83db req-480bc829-1dbb-473d-9abb-0f22d48cfa88 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0272093 Dec 16 22:34:52.587975 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64e2e523-ef8c-4490-995f-5eba0f079384 req-3cb18ffd-4ead-4e53-9c78-152d231bf8f1 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0282526 Dec 16 22:34:52.765415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-701d3e58-849d-4e7c-a227-b6e6e76e12c3 req-00d404a1-2410-4481-9e76-78a7243d0603 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0275912 Dec 16 22:34:52.768577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60514) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:52.905077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-09b5666f-2c0d-4729-b565-aa437f7118f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=057433c206454d18b9280a1d473457ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353800 Dec 16 22:34:52.907573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60520) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:52.922913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60522) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:52.973070 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6b95-fb1e-4dd5-9204-698921207e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.999736 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6b95-fb1e-4dd5-9204-698921207e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.079576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bf225-8b47-486e-ae8d-fafbf36a53ea req-7715522b-4dd0-4dbc-a5d9-25a454f559e4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:53.081140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e98bf225-8b47-486e-ae8d-fafbf36a53ea req-7715522b-4dd0-4dbc-a5d9-25a454f559e4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0592983 Dec 16 22:34:53.136399 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e98bf225-8b47-486e-ae8d-fafbf36a53ea req-8523cbb4-a5ad-46ac-aeca-5da6f5c14d09 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482583 Dec 16 22:34:53.143655 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6b95-fb1e-4dd5-9204-698921207e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.146260 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6b95-fb1e-4dd5-9204-698921207e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.150492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6a5c6b95-fb1e-4dd5-9204-698921207e4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1f48439-199e-4c84-866a-77f8fb74daee HTTP/1.1" status: 204 len: 168 time: 0.2388551 Dec 16 22:34:53.157955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c6b95-fb1e-4dd5-9204-698921207e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f48439-199e-4c84-866a-77f8fb74daee,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:53.429886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f96b0e58-08cd-4091-a181-eb690f2cf1e3 req-481db608-f7eb-49ad-bb0b-6ce4e330a275 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0324552 Dec 16 22:34:53.453816 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91cbd4b0-d0f0-48bd-8bf8-d20701776962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.492696 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.512001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b70c04a1-29a7-4439-a54c-7de2e79e8289 req-a31db38a-a3d0-4e15-93e6-bda6e5a4ecf1 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0285690 Dec 16 22:34:53.667034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a78cbab5-d85c-441e-9737-8a36c8592a6d req-a52e92c0-b714-4b4c-824e-32fda544714f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0283086 Dec 16 22:34:53.848497 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-955f1c0d-ae59-4668-bf40-ee38b8c4ddf5 req-c8cf6711-69cd-4938-93cd-00fdaad19666 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0288272 Dec 16 22:34:54.079335 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-91cbd4b0-d0f0-48bd-8bf8-d20701776962 admin admin] Deleting port 17274c27-b13c-43d0-91e4-cbdb36e8044e {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:54.079904 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91cbd4b0-d0f0-48bd-8bf8-d20701776962 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.162496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-91cbd4b0-d0f0-48bd-8bf8-d20701776962 admin admin] For port 17274c27-b13c-43d0-91e4-cbdb36e8044e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=17274c27-b13c-43d0-91e4-cbdb36e8044e,segment=NetworkSegment(6357a328-8d91-4b19-8650-bdf614d1d1d0),segment_id=6357a328-8d91-4b19-8650-bdf614d1d1d0)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:54.162863 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91cbd4b0-d0f0-48bd-8bf8-d20701776962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.171651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60558) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:54.181332 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-91cbd4b0-d0f0-48bd-8bf8-d20701776962 admin admin] Calling delete_port for 17274c27-b13c-43d0-91e4-cbdb36e8044e owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:54.279577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40dfb3-5e2e-43a9-8c31-291130397201 req-7e8c79b3-ca43-4126-92b0-92533089e0d2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:54.281050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b40dfb3-5e2e-43a9-8c31-291130397201 req-7e8c79b3-ca43-4126-92b0-92533089e0d2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0605605 Dec 16 22:34:54.308254 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0c75a0fe-7902-4597-ab45-147d3908e3b7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group': {'name': 'tempest-secgroup--674632092'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:54.350582 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b40dfb3-5e2e-43a9-8c31-291130397201 req-273fdc78-de23-4df1-910f-f9a2e758d481 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627091 Dec 16 22:34:54.440599 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c75a0fe-7902-4597-ab45-147d3908e3b7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.446917 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91cbd4b0-d0f0-48bd-8bf8-d20701776962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.450435 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c75a0fe-7902-4597-ab45-147d3908e3b7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.479643 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbd4b0-d0f0-48bd-8bf8-d20701776962 admin admin] Pushing event deleted for resources: {'Port': ['ID=17274c27-b13c-43d0-91e4-cbdb36e8044e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:54.524032 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b80ad454-0ced-4ab1-b8e3-3585edf1aa98 req-5dcc492b-2db8-4b70-a157-884aa2373ee5 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0352948 Dec 16 22:34:54.590925 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c75a0fe-7902-4597-ab45-147d3908e3b7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.607635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-000e89a4-1534-404b-86be-06e1834975ee req-821b2ec8-2c7f-4072-a286-d52c75bef992 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0415897 Dec 16 22:34:54.635717 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c75a0fe-7902-4597-ab45-147d3908e3b7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.686524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75a0fe-7902-4597-ab45-147d3908e3b7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67719735-4f98-4263-b3d2-e30bae83a40d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:54.703362 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91cbd4b0-d0f0-48bd-8bf8-d20701776962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.731418 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c75a0fe-7902-4597-ab45-147d3908e3b7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.761323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4bd70716-2a0f-4cf6-af21-5fe7a7989636 req-9224cf49-e955-438e-a28b-24f97a419cfa tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0275424 Dec 16 22:34:54.811981 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c75a0fe-7902-4597-ab45-147d3908e3b7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.847382 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.848596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75a0fe-7902-4597-ab45-147d3908e3b7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd95cc18-9dbc-4343-8050-3365f7ef15a9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:54.928840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49acb5ae-8b71-4c7e-a1ee-b95aa3848022 req-da3a5906-4247-4386-ba77-a09997a1ff67 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0270591 Dec 16 22:34:54.943487 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cbd4b0-d0f0-48bd-8bf8-d20701776962 admin admin] Router 5baead92-53e5-471c-8aa6-f23bf1c42080 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:34:54.950518 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c75a0fe-7902-4597-ab45-147d3908e3b7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.951087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0c75a0fe-7902-4597-ab45-147d3908e3b7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7773466 Dec 16 22:34:54.953790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60570) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:55.006758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9a571670-d315-4f34-a6dd-e932c2f6691d tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0518093 Dec 16 22:34:55.009938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60572) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:55.014377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-33c1471c-f154-4c79-8437-313f44fa257c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group': {'name': 'tempest-security--1516576342', 'description': 'tempest-security-description-310687553'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:55.049820 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33c1471c-f154-4c79-8437-313f44fa257c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.057701 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cbd4b0-d0f0-48bd-8bf8-d20701776962 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:34:55.063249 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-91cbd4b0-d0f0-48bd-8bf8-d20701776962 admin admin] 10.222.0.43 "PUT /v2.0/routers/5baead92-53e5-471c-8aa6-f23bf1c42080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1391416 Dec 16 22:34:55.065780 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60574) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:55.067655 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334ebdd5-83a3-484e-8f7a-f9d2bda7f4b9 None None] Sync routers for ids ['5baead92-53e5-471c-8aa6-f23bf1c42080'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:34:55.080360 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334ebdd5-83a3-484e-8f7a-f9d2bda7f4b9 None None] Routers {'5baead92-53e5-471c-8aa6-f23bf1c42080'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:34:55.080988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-334ebdd5-83a3-484e-8f7a-f9d2bda7f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:34:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5baead92-53e5-471c-8aa6-f23bf1c42080'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:55.103918 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33c1471c-f154-4c79-8437-313f44fa257c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.177337 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e5d2-bf1f-4a36-9702-36b0b60d2a9a admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.193196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-334ebdd5-83a3-484e-8f7a-f9d2bda7f4b9 None None] Set router 5baead92-53e5-471c-8aa6-f23bf1c42080 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:34:55.213294 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33c1471c-f154-4c79-8437-313f44fa257c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.215847 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-33c1471c-f154-4c79-8437-313f44fa257c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.219623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-33c1471c-f154-4c79-8437-313f44fa257c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "PUT /v2.0/security-groups/dd95cc18-9dbc-4343-8050-3365f7ef15a9 HTTP/1.1" status: 200 len: 1796 time: 0.2062330 Dec 16 22:34:55.220357 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60576) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:55.261682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1471c-f154-4c79-8437-313f44fa257c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd95cc18-9dbc-4343-8050-3365f7ef15a9,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:55.279559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2436c8c6-7907-40e9-ad9b-675f40f750aa tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-groups/dd95cc18-9dbc-4343-8050-3365f7ef15a9 HTTP/1.1" status: 200 len: 1796 time: 0.0568795 Dec 16 22:34:55.282035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60578) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:55.291528 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e5d2-bf1f-4a36-9702-36b0b60d2a9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.342240 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c94bb8eb-5b28-4f7e-983f-ccad8b8bd714 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.368907 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c94bb8eb-5b28-4f7e-983f-ccad8b8bd714 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.428117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-334ebdd5-83a3-484e-8f7a-f9d2bda7f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'name': 'tempest-TestServerBasicOps-726547584-router', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:25Z', 'updated_at': '2021-12-16T22:34:54Z', 'revision_number': 5, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'gw_port': {'id': '43e422a0-27a0-40dc-b922-77abe3988cbb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:26Z', 'updated_at': '2021-12-16T22:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:55.464338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-b2b4e5d2-bf1f-4a36-9702-36b0b60d2a9a admin admin] Deleting port 43e422a0-27a0-40dc-b922-77abe3988cbb {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:55.464563 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e5d2-bf1f-4a36-9702-36b0b60d2a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.470136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334ebdd5-83a3-484e-8f7a-f9d2bda7f4b9 None None] Checking router: 5baead92-53e5-471c-8aa6-f23bf1c42080 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:34:55.479854 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334ebdd5-83a3-484e-8f7a-f9d2bda7f4b9 None None] Routers {'5baead92-53e5-471c-8aa6-f23bf1c42080'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:34:55.480497 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-334ebdd5-83a3-484e-8f7a-f9d2bda7f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:34:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5baead92-53e5-471c-8aa6-f23bf1c42080'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:55.491412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30fd05-a637-40fe-9ed3-ea25d4ec9d5f req-8c964d82-b777-4acb-b352-addd23a2a6ec tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:55.493427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc30fd05-a637-40fe-9ed3-ea25d4ec9d5f req-8c964d82-b777-4acb-b352-addd23a2a6ec tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0610261 Dec 16 22:34:55.497807 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c94bb8eb-5b28-4f7e-983f-ccad8b8bd714 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.501065 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c94bb8eb-5b28-4f7e-983f-ccad8b8bd714 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.511027 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c94bb8eb-5b28-4f7e-983f-ccad8b8bd714 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-groups/dd95cc18-9dbc-4343-8050-3365f7ef15a9 HTTP/1.1" status: 204 len: 168 time: 0.2202768 Dec 16 22:34:55.511133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60582) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:55.566977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bb8eb-5b28-4f7e-983f-ccad8b8bd714 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd95cc18-9dbc-4343-8050-3365f7ef15a9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:55.600189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-334ebdd5-83a3-484e-8f7a-f9d2bda7f4b9 None None] Set router 5baead92-53e5-471c-8aa6-f23bf1c42080 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:34:55.612937 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5d02eaed-b6d6-4e80-8b83-e2c0a27bfb11 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1040113 Dec 16 22:34:55.613729 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60586) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:55.626485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc30fd05-a637-40fe-9ed3-ea25d4ec9d5f req-b8ec072e-2c41-4394-96e7-f1f7266979c6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217957 Dec 16 22:34:55.631006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-b2b4e5d2-bf1f-4a36-9702-36b0b60d2a9a admin admin] For port 43e422a0-27a0-40dc-b922-77abe3988cbb, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=43e422a0-27a0-40dc-b922-77abe3988cbb,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:55.631426 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e5d2-bf1f-4a36-9702-36b0b60d2a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.654357 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-b4d8f982-f1c3-4514-8ce9-541b6c0a46e7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] delete failed (client error): The resource could not be found. Dec 16 22:34:55.660704 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b4d8f982-f1c3-4514-8ce9-541b6c0a46e7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-groups/dd95cc18-9dbc-4343-8050-3365f7ef15a9 HTTP/1.1" status: 404 len: 347 time: 0.0406322 Dec 16 22:34:55.661545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60590) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:55.669027 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-334ebdd5-83a3-484e-8f7a-f9d2bda7f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'name': 'tempest-TestServerBasicOps-726547584-router', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:25Z', 'updated_at': '2021-12-16T22:34:55Z', 'revision_number': 6, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:55.674135 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4212550c-894e-45d8-bd5d-45cbc61b46b4 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group': {'name': 'tempest-secgroup--1934647686'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:55.675887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83dfc5f8-717c-4b50-89ec-389074fa4f6b req-e65cdd33-dc33-4cfa-a23a-182b6b33729c tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0622356 Dec 16 22:34:55.679863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-b2b4e5d2-bf1f-4a36-9702-36b0b60d2a9a admin admin] Calling delete_port for 43e422a0-27a0-40dc-b922-77abe3988cbb owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:55.706344 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334ebdd5-83a3-484e-8f7a-f9d2bda7f4b9 None None] The sync data for ids ['5baead92-53e5-471c-8aa6-f23bf1c42080'] in n-d-821840-2 is: [{'id': '5baead92-53e5-471c-8aa6-f23bf1c42080', 'name': 'tempest-TestServerBasicOps-726547584-router', 'tenant_id': 'b61746d1f14f4a999de4f63ca14318d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:25Z', 'updated_at': '2021-12-16T22:34:55Z', 'revision_number': 6, 'project_id': 'b61746d1f14f4a999de4f63ca14318d0', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:34:55.721001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ba67078-a680-4d19-ac67-75c6c4ffe889 req-481f4d6b-8376-4099-8345-904484f3ae8b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0395644 Dec 16 22:34:55.777406 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.854920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3886628d-1474-4c58-b399-5b2e141f9de2 req-101555db-78b9-49b5-9d78-11268c7aac45 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0392227 Dec 16 22:34:55.862001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4212550c-894e-45d8-bd5d-45cbc61b46b4 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.944242 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4212550c-894e-45d8-bd5d-45cbc61b46b4 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.960693 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e5d2-bf1f-4a36-9702-36b0b60d2a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.989336 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4e5d2-bf1f-4a36-9702-36b0b60d2a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=43e422a0-27a0-40dc-b922-77abe3988cbb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:56.003286 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6177185-3172-4f62-a816-d03f812d43dd None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:34:56.015802 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4212550c-894e-45d8-bd5d-45cbc61b46b4 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.021178 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb0bfb29-c00d-4888-87c5-cc5826158263 req-08ee0ccd-8f3d-4da5-8836-163ca44355d6 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0405259 Dec 16 22:34:56.088727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212550c-894e-45d8-bd5d-45cbc61b46b4 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025dc1e3-536a-480d-a415-f9bc0089db04,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:56.090963 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e5d2-bf1f-4a36-9702-36b0b60d2a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.124242 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4212550c-894e-45d8-bd5d-45cbc61b46b4 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.125612 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4212550c-894e-45d8-bd5d-45cbc61b46b4 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4600055 Dec 16 22:34:56.128827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60596) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:56.134443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-787dfba5-98ae-4eab-9bbc-09f36a595c5f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group_rule': {'security_group_id': '025dc1e3-536a-480d-a415-f9bc0089db04', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:56.193635 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e5d2-bf1f-4a36-9702-36b0b60d2a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.196421 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e5d2-bf1f-4a36-9702-36b0b60d2a9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.245927 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-787dfba5-98ae-4eab-9bbc-09f36a595c5f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.292425 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e5d2-bf1f-4a36-9702-36b0b60d2a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.292880 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b4e5d2-bf1f-4a36-9702-36b0b60d2a9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5baead92-53e5-471c-8aa6-f23bf1c42080 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:34:56.297205 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e5d2-bf1f-4a36-9702-36b0b60d2a9a admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.298523 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b2b4e5d2-bf1f-4a36-9702-36b0b60d2a9a admin admin] 10.222.0.43 "DELETE /v2.0/routers/5baead92-53e5-471c-8aa6-f23bf1c42080 HTTP/1.1" status: 204 len: 168 time: 1.2307849 Dec 16 22:34:56.301228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60598) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:56.305289 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-787dfba5-98ae-4eab-9bbc-09f36a595c5f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.346788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbb018a-dd85-4ac6-8412-9c638741ee8c admin admin] Deleting subnet e4a5e6be-2343-411d-83c3-fd248d67f67e {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:34:56.349918 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bfbb018a-dd85-4ac6-8412-9c638741ee8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.372047 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-787dfba5-98ae-4eab-9bbc-09f36a595c5f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.390130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dfba5-98ae-4eab-9bbc-09f36a595c5f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f23ca5f-9711-460d-b084-202eb3ca74f4,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:56.391373 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bfbb018a-dd85-4ac6-8412-9c638741ee8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.442637 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-787dfba5-98ae-4eab-9bbc-09f36a595c5f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.443903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-787dfba5-98ae-4eab-9bbc-09f36a595c5f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3140259 Dec 16 22:34:56.447437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60600) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:56.474105 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bfbb018a-dd85-4ac6-8412-9c638741ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.478134 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3b404c3f-28d2-45b8-adef-16e0776cd810 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.486655 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3b404c3f-28d2-45b8-adef-16e0776cd810 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.566551 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3b404c3f-28d2-45b8-adef-16e0776cd810 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.572317 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3b404c3f-28d2-45b8-adef-16e0776cd810 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.573461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3b404c3f-28d2-45b8-adef-16e0776cd810 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/8f23ca5f-9711-460d-b084-202eb3ca74f4 HTTP/1.1" status: 204 len: 168 time: 0.1251025 Dec 16 22:34:56.576456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60602) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:56.583930 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bfbb018a-dd85-4ac6-8412-9c638741ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.594866 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b404c3f-28d2-45b8-adef-16e0776cd810 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f23ca5f-9711-460d-b084-202eb3ca74f4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:56.614621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb018a-dd85-4ac6-8412-9c638741ee8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a5e6be-2343-411d-83c3-fd248d67f67e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:56.625764 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bfbb018a-dd85-4ac6-8412-9c638741ee8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.630897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb5dd77-b4a5-4f9a-bc72-926ee1acc496 None None] Network 4c8ac751-0461-4def-b0a8-b730be8d39e2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:56.631738 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bfbb018a-dd85-4ac6-8412-9c638741ee8c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e4a5e6be-2343-411d-83c3-fd248d67f67e HTTP/1.1" status: 204 len: 168 time: 0.3295062 Dec 16 22:34:56.632364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60604) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:56.643362 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cfb71488-2668-4bf0-9c7e-a25bd268857d tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657713 Dec 16 22:34:56.645991 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60606) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:56.715902 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fa138111-2f2a-4bd1-a7b6-e2a36666bab8 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.729714 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.772596 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78e7c210-870f-4710-8191-ce2e777435d3 req-fe868a36-ba8d-4a47-939d-e3b75bb6d5d0 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0378659 Dec 16 22:34:56.798647 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] Deleting port a4fec07e-6117-411c-90ec-9f3feb686da4 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:56.798981 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.805659 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fa138111-2f2a-4bd1-a7b6-e2a36666bab8 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.890134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e86ce8b7-d8dc-4b39-8e72-c42b47464baf req-b49e4c75-887d-40f1-a945-d0266a7e73b3 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0453520 Dec 16 22:34:56.891680 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] For port a4fec07e-6117-411c-90ec-9f3feb686da4, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a4fec07e-6117-411c-90ec-9f3feb686da4,segment=NetworkSegment(6357a328-8d91-4b19-8650-bdf614d1d1d0),segment_id=6357a328-8d91-4b19-8650-bdf614d1d1d0)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:56.892258 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.900045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bd1a3a-8de5-43cb-a164-42eefb7d464d None None] DHCP port deletion for 4c8ac751-0461-4def-b0a8-b730be8d39e2 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:34:56.912635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70f703-e732-408d-b5cc-c2c6ec8171e3 req-bf720e04-ef8a-4c9a-a17e-cb52f49173dd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:56.914726 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d70f703-e732-408d-b5cc-c2c6ec8171e3 req-bf720e04-ef8a-4c9a-a17e-cb52f49173dd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1411958 Dec 16 22:34:56.940162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] Calling delete_port for a4fec07e-6117-411c-90ec-9f3feb686da4 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:56.982279 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e0bd1a3a-8de5-43cb-a164-42eefb7d464d None None] Deleting port a4fec07e-6117-411c-90ec-9f3feb686da4 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:56.982710 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1a3a-8de5-43cb-a164-42eefb7d464d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.996157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ae16f9b-a09b-4640-8854-6ce744436b2b req-8445b1a9-738f-4ea4-9765-feab9a53bce5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0386784 Dec 16 22:34:57.003906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d70f703-e732-408d-b5cc-c2c6ec8171e3 req-443ef0aa-b5e6-4b18-ad5d-1032bcf22c4c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818081 Dec 16 22:34:57.007680 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fa138111-2f2a-4bd1-a7b6-e2a36666bab8 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.013740 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fa138111-2f2a-4bd1-a7b6-e2a36666bab8 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.015946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fa138111-2f2a-4bd1-a7b6-e2a36666bab8 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-groups/025dc1e3-536a-480d-a415-f9bc0089db04 HTTP/1.1" status: 204 len: 168 time: 0.3689017 Dec 16 22:34:57.019140 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60616) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:57.032355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa138111-2f2a-4bd1-a7b6-e2a36666bab8 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=025dc1e3-536a-480d-a415-f9bc0089db04,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:57.099944 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-532ba48d-fa9a-4f3e-ab1f-9512c3cf90c5 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0796092 Dec 16 22:34:57.105379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60620) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:57.107978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e0bd1a3a-8de5-43cb-a164-42eefb7d464d None None] For port a4fec07e-6117-411c-90ec-9f3feb686da4, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a4fec07e-6117-411c-90ec-9f3feb686da4,segment=NetworkSegment(6357a328-8d91-4b19-8650-bdf614d1d1d0),segment_id=6357a328-8d91-4b19-8650-bdf614d1d1d0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:57.108535 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1a3a-8de5-43cb-a164-42eefb7d464d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.111060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-2a4effcc-8671-4f5e-82df-e471c8d2cbb1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045212113'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:57.122871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e0bd1a3a-8de5-43cb-a164-42eefb7d464d None None] Calling delete_port for a4fec07e-6117-411c-90ec-9f3feb686da4 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:57.130766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b07c60d-cea2-4644-99a3-4811413a0ffe req-6e8bb749-23db-4838-bfd1-91f0c1b1e484 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0361207 Dec 16 22:34:57.178081 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.206783 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a4effcc-8671-4f5e-82df-e471c8d2cbb1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.211863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4fec07e-6117-411c-90ec-9f3feb686da4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:57.216857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] No DVR routers for this DVR port a4fec07e-6117-411c-90ec-9f3feb686da4 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:57.299687 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.319548 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a4effcc-8671-4f5e-82df-e471c8d2cbb1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.324953 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8ac751-0461-4def-b0a8-b730be8d39e2']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:57.335240 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6357a328-8d91-4b19-8650-bdf614d1d1d0') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:57.335574 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6357a328-8d91-4b19-8650-bdf614d1d1d0') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:57.346597 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.359896 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.366145 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:57.366527 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:57.370910 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:57.373996 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1a3a-8de5-43cb-a164-42eefb7d464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.389030 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a4effcc-8671-4f5e-82df-e471c8d2cbb1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.400952 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd1a3a-8de5-43cb-a164-42eefb7d464d None None] Pushing event deleted for resources: {'Port': ['ID=a4fec07e-6117-411c-90ec-9f3feb686da4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:57.408334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd1a3a-8de5-43cb-a164-42eefb7d464d None None] No DVR routers for this DVR port a4fec07e-6117-411c-90ec-9f3feb686da4 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:57.427663 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4effcc-8671-4f5e-82df-e471c8d2cbb1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9587c0f-c787-49f3-a2fc-3c1944ac7a90,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:57.505721 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a4effcc-8671-4f5e-82df-e471c8d2cbb1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.506791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2a4effcc-8671-4f5e-82df-e471c8d2cbb1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4007313 Dec 16 22:34:57.510118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60622) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:57.514595 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b3facd27-217e-4acb-a1df-14a702888689 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group_rule': {'security_group_id': 'c9587c0f-c787-49f3-a2fc-3c1944ac7a90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:57.520874 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.528757 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.537871 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] 10.222.0.43 "DELETE /v2.0/networks/4c8ac751-0461-4def-b0a8-b730be8d39e2 HTTP/1.1" status: 204 len: 168 time: 0.9007711 Dec 16 22:34:57.542098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60624) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:57.548264 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11e701-968a-4158-b7bf-7bf7b222151d admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8ac751-0461-4def-b0a8-b730be8d39e2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:57.580479 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a4fec07e-6117-411c-90ec-9f3feb686da4 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:57.601130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: a4fec07e-6117-411c-90ec-9f3feb686da4 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:57.601484 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a4fec07e-6117-411c-90ec-9f3feb686da4 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:57.601932 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 17274c27-b13c-43d0-91e4-cbdb36e8044e no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:57.622473 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 17274c27-b13c-43d0-91e4-cbdb36e8044e {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:57.622796 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 17274c27-b13c-43d0-91e4-cbdb36e8044e not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:57.623221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 43e422a0-27a0-40dc-b922-77abe3988cbb no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:57.649246 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 43e422a0-27a0-40dc-b922-77abe3988cbb {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:57.649608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 43e422a0-27a0-40dc-b922-77abe3988cbb not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:58.033096 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3facd27-217e-4acb-a1df-14a702888689 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.038910 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3aa62bc-db52-4334-904a-5a2da2550c5c req-525a3530-f761-43f0-b95f-227c9730162a tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0609436 Dec 16 22:34:58.041206 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c061635-a00a-4bda-8334-859e0ee654c6 req-9a8ff576-7f33-4a74-a74f-f7a12cffb2cb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0621598 Dec 16 22:34:58.225812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f4249ff-7c98-49dd-b4d8-79aa70962264 req-f5cc330c-56be-4d08-8b75-349b8008ad9e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0958798 Dec 16 22:34:58.250130 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3facd27-217e-4acb-a1df-14a702888689 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.273506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91528e-e661-44bc-8e8c-f8571cb63d46 req-4521172d-058a-4e56-a4b6-0157765bb22f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:58.275664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc91528e-e661-44bc-8e8c-f8571cb63d46 req-4521172d-058a-4e56-a4b6-0157765bb22f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1508567 Dec 16 22:34:58.328009 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f1f971d-a7dc-4359-ab06-6d01e10addbd req-ebd9c384-22ac-4a40-abe3-11269a9efc7d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0622509 Dec 16 22:34:58.335403 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3facd27-217e-4acb-a1df-14a702888689 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.381214 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3facd27-217e-4acb-a1df-14a702888689 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa128d9-e416-4f6e-b420-f1713d7a4536,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:58.420864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc91528e-e661-44bc-8e8c-f8571cb63d46 req-ca8ed1f9-da04-47e7-9436-0f055eacf15d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349771 Dec 16 22:34:58.439524 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3facd27-217e-4acb-a1df-14a702888689 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.443622 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b3facd27-217e-4acb-a1df-14a702888689 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9301579 Dec 16 22:34:58.443964 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60636) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:58.451588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-51b0f909-274e-4ff2-97ee-862f1710787a tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group_rule': {'security_group_id': 'c9587c0f-c787-49f3-a2fc-3c1944ac7a90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:58.544830 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b9c978b3-1962-4d2b-a721-2fe927efbad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.588279 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51b0f909-274e-4ff2-97ee-862f1710787a tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.689141 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51b0f909-274e-4ff2-97ee-862f1710787a tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.777197 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51b0f909-274e-4ff2-97ee-862f1710787a tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.806956 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0f909-274e-4ff2-97ee-862f1710787a tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8467b9-f85d-42dc-aa61-9f2f53be1029,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:58.877719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b9c978b3-1962-4d2b-a721-2fe927efbad6 admin admin] Deleting port 2d04e379-0c36-4966-8299-d0e9cebe87ac {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:58.877952 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b9c978b3-1962-4d2b-a721-2fe927efbad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.894499 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51b0f909-274e-4ff2-97ee-862f1710787a tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.896408 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-51b0f909-274e-4ff2-97ee-862f1710787a tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4510758 Dec 16 22:34:58.899618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60638) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:58.905080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c9418c7e-06b6-4243-b8b6-92fa30c10d6c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group_rule': {'security_group_id': 'c9587c0f-c787-49f3-a2fc-3c1944ac7a90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:58.971017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-b9c978b3-1962-4d2b-a721-2fe927efbad6 admin admin] For port 2d04e379-0c36-4966-8299-d0e9cebe87ac, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2d04e379-0c36-4966-8299-d0e9cebe87ac,segment=NetworkSegment(43764d27-1fbb-4ac7-94bd-187ac2032ddb),segment_id=43764d27-1fbb-4ac7-94bd-187ac2032ddb)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:58.971412 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b9c978b3-1962-4d2b-a721-2fe927efbad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.998645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b9c978b3-1962-4d2b-a721-2fe927efbad6 admin admin] Calling delete_port for 2d04e379-0c36-4966-8299-d0e9cebe87ac owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:59.000514 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9418c7e-06b6-4243-b8b6-92fa30c10d6c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.061152 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9418c7e-06b6-4243-b8b6-92fa30c10d6c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.120589 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9418c7e-06b6-4243-b8b6-92fa30c10d6c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.141089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9418c7e-06b6-4243-b8b6-92fa30c10d6c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d976069c-a88c-4836-b707-45b3a3beadfe,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:59.173649 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3c03476-2caa-4c02-ac03-7658d6003fad req-88c7f233-bad2-4179-b31e-30b72cbe9425 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0614455 Dec 16 22:34:59.178358 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-299c47f4-a900-4c06-a8b4-fd7833b959cd req-0fe6aa3d-68e4-4fc6-a2ef-80d329881916 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0668051 Dec 16 22:34:59.215914 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9418c7e-06b6-4243-b8b6-92fa30c10d6c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.217800 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c9418c7e-06b6-4243-b8b6-92fa30c10d6c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3168266 Dec 16 22:34:59.225021 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60644) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:59.231528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-92ed2225-8803-4aef-86b4-a6ef74d1ac6f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group_rule': {'security_group_id': 'c9587c0f-c787-49f3-a2fc-3c1944ac7a90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:59.308934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9745eb02-1c44-4ba3-8357-5cdf97775df5 req-89473280-fe4d-4a95-abed-2d4841a70ce1 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0276942 Dec 16 22:34:59.322169 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-92ed2225-8803-4aef-86b4-a6ef74d1ac6f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.322989 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b9c978b3-1962-4d2b-a721-2fe927efbad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.356469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c978b3-1962-4d2b-a721-2fe927efbad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d04e379-0c36-4966-8299-d0e9cebe87ac,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:59.406134 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-92ed2225-8803-4aef-86b4-a6ef74d1ac6f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.462840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7e557c0-b005-47c6-83cb-3d9c0fd7f285 req-25cd88c1-43b6-421c-99b1-78366eac9d9d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0478351 Dec 16 22:34:59.498940 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-92ed2225-8803-4aef-86b4-a6ef74d1ac6f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.523457 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed2225-8803-4aef-86b4-a6ef74d1ac6f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ed0e47-fb6b-47a6-a8a8-99796d81fc1e,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:59.602404 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-92ed2225-8803-4aef-86b4-a6ef74d1ac6f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.603870 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-92ed2225-8803-4aef-86b4-a6ef74d1ac6f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3778577 Dec 16 22:34:59.606504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60652) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:59.611244 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9b09a410-90ff-4b69-8aee-1f5cc314eef1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group_rule': {'security_group_id': 'c9587c0f-c787-49f3-a2fc-3c1944ac7a90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:59.658153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb8154-95bb-4af8-acc1-5923a60689e1 req-29035d62-094d-4737-8725-d20f8faa6caf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:59.659576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfbb8154-95bb-4af8-acc1-5923a60689e1 req-29035d62-094d-4737-8725-d20f8faa6caf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1250834 Dec 16 22:34:59.674905 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b9c978b3-1962-4d2b-a721-2fe927efbad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.715197 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9b09a410-90ff-4b69-8aee-1f5cc314eef1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.761489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfbb8154-95bb-4af8-acc1-5923a60689e1 req-e2e564de-b144-45ab-b8dc-f2830febf589 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949075 Dec 16 22:34:59.781559 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9b09a410-90ff-4b69-8aee-1f5cc314eef1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.846375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9b09a410-90ff-4b69-8aee-1f5cc314eef1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.864979 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09a410-90ff-4b69-8aee-1f5cc314eef1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d174f58e-35f6-4daf-9bc3-499facfa9ee7,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:59.930992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c978b3-1962-4d2b-a721-2fe927efbad6 admin admin] Router a665c43b-cb1f-4cca-8cca-1fb60aa97178 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:34:59.946280 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9b09a410-90ff-4b69-8aee-1f5cc314eef1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.947798 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9b09a410-90ff-4b69-8aee-1f5cc314eef1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3400571 Dec 16 22:34:59.951136 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60654) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:59.983001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13c0a960-f45b-4652-8136-74ca7add6ca6 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.991998 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13c0a960-f45b-4652-8136-74ca7add6ca6 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.045264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c978b3-1962-4d2b-a721-2fe927efbad6 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:35:00.052747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b9c978b3-1962-4d2b-a721-2fe927efbad6 admin admin] 10.222.0.43 "PUT /v2.0/routers/a665c43b-cb1f-4cca-8cca-1fb60aa97178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5095303 Dec 16 22:35:00.055456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60656) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:00.056436 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a82836-7033-43c3-8c28-7515f9176bb9 None None] Sync routers for ids ['a665c43b-cb1f-4cca-8cca-1fb60aa97178'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:35:00.067254 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a82836-7033-43c3-8c28-7515f9176bb9 None None] Routers {'a665c43b-cb1f-4cca-8cca-1fb60aa97178'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:00.067950 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-39a82836-7033-43c3-8c28-7515f9176bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:34:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a665c43b-cb1f-4cca-8cca-1fb60aa97178'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:00.093893 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13c0a960-f45b-4652-8136-74ca7add6ca6 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.098819 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13c0a960-f45b-4652-8136-74ca7add6ca6 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.100007 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-13c0a960-f45b-4652-8136-74ca7add6ca6 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/d174f58e-35f6-4daf-9bc3-499facfa9ee7 HTTP/1.1" status: 204 len: 168 time: 0.1479287 Dec 16 22:35:00.103079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60658) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:00.114784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0a960-f45b-4652-8136-74ca7add6ca6 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d174f58e-35f6-4daf-9bc3-499facfa9ee7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:00.155210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3731dfa3-7a8b-4818-9c94-d076d2c2cd34 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0505252 Dec 16 22:35:00.161414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60660) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:00.179022 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-befa8366-36a2-4749-8b5d-c3017b80045e admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.183677 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-03c6a1ef-bbfd-44e9-99fc-02877d2d0a6f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.192604 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-03c6a1ef-bbfd-44e9-99fc-02877d2d0a6f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.302032 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20ca0624-9030-406b-aa93-93346e23e262 req-2dc15603-5978-41a3-8daa-90d668e79ab8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0593884 Dec 16 22:35:00.302851 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-03c6a1ef-bbfd-44e9-99fc-02877d2d0a6f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.306112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70bf2bd0-dee3-4769-96e8-e3679b4f30fa req-18df848f-f291-46e9-bfd8-d5db90d31664 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0515220 Dec 16 22:35:00.309178 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-03c6a1ef-bbfd-44e9-99fc-02877d2d0a6f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.309320 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-39a82836-7033-43c3-8c28-7515f9176bb9 None None] Set router a665c43b-cb1f-4cca-8cca-1fb60aa97178 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:35:00.310256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-03c6a1ef-bbfd-44e9-99fc-02877d2d0a6f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/31ed0e47-fb6b-47a6-a8a8-99796d81fc1e HTTP/1.1" status: 204 len: 168 time: 0.1532693 Dec 16 22:35:00.313221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60666) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:00.320255 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-befa8366-36a2-4749-8b5d-c3017b80045e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.343846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6a1ef-bbfd-44e9-99fc-02877d2d0a6f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31ed0e47-fb6b-47a6-a8a8-99796d81fc1e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:00.376957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-60cd372b-439e-4f11-8047-f1be7e5a313c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0614076 Dec 16 22:35:00.379726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60670) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:00.405654 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c32af2f3-1f23-494f-ab87-0aee92755a80 req-b05d4b9b-55a8-4fc4-aec2-e060ae05b204 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0275540 Dec 16 22:35:00.434425 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ea3dcf4f-8ee7-4ba1-9ca5-d9257b3a62fd tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.444985 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ea3dcf4f-8ee7-4ba1-9ca5-d9257b3a62fd tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.475676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-befa8366-36a2-4749-8b5d-c3017b80045e admin admin] Deleting port 651dfc96-d4e9-46c2-96a0-0e7e31f1e460 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:00.476018 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-befa8366-36a2-4749-8b5d-c3017b80045e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.519803 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-39a82836-7033-43c3-8c28-7515f9176bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'name': 'tempest-TestServerBasicOps-1355196632-router', 'tenant_id': '4d9d5c9356584e7eb0205c03b08d812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '651dfc96-d4e9-46c2-96a0-0e7e31f1e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:33Z', 'updated_at': '2021-12-16T22:34:59Z', 'revision_number': 5, 'project_id': '4d9d5c9356584e7eb0205c03b08d812d', 'gw_port': {'id': '651dfc96-d4e9-46c2-96a0-0e7e31f1e460', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:29:34Z', 'updated_at': '2021-12-16T22:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:00.537461 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ea3dcf4f-8ee7-4ba1-9ca5-d9257b3a62fd tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.548002 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a82836-7033-43c3-8c28-7515f9176bb9 None None] Checking router: a665c43b-cb1f-4cca-8cca-1fb60aa97178 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:35:00.552660 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ea3dcf4f-8ee7-4ba1-9ca5-d9257b3a62fd tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.553809 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ea3dcf4f-8ee7-4ba1-9ca5-d9257b3a62fd tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/d976069c-a88c-4836-b707-45b3a3beadfe HTTP/1.1" status: 204 len: 168 time: 0.1730890 Dec 16 22:35:00.564532 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a82836-7033-43c3-8c28-7515f9176bb9 None None] Routers {'a665c43b-cb1f-4cca-8cca-1fb60aa97178'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:00.564532 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-39a82836-7033-43c3-8c28-7515f9176bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:34:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a665c43b-cb1f-4cca-8cca-1fb60aa97178'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:00.564787 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37e5f54d-a291-427a-a226-cc60b8909b9d req-b87d2e19-e15b-4854-b2bd-12d18a148db5 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0418096 Dec 16 22:35:00.564787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60674) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:00.564994 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dcf4f-8ee7-4ba1-9ca5-d9257b3a62fd tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d976069c-a88c-4836-b707-45b3a3beadfe,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:00.578477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-befa8366-36a2-4749-8b5d-c3017b80045e admin admin] For port 651dfc96-d4e9-46c2-96a0-0e7e31f1e460, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=651dfc96-d4e9-46c2-96a0-0e7e31f1e460,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:00.578933 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-befa8366-36a2-4749-8b5d-c3017b80045e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.598027 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-befa8366-36a2-4749-8b5d-c3017b80045e admin admin] Calling delete_port for 651dfc96-d4e9-46c2-96a0-0e7e31f1e460 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:00.623061 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4e16f77d-3cf9-4d79-8196-86adf123c034 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0608966 Dec 16 22:35:00.625762 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60676) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:00.651342 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b9d52d95-3f49-4dae-b8f1-99f345ca57f0 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.661249 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-39a82836-7033-43c3-8c28-7515f9176bb9 None None] Set router a665c43b-cb1f-4cca-8cca-1fb60aa97178 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:35:00.661499 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b9d52d95-3f49-4dae-b8f1-99f345ca57f0 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.719299 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-39a82836-7033-43c3-8c28-7515f9176bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'name': 'tempest-TestServerBasicOps-1355196632-router', 'tenant_id': '4d9d5c9356584e7eb0205c03b08d812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:33Z', 'updated_at': '2021-12-16T22:35:00Z', 'revision_number': 6, 'project_id': '4d9d5c9356584e7eb0205c03b08d812d', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:00.746989 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a82836-7033-43c3-8c28-7515f9176bb9 None None] The sync data for ids ['a665c43b-cb1f-4cca-8cca-1fb60aa97178'] in n-d-821840-2 is: [{'id': 'a665c43b-cb1f-4cca-8cca-1fb60aa97178', 'name': 'tempest-TestServerBasicOps-1355196632-router', 'tenant_id': '4d9d5c9356584e7eb0205c03b08d812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:29:33Z', 'updated_at': '2021-12-16T22:35:00Z', 'revision_number': 6, 'project_id': '4d9d5c9356584e7eb0205c03b08d812d', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:35:00.788716 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b9d52d95-3f49-4dae-b8f1-99f345ca57f0 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.796891 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b9d52d95-3f49-4dae-b8f1-99f345ca57f0 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.801635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b9d52d95-3f49-4dae-b8f1-99f345ca57f0 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/1b8467b9-f85d-42dc-aa61-9f2f53be1029 HTTP/1.1" status: 204 len: 168 time: 0.1711807 Dec 16 22:35:00.801635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60680) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:00.821954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d52d95-3f49-4dae-b8f1-99f345ca57f0 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b8467b9-f85d-42dc-aa61-9f2f53be1029,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:00.846383 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-befa8366-36a2-4749-8b5d-c3017b80045e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.862559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0735f331-5a36-4af0-9998-4d32e446fb79 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0605853 Dec 16 22:35:00.872931 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60682) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:00.883163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa8366-36a2-4749-8b5d-c3017b80045e admin admin] Pushing event deleted for resources: {'Port': ['ID=651dfc96-d4e9-46c2-96a0-0e7e31f1e460,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:00.887804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51a3302-68f0-4698-af27-17f9d536e412 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:35:00.907458 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067ecb8-c539-43d7-b001-00fee3cd216d req-fe622cc1-b7c2-45ad-9275-47041b715753 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:00.909104 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7067ecb8-c539-43d7-b001-00fee3cd216d req-fe622cc1-b7c2-45ad-9275-47041b715753 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0767395 Dec 16 22:35:00.943476 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06213fa1-b51b-4594-9e56-e1ef79054f2a tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.962815 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06213fa1-b51b-4594-9e56-e1ef79054f2a tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.963524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7067ecb8-c539-43d7-b001-00fee3cd216d req-cc7cf2e3-6160-4fb9-9b5a-8903adb02d26 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474668 Dec 16 22:35:00.981942 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-befa8366-36a2-4749-8b5d-c3017b80045e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.379026 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-befa8366-36a2-4749-8b5d-c3017b80045e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.381232 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-befa8366-36a2-4749-8b5d-c3017b80045e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.398675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e795a24-9898-452f-8d8d-5cc41009ab05 req-8ef88644-9499-4979-a390-b10080413bd6 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0384047 Dec 16 22:35:01.419000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89ec3995-200e-4035-b904-669c2fd1f719 req-211fbd93-29a5-4e8e-8dd5-41c2a688e073 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0480776 Dec 16 22:35:01.457571 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06213fa1-b51b-4594-9e56-e1ef79054f2a tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.464144 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06213fa1-b51b-4594-9e56-e1ef79054f2a tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.474608 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-06213fa1-b51b-4594-9e56-e1ef79054f2a tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ffa128d9-e416-4f6e-b420-f1713d7a4536 HTTP/1.1" status: 204 len: 168 time: 0.5909593 Dec 16 22:35:01.474608 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06213fa1-b51b-4594-9e56-e1ef79054f2a tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffa128d9-e416-4f6e-b420-f1713d7a4536,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:01.474849 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60690) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:01.494328 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-befa8366-36a2-4749-8b5d-c3017b80045e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.494991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befa8366-36a2-4749-8b5d-c3017b80045e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a665c43b-cb1f-4cca-8cca-1fb60aa97178 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:35:01.501372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60e93397-644a-4bcb-be25-89c563767ca3 req-39fcba37-4492-4f76-a371-174c167ba0c9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0357728 Dec 16 22:35:01.501639 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-befa8366-36a2-4749-8b5d-c3017b80045e admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.501639 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-befa8366-36a2-4749-8b5d-c3017b80045e admin admin] 10.222.0.43 "DELETE /v2.0/routers/a665c43b-cb1f-4cca-8cca-1fb60aa97178 HTTP/1.1" status: 204 len: 168 time: 1.4469826 Dec 16 22:35:01.504624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60692) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:01.570054 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d6c81d91-a9bd-4855-81b6-ff709e01a563 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0940008 Dec 16 22:35:01.573437 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60694) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:01.592498 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-9078cd32-5b6d-4e29-a7b8-08edae336b50 admin admin] Deleting subnet 483ff924-dc02-43d0-b0bf-c9689600871a {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:35:01.600989 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9078cd32-5b6d-4e29-a7b8-08edae336b50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.601719 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2d04e379-0c36-4966-8299-d0e9cebe87ac no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:35:01.627339 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 2d04e379-0c36-4966-8299-d0e9cebe87ac {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:35:01.627838 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2d04e379-0c36-4966-8299-d0e9cebe87ac not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:35:01.628351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 651dfc96-d4e9-46c2-96a0-0e7e31f1e460 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:35:01.651754 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9078cd32-5b6d-4e29-a7b8-08edae336b50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.661107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 651dfc96-d4e9-46c2-96a0-0e7e31f1e460 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:35:01.661698 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6ca4767-cbdf-406c-bdf7-6c5d19f1b82c req-13f73b5f-4b3c-45ca-bf8f-5819674327da tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0387905 Dec 16 22:35:01.661973 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 651dfc96-d4e9-46c2-96a0-0e7e31f1e460 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:35:01.696174 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10142918-dc04-4819-89b8-87f738d85d64 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.728727 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10142918-dc04-4819-89b8-87f738d85d64 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.792678 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9078cd32-5b6d-4e29-a7b8-08edae336b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.902856 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10142918-dc04-4819-89b8-87f738d85d64 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.905644 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10142918-dc04-4819-89b8-87f738d85d64 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.906926 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-10142918-dc04-4819-89b8-87f738d85d64 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-groups/c9587c0f-c787-49f3-a2fc-3c1944ac7a90 HTTP/1.1" status: 204 len: 168 time: 0.3325820 Dec 16 22:35:01.909842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60700) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:01.916639 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10142918-dc04-4819-89b8-87f738d85d64 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9587c0f-c787-49f3-a2fc-3c1944ac7a90,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:01.949809 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9078cd32-5b6d-4e29-a7b8-08edae336b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.967566 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bd3f23d1-986d-40dd-a944-c95b6db0ef1e tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0563850 Dec 16 22:35:01.973668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60702) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:01.978352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-3ad9f107-8245-40ff-b905-66835f0c8392 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group': {'name': 'tempest-secgroup--280678861'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:01.980120 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078cd32-5b6d-4e29-a7b8-08edae336b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=483ff924-dc02-43d0-b0bf-c9689600871a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:01.985537 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9078cd32-5b6d-4e29-a7b8-08edae336b50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.989154 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9078cd32-5b6d-4e29-a7b8-08edae336b50 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/483ff924-dc02-43d0-b0bf-c9689600871a HTTP/1.1" status: 204 len: 168 time: 0.4815080 Dec 16 22:35:01.992303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60706) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:01.996390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da17a8-73aa-41f3-a844-b4d43c618e31 None None] Network 98fe444e-7717-4ebf-8549-f7aacf62900f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:35:02.074778 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.093492 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3ad9f107-8245-40ff-b905-66835f0c8392 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.120074 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592fd56-956b-4998-a868-de39519850e4 req-7142c0dd-70f0-4dda-b252-ec16a260a8b3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:02.121638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7592fd56-956b-4998-a868-de39519850e4 req-7142c0dd-70f0-4dda-b252-ec16a260a8b3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0776625 Dec 16 22:35:02.135067 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] Deleting port e9992945-20db-453d-95fe-68bd046fdc50 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:02.135511 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.204948 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37d9acf-a14d-4276-9818-128594295ab2 None None] DHCP port deletion for 98fe444e-7717-4ebf-8549-f7aacf62900f request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:35:02.215522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7592fd56-956b-4998-a868-de39519850e4 req-c81af0c3-40ce-4fd2-93e3-23aa6d983048 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786531 Dec 16 22:35:02.221370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] For port e9992945-20db-453d-95fe-68bd046fdc50, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e9992945-20db-453d-95fe-68bd046fdc50,segment=NetworkSegment(43764d27-1fbb-4ac7-94bd-187ac2032ddb),segment_id=43764d27-1fbb-4ac7-94bd-187ac2032ddb)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:02.222139 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.236525 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3ad9f107-8245-40ff-b905-66835f0c8392 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.238912 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] Calling delete_port for e9992945-20db-453d-95fe-68bd046fdc50 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:02.265388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c37d9acf-a14d-4276-9818-128594295ab2 None None] Deleting port e9992945-20db-453d-95fe-68bd046fdc50 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:02.265792 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c37d9acf-a14d-4276-9818-128594295ab2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.314847 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3ad9f107-8245-40ff-b905-66835f0c8392 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.338045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c37d9acf-a14d-4276-9818-128594295ab2 None None] For port e9992945-20db-453d-95fe-68bd046fdc50, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e9992945-20db-453d-95fe-68bd046fdc50,segment=NetworkSegment(43764d27-1fbb-4ac7-94bd-187ac2032ddb),segment_id=43764d27-1fbb-4ac7-94bd-187ac2032ddb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:02.338379 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c37d9acf-a14d-4276-9818-128594295ab2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.346932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9f107-8245-40ff-b905-66835f0c8392 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb036a8-911f-4fbe-bc48-23d8a9f38d3d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:02.355289 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c37d9acf-a14d-4276-9818-128594295ab2 None None] Calling delete_port for e9992945-20db-453d-95fe-68bd046fdc50 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:02.418025 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.425108 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3ad9f107-8245-40ff-b905-66835f0c8392 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.428323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3ad9f107-8245-40ff-b905-66835f0c8392 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4527512 Dec 16 22:35:02.430798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60710) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:02.437078 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c37d9acf-a14d-4276-9818-128594295ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.440120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-6661d2a6-f333-422f-b1e5-2f3795b7cb89 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group_rule': {'security_group_id': '4fb036a8-911f-4fbe-bc48-23d8a9f38d3d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:02.454081 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d9acf-a14d-4276-9818-128594295ab2 None None] No DVR routers for this DVR port e9992945-20db-453d-95fe-68bd046fdc50 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:35:02.477444 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d9acf-a14d-4276-9818-128594295ab2 None None] Pushing event deleted for resources: {'Port': ['ID=e9992945-20db-453d-95fe-68bd046fdc50,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:02.496760 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9992945-20db-453d-95fe-68bd046fdc50,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:02.500681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] No DVR routers for this DVR port e9992945-20db-453d-95fe-68bd046fdc50 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:35:02.537534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb22e677-6c64-46ef-92ef-4ddf1d5b76f8 req-edf19e52-7e66-49c3-9dea-cd4b6ff34be4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0587943 Dec 16 22:35:02.573585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32b612a6-bb64-493b-adf9-2a451902ad24 req-eabdf53f-defe-4eca-aa69-29047df44205 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0391331 Dec 16 22:35:02.579186 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6661d2a6-f333-422f-b1e5-2f3795b7cb89 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.605381 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.629685 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fe444e-7717-4ebf-8549-f7aacf62900f']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:02.638007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05582c09-f7f2-4596-9289-04ce9ab2ef0b req-5d1da0a0-a728-4c18-b845-1615e4e02e8e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0360985 Dec 16 22:35:02.640564 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43764d27-1fbb-4ac7-94bd-187ac2032ddb') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:02.640810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43764d27-1fbb-4ac7-94bd-187ac2032ddb') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:02.654043 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.673513 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6661d2a6-f333-422f-b1e5-2f3795b7cb89 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.677372 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.684080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:35:02.684473 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:35:02.686425 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:35:02.759594 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5bc4897b-6afb-4c32-9ac0-76bf39be4e37 req-b1b9af67-e67d-4c4c-9906-adcd3cb57971 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0346637 Dec 16 22:35:02.760406 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6661d2a6-f333-422f-b1e5-2f3795b7cb89 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.782317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661d2a6-f333-422f-b1e5-2f3795b7cb89 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d771b09-a691-4ddf-bea2-6b93492d6061,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:02.812167 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.818315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.824966 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/98fe444e-7717-4ebf-8549-f7aacf62900f HTTP/1.1" status: 204 len: 168 time: 0.8275056 Dec 16 22:35:02.831577 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6661d2a6-f333-422f-b1e5-2f3795b7cb89 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.832394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6661d2a6-f333-422f-b1e5-2f3795b7cb89 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3969398 Dec 16 22:35:02.835227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60720) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:02.841611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8710e-bc98-49e7-9f0a-93962ab6cdb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=98fe444e-7717-4ebf-8549-f7aacf62900f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:02.898341 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-71cf37c9-b4fb-49a9-9562-8b512fefc735 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.924625 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-71cf37c9-b4fb-49a9-9562-8b512fefc735 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.058027 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-71cf37c9-b4fb-49a9-9562-8b512fefc735 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.061570 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-71cf37c9-b4fb-49a9-9562-8b512fefc735 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.062806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-71cf37c9-b4fb-49a9-9562-8b512fefc735 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-groups/4fb036a8-911f-4fbe-bc48-23d8a9f38d3d HTTP/1.1" status: 204 len: 168 time: 0.2265089 Dec 16 22:35:03.065918 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60722) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:03.072213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf37c9-b4fb-49a9-9562-8b512fefc735 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb036a8-911f-4fbe-bc48-23d8a9f38d3d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:03.118267 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bbfa2b4a-e048-4e24-a85a-d33b4ac407d5 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0508573 Dec 16 22:35:03.122640 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60724) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:03.127035 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2e510a95-61a0-4b5b-a9f1-aaa385b6a9a0 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group': {'name': 'tempest-secgroup--403573468'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:03.246042 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e510a95-61a0-4b5b-a9f1-aaa385b6a9a0 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.247631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60728) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:03.306997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-970ee12f-3c40-4b86-ba02-6b70fe5777ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b61746d1f14f4a999de4f63ca14318d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0581069 Dec 16 22:35:03.309610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60730) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:03.345607 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e510a95-61a0-4b5b-a9f1-aaa385b6a9a0 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.401711 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e510a95-61a0-4b5b-a9f1-aaa385b6a9a0 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.408646 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bb4aa-beb7-4966-966f-14f0b2bc935a req-4b5b7099-3bab-4968-90cd-f6cec1244fc3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:03.410182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-478bb4aa-beb7-4966-966f-14f0b2bc935a req-4b5b7099-3bab-4968-90cd-f6cec1244fc3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0941441 Dec 16 22:35:03.411254 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7bf3-858b-4b85-8811-5653920631ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.447364 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7bf3-858b-4b85-8811-5653920631ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.451652 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e510a95-61a0-4b5b-a9f1-aaa385b6a9a0 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0991c40-5cd7-4bcf-a54b-04f5f39e004e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:03.501085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-478bb4aa-beb7-4966-966f-14f0b2bc935a req-07d83100-e496-4a3a-91dc-a38a98685fb5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803828 Dec 16 22:35:03.525273 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e510a95-61a0-4b5b-a9f1-aaa385b6a9a0 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.526688 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2e510a95-61a0-4b5b-a9f1-aaa385b6a9a0 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4029489 Dec 16 22:35:03.529687 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60732) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:03.535073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-63a6d2a2-63c6-4ee5-a270-dfbb511c2488 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080781140'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:03.574805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e9992945-20db-453d-95fe-68bd046fdc50 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:35:03.599097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: e9992945-20db-453d-95fe-68bd046fdc50 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:35:03.600486 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e9992945-20db-453d-95fe-68bd046fdc50 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:35:03.635363 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63a6d2a2-63c6-4ee5-a270-dfbb511c2488 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.635714 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7bf3-858b-4b85-8811-5653920631ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.638378 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7bf3-858b-4b85-8811-5653920631ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.639629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8b3f7bf3-858b-4b85-8811-5653920631ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aae38d8b-9771-423b-b3ab-43d94a96ff6e HTTP/1.1" status: 204 len: 168 time: 0.3290286 Dec 16 22:35:03.641783 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-587e0e63-6c5e-44cc-b1a1-63aac07040ed req-47822acd-94a8-4746-bce4-1039a145bfab tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0440087 Dec 16 22:35:03.705045 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d6bf958-1d40-4970-9305-559f84399457 req-4b4c53d0-b1f6-4b32-a8f8-cb332697773e tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0669732 Dec 16 22:35:03.712303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f7bf3-858b-4b85-8811-5653920631ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae38d8b-9771-423b-b3ab-43d94a96ff6e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:03.784579 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63a6d2a2-63c6-4ee5-a270-dfbb511c2488 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.795456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-495f601f-92c3-45ea-a574-2bf29284a4fd req-7e83c20f-4681-4f8d-a982-d191d2cb3546 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0490522 Dec 16 22:35:03.823488 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63a6d2a2-63c6-4ee5-a270-dfbb511c2488 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.849473 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d316562-bafa-44fc-8b8d-58155dadaa48 req-397e9452-ae7f-4326-b168-2d8ffe7cd909 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0289247 Dec 16 22:35:03.856716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6d2a2-63c6-4ee5-a270-dfbb511c2488 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f212ef-8450-4f90-964f-d5c73ac1cf33,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:03.899779 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-63a6d2a2-63c6-4ee5-a270-dfbb511c2488 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.901112 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-63a6d2a2-63c6-4ee5-a270-dfbb511c2488 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3701749 Dec 16 22:35:03.903821 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60744) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:03.908796 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1f14c244-a863-487c-b0e7-b10730380a3c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group_rule': {'security_group_id': 'c0991c40-5cd7-4bcf-a54b-04f5f39e004e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b6f212ef-8450-4f90-964f-d5c73ac1cf33', 'remote_ip_prefix': None}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:03.992510 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1f14c244-a863-487c-b0e7-b10730380a3c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.077662 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1f14c244-a863-487c-b0e7-b10730380a3c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.137798 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1f14c244-a863-487c-b0e7-b10730380a3c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.154713 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14c244-a863-487c-b0e7-b10730380a3c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166cc3a4-0ab1-4be4-bab0-09d1ab9a5b60,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:04.243005 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1f14c244-a863-487c-b0e7-b10730380a3c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.244205 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1f14c244-a863-487c-b0e7-b10730380a3c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3393421 Dec 16 22:35:04.247162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60748) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:04.278513 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df664b89-bac6-4639-8ea3-809c508dfb63 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.286763 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df664b89-bac6-4639-8ea3-809c508dfb63 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.353559 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60750) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:04.354175 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df664b89-bac6-4639-8ea3-809c508dfb63 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.360815 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df664b89-bac6-4639-8ea3-809c508dfb63 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.361938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-df664b89-bac6-4639-8ea3-809c508dfb63 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/166cc3a4-0ab1-4be4-bab0-09d1ab9a5b60 HTTP/1.1" status: 204 len: 168 time: 0.1136150 Dec 16 22:35:04.364770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60752) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:04.377881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df664b89-bac6-4639-8ea3-809c508dfb63 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=166cc3a4-0ab1-4be4-bab0-09d1ab9a5b60,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:04.397318 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e7f6a8e2-16ff-4ac4-84bf-bdec9e308b4b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d9d5c9356584e7eb0205c03b08d812d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423746 Dec 16 22:35:04.399852 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60754) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:04.417220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-24ac3f98-7ec8-463e-8779-c3717312774d tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0508883 Dec 16 22:35:04.419956 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60756) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:04.453169 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbb0a5cb-e586-407f-b4cc-fd958b5504cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.475991 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-683c086a-2323-4411-ac90-4bb82c037161 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.476762 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbb0a5cb-e586-407f-b4cc-fd958b5504cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.501017 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-683c086a-2323-4411-ac90-4bb82c037161 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.589339 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbb0a5cb-e586-407f-b4cc-fd958b5504cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.592321 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbb0a5cb-e586-407f-b4cc-fd958b5504cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.593531 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dbb0a5cb-e586-407f-b4cc-fd958b5504cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5038884-3fb5-48d2-8db9-0f2e9a1a79ed HTTP/1.1" status: 204 len: 168 time: 0.1927249 Dec 16 22:35:04.603435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0a5cb-e586-407f-b4cc-fd958b5504cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5038884-3fb5-48d2-8db9-0f2e9a1a79ed,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:04.642950 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-683c086a-2323-4411-ac90-4bb82c037161 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.647776 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-683c086a-2323-4411-ac90-4bb82c037161 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.649482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-683c086a-2323-4411-ac90-4bb82c037161 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-groups/b6f212ef-8450-4f90-964f-d5c73ac1cf33 HTTP/1.1" status: 204 len: 168 time: 0.2283406 Dec 16 22:35:04.652530 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60762) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:04.675508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c086a-2323-4411-ac90-4bb82c037161 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f212ef-8450-4f90-964f-d5c73ac1cf33,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:04.714004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65d9c9-baa6-4d35-97f4-7a72fc374fd5 req-c9d192a2-3a02-4f06-8684-c926e644eeb3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:04.719259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af65d9c9-baa6-4d35-97f4-7a72fc374fd5 req-c9d192a2-3a02-4f06-8684-c926e644eeb3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1247036 Dec 16 22:35:04.767034 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-11410bf3-61e7-4873-a13a-14881f47979b tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1127691 Dec 16 22:35:04.770019 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60768) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:04.847874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ee59c91-001d-4152-bf5a-9eabf95f44b9 req-7a36fa36-e6b6-4731-a91f-81c5cbfa1094 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0681918 Dec 16 22:35:04.866109 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed7e546c-663c-4db9-a4e6-06fca35c9162 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.887933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af65d9c9-baa6-4d35-97f4-7a72fc374fd5 req-61ce1e92-feb4-4a0d-a312-9cce7bc6752d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555412 Dec 16 22:35:04.897044 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed7e546c-663c-4db9-a4e6-06fca35c9162 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.981926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ab1df99-6056-4868-89e8-c1ff99fe84b6 req-fed38f27-9f98-4068-bd19-6f10ec458c41 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0341918 Dec 16 22:35:05.001493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ae7e57c-b7c6-4861-8e91-dbcbc74bbf25 req-4ab638c8-9aa8-4234-956c-3ed1e717ee61 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0518847 Dec 16 22:35:05.050977 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de51b257-1364-4cf0-89c2-cfd5686ed56c req-97ff78a9-c51f-4e62-bbd1-902c0eeaabf6 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0291512 Dec 16 22:35:05.074382 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed7e546c-663c-4db9-a4e6-06fca35c9162 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.077693 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed7e546c-663c-4db9-a4e6-06fca35c9162 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.079140 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ed7e546c-663c-4db9-a4e6-06fca35c9162 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-groups/c0991c40-5cd7-4bcf-a54b-04f5f39e004e HTTP/1.1" status: 204 len: 168 time: 0.3073397 Dec 16 22:35:05.081909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60774) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:05.089458 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e546c-663c-4db9-a4e6-06fca35c9162 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0991c40-5cd7-4bcf-a54b-04f5f39e004e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:05.138737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3229f13e-d1e2-43e8-9cb1-cce5d532ca08 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0516067 Dec 16 22:35:05.139242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60776) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:05.144527 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1a93ffc7-a742-4eda-9eae-6af92908c7ce tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855560401'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:05.252330 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a93ffc7-a742-4eda-9eae-6af92908c7ce tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.340361 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a93ffc7-a742-4eda-9eae-6af92908c7ce tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.406500 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a93ffc7-a742-4eda-9eae-6af92908c7ce tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.439929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93ffc7-a742-4eda-9eae-6af92908c7ce tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613d33b2-4e4e-4d05-a81e-7520df5e25a3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:05.534194 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a93ffc7-a742-4eda-9eae-6af92908c7ce tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.535516 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1a93ffc7-a742-4eda-9eae-6af92908c7ce tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3950930 Dec 16 22:35:05.538420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60778) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:05.543797 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-3991a3eb-d341-4b74-8a78-352ba0a1f087 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group_rule': {'security_group_id': '613d33b2-4e4e-4d05-a81e-7520df5e25a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:05.645585 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3991a3eb-d341-4b74-8a78-352ba0a1f087 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.704902 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3991a3eb-d341-4b74-8a78-352ba0a1f087 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.760273 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3991a3eb-d341-4b74-8a78-352ba0a1f087 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.778209 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991a3eb-d341-4b74-8a78-352ba0a1f087 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60811852-b23a-4fab-a8cc-099d7fde606e,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:05.854525 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3991a3eb-d341-4b74-8a78-352ba0a1f087 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.855717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3991a3eb-d341-4b74-8a78-352ba0a1f087 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3156872 Dec 16 22:35:05.858471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60780) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:05.882134 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4331fc0-170b-4681-823a-696453a354e3 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.889980 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4331fc0-170b-4681-823a-696453a354e3 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.016464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951d39d-4adb-4c32-827a-32cad6a5aea3 req-1167587e-3ddf-4bcb-b28d-2c8d332ab6cc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:06.018120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5951d39d-4adb-4c32-827a-32cad6a5aea3 req-1167587e-3ddf-4bcb-b28d-2c8d332ab6cc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0586505 Dec 16 22:35:06.019314 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4331fc0-170b-4681-823a-696453a354e3 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.026319 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4331fc0-170b-4681-823a-696453a354e3 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.027512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f4331fc0-170b-4681-823a-696453a354e3 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/60811852-b23a-4fab-a8cc-099d7fde606e HTTP/1.1" status: 204 len: 168 time: 0.1680667 Dec 16 22:35:06.030719 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60792) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:06.040797 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4331fc0-170b-4681-823a-696453a354e3 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60811852-b23a-4fab-a8cc-099d7fde606e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:06.082916 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c2f8f7ba-3a63-4aff-b702-167db7d1b70e tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508044 Dec 16 22:35:06.083627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60796) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:06.097086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5951d39d-4adb-4c32-827a-32cad6a5aea3 req-b51fedf3-3357-45cb-a86e-0a3d6fc1a005 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684326 Dec 16 22:35:06.160789 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28f0891a-7ed8-4c2b-a2e9-1e1d69682308 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.190448 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d6d967a-b30c-4575-9740-7e2e71f5ee8a req-f28349ff-6b11-4c8f-a151-ecc41151cd26 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0326850 Dec 16 22:35:06.195961 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28f0891a-7ed8-4c2b-a2e9-1e1d69682308 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.251083 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cf69122c-c405-49b0-a37c-4cd7068156d9 req-91ca22b4-d005-4454-af8e-b8025e08842b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0362303 Dec 16 22:35:06.299739 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e941605-88cd-48c1-a226-2387b767c576 req-f8b058a2-c900-4101-a1fc-ff8b7a481ce1 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0484860 Dec 16 22:35:06.334889 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1841ccd4-aa09-46ce-a125-c5171922a1f7 req-b321a805-8daf-47dc-bafc-2c6da486abcd tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0316865 Dec 16 22:35:06.360080 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28f0891a-7ed8-4c2b-a2e9-1e1d69682308 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.362735 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28f0891a-7ed8-4c2b-a2e9-1e1d69682308 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.366137 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-28f0891a-7ed8-4c2b-a2e9-1e1d69682308 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-groups/613d33b2-4e4e-4d05-a81e-7520df5e25a3 HTTP/1.1" status: 204 len: 168 time: 0.2792397 Dec 16 22:35:06.367487 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60798) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:06.374807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0891a-7ed8-4c2b-a2e9-1e1d69682308 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613d33b2-4e4e-4d05-a81e-7520df5e25a3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:06.418958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ab573139-0db3-4043-9a88-b9029f9b6665 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0499659 Dec 16 22:35:06.423575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60800) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:06.428064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a61d8154-296b-4a8d-b2ee-f8466e04eaff tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group': {'name': 'tempest-secgroup--1941798508'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:06.526055 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a61d8154-296b-4a8d-b2ee-f8466e04eaff tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.592502 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a61d8154-296b-4a8d-b2ee-f8466e04eaff tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.645565 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a61d8154-296b-4a8d-b2ee-f8466e04eaff tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.678242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d8154-296b-4a8d-b2ee-f8466e04eaff tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71ad820-9274-4e53-b4fc-aa1595e6dde0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:06.756755 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a61d8154-296b-4a8d-b2ee-f8466e04eaff tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.759076 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a61d8154-296b-4a8d-b2ee-f8466e04eaff tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3343630 Dec 16 22:35:06.763155 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60802) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:06.767893 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1c804ec4-29ef-4eff-877b-bfde0ef5682d tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group_rule': {'security_group_id': 'f71ad820-9274-4e53-b4fc-aa1595e6dde0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:06.892217 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:35:06.902709 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c804ec4-29ef-4eff-877b-bfde0ef5682d tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.959843 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c804ec4-29ef-4eff-877b-bfde0ef5682d tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.034264 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c804ec4-29ef-4eff-877b-bfde0ef5682d tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.053197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c804ec4-29ef-4eff-877b-bfde0ef5682d tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1b7647-2faa-45cc-b459-722ddb0ff7f8,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:07.165708 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c804ec4-29ef-4eff-877b-bfde0ef5682d tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.167657 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1c804ec4-29ef-4eff-877b-bfde0ef5682d tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4031484 Dec 16 22:35:07.170142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60806) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:07.187816 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bd0b1a8b-78c9-49a1-b598-f21ac529ae8b tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules/2f1b7647-2faa-45cc-b459-722ddb0ff7f8 HTTP/1.1" status: 200 len: 763 time: 0.0164776 Dec 16 22:35:07.190467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60808) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:07.255131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f065a6-63ea-4fd3-82df-f318e1f1e456 req-0c5222a8-b747-4d65-aeaf-e4c10de5d220 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:07.256681 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6f065a6-63ea-4fd3-82df-f318e1f1e456 req-0c5222a8-b747-4d65-aeaf-e4c10de5d220 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0790091 Dec 16 22:35:07.275639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-33ccb25e-741d-4ba5-80bc-96c7294299a4 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0840359 Dec 16 22:35:07.278249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60814) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:07.318614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc2fb597-bb1a-4e68-bd43-4792af370c93 req-7dfa1b8b-63ee-4986-9eb9-c005d6923a11 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0734460 Dec 16 22:35:07.341935 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-176d9f48-9996-485c-b9b7-6654b98b97a6 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.359946 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-176d9f48-9996-485c-b9b7-6654b98b97a6 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.382303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6f065a6-63ea-4fd3-82df-f318e1f1e456 req-53c4f1d5-1ffe-4e4b-9fde-b226361f19a2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175244 Dec 16 22:35:07.401954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2619c6e6-82dd-4ae2-bd0b-5fb2226aab30 req-f7cc0d61-b619-48df-8725-e8cc135f4e38 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0438221 Dec 16 22:35:07.469572 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-176d9f48-9996-485c-b9b7-6654b98b97a6 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.472802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e39c2cb-4ea6-4fc9-b295-3386c5d4af7b req-71ad0cb2-8e68-457e-896e-34b1d4d37fd1 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0372310 Dec 16 22:35:07.475876 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-176d9f48-9996-485c-b9b7-6654b98b97a6 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.479769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-176d9f48-9996-485c-b9b7-6654b98b97a6 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/2f1b7647-2faa-45cc-b459-722ddb0ff7f8 HTTP/1.1" status: 204 len: 168 time: 0.2005644 Dec 16 22:35:07.480539 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60820) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:07.498075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6891557d-007b-4bde-90da-0c245ab3dd48 req-c85f6244-dba8-40a9-8514-b83a848f7998 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0531743 Dec 16 22:35:07.503992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d9f48-9996-485c-b9b7-6654b98b97a6 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f1b7647-2faa-45cc-b459-722ddb0ff7f8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:07.533245 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2bd6a66d-a0c6-46a8-86cc-8abd4b93c12b tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0515487 Dec 16 22:35:07.535863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60822) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:07.540624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5b4d55a9-1ce4-4799-8ebe-866611c64be1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group_rule': {'security_group_id': 'f71ad820-9274-4e53-b4fc-aa1595e6dde0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:07.606263 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b4d55a9-1ce4-4799-8ebe-866611c64be1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.662463 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b4d55a9-1ce4-4799-8ebe-866611c64be1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.766073 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b4d55a9-1ce4-4799-8ebe-866611c64be1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.785561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d55a9-1ce4-4799-8ebe-866611c64be1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f7d9e6-7b7e-4644-9dc0-02388dfdfb25,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:07.865174 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b4d55a9-1ce4-4799-8ebe-866611c64be1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.866549 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5b4d55a9-1ce4-4799-8ebe-866611c64be1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3297751 Dec 16 22:35:07.869583 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60824) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:07.886587 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7579e0b1-1014-4e7a-b0a9-81cfc64d3874 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules/a7f7d9e6-7b7e-4644-9dc0-02388dfdfb25 HTTP/1.1" status: 200 len: 763 time: 0.0158789 Dec 16 22:35:07.890685 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60826) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:07.942347 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6eaf3fd7-d848-4fad-9af9-414ac2aefbe1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0501828 Dec 16 22:35:07.944850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60828) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:07.969553 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbd404f-ed1c-443c-b048-0ea933d33467 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.977163 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbd404f-ed1c-443c-b048-0ea933d33467 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.057716 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbd404f-ed1c-443c-b048-0ea933d33467 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.064740 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbd404f-ed1c-443c-b048-0ea933d33467 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.067461 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-abbd404f-ed1c-443c-b048-0ea933d33467 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a7f7d9e6-7b7e-4644-9dc0-02388dfdfb25 HTTP/1.1" status: 204 len: 168 time: 0.1196067 Dec 16 22:35:08.068470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60830) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:08.072332 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd404f-ed1c-443c-b048-0ea933d33467 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7f7d9e6-7b7e-4644-9dc0-02388dfdfb25,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:08.111780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-65e8917d-5a1e-4856-9ef6-24d5487db5d4 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0419521 Dec 16 22:35:08.114472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60832) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:08.119416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7acb7e96-17a4-4d56-b671-9d1e1b9c50a8 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group_rule': {'security_group_id': 'f71ad820-9274-4e53-b4fc-aa1595e6dde0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:08.246154 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7acb7e96-17a4-4d56-b671-9d1e1b9c50a8 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.305359 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7acb7e96-17a4-4d56-b671-9d1e1b9c50a8 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.354657 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7acb7e96-17a4-4d56-b671-9d1e1b9c50a8 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.384542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb7e96-17a4-4d56-b671-9d1e1b9c50a8 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f502ce25-bc8c-4608-ad02-3b88b46e0eb9,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:08.404558 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df0b48da-e5e8-4126-a9da-d9ba5bf95f8a req-835ff819-6369-4849-aeb1-53ce61f68ab2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0314770 Dec 16 22:35:08.431372 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7acb7e96-17a4-4d56-b671-9d1e1b9c50a8 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.432627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7acb7e96-17a4-4d56-b671-9d1e1b9c50a8 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3171573 Dec 16 22:35:08.435569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60840) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:08.453730 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1501821f-c1f8-41cd-bb39-c5b093dfae1e tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules/f502ce25-bc8c-4608-ad02-3b88b46e0eb9 HTTP/1.1" status: 200 len: 764 time: 0.0168915 Dec 16 22:35:08.456192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60842) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:08.493854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b2a594b-c4e7-41ce-8934-f877e0c69fd5 req-9d7cc78d-41d1-4866-b05c-73894ad6dd17 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0400977 Dec 16 22:35:08.500053 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cdc0bb1c-d8ea-418b-98c7-89be7d188ed3 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0427654 Dec 16 22:35:08.502646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60846) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:08.528989 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6945af5b-3752-48df-b5f3-ffe581fca479 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.537079 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6945af5b-3752-48df-b5f3-ffe581fca479 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.542734 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b16ab-f276-41f1-88dd-d065eaa77e3d req-dbd70810-dbad-40e1-8a50-cf78c667de56 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:08.544273 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f11b16ab-f276-41f1-88dd-d065eaa77e3d req-dbd70810-dbad-40e1-8a50-cf78c667de56 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0775392 Dec 16 22:35:08.579841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79ac2e29-9ca4-4935-aeb9-73a0071397d1 req-a699e802-3b7f-4797-99e6-5881aa2292c9 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0345907 Dec 16 22:35:08.617914 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6945af5b-3752-48df-b5f3-ffe581fca479 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.619531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f11b16ab-f276-41f1-88dd-d065eaa77e3d req-58173313-4769-4961-938d-6e24d2cea2a5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648053 Dec 16 22:35:08.625600 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6945af5b-3752-48df-b5f3-ffe581fca479 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.626719 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6945af5b-3752-48df-b5f3-ffe581fca479 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/f502ce25-bc8c-4608-ad02-3b88b46e0eb9 HTTP/1.1" status: 204 len: 168 time: 0.1230292 Dec 16 22:35:08.631972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60850) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:08.632370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945af5b-3752-48df-b5f3-ffe581fca479 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f502ce25-bc8c-4608-ad02-3b88b46e0eb9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:08.652710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb17a978-cbd7-4451-8cc3-b12ad37905a0 req-4d37bc51-4f69-40df-ae56-3fc068339114 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0321922 Dec 16 22:35:08.688430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9f18740c-94f6-441f-a85f-6522938d0b40 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0574708 Dec 16 22:35:08.691060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60852) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:08.742873 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7243e01-d54b-40be-a060-8518819a5dc7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.764844 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7243e01-d54b-40be-a060-8518819a5dc7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.852518 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7243e01-d54b-40be-a060-8518819a5dc7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.855059 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7243e01-d54b-40be-a060-8518819a5dc7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.856583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a7243e01-d54b-40be-a060-8518819a5dc7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-groups/f71ad820-9274-4e53-b4fc-aa1595e6dde0 HTTP/1.1" status: 204 len: 168 time: 0.1642504 Dec 16 22:35:08.858965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60854) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:08.866043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7243e01-d54b-40be-a060-8518819a5dc7 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71ad820-9274-4e53-b4fc-aa1595e6dde0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:08.906566 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b2cbf067-9dfc-47e8-b62a-3e5765d3de3b tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0463216 Dec 16 22:35:08.910731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60856) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:08.915683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ee339b14-7ccb-4881-90d9-3b707c2c722c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group': {'name': 'tempest-secgroup--850965650'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:09.011786 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee339b14-7ccb-4881-90d9-3b707c2c722c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.080609 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee339b14-7ccb-4881-90d9-3b707c2c722c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.154444 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee339b14-7ccb-4881-90d9-3b707c2c722c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.186621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee339b14-7ccb-4881-90d9-3b707c2c722c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac4ca81-782b-43fb-820b-820099b513fd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:09.235801 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee339b14-7ccb-4881-90d9-3b707c2c722c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.237089 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ee339b14-7ccb-4881-90d9-3b707c2c722c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3254037 Dec 16 22:35:09.239836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60858) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:09.244751 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6e0539a4-a8dd-403e-b270-01984c2c8fa9 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Request body: {'security_group_rule': {'security_group_id': '7ac4ca81-782b-43fb-820b-820099b513fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:09.336743 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0539a4-a8dd-403e-b270-01984c2c8fa9 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.395418 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0539a4-a8dd-403e-b270-01984c2c8fa9 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.457424 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0539a4-a8dd-403e-b270-01984c2c8fa9 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.477885 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0539a4-a8dd-403e-b270-01984c2c8fa9 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c85c7d-90e6-4dd3-981b-f97e10012081,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:09.486957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ce42ffe-dc01-4ac5-9133-a04643364fd0 req-e812214d-425c-48d7-bd6b-9df1e8108bc2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0306144 Dec 16 22:35:09.539236 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e0539a4-a8dd-403e-b270-01984c2c8fa9 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.540733 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6e0539a4-a8dd-403e-b270-01984c2c8fa9 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2999709 Dec 16 22:35:09.543394 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60864) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:09.575701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f291c18-1bb9-452d-8d5d-d7e48cd804f7 req-d116d1cb-f3da-4bae-a26a-ce85c238d184 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0279963 Dec 16 22:35:09.599798 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b330d6c5-7b64-4a3b-9686-1cf92eae92dd tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.624589 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b330d6c5-7b64-4a3b-9686-1cf92eae92dd tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.661006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62fa6983-3344-4048-a638-7924ff9583e9 req-a320ec49-823f-4399-86ab-b2ca5e96e7a2 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0296021 Dec 16 22:35:09.714977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b330d6c5-7b64-4a3b-9686-1cf92eae92dd tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.717859 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b330d6c5-7b64-4a3b-9686-1cf92eae92dd tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.719067 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b330d6c5-7b64-4a3b-9686-1cf92eae92dd tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-groups/7ac4ca81-782b-43fb-820b-820099b513fd HTTP/1.1" status: 204 len: 168 time: 0.1747177 Dec 16 22:35:09.722613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60872) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:09.734857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330d6c5-7b64-4a3b-9686-1cf92eae92dd tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac4ca81-782b-43fb-820b-820099b513fd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:09.754782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-baddae0e-3218-49ea-9ddd-f6aa2f54c096 req-1aaeb367-ea4a-4855-84db-243f24b2402b tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0329175 Dec 16 22:35:09.772321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abef6a-3d8d-4a2f-93ab-641ef82d1578 req-24a61a72-7d9a-4bd0-912e-4a0cd4979c01 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:09.773849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34abef6a-3d8d-4a2f-93ab-641ef82d1578 req-24a61a72-7d9a-4bd0-912e-4a0cd4979c01 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0789719 Dec 16 22:35:09.779483 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bcdfd622-1620-42af-aa0e-acc71b1b735f tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0525556 Dec 16 22:35:09.781717 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60874) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:09.851820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c6ee1507-31ef-4a3b-b5bd-82eba7610587 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0690308 Dec 16 22:35:09.855664 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60876) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:09.856339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34abef6a-3d8d-4a2f-93ab-641ef82d1578 req-4c919b79-9013-42d2-83b0-bdaf777f80dc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754418 Dec 16 22:35:09.869299 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-6dac7c32-ff36-4e94-9fe0-bdbfc6de3a8c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] delete failed (client error): The resource could not be found. Dec 16 22:35:09.870327 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6dac7c32-ff36-4e94-9fe0-bdbfc6de3a8c tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "DELETE /v2.0/security-groups/7ac4ca81-782b-43fb-820b-820099b513fd HTTP/1.1" status: 404 len: 347 time: 0.0136874 Dec 16 22:35:09.874780 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60878) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:09.921688 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ac32cd67-72cd-49c1-90a8-b9db25786ad1 tempest-SecGroupTest-708375236 tempest-SecGroupTest-708375236-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0462167 Dec 16 22:35:10.346188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60884) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:10.481820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-272f16d8-876a-4d05-8fb2-c2b1e1eaa745 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07658f328cf641108027f36a6b45d119&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343830 Dec 16 22:35:10.484241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60888) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:10.534033 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:10.577710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b19fb976-2526-4884-b9b1-6c244f636013 req-f4a5e1ec-c273-4f39-a067-dcd54de7ab7f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0339019 Dec 16 22:35:10.579601 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:10.654901 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-faa34d1f-4248-4e99-aebc-2d34cff98c04 req-8c6bdac1-27ec-441f-8554-d2e1b94e211c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0293930 Dec 16 22:35:10.739300 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2396fcf4-3240-4228-8a48-d436d90e0765 req-52b8d633-8514-4e07-896e-7f12787dabbf tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0271339 Dec 16 22:35:10.739909 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:10.742448 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:10.743507 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67719735-4f98-4263-b3d2-e30bae83a40d HTTP/1.1" status: 204 len: 168 time: 0.2583015 Dec 16 22:35:10.752073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67719735-4f98-4263-b3d2-e30bae83a40d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:10.760510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:10.760866 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:10.761774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:10.762125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:10.762462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:10.762799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:10.763134 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:10.763491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:10.763822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:10.764202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:10.764560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:10.764847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:10.765343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdd355-4439-4e55-a508-7c60704e2ef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:10.844759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14c1ab4e-9d28-4cab-b83e-1cf7c29c22c8 req-8d282d03-7c02-437e-b9bf-2e94fd3062b9 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0274365 Dec 16 22:35:10.975352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9a74b-9ad6-472d-9b5b-9907e601f6cd req-bf9a33ed-0261-440e-bc61-c408d61c7f29 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:10.976875 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03f9a74b-9ad6-472d-9b5b-9907e601f6cd req-bf9a33ed-0261-440e-bc61-c408d61c7f29 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0511079 Dec 16 22:35:11.028716 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03f9a74b-9ad6-472d-9b5b-9907e601f6cd req-c8e062d3-9d41-4ea0-989d-8b9a90acee79 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436811 Dec 16 22:35:11.658403 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-119f7186-2dd6-4ae4-98c5-ac2dc0c0eb8f req-a13d17d5-0cde-4234-90f6-96c7785880ec tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0307541 Dec 16 22:35:11.680337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60924) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:11.732529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cf3b1de-2c25-4acb-9bd7-27fe027c7318 req-2a881e48-9119-44cc-b5fc-7c3706cb4bd7 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0270491 Dec 16 22:35:11.781895 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6ef8fc65-9390-48a2-8957-8c882b99fa4e tempest-ServiceProvidersTest-431766904 tempest-ServiceProvidersTest-431766904-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1004288 Dec 16 22:35:11.819553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c20be1c-4490-44dc-b112-86af2027c2a4 req-97a03124-a435-4a88-adfa-e30b88ee6f04 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0276103 Dec 16 22:35:11.922732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd3f8c8e-9b77-4324-b7af-3d504531aa01 req-ba3d3c82-3443-4572-a450-4ac4243a85d8 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0267465 Dec 16 22:35:12.149597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01567d7f-e3f5-4705-baca-9deb62a6cf03 req-3b05854a-93e1-4998-80ab-0feb56b816f8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:12.151083 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01567d7f-e3f5-4705-baca-9deb62a6cf03 req-3b05854a-93e1-4998-80ab-0feb56b816f8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0503135 Dec 16 22:35:12.206063 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01567d7f-e3f5-4705-baca-9deb62a6cf03 req-34632a08-b983-4dfb-876b-9d850aa27304 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483017 Dec 16 22:35:12.264048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60938) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:12.372102 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05fb5e39-3539-4a56-954a-25e5333ac78c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.445748 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05fb5e39-3539-4a56-954a-25e5333ac78c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.503219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05fb5e39-3539-4a56-954a-25e5333ac78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.545674 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-05fb5e39-3539-4a56-954a-25e5333ac78c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e48acf43c6e74023955c01ed0913e3e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2805099 Dec 16 22:35:12.546579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb5e39-3539-4a56-954a-25e5333ac78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2e446b-3bf3-4894-8cbf-443c628cb459,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:12.548360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 60942) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:12.599185 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b0359dd-deef-455f-a399-e9110efa72d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.621770 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b0359dd-deef-455f-a399-e9110efa72d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.736957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a5c87a6-f843-40b2-b5b2-ce571860118d req-0b2471f4-35db-4da2-9d63-aef45852e181 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0288408 Dec 16 22:35:12.748707 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b0359dd-deef-455f-a399-e9110efa72d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.751366 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b0359dd-deef-455f-a399-e9110efa72d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.754715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4b0359dd-deef-455f-a399-e9110efa72d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b2e446b-3bf3-4894-8cbf-443c628cb459 HTTP/1.1" status: 204 len: 168 time: 0.2050002 Dec 16 22:35:12.767847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0359dd-deef-455f-a399-e9110efa72d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2e446b-3bf3-4894-8cbf-443c628cb459,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:12.819638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2e6e3ad-ab05-42fb-804d-c6a74b76eef9 req-3efb3e1a-6bca-4ad1-8ca2-a95170621433 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0274596 Dec 16 22:35:12.901166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40e89b47-0dac-42c0-ba2f-756a23ea3eef req-536cb3b9-066f-4b1d-b6a8-9840f542e495 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0314994 Dec 16 22:35:13.002389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e4e1923-7454-488d-9ec4-f7c0bf007793 req-ad4e93c4-1975-4890-bf76-c95139c1f3af tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0278699 Dec 16 22:35:13.194772 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:13.327583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0eb3e-e0b7-4b09-83f5-f87d9d537376 req-b989b1ac-530c-4b2b-8407-4478024f14b2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:13.329126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8a0eb3e-e0b7-4b09-83f5-f87d9d537376 req-b989b1ac-530c-4b2b-8407-4478024f14b2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0517819 Dec 16 22:35:13.344799 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:13.380448 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8a0eb3e-e0b7-4b09-83f5-f87d9d537376 req-d5a95009-2c0a-4c50-b232-adca6fe49b77 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440037 Dec 16 22:35:13.814317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-637458da-6ebe-49db-8422-eca54b0da187 req-59d6e2b0-9435-48d8-853d-94a45fb2bd0e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0258667 Dec 16 22:35:13.900871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e4ab561-3533-4bee-974c-d65bebe41251 req-6f063d83-e365-4a4f-870f-a635e5a62425 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0303183 Dec 16 22:35:13.981047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22741b7f-b9de-4d9a-82fb-b8bf1f49b643 req-6e667e58-19de-48b9-a882-78300487f7c6 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0272310 Dec 16 22:35:14.081653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5feca683-0fa9-4e98-8506-41361810e8ed req-09212874-71dc-4791-8c72-f143b49b3900 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0285800 Dec 16 22:35:14.499294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65f3fd-47ce-4a1e-8a37-1789e3639c5a req-1372764c-2182-4cb1-b0cf-d4221994985c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:14.500150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e65f3fd-47ce-4a1e-8a37-1789e3639c5a req-1372764c-2182-4cb1-b0cf-d4221994985c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0516188 Dec 16 22:35:14.554498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e65f3fd-47ce-4a1e-8a37-1789e3639c5a req-ea0c9909-3108-4f4e-82e1-10c6d0a9fb3c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481460 Dec 16 22:35:14.893893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc22315f-a6a1-4c5f-93e7-3936267b8425 req-1b98881a-9e67-4e34-b7a3-a155f1bc7912 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0266347 Dec 16 22:35:14.977672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 32774) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:14.983298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0577cc1b-b4ab-4098-9ac5-a4111bfa7336 req-5b671f18-6ee9-4463-a89c-05e0996349d6 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0312855 Dec 16 22:35:15.058470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff0670c9-e529-4dd0-abd4-4a6d80a919d9 req-f727afb2-09e0-4d45-89db-d54fe7ba428f tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0272322 Dec 16 22:35:15.089822 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0eb1c1ba-3a64-4684-ab6b-842100a062e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.160526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d423c49a-e2ad-4838-b582-d8486f6fa217 req-78fbad4c-4ac9-48a9-a8a5-eaccff3304c8 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0275388 Dec 16 22:35:15.167795 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0eb1c1ba-3a64-4684-ab6b-842100a062e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.234474 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0eb1c1ba-3a64-4684-ab6b-842100a062e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.273043 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1c1ba-3a64-4684-ab6b-842100a062e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393122b5-123d-4011-82ff-b5cde84b46f0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:15.278691 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0eb1c1ba-3a64-4684-ab6b-842100a062e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10b11305a6304f0c816b1a04031a2558&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2998860 Dec 16 22:35:15.285692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 32782) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:15.333621 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-241a0279-fb31-4533-a780-e4e24db07b8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.356756 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-241a0279-fb31-4533-a780-e4e24db07b8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.462869 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-241a0279-fb31-4533-a780-e4e24db07b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.465712 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-241a0279-fb31-4533-a780-e4e24db07b8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.467596 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-241a0279-fb31-4533-a780-e4e24db07b8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/393122b5-123d-4011-82ff-b5cde84b46f0 HTTP/1.1" status: 204 len: 168 time: 0.1830108 Dec 16 22:35:15.475717 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a0279-fb31-4533-a780-e4e24db07b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393122b5-123d-4011-82ff-b5cde84b46f0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:15.673059 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95eb67-8272-4cce-b860-6652bd074eb2 req-81eec1fc-6134-443f-8ec4-f5ccc26026c4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:15.674609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad95eb67-8272-4cce-b860-6652bd074eb2 req-81eec1fc-6134-443f-8ec4-f5ccc26026c4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0538549 Dec 16 22:35:15.727980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad95eb67-8272-4cce-b860-6652bd074eb2 req-31fdf972-a587-48d3-8023-3b0026e9176b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468318 Dec 16 22:35:15.974370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53722c2a-c14d-49c3-b546-ce19a40f98df req-80f9a030-b43a-4499-b19d-48514bb9ab12 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0270140 Dec 16 22:35:16.062625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52909e50-04d5-4209-8d3c-949a81dac402 req-890756a1-d847-4f4c-95a4-f7c76411e5d2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0288913 Dec 16 22:35:16.078478 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 32794) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:16.093271 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c5edcbd-4a1c-4834-a575-8b488c874593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.149735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-109dffcb-8e5e-442f-9a53-25346c5c1ea8 req-d0997017-da87-4dba-a7ad-c3a56eb3673f tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0359201 Dec 16 22:35:16.202366 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c5edcbd-4a1c-4834-a575-8b488c874593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.241016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e00b7831-4777-48a7-97aa-81d23f61d941 req-b8fb64e9-ed11-4ae2-822e-49385a083770 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0275285 Dec 16 22:35:16.262878 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c5edcbd-4a1c-4834-a575-8b488c874593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.302569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3c5edcbd-4a1c-4834-a575-8b488c874593 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bdd0e8279af945648abc87232f65aeb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2229927 Dec 16 22:35:16.303574 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5edcbd-4a1c-4834-a575-8b488c874593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d627359-23ff-41e4-902c-d0a6ff469f5a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:16.305353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 32800) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:16.362231 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3790efdf-ada0-4e3c-a4d5-746a3c798fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.383163 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3790efdf-ada0-4e3c-a4d5-746a3c798fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.491312 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3790efdf-ada0-4e3c-a4d5-746a3c798fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.493913 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3790efdf-ada0-4e3c-a4d5-746a3c798fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.495109 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3790efdf-ada0-4e3c-a4d5-746a3c798fae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d627359-23ff-41e4-902c-d0a6ff469f5a HTTP/1.1" status: 204 len: 168 time: 0.1875761 Dec 16 22:35:16.502892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790efdf-ada0-4e3c-a4d5-746a3c798fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d627359-23ff-41e4-902c-d0a6ff469f5a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:16.848123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d343750-4f3a-4ac4-b082-66da268ba36b req-d5286399-70bb-4efc-b68e-89258691557b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:16.850492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d343750-4f3a-4ac4-b082-66da268ba36b req-d5286399-70bb-4efc-b68e-89258691557b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0527401 Dec 16 22:35:16.902194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d343750-4f3a-4ac4-b082-66da268ba36b req-292c5b54-4baa-438a-be03-ef1a4da6d6d6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434825 Dec 16 22:35:17.146606 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f97f7ab0-8689-4a93-9013-d149faa2f850 req-dcf398eb-71b3-4697-9384-3cb0f001e14e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0312605 Dec 16 22:35:17.231574 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c170c6c1-ce71-4b2e-a4f7-838840fb9773 req-241c56e9-1d22-46b5-8296-e75d6a55a5fc tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0271785 Dec 16 22:35:17.345503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-026ba88e-a58c-46b7-8e6c-b96ab054d2ad req-8c159231-06bd-416f-a010-a6a558a37a92 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0475512 Dec 16 22:35:17.347469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d95b3973-b24b-49d1-a488-44b4411cd000 req-fb1585b9-001e-4ba9-a3d8-0f729736b669 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0401633 Dec 16 22:35:18.018664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2808e31-1975-47db-a7e8-f9d0b39fe6a5 req-22522b7f-bca2-4d63-ac86-5ea1e53307a0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:18.020084 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2808e31-1975-47db-a7e8-f9d0b39fe6a5 req-22522b7f-bca2-4d63-ac86-5ea1e53307a0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0499845 Dec 16 22:35:18.072409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2808e31-1975-47db-a7e8-f9d0b39fe6a5 req-85837d10-e305-4844-9f70-7339f37bfd44 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459945 Dec 16 22:35:18.226290 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d381de0-1dc4-44c5-95d7-5e4fe7199029 req-ed8ad9ab-dfff-414d-8bb2-1f0289f4e199 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0266411 Dec 16 22:35:18.308245 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96f58d6f-31f5-465c-8f03-3cabfe71fd08 req-26877743-de6f-483c-93ed-58fdae64ace3 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0268734 Dec 16 22:35:18.432244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0eb85a39-4514-4858-9032-6fabe7e555f5 req-829e1ea1-a56e-46ad-8b41-60b0e1ad189c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0354743 Dec 16 22:35:18.446737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5c37037-168f-4b0a-aafc-f926015bcd9a req-5883570a-f2ff-4c9d-9da1-be89fdc834bc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0396502 Dec 16 22:35:19.194988 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b2636-882b-479e-a0ab-487257fb160b req-afd2f30e-94d3-45cd-81ef-e82871b43f2c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:19.196514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-382b2636-882b-479e-a0ab-487257fb160b req-afd2f30e-94d3-45cd-81ef-e82871b43f2c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0543981 Dec 16 22:35:19.247209 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-382b2636-882b-479e-a0ab-487257fb160b req-241370e8-2439-4782-81f3-6b42886e1a9a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438991 Dec 16 22:35:19.308460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bba824f-4840-485d-b675-87a16f1eefb8 req-e93cb4ee-e564-4a25-826f-bce73ef41879 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0277367 Dec 16 22:35:19.394302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-115e8344-cb8b-486a-a987-309a158892eb req-21ba676b-b37b-41ec-ace2-2eafe3278d6c tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0348749 Dec 16 22:35:19.521788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fdc40116-24ec-45ad-899c-04cbe36be512 req-569f0187-210a-4610-b257-1643e3164c58 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0357349 Dec 16 22:35:19.545652 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f2babc5-976b-4e00-964f-5befcfff9c5e req-6131da6d-d067-4cad-9a3d-1186c0f67c1d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0477140 Dec 16 22:35:20.085676 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15c0318d-35a9-4fea-9a0a-f9d6acc2b496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:20.714378 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-349593d6-7551-4602-9d49-dfdea1dac3c3 req-afc849ef-61bb-4a3c-b456-44ec867ddc16 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0354886 Dec 16 22:35:20.727236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee42024-515e-4f2d-9186-5367d7d6ab85 req-a25f6c51-8ce7-48f7-b5ba-0a569d6b1a82 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:20.728792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ee42024-515e-4f2d-9186-5367d7d6ab85 req-a25f6c51-8ce7-48f7-b5ba-0a569d6b1a82 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.4105926 Dec 16 22:35:20.788891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ee42024-515e-4f2d-9186-5367d7d6ab85 req-79274c6d-72ef-4bb9-856a-8be96b5354d3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528991 Dec 16 22:35:20.804239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3bfad29-dd03-49d1-bdc0-84ecacddd5c2 req-10ac0e2c-6a86-4dd9-b72f-71c8a6b12cf6 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0358613 Dec 16 22:35:20.861521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44cc2090-4af8-4080-99fd-0688db244de8 req-9560e2f0-fa71-4612-a9a3-69da8cb8977a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0310404 Dec 16 22:35:20.887631 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef7af58b-be5a-4b1c-8ef5-1b205a142525 req-502da0d4-6c61-4118-8c05-76d6844b0cf4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0285146 Dec 16 22:35:21.809000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-899e2686-1880-4254-be41-59c8371ca5c4 req-9de7ca7c-c2de-4393-91df-b83ff168f87e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0281973 Dec 16 22:35:21.918735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fd6ec55-482a-49bc-a6b1-6f94c488d4b9 req-53dd4adf-9d48-4935-854c-84ff321955ca tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0421708 Dec 16 22:35:21.966442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0e205-c0bb-4589-923a-8051e068c3e8 req-dd556746-f602-4016-b260-e9b75c670a8a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:21.967118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16f0e205-c0bb-4589-923a-8051e068c3e8 req-dd556746-f602-4016-b260-e9b75c670a8a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0754919 Dec 16 22:35:22.004823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8ea3a71-4818-48b7-81aa-4f99b9276b53 req-1e952a16-3c5a-4712-a542-c50b17934494 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0363450 Dec 16 22:35:22.057181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16f0e205-c0bb-4589-923a-8051e068c3e8 req-dcad40cb-9b66-4c11-bda8-9ce1b7fb106b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794897 Dec 16 22:35:22.086279 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f08af0cd-5d7f-4d74-8f4e-b171acd54749 req-a05e5d13-2212-4cbf-b8e0-fff5fa6d66d6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0342910 Dec 16 22:35:22.410950 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-570df5d7-b0f6-4d81-beec-09930f9e2a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:22.601305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 32940) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:22.712253 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3decc25b-2dbf-4bdf-ba03-592f26022ae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:22.788230 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3decc25b-2dbf-4bdf-ba03-592f26022ae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:22.851243 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3decc25b-2dbf-4bdf-ba03-592f26022ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:22.892155 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3decc25b-2dbf-4bdf-ba03-592f26022ae2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=00a9f6b2093f4f359de7437f627bb3b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2897744 Dec 16 22:35:22.893054 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decc25b-2dbf-4bdf-ba03-592f26022ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df038a3-27b9-4b3a-b2a0-768a50621a43,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:22.896224 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 32946) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:22.904711 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b71fe6a6-1ac8-412a-86f5-0efd5f2fd803 req-d41c26cb-d295-4245-a9c7-cf143f887ade tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0266807 Dec 16 22:35:22.947983 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70b1539d-8351-470b-9985-42e603a85ae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:22.973771 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70b1539d-8351-470b-9985-42e603a85ae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.001032 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d9f8910-74f5-461a-acec-3d59d707cc06 req-bf289158-d4e2-4162-850e-ba16662a9a63 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0277653 Dec 16 22:35:23.089156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3029b9ea-e37c-491c-b52b-804a004bf08f req-16af3a90-2a03-45eb-a075-170b0b36f308 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0272157 Dec 16 22:35:23.102928 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70b1539d-8351-470b-9985-42e603a85ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.106449 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70b1539d-8351-470b-9985-42e603a85ae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.107697 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-70b1539d-8351-470b-9985-42e603a85ae6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5df038a3-27b9-4b3a-b2a0-768a50621a43 HTTP/1.1" status: 204 len: 168 time: 0.2103851 Dec 16 22:35:23.126149 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1539d-8351-470b-9985-42e603a85ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df038a3-27b9-4b3a-b2a0-768a50621a43,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:23.189035 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-438f4f20-3114-4839-a9c7-aa631caf8a5e req-45a34967-4300-434c-bf68-ccf5e55ab715 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0403824 Dec 16 22:35:23.228803 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb79da0-98a6-4935-a97b-843c6f1c4d03 req-290539d5-717a-4091-a8ee-168aa00f5149 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:23.231051 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-feb79da0-98a6-4935-a97b-843c6f1c4d03 req-290539d5-717a-4091-a8ee-168aa00f5149 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0725641 Dec 16 22:35:23.282132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-feb79da0-98a6-4935-a97b-843c6f1c4d03 req-19cab673-a1cb-4c69-951c-faf66322458f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448005 Dec 16 22:35:23.480392 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.673168 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 32960) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:23.687026 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e17d1d56-6e17-41ca-98a6-aaf0b9a760b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.771084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e17d1d56-6e17-41ca-98a6-aaf0b9a760b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.845314 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e17d1d56-6e17-41ca-98a6-aaf0b9a760b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.886562 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e17d1d56-6e17-41ca-98a6-aaf0b9a760b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ffea52fb4d9a40db856185f4c10bf376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2114627 Dec 16 22:35:23.887629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d1d56-6e17-41ca-98a6-aaf0b9a760b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9a4844-4fba-4e1a-844e-9fa9467ed758,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:23.889098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 32962) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:23.939310 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-002f6724-a522-47f1-ac8f-0db7f9c2bbea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.962658 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-002f6724-a522-47f1-ac8f-0db7f9c2bbea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:24.005338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c05e7bc5-a806-4ce4-8249-8d0b8f85b785 req-15b3622a-cad5-4f80-bf06-966aea8e527f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0360758 Dec 16 22:35:24.079403 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3206ab6f-de8c-4b01-93f9-6a012ebe2ffa req-60912fa5-9476-4570-b176-020269ad673c tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0273242 Dec 16 22:35:24.080453 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-002f6724-a522-47f1-ac8f-0db7f9c2bbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:24.083071 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-002f6724-a522-47f1-ac8f-0db7f9c2bbea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:24.084160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-002f6724-a522-47f1-ac8f-0db7f9c2bbea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af9a4844-4fba-4e1a-844e-9fa9467ed758 HTTP/1.1" status: 204 len: 168 time: 0.1939325 Dec 16 22:35:24.092810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f6724-a522-47f1-ac8f-0db7f9c2bbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9a4844-4fba-4e1a-844e-9fa9467ed758,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:24.169487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cbe02b3a-ee62-42af-8abe-8d923bcd7c53 req-03f78c5c-e8d0-4747-a722-5135c2bbe7a2 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0280497 Dec 16 22:35:24.268030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9df593ac-b013-4cde-80b9-b18b0e78c035 req-8f69e1ee-303f-4731-b246-5f40df24ed54 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0272810 Dec 16 22:35:24.405281 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e639f38-0e83-4ca6-86f6-b71610d5f9bb req-cfb46ffd-1295-4ab6-a919-2dd8231bfcac tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:24.406789 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e639f38-0e83-4ca6-86f6-b71610d5f9bb req-cfb46ffd-1295-4ab6-a919-2dd8231bfcac tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0546172 Dec 16 22:35:24.460715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e639f38-0e83-4ca6-86f6-b71610d5f9bb req-5332800b-502e-4636-9c4d-4e668af4a1bc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465508 Dec 16 22:35:24.828347 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:25.083642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56c261b9-e05a-48ff-b0a8-3693c8ed71b5 req-fe7c14e0-2a76-47ad-bb26-088abfd8127f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0271652 Dec 16 22:35:25.160661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c37e56c4-3725-45d3-8af6-1559bb78f7ba req-ad43744a-69a4-47c7-b7e0-066a0c41a2af tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0284936 Dec 16 22:35:25.247935 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35333173-111d-471e-a833-0f4a3817d94a req-b5ea71b7-89bc-4f96-97aa-7d844158f30c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0269704 Dec 16 22:35:25.354196 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee1a16cb-e69a-405a-b985-8945c806013a req-d2898d33-83a9-49e3-a4bd-07276ade5bf9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0281568 Dec 16 22:35:25.580720 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a878d4-6428-4d7b-b709-168d727f60bc req-c9780758-f091-43e6-8570-cbc306d4e640 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:25.585806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79a878d4-6428-4d7b-b709-168d727f60bc req-c9780758-f091-43e6-8570-cbc306d4e640 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0546768 Dec 16 22:35:25.632009 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79a878d4-6428-4d7b-b709-168d727f60bc req-20345f18-40ad-4632-ae02-4f2db9e1c318 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436678 Dec 16 22:35:25.691047 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:26.163139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b072deb2-369f-476b-840c-48c72404d907 req-528e5b97-a656-4655-a008-4c829495a1ac tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0280807 Dec 16 22:35:26.238830 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3651483-1ae6-485f-8df0-a90ff6838da5 req-f740c821-94cb-41d2-9fd5-6cac4678ed96 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0288980 Dec 16 22:35:26.328142 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9d6ea1f-f5e4-49fd-b869-27be2f8fce48 req-3de4d5b9-c246-4a08-8d08-0471b3af75d9 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0275311 Dec 16 22:35:26.432569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5e1c758-dd68-4f24-9f96-9b6c0f8f145d req-56d80fc2-e51e-4db3-a536-a49a5a0a1d9d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0260489 Dec 16 22:35:26.756744 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b01bf-de16-4697-b8d6-35fb85bd327a req-19e167f7-08af-409d-85cc-3ac3e5a60ab3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:26.758281 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f02b01bf-de16-4697-b8d6-35fb85bd327a req-19e167f7-08af-409d-85cc-3ac3e5a60ab3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0543890 Dec 16 22:35:26.809569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f02b01bf-de16-4697-b8d6-35fb85bd327a req-c7ece960-583e-4db4-8e33-5c6c13619c45 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442057 Dec 16 22:35:27.243100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ccd1bcc5-7693-4a8e-903f-1467f07dee89 req-96fd6bb6-1ba4-4a1c-9bd0-18ac92f7e89c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0267704 Dec 16 22:35:27.317272 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9a8e5d9-6121-4657-a2ea-5a6dfa256770 req-e39e719a-6fce-42f3-8087-5f688b87de9c tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0267394 Dec 16 22:35:27.405749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5f90a2a-8126-43b3-b126-771de826e967 req-f9d87d80-dd4e-4f0c-9bb4-9e8463280215 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0286477 Dec 16 22:35:27.512875 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a134d80f-1be6-4d33-bdac-d9d2142a8c19 req-f7618b63-bdb2-41b6-b0f4-dd16ecc092e9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0288465 Dec 16 22:35:27.929689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1f2a2-ee9e-45b3-8c2e-155f4125a66c req-e01d52f8-681d-4a7c-837d-c2fa187b79a0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:27.931192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ce1f2a2-ee9e-45b3-8c2e-155f4125a66c req-e01d52f8-681d-4a7c-837d-c2fa187b79a0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0535102 Dec 16 22:35:27.981226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ce1f2a2-ee9e-45b3-8c2e-155f4125a66c req-11c547ed-4116-4b8a-bee9-ebeecd185936 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425689 Dec 16 22:35:28.323148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d62fe8db-7cc5-492c-9f5f-5ff4829b38f1 req-8006f410-7f3a-4a65-8693-7363db582305 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0277944 Dec 16 22:35:28.399224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f5ab190-f533-4727-8e54-e64ac7b03bb7 req-d5eb603c-931b-46b3-be3d-043b70822757 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0284069 Dec 16 22:35:28.483680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8cba87e-eebb-480a-993f-ebfd7dbb2834 req-eba9b666-bb7f-41ce-8446-e6f4bd2e4578 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0282495 Dec 16 22:35:28.596358 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f5f63c5-ec91-4cb0-9aab-655191c94128 req-fe90cf92-1151-4c8c-8409-18a77eba4299 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0314763 Dec 16 22:35:29.100670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f6a80-bf3e-4644-9553-bf46732b82db req-4623ab9c-8bb7-4c8e-88f4-a73c5066f051 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:29.102258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e83f6a80-bf3e-4644-9553-bf46732b82db req-4623ab9c-8bb7-4c8e-88f4-a73c5066f051 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0519798 Dec 16 22:35:29.152476 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e83f6a80-bf3e-4644-9553-bf46732b82db req-229fdcac-cdba-4ee1-9394-b005e629980a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435927 Dec 16 22:35:29.422568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8d82281-d4f6-4684-851e-26eb65007d97 req-2ad119d0-2d37-488d-adad-1fbba0c31c51 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0289719 Dec 16 22:35:29.481530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3391331-6e10-4ec0-964e-e1baa9eb2ab0 req-945391f3-a89f-457f-b37d-3f47c7882a6b tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0270650 Dec 16 22:35:29.560939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23971426-c927-4270-b0f3-1fd7e90ffb0d req-89b32efa-066b-4ef9-b937-977aaa220694 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0273118 Dec 16 22:35:29.678626 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0f05ead-0bce-4f15-b49f-9feca2239353 req-8bd06b5c-74ab-4f56-9c55-6bdfd1938a76 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0312471 Dec 16 22:35:30.268305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8ae3f-850c-4c4c-b60f-f3ac374f9406 req-98cb75da-f601-4095-81a5-f66aed556999 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:30.269816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61a8ae3f-850c-4c4c-b60f-f3ac374f9406 req-98cb75da-f601-4095-81a5-f66aed556999 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0492117 Dec 16 22:35:30.317900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61a8ae3f-850c-4c4c-b60f-f3ac374f9406 req-bd39d882-8f7b-448d-8676-a6e5bc4ece9f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417292 Dec 16 22:35:30.503713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eeddebbc-ab3b-4f80-8f16-e6a2fb516bda req-5d620d48-c2f1-49a9-b40b-484064320698 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0279138 Dec 16 22:35:30.558792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a44f6864-2443-43fc-bd7c-0895528c99b8 req-8e77d65f-3c35-45d3-a88e-fd8b7eb6381d tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0270317 Dec 16 22:35:30.643286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa9d085e-3f9a-4a57-be84-919f377284c0 req-10e8bd6a-b361-4c24-ba8f-049da5f5b922 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0322499 Dec 16 22:35:30.756877 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aab0820f-d17f-4470-b23a-7ee649982b14 req-de630516-679a-45a3-8abd-adc13dcb36fb tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0275733 Dec 16 22:35:31.442646 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc9dfb-60f6-4e2d-b7c2-a48cd4ef51df req-95940884-0142-49a8-9069-5b5349c89250 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:31.444224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19cc9dfb-60f6-4e2d-b7c2-a48cd4ef51df req-95940884-0142-49a8-9069-5b5349c89250 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0546517 Dec 16 22:35:31.494083 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19cc9dfb-60f6-4e2d-b7c2-a48cd4ef51df req-c5a275dc-1c37-4545-b0c4-b44b8f485ef3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431888 Dec 16 22:35:31.594223 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9adaf9be-ff9c-4236-81e2-ff5bccea7e0e req-9dccc53e-04d7-42ef-898f-05ef82a3774c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0370693 Dec 16 22:35:31.645357 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e264cd52-862d-4a97-b85a-8024e4ce4480 req-bf14032b-16eb-4094-9fa4-7118b653c1de tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0272701 Dec 16 22:35:31.727569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5cb1a088-10e6-415d-9136-6e86ffa65aa4 req-dbeeca9f-6013-4847-bb75-210afb3ddf5d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0321267 Dec 16 22:35:31.836496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ccb8919-8ebd-497a-96ba-98ab7935796f req-1452932f-7c64-499d-a9bf-cbd1cb20531f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0270917 Dec 16 22:35:32.614339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b2c52-2fce-405c-b03f-4b05f06707be req-f39b7831-ac76-417f-83bb-67f0232bf89e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:32.615915 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a19b2c52-2fce-405c-b03f-4b05f06707be req-f39b7831-ac76-417f-83bb-67f0232bf89e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0513995 Dec 16 22:35:32.686504 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cf15d0c6-7bb5-4660-b256-4cda8c9f649e req-51cb2c70-27d6-4a1d-a9ae-6cf551d207ec tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0378580 Dec 16 22:35:32.691629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a19b2c52-2fce-405c-b03f-4b05f06707be req-1d21a9ce-cf9b-4aa0-917a-1df606700917 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688381 Dec 16 22:35:32.776804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1c6168f-e062-48d9-88de-0f394f62b788 req-61130e6c-4516-4a66-a5eb-f363d697f63b tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0380802 Dec 16 22:35:32.811643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86425623-7aa5-45af-9635-1fac2d482525 req-9da9c5df-9f67-4cf8-b2a0-5c2eccdeb640 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0312860 Dec 16 22:35:32.916409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a2ca4a9-c5b5-4db9-bf31-73f582d1e8c8 req-3a382f4a-de2e-46a2-97e9-a646faf33495 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0273585 Dec 16 22:35:33.769193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d72b186-8b2f-45fa-be36-7ffa3d797c92 req-01af0299-91d2-494d-94fb-9e64043aeefb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0276263 Dec 16 22:35:33.828851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e43378-4881-4df6-99a5-55b205496ef9 req-1862ade3-3a3e-405c-a187-113633837e29 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:33.832684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92e43378-4881-4df6-99a5-55b205496ef9 req-1862ade3-3a3e-405c-a187-113633837e29 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0533414 Dec 16 22:35:33.882111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bbe5bbc6-bfb1-46b4-a203-60f3a996014d req-98f6acc1-88f5-4371-b6e0-3e76ed1bd866 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0494065 Dec 16 22:35:33.915706 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92e43378-4881-4df6-99a5-55b205496ef9 req-8c95fcc6-2ffd-4265-b461-0005a7e1576d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728879 Dec 16 22:35:33.980197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23ee3a34-97ee-44d8-b2da-9c8818593b40 req-4ebdf6a6-5fdb-47f5-8e83-c1f7a96be9c5 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0334790 Dec 16 22:35:34.013428 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2aeb7bb2-ff2d-4b37-8fff-4ec4bad42055 req-526bd887-4353-4908-ad3e-1a23262ab149 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0382590 Dec 16 22:35:34.848101 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff118a48-d554-4f41-a705-0106392a2dd5 req-317fef9e-aec5-4174-99b1-150f89f1884e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0279505 Dec 16 22:35:34.986252 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cb88baa-e8b3-4099-ac42-83104186b19f req-9d9be64d-7d51-4e62-9507-c6a9793ffb3c tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0332792 Dec 16 22:35:35.044450 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892e625-b894-441e-8a8d-cca2a5e55b74 req-de061fab-8717-4776-b9b8-ca41d883cfa3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:35.045982 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a892e625-b894-441e-8a8d-cca2a5e55b74 req-de061fab-8717-4776-b9b8-ca41d883cfa3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0567880 Dec 16 22:35:35.085083 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e96adec-b18a-458e-a530-9dc8a671fe37 req-29569731-543d-47ce-a4df-569cecefe782 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0380843 Dec 16 22:35:35.124980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a892e625-b894-441e-8a8d-cca2a5e55b74 req-ad7e00b2-f221-4b18-82d3-bc9a7796c5ec tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695405 Dec 16 22:35:35.154313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9dbcda7e-5529-4c32-bbdf-ffe1cba64a46 req-dd95d375-3146-4974-8963-8aa1add413ed tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0283482 Dec 16 22:35:35.931259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d39cd074-620b-4d41-a9df-5c935d6cec79 req-685e0778-566b-4bc0-ac3c-9845d59bc4dd tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0320547 Dec 16 22:35:36.066588 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c5a6443-a384-40e1-9f51-333ad257ac88 req-454e26a8-a29d-4dbe-bdcc-b5daaaffa27e tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0279512 Dec 16 22:35:36.164129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-563da010-787f-4a97-a75f-c516e441ea72 req-8a0684f5-ebfe-4eb6-ac2c-a18caf47d423 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0272248 Dec 16 22:35:36.249524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6fe03edc-ad26-432e-97c2-f850e8b61174 req-1c6a964d-1e91-4b5e-889c-6c30e4de1ca4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0407972 Dec 16 22:35:36.270989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123f23a-6153-4bd1-83cb-920ee4c7004d req-33e8d25f-02ab-435d-9fbc-643b063801ff tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:36.272516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8123f23a-6153-4bd1-83cb-920ee4c7004d req-33e8d25f-02ab-435d-9fbc-643b063801ff tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0732222 Dec 16 22:35:36.324371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8123f23a-6153-4bd1-83cb-920ee4c7004d req-fcb4fcfb-117a-40c4-b58b-6b1734074e1d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454595 Dec 16 22:35:37.009554 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51eaeb37-0d92-483b-a0f9-ef35c94fd99c req-88b64217-4494-435c-9f9e-5dc7e0c6d700 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0276508 Dec 16 22:35:37.147291 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d55773b4-4bd1-47e5-ab0c-43de738f166c req-96c6f239-ee53-4fb4-a107-4ac0ad637aac tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0274217 Dec 16 22:35:37.243391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95067bba-fd13-46b5-9478-f2b1aa1ab850 req-d22bad82-ad4a-43c0-86ea-ad186ab5ff92 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0285177 Dec 16 22:35:37.329410 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d670ea40-5899-4e33-86d1-609464730dd9 req-5a55370d-a761-4df2-a19b-d8541768a399 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0271752 Dec 16 22:35:37.446853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8b87b-2e4a-4ea7-ab9e-287fed5e6242 req-17584d31-820b-47e6-9847-529f5be31e34 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:37.448535 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97c8b87b-2e4a-4ea7-ab9e-287fed5e6242 req-17584d31-820b-47e6-9847-529f5be31e34 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0517609 Dec 16 22:35:37.501923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97c8b87b-2e4a-4ea7-ab9e-287fed5e6242 req-f32f12cd-7006-43e5-b57c-bc839b4289b5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468147 Dec 16 22:35:38.086187 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-971b0b35-d07c-4725-8aa2-8b59c5461091 req-164a5eff-b1b8-4bac-a25c-7940bd62cd9c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0276110 Dec 16 22:35:38.227780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0030beec-31ff-42bf-9ef1-1b91a286c2c5 req-7918a35c-e26b-4571-aa39-3db84803dc4c tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0288944 Dec 16 22:35:38.322222 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-873fddb3-4777-47fe-aa4a-1d2b6fe66aee req-fb9a2981-d5c6-4e25-a975-8ca852198742 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0282331 Dec 16 22:35:38.409358 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c2588c6-28bc-4cc6-a97d-01f818dc1f1b req-5d372f57-7daf-4f72-b8c9-f0945bf59700 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0282662 Dec 16 22:35:38.625937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0c59a-7452-4235-9ebd-bb0c67ede028 req-2270b69e-1bd4-42e7-975e-83f3ab27faf4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:38.627418 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dca0c59a-7452-4235-9ebd-bb0c67ede028 req-2270b69e-1bd4-42e7-975e-83f3ab27faf4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0558445 Dec 16 22:35:38.679802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dca0c59a-7452-4235-9ebd-bb0c67ede028 req-261cd654-c3a7-43ce-b7fc-da3b2e0ddfee tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462136 Dec 16 22:35:39.168431 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1fe7ad7-9fc8-401e-8d64-0856960f0d2d req-719cdd4b-9731-48d9-9a53-4424f5a1c32d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0272698 Dec 16 22:35:39.307955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6949658-f399-4d32-a57a-a89774ef81b2 req-38ace847-c2cc-4093-8d32-0bafb92199db tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0278914 Dec 16 22:35:39.402701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-332cf8f7-4c9a-4fe6-9cf1-38974db7429b req-799acc68-d772-4712-b88b-3e21f2d07df5 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0268321 Dec 16 22:35:39.496008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e418ec45-2154-4bfa-bf9b-fc43a13d788f req-1e6bf3e9-c15e-4011-9a92-69143fbba04b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0276821 Dec 16 22:35:39.802423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9027095-9f69-4c26-b471-2140af9168d8 req-3f550082-af6b-43c7-b8b1-3ee6783102c0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:39.803887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9027095-9f69-4c26-b471-2140af9168d8 req-3f550082-af6b-43c7-b8b1-3ee6783102c0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0560443 Dec 16 22:35:39.856618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9027095-9f69-4c26-b471-2140af9168d8 req-8980d473-58c1-40c1-a54f-f3c4a351888e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464654 Dec 16 22:35:40.248577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efb2283b-b0c6-46b2-a34f-f8f38c137f97 req-0fc63807-1366-491b-a42e-aef8fed3bcb8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0281043 Dec 16 22:35:40.386460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f24589cb-59b7-4404-93dd-a7f0911ca3fe req-f927fa70-bc8f-4980-95e5-25e4173a3800 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0264354 Dec 16 22:35:40.481030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eadeddb1-88f9-48bb-865b-6143e80e1753 req-8312716d-7213-4100-94ba-ce60e45a293d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0276477 Dec 16 22:35:40.577454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da3f873c-cf8a-4a6e-abf0-72c751b8afdf req-68727f6d-4eb3-4cfa-8ff9-fac068841b11 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0283508 Dec 16 22:35:40.990073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65ddc7-481c-4552-8d38-2bae5f1467ab req-e2074144-bb4b-4edd-883e-43109688a6fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:40.991628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e65ddc7-481c-4552-8d38-2bae5f1467ab req-e2074144-bb4b-4edd-883e-43109688a6fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0552185 Dec 16 22:35:41.041311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e65ddc7-481c-4552-8d38-2bae5f1467ab req-eff4400a-2263-4c4c-96bd-fbbc804aa669 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426669 Dec 16 22:35:41.331254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3cbf34bc-f6c4-457e-8253-16dcbb89eb12 req-45340de7-475b-4394-8f88-88fd48aac7fa tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0272267 Dec 16 22:35:41.471516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74e0dcfc-8b8a-4155-a212-240b8b89617e req-589610a6-b8ec-4d16-801b-59394da1a148 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0283616 Dec 16 22:35:41.563936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfd34a9d-5648-4cab-b5b3-f977f0be2beb req-f08bb83c-a607-4ba2-b2ac-0000e0e561c6 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0276589 Dec 16 22:35:41.660705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78382868-26c1-4cfe-86c4-8097ff57f33d req-498fba69-f266-4179-bd8f-ce0f6b07f877 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0311117 Dec 16 22:35:42.166448 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55027549-bc3b-4af3-af50-99e0d741901e req-ca830e6f-b537-401e-909c-9f44dc0b48e5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:42.168015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55027549-bc3b-4af3-af50-99e0d741901e req-ca830e6f-b537-401e-909c-9f44dc0b48e5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0582402 Dec 16 22:35:42.221188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55027549-bc3b-4af3-af50-99e0d741901e req-30d0768a-d822-4bcc-baa7-b074df1a2ebd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465415 Dec 16 22:35:42.414255 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67d99074-8f1d-4400-a86f-bfbd65339bba req-05d51cac-993f-4cd7-ba7e-d803b4848de4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0294988 Dec 16 22:35:42.550794 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78fab374-8b3e-4c59-a256-14e7d0a07208 req-8eecdc55-77b9-4f38-98d5-5aefeeffd52d tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0272040 Dec 16 22:35:42.643586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eaf3d04b-3c68-4889-9d26-fff6eac7b6df req-5ebf47bc-e751-4cfc-aa36-c34c272debf6 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0277677 Dec 16 22:35:42.744859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-151c7d0e-22be-4e47-9f31-e2d2b3264c67 req-203e6b63-e5b1-4aad-81a7-300a3c3a2e7b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0303705 Dec 16 22:35:43.118817 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-62d6ad01-4a8d-4210-9832-5fa7a8b46640 req-39fc1c58-a6b1-41d4-ab46-f0f6040c3f43 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a22b6b00-b61d-43b6-8b7a-e1360fdf15ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514240 Dec 16 22:35:43.165204 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.189222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6ad01-4a8d-4210-9832-5fa7a8b46640 req-83fce12e-5ea1-4862-86b9-7fed5f0a9edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:43.190724 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-62d6ad01-4a8d-4210-9832-5fa7a8b46640 req-83fce12e-5ea1-4862-86b9-7fed5f0a9edc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcf250b5ff594cdf88e9252c7b22714a&device_id=a22b6b00-b61d-43b6-8b7a-e1360fdf15ba HTTP/1.1" status: 200 len: 1097 time: 0.0456054 Dec 16 22:35:43.306846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6ad01-4a8d-4210-9832-5fa7a8b46640 req-d67830ee-7ac6-409b-8d4b-1730a67dc4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:43.308285 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-62d6ad01-4a8d-4210-9832-5fa7a8b46640 req-d67830ee-7ac6-409b-8d4b-1730a67dc4e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1543a6fc-9392-49f6-9942-b7fae61d3964 HTTP/1.1" status: 200 len: 919 time: 0.0975881 Dec 16 22:35:43.358322 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-62d6ad01-4a8d-4210-9832-5fa7a8b46640 req-a78ce9fd-886e-421b-9ea3-952eabd3fac3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=076bf481-372f-4d3d-9953-f9ec3d475ee3 HTTP/1.1" status: 200 len: 217 time: 0.0420852 Dec 16 22:35:43.364684 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.371833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5a25d-3aba-47b5-90ce-1e5b35799982 req-f31eee32-9ecc-46a1-8eef-2096a269aced tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:43.373854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97e5a25d-3aba-47b5-90ce-1e5b35799982 req-f31eee32-9ecc-46a1-8eef-2096a269aced tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0545952 Dec 16 22:35:43.415243 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6ad01-4a8d-4210-9832-5fa7a8b46640 req-8681a7bc-963f-4ce2-a55f-afdf20bee567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:43.416795 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-62d6ad01-4a8d-4210-9832-5fa7a8b46640 req-8681a7bc-963f-4ce2-a55f-afdf20bee567 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c0e4748-a97c-4294-a98d-f71dd9b06896 HTTP/1.1" status: 200 len: 858 time: 0.0515757 Dec 16 22:35:43.425938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97e5a25d-3aba-47b5-90ce-1e5b35799982 req-4a0ed883-f53b-443f-ae6d-76df263c107e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456500 Dec 16 22:35:43.455939 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-62d6ad01-4a8d-4210-9832-5fa7a8b46640 req-f23c2aaf-d6f3-40e4-9a3d-19cde9ca62b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1543a6fc-9392-49f6-9942-b7fae61d3964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316274 Dec 16 22:35:43.496054 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3264349b-5ec0-4f47-ba95-322092437e26 req-ff6b5a7f-9fda-4a42-90a2-f3eaccb5ef07 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0283933 Dec 16 22:35:43.534423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33290) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:43.556391 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-62d6ad01-4a8d-4210-9832-5fa7a8b46640 req-6e7a65ce-ee26-40d0-9565-e2d4aae446bd service neutron] 10.222.0.69 "GET /v2.0/networks/1543a6fc-9392-49f6-9942-b7fae61d3964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925817 Dec 16 22:35:43.631508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6b9a48a-95f1-46a8-801f-bb49acb5b3b9 req-887577a7-2a47-435f-85c3-4363e23e03a6 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0306087 Dec 16 22:35:43.651288 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e09f73e2-2e94-4ef5-b8e6-20cdedf22567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.657124 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-62d6ad01-4a8d-4210-9832-5fa7a8b46640 req-25466e17-17d9-499c-929a-8615accc2810 service neutron] 10.222.0.69 "GET /v2.0/networks/1543a6fc-9392-49f6-9942-b7fae61d3964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924811 Dec 16 22:35:43.733764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49b575c7-fd8a-4f64-941b-23248d4802f1 req-54328939-c0e1-4769-b799-255a48e831e7 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0382664 Dec 16 22:35:43.762813 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e09f73e2-2e94-4ef5-b8e6-20cdedf22567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.810887 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e09f73e2-2e94-4ef5-b8e6-20cdedf22567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.834281 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab799cfa-938f-46aa-ba96-9d7336a2e623 req-a1baebb6-5faf-4a4e-b889-3cc09ba40307 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0361843 Dec 16 22:35:43.864516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e09f73e2-2e94-4ef5-b8e6-20cdedf22567 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd6a16703d6748078c26b058356568fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3287854 Dec 16 22:35:43.867192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33300) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:43.869260 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f73e2-2e94-4ef5-b8e6-20cdedf22567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13e04cf-9831-4210-a50a-539a616cc7e1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:43.890760 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:35:43.921331 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cb2148de-86fb-443c-a87b-890ce58f82f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.943711 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cb2148de-86fb-443c-a87b-890ce58f82f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.073415 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cb2148de-86fb-443c-a87b-890ce58f82f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.077089 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cb2148de-86fb-443c-a87b-890ce58f82f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.078262 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cb2148de-86fb-443c-a87b-890ce58f82f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a13e04cf-9831-4210-a50a-539a616cc7e1 HTTP/1.1" status: 204 len: 168 time: 0.2099147 Dec 16 22:35:44.086746 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2148de-86fb-443c-a87b-890ce58f82f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13e04cf-9831-4210-a50a-539a616cc7e1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:44.556627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a70c7-52d4-444f-a35a-7aa52b8a8093 req-66dbc498-d23c-4abb-bf72-2d478c09e702 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:44.558140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b6a70c7-52d4-444f-a35a-7aa52b8a8093 req-66dbc498-d23c-4abb-bf72-2d478c09e702 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0579133 Dec 16 22:35:44.593814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d32346c7-8210-4658-b1bf-a38499a14611 req-78306892-f7ea-48f3-9770-77b4bea1aefa tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0345776 Dec 16 22:35:44.630406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b6a70c7-52d4-444f-a35a-7aa52b8a8093 req-3bd03d40-09d9-4f10-90f6-d2c74eb9eb15 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623584 Dec 16 22:35:44.671048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33312) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:44.685110 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-170837d3-16d8-496c-b4ee-70708359661b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.710099 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-076e8243-3636-46d2-bd5d-cbb5088ab1fa req-c750db4f-9993-46e5-a591-a6bd7fd13f19 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0275042 Dec 16 22:35:44.768267 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-170837d3-16d8-496c-b4ee-70708359661b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.804921 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-170837d3-16d8-496c-b4ee-70708359661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.813958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5437a2df-34bc-4b5b-ac86-48bb192011b7 req-3e4a492f-bec2-45fd-b482-3ba2bca9e051 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0287268 Dec 16 22:35:44.845380 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-170837d3-16d8-496c-b4ee-70708359661b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15861f2c6b6b4d1ba90e8995387e3cc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1730065 Dec 16 22:35:44.846154 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170837d3-16d8-496c-b4ee-70708359661b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506b441a-8185-4d88-9aa7-074afa370793,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:44.848900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33316) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:44.916278 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31a2f5ae-22de-4bf0-9ad1-1d03db5956a8 req-22aee763-8b70-4047-b781-b15b0f2e4a5a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0299261 Dec 16 22:35:44.926806 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-303eaa1d-5d89-4aa5-84d0-e9545a7b3b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.954224 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-303eaa1d-5d89-4aa5-84d0-e9545a7b3b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.050651 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-303eaa1d-5d89-4aa5-84d0-e9545a7b3b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.053322 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-303eaa1d-5d89-4aa5-84d0-e9545a7b3b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.054493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-303eaa1d-5d89-4aa5-84d0-e9545a7b3b99 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/506b441a-8185-4d88-9aa7-074afa370793 HTTP/1.1" status: 204 len: 168 time: 0.2042043 Dec 16 22:35:45.064005 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303eaa1d-5d89-4aa5-84d0-e9545a7b3b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506b441a-8185-4d88-9aa7-074afa370793,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:45.673892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4993bea4-3a2d-4940-9fc9-fe1bbaf6a7ad req-bb49291d-0e08-434c-8369-5151c501b151 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0288539 Dec 16 22:35:45.714709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33328) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:45.746915 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f007b2e-1ca1-4e44-9e12-ba79463595ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.780959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6b66d-3032-4eae-b2ab-8a5754e47743 req-b967d483-e8d2-4ab0-8712-80f89adb2e07 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:45.782527 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96f6b66d-3032-4eae-b2ab-8a5754e47743 req-b967d483-e8d2-4ab0-8712-80f89adb2e07 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0807366 Dec 16 22:35:45.864925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96f6b66d-3032-4eae-b2ab-8a5754e47743 req-cdf16d54-2e10-4688-a165-3f2076574a19 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748150 Dec 16 22:35:45.894843 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f007b2e-1ca1-4e44-9e12-ba79463595ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.946368 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa167df4-6201-49a1-b91e-cb0db0017a2a req-053a4f7a-c598-419a-a443-4d389808ab17 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0288260 Dec 16 22:35:45.976615 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f007b2e-1ca1-4e44-9e12-ba79463595ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.036211 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2f4ea3b-024f-4571-979e-67f2587e7511 req-5e20d679-4f66-4a73-a2a5-30ae25985f7c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0470121 Dec 16 22:35:46.054068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6f007b2e-1ca1-4e44-9e12-ba79463595ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7aef90e875144c5f9bb6c9c6275e8253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383181 Dec 16 22:35:46.058420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f007b2e-1ca1-4e44-9e12-ba79463595ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acd72c1-8adc-4331-9a92-164b5b41e6c7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:46.058755 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33338) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:46.076849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c646d3bb-0b29-46de-b808-7c253b55ccf6 req-72460193-d866-464c-946d-0ef4f19c34ad tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0427618 Dec 16 22:35:46.118841 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.140507 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.262413 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.266160 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.267440 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0acd72c1-8adc-4331-9a92-164b5b41e6c7 HTTP/1.1" status: 204 len: 168 time: 0.2075577 Dec 16 22:35:46.276850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acd72c1-8adc-4331-9a92-164b5b41e6c7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:46.285258 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.285838 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.286062 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.286407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.286786 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.287150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.287543 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.287846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.288168 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.288498 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.288831 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.289162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.289484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23646405-0e21-4956-bf88-615f8dd8bff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.758312 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-890e4661-a24c-4e57-bd16-5e83a7e2d13b req-c861b7ce-e88b-4b02-af53-8b63cf29dd5d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0314772 Dec 16 22:35:46.986912 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ef1ad-9645-4880-ab2d-437e4bc65545 req-ec0d028d-6be0-4232-a4fc-e1e679a013bc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:46.988633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-515ef1ad-9645-4880-ab2d-437e4bc65545 req-ec0d028d-6be0-4232-a4fc-e1e679a013bc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0522604 Dec 16 22:35:47.041022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-387b591f-9f4d-4d51-b219-d6c960ffb751 req-406bc494-4c8c-48ea-bd6b-247c75667837 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0359688 Dec 16 22:35:47.071075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-515ef1ad-9645-4880-ab2d-437e4bc65545 req-372a35bb-b1ed-4cdd-96d0-732b98ae40ce tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738375 Dec 16 22:35:47.132342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25562fbe-c8d7-420a-8578-ca63416ec1aa req-151d1570-6710-41ee-b9c3-5e5aec580a7c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0309684 Dec 16 22:35:47.161876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ac8acdb-f8a2-4d4f-89c8-257e849fb566 req-bfa1f876-c259-4ea6-9aec-c9c44e5cf4c4 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0326302 Dec 16 22:35:47.837685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f76d4359-a346-49dc-b7ad-df26fd2e0f03 req-0854317e-66fb-4076-bb47-56dfef5a3305 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0285006 Dec 16 22:35:48.123525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6fce6097-5302-45e2-a2e1-48e0b7ad1268 req-f861dc56-a481-4069-acd1-50ec78c7478a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0263405 Dec 16 22:35:48.211145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c8993-b7d8-4481-b77d-5ff3557b3421 req-4ba3eb48-c379-4525-a063-45ee42dee37c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:48.212722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b58c8993-b7d8-4481-b77d-5ff3557b3421 req-4ba3eb48-c379-4525-a063-45ee42dee37c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0686274 Dec 16 22:35:48.229165 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b9e863d-2a29-4757-921a-0f4637be334f req-ff4828b6-5deb-4bce-aa0a-84b9f97c7279 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0393229 Dec 16 22:35:48.293766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b58c8993-b7d8-4481-b77d-5ff3557b3421 req-439d086f-ddf6-4631-9679-7ecf15915b4c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676718 Dec 16 22:35:48.310234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-314d9f18-bc47-4922-8272-61d7b5866901 req-14c70f62-2426-45a3-938c-d53b5e88982c tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0341449 Dec 16 22:35:48.920636 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29c5d915-c9d5-4281-8934-9605bab0c4ea req-215d4622-0af2-436b-ab91-1a9633cfaede tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0284061 Dec 16 22:35:48.976157 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33432) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:49.082333 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b3adb86a-46cd-4c46-9526-c3b87ac3df68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.156010 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b3adb86a-46cd-4c46-9526-c3b87ac3df68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.201419 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6b36654-dcc0-4f75-8cf1-8e0e5f9365af req-c1589b94-a4bf-4a38-84dc-d74d97f19672 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0264065 Dec 16 22:35:49.221638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b3adb86a-46cd-4c46-9526-c3b87ac3df68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.262929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adb86a-46cd-4c46-9526-c3b87ac3df68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974266c5-c30b-4a68-97d2-85f418197694,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:49.270754 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b3adb86a-46cd-4c46-9526-c3b87ac3df68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e88256fbf484ec3bf0080bb02bf7f78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2934549 Dec 16 22:35:49.270886 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33440) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:49.323720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c4c1bd1-6d6f-4ef4-88cd-36fb061de0ca req-0d4593e3-6d3a-4463-8657-d5948eb68535 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0362117 Dec 16 22:35:49.350421 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2130c3ae-e609-4777-9ece-422ed7b332fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.396449 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2130c3ae-e609-4777-9ece-422ed7b332fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.429730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-884fe8b2-ae07-4e93-9bae-9022ec7339eb req-6d73b9c5-7af8-4be7-b62a-b224c89bb079 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0582423 Dec 16 22:35:49.472388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1cc27-aa84-4ad5-b562-55164bfd35c7 req-58769d39-ebaa-48ee-84dc-eb48636fd89b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:49.473877 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70c1cc27-aa84-4ad5-b562-55164bfd35c7 req-58769d39-ebaa-48ee-84dc-eb48636fd89b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1036725 Dec 16 22:35:49.525864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70c1cc27-aa84-4ad5-b562-55164bfd35c7 req-7246b2dc-5914-4b5d-b9bf-61fced4a7e85 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457523 Dec 16 22:35:49.553403 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2130c3ae-e609-4777-9ece-422ed7b332fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.556105 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2130c3ae-e609-4777-9ece-422ed7b332fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.557234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2130c3ae-e609-4777-9ece-422ed7b332fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/974266c5-c30b-4a68-97d2-85f418197694 HTTP/1.1" status: 204 len: 168 time: 0.2839997 Dec 16 22:35:49.565626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130c3ae-e609-4777-9ece-422ed7b332fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974266c5-c30b-4a68-97d2-85f418197694,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:50.004541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16c97bdd-7a8e-47a4-b523-61354d19e20b req-80beea1f-bc18-485c-8ff8-17d964644ccc tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0314262 Dec 16 22:35:50.078988 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6bf194e9-e0c7-4b5f-8bdd-d2e056caebe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.166551 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33452) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:50.179716 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-308d19b3-98ee-4843-9d26-3e7987e55728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.255548 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-308d19b3-98ee-4843-9d26-3e7987e55728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.282161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1109b45d-8486-4273-b1f9-fecf1df159c3 req-13dbf1e1-9143-4b24-a23f-685ce46a207e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0287650 Dec 16 22:35:50.324680 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-308d19b3-98ee-4843-9d26-3e7987e55728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.364770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-308d19b3-98ee-4843-9d26-3e7987e55728 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=596c933828cc4a429fe03d8c76a30ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1971202 Dec 16 22:35:50.365658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d19b3-98ee-4843-9d26-3e7987e55728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c480ab-2ad6-4a08-9757-d95045eca610,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:50.367717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33458) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:50.406945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e2364a7-ce97-4da7-85e8-1dadaadcdb87 req-9e862bf1-3ac5-484d-9d50-6a606acc0962 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0273175 Dec 16 22:35:50.423004 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ebf568b1-645e-4434-a267-5a3fb0183180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.444692 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ebf568b1-645e-4434-a267-5a3fb0183180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.510223 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fae83601-0ab1-4ea1-8356-16c0930a986d req-3f7de76b-2e1b-4165-b5e3-5a63e21f9b47 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0310793 Dec 16 22:35:50.553036 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ebf568b1-645e-4434-a267-5a3fb0183180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.555916 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ebf568b1-645e-4434-a267-5a3fb0183180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.557085 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ebf568b1-645e-4434-a267-5a3fb0183180 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2c480ab-2ad6-4a08-9757-d95045eca610 HTTP/1.1" status: 204 len: 168 time: 0.1883717 Dec 16 22:35:50.566112 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf568b1-645e-4434-a267-5a3fb0183180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c480ab-2ad6-4a08-9757-d95045eca610,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:50.653046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6ec99-e706-4b00-ae56-e837a4fef0e7 req-8d8d7cdb-1068-4d84-bada-dac76797141b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:50.655634 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e6ec99-e706-4b00-ae56-e837a4fef0e7 req-8d8d7cdb-1068-4d84-bada-dac76797141b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0530972 Dec 16 22:35:50.709334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e6ec99-e706-4b00-ae56-e837a4fef0e7 req-82a066c9-d802-42ef-8f65-d2913373e7c6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477948 Dec 16 22:35:51.081231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-094dc0d7-72cb-40e9-a43e-070068b3e536 req-2e367d67-084b-4253-bc92-e575ce3eb1d9 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0272138 Dec 16 22:35:51.360297 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec320ea1-9daf-4a8d-9965-11cd31bec577 req-a4b554d4-61be-47e3-9e80-24824ed49814 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0280380 Dec 16 22:35:51.488681 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc653d65-67e9-4415-b4fd-4263f45377f4 req-1dd3a80f-12a3-422f-9b5c-d1e1a5fc0680 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0309441 Dec 16 22:35:51.590251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d3394aa-cbe9-4ccd-a76c-dbe0d59f40d4 req-870b365a-2470-4066-9647-98f6beb61149 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0268354 Dec 16 22:35:51.828898 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800179f-dce8-4e30-8c5b-1809ad62557f req-22b18e5d-73e7-4998-aac8-b8f7b04ed50d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:51.840112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2800179f-dce8-4e30-8c5b-1809ad62557f req-22b18e5d-73e7-4998-aac8-b8f7b04ed50d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0512960 Dec 16 22:35:51.885545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2800179f-dce8-4e30-8c5b-1809ad62557f req-66cd6644-fd6b-478a-9ea5-29846e3a9299 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472665 Dec 16 22:35:52.158221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87046044-3bc3-4cd6-8d9d-bceb6678ec09 req-464d849b-c004-4a81-a0e7-4ff56fa46a89 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0275452 Dec 16 22:35:52.415910 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-17eb7235-e616-419f-9232-66492940bc5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:52.441926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d040174-be6e-424e-a52c-d9bde1aad475 req-39642f92-a83f-4be9-8ab4-18e2216ce8fc tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0328686 Dec 16 22:35:52.584555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea66d128-3bd3-4cac-91b8-8087dca3fae7 req-42fbdea6-ebe6-4f5d-8db2-d96153018b66 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0375197 Dec 16 22:35:52.674422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2901f264-bc6a-4e65-a964-8b90e406931e req-1322aba9-f5c6-4178-b38d-2a9860dc7c1b tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0274298 Dec 16 22:35:53.006035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e835e3-0409-4f73-9cae-7145fca252a1 req-c6e226a6-17f1-429a-afaa-4693db6877e9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:53.007732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62e835e3-0409-4f73-9cae-7145fca252a1 req-c6e226a6-17f1-429a-afaa-4693db6877e9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0526094 Dec 16 22:35:53.068458 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62e835e3-0409-4f73-9cae-7145fca252a1 req-4f82d759-23b6-47c5-b3ba-e47c7b9992fa tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537734 Dec 16 22:35:53.234228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52da66c2-b7ce-41d6-a69e-71f035cf466a req-9b4760a2-597c-4929-a8b5-46688484902a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0267956 Dec 16 22:35:53.507606 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:53.527397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67d5f2eb-e8c0-4812-b217-87d67252a145 req-b533b0cf-3758-48e1-9eb6-188662928dcc tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0334733 Dec 16 22:35:53.669066 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-535f729b-c442-4817-b88e-5c70e70bdd34 req-f3616c58-9550-4ef9-9d67-d5b53bd3bc0e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0275657 Dec 16 22:35:53.754252 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1e86b6f-6395-4903-b47c-bc1e65ef6424 req-b6bfd06d-5446-4db2-8b99-b5d0f61cf099 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0288885 Dec 16 22:35:53.835006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33558) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:53.941813 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93bd355a-9ca6-4c8c-8b98-18393b10e676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.016378 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93bd355a-9ca6-4c8c-8b98-18393b10e676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.101834 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93bd355a-9ca6-4c8c-8b98-18393b10e676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.141857 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-93bd355a-9ca6-4c8c-8b98-18393b10e676 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4c8e64144254c10aedb751d1be89527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3057129 Dec 16 22:35:54.142759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd355a-9ca6-4c8c-8b98-18393b10e676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e5bda4-3b50-4f5e-8b25-afac684c7002,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:54.144594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33564) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:54.226953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcd782-c0f2-4c4d-8c46-129c37e3e17d req-d83f9e01-a02e-4994-8771-2b1768754d45 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:54.228470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcfcd782-c0f2-4c4d-8c46-129c37e3e17d req-d83f9e01-a02e-4994-8771-2b1768754d45 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0880718 Dec 16 22:35:54.233894 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27bb3a27-54db-4048-9750-59008d232798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.270953 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27bb3a27-54db-4048-9750-59008d232798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.341532 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-248d9546-aa3a-4533-a7d9-9b071a30c749 req-c34f770f-e24c-481a-9dce-45040496b10a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0476310 Dec 16 22:35:54.352054 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcfcd782-c0f2-4c4d-8c46-129c37e3e17d req-9c6dc0bc-849c-455f-b640-91a31beaf08c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162047 Dec 16 22:35:54.484531 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27bb3a27-54db-4048-9750-59008d232798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.487194 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27bb3a27-54db-4048-9750-59008d232798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.488403 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-27bb3a27-54db-4048-9750-59008d232798 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28e5bda4-3b50-4f5e-8b25-afac684c7002 HTTP/1.1" status: 204 len: 168 time: 0.3422701 Dec 16 22:35:54.500560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb3a27-54db-4048-9750-59008d232798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e5bda4-3b50-4f5e-8b25-afac684c7002,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:54.604742 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5968090-1e6b-4175-80bd-91690dbf1ef8 req-2ed1421a-e392-4d28-9893-f238a856ef5a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0272112 Dec 16 22:35:54.753956 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe3cee61-32b8-492c-8853-439a2c194a13 req-d24b1dc7-268f-493f-9d87-41d9bce56370 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0330317 Dec 16 22:35:54.816387 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.838029 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48294d4c-91c9-4ca5-81d6-6440d6bf1546 req-f02cf8b7-24c5-407e-9ede-0ecfe97bbb18 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0293474 Dec 16 22:35:55.074861 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33578) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:55.091977 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e338eeb4-0e36-4d69-9146-c34b2aac848a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.168423 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e338eeb4-0e36-4d69-9146-c34b2aac848a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.221195 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e338eeb4-0e36-4d69-9146-c34b2aac848a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.260361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e338eeb4-0e36-4d69-9146-c34b2aac848a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fae10bce2f454630902801f1f9bbb38d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1837752 Dec 16 22:35:55.261505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338eeb4-0e36-4d69-9146-c34b2aac848a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9398be53-dd8b-40a7-a4c9-c6b7ba455c81,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:55.262975 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33580) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:55.320412 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-189911c8-bc20-4da5-8762-d071a8f740f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.343061 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-189911c8-bc20-4da5-8762-d071a8f740f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.431767 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28e46743-170c-4c03-9282-415beddea76b req-9585790c-1d7d-4d96-9405-fd7c196ecb72 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0332496 Dec 16 22:35:55.461907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-189911c8-bc20-4da5-8762-d071a8f740f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.464713 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-189911c8-bc20-4da5-8762-d071a8f740f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.467866 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-189911c8-bc20-4da5-8762-d071a8f740f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9398be53-dd8b-40a7-a4c9-c6b7ba455c81 HTTP/1.1" status: 204 len: 168 time: 0.2027287 Dec 16 22:35:55.476847 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189911c8-bc20-4da5-8762-d071a8f740f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9398be53-dd8b-40a7-a4c9-c6b7ba455c81,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:55.484056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c951184-011d-4c5f-beed-bd676bf2bb8f req-ca4cd718-529b-41c6-b718-6e0849431404 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:55.485625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c951184-011d-4c5f-beed-bd676bf2bb8f req-ca4cd718-529b-41c6-b718-6e0849431404 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0520210 Dec 16 22:35:55.538067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c951184-011d-4c5f-beed-bd676bf2bb8f req-43cd8111-6395-4bad-a51a-cf77f3e35034 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460570 Dec 16 22:35:55.687551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0a1a34b-5778-436f-899f-3c12d4df74c3 req-fd310cf8-0a5b-4d26-94d6-3178e9251958 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0307291 Dec 16 22:35:55.707670 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.832328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-856de164-18ee-4e36-b7ff-871c2d77519b req-052b62b2-8186-41d7-8f4f-671290b2d241 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0278039 Dec 16 22:35:55.923389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd33d762-76d2-4000-8c69-088781281328 req-e22ff0df-d938-418e-b8ef-44e2302e964c tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0287344 Dec 16 22:35:56.494031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33614) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:56.515001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dad95286-35bb-4031-8d08-5f4833d49dee req-58882d55-208e-4d03-baf1-229dc5448802 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0318115 Dec 16 22:35:56.621316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-89de917e-7f86-48fb-8abd-8a6592d748a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1558383680-network', 'tenant_id': 'f7e9aac0389c4580ba68fcaa794f0396'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:56.678135 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fb1c4-cf17-409f-8a0e-b7384257db6f req-e7707f3f-aed1-42d0-9977-8cbde2012392 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:56.678135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e58fb1c4-cf17-409f-8a0e-b7384257db6f req-e7707f3f-aed1-42d0-9977-8cbde2012392 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0696554 Dec 16 22:35:56.727515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e58fb1c4-cf17-409f-8a0e-b7384257db6f req-493ca874-3705-4c29-8aab-1d489cd10fbf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449493 Dec 16 22:35:56.750799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89de917e-7f86-48fb-8abd-8a6592d748a0 admin admin] Made reservation on behalf of f7e9aac0389c4580ba68fcaa794f0396 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:56.753122 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89de917e-7f86-48fb-8abd-8a6592d748a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.775616 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89de917e-7f86-48fb-8abd-8a6592d748a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.778893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b073fd36-42c6-41d1-9d24-f8fdba0ba667 req-1141c2aa-360d-4929-b567-71128a0fa59b tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0376363 Dec 16 22:35:56.855100 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89de917e-7f86-48fb-8abd-8a6592d748a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.911687 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8aef38e-131e-4466-b162-27a32943bed0 req-045853b8-64cb-4706-8473-29975eb9d4d6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0277419 Dec 16 22:35:56.912440 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89de917e-7f86-48fb-8abd-8a6592d748a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.939655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89de917e-7f86-48fb-8abd-8a6592d748a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:35:56.945076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de917e-7f86-48fb-8abd-8a6592d748a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc0c78d-5534-4646-81a9-2c0a15666498,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:56.954031 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89de917e-7f86-48fb-8abd-8a6592d748a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.954623 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-89de917e-7f86-48fb-8abd-8a6592d748a0 admin admin] Added segment b0595390-dd6a-47a8-8ab0-dbc78ee64d93 of type vlan for network 1f2d466e-de66-451b-bf03-0372c18b9d03 Dec 16 22:35:57.024203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a7c37a8-e75d-4296-a1eb-8b4f6bf3a3f0 req-021881b6-0494-4948-825a-2741d2d37be3 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0348654 Dec 16 22:35:57.025843 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89de917e-7f86-48fb-8abd-8a6592d748a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.119181 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89de917e-7f86-48fb-8abd-8a6592d748a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.120221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89de917e-7f86-48fb-8abd-8a6592d748a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:57.120818 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89de917e-7f86-48fb-8abd-8a6592d748a0 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.181982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de917e-7f86-48fb-8abd-8a6592d748a0 admin admin] Pushing event updated for resources: {'Network': ['ID=1f2d466e-de66-451b-bf03-0372c18b9d03,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:57.194771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 1f2d466e-de66-451b-bf03-0372c18b9d03 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:35:57.261016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-89de917e-7f86-48fb-8abd-8a6592d748a0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7658956 Dec 16 22:35:57.263187 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33626) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:57.271533 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-fdb9a1ee-a7da-4d0d-94d3-9e9c46c134b7 admin admin] Request body: {'subnet': {'network_id': '1f2d466e-de66-451b-bf03-0372c18b9d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1558383680-subnet', 'tenant_id': 'f7e9aac0389c4580ba68fcaa794f0396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:57.381909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb9a1ee-a7da-4d0d-94d3-9e9c46c134b7 admin admin] Made reservation on behalf of f7e9aac0389c4580ba68fcaa794f0396 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:57.384345 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fdb9a1ee-a7da-4d0d-94d3-9e9c46c134b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.593884 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89435b79-e683-4daf-86cb-663190e078e7 req-cfc0a699-bbf5-4370-bcea-82d018a8a5fd tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0263195 Dec 16 22:35:57.633810 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fdb9a1ee-a7da-4d0d-94d3-9e9c46c134b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.695435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9a1ee-a7da-4d0d-94d3-9e9c46c134b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce4f081f-bfee-4ead-8a4e-ce16d0cb6f97,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:57.704678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb9a1ee-a7da-4d0d-94d3-9e9c46c134b7 admin admin] Checking segment: {'id': 'b0595390-dd6a-47a8-8ab0-dbc78ee64d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f2d466e-de66-451b-bf03-0372c18b9d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:35:57.705048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb9a1ee-a7da-4d0d-94d3-9e9c46c134b7 admin admin] Network hostable DHCP agents. Network: 1f2d466e-de66-451b-bf03-0372c18b9d03, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:35:57.808212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb9a1ee-a7da-4d0d-94d3-9e9c46c134b7 admin admin] Network 1f2d466e-de66-451b-bf03-0372c18b9d03 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:35:57.877363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7fc71b2b-bb7a-46f6-9ffe-f37fcea7ce6d req-74e3c0d7-fd54-4174-bf2e-ef7dac3c5076 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0292895 Dec 16 22:35:57.893107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4fb81-922e-4bc7-ba37-ee3fc4683fb1 req-9ca21f88-a51a-4b3e-bdd7-c135ef3ed215 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:57.894692 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ad4fb81-922e-4bc7-ba37-ee3fc4683fb1 req-9ca21f88-a51a-4b3e-bdd7-c135ef3ed215 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0960500 Dec 16 22:35:57.895821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-fdb9a1ee-a7da-4d0d-94d3-9e9c46c134b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 1f2d466e-de66-451b-bf03-0372c18b9d03) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:57.900205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb9a1ee-a7da-4d0d-94d3-9e9c46c134b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:57.900889 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fdb9a1ee-a7da-4d0d-94d3-9e9c46c134b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.907340 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a833298-dffd-4f6b-a672-7a1a7ddfd972 None None] Network 1f2d466e-de66-451b-bf03-0372c18b9d03 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:35:57.957195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ad4fb81-922e-4bc7-ba37-ee3fc4683fb1 req-501826f0-4111-4c9e-a4e0-edb9d86cfa1a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483451 Dec 16 22:35:57.998496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45c662b2-1f1b-46e4-a3f1-4ab87191c070 req-0a6ce09b-8058-401e-8722-108162dcad9d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0282762 Dec 16 22:35:58.009508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fdb9a1ee-a7da-4d0d-94d3-9e9c46c134b7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7423236 Dec 16 22:35:58.016724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a6f0f8-1169-42e0-b82f-5f08b5ed26d4 None None] Network 1f2d466e-de66-451b-bf03-0372c18b9d03 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:35:58.106980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31fdc728-edf4-406f-9032-6974e86bbd90 req-24012f80-f8e9-4b6a-9f5a-8fe0fe12e4d9 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0323858 Dec 16 22:35:58.671961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60d79883-be0e-4801-9a16-cfdafe035082 req-e6665d4e-37a2-4f1f-bccf-0dfe693a7ce0 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0282738 Dec 16 22:35:58.956746 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f85bb8f4-b143-471c-ad75-bb6674741439 req-d96100e7-68b4-4983-88dd-dae266202063 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0266483 Dec 16 22:35:59.092978 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd6f4409-da52-43d7-8303-97cdbdd491e1 req-274d0b5b-7820-480f-9883-98ed0e80ee05 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0299034 Dec 16 22:35:59.108610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b9f8b-dfca-426a-9618-547fadfefd50 req-58bf1c8d-c544-44a5-af23-ecd6f739f275 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:59.110108 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c11b9f8b-dfca-426a-9618-547fadfefd50 req-58bf1c8d-c544-44a5-af23-ecd6f739f275 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0780380 Dec 16 22:35:59.166600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c11b9f8b-dfca-426a-9618-547fadfefd50 req-dfc9f889-06d6-47ae-a7e1-59816ce65424 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501132 Dec 16 22:35:59.195111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c9311c7-879f-4381-9887-239191b93d18 req-010c52d9-1fcf-4192-a164-d1562bc3ea7e tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0275328 Dec 16 22:35:59.749217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c738e31c-516a-49de-90be-4af127208759 req-a780eed4-8280-455c-bea5-e198385ebd1d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0265238 Dec 16 22:36:00.035817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d795276-82cb-4063-8177-86ed3be5ad82 req-b7f634c6-c619-4b5e-a423-f5931a95a936 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0264432 Dec 16 22:36:00.174090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-325fb567-fe88-4584-8ddf-6385e2eca739 req-2e85368d-38db-46ef-b932-56166e7728e4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0280759 Dec 16 22:36:00.292898 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90021ff1-c222-43d1-a14c-f03ef0e50585 req-cb2b8e82-938c-4454-a324-1b7a7ed21d5b tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0432258 Dec 16 22:36:00.312536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40265c-ebc8-4fb2-bd8d-80e1828ba795 req-1121bbc2-82f8-4fc4-be4f-3501551eeef7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:00.313989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c40265c-ebc8-4fb2-bd8d-80e1828ba795 req-1121bbc2-82f8-4fc4-be4f-3501551eeef7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0753791 Dec 16 22:36:00.363150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c40265c-ebc8-4fb2-bd8d-80e1828ba795 req-0bf9b889-2662-4ee9-8b30-b4640b1f98b3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426455 Dec 16 22:36:00.832967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4957cf4-a939-4fb9-b8fe-2541160b98b2 req-47fbbd32-521f-4c88-8e2a-3296ba71d04e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0271657 Dec 16 22:36:01.151445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a37d2f4-2966-448c-8473-4da1b31d013e req-f61e875d-a937-4cf1-b8e5-1a508513e12c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0611970 Dec 16 22:36:01.209249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-a4e5610e-ff92-42c8-9eb2-0f70c3088fde tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:01.210784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-a4e5610e-ff92-42c8-9eb2-0f70c3088fde tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/networks?id=1f2d466e-de66-451b-bf03-0372c18b9d03 HTTP/1.1" status: 200 len: 809 time: 0.1428227 Dec 16 22:36:01.227567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-5ea9f32c-4b8d-486d-8fe8-08a163d6e71f tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/quotas/f7e9aac0389c4580ba68fcaa794f0396 HTTP/1.1" status: 200 len: 375 time: 0.0097139 Dec 16 22:36:01.270190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-9357d7fd-100a-4997-bd46-3a42cfd77c81 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7e9aac0389c4580ba68fcaa794f0396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353630 Dec 16 22:36:01.289704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0743e55d-8976-401e-b1f9-7164d94f09bc req-10209d62-33a2-4fb3-adf7-2727ee2d7ade tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0459909 Dec 16 22:36:01.408923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f425b61e-b413-4579-bdb6-f0ddd2cd6018 req-46b722bd-e19e-45f9-b770-79227925d1ec tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0628135 Dec 16 22:36:01.457205 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-7af7e8a6-5235-4c7b-9c4c-9dd171af1c79 service neutron] 10.222.0.43 "GET /v2.0/networks/1f2d466e-de66-451b-bf03-0372c18b9d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735144 Dec 16 22:36:01.582214 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143c556-9b11-4b9d-b675-22d2dd1802f6 req-d7bfe080-3799-4ca5-a375-b1bcf3d1f4ce tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:01.583743 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1143c556-9b11-4b9d-b675-22d2dd1802f6 req-d7bfe080-3799-4ca5-a375-b1bcf3d1f4ce tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1127875 Dec 16 22:36:01.604533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-e56e42b1-ff2d-44f0-9a2d-0b0c02e78637 service neutron] 10.222.0.43 "GET /v2.0/networks/1f2d466e-de66-451b-bf03-0372c18b9d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412244 Dec 16 22:36:01.660748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1143c556-9b11-4b9d-b675-22d2dd1802f6 req-63ab0fa9-03ec-43e8-a0a0-733f423174a8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672939 Dec 16 22:36:01.889024 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ccec048-d0db-401f-afc5-12386a3d3949 req-3f33faac-d14a-4a63-9580-93cd249a3799 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 210 time: 0.0327778 Dec 16 22:36:01.927487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fe5b638-a945-4ae6-8125-f19045ae4439 req-db9122cd-3760-49b3-a077-e7ea7a31dcbc tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0365899 Dec 16 22:36:02.240906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba93bf1c-dd9b-4a46-afdd-013be93c0bd6 req-f0596b9d-9b06-42e5-97b0-c64b055e6f91 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0309720 Dec 16 22:36:02.367404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-555d1215-3e57-4c32-ac46-917d66a0b583 req-4d2bfb55-568f-4e8b-a2fb-1ad8fe79a17e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0269196 Dec 16 22:36:02.488304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0dac4f0-7ac1-4e7a-85da-70c7d3b4625b req-cff5c706-dda5-4d05-acb1-0797bf53565e tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0279088 Dec 16 22:36:02.786354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc05bd7-2b9e-4183-85d1-861221537b3d req-79c0c656-0472-4867-8c7e-859f645639b7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:02.787902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7fc05bd7-2b9e-4183-85d1-861221537b3d req-79c0c656-0472-4867-8c7e-859f645639b7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0568392 Dec 16 22:36:02.839783 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7fc05bd7-2b9e-4183-85d1-861221537b3d req-578a797e-6e1b-45f0-9b94-ff3fe8570faa tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447123 Dec 16 22:36:02.975739 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f2197ef-3393-49ac-9245-f0831bdce356 req-621a8acc-7fb3-4eda-be1a-25526a8f6a0f tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 210 time: 0.0336034 Dec 16 22:36:03.017190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f3b4c4d-30c3-4e86-823c-9d22fea5e35a req-ca231de2-4a01-4e94-a9a9-50e47decf99f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0305626 Dec 16 22:36:03.330522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3bd16b6-7671-47fe-bc0d-5eadbc463915 req-33b3cea5-6eac-488e-a5d3-af33ee3a147c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0287142 Dec 16 22:36:03.446283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8da76915-4723-4517-a272-20e9ea382f89 req-3056b047-23d5-469b-8122-3cdd22c6d235 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0274837 Dec 16 22:36:03.568763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-653d13dc-132b-42c7-a8a1-1ec57c113b11 req-5c13ced5-f6ae-4f8d-9635-03d05baea9d2 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0263541 Dec 16 22:36:03.959804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a908f90-8a1e-4f2b-b4e9-e726d5665e85 req-1aeff970-3eff-48e2-899c-2773480cab92 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:03.961323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a908f90-8a1e-4f2b-b4e9-e726d5665e85 req-1aeff970-3eff-48e2-899c-2773480cab92 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0512486 Dec 16 22:36:04.012619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a908f90-8a1e-4f2b-b4e9-e726d5665e85 req-87cc8b9a-fad4-4b44-96b5-05a1afdf2659 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445740 Dec 16 22:36:04.058004 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-253d7bf4-66cc-4905-bc5d-81b178b452f3 req-f49d101a-4f9d-4be7-9c5a-ea1f40d07f53 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 210 time: 0.0264120 Dec 16 22:36:04.100860 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef3d9be4-8953-4920-bf14-a1e8824a780c req-05204c60-664d-4c8c-a8bb-472962098881 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0312905 Dec 16 22:36:04.417769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c2c4eb2-a53d-4ef1-b9ad-bee3d412ed7c req-32af8c2b-13dd-41d2-8ade-7e915e254bb1 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0258482 Dec 16 22:36:04.528670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02ae5dd1-5eb5-4dcb-bd5f-494efcc39eac req-345a3e0c-7d7c-49cd-a3eb-7fa1a75c1efb tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0262649 Dec 16 22:36:04.645899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49ee6bc3-c512-4a1c-96e7-84b5c4269fdc req-acf4d753-4226-4c6e-89fc-eebc3892b825 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0270619 Dec 16 22:36:05.474925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-abe38e73-5e66-443c-b731-87b35483b7ae req-635ec0b0-867f-4375-9c8d-1e9b2e841e5d tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 210 time: 0.0315888 Dec 16 22:36:05.492703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd3bf3-9656-4d40-b18f-c7d1ea7d03f6 req-81223f37-b947-412d-acd1-b39d26195d37 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:05.494118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fcd3bf3-9656-4d40-b18f-c7d1ea7d03f6 req-81223f37-b947-412d-acd1-b39d26195d37 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.4119647 Dec 16 22:36:05.550816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20bf64a1-2783-4e60-a740-a70007ed7b31 req-c25d559d-7242-4bf6-b6e7-98fc738f5851 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0292063 Dec 16 22:36:05.573113 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fcd3bf3-9656-4d40-b18f-c7d1ea7d03f6 req-b3703c10-a1e9-46da-b224-96f7d55fdf4f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687656 Dec 16 22:36:05.626084 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3fd89c67-415f-4cf1-abf5-455371ef8eab req-8e68f934-6623-4aa5-9195-2e2b6a599f1d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0358157 Dec 16 22:36:05.652187 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d331678-1a95-4ae3-9de4-8d7e98d0042a req-46bcb41a-fc44-483b-add1-cb2f398c02db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0284536 Dec 16 22:36:05.724212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e8457ae-af54-494e-9406-f76a1ae329b3 req-eb6349f2-9e78-4573-8ee0-5c3606f14652 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0283077 Dec 16 22:36:06.128324 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-648e2230-31c2-48d7-8fc6-4cb3d1a9dbc2 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:06.129985 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-648e2230-31c2-48d7-8fc6-4cb3d1a9dbc2 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.69 "GET /v2.0/networks?id=1f2d466e-de66-451b-bf03-0372c18b9d03 HTTP/1.1" status: 200 len: 809 time: 0.1116283 Dec 16 22:36:06.155674 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-7ea6b647-2662-4f66-ac1b-77e26ae6cde9 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Request body: {'port': {'device_id': '6f818c63-4509-40f0-9139-2f26e35a35e8', 'network_id': '1f2d466e-de66-451b-bf03-0372c18b9d03', 'admin_state_up': True, 'tenant_id': 'f7e9aac0389c4580ba68fcaa794f0396'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:06.364256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-7ea6b647-2662-4f66-ac1b-77e26ae6cde9 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Made reservation on behalf of f7e9aac0389c4580ba68fcaa794f0396 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:06.368108 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-7ea6b647-2662-4f66-ac1b-77e26ae6cde9 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:06.510601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-7ea6b647-2662-4f66-ac1b-77e26ae6cde9 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Allocated IP 172.20.0.11 (1f2d466e-de66-451b-bf03-0372c18b9d03/ce4f081f-bfee-4ead-8a4e-ce16d0cb6f97/41e25290-6654-4278-a65c-31744b658318) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:06.589047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6fadaac0-78cc-4f6d-ad83-24c2ebe68465 req-cf1ff06c-5600-42a3-9eb5-5287ddbff697 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 210 time: 0.0381169 Dec 16 22:36:06.654320 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9c99735-1207-4a5e-a814-504ada302f26 req-5b244595-4502-4f75-9f85-091ecb0bf7f7 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0446196 Dec 16 22:36:06.675150 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-7ea6b647-2662-4f66-ac1b-77e26ae6cde9 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:06.745986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eef297f-f238-4e80-8dd8-9147cf9fc0de req-8b686954-2769-47f4-8b3f-e9af13a6f534 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0483191 Dec 16 22:36:06.777471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93a69d-0f16-45bc-99b8-a769701fa271 req-31bd88c4-641a-45ef-b425-f62910a90ffa tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:06.777716 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-7ea6b647-2662-4f66-ac1b-77e26ae6cde9 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:06.777975 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb93a69d-0f16-45bc-99b8-a769701fa271 req-31bd88c4-641a-45ef-b425-f62910a90ffa tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0908291 Dec 16 22:36:06.828815 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-7ea6b647-2662-4f66-ac1b-77e26ae6cde9 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Network 1f2d466e-de66-451b-bf03-0372c18b9d03 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:06.834089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-7ea6b647-2662-4f66-ac1b-77e26ae6cde9 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:06.836880 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-7ea6b647-2662-4f66-ac1b-77e26ae6cde9 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:06.844110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0b1334c-05b5-42f9-8d6c-8a3031e8210f req-0bd156be-06e7-45b8-b4ab-41f916c6802d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0372512 Dec 16 22:36:06.845212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6b647-2662-4f66-ac1b-77e26ae6cde9 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Pushing event updated for resources: {'Port': ['ID=41e25290-6654-4278-a65c-31744b658318,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:06.874597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb93a69d-0f16-45bc-99b8-a769701fa271 req-bbab4e14-bec8-4014-9db1-bcb025ad2944 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834398 Dec 16 22:36:06.895740 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-7ea6b647-2662-4f66-ac1b-77e26ae6cde9 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:06.896367 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-7ea6b647-2662-4f66-ac1b-77e26ae6cde9 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:06.931972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cf555c06-80dc-4a27-a1c9-a534267ab163 req-723fbb0d-4b00-49a5-9e8a-a06adf8a24de tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0281734 Dec 16 22:36:06.995855 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-7ea6b647-2662-4f66-ac1b-77e26ae6cde9 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8441439 Dec 16 22:36:07.020224 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Request body: {'port': {'device_id': '6f818c63-4509-40f0-9139-2f26e35a35e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:07.074628 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:07.337536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e25290-6654-4278-a65c-31744b658318 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:36:07.345686 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:07.359290 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Transition to ACTIVE for port object 41e25290-6654-4278-a65c-31744b658318 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:36:07.409539 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:07.459583 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Pushing event updated for resources: {'Port': ['ID=41e25290-6654-4278-a65c-31744b658318,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:07.532542 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Attempting to bind port 41e25290-6654-4278-a65c-31744b658318 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:36:07.532790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Attempting to bind port 41e25290-6654-4278-a65c-31744b658318 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'b0595390-dd6a-47a8-8ab0-dbc78ee64d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f2d466e-de66-451b-bf03-0372c18b9d03'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:36:07.533126 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Attempting to bind port 41e25290-6654-4278-a65c-31744b658318 on network 1f2d466e-de66-451b-bf03-0372c18b9d03 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:36:07.537892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Port 41e25290-6654-4278-a65c-31744b658318 on network 1f2d466e-de66-451b-bf03-0372c18b9d03 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:36:07.538251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Attempting to bind port 41e25290-6654-4278-a65c-31744b658318 on network 1f2d466e-de66-451b-bf03-0372c18b9d03 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:36:07.543021 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:36:07.543393 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Checking segment: {'id': 'b0595390-dd6a-47a8-8ab0-dbc78ee64d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f2d466e-de66-451b-bf03-0372c18b9d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:07.543785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Bound using segment: {'id': 'b0595390-dd6a-47a8-8ab0-dbc78ee64d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f2d466e-de66-451b-bf03-0372c18b9d03'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:36:07.544418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Bound port: 41e25290-6654-4278-a65c-31744b658318, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0595390-dd6a-47a8-8ab0-dbc78ee64d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f2d466e-de66-451b-bf03-0372c18b9d03'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:36:07.544601 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:07.607663 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] For port 41e25290-6654-4278-a65c-31744b658318, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:36:07.610779 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] For port 41e25290-6654-4278-a65c-31744b658318, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=41e25290-6654-4278-a65c-31744b658318,segment=NetworkSegment(b0595390-dd6a-47a8-8ab0-dbc78ee64d93),segment_id=b0595390-dd6a-47a8-8ab0-dbc78ee64d93)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:36:07.661803 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:07.701672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:07.705576 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:07.705576 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] 10.222.0.69 "PUT /v2.0/ports/41e25290-6654-4278-a65c-31744b658318 HTTP/1.1" status: 200 len: 1092 time: 0.6908987 Dec 16 22:36:07.705576 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f818c63-4509-40f0-9139-2f26e35a35e8', 'tag': '41e25290-6654-4278-a65c-31744b658318'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:36:07.706439 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2db1607-a7b7-40cf-88e9-d85b7b9e12d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f818c63-4509-40f0-9139-2f26e35a35e8", "tag": "41e25290-6654-4278-a65c-31744b658318"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:36:07.718691 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87334a-05d3-4a3e-aaf3-f9ea34f03ae4 req-da89ecd2-1539-42c5-8dc8-36b32ea68cdf tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:07.720518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c87334a-05d3-4a3e-aaf3-f9ea34f03ae4 req-da89ecd2-1539-42c5-8dc8-36b32ea68cdf tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 944 time: 0.0646195 Dec 16 22:36:07.730004 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d2f05-ecb4-4eb3-a165-3209b79017e7 service neutron] Pushing event updated for resources: {'Port': ['ID=41e25290-6654-4278-a65c-31744b658318,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:07.754798 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c7d13c7-e2a3-47cd-8731-c6406f2b2e04 req-97277953-342d-4ce9-828d-47ba8db42567 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=666fedf0-1aef-46c4-b391-80cc7686e23b HTTP/1.1" status: 200 len: 210 time: 0.0332594 Dec 16 22:36:07.800932 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c87334a-05d3-4a3e-aaf3-f9ea34f03ae4 req-ae740651-99a1-4d78-a6ef-480f656f6669 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674698 Dec 16 22:36:07.861074 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-be392812-8dbb-413e-92ce-d7d825a239a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:07.862728 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-be392812-8dbb-413e-92ce-d7d825a239a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7e9aac0389c4580ba68fcaa794f0396&device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 1095 time: 0.0450599 Dec 16 22:36:07.870822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e1323fa-828f-415d-a274-9d877882b7a1 req-378332c1-b050-4b36-8793-f9141ab74c6d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0295362 Dec 16 22:36:07.916088 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-28721bab-2a64-4c03-b0a9-245fd790a4ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e25290-6654-4278-a65c-31744b658318 HTTP/1.1" status: 200 len: 217 time: 0.0414894 Dec 16 22:36:07.952501 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57687e67-b9be-4e0e-b96c-b70b1a001fa7 x-openstack-request-id: req-57687e67-b9be-4e0e-b96c-b70b1a001fa7 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:36:07.952793 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f818c63-4509-40f0-9139-2f26e35a35e8", "tag": "41e25290-6654-4278-a65c-31744b658318", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:36:07.953090 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57687e67-b9be-4e0e-b96c-b70b1a001fa7 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:36:07.953525 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f818c63-4509-40f0-9139-2f26e35a35e8', 'tag': '41e25290-6654-4278-a65c-31744b658318', 'status': 'completed', 'code': 200} Dec 16 22:36:07.973316 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-0e99d786-c4d1-4d17-9fa7-6308df6f84d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:07.974812 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-0e99d786-c4d1-4d17-9fa7-6308df6f84d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ce4f081f-bfee-4ead-8a4e-ce16d0cb6f97 HTTP/1.1" status: 200 len: 849 time: 0.0514054 Dec 16 22:36:07.998192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80be2cfd-e7b9-49e7-8d28-4ce9fa818134 req-5442463a-d9d0-4086-acb3-09d798422dd4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0262580 Dec 16 22:36:08.015918 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-c00e700b-f5db-496b-bffd-03ccdccb69a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1f2d466e-de66-451b-bf03-0372c18b9d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284266 Dec 16 22:36:08.111440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba214d79-e60a-4626-b65f-8dd3a3e5bde9 req-cd1553d3-8eb1-464e-a336-069764df5947 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:08.113008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba214d79-e60a-4626-b65f-8dd3a3e5bde9 req-cd1553d3-8eb1-464e-a336-069764df5947 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0569937 Dec 16 22:36:08.124206 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-4084456c-eee7-455c-ade9-3ee2c282d757 service neutron] 10.222.0.69 "GET /v2.0/networks/1f2d466e-de66-451b-bf03-0372c18b9d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951221 Dec 16 22:36:08.178813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba214d79-e60a-4626-b65f-8dd3a3e5bde9 req-b2501601-8d14-4f85-8ca8-50bea0d79ec5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557067 Dec 16 22:36:08.233860 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fcd1110d-b46c-4a93-b781-d69236f1a10d req-a9401588-0232-40dc-afb1-d4b62193bb65 service neutron] 10.222.0.69 "GET /v2.0/networks/1f2d466e-de66-451b-bf03-0372c18b9d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985014 Dec 16 22:36:08.236792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71532699-e230-4d72-9fdf-30dec85c65c3 req-96949dc2-5fe1-4b62-a4ff-0f7c993c24ea tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0270522 Dec 16 22:36:08.416752 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db1607-a7b7-40cf-88e9-d85b7b9e12d7 req-13481e43-56c2-413f-81b7-a1b9204f7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:08.418263 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d2db1607-a7b7-40cf-88e9-d85b7b9e12d7 req-13481e43-56c2-413f-81b7-a1b9204f7d48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7e9aac0389c4580ba68fcaa794f0396&device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 1095 time: 0.0496161 Dec 16 22:36:08.517317 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db1607-a7b7-40cf-88e9-d85b7b9e12d7 req-0ec9d754-aa8d-4ac5-91b1-c24a8738107d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:08.518803 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d2db1607-a7b7-40cf-88e9-d85b7b9e12d7 req-0ec9d754-aa8d-4ac5-91b1-c24a8738107d service neutron] 10.222.0.69 "GET /v2.0/networks?id=1f2d466e-de66-451b-bf03-0372c18b9d03 HTTP/1.1" status: 200 len: 910 time: 0.0873685 Dec 16 22:36:08.561604 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d2db1607-a7b7-40cf-88e9-d85b7b9e12d7 req-8f6db2dd-dd7c-4a4d-b85d-2a8b8d950699 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e25290-6654-4278-a65c-31744b658318 HTTP/1.1" status: 200 len: 217 time: 0.0356934 Dec 16 22:36:08.616515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db1607-a7b7-40cf-88e9-d85b7b9e12d7 req-05cae8a7-b5fa-43ec-92f6-e8e59c9daa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:08.618012 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d2db1607-a7b7-40cf-88e9-d85b7b9e12d7 req-05cae8a7-b5fa-43ec-92f6-e8e59c9daa7c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ce4f081f-bfee-4ead-8a4e-ce16d0cb6f97 HTTP/1.1" status: 200 len: 849 time: 0.0489922 Dec 16 22:36:08.643945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903b931-03cf-45fd-971a-c15bca5d754d req-c2a32f7b-4d64-4488-86f9-8cdf2f3e94bc tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:08.645464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a903b931-03cf-45fd-971a-c15bca5d754d req-c2a32f7b-4d64-4488-86f9-8cdf2f3e94bc tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/networks?id=850095bc-6722-4ef2-9ba4-75450b3586a5 HTTP/1.1" status: 200 len: 814 time: 0.1029780 Dec 16 22:36:08.650735 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d2db1607-a7b7-40cf-88e9-d85b7b9e12d7 req-76673f21-6d1f-4cac-8957-40a2eb95d460 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1f2d466e-de66-451b-bf03-0372c18b9d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252469 Dec 16 22:36:08.660755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a903b931-03cf-45fd-971a-c15bca5d754d req-7c90a3fa-d5de-48e2-aeef-5d515c62da5f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/quotas/7e2889f9a8fd4d37bd79217d0c7db22b HTTP/1.1" status: 200 len: 375 time: 0.0092795 Dec 16 22:36:08.697679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a903b931-03cf-45fd-971a-c15bca5d754d req-d911e3c1-c305-4296-8d1b-ad8f0cbe64c0 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e2889f9a8fd4d37bd79217d0c7db22b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313632 Dec 16 22:36:08.744282 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d2db1607-a7b7-40cf-88e9-d85b7b9e12d7 req-f2fb0174-9658-4b25-ab46-2744d7d61144 service neutron] 10.222.0.69 "GET /v2.0/networks/1f2d466e-de66-451b-bf03-0372c18b9d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843418 Dec 16 22:36:08.788897 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a903b931-03cf-45fd-971a-c15bca5d754d req-146d0e00-d76c-4c36-a5ca-5fd820a92040 service neutron] 10.222.0.43 "GET /v2.0/networks/850095bc-6722-4ef2-9ba4-75450b3586a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826180 Dec 16 22:36:08.844857 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d2db1607-a7b7-40cf-88e9-d85b7b9e12d7 req-880fc397-242f-42ef-9465-0c0a2c0ba43c service neutron] 10.222.0.69 "GET /v2.0/networks/1f2d466e-de66-451b-bf03-0372c18b9d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929244 Dec 16 22:36:08.914706 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a903b931-03cf-45fd-971a-c15bca5d754d req-7e5e3a9c-165f-4e27-b40b-051e91d609fb service neutron] 10.222.0.43 "GET /v2.0/networks/850095bc-6722-4ef2-9ba4-75450b3586a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196659 Dec 16 22:36:08.939590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc42800-f9d4-4291-9f68-d35db7f9b30d req-efe00295-e8f9-46bb-b33e-1b005768aebd tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:08.941122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3dc42800-f9d4-4291-9f68-d35db7f9b30d req-efe00295-e8f9-46bb-b33e-1b005768aebd tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 944 time: 0.0617197 Dec 16 22:36:08.993906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3dc42800-f9d4-4291-9f68-d35db7f9b30d req-3fffcd6a-bdc4-4c58-a6a1-385b68be5fdc tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467191 Dec 16 22:36:09.060727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b013d065-df65-49c9-8a4b-44b436b1e245 req-ab1b8a43-0626-4ca6-8169-f8779887fa3c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0271776 Dec 16 22:36:09.127518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0a0046e-cbf4-4331-92b2-a96e791036c9 req-d5957aa8-6344-4e95-b009-93d1ed9cb9dd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0278821 Dec 16 22:36:09.198375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f945be5c-d172-43eb-8ace-6e9678f6594c req-ad50de9f-6467-4565-8ffd-90c7f459da37 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0309613 Dec 16 22:36:09.290294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124c177-e9fd-4969-9293-bcb3295b9b4b req-2ff09b8f-4034-4bd7-9dc4-82c5c65721bc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:09.291801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8124c177-e9fd-4969-9293-bcb3295b9b4b req-2ff09b8f-4034-4bd7-9dc4-82c5c65721bc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0516274 Dec 16 22:36:09.328480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddf8b2c6-a8b7-4182-a811-de61a841e69b req-7fddd961-6f0a-4503-a6dc-b27223f53fd6 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0357008 Dec 16 22:36:09.358728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8124c177-e9fd-4969-9293-bcb3295b9b4b req-cad244cf-342e-430a-997f-9a1079c10770 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576539 Dec 16 22:36:09.880449 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 41e25290-6654-4278-a65c-31744b658318 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:36:09.976077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 41e25290-6654-4278-a65c-31744b658318, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=41e25290-6654-4278-a65c-31744b658318,segment=NetworkSegment(b0595390-dd6a-47a8-8ab0-dbc78ee64d93),segment_id=b0595390-dd6a-47a8-8ab0-dbc78ee64d93)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:09.993499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '41e25290-6654-4278-a65c-31744b658318', 'network_id': '1f2d466e-de66-451b-bf03-0372c18b9d03', 'port_id': '41e25290-6654-4278-a65c-31744b658318', 'mac_address': 'fa:16:3e:3f:64:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce4f081f-bfee-4ead-8a4e-ce16d0cb6f97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:36:10.033809 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:10.048601 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e25290-6654-4278-a65c-31744b658318 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:36:10.068999 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 41e25290-6654-4278-a65c-31744b658318, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=41e25290-6654-4278-a65c-31744b658318,segment=NetworkSegment(b0595390-dd6a-47a8-8ab0-dbc78ee64d93),segment_id=b0595390-dd6a-47a8-8ab0-dbc78ee64d93)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:10.118152 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e0507-9dad-4d1d-abc8-172f219011a0 req-4140fd5f-8a2f-430b-a123-e417431a87b8 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:10.119757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e4e0507-9dad-4d1d-abc8-172f219011a0 req-4140fd5f-8a2f-430b-a123-e417431a87b8 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 944 time: 0.0551052 Dec 16 22:36:10.135603 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:10.153272 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7654a38c-decd-4d6c-b7df-7c7c9060a70e req-5392e1e2-ec9c-4464-bff5-c2403dc63ebc tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0325246 Dec 16 22:36:10.186564 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=41e25290-6654-4278-a65c-31744b658318,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:10.191601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e4e0507-9dad-4d1d-abc8-172f219011a0 req-db5df9de-c89a-4d1e-a2d3-27c577916c7a tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616243 Dec 16 22:36:10.194186 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:10.194544 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:10.194894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:10.195461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:10.195807 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:10.196146 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:10.196481 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:10.196818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:10.197195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:10.197529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:10.198060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:10.198578 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:10.198913 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:10.223863 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3283e7b8-3a83-42fe-af6e-793865bff2ef req-19c87d80-5ae9-4c52-aeae-71b232ababfe tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0282571 Dec 16 22:36:10.277042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4c2b1ff-9ca9-432b-83db-f52aa1052b81 req-106462ad-8982-4cf7-984b-946acf4ff7e7 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0266833 Dec 16 22:36:10.405499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5655d7e-6c95-4b3b-b8b2-9a40e29b87a9 req-a772bb29-6f90-4c94-9eec-42c303951155 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0272388 Dec 16 22:36:10.451931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['41e25290-6654-4278-a65c-31744b658318'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:36:10.482981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf6563-012c-410a-b18a-c3753fb13a91 req-85085f5e-8425-49f3-a005-dd8ae3a9a81b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:10.484583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14bf6563-012c-410a-b18a-c3753fb13a91 req-85085f5e-8425-49f3-a005-dd8ae3a9a81b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0550716 Dec 16 22:36:10.533078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14bf6563-012c-410a-b18a-c3753fb13a91 req-41bf404c-72f8-4a40-8439-409db890e16c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414133 Dec 16 22:36:11.232780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d3d8d70-5a06-4ddc-be1e-0db963f1ec8f req-03e0bc0f-5e10-4749-a461-27778eefad02 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0273080 Dec 16 22:36:11.318675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d6972c2-d0a0-48b5-9afb-b54c8285d40a req-2ac824ba-4e59-4883-8947-d0eb83579d1c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0370786 Dec 16 22:36:11.343716 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cc599-cc70-47df-a29c-fffa63aa0aaa req-d08f0dce-eca6-4e47-957e-74a7adc3aee0 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:11.345849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a82cc599-cc70-47df-a29c-fffa63aa0aaa req-d08f0dce-eca6-4e47-957e-74a7adc3aee0 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 945 time: 0.0746667 Dec 16 22:36:11.398087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1f82496-80ce-4d45-9254-fc6c8a21e70f req-0aa30b8e-b87b-4777-b9aa-b61f0a6c6a2f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0398891 Dec 16 22:36:11.423076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a82cc599-cc70-47df-a29c-fffa63aa0aaa req-dc087051-d592-422b-a4cd-f601dabcf31f tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712702 Dec 16 22:36:11.483711 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1625cc86-6825-4abe-9587-29e83533ff9f req-1c693684-01e0-4ca2-8b22-54cb885ba0bf tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0283430 Dec 16 22:36:11.649109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19d3a1-0ca3-48cc-bcb6-ab4d2901a647 req-185a2362-948c-4d3e-a83f-03bfc3d84042 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:11.650602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b19d3a1-0ca3-48cc-bcb6-ab4d2901a647 req-185a2362-948c-4d3e-a83f-03bfc3d84042 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0495601 Dec 16 22:36:11.701750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b19d3a1-0ca3-48cc-bcb6-ab4d2901a647 req-316338da-98d4-4eee-962b-de19bd821e0a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448999 Dec 16 22:36:11.882233 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 41e25290-6654-4278-a65c-31744b658318 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:36:11.987197 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 41e25290-6654-4278-a65c-31744b658318 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:36:11.991668 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 41e25290-6654-4278-a65c-31744b658318 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:11.992144 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:12.074218 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:12.097461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f818c63-4509-40f0-9139-2f26e35a35e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e25290-6654-4278-a65c-31744b658318'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:36:12.099777 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c9ad11-6b9e-4816-84a9-119b1923defc" -d '{"events": [{"server_uuid": "6f818c63-4509-40f0-9139-2f26e35a35e8", "name": "network-vif-plugged", "status": "completed", "tag": "41e25290-6654-4278-a65c-31744b658318"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:36:12.113605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 41e25290-6654-4278-a65c-31744b658318, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=41e25290-6654-4278-a65c-31744b658318,segment=NetworkSegment(b0595390-dd6a-47a8-8ab0-dbc78ee64d93),segment_id=b0595390-dd6a-47a8-8ab0-dbc78ee64d93)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:12.181596 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:12.206074 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66e7085-d932-434f-929a-90886329b76b x-openstack-request-id: req-f66e7085-d932-434f-929a-90886329b76b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:36:12.206367 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f818c63-4509-40f0-9139-2f26e35a35e8", "name": "network-vif-plugged", "status": "completed", "tag": "41e25290-6654-4278-a65c-31744b658318", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:36:12.206619 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f66e7085-d932-434f-929a-90886329b76b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:36:12.207016 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f818c63-4509-40f0-9139-2f26e35a35e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e25290-6654-4278-a65c-31744b658318', 'code': 200} Dec 16 22:36:12.234696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=41e25290-6654-4278-a65c-31744b658318,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:12.315126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d073f3f6-4880-4ae5-a6c5-d1703ba47723 req-70e8938c-1e00-4976-92f6-a83996523871 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0326552 Dec 16 22:36:12.317880 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a40d9-4f55-4c1a-b897-02122ce686d1 req-316b3c4e-663f-47ed-9794-a06debadb62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:12.322618 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-186a40d9-4f55-4c1a-b897-02122ce686d1 req-316b3c4e-663f-47ed-9794-a06debadb62b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 1097 time: 0.0451443 Dec 16 22:36:12.369444 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-186a40d9-4f55-4c1a-b897-02122ce686d1 req-666fa54c-d3dc-410b-95de-dbddfb083538 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380857 Dec 16 22:36:12.397873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-517d9b97-dbf6-4c72-b333-c5a3473aa0c4 req-facd471c-fbec-443f-8660-c7a9be248905 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0269101 Dec 16 22:36:12.477329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d22a780d-630d-4aa4-8a64-d06d61766a05 req-86777223-3bf0-4956-9dae-8c595a11d3e1 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0284753 Dec 16 22:36:12.544875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d7366-57a3-486f-b4f8-e78f16e362bd req-a457b7d6-adac-41fc-af5e-896bac66ed4d tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:12.546805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a84d7366-57a3-486f-b4f8-e78f16e362bd req-a457b7d6-adac-41fc-af5e-896bac66ed4d tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 946 time: 0.0548105 Dec 16 22:36:12.587321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d181229e-3df8-4164-a116-d83887f1b1de req-9ad7f3b4-cefa-428c-a49d-6f492c9a35bf tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0521541 Dec 16 22:36:12.622350 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a84d7366-57a3-486f-b4f8-e78f16e362bd req-f756e0b1-9914-453b-a0c7-8849a0d7f1da tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663490 Dec 16 22:36:12.817315 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bcfb0-4f0f-4f60-a244-ca5bb2e2f0b0 req-bef324c7-e637-4ce6-ada9-7d9b6e9dbbe0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:12.818735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e3bcfb0-4f0f-4f60-a244-ca5bb2e2f0b0 req-bef324c7-e637-4ce6-ada9-7d9b6e9dbbe0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0501406 Dec 16 22:36:12.868210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e3bcfb0-4f0f-4f60-a244-ca5bb2e2f0b0 req-95058b95-3b88-46c8-a1f0-ca28308feacd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434926 Dec 16 22:36:13.220990 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:13.369582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:13.394886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66621606-29e2-4f8b-ae5c-a181e780d628 req-d4a4e1b3-abca-4425-9ef8-1a7dd9d80242 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0282316 Dec 16 22:36:13.483757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b30c1ed-54c2-4ad6-8f2b-71286568e77f req-db277a13-da50-4deb-bf9d-4852f1afa323 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0272527 Dec 16 22:36:13.554971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5f9fa59-ab5d-4bfe-b44f-d85e64604d38 req-7137612f-aa0b-414e-a06f-ae9fa7df94ce tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0269156 Dec 16 22:36:13.675868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f53696d2-bb0a-4463-8580-8daa2c5e53c3 req-d02d6be3-2f5c-4cd7-adf6-ba75a746b85d tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0322390 Dec 16 22:36:13.744003 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566ceb0-5270-4d64-ba1b-ca534750e9b9 req-eb485927-9590-470a-a8bc-a977c0f4487e tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:13.745507 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5566ceb0-5270-4d64-ba1b-ca534750e9b9 req-eb485927-9590-470a-a8bc-a977c0f4487e tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 946 time: 0.0540464 Dec 16 22:36:13.795077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5566ceb0-5270-4d64-ba1b-ca534750e9b9 req-8d32a12e-5b60-4ae2-93dd-5e1d6185587f tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 Dec 16 22:36:13.985560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae780a18-ec31-4f9a-acac-15b35bc51deb req-614e7a80-7118-40ac-84e2-7154bb87077f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:13.987055 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae780a18-ec31-4f9a-acac-15b35bc51deb req-614e7a80-7118-40ac-84e2-7154bb87077f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0501158 Dec 16 22:36:14.034675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae780a18-ec31-4f9a-acac-15b35bc51deb req-2d2c0474-7a33-4fd4-b5fd-28a4ea47c1f1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414708 Dec 16 22:36:14.474942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0dbcf8fe-3b45-4a8f-ac7b-862f0cbcaf0d req-d5b2b250-4c7b-4355-8438-43f4233e0f4a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0312984 Dec 16 22:36:14.554958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb2924e4-0fbb-403c-abba-5f2c4adbe242 req-e95a7202-f812-4655-8a28-f67d216ad23f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0264680 Dec 16 22:36:14.634308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ad6c05b-219f-443e-a548-248c7096c73b req-36776440-32bc-4a45-a3e4-77f6de230d73 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0265951 Dec 16 22:36:14.754664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd1525bc-a7b4-47eb-880e-57ad3063f172 req-2e649101-1a88-410b-8d99-e08100fe963f tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0268457 Dec 16 22:36:14.912332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f095a2-78cc-4f71-b2be-56bafcdb7e07 req-4da4031c-21de-4980-bddc-e4ddc4aa85ce tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:14.913815 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0f095a2-78cc-4f71-b2be-56bafcdb7e07 req-4da4031c-21de-4980-bddc-e4ddc4aa85ce tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 946 time: 0.0509109 Dec 16 22:36:14.967392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0f095a2-78cc-4f71-b2be-56bafcdb7e07 req-3f181d2d-db88-419b-b915-030e0cb56ce0 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469983 Dec 16 22:36:15.153516 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e585bec-cd6b-4dd7-91a6-cb1641701f6c req-309c2db5-da17-432e-bc95-d2736cedbe98 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:15.155139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e585bec-cd6b-4dd7-91a6-cb1641701f6c req-309c2db5-da17-432e-bc95-d2736cedbe98 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0532851 Dec 16 22:36:15.205370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e585bec-cd6b-4dd7-91a6-cb1641701f6c req-d2a685bb-cb66-47af-b4cf-0d85174e052f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441408 Dec 16 22:36:15.552827 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f27b9f0-0a81-4249-823c-e83b8c4fe6a4 req-6c5fdfc4-7846-4032-a087-3605aa9118aa tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0268593 Dec 16 22:36:15.636801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9719f20-875a-4ca8-ae80-06a3da6ea78d req-3fea750a-57d9-4ef4-97a8-d000c4321231 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0321436 Dec 16 22:36:15.715616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0c34486-814d-4393-9df2-82591bdd3ded req-1f219eb7-aca9-4c34-bac8-eb4a290d6ec4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0283785 Dec 16 22:36:15.836987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-954f0705-7626-4b18-942b-b16592d0af1c req-a73a3f9b-0318-45ac-a33d-f14ea2989739 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0317643 Dec 16 22:36:16.117609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d5f5b-e2b7-4f27-aed2-57bd48acea84 req-35d9c34a-3cf0-4f1a-80c9-6e24d7c29f62 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:16.119020 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-120d5f5b-e2b7-4f27-aed2-57bd48acea84 req-35d9c34a-3cf0-4f1a-80c9-6e24d7c29f62 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 946 time: 0.0516717 Dec 16 22:36:16.170376 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-120d5f5b-e2b7-4f27-aed2-57bd48acea84 req-51cda9ce-afb8-4f14-bafb-ac42def05c0e tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434973 Dec 16 22:36:16.323251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62199c-6b3a-4183-a99f-c1be758a3d19 req-f3a7fed6-76e5-4786-9ff7-b222430a32c2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:16.324753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b62199c-6b3a-4183-a99f-c1be758a3d19 req-f3a7fed6-76e5-4786-9ff7-b222430a32c2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0508630 Dec 16 22:36:16.374539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b62199c-6b3a-4183-a99f-c1be758a3d19 req-4863e151-3720-46f7-8778-b8de4fc7b072 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428603 Dec 16 22:36:16.634194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0dc9ba0d-2e48-41ed-8744-95084f84554b req-360fa1c4-8acb-42d8-8c5d-46adea667ea8 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0302918 Dec 16 22:36:16.713682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b8d0865f-fdb1-439e-b40f-fe2e224a28ec req-7ac50efb-db2d-46ca-a8bb-9f75bea77173 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0269401 Dec 16 22:36:16.797508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4eb8621-0bc5-462f-8679-ea73c0233168 req-124438e3-8521-49d7-8b11-a279c1cab720 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0276361 Dec 16 22:36:16.914482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d74d5068-20be-44b4-9d4a-a8d4834827f6 req-faf1d7c7-435d-48c3-8a16-8fc1ab8490ec tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0273895 Dec 16 22:36:17.296258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c52a5-15d0-4556-a7f2-637035b81a46 req-64ea6ab6-7157-4661-a471-4fe0a24744cd tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:17.297793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-494c52a5-15d0-4556-a7f2-637035b81a46 req-64ea6ab6-7157-4661-a471-4fe0a24744cd tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 946 time: 0.0519168 Dec 16 22:36:17.349992 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-494c52a5-15d0-4556-a7f2-637035b81a46 req-f2491b43-4488-4304-8089-32df728121fc tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461988 Dec 16 22:36:17.488377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d822e7-04b5-494e-8ed1-cec3d4413e78 req-d424a132-98bc-406e-87d7-770a36f2962a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:17.489773 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6d822e7-04b5-494e-8ed1-cec3d4413e78 req-d424a132-98bc-406e-87d7-770a36f2962a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0489371 Dec 16 22:36:17.538485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6d822e7-04b5-494e-8ed1-cec3d4413e78 req-8b5a0917-53a6-4bd2-810d-b476fea41684 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427339 Dec 16 22:36:17.552759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b32a04-acf2-4bd9-8362-9bcd5b5897d5 req-b7503a17-0c42-4631-bc5c-1a901149b24f tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:17.554160 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-91b32a04-acf2-4bd9-8362-9bcd5b5897d5 req-b7503a17-0c42-4631-bc5c-1a901149b24f tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 946 time: 0.0528948 Dec 16 22:36:17.646826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-91b32a04-acf2-4bd9-8362-9bcd5b5897d5 req-5dfefbc2-7288-4564-9b2d-619007007e48 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Deleting port 41e25290-6654-4278-a65c-31744b658318 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:36:17.647176 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-91b32a04-acf2-4bd9-8362-9bcd5b5897d5 req-5dfefbc2-7288-4564-9b2d-619007007e48 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:17.711164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-908a733f-5970-4358-99cd-7c3a93a85331 req-1b00a0b1-07eb-4f0e-80e1-5be33d6c07a8 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0271378 Dec 16 22:36:17.745343 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-91b32a04-acf2-4bd9-8362-9bcd5b5897d5 req-5dfefbc2-7288-4564-9b2d-619007007e48 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] For port 41e25290-6654-4278-a65c-31744b658318, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=41e25290-6654-4278-a65c-31744b658318,segment=NetworkSegment(b0595390-dd6a-47a8-8ab0-dbc78ee64d93),segment_id=b0595390-dd6a-47a8-8ab0-dbc78ee64d93)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:17.745711 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-91b32a04-acf2-4bd9-8362-9bcd5b5897d5 req-5dfefbc2-7288-4564-9b2d-619007007e48 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:17.759756 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-91b32a04-acf2-4bd9-8362-9bcd5b5897d5 req-5dfefbc2-7288-4564-9b2d-619007007e48 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Calling delete_port for 41e25290-6654-4278-a65c-31744b658318 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:36:17.790371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea6a4c2e-bfc5-4794-b9f2-ae2e498a5feb req-2a0c5b75-5d1b-4534-af96-021615b8acfb tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0261178 Dec 16 22:36:17.875842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-768a2ff5-15fc-4cb5-b74c-b00b04a0ff05 req-a8bf6f98-2e0a-4648-a5bb-cf15a6c609bd tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0282331 Dec 16 22:36:17.969945 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-91b32a04-acf2-4bd9-8362-9bcd5b5897d5 req-5dfefbc2-7288-4564-9b2d-619007007e48 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:17.985169 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['41e25290-6654-4278-a65c-31744b658318'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:36:17.999842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f215ff6f-08a4-4859-9e93-a5b8c930385b req-74370e76-80e0-469b-9758-63e3c7c8422d tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0338545 Dec 16 22:36:18.004940 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfefbc2-7288-4564-9b2d-619007007e48 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Pushing event deleted for resources: {'Port': ['ID=41e25290-6654-4278-a65c-31744b658318,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:18.046693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b32a04-acf2-4bd9-8362-9bcd5b5897d5 req-5dfefbc2-7288-4564-9b2d-619007007e48 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] No DVR routers for this DVR port 41e25290-6654-4278-a65c-31744b658318 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:36:18.049233 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-91b32a04-acf2-4bd9-8362-9bcd5b5897d5 req-5dfefbc2-7288-4564-9b2d-619007007e48 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:18.052625 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-91b32a04-acf2-4bd9-8362-9bcd5b5897d5 req-5dfefbc2-7288-4564-9b2d-619007007e48 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.69 "DELETE /v2.0/ports/41e25290-6654-4278-a65c-31744b658318 HTTP/1.1" status: 204 len: 173 time: 0.4912336 Dec 16 22:36:18.053069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f818c63-4509-40f0-9139-2f26e35a35e8', 'name': 'network-vif-deleted', 'tag': '41e25290-6654-4278-a65c-31744b658318'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:36:18.055427 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7624835c-6395-48ef-b8b3-58c02223d81f" -d '{"events": [{"server_uuid": "6f818c63-4509-40f0-9139-2f26e35a35e8", "name": "network-vif-deleted", "tag": "41e25290-6654-4278-a65c-31744b658318"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:36:18.091924 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69692cb5-b5fa-42af-b831-18d26ecfd849 x-openstack-request-id: req-69692cb5-b5fa-42af-b831-18d26ecfd849 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:36:18.092222 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f818c63-4509-40f0-9139-2f26e35a35e8", "name": "network-vif-deleted", "tag": "41e25290-6654-4278-a65c-31744b658318", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:36:18.092481 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69692cb5-b5fa-42af-b831-18d26ecfd849 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:36:18.092891 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f818c63-4509-40f0-9139-2f26e35a35e8', 'name': 'network-vif-deleted', 'tag': '41e25290-6654-4278-a65c-31744b658318', 'status': 'completed', 'code': 200} Dec 16 22:36:18.457180 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77814f45-ce69-4229-9e5a-3b5814fcee75 req-fa42b597-1bd7-43f8-8613-c4de42cbfb1c tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f818c63-4509-40f0-9139-2f26e35a35e8 HTTP/1.1" status: 200 len: 210 time: 0.0264008 Dec 16 22:36:18.657739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e76ff2-37f3-4fbf-b3c3-747d642225a4 req-f2a124c9-bb2e-446c-9af6-4414ff93aa0a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:18.659252 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63e76ff2-37f3-4fbf-b3c3-747d642225a4 req-f2a124c9-bb2e-446c-9af6-4414ff93aa0a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0491617 Dec 16 22:36:18.709212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63e76ff2-37f3-4fbf-b3c3-747d642225a4 req-a4492cca-4d85-4e4c-b8b7-8d639b15b2e0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432665 Dec 16 22:36:18.789415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05882b31-6552-4d67-8fd8-96492afe04ad req-2baf5f3e-0dea-402d-85c5-2e4950a07b4e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0276206 Dec 16 22:36:18.871356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0ad8d90-90ca-4e15-b763-ad5b0e50b574 req-3749cfb6-4970-4190-ad8d-514645daf462 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0307527 Dec 16 22:36:18.956289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57dd16e2-e3a4-4c77-a375-f88906a84bec req-a64fb8dc-1161-4a26-9174-cd05614f4158 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0277781 Dec 16 22:36:19.084851 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de889998-11b2-475f-ae86-ac353fda385c req-72782c5a-93b0-4625-baf4-5fca7204e4f6 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0282495 Dec 16 22:36:19.724286 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-49de7f05-430c-4444-a18b-08d8abec4057 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:19.725789 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-49de7f05-430c-4444-a18b-08d8abec4057 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/networks?id=1f2d466e-de66-451b-bf03-0372c18b9d03 HTTP/1.1" status: 200 len: 809 time: 0.1082327 Dec 16 22:36:19.741925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-3c2a8e5e-0e91-4ac7-812a-7e79afcff4c6 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/quotas/f7e9aac0389c4580ba68fcaa794f0396 HTTP/1.1" status: 200 len: 375 time: 0.0103858 Dec 16 22:36:19.774362 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-cd6eb01e-b665-4ebc-8122-f55cd8369a8c tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7e9aac0389c4580ba68fcaa794f0396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261698 Dec 16 22:36:19.887473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259dba2-be7e-4ad2-8d4b-283619d14417 req-6d34586a-e106-4fcd-8627-91dd70816b81 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:19.888901 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e259dba2-be7e-4ad2-8d4b-283619d14417 req-6d34586a-e106-4fcd-8627-91dd70816b81 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1091163 Dec 16 22:36:19.927181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-dd0bb565-7bbe-4fbe-8b12-cf32719aed96 service neutron] 10.222.0.43 "GET /v2.0/networks/1f2d466e-de66-451b-bf03-0372c18b9d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389592 Dec 16 22:36:19.997002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e259dba2-be7e-4ad2-8d4b-283619d14417 req-22341aeb-7cbd-475f-9b0a-788e656173ad tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996470 Dec 16 22:36:20.055542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8e197e98-b706-4d0e-96b5-87abb32b2d6e service neutron] 10.222.0.43 "GET /v2.0/networks/1f2d466e-de66-451b-bf03-0372c18b9d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185944 Dec 16 22:36:20.055813 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac52b56-e5c9-435b-b872-34204596f36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:20.076782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e1e1eb9-7885-4443-a607-31f879603a95 req-db1d5804-c34c-420d-9805-e86e3e224b10 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0370426 Dec 16 22:36:20.149040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3034a6d-537e-4234-8b00-bd225b8ecc09 req-70cd7aea-67b0-431e-a1b2-78396d68ba30 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0267019 Dec 16 22:36:20.214465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe76b2ca-df36-4352-b67d-ce1f273bfea6 req-2f1894ac-2ae1-412c-8de7-3159505ed086 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0276022 Dec 16 22:36:20.284538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0134294-ea71-4246-92d2-232e4df5a3a2 req-baf59048-e17a-4bf9-92cd-c2bc60a35c06 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0315397 Dec 16 22:36:20.329579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc715447-a5f0-4429-810c-118b6aa197f4 req-24eb613d-0402-4d6e-87ca-0934e00413eb tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 210 time: 0.0268741 Dec 16 22:36:20.890937 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:36:21.129363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a499f-8222-4fe7-9c74-142aeb42f1b6 req-2d6fcb08-703a-489c-b5e2-b883a99cf9fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:21.130969 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-906a499f-8222-4fe7-9c74-142aeb42f1b6 req-2d6fcb08-703a-489c-b5e2-b883a99cf9fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0631793 Dec 16 22:36:21.163848 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-183980f3-fec1-49ae-9848-ea4069e16837 req-96d69f90-b0e4-4cb0-82cb-338feace0999 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0316298 Dec 16 22:36:21.204594 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-906a499f-8222-4fe7-9c74-142aeb42f1b6 req-014cb075-2e7f-4445-b31d-fba576297705 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639310 Dec 16 22:36:21.232626 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-549ee6cc-ded9-4faa-9d36-7ec14a747d17 req-09cd8617-c96a-4a97-b11c-e2f57063b937 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0269399 Dec 16 22:36:21.296369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2291d591-d862-468c-b319-4ab8daa6d628 req-53b3bfe9-b848-45f6-9ffa-362b65fffe27 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0278075 Dec 16 22:36:21.365595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-731ab148-ed16-4b33-b2c2-90c5a8ebbb1a req-1a0a1a1e-0290-46d8-90a6-09452e82fad0 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0301905 Dec 16 22:36:21.417686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af639016-c36e-4216-8f2f-388359cd0c41 req-260e1932-6b1d-4951-a020-f30f3910ebe7 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 210 time: 0.0344884 Dec 16 22:36:21.957603 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 41e25290-6654-4278-a65c-31744b658318 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:36:21.979223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 41e25290-6654-4278-a65c-31744b658318 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:36:21.979599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 41e25290-6654-4278-a65c-31744b658318 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:36:22.242034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2790b6b9-1286-43b0-8ff1-bf9bac1fc63a req-f178adf5-cb22-4aac-9591-d8310bf4048e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0267792 Dec 16 22:36:22.329138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d7678fb-52ac-4b4d-a12d-66650e6ef8f0 req-e0c1312d-434e-4781-8960-e517fd49236f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0408821 Dec 16 22:36:22.349959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b5fa4-4f9e-41dc-8bef-9cc4b9620cde req-c26319e8-2d95-4cb8-af23-436530c6aab4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:22.351496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f8b5fa4-4f9e-41dc-8bef-9cc4b9620cde req-c26319e8-2d95-4cb8-af23-436530c6aab4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0731361 Dec 16 22:36:22.405820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6b34824-96d4-41e4-a20a-95d7e95a0be3 req-2a79b4f0-56a8-4b4a-af51-acb3108b7091 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0342844 Dec 16 22:36:22.427611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f8b5fa4-4f9e-41dc-8bef-9cc4b9620cde req-412fab6e-d8f8-4d31-a8b1-35c963410a7e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695977 Dec 16 22:36:22.443706 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa23d707-e173-4678-b495-5fd693ca0b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:22.472971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a507940-4244-4834-bb56-8683d6599b12 req-fae1cbab-85f1-4e0e-acc3-1a331c44a250 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0290477 Dec 16 22:36:22.509422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05444933-618a-4174-b82a-e3b7d8bfe40b req-1d31f5fb-cf2c-40ea-9756-5d94529eaeb2 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 210 time: 0.0290668 Dec 16 22:36:23.322203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d40fabc-3cff-4d8f-a4c7-b2869077b4e8 req-57ddfd99-506d-4404-aafe-253e58ceb5e0 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0280802 Dec 16 22:36:23.409531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3f82f30-e02d-49a0-8bcd-40ca74880bb3 req-27a48cd4-6d9c-4b71-b328-84ef11b77fd6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0280130 Dec 16 22:36:23.487136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43b7ab9d-5bba-4d4b-b1f6-31bb3a42c156 req-9272ae15-b6fa-4387-a477-8bc0d7953f1b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0278797 Dec 16 22:36:23.524105 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:23.571769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a59c0b1a-06ab-490c-b402-d79c5914918b req-d6d03c19-e8d8-4e0b-9d0d-83724f47e3b0 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0311902 Dec 16 22:36:23.588818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dae5c-d575-459a-8c99-32f5c19620d7 req-62e568cd-70ca-41b2-983b-acb4c463e5c0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:23.590347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f09dae5c-d575-459a-8c99-32f5c19620d7 req-62e568cd-70ca-41b2-983b-acb4c463e5c0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0861175 Dec 16 22:36:23.654174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f09dae5c-d575-459a-8c99-32f5c19620d7 req-23ff3640-1bfa-4230-819a-6bdb7523d2b7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571311 Dec 16 22:36:23.675551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37c3651d-88d3-4b3b-a9b4-342700dbe6bc req-32cded61-0239-4783-8544-dbee1c80952e tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 210 time: 0.0379109 Dec 16 22:36:24.402039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9dea8081-fcc5-4fb0-82c5-8f87dde88e0b req-c3b52aad-4513-4c50-8821-d3ae8526ccf1 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0270889 Dec 16 22:36:24.492304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e645a61-c867-452c-869b-c3f0db17bd10 req-a173ce3f-5f0c-4b25-af16-2eff0a0dde90 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0316994 Dec 16 22:36:24.559081 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8bfc7273-a1ee-4a12-b458-e1b677dee386 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:24.560545 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8bfc7273-a1ee-4a12-b458-e1b677dee386 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.69 "GET /v2.0/networks?id=1f2d466e-de66-451b-bf03-0372c18b9d03 HTTP/1.1" status: 200 len: 809 time: 0.1115551 Dec 16 22:36:24.567482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7518cd4-c227-4890-a042-e71bfa21abc5 req-cde178de-02f0-4e4f-9676-c5db37c044ff tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0274200 Dec 16 22:36:24.576613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-deb9a18c-63de-4c54-b62a-9887a05fed6b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Request body: {'port': {'device_id': '3b85b681-4aa5-4f91-9887-9fded45196d1', 'network_id': '1f2d466e-de66-451b-bf03-0372c18b9d03', 'admin_state_up': True, 'tenant_id': 'f7e9aac0389c4580ba68fcaa794f0396'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:24.653914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ad138c1-e040-40c3-bbd9-3464358b198b req-9d02cdeb-e9eb-4c4d-8cdf-43c6349f6e89 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0265803 Dec 16 22:36:24.752848 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-deb9a18c-63de-4c54-b62a-9887a05fed6b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Made reservation on behalf of f7e9aac0389c4580ba68fcaa794f0396 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:24.757294 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-deb9a18c-63de-4c54-b62a-9887a05fed6b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:24.792305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-310ec568-53ad-4d99-9eec-524690d002dd req-9dbc6c25-3d64-4de2-88ed-7e30bc58238f tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 210 time: 0.0311930 Dec 16 22:36:24.822090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9696dc-1b4b-4f92-bfdc-1accd8415551 req-b02e5b9b-fb4e-4fa1-9959-967ffe58b3f1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:24.822090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da9696dc-1b4b-4f92-bfdc-1accd8415551 req-b02e5b9b-fb4e-4fa1-9959-967ffe58b3f1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0776052 Dec 16 22:36:24.861972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da9696dc-1b4b-4f92-bfdc-1accd8415551 req-2d4fcb84-b38f-44e5-bd98-6ed510a25f49 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490320 Dec 16 22:36:24.867000 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:24.935653 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-deb9a18c-63de-4c54-b62a-9887a05fed6b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Allocated IP 172.20.0.5 (1f2d466e-de66-451b-bf03-0372c18b9d03/ce4f081f-bfee-4ead-8a4e-ce16d0cb6f97/46c15295-8ab1-420c-accb-5fc2cc70897a) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:25.190955 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-deb9a18c-63de-4c54-b62a-9887a05fed6b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:25.273119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-deb9a18c-63de-4c54-b62a-9887a05fed6b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:25.325642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-deb9a18c-63de-4c54-b62a-9887a05fed6b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Network 1f2d466e-de66-451b-bf03-0372c18b9d03 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:25.329598 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-deb9a18c-63de-4c54-b62a-9887a05fed6b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:25.333516 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-deb9a18c-63de-4c54-b62a-9887a05fed6b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:25.357139 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9a18c-63de-4c54-b62a-9887a05fed6b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Pushing event updated for resources: {'Port': ['ID=46c15295-8ab1-420c-accb-5fc2cc70897a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:25.387120 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-deb9a18c-63de-4c54-b62a-9887a05fed6b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:25.387758 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-deb9a18c-63de-4c54-b62a-9887a05fed6b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:25.483233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e446794c-1875-4c7c-bb1e-cfbe4f9ea791 req-de786473-52e7-4e23-a370-41c62cab259b tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0277762 Dec 16 22:36:25.494316 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-deb9a18c-63de-4c54-b62a-9887a05fed6b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9213102 Dec 16 22:36:25.512105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Request body: {'port': {'device_id': '3b85b681-4aa5-4f91-9887-9fded45196d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:25.574456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea9256b9-7dc3-4f44-87a6-b8d593bfde8f req-6510ab2b-703a-4813-8ad9-28b80da54100 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0303094 Dec 16 22:36:25.668808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5c335f3-0d71-43ef-97d7-bed8e6a4cd2d req-7c9294c5-b5e3-49b8-a5cb-2aa06a30053f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0470672 Dec 16 22:36:25.730027 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:25.742218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4858993e-565e-43ba-8e7a-c7d1eaaa4f09 req-101adae8-d44b-420f-ad8f-5388a9d0e604 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0332282 Dec 16 22:36:25.895973 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:25.934138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb0159-3c77-4ebf-9e08-20c9b5e52aab req-8f9f0237-c8dc-4bea-ae06-aa0cbda36755 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:25.937410 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31fb0159-3c77-4ebf-9e08-20c9b5e52aab req-8f9f0237-c8dc-4bea-ae06-aa0cbda36755 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 931 time: 0.0638897 Dec 16 22:36:26.022962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d5201-da1a-429e-a917-76882ec9fd4f req-3001dca3-a9a0-4d4c-a8f7-43a442b75dd6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:26.024478 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e33d5201-da1a-429e-a917-76882ec9fd4f req-3001dca3-a9a0-4d4c-a8f7-43a442b75dd6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0859699 Dec 16 22:36:26.028525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31fb0159-3c77-4ebf-9e08-20c9b5e52aab req-cba4096a-fa9e-439d-9150-179a5df1839b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785887 Dec 16 22:36:26.090778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e33d5201-da1a-429e-a917-76882ec9fd4f req-211cbbcf-bec8-41ae-9d49-9434d9ad2f1f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536788 Dec 16 22:36:26.200627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c15295-8ab1-420c-accb-5fc2cc70897a {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:36:26.209505 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:26.222080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Transition to ACTIVE for port object 46c15295-8ab1-420c-accb-5fc2cc70897a will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:36:26.295467 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:26.362219 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Pushing event updated for resources: {'Port': ['ID=46c15295-8ab1-420c-accb-5fc2cc70897a,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:26.438385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Attempting to bind port 46c15295-8ab1-420c-accb-5fc2cc70897a on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:36:26.438734 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Attempting to bind port 46c15295-8ab1-420c-accb-5fc2cc70897a by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'b0595390-dd6a-47a8-8ab0-dbc78ee64d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f2d466e-de66-451b-bf03-0372c18b9d03'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:36:26.439069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Attempting to bind port 46c15295-8ab1-420c-accb-5fc2cc70897a on network 1f2d466e-de66-451b-bf03-0372c18b9d03 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:36:26.443855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Port 46c15295-8ab1-420c-accb-5fc2cc70897a on network 1f2d466e-de66-451b-bf03-0372c18b9d03 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:36:26.444180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Attempting to bind port 46c15295-8ab1-420c-accb-5fc2cc70897a on network 1f2d466e-de66-451b-bf03-0372c18b9d03 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:36:26.449147 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:36:26.449486 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Checking segment: {'id': 'b0595390-dd6a-47a8-8ab0-dbc78ee64d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f2d466e-de66-451b-bf03-0372c18b9d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:26.449877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Bound using segment: {'id': 'b0595390-dd6a-47a8-8ab0-dbc78ee64d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f2d466e-de66-451b-bf03-0372c18b9d03'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:36:26.450570 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Bound port: 46c15295-8ab1-420c-accb-5fc2cc70897a, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0595390-dd6a-47a8-8ab0-dbc78ee64d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f2d466e-de66-451b-bf03-0372c18b9d03'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:36:26.450931 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:26.517634 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] For port 46c15295-8ab1-420c-accb-5fc2cc70897a, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:36:26.520889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] For port 46c15295-8ab1-420c-accb-5fc2cc70897a, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=46c15295-8ab1-420c-accb-5fc2cc70897a,segment=NetworkSegment(b0595390-dd6a-47a8-8ab0-dbc78ee64d93),segment_id=b0595390-dd6a-47a8-8ab0-dbc78ee64d93)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:36:26.568117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-207d634f-4841-467e-b764-2e767e3e430a req-48fdcf65-d9c9-4192-b540-0f06e3d91db3 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0276322 Dec 16 22:36:26.610942 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:26.649005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:26.649631 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:26.651012 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] 10.222.0.69 "PUT /v2.0/ports/46c15295-8ab1-420c-accb-5fc2cc70897a HTTP/1.1" status: 200 len: 1091 time: 1.1434798 Dec 16 22:36:26.651661 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b85b681-4aa5-4f91-9887-9fded45196d1', 'tag': '46c15295-8ab1-420c-accb-5fc2cc70897a'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:36:26.654002 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3aa269-b98a-4e35-b61c-afff61378145" -d '{"events": [{"name": "network-changed", "server_uuid": "3b85b681-4aa5-4f91-9887-9fded45196d1", "tag": "46c15295-8ab1-420c-accb-5fc2cc70897a"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:36:26.661790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5663a086-2166-4c40-8f07-ccec056efd9b req-2ebc5ba6-d818-45b3-a88a-bd153522ea34 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0329604 Dec 16 22:36:26.679989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4566b-f7bb-48c1-85f1-dfcc33fa6d42 service neutron] Pushing event updated for resources: {'Port': ['ID=46c15295-8ab1-420c-accb-5fc2cc70897a,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:26.696196 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff3e2cf-754c-4537-af58-2dfda6b639a9 x-openstack-request-id: req-3ff3e2cf-754c-4537-af58-2dfda6b639a9 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:36:26.696491 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b85b681-4aa5-4f91-9887-9fded45196d1", "tag": "46c15295-8ab1-420c-accb-5fc2cc70897a", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:36:26.696798 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ff3e2cf-754c-4537-af58-2dfda6b639a9 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:36:26.697217 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b85b681-4aa5-4f91-9887-9fded45196d1', 'tag': '46c15295-8ab1-420c-accb-5fc2cc70897a', 'status': 'completed', 'code': 200} Dec 16 22:36:26.758294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cb18c77-5620-4b7b-8e05-4906df9e00c4 req-56c5bec9-5946-4c4b-b6f3-59e6e6c3b571 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0324113 Dec 16 22:36:26.774006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3aa269-b98a-4e35-b61c-afff61378145 req-8a7c0add-de59-4f5f-9399-0d909e0f476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:26.775549 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2f3aa269-b98a-4e35-b61c-afff61378145 req-8a7c0add-de59-4f5f-9399-0d909e0f476b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7e9aac0389c4580ba68fcaa794f0396&device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 1094 time: 0.0524185 Dec 16 22:36:26.826418 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69e07616-3b73-48bd-96ce-726969f58543 req-da7a0739-dd80-4f9d-9023-ed49d2e68701 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0276988 Dec 16 22:36:26.891716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3aa269-b98a-4e35-b61c-afff61378145 req-def440b9-4414-46ce-ba45-1482f181aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:26.893442 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2f3aa269-b98a-4e35-b61c-afff61378145 req-def440b9-4414-46ce-ba45-1482f181aede service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f7e9aac0389c4580ba68fcaa794f0396&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1059644 Dec 16 22:36:27.116101 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3aa269-b98a-4e35-b61c-afff61378145 req-40d05036-6316-4c97-8fb5-aea7f002a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:27.117678 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2f3aa269-b98a-4e35-b61c-afff61378145 req-40d05036-6316-4c97-8fb5-aea7f002a603 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006658 Dec 16 22:36:27.162763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e293a5-ecd8-4a51-9fe2-0dced5055be0 req-994b556d-01c4-459e-ac69-b91b12fb90ad tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:27.164800 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4e293a5-ecd8-4a51-9fe2-0dced5055be0 req-994b556d-01c4-459e-ac69-b91b12fb90ad tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 943 time: 0.0580413 Dec 16 22:36:27.206404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-3bc5e021-020e-44f5-9ba6-ab2e2fcc79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:27.208034 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-3bc5e021-020e-44f5-9ba6-ab2e2fcc79dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7e9aac0389c4580ba68fcaa794f0396&device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 1094 time: 0.0459998 Dec 16 22:36:27.251703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba3dfe-aa45-449a-974a-39ed0ba272dd req-c5f1cb16-5943-461c-835c-9cbb2e3bcee0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:27.253339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37ba3dfe-aa45-449a-974a-39ed0ba272dd req-c5f1cb16-5943-461c-835c-9cbb2e3bcee0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0851688 Dec 16 22:36:27.259221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4e293a5-ecd8-4a51-9fe2-0dced5055be0 req-8024f259-4f06-45a6-8ffb-ad143169e12b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798664 Dec 16 22:36:27.263823 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-a8bf7b50-f6ef-4b25-8cba-ed5af18ebdc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46c15295-8ab1-420c-accb-5fc2cc70897a HTTP/1.1" status: 200 len: 217 time: 0.0443795 Dec 16 22:36:27.320019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37ba3dfe-aa45-449a-974a-39ed0ba272dd req-2c4f787d-64e1-465c-ae1d-bcfd8911c095 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497394 Dec 16 22:36:27.329166 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-ef886399-2a54-42eb-b87b-396d81873c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:27.330705 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-ef886399-2a54-42eb-b87b-396d81873c90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ce4f081f-bfee-4ead-8a4e-ce16d0cb6f97 HTTP/1.1" status: 200 len: 849 time: 0.0552652 Dec 16 22:36:27.366645 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-f93a534f-ba70-4d58-92f8-9cd8c073f30d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1f2d466e-de66-451b-bf03-0372c18b9d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260253 Dec 16 22:36:27.462870 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-0946d33e-76a6-4d1e-8f66-b3724288e75f service neutron] 10.222.0.69 "GET /v2.0/networks/1f2d466e-de66-451b-bf03-0372c18b9d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848613 Dec 16 22:36:27.572923 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c6fd475f-a5b4-4326-afa1-9b0e9152871c req-a640bac3-0904-40f3-9a2a-312f5beaf595 service neutron] 10.222.0.69 "GET /v2.0/networks/1f2d466e-de66-451b-bf03-0372c18b9d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981448 Dec 16 22:36:27.649472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52d1bb8b-3f87-45fc-8fd2-b4c76005b465 req-d90193ea-fe02-47a8-b61d-8cde1fe56ee7 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0279443 Dec 16 22:36:27.741413 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bb5f9ea-6847-4c85-b83e-25c4fa90e7ba req-02fde210-6341-4aea-86de-2f75dc431da2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0273840 Dec 16 22:36:27.838296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d8acc0f-a0ea-4c46-a39e-3f4cf46ecb5f req-4fbde5b1-33b5-461f-a7e1-e3617e49000f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0276723 Dec 16 22:36:27.907824 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c547dca3-22da-4052-8183-4563f8471d17 req-b72397fd-5def-479b-8bb1-0bd254897cd1 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0273845 Dec 16 22:36:28.403659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83ef9b-2a19-49b2-8baf-b20c86b6efe0 req-157c7cb5-9a1d-4786-8ce6-dc666d3fbd01 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:28.405114 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d83ef9b-2a19-49b2-8baf-b20c86b6efe0 req-157c7cb5-9a1d-4786-8ce6-dc666d3fbd01 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 943 time: 0.0706706 Dec 16 22:36:28.478331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca738c-7992-4f5f-94f9-930637d190c4 req-04d0e493-5e47-49b3-9cd2-434dff664e0c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:28.479851 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51ca738c-7992-4f5f-94f9-930637d190c4 req-04d0e493-5e47-49b3-9cd2-434dff664e0c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0922592 Dec 16 22:36:28.487678 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d83ef9b-2a19-49b2-8baf-b20c86b6efe0 req-80fed595-af5b-41e9-b99c-591ba6c976f0 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629888 Dec 16 22:36:28.532645 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51ca738c-7992-4f5f-94f9-930637d190c4 req-fa2bd760-ca65-4e55-81f3-70b5c84d4bd5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 Dec 16 22:36:28.727835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8680e8cd-9cd1-4bc4-a649-4b208e5abe2f req-26c43830-0103-4459-b72d-8ed1099cb351 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0281026 Dec 16 22:36:28.822896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b7f9f2e-2221-4c1b-be1f-0c0bfbbc9dba req-3c2d7f6c-c1b3-48b7-81d9-dc8b3f30530b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0267212 Dec 16 22:36:28.920427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-737d5d9a-804c-4b3a-8acc-3271ceb48945 req-51e12d32-e627-4e7a-bc80-3fbd6f651d45 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0314107 Dec 16 22:36:28.988955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58c8283f-0023-41e8-b536-9033270704b3 req-9bbd1284-060b-4194-aad3-92e00f1c4e70 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0284438 Dec 16 22:36:29.607754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff83aa8-8935-4278-aabc-45e243170be7 req-58f0f8c4-4a1b-4fd9-97a2-6df1c5f4724e tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:29.609208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ff83aa8-8935-4278-aabc-45e243170be7 req-58f0f8c4-4a1b-4fd9-97a2-6df1c5f4724e tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 943 time: 0.0527394 Dec 16 22:36:29.682905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ff83aa8-8935-4278-aabc-45e243170be7 req-11fec5ed-0b51-45f8-8788-60fbfc6137ba tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643835 Dec 16 22:36:29.691531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69073e2d-d324-4177-8f13-b9da499c42e1 req-4cac84c7-61c1-4a73-a9be-afa3f76f75b9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:29.693011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69073e2d-d324-4177-8f13-b9da499c42e1 req-4cac84c7-61c1-4a73-a9be-afa3f76f75b9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0931082 Dec 16 22:36:29.746304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69073e2d-d324-4177-8f13-b9da499c42e1 req-5a2480c1-a843-4e7f-adab-dd8954e2597e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473154 Dec 16 22:36:29.804569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-548bdc31-9976-4240-851d-29c57e6dcbce req-b8b419e5-4183-449f-ac34-7acd3d45270a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0286078 Dec 16 22:36:29.901756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d9d4e17-4971-472f-a61d-1706813258d4 req-c9bc3bdf-6593-4bd3-9101-2dc2f8bdf592 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0282431 Dec 16 22:36:29.999492 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 46c15295-8ab1-420c-accb-5fc2cc70897a details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:36:30.004523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25e57dfe-abde-4e3f-a559-b8725810e783 req-49295f66-e885-449d-a4e8-ba17ac7684b8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0277207 Dec 16 22:36:30.067307 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d15e460b-127e-4955-bb5b-1402a56dd56a req-01019c40-628b-4f75-820f-03797bf4d8ee tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0261500 Dec 16 22:36:30.103794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 46c15295-8ab1-420c-accb-5fc2cc70897a, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=46c15295-8ab1-420c-accb-5fc2cc70897a,segment=NetworkSegment(b0595390-dd6a-47a8-8ab0-dbc78ee64d93),segment_id=b0595390-dd6a-47a8-8ab0-dbc78ee64d93)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:30.119695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '46c15295-8ab1-420c-accb-5fc2cc70897a', 'network_id': '1f2d466e-de66-451b-bf03-0372c18b9d03', 'port_id': '46c15295-8ab1-420c-accb-5fc2cc70897a', 'mac_address': 'fa:16:3e:c4:7e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce4f081f-bfee-4ead-8a4e-ce16d0cb6f97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:36:30.159112 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:30.172712 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c15295-8ab1-420c-accb-5fc2cc70897a {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:36:30.192368 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 46c15295-8ab1-420c-accb-5fc2cc70897a, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=46c15295-8ab1-420c-accb-5fc2cc70897a,segment=NetworkSegment(b0595390-dd6a-47a8-8ab0-dbc78ee64d93),segment_id=b0595390-dd6a-47a8-8ab0-dbc78ee64d93)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:30.254741 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:30.303742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=46c15295-8ab1-420c-accb-5fc2cc70897a,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:30.522130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['46c15295-8ab1-420c-accb-5fc2cc70897a'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:36:30.803370 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb1baf-986a-46c8-9b49-38dfb3818169 req-e92cdb9c-be15-4375-a72d-24c44696e11b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:30.804908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29bb1baf-986a-46c8-9b49-38dfb3818169 req-e92cdb9c-be15-4375-a72d-24c44696e11b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 944 time: 0.0555012 Dec 16 22:36:30.881544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29bb1baf-986a-46c8-9b49-38dfb3818169 req-3bd2eca8-29df-4229-882a-81432b56b926 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704584 Dec 16 22:36:30.894760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94da76-d0c0-41dc-a1cc-10d964ead617 req-39465fcd-40ca-45df-9e00-e2003f8723de tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:30.896337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c94da76-d0c0-41dc-a1cc-10d964ead617 req-39465fcd-40ca-45df-9e00-e2003f8723de tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0791278 Dec 16 22:36:30.968467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc8c9cc8-318f-47b4-9949-12fe6764d22e req-b2892e37-ab35-4579-b940-e772e9b58a75 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0369937 Dec 16 22:36:30.973959 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c94da76-d0c0-41dc-a1cc-10d964ead617 req-80cc6f30-b3df-434a-92aa-1dba0e0e7955 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707428 Dec 16 22:36:31.038997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-640673db-ecb8-456b-9468-fc04188c3882 req-a94f9af5-01e8-40be-bd5c-c01653f05e67 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0325565 Dec 16 22:36:31.084729 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-700c4f9b-eb54-4989-b365-36ee90d18026 req-c24ba198-d68c-4ad8-a3f1-b8d033036011 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0283866 Dec 16 22:36:31.157382 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47ac30c6-e16f-4f60-888e-a87c2c476221 req-58c7d6b6-4c75-4a75-a4c2-7e2ebc5ce836 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0277078 Dec 16 22:36:32.016965 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 46c15295-8ab1-420c-accb-5fc2cc70897a up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:36:32.056166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6de025db-93c6-406b-b013-8ecb33ae8e2f req-1e715e92-e44a-4db4-a37b-a1075893621c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0309689 Dec 16 22:36:32.069250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a979a-fc51-4de4-b981-094eabfc2614 req-c8ae6a4b-765c-42d2-b4dc-3a4fbb34886e tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:32.070810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c4a979a-fc51-4de4-b981-094eabfc2614 req-c8ae6a4b-765c-42d2-b4dc-3a4fbb34886e tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 944 time: 0.1207676 Dec 16 22:36:32.138563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c4a979a-fc51-4de4-b981-094eabfc2614 req-cfe9b554-3eca-402b-bf51-d8a3d13c2d2b tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609808 Dec 16 22:36:32.142670 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 46c15295-8ab1-420c-accb-5fc2cc70897a completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:36:32.146704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 46c15295-8ab1-420c-accb-5fc2cc70897a triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:32.147086 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:32.184388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f341d9-5646-4a95-b222-10b9fd6f6ef6 req-0b0e57f2-64ec-47c3-bf92-fb8d4bd0c6da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:32.185953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19f341d9-5646-4a95-b222-10b9fd6f6ef6 req-0b0e57f2-64ec-47c3-bf92-fb8d4bd0c6da tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0641320 Dec 16 22:36:32.224222 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64ebb422-efef-43c8-8c37-52f2fab4ed30 req-9255ee26-9481-4abb-8c00-1a826bae2271 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0372529 Dec 16 22:36:32.244402 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:32.261839 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19f341d9-5646-4a95-b222-10b9fd6f6ef6 req-1ac89d11-2d59-4d17-875b-f5674488254f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643787 Dec 16 22:36:32.272445 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b85b681-4aa5-4f91-9887-9fded45196d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c15295-8ab1-420c-accb-5fc2cc70897a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:36:32.274854 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f26da02-c170-4292-96cc-962e0192ac7d" -d '{"events": [{"server_uuid": "3b85b681-4aa5-4f91-9887-9fded45196d1", "name": "network-vif-plugged", "status": "completed", "tag": "46c15295-8ab1-420c-accb-5fc2cc70897a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:36:32.289690 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 46c15295-8ab1-420c-accb-5fc2cc70897a, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=46c15295-8ab1-420c-accb-5fc2cc70897a,segment=NetworkSegment(b0595390-dd6a-47a8-8ab0-dbc78ee64d93),segment_id=b0595390-dd6a-47a8-8ab0-dbc78ee64d93)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:32.298952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e2c70ba-53ee-4775-a21f-685e9796fe4f req-3c5a8abd-2007-4a04-98e5-58b5c0c8b0cb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0322769 Dec 16 22:36:32.347949 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0580ea43-9b30-4e72-a885-6bca55eb5db4 x-openstack-request-id: req-0580ea43-9b30-4e72-a885-6bca55eb5db4 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:36:32.348244 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b85b681-4aa5-4f91-9887-9fded45196d1", "name": "network-vif-plugged", "status": "completed", "tag": "46c15295-8ab1-420c-accb-5fc2cc70897a", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:36:32.348505 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0580ea43-9b30-4e72-a885-6bca55eb5db4 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:36:32.348938 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b85b681-4aa5-4f91-9887-9fded45196d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c15295-8ab1-420c-accb-5fc2cc70897a', 'code': 200} Dec 16 22:36:32.356258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e55d91b0-8693-44d3-bc2c-39e5871e487f req-f0dcf598-dff7-4fa0-ae86-2de844659720 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0317123 Dec 16 22:36:32.380980 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:32.429760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=46c15295-8ab1-420c-accb-5fc2cc70897a,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:32.467755 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eab17b-f750-47b3-bdc4-7d8309d28970 req-32630a94-fbe3-474a-8a02-465834e218d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:32.469299 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-24eab17b-f750-47b3-bdc4-7d8309d28970 req-32630a94-fbe3-474a-8a02-465834e218d8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 1096 time: 0.0414002 Dec 16 22:36:32.519420 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-24eab17b-f750-47b3-bdc4-7d8309d28970 req-5698c9ae-2aea-4225-8991-cab23aedafee service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390201 Dec 16 22:36:33.135646 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5355435-a45d-47cd-93aa-0bb74861d90d req-0ddb8e39-6d7e-4ddd-8b29-61c1f69703cb tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0274360 Dec 16 22:36:33.258928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b8855-0b5b-4048-9fec-b1f475cf6ae7 req-5a9b244d-f44e-454e-babd-62d0351ae05f tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:33.260661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa3b8855-0b5b-4048-9fec-b1f475cf6ae7 req-5a9b244d-f44e-454e-babd-62d0351ae05f tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 945 time: 0.0513566 Dec 16 22:36:33.311100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c4bf204-5fde-4c15-a007-1509d62b4969 req-555e5cba-a1cb-4ecd-81c7-81f2f1e4d04c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0306554 Dec 16 22:36:33.334743 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa3b8855-0b5b-4048-9fec-b1f475cf6ae7 req-1c7c3acc-db3b-42d7-901e-7c5a883d9160 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678835 Dec 16 22:36:33.418294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95a271dc-edc2-48d0-a4f5-fe0a9029593f req-ac118169-babd-48bc-90ae-be735696912c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0396495 Dec 16 22:36:33.443373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d254889-61c6-4215-84b4-b41bba90f3b8 req-b9f05ec6-fcac-4ca5-8040-ca122ff5bf2a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:33.444995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d254889-61c6-4215-84b4-b41bba90f3b8 req-b9f05ec6-fcac-4ca5-8040-ca122ff5bf2a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0775239 Dec 16 22:36:33.503497 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71e255b6-75a3-4b5a-99ff-3be5f219e6dc req-e53a2568-ce02-4216-a747-03e1378178a2 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0362446 Dec 16 22:36:33.518593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d254889-61c6-4215-84b4-b41bba90f3b8 req-ee6e0b97-f740-471b-88f3-b4cabd6107f2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670483 Dec 16 22:36:34.212955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a05d92d0-05d2-40dd-a25d-126a96f49af8 req-7ea1c76e-da47-414c-9dd0-c1563a13409c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0282054 Dec 16 22:36:34.388506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2db30730-5ad3-4b83-a50d-7e6c73f8f07a req-8255c77b-4b77-4f49-a2e6-72ee39b85a14 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0269966 Dec 16 22:36:34.458304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e994949-4b20-4961-9996-acd2057ee350 req-d79f22d6-afb5-4b6d-8a24-859defb30e20 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:34.459863 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e994949-4b20-4961-9996-acd2057ee350 req-d79f22d6-afb5-4b6d-8a24-859defb30e20 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 945 time: 0.0549259 Dec 16 22:36:34.504211 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a09c321-8295-485d-92d7-2b38e800297d req-794ab58e-ea6b-4e83-b319-2c0e842ca4a5 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0322444 Dec 16 22:36:34.532568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e994949-4b20-4961-9996-acd2057ee350 req-d85dd5d9-9c04-40af-8f5b-20e96351b4be tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667734 Dec 16 22:36:34.586392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af239b84-b755-443a-a124-ed4ef362bfa2 req-b60fde35-8781-4296-b4f6-180dd0d4c910 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0297852 Dec 16 22:36:34.647201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b7ce0-ca63-40da-818a-c7797dab125a req-8b73e27b-4766-491e-8db3-d0e3b215ccde tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:34.648867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c40b7ce0-ca63-40da-818a-c7797dab125a req-8b73e27b-4766-491e-8db3-d0e3b215ccde tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0572596 Dec 16 22:36:34.705585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c40b7ce0-ca63-40da-818a-c7797dab125a req-cccee4ac-97af-49d7-ae82-0d5e7dd949c7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442512 Dec 16 22:36:35.292148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc96edb0-1a28-4f05-89d2-817c7f74fc0e req-90f5a331-9b25-43fa-a541-06835a5ffa92 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0279131 Dec 16 22:36:35.467288 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c38e369c-388c-4d68-9c38-6fbd798355de req-8fcc8e5e-e3b1-487e-8b1f-4f87e455f80e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0274951 Dec 16 22:36:35.584523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4685c90-4bf8-430b-8ec4-866f23fb0e38 req-619aa7a1-8051-4b8e-bcab-7d73b9846346 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0293405 Dec 16 22:36:35.672488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-912bf16b-8c11-45c7-98f6-8c1ed1e69c91 req-6e9319d4-0107-42ae-980c-266e32bd4cd0 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0343492 Dec 16 22:36:35.715178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdd806-146e-4776-92b3-a85aaa2b1e14 req-f78f4860-f2bd-4c5c-999e-7a4054c68a6c tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:35.716749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31bdd806-146e-4776-92b3-a85aaa2b1e14 req-f78f4860-f2bd-4c5c-999e-7a4054c68a6c tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 945 time: 0.0686731 Dec 16 22:36:35.766574 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31bdd806-146e-4776-92b3-a85aaa2b1e14 req-d94c515f-e9ef-4234-8f1f-d838e089cd1c tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434177 Dec 16 22:36:35.817889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289c344-2073-4739-bb38-98e7b7bbe81d req-e8e64899-1657-4bc5-8e5d-23533c850208 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:35.819451 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a289c344-2073-4739-bb38-98e7b7bbe81d req-e8e64899-1657-4bc5-8e5d-23533c850208 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0501273 Dec 16 22:36:35.872088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a289c344-2073-4739-bb38-98e7b7bbe81d req-ac549727-337b-4e09-a9d5-fe68ee8baf2f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458372 Dec 16 22:36:36.368632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a57a0ee7-23b7-4d15-aac7-9934d04e047a req-ef11fe7a-4af4-4178-9267-54cbe2406c89 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0269713 Dec 16 22:36:36.549098 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89643877-1728-4312-90ad-e174450c783c req-ce1c7cf6-1760-40f1-a4d1-9ce947a7113a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0300031 Dec 16 22:36:36.668385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c0f457e-5f3b-42ef-aa3f-2a5b7f4165cf req-c2a668f2-aebb-4d0c-8da4-1cd97af1b8e8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0278189 Dec 16 22:36:36.750225 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ecda1ba-b614-4ca4-a7d1-e035ee962d8a req-4c2cd4f3-a0de-40b2-a954-307852a1a09e tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0267262 Dec 16 22:36:36.885754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1bcea-697d-48e2-930e-5448f24855a3 req-a0de75ae-c641-4e57-886c-0a85fd7a47d2 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:36.887405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eac1bcea-697d-48e2-930e-5448f24855a3 req-a0de75ae-c641-4e57-886c-0a85fd7a47d2 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 945 time: 0.0501182 Dec 16 22:36:36.941620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eac1bcea-697d-48e2-930e-5448f24855a3 req-73f7fb09-5fea-4f26-8068-e70cc26b86f8 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/security-groups?id=edc0c78d-5534-4646-81a9-2c0a15666498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471587 Dec 16 22:36:37.006109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c02e4-dae4-48df-8f10-a94e4b0e23bc req-5a9c09d3-2d51-43de-b07d-6c7ad4c31e5f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:37.014131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-197c02e4-dae4-48df-8f10-a94e4b0e23bc req-5a9c09d3-2d51-43de-b07d-6c7ad4c31e5f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0568733 Dec 16 22:36:37.060532 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-197c02e4-dae4-48df-8f10-a94e4b0e23bc req-3431253e-cce3-481f-85e8-e490220bbd2e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460980 Dec 16 22:36:37.082016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595a97f-e18e-4124-8e15-a7adc13e6dd5 req-ac7a7d7a-ed4f-4593-a561-7cd52bb99879 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:37.083556 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e595a97f-e18e-4124-8e15-a7adc13e6dd5 req-ac7a7d7a-ed4f-4593-a561-7cd52bb99879 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 945 time: 0.0609567 Dec 16 22:36:37.181395 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-e595a97f-e18e-4124-8e15-a7adc13e6dd5 req-82ed16fb-ef66-43f2-a5f0-57b55df786d6 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Deleting port 46c15295-8ab1-420c-accb-5fc2cc70897a {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:36:37.181737 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e595a97f-e18e-4124-8e15-a7adc13e6dd5 req-82ed16fb-ef66-43f2-a5f0-57b55df786d6 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:37.277271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e595a97f-e18e-4124-8e15-a7adc13e6dd5 req-82ed16fb-ef66-43f2-a5f0-57b55df786d6 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] For port 46c15295-8ab1-420c-accb-5fc2cc70897a, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=46c15295-8ab1-420c-accb-5fc2cc70897a,segment=NetworkSegment(b0595390-dd6a-47a8-8ab0-dbc78ee64d93),segment_id=b0595390-dd6a-47a8-8ab0-dbc78ee64d93)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:37.277645 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e595a97f-e18e-4124-8e15-a7adc13e6dd5 req-82ed16fb-ef66-43f2-a5f0-57b55df786d6 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:37.291651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-e595a97f-e18e-4124-8e15-a7adc13e6dd5 req-82ed16fb-ef66-43f2-a5f0-57b55df786d6 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Calling delete_port for 46c15295-8ab1-420c-accb-5fc2cc70897a owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:36:37.445686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ea0c989-357c-4047-a001-33950a2b90f7 req-f212612d-dae6-46a4-878f-0204d8e0fdbc tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0277073 Dec 16 22:36:37.489560 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e595a97f-e18e-4124-8e15-a7adc13e6dd5 req-82ed16fb-ef66-43f2-a5f0-57b55df786d6 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:37.507545 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['46c15295-8ab1-420c-accb-5fc2cc70897a'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:36:37.518017 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed16fb-ef66-43f2-a5f0-57b55df786d6 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Pushing event deleted for resources: {'Port': ['ID=46c15295-8ab1-420c-accb-5fc2cc70897a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:37.562240 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e595a97f-e18e-4124-8e15-a7adc13e6dd5 req-82ed16fb-ef66-43f2-a5f0-57b55df786d6 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] No DVR routers for this DVR port 46c15295-8ab1-420c-accb-5fc2cc70897a on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:36:37.566038 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e595a97f-e18e-4124-8e15-a7adc13e6dd5 req-82ed16fb-ef66-43f2-a5f0-57b55df786d6 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:37.569958 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e595a97f-e18e-4124-8e15-a7adc13e6dd5 req-82ed16fb-ef66-43f2-a5f0-57b55df786d6 tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.69 "DELETE /v2.0/ports/46c15295-8ab1-420c-accb-5fc2cc70897a HTTP/1.1" status: 204 len: 173 time: 0.4769797 Dec 16 22:36:37.570510 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b85b681-4aa5-4f91-9887-9fded45196d1', 'name': 'network-vif-deleted', 'tag': '46c15295-8ab1-420c-accb-5fc2cc70897a'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:36:37.573162 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e4c9b9-4c61-4735-a9c2-b019e978950f" -d '{"events": [{"server_uuid": "3b85b681-4aa5-4f91-9887-9fded45196d1", "name": "network-vif-deleted", "tag": "46c15295-8ab1-420c-accb-5fc2cc70897a"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:36:37.615656 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bfabb0-9869-4f97-9f6a-24cf362c602a x-openstack-request-id: req-f5bfabb0-9869-4f97-9f6a-24cf362c602a {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:36:37.615952 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b85b681-4aa5-4f91-9887-9fded45196d1", "name": "network-vif-deleted", "tag": "46c15295-8ab1-420c-accb-5fc2cc70897a", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:36:37.616731 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5bfabb0-9869-4f97-9f6a-24cf362c602a {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:36:37.617584 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b85b681-4aa5-4f91-9887-9fded45196d1', 'name': 'network-vif-deleted', 'tag': '46c15295-8ab1-420c-accb-5fc2cc70897a', 'status': 'completed', 'code': 200} Dec 16 22:36:37.637577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3b163be-2857-445e-80d3-311f7da97c38 req-a0c1dfe8-1420-4ba1-b872-89770aa3798c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0357180 Dec 16 22:36:37.747839 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2be7751-209e-449a-a8de-94cf01c33faa req-eb855b0b-2538-4cd9-b153-1eb26af392b8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0287373 Dec 16 22:36:37.827523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29d590a6-5f7b-4255-8c05-bf227ab72494 req-74a67dae-956e-4b9f-9236-b9dbd607a960 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0264127 Dec 16 22:36:38.055399 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c21a38d-2798-4b83-9ce1-2fe5cbbc18da req-cf928593-b357-46d5-b530-9e5504543f7a tempest-VolumesActionsTest-1170881427 tempest-VolumesActionsTest-1170881427-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b85b681-4aa5-4f91-9887-9fded45196d1 HTTP/1.1" status: 200 len: 210 time: 0.0307405 Dec 16 22:36:38.179587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e148a-821d-4909-84f9-4aebf51e52da req-6edf439a-8c9a-49ba-bfa8-806e4f24c59b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:38.181193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e81e148a-821d-4909-84f9-4aebf51e52da req-6edf439a-8c9a-49ba-bfa8-806e4f24c59b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0516009 Dec 16 22:36:38.234397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e81e148a-821d-4909-84f9-4aebf51e52da req-f232cdee-f5d4-4d3d-85af-9bfe9808cedd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470114 Dec 16 22:36:38.524498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04b3d6e6-104e-4e3e-a4de-de2afc81018e req-f74abc2f-7888-433a-9e01-c8a243355b97 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0275776 Dec 16 22:36:38.722335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d32d693-941c-4f53-be5b-0792cfd85da3 req-1583e308-53c6-4f38-9e1c-adc05d4927cb tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0274191 Dec 16 22:36:38.828191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22c6aba3-9607-44ff-bf08-dd4f8bc4ad49 req-261b2c85-e994-47e7-8a20-557f4bc8e2fe tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0265832 Dec 16 22:36:38.910753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2896529-238e-480f-a313-7793962a66b3 req-e1e98db0-9aa9-4427-8a28-ff5466c54fa8 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0308135 Dec 16 22:36:39.356659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb245e5f-2cd2-4ab8-aa36-6bfbe3d989a3 req-224884ca-289a-4fe5-8f68-5dd6b29dc943 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:39.358838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb245e5f-2cd2-4ab8-aa36-6bfbe3d989a3 req-224884ca-289a-4fe5-8f68-5dd6b29dc943 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0562906 Dec 16 22:36:39.414243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb245e5f-2cd2-4ab8-aa36-6bfbe3d989a3 req-51f44ce8-43da-404b-8ec1-92acb13ccf7a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479558 Dec 16 22:36:39.601837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce699796-83a5-4c44-992d-18e35d42a7e4 req-6a3f20c3-a6ba-404a-af66-97c8a36fe497 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0273745 Dec 16 22:36:39.799383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a654b523-2d0c-44e4-9c0b-70884d9917b5 req-adf819fb-eb2f-488f-a5d6-60ba4eeb7904 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0261514 Dec 16 22:36:39.912415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e897ac5e-d24d-4388-b9dc-8c8f5fc7e541 req-8e2613ff-3527-4c48-ac35-becbad2b1184 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0305529 Dec 16 22:36:39.990781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8555866-e9c2-40ab-b0a4-ceedf813a101 req-2fe29703-87c4-4e9c-be35-2eaefcdd41eb tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0287299 Dec 16 22:36:40.539299 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12700639-ba95-48a0-8b33-6664037ba95f req-c3c48d27-eb7a-4655-981d-c9ee34fb1a3c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:40.540893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12700639-ba95-48a0-8b33-6664037ba95f req-c3c48d27-eb7a-4655-981d-c9ee34fb1a3c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0550201 Dec 16 22:36:40.593261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12700639-ba95-48a0-8b33-6664037ba95f req-85ec000c-1c4a-4f2f-81ff-2993ca605b30 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460739 Dec 16 22:36:40.679370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ecd30b5-cb82-455d-b3e6-21d70c875157 req-6defc11a-9f57-4b5f-9e78-c401a9c0f1c7 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0267544 Dec 16 22:36:40.885348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3be9821a-f380-4911-addc-214b71a872cb req-79597494-762b-415b-a409-6b5894d971f2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0317979 Dec 16 22:36:41.000939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aede51a3-c381-4f72-bb48-edc83b444339 req-567b3709-acc1-4baf-bbb1-c2d9a022142b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0348883 Dec 16 22:36:41.071485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a1644c7-3245-476b-a901-a3567c9e4dc6 req-326e0592-a054-42dc-8b93-01584281114b tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0299284 Dec 16 22:36:41.741544 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744539c-d18e-435f-b5d7-81e1231e19af req-92c92bb0-7ecf-4f3a-a2f5-afa32a60f757 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:41.744454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4744539c-d18e-435f-b5d7-81e1231e19af req-92c92bb0-7ecf-4f3a-a2f5-afa32a60f757 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0725324 Dec 16 22:36:41.787176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c7bc13d-3516-4bf3-a7cb-0d6bd09e88d9 req-a8c6bca6-8864-4c2e-848e-4bfe4b8f8e21 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0409138 Dec 16 22:36:41.847479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4744539c-d18e-435f-b5d7-81e1231e19af req-0164906e-9f53-46da-837b-d667ce85271d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909653 Dec 16 22:36:41.985516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f03c009-bc00-40fc-b41f-058a718d13b2 req-cb32aaac-7c43-46b7-b9c0-8fdb5dd02c86 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0372477 Dec 16 22:36:42.089954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19e08675-a21a-44c4-ad0d-b7317f2bc3a7 req-4015f58d-1d6a-4d2e-a5f3-c350424f948b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0313320 Dec 16 22:36:42.104216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 46c15295-8ab1-420c-accb-5fc2cc70897a no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:36:42.147665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 46c15295-8ab1-420c-accb-5fc2cc70897a {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:36:42.148325 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 46c15295-8ab1-420c-accb-5fc2cc70897a not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:36:42.185308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67f91790-8cae-4ac3-bf2e-3dc1bd92f846 req-44188c18-03fc-4a7c-9e1e-667d86957fef tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0298831 Dec 16 22:36:42.890521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5bea7d11-c8e5-4f34-ba07-8edbccac5a6d req-d29d0a12-00e7-43fc-a9a5-efe3bbb86d1d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0448163 Dec 16 22:36:43.014987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ac573-b447-4637-a976-29e4b5585c8e req-dda2995f-6061-47f8-8485-fbd1268cebd0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:43.016623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de9ac573-b447-4637-a976-29e4b5585c8e req-dda2995f-6061-47f8-8485-fbd1268cebd0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0671980 Dec 16 22:36:43.096790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de9ac573-b447-4637-a976-29e4b5585c8e req-50d60e2d-bf2d-403e-a2b3-893008a0212d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690291 Dec 16 22:36:43.181189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-630635d6-8e2d-4aea-b2ad-81572dff5ca5 req-6cfe8af9-34a3-41e8-b26e-636df99c7f47 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0625308 Dec 16 22:36:43.199295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b474e3-1f4e-4cf4-aadb-2dd6ae6e50ef req-20ce0fc0-5381-4706-b9d4-2dfc5409191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:43.202224 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d1b474e3-1f4e-4cf4-aadb-2dd6ae6e50ef req-20ce0fc0-5381-4706-b9d4-2dfc5409191e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e46b27d4336444b98f803f2fbef3235f&device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 1096 time: 0.0750351 Dec 16 22:36:43.217338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edcce272-63cd-4139-8a23-f331a17295b6 req-0fff6041-d979-4d4e-ad78-be103a4e5b39 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0312345 Dec 16 22:36:43.226193 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.295331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59735e72-5259-424e-9e93-d11bf85469b6 req-20cf7b86-89c0-42ed-bb31-ff8dd02d0909 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0329466 Dec 16 22:36:43.385992 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b474e3-1f4e-4cf4-aadb-2dd6ae6e50ef req-0117b8f4-1d47-4c6b-bdf5-7a554a657520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:43.386382 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.388415 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d1b474e3-1f4e-4cf4-aadb-2dd6ae6e50ef req-0117b8f4-1d47-4c6b-bdf5-7a554a657520 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a38ea202-9def-4a69-9c10-b0c645d2f774 HTTP/1.1" status: 200 len: 916 time: 0.1572633 Dec 16 22:36:43.442744 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d1b474e3-1f4e-4cf4-aadb-2dd6ae6e50ef req-873036f3-b350-489b-9547-e287a5dfb0b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88cc5efe-ebd3-4ff5-b4f5-78d615be3649 HTTP/1.1" status: 200 len: 217 time: 0.0430090 Dec 16 22:36:43.509458 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b474e3-1f4e-4cf4-aadb-2dd6ae6e50ef req-c8b239e8-2d8c-44c7-ab68-c87c46cc4ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:43.510992 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d1b474e3-1f4e-4cf4-aadb-2dd6ae6e50ef req-c8b239e8-2d8c-44c7-ab68-c87c46cc4ca0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=214e776a-bec9-41dd-b23a-372aeec3228b HTTP/1.1" status: 200 len: 855 time: 0.0575192 Dec 16 22:36:43.555740 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d1b474e3-1f4e-4cf4-aadb-2dd6ae6e50ef req-f9c74afa-b572-4de9-825a-15062bbd3621 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a38ea202-9def-4a69-9c10-b0c645d2f774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329752 Dec 16 22:36:43.673963 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d1b474e3-1f4e-4cf4-aadb-2dd6ae6e50ef req-ff96ae02-e9c6-4668-89a2-a710d7d55d80 service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019068 Dec 16 22:36:43.808984 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d1b474e3-1f4e-4cf4-aadb-2dd6ae6e50ef req-354febb8-c8f5-4872-ab5b-7ed82eaf7619 service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230769 Dec 16 22:36:43.978381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2a88044-930c-45d7-b4db-d43d63e187ab req-d4737a3a-df85-4172-99f6-152712ca515d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0295858 Dec 16 22:36:44.224138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d852e4-e8d0-4be1-ba94-ec3155b5d0de req-82862360-ca3b-4751-8ed3-102b05d051e7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:44.225875 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2d852e4-e8d0-4be1-ba94-ec3155b5d0de req-82862360-ca3b-4751-8ed3-102b05d051e7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0644677 Dec 16 22:36:44.635898 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-270fde28-64b3-4c77-8d5d-fe07581ec988 req-c7337117-fa7e-4b0d-acb6-c4d122748c0e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.4030952 Dec 16 22:36:44.666262 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2d852e4-e8d0-4be1-ba94-ec3155b5d0de req-65ba65ba-269d-4347-9ff9-8cb5b34be98e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316051 Dec 16 22:36:44.706077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c1a1a25-a102-466c-9179-940b4ebad28c req-23085db8-42e8-4d9d-848d-97216144437d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0274661 Dec 16 22:36:44.743120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66b359a3-17d9-4de5-aeae-8c11f3f95860 req-70482be3-a1cb-44f3-9311-5579b3de0970 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0279484 Dec 16 22:36:45.062455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-928561dc-134d-426c-85bc-d4dfc37e17f1 req-8350d87c-e34e-47ce-ad01-a13da1d88e28 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0301178 Dec 16 22:36:45.767878 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ec61119-de1e-4402-9664-b7590249481e req-bdecf996-3e0c-445d-b173-43873858f453 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0499458 Dec 16 22:36:45.861867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52a500fe-7d02-4d78-9f0b-809fa24a0b8c req-29688708-222c-44a1-b2ec-ee2ee302bf13 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0388961 Dec 16 22:36:45.886918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc9bb1-ca26-4e64-90f8-a2d0ea10b4b4 req-fab998c4-9739-4d8f-9085-dbb5ecf12274 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:45.891910 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2cc9bb1-ca26-4e64-90f8-a2d0ea10b4b4 req-fab998c4-9739-4d8f-9085-dbb5ecf12274 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1226349 Dec 16 22:36:45.959431 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7dfb5bd-abdb-4410-b3c9-ba357a787728 req-b04d0423-d8d7-4625-a006-1bec5d2f12ce tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0434346 Dec 16 22:36:46.008157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2cc9bb1-ca26-4e64-90f8-a2d0ea10b4b4 req-fa14fb0a-6a1b-43fa-bacc-18a3df98b1ef tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117222 Dec 16 22:36:46.197085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8633a182-9c6d-4196-9f1d-99842a4dba39 req-0b48e36e-e54a-4c28-b788-56a0a8d39b60 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0444877 Dec 16 22:36:46.859148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8f5aafd-2e68-432c-9f7d-3e090bf4b7d5 req-9fcd947f-d298-4eba-be95-bb4e95afd916 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0338712 Dec 16 22:36:46.956362 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac4a949e-4db6-4c4f-a412-d2147fd56ec9 req-fb701bcc-08b8-4fcb-9679-5c302cc6ee05 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0376179 Dec 16 22:36:47.086651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd410fe7-7e3e-4835-bf88-cd58ef65ea31 req-4a4aca8f-f2f5-4b81-822c-f3ba88dc25c3 tempest-ImagesNegativeTestJSON-1111147656 tempest-ImagesNegativeTestJSON-1111147656-project] 10.222.0.43 "GET /v2.0/ports?device_id=a21e5b54-2746-459c-9b7c-7b01663897c4 HTTP/1.1" status: 200 len: 210 time: 0.0410783 Dec 16 22:36:47.184700 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952260d-3c7e-4c40-b55a-26c17a245c7a req-1334a13b-2b26-422a-a6ca-38a19ba1c81e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:47.193792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c952260d-3c7e-4c40-b55a-26c17a245c7a req-1334a13b-2b26-422a-a6ca-38a19ba1c81e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0704007 Dec 16 22:36:47.255470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c952260d-3c7e-4c40-b55a-26c17a245c7a req-f444b9a2-8430-4a0b-a705-d62ab3f13a07 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603085 Dec 16 22:36:47.362518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-931dca31-8598-41f5-8f5e-b05a28d7e3a2 req-756bdaa7-0c0c-43eb-9e3f-6ada4e8dda2d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0654283 Dec 16 22:36:47.974667 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c61999bf-910e-4d57-a743-ffe7f663e08a req-7b7a0c7f-3a2b-42c6-bc1f-cbef08d64263 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0290892 Dec 16 22:36:48.042809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbb77a28-ced2-4822-b62f-f22f7530b4d6 req-fb020fea-1d52-4463-b4c5-5f67284856dd tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0282290 Dec 16 22:36:48.427770 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34388) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:48.476091 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61d44bd1-61d8-4350-b180-2202a951e7d5 req-aa964104-309e-4dcd-9c18-13c495bdb894 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0321524 Dec 16 22:36:48.506895 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d5e95-a8cd-488c-834a-37129b6ef5a1 req-5ea0d389-e7c7-4747-85e5-d45e15651de8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:48.508714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-027d5e95-a8cd-488c-834a-37129b6ef5a1 req-5ea0d389-e7c7-4747-85e5-d45e15651de8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1049337 Dec 16 22:36:48.616351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:48.635669 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-027d5e95-a8cd-488c-834a-37129b6ef5a1 req-0700b5e8-465a-46d3-bdbe-97bf70a51e19 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192551 Dec 16 22:36:48.726500 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:48.792047 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:48.834153 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef004cd-20bf-4eb3-8a9b-8ccbe64541b2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:48.838158 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94bbd9e4432343f6b366df80fe6656d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4091344 Dec 16 22:36:48.841349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34396) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:48.845184 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:48.845669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:48.846017 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:48.846354 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:48.846690 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:48.847021 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:48.847494 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:48.847823 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:48.848147 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:48.848472 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:48.848794 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:48.849117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:48.851894 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac9ada-2027-4fbf-b50b-339c65607b3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:48.923254 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:48.952491 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:49.083709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c83c424-22f9-4ec0-a3de-b093c8636856 req-cb325919-b812-4408-9dd2-ddfaa5ca332f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0513554 Dec 16 22:36:49.089449 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:49.108507 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:49.108507 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bef004cd-20bf-4eb3-8a9b-8ccbe64541b2 HTTP/1.1" status: 204 len: 168 time: 0.2626660 Dec 16 22:36:49.128899 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef004cd-20bf-4eb3-8a9b-8ccbe64541b2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:49.144755 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:49.145132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:49.145465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:49.145807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:49.146185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:49.146669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:49.147767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:49.148684 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:49.149069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:49.149407 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:49.149746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:49.150138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:49.150422 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce0750-78fa-487f-9e6d-410827587999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:49.213907 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5b6d8c1-e7e5-4a79-b585-c4ad9ff92fce req-05dc3f88-e563-4470-b00b-b386c0953f4e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0684683 Dec 16 22:36:49.615880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b949026-2109-463b-aeb1-675e3015f95b req-73214856-11d7-401c-aa00-016a03b07468 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0690691 Dec 16 22:36:49.791052 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656678e-4106-4367-9bf0-54235ce066a5 req-3a9b32c1-ca78-421c-91d7-21b3a42ba83f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:49.795945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d656678e-4106-4367-9bf0-54235ce066a5 req-3a9b32c1-ca78-421c-91d7-21b3a42ba83f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0638545 Dec 16 22:36:49.875454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d656678e-4106-4367-9bf0-54235ce066a5 req-39cb762e-58a3-4557-ba7c-c71d2ab943dd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662272 Dec 16 22:36:50.066866 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-59250412-4d64-422c-850b-83ef822e3342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.194627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ea30e8f-96ea-49e4-9241-b36e705ff2f6 req-e47e3931-2274-4fc5-9b7a-4aced15a31ec tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0372369 Dec 16 22:36:50.317705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b123ccf-8d98-4c74-8393-e708b1c2c7e6 req-7460a8fd-7530-4f96-9b6b-aa8d9b80971a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0447867 Dec 16 22:36:50.415575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34434) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:50.577723 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-54f2e1cc-a062-4332-a455-ef53081b5c21 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-438612322-network', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:50.671986 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f2e1cc-a062-4332-a455-ef53081b5c21 admin admin] Made reservation on behalf of 7592d70f4a444ff5a275646bbf28d1f9 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:50.674615 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-54f2e1cc-a062-4332-a455-ef53081b5c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.698980 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-54f2e1cc-a062-4332-a455-ef53081b5c21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.731166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1366c035-d5c7-4da7-aeb3-95e5a5a114c8 req-e0ac0f24-9471-478e-936f-1f44971905d1 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0588193 Dec 16 22:36:50.818814 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-54f2e1cc-a062-4332-a455-ef53081b5c21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.883057 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-54f2e1cc-a062-4332-a455-ef53081b5c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.912826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f2e1cc-a062-4332-a455-ef53081b5c21 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:36:50.925888 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2e1cc-a062-4332-a455-ef53081b5c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0808843-1c50-437b-b529-51ff6e4e3291,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:50.933610 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-54f2e1cc-a062-4332-a455-ef53081b5c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.933961 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-54f2e1cc-a062-4332-a455-ef53081b5c21 admin admin] Added segment ebf881b4-9c89-4bf1-9c79-733270d43102 of type vlan for network d29e897a-1707-4916-9e93-3168ac5f7a0f Dec 16 22:36:50.987698 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-54f2e1cc-a062-4332-a455-ef53081b5c21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:51.060260 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-54f2e1cc-a062-4332-a455-ef53081b5c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:51.061336 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f2e1cc-a062-4332-a455-ef53081b5c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:51.061953 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-54f2e1cc-a062-4332-a455-ef53081b5c21 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:51.130790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2e1cc-a062-4332-a455-ef53081b5c21 admin admin] Pushing event updated for resources: {'Network': ['ID=d29e897a-1707-4916-9e93-3168ac5f7a0f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:51.157530 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network d29e897a-1707-4916-9e93-3168ac5f7a0f details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:36:51.190773 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-54f2e1cc-a062-4332-a455-ef53081b5c21 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7712545 Dec 16 22:36:51.192701 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34448) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:51.198558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c800a4f2-fd79-4bf7-a472-b9160c469a2c admin admin] Request body: {'subnet': {'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-438612322-subnet', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:51.279790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c800a4f2-fd79-4bf7-a472-b9160c469a2c admin admin] Made reservation on behalf of 7592d70f4a444ff5a275646bbf28d1f9 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:51.284984 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c800a4f2-fd79-4bf7-a472-b9160c469a2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:51.295735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538498db-86bb-4577-a6b3-cd1cadee313c req-405c643b-0b17-4423-9cc5-b8e22ac3e89d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:51.297770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-538498db-86bb-4577-a6b3-cd1cadee313c req-405c643b-0b17-4423-9cc5-b8e22ac3e89d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.3176522 Dec 16 22:36:51.358807 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7869a6e4-60e3-4ccb-9475-2b78b47874a9 req-a248f726-81a9-4002-92fc-b2c978483e54 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0556190 Dec 16 22:36:51.416002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-538498db-86bb-4577-a6b3-cd1cadee313c req-538e13f2-1646-49f6-8088-57225516c2bb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104605 Dec 16 22:36:51.478206 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5711c198-7a78-4deb-bff5-0ca980206d5f req-1f18c0e6-f9fa-42b4-ac5e-94052cd91032 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0369978 Dec 16 22:36:51.815006 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c800a4f2-fd79-4bf7-a472-b9160c469a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:51.819516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1274a566-ec26-447a-943f-7b5bdc2008d3 req-366d46c6-5b24-477d-8edd-6b8aed21fd4b tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0310555 Dec 16 22:36:51.875510 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800a4f2-fd79-4bf7-a472-b9160c469a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7388031d-9b1a-4850-8adb-5060292caf9d,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:51.885246 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c800a4f2-fd79-4bf7-a472-b9160c469a2c admin admin] Checking segment: {'id': 'ebf881b4-9c89-4bf1-9c79-733270d43102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:51.885568 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c800a4f2-fd79-4bf7-a472-b9160c469a2c admin admin] Network hostable DHCP agents. Network: d29e897a-1707-4916-9e93-3168ac5f7a0f, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:36:51.952231 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c800a4f2-fd79-4bf7-a472-b9160c469a2c admin admin] Network d29e897a-1707-4916-9e93-3168ac5f7a0f is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:36:52.060700 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c800a4f2-fd79-4bf7-a472-b9160c469a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, d29e897a-1707-4916-9e93-3168ac5f7a0f) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:52.070778 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c800a4f2-fd79-4bf7-a472-b9160c469a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:52.071519 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c800a4f2-fd79-4bf7-a472-b9160c469a2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.072325 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfd7c10-826d-4dd8-b99b-26bb13aef3dc None None] Network d29e897a-1707-4916-9e93-3168ac5f7a0f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:52.183226 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c800a4f2-fd79-4bf7-a472-b9160c469a2c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9892020 Dec 16 22:36:52.186376 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34464) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:52.192144 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-438612322-router', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:52.209616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-d29e897a-1707-4916-9e93-3168ac5f7a0f', 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f', 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'fixed_ips': [{'subnet_id': '7388031d-9b1a-4850-8adb-5060292caf9d'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:36:52.211429 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.323741 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.325252 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.378863 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Allocated IP 172.20.0.2 (d29e897a-1707-4916-9e93-3168ac5f7a0f/7388031d-9b1a-4850-8adb-5060292caf9d/d35643b1-49bb-4a75-a170-2a95608bef44) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:52.467330 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.517647 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-442441b0-5a42-414e-9a3b-937bc838b7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.643344 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f558d65-3d88-48e3-9ebb-6728d9419b01 req-d4ce422e-283e-47ec-85fe-56e61aef49e0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:52.651177 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f558d65-3d88-48e3-9ebb-6728d9419b01 req-d4ce422e-283e-47ec-85fe-56e61aef49e0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0888443 Dec 16 22:36:52.728332 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.753062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f1769bd-5add-4755-8cdd-1c16e5da0bc8 req-46e9be7c-b802-492d-a2e9-6d5c5ca7ee74 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.2909157 Dec 16 22:36:52.785671 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f558d65-3d88-48e3-9ebb-6728d9419b01 req-1118f8ed-fd0a-48c5-a05b-d629878edd40 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331611 Dec 16 22:36:52.792421 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.847668 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.863808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74d3aa3f-ef57-4624-bca9-0713e196a73c req-a9ffe836-f716-41e9-8373-7aa746140542 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0513132 Dec 16 22:36:52.865576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Network d29e897a-1707-4916-9e93-3168ac5f7a0f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:52.872004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:52.878874 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:52.925048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b8020484-c055-499e-8900-20f215c2758d req-8032b20c-028e-49d4-b619-1757f00f60fa tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0376205 Dec 16 22:36:52.975155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Pushing event updated for resources: {'Port': ['ID=d35643b1-49bb-4a75-a170-2a95608bef44,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:53.001963 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Attempting to bind port d35643b1-49bb-4a75-a170-2a95608bef44 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:36:53.002836 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Attempting to bind port d35643b1-49bb-4a75-a170-2a95608bef44 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'ebf881b4-9c89-4bf1-9c79-733270d43102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:36:53.003432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Attempting to bind port d35643b1-49bb-4a75-a170-2a95608bef44 on network d29e897a-1707-4916-9e93-3168ac5f7a0f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:36:53.011258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:36:53.011949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Checking segment: {'id': 'ebf881b4-9c89-4bf1-9c79-733270d43102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:53.012660 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.013324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Bound using segment: {'id': 'ebf881b4-9c89-4bf1-9c79-733270d43102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:36:53.014055 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Bound port: d35643b1-49bb-4a75-a170-2a95608bef44, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf881b4-9c89-4bf1-9c79-733270d43102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:36:53.014624 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.111249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] For port d35643b1-49bb-4a75-a170-2a95608bef44, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:36:53.117554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] For port d35643b1-49bb-4a75-a170-2a95608bef44, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d35643b1-49bb-4a75-a170-2a95608bef44,segment=NetworkSegment(ebf881b4-9c89-4bf1-9c79-733270d43102),segment_id=ebf881b4-9c89-4bf1-9c79-733270d43102)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:36:53.154973 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.176304 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.184923 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.275529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230281b-a55f-4f64-a24b-361f7d3f6c5a None None] Pushing event updated for resources: {'Port': ['ID=d35643b1-49bb-4a75-a170-2a95608bef44,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:53.354837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Allocated IP 172.25.2.67 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/4e99e96a-a5c4-4d82-98db-b349f787eaf6) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:53.511697 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.549183 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.683841 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.705937 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d35643b1-49bb-4a75-a170-2a95608bef44 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:36:53.752522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:53.756471 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:53.761804 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:53.779361 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367497fb-d5f3-45e9-9db0-2b84370e614a None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:36:53.821228 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d35643b1-49bb-4a75-a170-2a95608bef44 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:53.821679 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.861967 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Pushing event updated for resources: {'Port': ['ID=4e99e96a-a5c4-4d82-98db-b349f787eaf6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:53.896686 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ef80e726-7e64-4c58-9cef-d418b88909fe None None] Provisioning complete for port 4e99e96a-a5c4-4d82-98db-b349f787eaf6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:53.896971 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ef80e726-7e64-4c58-9cef-d418b88909fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.946103 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d87f718-0edd-4a6f-8327-c7d57624e5f8 req-b5994f2e-b5df-4540-bb4f-5cc9d2ec8d22 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0464034 Dec 16 22:36:54.013408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ef80e726-7e64-4c58-9cef-d418b88909fe None None] Port 4e99e96a-a5c4-4d82-98db-b349f787eaf6 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:36:54.015099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c184f5-f280-4adf-af5b-ad2d250a1752 req-bbcf153f-c166-4b85-919b-a491491df6b2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:54.018190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80c184f5-f280-4adf-af5b-ad2d250a1752 req-bbcf153f-c166-4b85-919b-a491491df6b2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1584082 Dec 16 22:36:54.063135 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.098450 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0137162-aa5e-41fb-9ed4-4a0c99acf04c req-f43f0a8e-da7e-4463-8d34-4d90b5f3b86e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0661731 Dec 16 22:36:54.124715 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port d35643b1-49bb-4a75-a170-2a95608bef44, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d35643b1-49bb-4a75-a170-2a95608bef44,segment=NetworkSegment(ebf881b4-9c89-4bf1-9c79-733270d43102),segment_id=ebf881b4-9c89-4bf1-9c79-733270d43102)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:54.166294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80c184f5-f280-4adf-af5b-ad2d250a1752 req-ed24b1c7-da5b-4a48-a06d-b94a15088f3f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417263 Dec 16 22:36:54.237556 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.267898 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-064da8d7-5a60-44ab-a3b4-1900ce2de345 req-73e7195e-2a4d-4be9-960b-423dafd33129 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0961661 Dec 16 22:36:54.345930 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=d35643b1-49bb-4a75-a170-2a95608bef44,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:54.427342 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.668169 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0e0a54-52e9-4dd4-b856-30c82970c8e8 None None] Network d29e897a-1707-4916-9e93-3168ac5f7a0f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:54.700923 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.925812 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d534fb41-cfe7-495f-9f47-f4e2d84af53c None None] Provisioning complete for port d35643b1-49bb-4a75-a170-2a95608bef44 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:54.926517 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d534fb41-cfe7-495f-9f47-f4e2d84af53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.966029 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Router 961649dc-1d26-42e8-86bf-4c8a50c53562 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:36:55.102983 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:55.107064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9b21aa4-ed18-4cbd-ae24-bdd60afb8839 req-31bfe5e6-b408-4c2f-beb8-4990728a5f95 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0789518 Dec 16 22:36:55.193454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:36:55.194285 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea982367-ca40-465b-8bf2-eef080f24ade req-f34b7e70-083f-4384-8a06-4f6d92596995 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0423717 Dec 16 22:36:55.214700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Sync routers for ids ['961649dc-1d26-42e8-86bf-4c8a50c53562'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:36:55.229810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Routers {'961649dc-1d26-42e8-86bf-4c8a50c53562'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:36:55.229810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:36:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['961649dc-1d26-42e8-86bf-4c8a50c53562'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:55.285859 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:55.287657 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-24d29dce-722e-4dc5-ae8e-573a64b2437b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0995812 Dec 16 22:36:55.289749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34504) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:55.398963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8006530-f279-46ae-bca5-8e7acc5a7c77 req-fee73398-8044-4819-ba59-9ba24798860f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:55.407683 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8006530-f279-46ae-bca5-8e7acc5a7c77 req-fee73398-8044-4819-ba59-9ba24798860f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1473310 Dec 16 22:36:55.451594 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32050c53-6801-4acb-9fc2-8a68ad9bee6e req-153d8426-cc9f-434c-976b-56b488fc4f25 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.1033065 Dec 16 22:36:55.484378 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Set router 961649dc-1d26-42e8-86bf-4c8a50c53562 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:36:55.504562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8006530-f279-46ae-bca5-8e7acc5a7c77 req-d5024b9e-de63-4044-b97f-2f7c01b1b92b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905876 Dec 16 22:36:55.604967 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-19b8b3ff-4813-4dad-839c-aa2b2d96bd0b None None] Provisioning complete for port d35643b1-49bb-4a75-a170-2a95608bef44 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:55.605484 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-19b8b3ff-4813-4dad-839c-aa2b2d96bd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:55.689399 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d35643b1-49bb-4a75-a170-2a95608bef44 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:36:55.777737 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:55.858245 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d35643b1-49bb-4a75-a170-2a95608bef44 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:55.859252 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:55.977818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'name': 'tempest-TaggedBootDevicesTest-438612322-router', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:36:52Z', 'updated_at': '2021-12-16T22:36:54Z', 'revision_number': 3, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'gw_port': {'id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:53Z', 'updated_at': '2021-12-16T22:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:56.024355 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Checking router: 961649dc-1d26-42e8-86bf-4c8a50c53562 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:36:56.026347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Updating router 961649dc-1d26-42e8-86bf-4c8a50c53562 port 4e99e96a-a5c4-4d82-98db-b349f787eaf6 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:36:56.060080 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.289017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-856a0d15-c17e-4f12-b7db-30e7b6442198 req-c545e276-6ac7-46ae-b4c7-c5f9d59c79db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0813990 Dec 16 22:36:56.327906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2df8cd6-499b-4b23-8547-cc0d4502b356 req-9863ef2f-689c-4483-b716-794b398e6e7a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0418401 Dec 16 22:36:56.356318 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.474438 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.598625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0084292-7cf8-452f-9741-0c5909899e12 req-09897baf-0a92-4568-b01d-77c6b9707b66 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.1030293 Dec 16 22:36:56.633254 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Allocated IP 172.20.0.1 (d29e897a-1707-4916-9e93-3168ac5f7a0f/7388031d-9b1a-4850-8adb-5060292caf9d/b7760955-0eb1-4907-9056-a4bb3f0e0232) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:56.684902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a107a04-5e2f-4a70-ba30-62fc8c0f8db5 req-5ba924f5-42be-46d9-866d-adbbdf8b2517 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:56.686913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a107a04-5e2f-4a70-ba30-62fc8c0f8db5 req-5ba924f5-42be-46d9-866d-adbbdf8b2517 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0600448 Dec 16 22:36:56.757644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a107a04-5e2f-4a70-ba30-62fc8c0f8db5 req-ea10e40d-87e4-48db-9c8a-92190bf75633 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620146 Dec 16 22:36:56.791786 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.900737 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.943205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e1fea7-d2cd-4b0c-b8c4-212bbf96085c None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:36:56.956467 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377757d-fcd6-4e9b-abb8-af1256c79022 None None] Pushing event updated for resources: {'Port': ['ID=4e99e96a-a5c4-4d82-98db-b349f787eaf6,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:56.958670 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Attempting to bind port 4e99e96a-a5c4-4d82-98db-b349f787eaf6 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:36:56.959039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Attempting to bind port 4e99e96a-a5c4-4d82-98db-b349f787eaf6 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:36:56.959450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Attempting to bind port 4e99e96a-a5c4-4d82-98db-b349f787eaf6 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:36:56.967044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:36:56.967543 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:56.972846 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.972846 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:36:56.972846 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Bound port: 4e99e96a-a5c4-4d82-98db-b349f787eaf6, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:36:56.972846 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.051880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] For port 4e99e96a-a5c4-4d82-98db-b349f787eaf6, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:36:57.055958 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] For port 4e99e96a-a5c4-4d82-98db-b349f787eaf6, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4e99e96a-a5c4-4d82-98db-b349f787eaf6,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:36:57.061273 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-fbef74d5-0fbf-4c23-b7db-387b8e91023e None None] Provisioning complete for port 4e99e96a-a5c4-4d82-98db-b349f787eaf6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:57.061641 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fbef74d5-0fbf-4c23-b7db-387b8e91023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.072443 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.098081 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-fbef74d5-0fbf-4c23-b7db-387b8e91023e None None] Port 4e99e96a-a5c4-4d82-98db-b349f787eaf6 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:36:57.124736 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Network d29e897a-1707-4916-9e93-3168ac5f7a0f is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:57.129985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:57.134413 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:57.139558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Pushing event updated for resources: {'Port': ['ID=b7760955-0eb1-4907-9056-a4bb3f0e0232,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:57.169991 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.204014 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.239105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60f7025-249a-4722-b6d4-38642fc04ab0 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:36:57.274138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Routers {'961649dc-1d26-42e8-86bf-4c8a50c53562'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:36:57.274852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:36:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['961649dc-1d26-42e8-86bf-4c8a50c53562'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:57.333624 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377757d-fcd6-4e9b-abb8-af1256c79022 None None] Pushing event updated for resources: {'Port': ['ID=4e99e96a-a5c4-4d82-98db-b349f787eaf6,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:57.435950 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-de71dc26-5c0e-4ade-826a-2efa982d0e65 None None] Provisioning complete for port 4e99e96a-a5c4-4d82-98db-b349f787eaf6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:57.436597 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de71dc26-5c0e-4ade-826a-2efa982d0e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.473416 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-290541c2-121a-44d2-ba2a-cb2c27bec09d req-0b3ce72a-4f86-4fcf-82ab-ac54d43f40de tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0781960 Dec 16 22:36:57.487157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9267221-dd24-46af-8761-8a0c387b015a req-0ee2c3e0-40f4-486c-a714-8d6060a508e8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0787187 Dec 16 22:36:57.550619 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.622704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] Set router 961649dc-1d26-42e8-86bf-4c8a50c53562 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:36:57.706248 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de71dc26-5c0e-4ade-826a-2efa982d0e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.730708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0effa562-a52a-4dcc-88c0-e1b94b49b9ec req-f3b642df-79d2-4533-bda6-02ddf31c911a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0477388 Dec 16 22:36:57.835638 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-de71dc26-5c0e-4ade-826a-2efa982d0e65 None None] For port 4e99e96a-a5c4-4d82-98db-b349f787eaf6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4e99e96a-a5c4-4d82-98db-b349f787eaf6,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:57.890638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.894051 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:36:57.912628 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de71dc26-5c0e-4ade-826a-2efa982d0e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.928651 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.955654 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b19bd-4db4-45ab-b968-af0d0635d99c req-06efd899-7599-4827-a4af-f791ce6fb160 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:57.966146 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-828b19bd-4db4-45ab-b968-af0d0635d99c req-06efd899-7599-4827-a4af-f791ce6fb160 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0843484 Dec 16 22:36:57.983486 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71dc26-5c0e-4ade-826a-2efa982d0e65 None None] Pushing event updated for resources: {'Port': ['ID=4e99e96a-a5c4-4d82-98db-b349f787eaf6,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:58.034052 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.041595 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Pushing event updated for resources: {'Port': ['ID=b7760955-0eb1-4907-9056-a4bb3f0e0232,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:58.044506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-828b19bd-4db4-45ab-b968-af0d0635d99c req-e26eabb9-ffec-426e-a06b-595a000a6d19 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763769 Dec 16 22:36:58.072554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-343e8c25-a94e-4e83-b515-c7a10e0d15a0 None None] Provisioning complete for port b7760955-0eb1-4907-9056-a4bb3f0e0232 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:58.072923 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-343e8c25-a94e-4e83-b515-c7a10e0d15a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.126708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c25-a94e-4e83-b515-c7a10e0d15a0 None None] Port b7760955-0eb1-4907-9056-a4bb3f0e0232 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:36:58.132272 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'name': 'tempest-TaggedBootDevicesTest-438612322-router', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:36:52Z', 'updated_at': '2021-12-16T22:36:54Z', 'revision_number': 3, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'gw_port': {'id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:53Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:58.155860 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Network d29e897a-1707-4916-9e93-3168ac5f7a0f is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:58.157514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:58.167661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e19b6df-7014-41e5-92a6-e89e17eb2da0 None None] The sync data for ids ['961649dc-1d26-42e8-86bf-4c8a50c53562'] in n-d-821840-2 is: [{'id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'name': 'tempest-TaggedBootDevicesTest-438612322-router', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:36:52Z', 'updated_at': '2021-12-16T22:36:54Z', 'revision_number': 3, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'gw_port': {'id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:53Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:36:58.374728 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Router 961649dc-1d26-42e8-86bf-4c8a50c53562 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:36:58.554598 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0fe3229b-870d-40f5-8f26-7db2cef1f306 None None] Provisioning complete for port b7760955-0eb1-4907-9056-a4bb3f0e0232 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:58.555143 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fe3229b-870d-40f5-8f26-7db2cef1f306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.564067 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:36:58.605882 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7990f616-96d0-49d0-8286-6b32cdd3ccc9 admin admin] 10.222.0.43 "PUT /v2.0/routers/961649dc-1d26-42e8-86bf-4c8a50c53562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3098209 Dec 16 22:36:58.656571 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0fe3229b-870d-40f5-8f26-7db2cef1f306 None None] Port b7760955-0eb1-4907-9056-a4bb3f0e0232 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:36:58.694226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e46553a-f495-45ef-bca8-9bf4b7371fc3 req-9cfd84e1-aff2-4f9f-a2e2-cd0b9b935605 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0928180 Dec 16 22:36:58.733286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-491aa807-3d96-4589-b21c-af10bb5baf61 req-2c618cf5-ef4c-43fb-8f94-67a369498cc5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.1007867 Dec 16 22:36:58.870568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f857bed-2122-4907-8eda-68e12a620598 req-46349dd1-c308-450a-8f2e-641636e020ee tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0364289 Dec 16 22:36:59.222201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859c6ce-6eb8-4416-8784-f8d795826403 req-d80f526f-8887-4b67-b121-3ce2dc5246b3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:59.222201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2859c6ce-6eb8-4416-8784-f8d795826403 req-d80f526f-8887-4b67-b121-3ce2dc5246b3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0878348 Dec 16 22:36:59.302106 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2859c6ce-6eb8-4416-8784-f8d795826403 req-e3831513-51ab-43c3-8835-ecdefd839734 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735343 Dec 16 22:36:59.774011 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4e99e96a-a5c4-4d82-98db-b349f787eaf6 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:36:59.871751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c23cc5b1-1212-4fb9-92d7-d37c4068a6b3 req-fe3057df-4c08-4ff3-98a6-0bcd0894c6c5 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.1240013 Dec 16 22:36:59.872871 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34572) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:59.878599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4e99e96a-a5c4-4d82-98db-b349f787eaf6 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:59.879536 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:59.881405 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-06831731-fe1a-439f-b13f-6ea2b0b492bb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-406378304-network', 'tenant_id': '8252de697276423e8a8f6aac95f2d1a3'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:59.967772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-157e3d47-8379-43fe-889b-84a01bb321f4 req-46a24c95-c911-46af-9c8c-a209217bd1f6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.1060958 Dec 16 22:37:00.001940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9272cd77-3386-4ed3-9729-72136c2a0950 req-4c5d66f3-9294-416a-b18d-f810efe4018f tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0327740 Dec 16 22:37:00.014233 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06831731-fe1a-439f-b13f-6ea2b0b492bb admin admin] Made reservation on behalf of 8252de697276423e8a8f6aac95f2d1a3 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:00.016741 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06831731-fe1a-439f-b13f-6ea2b0b492bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.030262 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06831731-fe1a-439f-b13f-6ea2b0b492bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.156661 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06831731-fe1a-439f-b13f-6ea2b0b492bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.238213 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06831731-fe1a-439f-b13f-6ea2b0b492bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.279252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06831731-fe1a-439f-b13f-6ea2b0b492bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffaf615-2a2e-4aac-9df6-48f5de007094,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:00.282581 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06831731-fe1a-439f-b13f-6ea2b0b492bb admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:37:00.294448 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06831731-fe1a-439f-b13f-6ea2b0b492bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.295527 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-06831731-fe1a-439f-b13f-6ea2b0b492bb admin admin] Added segment 29546ac8-75af-4b2c-ac37-72d2d69ac0ae of type vlan for network 3640ebe8-2eda-4431-a73b-679fa217dd25 Dec 16 22:37:00.347882 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06831731-fe1a-439f-b13f-6ea2b0b492bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.448496 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06831731-fe1a-439f-b13f-6ea2b0b492bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.449656 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06831731-fe1a-439f-b13f-6ea2b0b492bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:00.451081 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06831731-fe1a-439f-b13f-6ea2b0b492bb admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.467853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd38e28-b9f9-4547-b30a-3757cb952169 req-bf231369-3e47-47b4-9a23-0fc928d061c7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:00.469778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3fd38e28-b9f9-4547-b30a-3757cb952169 req-bf231369-3e47-47b4-9a23-0fc928d061c7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0701270 Dec 16 22:37:00.557477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3fd38e28-b9f9-4547-b30a-3757cb952169 req-6d298273-a31d-4bbd-90a8-7d027877e8f0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787137 Dec 16 22:37:00.581846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06831731-fe1a-439f-b13f-6ea2b0b492bb admin admin] Pushing event updated for resources: {'Network': ['ID=3640ebe8-2eda-4431-a73b-679fa217dd25,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:00.589026 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 3640ebe8-2eda-4431-a73b-679fa217dd25 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:37:00.620664 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-06831731-fe1a-439f-b13f-6ea2b0b492bb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7427270 Dec 16 22:37:00.622727 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34578) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:00.630573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-3da93e90-ddca-43e9-a25b-d758ac163797 admin admin] Request body: {'subnet': {'network_id': '3640ebe8-2eda-4431-a73b-679fa217dd25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-406378304-subnet', 'tenant_id': '8252de697276423e8a8f6aac95f2d1a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:00.656273 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Sync routers for ids ['961649dc-1d26-42e8-86bf-4c8a50c53562'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:00.674923 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Routers {'961649dc-1d26-42e8-86bf-4c8a50c53562'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:00.675259 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:36:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['961649dc-1d26-42e8-86bf-4c8a50c53562'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:00.774838 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da93e90-ddca-43e9-a25b-d758ac163797 admin admin] Made reservation on behalf of 8252de697276423e8a8f6aac95f2d1a3 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:00.778245 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3da93e90-ddca-43e9-a25b-d758ac163797 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.858025 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Set router 961649dc-1d26-42e8-86bf-4c8a50c53562 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:01.026986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41cb68ca-57d7-4ae7-9b82-174d112e503e req-b679a290-7f74-43b6-b5f6-4cfe9a5af4f2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0372553 Dec 16 22:37:01.178709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3f122e3-4817-4a0b-a79f-bad28bdea387 req-5101400a-e5eb-4528-bb04-27cd9ffdc4d3 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0635216 Dec 16 22:37:01.184600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3270d393-847a-4b7a-a024-7f517366ca39 req-b9ae4a68-28e5-4c10-ab1f-d559e7f8e172 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0718288 Dec 16 22:37:01.214665 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'name': 'tempest-TaggedBootDevicesTest-438612322-router', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:36:52Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'gw_port': {'id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:53Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'b7760955-0eb1-4907-9056-a4bb3f0e0232', 'name': '', 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'mac_address': 'fa:16:3e:c6:ad:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:56Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 2, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'subnets': [{'id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:01.244767 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Checking router: 961649dc-1d26-42e8-86bf-4c8a50c53562 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:37:01.245020 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Updating router 961649dc-1d26-42e8-86bf-4c8a50c53562 port b7760955-0eb1-4907-9056-a4bb3f0e0232 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:37:01.266103 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3da93e90-ddca-43e9-a25b-d758ac163797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:01.310304 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:01.386973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da93e90-ddca-43e9-a25b-d758ac163797 admin admin] Checking segment: {'id': '29546ac8-75af-4b2c-ac37-72d2d69ac0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3640ebe8-2eda-4431-a73b-679fa217dd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:01.387371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da93e90-ddca-43e9-a25b-d758ac163797 admin admin] Network hostable DHCP agents. Network: 3640ebe8-2eda-4431-a73b-679fa217dd25, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:37:01.399425 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da93e90-ddca-43e9-a25b-d758ac163797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12809f72-186c-453b-96d5-ffd2b8218287,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:01.507133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da93e90-ddca-43e9-a25b-d758ac163797 admin admin] Network 3640ebe8-2eda-4431-a73b-679fa217dd25 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:37:01.607888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-3da93e90-ddca-43e9-a25b-d758ac163797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 3640ebe8-2eda-4431-a73b-679fa217dd25) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:01.614848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da93e90-ddca-43e9-a25b-d758ac163797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:01.615903 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3da93e90-ddca-43e9-a25b-d758ac163797 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:01.623145 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eae317-22ad-4b5b-96b9-3ec5f1768e6f None None] Network 3640ebe8-2eda-4431-a73b-679fa217dd25 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:01.711678 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:01.713658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece01a9-f5e5-4822-94e5-f291928049ae req-2598f6c6-78d1-4908-9618-027bd73b5e38 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:01.715379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ece01a9-f5e5-4822-94e5-f291928049ae req-2598f6c6-78d1-4908-9618-027bd73b5e38 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0691216 Dec 16 22:37:01.771569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-3640ebe8-2eda-4431-a73b-679fa217dd25', 'network_id': '3640ebe8-2eda-4431-a73b-679fa217dd25', 'project_id': '8252de697276423e8a8f6aac95f2d1a3', 'fixed_ips': [{'subnet_id': '12809f72-186c-453b-96d5-ffd2b8218287'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:37:01.772618 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:01.787107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ece01a9-f5e5-4822-94e5-f291928049ae req-b341723d-9451-494c-8529-d4f5107fe271 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594916 Dec 16 22:37:01.915207 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3da93e90-ddca-43e9-a25b-d758ac163797 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2907960 Dec 16 22:37:01.918634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34596) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:01.923188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-406378304-router', 'tenant_id': '8252de697276423e8a8f6aac95f2d1a3', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:01.929887 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Allocated IP 172.20.0.2 (3640ebe8-2eda-4431-a73b-679fa217dd25/12809f72-186c-453b-96d5-ffd2b8218287/b168e07b-c556-4500-b110-2f3ffdf7eb2a) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:01.940883 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.021184 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.027659 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.031793 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf1f02-4976-4707-a298-30b49cda6202 None None] Pushing event updated for resources: {'Port': ['ID=b7760955-0eb1-4907-9056-a4bb3f0e0232,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:02.150969 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.160635 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cf1f02-4976-4707-a298-30b49cda6202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.163217 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cf1f02-4976-4707-a298-30b49cda6202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.167892 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cf1f02-4976-4707-a298-30b49cda6202 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.168530 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cf1f02-4976-4707-a298-30b49cda6202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.169043 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cf1f02-4976-4707-a298-30b49cda6202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.169653 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cf1f02-4976-4707-a298-30b49cda6202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.171089 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cf1f02-4976-4707-a298-30b49cda6202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.172065 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cf1f02-4976-4707-a298-30b49cda6202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.172584 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cf1f02-4976-4707-a298-30b49cda6202 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.175398 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cf1f02-4976-4707-a298-30b49cda6202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.176075 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cf1f02-4976-4707-a298-30b49cda6202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.177072 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cf1f02-4976-4707-a298-30b49cda6202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.178566 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cf1f02-4976-4707-a298-30b49cda6202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.228564 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Attempting to bind port b7760955-0eb1-4907-9056-a4bb3f0e0232 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:02.228956 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Attempting to bind port b7760955-0eb1-4907-9056-a4bb3f0e0232 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'ebf881b4-9c89-4bf1-9c79-733270d43102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:02.230605 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Attempting to bind port b7760955-0eb1-4907-9056-a4bb3f0e0232 on network d29e897a-1707-4916-9e93-3168ac5f7a0f {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:02.241320 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.249615 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:02.251077 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Checking segment: {'id': 'ebf881b4-9c89-4bf1-9c79-733270d43102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:02.252777 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.253681 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Bound using segment: {'id': 'ebf881b4-9c89-4bf1-9c79-733270d43102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:02.254543 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Bound port: b7760955-0eb1-4907-9056-a4bb3f0e0232, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf881b4-9c89-4bf1-9c79-733270d43102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:02.255133 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.261687 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-057eed04-0093-4804-9276-ce19d4e95cc5 req-1628e034-08ac-4dd7-8d49-9da336ef2f20 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0620959 Dec 16 22:37:02.341357 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.402694 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Network 3640ebe8-2eda-4431-a73b-679fa217dd25 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:02.410924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:02.414144 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:02.430061 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Pushing event updated for resources: {'Port': ['ID=b168e07b-c556-4500-b110-2f3ffdf7eb2a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:02.450212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6293acc-9144-4628-9492-d38d15b2a609 req-a56fbe7a-2ba5-4494-9aa7-429e323e843e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0972841 Dec 16 22:37:02.461222 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] For port b7760955-0eb1-4907-9056-a4bb3f0e0232, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:02.467976 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] For port b7760955-0eb1-4907-9056-a4bb3f0e0232, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b7760955-0eb1-4907-9056-a4bb3f0e0232,segment=NetworkSegment(ebf881b4-9c89-4bf1-9c79-733270d43102),segment_id=ebf881b4-9c89-4bf1-9c79-733270d43102)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:02.496393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-763ee82c-b06a-44cb-871f-30e7f19c2fcf req-76762329-d616-4bf5-9e5e-d2152d9b42f9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.1448562 Dec 16 22:37:02.552312 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.637727 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.676517 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Routers {'961649dc-1d26-42e8-86bf-4c8a50c53562'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:02.677479 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:36:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['961649dc-1d26-42e8-86bf-4c8a50c53562'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:02.794372 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9618822e-6d11-4c3a-a67b-265ff9b1f42a None None] Provisioning complete for port b7760955-0eb1-4907-9056-a4bb3f0e0232 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:02.795055 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9618822e-6d11-4c3a-a67b-265ff9b1f42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.804298 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf1f02-4976-4707-a298-30b49cda6202 None None] Pushing event updated for resources: {'Port': ['ID=b7760955-0eb1-4907-9056-a4bb3f0e0232,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:02.813009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Attempting to bind port b168e07b-c556-4500-b110-2f3ffdf7eb2a on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:02.813410 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Attempting to bind port b168e07b-c556-4500-b110-2f3ffdf7eb2a by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '29546ac8-75af-4b2c-ac37-72d2d69ac0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3640ebe8-2eda-4431-a73b-679fa217dd25'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:02.813770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Attempting to bind port b168e07b-c556-4500-b110-2f3ffdf7eb2a on network 3640ebe8-2eda-4431-a73b-679fa217dd25 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:02.870674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:02.871021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Checking segment: {'id': '29546ac8-75af-4b2c-ac37-72d2d69ac0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3640ebe8-2eda-4431-a73b-679fa217dd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:02.878372 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.878897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Bound using segment: {'id': '29546ac8-75af-4b2c-ac37-72d2d69ac0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3640ebe8-2eda-4431-a73b-679fa217dd25'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:02.879451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Bound port: b168e07b-c556-4500-b110-2f3ffdf7eb2a, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29546ac8-75af-4b2c-ac37-72d2d69ac0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3640ebe8-2eda-4431-a73b-679fa217dd25'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:02.879864 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.056403 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9618822e-6d11-4c3a-a67b-265ff9b1f42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.103779 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9618822e-6d11-4c3a-a67b-265ff9b1f42a None None] For port b7760955-0eb1-4907-9056-a4bb3f0e0232, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b7760955-0eb1-4907-9056-a4bb3f0e0232,segment=NetworkSegment(ebf881b4-9c89-4bf1-9c79-733270d43102),segment_id=ebf881b4-9c89-4bf1-9c79-733270d43102)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:03.133506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] For port b168e07b-c556-4500-b110-2f3ffdf7eb2a, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:03.141013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48789646-6a7f-4274-bb64-5affc655b7ea req-90d6c87b-cac0-47bc-b9b2-593495547e96 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:03.142439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] For port b168e07b-c556-4500-b110-2f3ffdf7eb2a, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b168e07b-c556-4500-b110-2f3ffdf7eb2a,segment=NetworkSegment(29546ac8-75af-4b2c-ac37-72d2d69ac0ae),segment_id=29546ac8-75af-4b2c-ac37-72d2d69ac0ae)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:03.144998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48789646-6a7f-4274-bb64-5affc655b7ea req-90d6c87b-cac0-47bc-b9b2-593495547e96 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1439474 Dec 16 22:37:03.214658 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9618822e-6d11-4c3a-a67b-265ff9b1f42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.307935 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] Set router 961649dc-1d26-42e8-86bf-4c8a50c53562 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:03.322998 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.369294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48789646-6a7f-4274-bb64-5affc655b7ea req-f3992710-b640-4988-807b-2514fc988110 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603940 Dec 16 22:37:03.411453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10f65d27-7771-4549-b835-6208438fc560 req-cdecc541-0f2d-408f-9352-4d522e062a5d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0626462 Dec 16 22:37:03.441388 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.471557 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.480284 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5620c951-d3ed-4db6-a9cb-1824f579768f None None] Provisioning complete for port b7760955-0eb1-4907-9056-a4bb3f0e0232 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:03.480657 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5620c951-d3ed-4db6-a9cb-1824f579768f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.572550 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618822e-6d11-4c3a-a67b-265ff9b1f42a None None] Pushing event updated for resources: {'Port': ['ID=b7760955-0eb1-4907-9056-a4bb3f0e0232,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:03.698001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740140f-cd4e-4ca2-a509-0e1a58410c05 None None] Pushing event updated for resources: {'Port': ['ID=b168e07b-c556-4500-b110-2f3ffdf7eb2a,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:03.711923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-101057e2-7481-4aed-ae37-44fa047aef16 req-95a249b3-0c79-44fe-b067-bede4f36859e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0630910 Dec 16 22:37:03.738768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ecda8d0-3b02-453c-9cd9-6519d11a7762 req-acd4926a-5907-4740-85c1-ca4eb2156841 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0501809 Dec 16 22:37:03.790775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Allocated IP 172.25.2.62 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/6c30bf2c-4c23-47a2-b867-3469c7e62616) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:03.852037 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'name': 'tempest-TaggedBootDevicesTest-438612322-router', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:36:52Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'gw_port': {'id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:53Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'b7760955-0eb1-4907-9056-a4bb3f0e0232', 'name': '', 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'mac_address': 'fa:16:3e:c6:ad:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:56Z', 'updated_at': '2021-12-16T22:37:02Z', 'revision_number': 4, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'subnets': [{'id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:03.922424 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bdd359-8130-4360-a957-5845db5403a5 None None] The sync data for ids ['961649dc-1d26-42e8-86bf-4c8a50c53562'] in n-d-821840-2 is: [{'id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'name': 'tempest-TaggedBootDevicesTest-438612322-router', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:36:52Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'gw_port': {'id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:53Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'b7760955-0eb1-4907-9056-a4bb3f0e0232', 'name': '', 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'mac_address': 'fa:16:3e:c6:ad:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:56Z', 'updated_at': '2021-12-16T22:37:02Z', 'revision_number': 4, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'subnets': [{'id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:03.983881 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:04.132122 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:04.187752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:04.191396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:04.196105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:04.203352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Pushing event updated for resources: {'Port': ['ID=6c30bf2c-4c23-47a2-b867-3469c7e62616,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:04.218174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b768497c-3fd7-41e0-9dc6-99dc1ef884ed None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:04.344988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-327198df-c2ab-4286-9a01-2d1373504e98 None None] Provisioning complete for port 6c30bf2c-4c23-47a2-b867-3469c7e62616 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:04.347311 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-327198df-c2ab-4286-9a01-2d1373504e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:04.389519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-327198df-c2ab-4286-9a01-2d1373504e98 None None] Port 6c30bf2c-4c23-47a2-b867-3469c7e62616 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:04.557102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c924ab3-cdaf-4220-8c39-50d7561c6d4a req-e1bb082c-ea44-48b0-a8b7-97c88021ee98 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0702214 Dec 16 22:37:04.681635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480eef5e-1b30-4549-8020-e13808ccb710 req-0be0e7d5-595d-4bd4-86fc-5b64a78060eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:04.689899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-480eef5e-1b30-4549-8020-e13808ccb710 req-0be0e7d5-595d-4bd4-86fc-5b64a78060eb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.2184033 Dec 16 22:37:04.766864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-480eef5e-1b30-4549-8020-e13808ccb710 req-c647f721-2110-4a6c-badc-62fd6a861a54 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740936 Dec 16 22:37:04.768930 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:04.893338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-600993ff-a07d-400e-b7a9-b1a93916d96a req-1ec3cf90-d4c0-40ae-8ff0-1be992c9d770 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0441906 Dec 16 22:37:04.895123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-412b3cf4-76f9-4935-8e18-82494aba6c80 req-b16fdb61-c482-4d12-81ea-7c6dc49e8a1e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0573168 Dec 16 22:37:04.958019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b06318a-21fd-4ede-821e-a075da9f40a3 None None] Network 3640ebe8-2eda-4431-a73b-679fa217dd25 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:05.100297 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9c3be8b3-aabe-4846-9bf4-b9a77feb9229 None None] Provisioning complete for port b168e07b-c556-4500-b110-2f3ffdf7eb2a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:05.101057 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c3be8b3-aabe-4846-9bf4-b9a77feb9229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:05.141349 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:05.202079 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c3be8b3-aabe-4846-9bf4-b9a77feb9229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:05.240589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9c3be8b3-aabe-4846-9bf4-b9a77feb9229 None None] For port b168e07b-c556-4500-b110-2f3ffdf7eb2a, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b168e07b-c556-4500-b110-2f3ffdf7eb2a,segment=NetworkSegment(29546ac8-75af-4b2c-ac37-72d2d69ac0ae),segment_id=29546ac8-75af-4b2c-ac37-72d2d69ac0ae)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:05.294257 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c3be8b3-aabe-4846-9bf4-b9a77feb9229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:05.373493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3be8b3-aabe-4846-9bf4-b9a77feb9229 None None] Pushing event updated for resources: {'Port': ['ID=b168e07b-c556-4500-b110-2f3ffdf7eb2a,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:05.397158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Router 21566f20-b581-4d06-856b-82c4ef7b301d is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:37:05.425314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4103094e-3586-4032-b4e2-d05302e01e3d None None] Provisioning complete for port b168e07b-c556-4500-b110-2f3ffdf7eb2a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:05.425698 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4103094e-3586-4032-b4e2-d05302e01e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:05.710100 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b7760955-0eb1-4907-9056-a4bb3f0e0232 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:05.763202 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port b7760955-0eb1-4907-9056-a4bb3f0e0232 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:05.763606 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:05.860942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b168e07b-c556-4500-b110-2f3ffdf7eb2a up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:05.918036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4842535-315e-4442-9b8c-63e8972ed23c req-711caa09-c581-489f-a76a-8600744f3070 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0523996 Dec 16 22:37:05.919904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port b168e07b-c556-4500-b110-2f3ffdf7eb2a triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:05.922049 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:05.956420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:05.957857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4b456-7630-4ac6-970f-2107757cdec5 req-c5e8fe8e-6fdc-46e1-8def-7dafd6a2a559 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:05.960030 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Sync routers for ids ['21566f20-b581-4d06-856b-82c4ef7b301d'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:05.960244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49d4b456-7630-4ac6-970f-2107757cdec5 req-c5e8fe8e-6fdc-46e1-8def-7dafd6a2a559 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0946898 Dec 16 22:37:05.980811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Routers {'21566f20-b581-4d06-856b-82c4ef7b301d'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:05.981502 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:36:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['21566f20-b581-4d06-856b-82c4ef7b301d'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:06.035649 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cae85df8-dd20-405d-9542-94af8488dd8e req-046830af-03e4-48bd-bb4c-d7ae5862b24e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0400393 Dec 16 22:37:06.045678 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.049899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-29836ca3-0e15-4507-ae79-768bddf7329d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1271923 Dec 16 22:37:06.050220 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34664) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:06.062579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49d4b456-7630-4ac6-970f-2107757cdec5 req-3343a8b4-0556-4345-a4b7-c1140bf2777f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892386 Dec 16 22:37:06.129188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-428665f9-d9c8-4a86-90a5-3ccb703754ee req-febc2bf1-5bbd-4220-9f57-7f79bf720d5a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0377712 Dec 16 22:37:06.148541 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Set router 21566f20-b581-4d06-856b-82c4ef7b301d gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:06.365643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'name': 'tempest-TaggedBootDevicesTest-406378304-router', 'tenant_id': '8252de697276423e8a8f6aac95f2d1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c30bf2c-4c23-47a2-b867-3469c7e62616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:02Z', 'updated_at': '2021-12-16T22:37:04Z', 'revision_number': 3, 'project_id': '8252de697276423e8a8f6aac95f2d1a3', 'gw_port': {'id': '6c30bf2c-4c23-47a2-b867-3469c7e62616', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:03Z', 'updated_at': '2021-12-16T22:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:06.395171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Checking router: 21566f20-b581-4d06-856b-82c4ef7b301d for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:37:06.395590 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Updating router 21566f20-b581-4d06-856b-82c4ef7b301d port 6c30bf2c-4c23-47a2-b867-3469c7e62616 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:37:06.425442 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.522443 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.706029 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Allocated IP 172.20.0.1 (3640ebe8-2eda-4431-a73b-679fa217dd25/12809f72-186c-453b-96d5-ffd2b8218287/2cf64dc3-1b09-4de3-895f-fab091fa903f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:06.716819 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.823592 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.854476 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.902691 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c2e7c-a89c-4fc1-8e04-85f1b7b8eb11 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:06.929767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Attempting to bind port 6c30bf2c-4c23-47a2-b867-3469c7e62616 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:06.930150 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Attempting to bind port 6c30bf2c-4c23-47a2-b867-3469c7e62616 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:06.930521 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Attempting to bind port 6c30bf2c-4c23-47a2-b867-3469c7e62616 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:06.942337 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:06.942718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:06.943125 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.943546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:06.944032 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Bound port: 6c30bf2c-4c23-47a2-b867-3469c7e62616, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:06.944510 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.977424 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6717dc-616f-4fdb-a0ed-3caa3539494d None None] Pushing event updated for resources: {'Port': ['ID=6c30bf2c-4c23-47a2-b867-3469c7e62616,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:06.991975 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.009521 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-01b2878e-2c18-47dd-ba51-0352115e81dc None None] Provisioning complete for port 6c30bf2c-4c23-47a2-b867-3469c7e62616 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:07.009903 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01b2878e-2c18-47dd-ba51-0352115e81dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.044116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c63970-0aae-48f1-88b5-c36ad6969d2e req-261ccc5c-f55b-471d-9e05-337019099cf4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0384314 Dec 16 22:37:07.047368 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Network 3640ebe8-2eda-4431-a73b-679fa217dd25 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:07.057323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:07.060839 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] For port 6c30bf2c-4c23-47a2-b867-3469c7e62616, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:07.082163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:07.101081 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-01b2878e-2c18-47dd-ba51-0352115e81dc None None] Port 6c30bf2c-4c23-47a2-b867-3469c7e62616 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:07.106977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] For port 6c30bf2c-4c23-47a2-b867-3469c7e62616, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6c30bf2c-4c23-47a2-b867-3469c7e62616,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:07.135163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf64dc3-1b09-4de3-895f-fab091fa903f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:07.188555 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.206801 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.237968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5c21d93-9dee-49e3-846a-1a60e14f1012 req-2c76fe3f-12b8-4968-97c8-693d00c09644 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.1224627 Dec 16 22:37:07.340260 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5611a2-bd34-45f0-bb66-63c35f3ab34a req-3cd13699-c959-4163-9b19-2e4ae86ab69c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:07.342023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8f5611a2-bd34-45f0-bb66-63c35f3ab34a req-3cd13699-c959-4163-9b19-2e4ae86ab69c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0886459 Dec 16 22:37:07.346932 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f258d6-ca9e-4d6c-9daf-6acb8e34a287 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:07.393312 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Routers {'21566f20-b581-4d06-856b-82c4ef7b301d'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:07.394295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:36:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['21566f20-b581-4d06-856b-82c4ef7b301d'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:07.416250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7394e64f-5fd9-40a7-9861-9d4ea0e89090 req-54882e54-8608-4fd1-aef4-755dde1b480c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0565324 Dec 16 22:37:07.467163 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.493472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8f5611a2-bd34-45f0-bb66-63c35f3ab34a req-5a2fc4c7-1171-4b72-b689-0134e1e0349b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349075 Dec 16 22:37:07.512469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6717dc-616f-4fdb-a0ed-3caa3539494d None None] Pushing event updated for resources: {'Port': ['ID=6c30bf2c-4c23-47a2-b867-3469c7e62616,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:07.528077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-371168cf-9502-4871-a57d-a1a721fa9bd9 None None] Provisioning complete for port 6c30bf2c-4c23-47a2-b867-3469c7e62616 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:07.528641 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-371168cf-9502-4871-a57d-a1a721fa9bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.627462 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] Set router 21566f20-b581-4d06-856b-82c4ef7b301d gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:07.696077 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.778736 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-371168cf-9502-4871-a57d-a1a721fa9bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.786467 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.816128 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-371168cf-9502-4871-a57d-a1a721fa9bd9 None None] For port 6c30bf2c-4c23-47a2-b867-3469c7e62616, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6c30bf2c-4c23-47a2-b867-3469c7e62616,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:07.860605 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf64dc3-1b09-4de3-895f-fab091fa903f,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:07.864262 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.875982 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'name': 'tempest-TaggedBootDevicesTest-406378304-router', 'tenant_id': '8252de697276423e8a8f6aac95f2d1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c30bf2c-4c23-47a2-b867-3469c7e62616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:02Z', 'updated_at': '2021-12-16T22:37:04Z', 'revision_number': 3, 'project_id': '8252de697276423e8a8f6aac95f2d1a3', 'gw_port': {'id': '6c30bf2c-4c23-47a2-b867-3469c7e62616', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:03Z', 'updated_at': '2021-12-16T22:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:07.904532 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf64ce2e-c749-4b9d-8448-c04d53401500 None None] The sync data for ids ['21566f20-b581-4d06-856b-82c4ef7b301d'] in n-d-821840-2 is: [{'id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'name': 'tempest-TaggedBootDevicesTest-406378304-router', 'tenant_id': '8252de697276423e8a8f6aac95f2d1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c30bf2c-4c23-47a2-b867-3469c7e62616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:02Z', 'updated_at': '2021-12-16T22:37:04Z', 'revision_number': 3, 'project_id': '8252de697276423e8a8f6aac95f2d1a3', 'gw_port': {'id': '6c30bf2c-4c23-47a2-b867-3469c7e62616', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:03Z', 'updated_at': '2021-12-16T22:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:07.928903 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-371168cf-9502-4871-a57d-a1a721fa9bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.985226 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Network 3640ebe8-2eda-4431-a73b-679fa217dd25 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:07.987784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:07.996062 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371168cf-9502-4871-a57d-a1a721fa9bd9 None None] Pushing event updated for resources: {'Port': ['ID=6c30bf2c-4c23-47a2-b867-3469c7e62616,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:08.053874 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9c0cfaf7-97aa-4d16-8271-a7b8fc4c701c None None] Provisioning complete for port 2cf64dc3-1b09-4de3-895f-fab091fa903f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:08.054407 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c0cfaf7-97aa-4d16-8271-a7b8fc4c701c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:08.182316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc4312fb-e728-4997-84e8-bd0e3dde8017 req-bb5ec7a0-a3fd-42ec-87a4-966af5fb8669 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0670400 Dec 16 22:37:08.217031 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Router 21566f20-b581-4d06-856b-82c4ef7b301d has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:37:08.376842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d12f2756-8b52-4c17-8cff-0fda49e9d591 req-da863f1e-eab2-4e03-a433-dd2b185e66b6 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0380437 Dec 16 22:37:08.409079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9c0cfaf7-97aa-4d16-8271-a7b8fc4c701c None None] Port 2cf64dc3-1b09-4de3-895f-fab091fa903f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:08.413620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:08.429856 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d4a2b79d-d02d-4374-8100-46737f775216 admin admin] 10.222.0.43 "PUT /v2.0/routers/21566f20-b581-4d06-856b-82c4ef7b301d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3786042 Dec 16 22:37:08.548399 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9d155af-24f3-4f93-a8a0-050783d1dbf5 req-b0bfd4dd-627e-44c0-afdc-835687d21cd3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0405343 Dec 16 22:37:08.549262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2786b85b-414e-4d67-8a5c-ebb8fba2ce80 None None] Provisioning complete for port 2cf64dc3-1b09-4de3-895f-fab091fa903f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:08.549890 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2786b85b-414e-4d67-8a5c-ebb8fba2ce80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:08.636100 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2786b85b-414e-4d67-8a5c-ebb8fba2ce80 None None] Port 2cf64dc3-1b09-4de3-895f-fab091fa903f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:08.659849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676fe00-1c61-45bf-b6f8-423693d156dd req-1c8a3eb0-882e-459e-9561-6d13238b0392 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:08.661467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8676fe00-1c61-45bf-b6f8-423693d156dd req-1c8a3eb0-882e-459e-9561-6d13238b0392 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0779793 Dec 16 22:37:08.734301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8676fe00-1c61-45bf-b6f8-423693d156dd req-94b74697-08c1-4931-981e-a93e4f7169ad tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664237 Dec 16 22:37:09.269829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4b858c8-6c24-4791-84f0-189aa4b3b226 req-6edde4d4-ca51-4b19-99ef-23be56194be0 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0282710 Dec 16 22:37:09.456312 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e4e45b7-49ba-4baa-b517-0f970492a303 req-76de3945-0555-4b13-9b55-7d78fbc51233 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0294216 Dec 16 22:37:09.693168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5cf10f99-0678-455f-bdab-dd38fbb405d3 req-61a9026f-d378-474b-9022-2d6e11667a3a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0674672 Dec 16 22:37:09.715984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6c30bf2c-4c23-47a2-b867-3469c7e62616 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:09.781822 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 6c30bf2c-4c23-47a2-b867-3469c7e62616 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:09.782285 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:09.867648 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea5d1c-1236-4d5f-ac26-738f9e7ddbdb req-264f4965-24af-47ca-b08a-9298f51389bd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:09.869373 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7ea5d1c-1236-4d5f-ac26-738f9e7ddbdb req-264f4965-24af-47ca-b08a-9298f51389bd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0630786 Dec 16 22:37:09.941619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7ea5d1c-1236-4d5f-ac26-738f9e7ddbdb req-36204ad5-e244-4d08-8983-f8686a2c78c3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657775 Dec 16 22:37:10.149901 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Sync routers for ids ['21566f20-b581-4d06-856b-82c4ef7b301d'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:10.161435 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Routers {'21566f20-b581-4d06-856b-82c4ef7b301d'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:10.162169 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:36:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['21566f20-b581-4d06-856b-82c4ef7b301d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:10.284122 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Set router 21566f20-b581-4d06-856b-82c4ef7b301d gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:10.350377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7fd587bf-cf36-4709-83d2-a3d0cc33cc4b req-673af5b6-0a41-4a94-aaf2-d8b16a7cc840 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0280228 Dec 16 22:37:10.513195 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'name': 'tempest-TaggedBootDevicesTest-406378304-router', 'tenant_id': '8252de697276423e8a8f6aac95f2d1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c30bf2c-4c23-47a2-b867-3469c7e62616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:02Z', 'updated_at': '2021-12-16T22:37:07Z', 'revision_number': 4, 'project_id': '8252de697276423e8a8f6aac95f2d1a3', 'gw_port': {'id': '6c30bf2c-4c23-47a2-b867-3469c7e62616', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:03Z', 'updated_at': '2021-12-16T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2cf64dc3-1b09-4de3-895f-fab091fa903f', 'name': '', 'network_id': '3640ebe8-2eda-4431-a73b-679fa217dd25', 'tenant_id': '8252de697276423e8a8f6aac95f2d1a3', 'mac_address': 'fa:16:3e:bb:b6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '12809f72-186c-453b-96d5-ffd2b8218287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:06Z', 'updated_at': '2021-12-16T22:37:07Z', 'revision_number': 2, 'project_id': '8252de697276423e8a8f6aac95f2d1a3', 'subnets': [{'id': '12809f72-186c-453b-96d5-ffd2b8218287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:10.543985 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab11f772-398f-4d6a-8ab9-a40f71c77b1d req-d465b136-4343-4f6f-8533-d76b1cdedf58 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0307598 Dec 16 22:37:10.548114 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Checking router: 21566f20-b581-4d06-856b-82c4ef7b301d for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:37:10.549126 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Updating router 21566f20-b581-4d06-856b-82c4ef7b301d port 2cf64dc3-1b09-4de3-895f-fab091fa903f binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:37:10.587076 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:10.776103 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7026d59-3914-46a2-adf1-bf10a2325a9e req-b37dbb99-7a4c-40f0-89c1-a2faa996a3d4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0334694 Dec 16 22:37:10.885133 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:10.974376 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.029792 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d86ca2-eba6-4eeb-b13c-56b052c9c3fe None None] Pushing event updated for resources: {'Port': ['ID=2cf64dc3-1b09-4de3-895f-fab091fa903f,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:11.086969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969cafb-b5af-42e8-bf67-40c1b046c029 req-c1e66342-ff8e-4a64-9943-71d03da56a79 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:11.089085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b969cafb-b5af-42e8-bf67-40c1b046c029 req-c1e66342-ff8e-4a64-9943-71d03da56a79 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0719223 Dec 16 22:37:11.108606 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Attempting to bind port 2cf64dc3-1b09-4de3-895f-fab091fa903f on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:11.109426 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Attempting to bind port 2cf64dc3-1b09-4de3-895f-fab091fa903f by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '29546ac8-75af-4b2c-ac37-72d2d69ac0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3640ebe8-2eda-4431-a73b-679fa217dd25'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:11.110004 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Attempting to bind port 2cf64dc3-1b09-4de3-895f-fab091fa903f on network 3640ebe8-2eda-4431-a73b-679fa217dd25 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:11.117742 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:11.118388 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Checking segment: {'id': '29546ac8-75af-4b2c-ac37-72d2d69ac0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3640ebe8-2eda-4431-a73b-679fa217dd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:11.120827 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.120827 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Bound using segment: {'id': '29546ac8-75af-4b2c-ac37-72d2d69ac0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3640ebe8-2eda-4431-a73b-679fa217dd25'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:11.120827 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Bound port: 2cf64dc3-1b09-4de3-895f-fab091fa903f, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29546ac8-75af-4b2c-ac37-72d2d69ac0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3640ebe8-2eda-4431-a73b-679fa217dd25'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:11.120827 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.162459 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b969cafb-b5af-42e8-bf67-40c1b046c029 req-154cc69a-8a12-408e-af77-c5409b9e584c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664699 Dec 16 22:37:11.202980 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] For port 2cf64dc3-1b09-4de3-895f-fab091fa903f, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:11.206496 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] For port 2cf64dc3-1b09-4de3-895f-fab091fa903f, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2cf64dc3-1b09-4de3-895f-fab091fa903f,segment=NetworkSegment(29546ac8-75af-4b2c-ac37-72d2d69ac0ae),segment_id=29546ac8-75af-4b2c-ac37-72d2d69ac0ae)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:11.283438 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.355210 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d86ca2-eba6-4eeb-b13c-56b052c9c3fe None None] Pushing event updated for resources: {'Port': ['ID=2cf64dc3-1b09-4de3-895f-fab091fa903f,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:11.362722 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Routers {'21566f20-b581-4d06-856b-82c4ef7b301d'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:11.363393 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:36:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['21566f20-b581-4d06-856b-82c4ef7b301d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:11.411833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Provisioning complete for port 2cf64dc3-1b09-4de3-895f-fab091fa903f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:11.412407 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.531377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a680ae1b-d135-44ed-9972-1f81a2a240c8 req-35d64376-490d-436f-9420-e02a205f4413 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0804660 Dec 16 22:37:11.560716 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.573421 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] Set router 21566f20-b581-4d06-856b-82c4ef7b301d gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:11.627783 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] For port 2cf64dc3-1b09-4de3-895f-fab091fa903f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2cf64dc3-1b09-4de3-895f-fab091fa903f,segment=NetworkSegment(29546ac8-75af-4b2c-ac37-72d2d69ac0ae),segment_id=29546ac8-75af-4b2c-ac37-72d2d69ac0ae)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:11.645003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34836) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:11.711600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6050e5c0-44e3-4a93-a96b-81fa8c9da589 req-63adbf8d-09f9-4f89-b63f-554fb05fee23 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0674851 Dec 16 22:37:11.718511 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.771323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-002428ca-2435-433f-9175-302d50f9c077 admin admin] Deleting subnet ce4f081f-bfee-4ead-8a4e-ce16d0cb6f97 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:37:11.776896 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-002428ca-2435-433f-9175-302d50f9c077 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.834307 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-002428ca-2435-433f-9175-302d50f9c077 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.867520 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'name': 'tempest-TaggedBootDevicesTest-406378304-router', 'tenant_id': '8252de697276423e8a8f6aac95f2d1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c30bf2c-4c23-47a2-b867-3469c7e62616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:02Z', 'updated_at': '2021-12-16T22:37:07Z', 'revision_number': 4, 'project_id': '8252de697276423e8a8f6aac95f2d1a3', 'gw_port': {'id': '6c30bf2c-4c23-47a2-b867-3469c7e62616', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:03Z', 'updated_at': '2021-12-16T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2cf64dc3-1b09-4de3-895f-fab091fa903f', 'name': '', 'network_id': '3640ebe8-2eda-4431-a73b-679fa217dd25', 'tenant_id': '8252de697276423e8a8f6aac95f2d1a3', 'mac_address': 'fa:16:3e:bb:b6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '12809f72-186c-453b-96d5-ffd2b8218287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:06Z', 'updated_at': '2021-12-16T22:37:11Z', 'revision_number': 4, 'project_id': '8252de697276423e8a8f6aac95f2d1a3', 'subnets': [{'id': '12809f72-186c-453b-96d5-ffd2b8218287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:11.878674 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01e82e62-66ea-45c5-b53b-fbb9fa7b5ddb req-571c8433-cc79-471c-8f6e-0feb802cdeea tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0457256 Dec 16 22:37:11.881206 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Pushing event updated for resources: {'Port': ['ID=2cf64dc3-1b09-4de3-895f-fab091fa903f,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:11.899973 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:11.907148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:11.907148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:11.907148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:11.907148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:11.907148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:11.907741 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:11.907741 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:11.909236 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-002428ca-2435-433f-9175-302d50f9c077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.911782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:11.913784 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e1aa2-1c45-4040-92c2-f76b6be8d978 None None] The sync data for ids ['21566f20-b581-4d06-856b-82c4ef7b301d'] in n-d-821840-2 is: [{'id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'name': 'tempest-TaggedBootDevicesTest-406378304-router', 'tenant_id': '8252de697276423e8a8f6aac95f2d1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c30bf2c-4c23-47a2-b867-3469c7e62616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:02Z', 'updated_at': '2021-12-16T22:37:07Z', 'revision_number': 4, 'project_id': '8252de697276423e8a8f6aac95f2d1a3', 'gw_port': {'id': '6c30bf2c-4c23-47a2-b867-3469c7e62616', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:03Z', 'updated_at': '2021-12-16T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2cf64dc3-1b09-4de3-895f-fab091fa903f', 'name': '', 'network_id': '3640ebe8-2eda-4431-a73b-679fa217dd25', 'tenant_id': '8252de697276423e8a8f6aac95f2d1a3', 'mac_address': 'fa:16:3e:bb:b6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '12809f72-186c-453b-96d5-ffd2b8218287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:06Z', 'updated_at': '2021-12-16T22:37:11Z', 'revision_number': 4, 'project_id': '8252de697276423e8a8f6aac95f2d1a3', 'subnets': [{'id': '12809f72-186c-453b-96d5-ffd2b8218287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:11.915962 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:11.921349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:11.921349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:11.921349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290eb1c-d028-430e-bea0-63ce2c95ab5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:11.935367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-45bb84f2-767f-4e50-bac0-1c89ad1bd295 None None] Provisioning complete for port 2cf64dc3-1b09-4de3-895f-fab091fa903f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:11.935745 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-45bb84f2-767f-4e50-bac0-1c89ad1bd295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.060389 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-002428ca-2435-433f-9175-302d50f9c077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.112912 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-002428ca-2435-433f-9175-302d50f9c077 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.116889 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-002428ca-2435-433f-9175-302d50f9c077 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ce4f081f-bfee-4ead-8a4e-ce16d0cb6f97 HTTP/1.1" status: 204 len: 168 time: 0.4708359 Dec 16 22:37:12.118204 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002428ca-2435-433f-9175-302d50f9c077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce4f081f-bfee-4ead-8a4e-ce16d0cb6f97,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:12.119434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34842) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:12.207352 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5664220e-ae2c-4e15-9ff3-4f13e45cf97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.362831 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5664220e-ae2c-4e15-9ff3-4f13e45cf97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.404694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263c597-cf75-42ec-a5ed-2ad0a8039db6 req-8f60659e-798f-435d-ba57-22b6f5aa7d95 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:12.408095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6263c597-cf75-42ec-a5ed-2ad0a8039db6 req-8f60659e-798f-435d-ba57-22b6f5aa7d95 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1107028 Dec 16 22:37:12.414142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5664220e-ae2c-4e15-9ff3-4f13e45cf97f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2d466e-de66-451b-bf03-0372c18b9d03']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:12.428953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5664220e-ae2c-4e15-9ff3-4f13e45cf97f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0595390-dd6a-47a8-8ab0-dbc78ee64d93') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:12.429441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5664220e-ae2c-4e15-9ff3-4f13e45cf97f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0595390-dd6a-47a8-8ab0-dbc78ee64d93') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:12.459614 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5664220e-ae2c-4e15-9ff3-4f13e45cf97f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.492383 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5664220e-ae2c-4e15-9ff3-4f13e45cf97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.511653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5664220e-ae2c-4e15-9ff3-4f13e45cf97f admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:37:12.512306 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5664220e-ae2c-4e15-9ff3-4f13e45cf97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:37:12.514257 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:37:12.620067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6263c597-cf75-42ec-a5ed-2ad0a8039db6 req-63c7c419-9a2d-4bd2-aa11-dd2b96db6efe tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943557 Dec 16 22:37:12.657395 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71723361-8016-4ed9-b8f9-399a305f98fc req-4e452d6a-42f0-4ffa-ace5-bc28cfe0392d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0362287 Dec 16 22:37:12.670399 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5664220e-ae2c-4e15-9ff3-4f13e45cf97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.687016 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5664220e-ae2c-4e15-9ff3-4f13e45cf97f admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.693713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5664220e-ae2c-4e15-9ff3-4f13e45cf97f admin admin] 10.222.0.43 "DELETE /v2.0/networks/1f2d466e-de66-451b-bf03-0372c18b9d03 HTTP/1.1" status: 204 len: 168 time: 0.5703008 Dec 16 22:37:12.693713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664220e-ae2c-4e15-9ff3-4f13e45cf97f admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2d466e-de66-451b-bf03-0372c18b9d03,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:12.889384 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cfb2749d-b4e5-4b05-80e3-96a7d27d4def req-af799cf8-1196-4cf8-b84c-0af9e3860ec5 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0492370 Dec 16 22:37:12.969251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1041768d-454c-47f7-8ac4-928278199714 req-f470f944-2bef-425e-a5f9-298ad2a68ca2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0345304 Dec 16 22:37:13.185805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34856) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:13.238462 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:13.253677 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-37f04147-c80a-4686-a5ee-679065180345 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7e9aac0389c4580ba68fcaa794f0396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0660474 Dec 16 22:37:13.261143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34858) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:13.318483 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-970b28d5-f14f-4a38-8f58-0c50e06e329f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:13.341678 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-970b28d5-f14f-4a38-8f58-0c50e06e329f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:13.397362 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:13.483198 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-970b28d5-f14f-4a38-8f58-0c50e06e329f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:13.485880 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-970b28d5-f14f-4a38-8f58-0c50e06e329f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:13.487187 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-970b28d5-f14f-4a38-8f58-0c50e06e329f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/edc0c78d-5534-4646-81a9-2c0a15666498 HTTP/1.1" status: 204 len: 168 time: 0.2250586 Dec 16 22:37:13.495518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b28d5-f14f-4a38-8f58-0c50e06e329f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc0c78d-5534-4646-81a9-2c0a15666498,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:13.725476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2cf64dc3-1b09-4de3-895f-fab091fa903f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:13.763782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cf28487-70a0-4391-a5e1-e5de65b45656 req-c99bbe23-145c-4818-9038-6cc39cf51613 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0298011 Dec 16 22:37:13.783918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdc3b5-7a13-42bb-986e-5462f5f0c6e0 req-7327c3c1-cb90-47c9-80c6-8b9be3bf853d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:13.785719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56fdc3b5-7a13-42bb-986e-5462f5f0c6e0 req-7327c3c1-cb90-47c9-80c6-8b9be3bf853d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0866342 Dec 16 22:37:13.811475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2cf64dc3-1b09-4de3-895f-fab091fa903f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:13.812285 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:13.861864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56fdc3b5-7a13-42bb-986e-5462f5f0c6e0 req-e74d18cf-41fd-44d0-b62c-5758ad399b78 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636704 Dec 16 22:37:13.980662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf1d4fb0-676e-4d5c-b36f-86c2956c0253 req-a73b5dd8-419a-4b0e-8ba0-32aae511a591 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0327103 Dec 16 22:37:14.057268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26ba938f-d99f-4866-a1aa-3ebafa0fc881 req-ca9e1af4-3160-41fa-b6e6-da3ce81826fe tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0328798 Dec 16 22:37:14.855662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c882f4ea-23d5-4080-848b-5e86f8fab389 req-31c93523-52d8-43a3-8377-a7e7879e738c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0315804 Dec 16 22:37:15.008855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640a94a-fd53-4d83-85fd-1c6398b061d6 req-9aa6beb8-792e-4965-bf2d-be52a1b39be2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:15.010705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4640a94a-fd53-4d83-85fd-1c6398b061d6 req-9aa6beb8-792e-4965-bf2d-be52a1b39be2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0735207 Dec 16 22:37:15.088429 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4640a94a-fd53-4d83-85fd-1c6398b061d6 req-babd866f-da76-49ba-8141-78a53636500e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697911 Dec 16 22:37:15.090819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80622c2b-27a6-42b0-95d6-62f8e1036964 req-77cadea5-297e-4743-b041-d3b41f8c6b8b tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0442402 Dec 16 22:37:15.191703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ef0a758-2876-4d9e-a77d-12189dcd7506 req-c289524a-e4cb-4c89-9a68-a4b0ef2a0375 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0387921 Dec 16 22:37:15.938456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c87718b-ff2c-4947-a599-015c17b579da req-1b9cef00-4757-42c8-845e-9cd843e8c8f9 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0289414 Dec 16 22:37:16.206854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b1ca007-21d4-4039-9788-93252d56bd88 req-78dcffef-57fd-42e9-b1ea-dd063cb96965 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0338104 Dec 16 22:37:16.275467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7cfd2-29a7-45ac-8e0e-c0815d90a1a0 req-fa0478de-f064-4007-9cb2-d45e64144057 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:16.276879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28a7cfd2-29a7-45ac-8e0e-c0815d90a1a0 req-fa0478de-f064-4007-9cb2-d45e64144057 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0739927 Dec 16 22:37:16.297922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30751c7c-9bf8-4093-9c5d-f162194695e0 req-113eadf2-54cb-4579-bc5e-d0dcdb5149ec tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0389614 Dec 16 22:37:16.348077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28a7cfd2-29a7-45ac-8e0e-c0815d90a1a0 req-9188d9a2-639d-4065-948d-e5ff2b41e1ab tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535128 Dec 16 22:37:17.024171 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff74294d-df32-460a-8674-5fb8d05ed745 req-bd6d7495-f2ff-4fcf-aad8-b9d43b14a8ed tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0290751 Dec 16 22:37:17.300476 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a7a3211-6801-44dc-ae21-ed19dae3bfb7 req-f7e02aa4-767c-4382-bae1-411d892174c8 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0391307 Dec 16 22:37:17.387689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-306aeb74-b597-40e5-ad69-55c3e231cc28 req-678fb921-e2e4-48a2-9d20-c9f95d13c6e1 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0274835 Dec 16 22:37:17.494108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327012a0-27f4-4f91-8378-4a008815cb3b req-2c3e3ee6-bc34-41ff-b711-8862eddaf5f7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:17.495644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-327012a0-27f4-4f91-8378-4a008815cb3b req-2c3e3ee6-bc34-41ff-b711-8862eddaf5f7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0617039 Dec 16 22:37:17.557905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-327012a0-27f4-4f91-8378-4a008815cb3b req-f0baee88-5498-49b1-adb7-14f86c9c23ca tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548735 Dec 16 22:37:18.127513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a724cb8-26ad-41b4-a747-c9fe70bb71ff req-deccdd4e-ab18-4728-9027-3ececa5754b2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0463092 Dec 16 22:37:18.393952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72ca9bbc-09af-4689-a42f-7e2c94bf4315 req-d84a5cad-96e0-4bb1-b29b-16c9222f3e2d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0384779 Dec 16 22:37:18.483006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95a3ea8e-9c70-444b-be91-8fd0d45a07e3 req-7010cfe2-0ef4-4915-b444-6c19c1f2cb8a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0336399 Dec 16 22:37:18.701350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751f995-1003-4377-a6bd-a4825740b033 req-fa3947bd-796a-48a7-a6d9-321f35e3b9a7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:18.703070 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e751f995-1003-4377-a6bd-a4825740b033 req-fa3947bd-796a-48a7-a6d9-321f35e3b9a7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0602839 Dec 16 22:37:18.772901 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e751f995-1003-4377-a6bd-a4825740b033 req-fb6f642b-8a8b-43b8-9a99-e7965a9f1df9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630188 Dec 16 22:37:19.232426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee7caac3-ade7-4a37-a765-f092e822ef1a req-e373fc04-0fbd-4d0d-9c56-5468db08fe94 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0469170 Dec 16 22:37:19.478592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4dce127-cf1b-4fd5-ac8c-ee55a02f714e req-e0daad7d-7e59-4335-b446-10a74100c5e0 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0303121 Dec 16 22:37:19.566366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26be6e99-61a7-45df-b234-70bb8dfe2a6c req-a1bd410a-ed9f-487d-afdb-b14d8d133f30 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0269122 Dec 16 22:37:19.903906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a93c7-8cb6-4486-bac2-36990401f043 req-daace68a-0cac-4205-997a-759fbb6bc1b5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:19.908318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a12a93c7-8cb6-4486-bac2-36990401f043 req-daace68a-0cac-4205-997a-759fbb6bc1b5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0585344 Dec 16 22:37:19.962589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a12a93c7-8cb6-4486-bac2-36990401f043 req-42c9bf3d-3981-4674-bb23-0a33c77fbace tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486751 Dec 16 22:37:20.076567 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21b61a66-8550-435b-8136-596f5e336397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:20.332023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-066d5ef7-f2aa-45dc-9009-273f085583a9 req-7178cd5a-2997-4e29-9539-68fe7ddd5924 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0312490 Dec 16 22:37:20.583177 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0f9ceb3-3765-467a-a5c7-e27b8956928c req-9b810900-319c-4e81-9b15-018a8a876011 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0443685 Dec 16 22:37:20.649338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77d929be-d0cc-4244-8581-17275926edd2 req-de7b6fcd-e757-40ac-8971-2a08aa69d86d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0279703 Dec 16 22:37:21.094015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdcda5-5414-45a7-81be-2564fed6a1f1 req-c8159e43-2a8c-4647-99c4-f94d609cf6b3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:21.096370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2cdcda5-5414-45a7-81be-2564fed6a1f1 req-c8159e43-2a8c-4647-99c4-f94d609cf6b3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0605621 Dec 16 22:37:21.150590 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2cdcda5-5414-45a7-81be-2564fed6a1f1 req-3d4fef7d-9e0f-482e-8751-a70c00dbd3c8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478427 Dec 16 22:37:21.426047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a235a0a7-4ea1-4ee3-aa6d-e3de87f1b379 req-798ae528-dbf2-4b0d-bce3-acea363760b7 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0304551 Dec 16 22:37:21.672675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbd8dc7a-4366-476c-8d9b-d27a5271b706 req-c3cf7976-6581-4222-beaa-1ea82b8b5f92 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0332344 Dec 16 22:37:21.734552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-689dd214-2127-4f25-a756-15305bf56efe req-ae10a898-1ce2-4ece-88ed-d45902388ec2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0279231 Dec 16 22:37:22.278031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add080d-0684-48c7-836a-676b10ee2fbc req-4de57dc6-9fc0-4609-b53c-93c03ceb9906 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:22.278031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8add080d-0684-48c7-836a-676b10ee2fbc req-4de57dc6-9fc0-4609-b53c-93c03ceb9906 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0525064 Dec 16 22:37:22.326292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8add080d-0684-48c7-836a-676b10ee2fbc req-ddbc4a86-7cc2-4de7-8294-4ce16b825af9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448699 Dec 16 22:37:22.408439 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ae7a88a-84ee-426d-b622-19efc77454b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:22.507386 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5c8976c-779e-487d-a83c-0293c99b4e21 req-f701dd09-5888-49ee-af6b-a5737a9e482f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0313697 Dec 16 22:37:22.757625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4dd4c620-d315-474f-bc79-7a2605674ab8 req-0ecbf096-ee54-4ba3-b361-0a8f0f25405d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0291929 Dec 16 22:37:22.835504 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f422f96-38f0-4329-9f1f-4ba2c6616eca req-34093fff-6230-4672-ab53-b85e74fd7f0f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0440121 Dec 16 22:37:23.457827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a692c09-1f80-40d0-8f99-e7aa7664817d req-8df208c7-70a3-4556-afe2-9ef40d9dc21e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:23.467133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a692c09-1f80-40d0-8f99-e7aa7664817d req-8df208c7-70a3-4556-afe2-9ef40d9dc21e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0571349 Dec 16 22:37:23.522130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a692c09-1f80-40d0-8f99-e7aa7664817d req-a470bd92-cf47-463f-88c1-6240f17e8a61 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565696 Dec 16 22:37:23.528856 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:23.589678 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-216ac151-a04b-40af-aee0-37283433f65d req-d9279bd7-07f2-4065-91ff-6dfe3b43a645 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0310345 Dec 16 22:37:23.839994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-600039dd-13cb-4f1c-9fca-08d43ad4fbb8 req-1c311bec-f620-4dcc-b2ca-99fb0d33dd8c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0297058 Dec 16 22:37:23.926364 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63028cc4-66dc-4fb1-a331-88723c9c4456 req-9f5dfbb3-98e3-46b8-9f4c-e3125faf1f89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0367482 Dec 16 22:37:24.671676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdce00-5752-460d-9261-d78a0f363e69 req-92186c6b-0317-4714-a32d-15570c3c7d15 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:24.673287 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94cdce00-5752-460d-9261-d78a0f363e69 req-92186c6b-0317-4714-a32d-15570c3c7d15 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0660329 Dec 16 22:37:24.690506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3bfb0ee5-8749-4484-b545-96c5f69b8cad req-cc694581-9fcb-4283-970a-7a16c4a3dd67 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0389552 Dec 16 22:37:24.738487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94cdce00-5752-460d-9261-d78a0f363e69 req-408a9d3e-4c30-4df2-8b14-342d4bfc3550 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513539 Dec 16 22:37:24.888458 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:24.927615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11bb84c8-ca89-47d7-be47-177d3c3a37fd req-fb78e779-13ee-4aed-8e9b-db75ada4c14d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0294826 Dec 16 22:37:25.022172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c2a4e1d-6c62-4a5c-a621-e51a5cafee04 req-8d4a8553-d603-4b94-a0eb-93aa39993e4f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0337527 Dec 16 22:37:25.706830 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.777996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2561e3d2-41da-4f42-98f2-7984bf0deb59 req-eebd6d7f-3628-4e68-8e4b-31b75a707922 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0316072 Dec 16 22:37:25.888331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6313825-3b3b-44b5-9a22-a94784a9c269 req-2986f75d-afe2-439e-acee-c1e4f98b9311 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:25.890205 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6313825-3b3b-44b5-9a22-a94784a9c269 req-2986f75d-afe2-439e-acee-c1e4f98b9311 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0658028 Dec 16 22:37:25.947823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6313825-3b3b-44b5-9a22-a94784a9c269 req-d337fbff-b6cc-422d-ac15-175875563644 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502508 Dec 16 22:37:26.028651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d498147-f3ef-4b0d-936e-f2cb9d38c518 req-b892dcb1-d949-4c8c-9f44-901fe065bcba tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0276873 Dec 16 22:37:26.123832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ba7f13b-4dc4-4fe2-af3b-94ba6b62a749 req-00f4ad8e-3566-48b6-9ada-ca54e5856685 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0412204 Dec 16 22:37:26.871354 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ef5fd19-2fc8-4f95-8aa6-4b4ec4ddfcce req-991ac5c6-2c25-4222-94f8-0180a58b5590 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0285516 Dec 16 22:37:27.109881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd5bcb-a3f7-4131-aab1-89f39eaff125 req-b95e169a-79ae-4a0d-a54a-e21b57f3bd42 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:27.113505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83cd5bcb-a3f7-4131-aab1-89f39eaff125 req-b95e169a-79ae-4a0d-a54a-e21b57f3bd42 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0872259 Dec 16 22:37:27.194105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5908f85f-39db-4706-ac35-5de798bfd704 req-9042d2be-0d6f-4535-bb09-82a2f6637085 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0625515 Dec 16 22:37:27.231824 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83cd5bcb-a3f7-4131-aab1-89f39eaff125 req-6b1813f3-45d3-4789-aaa2-17d3132648a2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105859 Dec 16 22:37:27.283562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b41daca-74be-49f9-9e72-ed296e454e84 req-fed114bd-8c78-4cf3-96ee-39d84c4b8d48 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0396433 Dec 16 22:37:27.957398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-746c2ad8-ad48-4804-97e5-57e668d5500e req-cf59b5b7-bac7-4c06-b9af-405f1c22e314 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0332649 Dec 16 22:37:28.306293 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-777c9e3b-acf3-4d09-85fa-9b4a604b62fa req-8182ac07-6eb0-40fb-b9c4-067909711277 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0340815 Dec 16 22:37:28.408226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08cbb805-fbc0-4017-a02c-c554795d39c9 req-d20a7ae2-8b60-4b36-a14c-c4cb39e0456f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0494757 Dec 16 22:37:28.427541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be81772-4229-4f72-bc3b-5e8e3edeef4c req-5aceda63-3ea6-44a1-a089-d0a97a5b168f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:28.429461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0be81772-4229-4f72-bc3b-5e8e3edeef4c req-5aceda63-3ea6-44a1-a089-d0a97a5b168f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0802603 Dec 16 22:37:28.495618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0be81772-4229-4f72-bc3b-5e8e3edeef4c req-c51269c0-efe0-4b96-9586-afcd268d53ea tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591826 Dec 16 22:37:29.043899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b2ac2d7-1718-42ea-8f73-58bd6e71785f req-194dc68b-c127-420a-bded-f3676872af08 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0326703 Dec 16 22:37:29.427450 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b916ed2-db84-42f2-9967-15c7e6d0fa17 req-6ae697fd-0d06-48c5-bb67-45314ab954df tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0583999 Dec 16 22:37:29.509342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3871056-8873-43ea-bbc6-5910d0e500d4 req-482b1d86-8224-4058-ac19-e21152ffca3d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0320442 Dec 16 22:37:29.688414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf860d-2cc0-4bd4-810d-e75ed6993245 req-1f228115-5206-4e5b-8f63-dc4f798ef922 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:29.690879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3bf860d-2cc0-4bd4-810d-e75ed6993245 req-1f228115-5206-4e5b-8f63-dc4f798ef922 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0742359 Dec 16 22:37:29.779313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3bf860d-2cc0-4bd4-810d-e75ed6993245 req-f5413909-03c7-47df-b334-02e2297ec752 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792823 Dec 16 22:37:30.145742 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-793fe83b-fffe-4ec3-a399-70027b9a6621 req-7319d722-3cb8-40ca-9207-da43e1bbb7e7 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0401974 Dec 16 22:37:30.514464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04eadbdb-6a80-4a51-b955-866231580513 req-699e0805-779e-46a5-9f7e-9da726fbabc9 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0282099 Dec 16 22:37:30.590119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1138c2de-3c96-4354-9261-2c20c65e81b8 req-e55807ce-ed72-4c5e-8d90-4ad0a583c261 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0280752 Dec 16 22:37:30.895514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51393-0f16-4de8-bbc1-803acf1b536a req-3e71b067-c000-42d6-871e-cf0261a02036 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:30.897149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ede51393-0f16-4de8-bbc1-803acf1b536a req-3e71b067-c000-42d6-871e-cf0261a02036 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0525043 Dec 16 22:37:30.951071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ede51393-0f16-4de8-bbc1-803acf1b536a req-b6df9fc8-dc3d-400f-9a9e-42e9eac54288 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473356 Dec 16 22:37:31.234858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-172c729e-0141-4cd4-b9e1-461ca60694cb req-2f0e2a1b-3cc2-44b1-bdf0-025fe27cfdc7 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0315433 Dec 16 22:37:31.594960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81cdc2cf-0c99-4db7-87ef-27eed287bf52 req-fb39db39-df96-4b95-9fb6-3e839e442ca1 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0284653 Dec 16 22:37:31.675133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d27638f7-a9a1-4afa-98e1-e5af82f13f48 req-f70b90d8-0b15-4d8c-a54a-61b17983c8e1 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0274303 Dec 16 22:37:32.084400 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141a513-de9f-4659-b71a-fc3a2c5b8faa req-1c2077ca-be12-4560-aff1-13a293ecf587 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:32.085816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2141a513-de9f-4659-b71a-fc3a2c5b8faa req-1c2077ca-be12-4560-aff1-13a293ecf587 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0576873 Dec 16 22:37:32.139250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2141a513-de9f-4659-b71a-fc3a2c5b8faa req-5024adec-4a5d-45e8-920d-7149f0025bf7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471337 Dec 16 22:37:32.316253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8bce39c9-2326-41cf-bfe2-96429a18663f req-3f84dac7-9092-4884-a913-649be38ee11c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0297627 Dec 16 22:37:32.683890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8c8dca1-3243-4406-9614-735add035db3 req-89a6556c-5421-4577-81fc-068d49ea2e7f tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0357513 Dec 16 22:37:32.762914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3d99e05-d4ff-4b6b-87b6-bc1369904bfb req-9333096b-242b-4e96-9a6c-95c394fafcf5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0282748 Dec 16 22:37:33.262161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538c9d5-6ef7-47c3-83fa-1d61e693fd0c req-d7a86c97-fd6d-49fb-81bd-6bdd3b4654a0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:33.263856 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1538c9d5-6ef7-47c3-83fa-1d61e693fd0c req-d7a86c97-fd6d-49fb-81bd-6bdd3b4654a0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0530784 Dec 16 22:37:33.328114 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1538c9d5-6ef7-47c3-83fa-1d61e693fd0c req-4038e172-4d6e-4f55-a133-ff779c6caeee tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571456 Dec 16 22:37:33.413742 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0bdba4e0-0c7f-4f8f-ab9f-3470561a56b1 req-57d061d6-3b30-444b-b1f9-14197fa4c682 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0295737 Dec 16 22:37:33.775662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35b667c8-c29f-4897-a587-ca49fd2eb02c req-d47587e2-20e3-435e-9a69-d27a9635f5b0 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0400400 Dec 16 22:37:33.846768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af4fa499-25a0-4a23-82b8-bfcaf67be1ba req-b3206549-2080-470f-a9d8-021b6747e495 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0296803 Dec 16 22:37:34.469452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e6b4a-2e37-4e86-a9da-5ef2b94753b0 req-a76d497d-e6cf-4149-b1c2-0bdbc620bca7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:34.471191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d6e6b4a-2e37-4e86-a9da-5ef2b94753b0 req-a76d497d-e6cf-4149-b1c2-0bdbc620bca7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0559816 Dec 16 22:37:34.511177 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6127073a-3365-4892-8e3b-e840c9bf67de req-bff707c9-63c9-4e93-823e-a5da153d007e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0389354 Dec 16 22:37:34.544342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d6e6b4a-2e37-4e86-a9da-5ef2b94753b0 req-ad0d5d5a-ec3e-422f-897e-8f06a53c0867 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631971 Dec 16 22:37:34.859182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c46162cc-b857-4340-8025-cc0e8aeefe92 req-84ccdc4d-4083-4abe-a2af-a66c46579417 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0312665 Dec 16 22:37:34.893769 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:37:34.929132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb33fd32-442d-4609-b1b2-bbe6a7770a10 req-e6b2bfab-0bea-4522-b5e0-d7fa04dcd785 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0287647 Dec 16 22:37:35.592420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-232d1be7-1515-4339-af46-4098554a9bfa req-a84134e5-cb27-410e-bc48-8cacbf738b66 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0300508 Dec 16 22:37:35.693711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72674fc2-1656-43ab-97a2-7909e227cdbf req-599d882d-992f-47a7-a62c-83ca6791c9cc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:35.695298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72674fc2-1656-43ab-97a2-7909e227cdbf req-599d882d-992f-47a7-a62c-83ca6791c9cc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0584600 Dec 16 22:37:35.747038 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72674fc2-1656-43ab-97a2-7909e227cdbf req-6f654c56-e840-4883-b5fd-d9971f6ab7ca tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454922 Dec 16 22:37:35.942467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3be7647c-75e7-4100-9357-bb3c5582d4b7 req-851efa65-40fb-47c0-a416-9c057495e499 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0321858 Dec 16 22:37:36.009622 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bd65797-841e-428e-a7bc-db1e67d20b91 req-e5f937fd-ebeb-4279-b13c-0b345070f0e8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0291021 Dec 16 22:37:36.674120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e313db3e-d5d5-4db2-9a27-003bb999d590 req-e3aff977-f7bb-470f-a90a-7b5e7447645d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0271227 Dec 16 22:37:36.870495 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15fc7d-c852-4308-8bc2-48c4798a4620 req-e1ae119e-6e7f-4ca7-b6da-60d2cdef5393 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:36.872227 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb15fc7d-c852-4308-8bc2-48c4798a4620 req-e1ae119e-6e7f-4ca7-b6da-60d2cdef5393 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0547762 Dec 16 22:37:36.926516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb15fc7d-c852-4308-8bc2-48c4798a4620 req-0f8ba527-4ebd-42aa-bdc3-e25cb99a1759 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433455 Dec 16 22:37:37.026722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15203a5e-69a2-4957-a9bc-678a8e7e57bf req-e22912a0-4c28-4152-ba65-8251766e0224 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0312974 Dec 16 22:37:37.089201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57417fc0-c42b-4c21-9d62-2b870427a638 req-0777b5c1-24db-4768-ab4e-005b389385f6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0275526 Dec 16 22:37:37.754930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd450800-796e-4d03-987c-53676c8e70a2 req-df48ccd0-520a-420f-8909-9f3bb0ef0b1b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0288515 Dec 16 22:37:38.052859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ee84e-b78f-467a-a274-3f4c02a1e8c1 req-f6beffa2-5af1-4f60-baa4-1799c41ce8fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:38.054807 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae6ee84e-b78f-467a-a274-3f4c02a1e8c1 req-f6beffa2-5af1-4f60-baa4-1799c41ce8fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0545294 Dec 16 22:37:38.125772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b1d4d9d-8f89-4cc6-b3d4-7d7eb74b2ca1 req-c3c316be-c326-4bc1-8b9c-a305aba5086d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0445454 Dec 16 22:37:38.134868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae6ee84e-b78f-467a-a274-3f4c02a1e8c1 req-584f4011-4569-4829-af69-b5239cf5e04d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745084 Dec 16 22:37:38.195148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4734dbc0-577f-4562-8a29-55de488d3da1 req-725c4ad7-ce56-496a-8b00-7050be884968 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0288198 Dec 16 22:37:38.641485 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-0d8258bc-c3a9-4b6c-8c03-9a6f6438b084 req-63905da7-1061-44bb-951a-30e3ada20a48 tempest-ImagesTestJSON-2001415150 tempest-ImagesTestJSON-2001415150-project] (103952) timed out ('10.222.0.69', 63079) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:37:38.836407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f2ff7ac-ca16-40ee-bc34-d5a43a1eedd4 req-da992a3b-2ad4-4f00-8718-fb92c0b9bbc0 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Dec 16 22:37:39.211071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7b3ff4a-c4a2-4c37-81b0-2e4c9a55cc68 req-c566fdbe-836c-4434-aa16-283100e7c603 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0321252 Dec 16 22:37:39.284864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be2d86bc-fbaf-45d1-ad6d-6b3ed963a5d9 req-696052b0-5a46-4b57-865e-3fd781c9c49c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0285335 Dec 16 22:37:39.496296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ee090-d232-45b4-b3d4-315042872a2c req-94737f00-5286-4399-b769-b1eb3bdf6ba4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:39.497730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-301ee090-d232-45b4-b3d4-315042872a2c req-94737f00-5286-4399-b769-b1eb3bdf6ba4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0512142 Dec 16 22:37:39.550586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-301ee090-d232-45b4-b3d4-315042872a2c req-3053fc6e-19c3-41a9-a4d0-26cd541b53f5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467696 Dec 16 22:37:39.913886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-723fa2df-e505-463b-82fe-26e98a48fbd0 req-6808d79c-e7b2-44d3-9342-e4c8d4516bfe tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0273314 Dec 16 22:37:40.298883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24de4dde-9eae-485f-9f0e-381f4a36762e req-7d1da334-9466-404b-b85c-f744236fad41 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0286734 Dec 16 22:37:40.367618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2928b647-a987-48bf-9564-fbca69167f26 req-151795ef-301a-477d-87c8-3fd716308d9c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0294344 Dec 16 22:37:40.672340 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb690de-e023-47ec-a742-8c3140ebf090 req-723d6a15-04ac-419e-9495-e9b4ab537f41 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:40.673845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbb690de-e023-47ec-a742-8c3140ebf090 req-723d6a15-04ac-419e-9495-e9b4ab537f41 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0517557 Dec 16 22:37:40.729064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbb690de-e023-47ec-a742-8c3140ebf090 req-8d8ce6d5-2fb1-48ad-b50b-a998b13fa795 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477893 Dec 16 22:37:40.994139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-609daa5f-f0dd-4ed5-a23d-b9bb71f17db7 req-28508c58-136e-42d2-851d-a2bed815f9c1 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0273805 Dec 16 22:37:41.379950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9cffff4-402c-46e9-9642-febd1b921d96 req-1f734406-572f-45b5-b44e-978137e0d7f6 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0266364 Dec 16 22:37:41.465017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0b781e1-5ee8-4d3d-a68a-f0846d1815c9 req-93613ddb-da66-4627-bc32-3ef08dfd1389 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0369835 Dec 16 22:37:41.850241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6082fcc-5792-430e-8c2d-c9023bde6331 req-39bc14ea-0e38-4d61-a0ea-0d04a4d1adef tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:41.851795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6082fcc-5792-430e-8c2d-c9023bde6331 req-39bc14ea-0e38-4d61-a0ea-0d04a4d1adef tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0512497 Dec 16 22:37:41.900074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6082fcc-5792-430e-8c2d-c9023bde6331 req-8c70b701-2099-4fbb-8123-e8c84d6fb452 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420930 Dec 16 22:37:42.059242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-59a52f6a-71e7-4bc6-b571-bda32cd282e3 req-a1b9fdef-aebd-4f65-b255-760e9a2a564f service neutron] (103951) timed out ('10.222.0.69', 62794) {{(pid=103951) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:37:42.082865 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5cc38dd1-3ccb-4604-b562-92f3a2062835 req-00badc04-1213-4c75-9a72-cc1a3d05b41a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0341408 Dec 16 22:37:42.462205 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6192820-a1c8-4c0e-8fa9-4c544b3f0280 req-91a87cf7-7cc6-45d7-89c5-c4eec51e06fc tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0285969 Dec 16 22:37:42.541553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d922dc69-34ad-44f2-8066-71ff5d3b4bb9 req-7b743dd1-da59-48d3-8a22-81edd6a783de tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0295856 Dec 16 22:37:43.017954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad963e27-5bf3-4b04-9cfe-bcf418088224 req-a7a4199e-7f0a-4278-ae14-9c7cd832f519 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:43.019504 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad963e27-5bf3-4b04-9cfe-bcf418088224 req-a7a4199e-7f0a-4278-ae14-9c7cd832f519 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0496895 Dec 16 22:37:43.070278 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad963e27-5bf3-4b04-9cfe-bcf418088224 req-9a4ccabf-0d24-4b44-a46b-d232fe5c1d80 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438550 Dec 16 22:37:43.173131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31456d53-3acb-4597-8183-6f5cbf38da86 req-6d2767d4-1474-49e2-8a2b-a434c7a9a075 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0386412 Dec 16 22:37:43.253717 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:43.418746 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:43.542545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b526cfb-8354-4179-b923-5565ceb64d48 req-dbf7c181-2a2c-4df3-9458-2332a554efaa tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0292139 Dec 16 22:37:43.623975 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-608ca8c9-b539-4925-8106-b0dac37ff0f0 req-70e5202b-976f-40c9-aace-616b0d042a93 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0289237 Dec 16 22:37:44.192254 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723caa14-02ad-460b-a9a3-a10b180ef230 req-075e27e2-4601-45b4-8106-d4d24049ac46 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:44.197442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-723caa14-02ad-460b-a9a3-a10b180ef230 req-075e27e2-4601-45b4-8106-d4d24049ac46 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0535309 Dec 16 22:37:44.214103 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8149d208-3b9c-4897-900c-2bd98e5bb435 req-45e19db9-3685-4ccb-8138-dc74001c479f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a22b6b00-b61d-43b6-8b7a-e1360fdf15ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1700187 Dec 16 22:37:44.298365 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7b66f36-109a-46b1-a4b3-62c5b761e374 req-4604b982-10d6-419b-bca5-745e2f24e70c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0642896 Dec 16 22:37:44.306431 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-723caa14-02ad-460b-a9a3-a10b180ef230 req-defaa37b-33aa-433a-ae16-161a568380b6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029308 Dec 16 22:37:44.321498 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149d208-3b9c-4897-900c-2bd98e5bb435 req-8b25e685-f96b-4ff1-8f47-296ff3f1e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:44.328625 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8149d208-3b9c-4897-900c-2bd98e5bb435 req-8b25e685-f96b-4ff1-8f47-296ff3f1e8eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcf250b5ff594cdf88e9252c7b22714a&device_id=a22b6b00-b61d-43b6-8b7a-e1360fdf15ba HTTP/1.1" status: 200 len: 1097 time: 0.0481236 Dec 16 22:37:44.437106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149d208-3b9c-4897-900c-2bd98e5bb435 req-8c7dbdb4-08bb-4b07-b944-04e3c362e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:44.438628 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8149d208-3b9c-4897-900c-2bd98e5bb435 req-8c7dbdb4-08bb-4b07-b944-04e3c362e27b service neutron] 10.222.0.69 "GET /v2.0/networks?id=1543a6fc-9392-49f6-9942-b7fae61d3964 HTTP/1.1" status: 200 len: 919 time: 0.0882425 Dec 16 22:37:44.488523 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8149d208-3b9c-4897-900c-2bd98e5bb435 req-a2e09276-5132-4434-a528-31b53d8e521b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=076bf481-372f-4d3d-9953-f9ec3d475ee3 HTTP/1.1" status: 200 len: 217 time: 0.0415857 Dec 16 22:37:44.546496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149d208-3b9c-4897-900c-2bd98e5bb435 req-707a6bdc-715a-4a06-a417-436a67a4c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:44.548010 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8149d208-3b9c-4897-900c-2bd98e5bb435 req-707a6bdc-715a-4a06-a417-436a67a4c547 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c0e4748-a97c-4294-a98d-f71dd9b06896 HTTP/1.1" status: 200 len: 858 time: 0.0483027 Dec 16 22:37:44.589950 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8149d208-3b9c-4897-900c-2bd98e5bb435 req-b634bd42-fe24-4e76-b283-b0027e1d9ca3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1543a6fc-9392-49f6-9942-b7fae61d3964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290799 Dec 16 22:37:44.636565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d69f354-ed47-4311-8cc9-8399720a5642 req-1dd0c09d-1a8e-4fdb-beb0-eef040dee5fa tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0289600 Dec 16 22:37:44.710793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-afc2a7a1-9e98-4e5b-bc6c-8a7fbc2fcd25 req-63aa643e-07a3-4bad-bbe7-d87e5d8cc87e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0325828 Dec 16 22:37:44.712336 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8149d208-3b9c-4897-900c-2bd98e5bb435 req-071eefba-22aa-419a-a099-f3da9b767d43 service neutron] 10.222.0.69 "GET /v2.0/networks/1543a6fc-9392-49f6-9942-b7fae61d3964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069455 Dec 16 22:37:44.815588 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8149d208-3b9c-4897-900c-2bd98e5bb435 req-f8bcb9e6-4131-4440-ba23-9154561a3f6c service neutron] 10.222.0.69 "GET /v2.0/networks/1543a6fc-9392-49f6-9942-b7fae61d3964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923321 Dec 16 22:37:45.402039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0bea349-05a3-48a2-85ac-1baef64dcb02 req-36001454-cf3e-487f-91cc-f769ca25ac93 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0307729 Dec 16 22:37:45.455990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059ada6-a70c-4355-a768-f93df823c4ed req-aff994ed-1855-4b1e-bc7a-f7af9b8e34a7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:45.457498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f059ada6-a70c-4355-a768-f93df823c4ed req-aff994ed-1855-4b1e-bc7a-f7af9b8e34a7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0587623 Dec 16 22:37:45.508035 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f059ada6-a70c-4355-a768-f93df823c4ed req-c2ff261d-f81c-485b-b245-4d2a62de70c1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434954 Dec 16 22:37:45.724906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c1834ab-d10c-42c2-a139-382e535ffab8 req-483de84c-8299-455f-a456-6897fbfd0a43 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0322955 Dec 16 22:37:45.795618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5326c828-d156-4f07-a294-21ca14f0c89e req-e2d68529-b4c3-40ae-983d-ee67a7797f3e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0277152 Dec 16 22:37:45.910553 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35376) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:45.916284 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-243e7d95-33f0-419b-835d-1c9492bd6464 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-105979124'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:46.145576 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243e7d95-33f0-419b-835d-1c9492bd6464 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Made reservation on behalf of 7592d70f4a444ff5a275646bbf28d1f9 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:46.149169 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-243e7d95-33f0-419b-835d-1c9492bd6464 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.178422 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243e7d95-33f0-419b-835d-1c9492bd6464 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:37:46.188165 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-243e7d95-33f0-419b-835d-1c9492bd6464 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.188559 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-243e7d95-33f0-419b-835d-1c9492bd6464 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Added segment 71aa26be-eff6-490a-8cc3-d1feda1ee2d7 of type vlan for network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 Dec 16 22:37:46.241788 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-243e7d95-33f0-419b-835d-1c9492bd6464 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.379006 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-243e7d95-33f0-419b-835d-1c9492bd6464 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.385183 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243e7d95-33f0-419b-835d-1c9492bd6464 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:46.388834 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-243e7d95-33f0-419b-835d-1c9492bd6464 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.453234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e7d95-33f0-419b-835d-1c9492bd6464 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event updated for resources: {'Network': ['ID=09958e27-18af-4cce-88fa-f6c1acc8d6d0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:46.464752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:37:46.494154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da246ef3-9890-4e12-9896-c1e69640573a req-e39674d6-c974-419c-ac44-92b47d3bb653 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0399814 Dec 16 22:37:46.522533 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-243e7d95-33f0-419b-835d-1c9492bd6464 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6106191 Dec 16 22:37:46.525036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35380) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:46.532065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0e7dd60e-71b9-4938-a92d-3b61548c6b69 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1914438637'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:46.625254 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7dd60e-71b9-4938-a92d-3b61548c6b69 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Made reservation on behalf of 7592d70f4a444ff5a275646bbf28d1f9 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:46.628659 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e7dd60e-71b9-4938-a92d-3b61548c6b69 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.667383 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b9b76-54a3-434a-af42-e89d637bfdb8 req-7ef8af8e-a76b-4797-b644-d51bfa6de6a0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:46.668985 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c2b9b76-54a3-434a-af42-e89d637bfdb8 req-7ef8af8e-a76b-4797-b644-d51bfa6de6a0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0737727 Dec 16 22:37:46.672688 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7dd60e-71b9-4938-a92d-3b61548c6b69 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:37:46.696650 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e7dd60e-71b9-4938-a92d-3b61548c6b69 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.697572 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-0e7dd60e-71b9-4938-a92d-3b61548c6b69 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Added segment 1bad9b27-b9c2-4af8-a033-d26558d16a35 of type vlan for network 37445d9f-0861-4e82-a857-7db94f202785 Dec 16 22:37:46.779791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c2b9b76-54a3-434a-af42-e89d637bfdb8 req-651667b6-04a6-498b-bb05-312fcbb612fe tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021783 Dec 16 22:37:46.781377 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e7dd60e-71b9-4938-a92d-3b61548c6b69 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.813261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4f44919-a1ea-4288-8761-190e1c6c805b req-0915fc9c-c785-41e0-90c7-788959ef4f6f tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0292268 Dec 16 22:37:46.887258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bab0156c-2e43-46fb-8a00-e0fd54d98631 req-61629426-3400-4a0b-8fe0-806093c6848c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0274291 Dec 16 22:37:46.899247 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e7dd60e-71b9-4938-a92d-3b61548c6b69 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.904967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7dd60e-71b9-4938-a92d-3b61548c6b69 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:46.905640 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e7dd60e-71b9-4938-a92d-3b61548c6b69 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.975610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7dd60e-71b9-4938-a92d-3b61548c6b69 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event updated for resources: {'Network': ['ID=37445d9f-0861-4e82-a857-7db94f202785,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:46.986760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 37445d9f-0861-4e82-a857-7db94f202785 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:37:47.044849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0e7dd60e-71b9-4938-a92d-3b61548c6b69 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5178959 Dec 16 22:37:47.047313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35390) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:47.052356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b5d7cddf-b333-407c-ae1b-c906f02af327 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Request body: {'subnet': {'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:47.236558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d7cddf-b333-407c-ae1b-c906f02af327 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Made reservation on behalf of 7592d70f4a444ff5a275646bbf28d1f9 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:47.240147 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cddf-b333-407c-ae1b-c906f02af327 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:47.494680 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cddf-b333-407c-ae1b-c906f02af327 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:47.572921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7cddf-b333-407c-ae1b-c906f02af327 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event updated for resources: {'Subnet': ['ID=66d62a4b-8577-43d6-a20e-4f97cf47186d,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:47.593686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-652f5eb6-611a-4e86-b2da-154cf81f1074 req-b5e9adb5-eb9b-4819-a95d-5ff4d27a4e91 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0416553 Dec 16 22:37:47.597660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d7cddf-b333-407c-ae1b-c906f02af327 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Checking segment: {'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:47.598026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7cddf-b333-407c-ae1b-c906f02af327 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Network hostable DHCP agents. Network: 09958e27-18af-4cce-88fa-f6c1acc8d6d0, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:37:47.687193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7cddf-b333-407c-ae1b-c906f02af327 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:37:47.773051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-b5d7cddf-b333-407c-ae1b-c906f02af327 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 09958e27-18af-4cce-88fa-f6c1acc8d6d0) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:47.778503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d7cddf-b333-407c-ae1b-c906f02af327 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:47.783149 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cddf-b333-407c-ae1b-c906f02af327 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:47.784213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b85835-7d79-44f5-b020-b37a817f4f97 None None] Network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:47.911962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b5d7cddf-b333-407c-ae1b-c906f02af327 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8595264 Dec 16 22:37:47.912161 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-09958e27-18af-4cce-88fa-f6c1acc8d6d0', 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0', 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'fixed_ips': [{'subnet_id': '66d62a4b-8577-43d6-a20e-4f97cf47186d'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:37:47.912161 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:47.912359 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35408) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:47.917892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7ef3bfcb-6633-4a62-8839-dbceb9ac04e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Request body: {'subnet': {'network_id': '37445d9f-0861-4e82-a857-7db94f202785', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:47.948571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15797391-2196-4f66-86aa-ce2a5d35a8cf req-82b5a75c-2815-4d41-83e3-e3dfe1d97d34 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0502791 Dec 16 22:37:47.986132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849c54b-bc26-4239-816d-02df105e950a req-9a9800b1-1e10-4cf8-9d9e-d498fe73e535 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:47.989610 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2849c54b-bc26-4239-816d-02df105e950a req-9a9800b1-1e10-4cf8-9d9e-d498fe73e535 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1297028 Dec 16 22:37:48.034648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe1373a0-cdd8-42ab-a96e-327371ffdbc8 req-1e955435-6b00-4615-b94f-7198e962bf14 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0437286 Dec 16 22:37:48.073882 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Allocated IP 10.1.1.2 (09958e27-18af-4cce-88fa-f6c1acc8d6d0/66d62a4b-8577-43d6-a20e-4f97cf47186d/ba299420-a9d4-40c4-b88e-0e1338364091) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:48.074714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2849c54b-bc26-4239-816d-02df105e950a req-5126bf8c-43cc-45a0-b8e1-775d8d7e9a89 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704916 Dec 16 22:37:48.098505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef3bfcb-6633-4a62-8839-dbceb9ac04e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Made reservation on behalf of 7592d70f4a444ff5a275646bbf28d1f9 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:48.102578 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bfcb-6633-4a62-8839-dbceb9ac04e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.245410 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.356604 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.396190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:48.399189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:48.402894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:48.417096 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Pushing event updated for resources: {'Port': ['ID=ba299420-a9d4-40c4-b88e-0e1338364091,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:48.488394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Attempting to bind port ba299420-a9d4-40c4-b88e-0e1338364091 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:48.488929 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Attempting to bind port ba299420-a9d4-40c4-b88e-0e1338364091 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:48.489268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Attempting to bind port ba299420-a9d4-40c4-b88e-0e1338364091 on network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:48.494584 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:48.494899 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Checking segment: {'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:48.495326 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.495732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Bound using segment: {'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:48.496199 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Bound port: ba299420-a9d4-40c4-b88e-0e1338364091, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:48.496584 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.567094 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] For port ba299420-a9d4-40c4-b88e-0e1338364091, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:48.570330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] For port ba299420-a9d4-40c4-b88e-0e1338364091, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ba299420-a9d4-40c4-b88e-0e1338364091,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:48.665357 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.683046 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-567062e2-fbe5-46d9-bffe-f146abc2899a req-8af4471b-ab3d-4dfd-93a7-a367164d4a0a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0275531 Dec 16 22:37:48.726339 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bfcb-6633-4a62-8839-dbceb9ac04e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.728641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a82e93-f153-4201-9fca-2c05cfa6d335 None None] Pushing event updated for resources: {'Port': ['ID=ba299420-a9d4-40c4-b88e-0e1338364091,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:48.802240 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3bfcb-6633-4a62-8839-dbceb9ac04e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event updated for resources: {'Subnet': ['ID=293efef2-0a95-4853-917e-48f1ea75b46a,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:48.812152 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef3bfcb-6633-4a62-8839-dbceb9ac04e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Checking segment: {'id': '1bad9b27-b9c2-4af8-a033-d26558d16a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '37445d9f-0861-4e82-a857-7db94f202785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:48.812515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef3bfcb-6633-4a62-8839-dbceb9ac04e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Network hostable DHCP agents. Network: 37445d9f-0861-4e82-a857-7db94f202785, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:37:48.881850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef3bfcb-6633-4a62-8839-dbceb9ac04e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Network 37445d9f-0861-4e82-a857-7db94f202785 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:37:48.990988 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7ef3bfcb-6633-4a62-8839-dbceb9ac04e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 37445d9f-0861-4e82-a857-7db94f202785) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:49.000659 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87d75f-14f6-4242-b6bd-16c4fc8a83c1 None None] Network 37445d9f-0861-4e82-a857-7db94f202785 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:49.010783 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef3bfcb-6633-4a62-8839-dbceb9ac04e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:49.012706 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bfcb-6633-4a62-8839-dbceb9ac04e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.030331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ce6ba60-9b52-4a9d-8a32-7041828306bd req-ec092d41-e031-4329-81aa-9e4a4b2e2c0e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0397637 Dec 16 22:37:49.107702 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7ef3bfcb-6633-4a62-8839-dbceb9ac04e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1946120 Dec 16 22:37:49.110424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35424) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:49.130769 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Request body: {'port': {'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0', 'name': 'tempest-TaggedBootDevicesTest-62480954', 'fixed_ips': [{'subnet_id': '66d62a4b-8577-43d6-a20e-4f97cf47186d'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:49.130994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-37445d9f-0861-4e82-a857-7db94f202785', 'network_id': '37445d9f-0861-4e82-a857-7db94f202785', 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'fixed_ips': [{'subnet_id': '293efef2-0a95-4853-917e-48f1ea75b46a'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:37:49.132017 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.187249 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fef3f74-f4cd-4907-aba7-068a91e5cbee req-bd0373cb-7d4e-4b17-8f11-02666570b734 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0850720 Dec 16 22:37:49.252185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e914c9a-b8e8-44d5-87c2-1fb02bf2d536 req-e6d71baa-7722-40cf-980b-3e224eda7df1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:49.261197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e914c9a-b8e8-44d5-87c2-1fb02bf2d536 req-e6d71baa-7722-40cf-980b-3e224eda7df1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0788922 Dec 16 22:37:49.326210 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Allocated IP 10.2.2.2 (37445d9f-0861-4e82-a857-7db94f202785/293efef2-0a95-4853-917e-48f1ea75b46a/3decf8dd-881e-4421-915a-09de1937f8c0) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:49.339240 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e914c9a-b8e8-44d5-87c2-1fb02bf2d536 req-dbc57cfa-69c1-4bc6-b63a-2e2c4b25a490 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765991 Dec 16 22:37:49.401940 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Made reservation on behalf of 7592d70f4a444ff5a275646bbf28d1f9 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:49.486496 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.487247 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.507453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] device_id is not set on port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:37:49.551260 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.599873 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Network 37445d9f-0861-4e82-a857-7db94f202785 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:49.602939 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:49.607967 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:49.618517 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Pushing event updated for resources: {'Port': ['ID=3decf8dd-881e-4421-915a-09de1937f8c0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:49.688012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Attempting to bind port 3decf8dd-881e-4421-915a-09de1937f8c0 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:49.688429 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Attempting to bind port 3decf8dd-881e-4421-915a-09de1937f8c0 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '1bad9b27-b9c2-4af8-a033-d26558d16a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '37445d9f-0861-4e82-a857-7db94f202785'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:49.688831 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Attempting to bind port 3decf8dd-881e-4421-915a-09de1937f8c0 on network 37445d9f-0861-4e82-a857-7db94f202785 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:49.694767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:49.695149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Checking segment: {'id': '1bad9b27-b9c2-4af8-a033-d26558d16a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '37445d9f-0861-4e82-a857-7db94f202785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:49.695592 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.695993 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Bound using segment: {'id': '1bad9b27-b9c2-4af8-a033-d26558d16a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '37445d9f-0861-4e82-a857-7db94f202785'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:49.696480 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Bound port: 3decf8dd-881e-4421-915a-09de1937f8c0, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bad9b27-b9c2-4af8-a033-d26558d16a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '37445d9f-0861-4e82-a857-7db94f202785'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:49.697432 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.745019 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Allocated IP 10.1.1.84 (09958e27-18af-4cce-88fa-f6c1acc8d6d0/66d62a4b-8577-43d6-a20e-4f97cf47186d/bc549fe9-370a-4a6a-b9d2-c60eaa3144c7) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:49.806924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ba299420-a9d4-40c4-b88e-0e1338364091 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:49.817482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15385ab0-d090-45ba-8af8-4c834c231978 req-16484b83-e548-4194-8c1e-3eb0555716d2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0560503 Dec 16 22:37:49.885158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] For port 3decf8dd-881e-4421-915a-09de1937f8c0, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:49.889120 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] For port 3decf8dd-881e-4421-915a-09de1937f8c0, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3decf8dd-881e-4421-915a-09de1937f8c0,segment=NetworkSegment(1bad9b27-b9c2-4af8-a033-d26558d16a35),segment_id=1bad9b27-b9c2-4af8-a033-d26558d16a35)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:49.897956 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ba299420-a9d4-40c4-b88e-0e1338364091 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:49.900550 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.000502 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.010561 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.025526 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3455f3cb-4489-4e93-b616-0007ae384139 None None] Network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:50.106279 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.110290 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.124305 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2918-7e75-421e-b88a-5554bdf4446c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.131161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f93712d1-27af-4857-9f51-e6bf9bf8f64d req-dcd17da5-7d01-4f43-abe5-22f70641be94 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0449612 Dec 16 22:37:50.191962 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port ba299420-a9d4-40c4-b88e-0e1338364091, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ba299420-a9d4-40c4-b88e-0e1338364091,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:50.198757 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a2fde-03eb-4d93-b740-6d0d6b473af4 None None] Pushing event updated for resources: {'Port': ['ID=3decf8dd-881e-4421-915a-09de1937f8c0,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:50.198973 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event updated for resources: {'Port': ['ID=bc549fe9-370a-4a6a-b9d2-c60eaa3144c7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:50.203793 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:50.208734 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-57813bb5-f83f-45cd-be4f-ed28e03cafbd None None] Provisioning complete for port ba299420-a9d4-40c4-b88e-0e1338364091 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:50.209141 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-57813bb5-f83f-45cd-be4f-ed28e03cafbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.209401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:50.212586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:50.213518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:50.213886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:50.214235 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:50.214575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:50.215984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:50.215984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:50.215984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:50.216267 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:50.216358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:50.216922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:50.217020 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:50.217323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:50.220763 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:50.265565 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.291851 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:50.292653 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.292799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a05dbe7-a4b4-45d6-9521-aa478e7b15a0 req-b0a1ca54-662b-48e1-8388-268851477d27 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0422223 Dec 16 22:37:50.377227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=ba299420-a9d4-40c4-b88e-0e1338364091,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:50.430826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35436) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:50.437396 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5a50ad4d-119d-4256-b25e-dfe7b6fd8c46 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3257124 Dec 16 22:37:50.441480 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Request body: {'port': {'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0', 'name': 'tempest-TaggedBootDevicesTest-1070656620', 'fixed_ips': [{'subnet_id': '66d62a4b-8577-43d6-a20e-4f97cf47186d'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:50.691715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6281d-1a6f-4afb-af76-91b4d87f55c9 req-10ed4ad3-c32e-4bc2-a8bf-2b63694a5a49 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:50.693486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00e6281d-1a6f-4afb-af76-91b4d87f55c9 req-10ed4ad3-c32e-4bc2-a8bf-2b63694a5a49 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.2372706 Dec 16 22:37:50.778308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00e6281d-1a6f-4afb-af76-91b4d87f55c9 req-9d9324e1-7e97-42fd-a463-31613411a7c1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679228 Dec 16 22:37:50.793213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5e20b10a-e3d3-43bf-b3c8-536d251d7fe7 None None] Provisioning complete for port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:50.793630 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e20b10a-e3d3-43bf-b3c8-536d251d7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.835894 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Made reservation on behalf of 7592d70f4a444ff5a275646bbf28d1f9 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:50.843372 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5e20b10a-e3d3-43bf-b3c8-536d251d7fe7 None None] Port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:50.867510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5e20b10a-e3d3-43bf-b3c8-536d251d7fe7 None None] Provisioning complete for port ba299420-a9d4-40c4-b88e-0e1338364091 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:50.871034 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e20b10a-e3d3-43bf-b3c8-536d251d7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.942637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-425ed339-8ecd-408f-970a-0614a8cb8db8 req-467147cb-af39-4427-a59a-c97f6c18dada tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0372715 Dec 16 22:37:50.990009 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.013962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] device_id is not set on port b9d73b46-bfc0-4dd6-a33c-e55e82103481 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:37:51.124591 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-14bdecb3-9fc2-459d-b37b-d1bc49d3e000 None None] Provisioning complete for port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:51.125163 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14bdecb3-9fc2-459d-b37b-d1bc49d3e000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.186452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-14bdecb3-9fc2-459d-b37b-d1bc49d3e000 None None] Port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:51.205625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Allocated IP 10.1.1.240 (09958e27-18af-4cce-88fa-f6c1acc8d6d0/66d62a4b-8577-43d6-a20e-4f97cf47186d/b9d73b46-bfc0-4dd6-a33c-e55e82103481) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:51.239768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a30f18a8-ec29-4fe1-a28e-dac32b6b8c40 req-13ad5dde-2ad1-445f-9803-5487783d1cca tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0355389 Dec 16 22:37:51.382197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79692fcc-f623-4745-83d8-99f7c8e86dd6 req-3a4bad72-0382-4785-ac27-78bd23595df1 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0347784 Dec 16 22:37:51.444437 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.495483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf734a7-9541-4a3e-be74-a82185423568 None None] Network 37445d9f-0861-4e82-a857-7db94f202785 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:51.549993 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.554226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-77e63188-3a87-4475-9b37-e1cd9f96d020 None None] Provisioning complete for port 3decf8dd-881e-4421-915a-09de1937f8c0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:51.554599 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77e63188-3a87-4475-9b37-e1cd9f96d020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.597186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:51.601349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:51.608194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:51.680457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event updated for resources: {'Port': ['ID=b9d73b46-bfc0-4dd6-a33c-e55e82103481,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:51.713078 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:51.713078 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:51.713078 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:51.713078 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:51.713078 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:51.715750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:51.715750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:51.715750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:51.715750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:51.715750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:51.715750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:51.715750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:51.716314 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:51.746481 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77e63188-3a87-4475-9b37-e1cd9f96d020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.770738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:51.771428 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.798592 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-77e63188-3a87-4475-9b37-e1cd9f96d020 None None] For port 3decf8dd-881e-4421-915a-09de1937f8c0, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3decf8dd-881e-4421-915a-09de1937f8c0,segment=NetworkSegment(1bad9b27-b9c2-4af8-a033-d26558d16a35),segment_id=1bad9b27-b9c2-4af8-a033-d26558d16a35)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:51.861445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-247170f9-d017-4046-aef4-4fa635f85854 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4283016 Dec 16 22:37:51.881899 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77e63188-3a87-4475-9b37-e1cd9f96d020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.985121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf1e4f-2e65-476a-84e5-d6e490d525c6 req-37825acd-6b5b-4861-b29d-8d1387532a50 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:51.987230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fdbf1e4f-2e65-476a-84e5-d6e490d525c6 req-37825acd-6b5b-4861-b29d-8d1387532a50 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0879920 Dec 16 22:37:52.084812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fdbf1e4f-2e65-476a-84e5-d6e490d525c6 req-f18e38b9-1772-42f9-8d43-04b8e8636028 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910540 Dec 16 22:37:52.154490 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ba299420-a9d4-40c4-b88e-0e1338364091 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:52.158203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3fc30693-06b7-4bd4-b278-b7d453acdd08 req-5b995dc9-78cc-4ab9-a424-a9ea311c8d7a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0324233 Dec 16 22:37:52.225286 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e63188-3a87-4475-9b37-e1cd9f96d020 None None] Pushing event updated for resources: {'Port': ['ID=3decf8dd-881e-4421-915a-09de1937f8c0,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:52.230450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8b405218-de35-426c-8d69-0a7ed61b4288 None None] Provisioning complete for port b9d73b46-bfc0-4dd6-a33c-e55e82103481 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:52.231046 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b405218-de35-426c-8d69-0a7ed61b4288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.282263 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8b405218-de35-426c-8d69-0a7ed61b4288 None None] Port b9d73b46-bfc0-4dd6-a33c-e55e82103481 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:52.295402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ba299420-a9d4-40c4-b88e-0e1338364091 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:52.296138 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.329773 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6064a6a1-2c6a-4e13-b380-a6959ec8f62f req-6efc9319-712b-4730-ad3f-4a817729557c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0297625 Dec 16 22:37:52.406105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3decf8dd-881e-4421-915a-09de1937f8c0 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:52.436080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5234e6d3-6404-45ee-aec0-bcf6b97947ac None None] Provisioning complete for port 3decf8dd-881e-4421-915a-09de1937f8c0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:52.436459 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5234e6d3-6404-45ee-aec0-bcf6b97947ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.465337 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35458) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:52.468630 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9ffdf6a-86f8-43aa-83c5-e62fa2212729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.471997 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a01336fc-b53e-4299-86eb-a88e6b0da3c5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1812312366', 'description': 'tempest-description--1230356377'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:52.503892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-066e2941-384e-4e2f-8aa9-d22a2616eeb9 req-b9088eeb-1865-477d-9880-d9a939d0e32a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0512881 Dec 16 22:37:52.504186 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3decf8dd-881e-4421-915a-09de1937f8c0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:52.504562 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.591033 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a01336fc-b53e-4299-86eb-a88e6b0da3c5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.676755 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a01336fc-b53e-4299-86eb-a88e6b0da3c5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.750183 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a01336fc-b53e-4299-86eb-a88e6b0da3c5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.781119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01336fc-b53e-4299-86eb-a88e6b0da3c5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330438fa-b7e3-4f04-a085-39924cd4e734,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:52.862193 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a01336fc-b53e-4299-86eb-a88e6b0da3c5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.863475 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a01336fc-b53e-4299-86eb-a88e6b0da3c5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3963730 Dec 16 22:37:52.866435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35462) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:52.871627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2b8de1f0-1383-47a6-b92b-f04216b76e42 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Request body: {'security_group_rule': {'security_group_id': '330438fa-b7e3-4f04-a085-39924cd4e734', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:52.996219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b8de1f0-1383-47a6-b92b-f04216b76e42 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.055610 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b8de1f0-1383-47a6-b92b-f04216b76e42 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.121990 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b8de1f0-1383-47a6-b92b-f04216b76e42 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.148267 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8de1f0-1383-47a6-b92b-f04216b76e42 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30e5d9e-465b-4136-8ead-031a9b61f94b,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:53.209815 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b8de1f0-1383-47a6-b92b-f04216b76e42 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.214691 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2b8de1f0-1383-47a6-b92b-f04216b76e42 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3436823 Dec 16 22:37:53.215215 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35468) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:53.219937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e9d5fbdb-b647-4573-9737-e26f53b35cc5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Request body: {'security_group_rule': {'security_group_id': '330438fa-b7e3-4f04-a085-39924cd4e734', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:53.240504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98338aad-800f-4c26-a618-8af906fd097c req-e0a3d3ee-9036-4286-8c0d-4aa60f1d1034 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:53.242040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98338aad-800f-4c26-a618-8af906fd097c req-e0a3d3ee-9036-4286-8c0d-4aa60f1d1034 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0769935 Dec 16 22:37:53.264202 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-374ec661-c443-42ba-ac3e-07a92681e98e req-f2de5424-c13a-4434-bcbf-f11d06b311bb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0436814 Dec 16 22:37:53.315075 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fbdb-b647-4573-9737-e26f53b35cc5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.316403 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98338aad-800f-4c26-a618-8af906fd097c req-c4fdddb7-199f-4345-a5b0-52ff6e64c48e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604889 Dec 16 22:37:53.378205 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fbdb-b647-4573-9737-e26f53b35cc5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.417493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4ee8105-11d3-45fb-a3c5-f981062da14f req-a73d9237-7e72-4180-a63d-05957bff53c0 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0272396 Dec 16 22:37:53.452991 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fbdb-b647-4573-9737-e26f53b35cc5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.474139 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5fbdb-b647-4573-9737-e26f53b35cc5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075b4b4a-125f-428a-8c34-4e9390ed1bdd,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:53.561638 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.581502 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6284c918-b863-46f9-b3ee-77d1ff481c39 req-63f7b1dc-cdb2-45b6-8677-29ae3f0c7ed3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0278473 Dec 16 22:37:53.597874 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fbdb-b647-4573-9737-e26f53b35cc5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.601856 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e9d5fbdb-b647-4573-9737-e26f53b35cc5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3829899 Dec 16 22:37:53.602088 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 35474) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:53.606738 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:53.674515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3decf8dd-881e-4421-915a-09de1937f8c0 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:53.704871 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.740041 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3decf8dd-881e-4421-915a-09de1937f8c0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:53.740587 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.834208 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.944772 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Allocated IP 172.25.2.86 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/b57272a5-f074-4585-b4f9-3f3f9d333469) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:54.053661 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.156236 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.196220 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:54.200140 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:54.203738 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:54.226402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event updated for resources: {'Port': ['ID=b57272a5-f074-4585-b4f9-3f3f9d333469,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:54.301654 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.351539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-435d0cbe-5102-4a24-bdc5-9749c998edde req-37a32702-104a-4e39-90b3-c43fa06caa49 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0312366 Dec 16 22:37:54.407441 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.441044 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83d08f-ec1d-4499-9a5d-b930711f2f68 req-f46dcfc4-f894-4c49-a4f8-1a6907d7ea0d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:54.442559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff83d08f-ec1d-4499-9a5d-b930711f2f68 req-f46dcfc4-f894-4c49-a4f8-1a6907d7ea0d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0520096 Dec 16 22:37:54.522468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f52df39-6381-4087-a01b-232551bc8d57 req-2b9cdb3b-1659-4a52-a791-bf325345b49c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0403440 Dec 16 22:37:54.546983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff83d08f-ec1d-4499-9a5d-b930711f2f68 req-07cad75d-7414-4d12-a336-2cf0b3e6abbe tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881021 Dec 16 22:37:54.578388 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.663354 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fa546e6-2555-4fda-8b30-34b7e0b7f4ad req-51f435a2-37a2-4871-a03b-14065a216c5c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0276415 Dec 16 22:37:54.664808 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.736238 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event updated for resources: {'Port': ['ID=b57272a5-f074-4585-b4f9-3f3f9d333469,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:54.752324 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.841596 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.890392 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.892327 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dcd62044-3cc0-41a9-9b21-1bc43ea74d87 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2887244 Dec 16 22:37:55.210648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-69193939-6af7-493d-8448-bf3f85831e1e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1812312366&fields=id&tenant_id=7592d70f4a444ff5a275646bbf28d1f9 HTTP/1.1" status: 200 len: 267 time: 0.0471013 Dec 16 22:37:55.262957 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f426ccf1-1fd2-48d3-9690-91ebeadd7486 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:55.264269 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f426ccf1-1fd2-48d3-9690-91ebeadd7486 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports/bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 HTTP/1.1" status: 200 len: 929 time: 0.0456464 Dec 16 22:37:55.314870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-dd8eff8d-b9c5-4f7d-90ef-2edb57335b44 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:55.316253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-dd8eff8d-b9c5-4f7d-90ef-2edb57335b44 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports/b9d73b46-bfc0-4dd6-a33c-e55e82103481 HTTP/1.1" status: 200 len: 932 time: 0.0461516 Dec 16 22:37:55.381013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-c92d1852-51ec-4b5f-ae65-028c22bc9a8c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?network_id=37445d9f-0861-4e82-a857-7db94f202785&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0570886 Dec 16 22:37:55.422375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-5c6a73af-329e-49e8-92a3-610cba602dc4 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?network_id=37445d9f-0861-4e82-a857-7db94f202785&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0341780 Dec 16 22:37:55.456299 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b1f2649-bd07-4718-8190-8f841daf976a req-21b2429b-3666-4004-a9c1-94e43f4852df tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0367024 Dec 16 22:37:55.727163 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:55.938935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eb16e922-16eb-4227-9260-bff522d5010a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:55.944759 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eb16e922-16eb-4227-9260-bff522d5010a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:55.952236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eb16e922-16eb-4227-9260-bff522d5010a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:55.953977 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eb16e922-16eb-4227-9260-bff522d5010a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/networks?id=d29e897a-1707-4916-9e93-3168ac5f7a0f&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=37445d9f-0861-4e82-a857-7db94f202785&id=37445d9f-0861-4e82-a857-7db94f202785 HTTP/1.1" status: 200 len: 1989 time: 0.5236440 Dec 16 22:37:55.956306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2ecd1c8-ba4e-4dd5-bba2-3aea6fae0119 req-ee6830fc-7094-4942-8a7c-e894749174df tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0604057 Dec 16 22:37:55.978024 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-4ddc21a1-6340-43af-a984-486a36dbe03e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/quotas/7592d70f4a444ff5a275646bbf28d1f9 HTTP/1.1" status: 200 len: 375 time: 0.0112700 Dec 16 22:37:56.048832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-b86d057f-4183-4478-84d5-b5d3281919d0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0643215 Dec 16 22:37:56.155110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e11b6d-0cd7-4f50-aa4a-55ab7e3b9bff req-1965a99c-05d7-4893-b723-e14689d6cb4c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:56.156679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b8e11b6d-0cd7-4f50-aa4a-55ab7e3b9bff req-1965a99c-05d7-4893-b723-e14689d6cb4c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1069598 Dec 16 22:37:56.201841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-81f16816-4115-4037-ac62-2ae38e927000 service neutron] 10.222.0.43 "GET /v2.0/networks/d29e897a-1707-4916-9e93-3168ac5f7a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403522 Dec 16 22:37:56.273689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b8e11b6d-0cd7-4f50-aa4a-55ab7e3b9bff req-d5417591-1a50-468a-8727-5196b2241de5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102369 Dec 16 22:37:56.320280 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-18915a08-3c11-4417-ba33-0033c06be511 service neutron] 10.222.0.43 "GET /v2.0/networks/d29e897a-1707-4916-9e93-3168ac5f7a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090808 Dec 16 22:37:56.374176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54aa4c0d-2c9c-48dc-aaa0-e25daed3efd6 req-f07ade6e-f86b-4216-af98-823e6753f667 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0484235 Dec 16 22:37:56.383823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-9f55d5f6-dce7-4b33-b97d-307ab9dee88b service neutron] 10.222.0.43 "GET /v2.0/ports/bc549fe9-370a-4a6a-b9d2-c60eaa3144c7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0496125 Dec 16 22:37:56.485228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-4c2c0606-630e-4b84-9d03-0da5bb3947a1 service neutron] 10.222.0.43 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940738 Dec 16 22:37:56.581400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a39a3d1-e223-43fc-9f25-5f0bed9dcd53 req-11004e4a-4c9d-4196-8fe6-5ba2d094597a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0704186 Dec 16 22:37:56.616943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-7b1994ef-1044-48ce-a7a0-2861fba20094 service neutron] 10.222.0.43 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249449 Dec 16 22:37:56.660321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-7731d7f9-f725-4e51-a453-1317ebb80a14 service neutron] 10.222.0.43 "GET /v2.0/ports/b9d73b46-bfc0-4dd6-a33c-e55e82103481?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0363626 Dec 16 22:37:56.755916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-325f7495-0057-4a05-a5a9-98303332494b service neutron] 10.222.0.43 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891020 Dec 16 22:37:56.860546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f33177a0-bc14-4277-952a-59abfdecf6ee service neutron] 10.222.0.43 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977585 Dec 16 22:37:56.957719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-67cf9bcb-93ec-468a-8836-c6ca3160e001 service neutron] 10.222.0.43 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911443 Dec 16 22:37:57.065743 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8699ceb6-f6a0-4403-99c9-76767bc457b1 req-7dc674cb-ec55-429e-b423-ad85c885d011 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0329618 Dec 16 22:37:57.088963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-806ee89a-0d50-4d47-8541-682236feb8f7 service neutron] 10.222.0.43 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240814 Dec 16 22:37:57.191159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-85ca570d-45cf-47d9-8df3-b6569ee63efb service neutron] 10.222.0.43 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960095 Dec 16 22:37:57.287735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-88369206-6a76-4cf7-9bca-4a2799a83f5f service neutron] 10.222.0.43 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895524 Dec 16 22:37:57.442815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02794f-8161-4303-a11d-d915cd9075b4 req-47f15e3a-b26b-4344-92ed-6313867e3f1c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:57.445445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed02794f-8161-4303-a11d-d915cd9075b4 req-47f15e3a-b26b-4344-92ed-6313867e3f1c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0945489 Dec 16 22:37:57.449676 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-3decfef0-071c-4d6c-b5cc-a86b0243fbe7 service neutron] 10.222.0.43 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550789 Dec 16 22:37:57.550425 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed02794f-8161-4303-a11d-d915cd9075b4 req-ba5229ff-8e1f-43e5-a245-1fbd2d419c83 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986512 Dec 16 22:37:57.590784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-db3507ba-75a7-415d-9bff-01982bf803bf service neutron] 10.222.0.43 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323791 Dec 16 22:37:57.665947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-401f7c8e-5a8e-4ce0-a922-8d43a76c5608 req-c103a4a7-7819-4b96-9b3f-9f7ea024c57f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0637257 Dec 16 22:37:57.716391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-4619c870-01b7-4aee-af9f-4eba973d3b2b service neutron] 10.222.0.43 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223779 Dec 16 22:37:57.760789 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c17b1340-01d2-4928-81f8-fdfe2a5e3290 req-1a083b7a-47c1-4f2d-b97a-bf9fb53f4c7a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0483406 Dec 16 22:37:57.836955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-caac985e-10af-49a8-bdb7-58a954166e93 service neutron] 10.222.0.43 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123545 Dec 16 22:37:58.154611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6abf2982-f675-499a-a42e-cb95bec5706d req-123f998c-0562-46ad-8125-883f7789203f tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0350645 Dec 16 22:37:58.688240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e4621-10fd-44bd-8a66-9a8610e6e3cc req-852c836b-ff73-4815-b010-232db31adb0e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:58.689835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-578e4621-10fd-44bd-8a66-9a8610e6e3cc req-852c836b-ff73-4815-b010-232db31adb0e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0680532 Dec 16 22:37:58.752595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-578e4621-10fd-44bd-8a66-9a8610e6e3cc req-06e2531c-b8b3-4df5-89c0-b90c16da6ba1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560927 Dec 16 22:37:58.823093 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-713edff8-3383-46c2-a688-5124c483629b req-3c0e6e96-5452-4f83-87c4-6db4f1fcec9c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0308800 Dec 16 22:37:58.904619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00c061ba-aae8-44e8-8a04-7bed7501a4ca req-700eb8df-1e8b-4714-9a4b-606eb2585a68 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0298672 Dec 16 22:37:59.250994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7559fa4f-f018-4881-9695-9c34025ded33 req-9b3d3eb4-0af0-4941-984e-8a67497858cf tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0530386 Dec 16 22:37:59.252940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd058790-792f-4bb1-8045-43beedd324cf req-630ac5b3-76b2-4b11-9c4b-4c89ca74ebd7 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0443459 Dec 16 22:37:59.881469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82c453-9d67-4d50-9d4d-ddef750d6d19 req-23b97ea5-25f8-4a71-99d9-60171415220c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:59.882967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d82c453-9d67-4d50-9d4d-ddef750d6d19 req-23b97ea5-25f8-4a71-99d9-60171415220c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0570836 Dec 16 22:37:59.923753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3182abe3-d44a-473f-b412-306b28c870c2 req-a3e853d6-28d8-4b93-b0df-6b960c35cc8a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0397892 Dec 16 22:37:59.964214 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d82c453-9d67-4d50-9d4d-ddef750d6d19 req-1bfe86f7-5201-428f-bf9d-b6641b379bd1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713234 Dec 16 22:37:59.995803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-357294af-8fb1-4c68-b04f-d62342e949e4 req-f4f095db-7913-4907-a245-8bc3c59b6b71 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0295854 Dec 16 22:38:00.353401 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d11f8f9-62b4-43a5-94a0-034c2dca4c06 req-e0c421d6-c109-4a0b-9ca5-1e3f77cfe5a6 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0397813 Dec 16 22:38:00.368377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-004fe6d9-9e99-432d-8f99-2dbb67a40b39 req-0977d37d-9529-43d1-9283-b1cad9d82a38 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0457857 Dec 16 22:38:01.009929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25fca678-15d5-48db-81fa-4121c5324285 req-eb2bf30f-00b7-4fe4-9111-5995d7e4f7e5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0309336 Dec 16 22:38:01.096145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a267f932-936a-413f-ae1e-aaeb70265c05 req-0b17863d-b309-480b-a068-f33bc2411985 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0311162 Dec 16 22:38:01.114244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861be2f4-9466-4c0b-906b-dd57a2809899 req-3dce91d3-7a83-4878-a647-b14fcafdca2a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:01.115790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-861be2f4-9466-4c0b-906b-dd57a2809899 req-3dce91d3-7a83-4878-a647-b14fcafdca2a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0779054 Dec 16 22:38:01.169137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-861be2f4-9466-4c0b-906b-dd57a2809899 req-5fb3848f-7e18-4530-9267-ec3bb183f1ad tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469408 Dec 16 22:38:01.437006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a0fbf94-f552-40c1-808a-f20350fb6164 req-4357dcd0-22ea-48f8-9771-0a5f0f969acd tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0299530 Dec 16 22:38:01.465653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac3afa4d-68c3-418b-b29a-72ccd245e8bc req-378ec35a-91a6-4299-b005-104dad46053a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0315080 Dec 16 22:38:02.112501 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e7f85c0-77be-4f7a-a076-2a4cdf1c877e req-6d299db7-90cc-42a2-9150-8ec999e98724 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0357535 Dec 16 22:38:02.197908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d8dd2db-8029-4e11-8b0e-7e057dbf69de req-eead5181-45f7-40ff-b597-55592b36057f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0415645 Dec 16 22:38:02.323309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54ed76-6456-4800-928f-d6f0053956a6 req-5474b2d5-37b2-498e-861c-8c43e8e8ae5f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:02.326231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e54ed76-6456-4800-928f-d6f0053956a6 req-5474b2d5-37b2-498e-861c-8c43e8e8ae5f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0652835 Dec 16 22:38:02.395749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e54ed76-6456-4800-928f-d6f0053956a6 req-1f9e1ae3-3ebd-43ae-a686-eab8296412f1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623374 Dec 16 22:38:02.537137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b8f5b27-6390-43a2-9e58-9db949e747a5 req-0af421ad-1aa1-4abd-b0b7-1373d0723ff5 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0394969 Dec 16 22:38:02.578213 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-93b28836-7d2d-4c28-a663-72168376695d req-78a3b989-406c-48b6-8e25-c0712d73e3b9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0396104 Dec 16 22:38:03.198194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7beb0f3e-606c-4280-8081-be2bc3cd4175 req-bf60b99b-d19e-4288-aa07-442302050390 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0293274 Dec 16 22:38:03.311006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02fd2889-284a-4d49-9feb-bd967e73e517 req-36a425eb-2f77-46de-af66-053bbca6ad01 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0398481 Dec 16 22:38:03.531361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a409c-d92f-4c3c-88b4-189a12ed9880 req-53a1717e-b44e-4517-a5a7-e87826026ec4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:03.533168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c4a409c-d92f-4c3c-88b4-189a12ed9880 req-53a1717e-b44e-4517-a5a7-e87826026ec4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0574498 Dec 16 22:38:03.592433 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c4a409c-d92f-4c3c-88b4-189a12ed9880 req-303a6253-1a28-4737-a164-168a358a7b1d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530047 Dec 16 22:38:03.642090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-491e50b2-3b10-46bc-8696-be8408faad01 req-a792b690-ba0d-4993-a0d6-c3d9f603ad35 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0347278 Dec 16 22:38:03.687415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2504d14c-06f0-4e91-a183-df131ab89bbf req-e1234fd6-8ba1-406d-8468-97be4f509724 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0302007 Dec 16 22:38:04.287424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4fa460bd-7975-4de4-b56d-8af26e2364f9 req-62690fc7-289e-437f-8c7d-cf5c3a01ea9d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0316317 Dec 16 22:38:04.399179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e562fb63-d313-49da-8b3f-d18ee9401972 req-7928ba0a-7d87-4a74-80f5-001aa3dc498d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0320253 Dec 16 22:38:04.741115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcb0d5-be31-4c3a-8c12-141c88554e84 req-a01e6f0b-e0a0-40e1-90c5-43ada86ec8bb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:04.742643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46dcb0d5-be31-4c3a-8c12-141c88554e84 req-a01e6f0b-e0a0-40e1-90c5-43ada86ec8bb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0759158 Dec 16 22:38:04.744503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ec67f18-f3c0-419a-9af9-d01b1f007c64 req-d290c5ca-19fb-402a-b118-102b864eb7f3 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0397577 Dec 16 22:38:04.806539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46dcb0d5-be31-4c3a-8c12-141c88554e84 req-74448d59-5db8-4142-90bc-f28d6f1828f9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556583 Dec 16 22:38:04.827699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7f62d23-bec8-4184-8521-37767bb02905 req-9f124705-c944-4bea-ba74-9a83e2541502 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0356526 Dec 16 22:38:05.372484 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79620f15-15de-4a73-88e6-d8b8c572dc45 req-cc932062-6327-4202-9bf3-7c6d94be00eb tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0322483 Dec 16 22:38:05.484786 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ad42fa8-1e2d-41fa-8b61-0c49a1d30b94 req-8893a7f1-7457-413b-93e7-c3ec9f8ba60a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0271380 Dec 16 22:38:05.829423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9a87c21-b297-4b5a-be35-ccd1d5db4e71 req-419425e8-3244-4faa-9b24-9b97aa9bb800 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0277169 Dec 16 22:38:05.934921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70f02243-bbe0-4b5e-9090-8e71a2c3ded1 req-de76c544-7d74-4d01-b4dd-4e940c7c4741 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0430517 Dec 16 22:38:05.957098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64af98-6acf-4b6a-943a-3094ca41f497 req-60d413d5-ef56-4514-ad38-aead8b3e7f42 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:05.966580 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f64af98-6acf-4b6a-943a-3094ca41f497 req-60d413d5-ef56-4514-ad38-aead8b3e7f42 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0797591 Dec 16 22:38:06.013892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f64af98-6acf-4b6a-943a-3094ca41f497 req-86a451d0-7bd9-4523-97ac-73962431f4ab tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474370 Dec 16 22:38:06.457125 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f6d3936-2c14-41f8-b86d-d07fdea81eb2 req-c656dedc-7852-4c6c-9f86-5d7c53118181 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0317731 Dec 16 22:38:06.561521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-997508ae-2abd-45ce-a20b-d1e892043aaf req-e7d69d02-9955-4ab5-9529-94082695d8ae tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0273066 Dec 16 22:38:06.908727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58527772-2968-4efe-bd57-9a415498e4c6 req-1dafa630-d3a1-4eb2-b522-2422c3b9fbda tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0288150 Dec 16 22:38:07.023435 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6482c6db-bb18-4465-9e38-58af63d682e3 req-5ae0a4a8-27e9-43a2-9525-a4a539fe9bae tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0289648 Dec 16 22:38:07.148553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a0670-6e7d-4b82-8b61-96d9c5dbbf70 req-e0971192-db10-483d-9132-5230a9743d80 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:07.150066 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-585a0670-6e7d-4b82-8b61-96d9c5dbbf70 req-e0971192-db10-483d-9132-5230a9743d80 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0549638 Dec 16 22:38:07.206262 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-585a0670-6e7d-4b82-8b61-96d9c5dbbf70 req-fd515a75-e8cb-4d41-a48b-2e50e54a3092 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496941 Dec 16 22:38:07.542499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23de763e-4923-4c37-8705-a4a0da018fcb req-c4f906fe-2c57-479d-9e2a-8113e4f8dc09 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0298080 Dec 16 22:38:07.640442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-840dfa93-d8f9-4df2-a693-52a08e8741d0 req-222b3b8b-e4ca-46f0-9ded-61a8a82347db tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0272257 Dec 16 22:38:07.987798 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c92aa361-9151-4939-9274-c795463bbbf0 req-5aa62a84-7ba3-4793-865b-62d26ae306c4 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0276692 Dec 16 22:38:08.111074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f4e94c0-41e0-4ba2-a48d-30d6e1cb2c40 req-a985ccd2-e998-46bc-bdc9-bbd33d49a5e1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0296698 Dec 16 22:38:08.328202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5031ed-095d-405b-8509-372860cd3e47 req-19738497-7068-4bed-b9b2-476e923d0239 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:08.329640 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac5031ed-095d-405b-8509-372860cd3e47 req-19738497-7068-4bed-b9b2-476e923d0239 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0535679 Dec 16 22:38:08.379559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac5031ed-095d-405b-8509-372860cd3e47 req-afe7e1b8-543c-4aac-956a-41087daa8ffc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438440 Dec 16 22:38:08.636617 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c6d8a43-de27-42c1-a8f5-eeaee9354a11 req-1579f8b9-feef-41a9-819a-3e337dbe02bf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0312128 Dec 16 22:38:08.721960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36e802b1-e3af-4ae7-bf4b-be4bebad7bcf req-d98ff247-70f5-440e-a672-e5026b56269c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0286369 Dec 16 22:38:09.064987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c78c8e0-14a1-4ded-b569-e0341786596d req-8167e91a-3ea2-450b-82d2-8dc33d6fcbbf tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0278609 Dec 16 22:38:09.196451 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9970298c-01d0-4ebb-9f7c-524b20a1d3a4 req-27ab125d-156a-4f93-98ee-efdff52498c9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0284202 Dec 16 22:38:09.504747 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa6785-ea2c-4dec-b9b9-c54a2467a1f2 req-a9a984c8-190a-478b-9ea8-8816ab8305af tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:09.506328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42fa6785-ea2c-4dec-b9b9-c54a2467a1f2 req-a9a984c8-190a-478b-9ea8-8816ab8305af tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0566733 Dec 16 22:38:09.557513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42fa6785-ea2c-4dec-b9b9-c54a2467a1f2 req-225de036-d365-4cea-907e-a0c07915757e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450058 Dec 16 22:38:09.716891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-117d07b8-ac30-43a9-af60-478c21642a95 req-32f1e9b0-e412-4f7c-bea5-a72bb2bb288d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0270340 Dec 16 22:38:09.804501 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3903f878-ecba-479c-87f7-54b86f2fcb16 req-50d61df3-f3d4-42e6-93cf-dff4ec30ea69 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0279748 Dec 16 22:38:10.146144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbc54102-5fd8-4b00-a8e0-8cfb1043687a req-ea0fa0b8-14ec-462e-9036-172e1635ae0f tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0284610 Dec 16 22:38:10.285248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2396b210-901e-4ff0-8f97-13777e2b9e1b req-c08ab494-7e8b-4b1c-b646-4ac508897152 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0284846 Dec 16 22:38:10.684225 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6c10a-0e58-40c3-8819-b4a98950c116 req-d242d8f0-050d-430e-bef9-d0e4733cd2ab tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:10.686961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9a6c10a-0e58-40c3-8819-b4a98950c116 req-d242d8f0-050d-430e-bef9-d0e4733cd2ab tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0578694 Dec 16 22:38:10.736499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9a6c10a-0e58-40c3-8819-b4a98950c116 req-1af3f7b2-28a1-4e72-8689-358fd0a1d24f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429606 Dec 16 22:38:10.798622 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-238b26d0-8602-4cd6-89a8-1a0009b72c0f req-af407382-a5fa-4917-b88b-8c4f8e9b198d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0290477 Dec 16 22:38:10.881901 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8744ea64-3a0c-4c55-aa3b-7d1bbd50f426 req-d2993427-fa80-40d7-9ee2-9a73d11b4f5b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0285127 Dec 16 22:38:11.226943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23588ab6-7484-49e9-a1e9-4f5d9bb85443 req-dedea627-2f5b-406a-a79c-f2da87ac43b4 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0259044 Dec 16 22:38:11.374100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6861be9b-860f-4bf1-9a12-1bfefc692db9 req-fa243b19-fb29-4819-9eb3-10dbb5d6ee35 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0313921 Dec 16 22:38:11.867400 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a829c-6057-4852-9be9-fe1727aeaab0 req-7e264a6c-504f-46d8-9a91-2f624efcbf5c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:11.868876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-307a829c-6057-4852-9be9-fe1727aeaab0 req-7e264a6c-504f-46d8-9a91-2f624efcbf5c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0610676 Dec 16 22:38:11.890649 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0afd3e9d-cb4b-4101-80bc-7c89f9f89e1e req-96514c9f-3216-45b3-a3f6-f11e5164dfef tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0403397 Dec 16 22:38:11.893705 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:38:11.934127 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-307a829c-6057-4852-9be9-fe1727aeaab0 req-f9cf7ae5-7c94-4638-a08a-4acd8884e946 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473485 Dec 16 22:38:11.962539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37e55cb7-4aec-4208-ace2-e6831b0ed87a req-51a9a76f-77ad-4591-bf5d-5508a8a67b1d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0274429 Dec 16 22:38:12.309413 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99d6e06e-4428-4664-9e63-f6e692dcfebe req-59d8d885-f8f8-438c-accb-83c2a7bcedf6 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0301528 Dec 16 22:38:12.458690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fdcf99a6-36f8-49ef-ad2f-dc90503f6d5a req-648970b7-d9b8-431d-934b-cb0d43db2376 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0277474 Dec 16 22:38:12.970075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c9ba283-71be-4e5a-9862-cf3f775a1a4c req-f198b1f7-f69d-41c9-980b-c0f75d68c8c1 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0289392 Dec 16 22:38:13.067236 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f408b241-9486-4c87-b489-3c69ac055c1b req-31ea3a51-3ce2-4c73-aa47-f56b70bcd8b5 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0522075 Dec 16 22:38:13.092373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc3464-4974-442e-bed4-46f4be621902 req-c677eb42-6e81-4cb5-9cdf-06e50d7225a2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:13.093997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cacc3464-4974-442e-bed4-46f4be621902 req-c677eb42-6e81-4cb5-9cdf-06e50d7225a2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0816998 Dec 16 22:38:13.153667 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cacc3464-4974-442e-bed4-46f4be621902 req-82db3aa7-d140-40cf-bde3-e2ddd2ff21d4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519845 Dec 16 22:38:13.240655 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:13.360689 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:13.391024 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d8c29cd-b6c6-4f39-9f9f-8f455febbdee req-02258ed4-864d-4f4d-8df7-2aa321138205 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0289843 Dec 16 22:38:13.541111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef0d5cce-4b58-480e-863d-da8fda30253c req-08d30f92-2164-4aa6-9b0c-899a97bb00ae tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0268834 Dec 16 22:38:14.056031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1226f082-4044-474c-a10c-d74451b31d6e req-92c47b23-2fa9-46e8-bae4-a33675de4889 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0284560 Dec 16 22:38:14.161148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-493a0846-6499-40ce-bde6-a3d6bff7e278 req-85cff622-cef6-49af-a945-7465930327d9 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0281909 Dec 16 22:38:14.281565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101124e-5424-4130-ba2b-a6f0bf16b2a0 req-d7b6945b-896d-4233-88f1-8eb28a1399ed tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:14.283143 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a101124e-5424-4130-ba2b-a6f0bf16b2a0 req-d7b6945b-896d-4233-88f1-8eb28a1399ed tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0602570 Dec 16 22:38:14.341060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a101124e-5424-4130-ba2b-a6f0bf16b2a0 req-1dc96c38-79d7-4f0c-9fab-108c5366f747 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509882 Dec 16 22:38:14.468779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d582da3c-483f-4343-bfa4-3fbb872be93c req-e496b1fa-e795-492a-9c41-b40c2df4de10 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0277386 Dec 16 22:38:14.626893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fafeb828-9cab-46c4-bae3-2f92cdd91bbe req-00eb922a-a02f-4398-9bd8-adde0ba268ec tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0270329 Dec 16 22:38:15.134891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8bdf043d-d7ed-4a94-bea7-3ded6d9f4df2 req-43337a7f-4d51-4c1a-9e31-f2ec0460c869 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0278385 Dec 16 22:38:15.240316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8907635d-9b72-4094-9363-b781bcc868d3 req-263707d8-45cd-4414-ab82-0bb81aa10c32 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0277674 Dec 16 22:38:15.476392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4f379-0de2-47c4-87ae-bb2859cbc2c3 req-77896d40-207f-4bca-85a1-348e0a326d04 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:15.478203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1d4f379-0de2-47c4-87ae-bb2859cbc2c3 req-77896d40-207f-4bca-85a1-348e0a326d04 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0645888 Dec 16 22:38:15.555242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1d4f379-0de2-47c4-87ae-bb2859cbc2c3 req-47899e95-f8d6-4d39-85aa-cd4053c3caae tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703859 Dec 16 22:38:15.557126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8bdc9149-d838-4542-a230-f4020c42ec63 req-abf79930-bf34-415b-bee1-274a1bab10ea tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0348716 Dec 16 22:38:15.714119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2c1d658-3c9c-46b7-aacf-45395275cf31 req-546733ed-29cf-4211-8f68-da65ed280e81 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0278354 Dec 16 22:38:16.213699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fdc81744-11a3-48b1-baec-97f5c9a6e29a req-46907236-673b-4963-a3ea-d51e47d11687 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0278721 Dec 16 22:38:16.317553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-707f9e2c-9790-46e2-9258-eb3b93d0af00 req-d47994d1-f3b1-4a62-83ea-2a52fc680081 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0265572 Dec 16 22:38:16.675672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f6175e3-bbcd-49c4-8087-a8496ae34fa3 req-3d403cc8-c2e8-455e-9937-7c588be47bfb tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0631669 Dec 16 22:38:16.702461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae57067-6987-4ada-b7ca-97cadfb42da1 req-49d963e4-67d5-4452-8502-b5f97ed3993b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:16.705346 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eae57067-6987-4ada-b7ca-97cadfb42da1 req-49d963e4-67d5-4452-8502-b5f97ed3993b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0739779 Dec 16 22:38:16.754505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eae57067-6987-4ada-b7ca-97cadfb42da1 req-e5401bbb-0f6c-416d-b5e0-5acae9573b3c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443311 Dec 16 22:38:16.800339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1bf59cd5-a174-474a-8562-0244aa9e1593 req-3b2de979-4131-4d21-962d-f07b78244ab6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0268123 Dec 16 22:38:17.293229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff8c4324-c09a-48f4-86f1-5f103796cd2b req-58323741-effc-40d4-a830-7fb39edb6d53 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0270069 Dec 16 22:38:17.396743 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e08b1e3-947c-44ab-a3e2-0aff2fd8f057 req-e5d9c4e4-7da8-42d0-876c-015c9ba9b842 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0266674 Dec 16 22:38:17.756333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a33d440f-3d11-43d5-bad6-cf5079dd792f req-40cbc8ae-adc1-4b58-990c-3af351869682 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0306027 Dec 16 22:38:17.890793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c591c6d3-4c1b-4311-b661-4cdbe2cc035c req-142c95f3-7b92-4f31-a032-93beeec48ba7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0316079 Dec 16 22:38:17.902737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2685062-8459-4385-bae1-dc68e51494f7 req-b8b3c59b-c8ab-44cf-890c-b998b685148a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:17.905091 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2685062-8459-4385-bae1-dc68e51494f7 req-b8b3c59b-c8ab-44cf-890c-b998b685148a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0804470 Dec 16 22:38:17.956228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2685062-8459-4385-bae1-dc68e51494f7 req-dc7bb22a-ef8e-4011-bd47-d67164c0e3a3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451441 Dec 16 22:38:18.376050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-37a7335f-f55b-42ca-bc73-ed87c3ca1b19 req-ef6742ea-5695-429f-87f0-47cbcf92dbbf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0280688 Dec 16 22:38:18.478101 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f48a18ae-ffdf-44bd-a96a-2ac184f83dd2 req-7c7962d4-36f6-4f21-a0e6-8e9c74450e07 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0306535 Dec 16 22:38:18.832764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b194c9e4-c980-4b54-96f5-6e2ad7fdff34 req-80dd1ba7-ac70-4d20-8011-a7bd47daaeb4 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0272236 Dec 16 22:38:18.979820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6affd153-f719-4597-8264-30929b12e6d4 req-c5b7c534-12d7-468a-86b2-d1c9ca29321d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0291882 Dec 16 22:38:19.082307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781fd9a-d46f-402e-9298-44b7bd72a790 req-bf396fcf-4e19-45db-b58f-99f466d4e5c3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:19.083848 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d781fd9a-d46f-402e-9298-44b7bd72a790 req-bf396fcf-4e19-45db-b58f-99f466d4e5c3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0511746 Dec 16 22:38:19.135985 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d781fd9a-d46f-402e-9298-44b7bd72a790 req-f7c5fbc1-aab0-4941-906e-153fe0cf7a01 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454810 Dec 16 22:38:19.456159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96cebfc8-2705-4fe6-aceb-0957f13ceb08 req-a428d107-65b2-4fcd-adb7-13cc18ed1e42 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0306365 Dec 16 22:38:19.555257 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ea9b115-cf38-4486-8163-988b99c39e1a req-00bde889-32e0-474b-a6cd-e1bb00b11300 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0266213 Dec 16 22:38:19.910571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0c4cc0e-35b0-482a-bfbb-3a69d0ebf09f req-2c237f8c-90a1-4021-b629-d8a8be7f7431 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0280778 Dec 16 22:38:20.035990 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2224fee8-db9e-4052-9590-4cbae411261c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:20.079564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59a614af-abbe-45b2-beaa-ed342a678033 req-a3e7520d-98d3-4b6e-af2f-ad2b5a97c8ca tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0286412 Dec 16 22:38:20.262522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4224f-f800-4c30-81a6-d9f147173068 req-01d16ec2-7152-4454-b355-f09fe3099172 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:20.264589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80f4224f-f800-4c30-81a6-d9f147173068 req-01d16ec2-7152-4454-b355-f09fe3099172 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0497222 Dec 16 22:38:20.313294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80f4224f-f800-4c30-81a6-d9f147173068 req-36a61215-c8f2-459e-98e6-177213766b4d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427001 Dec 16 22:38:20.538465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34f46c7a-025e-42eb-a542-8cf1dbc238f8 req-7a1c5a1e-ce66-401e-9742-b95259781393 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0316131 Dec 16 22:38:20.634801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e64148dc-8824-4715-9ed3-a53948a78e08 req-6d85570c-535d-4610-b5fe-f97c972aec08 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0288427 Dec 16 22:38:20.991392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-557f349d-a578-44ad-b494-df4afb75c72b req-26e178c1-493f-4509-9ded-0b3ce89cff9c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0272074 Dec 16 22:38:21.165090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16adddbb-cc2e-4d92-ae36-20f7465e5006 req-f46539b0-4c61-4a6a-a61d-a38d38ebc02c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0276206 Dec 16 22:38:21.432808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4ecaf-0d1e-4c59-a4cf-e14567f595dd req-9d202a9f-c959-4db4-ba78-02e6815c1178 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:21.434311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c4ecaf-0d1e-4c59-a4cf-e14567f595dd req-9d202a9f-c959-4db4-ba78-02e6815c1178 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0511029 Dec 16 22:38:21.488808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c4ecaf-0d1e-4c59-a4cf-e14567f595dd req-9db75c36-047f-4db4-a6f5-3bcf8642ca47 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480480 Dec 16 22:38:21.615817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c3d74b1-3288-479a-883c-dd258ec519a5 req-6fb23f81-3be4-4ec4-bbdb-4c34325df739 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0264902 Dec 16 22:38:21.711412 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0e2f13d-fa61-46a4-bc23-b25d884b2b80 req-d2dba83c-23aa-4ef8-acc2-024fa36d577a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0266588 Dec 16 22:38:22.074877 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f503ec4-19d0-4c29-b5c9-72923e5add8b req-6470f0dd-3fdd-4593-920c-91bf77f7d2d6 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0276337 Dec 16 22:38:22.260238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-292dc3d8-4824-4b02-8e06-ea3338167a95 req-e6c8d622-dff8-4651-b603-748f5207de90 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0344865 Dec 16 22:38:22.418419 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6492fdc3-2496-4b3e-8dab-a7a78f42f56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:22.607800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6671647-a92a-43f8-a6a9-2e7a5a2a8cfa req-ee3e961b-e559-40f7-a315-0d274458e96b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:22.609311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6671647-a92a-43f8-a6a9-2e7a5a2a8cfa req-ee3e961b-e559-40f7-a315-0d274458e96b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0506337 Dec 16 22:38:22.662767 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6671647-a92a-43f8-a6a9-2e7a5a2a8cfa req-5e697342-de62-4fa3-be28-84e6e430e90c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473547 Dec 16 22:38:22.702839 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5579f02b-c12f-4ee6-8cd5-cd98663ea07d req-5fb3f03c-ecd3-4003-8327-d921a23ad522 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0340137 Dec 16 22:38:22.789350 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e99592cd-8a37-4888-859d-a84185c6a72b req-c03353ac-982b-4914-897a-48a2880de2c1 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0276275 Dec 16 22:38:23.154912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cd20b49-a0ed-415c-9a44-b7809f526e10 req-dee2452a-ce91-459f-be7b-b998499c4068 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0272384 Dec 16 22:38:23.349261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6aecb801-31eb-4f9a-b514-c69e6ddd76cd req-319ed53d-6e00-4986-94f8-b7874bc19230 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0289521 Dec 16 22:38:23.520742 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:23.797493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb731294-aa6b-4775-a91b-e7ddf4b9a12f req-e10c0f96-c8eb-4d3d-95dd-be1d75bf6e9b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0350876 Dec 16 22:38:23.820343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc73b0a-3d0e-4d54-a528-241631978658 req-b70becb4-8bfc-4146-9b7d-0746db6e9a73 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:23.820343 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5bc73b0a-3d0e-4d54-a528-241631978658 req-b70becb4-8bfc-4146-9b7d-0746db6e9a73 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0780556 Dec 16 22:38:23.879439 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb586594-b88e-4888-8784-5c0b569c371e req-151640ee-63d9-4730-8eef-07bbaad58a53 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0371516 Dec 16 22:38:23.887045 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5bc73b0a-3d0e-4d54-a528-241631978658 req-c4e151c8-aef6-4190-8720-81ae92a064dd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660653 Dec 16 22:38:24.234336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b57236-b0d7-495c-9986-a4d4cc6524ef req-87354ce0-d963-454a-bfaa-842c6a7e97e3 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0289502 Dec 16 22:38:24.437290 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54b457f0-dd0b-49fa-b49c-e97e5c9a091d req-c79079dc-d31d-4e16-a4e3-3afc0a03ff2d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0301602 Dec 16 22:38:24.841732 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:24.879380 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cba0cd1-8332-42a1-8be7-1de26f55bb98 req-f5e667d4-103f-45a1-abeb-85d3b89d0058 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0281432 Dec 16 22:38:24.962400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-948eb9d5-c6c6-487e-90ae-b318194bb2e4 req-bb7c45e7-fea6-4877-a2c2-e8d5096560ce tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0291035 Dec 16 22:38:25.012743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389532d-6b49-406b-9d49-d6e7afdf2a95 req-ac46b807-255b-4325-99c3-77b29b349390 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:25.014261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f389532d-6b49-406b-9d49-d6e7afdf2a95 req-ac46b807-255b-4325-99c3-77b29b349390 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0509872 Dec 16 22:38:25.063250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f389532d-6b49-406b-9d49-d6e7afdf2a95 req-2fdb378c-63ee-48d3-844f-e7d3df4c9bd1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427980 Dec 16 22:38:25.322373 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63d58f7c-d163-4c45-9633-b009e5edcb78 req-324d75e5-e5c5-4329-a1f1-0b2a347408a7 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0300972 Dec 16 22:38:25.522865 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8378a706-58c1-4dde-8375-5a2fbe5142db req-27f95cef-145f-453a-97cb-d6cfcc483390 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0276952 Dec 16 22:38:25.709212 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:25.925365 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-5943e7f6-9a53-40ae-a894-90ef7ff3279d req-c679906c-8aa8-4e53-bd76-c1ce542d5cbe service neutron] (103951) timed out ('10.222.0.43', 45274) {{(pid=103951) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:38:25.965022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f869e5d-790d-4866-82ae-372244308167 req-b69e6890-3ab7-4bfd-b810-96a9579d0a1c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0329111 Dec 16 22:38:26.041332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e6a6245-3341-4f94-af3b-8f095aeb446a req-80b85a71-a9be-4e9a-9256-5d0172bdb85f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0261805 Dec 16 22:38:26.187392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476004ca-0e53-4471-b2cd-a725fe753e9d req-843a09a8-1d52-4494-8fba-795748c6a32d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:26.188970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-476004ca-0e53-4471-b2cd-a725fe753e9d req-843a09a8-1d52-4494-8fba-795748c6a32d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0551140 Dec 16 22:38:26.243806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-476004ca-0e53-4471-b2cd-a725fe753e9d req-ca26eb40-d03c-473c-b9bd-a1defbb04ba5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484469 Dec 16 22:38:26.408540 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9ce3876-caa1-47a0-82ef-6a5406f07a04 req-e05cb689-8dac-41e5-b725-70ef17273e84 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0327048 Dec 16 22:38:26.606622 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f70e8b3-d4a7-42e5-9a78-edb672089c21 req-fe2d1a7d-c86f-4438-9af3-ef6542e77059 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0264387 Dec 16 22:38:27.043736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a6e1906-cdba-413c-9d80-3e18c8c30bb5 req-f4c80058-5698-45fe-a2a4-ffd61bb6c06b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0264523 Dec 16 22:38:27.121845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-93605a45-bb23-4dfe-be39-cf4d956e3646 req-26b58e32-47eb-40ac-925e-7c6490e61515 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0262678 Dec 16 22:38:27.360982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc9451-1211-4479-8f33-7e80cd96e191 req-7ab7452d-b805-4537-81e9-6bc32d828ecc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:27.362470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7dc9451-1211-4479-8f33-7e80cd96e191 req-7ab7452d-b805-4537-81e9-6bc32d828ecc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0505850 Dec 16 22:38:27.415623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7dc9451-1211-4479-8f33-7e80cd96e191 req-0be8d453-0572-4591-aa3b-1e7a3ffc8623 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465522 Dec 16 22:38:27.486557 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-874ab652-8c26-406d-971f-54332c77eb0b req-1a10045b-89f2-4dd2-99ef-ae8d58e5f2b9 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0269618 Dec 16 22:38:27.691721 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0898d1de-4a58-4994-944f-dc07e9122c47 req-630f2c05-a87f-490a-98e9-ccc55aab3ac0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0274870 Dec 16 22:38:28.123021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1570f03a-a411-4325-a9fb-a8e210e66dcb req-266a6fb0-d144-421a-8d51-2a25f60c7665 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0269005 Dec 16 22:38:28.201579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61bbb0ad-b978-44c8-b643-15dd5d6e6334 req-71bfd84a-3580-44b9-8cf5-40c024163c34 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0263658 Dec 16 22:38:28.534246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba9800-5b4b-4fa1-9643-ab0da1215b8e req-112fdad8-6059-430a-acf7-aec4a4231f43 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:28.541400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1aba9800-5b4b-4fa1-9643-ab0da1215b8e req-112fdad8-6059-430a-acf7-aec4a4231f43 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0574594 Dec 16 22:38:28.592650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6d90fbf-0556-4e09-b373-1691d73bbafe req-8be0f36a-6d61-4dbe-a4da-688078b73813 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0386500 Dec 16 22:38:28.628708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1aba9800-5b4b-4fa1-9643-ab0da1215b8e req-7b1f7bc0-3d4b-4485-981d-22f9321741fd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812020 Dec 16 22:38:28.778357 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d38ac6fc-392f-4bf5-addd-13148fb9df68 req-6c26b030-b23d-4c88-a84a-a4ab01240724 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0294423 Dec 16 22:38:29.206091 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d7390a2-742f-4550-8071-2eb9f6f692e7 req-5555f225-4545-4899-8654-611ed7fd201c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0280156 Dec 16 22:38:29.291378 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c167beca-d5e1-4831-b250-41d0d0a7e656 req-689aec83-55c3-452d-af49-db6701237b65 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0284684 Dec 16 22:38:29.687348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c63d0c0a-e79b-4988-9e73-e1cd6a80a671 req-abd20dd6-abb2-4e02-adc4-78cb672ea68d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0317056 Dec 16 22:38:29.745165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa0d92-14c5-4bd9-9587-e992fed84f58 req-923f46d6-7d32-451b-8c4d-f9dd920718b7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:29.746694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-65fa0d92-14c5-4bd9-9587-e992fed84f58 req-923f46d6-7d32-451b-8c4d-f9dd920718b7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0506668 Dec 16 22:38:29.798225 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-65fa0d92-14c5-4bd9-9587-e992fed84f58 req-6b6655f2-950f-4d69-a09e-b79bea71e6c2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447688 Dec 16 22:38:29.880172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8f1f839-38ce-4d49-a53e-60b16ffbdbe9 req-daa2f4b5-9ba7-4873-952d-aa968ce15e04 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0310528 Dec 16 22:38:30.298440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92d70502-ff8f-4e41-8cc3-56152b18bfa2 req-a6c60d2c-6a92-4fcb-9a3c-6f496ad5262d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0344744 Dec 16 22:38:30.370922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03f80ffe-821e-48d1-b2ce-830c1e69b6a2 req-461cab01-02aa-47ca-b162-622ea1b4c1eb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0265155 Dec 16 22:38:30.777274 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83958a5f-a9c9-4b79-9c84-e0dc97b24a9c req-aefe0c5c-43a3-4541-9466-bdda5f2e1152 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0317037 Dec 16 22:38:30.918418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa43c49-6f1e-45f8-bfe7-174f3549e65b req-62bc3842-ab5d-41cf-9c22-998064482d67 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:30.919952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3fa43c49-6f1e-45f8-bfe7-174f3549e65b req-62bc3842-ab5d-41cf-9c22-998064482d67 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0510371 Dec 16 22:38:30.971179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9478e88-e14a-497d-90c0-29d3297feb6f req-8b8b72c8-c640-4c2b-ad61-9a5648f87b40 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0305576 Dec 16 22:38:30.994088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3fa43c49-6f1e-45f8-bfe7-174f3549e65b req-1c87e622-f945-4a5a-88f4-9307f6ea1659 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678866 Dec 16 22:38:31.374525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd70624b-344d-4d20-9f2a-c5f69db1cbfe req-83933fd2-3371-4aec-b574-adc028cc73d9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0282581 Dec 16 22:38:31.454430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf56b8a2-2fe6-4899-819d-c8a0ef22cd91 req-70581f77-8640-4674-90aa-45b4d69257c6 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0304728 Dec 16 22:38:31.854394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fbf55d0e-e39a-47f0-9185-10065dc25092 req-a0346eb2-8dac-4a54-95ad-9e087df8ad84 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0258973 Dec 16 22:38:32.063158 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-031036c3-fffd-4825-b65d-7c956e3cacee req-d243b00b-01cd-46a9-89d7-78883afc481e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0279369 Dec 16 22:38:32.115523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6819fe0-2421-400c-9fa6-1e9f4b30d9e9 req-e1440c88-2261-4220-b18f-9308bc6d177b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:32.117076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6819fe0-2421-400c-9fa6-1e9f4b30d9e9 req-e1440c88-2261-4220-b18f-9308bc6d177b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0522399 Dec 16 22:38:32.166395 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6819fe0-2421-400c-9fa6-1e9f4b30d9e9 req-341b5ac0-d22f-4d3c-9f0c-65111cb925ff tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431683 Dec 16 22:38:32.457079 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6582e913-bce4-435c-850f-2e720e47c850 req-0fbc2e50-8203-4f9e-9d09-e3e8da8ff7cf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0320017 Dec 16 22:38:32.866914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f249efd-0542-430e-8bce-7bd63b74742c req-2e44829e-b1d5-44e4-8cf2-fdb62ba82e06 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.3617055 Dec 16 22:38:32.935224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b255e888-f114-480a-9ba5-c7e3225f4504 req-26d2a6c6-9c19-4b66-b7c2-c6162cda248e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0263350 Dec 16 22:38:33.168013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ce4021f-d628-4b2a-9f88-3e5437370465 req-afd713e5-270b-49e5-adc9-1f5e7229b465 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0283535 Dec 16 22:38:33.289249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850b0dd-5999-438b-876b-a5aa79ef8a74 req-4019c315-0bde-4ca6-b35f-8fbf58f92d5d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:33.290837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4850b0dd-5999-438b-876b-a5aa79ef8a74 req-4019c315-0bde-4ca6-b35f-8fbf58f92d5d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0525587 Dec 16 22:38:33.340332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4850b0dd-5999-438b-876b-a5aa79ef8a74 req-66e87ec9-8b02-4ac5-ab1b-32d3950de8d0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423992 Dec 16 22:38:33.542175 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2de0f9e4-2f10-44ef-8724-bdc186115580 req-d8795b23-2b24-49a5-8a3e-8132c5837da6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0298369 Dec 16 22:38:33.944387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-321229c3-dafc-452c-b492-941ba497f543 req-d0f7e82a-baac-4001-b1ef-a02c6f971345 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0267117 Dec 16 22:38:34.013599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24429e0b-e224-4378-98b0-0495f3161668 req-d225bdb3-506f-41a2-b247-b556a32d430e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0259387 Dec 16 22:38:34.252781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14f806fa-2a22-4097-a183-406213c6f2ac req-6bece402-3939-495e-89d3-59e6937ebe36 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0277116 Dec 16 22:38:34.457457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f73d4-cb3e-45a5-aba5-b86eccd06c16 req-75609596-b174-47bc-9da3-18d3e2c631f5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:34.459043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e4f73d4-cb3e-45a5-aba5-b86eccd06c16 req-75609596-b174-47bc-9da3-18d3e2c631f5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0516546 Dec 16 22:38:34.513035 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e4f73d4-cb3e-45a5-aba5-b86eccd06c16 req-f31dc0be-1f89-4387-973e-099b062274dd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477617 Dec 16 22:38:34.619941 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38a4f840-b3ff-4c6f-9755-2d4ac5f21c62 req-977fc83d-956a-459e-bd0a-442a62cd26a3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0258183 Dec 16 22:38:35.023307 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b8e2aa5-9f72-4f71-b6b6-10f9c8e921d4 req-d4c2555e-6967-4ed1-9d53-498d01df38f8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0273838 Dec 16 22:38:35.092220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb9a9c5a-7399-4a48-b6a6-e4912bc111eb req-738f9df2-adcf-40d4-8e12-e68699fcba5c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0269332 Dec 16 22:38:35.336538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-860c85c1-d117-43f6-9e2d-a8a7c7e37bff req-a3308ed2-7cec-4378-8935-0bae2dad56e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0267138 Dec 16 22:38:35.632171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e65fb-52dd-40d6-9a8d-5530b605d356 req-27d7f005-0581-4b98-bc41-76321913ed83 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:35.633922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d7e65fb-52dd-40d6-9a8d-5530b605d356 req-27d7f005-0581-4b98-bc41-76321913ed83 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0499454 Dec 16 22:38:35.707573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68efbae0-0f39-48d9-99ae-3218b0163ba9 req-ba8fc569-2960-498c-9452-d008a930a214 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0348570 Dec 16 22:38:35.712308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d7e65fb-52dd-40d6-9a8d-5530b605d356 req-03e2ead9-70b1-4b3a-b890-4ec0aa69d2a4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705116 Dec 16 22:38:36.105138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55fe5464-8588-4b9a-ab9f-5a4086c3879b req-9d8d715a-da96-402c-b3ba-3182adb422ec tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0286205 Dec 16 22:38:36.171439 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34d3d3b6-8bb9-4365-8e0d-0d6192082d4b req-bc88d9b0-7f6c-4b96-9a0f-a88eecfe4a08 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0272715 Dec 16 22:38:36.423531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3cc9379e-46e9-4c0b-ab8d-91f40996b302 req-e0f0feda-ea2b-432c-afd4-5d495de64541 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0279291 Dec 16 22:38:36.796015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52d80360-31ee-4bd7-9823-d20e0639a46a req-4a058c3e-c8bb-414d-9306-95bc7ef224f8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0356145 Dec 16 22:38:36.851184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee0a04-b3de-43cd-b40f-ffa416c9cff5 req-3af97673-e8b1-4244-ae13-f4e09e79bcc0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:36.852853 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59ee0a04-b3de-43cd-b40f-ffa416c9cff5 req-3af97673-e8b1-4244-ae13-f4e09e79bcc0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0507584 Dec 16 22:38:36.902837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59ee0a04-b3de-43cd-b40f-ffa416c9cff5 req-dca4aaa0-c545-4c0e-b5c7-af1036eef5a9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435085 Dec 16 22:38:37.188321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6aff07cd-78dc-472e-b486-009c51001bea req-661bd984-9f85-408f-a8b0-d9ad089cd096 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0295532 Dec 16 22:38:37.252292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d2601dd5-08c8-4f5c-b6da-8759923d98b8 req-b8fd5c33-956d-4d4e-a882-51f053ac04b0 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0279608 Dec 16 22:38:37.510325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c715fa9b-6bfa-4133-b4ce-882687cace5e req-d7c14d8d-d69e-4d22-9a12-1e8f3a16b7fb tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0274158 Dec 16 22:38:37.885340 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a088bd6-cb41-4562-963f-1b1453692c22 req-8a9c13b6-ae7f-4c00-8c54-0756cdb1e5ff tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0308204 Dec 16 22:38:38.024771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7e7c6-7ef2-4487-8e83-e49122fe7d32 req-20b1c755-24d1-418d-ae5b-fac1bcb1fa4f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:38.026258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3d7e7c6-7ef2-4487-8e83-e49122fe7d32 req-20b1c755-24d1-418d-ae5b-fac1bcb1fa4f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0539677 Dec 16 22:38:38.077167 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3d7e7c6-7ef2-4487-8e83-e49122fe7d32 req-8c9bb0b5-8495-411c-80ed-62dadc104ed0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446374 Dec 16 22:38:38.264800 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0eba9b0f-6a80-4ae0-bde4-9b7c4faee0ad req-8c60df9e-a553-4b29-8cbb-93b5065c971e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0265694 Dec 16 22:38:38.330607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe1b2f27-6683-4748-a683-85c24e073380 req-bdb85de0-7e0e-4cac-a980-3fea7e8dc2ca tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0267160 Dec 16 22:38:38.600952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0fbe0d6-f7ea-4ddd-b802-29b27c92ca78 req-2a2ec212-7caf-476d-a50e-c78243210184 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0312004 Dec 16 22:38:38.966250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-700a5ec3-4280-4f67-ac45-f26d858b3d80 req-cad10af9-39a2-488b-95cd-dfb82b22dc2d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0276024 Dec 16 22:38:39.198071 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703b8b8-5c23-465d-9dbd-77a8ad50b57a req-fe33dc2e-98f6-4980-bb6f-5205c382e745 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:39.199992 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5703b8b8-5c23-465d-9dbd-77a8ad50b57a req-fe33dc2e-98f6-4980-bb6f-5205c382e745 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0515432 Dec 16 22:38:39.250453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5703b8b8-5c23-465d-9dbd-77a8ad50b57a req-7d3746ef-7288-4be3-805f-d7aecdf694b1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429270 Dec 16 22:38:39.343407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63be3c1f-be6f-4454-bb23-87e037edf9b9 req-1f6c308e-ddc2-449f-8f2e-9b9951b47c11 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0275011 Dec 16 22:38:39.408243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9699d452-c7a7-45e5-9c08-4cfcc613ea4f req-b37af530-83a8-4b9d-9e2e-82560b7726aa tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0269415 Dec 16 22:38:39.690779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd34483a-d6c3-4679-af41-8e61a82e0ebf req-41d3680f-53c8-4092-b944-c648b21346b6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0310059 Dec 16 22:38:40.050313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67e9663f-6b97-4bdf-a5ea-bb1a3f61aaf7 req-58be17de-4b20-4d07-b3de-3b64c275b997 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e02af-01f3-4d38-ab2a-5d45d931e407 HTTP/1.1" status: 200 len: 210 time: 0.0303867 Dec 16 22:38:40.381559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4629e-0902-43fb-abaa-d43b1df8515d req-79047f52-e52d-4f2b-b7ed-f7ac3fc89896 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:40.383474 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eca4629e-0902-43fb-abaa-d43b1df8515d req-79047f52-e52d-4f2b-b7ed-f7ac3fc89896 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0580454 Dec 16 22:38:40.434164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eca4629e-0902-43fb-abaa-d43b1df8515d req-f6261e20-57c7-40e5-8c5a-532a553acb4d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442224 Dec 16 22:38:40.501242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd2d4e8c-f599-40c8-9e4d-df416130bb1d req-d3c4eab2-68db-45a9-bd7c-cfb75fa82cae tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0275598 Dec 16 22:38:40.573732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42d07d76-8560-4ab2-8eb9-29d546db5830 req-8d0532d3-b3ba-43d2-8e84-4bc5a27d44d0 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0324473 Dec 16 22:38:40.701148 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36050) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:40.783325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70c9f396-7614-4bdc-9a81-3cd3cc67b17c req-9b15c44c-1bf9-4a1f-babf-104afc99daf5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0274200 Dec 16 22:38:41.083237 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-457defd7-b95d-46f7-bbe0-fd0b6e374079 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:41.358074 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-457defd7-b95d-46f7-bbe0-fd0b6e374079 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting port 92c401e2-3236-4756-89c4-b3095ad2a840 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:41.358332 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-457defd7-b95d-46f7-bbe0-fd0b6e374079 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:41.452693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-457defd7-b95d-46f7-bbe0-fd0b6e374079 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] For port 92c401e2-3236-4756-89c4-b3095ad2a840, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=92c401e2-3236-4756-89c4-b3095ad2a840,segment=NetworkSegment(400e4a35-975f-400f-bdc9-6f4d75cbcd08),segment_id=400e4a35-975f-400f-bdc9-6f4d75cbcd08)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:41.452954 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-457defd7-b95d-46f7-bbe0-fd0b6e374079 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:41.471052 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-457defd7-b95d-46f7-bbe0-fd0b6e374079 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Calling delete_port for 92c401e2-3236-4756-89c4-b3095ad2a840 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:41.593638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29e55e3e-1f1d-40c5-90e3-1653d5e11082 req-393f1e6f-4ef4-472a-9e70-5707673c8603 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0283060 Dec 16 22:38:41.602626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52375b-ac64-461f-a7b2-d06d5f2a7318 req-886bdcb3-ab7b-4ef3-8614-23b1fde36bed tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:41.604407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d52375b-ac64-461f-a7b2-d06d5f2a7318 req-886bdcb3-ab7b-4ef3-8614-23b1fde36bed tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0876558 Dec 16 22:38:41.694790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5122f9ad-f81a-4de9-accd-e79f88cc06e8 req-3283bbab-8675-4527-9575-5dffb0d7b951 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0316620 Dec 16 22:38:41.698192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d52375b-ac64-461f-a7b2-d06d5f2a7318 req-e6733304-11dc-4e39-ac91-b76e2ba32b94 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868759 Dec 16 22:38:41.772137 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-457defd7-b95d-46f7-bbe0-fd0b6e374079 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:41.799919 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457defd7-b95d-46f7-bbe0-fd0b6e374079 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Port': ['ID=92c401e2-3236-4756-89c4-b3095ad2a840,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:41.877593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb336751-67e6-4860-ac01-54807c3ac991 req-23a224cd-21e0-483b-8c81-ade609b7b408 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0323126 Dec 16 22:38:42.018076 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-457defd7-b95d-46f7-bbe0-fd0b6e374079 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.244577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457defd7-b95d-46f7-bbe0-fd0b6e374079 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router f3b5722d-cf52-40ae-96ed-1d0b343bf11e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:38:42.357894 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457defd7-b95d-46f7-bbe0-fd0b6e374079 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:42.364703 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-457defd7-b95d-46f7-bbe0-fd0b6e374079 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "PUT /v2.0/routers/f3b5722d-cf52-40ae-96ed-1d0b343bf11e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6616929 Dec 16 22:38:42.368227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36066) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:42.373035 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4fe77-6daa-4dde-ac4e-e0f052629f63 None None] Sync routers for ids ['f3b5722d-cf52-40ae-96ed-1d0b343bf11e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:42.384561 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4fe77-6daa-4dde-ac4e-e0f052629f63 None None] Routers {'f3b5722d-cf52-40ae-96ed-1d0b343bf11e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:42.385191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1ed4fe77-6daa-4dde-ac4e-e0f052629f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:38:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f3b5722d-cf52-40ae-96ed-1d0b343bf11e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:42.422158 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6bbd1f-638d-4892-8f31-eb9bbc622710 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting subnet 6ece8893-e526-490b-902d-41e533b51abb {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:38:42.425431 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac6bbd1f-638d-4892-8f31-eb9bbc622710 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.467456 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac6bbd1f-638d-4892-8f31-eb9bbc622710 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.493739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-1ed4fe77-6daa-4dde-ac4e-e0f052629f63 None None] Set router f3b5722d-cf52-40ae-96ed-1d0b343bf11e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:42.562866 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac6bbd1f-638d-4892-8f31-eb9bbc622710 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.685547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a32c240a-1070-49c3-aa70-feb8a9ec3a87 req-4bb724db-f7ee-40a3-8925-bb111c7f748c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0305512 Dec 16 22:38:42.692395 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac6bbd1f-638d-4892-8f31-eb9bbc622710 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.699378 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1ed4fe77-6daa-4dde-ac4e-e0f052629f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377102224', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:31Z', 'updated_at': '2021-12-16T22:38:41Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:32Z', 'updated_at': '2021-12-16T22:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:42.712431 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac6bbd1f-638d-4892-8f31-eb9bbc622710 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.718052 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ac6bbd1f-638d-4892-8f31-eb9bbc622710 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/subnets/6ece8893-e526-490b-902d-41e533b51abb HTTP/1.1" status: 204 len: 168 time: 0.3462818 Dec 16 22:38:42.718964 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36070) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:42.733044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4fe77-6daa-4dde-ac4e-e0f052629f63 None None] Checking router: f3b5722d-cf52-40ae-96ed-1d0b343bf11e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:38:42.737766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54839d0b-d9f6-4871-a0de-30313a6752c7 None None] Network d606a576-a704-45ef-b658-167a940d1b1a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:42.745674 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bbd1f-638d-4892-8f31-eb9bbc622710 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Subnet': ['ID=6ece8893-e526-490b-902d-41e533b51abb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:42.797694 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4fe77-6daa-4dde-ac4e-e0f052629f63 None None] Routers {'f3b5722d-cf52-40ae-96ed-1d0b343bf11e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:42.798505 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1ed4fe77-6daa-4dde-ac4e-e0f052629f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:38:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f3b5722d-cf52-40ae-96ed-1d0b343bf11e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:42.903366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f71a2-3b88-4fe1-b644-bba6b9610506 req-411ca9f7-a459-4102-9ac7-413ef64566b1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:42.904984 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-245f71a2-3b88-4fe1-b644-bba6b9610506 req-411ca9f7-a459-4102-9ac7-413ef64566b1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1094911 Dec 16 22:38:42.907878 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ca968d-10e7-4316-aec6-7f5ea250f9e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.961331 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-1ed4fe77-6daa-4dde-ac4e-e0f052629f63 None None] Set router f3b5722d-cf52-40ae-96ed-1d0b343bf11e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:43.045572 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] DHCP port deletion for d606a576-a704-45ef-b658-167a940d1b1a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:43.055841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8beefb12-9ad5-4b19-bafe-a4bb5d48cbdc req-561eef4d-41b0-4b80-ae98-5e6c9279f7ba tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.2495768 Dec 16 22:38:43.165654 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-245f71a2-3b88-4fe1-b644-bba6b9610506 req-9543aabd-5fa1-49a3-ba31-304f8c56f359 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032526 Dec 16 22:38:43.172351 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-962c1334-8cfe-471e-a8ff-c420845bdc86 req-f0d1e477-c232-4b59-8a0a-1c9794c19b1d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0523701 Dec 16 22:38:43.195967 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Deleting port deacd93a-eb3f-4027-924b-67930b244f57 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:43.195967 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.213229 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ca968d-10e7-4316-aec6-7f5ea250f9e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.290339 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.319306 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] For port deacd93a-eb3f-4027-924b-67930b244f57, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=deacd93a-eb3f-4027-924b-67930b244f57,segment=NetworkSegment(400e4a35-975f-400f-bdc9-6f4d75cbcd08),segment_id=400e4a35-975f-400f-bdc9-6f4d75cbcd08)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:43.320227 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.337407 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-51ca968d-10e7-4316-aec6-7f5ea250f9e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting port 064a02ec-00db-4d18-b131-02a6550d4b3c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:43.338481 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ca968d-10e7-4316-aec6-7f5ea250f9e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.344848 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Calling delete_port for deacd93a-eb3f-4027-924b-67930b244f57 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:43.366760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1ed4fe77-6daa-4dde-ac4e-e0f052629f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377102224', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:31Z', 'updated_at': '2021-12-16T22:38:41Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:32Z', 'updated_at': '2021-12-16T22:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:43.406501 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.434140 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4fe77-6daa-4dde-ac4e-e0f052629f63 None None] The sync data for ids ['f3b5722d-cf52-40ae-96ed-1d0b343bf11e'] in n-d-821840-2 is: [{'id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377102224', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:31Z', 'updated_at': '2021-12-16T22:38:41Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '064a02ec-00db-4d18-b131-02a6550d4b3c', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b5722d-cf52-40ae-96ed-1d0b343bf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:32Z', 'updated_at': '2021-12-16T22:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:43.467113 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-51ca968d-10e7-4316-aec6-7f5ea250f9e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] For port 064a02ec-00db-4d18-b131-02a6550d4b3c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=064a02ec-00db-4d18-b131-02a6550d4b3c,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:43.467788 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ca968d-10e7-4316-aec6-7f5ea250f9e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.494186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-51ca968d-10e7-4316-aec6-7f5ea250f9e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Calling delete_port for 064a02ec-00db-4d18-b131-02a6550d4b3c owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:43.543332 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.573295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] No DVR routers for this DVR port deacd93a-eb3f-4027-924b-67930b244f57 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:43.578864 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Pushing event deleted for resources: {'Port': ['ID=deacd93a-eb3f-4027-924b-67930b244f57,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:43.590678 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:43.591761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:43.591761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:43.591761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:43.592177 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:43.592515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:43.592847 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:43.593789 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:43.594787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:43.595125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:43.595486 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:43.595813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:43.596142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1ccc6-a464-432e-9c38-ab60ed793fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:43.772603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c61092c6-eef4-4490-9e8d-67553bed4885 req-931370b7-d452-4ef3-8e3e-db2d6672c102 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0287633 Dec 16 22:38:43.773442 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ca968d-10e7-4316-aec6-7f5ea250f9e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.810296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca968d-10e7-4316-aec6-7f5ea250f9e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Port': ['ID=064a02ec-00db-4d18-b131-02a6550d4b3c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:43.833824 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6b7944-1dd6-4ff6-b253-a35092a150a6 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:43.901381 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ca968d-10e7-4316-aec6-7f5ea250f9e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.910020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 92c401e2-3236-4756-89c4-b3095ad2a840 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:43.933459 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 92c401e2-3236-4756-89c4-b3095ad2a840 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:43.933862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 92c401e2-3236-4756-89c4-b3095ad2a840 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:43.934882 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device deacd93a-eb3f-4027-924b-67930b244f57 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:43.961786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: deacd93a-eb3f-4027-924b-67930b244f57 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:43.962418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device deacd93a-eb3f-4027-924b-67930b244f57 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:44.019717 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ca968d-10e7-4316-aec6-7f5ea250f9e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.022043 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ca968d-10e7-4316-aec6-7f5ea250f9e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.137960 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ca968d-10e7-4316-aec6-7f5ea250f9e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.138490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ca968d-10e7-4316-aec6-7f5ea250f9e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Fanout notify agent at l3_agent the message router_deleted on router f3b5722d-cf52-40ae-96ed-1d0b343bf11e {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:38:44.142192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92d84df7-681f-449e-a16c-ecc351e71ae0 req-573d9702-bc9b-4dcb-876e-f6d648fc09d0 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0302083 Dec 16 22:38:44.151040 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ca968d-10e7-4316-aec6-7f5ea250f9e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.152113 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-51ca968d-10e7-4316-aec6-7f5ea250f9e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/routers/f3b5722d-cf52-40ae-96ed-1d0b343bf11e HTTP/1.1" status: 204 len: 168 time: 1.4317949 Dec 16 22:38:44.154916 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36090) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:44.253874 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25dbcfae-6606-4db8-a0d0-6efab352552f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.288582 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9fa0b9a-3d80-4162-8140-324b715fb27b req-386d95b5-6b58-4f73-b08d-42141d4fbdb1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0443683 Dec 16 22:38:44.358255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce5eb-c850-4d5e-a8cc-e6efcf80b5c5 req-ef8526fe-ab51-44f7-8077-a1269a1ab88b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:44.361650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f35ce5eb-c850-4d5e-a8cc-e6efcf80b5c5 req-ef8526fe-ab51-44f7-8077-a1269a1ab88b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0719566 Dec 16 22:38:44.394461 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25dbcfae-6606-4db8-a0d0-6efab352552f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.419373 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-25dbcfae-6606-4db8-a0d0-6efab352552f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d606a576-a704-45ef-b658-167a940d1b1a']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:44.422573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f35ce5eb-c850-4d5e-a8cc-e6efcf80b5c5 req-9543ffb8-5490-4b60-b4d2-ee8faf69820c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544324 Dec 16 22:38:44.431581 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-25dbcfae-6606-4db8-a0d0-6efab352552f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400e4a35-975f-400f-bdc9-6f4d75cbcd08') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:44.431884 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-25dbcfae-6606-4db8-a0d0-6efab352552f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400e4a35-975f-400f-bdc9-6f4d75cbcd08') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:44.446810 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25dbcfae-6606-4db8-a0d0-6efab352552f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.460404 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25dbcfae-6606-4db8-a0d0-6efab352552f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.466199 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25dbcfae-6606-4db8-a0d0-6efab352552f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:38:44.466578 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25dbcfae-6606-4db8-a0d0-6efab352552f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:38:44.470474 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:38:44.623121 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25dbcfae-6606-4db8-a0d0-6efab352552f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.631133 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25dbcfae-6606-4db8-a0d0-6efab352552f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.633535 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-25dbcfae-6606-4db8-a0d0-6efab352552f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/networks/d606a576-a704-45ef-b658-167a940d1b1a HTTP/1.1" status: 204 len: 168 time: 0.4768202 Dec 16 22:38:44.636439 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36098) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:44.645694 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbcfae-6606-4db8-a0d0-6efab352552f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Network': ['ID=d606a576-a704-45ef-b658-167a940d1b1a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:44.700669 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7375b3a9-0af4-4fda-af07-e4655300fd89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.732935 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7375b3a9-0af4-4fda-af07-e4655300fd89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.852919 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7375b3a9-0af4-4fda-af07-e4655300fd89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.855698 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7375b3a9-0af4-4fda-af07-e4655300fd89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.859865 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7375b3a9-0af4-4fda-af07-e4655300fd89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/security-groups/0a0fcc43-9357-42d1-ba2e-c40428a6d7bb HTTP/1.1" status: 204 len: 168 time: 0.2194989 Dec 16 22:38:44.859865 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c46d81dc-0efa-4e97-aa4b-b28a38ce0321 req-fc83fb10-6eab-4f58-ad5c-b957999b9ea9 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0358565 Dec 16 22:38:44.871000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375b3a9-0af4-4fda-af07-e4655300fd89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0fcc43-9357-42d1-ba2e-c40428a6d7bb,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:45.093090 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e327b9-ff59-455d-96b0-8e7554674c6c req-95d9cdbd-8145-4d22-b8ab-9f45033e4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:45.095441 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e4e327b9-ff59-455d-96b0-8e7554674c6c req-95d9cdbd-8145-4d22-b8ab-9f45033e4596 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e46b27d4336444b98f803f2fbef3235f&device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 1096 time: 0.0444598 Dec 16 22:38:45.225599 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e327b9-ff59-455d-96b0-8e7554674c6c req-5a8f33b3-f3b3-4b88-96f5-780c21ed7300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:45.227972 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e4e327b9-ff59-455d-96b0-8e7554674c6c req-5a8f33b3-f3b3-4b88-96f5-780c21ed7300 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a38ea202-9def-4a69-9c10-b0c645d2f774 HTTP/1.1" status: 200 len: 916 time: 0.1119049 Dec 16 22:38:45.236017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d84b20f1-5422-47f2-a90c-f22b79d1dfa8 req-4c596f66-1fa8-44ad-87a9-cdaa4312750a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0292053 Dec 16 22:38:45.279356 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e4e327b9-ff59-455d-96b0-8e7554674c6c req-b5e04536-a81f-4309-9d17-e333b4970fd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88cc5efe-ebd3-4ff5-b4f5-78d615be3649 HTTP/1.1" status: 200 len: 217 time: 0.0409322 Dec 16 22:38:45.332109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e327b9-ff59-455d-96b0-8e7554674c6c req-b9fac664-d8b9-4241-a66f-848ed132e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:45.333608 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e4e327b9-ff59-455d-96b0-8e7554674c6c req-b9fac664-d8b9-4241-a66f-848ed132e614 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=214e776a-bec9-41dd-b23a-372aeec3228b HTTP/1.1" status: 200 len: 855 time: 0.0467355 Dec 16 22:38:45.372496 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e4e327b9-ff59-455d-96b0-8e7554674c6c req-b7e6dd59-00f6-4482-85e2-19312a296a9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a38ea202-9def-4a69-9c10-b0c645d2f774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307739 Dec 16 22:38:45.380272 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36112) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:45.387858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-e4e327b9-ff59-455d-96b0-8e7554674c6c req-a5099e0c-76d6-4b83-ab6a-04e7e98e07a1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:38:45.389026 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e4e327b9-ff59-455d-96b0-8e7554674c6c req-a5099e0c-76d6-4b83-ab6a-04e7e98e07a1 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094731 Dec 16 22:38:45.392627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-41e3d14b-b7a1-42d2-9703-2d5bd647cac7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1267354977', 'description': 'tempest-secgroup-smoke-1267354977 description', 'project_id': '51c946c648db42a6836975a56f094831'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:45.420795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b302ede-8f57-4ee6-80e6-166da3c05e14 req-3217070e-0cfa-4950-902a-93bc9eae0dbb tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0467243 Dec 16 22:38:45.507236 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e4e327b9-ff59-455d-96b0-8e7554674c6c req-733a0b5e-031d-40e4-a1f3-a850450a9b18 service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102068 Dec 16 22:38:45.529404 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-41e3d14b-b7a1-42d2-9703-2d5bd647cac7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:45.572777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bbedd-a2f3-44cf-b0ec-bc9b7b9fe8b9 req-a62c4319-563d-49f0-be57-e717796a9842 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:45.574447 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-573bbedd-a2f3-44cf-b0ec-bc9b7b9fe8b9 req-a62c4319-563d-49f0-be57-e717796a9842 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0779552 Dec 16 22:38:45.610925 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e4e327b9-ff59-455d-96b0-8e7554674c6c req-0d0b1cea-2037-4335-86df-aeecee60be26 service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942500 Dec 16 22:38:45.656549 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-41e3d14b-b7a1-42d2-9703-2d5bd647cac7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:45.661765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-573bbedd-a2f3-44cf-b0ec-bc9b7b9fe8b9 req-c5b2035d-04a4-470d-b496-fe6047811d1b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721099 Dec 16 22:38:45.706432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 064a02ec-00db-4d18-b131-02a6550d4b3c no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:45.714963 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-41e3d14b-b7a1-42d2-9703-2d5bd647cac7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:45.728061 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 064a02ec-00db-4d18-b131-02a6550d4b3c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:45.728408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 064a02ec-00db-4d18-b131-02a6550d4b3c not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:45.747631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3d14b-b7a1-42d2-9703-2d5bd647cac7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ff580a-dbb3-4694-a6f6-72fc3f80bf64,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:45.796967 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-41e3d14b-b7a1-42d2-9703-2d5bd647cac7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:45.799186 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-41e3d14b-b7a1-42d2-9703-2d5bd647cac7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4174533 Dec 16 22:38:45.801552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36116) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:45.805875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4a9924c7-42a3-4dce-b4b0-f936f740b79d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '40ff580a-dbb3-4694-a6f6-72fc3f80bf64', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:45.909097 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4a9924c7-42a3-4dce-b4b0-f936f740b79d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:45.959729 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-983e3da8-d79a-4f59-a56b-37c06c415318 req-f7399671-628a-47bd-ad71-ae188880aa52 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0352805 Dec 16 22:38:45.995818 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4a9924c7-42a3-4dce-b4b0-f936f740b79d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:46.147230 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4a9924c7-42a3-4dce-b4b0-f936f740b79d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:46.167090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9924c7-42a3-4dce-b4b0-f936f740b79d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879b34d0-e5c8-4898-b8fb-237fcacda1ea,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:46.287928 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4a9924c7-42a3-4dce-b4b0-f936f740b79d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:46.292250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36122) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:46.292753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4a9924c7-42a3-4dce-b4b0-f936f740b79d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4898872 Dec 16 22:38:46.297280 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7e8c7dc9-a7d8-4d34-8be4-f78009a126eb tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '40ff580a-dbb3-4694-a6f6-72fc3f80bf64', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:46.321279 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08d7f279-babf-4f7b-85f8-024e459064e0 req-47ee7c62-3242-491d-b256-cf83fcbf14e2 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0275803 Dec 16 22:38:46.417131 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e8c7dc9-a7d8-4d34-8be4-f78009a126eb tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:46.487002 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e8c7dc9-a7d8-4d34-8be4-f78009a126eb tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:46.530218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c30610f8-2066-433c-8439-d4fca4e6aff3 req-8770c971-7548-4a83-93ad-b12711ec3728 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0288267 Dec 16 22:38:46.554689 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e8c7dc9-a7d8-4d34-8be4-f78009a126eb tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:46.575232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c7dc9-a7d8-4d34-8be4-f78009a126eb tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd980a2-4d0b-4f12-a5ef-4a71b11b19e7,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:46.643534 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e8c7dc9-a7d8-4d34-8be4-f78009a126eb tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:46.644865 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7e8c7dc9-a7d8-4d34-8be4-f78009a126eb tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3514600 Dec 16 22:38:46.648419 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36130) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:46.653496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-842f24d3-a2c9-4d65-91aa-624f36840936 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '40ff580a-dbb3-4694-a6f6-72fc3f80bf64', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:46.795445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486054a5-8452-49ce-8ec8-215618b549b2 req-b589a9e7-d29b-4832-939c-2c0c7551c92a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:46.797004 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-486054a5-8452-49ce-8ec8-215618b549b2 req-b589a9e7-d29b-4832-939c-2c0c7551c92a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0601737 Dec 16 22:38:46.810672 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-842f24d3-a2c9-4d65-91aa-624f36840936 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:46.885279 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-486054a5-8452-49ce-8ec8-215618b549b2 req-146430ba-6511-4293-9aee-d4639ee9eecb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809588 Dec 16 22:38:46.902397 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-842f24d3-a2c9-4d65-91aa-624f36840936 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:46.960324 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36136) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:46.977584 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-842f24d3-a2c9-4d65-91aa-624f36840936 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.002109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f24d3-a2c9-4d65-91aa-624f36840936 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0af5b8-7271-464e-8a53-de3680b37245,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:47.062597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b785fb41-e1ca-499e-895a-63dae4ab8407 req-c1469c4e-7bfe-4cc1-8bc0-f52d60c7065b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0301147 Dec 16 22:38:47.081801 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-842f24d3-a2c9-4d65-91aa-624f36840936 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.083057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-842f24d3-a2c9-4d65-91aa-624f36840936 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4335124 Dec 16 22:38:47.088119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36142) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:47.094686 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-091fb870-7b64-442f-aef0-aa1d1f91e05b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '40ff580a-dbb3-4694-a6f6-72fc3f80bf64', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:47.096355 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9cc6-826f-4fb9-af8e-219327f5f4dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.188828 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9cc6-826f-4fb9-af8e-219327f5f4dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.194974 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-091fb870-7b64-442f-aef0-aa1d1f91e05b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.254355 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-091fb870-7b64-442f-aef0-aa1d1f91e05b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.268765 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9cc6-826f-4fb9-af8e-219327f5f4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.317355 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7ccd9cc6-826f-4fb9-af8e-219327f5f4dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f834c4d2a554355a62e744d5aa2c8e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3557849 Dec 16 22:38:47.318152 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd9cc6-826f-4fb9-af8e-219327f5f4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63598bd3-19a4-4ac4-a1dd-15a6e9431b51,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:47.320056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36144) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:47.326585 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-091fb870-7b64-442f-aef0-aa1d1f91e05b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.371396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fb870-7b64-442f-aef0-aa1d1f91e05b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41e5f07-7024-4a04-a470-33676d7b11f6,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:47.420572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06e93b8c-51e6-48bb-b0fd-4d3de5babd13 req-6761ce31-7c34-4340-80b9-047d02c14ecb tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0424900 Dec 16 22:38:47.434201 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74266d72-9a61-43c4-a058-dc381664873f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.455598 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-091fb870-7b64-442f-aef0-aa1d1f91e05b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.456781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-091fb870-7b64-442f-aef0-aa1d1f91e05b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3672724 Dec 16 22:38:47.460016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36148) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:47.466124 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74266d72-9a61-43c4-a058-dc381664873f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.466271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-70befa71-c4db-43da-90ba-50b3ae059737 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '40ff580a-dbb3-4694-a6f6-72fc3f80bf64', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:47.565626 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-70befa71-c4db-43da-90ba-50b3ae059737 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Project 51c946c648db42a6836975a56f094831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:38:47.571137 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70befa71-c4db-43da-90ba-50b3ae059737 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.597486 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74266d72-9a61-43c4-a058-dc381664873f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.600522 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74266d72-9a61-43c4-a058-dc381664873f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.601645 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-74266d72-9a61-43c4-a058-dc381664873f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63598bd3-19a4-4ac4-a1dd-15a6e9431b51 HTTP/1.1" status: 204 len: 168 time: 0.2806053 Dec 16 22:38:47.629070 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7537f30-5bbe-412f-9f5f-f1f42f67ce88 req-edc88c49-c528-4d5e-9975-b27c87d42193 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0416152 Dec 16 22:38:47.630382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74266d72-9a61-43c4-a058-dc381664873f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63598bd3-19a4-4ac4-a1dd-15a6e9431b51,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:47.636310 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70befa71-c4db-43da-90ba-50b3ae059737 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.691756 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70befa71-c4db-43da-90ba-50b3ae059737 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.709977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70befa71-c4db-43da-90ba-50b3ae059737 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad5ab90-dd1a-4448-ba2e-6b0502583dfe,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:47.778820 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70befa71-c4db-43da-90ba-50b3ae059737 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.780121 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-70befa71-c4db-43da-90ba-50b3ae059737 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3190782 Dec 16 22:38:47.783618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36154) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:47.788003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a4141bc0-02e1-49f4-9274-a761bc4f9427 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': '40ff580a-dbb3-4694-a6f6-72fc3f80bf64', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:47.880374 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-a4141bc0-02e1-49f4-9274-a761bc4f9427 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Project 51c946c648db42a6836975a56f094831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:38:47.885519 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4141bc0-02e1-49f4-9274-a761bc4f9427 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.948777 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4141bc0-02e1-49f4-9274-a761bc4f9427 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.005902 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4141bc0-02e1-49f4-9274-a761bc4f9427 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.017965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc650e7-f245-4ec1-8aec-8fdbb5981565 req-544c97e8-5444-4b16-8e63-b83c347f22a9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:48.019828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3bc650e7-f245-4ec1-8aec-8fdbb5981565 req-544c97e8-5444-4b16-8e63-b83c347f22a9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0553308 Dec 16 22:38:48.026641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4141bc0-02e1-49f4-9274-a761bc4f9427 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd18091-5a2c-4c0c-9c1d-b85b6ab05a45,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:48.082465 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4141bc0-02e1-49f4-9274-a761bc4f9427 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.083158 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3bc650e7-f245-4ec1-8aec-8fdbb5981565 req-0e75ff2e-cc84-43e8-81ae-342b18be608b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571830 Dec 16 22:38:48.083712 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a4141bc0-02e1-49f4-9274-a761bc4f9427 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2991340 Dec 16 22:38:48.086859 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36166) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:48.094702 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d8b2ef46-771d-4c80-97e5-1b73335a68d7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'network': {'name': 'tempest-network-smoke--1386098628', 'project_id': '51c946c648db42a6836975a56f094831', 'port_security_enabled': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:48.153825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a4e13099-9cb8-4946-b26a-311185b2d607 req-f815d407-8aa0-4f60-a6f8-906d82ea592f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0273385 Dec 16 22:38:48.200645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b2ef46-771d-4c80-97e5-1b73335a68d7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Made reservation on behalf of 51c946c648db42a6836975a56f094831 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:48.204964 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8b2ef46-771d-4c80-97e5-1b73335a68d7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.228692 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b2ef46-771d-4c80-97e5-1b73335a68d7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:38:48.237518 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8b2ef46-771d-4c80-97e5-1b73335a68d7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.237861 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-d8b2ef46-771d-4c80-97e5-1b73335a68d7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Added segment 7b7c591d-2eb2-4e7b-9733-8be3da4af0cd of type vlan for network 6adc13ba-6631-46a2-980b-1cb7596fb0ff Dec 16 22:38:48.279511 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8b2ef46-771d-4c80-97e5-1b73335a68d7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.376574 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8b2ef46-771d-4c80-97e5-1b73335a68d7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.382439 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b2ef46-771d-4c80-97e5-1b73335a68d7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:48.383140 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8b2ef46-771d-4c80-97e5-1b73335a68d7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.456513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2ef46-771d-4c80-97e5-1b73335a68d7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Network': ['ID=6adc13ba-6631-46a2-980b-1cb7596fb0ff,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:48.467653 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 6adc13ba-6631-46a2-980b-1cb7596fb0ff details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:38:48.500512 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d8b2ef46-771d-4c80-97e5-1b73335a68d7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4121552 Dec 16 22:38:48.503187 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36180) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:48.505595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22b690cf-887d-447d-bec3-3b6f8364ae68 req-775f1157-394e-4ae7-abfb-120b19521fda tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0303590 Dec 16 22:38:48.508433 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-795195704', 'admin_state_up': True, 'project_id': '51c946c648db42a6836975a56f094831', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:48.588600 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.591856 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.645119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.731732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b3cf5ba-a728-4a60-b77f-992852ec9346 req-7f70ddae-ba33-4dbf-94fd-537845a8b0bf tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0288637 Dec 16 22:38:48.847700 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.893355 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:38:49.213045 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bc0f8-54a3-4c7f-a1f1-098afa0af38c req-88821657-0a1d-4462-baeb-9e08a14af4e3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:49.214648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f83bc0f8-54a3-4c7f-a1f1-098afa0af38c req-88821657-0a1d-4462-baeb-9e08a14af4e3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0542850 Dec 16 22:38:49.255100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e29bed75-5437-423e-bb4f-1aa2229837df req-f1fbb918-60ab-41ee-8c1d-78771b499204 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0362549 Dec 16 22:38:49.292911 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f83bc0f8-54a3-4c7f-a1f1-098afa0af38c req-1a3e6efd-ac54-420f-af62-d559eb5c68a3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684052 Dec 16 22:38:49.438860 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.458753 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.569623 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Allocated IP 172.25.2.72 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/06b06cc4-935d-42b3-b268-3ea967de0f8e) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:38:49.590845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91bf4c18-9f26-4a28-a820-cdd842d860f7 req-37f3b553-a191-48c8-a17a-16a57a395db7 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0319674 Dec 16 22:38:49.691802 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.819942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10303248-ce00-4fc2-999e-87d05697517e req-b69f260a-a082-40e7-a184-f0229b30f7e5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0287015 Dec 16 22:38:49.823682 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.870571 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:49.873764 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:49.878066 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:49.888708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8384087c-2a87-4dc1-be78-c30b36c2dccc None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:49.901684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=06b06cc4-935d-42b3-b268-3ea967de0f8e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:49.929670 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5c97b337-627a-413f-8105-213ea8515a8e None None] Provisioning complete for port 06b06cc4-935d-42b3-b268-3ea967de0f8e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:49.930293 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5c97b337-627a-413f-8105-213ea8515a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.972507 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5c97b337-627a-413f-8105-213ea8515a8e None None] Port 06b06cc4-935d-42b3-b268-3ea967de0f8e cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:50.047725 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3bfc0e84-068a-4e0d-be83-6585d0103d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:50.237332 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:50.347751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3e7b20a-310c-4993-9854-593c55095af2 req-a52edb26-340e-4a64-9c1e-8951cd587151 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0373390 Dec 16 22:38:50.414470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0326506-254d-4d71-8ec2-82b7bea216a0 req-ca64fce7-162d-435b-a8d2-57617a0731fa tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:50.415987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0326506-254d-4d71-8ec2-82b7bea216a0 req-ca64fce7-162d-435b-a8d2-57617a0731fa tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0506587 Dec 16 22:38:50.453236 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:50.470367 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0326506-254d-4d71-8ec2-82b7bea216a0 req-02d6fdb5-a780-4481-a7da-b00ce800c19a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473678 Dec 16 22:38:50.651760 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:38:50.687118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40a1c4c2-cb7c-4fbc-9957-a7603a895bf7 req-32e06dd0-f61c-4acf-b817-a6dc13a29470 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0329916 Dec 16 22:38:50.769227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:50.782855 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Sync routers for ids ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:50.793354 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Routers {'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:50.793910 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:38:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:50.882159 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:50.883703 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-72f970e3-12f3-4088-a91b-b81a1bc8e95b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3791065 Dec 16 22:38:50.886859 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36216) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:50.902935 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Set router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:50.911639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ba68cd9-f168-48ba-b25b-14a0827909f8 req-a3e86ae8-621e-4a3b-bedb-2862a5caa5b4 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0304630 Dec 16 22:38:51.088474 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795195704', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:48Z', 'updated_at': '2021-12-16T22:38:50Z', 'revision_number': 3, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:99:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:49Z', 'updated_at': '2021-12-16T22:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:51.094474 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-feefb229-a38a-4d2e-8dd8-68010a175470 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=51c946c648db42a6836975a56f094831&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2062891 Dec 16 22:38:51.096987 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36220) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:51.114942 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Checking router: a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:38:51.115303 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Updating router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd port 06b06cc4-935d-42b3-b268-3ea967de0f8e binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:38:51.139886 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.251447 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e95d49e-6c3a-460a-9cb4-ccc891a0d640 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:51.252965 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8e95d49e-6c3a-460a-9cb4-ccc891a0d640 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1551189 Dec 16 22:38:51.255805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36222) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:51.289630 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-011c5273-d9c7-4e31-a1d7-bc76b7dc8f5c tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326819 Dec 16 22:38:51.292148 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36224) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:51.297218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1918090714', 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'project_id': '51c946c648db42a6836975a56f094831', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:51.392736 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.424797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e8e1c80-08d4-4bff-9f81-2d8aba044105 req-34db2c33-5100-4f46-bb81-70a607372038 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0268643 Dec 16 22:38:51.469094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Made reservation on behalf of 51c946c648db42a6836975a56f094831 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:51.472955 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.480243 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.531965 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57b6cac-22f9-48bf-a9ad-cea53e7f76e9 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:51.543221 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c2516-4d5c-450c-88f4-08bbbd20eec2 None None] Pushing event updated for resources: {'Port': ['ID=06b06cc4-935d-42b3-b268-3ea967de0f8e,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:51.556729 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Attempting to bind port 06b06cc4-935d-42b3-b268-3ea967de0f8e on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:38:51.557173 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Attempting to bind port 06b06cc4-935d-42b3-b268-3ea967de0f8e by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:38:51.557602 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Attempting to bind port 06b06cc4-935d-42b3-b268-3ea967de0f8e on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:38:51.562527 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c2516-4d5c-450c-88f4-08bbbd20eec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.562884 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c2516-4d5c-450c-88f4-08bbbd20eec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.563201 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c2516-4d5c-450c-88f4-08bbbd20eec2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.563562 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c2516-4d5c-450c-88f4-08bbbd20eec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.563888 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c2516-4d5c-450c-88f4-08bbbd20eec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.564214 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c2516-4d5c-450c-88f4-08bbbd20eec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.564608 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c2516-4d5c-450c-88f4-08bbbd20eec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.564938 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c2516-4d5c-450c-88f4-08bbbd20eec2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.565257 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c2516-4d5c-450c-88f4-08bbbd20eec2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.565579 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c2516-4d5c-450c-88f4-08bbbd20eec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.565909 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c2516-4d5c-450c-88f4-08bbbd20eec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.566218 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c2516-4d5c-450c-88f4-08bbbd20eec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.566535 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c2516-4d5c-450c-88f4-08bbbd20eec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.572265 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:38:51.572636 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:51.573223 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.573764 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:38:51.574396 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Bound port: 06b06cc4-935d-42b3-b268-3ea967de0f8e, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:38:51.575211 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.605159 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a7f46989-ac30-4216-a5ca-f0e1ec646c4c None None] Provisioning complete for port 06b06cc4-935d-42b3-b268-3ea967de0f8e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:51.610461 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7f46989-ac30-4216-a5ca-f0e1ec646c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.620416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae433948-5061-45a5-922a-f8823ea13a5c req-d47d29d9-d3e5-4f4a-bb7d-b0b6aa220f1e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:51.622638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae433948-5061-45a5-922a-f8823ea13a5c req-d47d29d9-d3e5-4f4a-bb7d-b0b6aa220f1e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0706394 Dec 16 22:38:51.657949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a7f46989-ac30-4216-a5ca-f0e1ec646c4c None None] Port 06b06cc4-935d-42b3-b268-3ea967de0f8e cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:51.673954 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] For port 06b06cc4-935d-42b3-b268-3ea967de0f8e, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:38:51.678679 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] For port 06b06cc4-935d-42b3-b268-3ea967de0f8e, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=06b06cc4-935d-42b3-b268-3ea967de0f8e,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:38:51.696696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae433948-5061-45a5-922a-f8823ea13a5c req-7d4bf8c9-b8ac-42c1-87d4-67950d36e4a3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662041 Dec 16 22:38:51.773390 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.793239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d72e455-2837-4865-a7c3-1ccd556ccc37 req-da424ff8-8e88-4e52-8bfb-a5d9aa6b7ca5 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0341923 Dec 16 22:38:51.800136 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.826576 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Routers {'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:51.827464 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:38:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:51.828265 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cf3623-ae48-4efe-b641-3254e8ae4daf None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:51.895538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cb9e6924-c862-4a55-b0db-8df57668f8cf None None] Provisioning complete for port 06b06cc4-935d-42b3-b268-3ea967de0f8e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:51.896696 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6924-c862-4a55-b0db-8df57668f8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.907549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Subnet': ['ID=c51b18a9-cbd1-416a-be23-4bef6c0f3396,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:51.917822 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.918398 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.918757 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.919169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.919541 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.920024 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.920369 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.920739 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.921104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.921441 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.921873 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.922225 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.922542 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:51.929445 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Checking segment: {'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:51.929817 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network hostable DHCP agents. Network: 6adc13ba-6631-46a2-980b-1cb7596fb0ff, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:38:51.950448 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c2516-4d5c-450c-88f4-08bbbd20eec2 None None] Pushing event updated for resources: {'Port': ['ID=06b06cc4-935d-42b3-b268-3ea967de0f8e,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:51.961642 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] Set router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:52.010522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ea963ef-178c-420b-8fd2-d12ae319dfee req-acf71613-acc5-44fb-b016-38aef7843e59 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0335152 Dec 16 22:38:52.017287 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network 6adc13ba-6631-46a2-980b-1cb7596fb0ff is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:38:52.043985 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6924-c862-4a55-b0db-8df57668f8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.066577 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cb9e6924-c862-4a55-b0db-8df57668f8cf None None] For port 06b06cc4-935d-42b3-b268-3ea967de0f8e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=06b06cc4-935d-42b3-b268-3ea967de0f8e,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:52.137377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 6adc13ba-6631-46a2-980b-1cb7596fb0ff) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:52.149249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:52.151572 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.164576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eef004-0da2-436c-916c-31638e844cf9 None None] Network 6adc13ba-6631-46a2-980b-1cb7596fb0ff requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:52.171351 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6924-c862-4a55-b0db-8df57668f8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.177457 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795195704', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:48Z', 'updated_at': '2021-12-16T22:38:50Z', 'revision_number': 3, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:99:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:49Z', 'updated_at': '2021-12-16T22:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:52.206470 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190ff08-6ea0-4675-94b6-8bb53da8b7af None None] The sync data for ids ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'] in n-d-821840-2 is: [{'id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795195704', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:48Z', 'updated_at': '2021-12-16T22:38:50Z', 'revision_number': 3, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:99:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:49Z', 'updated_at': '2021-12-16T22:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:52.249525 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b9a655d3-ba09-4d07-9f5d-b3ee319366db tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9556501 Dec 16 22:38:52.253337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36248) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:52.453720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e6924-c862-4a55-b0db-8df57668f8cf None None] Pushing event updated for resources: {'Port': ['ID=06b06cc4-935d-42b3-b268-3ea967de0f8e,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:52.499176 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d743ae67-a26e-4a73-bf54-4fd371188a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.533556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'project_id': '51c946c648db42a6836975a56f094831', 'fixed_ips': [{'subnet_id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:38:52.534406 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.580810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5535c52f-7e81-4bda-9cdb-7e1c57979228 req-119943cc-7c2c-4f69-a8cc-9b272fcbe01a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0611966 Dec 16 22:38:52.729482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Allocated IP 172.20.0.2 (6adc13ba-6631-46a2-980b-1cb7596fb0ff/c51b18a9-cbd1-416a-be23-4bef6c0f3396/7aa685eb-c55e-4179-9b3d-e86b90055f93) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:38:52.993641 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.003070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3da3de-5c11-41fa-933b-d144bd66c51c req-3630146e-bc76-4c37-be69-400ed5d3685d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:53.004716 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c3da3de-5c11-41fa-933b-d144bd66c51c req-3630146e-bc76-4c37-be69-400ed5d3685d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1932883 Dec 16 22:38:53.052478 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-453cb045-5de8-419e-a0d8-59fde6a9ea1b req-fc837a07-8b1a-4edd-9c86-d2b613bfd85b tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.1476560 Dec 16 22:38:53.086814 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.097844 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.143546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c3da3de-5c11-41fa-933b-d144bd66c51c req-df2da665-fbec-4c94-a028-73f58f639eaa tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075606 Dec 16 22:38:53.173559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Network 6adc13ba-6631-46a2-980b-1cb7596fb0ff is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:53.179798 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:53.183303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:53.188203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Pushing event updated for resources: {'Port': ['ID=7aa685eb-c55e-4179-9b3d-e86b90055f93,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:53.258273 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e69633d5-7c99-4177-9476-1940c452f07c req-ccdfd749-18e8-48bd-8082-ec3fa881e22c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0583756 Dec 16 22:38:53.284460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Attempting to bind port 7aa685eb-c55e-4179-9b3d-e86b90055f93 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:38:53.284460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Attempting to bind port 7aa685eb-c55e-4179-9b3d-e86b90055f93 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:38:53.284460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Attempting to bind port 7aa685eb-c55e-4179-9b3d-e86b90055f93 on network 6adc13ba-6631-46a2-980b-1cb7596fb0ff {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:38:53.290182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:38:53.290684 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Checking segment: {'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:53.291169 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.291665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Bound using segment: {'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:38:53.292251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Bound port: 7aa685eb-c55e-4179-9b3d-e86b90055f93, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:38:53.292766 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.384007 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] For port 7aa685eb-c55e-4179-9b3d-e86b90055f93, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:38:53.387702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] For port 7aa685eb-c55e-4179-9b3d-e86b90055f93, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7aa685eb-c55e-4179-9b3d-e86b90055f93,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:38:53.462209 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.521200 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.523531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad23712-ef34-49c0-a205-6ebaf08ddabe None None] Pushing event updated for resources: {'Port': ['ID=7aa685eb-c55e-4179-9b3d-e86b90055f93,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:53.551997 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Allocated IP 172.20.0.1 (6adc13ba-6631-46a2-980b-1cb7596fb0ff/c51b18a9-cbd1-416a-be23-4bef6c0f3396/d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:38:53.767170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1dd74c09-1733-40f9-869c-af741219043f req-6d4064f4-f61f-41e7-8b86-ee14365df73e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.1040864 Dec 16 22:38:53.807762 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.845557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 06b06cc4-935d-42b3-b268-3ea967de0f8e up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:38:53.903475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 06b06cc4-935d-42b3-b268-3ea967de0f8e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:53.903851 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.914505 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.980931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:53.992213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network 6adc13ba-6631-46a2-980b-1cb7596fb0ff is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:53.992213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:53.992454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:53.992816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:53.993163 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:53.993509 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:53.993851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:53.994201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:53.994542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:53.994881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:53.995221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:53.995589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:53.995924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:53.996256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:54.001619 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:54.004317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:54.052902 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:54.145993 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cf71d9fd-3735-41b7-82b9-fde52f38f16a req-d4331e3d-dac2-4478-8184-8432e9cc58f0 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0341825 Dec 16 22:38:54.650418 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da81eefe-cacd-47dd-aecf-597c714051d3 req-96f61416-a44a-42bd-87ac-5c923f206681 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0376871 Dec 16 22:38:54.653205 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:54.681081 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a04024-ca2f-400a-b4e8-c707ca7a86af req-32545e60-82ed-4fb6-9223-91dec983fc89 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:54.682632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48a04024-ca2f-400a-b4e8-c707ca7a86af req-32545e60-82ed-4fb6-9223-91dec983fc89 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.4602518 Dec 16 22:38:54.738878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-24d62845-45e6-4c7c-b8f4-b8ca1dfe076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:54.740397 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-24d62845-45e6-4c7c-b8f4-b8ca1dfe076d service neutron] 10.222.0.69 "GET /v2.0/ports/bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 HTTP/1.1" status: 200 len: 1025 time: 0.0375113 Dec 16 22:38:54.806095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48a04024-ca2f-400a-b4e8-c707ca7a86af req-76d9bd46-2429-4e10-ba6d-5dae461766ae tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026018 Dec 16 22:38:54.818564 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-2bfe3db6-9a7d-480f-9211-545655ac104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:54.820375 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-2bfe3db6-9a7d-480f-9211-545655ac104f service neutron] 10.222.0.69 "GET /v2.0/ports/b9d73b46-bfc0-4dd6-a33c-e55e82103481 HTTP/1.1" status: 200 len: 1028 time: 0.0586603 Dec 16 22:38:54.846193 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:54.898823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac961c37-f098-42e6-9544-30df80b3fb67 req-5153cdfc-fac0-4c5b-809b-709d22735afb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0373659 Dec 16 22:38:54.979091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-9c8d6f9a-846e-4084-90c5-21846fbfff48 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:54.991328 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-9c8d6f9a-846e-4084-90c5-21846fbfff48 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:55.002818 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-9c8d6f9a-846e-4084-90c5-21846fbfff48 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:55.006001 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-9c8d6f9a-846e-4084-90c5-21846fbfff48 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.69 "GET /v2.0/networks?id=d29e897a-1707-4916-9e93-3168ac5f7a0f&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=37445d9f-0861-4e82-a857-7db94f202785&id=37445d9f-0861-4e82-a857-7db94f202785 HTTP/1.1" status: 200 len: 1989 time: 0.1763203 Dec 16 22:38:55.110652 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.123015 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-ecb78233-dcc1-4b39-887a-6a6f522c1a17 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7592d70f4a444ff5a275646bbf28d1f9 HTTP/1.1" status: 200 len: 380 time: 0.1005924 Dec 16 22:38:55.143093 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eec6ff70-7e80-46ea-9cf1-ea982a401ff0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Request body: {'port': {'device_id': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f', 'admin_state_up': True, 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'security_groups': ['330438fa-b7e3-4f04-a085-39924cd4e734']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:55.178468 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.272999 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee251e61-8115-4812-b5e2-ffd59dc88efd None None] Network 6adc13ba-6631-46a2-980b-1cb7596fb0ff requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:55.320081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fea16b1-1def-4fe5-a32d-0f1b94479079 req-89a57320-c168-42ab-a670-7b04f384414d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0686145 Dec 16 22:38:55.341442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:55.345925 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.348426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eec6ff70-7e80-46ea-9cf1-ea982a401ff0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Made reservation on behalf of 7592d70f4a444ff5a275646bbf28d1f9 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:55.354371 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eec6ff70-7e80-46ea-9cf1-ea982a401ff0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.378036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2bb87c09-65e4-40ab-a362-8d0dfe9de12c None None] Provisioning complete for port 7aa685eb-c55e-4179-9b3d-e86b90055f93 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:55.378546 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bb87c09-65e4-40ab-a362-8d0dfe9de12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.506418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network 6adc13ba-6631-46a2-980b-1cb7596fb0ff is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:55.508170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:55.573075 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bb87c09-65e4-40ab-a362-8d0dfe9de12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.580276 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eec6ff70-7e80-46ea-9cf1-ea982a401ff0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Allocated IP 172.20.0.10 (d29e897a-1707-4916-9e93-3168ac5f7a0f/7388031d-9b1a-4850-8adb-5060292caf9d/6b04ab81-2f34-4558-8334-a2484dc408c9) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:38:55.644234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2bb87c09-65e4-40ab-a362-8d0dfe9de12c None None] For port 7aa685eb-c55e-4179-9b3d-e86b90055f93, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7aa685eb-c55e-4179-9b3d-e86b90055f93,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:55.743515 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bb87c09-65e4-40ab-a362-8d0dfe9de12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.750019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:38:55.834545 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.868971 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eec6ff70-7e80-46ea-9cf1-ea982a401ff0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.881247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7aa685eb-c55e-4179-9b3d-e86b90055f93 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:38:55.974187 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4476346e-e599-423c-baa1-6c1e104046d6 req-8569a0b7-b9dd-4f9a-b2d2-94a367c0d877 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0877175 Dec 16 22:38:55.999176 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eec6ff70-7e80-46ea-9cf1-ea982a401ff0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.030419 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eec6ff70-7e80-46ea-9cf1-ea982a401ff0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Network d29e897a-1707-4916-9e93-3168ac5f7a0f is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:56.037808 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eec6ff70-7e80-46ea-9cf1-ea982a401ff0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:56.041057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eec6ff70-7e80-46ea-9cf1-ea982a401ff0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:56.083464 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb87c09-65e4-40ab-a362-8d0dfe9de12c None None] Pushing event updated for resources: {'Port': ['ID=7aa685eb-c55e-4179-9b3d-e86b90055f93,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:56.173214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 7aa685eb-c55e-4179-9b3d-e86b90055f93 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:56.176583 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.211670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66b3013b-0f23-4991-a619-b24f37483435 req-0561b2a8-b0d3-4e8f-9bfa-9e30ba9db995 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0855136 Dec 16 22:38:56.271303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6ff70-7e80-46ea-9cf1-ea982a401ff0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event updated for resources: {'Port': ['ID=6b04ab81-2f34-4558-8334-a2484dc408c9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:56.273179 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a9f4a9b3-d228-4cf8-bb91-acf7240cc700 None None] Provisioning complete for port 7aa685eb-c55e-4179-9b3d-e86b90055f93 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:56.273685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea645fe-f95b-4fed-a817-612109f88fc1 req-852c4fc3-fada-403c-b048-3778e0af7c8a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:56.276506 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a9b3-d228-4cf8-bb91-acf7240cc700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.288593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ea645fe-f95b-4fed-a817-612109f88fc1 req-852c4fc3-fada-403c-b048-3778e0af7c8a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.3255463 Dec 16 22:38:56.305741 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eec6ff70-7e80-46ea-9cf1-ea982a401ff0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:56.306332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:56.306556 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eec6ff70-7e80-46ea-9cf1-ea982a401ff0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.325876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c06416cb-ae69-47d5-ba2b-406ea3046cb0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "PUT /v2.0/routers/a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0635848 Dec 16 22:38:56.399630 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Sync routers for ids ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:56.425429 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ea645fe-f95b-4fed-a817-612109f88fc1 req-d9ea4368-97a7-41d7-ad82-bc4044134094 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358385 Dec 16 22:38:56.448530 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eec6ff70-7e80-46ea-9cf1-ea982a401ff0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3097928 Dec 16 22:38:56.455400 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Routers {'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:56.456215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:38:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:56.465747 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1c526349-b313-41a9-ada6-87b89e0f857f req-67321d42-38b9-4fc7-b368-5cb8109087ab tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Request body: {'port': {'device_id': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0', 'admin_state_up': True, 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'security_groups': ['330438fa-b7e3-4f04-a085-39924cd4e734']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:56.520825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a5f8702-c411-4679-9aba-ba2df09c9cdd req-9b6fc986-44a7-4f08-a227-86cf10df1c92 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0898166 Dec 16 22:38:56.729774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a9f4a9b3-d228-4cf8-bb91-acf7240cc700 None None] Provisioning complete for port d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:56.730418 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a9b3-d228-4cf8-bb91-acf7240cc700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.748052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-08fda407-af5f-40ab-bc57-fce909731203 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267354977&fields=id&tenant_id=51c946c648db42a6836975a56f094831 HTTP/1.1" status: 200 len: 267 time: 0.0843301 Dec 16 22:38:56.786934 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a9f4a9b3-d228-4cf8-bb91-acf7240cc700 None None] Port d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:56.789960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Set router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:56.887068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-6801a1da-5cd9-4d54-81bf-3f5a9a0bc5f0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:56.892757 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-67321d42-38b9-4fc7-b368-5cb8109087ab tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Made reservation on behalf of 7592d70f4a444ff5a275646bbf28d1f9 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:56.898684 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-67321d42-38b9-4fc7-b368-5cb8109087ab tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.903994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-6801a1da-5cd9-4d54-81bf-3f5a9a0bc5f0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/networks?id=6adc13ba-6631-46a2-980b-1cb7596fb0ff HTTP/1.1" status: 200 len: 797 time: 0.1510203 Dec 16 22:38:56.918886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-a4d2769b-e3a7-43c6-a4ca-f1acf2e701c5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/quotas/51c946c648db42a6836975a56f094831 HTTP/1.1" status: 200 len: 375 time: 0.0134730 Dec 16 22:38:56.954083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-799ac664-3c37-4c53-8582-42182e168a15 None None] Provisioning complete for port 6b04ab81-2f34-4558-8334-a2484dc408c9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:56.954690 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-799ac664-3c37-4c53-8582-42182e168a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.996045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-799ac664-3c37-4c53-8582-42182e168a15 None None] Port 6b04ab81-2f34-4558-8334-a2484dc408c9 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:57.024925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-799ac664-3c37-4c53-8582-42182e168a15 None None] Provisioning complete for port d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:57.025302 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-799ac664-3c37-4c53-8582-42182e168a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.031894 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-d731c13c-34bd-4568-a0c1-d2872b02dd3b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065426 Dec 16 22:38:57.089021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-799ac664-3c37-4c53-8582-42182e168a15 None None] Port d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:57.106250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-1c526349-b313-41a9-ada6-87b89e0f857f req-67321d42-38b9-4fc7-b368-5cb8109087ab tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Allocated IP 10.1.1.105 (09958e27-18af-4cce-88fa-f6c1acc8d6d0/66d62a4b-8577-43d6-a20e-4f97cf47186d/69b8d4de-875c-42d8-a276-51dad253ecb6) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:38:57.121068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795195704', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:48Z', 'updated_at': '2021-12-16T22:38:54Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:49Z', 'updated_at': '2021-12-16T22:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd6be853e-fdf4-4ac6-894f-8f20dc9e9b9d', 'name': '', 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:37:d8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:38:54Z', 'revision_number': 2, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:57.158036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Checking router: a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:38:57.160225 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Updating router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd port d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:38:57.188725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0037c-43d8-4a51-8d76-6f7c379e80f4 req-ff0d2e8e-57b9-4f4f-95ec-102badaeb661 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:57.190948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7a0037c-43d8-4a51-8d76-6f7c379e80f4 req-ff0d2e8e-57b9-4f4f-95ec-102badaeb661 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 932 time: 0.0792222 Dec 16 22:38:57.199206 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.244532 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-06ec7bb1-b793-40f8-a08e-a8d4fbaf03d3 service neutron] 10.222.0.43 "GET /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966980 Dec 16 22:38:57.298791 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-67321d42-38b9-4fc7-b368-5cb8109087ab tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.346759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7a0037c-43d8-4a51-8d76-6f7c379e80f4 req-a482be98-40e3-4297-b262-eab5cc193a52 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471465 Dec 16 22:38:57.394895 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-67321d42-38b9-4fc7-b368-5cb8109087ab tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.410962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-a296e2ca-f5d3-4453-a05c-971a29d0b9b4 service neutron] 10.222.0.43 "GET /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593363 Dec 16 22:38:57.505140 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67321d42-38b9-4fc7-b368-5cb8109087ab tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event updated for resources: {'Port': ['ID=69b8d4de-875c-42d8-a276-51dad253ecb6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:57.511694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a3a60c2-0a59-4dac-937e-0c591cdc3f4a req-0d5de0c5-5d71-4ad7-ac43-98765f46ba3f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0472393 Dec 16 22:38:57.547236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c526349-b313-41a9-ada6-87b89e0f857f req-67321d42-38b9-4fc7-b368-5cb8109087ab tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:57.549645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-1c526349-b313-41a9-ada6-87b89e0f857f req-67321d42-38b9-4fc7-b368-5cb8109087ab tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:57.566362 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-67321d42-38b9-4fc7-b368-5cb8109087ab tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:57.639027 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-67321d42-38b9-4fc7-b368-5cb8109087ab tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:57.647586 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-67321d42-38b9-4fc7-b368-5cb8109087ab tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.660628 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.737653 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.740189 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-67321d42-38b9-4fc7-b368-5cb8109087ab tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2800677 Dec 16 22:38:57.757775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1c526349-b313-41a9-ada6-87b89e0f857f req-abba1a56-987c-45f6-a810-57c3ac385043 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Request body: {'port': {'device_id': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0', 'admin_state_up': True, 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'security_groups': ['330438fa-b7e3-4f04-a085-39924cd4e734']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:57.838639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57247dab-f50f-423d-a87b-7a4c6bbcad3f req-b0899079-60c2-460a-a596-d4435000b58b tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.1152534 Dec 16 22:38:57.848455 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3834d-9b4f-4124-8afd-c63cc5fcf964 None None] Pushing event updated for resources: {'Port': ['ID=d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:57.868397 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7aa685eb-c55e-4179-9b3d-e86b90055f93 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:38:57.928597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fa41f-cf09-44ff-8309-e0a975cd8229 req-2024fd5b-95be-4973-a6ff-0dcf0bfb3f80 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:57.940138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab4fa41f-cf09-44ff-8309-e0a975cd8229 req-2024fd5b-95be-4973-a6ff-0dcf0bfb3f80 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.3360400 Dec 16 22:38:58.035320 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Attempting to bind port d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:38:58.035929 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Attempting to bind port d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:38:58.036176 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Attempting to bind port d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d on network 6adc13ba-6631-46a2-980b-1cb7596fb0ff {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:38:58.046514 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:38:58.046908 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Checking segment: {'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:58.047320 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.047794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Bound using segment: {'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:38:58.048448 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Bound port: d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:38:58.048714 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.087533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d184715-2bc6-4184-bc0f-14d9a0e1089f req-91d24b41-cee6-477e-9605-44a761cce563 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 210 time: 0.1175702 Dec 16 22:38:58.138599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] For port d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:38:58.143151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] For port d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:38:58.160369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab4fa41f-cf09-44ff-8309-e0a975cd8229 req-b18f9142-8da1-4eef-85fb-5600cad995e8 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030835 Dec 16 22:38:58.164721 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e701d6db-00af-4860-9649-5c2d23b44859 None None] Provisioning complete for port 69b8d4de-875c-42d8-a276-51dad253ecb6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:58.165118 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e701d6db-00af-4860-9649-5c2d23b44859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.213391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e701d6db-00af-4860-9649-5c2d23b44859 None None] Port 69b8d4de-875c-42d8-a276-51dad253ecb6 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:58.225979 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 7aa685eb-c55e-4179-9b3d-e86b90055f93 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:58.226366 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.245097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-abba1a56-987c-45f6-a810-57c3ac385043 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Made reservation on behalf of 7592d70f4a444ff5a275646bbf28d1f9 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:58.252660 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-abba1a56-987c-45f6-a810-57c3ac385043 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.350942 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.419753 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3834d-9b4f-4124-8afd-c63cc5fcf964 None None] Pushing event updated for resources: {'Port': ['ID=d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:58.432095 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-41324ea0-079f-4352-ae4f-d7f9fccb9854 None None] Provisioning complete for port d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:58.432476 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41324ea0-079f-4352-ae4f-d7f9fccb9854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.486010 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Routers {'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:58.487014 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:38:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:58.493852 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-1c526349-b313-41a9-ada6-87b89e0f857f req-abba1a56-987c-45f6-a810-57c3ac385043 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Allocated IP 10.1.1.247 (09958e27-18af-4cce-88fa-f6c1acc8d6d0/66d62a4b-8577-43d6-a20e-4f97cf47186d/bcd3db1d-f212-4040-b2ce-7779cd2af03c) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:38:58.613782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082157d-edcb-48c4-8b63-d836326b8821 req-6a94c467-bc20-4bfa-9920-5d3aba2624bc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:58.636753 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082157d-edcb-48c4-8b63-d836326b8821 req-6a94c467-bc20-4bfa-9920-5d3aba2624bc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:58.638555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1082157d-edcb-48c4-8b63-d836326b8821 req-6a94c467-bc20-4bfa-9920-5d3aba2624bc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 1654 time: 0.1419120 Dec 16 22:38:58.727071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41be8224-b600-475e-b373-9852451e5e79 req-31f9d105-44ad-4441-879a-02fd66a12c88 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0813646 Dec 16 22:38:58.803326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1082157d-edcb-48c4-8b63-d836326b8821 req-e434abd4-13ba-4622-8ba4-2fec7436bfc6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583548 Dec 16 22:38:58.832145 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-abba1a56-987c-45f6-a810-57c3ac385043 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.942175 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da3df718-2247-4b16-8e65-0f6e94142530 req-203a04c5-4937-40ce-b7a7-3094773b0797 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0407052 Dec 16 22:38:58.948913 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-abba1a56-987c-45f6-a810-57c3ac385043 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.023558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba1a56-987c-45f6-a810-57c3ac385043 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event updated for resources: {'Port': ['ID=bcd3db1d-f212-4040-b2ce-7779cd2af03c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:59.040971 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c526349-b313-41a9-ada6-87b89e0f857f req-abba1a56-987c-45f6-a810-57c3ac385043 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:59.042495 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-1c526349-b313-41a9-ada6-87b89e0f857f req-abba1a56-987c-45f6-a810-57c3ac385043 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:59.045001 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-abba1a56-987c-45f6-a810-57c3ac385043 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:59.065009 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41324ea0-079f-4352-ae4f-d7f9fccb9854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.098786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] Set router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:59.144099 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-abba1a56-987c-45f6-a810-57c3ac385043 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:59.149380 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-abba1a56-987c-45f6-a810-57c3ac385043 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.244893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-41324ea0-079f-4352-ae4f-d7f9fccb9854 None None] For port d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:59.248337 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-abba1a56-987c-45f6-a810-57c3ac385043 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4969771 Dec 16 22:38:59.263129 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1c526349-b313-41a9-ada6-87b89e0f857f req-d82f3c59-a9f7-4ea4-9fbe-91b84f03f4e6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Request body: {'port': {'device_id': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '37445d9f-0861-4e82-a857-7db94f202785', 'admin_state_up': True, 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'security_groups': ['330438fa-b7e3-4f04-a085-39924cd4e734']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:59.307014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01b8c783-be6d-41cb-8674-f7f1c8d6db25 req-15c49723-b29d-403a-be3a-3fd41b854261 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 210 time: 0.0925252 Dec 16 22:38:59.432985 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e2cad-f56e-421e-b277-0eacf1ff64ea req-0ae20eb9-30ae-491c-8f61-618d5cd6a83e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:59.441560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d18e2cad-f56e-421e-b277-0eacf1ff64ea req-0ae20eb9-30ae-491c-8f61-618d5cd6a83e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1083105 Dec 16 22:38:59.476604 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41324ea0-079f-4352-ae4f-d7f9fccb9854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.521684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d18e2cad-f56e-421e-b277-0eacf1ff64ea req-6dc77830-f199-4d1b-a82a-b930ce6a4639 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791106 Dec 16 22:38:59.599989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-d82f3c59-a9f7-4ea4-9fbe-91b84f03f4e6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Made reservation on behalf of 7592d70f4a444ff5a275646bbf28d1f9 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:59.637747 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41324ea0-079f-4352-ae4f-d7f9fccb9854 None None] Pushing event updated for resources: {'Port': ['ID=d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:59.700641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-fbfe710c-0de0-4a36-aa09-d32fbbd49f90 None None] Provisioning complete for port d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:59.701332 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fbfe710c-0de0-4a36-aa09-d32fbbd49f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.769570 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-d82f3c59-a9f7-4ea4-9fbe-91b84f03f4e6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.778591 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795195704', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:48Z', 'updated_at': '2021-12-16T22:38:54Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:49Z', 'updated_at': '2021-12-16T22:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd6be853e-fdf4-4ac6-894f-8f20dc9e9b9d', 'name': '', 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:37:d8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:38:58Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:59.819990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c82715c-7009-4d44-8f26-a87a64d2b761 req-39d0d85f-ba80-4789-b0c6-daa8f042e3cb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0408442 Dec 16 22:38:59.902645 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa6f25d-68c4-4118-96ef-390b2b7adac6 None None] The sync data for ids ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'] in n-d-821840-2 is: [{'id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795195704', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:48Z', 'updated_at': '2021-12-16T22:38:54Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:49Z', 'updated_at': '2021-12-16T22:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd6be853e-fdf4-4ac6-894f-8f20dc9e9b9d', 'name': '', 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:37:d8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:38:58Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:00.017200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-fbfe710c-0de0-4a36-aa09-d32fbbd49f90 None None] Provisioning complete for port bcd3db1d-f212-4040-b2ce-7779cd2af03c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:00.017614 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fbfe710c-0de0-4a36-aa09-d32fbbd49f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.023063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cb0c1-36db-4767-a163-86219c91b72a req-a5300eb2-2b32-4340-abdd-4385b1b52cbd tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:00.029376 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cb0c1-36db-4767-a163-86219c91b72a req-a5300eb2-2b32-4340-abdd-4385b1b52cbd tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:00.045423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cb0c1-36db-4767-a163-86219c91b72a req-a5300eb2-2b32-4340-abdd-4385b1b52cbd tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:00.059668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a5cb0c1-36db-4767-a163-86219c91b72a req-a5300eb2-2b32-4340-abdd-4385b1b52cbd tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 2375 time: 0.1593277 Dec 16 22:39:00.120138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-fbfe710c-0de0-4a36-aa09-d32fbbd49f90 None None] Port bcd3db1d-f212-4040-b2ce-7779cd2af03c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:00.128341 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bfbb982f-03ac-4cf3-96bc-a00e92b4f624 req-2f6743bf-1bf5-4827-865e-7ba86f89057e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0648639 Dec 16 22:39:00.191154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a5cb0c1-36db-4767-a163-86219c91b72a req-4307a1e8-b2e0-40cf-8f29-a5f3c3e06b9f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305094 Dec 16 22:39:00.269594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-1c526349-b313-41a9-ada6-87b89e0f857f req-d82f3c59-a9f7-4ea4-9fbe-91b84f03f4e6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Allocated IP 10.2.2.100 (37445d9f-0861-4e82-a857-7db94f202785/293efef2-0a95-4853-917e-48f1ea75b46a/b92f5c79-bb4c-4e11-9397-74427d7adaa4) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:00.476415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95290c6a-db83-4723-bceb-9ab8b2f87037 req-5f8918fd-924b-4028-87d9-95cf70abce9e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 210 time: 0.0775495 Dec 16 22:39:00.643471 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-e04e758f-007d-41c2-91f9-3bc8bda0a0bd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:00.645088 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-e04e758f-007d-41c2-91f9-3bc8bda0a0bd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.69 "GET /v2.0/networks?id=6adc13ba-6631-46a2-980b-1cb7596fb0ff HTTP/1.1" status: 200 len: 797 time: 0.1416659 Dec 16 22:39:00.691011 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-d82f3c59-a9f7-4ea4-9fbe-91b84f03f4e6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.776586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc59c8-9801-402b-b04b-35c2f1c79368 req-d3d8fc61-32e7-474c-8289-d0b74fb5eed6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:00.778648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bbc59c8-9801-402b-b04b-35c2f1c79368 req-d3d8fc61-32e7-474c-8289-d0b74fb5eed6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1168606 Dec 16 22:39:00.783192 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-781d144c-350b-40d2-8731-1d8477aef29e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51c946c648db42a6836975a56f094831 HTTP/1.1" status: 200 len: 380 time: 0.1208298 Dec 16 22:39:00.804589 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-08ae49ff-d605-4ce3-b641-5c76f0c4a31f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'port': {'device_id': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'admin_state_up': True, 'tenant_id': '51c946c648db42a6836975a56f094831', 'security_groups': ['40ff580a-dbb3-4694-a6f6-72fc3f80bf64']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:00.918439 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-d82f3c59-a9f7-4ea4-9fbe-91b84f03f4e6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.934891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bbc59c8-9801-402b-b04b-35c2f1c79368 req-e162f062-f080-4ef1-8a05-339d0f5fb302 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465294 Dec 16 22:39:00.994323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33b52418-80ff-41b8-b8a3-a1b4f298303c req-311db4d5-ba10-4b02-86be-6d04dae2d7bc tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0569608 Dec 16 22:39:01.081312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f3c59-a9f7-4ea4-9fbe-91b84f03f4e6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event updated for resources: {'Port': ['ID=b92f5c79-bb4c-4e11-9397-74427d7adaa4,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:01.085590 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c526349-b313-41a9-ada6-87b89e0f857f req-d82f3c59-a9f7-4ea4-9fbe-91b84f03f4e6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Network 37445d9f-0861-4e82-a857-7db94f202785 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:01.087646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-1c526349-b313-41a9-ada6-87b89e0f857f req-d82f3c59-a9f7-4ea4-9fbe-91b84f03f4e6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:01.091878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-d82f3c59-a9f7-4ea4-9fbe-91b84f03f4e6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:01.195207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-d82f3c59-a9f7-4ea4-9fbe-91b84f03f4e6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:01.196190 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-d82f3c59-a9f7-4ea4-9fbe-91b84f03f4e6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:01.211597 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-08ae49ff-d605-4ce3-b641-5c76f0c4a31f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Made reservation on behalf of 51c946c648db42a6836975a56f094831 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:01.215597 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-08ae49ff-d605-4ce3-b641-5c76f0c4a31f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:01.286812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4015310-7ec4-4294-af01-5ec75a36e204 req-07782089-3418-472b-bb61-9c00053489d5 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0728104 Dec 16 22:39:01.355634 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-d82f3c59-a9f7-4ea4-9fbe-91b84f03f4e6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0983963 Dec 16 22:39:01.391406 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1c526349-b313-41a9-ada6-87b89e0f857f req-fd999e7c-7508-456d-a002-9b414cc00b8e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Request body: {'port': {'device_id': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '37445d9f-0861-4e82-a857-7db94f202785', 'admin_state_up': True, 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'security_groups': ['330438fa-b7e3-4f04-a085-39924cd4e734']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:01.414790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab2ed3-828d-498e-a233-36abafdeb4c1 req-f8c0c550-004d-4563-9bf8-ddb927c556cc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:01.423009 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab2ed3-828d-498e-a233-36abafdeb4c1 req-f8c0c550-004d-4563-9bf8-ddb927c556cc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:01.431592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab2ed3-828d-498e-a233-36abafdeb4c1 req-f8c0c550-004d-4563-9bf8-ddb927c556cc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:01.454531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab2ed3-828d-498e-a233-36abafdeb4c1 req-f8c0c550-004d-4563-9bf8-ddb927c556cc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:01.461270 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25ab2ed3-828d-498e-a233-36abafdeb4c1 req-f8c0c550-004d-4563-9bf8-ddb927c556cc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 3096 time: 0.1309803 Dec 16 22:39:01.534437 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-08ae49ff-d605-4ce3-b641-5c76f0c4a31f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Allocated IP 172.20.0.11 (6adc13ba-6631-46a2-980b-1cb7596fb0ff/c51b18a9-cbd1-416a-be23-4bef6c0f3396/063f8072-d4e9-4502-be03-f9d275cf20e1) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:01.572905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25ab2ed3-828d-498e-a233-36abafdeb4c1 req-a29b83b4-3107-4540-81c7-40e81e6c0e29 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035516 Dec 16 22:39:01.578972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e7c29d82-10b6-48ea-88b4-42c012ec92c8 None None] Provisioning complete for port b92f5c79-bb4c-4e11-9397-74427d7adaa4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:01.580137 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7c29d82-10b6-48ea-88b4-42c012ec92c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:01.687645 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8fcdd2b-87e1-44a2-8515-e93fcbfc6fe5 req-56c1fad8-9dad-42d2-b1ba-5df1d2b59aec tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 210 time: 0.0638683 Dec 16 22:39:01.699357 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e7c29d82-10b6-48ea-88b4-42c012ec92c8 None None] Port b92f5c79-bb4c-4e11-9397-74427d7adaa4 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:01.822812 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:01.901666 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:01.902456 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:02.152594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3bbea-be16-4dd0-9ad7-b4142e11a924 req-41fd5589-d757-445c-aa5b-f6e724de1c02 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:02.164729 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9b3bbea-be16-4dd0-9ad7-b4142e11a924 req-41fd5589-d757-445c-aa5b-f6e724de1c02 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1146245 Dec 16 22:39:02.193192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ebc703f-17bd-4c4c-b536-54c1100db410 req-8ba54884-f94d-4ee3-b20b-3ca999e8374b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0909357 Dec 16 22:39:02.266564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9b3bbea-be16-4dd0-9ad7-b4142e11a924 req-11c31e27-a7d1-4eb3-8818-9294c558a3c5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996351 Dec 16 22:39:02.357175 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-08ae49ff-d605-4ce3-b641-5c76f0c4a31f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:02.396410 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7fd2738c-2e86-4f6c-829d-b9732359294d req-b3772072-d4d0-4685-ab62-d7bae66570d7 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0498207 Dec 16 22:39:02.474363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-fd999e7c-7508-456d-a002-9b414cc00b8e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Made reservation on behalf of 7592d70f4a444ff5a275646bbf28d1f9 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:02.480255 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-fd999e7c-7508-456d-a002-9b414cc00b8e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:02.503475 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-08ae49ff-d605-4ce3-b641-5c76f0c4a31f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:02.532597 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-08ae49ff-d605-4ce3-b641-5c76f0c4a31f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network 6adc13ba-6631-46a2-980b-1cb7596fb0ff is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:02.541723 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-08ae49ff-d605-4ce3-b641-5c76f0c4a31f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:02.606574 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-08ae49ff-d605-4ce3-b641-5c76f0c4a31f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:02.783572 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-08ae49ff-d605-4ce3-b641-5c76f0c4a31f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:02.784188 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-08ae49ff-d605-4ce3-b641-5c76f0c4a31f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:02.884489 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae49ff-d605-4ce3-b641-5c76f0c4a31f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=063f8072-d4e9-4502-be03-f9d275cf20e1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:02.958680 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-08ae49ff-d605-4ce3-b641-5c76f0c4a31f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1582539 Dec 16 22:39:02.979160 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Request body: {'port': {'device_id': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:03.003580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bb4b7-b130-4e83-ad28-b5a1b7be5fda req-7899492e-833a-4ce7-92ef-e5d299d4dbbc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:03.012694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bb4b7-b130-4e83-ad28-b5a1b7be5fda req-7899492e-833a-4ce7-92ef-e5d299d4dbbc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:03.020068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bb4b7-b130-4e83-ad28-b5a1b7be5fda req-7899492e-833a-4ce7-92ef-e5d299d4dbbc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:03.029502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bb4b7-b130-4e83-ad28-b5a1b7be5fda req-7899492e-833a-4ce7-92ef-e5d299d4dbbc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:03.039692 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d9bb4b7-b130-4e83-ad28-b5a1b7be5fda req-7899492e-833a-4ce7-92ef-e5d299d4dbbc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 3096 time: 0.2055552 Dec 16 22:39:03.053982 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6f7e4b0a-0883-40fa-9429-1d09e5be1070 None None] Provisioning complete for port 063f8072-d4e9-4502-be03-f9d275cf20e1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:03.054593 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f7e4b0a-0883-40fa-9429-1d09e5be1070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:03.062662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7a454-ef68-4fc4-86a7-8654b1ead691 req-2b709547-4d64-4f01-9eaa-9701e916a83f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:03.074921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ca7a454-ef68-4fc4-86a7-8654b1ead691 req-2b709547-4d64-4f01-9eaa-9701e916a83f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 932 time: 0.1812942 Dec 16 22:39:03.179220 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6f7e4b0a-0883-40fa-9429-1d09e5be1070 None None] Port 063f8072-d4e9-4502-be03-f9d275cf20e1 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:03.199132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d9bb4b7-b130-4e83-ad28-b5a1b7be5fda req-9a83b169-8409-400d-9287-ad4470d6a81f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582680 Dec 16 22:39:03.212721 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ca7a454-ef68-4fc4-86a7-8654b1ead691 req-a8c36507-80ce-45c5-8601-c60f081119b4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345510 Dec 16 22:39:03.345042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d4df0bd-1092-4d41-a1bb-68d39f0e7e66 req-af47dfef-74a0-4f28-9aae-c53e0e02fb9a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0799990 Dec 16 22:39:03.424706 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:03.428835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-1c526349-b313-41a9-ada6-87b89e0f857f req-fd999e7c-7508-456d-a002-9b414cc00b8e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Allocated IP 10.2.2.200 (37445d9f-0861-4e82-a857-7db94f202785/293efef2-0a95-4853-917e-48f1ea75b46a/7ef00805-74f7-418f-a3ff-1dfe07d483b3) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:03.429345 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbe2df-69c8-4fc7-9352-065ae2419e4c req-5f23a150-09cc-41b9-a983-b43b9ff15503 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:03.439894 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1abbe2df-69c8-4fc7-9352-065ae2419e4c req-5f23a150-09cc-41b9-a983-b43b9ff15503 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0915370 Dec 16 22:39:03.504425 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1abbe2df-69c8-4fc7-9352-065ae2419e4c req-bcc15dae-afab-4d27-8505-bca4632595b9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626702 Dec 16 22:39:03.558938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b041f9b6-1b10-40c3-9c2e-8bafc4caf154 req-5592262f-a3e7-475b-8802-b6d50f65ef88 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0483782 Dec 16 22:39:03.896684 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-fd999e7c-7508-456d-a002-9b414cc00b8e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:03.974251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063f8072-d4e9-4502-be03-f9d275cf20e1 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:03.984910 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.000042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Transition to ACTIVE for port object 063f8072-d4e9-4502-be03-f9d275cf20e1 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:39:04.046766 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-fd999e7c-7508-456d-a002-9b414cc00b8e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.094650 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.099362 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c526349-b313-41a9-ada6-87b89e0f857f req-fd999e7c-7508-456d-a002-9b414cc00b8e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Network 37445d9f-0861-4e82-a857-7db94f202785 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:04.105252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-1c526349-b313-41a9-ada6-87b89e0f857f req-fd999e7c-7508-456d-a002-9b414cc00b8e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:04.120090 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-fd999e7c-7508-456d-a002-9b414cc00b8e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:04.153456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd999e7c-7508-456d-a002-9b414cc00b8e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event updated for resources: {'Port': ['ID=7ef00805-74f7-418f-a3ff-1dfe07d483b3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:04.221923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-fd999e7c-7508-456d-a002-9b414cc00b8e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:04.222816 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-fd999e7c-7508-456d-a002-9b414cc00b8e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.365402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Pushing event updated for resources: {'Port': ['ID=063f8072-d4e9-4502-be03-f9d275cf20e1,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:04.429305 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-fd999e7c-7508-456d-a002-9b414cc00b8e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0456798 Dec 16 22:39:04.431999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Attempting to bind port 063f8072-d4e9-4502-be03-f9d275cf20e1 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:04.432336 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Attempting to bind port 063f8072-d4e9-4502-be03-f9d275cf20e1 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:04.432667 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Attempting to bind port 063f8072-d4e9-4502-be03-f9d275cf20e1 on network 6adc13ba-6631-46a2-980b-1cb7596fb0ff {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:04.452751 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Request body: {'port': {'device_id': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:04.456459 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Port 063f8072-d4e9-4502-be03-f9d275cf20e1 on network 6adc13ba-6631-46a2-980b-1cb7596fb0ff not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:39:04.456789 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Attempting to bind port 063f8072-d4e9-4502-be03-f9d275cf20e1 on network 6adc13ba-6631-46a2-980b-1cb7596fb0ff {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:04.469784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ecde7-4f3c-4a18-9bcc-3483c38cadf7 req-0d08e07f-0071-4ed6-955a-6fee97d35ad9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:04.471641 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-168ecde7-4f3c-4a18-9bcc-3483c38cadf7 req-0d08e07f-0071-4ed6-955a-6fee97d35ad9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 944 time: 0.1328223 Dec 16 22:39:04.486812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:04.487158 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Checking segment: {'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:04.487594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Bound using segment: {'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:04.488048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Bound port: 063f8072-d4e9-4502-be03-f9d275cf20e1, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:04.488299 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60aa41-9eb8-4acc-878c-974c02b84126 req-00c80ce9-da3e-4e06-8a9f-d752ba9625e3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:04.488449 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.494575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60aa41-9eb8-4acc-878c-974c02b84126 req-00c80ce9-da3e-4e06-8a9f-d752ba9625e3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:04.501620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60aa41-9eb8-4acc-878c-974c02b84126 req-00c80ce9-da3e-4e06-8a9f-d752ba9625e3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:04.508460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60aa41-9eb8-4acc-878c-974c02b84126 req-00c80ce9-da3e-4e06-8a9f-d752ba9625e3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:04.515076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60aa41-9eb8-4acc-878c-974c02b84126 req-00c80ce9-da3e-4e06-8a9f-d752ba9625e3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:04.523735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f60aa41-9eb8-4acc-878c-974c02b84126 req-00c80ce9-da3e-4e06-8a9f-d752ba9625e3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 3817 time: 0.1321313 Dec 16 22:39:04.581306 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.606110 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:04.615918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-74c45000-b19a-490e-9780-a17a7b3e0ad3 None None] Provisioning complete for port 7ef00805-74f7-418f-a3ff-1dfe07d483b3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:04.617757 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-74c45000-b19a-490e-9780-a17a7b3e0ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.620293 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f60aa41-9eb8-4acc-878c-974c02b84126 req-29b4f0a1-dd6a-43b5-adfa-12de2b5c9d43 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950592 Dec 16 22:39:04.641504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=063f8072-d4e9-4502-be03-f9d275cf20e1,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:04.663700 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-168ecde7-4f3c-4a18-9bcc-3483c38cadf7 req-a25aa44b-2bc0-4eb3-963e-4330248fb778 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354606 Dec 16 22:39:04.714239 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-74c45000-b19a-490e-9780-a17a7b3e0ad3 None None] Port 7ef00805-74f7-418f-a3ff-1dfe07d483b3 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:04.739504 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.747336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-447b976e-c3a1-4254-8124-d616042a6ccd req-6f0f228a-3ff5-40c3-9fd4-99fd53e63117 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0391486 Dec 16 22:39:04.813424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:04.813424 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.814900 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] 10.222.0.69 "PUT /v2.0/ports/063f8072-d4e9-4502-be03-f9d275cf20e1 HTTP/1.1" status: 200 len: 1092 time: 1.8409953 Dec 16 22:39:04.818171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:04.831720 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4233131-e371-46b2-8a8a-9ebfbff22510" -d '{"events": [{"name": "network-changed", "server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:04.859355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfc2e9-b93e-437a-938e-f609ebe35358 req-106f79a6-3726-4c7d-98b9-bd660381a4c5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:04.870738 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45dfc2e9-b93e-437a-938e-f609ebe35358 req-106f79a6-3726-4c7d-98b9-bd660381a4c5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1239135 Dec 16 22:39:04.895989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61984ade-c231-4eea-8ed9-ecff28076606 service neutron] Pushing event updated for resources: {'Port': ['ID=063f8072-d4e9-4502-be03-f9d275cf20e1,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:04.940780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a478bb8-1ee2-432f-8a47-065bf0d237aa req-eb5b1139-bf7a-421b-83b5-e340ab667898 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0690982 Dec 16 22:39:05.021882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45dfc2e9-b93e-437a-938e-f609ebe35358 req-dba78e45-8532-43b4-a873-1cb16c9e5fa4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368740 Dec 16 22:39:05.104378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b04ab81-2f34-4558-8334-a2484dc408c9 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:05.115310 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.132706 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Transition to ACTIVE for port object 6b04ab81-2f34-4558-8334-a2484dc408c9 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:39:05.133055 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5deadb-d1b8-4d8b-a2b3-510d899fbe0e x-openstack-request-id: req-7f5deadb-d1b8-4d8b-a2b3-510d899fbe0e {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:05.133259 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:05.133524 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f5deadb-d1b8-4d8b-a2b3-510d899fbe0e {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:05.133934 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1', 'status': 'completed', 'code': 200} Dec 16 22:39:05.187441 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.208092 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-d1c52413-870a-41ba-83b6-4fb7c1a19633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:05.209744 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-d1c52413-870a-41ba-83b6-4fb7c1a19633 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 1095 time: 0.0749457 Dec 16 22:39:05.327993 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-8f5c9e3c-2381-480b-973e-ad0f96c06646 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063f8072-d4e9-4502-be03-f9d275cf20e1 HTTP/1.1" status: 200 len: 217 time: 0.0943930 Dec 16 22:39:05.416545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-dd834b5e-978b-4875-8757-75b445770e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:05.418297 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-dd834b5e-978b-4875-8757-75b445770e1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c51b18a9-cbd1-416a-be23-4bef6c0f3396 HTTP/1.1" status: 200 len: 835 time: 0.0637541 Dec 16 22:39:05.422570 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Pushing event updated for resources: {'Port': ['ID=6b04ab81-2f34-4558-8334-a2484dc408c9,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:05.530197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-eaf93f26-76b3-400c-9db5-87b804d9a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:05.532266 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-eaf93f26-76b3-400c-9db5-87b804d9a082 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6adc13ba-6631-46a2-980b-1cb7596fb0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679824 Dec 16 22:39:05.558196 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Attempting to bind port 6b04ab81-2f34-4558-8334-a2484dc408c9 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:05.558815 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Attempting to bind port 6b04ab81-2f34-4558-8334-a2484dc408c9 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'ebf881b4-9c89-4bf1-9c79-733270d43102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:05.559367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Attempting to bind port 6b04ab81-2f34-4558-8334-a2484dc408c9 on network d29e897a-1707-4916-9e93-3168ac5f7a0f {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:05.607293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Port 6b04ab81-2f34-4558-8334-a2484dc408c9 on network d29e897a-1707-4916-9e93-3168ac5f7a0f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:39:05.608259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Attempting to bind port 6b04ab81-2f34-4558-8334-a2484dc408c9 on network d29e897a-1707-4916-9e93-3168ac5f7a0f {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:05.621952 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:05.622301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Checking segment: {'id': 'ebf881b4-9c89-4bf1-9c79-733270d43102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:05.622695 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Bound using segment: {'id': 'ebf881b4-9c89-4bf1-9c79-733270d43102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:05.623209 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Bound port: 6b04ab81-2f34-4558-8334-a2484dc408c9, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf881b4-9c89-4bf1-9c79-733270d43102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:05.623664 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.714971 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-f317dd8d-a681-4550-925b-acb966ce0075 service neutron] 10.222.0.69 "GET /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705256 Dec 16 22:39:05.839951 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] For port 6b04ab81-2f34-4558-8334-a2484dc408c9, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:05.859206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] For port 6b04ab81-2f34-4558-8334-a2484dc408c9, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=6b04ab81-2f34-4558-8334-a2484dc408c9,segment=NetworkSegment(ebf881b4-9c89-4bf1-9c79-733270d43102),segment_id=ebf881b4-9c89-4bf1-9c79-733270d43102)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:05.921246 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-5e946afc-9566-415b-b1c3-74bd5c26d0ea req-f2ad18d5-0868-4697-af1d-27e91e32b7ad service neutron] 10.222.0.69 "GET /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802955 Dec 16 22:39:05.929230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfc3e0-c1d3-432f-ab1d-19ea0abac4e3 req-f149fd86-fd0b-4bc2-98fe-febdd453db51 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:05.938210 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.939477 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfc3e0-c1d3-432f-ab1d-19ea0abac4e3 req-f149fd86-fd0b-4bc2-98fe-febdd453db51 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:05.947208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfc3e0-c1d3-432f-ab1d-19ea0abac4e3 req-f149fd86-fd0b-4bc2-98fe-febdd453db51 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:05.956470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfc3e0-c1d3-432f-ab1d-19ea0abac4e3 req-f149fd86-fd0b-4bc2-98fe-febdd453db51 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:05.965112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfc3e0-c1d3-432f-ab1d-19ea0abac4e3 req-f149fd86-fd0b-4bc2-98fe-febdd453db51 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:05.969546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bcfc3e0-c1d3-432f-ab1d-19ea0abac4e3 req-f149fd86-fd0b-4bc2-98fe-febdd453db51 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 3829 time: 0.1998439 Dec 16 22:39:05.980185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4264605-c3d4-499f-b291-8de198511130 req-b13c3317-b360-4636-8c25-83a1dc3ef67f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:05.992721 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4264605-c3d4-499f-b291-8de198511130 req-b13c3317-b360-4636-8c25-83a1dc3ef67f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 944 time: 0.2247846 Dec 16 22:39:06.025902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Pushing event updated for resources: {'Port': ['ID=6b04ab81-2f34-4558-8334-a2484dc408c9,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:06.036634 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:06.037275 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:06.045291 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-34754830-576c-44bd-a7ee-b1816278745a service neutron] 10.222.0.69 "PUT /v2.0/ports/6b04ab81-2f34-4558-8334-a2484dc408c9 HTTP/1.1" status: 200 len: 1092 time: 1.6007326 Dec 16 22:39:06.128720 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4233131-e371-46b2-8a8a-9ebfbff22510 req-0cbce191-4990-4ac0-98e4-ff078a98030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:06.132030 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d4233131-e371-46b2-8a8a-9ebfbff22510 req-0cbce191-4990-4ac0-98e4-ff078a98030e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 1095 time: 0.0730016 Dec 16 22:39:06.155503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4264605-c3d4-499f-b291-8de198511130 req-7c465e1b-0a56-4cdd-970b-7b47d3c6aad8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455011 Dec 16 22:39:06.162364 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bcfc3e0-c1d3-432f-ab1d-19ea0abac4e3 req-f524f578-2004-494e-93eb-93d106e7ac3d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455286 Dec 16 22:39:06.170155 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Request body: {'port': {'device_id': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:06.256690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-137d0208-3f15-4f02-8a20-85adb8f78127 req-141d21eb-6205-41e0-8221-3e132a2041fe tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0617907 Dec 16 22:39:06.346260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6edab15d-399c-4303-a7e6-d2c3d08e516c req-76969f97-f02e-48e5-b2c5-f73c425e802e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0540223 Dec 16 22:39:06.417565 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:06.501815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3ceb-1d3d-4cdf-b349-ce6563a4e591 req-b7141388-8c7c-49f9-92a4-99ffbb6e8561 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:06.503656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c37a3ceb-1d3d-4cdf-b349-ce6563a4e591 req-b7141388-8c7c-49f9-92a4-99ffbb6e8561 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0981724 Dec 16 22:39:06.519113 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4233131-e371-46b2-8a8a-9ebfbff22510 req-e97b8817-222c-4970-a24f-54d650419d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:06.520661 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d4233131-e371-46b2-8a8a-9ebfbff22510 req-e97b8817-222c-4970-a24f-54d650419d72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6adc13ba-6631-46a2-980b-1cb7596fb0ff HTTP/1.1" status: 200 len: 898 time: 0.3813646 Dec 16 22:39:06.615434 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c37a3ceb-1d3d-4cdf-b349-ce6563a4e591 req-f3c1ebc3-4c90-4b9b-bc54-16614640c55d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957913 Dec 16 22:39:06.688427 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d4233131-e371-46b2-8a8a-9ebfbff22510 req-2eae3372-65af-40d5-9e1b-6d6e5cf33875 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063f8072-d4e9-4502-be03-f9d275cf20e1 HTTP/1.1" status: 200 len: 217 time: 0.1584625 Dec 16 22:39:06.804877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4233131-e371-46b2-8a8a-9ebfbff22510 req-273260a7-2e9b-4d46-b12e-7480463b2781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:06.806375 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d4233131-e371-46b2-8a8a-9ebfbff22510 req-273260a7-2e9b-4d46-b12e-7480463b2781 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c51b18a9-cbd1-416a-be23-4bef6c0f3396 HTTP/1.1" status: 200 len: 835 time: 0.1077747 Dec 16 22:39:06.898240 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4233131-e371-46b2-8a8a-9ebfbff22510 req-fb991812-f362-4454-a5cc-9f1e0dd04394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:06.899788 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d4233131-e371-46b2-8a8a-9ebfbff22510 req-fb991812-f362-4454-a5cc-9f1e0dd04394 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6adc13ba-6631-46a2-980b-1cb7596fb0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845463 Dec 16 22:39:07.090106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:07.112308 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:07.137193 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'tag': '6b04ab81-2f34-4558-8334-a2484dc408c9'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:07.141324 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08bb398-cf0b-40c5-ba97-5ffb45ed0719" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "tag": "6b04ab81-2f34-4558-8334-a2484dc408c9"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:07.178824 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Transition to ACTIVE for port object bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:39:07.185749 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d4233131-e371-46b2-8a8a-9ebfbff22510 req-e5fbce10-884d-4aa7-93d7-0aef86c04c8c service neutron] 10.222.0.69 "GET /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678776 Dec 16 22:39:07.235050 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb236f3-841e-4495-b60a-602b3e192c59 x-openstack-request-id: req-fdb236f3-841e-4495-b60a-602b3e192c59 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:07.241809 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "tag": "6b04ab81-2f34-4558-8334-a2484dc408c9", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:07.241809 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdb236f3-841e-4495-b60a-602b3e192c59 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:07.241809 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'tag': '6b04ab81-2f34-4558-8334-a2484dc408c9', 'status': 'completed', 'code': 200} Dec 16 22:39:07.252712 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.69', 63371) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:07.272758 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:07.337082 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d4233131-e371-46b2-8a8a-9ebfbff22510 req-ae77fac4-f633-49b5-8a82-fce5d5ac535c service neutron] 10.222.0.69 "GET /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387842 Dec 16 22:39:07.393595 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Pushing event updated for resources: {'Port': ['ID=bc549fe9-370a-4a6a-b9d2-c60eaa3144c7,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:07.488573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b990d-152b-4f31-9e1a-6a8fc9db4c9b req-fc555c9b-ab7c-40e4-ae3c-c68143507cf0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:07.490176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-364b990d-152b-4f31-9e1a-6a8fc9db4c9b req-fc555c9b-ab7c-40e4-ae3c-c68143507cf0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 944 time: 0.1994627 Dec 16 22:39:07.551158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bb398-cf0b-40c5-ba97-5ffb45ed0719 req-9834728d-f5a4-4981-8e7e-439b1bf1fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:07.552066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bb398-cf0b-40c5-ba97-5ffb45ed0719 req-9834728d-f5a4-4981-8e7e-439b1bf1fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:07.553363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bb398-cf0b-40c5-ba97-5ffb45ed0719 req-9834728d-f5a4-4981-8e7e-439b1bf1fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:07.553999 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bb398-cf0b-40c5-ba97-5ffb45ed0719 req-9834728d-f5a4-4981-8e7e-439b1bf1fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:07.554512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Attempting to bind port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:07.554814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bb398-cf0b-40c5-ba97-5ffb45ed0719 req-9834728d-f5a4-4981-8e7e-439b1bf1fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:07.555071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Attempting to bind port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:07.555530 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Attempting to bind port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 on network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:07.555882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bb398-cf0b-40c5-ba97-5ffb45ed0719 req-9834728d-f5a4-4981-8e7e-439b1bf1fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:07.558323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b08bb398-cf0b-40c5-ba97-5ffb45ed0719 req-9834728d-f5a4-4981-8e7e-439b1bf1fc36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5243 time: 0.3037829 Dec 16 22:39:07.563595 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 on network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:39:07.564085 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Attempting to bind port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 on network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:07.570605 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:07.583687 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Checking segment: {'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:07.584322 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Bound using segment: {'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:07.584862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Bound port: bc549fe9-370a-4a6a-b9d2-c60eaa3144c7, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:07.585334 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:07.620713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938af3fd-3e89-43d5-a10b-ff6b76c773ac req-09064435-e422-4b9c-b2e7-79ef16cb8829 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:07.645714 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938af3fd-3e89-43d5-a10b-ff6b76c773ac req-09064435-e422-4b9c-b2e7-79ef16cb8829 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:07.652819 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938af3fd-3e89-43d5-a10b-ff6b76c773ac req-09064435-e422-4b9c-b2e7-79ef16cb8829 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:07.665622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938af3fd-3e89-43d5-a10b-ff6b76c773ac req-09064435-e422-4b9c-b2e7-79ef16cb8829 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:07.672758 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938af3fd-3e89-43d5-a10b-ff6b76c773ac req-09064435-e422-4b9c-b2e7-79ef16cb8829 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:07.681015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938af3fd-3e89-43d5-a10b-ff6b76c773ac req-09064435-e422-4b9c-b2e7-79ef16cb8829 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:07.691239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-938af3fd-3e89-43d5-a10b-ff6b76c773ac req-09064435-e422-4b9c-b2e7-79ef16cb8829 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 4599 time: 0.4024246 Dec 16 22:39:07.732276 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] For port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:07.740324 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] For port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=bc549fe9-370a-4a6a-b9d2-c60eaa3144c7,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:07.798794 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-364b990d-152b-4f31-9e1a-6a8fc9db4c9b req-4ec1d721-0cdc-41d2-81bd-e8a303dca428 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932885 Dec 16 22:39:07.818180 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:07.946848 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Pushing event updated for resources: {'Port': ['ID=bc549fe9-370a-4a6a-b9d2-c60eaa3144c7,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:07.970101 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b22756e4-f993-440b-9db2-97e03575ae2e req-f7c0b9f6-544f-49a0-a299-2332bb0f613e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0817115 Dec 16 22:39:08.002055 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:08.012644 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.014754 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bf3a2e8b-9f21-440b-8139-e9183396a580 service neutron] 10.222.0.69 "PUT /v2.0/ports/bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 HTTP/1.1" status: 200 len: 1128 time: 1.8603837 Dec 16 22:39:08.111964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Request body: {'port': {'device_id': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:08.144867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd61010b-e5c4-4f0a-9d27-ea365c58b43e req-866c4488-257c-49c4-9788-93a6f88018e8 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0693841 Dec 16 22:39:08.178969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bb398-cf0b-40c5-ba97-5ffb45ed0719 req-72db97ea-76f0-4de2-97e0-d1256effa61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:08.180498 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bb398-cf0b-40c5-ba97-5ffb45ed0719 req-72db97ea-76f0-4de2-97e0-d1256effa61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:08.182343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bb398-cf0b-40c5-ba97-5ffb45ed0719 req-72db97ea-76f0-4de2-97e0-d1256effa61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:08.184520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b08bb398-cf0b-40c5-ba97-5ffb45ed0719 req-72db97ea-76f0-4de2-97e0-d1256effa61e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6066577 Dec 16 22:39:08.204438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-938af3fd-3e89-43d5-a10b-ff6b76c773ac req-0014b5dc-32c6-44cb-8981-3e01e57c5fb6 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5116620 Dec 16 22:39:08.220977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.506090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89401895-89a8-44f5-8c43-61b8f0f45088 req-3d7dfb60-6acd-444e-bec8-c98cfabca52f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:08.509664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89401895-89a8-44f5-8c43-61b8f0f45088 req-3d7dfb60-6acd-444e-bec8-c98cfabca52f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1791663 Dec 16 22:39:08.523844 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bb398-cf0b-40c5-ba97-5ffb45ed0719 req-fe656e18-8327-4247-89eb-8e45ccc88c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:08.526066 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b08bb398-cf0b-40c5-ba97-5ffb45ed0719 req-fe656e18-8327-4247-89eb-8e45ccc88c13 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3197162 Dec 16 22:39:08.575721 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89401895-89a8-44f5-8c43-61b8f0f45088 req-1813b752-1b1f-4aaf-a2ba-3e16bb169edd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682528 Dec 16 22:39:08.609162 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 063f8072-d4e9-4502-be03-f9d275cf20e1 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:39:08.609985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d73b46-bfc0-4dd6-a33c-e55e82103481 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:08.617902 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.636585 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Transition to ACTIVE for port object b9d73b46-bfc0-4dd6-a33c-e55e82103481 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:39:08.703463 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.712577 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=063f8072-d4e9-4502-be03-f9d275cf20e1,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:08.727501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '063f8072-d4e9-4502-be03-f9d275cf20e1', 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'port_id': '063f8072-d4e9-4502-be03-f9d275cf20e1', 'mac_address': 'fa:16:3e:7b:32:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:39:08.768592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Pushing event updated for resources: {'Port': ['ID=b9d73b46-bfc0-4dd6-a33c-e55e82103481,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:08.769543 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.793899 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063f8072-d4e9-4502-be03-f9d275cf20e1 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:08.836352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=063f8072-d4e9-4502-be03-f9d275cf20e1,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:08.874886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Attempting to bind port b9d73b46-bfc0-4dd6-a33c-e55e82103481 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:08.875410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Attempting to bind port b9d73b46-bfc0-4dd6-a33c-e55e82103481 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:08.875751 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Attempting to bind port b9d73b46-bfc0-4dd6-a33c-e55e82103481 on network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:08.880819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Port b9d73b46-bfc0-4dd6-a33c-e55e82103481 on network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:39:08.881151 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Attempting to bind port b9d73b46-bfc0-4dd6-a33c-e55e82103481 on network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:08.886955 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:08.887417 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Checking segment: {'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:08.887816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Bound using segment: {'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:08.888258 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Bound port: b9d73b46-bfc0-4dd6-a33c-e55e82103481, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:08.888655 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.920729 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:09.018270 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] For port b9d73b46-bfc0-4dd6-a33c-e55e82103481, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:09.023513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] For port b9d73b46-bfc0-4dd6-a33c-e55e82103481, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b9d73b46-bfc0-4dd6-a33c-e55e82103481,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:09.029089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cefe8-0d37-42a3-9393-d2585df34ae7 req-e56d64e2-6130-40bf-8d52-94217618bab5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.035412 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f6cefe8-0d37-42a3-9393-d2585df34ae7 req-e56d64e2-6130-40bf-8d52-94217618bab5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 944 time: 0.1329474 Dec 16 22:39:09.041334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=063f8072-d4e9-4502-be03-f9d275cf20e1,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:09.073744 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73ddd81c-f847-42cf-8b20-35a4875b02b3 req-556b1726-938c-44b4-b25b-afcde40eafa2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0394886 Dec 16 22:39:09.115868 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:09.172869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f6cefe8-0d37-42a3-9393-d2585df34ae7 req-942e03ba-71ac-4910-9375-6e052b8ecaf8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166530 Dec 16 22:39:09.203141 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['063f8072-d4e9-4502-be03-f9d275cf20e1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:39:09.271741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d3ac20f-e908-4a8f-98cd-3bc2bbc33c8a req-2a86544c-c8de-4c7c-a030-4634e8bbc1b0 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0527194 Dec 16 22:39:09.282081 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'tag': 'bc549fe9-370a-4a6a-b9d2-c60eaa3144c7'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:09.284137 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acb7083-801f-47de-ae67-f85dc6b6e535" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "tag": "bc549fe9-370a-4a6a-b9d2-c60eaa3144c7"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:09.286813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Pushing event updated for resources: {'Port': ['ID=b9d73b46-bfc0-4dd6-a33c-e55e82103481,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:09.297965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.298527 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:09.300010 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f818d2ff-7ba5-49b0-bcda-0489129d9c9a service neutron] 10.222.0.69 "PUT /v2.0/ports/b9d73b46-bfc0-4dd6-a33c-e55e82103481 HTTP/1.1" status: 200 len: 1131 time: 1.1937137 Dec 16 22:39:09.397116 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5ef83f-b8a8-44f3-92c8-b8f2a1487d86 x-openstack-request-id: req-cb5ef83f-b8a8-44f3-92c8-b8f2a1487d86 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:09.397462 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "tag": "bc549fe9-370a-4a6a-b9d2-c60eaa3144c7", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:09.397866 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb5ef83f-b8a8-44f3-92c8-b8f2a1487d86 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:09.398187 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'tag': 'bc549fe9-370a-4a6a-b9d2-c60eaa3144c7', 'status': 'completed', 'code': 200} Dec 16 22:39:09.415214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Request body: {'port': {'device_id': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:09.469942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef6bf-15ac-4b47-8da8-dc060dfe1933 req-c85df91e-41be-44ba-8336-4b2e19b3ab2d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.485315 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef6bf-15ac-4b47-8da8-dc060dfe1933 req-c85df91e-41be-44ba-8336-4b2e19b3ab2d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.495771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef6bf-15ac-4b47-8da8-dc060dfe1933 req-c85df91e-41be-44ba-8336-4b2e19b3ab2d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.502685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef6bf-15ac-4b47-8da8-dc060dfe1933 req-c85df91e-41be-44ba-8336-4b2e19b3ab2d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.509097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef6bf-15ac-4b47-8da8-dc060dfe1933 req-c85df91e-41be-44ba-8336-4b2e19b3ab2d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.513258 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:09.516644 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef6bf-15ac-4b47-8da8-dc060dfe1933 req-c85df91e-41be-44ba-8336-4b2e19b3ab2d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.524368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef6bf-15ac-4b47-8da8-dc060dfe1933 req-c85df91e-41be-44ba-8336-4b2e19b3ab2d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.533588 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8f2ef6bf-15ac-4b47-8da8-dc060dfe1933 req-c85df91e-41be-44ba-8336-4b2e19b3ab2d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5372 time: 0.2121139 Dec 16 22:39:09.985327 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b8d4de-875c-42d8-a276-51dad253ecb6 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:10.013694 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:10.036882 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Transition to ACTIVE for port object 69b8d4de-875c-42d8-a276-51dad253ecb6 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:39:10.108619 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:10.112949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb7083-801f-47de-ae67-f85dc6b6e535 req-47db8609-aff8-4644-aca1-14edc206d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:10.113588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb7083-801f-47de-ae67-f85dc6b6e535 req-47db8609-aff8-4644-aca1-14edc206d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:10.114075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb7083-801f-47de-ae67-f85dc6b6e535 req-47db8609-aff8-4644-aca1-14edc206d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:10.114607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb7083-801f-47de-ae67-f85dc6b6e535 req-47db8609-aff8-4644-aca1-14edc206d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:10.115350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb7083-801f-47de-ae67-f85dc6b6e535 req-47db8609-aff8-4644-aca1-14edc206d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:10.116278 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb7083-801f-47de-ae67-f85dc6b6e535 req-47db8609-aff8-4644-aca1-14edc206d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:10.116474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb7083-801f-47de-ae67-f85dc6b6e535 req-47db8609-aff8-4644-aca1-14edc206d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:10.118551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5acb7083-801f-47de-ae67-f85dc6b6e535 req-47db8609-aff8-4644-aca1-14edc206d922 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 6209 time: 0.6909928 Dec 16 22:39:10.192079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd32e-1426-4b36-8cdf-afee07f4f99f req-31f84247-0af0-4f93-8284-ffc8785ddc35 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:10.202747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd5bd32e-1426-4b36-8cdf-afee07f4f99f req-31f84247-0af0-4f93-8284-ffc8785ddc35 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1637366 Dec 16 22:39:10.243943 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Pushing event updated for resources: {'Port': ['ID=69b8d4de-875c-42d8-a276-51dad253ecb6,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:10.332392 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Attempting to bind port 69b8d4de-875c-42d8-a276-51dad253ecb6 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:10.337916 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Attempting to bind port 69b8d4de-875c-42d8-a276-51dad253ecb6 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:10.338599 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Attempting to bind port 69b8d4de-875c-42d8-a276-51dad253ecb6 on network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:10.349641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Port 69b8d4de-875c-42d8-a276-51dad253ecb6 on network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:39:10.350514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Attempting to bind port 69b8d4de-875c-42d8-a276-51dad253ecb6 on network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:10.361496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:10.365106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Checking segment: {'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:10.366107 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Bound using segment: {'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:10.366965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Bound port: 69b8d4de-875c-42d8-a276-51dad253ecb6, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:10.370552 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:10.420730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8f2ef6bf-15ac-4b47-8da8-dc060dfe1933 req-5a487b68-0919-41d3-8b40-6374a1a44284 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8858428 Dec 16 22:39:10.492660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd5bd32e-1426-4b36-8cdf-afee07f4f99f req-20696b57-177b-4ab0-881d-c3deb2976a0d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823119 Dec 16 22:39:10.501781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] For port 69b8d4de-875c-42d8-a276-51dad253ecb6, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:10.511212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] For port 69b8d4de-875c-42d8-a276-51dad253ecb6, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=69b8d4de-875c-42d8-a276-51dad253ecb6,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:10.556808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ac95c83-24a1-4d48-90e0-30c8113f50c3 req-3ef2285b-7427-48b4-ad18-7a892661174d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0610943 Dec 16 22:39:10.560664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb7083-801f-47de-ae67-f85dc6b6e535 req-c373b0d6-003a-4e93-8116-d93dcda5112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:10.561464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb7083-801f-47de-ae67-f85dc6b6e535 req-c373b0d6-003a-4e93-8116-d93dcda5112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:10.561856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb7083-801f-47de-ae67-f85dc6b6e535 req-c373b0d6-003a-4e93-8116-d93dcda5112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:10.564879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5acb7083-801f-47de-ae67-f85dc6b6e535 req-c373b0d6-003a-4e93-8116-d93dcda5112a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4143171 Dec 16 22:39:10.581142 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:10.641042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 063f8072-d4e9-4502-be03-f9d275cf20e1 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:10.669728 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:10.670368 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:10.673447 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] 10.222.0.69 "PUT /v2.0/ports/69b8d4de-875c-42d8-a276-51dad253ecb6 HTTP/1.1" status: 200 len: 1091 time: 1.2668736 Dec 16 22:39:10.705750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02d629-84d7-4e6d-8f63-a97d92f6a10d service neutron] Pushing event updated for resources: {'Port': ['ID=69b8d4de-875c-42d8-a276-51dad253ecb6,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:10.761926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb75b0e3-6b54-44db-b541-4385fb97c8f7 req-93ade6b1-ed39-4765-88bf-70100945b5a7 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0491192 Dec 16 22:39:10.797954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Request body: {'port': {'device_id': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:10.806041 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 063f8072-d4e9-4502-be03-f9d275cf20e1 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:39:10.811494 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 063f8072-d4e9-4502-be03-f9d275cf20e1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:10.813813 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:10.939864 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:10.944986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb7083-801f-47de-ae67-f85dc6b6e535 req-cc7fc25e-0187-46a7-aa68-18d6c6c12044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:10.947793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5acb7083-801f-47de-ae67-f85dc6b6e535 req-cc7fc25e-0187-46a7-aa68-18d6c6c12044 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3697085 Dec 16 22:39:10.959527 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:10.983047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ebd75-95ac-4f5e-93f6-994c8c52bf56 req-352417bf-e57e-4164-a2c1-8261e6e7c39e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:10.984920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f3ebd75-95ac-4f5e-93f6-994c8c52bf56 req-352417bf-e57e-4164-a2c1-8261e6e7c39e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 945 time: 0.3630500 Dec 16 22:39:11.025600 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=063f8072-d4e9-4502-be03-f9d275cf20e1,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:11.027127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:11.029840 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e7561c-a0a6-4e3e-b41c-88ced4db588d" -d '{"events": [{"server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "name": "network-vif-plugged", "status": "completed", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:11.076644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f3ebd75-95ac-4f5e-93f6-994c8c52bf56 req-3caca46e-7a2d-4862-8311-bb8ed54b6e63 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787680 Dec 16 22:39:11.098883 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f49fcfe-36c4-4cda-95d9-0cca442ed016 x-openstack-request-id: req-0f49fcfe-36c4-4cda-95d9-0cca442ed016 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:11.099191 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "name": "network-vif-plugged", "status": "completed", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:11.100090 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f49fcfe-36c4-4cda-95d9-0cca442ed016 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:11.100541 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1', 'code': 200} Dec 16 22:39:11.142579 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:11.212095 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=063f8072-d4e9-4502-be03-f9d275cf20e1,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:11.292451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ca226-b0ae-4a53-b40c-e8012742be2a req-ec87aa14-d200-4d23-b547-3bc5df8f0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.293667 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a94ca226-b0ae-4a53-b40c-e8012742be2a req-ec87aa14-d200-4d23-b547-3bc5df8f0ea0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 1097 time: 0.1210966 Dec 16 22:39:11.362771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a94ca226-b0ae-4a53-b40c-e8012742be2a req-411532e7-4f51-4bf1-9a60-3b6a34d6bdfc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563924 Dec 16 22:39:11.378528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd3db1d-f212-4040-b2ce-7779cd2af03c {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:11.386378 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:11.399109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Transition to ACTIVE for port object bcd3db1d-f212-4040-b2ce-7779cd2af03c will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:39:11.399782 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'tag': 'b9d73b46-bfc0-4dd6-a33c-e55e82103481'}, {'name': 'network-changed', 'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'tag': '69b8d4de-875c-42d8-a276-51dad253ecb6'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:11.402072 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadfc1c3-75f2-4411-8941-4457737b9122" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "tag": "b9d73b46-bfc0-4dd6-a33c-e55e82103481"}, {"name": "network-changed", "server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "tag": "69b8d4de-875c-42d8-a276-51dad253ecb6"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:11.442783 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c889754-453d-4655-aab6-3f7feca8ce25 x-openstack-request-id: req-8c889754-453d-4655-aab6-3f7feca8ce25 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:11.443086 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "tag": "b9d73b46-bfc0-4dd6-a33c-e55e82103481", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "tag": "69b8d4de-875c-42d8-a276-51dad253ecb6", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:11.443447 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c889754-453d-4655-aab6-3f7feca8ce25 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:11.443952 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'tag': 'b9d73b46-bfc0-4dd6-a33c-e55e82103481', 'status': 'completed', 'code': 200} Dec 16 22:39:11.444318 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'tag': '69b8d4de-875c-42d8-a276-51dad253ecb6', 'status': 'completed', 'code': 200} Dec 16 22:39:11.474993 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:11.550668 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd3db1d-f212-4040-b2ce-7779cd2af03c,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:11.639389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Attempting to bind port bcd3db1d-f212-4040-b2ce-7779cd2af03c on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:11.639778 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Attempting to bind port bcd3db1d-f212-4040-b2ce-7779cd2af03c by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:11.640062 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Attempting to bind port bcd3db1d-f212-4040-b2ce-7779cd2af03c on network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:11.645618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Port bcd3db1d-f212-4040-b2ce-7779cd2af03c on network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:39:11.645964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Attempting to bind port bcd3db1d-f212-4040-b2ce-7779cd2af03c on network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:11.655512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:11.655512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Checking segment: {'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:11.655512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Bound using segment: {'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:11.655512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Bound port: bcd3db1d-f212-4040-b2ce-7779cd2af03c, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71aa26be-eff6-490a-8cc3-d1feda1ee2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:11.655512 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:11.680352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428e3a-0a45-4317-a6d5-fa2645a1d217 req-acf583a2-2db7-4055-8c9e-81825debe3e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.703047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428e3a-0a45-4317-a6d5-fa2645a1d217 req-acf583a2-2db7-4055-8c9e-81825debe3e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.709131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428e3a-0a45-4317-a6d5-fa2645a1d217 req-acf583a2-2db7-4055-8c9e-81825debe3e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.725545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428e3a-0a45-4317-a6d5-fa2645a1d217 req-acf583a2-2db7-4055-8c9e-81825debe3e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.738423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428e3a-0a45-4317-a6d5-fa2645a1d217 req-acf583a2-2db7-4055-8c9e-81825debe3e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.745719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428e3a-0a45-4317-a6d5-fa2645a1d217 req-acf583a2-2db7-4055-8c9e-81825debe3e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.748312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] For port bcd3db1d-f212-4040-b2ce-7779cd2af03c, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:11.752957 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] For port bcd3db1d-f212-4040-b2ce-7779cd2af03c, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=bcd3db1d-f212-4040-b2ce-7779cd2af03c,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:11.753146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428e3a-0a45-4317-a6d5-fa2645a1d217 req-acf583a2-2db7-4055-8c9e-81825debe3e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.755097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81428e3a-0a45-4317-a6d5-fa2645a1d217 req-acf583a2-2db7-4055-8c9e-81825debe3e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5396 time: 0.2458725 Dec 16 22:39:11.823534 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:11.837792 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89499606-0549-4143-a17c-3b72f2df2310 req-12a4159b-a9f9-4922-bf09-5b1198c61e53 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.845575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89499606-0549-4143-a17c-3b72f2df2310 req-12a4159b-a9f9-4922-bf09-5b1198c61e53 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.2671311 Dec 16 22:39:11.872226 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.872820 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:11.874711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-3341c40e-717f-49de-a3c5-6ddbdedf29de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.874850 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] 10.222.0.69 "PUT /v2.0/ports/bcd3db1d-f212-4040-b2ce-7779cd2af03c HTTP/1.1" status: 200 len: 1091 time: 1.0827835 Dec 16 22:39:11.875197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-3341c40e-717f-49de-a3c5-6ddbdedf29de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.875704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-3341c40e-717f-49de-a3c5-6ddbdedf29de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.876172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-3341c40e-717f-49de-a3c5-6ddbdedf29de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.876640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-3341c40e-717f-49de-a3c5-6ddbdedf29de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.877464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-3341c40e-717f-49de-a3c5-6ddbdedf29de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.877585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-3341c40e-717f-49de-a3c5-6ddbdedf29de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:11.892066 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-3341c40e-717f-49de-a3c5-6ddbdedf29de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 6301 time: 0.2669134 Dec 16 22:39:11.897573 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c742be-e17d-4555-b423-c6da2bfa9a91 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd3db1d-f212-4040-b2ce-7779cd2af03c,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:12.018811 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81428e3a-0a45-4317-a6d5-fa2645a1d217 req-61ccf5da-75e3-4228-84b2-590ac36be894 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2366471 Dec 16 22:39:12.129556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89499606-0549-4143-a17c-3b72f2df2310 req-2e4a6dfb-8715-41a2-b458-892623b083d0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679856 Dec 16 22:39:12.135418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Request body: {'port': {'device_id': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:12.168764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8deac97-9fb7-49b4-9d92-e709614156aa req-04f5c876-a47a-423f-a136-ae542814d55f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0797498 Dec 16 22:39:12.229456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2751ab7-315d-4dcc-bb3d-c0e3a441c5d4 req-ad67311e-e0c2-4264-b2dd-d3d73c072f50 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0425084 Dec 16 22:39:12.250708 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:12.266704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-91dc8bd9-3ed7-42b3-8922-a9fba8af6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:12.267187 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-91dc8bd9-3ed7-42b3-8922-a9fba8af6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:12.267692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-91dc8bd9-3ed7-42b3-8922-a9fba8af6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:12.269327 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-91dc8bd9-3ed7-42b3-8922-a9fba8af6b7d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3665354 Dec 16 22:39:12.416114 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca2968-555f-4195-b1ca-18db4315bf96 req-5b63c629-68eb-472f-86a3-1f8daa53009a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:12.418544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7ca2968-555f-4195-b1ca-18db4315bf96 req-5b63c629-68eb-472f-86a3-1f8daa53009a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 946 time: 0.1266079 Dec 16 22:39:12.455624 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-eea3e4fc-5e20-43f5-b633-42f1f88e14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:12.457124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-eea3e4fc-5e20-43f5-b633-42f1f88e14a3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1754329 Dec 16 22:39:12.492060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7ca2968-555f-4195-b1ca-18db4315bf96 req-81c9dd23-7c5a-42ed-bf26-c189169a794f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608327 Dec 16 22:39:12.578160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-bdb499bf-4efc-4a5d-9b6f-7e2d895b3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:12.579063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-bdb499bf-4efc-4a5d-9b6f-7e2d895b3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:12.579836 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-bdb499bf-4efc-4a5d-9b6f-7e2d895b3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:12.580640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-bdb499bf-4efc-4a5d-9b6f-7e2d895b3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:12.581264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-bdb499bf-4efc-4a5d-9b6f-7e2d895b3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:12.581914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-bdb499bf-4efc-4a5d-9b6f-7e2d895b3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:12.582549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-bdb499bf-4efc-4a5d-9b6f-7e2d895b3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:12.584728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-bdb499bf-4efc-4a5d-9b6f-7e2d895b3ee4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 6343 time: 0.0588691 Dec 16 22:39:12.627366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92f5c79-bb4c-4e11-9397-74427d7adaa4 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:12.635886 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:12.650390 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Transition to ACTIVE for port object b92f5c79-bb4c-4e11-9397-74427d7adaa4 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:39:12.709245 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-b2ad99bb-b1b9-49b3-b315-1a2f6f36f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:12.709851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-b2ad99bb-b1b9-49b3-b315-1a2f6f36f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:12.710195 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-b2ad99bb-b1b9-49b3-b315-1a2f6f36f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:12.711866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-b2ad99bb-b1b9-49b3-b315-1a2f6f36f8aa service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1183558 Dec 16 22:39:12.753858 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:12.806958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Pushing event updated for resources: {'Port': ['ID=b92f5c79-bb4c-4e11-9397-74427d7adaa4,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:12.828352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-b276a1bb-6505-40e6-af49-e451dddc2d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:12.829942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dadfc1c3-75f2-4411-8941-4457737b9122 req-b276a1bb-6505-40e6-af49-e451dddc2d47 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112580 Dec 16 22:39:12.895049 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Attempting to bind port b92f5c79-bb4c-4e11-9397-74427d7adaa4 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:12.895592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Attempting to bind port b92f5c79-bb4c-4e11-9397-74427d7adaa4 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '1bad9b27-b9c2-4af8-a033-d26558d16a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '37445d9f-0861-4e82-a857-7db94f202785'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:12.895925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Attempting to bind port b92f5c79-bb4c-4e11-9397-74427d7adaa4 on network 37445d9f-0861-4e82-a857-7db94f202785 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:12.900813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Port b92f5c79-bb4c-4e11-9397-74427d7adaa4 on network 37445d9f-0861-4e82-a857-7db94f202785 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:39:12.901069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Attempting to bind port b92f5c79-bb4c-4e11-9397-74427d7adaa4 on network 37445d9f-0861-4e82-a857-7db94f202785 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:12.906725 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:12.907003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Checking segment: {'id': '1bad9b27-b9c2-4af8-a033-d26558d16a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '37445d9f-0861-4e82-a857-7db94f202785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:12.907447 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Bound using segment: {'id': '1bad9b27-b9c2-4af8-a033-d26558d16a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '37445d9f-0861-4e82-a857-7db94f202785'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:12.907884 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Bound port: b92f5c79-bb4c-4e11-9397-74427d7adaa4, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bad9b27-b9c2-4af8-a033-d26558d16a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '37445d9f-0861-4e82-a857-7db94f202785'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:12.908314 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:12.979622 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] For port b92f5c79-bb4c-4e11-9397-74427d7adaa4, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:12.980659 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] For port b92f5c79-bb4c-4e11-9397-74427d7adaa4, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b92f5c79-bb4c-4e11-9397-74427d7adaa4,segment=NetworkSegment(1bad9b27-b9c2-4af8-a033-d26558d16a35),segment_id=1bad9b27-b9c2-4af8-a033-d26558d16a35)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:13.141203 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.186460 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.188363 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.190481 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] 10.222.0.69 "PUT /v2.0/ports/b92f5c79-bb4c-4e11-9397-74427d7adaa4 HTTP/1.1" status: 200 len: 1091 time: 1.0593810 Dec 16 22:39:13.254972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2a220-32a5-4263-9897-313f9b1c9bb0 req-1e0f608c-7e35-48f5-8829-44de949f8b6a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.266202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2a220-32a5-4263-9897-313f9b1c9bb0 req-1e0f608c-7e35-48f5-8829-44de949f8b6a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.273811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2a220-32a5-4263-9897-313f9b1c9bb0 req-1e0f608c-7e35-48f5-8829-44de949f8b6a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.285346 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.285893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2a220-32a5-4263-9897-313f9b1c9bb0 req-1e0f608c-7e35-48f5-8829-44de949f8b6a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.303218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2a220-32a5-4263-9897-313f9b1c9bb0 req-1e0f608c-7e35-48f5-8829-44de949f8b6a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.309752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2a220-32a5-4263-9897-313f9b1c9bb0 req-1e0f608c-7e35-48f5-8829-44de949f8b6a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.319188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2a220-32a5-4263-9897-313f9b1c9bb0 req-1e0f608c-7e35-48f5-8829-44de949f8b6a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.321361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fa2a220-32a5-4263-9897-313f9b1c9bb0 req-1e0f608c-7e35-48f5-8829-44de949f8b6a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5408 time: 0.2077274 Dec 16 22:39:13.352819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Request body: {'port': {'device_id': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:13.419782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fa2a220-32a5-4263-9897-313f9b1c9bb0 req-a64098a1-b032-4719-93f3-aa1cecf75345 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826535 Dec 16 22:39:13.422463 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.444950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278dd15-c063-4adc-83b6-57663feb94cd req-632f07dd-569c-4d92-ad02-b4f9a37d7248 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.450586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3278dd15-c063-4adc-83b6-57663feb94cd req-632f07dd-569c-4d92-ad02-b4f9a37d7248 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1245110 Dec 16 22:39:13.490681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'tag': 'bcd3db1d-f212-4040-b2ce-7779cd2af03c'}, {'name': 'network-changed', 'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'tag': 'b92f5c79-bb4c-4e11-9397-74427d7adaa4'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:13.494883 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55801fe-b627-4c39-b28d-9ebe03672334" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "tag": "bcd3db1d-f212-4040-b2ce-7779cd2af03c"}, {"name": "network-changed", "server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "tag": "b92f5c79-bb4c-4e11-9397-74427d7adaa4"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:13.500388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d4173-ade3-494d-bc5e-11cf5cd06d74 service neutron] Pushing event updated for resources: {'Port': ['ID=b92f5c79-bb4c-4e11-9397-74427d7adaa4,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:13.531391 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.582349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3278dd15-c063-4adc-83b6-57663feb94cd req-5c1d35ff-8c85-45c8-b991-bc7dfc2988b7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231246 Dec 16 22:39:13.588808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56b84dd4-74ef-4bfd-b2b8-1547ca568f02 req-9d35c4df-367c-4398-a35f-a2c371e77ab7 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0766091 Dec 16 22:39:13.737244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39eb27bf-7448-47bc-99ef-e1db24e5c4b2 req-ff691e9e-5eba-413f-8e8f-9a8bbf2af2a9 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0535851 Dec 16 22:39:13.793233 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004a2028-6d88-4a0a-bdd4-958da11ca451 x-openstack-request-id: req-004a2028-6d88-4a0a-bdd4-958da11ca451 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:13.793821 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "tag": "bcd3db1d-f212-4040-b2ce-7779cd2af03c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "tag": "b92f5c79-bb4c-4e11-9397-74427d7adaa4", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:13.793821 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-004a2028-6d88-4a0a-bdd4-958da11ca451 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:13.793987 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'tag': 'bcd3db1d-f212-4040-b2ce-7779cd2af03c', 'status': 'completed', 'code': 200} Dec 16 22:39:13.795608 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'tag': 'b92f5c79-bb4c-4e11-9397-74427d7adaa4', 'status': 'completed', 'code': 200} Dec 16 22:39:13.842735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-5a9726a1-6a3f-4e95-9ada-9ac3cdb56079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.842735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-5a9726a1-6a3f-4e95-9ada-9ac3cdb56079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.842735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-5a9726a1-6a3f-4e95-9ada-9ac3cdb56079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.843330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-5a9726a1-6a3f-4e95-9ada-9ac3cdb56079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.843755 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-5a9726a1-6a3f-4e95-9ada-9ac3cdb56079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.844222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-5a9726a1-6a3f-4e95-9ada-9ac3cdb56079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.844967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-5a9726a1-6a3f-4e95-9ada-9ac3cdb56079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.846783 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36558) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:13.847039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-5a9726a1-6a3f-4e95-9ada-9ac3cdb56079 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 6410 time: 0.1083620 Dec 16 22:39:13.893785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef00805-74f7-418f-a3ff-1dfe07d483b3 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:13.904549 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.921063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Transition to ACTIVE for port object 7ef00805-74f7-418f-a3ff-1dfe07d483b3 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:39:13.930503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b847f7-eb9f-4d19-afbc-5b731f8a6033 req-1f2a1a96-a85b-4f21-86ab-12922b62b124 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:13.938203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84b847f7-eb9f-4d19-afbc-5b731f8a6033 req-1f2a1a96-a85b-4f21-86ab-12922b62b124 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 946 time: 0.1375580 Dec 16 22:39:14.007259 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-104e62dc-1982-4f04-a37f-5690e3a0f3c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:14.007457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-6c3a9ef6-1aff-4911-8fc8-a6e40c539d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.007950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-6c3a9ef6-1aff-4911-8fc8-a6e40c539d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.008407 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-6c3a9ef6-1aff-4911-8fc8-a6e40c539d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.010013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-6c3a9ef6-1aff-4911-8fc8-a6e40c539d32 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1546471 Dec 16 22:39:14.018011 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:14.037964 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84b847f7-eb9f-4d19-afbc-5b731f8a6033 req-ac47f70e-5a4e-472d-af78-bb25944d2ddf tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968473 Dec 16 22:39:14.123746 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Pushing event updated for resources: {'Port': ['ID=7ef00805-74f7-418f-a3ff-1dfe07d483b3,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:14.141793 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-a8e6e40b-ac7b-45f9-a324-8c6e1d51bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.143578 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-a8e6e40b-ac7b-45f9-a324-8c6e1d51bfbe service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1229753 Dec 16 22:39:14.290546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-3b1082c9-c9de-41b2-84de-1667e35e062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.291030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-3b1082c9-c9de-41b2-84de-1667e35e062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.291539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-3b1082c9-c9de-41b2-84de-1667e35e062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.292006 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-3b1082c9-c9de-41b2-84de-1667e35e062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.292468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-3b1082c9-c9de-41b2-84de-1667e35e062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.292923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-3b1082c9-c9de-41b2-84de-1667e35e062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.293379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-3b1082c9-c9de-41b2-84de-1667e35e062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.295663 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-3b1082c9-c9de-41b2-84de-1667e35e062f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 6435 time: 0.1051364 Dec 16 22:39:14.307360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca77fa0-7a6d-486a-ba2e-1c664aca2e95 req-4c0c0704-cb52-4820-9548-d3e4e62e56b4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.309132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ca77fa0-7a6d-486a-ba2e-1c664aca2e95 req-4c0c0704-cb52-4820-9548-d3e4e62e56b4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 946 time: 0.1205511 Dec 16 22:39:14.473545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-379ca331-0d25-4a08-b732-e649d5dec960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.474900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-379ca331-0d25-4a08-b732-e649d5dec960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.475746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-379ca331-0d25-4a08-b732-e649d5dec960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.478788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-379ca331-0d25-4a08-b732-e649d5dec960 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1684225 Dec 16 22:39:14.615412 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ca77fa0-7a6d-486a-ba2e-1c664aca2e95 req-8f35e149-97e8-4778-8ddd-90e877a61e97 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205970 Dec 16 22:39:14.650000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36570) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:14.720051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Attempting to bind port 7ef00805-74f7-418f-a3ff-1dfe07d483b3 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:14.720494 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Attempting to bind port 7ef00805-74f7-418f-a3ff-1dfe07d483b3 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '1bad9b27-b9c2-4af8-a033-d26558d16a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '37445d9f-0861-4e82-a857-7db94f202785'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:14.720708 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Attempting to bind port 7ef00805-74f7-418f-a3ff-1dfe07d483b3 on network 37445d9f-0861-4e82-a857-7db94f202785 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:14.736835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Port 7ef00805-74f7-418f-a3ff-1dfe07d483b3 on network 37445d9f-0861-4e82-a857-7db94f202785 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:39:14.737256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Attempting to bind port 7ef00805-74f7-418f-a3ff-1dfe07d483b3 on network 37445d9f-0861-4e82-a857-7db94f202785 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:14.749435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:14.749838 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Checking segment: {'id': '1bad9b27-b9c2-4af8-a033-d26558d16a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '37445d9f-0861-4e82-a857-7db94f202785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:14.750823 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Bound using segment: {'id': '1bad9b27-b9c2-4af8-a033-d26558d16a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '37445d9f-0861-4e82-a857-7db94f202785'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:14.751308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Bound port: 7ef00805-74f7-418f-a3ff-1dfe07d483b3, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bad9b27-b9c2-4af8-a033-d26558d16a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '37445d9f-0861-4e82-a857-7db94f202785'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:14.751822 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:14.763191 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0383e2-0314-41f9-bd74-47d9eabb785e req-a61dfcbc-ce83-40b3-98a7-dedfa79b0910 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.770771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0383e2-0314-41f9-bd74-47d9eabb785e req-a61dfcbc-ce83-40b3-98a7-dedfa79b0910 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.775059 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-104e62dc-1982-4f04-a37f-5690e3a0f3c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:14.778824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0383e2-0314-41f9-bd74-47d9eabb785e req-a61dfcbc-ce83-40b3-98a7-dedfa79b0910 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.789152 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0383e2-0314-41f9-bd74-47d9eabb785e req-a61dfcbc-ce83-40b3-98a7-dedfa79b0910 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.797566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0383e2-0314-41f9-bd74-47d9eabb785e req-a61dfcbc-ce83-40b3-98a7-dedfa79b0910 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.805915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0383e2-0314-41f9-bd74-47d9eabb785e req-a61dfcbc-ce83-40b3-98a7-dedfa79b0910 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.813947 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0383e2-0314-41f9-bd74-47d9eabb785e req-a61dfcbc-ce83-40b3-98a7-dedfa79b0910 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.815986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea0383e2-0314-41f9-bd74-47d9eabb785e req-a61dfcbc-ce83-40b3-98a7-dedfa79b0910 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.2424645 Dec 16 22:39:14.843130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] For port 7ef00805-74f7-418f-a3ff-1dfe07d483b3, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:14.847700 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] For port 7ef00805-74f7-418f-a3ff-1dfe07d483b3, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7ef00805-74f7-418f-a3ff-1dfe07d483b3,segment=NetworkSegment(1bad9b27-b9c2-4af8-a033-d26558d16a35),segment_id=1bad9b27-b9c2-4af8-a033-d26558d16a35)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:14.857820 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-104e62dc-1982-4f04-a37f-5690e3a0f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:14.862140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d39ffb-e448-4114-b2f4-f757f387e1a7 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.866371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-80d39ffb-e448-4114-b2f4-f757f387e1a7 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 1092 time: 0.1979241 Dec 16 22:39:14.871248 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36574) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:14.878513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': '063f8072-d4e9-4502-be03-f9d275cf20e1', 'tenant_id': '51c946c648db42a6836975a56f094831', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:14.880055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-5e7891f5-8931-4d55-a084-55a1c03bdced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.881540 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b55801fe-b627-4c39-b28d-9ebe03672334 req-5e7891f5-8931-4d55-a084-55a1c03bdced service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3940530 Dec 16 22:39:14.911829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bb93d-bf1d-4cb9-9f49-f0d1c56285ae req-943f27e0-efd8-43a4-bc9d-fed6e9415ee5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.919139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a35bb93d-bf1d-4cb9-9f49-f0d1c56285ae req-943f27e0-efd8-43a4-bc9d-fed6e9415ee5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.2011971 Dec 16 22:39:14.952870 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-104e62dc-1982-4f04-a37f-5690e3a0f3c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17ea8658b75d431688c899acbe2d3bb1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1056268 Dec 16 22:39:14.953103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36576) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:14.953952 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e62dc-1982-4f04-a37f-5690e3a0f3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5372f9-4887-4992-8c4d-44d15b696589,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:14.958345 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:14.967969 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea0383e2-0314-41f9-bd74-47d9eabb785e req-a2415d5c-2aa7-41f4-81ae-305e26fca5f3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1309419 Dec 16 22:39:15.019036 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Pushing event updated for resources: {'Port': ['ID=7ef00805-74f7-418f-a3ff-1dfe07d483b3,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:15.023954 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.032460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a35bb93d-bf1d-4cb9-9f49-f0d1c56285ae req-0eee5a4b-277c-4e49-b8bc-c82c6cfb6587 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110835 Dec 16 22:39:15.088946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:15.089579 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.090343 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3a9984b-c714-4c7f-86de-e65bf4ba05e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.091079 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e173a5ab-02f9-49d0-9397-1c00c87e34de service neutron] 10.222.0.69 "PUT /v2.0/ports/7ef00805-74f7-418f-a3ff-1dfe07d483b3 HTTP/1.1" status: 200 len: 1091 time: 1.7552965 Dec 16 22:39:15.177430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e061af97-e437-45f8-98ad-27870379f680 req-7d011e7c-bf64-434c-8898-464e15190fb8 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0641651 Dec 16 22:39:15.183696 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.202608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ab74bce-1b7d-4c8e-aec6-275880f22c05 req-76b2eb47-32c3-4729-a193-6bf78430849b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.1048291 Dec 16 22:39:15.225688 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3a9984b-c714-4c7f-86de-e65bf4ba05e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.346651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-be1c5ab9-80ef-4014-b050-21dcf2f41d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:15.347353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-be1c5ab9-80ef-4014-b050-21dcf2f41d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:15.347661 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-be1c5ab9-80ef-4014-b050-21dcf2f41d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:15.351067 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-be1c5ab9-80ef-4014-b050-21dcf2f41d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:15.351067 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-be1c5ab9-80ef-4014-b050-21dcf2f41d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:15.351067 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-be1c5ab9-80ef-4014-b050-21dcf2f41d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:15.351067 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-be1c5ab9-80ef-4014-b050-21dcf2f41d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:15.351499 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-be1c5ab9-80ef-4014-b050-21dcf2f41d8e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 6477 time: 0.1430936 Dec 16 22:39:15.370793 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3a9984b-c714-4c7f-86de-e65bf4ba05e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.374392 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3a9984b-c714-4c7f-86de-e65bf4ba05e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.383686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d3a9984b-c714-4c7f-86de-e65bf4ba05e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad5372f9-4887-4992-8c4d-44d15b696589 HTTP/1.1" status: 204 len: 168 time: 0.4234409 Dec 16 22:39:15.395978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9984b-c714-4c7f-86de-e65bf4ba05e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5372f9-4887-4992-8c4d-44d15b696589,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:15.422290 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-45efe10e-79c8-40f6-be58-86dbcbda280b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b04ab81-2f34-4558-8334-a2484dc408c9 HTTP/1.1" status: 200 len: 217 time: 0.0616889 Dec 16 22:39:15.423367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Allocated IP 172.25.2.83 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/e570a0ea-e302-46d6-aec2-09d4bf8341c1) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:15.525079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-5eb485d4-c1da-4a5c-bb7c-40c73eeb6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:15.696326 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-5eb485d4-c1da-4a5c-bb7c-40c73eeb6f5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7388031d-9b1a-4850-8adb-5060292caf9d HTTP/1.1" status: 200 len: 850 time: 0.0966575 Dec 16 22:39:15.696326 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.696326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-a3dd6d22-6381-441f-baf4-4c035c9c7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:15.696326 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-a3dd6d22-6381-441f-baf4-4c035c9c7633 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d29e897a-1707-4916-9e93-3168ac5f7a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881846 Dec 16 22:39:15.744312 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-1629fc09-f834-4a97-a014-8b6b80758dec service neutron] 10.222.0.69 "GET /v2.0/networks/d29e897a-1707-4916-9e93-3168ac5f7a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121564 Dec 16 22:39:15.799661 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'tag': '7ef00805-74f7-418f-a3ff-1dfe07d483b3'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:15.801954 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c26218-c30d-47a6-81f8-417593cf5813" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "tag": "7ef00805-74f7-418f-a3ff-1dfe07d483b3"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:15.815794 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.879301 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5caf326-9390-4b4a-b830-4b4f1e3f41a1 x-openstack-request-id: req-b5caf326-9390-4b4a-b830-4b4f1e3f41a1 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:15.880062 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "tag": "7ef00805-74f7-418f-a3ff-1dfe07d483b3", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:15.880062 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5caf326-9390-4b4a-b830-4b4f1e3f41a1 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:15.880459 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'tag': '7ef00805-74f7-418f-a3ff-1dfe07d483b3', 'status': 'completed', 'code': 200} Dec 16 22:39:15.886967 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:15.890918 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=e570a0ea-e302-46d6-aec2-09d4bf8341c1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:15.896263 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:15.906437 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:15.953569 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-94892c38-1395-44a3-908a-8d6710e779bc service neutron] 10.222.0.69 "GET /v2.0/networks/d29e897a-1707-4916-9e93-3168ac5f7a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021494 Dec 16 22:39:16.009143 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-084be947-213d-4e54-9be9-e3136c9c0074 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 HTTP/1.1" status: 200 len: 217 time: 0.0464811 Dec 16 22:39:16.165584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57d8fa-da5a-42f2-8b87-c61c0cb4f74b req-25674ec0-40af-4880-854e-4031437a1367 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:16.171978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57d8fa-da5a-42f2-8b87-c61c0cb4f74b req-25674ec0-40af-4880-854e-4031437a1367 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:16.178479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57d8fa-da5a-42f2-8b87-c61c0cb4f74b req-25674ec0-40af-4880-854e-4031437a1367 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:16.211242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57d8fa-da5a-42f2-8b87-c61c0cb4f74b req-25674ec0-40af-4880-854e-4031437a1367 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:16.211242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57d8fa-da5a-42f2-8b87-c61c0cb4f74b req-25674ec0-40af-4880-854e-4031437a1367 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:16.211242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57d8fa-da5a-42f2-8b87-c61c0cb4f74b req-25674ec0-40af-4880-854e-4031437a1367 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:16.211242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57d8fa-da5a-42f2-8b87-c61c0cb4f74b req-25674ec0-40af-4880-854e-4031437a1367 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:16.211242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d57d8fa-da5a-42f2-8b87-c61c0cb4f74b req-25674ec0-40af-4880-854e-4031437a1367 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.1562359 Dec 16 22:39:16.211827 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e93d4c56-933a-48ae-9844-ccfb23669f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:16.211827 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e93d4c56-933a-48ae-9844-ccfb23669f7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 200 len: 797 time: 0.1850126 Dec 16 22:39:16.318507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e813191-f299-41d8-89a7-ca42e41bc452 req-304b08bd-3f2a-4861-8833-de26308c9905 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:16.320285 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e813191-f299-41d8-89a7-ca42e41bc452 req-304b08bd-3f2a-4861-8833-de26308c9905 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1115088 Dec 16 22:39:16.327802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f9f123d9-d46d-49b7-9aec-b07f8adf8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:16.330213 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-f9f123d9-d46d-49b7-9aec-b07f8adf8637 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1055422 Dec 16 22:39:16.377229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d57d8fa-da5a-42f2-8b87-c61c0cb4f74b req-424be0a8-698b-4f6a-b0a5-24d8e66a605a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1552098 Dec 16 22:39:16.417968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e813191-f299-41d8-89a7-ca42e41bc452 req-cdd72f5a-64aa-4075-a728-c4dfc66913d7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845945 Dec 16 22:39:16.514455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-17d7a00a-b290-4bcf-87be-2112a28f2990 req-cb164286-28a8-43b0-a59a-224ce5512810 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0288405 Dec 16 22:39:16.545532 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b3d2c63-1403-4a4e-b497-503c6a01b437 req-91201b9c-0c86-4e37-84cb-318ccb3e2d5c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0306091 Dec 16 22:39:16.657543 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-29cf9580-e950-4667-8da3-c52be40697ec service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197844 Dec 16 22:39:16.703440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36608) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:16.720193 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.801350 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-31580b13-39ba-4b48-ac70-eec38a769edd service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352279 Dec 16 22:39:16.822014 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-19419bd5-0740-4a7c-ab26-ac5b248f695d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2078273693-network', 'tenant_id': 'cf36fa3a32514b88a7af7cf02a4c2a24'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:16.852342 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-00fce973-dfd3-40c5-8ca9-f0aa624330dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=b9d73b46-bfc0-4dd6-a33c-e55e82103481 HTTP/1.1" status: 200 len: 217 time: 0.0436914 Dec 16 22:39:16.922829 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.928641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-9dd9f1db-4fbe-4423-8c82-433e1b8559c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:16.930150 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-9dd9f1db-4fbe-4423-8c82-433e1b8559c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 200 len: 797 time: 0.0711908 Dec 16 22:39:16.977036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19419bd5-0740-4a7c-ab26-ac5b248f695d admin admin] Made reservation on behalf of cf36fa3a32514b88a7af7cf02a4c2a24 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:16.979947 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19419bd5-0740-4a7c-ab26-ac5b248f695d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.992258 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19419bd5-0740-4a7c-ab26-ac5b248f695d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.050813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-a66d0214-852a-42c5-ad01-f14f73841b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:17.052385 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-a66d0214-852a-42c5-ad01-f14f73841b24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0987887 Dec 16 22:39:17.085756 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19419bd5-0740-4a7c-ab26-ac5b248f695d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.165508 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19419bd5-0740-4a7c-ab26-ac5b248f695d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.192308 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19419bd5-0740-4a7c-ab26-ac5b248f695d admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:39:17.206918 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-381448ba-9dda-4044-a120-4e7605301acd service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454387 Dec 16 22:39:17.207217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19419bd5-0740-4a7c-ab26-ac5b248f695d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aca5de3-f913-4eaa-ba61-ba82249c7b5f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:17.211255 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.213424 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19419bd5-0740-4a7c-ab26-ac5b248f695d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.213687 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-19419bd5-0740-4a7c-ab26-ac5b248f695d admin admin] Added segment b9cfef58-43dc-4b8b-8448-f103dbbd92b9 of type vlan for network 0c1a911c-61bf-4b92-81e8-61bfa766d7bf Dec 16 22:39:17.260705 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19419bd5-0740-4a7c-ab26-ac5b248f695d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.309897 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-2fa173a7-8276-4101-8428-e11d54c89f8b service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959892 Dec 16 22:39:17.352555 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-eee9b076-9647-42b2-8d94-fb29fd5f055f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=69b8d4de-875c-42d8-a276-51dad253ecb6 HTTP/1.1" status: 200 len: 217 time: 0.0360091 Dec 16 22:39:17.386579 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.437925 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19419bd5-0740-4a7c-ab26-ac5b248f695d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.441948 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19419bd5-0740-4a7c-ab26-ac5b248f695d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:17.441948 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19419bd5-0740-4a7c-ab26-ac5b248f695d admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.473041 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-65ade6bc-6d2b-4de5-8ad2-282f37cf0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:17.474556 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-65ade6bc-6d2b-4de5-8ad2-282f37cf0cbb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 200 len: 797 time: 0.1155314 Dec 16 22:39:17.489045 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=e570a0ea-e302-46d6-aec2-09d4bf8341c1,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:17.516085 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.575332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19419bd5-0740-4a7c-ab26-ac5b248f695d admin admin] Pushing event updated for resources: {'Network': ['ID=0c1a911c-61bf-4b92-81e8-61bfa766d7bf,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:17.593773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 0c1a911c-61bf-4b92-81e8-61bfa766d7bf details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:39:17.642022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-89914b27-05b9-4bd3-b89d-5ab441b32ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:17.643590 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-89914b27-05b9-4bd3-b89d-5ab441b32ef5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1429439 Dec 16 22:39:17.650143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cd11e-2824-4ffb-8e0b-1ba4f237cbad req-cc495293-2706-4708-b2e9-47ef67f34394 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:17.651912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c4cd11e-2824-4ffb-8e0b-1ba4f237cbad req-cc495293-2706-4708-b2e9-47ef67f34394 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1079214 Dec 16 22:39:17.667760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a9b7-52c2-497e-ab32-a1f4b599c687 req-d333217e-b66c-4e0d-a41a-4fa1b08bea6d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:17.676170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a9b7-52c2-497e-ab32-a1f4b599c687 req-d333217e-b66c-4e0d-a41a-4fa1b08bea6d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:17.682347 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a9b7-52c2-497e-ab32-a1f4b599c687 req-d333217e-b66c-4e0d-a41a-4fa1b08bea6d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:17.689655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a9b7-52c2-497e-ab32-a1f4b599c687 req-d333217e-b66c-4e0d-a41a-4fa1b08bea6d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:17.695801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a9b7-52c2-497e-ab32-a1f4b599c687 req-d333217e-b66c-4e0d-a41a-4fa1b08bea6d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:17.704318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a9b7-52c2-497e-ab32-a1f4b599c687 req-d333217e-b66c-4e0d-a41a-4fa1b08bea6d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:17.710716 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a9b7-52c2-497e-ab32-a1f4b599c687 req-d333217e-b66c-4e0d-a41a-4fa1b08bea6d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:17.712840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6690a9b7-52c2-497e-ab32-a1f4b599c687 req-d333217e-b66c-4e0d-a41a-4fa1b08bea6d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.1635633 Dec 16 22:39:17.722388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-19419bd5-0740-4a7c-ab26-ac5b248f695d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0178750 Dec 16 22:39:17.726670 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36620) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:17.731174 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Floating IP db95bf9d-c1d7-4d2f-a391-0a3b862c832f associated. External IP: 172.25.2.83, port: 063f8072-d4e9-4502-be03-f9d275cf20e1. Dec 16 22:39:17.736640 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-53f96733-ea44-48c7-b1d5-080fcb6adb77 admin admin] Request body: {'subnet': {'network_id': '0c1a911c-61bf-4b92-81e8-61bfa766d7bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2078273693-subnet', 'tenant_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:17.804120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c4cd11e-2824-4ffb-8e0b-1ba4f237cbad req-fcc3d651-9c0b-4587-a7c3-8ae75e65c00b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897074 Dec 16 22:39:17.836695 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6690a9b7-52c2-497e-ab32-a1f4b599c687 req-eefda266-b998-4706-8ef3-7fa6844fbe89 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117902 Dec 16 22:39:17.890257 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cf8c2c4e-0edd-4f23-b367-5170d1d5cc1d req-08220b8e-fb3f-4d59-902f-2cdd51e3771e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0331836 Dec 16 22:39:17.913273 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-c743f2d0-2bb7-44d3-bcf4-2b0680171486 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600155 Dec 16 22:39:17.938685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bdbec2d9-b69c-4921-bbcf-0fa3b0fa1c55 req-def7e5fc-7fbf-408c-9214-99ba4d2e179b tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0328729 Dec 16 22:39:18.031559 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f96733-ea44-48c7-b1d5-080fcb6adb77 admin admin] Made reservation on behalf of cf36fa3a32514b88a7af7cf02a4c2a24 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:18.033887 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53f96733-ea44-48c7-b1d5-080fcb6adb77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:18.182689 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-5d3a3fe9-98da-4913-a86c-fe6ca2bca269 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586942 Dec 16 22:39:18.247789 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-87520e6a-7c43-472c-b6fa-ca029562de87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=bcd3db1d-f212-4040-b2ce-7779cd2af03c HTTP/1.1" status: 200 len: 217 time: 0.0543342 Dec 16 22:39:18.262239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:39:18.383417 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-b46ef516-ce28-4a73-bbdb-426bf893a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:18.384991 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-b46ef516-ce28-4a73-bbdb-426bf893a797 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 200 len: 797 time: 0.1268094 Dec 16 22:39:18.525491 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-c9343fe1-221e-4fd2-961a-3e4e52392f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:18.529366 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-c9343fe1-221e-4fd2-961a-3e4e52392f28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1348984 Dec 16 22:39:18.542378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:39:18.555020 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7919617-89cd-495c-8b7f-6ef2c124478b None None] Sync routers for ids ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:39:18.566359 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7919617-89cd-495c-8b7f-6ef2c124478b None None] Routers {'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:18.567052 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d7919617-89cd-495c-8b7f-6ef2c124478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:38:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:18.586142 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53f96733-ea44-48c7-b1d5-080fcb6adb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:18.688279 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d7919617-89cd-495c-8b7f-6ef2c124478b None None] Set router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:19.029859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bf352-39bd-4e93-be8b-b32de49b38f3 req-14c4f88a-de14-4a5e-9ccd-bb018db46de1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:19.031119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b3bf352-39bd-4e93-be8b-b32de49b38f3 req-14c4f88a-de14-4a5e-9ccd-bb018db46de1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1000195 Dec 16 22:39:19.042807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe6c93-cf8f-4078-93e9-266c742e468e req-949afbab-9241-4264-9f99-ef566169c05c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:19.049019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe6c93-cf8f-4078-93e9-266c742e468e req-949afbab-9241-4264-9f99-ef566169c05c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:19.055080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe6c93-cf8f-4078-93e9-266c742e468e req-949afbab-9241-4264-9f99-ef566169c05c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:19.061651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe6c93-cf8f-4078-93e9-266c742e468e req-949afbab-9241-4264-9f99-ef566169c05c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:19.067736 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe6c93-cf8f-4078-93e9-266c742e468e req-949afbab-9241-4264-9f99-ef566169c05c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:19.074251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe6c93-cf8f-4078-93e9-266c742e468e req-949afbab-9241-4264-9f99-ef566169c05c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:19.079195 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d7919617-89cd-495c-8b7f-6ef2c124478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795195704', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:48Z', 'updated_at': '2021-12-16T22:38:54Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:49Z', 'updated_at': '2021-12-16T22:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'db95bf9d-c1d7-4d2f-a391-0a3b862c832f', 'tenant_id': '51c946c648db42a6836975a56f094831', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'port_id': '063f8072-d4e9-4502-be03-f9d275cf20e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'mac_address': 'fa:16:3e:7b:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:16Z', 'updated_at': '2021-12-16T22:39:16Z', 'revision_number': 0, 'project_id': '51c946c648db42a6836975a56f094831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6be853e-fdf4-4ac6-894f-8f20dc9e9b9d', 'name': '', 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:37:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:38:59Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:19.081127 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe6c93-cf8f-4078-93e9-266c742e468e req-949afbab-9241-4264-9f99-ef566169c05c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:19.083171 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32fe6c93-cf8f-4078-93e9-266c742e468e req-949afbab-9241-4264-9f99-ef566169c05c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.1380763 Dec 16 22:39:19.095454 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-b36b9620-1c18-48aa-b929-387662208313 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608461 Dec 16 22:39:19.108315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.113121 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7919617-89cd-495c-8b7f-6ef2c124478b None None] Checking router: a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:39:19.125384 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7919617-89cd-495c-8b7f-6ef2c124478b None None] Routers {'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:19.126314 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d7919617-89cd-495c-8b7f-6ef2c124478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:38:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:19.210544 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0e339d57-2f23-49b3-8ab4-4ba2adad19cd tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3378685 Dec 16 22:39:19.217550 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:19.219426 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6daea98-8a1d-477f-8dbb-3512034211a6" -d '{"events": [{"name": "network-changed", "server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:19.266181 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f96733-ea44-48c7-b1d5-080fcb6adb77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc749c32-622c-4217-8873-50fcd68d06ff,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:19.281417 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d7919617-89cd-495c-8b7f-6ef2c124478b None None] Set router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:19.284964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f96733-ea44-48c7-b1d5-080fcb6adb77 admin admin] Checking segment: {'id': 'b9cfef58-43dc-4b8b-8448-f103dbbd92b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0c1a911c-61bf-4b92-81e8-61bfa766d7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:19.285396 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f96733-ea44-48c7-b1d5-080fcb6adb77 admin admin] Network hostable DHCP agents. Network: 0c1a911c-61bf-4b92-81e8-61bfa766d7bf, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:39:19.323415 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-2f273fa3-a9c6-43f6-8ca0-3c63352ad6ab service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194414 Dec 16 22:39:19.369999 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-9031f21e-3010-4926-bc58-a225d6626d51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b92f5c79-bb4c-4e11-9397-74427d7adaa4 HTTP/1.1" status: 200 len: 217 time: 0.0394537 Dec 16 22:39:19.406824 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f96733-ea44-48c7-b1d5-080fcb6adb77 admin admin] Network 0c1a911c-61bf-4b92-81e8-61bfa766d7bf is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:39:19.439600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b3bf352-39bd-4e93-be8b-b32de49b38f3 req-26a3ecb3-0fdb-4c24-835b-470bcbb62332 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552184 Dec 16 22:39:19.439855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bd1b27d4-7825-488a-a767-096b1e8e6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:19.441790 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-bd1b27d4-7825-488a-a767-096b1e8e6aee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=293efef2-0a95-4853-917e-48f1ea75b46a HTTP/1.1" status: 200 len: 797 time: 0.0651908 Dec 16 22:39:19.463960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32fe6c93-cf8f-4078-93e9-266c742e468e req-b2cf7b91-d1de-45e3-b99d-9b631a294381 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3727996 Dec 16 22:39:19.498468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-53f96733-ea44-48c7-b1d5-080fcb6adb77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 0c1a911c-61bf-4b92-81e8-61bfa766d7bf) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:19.506962 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff964faf-692e-4183-a4c3-9354db95aca3 None None] Network 0c1a911c-61bf-4b92-81e8-61bfa766d7bf requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:19.517439 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f96733-ea44-48c7-b1d5-080fcb6adb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:19.518884 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53f96733-ea44-48c7-b1d5-080fcb6adb77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.553144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4266cba5-21b4-4466-9778-cd8d85bc5177 req-87a65068-6d0c-4771-8190-9d1f041d39d9 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0335422 Dec 16 22:39:19.553717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-83c00ba2-206d-4da8-aa05-32c311950d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:19.556246 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-83c00ba2-206d-4da8-aa05-32c311950d84 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37445d9f-0861-4e82-a857-7db94f202785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1040206 Dec 16 22:39:19.596487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be58b9d7-c25f-47d2-9071-a7165200361b req-e0af3407-6337-4075-8dda-082d4759b0da tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0414603 Dec 16 22:39:19.687491 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d7919617-89cd-495c-8b7f-6ef2c124478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795195704', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:48Z', 'updated_at': '2021-12-16T22:38:54Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:49Z', 'updated_at': '2021-12-16T22:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'db95bf9d-c1d7-4d2f-a391-0a3b862c832f', 'tenant_id': '51c946c648db42a6836975a56f094831', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'port_id': '063f8072-d4e9-4502-be03-f9d275cf20e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'mac_address': 'fa:16:3e:7b:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:16Z', 'updated_at': '2021-12-16T22:39:16Z', 'revision_number': 0, 'project_id': '51c946c648db42a6836975a56f094831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6be853e-fdf4-4ac6-894f-8f20dc9e9b9d', 'name': '', 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:37:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:38:59Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:19.702978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-0c1a911c-61bf-4b92-81e8-61bfa766d7bf', 'network_id': '0c1a911c-61bf-4b92-81e8-61bfa766d7bf', 'project_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'fixed_ips': [{'subnet_id': 'dc749c32-622c-4217-8873-50fcd68d06ff'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:39:19.704391 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.716214 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7919617-89cd-495c-8b7f-6ef2c124478b None None] The sync data for ids ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'] in n-d-821840-2 is: [{'id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795195704', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:48Z', 'updated_at': '2021-12-16T22:38:54Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:49Z', 'updated_at': '2021-12-16T22:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'db95bf9d-c1d7-4d2f-a391-0a3b862c832f', 'tenant_id': '51c946c648db42a6836975a56f094831', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'port_id': '063f8072-d4e9-4502-be03-f9d275cf20e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'mac_address': 'fa:16:3e:7b:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:16Z', 'updated_at': '2021-12-16T22:39:16Z', 'revision_number': 0, 'project_id': '51c946c648db42a6836975a56f094831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6be853e-fdf4-4ac6-894f-8f20dc9e9b9d', 'name': '', 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:37:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:38:59Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:19.725274 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e6bded89-7605-40c6-afb3-c4967c400784 service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605580 Dec 16 22:39:19.727647 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e09b70-0092-407b-ad80-ae3efe4de59f x-openstack-request-id: req-67e09b70-0092-407b-ad80-ae3efe4de59f {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:19.728284 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:19.728542 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67e09b70-0092-407b-ad80-ae3efe4de59f {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:19.728942 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1', 'status': 'completed', 'code': 200} Dec 16 22:39:19.734053 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-53f96733-ea44-48c7-b1d5-080fcb6adb77 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0057182 Dec 16 22:39:19.752094 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36634) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:19.760479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2078273693-router', 'tenant_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:19.801045 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed473a8-d383-41a0-9a08-e5cee0e4d7d1 req-ea48d867-340f-420d-b3aa-4e29b2064bec tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:19.804436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fed473a8-d383-41a0-9a08-e5cee0e4d7d1 req-ea48d867-340f-420d-b3aa-4e29b2064bec tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 946 time: 0.1616030 Dec 16 22:39:19.818863 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daea98-8a1d-477f-8dbb-3512034211a6 req-0ea8b3d3-2dd9-4186-bcce-eededec05305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:19.820601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6daea98-8a1d-477f-8dbb-3512034211a6 req-0ea8b3d3-2dd9-4186-bcce-eededec05305 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 1097 time: 0.1235318 Dec 16 22:39:19.851352 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-4384ad4a-8d9e-4463-bb08-006dff24790c service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161327 Dec 16 22:39:19.897805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Allocated IP 172.20.0.2 (0c1a911c-61bf-4b92-81e8-61bfa766d7bf/dc749c32-622c-4217-8873-50fcd68d06ff/9872cdfc-0d5f-4ac6-a5f5-606267146556) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:19.912748 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-175b463f-0bf0-49e0-97a7-1f8b2f248be5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ef00805-74f7-418f-a3ff-1dfe07d483b3 HTTP/1.1" status: 200 len: 217 time: 0.0535679 Dec 16 22:39:19.927140 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.928234 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.993089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-4c0f5b21-fbfa-4e57-9814-1e407cf38a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:19.994600 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-4c0f5b21-fbfa-4e57-9814-1e407cf38a47 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=293efef2-0a95-4853-917e-48f1ea75b46a HTTP/1.1" status: 200 len: 797 time: 0.0725608 Dec 16 22:39:19.995363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fed473a8-d383-41a0-9a08-e5cee0e4d7d1 req-95f4039e-afcd-4a0f-a772-c683fe2a2eff tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812766 Dec 16 22:39:20.030727 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36636) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:20.060481 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526349-b313-41a9-ada6-87b89e0f857f req-1a33a1eb-5cb9-42bc-abc2-0bb0250c3abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.062329 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-1a33a1eb-5cb9-42bc-abc2-0bb0250c3abb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37445d9f-0861-4e82-a857-7db94f202785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0595012 Dec 16 22:39:20.123543 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c1c1b-4f67-428b-ae1b-e4e45386f707 None None] New status for floating IP db95bf9d-c1d7-4d2f-a391-0a3b862c832f: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:39:20.131115 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97dc3393-9be4-441a-8090-1250a9805bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.160205 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.175886 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-b6112bc1-f102-47a0-b5e6-366d55fbdd95 service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060324 Dec 16 22:39:20.186380 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.194700 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daea98-8a1d-477f-8dbb-3512034211a6 req-52d84018-d4cf-45cd-8e9f-eeb3b74e99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.195979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6daea98-8a1d-477f-8dbb-3512034211a6 req-52d84018-d4cf-45cd-8e9f-eeb3b74e99ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=6adc13ba-6631-46a2-980b-1cb7596fb0ff HTTP/1.1" status: 200 len: 898 time: 0.3586807 Dec 16 22:39:20.234261 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.284458 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Network 0c1a911c-61bf-4b92-81e8-61bfa766d7bf is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:20.286660 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1c526349-b313-41a9-ada6-87b89e0f857f req-e00f20c9-f7c6-43e4-bd4a-b4329c30c152 service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010551 Dec 16 22:39:20.307612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4d380f65-f629-4a1e-b8ce-2d2fe73b8990 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/floatingips/db95bf9d-c1d7-4d2f-a391-0a3b862c832f HTTP/1.1" status: 200 len: 991 time: 0.2756968 Dec 16 22:39:20.320569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:20.324305 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:20.330635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Pushing event updated for resources: {'Port': ['ID=9872cdfc-0d5f-4ac6-a5f5-606267146556,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:20.392402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Attempting to bind port 9872cdfc-0d5f-4ac6-a5f5-606267146556 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:20.393078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Attempting to bind port 9872cdfc-0d5f-4ac6-a5f5-606267146556 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'b9cfef58-43dc-4b8b-8448-f103dbbd92b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0c1a911c-61bf-4b92-81e8-61bfa766d7bf'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:20.393772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Attempting to bind port 9872cdfc-0d5f-4ac6-a5f5-606267146556 on network 0c1a911c-61bf-4b92-81e8-61bfa766d7bf {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:20.399583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:20.400239 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Checking segment: {'id': 'b9cfef58-43dc-4b8b-8448-f103dbbd92b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0c1a911c-61bf-4b92-81e8-61bfa766d7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:20.400817 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.401401 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Bound using segment: {'id': 'b9cfef58-43dc-4b8b-8448-f103dbbd92b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0c1a911c-61bf-4b92-81e8-61bfa766d7bf'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:20.401903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Bound port: 9872cdfc-0d5f-4ac6-a5f5-606267146556, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cfef58-43dc-4b8b-8448-f103dbbd92b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0c1a911c-61bf-4b92-81e8-61bfa766d7bf'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:20.402439 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.423505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6daea98-8a1d-477f-8dbb-3512034211a6 req-f62e26de-6fdc-4945-abe9-2e2ace310595 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063f8072-d4e9-4502-be03-f9d275cf20e1 HTTP/1.1" status: 200 len: 999 time: 0.2161348 Dec 16 22:39:20.451365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c26218-c30d-47a6-81f8-417593cf5813 req-6e15db9d-cc0a-4fbd-8077-2ecb224e36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.452189 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c26218-c30d-47a6-81f8-417593cf5813 req-6e15db9d-cc0a-4fbd-8077-2ecb224e36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.452881 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c26218-c30d-47a6-81f8-417593cf5813 req-6e15db9d-cc0a-4fbd-8077-2ecb224e36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.453343 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c26218-c30d-47a6-81f8-417593cf5813 req-6e15db9d-cc0a-4fbd-8077-2ecb224e36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.453802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c26218-c30d-47a6-81f8-417593cf5813 req-6e15db9d-cc0a-4fbd-8077-2ecb224e36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.454382 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c26218-c30d-47a6-81f8-417593cf5813 req-6e15db9d-cc0a-4fbd-8077-2ecb224e36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.454959 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c26218-c30d-47a6-81f8-417593cf5813 req-6e15db9d-cc0a-4fbd-8077-2ecb224e36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.457339 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-17c26218-c30d-47a6-81f8-417593cf5813 req-6e15db9d-cc0a-4fbd-8077-2ecb224e36f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 6477 time: 0.0725389 Dec 16 22:39:20.477017 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] For port 9872cdfc-0d5f-4ac6-a5f5-606267146556, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:20.482545 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] For port 9872cdfc-0d5f-4ac6-a5f5-606267146556, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9872cdfc-0d5f-4ac6-a5f5-606267146556,segment=NetworkSegment(b9cfef58-43dc-4b8b-8448-f103dbbd92b9),segment_id=b9cfef58-43dc-4b8b-8448-f103dbbd92b9)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:20.530084 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.558915 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.581618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c26218-c30d-47a6-81f8-417593cf5813 req-805230e2-a31e-4dec-bcf1-cc21ca213d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.583737 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-17c26218-c30d-47a6-81f8-417593cf5813 req-805230e2-a31e-4dec-bcf1-cc21ca213d74 service neutron] 10.222.0.69 "GET /v2.0/networks?id=37445d9f-0861-4e82-a857-7db94f202785 HTTP/1.1" status: 200 len: 903 time: 0.1186340 Dec 16 22:39:20.608114 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daea98-8a1d-477f-8dbb-3512034211a6 req-035657ba-c59c-4e83-a176-f818190fba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.609858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6daea98-8a1d-477f-8dbb-3512034211a6 req-035657ba-c59c-4e83-a176-f818190fba03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c51b18a9-cbd1-416a-be23-4bef6c0f3396 HTTP/1.1" status: 200 len: 835 time: 0.1541352 Dec 16 22:39:20.624980 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a7a8b-4c08-4740-ab90-9e744bf2a344 None None] Pushing event updated for resources: {'Port': ['ID=9872cdfc-0d5f-4ac6-a5f5-606267146556,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:20.642657 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-17c26218-c30d-47a6-81f8-417593cf5813 req-4053339b-dfca-4eaf-999a-a5d5b75d58a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ef00805-74f7-418f-a3ff-1dfe07d483b3 HTTP/1.1" status: 200 len: 217 time: 0.0507467 Dec 16 22:39:20.700039 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c26218-c30d-47a6-81f8-417593cf5813 req-cb583cdc-ccde-40ba-a577-4d91177fab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.702008 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-17c26218-c30d-47a6-81f8-417593cf5813 req-cb583cdc-ccde-40ba-a577-4d91177fab6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=293efef2-0a95-4853-917e-48f1ea75b46a HTTP/1.1" status: 200 len: 797 time: 0.0531900 Dec 16 22:39:20.738470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0994107-7d0c-497e-9950-4dc490e23497 req-94c599ff-6320-4dca-9ed9-bc0ee9148fc7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.740176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0994107-7d0c-497e-9950-4dc490e23497 req-94c599ff-6320-4dca-9ed9-bc0ee9148fc7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1997077 Dec 16 22:39:20.760328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18be542-5979-4fe6-8596-bc7a148ce474 req-78a8775e-4e8e-4cc7-b03e-2e84bf2605c7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.764975 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18be542-5979-4fe6-8596-bc7a148ce474 req-78a8775e-4e8e-4cc7-b03e-2e84bf2605c7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.766587 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c26218-c30d-47a6-81f8-417593cf5813 req-6525d438-1990-4237-a39f-3354f418acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.768366 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-17c26218-c30d-47a6-81f8-417593cf5813 req-6525d438-1990-4237-a39f-3354f418acf9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37445d9f-0861-4e82-a857-7db94f202785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0592186 Dec 16 22:39:20.770908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18be542-5979-4fe6-8596-bc7a148ce474 req-78a8775e-4e8e-4cc7-b03e-2e84bf2605c7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.776803 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18be542-5979-4fe6-8596-bc7a148ce474 req-78a8775e-4e8e-4cc7-b03e-2e84bf2605c7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.784015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18be542-5979-4fe6-8596-bc7a148ce474 req-78a8775e-4e8e-4cc7-b03e-2e84bf2605c7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.790092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18be542-5979-4fe6-8596-bc7a148ce474 req-78a8775e-4e8e-4cc7-b03e-2e84bf2605c7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.796870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18be542-5979-4fe6-8596-bc7a148ce474 req-78a8775e-4e8e-4cc7-b03e-2e84bf2605c7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.798987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d18be542-5979-4fe6-8596-bc7a148ce474 req-78a8775e-4e8e-4cc7-b03e-2e84bf2605c7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.2596543 Dec 16 22:39:20.889259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daea98-8a1d-477f-8dbb-3512034211a6 req-9b24fc57-3e71-4861-80cb-89ecf9639d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.891005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6daea98-8a1d-477f-8dbb-3512034211a6 req-9b24fc57-3e71-4861-80cb-89ecf9639d4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6adc13ba-6631-46a2-980b-1cb7596fb0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2610538 Dec 16 22:39:20.928187 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-17c26218-c30d-47a6-81f8-417593cf5813 req-8aadff42-316c-4293-a9c4-2c255f4fb887 service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481073 Dec 16 22:39:20.992285 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0994107-7d0c-497e-9950-4dc490e23497 req-5f2562cf-040d-4021-beb8-eace8aadc46c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922143 Dec 16 22:39:21.024753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d18be542-5979-4fe6-8596-bc7a148ce474 req-a23323a5-a6a1-4fd0-be4e-d1c7370132c5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2149501 Dec 16 22:39:21.032918 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-17c26218-c30d-47a6-81f8-417593cf5813 req-c97df4ca-7fd4-4e30-8912-a0d04b35585b service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962970 Dec 16 22:39:21.092737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aded040e-8eb1-4601-9ccf-8be9b96ac40a req-b3ccf66d-e9e4-4d43-825a-3dafec3d4332 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0567541 Dec 16 22:39:21.117335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6daea98-8a1d-477f-8dbb-3512034211a6 req-6dbda9a9-9231-4682-b590-3cddeb87205a service neutron] 10.222.0.69 "GET /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138758 Dec 16 22:39:21.135930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e5d8ea5-9179-4a48-ae60-bc7db8118fd4 req-3659fcdb-52d1-4ee2-9f65-a85d573229e2 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0464051 Dec 16 22:39:21.312227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36646) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:21.387363 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4c8aae2c-6590-4685-88fb-6e8659789ba0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/floatingips/db95bf9d-c1d7-4d2f-a391-0a3b862c832f HTTP/1.1" status: 200 len: 993 time: 0.0738287 Dec 16 22:39:21.584611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6daea98-8a1d-477f-8dbb-3512034211a6 req-ca80bd88-0b05-4833-9601-0a933abe0069 service neutron] 10.222.0.69 "GET /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512262 Dec 16 22:39:21.595091 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.599675 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdef2041-05b4-435c-be7a-df8d79a6462a None None] Network 0c1a911c-61bf-4b92-81e8-61bfa766d7bf requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:21.616724 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.663569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-73a8b910-a6dc-4732-bc5f-291a25216db7 None None] Provisioning complete for port 9872cdfc-0d5f-4ac6-a5f5-606267146556 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:21.663937 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73a8b910-a6dc-4732-bc5f-291a25216db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.752640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Allocated IP 172.25.2.14 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/18baa15a-3c26-4cdb-838f-b11e4eee3d15) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:21.783238 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9872cdfc-0d5f-4ac6-a5f5-606267146556 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:21.839223 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73a8b910-a6dc-4732-bc5f-291a25216db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.875182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 9872cdfc-0d5f-4ac6-a5f5-606267146556 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:21.875590 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.891878 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.902777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-73a8b910-a6dc-4732-bc5f-291a25216db7 None None] For port 9872cdfc-0d5f-4ac6-a5f5-606267146556, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9872cdfc-0d5f-4ac6-a5f5-606267146556,segment=NetworkSegment(b9cfef58-43dc-4b8b-8448-f103dbbd92b9),segment_id=b9cfef58-43dc-4b8b-8448-f103dbbd92b9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:21.972477 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73a8b910-a6dc-4732-bc5f-291a25216db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.015016 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.034411 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.050001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8b910-a6dc-4732-bc5f-291a25216db7 None None] Pushing event updated for resources: {'Port': ['ID=9872cdfc-0d5f-4ac6-a5f5-606267146556,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:22.100111 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:39:22.100477 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:39:22.104585 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-bdc146d8-d6c5-4c4a-9299-f0c125b59597 None None] Provisioning complete for port 9872cdfc-0d5f-4ac6-a5f5-606267146556 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:22.104968 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bdc146d8-d6c5-4c4a-9299-f0c125b59597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.147801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:22.165462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:22.184327 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:22.188531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Pushing event updated for resources: {'Port': ['ID=18baa15a-3c26-4cdb-838f-b11e4eee3d15,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:22.189582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ccd9ad-1d9c-4054-87c7-143ea0e5f95e None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:22.261616 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b53dc-dec6-4444-827a-7a9695d88f53 req-c2cf75d3-b0fa-4156-8158-624eafcfc2ef tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:22.263994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a39b53dc-dec6-4444-827a-7a9695d88f53 req-c2cf75d3-b0fa-4156-8158-624eafcfc2ef tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1575763 Dec 16 22:39:22.279776 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35b175-8e83-426d-9b50-b72ca6980e4f req-105517d4-a554-483c-9b5c-27ac9acad5db tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:22.285837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35b175-8e83-426d-9b50-b72ca6980e4f req-105517d4-a554-483c-9b5c-27ac9acad5db tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:22.291808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35b175-8e83-426d-9b50-b72ca6980e4f req-105517d4-a554-483c-9b5c-27ac9acad5db tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:22.298920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35b175-8e83-426d-9b50-b72ca6980e4f req-105517d4-a554-483c-9b5c-27ac9acad5db tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:22.304890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35b175-8e83-426d-9b50-b72ca6980e4f req-105517d4-a554-483c-9b5c-27ac9acad5db tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:22.311894 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35b175-8e83-426d-9b50-b72ca6980e4f req-105517d4-a554-483c-9b5c-27ac9acad5db tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:22.318579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35b175-8e83-426d-9b50-b72ca6980e4f req-105517d4-a554-483c-9b5c-27ac9acad5db tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:22.320583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da35b175-8e83-426d-9b50-b72ca6980e4f req-105517d4-a554-483c-9b5c-27ac9acad5db tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.1921771 Dec 16 22:39:22.327841 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-944dfbee-4792-4b42-a2d7-29412f0ca7fb None None] Provisioning complete for port 18baa15a-3c26-4cdb-838f-b11e4eee3d15 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:22.328223 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-944dfbee-4792-4b42-a2d7-29412f0ca7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.375204 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-944dfbee-4792-4b42-a2d7-29412f0ca7fb None None] Port 18baa15a-3c26-4cdb-838f-b11e4eee3d15 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:22.444780 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4826f9a-8f74-4992-806e-24568d5d51ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.502633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a39b53dc-dec6-4444-827a-7a9695d88f53 req-735e2d32-c87d-429c-a3bf-3f279bff6426 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499307 Dec 16 22:39:22.516586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da35b175-8e83-426d-9b50-b72ca6980e4f req-ddab1b51-8ad2-417e-849e-d7b7755f0aab tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1627257 Dec 16 22:39:22.570621 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62b77e01-624b-4b50-9828-68b15331faaf req-ad05c71a-9f12-4ca8-b378-fb5992fdf48f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0305383 Dec 16 22:39:22.632019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45bc86d4-c3cb-46f8-a102-c3b8abb7b760 req-ebfd76cf-22fc-471f-825b-7b4aceb914ff tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0640025 Dec 16 22:39:22.699944 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.903973 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.119918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Router 0f5811d1-6ccf-4763-a03d-d36d7282bb60 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:39:23.231723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:39:23.240387 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Sync routers for ids ['0f5811d1-6ccf-4763-a03d-d36d7282bb60'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:39:23.250745 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Routers {'0f5811d1-6ccf-4763-a03d-d36d7282bb60'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:23.251407 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['0f5811d1-6ccf-4763-a03d-d36d7282bb60'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:23.314787 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.316109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4080c3f7-88a3-40d6-ae4b-952dc1e6e325 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5617402 Dec 16 22:39:23.318706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36656) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:23.358238 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Set router 0f5811d1-6ccf-4763-a03d-d36d7282bb60 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:23.536288 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.547053 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'name': 'tempest-TestAggregatesBasicOps-2078273693-router', 'tenant_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '18baa15a-3c26-4cdb-838f-b11e4eee3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:19Z', 'updated_at': '2021-12-16T22:39:22Z', 'revision_number': 3, 'project_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'gw_port': {'id': '18baa15a-3c26-4cdb-838f-b11e4eee3d15', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:21Z', 'updated_at': '2021-12-16T22:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:23.574058 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Checking router: 0f5811d1-6ccf-4763-a03d-d36d7282bb60 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:39:23.574661 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Updating router 0f5811d1-6ccf-4763-a03d-d36d7282bb60 port 18baa15a-3c26-4cdb-838f-b11e4eee3d15 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:39:23.602547 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.713013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ea234-66ad-4912-a1b5-857ee3736e7d req-a06e4b71-2aaa-4797-a841-bbc31254b651 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:23.714520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c3ea234-66ad-4912-a1b5-857ee3736e7d req-a06e4b71-2aaa-4797-a841-bbc31254b651 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1357024 Dec 16 22:39:23.752223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9872cdfc-0d5f-4ac6-a5f5-606267146556 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:23.760042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab49c8-da70-4037-abaf-eec4196b229c req-db9d60f9-fa10-4c94-98ef-4e20b0bca3d3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:23.766783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab49c8-da70-4037-abaf-eec4196b229c req-db9d60f9-fa10-4c94-98ef-4e20b0bca3d3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:23.772564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab49c8-da70-4037-abaf-eec4196b229c req-db9d60f9-fa10-4c94-98ef-4e20b0bca3d3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:23.778494 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab49c8-da70-4037-abaf-eec4196b229c req-db9d60f9-fa10-4c94-98ef-4e20b0bca3d3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:23.788631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab49c8-da70-4037-abaf-eec4196b229c req-db9d60f9-fa10-4c94-98ef-4e20b0bca3d3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:23.791042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab49c8-da70-4037-abaf-eec4196b229c req-db9d60f9-fa10-4c94-98ef-4e20b0bca3d3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:23.798350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab49c8-da70-4037-abaf-eec4196b229c req-db9d60f9-fa10-4c94-98ef-4e20b0bca3d3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:23.800382 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50ab49c8-da70-4037-abaf-eec4196b229c req-db9d60f9-fa10-4c94-98ef-4e20b0bca3d3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.1758845 Dec 16 22:39:23.805743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 9872cdfc-0d5f-4ac6-a5f5-606267146556 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:23.806291 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.873662 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.906441 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c3ea234-66ad-4912-a1b5-857ee3736e7d req-2d0b01fd-33cc-493a-9df0-8c428ae0a2a4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684077 Dec 16 22:39:23.942597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50ab49c8-da70-4037-abaf-eec4196b229c req-c171d507-133f-49f6-84f4-4d3917323fa7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1282578 Dec 16 22:39:23.959300 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.995426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-528eb293-b9e3-40b3-b793-2c2276611d47 req-9b4c4ef0-4b3b-42f6-b5ca-c0890615d72a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0330999 Dec 16 22:39:24.020944 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Attempting to bind port 18baa15a-3c26-4cdb-838f-b11e4eee3d15 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:24.021198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933e7bb9-0eef-4dfe-8055-c19e7794e58f None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:24.021295 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Attempting to bind port 18baa15a-3c26-4cdb-838f-b11e4eee3d15 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:24.021667 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Attempting to bind port 18baa15a-3c26-4cdb-838f-b11e4eee3d15 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:24.030741 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c18bda-c638-4a32-be04-df46bb6fbed3 None None] Pushing event updated for resources: {'Port': ['ID=18baa15a-3c26-4cdb-838f-b11e4eee3d15,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:24.033378 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:24.033761 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:24.034215 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.034538 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:24.035090 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Bound port: 18baa15a-3c26-4cdb-838f-b11e4eee3d15, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:24.035444 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.096502 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] For port 18baa15a-3c26-4cdb-838f-b11e4eee3d15, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:24.101008 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] For port 18baa15a-3c26-4cdb-838f-b11e4eee3d15, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=18baa15a-3c26-4cdb-838f-b11e4eee3d15,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:24.109737 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-88311020-d3ef-4ab4-8847-09978f2ba963 None None] Provisioning complete for port 18baa15a-3c26-4cdb-838f-b11e4eee3d15 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:24.110956 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88311020-d3ef-4ab4-8847-09978f2ba963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.147682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-88311020-d3ef-4ab4-8847-09978f2ba963 None None] Port 18baa15a-3c26-4cdb-838f-b11e4eee3d15 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:24.177187 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.236946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc04463f-e3f6-41e3-9644-6e3fb5fe5e83 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:24.259414 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Routers {'0f5811d1-6ccf-4763-a03d-d36d7282bb60'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:24.260040 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['0f5811d1-6ccf-4763-a03d-d36d7282bb60'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:24.272909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cec148ef-9bbd-42b1-a1a0-0278c2fba2e4 None None] Provisioning complete for port 18baa15a-3c26-4cdb-838f-b11e4eee3d15 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:24.273599 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cec148ef-9bbd-42b1-a1a0-0278c2fba2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.301475 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c18bda-c638-4a32-be04-df46bb6fbed3 None None] Pushing event updated for resources: {'Port': ['ID=18baa15a-3c26-4cdb-838f-b11e4eee3d15,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:24.320373 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-407e23c6-270d-4bd6-902d-f0833d601576 req-26e4ee96-9a59-4d15-8b92-feda8aca25f7 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.3212724 Dec 16 22:39:24.324759 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.383289 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] Set router 0f5811d1-6ccf-4763-a03d-d36d7282bb60 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:24.391174 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cec148ef-9bbd-42b1-a1a0-0278c2fba2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.419039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cec148ef-9bbd-42b1-a1a0-0278c2fba2e4 None None] For port 18baa15a-3c26-4cdb-838f-b11e4eee3d15, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=18baa15a-3c26-4cdb-838f-b11e4eee3d15,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:24.502685 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cec148ef-9bbd-42b1-a1a0-0278c2fba2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.521496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Allocated IP 172.20.0.1 (0c1a911c-61bf-4b92-81e8-61bfa766d7bf/dc749c32-622c-4217-8873-50fcd68d06ff/a023b5b9-6e09-4cde-a302-882a175d74c5) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:24.555702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec148ef-9bbd-42b1-a1a0-0278c2fba2e4 None None] Pushing event updated for resources: {'Port': ['ID=18baa15a-3c26-4cdb-838f-b11e4eee3d15,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:24.574187 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'name': 'tempest-TestAggregatesBasicOps-2078273693-router', 'tenant_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '18baa15a-3c26-4cdb-838f-b11e4eee3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:19Z', 'updated_at': '2021-12-16T22:39:22Z', 'revision_number': 3, 'project_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'gw_port': {'id': '18baa15a-3c26-4cdb-838f-b11e4eee3d15', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:21Z', 'updated_at': '2021-12-16T22:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:24.601897 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9f9eba-0b10-4540-b2e3-8adb4b61c80b None None] The sync data for ids ['0f5811d1-6ccf-4763-a03d-d36d7282bb60'] in n-d-821840-2 is: [{'id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'name': 'tempest-TestAggregatesBasicOps-2078273693-router', 'tenant_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '18baa15a-3c26-4cdb-838f-b11e4eee3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:19Z', 'updated_at': '2021-12-16T22:39:22Z', 'revision_number': 3, 'project_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'gw_port': {'id': '18baa15a-3c26-4cdb-838f-b11e4eee3d15', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:21Z', 'updated_at': '2021-12-16T22:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:24.639510 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.725683 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.774408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Network 0c1a911c-61bf-4b92-81e8-61bfa766d7bf is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:24.777851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:24.783041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:24.786442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a023b5b9-6e09-4cde-a302-882a175d74c5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:24.834268 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.855244 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.077275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24448043-bd79-4ad2-ab0d-fb7855a9d2f5 req-bcfd7d6b-8cc6-416d-a2fe-b151f1c90411 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:25.079048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24448043-bd79-4ad2-ab0d-fb7855a9d2f5 req-bcfd7d6b-8cc6-416d-a2fe-b151f1c90411 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0853493 Dec 16 22:39:25.131365 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.132456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5b46cfe4-dcb8-43e6-80cc-e8bbbdeaafe5 None None] Provisioning complete for port a023b5b9-6e09-4cde-a302-882a175d74c5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:25.132917 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b46cfe4-dcb8-43e6-80cc-e8bbbdeaafe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.164446 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752726f-8ed4-47f8-8653-d1a0d983174e req-02b53618-cef2-4244-978c-80e955eedf06 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:25.171030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752726f-8ed4-47f8-8653-d1a0d983174e req-02b53618-cef2-4244-978c-80e955eedf06 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:25.177139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752726f-8ed4-47f8-8653-d1a0d983174e req-02b53618-cef2-4244-978c-80e955eedf06 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:25.181734 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5b46cfe4-dcb8-43e6-80cc-e8bbbdeaafe5 None None] Port a023b5b9-6e09-4cde-a302-882a175d74c5 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:25.183157 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752726f-8ed4-47f8-8653-d1a0d983174e req-02b53618-cef2-4244-978c-80e955eedf06 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:25.189379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752726f-8ed4-47f8-8653-d1a0d983174e req-02b53618-cef2-4244-978c-80e955eedf06 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:25.195468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752726f-8ed4-47f8-8653-d1a0d983174e req-02b53618-cef2-4244-978c-80e955eedf06 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:25.201550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752726f-8ed4-47f8-8653-d1a0d983174e req-02b53618-cef2-4244-978c-80e955eedf06 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:25.203589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e752726f-8ed4-47f8-8653-d1a0d983174e req-02b53618-cef2-4244-978c-80e955eedf06 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.1659093 Dec 16 22:39:25.271077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24448043-bd79-4ad2-ab0d-fb7855a9d2f5 req-0c40f30f-707e-4cee-9a63-b08d8429f39d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837227 Dec 16 22:39:25.381933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e752726f-8ed4-47f8-8653-d1a0d983174e req-08378aef-22e7-467f-85b7-69c88bd44163 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1674678 Dec 16 22:39:25.421482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84b960b5-398e-4450-8bea-7c18e6e52c3a req-e3763b6c-dd78-4338-ae34-c885758a87c1 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0969741 Dec 16 22:39:25.483498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e17b978-98c8-4e46-bc96-9e512946a280 req-59a20141-0895-44ee-9a75-58cb6ebe2ac8 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0431440 Dec 16 22:39:25.507124 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.587768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.660234 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a023b5b9-6e09-4cde-a302-882a175d74c5,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:25.662631 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.696787 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.758141 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 18baa15a-3c26-4cdb-838f-b11e4eee3d15 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:25.772850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Network 0c1a911c-61bf-4b92-81e8-61bfa766d7bf is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:25.774247 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:25.818211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 18baa15a-3c26-4cdb-838f-b11e4eee3d15 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:25.818578 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.893324 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:39:25.912613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Router 0f5811d1-6ccf-4763-a03d-d36d7282bb60 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:39:26.052004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c5f472c1-ff30-4975-bded-0137df533880 None None] Provisioning complete for port a023b5b9-6e09-4cde-a302-882a175d74c5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:26.052429 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5f472c1-ff30-4975-bded-0137df533880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:26.054916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:39:26.069829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d9292c81-15ec-4690-af0a-c9fc860ab0e9 admin admin] 10.222.0.43 "PUT /v2.0/routers/0f5811d1-6ccf-4763-a03d-d36d7282bb60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7499552 Dec 16 22:39:26.097351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c5f472c1-ff30-4975-bded-0137df533880 None None] Port a023b5b9-6e09-4cde-a302-882a175d74c5 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:26.382225 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Sync routers for ids ['0f5811d1-6ccf-4763-a03d-d36d7282bb60'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:39:26.393367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Routers {'0f5811d1-6ccf-4763-a03d-d36d7282bb60'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:26.394001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['0f5811d1-6ccf-4763-a03d-d36d7282bb60'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:26.398110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928c235-756b-47ac-9820-a772032eb696 req-499a4b8d-5784-4da9-b346-177a73aafb60 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:26.409466 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c928c235-756b-47ac-9820-a772032eb696 req-499a4b8d-5784-4da9-b346-177a73aafb60 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0568523 Dec 16 22:39:26.453019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c928c235-756b-47ac-9820-a772032eb696 req-680d10ee-41ba-4b55-8742-adaa494c74e3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468936 Dec 16 22:39:26.538368 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Set router 0f5811d1-6ccf-4763-a03d-d36d7282bb60 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:26.548299 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33c0beae-ae26-496e-b8a7-f3a8ba533c6a req-906aff9b-22ff-4ac4-bf66-6b8c18249a89 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0302799 Dec 16 22:39:26.569204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1fb4f-f95c-411a-910a-6c3f5083a204 req-7c90865d-0e0d-4f0f-860e-a59d369dc250 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:26.576077 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1fb4f-f95c-411a-910a-6c3f5083a204 req-7c90865d-0e0d-4f0f-860e-a59d369dc250 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:26.582185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1fb4f-f95c-411a-910a-6c3f5083a204 req-7c90865d-0e0d-4f0f-860e-a59d369dc250 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:26.588192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1fb4f-f95c-411a-910a-6c3f5083a204 req-7c90865d-0e0d-4f0f-860e-a59d369dc250 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:26.594297 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1fb4f-f95c-411a-910a-6c3f5083a204 req-7c90865d-0e0d-4f0f-860e-a59d369dc250 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:26.600297 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1fb4f-f95c-411a-910a-6c3f5083a204 req-7c90865d-0e0d-4f0f-860e-a59d369dc250 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:26.606324 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1fb4f-f95c-411a-910a-6c3f5083a204 req-7c90865d-0e0d-4f0f-860e-a59d369dc250 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:26.608320 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34a1fb4f-f95c-411a-910a-6c3f5083a204 req-7c90865d-0e0d-4f0f-860e-a59d369dc250 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.1309543 Dec 16 22:39:26.642126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b3d1d30-76e9-4c54-a0f5-a7f2e174da46 req-eafbb70d-f98e-41fb-9abc-a8925ccec1c5 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0326195 Dec 16 22:39:26.697747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34a1fb4f-f95c-411a-910a-6c3f5083a204 req-5c0b6d63-a70d-4f18-8635-140665e56197 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792527 Dec 16 22:39:26.780768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'name': 'tempest-TestAggregatesBasicOps-2078273693-router', 'tenant_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '18baa15a-3c26-4cdb-838f-b11e4eee3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:19Z', 'updated_at': '2021-12-16T22:39:25Z', 'revision_number': 4, 'project_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'gw_port': {'id': '18baa15a-3c26-4cdb-838f-b11e4eee3d15', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:21Z', 'updated_at': '2021-12-16T22:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'a023b5b9-6e09-4cde-a302-882a175d74c5', 'name': '', 'network_id': '0c1a911c-61bf-4b92-81e8-61bfa766d7bf', 'tenant_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'mac_address': 'fa:16:3e:01:c1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'dc749c32-622c-4217-8873-50fcd68d06ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:24Z', 'updated_at': '2021-12-16T22:39:25Z', 'revision_number': 2, 'project_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'subnets': [{'id': 'dc749c32-622c-4217-8873-50fcd68d06ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:26.805273 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36696) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:26.810921 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Checking router: 0f5811d1-6ccf-4763-a03d-d36d7282bb60 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:39:26.811401 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Updating router 0f5811d1-6ccf-4763-a03d-d36d7282bb60 port a023b5b9-6e09-4cde-a302-882a175d74c5 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:39:26.811915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-02216f31-42ec-4e28-bc2d-143d58870704 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-543849791-network', 'tenant_id': 'b50c5100df6648988da43567d1a6d959'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:26.843599 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:26.902123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02216f31-42ec-4e28-bc2d-143d58870704 admin admin] Made reservation on behalf of b50c5100df6648988da43567d1a6d959 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:26.904570 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-02216f31-42ec-4e28-bc2d-143d58870704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:26.913130 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-02216f31-42ec-4e28-bc2d-143d58870704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:26.994999 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-02216f31-42ec-4e28-bc2d-143d58870704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.063030 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-02216f31-42ec-4e28-bc2d-143d58870704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.090883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02216f31-42ec-4e28-bc2d-143d58870704 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:39:27.101678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02216f31-42ec-4e28-bc2d-143d58870704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c77f54d-7fd7-4105-affe-934700d66285,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:27.117965 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.118356 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-02216f31-42ec-4e28-bc2d-143d58870704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.118748 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-02216f31-42ec-4e28-bc2d-143d58870704 admin admin] Added segment 80ffc554-6a7b-4ce7-bc47-82f79c522d9e of type vlan for network 8432b074-a3a3-495b-94a3-7782b575d2d1 Dec 16 22:39:27.162295 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-02216f31-42ec-4e28-bc2d-143d58870704 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.210558 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.264392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622ae40-b298-45b4-9b7c-0cf840f7ac1f None None] Pushing event updated for resources: {'Port': ['ID=a023b5b9-6e09-4cde-a302-882a175d74c5,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:27.268606 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-02216f31-42ec-4e28-bc2d-143d58870704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.269601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02216f31-42ec-4e28-bc2d-143d58870704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:27.270938 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-02216f31-42ec-4e28-bc2d-143d58870704 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.325760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Attempting to bind port a023b5b9-6e09-4cde-a302-882a175d74c5 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:27.326133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Attempting to bind port a023b5b9-6e09-4cde-a302-882a175d74c5 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'b9cfef58-43dc-4b8b-8448-f103dbbd92b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0c1a911c-61bf-4b92-81e8-61bfa766d7bf'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:27.328184 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Attempting to bind port a023b5b9-6e09-4cde-a302-882a175d74c5 on network 0c1a911c-61bf-4b92-81e8-61bfa766d7bf {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:27.331845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:27.332219 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Checking segment: {'id': 'b9cfef58-43dc-4b8b-8448-f103dbbd92b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0c1a911c-61bf-4b92-81e8-61bfa766d7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:27.332624 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.333018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Bound using segment: {'id': 'b9cfef58-43dc-4b8b-8448-f103dbbd92b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0c1a911c-61bf-4b92-81e8-61bfa766d7bf'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:27.333484 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Bound port: a023b5b9-6e09-4cde-a302-882a175d74c5, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cfef58-43dc-4b8b-8448-f103dbbd92b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0c1a911c-61bf-4b92-81e8-61bfa766d7bf'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:27.333863 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.345006 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02216f31-42ec-4e28-bc2d-143d58870704 admin admin] Pushing event updated for resources: {'Network': ['ID=8432b074-a3a3-495b-94a3-7782b575d2d1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:27.350831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-02216f31-42ec-4e28-bc2d-143d58870704 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5449865 Dec 16 22:39:27.354142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36698) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:27.357496 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 8432b074-a3a3-495b-94a3-7782b575d2d1 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:39:27.360861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4a67837f-942d-4bec-bcef-08d81942754b admin admin] Request body: {'subnet': {'network_id': '8432b074-a3a3-495b-94a3-7782b575d2d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-543849791-subnet', 'tenant_id': 'b50c5100df6648988da43567d1a6d959', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:27.444857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a67837f-942d-4bec-bcef-08d81942754b admin admin] Made reservation on behalf of b50c5100df6648988da43567d1a6d959 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:27.447719 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4a67837f-942d-4bec-bcef-08d81942754b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.469415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] For port a023b5b9-6e09-4cde-a302-882a175d74c5, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:27.472701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] For port a023b5b9-6e09-4cde-a302-882a175d74c5, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a023b5b9-6e09-4cde-a302-882a175d74c5,segment=NetworkSegment(b9cfef58-43dc-4b8b-8448-f103dbbd92b9),segment_id=b9cfef58-43dc-4b8b-8448-f103dbbd92b9)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:27.531884 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-11808505-40a5-498d-9948-16b3b7d19ed4 None None] Provisioning complete for port a023b5b9-6e09-4cde-a302-882a175d74c5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:27.532300 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11808505-40a5-498d-9948-16b3b7d19ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.546175 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.581330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da9011-7756-4519-872b-11215fe5db9f req-99911f8c-ecf4-4720-8dcf-e5ee493000f4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:27.582891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40da9011-7756-4519-872b-11215fe5db9f req-99911f8c-ecf4-4720-8dcf-e5ee493000f4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0580196 Dec 16 22:39:27.647714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8f6b23b0-187f-4f0a-843f-68237c38d147 req-407c23f0-6a55-4e5c-a30d-436740a791bd tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0399957 Dec 16 22:39:27.663124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Routers {'0f5811d1-6ccf-4763-a03d-d36d7282bb60'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:27.663957 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['0f5811d1-6ccf-4763-a03d-d36d7282bb60'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:27.675302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622ae40-b298-45b4-9b7c-0cf840f7ac1f None None] Pushing event updated for resources: {'Port': ['ID=a023b5b9-6e09-4cde-a302-882a175d74c5,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:27.690734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40da9011-7756-4519-872b-11215fe5db9f req-be21ba28-3d9e-472e-a778-f5a6e074bea5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018357 Dec 16 22:39:27.731134 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4a67837f-942d-4bec-bcef-08d81942754b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.749352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9a9d2c9-b7f4-4674-9f91-755593f996e6 req-48248fdc-33e2-47b5-ae57-ee4299ccc985 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0405421 Dec 16 22:39:27.798866 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67837f-942d-4bec-bcef-08d81942754b admin admin] Pushing event updated for resources: {'Subnet': ['ID=da3f1790-8b12-490f-a9e4-2e3dd51d2931,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:27.836841 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a67837f-942d-4bec-bcef-08d81942754b admin admin] Checking segment: {'id': '80ffc554-6a7b-4ce7-bc47-82f79c522d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8432b074-a3a3-495b-94a3-7782b575d2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:27.837222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a67837f-942d-4bec-bcef-08d81942754b admin admin] Network hostable DHCP agents. Network: 8432b074-a3a3-495b-94a3-7782b575d2d1, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:39:27.850720 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11808505-40a5-498d-9948-16b3b7d19ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.857638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c5236-509c-479e-8701-71c4397e498f req-f9582fb0-879b-4380-8609-d89ab60096d7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:27.864306 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c5236-509c-479e-8701-71c4397e498f req-f9582fb0-879b-4380-8609-d89ab60096d7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:27.869439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] Set router 0f5811d1-6ccf-4763-a03d-d36d7282bb60 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:27.871891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c5236-509c-479e-8701-71c4397e498f req-f9582fb0-879b-4380-8609-d89ab60096d7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:27.877972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c5236-509c-479e-8701-71c4397e498f req-f9582fb0-879b-4380-8609-d89ab60096d7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:27.884067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c5236-509c-479e-8701-71c4397e498f req-f9582fb0-879b-4380-8609-d89ab60096d7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:27.890917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c5236-509c-479e-8701-71c4397e498f req-f9582fb0-879b-4380-8609-d89ab60096d7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:27.897019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c5236-509c-479e-8701-71c4397e498f req-f9582fb0-879b-4380-8609-d89ab60096d7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:27.905937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d5c5236-509c-479e-8701-71c4397e498f req-f9582fb0-879b-4380-8609-d89ab60096d7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.1108587 Dec 16 22:39:27.948666 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a67837f-942d-4bec-bcef-08d81942754b admin admin] Network 8432b074-a3a3-495b-94a3-7782b575d2d1 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:39:27.967599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-11808505-40a5-498d-9948-16b3b7d19ed4 None None] For port a023b5b9-6e09-4cde-a302-882a175d74c5, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a023b5b9-6e09-4cde-a302-882a175d74c5,segment=NetworkSegment(b9cfef58-43dc-4b8b-8448-f103dbbd92b9),segment_id=b9cfef58-43dc-4b8b-8448-f103dbbd92b9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:27.970630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d5c5236-509c-479e-8701-71c4397e498f req-627a1a76-5a3c-457f-844e-c28d2b5de404 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638137 Dec 16 22:39:28.033908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-4a67837f-942d-4bec-bcef-08d81942754b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 8432b074-a3a3-495b-94a3-7782b575d2d1) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:28.038158 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a67837f-942d-4bec-bcef-08d81942754b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:28.043542 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4a67837f-942d-4bec-bcef-08d81942754b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.049361 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0387415-b0a6-4199-bbbc-7cf09dc7ef10 None None] Network 8432b074-a3a3-495b-94a3-7782b575d2d1 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:28.096963 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11808505-40a5-498d-9948-16b3b7d19ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.161184 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4a67837f-942d-4bec-bcef-08d81942754b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8053396 Dec 16 22:39:28.163670 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36708) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:28.168303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-543849791-router', 'tenant_id': 'b50c5100df6648988da43567d1a6d959', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:28.230309 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11808505-40a5-498d-9948-16b3b7d19ed4 None None] Pushing event updated for resources: {'Port': ['ID=a023b5b9-6e09-4cde-a302-882a175d74c5,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:28.256314 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.257643 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.262372 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-bca20eb8-4685-4b6c-8d58-71fe561777ce None None] Provisioning complete for port a023b5b9-6e09-4cde-a302-882a175d74c5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:28.263657 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bca20eb8-4685-4b6c-8d58-71fe561777ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.291992 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-8432b074-a3a3-495b-94a3-7782b575d2d1', 'network_id': '8432b074-a3a3-495b-94a3-7782b575d2d1', 'project_id': 'b50c5100df6648988da43567d1a6d959', 'fixed_ips': [{'subnet_id': 'da3f1790-8b12-490f-a9e4-2e3dd51d2931'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:39:28.292847 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.319097 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.385612 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'name': 'tempest-TestAggregatesBasicOps-2078273693-router', 'tenant_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '18baa15a-3c26-4cdb-838f-b11e4eee3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:19Z', 'updated_at': '2021-12-16T22:39:25Z', 'revision_number': 4, 'project_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'gw_port': {'id': '18baa15a-3c26-4cdb-838f-b11e4eee3d15', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:21Z', 'updated_at': '2021-12-16T22:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'a023b5b9-6e09-4cde-a302-882a175d74c5', 'name': '', 'network_id': '0c1a911c-61bf-4b92-81e8-61bfa766d7bf', 'tenant_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'mac_address': 'fa:16:3e:01:c1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'dc749c32-622c-4217-8873-50fcd68d06ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:24Z', 'updated_at': '2021-12-16T22:39:27Z', 'revision_number': 4, 'project_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'subnets': [{'id': 'dc749c32-622c-4217-8873-50fcd68d06ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:28.425520 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb16958-651d-4ab5-8f90-4bfc339c8757 None None] The sync data for ids ['0f5811d1-6ccf-4763-a03d-d36d7282bb60'] in n-d-821840-2 is: [{'id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'name': 'tempest-TestAggregatesBasicOps-2078273693-router', 'tenant_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '18baa15a-3c26-4cdb-838f-b11e4eee3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:19Z', 'updated_at': '2021-12-16T22:39:25Z', 'revision_number': 4, 'project_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'gw_port': {'id': '18baa15a-3c26-4cdb-838f-b11e4eee3d15', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:21Z', 'updated_at': '2021-12-16T22:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'a023b5b9-6e09-4cde-a302-882a175d74c5', 'name': '', 'network_id': '0c1a911c-61bf-4b92-81e8-61bfa766d7bf', 'tenant_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'mac_address': 'fa:16:3e:01:c1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'dc749c32-622c-4217-8873-50fcd68d06ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:24Z', 'updated_at': '2021-12-16T22:39:27Z', 'revision_number': 4, 'project_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'subnets': [{'id': 'dc749c32-622c-4217-8873-50fcd68d06ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:28.544837 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Allocated IP 172.20.0.2 (8432b074-a3a3-495b-94a3-7782b575d2d1/da3f1790-8b12-490f-a9e4-2e3dd51d2931/4b4d6655-a267-4924-9238-badbed884f35) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:28.576016 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.699993 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.759923 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.762886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54d27130-5e2b-40cf-ae3a-e315f0679a14 req-3ae01982-2b1c-4c56-ba60-0aa757dfd53e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0426142 Dec 16 22:39:28.840479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503a1a2-86b1-40d4-915b-affae10d95d5 req-47315ff2-95dd-461f-bf7b-1d3babb9977a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:28.850524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4503a1a2-86b1-40d4-915b-affae10d95d5 req-47315ff2-95dd-461f-bf7b-1d3babb9977a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0721884 Dec 16 22:39:28.894837 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.917488 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.954336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4503a1a2-86b1-40d4-915b-affae10d95d5 req-2929c59c-52d7-486d-9770-1c209d24cb9a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023905 Dec 16 22:39:28.957636 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fcee8220-9860-4238-9e4b-a0586f6f3320 req-7ab38f0b-1596-40f5-821c-4827ded1b0db tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.1043618 Dec 16 22:39:29.036540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Network 8432b074-a3a3-495b-94a3-7782b575d2d1 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:29.041015 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Pushing event updated for resources: {'Port': ['ID=4b4d6655-a267-4924-9238-badbed884f35,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:29.045846 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:29.048919 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:29.074283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Allocated IP 172.25.2.244 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/fa98f4a1-0612-4c7d-b4ba-79d7078e1724) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:29.117591 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Attempting to bind port 4b4d6655-a267-4924-9238-badbed884f35 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:29.117591 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Attempting to bind port 4b4d6655-a267-4924-9238-badbed884f35 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '80ffc554-6a7b-4ce7-bc47-82f79c522d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8432b074-a3a3-495b-94a3-7782b575d2d1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:29.117591 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Attempting to bind port 4b4d6655-a267-4924-9238-badbed884f35 on network 8432b074-a3a3-495b-94a3-7782b575d2d1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:29.124024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:29.124418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Checking segment: {'id': '80ffc554-6a7b-4ce7-bc47-82f79c522d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8432b074-a3a3-495b-94a3-7782b575d2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:29.124833 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.125243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Bound using segment: {'id': '80ffc554-6a7b-4ce7-bc47-82f79c522d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8432b074-a3a3-495b-94a3-7782b575d2d1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:29.125888 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Bound port: 4b4d6655-a267-4924-9238-badbed884f35, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ffc554-6a7b-4ce7-bc47-82f79c522d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8432b074-a3a3-495b-94a3-7782b575d2d1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:29.126288 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.172195 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742d45a-75ff-425e-8d07-e9f2111092d1 req-93066b51-3ef3-4713-a510-5b8e2b484fad tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:29.180286 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742d45a-75ff-425e-8d07-e9f2111092d1 req-93066b51-3ef3-4713-a510-5b8e2b484fad tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:29.190695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742d45a-75ff-425e-8d07-e9f2111092d1 req-93066b51-3ef3-4713-a510-5b8e2b484fad tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:29.194294 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] For port 4b4d6655-a267-4924-9238-badbed884f35, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:29.197139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742d45a-75ff-425e-8d07-e9f2111092d1 req-93066b51-3ef3-4713-a510-5b8e2b484fad tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:29.197644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] For port 4b4d6655-a267-4924-9238-badbed884f35, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4b4d6655-a267-4924-9238-badbed884f35,segment=NetworkSegment(80ffc554-6a7b-4ce7-bc47-82f79c522d9e),segment_id=80ffc554-6a7b-4ce7-bc47-82f79c522d9e)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:29.204273 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742d45a-75ff-425e-8d07-e9f2111092d1 req-93066b51-3ef3-4713-a510-5b8e2b484fad tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:29.210408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742d45a-75ff-425e-8d07-e9f2111092d1 req-93066b51-3ef3-4713-a510-5b8e2b484fad tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:29.214322 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.217628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742d45a-75ff-425e-8d07-e9f2111092d1 req-93066b51-3ef3-4713-a510-5b8e2b484fad tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:29.219831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4742d45a-75ff-425e-8d07-e9f2111092d1 req-93066b51-3ef3-4713-a510-5b8e2b484fad tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.1411772 Dec 16 22:39:29.281210 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.294969 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4742d45a-75ff-425e-8d07-e9f2111092d1 req-5d595781-f4a7-4eb5-ad43-480b541a03bd tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643358 Dec 16 22:39:29.347621 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.359002 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51465d-6ef3-44a2-957b-30d12689bd19 None None] Pushing event updated for resources: {'Port': ['ID=4b4d6655-a267-4924-9238-badbed884f35,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:29.405553 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:29.408526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:29.412608 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:29.426539 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a6ec31-25bd-4fe1-94bc-4c32217409c4 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:29.446267 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Pushing event updated for resources: {'Port': ['ID=fa98f4a1-0612-4c7d-b4ba-79d7078e1724,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:29.569365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d590cc3f-df34-4622-a964-c7d9b933591b None None] Provisioning complete for port fa98f4a1-0612-4c7d-b4ba-79d7078e1724 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:29.569714 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d590cc3f-df34-4622-a964-c7d9b933591b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.612950 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d590cc3f-df34-4622-a964-c7d9b933591b None None] Port fa98f4a1-0612-4c7d-b4ba-79d7078e1724 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:29.815107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a023b5b9-6e09-4cde-a302-882a175d74c5 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:29.825241 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.854418 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-364e12c7-81be-46cb-bc70-d6a942cabf26 req-2cd0d870-5a3a-49b1-80aa-e086d8b71fae tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0277359 Dec 16 22:39:29.869615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port a023b5b9-6e09-4cde-a302-882a175d74c5 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:29.870086 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.954055 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4b4d6655-a267-4924-9238-badbed884f35 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:30.005356 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4b4d6655-a267-4924-9238-badbed884f35 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:30.005736 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.044531 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.118182 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.120220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5d49560-9613-4b01-9287-a3ad53761fb5 req-5cfbabfa-ee16-46bd-8db3-1926cb720370 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0947607 Dec 16 22:39:30.162505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae1a60-5af6-4b41-be55-1cb65528d106 req-2523cae4-aeab-487e-994b-193e92f51fca tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:30.164396 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90ae1a60-5af6-4b41-be55-1cb65528d106 req-2523cae4-aeab-487e-994b-193e92f51fca tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1218286 Dec 16 22:39:30.165135 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 4b4d6655-a267-4924-9238-badbed884f35, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4b4d6655-a267-4924-9238-badbed884f35,segment=NetworkSegment(80ffc554-6a7b-4ce7-bc47-82f79c522d9e),segment_id=80ffc554-6a7b-4ce7-bc47-82f79c522d9e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:30.223221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90ae1a60-5af6-4b41-be55-1cb65528d106 req-dd7ac49a-4829-4a77-9c26-70187ccd7064 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522935 Dec 16 22:39:30.233672 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.261517 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Router ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:39:30.298763 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=4b4d6655-a267-4924-9238-badbed884f35,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:30.399421 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:39:30.411200 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Sync routers for ids ['ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:39:30.428703 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Routers {'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:30.429334 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:30.464375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.469996 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f725fefd-b0e9-4f45-9de5-7aa4cfca7517 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3052011 Dec 16 22:39:30.470954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36726) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:30.471093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85760fb-a26b-44a0-bdd4-4aab60a207c0 req-b247333e-9d40-4a41-b4cc-6aebee3a0e6d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:30.479588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85760fb-a26b-44a0-bdd4-4aab60a207c0 req-b247333e-9d40-4a41-b4cc-6aebee3a0e6d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:30.486867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85760fb-a26b-44a0-bdd4-4aab60a207c0 req-b247333e-9d40-4a41-b4cc-6aebee3a0e6d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:30.493233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85760fb-a26b-44a0-bdd4-4aab60a207c0 req-b247333e-9d40-4a41-b4cc-6aebee3a0e6d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:30.500346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85760fb-a26b-44a0-bdd4-4aab60a207c0 req-b247333e-9d40-4a41-b4cc-6aebee3a0e6d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:30.506173 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcfb365-42eb-41fe-acbc-78c0d2cb4c7d None None] Network 8432b074-a3a3-495b-94a3-7782b575d2d1 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:30.508611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85760fb-a26b-44a0-bdd4-4aab60a207c0 req-b247333e-9d40-4a41-b4cc-6aebee3a0e6d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:30.516158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85760fb-a26b-44a0-bdd4-4aab60a207c0 req-b247333e-9d40-4a41-b4cc-6aebee3a0e6d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:30.518547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c85760fb-a26b-44a0-bdd4-4aab60a207c0 req-b247333e-9d40-4a41-b4cc-6aebee3a0e6d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.1243980 Dec 16 22:39:30.605411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c85760fb-a26b-44a0-bdd4-4aab60a207c0 req-c40b2dd0-10f3-4132-9afe-04052d02f062 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776908 Dec 16 22:39:30.649511 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e6097135-f7f5-4176-a742-a01036122569 None None] Provisioning complete for port 4b4d6655-a267-4924-9238-badbed884f35 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:30.650552 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6097135-f7f5-4176-a742-a01036122569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.659877 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Set router ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:30.869117 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'name': 'tempest-TestAggregatesBasicOps-543849791-router', 'tenant_id': 'b50c5100df6648988da43567d1a6d959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'fa98f4a1-0612-4c7d-b4ba-79d7078e1724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:28Z', 'updated_at': '2021-12-16T22:39:29Z', 'revision_number': 3, 'project_id': 'b50c5100df6648988da43567d1a6d959', 'gw_port': {'id': 'fa98f4a1-0612-4c7d-b4ba-79d7078e1724', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:29:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:28Z', 'updated_at': '2021-12-16T22:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:30.902909 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Checking router: ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:39:30.903777 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Updating router ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a port fa98f4a1-0612-4c7d-b4ba-79d7078e1724 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:39:30.930454 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.938123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3f1079b-5224-4e95-916d-c81f90d8cc57 req-2d130d76-0e70-44b2-8c3d-c9cee2e13f68 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0292203 Dec 16 22:39:30.975927 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-bafcdc13-7ba2-4a1a-911a-177608d6e007 None None] Provisioning complete for port 4b4d6655-a267-4924-9238-badbed884f35 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:30.976308 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bafcdc13-7ba2-4a1a-911a-177608d6e007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.007779 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.170395 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Allocated IP 172.20.0.1 (8432b074-a3a3-495b-94a3-7782b575d2d1/da3f1790-8b12-490f-a9e4-2e3dd51d2931/7cc7201a-837d-4df0-811b-e7150b4955ab) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:31.207516 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.208552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-903bff8a-8229-41e4-9016-8492dfecd3e1 req-d1c2451b-90f1-42d0-811b-dd0d075aaa47 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0313518 Dec 16 22:39:31.283107 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.285835 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.336773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a66b0c-8cbb-4e43-948f-0d113dd05c66 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:31.340298 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Attempting to bind port fa98f4a1-0612-4c7d-b4ba-79d7078e1724 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:31.340731 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Attempting to bind port fa98f4a1-0612-4c7d-b4ba-79d7078e1724 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:31.341099 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Attempting to bind port fa98f4a1-0612-4c7d-b4ba-79d7078e1724 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:31.351977 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:31.352323 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:31.352628 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.353031 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:31.354089 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Bound port: fa98f4a1-0612-4c7d-b4ba-79d7078e1724, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:31.354384 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.357809 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62262c2-b73f-4fc3-9410-94efb99d61bf None None] Pushing event updated for resources: {'Port': ['ID=fa98f4a1-0612-4c7d-b4ba-79d7078e1724,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:31.377678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed8fe5-0e20-4e26-9c50-506983d86504 req-9d3d7286-7d28-4b14-afa5-91ca12b78c64 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:31.379859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8ed8fe5-0e20-4e26-9c50-506983d86504 req-9d3d7286-7d28-4b14-afa5-91ca12b78c64 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0721107 Dec 16 22:39:31.385772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-11efab4a-0bea-4024-80b2-1c6c0699ea50 None None] Provisioning complete for port fa98f4a1-0612-4c7d-b4ba-79d7078e1724 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:31.386249 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11efab4a-0bea-4024-80b2-1c6c0699ea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.394258 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.412643 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] For port fa98f4a1-0612-4c7d-b4ba-79d7078e1724, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:31.417177 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] For port fa98f4a1-0612-4c7d-b4ba-79d7078e1724, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=fa98f4a1-0612-4c7d-b4ba-79d7078e1724,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:31.424386 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-11efab4a-0bea-4024-80b2-1c6c0699ea50 None None] Port fa98f4a1-0612-4c7d-b4ba-79d7078e1724 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:31.444372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8ed8fe5-0e20-4e26-9c50-506983d86504 req-6a77700d-ea3b-4c41-a8b4-a48a96205536 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556555 Dec 16 22:39:31.446349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Network 8432b074-a3a3-495b-94a3-7782b575d2d1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:31.450409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:31.455402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:31.485922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Pushing event updated for resources: {'Port': ['ID=7cc7201a-837d-4df0-811b-e7150b4955ab,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:31.502782 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.508910 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.566424 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caff01eb-3846-423b-8dfc-5cf1f853227a None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:31.583882 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Routers {'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:31.583882 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:31.583882 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62262c2-b73f-4fc3-9410-94efb99d61bf None None] Pushing event updated for resources: {'Port': ['ID=fa98f4a1-0612-4c7d-b4ba-79d7078e1724,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:31.654263 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-fbe913c2-5bcd-4827-9dd2-fe4e4c197eef None None] Provisioning complete for port fa98f4a1-0612-4c7d-b4ba-79d7078e1724 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:31.654648 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fbe913c2-5bcd-4827-9dd2-fe4e4c197eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.720443 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] Set router ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:31.763609 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.785724 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fbe913c2-5bcd-4827-9dd2-fe4e4c197eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.791814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5304d3b-42a3-4047-8b73-c001c9f26251 req-b775a929-5846-4ca2-84f4-37d4a285b0a8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:31.796419 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5304d3b-42a3-4047-8b73-c001c9f26251 req-b775a929-5846-4ca2-84f4-37d4a285b0a8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:31.802733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5304d3b-42a3-4047-8b73-c001c9f26251 req-b775a929-5846-4ca2-84f4-37d4a285b0a8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:31.815844 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4b4d6655-a267-4924-9238-badbed884f35 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:31.817461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5304d3b-42a3-4047-8b73-c001c9f26251 req-b775a929-5846-4ca2-84f4-37d4a285b0a8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:31.824621 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5304d3b-42a3-4047-8b73-c001c9f26251 req-b775a929-5846-4ca2-84f4-37d4a285b0a8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:31.832146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5304d3b-42a3-4047-8b73-c001c9f26251 req-b775a929-5846-4ca2-84f4-37d4a285b0a8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:31.838577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5304d3b-42a3-4047-8b73-c001c9f26251 req-b775a929-5846-4ca2-84f4-37d4a285b0a8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:31.840947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5304d3b-42a3-4047-8b73-c001c9f26251 req-b775a929-5846-4ca2-84f4-37d4a285b0a8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.1460629 Dec 16 22:39:31.843752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fbe913c2-5bcd-4827-9dd2-fe4e4c197eef None None] For port fa98f4a1-0612-4c7d-b4ba-79d7078e1724, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=fa98f4a1-0612-4c7d-b4ba-79d7078e1724,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:31.870836 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4b4d6655-a267-4924-9238-badbed884f35 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:31.871208 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.918983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5304d3b-42a3-4047-8b73-c001c9f26251 req-581ccc33-c9d2-495b-84d7-8f0ef1c483d8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705004 Dec 16 22:39:31.936348 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fbe913c2-5bcd-4827-9dd2-fe4e4c197eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.967421 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.983884 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'name': 'tempest-TestAggregatesBasicOps-543849791-router', 'tenant_id': 'b50c5100df6648988da43567d1a6d959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'fa98f4a1-0612-4c7d-b4ba-79d7078e1724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:28Z', 'updated_at': '2021-12-16T22:39:29Z', 'revision_number': 3, 'project_id': 'b50c5100df6648988da43567d1a6d959', 'gw_port': {'id': 'fa98f4a1-0612-4c7d-b4ba-79d7078e1724', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:29:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:28Z', 'updated_at': '2021-12-16T22:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:32.011677 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaef23b-8796-4a90-9519-78f2d629578c None None] The sync data for ids ['ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'] in n-d-821840-2 is: [{'id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'name': 'tempest-TestAggregatesBasicOps-543849791-router', 'tenant_id': 'b50c5100df6648988da43567d1a6d959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'fa98f4a1-0612-4c7d-b4ba-79d7078e1724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:28Z', 'updated_at': '2021-12-16T22:39:29Z', 'revision_number': 3, 'project_id': 'b50c5100df6648988da43567d1a6d959', 'gw_port': {'id': 'fa98f4a1-0612-4c7d-b4ba-79d7078e1724', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:29:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:28Z', 'updated_at': '2021-12-16T22:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:32.023524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e917b23-a2c3-46d6-a22b-8319007e5fac req-d0312020-f5c3-47e1-a22f-b6b1daa2fbbe tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0328367 Dec 16 22:39:32.033004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe913c2-5bcd-4827-9dd2-fe4e4c197eef None None] Pushing event updated for resources: {'Port': ['ID=fa98f4a1-0612-4c7d-b4ba-79d7078e1724,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:32.034814 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.070463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5cfc9f46-fa42-49b3-bd66-fe9109003c16 None None] Provisioning complete for port 7cc7201a-837d-4df0-811b-e7150b4955ab triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:32.070838 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5cfc9f46-fa42-49b3-bd66-fe9109003c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.111741 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc9f46-fa42-49b3-bd66-fe9109003c16 None None] Port 7cc7201a-837d-4df0-811b-e7150b4955ab cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:32.113542 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Pushing event updated for resources: {'Port': ['ID=7cc7201a-837d-4df0-811b-e7150b4955ab,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:32.117742 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.225438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Network 8432b074-a3a3-495b-94a3-7782b575d2d1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:32.226945 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:32.325677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32dc4a42-0815-4b1a-b621-779a210a80d8 req-5ac279b5-c249-4873-9df1-07b314c3cc4e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0490546 Dec 16 22:39:32.538643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7c473ccf-ff5d-4ae6-8405-d8b2ed5b9b96 None None] Provisioning complete for port 7cc7201a-837d-4df0-811b-e7150b4955ab triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:32.539138 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c473ccf-ff5d-4ae6-8405-d8b2ed5b9b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.603787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7c473ccf-ff5d-4ae6-8405-d8b2ed5b9b96 None None] Port 7cc7201a-837d-4df0-811b-e7150b4955ab cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:32.610280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b590ce-bc33-46cd-b50e-2211709bc94c req-137bf220-9331-453f-b0f2-69d1e1eb1b99 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:32.611120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03b590ce-bc33-46cd-b50e-2211709bc94c req-137bf220-9331-453f-b0f2-69d1e1eb1b99 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0665755 Dec 16 22:39:32.672467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03b590ce-bc33-46cd-b50e-2211709bc94c req-640df191-e73f-4f45-9fe6-4e7824edc35e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521369 Dec 16 22:39:32.780433 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Router ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:39:32.894309 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:39:32.899396 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d04c1318-2a21-45f3-8e80-5eec295b59ec admin admin] 10.222.0.43 "PUT /v2.0/routers/ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4267075 Dec 16 22:39:33.049811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c37720-4073-4b44-ba92-38cb283e59b9 req-c58ddeb6-0700-42fd-a70e-52668adbedcb tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:33.055625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c37720-4073-4b44-ba92-38cb283e59b9 req-c58ddeb6-0700-42fd-a70e-52668adbedcb tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:33.061581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c37720-4073-4b44-ba92-38cb283e59b9 req-c58ddeb6-0700-42fd-a70e-52668adbedcb tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:33.067443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c37720-4073-4b44-ba92-38cb283e59b9 req-c58ddeb6-0700-42fd-a70e-52668adbedcb tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:33.073213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c37720-4073-4b44-ba92-38cb283e59b9 req-c58ddeb6-0700-42fd-a70e-52668adbedcb tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:33.079777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c37720-4073-4b44-ba92-38cb283e59b9 req-c58ddeb6-0700-42fd-a70e-52668adbedcb tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:33.085519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c37720-4073-4b44-ba92-38cb283e59b9 req-c58ddeb6-0700-42fd-a70e-52668adbedcb tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:33.087493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35c37720-4073-4b44-ba92-38cb283e59b9 req-c58ddeb6-0700-42fd-a70e-52668adbedcb tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.0966973 Dec 16 22:39:33.155553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35c37720-4073-4b44-ba92-38cb283e59b9 req-1f9d0229-f662-4030-957e-59d0c9978f17 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600133 Dec 16 22:39:33.231913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6de6c88-a1ab-4524-a697-21ebe861023d req-c4763d43-1c62-4df3-b985-33153f7c0984 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0329535 Dec 16 22:39:33.407496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8003f37-2d1d-45a0-96a1-2395bcee942e req-7d3af043-7c57-4098-a54c-1f1d46cf0ac9 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0289173 Dec 16 22:39:33.642640 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Sync routers for ids ['ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:39:33.657624 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Routers {'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:33.658193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:33.806122 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device fa98f4a1-0612-4c7d-b4ba-79d7078e1724 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:33.834761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1af3cb-b9ec-4ec7-94fe-1faf53f14199 req-f61d6cac-f14e-4815-94ea-b558845dd5b4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:33.837008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c1af3cb-b9ec-4ec7-94fe-1faf53f14199 req-f61d6cac-f14e-4815-94ea-b558845dd5b4 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0627329 Dec 16 22:39:33.842871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Set router ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:33.923132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c1af3cb-b9ec-4ec7-94fe-1faf53f14199 req-404808c5-6190-46d5-b952-ad8081721390 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725224 Dec 16 22:39:34.013749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port fa98f4a1-0612-4c7d-b4ba-79d7078e1724 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:34.014121 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.171028 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'name': 'tempest-TestAggregatesBasicOps-543849791-router', 'tenant_id': 'b50c5100df6648988da43567d1a6d959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'fa98f4a1-0612-4c7d-b4ba-79d7078e1724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:28Z', 'updated_at': '2021-12-16T22:39:31Z', 'revision_number': 4, 'project_id': 'b50c5100df6648988da43567d1a6d959', 'gw_port': {'id': 'fa98f4a1-0612-4c7d-b4ba-79d7078e1724', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:29:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:28Z', 'updated_at': '2021-12-16T22:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7cc7201a-837d-4df0-811b-e7150b4955ab', 'name': '', 'network_id': '8432b074-a3a3-495b-94a3-7782b575d2d1', 'tenant_id': 'b50c5100df6648988da43567d1a6d959', 'mac_address': 'fa:16:3e:47:46:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'da3f1790-8b12-490f-a9e4-2e3dd51d2931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:31Z', 'updated_at': '2021-12-16T22:39:31Z', 'revision_number': 2, 'project_id': 'b50c5100df6648988da43567d1a6d959', 'subnets': [{'id': 'da3f1790-8b12-490f-a9e4-2e3dd51d2931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:34.201884 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Checking router: ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:39:34.202252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Updating router ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a port 7cc7201a-837d-4df0-811b-e7150b4955ab binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:39:34.233024 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.308264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e51a8b-9a2c-4750-ae90-2ad59e33ba59 req-15209885-6c2c-4487-b6c9-42d38b828dc9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:34.321087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e51a8b-9a2c-4750-ae90-2ad59e33ba59 req-15209885-6c2c-4487-b6c9-42d38b828dc9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:34.324587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e51a8b-9a2c-4750-ae90-2ad59e33ba59 req-15209885-6c2c-4487-b6c9-42d38b828dc9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:34.331473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e51a8b-9a2c-4750-ae90-2ad59e33ba59 req-15209885-6c2c-4487-b6c9-42d38b828dc9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:34.337504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e51a8b-9a2c-4750-ae90-2ad59e33ba59 req-15209885-6c2c-4487-b6c9-42d38b828dc9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:34.344131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e51a8b-9a2c-4750-ae90-2ad59e33ba59 req-15209885-6c2c-4487-b6c9-42d38b828dc9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:34.349919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e51a8b-9a2c-4750-ae90-2ad59e33ba59 req-15209885-6c2c-4487-b6c9-42d38b828dc9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:34.351921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69e51a8b-9a2c-4750-ae90-2ad59e33ba59 req-15209885-6c2c-4487-b6c9-42d38b828dc9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.1005225 Dec 16 22:39:34.384277 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3234452-e12c-40ee-8198-5fbf14cf682b req-181dc9b2-b795-4c81-bbbd-93ee0d5b936e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0312934 Dec 16 22:39:34.444792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69e51a8b-9a2c-4750-ae90-2ad59e33ba59 req-0422146e-8a13-415c-afa9-7bfb1e121089 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816300 Dec 16 22:39:34.527132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54db39db-13b2-4410-b69e-8819daf3195f req-98054183-b3aa-4d10-9a71-760d32ec5dfa tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0279760 Dec 16 22:39:34.531873 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.644614 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.697693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffc116-5daf-45a1-a17e-66aa330d168a None None] Pushing event updated for resources: {'Port': ['ID=7cc7201a-837d-4df0-811b-e7150b4955ab,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:34.759015 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Attempting to bind port 7cc7201a-837d-4df0-811b-e7150b4955ab on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:34.759529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Attempting to bind port 7cc7201a-837d-4df0-811b-e7150b4955ab by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '80ffc554-6a7b-4ce7-bc47-82f79c522d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8432b074-a3a3-495b-94a3-7782b575d2d1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:34.760060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Attempting to bind port 7cc7201a-837d-4df0-811b-e7150b4955ab on network 8432b074-a3a3-495b-94a3-7782b575d2d1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:34.765817 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:34.766334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Checking segment: {'id': '80ffc554-6a7b-4ce7-bc47-82f79c522d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8432b074-a3a3-495b-94a3-7782b575d2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:34.766833 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.767309 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Bound using segment: {'id': '80ffc554-6a7b-4ce7-bc47-82f79c522d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8432b074-a3a3-495b-94a3-7782b575d2d1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:34.767915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Bound port: 7cc7201a-837d-4df0-811b-e7150b4955ab, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ffc554-6a7b-4ce7-bc47-82f79c522d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8432b074-a3a3-495b-94a3-7782b575d2d1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:34.768399 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.806027 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36800) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:34.854600 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] For port 7cc7201a-837d-4df0-811b-e7150b4955ab, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:34.859480 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] For port 7cc7201a-837d-4df0-811b-e7150b4955ab, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7cc7201a-837d-4df0-811b-e7150b4955ab,segment=NetworkSegment(80ffc554-6a7b-4ce7-bc47-82f79c522d9e),segment_id=80ffc554-6a7b-4ce7-bc47-82f79c522d9e)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:34.919468 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.990491 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b44766cb-edf8-44de-8c76-9aad2018c27a None None] Provisioning complete for port 7cc7201a-837d-4df0-811b-e7150b4955ab triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:34.990893 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b44766cb-edf8-44de-8c76-9aad2018c27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.000234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Routers {'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:35.000523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:35.002142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffc116-5daf-45a1-a17e-66aa330d168a None None] Pushing event updated for resources: {'Port': ['ID=7cc7201a-837d-4df0-811b-e7150b4955ab,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:35.100921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c25cd-5c19-4618-81b1-4346a85910c1 req-9aff1fa7-fe83-44a6-8300-f2fabc27ea84 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:35.102541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a3c25cd-5c19-4618-81b1-4346a85910c1 req-9aff1fa7-fe83-44a6-8300-f2fabc27ea84 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0821285 Dec 16 22:39:35.165559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a3c25cd-5c19-4618-81b1-4346a85910c1 req-c13e36db-2635-481d-8f8e-b13790094593 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556839 Dec 16 22:39:35.208251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] Set router ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:35.241822 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b44766cb-edf8-44de-8c76-9aad2018c27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.243749 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a988-7ac5-4260-9efd-ff68109fafac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.471124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ce08227-0fd1-461d-8e83-b483bcd68252 req-11de6864-4043-4d7d-891e-b2561c17fac7 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0326636 Dec 16 22:39:35.520790 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b44766cb-edf8-44de-8c76-9aad2018c27a None None] For port 7cc7201a-837d-4df0-811b-e7150b4955ab, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7cc7201a-837d-4df0-811b-e7150b4955ab,segment=NetworkSegment(80ffc554-6a7b-4ce7-bc47-82f79c522d9e),segment_id=80ffc554-6a7b-4ce7-bc47-82f79c522d9e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:35.525509 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-1ad4a988-7ac5-4260-9efd-ff68109fafac admin admin] Deleting port a023b5b9-6e09-4cde-a302-882a175d74c5 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:35.525844 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a988-7ac5-4260-9efd-ff68109fafac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.596653 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b44766cb-edf8-44de-8c76-9aad2018c27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.608166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a8f22-956e-4208-971e-231e433b5f87 req-b63c410f-b241-4947-811f-cdf4e8bc8d26 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:35.613989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a8f22-956e-4208-971e-231e433b5f87 req-b63c410f-b241-4947-811f-cdf4e8bc8d26 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:35.619792 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a8f22-956e-4208-971e-231e433b5f87 req-b63c410f-b241-4947-811f-cdf4e8bc8d26 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:35.627052 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a8f22-956e-4208-971e-231e433b5f87 req-b63c410f-b241-4947-811f-cdf4e8bc8d26 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:35.629575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-1ad4a988-7ac5-4260-9efd-ff68109fafac admin admin] For port a023b5b9-6e09-4cde-a302-882a175d74c5, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a023b5b9-6e09-4cde-a302-882a175d74c5,segment=NetworkSegment(b9cfef58-43dc-4b8b-8448-f103dbbd92b9),segment_id=b9cfef58-43dc-4b8b-8448-f103dbbd92b9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:35.629939 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a988-7ac5-4260-9efd-ff68109fafac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.633160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a8f22-956e-4208-971e-231e433b5f87 req-b63c410f-b241-4947-811f-cdf4e8bc8d26 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:35.639950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a8f22-956e-4208-971e-231e433b5f87 req-b63c410f-b241-4947-811f-cdf4e8bc8d26 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:35.645847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a8f22-956e-4208-971e-231e433b5f87 req-b63c410f-b241-4947-811f-cdf4e8bc8d26 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:35.646627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-1ad4a988-7ac5-4260-9efd-ff68109fafac admin admin] Calling delete_port for a023b5b9-6e09-4cde-a302-882a175d74c5 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:35.652039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c43a8f22-956e-4208-971e-231e433b5f87 req-b63c410f-b241-4947-811f-cdf4e8bc8d26 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.1121302 Dec 16 22:39:35.668316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44766cb-edf8-44de-8c76-9aad2018c27a None None] Pushing event updated for resources: {'Port': ['ID=7cc7201a-837d-4df0-811b-e7150b4955ab,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:35.679506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'name': 'tempest-TestAggregatesBasicOps-543849791-router', 'tenant_id': 'b50c5100df6648988da43567d1a6d959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'fa98f4a1-0612-4c7d-b4ba-79d7078e1724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:28Z', 'updated_at': '2021-12-16T22:39:31Z', 'revision_number': 4, 'project_id': 'b50c5100df6648988da43567d1a6d959', 'gw_port': {'id': 'fa98f4a1-0612-4c7d-b4ba-79d7078e1724', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:29:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:28Z', 'updated_at': '2021-12-16T22:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7cc7201a-837d-4df0-811b-e7150b4955ab', 'name': '', 'network_id': '8432b074-a3a3-495b-94a3-7782b575d2d1', 'tenant_id': 'b50c5100df6648988da43567d1a6d959', 'mac_address': 'fa:16:3e:47:46:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'da3f1790-8b12-490f-a9e4-2e3dd51d2931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:31Z', 'updated_at': '2021-12-16T22:39:34Z', 'revision_number': 4, 'project_id': 'b50c5100df6648988da43567d1a6d959', 'subnets': [{'id': 'da3f1790-8b12-490f-a9e4-2e3dd51d2931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:35.683286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7e59d48-877e-4831-85f2-7df3d837d494 req-46c3e1ca-98e9-4b70-b938-53c9b05b1461 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0962658 Dec 16 22:39:35.730430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb197d-f471-4e8b-be13-f98a51981f21 None None] The sync data for ids ['ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'] in n-d-821840-2 is: [{'id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'name': 'tempest-TestAggregatesBasicOps-543849791-router', 'tenant_id': 'b50c5100df6648988da43567d1a6d959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'fa98f4a1-0612-4c7d-b4ba-79d7078e1724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:28Z', 'updated_at': '2021-12-16T22:39:31Z', 'revision_number': 4, 'project_id': 'b50c5100df6648988da43567d1a6d959', 'gw_port': {'id': 'fa98f4a1-0612-4c7d-b4ba-79d7078e1724', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:29:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:28Z', 'updated_at': '2021-12-16T22:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7cc7201a-837d-4df0-811b-e7150b4955ab', 'name': '', 'network_id': '8432b074-a3a3-495b-94a3-7782b575d2d1', 'tenant_id': 'b50c5100df6648988da43567d1a6d959', 'mac_address': 'fa:16:3e:47:46:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'da3f1790-8b12-490f-a9e4-2e3dd51d2931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:31Z', 'updated_at': '2021-12-16T22:39:34Z', 'revision_number': 4, 'project_id': 'b50c5100df6648988da43567d1a6d959', 'subnets': [{'id': 'da3f1790-8b12-490f-a9e4-2e3dd51d2931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:35.738558 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c43a8f22-956e-4208-971e-231e433b5f87 req-b3ab4c90-2107-4a4d-b54d-a608bdbda55e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822635 Dec 16 22:39:35.759338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cd961626-75cf-4c38-b328-de8904119a45 None None] Provisioning complete for port 7cc7201a-837d-4df0-811b-e7150b4955ab triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:35.759805 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cd961626-75cf-4c38-b328-de8904119a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.953489 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a988-7ac5-4260-9efd-ff68109fafac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.978717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4a988-7ac5-4260-9efd-ff68109fafac admin admin] Pushing event deleted for resources: {'Port': ['ID=a023b5b9-6e09-4cde-a302-882a175d74c5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:36.178881 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a988-7ac5-4260-9efd-ff68109fafac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:36.305911 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e99a5-4d7e-49f3-a81c-492b102a325c req-24766bd2-80d5-4b74-8b0c-2dfb295cab65 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:36.307757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f1e99a5-4d7e-49f3-a81c-492b102a325c req-24766bd2-80d5-4b74-8b0c-2dfb295cab65 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0626926 Dec 16 22:39:36.376487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f1e99a5-4d7e-49f3-a81c-492b102a325c req-006b94e3-84f6-4c86-9664-2bb85e69d660 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614376 Dec 16 22:39:36.454189 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad4a988-7ac5-4260-9efd-ff68109fafac admin admin] Router 0f5811d1-6ccf-4763-a03d-d36d7282bb60 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:39:36.554533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c8d3f72-7826-4017-8791-f75bb7600a35 req-04281dbf-00fb-40ec-a351-733292e550a8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0269921 Dec 16 22:39:36.575864 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad4a988-7ac5-4260-9efd-ff68109fafac admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:39:36.581664 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1ad4a988-7ac5-4260-9efd-ff68109fafac admin admin] 10.222.0.43 "PUT /v2.0/routers/0f5811d1-6ccf-4763-a03d-d36d7282bb60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7750390 Dec 16 22:39:36.584288 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36814) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:36.591506 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0d99d-5318-46f6-9dca-11a734ac8685 None None] Sync routers for ids ['0f5811d1-6ccf-4763-a03d-d36d7282bb60'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:39:36.610580 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0d99d-5318-46f6-9dca-11a734ac8685 None None] Routers {'0f5811d1-6ccf-4763-a03d-d36d7282bb60'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:36.611797 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-91b0d99d-5318-46f6-9dca-11a734ac8685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['0f5811d1-6ccf-4763-a03d-d36d7282bb60'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:36.705451 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5880c9ee-6078-4132-b053-c147a4db6a1b admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:36.728258 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-91b0d99d-5318-46f6-9dca-11a734ac8685 None None] Set router 0f5811d1-6ccf-4763-a03d-d36d7282bb60 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:36.806886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a12cadf6-aa96-4314-88e3-88a745f47302 req-e28b2e22-f182-4b55-b96f-43efdfa43789 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0485511 Dec 16 22:39:36.841469 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5880c9ee-6078-4132-b053-c147a4db6a1b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:36.908077 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6986d3-6a99-4ca2-b84c-391741969537 req-c84e8b9c-2d84-4780-abe9-cced075a2867 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:36.914072 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6986d3-6a99-4ca2-b84c-391741969537 req-c84e8b9c-2d84-4780-abe9-cced075a2867 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:36.920639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6986d3-6a99-4ca2-b84c-391741969537 req-c84e8b9c-2d84-4780-abe9-cced075a2867 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:36.926629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6986d3-6a99-4ca2-b84c-391741969537 req-c84e8b9c-2d84-4780-abe9-cced075a2867 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:36.932680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6986d3-6a99-4ca2-b84c-391741969537 req-c84e8b9c-2d84-4780-abe9-cced075a2867 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:36.936633 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-91b0d99d-5318-46f6-9dca-11a734ac8685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'name': 'tempest-TestAggregatesBasicOps-2078273693-router', 'tenant_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '18baa15a-3c26-4cdb-838f-b11e4eee3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:19Z', 'updated_at': '2021-12-16T22:39:35Z', 'revision_number': 5, 'project_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'gw_port': {'id': '18baa15a-3c26-4cdb-838f-b11e4eee3d15', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:21Z', 'updated_at': '2021-12-16T22:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:36.938651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6986d3-6a99-4ca2-b84c-391741969537 req-c84e8b9c-2d84-4780-abe9-cced075a2867 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:36.945294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6986d3-6a99-4ca2-b84c-391741969537 req-c84e8b9c-2d84-4780-abe9-cced075a2867 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:36.947338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f6986d3-6a99-4ca2-b84c-391741969537 req-c84e8b9c-2d84-4780-abe9-cced075a2867 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.0978131 Dec 16 22:39:36.972750 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0d99d-5318-46f6-9dca-11a734ac8685 None None] Checking router: 0f5811d1-6ccf-4763-a03d-d36d7282bb60 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:39:36.973609 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5880c9ee-6078-4132-b053-c147a4db6a1b admin admin] Deleting port 18baa15a-3c26-4cdb-838f-b11e4eee3d15 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:36.974076 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5880c9ee-6078-4132-b053-c147a4db6a1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:36.983838 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0d99d-5318-46f6-9dca-11a734ac8685 None None] Routers {'0f5811d1-6ccf-4763-a03d-d36d7282bb60'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:36.984759 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-91b0d99d-5318-46f6-9dca-11a734ac8685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['0f5811d1-6ccf-4763-a03d-d36d7282bb60'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:37.026130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f6986d3-6a99-4ca2-b84c-391741969537 req-8f290241-8c02-4d92-946c-71d6dbab38a7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706692 Dec 16 22:39:37.093051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-5880c9ee-6078-4132-b053-c147a4db6a1b admin admin] For port 18baa15a-3c26-4cdb-838f-b11e4eee3d15, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=18baa15a-3c26-4cdb-838f-b11e4eee3d15,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:37.093051 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5880c9ee-6078-4132-b053-c147a4db6a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.105884 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5880c9ee-6078-4132-b053-c147a4db6a1b admin admin] Calling delete_port for 18baa15a-3c26-4cdb-838f-b11e4eee3d15 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:37.195427 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-91b0d99d-5318-46f6-9dca-11a734ac8685 None None] Set router 0f5811d1-6ccf-4763-a03d-d36d7282bb60 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:37.242580 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-91b0d99d-5318-46f6-9dca-11a734ac8685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'name': 'tempest-TestAggregatesBasicOps-2078273693-router', 'tenant_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:19Z', 'updated_at': '2021-12-16T22:39:36Z', 'revision_number': 6, 'project_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:37.273509 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0d99d-5318-46f6-9dca-11a734ac8685 None None] The sync data for ids ['0f5811d1-6ccf-4763-a03d-d36d7282bb60'] in n-d-821840-2 is: [{'id': '0f5811d1-6ccf-4763-a03d-d36d7282bb60', 'name': 'tempest-TestAggregatesBasicOps-2078273693-router', 'tenant_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:19Z', 'updated_at': '2021-12-16T22:39:36Z', 'revision_number': 6, 'project_id': 'cf36fa3a32514b88a7af7cf02a4c2a24', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:37.358490 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5880c9ee-6078-4132-b053-c147a4db6a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.385555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880c9ee-6078-4132-b053-c147a4db6a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=18baa15a-3c26-4cdb-838f-b11e4eee3d15,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:37.400697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a521960f-2ad5-404b-8d2f-15dff2f31726 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:37.460180 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5880c9ee-6078-4132-b053-c147a4db6a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.507468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81933ce-63cb-4ffc-b2b0-aed9bbe593af req-2b397d08-d7f0-4c89-ad8c-6db6cf7abf5d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:37.509400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b81933ce-63cb-4ffc-b2b0-aed9bbe593af req-2b397d08-d7f0-4c89-ad8c-6db6cf7abf5d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0557077 Dec 16 22:39:37.558568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5880c9ee-6078-4132-b053-c147a4db6a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.561567 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5880c9ee-6078-4132-b053-c147a4db6a1b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.564634 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b81933ce-63cb-4ffc-b2b0-aed9bbe593af req-19cb7a74-3bb0-47cf-89fa-ca359c495f7e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464110 Dec 16 22:39:37.645905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30a1c603-047c-46c7-9b5e-e4005d70d4d8 req-c3a449d1-6665-4792-96ef-d2e9323eb365 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0318074 Dec 16 22:39:37.690313 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5880c9ee-6078-4132-b053-c147a4db6a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.691081 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5880c9ee-6078-4132-b053-c147a4db6a1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f5811d1-6ccf-4763-a03d-d36d7282bb60 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:39:37.700304 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5880c9ee-6078-4132-b053-c147a4db6a1b admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.701672 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5880c9ee-6078-4132-b053-c147a4db6a1b admin admin] 10.222.0.43 "DELETE /v2.0/routers/0f5811d1-6ccf-4763-a03d-d36d7282bb60 HTTP/1.1" status: 204 len: 168 time: 1.1163983 Dec 16 22:39:37.704204 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36824) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:37.762704 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ae979d-7cf2-4e43-89b9-963f5d84c186 admin admin] Deleting subnet dc749c32-622c-4217-8873-50fcd68d06ff {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:39:37.768972 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85ae979d-7cf2-4e43-89b9-963f5d84c186 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.811850 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85ae979d-7cf2-4e43-89b9-963f5d84c186 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.854843 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7cc7201a-837d-4df0-811b-e7150b4955ab up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:37.877438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3cdf0da9-7d8f-496c-9a1f-ba163e1c4014 req-d505bb90-e0e3-438e-8e51-a6a850f618ea tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0279987 Dec 16 22:39:37.906898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85ae979d-7cf2-4e43-89b9-963f5d84c186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.915145 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 7cc7201a-837d-4df0-811b-e7150b4955ab triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:37.915547 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.039557 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85ae979d-7cf2-4e43-89b9-963f5d84c186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.065835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae979d-7cf2-4e43-89b9-963f5d84c186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc749c32-622c-4217-8873-50fcd68d06ff,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:38.069669 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85ae979d-7cf2-4e43-89b9-963f5d84c186 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.073378 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-85ae979d-7cf2-4e43-89b9-963f5d84c186 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dc749c32-622c-4217-8873-50fcd68d06ff HTTP/1.1" status: 204 len: 168 time: 0.3681281 Dec 16 22:39:38.077491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36830) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:38.078644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe15b7f-aa67-46fb-983d-d740f9d955e3 None None] Network 0c1a911c-61bf-4b92-81e8-61bfa766d7bf requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:38.179024 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.213110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8888a-8d38-4ab6-a510-d905edc2709b req-6a94b5d2-0c33-4df0-98e9-0ba2830741d3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:38.220535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8888a-8d38-4ab6-a510-d905edc2709b req-6a94b5d2-0c33-4df0-98e9-0ba2830741d3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:38.226457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8888a-8d38-4ab6-a510-d905edc2709b req-6a94b5d2-0c33-4df0-98e9-0ba2830741d3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:38.232543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8888a-8d38-4ab6-a510-d905edc2709b req-6a94b5d2-0c33-4df0-98e9-0ba2830741d3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:38.238408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8888a-8d38-4ab6-a510-d905edc2709b req-6a94b5d2-0c33-4df0-98e9-0ba2830741d3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:38.244356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8888a-8d38-4ab6-a510-d905edc2709b req-6a94b5d2-0c33-4df0-98e9-0ba2830741d3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:38.254125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8888a-8d38-4ab6-a510-d905edc2709b req-6a94b5d2-0c33-4df0-98e9-0ba2830741d3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:38.256228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8df8888a-8d38-4ab6-a510-d905edc2709b req-6a94b5d2-0c33-4df0-98e9-0ba2830741d3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.1358509 Dec 16 22:39:38.312579 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e68de2-f014-4681-b75e-62248af8dc5d None None] DHCP port deletion for 0c1a911c-61bf-4b92-81e8-61bfa766d7bf request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:38.346386 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8df8888a-8d38-4ab6-a510-d905edc2709b req-a91e53eb-6b38-452a-8793-3ab23bfbd965 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710132 Dec 16 22:39:38.351242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] Deleting port 9872cdfc-0d5f-4ac6-a5f5-606267146556 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:38.351628 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.382329 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c9e68de2-f014-4681-b75e-62248af8dc5d None None] Deleting port 9872cdfc-0d5f-4ac6-a5f5-606267146556 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:38.382728 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9e68de2-f014-4681-b75e-62248af8dc5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.424970 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] For port 9872cdfc-0d5f-4ac6-a5f5-606267146556, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9872cdfc-0d5f-4ac6-a5f5-606267146556,segment=NetworkSegment(b9cfef58-43dc-4b8b-8448-f103dbbd92b9),segment_id=b9cfef58-43dc-4b8b-8448-f103dbbd92b9)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:38.425344 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.443021 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] Calling delete_port for 9872cdfc-0d5f-4ac6-a5f5-606267146556 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:38.459936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c9e68de2-f014-4681-b75e-62248af8dc5d None None] For port 9872cdfc-0d5f-4ac6-a5f5-606267146556, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9872cdfc-0d5f-4ac6-a5f5-606267146556,segment=NetworkSegment(b9cfef58-43dc-4b8b-8448-f103dbbd92b9),segment_id=b9cfef58-43dc-4b8b-8448-f103dbbd92b9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:38.460467 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9e68de2-f014-4681-b75e-62248af8dc5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.475988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c9e68de2-f014-4681-b75e-62248af8dc5d None None] Calling delete_port for 9872cdfc-0d5f-4ac6-a5f5-606267146556 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:38.593871 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.605459 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9e68de2-f014-4681-b75e-62248af8dc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.624062 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9872cdfc-0d5f-4ac6-a5f5-606267146556,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:38.628020 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] No DVR routers for this DVR port 9872cdfc-0d5f-4ac6-a5f5-606267146556 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:38.641525 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e68de2-f014-4681-b75e-62248af8dc5d None None] Pushing event deleted for resources: {'Port': ['ID=9872cdfc-0d5f-4ac6-a5f5-606267146556,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:38.646522 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e68de2-f014-4681-b75e-62248af8dc5d None None] No DVR routers for this DVR port 9872cdfc-0d5f-4ac6-a5f5-606267146556 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:38.762763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99434150-5fcc-44ef-bbc4-7de8cef10e1d req-fdbc6164-cfcc-41d2-8e11-601d478e0c50 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0455980 Dec 16 22:39:38.780427 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.805035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1a911c-61bf-4b92-81e8-61bfa766d7bf']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:38.818536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cfef58-43dc-4b8b-8448-f103dbbd92b9') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:38.818833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cfef58-43dc-4b8b-8448-f103dbbd92b9') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:38.829943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eed197-0f05-4b54-a949-b5a71e5f89c9 req-65eaa8ef-7b6b-42e0-85b9-aa6cc64526e5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:38.831568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03eed197-0f05-4b54-a949-b5a71e5f89c9 req-65eaa8ef-7b6b-42e0-85b9-aa6cc64526e5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1553526 Dec 16 22:39:38.850995 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.875149 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.888578 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:38.888991 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:38.890795 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:38.964861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03eed197-0f05-4b54-a949-b5a71e5f89c9 req-f01725d6-cf95-4ec8-a1fe-162b396aba11 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268399 Dec 16 22:39:38.982856 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1255e618-d8e2-41aa-8ad5-e05fed65c2b6 req-24e93db3-09ff-403c-909d-d4248a7fd900 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0465140 Dec 16 22:39:39.067630 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.075291 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.079579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0c1a911c-61bf-4b92-81e8-61bfa766d7bf HTTP/1.1" status: 204 len: 168 time: 1.0009596 Dec 16 22:39:39.089684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36838) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:39.095791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb5b70-31ae-4e2e-9fb5-2a340432c8c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c1a911c-61bf-4b92-81e8-61bfa766d7bf,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:39.447959 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eaa51812-2f83-4887-8bd1-bb9b45922cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.497769 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ceca0-b0d0-4470-9cc0-8dac89bbcb53 req-6fe64b4c-6ca5-4c27-b1eb-d9c5c36ba7e1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:39.504230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ceca0-b0d0-4470-9cc0-8dac89bbcb53 req-6fe64b4c-6ca5-4c27-b1eb-d9c5c36ba7e1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:39.510396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ceca0-b0d0-4470-9cc0-8dac89bbcb53 req-6fe64b4c-6ca5-4c27-b1eb-d9c5c36ba7e1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:39.517309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ceca0-b0d0-4470-9cc0-8dac89bbcb53 req-6fe64b4c-6ca5-4c27-b1eb-d9c5c36ba7e1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:39.523829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ceca0-b0d0-4470-9cc0-8dac89bbcb53 req-6fe64b4c-6ca5-4c27-b1eb-d9c5c36ba7e1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:39.530920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ceca0-b0d0-4470-9cc0-8dac89bbcb53 req-6fe64b4c-6ca5-4c27-b1eb-d9c5c36ba7e1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:39.538024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ceca0-b0d0-4470-9cc0-8dac89bbcb53 req-6fe64b4c-6ca5-4c27-b1eb-d9c5c36ba7e1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:39.540681 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce3ceca0-b0d0-4470-9cc0-8dac89bbcb53 req-6fe64b4c-6ca5-4c27-b1eb-d9c5c36ba7e1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.1100311 Dec 16 22:39:39.607286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce3ceca0-b0d0-4470-9cc0-8dac89bbcb53 req-ec552d83-3bbe-4fe1-bd48-d6bce2ccce47 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602591 Dec 16 22:39:39.714657 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-eaa51812-2f83-4887-8bd1-bb9b45922cce admin admin] Deleting port 7cc7201a-837d-4df0-811b-e7150b4955ab {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:39.715003 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eaa51812-2f83-4887-8bd1-bb9b45922cce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.769931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a023b5b9-6e09-4cde-a302-882a175d74c5 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:39.792329 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: a023b5b9-6e09-4cde-a302-882a175d74c5 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:39.793144 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a023b5b9-6e09-4cde-a302-882a175d74c5 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:39.793144 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9872cdfc-0d5f-4ac6-a5f5-606267146556 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:39.806997 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-eaa51812-2f83-4887-8bd1-bb9b45922cce admin admin] For port 7cc7201a-837d-4df0-811b-e7150b4955ab, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7cc7201a-837d-4df0-811b-e7150b4955ab,segment=NetworkSegment(80ffc554-6a7b-4ce7-bc47-82f79c522d9e),segment_id=80ffc554-6a7b-4ce7-bc47-82f79c522d9e)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:39.808264 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eaa51812-2f83-4887-8bd1-bb9b45922cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.814438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 9872cdfc-0d5f-4ac6-a5f5-606267146556 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:39.814802 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9872cdfc-0d5f-4ac6-a5f5-606267146556 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:39.815231 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 18baa15a-3c26-4cdb-838f-b11e4eee3d15 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:39.837152 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 18baa15a-3c26-4cdb-838f-b11e4eee3d15 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:39.837576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 18baa15a-3c26-4cdb-838f-b11e4eee3d15 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:39.842382 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-eaa51812-2f83-4887-8bd1-bb9b45922cce admin admin] Calling delete_port for 7cc7201a-837d-4df0-811b-e7150b4955ab owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:39.850059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24df5251-c1c3-422d-b740-4dbf8773c596 req-3749c271-74e8-43db-bf5e-52528883a046 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0308087 Dec 16 22:39:40.075945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-63da4505-b798-4527-9b43-1d6d958b5e4c req-7b4ed15f-34fd-46ab-ba10-98a07e8ebf29 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0354683 Dec 16 22:39:40.115386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c88d0b-fcbb-4784-bcaa-216234651182 req-f0da2f3a-92cb-40c0-9f39-6b3919696ad6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:40.123517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58c88d0b-fcbb-4784-bcaa-216234651182 req-f0da2f3a-92cb-40c0-9f39-6b3919696ad6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0678675 Dec 16 22:39:40.148143 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eaa51812-2f83-4887-8bd1-bb9b45922cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:40.171073 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58c88d0b-fcbb-4784-bcaa-216234651182 req-acce7c97-92d3-4982-ad41-7515e365f777 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469489 Dec 16 22:39:40.176544 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa51812-2f83-4887-8bd1-bb9b45922cce admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc7201a-837d-4df0-811b-e7150b4955ab,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:40.348843 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eaa51812-2f83-4887-8bd1-bb9b45922cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:40.733176 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 69b8d4de-875c-42d8-a276-51dad253ecb6 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:39:40.772403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf75258-235d-48a9-bf44-1572699b7e45 req-2a78efaf-7639-4451-b8c3-9f9899c7ea43 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:40.783696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf75258-235d-48a9-bf44-1572699b7e45 req-2a78efaf-7639-4451-b8c3-9f9899c7ea43 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:40.794777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf75258-235d-48a9-bf44-1572699b7e45 req-2a78efaf-7639-4451-b8c3-9f9899c7ea43 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:40.805837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf75258-235d-48a9-bf44-1572699b7e45 req-2a78efaf-7639-4451-b8c3-9f9899c7ea43 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:40.817669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf75258-235d-48a9-bf44-1572699b7e45 req-2a78efaf-7639-4451-b8c3-9f9899c7ea43 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:40.828063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf75258-235d-48a9-bf44-1572699b7e45 req-2a78efaf-7639-4451-b8c3-9f9899c7ea43 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:40.835699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf75258-235d-48a9-bf44-1572699b7e45 req-2a78efaf-7639-4451-b8c3-9f9899c7ea43 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:40.837899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbf75258-235d-48a9-bf44-1572699b7e45 req-2a78efaf-7639-4451-b8c3-9f9899c7ea43 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5420 time: 0.1498392 Dec 16 22:39:40.891997 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 69b8d4de-875c-42d8-a276-51dad253ecb6, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=69b8d4de-875c-42d8-a276-51dad253ecb6,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:40.903746 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbf75258-235d-48a9-bf44-1572699b7e45 req-ae167fdb-3bf9-4eec-9545-6e01ae474552 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583668 Dec 16 22:39:40.911085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '69b8d4de-875c-42d8-a276-51dad253ecb6', 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0', 'port_id': '69b8d4de-875c-42d8-a276-51dad253ecb6', 'mac_address': 'fa:16:3e:5a:dc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d62a4b-8577-43d6-a20e-4f97cf47186d', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:39:40.919385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa51812-2f83-4887-8bd1-bb9b45922cce admin admin] Router ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:39:40.951699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5502502e-2e7d-4877-b6ff-4692a32f0096 req-f345aa6a-8baa-410e-b2a3-d3f6c594bce5 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0308156 Dec 16 22:39:40.981445 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:40.995539 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b8d4de-875c-42d8-a276-51dad253ecb6 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:41.020378 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 69b8d4de-875c-42d8-a276-51dad253ecb6, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=69b8d4de-875c-42d8-a276-51dad253ecb6,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:41.047946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa51812-2f83-4887-8bd1-bb9b45922cce admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:39:41.055205 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-eaa51812-2f83-4887-8bd1-bb9b45922cce admin admin] 10.222.0.43 "PUT /v2.0/routers/ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9711318 Dec 16 22:39:41.057514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36856) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:41.060736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0a9ca-7900-45bf-99b1-857f4d4049e5 None None] Sync routers for ids ['ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:39:41.072312 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0a9ca-7900-45bf-99b1-857f4d4049e5 None None] Routers {'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:41.073059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9ac0a9ca-7900-45bf-99b1-857f4d4049e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:41.121981 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.127209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device bcd3db1d-f212-4040-b2ce-7779cd2af03c details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:39:41.191451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port bcd3db1d-f212-4040-b2ce-7779cd2af03c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=bcd3db1d-f212-4040-b2ce-7779cd2af03c,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:41.198417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bef4dba2-c6d2-45e8-8595-b1346c7db39f req-3a6c7f7a-74fb-4ab2-aa20-c70c24d0181f tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0372601 Dec 16 22:39:41.209658 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da1c33af-1daa-4c67-bef9-b8066dbfaed8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.258458 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'bcd3db1d-f212-4040-b2ce-7779cd2af03c', 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0', 'port_id': 'bcd3db1d-f212-4040-b2ce-7779cd2af03c', 'mac_address': 'fa:16:3e:7c:f0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d62a4b-8577-43d6-a20e-4f97cf47186d', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:39:41.279608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=69b8d4de-875c-42d8-a276-51dad253ecb6,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:41.329279 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-9ac0a9ca-7900-45bf-99b1-857f4d4049e5 None None] Set router ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:41.348009 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a722ee7-6efd-4ea8-8fb6-1234fe58e343 req-65dcde22-868e-44f4-87f8-0cf4a82a0b27 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:41.349611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a722ee7-6efd-4ea8-8fb6-1234fe58e343 req-65dcde22-868e-44f4-87f8-0cf4a82a0b27 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0756078 Dec 16 22:39:41.354465 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da1c33af-1daa-4c67-bef9-b8066dbfaed8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.394139 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.413564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a722ee7-6efd-4ea8-8fb6-1234fe58e343 req-0449edd7-1587-41cf-8092-abea8012642a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538449 Dec 16 22:39:41.446073 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd3db1d-f212-4040-b2ce-7779cd2af03c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:41.477411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-da1c33af-1daa-4c67-bef9-b8066dbfaed8 admin admin] Deleting port fa98f4a1-0612-4c7d-b4ba-79d7078e1724 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:41.477852 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da1c33af-1daa-4c67-bef9-b8066dbfaed8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.478180 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port bcd3db1d-f212-4040-b2ce-7779cd2af03c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=bcd3db1d-f212-4040-b2ce-7779cd2af03c,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:41.548511 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.549188 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 6b04ab81-2f34-4558-8334-a2484dc408c9 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:39:41.567888 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-da1c33af-1daa-4c67-bef9-b8066dbfaed8 admin admin] For port fa98f4a1-0612-4c7d-b4ba-79d7078e1724, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=fa98f4a1-0612-4c7d-b4ba-79d7078e1724,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:41.568235 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da1c33af-1daa-4c67-bef9-b8066dbfaed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.581766 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-da1c33af-1daa-4c67-bef9-b8066dbfaed8 admin admin] Calling delete_port for fa98f4a1-0612-4c7d-b4ba-79d7078e1724 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:41.611539 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9ac0a9ca-7900-45bf-99b1-857f4d4049e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'name': 'tempest-TestAggregatesBasicOps-543849791-router', 'tenant_id': 'b50c5100df6648988da43567d1a6d959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'fa98f4a1-0612-4c7d-b4ba-79d7078e1724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:28Z', 'updated_at': '2021-12-16T22:39:39Z', 'revision_number': 5, 'project_id': 'b50c5100df6648988da43567d1a6d959', 'gw_port': {'id': 'fa98f4a1-0612-4c7d-b4ba-79d7078e1724', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:29:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:28Z', 'updated_at': '2021-12-16T22:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:41.677223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0a9ca-7900-45bf-99b1-857f4d4049e5 None None] Checking router: ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:39:41.681689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=bcd3db1d-f212-4040-b2ce-7779cd2af03c,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:41.700056 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0a9ca-7900-45bf-99b1-857f4d4049e5 None None] Routers {'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:41.700715 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9ac0a9ca-7900-45bf-99b1-857f4d4049e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:41.799155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 6b04ab81-2f34-4558-8334-a2484dc408c9, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=6b04ab81-2f34-4558-8334-a2484dc408c9,segment=NetworkSegment(ebf881b4-9c89-4bf1-9c79-733270d43102),segment_id=ebf881b4-9c89-4bf1-9c79-733270d43102)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:41.815752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '6b04ab81-2f34-4558-8334-a2484dc408c9', 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f', 'port_id': '6b04ab81-2f34-4558-8334-a2484dc408c9', 'mac_address': 'fa:16:3e:f3:95:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:39:41.820822 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da1c33af-1daa-4c67-bef9-b8066dbfaed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.823162 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-9ac0a9ca-7900-45bf-99b1-857f4d4049e5 None None] Set router ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:41.851118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c33af-1daa-4c67-bef9-b8066dbfaed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa98f4a1-0612-4c7d-b4ba-79d7078e1724,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:41.899477 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fd0bfa-c0db-4385-9277-ec3735c576da None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:41.909089 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9ac0a9ca-7900-45bf-99b1-857f4d4049e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'name': 'tempest-TestAggregatesBasicOps-543849791-router', 'tenant_id': 'b50c5100df6648988da43567d1a6d959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:28Z', 'updated_at': '2021-12-16T22:39:41Z', 'revision_number': 6, 'project_id': 'b50c5100df6648988da43567d1a6d959', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:41.920573 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da1c33af-1daa-4c67-bef9-b8066dbfaed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.946059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0a9ca-7900-45bf-99b1-857f4d4049e5 None None] The sync data for ids ['ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a'] in n-d-821840-2 is: [{'id': 'ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a', 'name': 'tempest-TestAggregatesBasicOps-543849791-router', 'tenant_id': 'b50c5100df6648988da43567d1a6d959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:28Z', 'updated_at': '2021-12-16T22:39:41Z', 'revision_number': 6, 'project_id': 'b50c5100df6648988da43567d1a6d959', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:41.947335 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.969412 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b04ab81-2f34-4558-8334-a2484dc408c9 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:42.003310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 6b04ab81-2f34-4558-8334-a2484dc408c9, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=6b04ab81-2f34-4558-8334-a2484dc408c9,segment=NetworkSegment(ebf881b4-9c89-4bf1-9c79-733270d43102),segment_id=ebf881b4-9c89-4bf1-9c79-733270d43102)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:42.040524 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da1c33af-1daa-4c67-bef9-b8066dbfaed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.042725 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da1c33af-1daa-4c67-bef9-b8066dbfaed8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.056603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33fb1b03-7bdb-4a4f-af6f-6b7f61877652 req-077bdcfc-3214-40a7-a46c-5f6788c5b343 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0360699 Dec 16 22:39:42.068871 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.071036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b9d73b46-bfc0-4dd6-a33c-e55e82103481 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:39:42.104857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edfb45-0ee3-42aa-8f86-e1f6d3fd1026 req-38b405b7-6206-48ba-9c11-628674d81e4e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:42.111745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edfb45-0ee3-42aa-8f86-e1f6d3fd1026 req-38b405b7-6206-48ba-9c11-628674d81e4e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:42.117315 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edfb45-0ee3-42aa-8f86-e1f6d3fd1026 req-38b405b7-6206-48ba-9c11-628674d81e4e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:42.124262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edfb45-0ee3-42aa-8f86-e1f6d3fd1026 req-38b405b7-6206-48ba-9c11-628674d81e4e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:42.130301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edfb45-0ee3-42aa-8f86-e1f6d3fd1026 req-38b405b7-6206-48ba-9c11-628674d81e4e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:42.136299 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edfb45-0ee3-42aa-8f86-e1f6d3fd1026 req-38b405b7-6206-48ba-9c11-628674d81e4e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:42.143087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edfb45-0ee3-42aa-8f86-e1f6d3fd1026 req-38b405b7-6206-48ba-9c11-628674d81e4e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:42.145106 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72edfb45-0ee3-42aa-8f86-e1f6d3fd1026 req-38b405b7-6206-48ba-9c11-628674d81e4e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5422 time: 0.1127467 Dec 16 22:39:42.171542 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da1c33af-1daa-4c67-bef9-b8066dbfaed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.172271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1c33af-1daa-4c67-bef9-b8066dbfaed8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:39:42.176806 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da1c33af-1daa-4c67-bef9-b8066dbfaed8 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.181171 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-da1c33af-1daa-4c67-bef9-b8066dbfaed8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ea6c6827-df2e-41a9-abfd-ab3f26b1ab4a HTTP/1.1" status: 204 len: 168 time: 1.1192746 Dec 16 22:39:42.181567 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36868) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:42.231007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72edfb45-0ee3-42aa-8f86-e1f6d3fd1026 req-80bade91-8253-41be-b24a-429b5c61784a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787485 Dec 16 22:39:42.266419 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af189a2-5ed9-40ac-8865-fd3b888f9194 admin admin] Deleting subnet da3f1790-8b12-490f-a9e4-2e3dd51d2931 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:39:42.270375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8af189a2-5ed9-40ac-8865-fd3b888f9194 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.294350 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f57e3812-36a4-472c-8318-d87af38ebac2 req-8976311c-749a-41c8-b40b-ccd7f515c01c tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0412154 Dec 16 22:39:42.334503 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8af189a2-5ed9-40ac-8865-fd3b888f9194 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.339441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b9d73b46-bfc0-4dd6-a33c-e55e82103481, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b9d73b46-bfc0-4dd6-a33c-e55e82103481,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:42.349869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=6b04ab81-2f34-4558-8334-a2484dc408c9,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:42.361938 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'b9d73b46-bfc0-4dd6-a33c-e55e82103481', 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0', 'port_id': 'b9d73b46-bfc0-4dd6-a33c-e55e82103481', 'mac_address': 'fa:16:3e:b5:67:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d62a4b-8577-43d6-a20e-4f97cf47186d', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:39:42.406535 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.424535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d73b46-bfc0-4dd6-a33c-e55e82103481 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:42.444089 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8af189a2-5ed9-40ac-8865-fd3b888f9194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.460692 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b9d73b46-bfc0-4dd6-a33c-e55e82103481, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b9d73b46-bfc0-4dd6-a33c-e55e82103481,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:42.507794 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.508421 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b92f5c79-bb4c-4e11-9397-74427d7adaa4 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:39:42.542758 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32f40-250e-4684-a473-58a5898fa1c0 req-c89b54b3-c3d0-4204-b2a2-b09a071586c9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:42.544948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bc32f40-250e-4684-a473-58a5898fa1c0 req-c89b54b3-c3d0-4204-b2a2-b09a071586c9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0526905 Dec 16 22:39:42.547631 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8af189a2-5ed9-40ac-8865-fd3b888f9194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.587187 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8af189a2-5ed9-40ac-8865-fd3b888f9194 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.593986 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8af189a2-5ed9-40ac-8865-fd3b888f9194 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/da3f1790-8b12-490f-a9e4-2e3dd51d2931 HTTP/1.1" status: 204 len: 168 time: 0.4086239 Dec 16 22:39:42.593986 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af189a2-5ed9-40ac-8865-fd3b888f9194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da3f1790-8b12-490f-a9e4-2e3dd51d2931,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:42.594995 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36874) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:42.606791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bc32f40-250e-4684-a473-58a5898fa1c0 req-4ca14c2c-19e4-4f38-ba2c-1f6b0b159b14 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557513 Dec 16 22:39:42.612346 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85e612c-590b-4e88-9a88-f90f97c8a533 None None] Network 8432b074-a3a3-495b-94a3-7782b575d2d1 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:42.661584 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=b9d73b46-bfc0-4dd6-a33c-e55e82103481,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:42.679455 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.736588 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b92f5c79-bb4c-4e11-9397-74427d7adaa4, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b92f5c79-bb4c-4e11-9397-74427d7adaa4,segment=NetworkSegment(1bad9b27-b9c2-4af8-a033-d26558d16a35),segment_id=1bad9b27-b9c2-4af8-a033-d26558d16a35)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:42.745168 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] Deleting port 4b4d6655-a267-4924-9238-badbed884f35 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:42.746072 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.755332 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'b92f5c79-bb4c-4e11-9397-74427d7adaa4', 'network_id': '37445d9f-0861-4e82-a857-7db94f202785', 'port_id': 'b92f5c79-bb4c-4e11-9397-74427d7adaa4', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293efef2-0a95-4853-917e-48f1ea75b46a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:39:42.809379 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.828476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92f5c79-bb4c-4e11-9397-74427d7adaa4 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:42.848210 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] For port 4b4d6655-a267-4924-9238-badbed884f35, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4b4d6655-a267-4924-9238-badbed884f35,segment=NetworkSegment(80ffc554-6a7b-4ce7-bc47-82f79c522d9e),segment_id=80ffc554-6a7b-4ce7-bc47-82f79c522d9e)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:42.848799 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.852031 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b92f5c79-bb4c-4e11-9397-74427d7adaa4, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b92f5c79-bb4c-4e11-9397-74427d7adaa4,segment=NetworkSegment(1bad9b27-b9c2-4af8-a033-d26558d16a35),segment_id=1bad9b27-b9c2-4af8-a033-d26558d16a35)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:42.864039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0c84ac-b3c7-4154-9e65-3a0e9a95fc8b None None] DHCP port deletion for 8432b074-a3a3-495b-94a3-7782b575d2d1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:42.873916 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] Calling delete_port for 4b4d6655-a267-4924-9238-badbed884f35 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:42.924136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c84ac-b3c7-4154-9e65-3a0e9a95fc8b None None] Deleting port 4b4d6655-a267-4924-9238-badbed884f35 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:42.924664 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc0c84ac-b3c7-4154-9e65-3a0e9a95fc8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.970696 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.971463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:39:43.037978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fc0c84ac-b3c7-4154-9e65-3a0e9a95fc8b None None] For port 4b4d6655-a267-4924-9238-badbed884f35, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4b4d6655-a267-4924-9238-badbed884f35,segment=NetworkSegment(80ffc554-6a7b-4ce7-bc47-82f79c522d9e),segment_id=80ffc554-6a7b-4ce7-bc47-82f79c522d9e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:43.038389 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc0c84ac-b3c7-4154-9e65-3a0e9a95fc8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.069859 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c84ac-b3c7-4154-9e65-3a0e9a95fc8b None None] Calling delete_port for 4b4d6655-a267-4924-9238-badbed884f35 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:43.092605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=b92f5c79-bb4c-4e11-9397-74427d7adaa4,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:43.098032 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=bc549fe9-370a-4a6a-b9d2-c60eaa3144c7,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:43.120624 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.153117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'bc549fe9-370a-4a6a-b9d2-c60eaa3144c7', 'network_id': '09958e27-18af-4cce-88fa-f6c1acc8d6d0', 'port_id': 'bc549fe9-370a-4a6a-b9d2-c60eaa3144c7', 'mac_address': 'fa:16:3e:55:9a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d62a4b-8577-43d6-a20e-4f97cf47186d', 'ip_address': '10.1.1.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:39:43.164707 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] No DVR routers for this DVR port 4b4d6655-a267-4924-9238-badbed884f35 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:43.172411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a30bbb9-a92e-4154-9f52-5f2e8df3409f req-0bfc49a6-c6e0-4eb6-8048-5f6417e9d94e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0434449 Dec 16 22:39:43.197857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4d6655-a267-4924-9238-badbed884f35,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:43.240168 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.256224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:43.263452 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.264439 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc0c84ac-b3c7-4154-9e65-3a0e9a95fc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.298090 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8432b074-a3a3-495b-94a3-7782b575d2d1']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:43.311012 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ffc554-6a7b-4ce7-bc47-82f79c522d9e') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:43.311487 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ffc554-6a7b-4ce7-bc47-82f79c522d9e') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:43.315940 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c84ac-b3c7-4154-9e65-3a0e9a95fc8b None None] Pushing event deleted for resources: {'Port': ['ID=4b4d6655-a267-4924-9238-badbed884f35,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:43.317843 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.320440 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=bc549fe9-370a-4a6a-b9d2-c60eaa3144c7,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:43.327746 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c84ac-b3c7-4154-9e65-3a0e9a95fc8b None None] No DVR routers for this DVR port 4b4d6655-a267-4924-9238-badbed884f35 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:43.346042 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.363865 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.371131 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.372464 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 7ef00805-74f7-418f-a3ff-1dfe07d483b3 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:39:43.373895 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:43.374549 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:43.379230 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:43.399162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd33ef2-2f02-4e21-b50c-091bbd1ca924 req-5cb64e1c-90da-42cb-8e6d-66cb10f09c4a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:43.415913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd33ef2-2f02-4e21-b50c-091bbd1ca924 req-5cb64e1c-90da-42cb-8e6d-66cb10f09c4a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:43.416628 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.424506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd33ef2-2f02-4e21-b50c-091bbd1ca924 req-5cb64e1c-90da-42cb-8e6d-66cb10f09c4a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:43.438154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd33ef2-2f02-4e21-b50c-091bbd1ca924 req-5cb64e1c-90da-42cb-8e6d-66cb10f09c4a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:43.442853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd33ef2-2f02-4e21-b50c-091bbd1ca924 req-5cb64e1c-90da-42cb-8e6d-66cb10f09c4a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:43.452966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd33ef2-2f02-4e21-b50c-091bbd1ca924 req-5cb64e1c-90da-42cb-8e6d-66cb10f09c4a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:43.458946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd33ef2-2f02-4e21-b50c-091bbd1ca924 req-5cb64e1c-90da-42cb-8e6d-66cb10f09c4a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:43.459216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7ef00805-74f7-418f-a3ff-1dfe07d483b3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7ef00805-74f7-418f-a3ff-1dfe07d483b3,segment=NetworkSegment(1bad9b27-b9c2-4af8-a033-d26558d16a35),segment_id=1bad9b27-b9c2-4af8-a033-d26558d16a35)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:43.460964 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3dd33ef2-2f02-4e21-b50c-091bbd1ca924 req-5cb64e1c-90da-42cb-8e6d-66cb10f09c4a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5425 time: 0.1398346 Dec 16 22:39:43.469573 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=bc549fe9-370a-4a6a-b9d2-c60eaa3144c7,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:43.477001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '7ef00805-74f7-418f-a3ff-1dfe07d483b3', 'network_id': '37445d9f-0861-4e82-a857-7db94f202785', 'port_id': '7ef00805-74f7-418f-a3ff-1dfe07d483b3', 'mac_address': 'fa:16:3e:e8:7f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293efef2-0a95-4853-917e-48f1ea75b46a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:39:43.496997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a4ec119-6dc6-44c1-b179-db303043563d req-5b3c0739-0a68-4773-bbb3-da04cf33e086 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0349894 Dec 16 22:39:43.507775 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.526784 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.532014 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8432b074-a3a3-495b-94a3-7782b575d2d1 HTTP/1.1" status: 204 len: 168 time: 0.9331241 Dec 16 22:39:43.536106 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.548395 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2f4f0-5863-4d61-8798-f8276bccee25 admin admin] Pushing event deleted for resources: {'Network': ['ID=8432b074-a3a3-495b-94a3-7782b575d2d1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:43.555089 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef00805-74f7-418f-a3ff-1dfe07d483b3 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:43.559188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3dd33ef2-2f02-4e21-b50c-091bbd1ca924 req-db8b835d-17e8-4eb5-bd82-284929765c60 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866847 Dec 16 22:39:43.583968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7ef00805-74f7-418f-a3ff-1dfe07d483b3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7ef00805-74f7-418f-a3ff-1dfe07d483b3,segment=NetworkSegment(1bad9b27-b9c2-4af8-a033-d26558d16a35),segment_id=1bad9b27-b9c2-4af8-a033-d26558d16a35)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:43.644637 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.706144 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=7ef00805-74f7-418f-a3ff-1dfe07d483b3,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:43.714238 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:43.715191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:43.715191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:43.715516 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:43.716313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:43.716656 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:43.716997 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:43.717330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:43.717663 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:43.717991 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:43.718325 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:43.718651 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:43.718976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:43.736413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72504a-a1fc-49ba-9e5b-101ff52219fe req-833c5b8d-95e4-468a-bd22-c94c0224a49b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:43.737990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f72504a-a1fc-49ba-9e5b-101ff52219fe req-833c5b8d-95e4-468a-bd22-c94c0224a49b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0585325 Dec 16 22:39:43.763906 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7cc7201a-837d-4df0-811b-e7150b4955ab no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:43.786182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 7cc7201a-837d-4df0-811b-e7150b4955ab {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:43.786439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7cc7201a-837d-4df0-811b-e7150b4955ab not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:43.786866 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device fa98f4a1-0612-4c7d-b4ba-79d7078e1724 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:43.794594 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f72504a-a1fc-49ba-9e5b-101ff52219fe req-379cccd5-78c2-4c3f-9db1-33e6b087f848 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485010 Dec 16 22:39:43.807486 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: fa98f4a1-0612-4c7d-b4ba-79d7078e1724 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:43.812901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device fa98f4a1-0612-4c7d-b4ba-79d7078e1724 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:43.812901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4b4d6655-a267-4924-9238-badbed884f35 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:43.830560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 4b4d6655-a267-4924-9238-badbed884f35 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:43.830910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4b4d6655-a267-4924-9238-badbed884f35 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:43.954388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36888) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:43.995696 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-75966edd-3547-457f-a1aa-b8ed79bac075 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf36fa3a32514b88a7af7cf02a4c2a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400660 Dec 16 22:39:43.998777 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36890) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:44.049297 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2786fe6-eec8-4937-ab10-cba8d1f7f8fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:44.077430 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2786fe6-eec8-4937-ab10-cba8d1f7f8fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:44.199027 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2786fe6-eec8-4937-ab10-cba8d1f7f8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:44.203122 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2786fe6-eec8-4937-ab10-cba8d1f7f8fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:44.204069 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d2786fe6-eec8-4937-ab10-cba8d1f7f8fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6aca5de3-f913-4eaa-ba61-ba82249c7b5f HTTP/1.1" status: 204 len: 168 time: 0.2043147 Dec 16 22:39:44.212428 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2786fe6-eec8-4937-ab10-cba8d1f7f8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aca5de3-f913-4eaa-ba61-ba82249c7b5f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:44.252194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e41c63d7-9463-40d6-9606-4f9c29c75605 req-81ade0b4-8fbf-4353-95f3-d2d767675ccc tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0334871 Dec 16 22:39:44.290745 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['bcd3db1d-f212-4040-b2ce-7779cd2af03c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:39:44.322565 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['6b04ab81-2f34-4558-8334-a2484dc408c9'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:39:44.354734 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['bc549fe9-370a-4a6a-b9d2-c60eaa3144c7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:39:44.363536 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['b9d73b46-bfc0-4dd6-a33c-e55e82103481'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:39:44.416099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['7ef00805-74f7-418f-a3ff-1dfe07d483b3'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:39:44.429638 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['69b8d4de-875c-42d8-a276-51dad253ecb6'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:39:44.587510 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-775cbc7c-5a65-405d-80b4-1f20d83c4e97 req-09a3ca76-b7de-4155-9bb9-d0c963df70fc tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.0285099 Dec 16 22:39:44.730132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89d881-cceb-4dd1-9762-a2a291820780 req-74420464-d466-4d98-9567-c65f1983c63b tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:44.736802 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89d881-cceb-4dd1-9762-a2a291820780 req-74420464-d466-4d98-9567-c65f1983c63b tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:44.742850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89d881-cceb-4dd1-9762-a2a291820780 req-74420464-d466-4d98-9567-c65f1983c63b tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:44.748981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89d881-cceb-4dd1-9762-a2a291820780 req-74420464-d466-4d98-9567-c65f1983c63b tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:44.754998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89d881-cceb-4dd1-9762-a2a291820780 req-74420464-d466-4d98-9567-c65f1983c63b tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:44.761328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89d881-cceb-4dd1-9762-a2a291820780 req-74420464-d466-4d98-9567-c65f1983c63b tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:44.767766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89d881-cceb-4dd1-9762-a2a291820780 req-74420464-d466-4d98-9567-c65f1983c63b tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:44.769905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c89d881-cceb-4dd1-9762-a2a291820780 req-74420464-d466-4d98-9567-c65f1983c63b tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5427 time: 0.1058831 Dec 16 22:39:44.836784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c89d881-cceb-4dd1-9762-a2a291820780 req-a2371803-7665-47ca-9130-32cfa82b215c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595536 Dec 16 22:39:44.938503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afdf1b-0c0b-45ac-acca-86a79cc4534d req-0f472dae-b112-4e16-98d9-3a4b59119b7f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:44.940191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88afdf1b-0c0b-45ac-acca-86a79cc4534d req-0f472dae-b112-4e16-98d9-3a4b59119b7f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0593507 Dec 16 22:39:44.991601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88afdf1b-0c0b-45ac-acca-86a79cc4534d req-88af3465-77d2-4d4b-bf32-088c1247a77a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449677 Dec 16 22:39:45.064489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36904) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:45.110182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f08ab5f4-1e02-4700-8ad3-6323bef6fbc2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b50c5100df6648988da43567d1a6d959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444126 Dec 16 22:39:45.112663 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36906) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:45.161919 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c6fe1d1-6ecd-4043-8360-2aff93fb2ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:45.183694 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c6fe1d1-6ecd-4043-8360-2aff93fb2ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:45.284681 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c6fe1d1-6ecd-4043-8360-2aff93fb2ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:45.287399 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c6fe1d1-6ecd-4043-8360-2aff93fb2ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:45.288727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1c6fe1d1-6ecd-4043-8360-2aff93fb2ed4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c77f54d-7fd7-4105-affe-934700d66285 HTTP/1.1" status: 204 len: 168 time: 0.1750124 Dec 16 22:39:45.297692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fe1d1-6ecd-4043-8360-2aff93fb2ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c77f54d-7fd7-4105-affe-934700d66285,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:45.355033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c8d050e-bea2-4527-bf6e-1a091b422186 req-44f15785-1321-49a1-9a9b-c87e5bf111df tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0410984 Dec 16 22:39:45.365574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['b92f5c79-bb4c-4e11-9397-74427d7adaa4'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:39:45.981478 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-296d968b-c5b2-442d-9ebb-5e1cc5e037dc req-530a137e-b389-4a5f-b469-fde0d9ebed4a tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=403bb40b-9734-4846-97d3-2ae4f5e47c18 HTTP/1.1" status: 200 len: 210 time: 0.3206642 Dec 16 22:39:46.057707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939c345-e64f-4d2b-9713-7f1bac9f83aa req-71d5660d-774b-4a9e-997c-88a72d2fc0fc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:46.064889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939c345-e64f-4d2b-9713-7f1bac9f83aa req-71d5660d-774b-4a9e-997c-88a72d2fc0fc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:46.071102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939c345-e64f-4d2b-9713-7f1bac9f83aa req-71d5660d-774b-4a9e-997c-88a72d2fc0fc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:46.077859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939c345-e64f-4d2b-9713-7f1bac9f83aa req-71d5660d-774b-4a9e-997c-88a72d2fc0fc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:46.083783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939c345-e64f-4d2b-9713-7f1bac9f83aa req-71d5660d-774b-4a9e-997c-88a72d2fc0fc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:46.090232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939c345-e64f-4d2b-9713-7f1bac9f83aa req-71d5660d-774b-4a9e-997c-88a72d2fc0fc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:46.096475 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939c345-e64f-4d2b-9713-7f1bac9f83aa req-71d5660d-774b-4a9e-997c-88a72d2fc0fc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:46.098453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f939c345-e64f-4d2b-9713-7f1bac9f83aa req-71d5660d-774b-4a9e-997c-88a72d2fc0fc tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5427 time: 0.1206119 Dec 16 22:39:46.201080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20b8cf50-81f9-4b2a-8bff-330d5b1c4774 req-dda5e748-e6a7-43d1-b5d7-41f485209481 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a22b6b00-b61d-43b6-8b7a-e1360fdf15ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004121 Dec 16 22:39:46.213370 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fbcac-ff21-445e-b330-36282fef8de2 req-9f0a034c-9450-4fc9-a462-a46b45230641 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:46.215507 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-966fbcac-ff21-445e-b330-36282fef8de2 req-9f0a034c-9450-4fc9-a462-a46b45230641 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1155720 Dec 16 22:39:46.248983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f939c345-e64f-4d2b-9713-7f1bac9f83aa req-17e59761-9c73-4050-9d17-87306b4d0f63 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1331127 Dec 16 22:39:46.318126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-966fbcac-ff21-445e-b330-36282fef8de2 req-a186eebf-40bc-47ee-81dd-e71c7e9a738c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919652 Dec 16 22:39:46.322684 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8cf50-81f9-4b2a-8bff-330d5b1c4774 req-6314dcd7-f40b-407f-8b36-42bbba7a422a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:46.324884 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20b8cf50-81f9-4b2a-8bff-330d5b1c4774 req-6314dcd7-f40b-407f-8b36-42bbba7a422a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcf250b5ff594cdf88e9252c7b22714a&device_id=a22b6b00-b61d-43b6-8b7a-e1360fdf15ba HTTP/1.1" status: 200 len: 1097 time: 0.0704215 Dec 16 22:39:46.440543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ebd53956-a23a-4212-9e7f-9f7701a6a39b req-d793f12b-3cb6-427a-a67c-c6b6790433ba tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0327096 Dec 16 22:39:46.468093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8cf50-81f9-4b2a-8bff-330d5b1c4774 req-c4168275-2ba3-48f7-b6ee-a2f4ff93e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:46.469637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20b8cf50-81f9-4b2a-8bff-330d5b1c4774 req-c4168275-2ba3-48f7-b6ee-a2f4ff93e8f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1543a6fc-9392-49f6-9942-b7fae61d3964 HTTP/1.1" status: 200 len: 919 time: 0.1200304 Dec 16 22:39:46.516067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20b8cf50-81f9-4b2a-8bff-330d5b1c4774 req-a8fa440b-185f-4d2f-ac75-320b256758e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=076bf481-372f-4d3d-9953-f9ec3d475ee3 HTTP/1.1" status: 200 len: 217 time: 0.0380642 Dec 16 22:39:46.578657 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8cf50-81f9-4b2a-8bff-330d5b1c4774 req-b6129d83-1ed9-4bdd-acd0-c50fee436190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:46.580183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20b8cf50-81f9-4b2a-8bff-330d5b1c4774 req-b6129d83-1ed9-4bdd-acd0-c50fee436190 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c0e4748-a97c-4294-a98d-f71dd9b06896 HTTP/1.1" status: 200 len: 858 time: 0.0569813 Dec 16 22:39:46.613930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20b8cf50-81f9-4b2a-8bff-330d5b1c4774 req-460890bc-1c2d-4869-8567-ad3a1eb7650c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1543a6fc-9392-49f6-9942-b7fae61d3964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262041 Dec 16 22:39:46.712197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20b8cf50-81f9-4b2a-8bff-330d5b1c4774 req-0f58a7c0-2955-41b6-bb0f-1e49dc2e67dc service neutron] 10.222.0.69 "GET /v2.0/networks/1543a6fc-9392-49f6-9942-b7fae61d3964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871129 Dec 16 22:39:46.817054 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20b8cf50-81f9-4b2a-8bff-330d5b1c4774 req-a59ad05d-b0ca-492a-8831-7a7212f8d0b2 service neutron] 10.222.0.69 "GET /v2.0/networks/1543a6fc-9392-49f6-9942-b7fae61d3964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950162 Dec 16 22:39:47.110813 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918ae57-e4bb-4721-b26d-17a6ac8633d8 req-c3a6876b-956d-46a7-9f66-41f1afde999e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:47.112452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2918ae57-e4bb-4721-b26d-17a6ac8633d8 req-c3a6876b-956d-46a7-9f66-41f1afde999e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=a22b6b00-b61d-43b6-8b7a-e1360fdf15ba HTTP/1.1" status: 200 len: 946 time: 0.0596807 Dec 16 22:39:47.166277 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2918ae57-e4bb-4721-b26d-17a6ac8633d8 req-68b392a0-573a-4e2c-8170-56d8ddf37c94 tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/security-groups?id=72a6b559-a369-44cb-985e-e440428a1c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476129 Dec 16 22:39:47.389725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84142f49-8825-4667-a938-adf03aa5719c req-e48a4b9c-08f0-4798-8a97-a23a857d1ae1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:47.395643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84142f49-8825-4667-a938-adf03aa5719c req-e48a4b9c-08f0-4798-8a97-a23a857d1ae1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:47.401411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84142f49-8825-4667-a938-adf03aa5719c req-e48a4b9c-08f0-4798-8a97-a23a857d1ae1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:47.407296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84142f49-8825-4667-a938-adf03aa5719c req-e48a4b9c-08f0-4798-8a97-a23a857d1ae1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:47.413033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84142f49-8825-4667-a938-adf03aa5719c req-e48a4b9c-08f0-4798-8a97-a23a857d1ae1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:47.418772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84142f49-8825-4667-a938-adf03aa5719c req-e48a4b9c-08f0-4798-8a97-a23a857d1ae1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:47.424546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84142f49-8825-4667-a938-adf03aa5719c req-e48a4b9c-08f0-4798-8a97-a23a857d1ae1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:47.426424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84142f49-8825-4667-a938-adf03aa5719c req-e48a4b9c-08f0-4798-8a97-a23a857d1ae1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5427 time: 0.1005018 Dec 16 22:39:47.549724 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883be6c8-98cc-4824-84e3-f66c708d63a6 req-d5f51081-fb72-4adc-914c-691e37161432 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:47.551126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-883be6c8-98cc-4824-84e3-f66c708d63a6 req-d5f51081-fb72-4adc-914c-691e37161432 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1238096 Dec 16 22:39:47.564676 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84142f49-8825-4667-a938-adf03aa5719c req-6d68d3e8-b8fa-419a-bfb4-7aab130e19ac tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276782 Dec 16 22:39:47.572131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201e461-4471-4fd4-afe2-5facdde4d460 req-887e0763-a3e8-4857-b0f9-bc8f8a527cbc tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:47.573586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d201e461-4471-4fd4-afe2-5facdde4d460 req-887e0763-a3e8-4857-b0f9-bc8f8a527cbc tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a22b6b00-b61d-43b6-8b7a-e1360fdf15ba HTTP/1.1" status: 200 len: 946 time: 0.1300397 Dec 16 22:39:47.659116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-609dc867-d9a7-4ce3-9fd3-59a2a12b472c req-bce2dab1-fc34-474d-b879-0f2584a5131e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0416663 Dec 16 22:39:47.672498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 69b8d4de-875c-42d8-a276-51dad253ecb6 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:47.708913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-883be6c8-98cc-4824-84e3-f66c708d63a6 req-6c3f60d7-3130-4d4f-900d-3f1236316aec tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510160 Dec 16 22:39:47.731640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-d201e461-4471-4fd4-afe2-5facdde4d460 req-75e92d14-8a51-40d3-a005-33edadb3111e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Deleting port 076bf481-372f-4d3d-9953-f9ec3d475ee3 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:47.731983 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d201e461-4471-4fd4-afe2-5facdde4d460 req-75e92d14-8a51-40d3-a005-33edadb3111e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:47.781226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 69b8d4de-875c-42d8-a276-51dad253ecb6 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:39:47.785345 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 69b8d4de-875c-42d8-a276-51dad253ecb6 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:47.785718 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:47.827744 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d201e461-4471-4fd4-afe2-5facdde4d460 req-75e92d14-8a51-40d3-a005-33edadb3111e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] For port 076bf481-372f-4d3d-9953-f9ec3d475ee3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=076bf481-372f-4d3d-9953-f9ec3d475ee3,segment=NetworkSegment(1d70bf11-ef29-4e20-8b71-0cfeace076d8),segment_id=1d70bf11-ef29-4e20-8b71-0cfeace076d8)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:47.828027 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d201e461-4471-4fd4-afe2-5facdde4d460 req-75e92d14-8a51-40d3-a005-33edadb3111e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:47.841678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-d201e461-4471-4fd4-afe2-5facdde4d460 req-75e92d14-8a51-40d3-a005-33edadb3111e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Calling delete_port for 076bf481-372f-4d3d-9953-f9ec3d475ee3 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:47.868410 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:47.891765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b8d4de-875c-42d8-a276-51dad253ecb6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:47.894037 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c19041-167b-4347-a55b-426f63df6aed" -d '{"events": [{"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-plugged", "status": "completed", "tag": "69b8d4de-875c-42d8-a276-51dad253ecb6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:47.907812 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 69b8d4de-875c-42d8-a276-51dad253ecb6, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=69b8d4de-875c-42d8-a276-51dad253ecb6,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:47.933839 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9fb7e3-fec9-415a-b190-d0790f774fde x-openstack-request-id: req-6c9fb7e3-fec9-415a-b190-d0790f774fde {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:47.934152 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-plugged", "status": "completed", "tag": "69b8d4de-875c-42d8-a276-51dad253ecb6", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:47.934411 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c9fb7e3-fec9-415a-b190-d0790f774fde {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:47.934811 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b8d4de-875c-42d8-a276-51dad253ecb6', 'code': 200} Dec 16 22:39:47.987041 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:47.987886 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device bcd3db1d-f212-4040-b2ce-7779cd2af03c up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:48.060757 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d201e461-4471-4fd4-afe2-5facdde4d460 req-75e92d14-8a51-40d3-a005-33edadb3111e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:48.068086 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=69b8d4de-875c-42d8-a276-51dad253ecb6,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:48.072947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['076bf481-372f-4d3d-9953-f9ec3d475ee3'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:39:48.092000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e92d14-8a51-40d3-a005-33edadb3111e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Pushing event deleted for resources: {'Port': ['ID=076bf481-372f-4d3d-9953-f9ec3d475ee3,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:48.108075 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d09fb9-21ec-44ef-9206-5f3671254796 None None] DHCP port deletion for 1543a6fc-9392-49f6-9942-b7fae61d3964 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:48.154554 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d201e461-4471-4fd4-afe2-5facdde4d460 req-75e92d14-8a51-40d3-a005-33edadb3111e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] No DVR routers for this DVR port 076bf481-372f-4d3d-9953-f9ec3d475ee3 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:48.157174 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d201e461-4471-4fd4-afe2-5facdde4d460 req-75e92d14-8a51-40d3-a005-33edadb3111e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:48.160589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d201e461-4471-4fd4-afe2-5facdde4d460 req-75e92d14-8a51-40d3-a005-33edadb3111e tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.69 "DELETE /v2.0/ports/076bf481-372f-4d3d-9953-f9ec3d475ee3 HTTP/1.1" status: 204 len: 173 time: 0.5802729 Dec 16 22:39:48.161037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22b6b00-b61d-43b6-8b7a-e1360fdf15ba', 'name': 'network-vif-deleted', 'tag': '076bf481-372f-4d3d-9953-f9ec3d475ee3'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:48.163379 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1e886b-7ff8-48b7-8ac2-09381574c7c3" -d '{"events": [{"server_uuid": "a22b6b00-b61d-43b6-8b7a-e1360fdf15ba", "name": "network-vif-deleted", "tag": "076bf481-372f-4d3d-9953-f9ec3d475ee3"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:48.164514 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port bcd3db1d-f212-4040-b2ce-7779cd2af03c completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:39:48.168984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port bcd3db1d-f212-4040-b2ce-7779cd2af03c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:48.169366 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:48.259216 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:48.299764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c499b635-b2fb-4013-b43a-f8de9a0a9161 req-6876d746-1ebf-49e9-a1e7-d90ca1e1867f tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=a22b6b00-b61d-43b6-8b7a-e1360fdf15ba HTTP/1.1" status: 200 len: 210 time: 0.0499027 Dec 16 22:39:48.306134 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port bcd3db1d-f212-4040-b2ce-7779cd2af03c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=bcd3db1d-f212-4040-b2ce-7779cd2af03c,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:48.392347 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:48.393204 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 6b04ab81-2f34-4558-8334-a2484dc408c9 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:48.444476 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23336ffb-7855-408b-9138-f610c42db4a8 x-openstack-request-id: req-23336ffb-7855-408b-9138-f610c42db4a8 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:48.444981 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22b6b00-b61d-43b6-8b7a-e1360fdf15ba", "name": "network-vif-deleted", "tag": "076bf481-372f-4d3d-9953-f9ec3d475ee3", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:48.445144 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23336ffb-7855-408b-9138-f610c42db4a8 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:48.445820 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22b6b00-b61d-43b6-8b7a-e1360fdf15ba', 'name': 'network-vif-deleted', 'tag': '076bf481-372f-4d3d-9953-f9ec3d475ee3', 'status': 'completed', 'code': 200} Dec 16 22:39:48.474550 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=bcd3db1d-f212-4040-b2ce-7779cd2af03c,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:48.559153 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 6b04ab81-2f34-4558-8334-a2484dc408c9 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:39:48.563456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 6b04ab81-2f34-4558-8334-a2484dc408c9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:48.563836 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:48.646230 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:48.683644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 6b04ab81-2f34-4558-8334-a2484dc408c9, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=6b04ab81-2f34-4558-8334-a2484dc408c9,segment=NetworkSegment(ebf881b4-9c89-4bf1-9c79-733270d43102),segment_id=ebf881b4-9c89-4bf1-9c79-733270d43102)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:48.705337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033cdd9-6a60-4b88-b235-33ed5aa6da49 req-70334435-18ff-402c-96f8-34a8ab00c094 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:48.712949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033cdd9-6a60-4b88-b235-33ed5aa6da49 req-70334435-18ff-402c-96f8-34a8ab00c094 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:48.718823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033cdd9-6a60-4b88-b235-33ed5aa6da49 req-70334435-18ff-402c-96f8-34a8ab00c094 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:48.724788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033cdd9-6a60-4b88-b235-33ed5aa6da49 req-70334435-18ff-402c-96f8-34a8ab00c094 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:48.734654 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033cdd9-6a60-4b88-b235-33ed5aa6da49 req-70334435-18ff-402c-96f8-34a8ab00c094 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:48.737476 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033cdd9-6a60-4b88-b235-33ed5aa6da49 req-70334435-18ff-402c-96f8-34a8ab00c094 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:48.743637 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033cdd9-6a60-4b88-b235-33ed5aa6da49 req-70334435-18ff-402c-96f8-34a8ab00c094 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:48.745619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4033cdd9-6a60-4b88-b235-33ed5aa6da49 req-70334435-18ff-402c-96f8-34a8ab00c094 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5429 time: 0.1005731 Dec 16 22:39:48.753519 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:48.754350 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b9d73b46-bfc0-4dd6-a33c-e55e82103481 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:48.786499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bced1728-4551-4c21-b61c-0037e3d0f88b req-840a1933-ed80-4f37-af2b-badf042e6f3b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0389767 Dec 16 22:39:48.850641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=6b04ab81-2f34-4558-8334-a2484dc408c9,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:48.859597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4033cdd9-6a60-4b88-b235-33ed5aa6da49 req-146dc38c-a165-4ab9-8fec-57bc7578932c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009736 Dec 16 22:39:48.924208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511b7de-e8e2-4e71-80f4-238719dcc982 req-0b69c3f4-7a76-4fdb-af10-c116dde22e8c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:48.924208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f511b7de-e8e2-4e71-80f4-238719dcc982 req-0b69c3f4-7a76-4fdb-af10-c116dde22e8c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0547171 Dec 16 22:39:48.936266 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port b9d73b46-bfc0-4dd6-a33c-e55e82103481 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:39:48.940514 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port b9d73b46-bfc0-4dd6-a33c-e55e82103481 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:48.940900 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:48.969755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f511b7de-e8e2-4e71-80f4-238719dcc982 req-24842756-f632-4684-b146-9b0c484d3180 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435569 Dec 16 22:39:49.020959 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:49.057947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b9d73b46-bfc0-4dd6-a33c-e55e82103481, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b9d73b46-bfc0-4dd6-a33c-e55e82103481,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:49.118664 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:49.119581 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b92f5c79-bb4c-4e11-9397-74427d7adaa4 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:49.195793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=b9d73b46-bfc0-4dd6-a33c-e55e82103481,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:49.290096 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port b92f5c79-bb4c-4e11-9397-74427d7adaa4 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:39:49.294572 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port b92f5c79-bb4c-4e11-9397-74427d7adaa4 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:49.294976 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:49.391290 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:49.408391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3321b6c2-f970-44aa-a919-3fb02db10b38 req-b2bd2a90-9826-4187-bb36-47e54764208d tempest-ServerRescueNegativeTestJSON-1444039009 tempest-ServerRescueNegativeTestJSON-1444039009-project] 10.222.0.43 "GET /v2.0/ports?device_id=a22b6b00-b61d-43b6-8b7a-e1360fdf15ba HTTP/1.1" status: 200 len: 210 time: 0.0296152 Dec 16 22:39:49.600908 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b92f5c79-bb4c-4e11-9397-74427d7adaa4, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b92f5c79-bb4c-4e11-9397-74427d7adaa4,segment=NetworkSegment(1bad9b27-b9c2-4af8-a033-d26558d16a35),segment_id=1bad9b27-b9c2-4af8-a033-d26558d16a35)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:49.678953 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:49.679851 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:49.758428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=b92f5c79-bb4c-4e11-9397-74427d7adaa4,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:49.832783 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:39:49.837447 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:49.837853 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:49.867054 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c87a21d1-759d-489e-968e-61bc55f59368 req-222f2bff-5028-462e-a78e-fdbdd54d4484 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0282714 Dec 16 22:39:49.923207 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:49.935461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd3db1d-f212-4040-b2ce-7779cd2af03c'}, {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b04ab81-2f34-4558-8334-a2484dc408c9'}, {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d73b46-bfc0-4dd6-a33c-e55e82103481'}, {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92f5c79-bb4c-4e11-9397-74427d7adaa4'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:49.937694 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5be08d-55f7-4db9-8002-360a09070eb0" -d '{"events": [{"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-plugged", "status": "completed", "tag": "bcd3db1d-f212-4040-b2ce-7779cd2af03c"}, {"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-plugged", "status": "completed", "tag": "6b04ab81-2f34-4558-8334-a2484dc408c9"}, {"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-plugged", "status": "completed", "tag": "b9d73b46-bfc0-4dd6-a33c-e55e82103481"}, {"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-plugged", "status": "completed", "tag": "b92f5c79-bb4c-4e11-9397-74427d7adaa4"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:49.966625 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=bc549fe9-370a-4a6a-b9d2-c60eaa3144c7,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:49.988992 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfefcf29-ac18-4c31-9188-0d3a7686cc87 x-openstack-request-id: req-dfefcf29-ac18-4c31-9188-0d3a7686cc87 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:49.989291 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-plugged", "status": "completed", "tag": "bcd3db1d-f212-4040-b2ce-7779cd2af03c", "code": 200}, {"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-plugged", "status": "completed", "tag": "6b04ab81-2f34-4558-8334-a2484dc408c9", "code": 200}, {"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-plugged", "status": "completed", "tag": "b9d73b46-bfc0-4dd6-a33c-e55e82103481", "code": 200}, {"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-plugged", "status": "completed", "tag": "b92f5c79-bb4c-4e11-9397-74427d7adaa4", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:49.991748 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dfefcf29-ac18-4c31-9188-0d3a7686cc87 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:49.991748 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd3db1d-f212-4040-b2ce-7779cd2af03c', 'code': 200} Dec 16 22:39:49.991748 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b04ab81-2f34-4558-8334-a2484dc408c9', 'code': 200} Dec 16 22:39:49.991748 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d73b46-bfc0-4dd6-a33c-e55e82103481', 'code': 200} Dec 16 22:39:49.991748 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92f5c79-bb4c-4e11-9397-74427d7adaa4', 'code': 200} Dec 16 22:39:49.993641 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09de39-7cff-4053-8b51-9eda1f1a39f8 req-2512b615-7a9b-4444-b956-37fa755f3aec tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:49.998493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09de39-7cff-4053-8b51-9eda1f1a39f8 req-2512b615-7a9b-4444-b956-37fa755f3aec tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:50.004649 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09de39-7cff-4053-8b51-9eda1f1a39f8 req-2512b615-7a9b-4444-b956-37fa755f3aec tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:50.010600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09de39-7cff-4053-8b51-9eda1f1a39f8 req-2512b615-7a9b-4444-b956-37fa755f3aec tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:50.017620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09de39-7cff-4053-8b51-9eda1f1a39f8 req-2512b615-7a9b-4444-b956-37fa755f3aec tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:50.023501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09de39-7cff-4053-8b51-9eda1f1a39f8 req-2512b615-7a9b-4444-b956-37fa755f3aec tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:50.029971 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09de39-7cff-4053-8b51-9eda1f1a39f8 req-2512b615-7a9b-4444-b956-37fa755f3aec tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:50.031986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e09de39-7cff-4053-8b51-9eda1f1a39f8 req-2512b615-7a9b-4444-b956-37fa755f3aec tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5432 time: 0.1006901 Dec 16 22:39:50.033410 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:50.034367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 7ef00805-74f7-418f-a3ff-1dfe07d483b3 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:50.095691 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7050d90-62b0-40b6-96fa-52df84aa449e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:50.128213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=bc549fe9-370a-4a6a-b9d2-c60eaa3144c7,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:50.134495 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98266074-e9a3-4d4b-a520-faa99b219d07 req-9a947fb4-8673-4f1c-afe5-3dbe2c6326b3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:50.136203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98266074-e9a3-4d4b-a520-faa99b219d07 req-9a947fb4-8673-4f1c-afe5-3dbe2c6326b3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0854251 Dec 16 22:39:50.143784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e09de39-7cff-4053-8b51-9eda1f1a39f8 req-9b8c34d1-a011-4c3b-984f-a67270aff0e0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035647 Dec 16 22:39:50.192939 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 7ef00805-74f7-418f-a3ff-1dfe07d483b3 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:39:50.197012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 7ef00805-74f7-418f-a3ff-1dfe07d483b3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:50.197388 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:50.198779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98266074-e9a3-4d4b-a520-faa99b219d07 req-6516d091-953d-4537-80ca-127ffb56fc9d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540032 Dec 16 22:39:50.280649 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:50.314323 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7ef00805-74f7-418f-a3ff-1dfe07d483b3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7ef00805-74f7-418f-a3ff-1dfe07d483b3,segment=NetworkSegment(1bad9b27-b9c2-4af8-a033-d26558d16a35),segment_id=1bad9b27-b9c2-4af8-a033-d26558d16a35)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:50.398709 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:50.423708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 076bf481-372f-4d3d-9953-f9ec3d475ee3 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:50.456594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 076bf481-372f-4d3d-9953-f9ec3d475ee3 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:50.456941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 076bf481-372f-4d3d-9953-f9ec3d475ee3 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:50.470184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36968) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:50.474101 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=7ef00805-74f7-418f-a3ff-1dfe07d483b3,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:50.576505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cec004-7a03-4cb5-becb-cef2894c46d0 req-9f97788a-1272-4d1f-9650-31c9b66f265f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:50.578023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62cec004-7a03-4cb5-becb-cef2894c46d0 req-9f97788a-1272-4d1f-9650-31c9b66f265f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 946 time: 0.0509920 Dec 16 22:39:50.645201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62cec004-7a03-4cb5-becb-cef2894c46d0 req-54b770b6-7881-4515-9353-fa8bb38e0d46 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607383 Dec 16 22:39:50.669698 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36974) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:50.745522 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-798552e3-9fe2-4822-9221-c774b4ba7cd9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/floatingips/db95bf9d-c1d7-4d2f-a391-0a3b862c832f HTTP/1.1" status: 200 len: 993 time: 0.0693769 Dec 16 22:39:50.955575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3391f662-fd5d-4d1d-82bd-4e4581e2de74 req-f4128abb-f1e1-48cb-8f86-6321fda70ca8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0322597 Dec 16 22:39:51.042314 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-599e50a8-a990-4e11-878c-78adfdc93a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:51.175258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d77381-cf3d-444b-8eda-72d56b2805f8 req-3a003ba3-afbe-4eb8-b119-88b533ed89f2 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:51.176830 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60d77381-cf3d-444b-8eda-72d56b2805f8 req-3a003ba3-afbe-4eb8-b119-88b533ed89f2 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 1097 time: 0.0952823 Dec 16 22:39:51.317763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60d77381-cf3d-444b-8eda-72d56b2805f8 req-01c1868b-6269-4f44-a604-fb1669569eb8 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333098 Dec 16 22:39:51.349192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f89f-3fc1-4f04-8aec-3d8ed6d683bd req-075a6608-b7a0-47bd-aa3b-00a5b3be35e8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:51.355032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f89f-3fc1-4f04-8aec-3d8ed6d683bd req-075a6608-b7a0-47bd-aa3b-00a5b3be35e8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:51.361677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f89f-3fc1-4f04-8aec-3d8ed6d683bd req-075a6608-b7a0-47bd-aa3b-00a5b3be35e8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:51.367716 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f89f-3fc1-4f04-8aec-3d8ed6d683bd req-075a6608-b7a0-47bd-aa3b-00a5b3be35e8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:51.373986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f89f-3fc1-4f04-8aec-3d8ed6d683bd req-075a6608-b7a0-47bd-aa3b-00a5b3be35e8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:51.379933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f89f-3fc1-4f04-8aec-3d8ed6d683bd req-075a6608-b7a0-47bd-aa3b-00a5b3be35e8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:51.385770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f89f-3fc1-4f04-8aec-3d8ed6d683bd req-075a6608-b7a0-47bd-aa3b-00a5b3be35e8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:51.387866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b972f89f-3fc1-4f04-8aec-3d8ed6d683bd req-075a6608-b7a0-47bd-aa3b-00a5b3be35e8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5434 time: 0.1465940 Dec 16 22:39:51.514161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cadd57-d59a-4e87-ab60-e4a404ba6b55 req-710e0541-a181-42f6-9bbd-44a9e74c1205 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:51.516031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7cadd57-d59a-4e87-ab60-e4a404ba6b55 req-710e0541-a181-42f6-9bbd-44a9e74c1205 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1269131 Dec 16 22:39:51.523316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b972f89f-3fc1-4f04-8aec-3d8ed6d683bd req-6c0ba4c1-3658-45ff-aa9e-d219a3e3383d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200163 Dec 16 22:39:51.606508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7cadd57-d59a-4e87-ab60-e4a404ba6b55 req-7f855547-02da-4b70-a041-d86eff794acc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804095 Dec 16 22:39:51.613979 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-599e50a8-a990-4e11-878c-78adfdc93a42 admin admin] Deleting port ee844376-9613-4947-8ea2-b617634bafcc {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:51.614321 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-599e50a8-a990-4e11-878c-78adfdc93a42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:51.660930 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-2f7b09e7-c8d9-43db-b4e5-dd326b82c366 req-5b055207-22de-4b9c-a450-449c47cf5707 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:39:51.661942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f7b09e7-c8d9-43db-b4e5-dd326b82c366 req-5b055207-22de-4b9c-a450-449c47cf5707 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0776794 Dec 16 22:39:51.702351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-599e50a8-a990-4e11-878c-78adfdc93a42 admin admin] For port ee844376-9613-4947-8ea2-b617634bafcc, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ee844376-9613-4947-8ea2-b617634bafcc,segment=NetworkSegment(1d70bf11-ef29-4e20-8b71-0cfeace076d8),segment_id=1d70bf11-ef29-4e20-8b71-0cfeace076d8)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:51.702721 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-599e50a8-a990-4e11-878c-78adfdc93a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:51.715586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-599e50a8-a990-4e11-878c-78adfdc93a42 admin admin] Calling delete_port for ee844376-9613-4947-8ea2-b617634bafcc owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:51.988549 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-599e50a8-a990-4e11-878c-78adfdc93a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:51.991446 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc549fe9-370a-4a6a-b9d2-c60eaa3144c7'}, {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef00805-74f7-418f-a3ff-1dfe07d483b3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:51.993940 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0618167-af5f-40af-a97a-df40656b428a" -d '{"events": [{"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-plugged", "status": "completed", "tag": "bc549fe9-370a-4a6a-b9d2-c60eaa3144c7"}, {"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-plugged", "status": "completed", "tag": "7ef00805-74f7-418f-a3ff-1dfe07d483b3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:52.023981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e50a8-a990-4e11-878c-78adfdc93a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee844376-9613-4947-8ea2-b617634bafcc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:52.048131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e77c8ff-d2db-497c-b8ad-11f24105344d None None] DHCP port deletion for 1543a6fc-9392-49f6-9942-b7fae61d3964 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:52.066820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-816c4647-7fca-4c39-aac9-50141f39b2ad req-857fc47a-bdf9-4984-aa3e-4c6ecfe74766 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0464180 Dec 16 22:39:52.120667 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2979b617-8d96-4813-8834-8edffaeec1f8 x-openstack-request-id: req-2979b617-8d96-4813-8834-8edffaeec1f8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:52.121673 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-plugged", "status": "completed", "tag": "bc549fe9-370a-4a6a-b9d2-c60eaa3144c7", "code": 200}, {"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-plugged", "status": "completed", "tag": "7ef00805-74f7-418f-a3ff-1dfe07d483b3", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:52.121899 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2979b617-8d96-4813-8834-8edffaeec1f8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:52.122301 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc549fe9-370a-4a6a-b9d2-c60eaa3144c7', 'code': 200} Dec 16 22:39:52.122562 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef00805-74f7-418f-a3ff-1dfe07d483b3', 'code': 200} Dec 16 22:39:52.242204 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-599e50a8-a990-4e11-878c-78adfdc93a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:52.269025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d85a8-bc14-4c43-b774-bcc16251ad9b req-0795b75d-1129-4164-93fc-c3a7ef4a6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:52.269503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d85a8-bc14-4c43-b774-bcc16251ad9b req-0795b75d-1129-4164-93fc-c3a7ef4a6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:52.269973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d85a8-bc14-4c43-b774-bcc16251ad9b req-0795b75d-1129-4164-93fc-c3a7ef4a6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:52.270472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d85a8-bc14-4c43-b774-bcc16251ad9b req-0795b75d-1129-4164-93fc-c3a7ef4a6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:52.270931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d85a8-bc14-4c43-b774-bcc16251ad9b req-0795b75d-1129-4164-93fc-c3a7ef4a6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:52.271424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d85a8-bc14-4c43-b774-bcc16251ad9b req-0795b75d-1129-4164-93fc-c3a7ef4a6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:52.271878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d85a8-bc14-4c43-b774-bcc16251ad9b req-0795b75d-1129-4164-93fc-c3a7ef4a6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:52.273842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec3d85a8-bc14-4c43-b774-bcc16251ad9b req-0795b75d-1129-4164-93fc-c3a7ef4a6cba service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 6491 time: 0.0713212 Dec 16 22:39:52.412669 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec3d85a8-bc14-4c43-b774-bcc16251ad9b req-c7f9455a-ff98-440b-931c-45de64543829 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049242 Dec 16 22:39:52.415756 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-17228339-9d7b-4912-a500-42e1965aac42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:52.530348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599e50a8-a990-4e11-878c-78adfdc93a42 admin admin] Router 2c0fd294-58dd-48bb-848f-7be138e37af4 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:39:52.679408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599e50a8-a990-4e11-878c-78adfdc93a42 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:39:52.687782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-599e50a8-a990-4e11-878c-78adfdc93a42 admin admin] 10.222.0.43 "PUT /v2.0/routers/2c0fd294-58dd-48bb-848f-7be138e37af4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2164743 Dec 16 22:39:52.689560 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cedf9fc-163b-4bd4-b9ad-42fe9e1e3941 None None] Sync routers for ids ['2c0fd294-58dd-48bb-848f-7be138e37af4'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:39:52.690252 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37018) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:52.703798 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cedf9fc-163b-4bd4-b9ad-42fe9e1e3941 None None] Routers {'2c0fd294-58dd-48bb-848f-7be138e37af4'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:52.704457 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1cedf9fc-163b-4bd4-b9ad-42fe9e1e3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2c0fd294-58dd-48bb-848f-7be138e37af4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:52.721602 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-669c929b-d644-409b-96e9-14e9ef4fb285 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085050 Dec 16 22:39:52.732200 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-1f51961b-26d3-4249-9a67-89f3d62fe6f3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:39:52.736062 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-1f51961b-26d3-4249-9a67-89f3d62fe6f3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056162 Dec 16 22:39:52.742947 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014097d2-f93b-4304-a0af-408ebec56f17 req-d8435a20-8f7f-4a9f-b968-510067718fc7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:52.749956 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014097d2-f93b-4304-a0af-408ebec56f17 req-d8435a20-8f7f-4a9f-b968-510067718fc7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:52.756067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014097d2-f93b-4304-a0af-408ebec56f17 req-d8435a20-8f7f-4a9f-b968-510067718fc7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:52.763892 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014097d2-f93b-4304-a0af-408ebec56f17 req-d8435a20-8f7f-4a9f-b968-510067718fc7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:52.769773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014097d2-f93b-4304-a0af-408ebec56f17 req-d8435a20-8f7f-4a9f-b968-510067718fc7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:52.776024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014097d2-f93b-4304-a0af-408ebec56f17 req-d8435a20-8f7f-4a9f-b968-510067718fc7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:52.781933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014097d2-f93b-4304-a0af-408ebec56f17 req-d8435a20-8f7f-4a9f-b968-510067718fc7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:52.783920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-014097d2-f93b-4304-a0af-408ebec56f17 req-d8435a20-8f7f-4a9f-b968-510067718fc7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5434 time: 0.1643977 Dec 16 22:39:52.816155 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1cedf9fc-163b-4bd4-b9ad-42fe9e1e3941 None None] Set router 2c0fd294-58dd-48bb-848f-7be138e37af4 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:53.013761 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1cedf9fc-163b-4bd4-b9ad-42fe9e1e3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'name': 'tempest-ServerRescueNegativeTestJSON-995960223-router', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '403a801d-f654-4543-992f-e0c2b1316c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:37Z', 'updated_at': '2021-12-16T22:39:51Z', 'revision_number': 5, 'project_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'gw_port': {'id': '403a801d-f654-4543-992f-e0c2b1316c64', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:38Z', 'updated_at': '2021-12-16T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:53.046450 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cedf9fc-163b-4bd4-b9ad-42fe9e1e3941 None None] Checking router: 2c0fd294-58dd-48bb-848f-7be138e37af4 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:39:53.055770 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cedf9fc-163b-4bd4-b9ad-42fe9e1e3941 None None] Routers {'2c0fd294-58dd-48bb-848f-7be138e37af4'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:53.056397 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1cedf9fc-163b-4bd4-b9ad-42fe9e1e3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2c0fd294-58dd-48bb-848f-7be138e37af4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:53.164983 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1cedf9fc-163b-4bd4-b9ad-42fe9e1e3941 None None] Set router 2c0fd294-58dd-48bb-848f-7be138e37af4 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:53.165193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-014097d2-f93b-4304-a0af-408ebec56f17 req-602d991c-1967-4161-85b8-97fd36f255ba tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3737228 Dec 16 22:39:53.168572 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c51bbe2-8f2e-4857-9e7d-2fdbe1416b2b admin admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:53.329879 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c51bbe2-8f2e-4857-9e7d-2fdbe1416b2b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:53.347997 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7aa4f-5793-4539-97c1-e607025935e6 req-2c00b003-91a3-4445-b0ad-baeba09a9ff3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:53.349515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8d7aa4f-5793-4539-97c1-e607025935e6 req-2c00b003-91a3-4445-b0ad-baeba09a9ff3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0724988 Dec 16 22:39:53.366029 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1cedf9fc-163b-4bd4-b9ad-42fe9e1e3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'name': 'tempest-ServerRescueNegativeTestJSON-995960223-router', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '403a801d-f654-4543-992f-e0c2b1316c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:37Z', 'updated_at': '2021-12-16T22:39:51Z', 'revision_number': 5, 'project_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'gw_port': {'id': '403a801d-f654-4543-992f-e0c2b1316c64', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:38Z', 'updated_at': '2021-12-16T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:53.396138 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cedf9fc-163b-4bd4-b9ad-42fe9e1e3941 None None] The sync data for ids ['2c0fd294-58dd-48bb-848f-7be138e37af4'] in n-d-821840-2 is: [{'id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'name': 'tempest-ServerRescueNegativeTestJSON-995960223-router', 'tenant_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '403a801d-f654-4543-992f-e0c2b1316c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:37Z', 'updated_at': '2021-12-16T22:39:51Z', 'revision_number': 5, 'project_id': 'fcf250b5ff594cdf88e9252c7b22714a', 'gw_port': {'id': '403a801d-f654-4543-992f-e0c2b1316c64', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd294-58dd-48bb-848f-7be138e37af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:38Z', 'updated_at': '2021-12-16T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:53.403828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8d7aa4f-5793-4539-97c1-e607025935e6 req-d9b6b378-e301-4781-be34-5e46c3a9518a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476809 Dec 16 22:39:53.468180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1c51bbe2-8f2e-4857-9e7d-2fdbe1416b2b admin admin] Deleting port 403a801d-f654-4543-992f-e0c2b1316c64 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:53.468835 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c51bbe2-8f2e-4857-9e7d-2fdbe1416b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:53.546651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f0fb2d4-1600-4c51-97cb-112d6f1b5065 req-a59548e5-6ea8-49ad-8db2-f345551ab99c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0627401 Dec 16 22:39:53.564766 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:53.587376 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-1c51bbe2-8f2e-4857-9e7d-2fdbe1416b2b admin admin] For port 403a801d-f654-4543-992f-e0c2b1316c64, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=403a801d-f654-4543-992f-e0c2b1316c64,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:53.587745 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c51bbe2-8f2e-4857-9e7d-2fdbe1416b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:53.601440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1c51bbe2-8f2e-4857-9e7d-2fdbe1416b2b admin admin] Calling delete_port for 403a801d-f654-4543-992f-e0c2b1316c64 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:53.804862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ee844376-9613-4947-8ea2-b617634bafcc no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:53.832244 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: ee844376-9613-4947-8ea2-b617634bafcc {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:53.832598 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ee844376-9613-4947-8ea2-b617634bafcc not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:53.849964 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c51bbe2-8f2e-4857-9e7d-2fdbe1416b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:53.864816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-296d83c3-c2ee-4ed0-aa1c-d5f0a581a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:53.866850 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-296d83c3-c2ee-4ed0-aa1c-d5f0a581a634 service neutron] 10.222.0.43 "GET /v2.0/ports/063f8072-d4e9-4502-be03-f9d275cf20e1 HTTP/1.1" status: 200 len: 1094 time: 0.0499504 Dec 16 22:39:53.879959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51bbe2-8f2e-4857-9e7d-2fdbe1416b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=403a801d-f654-4543-992f-e0c2b1316c64,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:53.880782 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-34b022d5-26bc-411c-9b86-923ef0d3b31e service neutron] Request body: {'binding': {'host': 'n-h2-821840-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:53.882584 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-34b022d5-26bc-411c-9b86-923ef0d3b31e service neutron] Unknown quota resources ['binding']. {{(pid=103952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:39:53.899789 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de99572-3078-47c3-b9ca-779f25cd1733 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:53.959099 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c51bbe2-8f2e-4857-9e7d-2fdbe1416b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:54.038439 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-34b022d5-26bc-411c-9b86-923ef0d3b31e service neutron] Attempting to bind port 063f8072-d4e9-4502-be03-f9d275cf20e1 on host n-h2-821840-2 for vnic_type normal with profile None {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:54.038788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-34b022d5-26bc-411c-9b86-923ef0d3b31e service neutron] Attempting to bind port 063f8072-d4e9-4502-be03-f9d275cf20e1 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:54.039376 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-34b022d5-26bc-411c-9b86-923ef0d3b31e service neutron] Attempting to bind port 063f8072-d4e9-4502-be03-f9d275cf20e1 on network 6adc13ba-6631-46a2-980b-1cb7596fb0ff {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:54.045071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-34b022d5-26bc-411c-9b86-923ef0d3b31e service neutron] Port 063f8072-d4e9-4502-be03-f9d275cf20e1 on network 6adc13ba-6631-46a2-980b-1cb7596fb0ff not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:39:54.045426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-34b022d5-26bc-411c-9b86-923ef0d3b31e service neutron] Attempting to bind port 063f8072-d4e9-4502-be03-f9d275cf20e1 on network 6adc13ba-6631-46a2-980b-1cb7596fb0ff {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:54.051094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-34b022d5-26bc-411c-9b86-923ef0d3b31e service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:54.051494 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-34b022d5-26bc-411c-9b86-923ef0d3b31e service neutron] Checking segment: {'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:54.051886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-34b022d5-26bc-411c-9b86-923ef0d3b31e service neutron] Bound using segment: {'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:54.052323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-34b022d5-26bc-411c-9b86-923ef0d3b31e service neutron] Bound port: 063f8072-d4e9-4502-be03-f9d275cf20e1, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:54.078252 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c51bbe2-8f2e-4857-9e7d-2fdbe1416b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:54.080929 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c51bbe2-8f2e-4857-9e7d-2fdbe1416b2b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:54.147303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-34b022d5-26bc-411c-9b86-923ef0d3b31e service neutron] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=063f8072-d4e9-4502-be03-f9d275cf20e1,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:54.199803 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c51bbe2-8f2e-4857-9e7d-2fdbe1416b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:54.200583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c51bbe2-8f2e-4857-9e7d-2fdbe1416b2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c0fd294-58dd-48bb-848f-7be138e37af4 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:39:54.210995 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1c51bbe2-8f2e-4857-9e7d-2fdbe1416b2b admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:54.210995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1c51bbe2-8f2e-4857-9e7d-2fdbe1416b2b admin admin] 10.222.0.43 "DELETE /v2.0/routers/2c0fd294-58dd-48bb-848f-7be138e37af4 HTTP/1.1" status: 204 len: 168 time: 1.5162752 Dec 16 22:39:54.210995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37030) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:54.236698 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-34b022d5-26bc-411c-9b86-923ef0d3b31e service neutron] Publish callbacks [] for binding, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:54.238134 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-34b022d5-26bc-411c-9b86-923ef0d3b31e service neutron] 10.222.0.43 "POST /v2.0/ports/063f8072-d4e9-4502-be03-f9d275cf20e1/bindings HTTP/1.1" status: 201 len: 389 time: 0.3625612 Dec 16 22:39:54.295882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Deleting subnet 9c0e4748-a97c-4294-a98d-f71dd9b06896 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:39:54.301496 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:54.359563 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721bea9-8318-4941-8958-731cebdf77ba req-1ee7ab79-7fef-435f-96f3-e1656acca6a9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:54.364397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721bea9-8318-4941-8958-731cebdf77ba req-1ee7ab79-7fef-435f-96f3-e1656acca6a9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:54.370351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721bea9-8318-4941-8958-731cebdf77ba req-1ee7ab79-7fef-435f-96f3-e1656acca6a9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:54.376308 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721bea9-8318-4941-8958-731cebdf77ba req-1ee7ab79-7fef-435f-96f3-e1656acca6a9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:54.382159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721bea9-8318-4941-8958-731cebdf77ba req-1ee7ab79-7fef-435f-96f3-e1656acca6a9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:54.388143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721bea9-8318-4941-8958-731cebdf77ba req-1ee7ab79-7fef-435f-96f3-e1656acca6a9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:54.394310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721bea9-8318-4941-8958-731cebdf77ba req-1ee7ab79-7fef-435f-96f3-e1656acca6a9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:54.396325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a721bea9-8318-4941-8958-731cebdf77ba req-1ee7ab79-7fef-435f-96f3-e1656acca6a9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5434 time: 0.1384375 Dec 16 22:39:54.400818 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:54.474074 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:54.523477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a721bea9-8318-4941-8958-731cebdf77ba req-f4ba1f2f-808a-4ffa-8e30-eccf19bc423c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200457 Dec 16 22:39:54.591125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14366de8-d0e5-47a5-9d60-b703844aaf3e req-4f0e943a-7622-48ce-8223-98d4a41a293c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:54.592598 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14366de8-d0e5-47a5-9d60-b703844aaf3e req-4f0e943a-7622-48ce-8223-98d4a41a293c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0665851 Dec 16 22:39:54.663509 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:54.685043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af912-02ea-47b9-b0c3-0144a6af5619 req-8ff35958-dcf6-4df2-b26f-4638cae8f370 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:54.686671 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a41af912-02ea-47b9-b0c3-0144a6af5619 req-8ff35958-dcf6-4df2-b26f-4638cae8f370 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 946 time: 0.0919790 Dec 16 22:39:54.693580 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14366de8-d0e5-47a5-9d60-b703844aaf3e req-81333b8d-4e95-4fbc-b893-1e06ffd03696 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901637 Dec 16 22:39:54.739582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806b93d1-7d3d-4c65-91fa-08fcdd6f6e4e None None] Network 1543a6fc-9392-49f6-9942-b7fae61d3964 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:54.745985 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:54.749633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9c0e4748-a97c-4294-a98d-f71dd9b06896 HTTP/1.1" status: 204 len: 168 time: 0.5385692 Dec 16 22:39:54.750664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c0e4748-a97c-4294-a98d-f71dd9b06896,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:54.752396 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37040) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:54.806248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a41af912-02ea-47b9-b0c3-0144a6af5619 req-9fc60377-3012-40ac-9576-7ff6cd50a2ea tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115963 Dec 16 22:39:54.812569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:54.812912 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:54.813261 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:54.813607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:54.813957 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:54.814668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:54.814668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:54.814925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:54.815751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:54.815751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:54.815963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:54.816218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:54.816549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55f686-0c17-4602-b1e1-8643d7b18f24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:54.864009 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:54.889668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2af1f51b-40bb-4d44-84bb-94c53e198616 req-43d566bc-e20a-43c6-91b4-49db2bc1bb76 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0293872 Dec 16 22:39:54.918317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cf999-6128-4cef-b4eb-f80b305bf6de req-9b2001c0-4957-4886-96c1-0e9c4ff7fdb4 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:54.920674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d267ae9e-95cf-4f57-a987-d48208b8c3b4 None None] DHCP port deletion for 1543a6fc-9392-49f6-9942-b7fae61d3964 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:54.925140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cf999-6128-4cef-b4eb-f80b305bf6de req-9b2001c0-4957-4886-96c1-0e9c4ff7fdb4 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:54.930251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:54.940045 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cf999-6128-4cef-b4eb-f80b305bf6de req-9b2001c0-4957-4886-96c1-0e9c4ff7fdb4 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:54.940045 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cf999-6128-4cef-b4eb-f80b305bf6de req-9b2001c0-4957-4886-96c1-0e9c4ff7fdb4 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:54.947181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cf999-6128-4cef-b4eb-f80b305bf6de req-9b2001c0-4957-4886-96c1-0e9c4ff7fdb4 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:54.953809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cf999-6128-4cef-b4eb-f80b305bf6de req-9b2001c0-4957-4886-96c1-0e9c4ff7fdb4 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:54.961298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cf999-6128-4cef-b4eb-f80b305bf6de req-9b2001c0-4957-4886-96c1-0e9c4ff7fdb4 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:54.965589 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:54.974260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c7cf999-6128-4cef-b4eb-f80b305bf6de req-9b2001c0-4957-4886-96c1-0e9c4ff7fdb4 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5434 time: 0.1833475 Dec 16 22:39:54.974260 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37042) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:54.978796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a283324d-70b9-4ccf-b72c-d4acd7b44659 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Request body: {'floatingip': {'port_id': '6b04ab81-2f34-4558-8334-a2484dc408c9'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:54.998736 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1543a6fc-9392-49f6-9942-b7fae61d3964']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:55.013648 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d70bf11-ef29-4e20-8b71-0cfeace076d8') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:55.013972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d70bf11-ef29-4e20-8b71-0cfeace076d8') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:55.025253 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.028389 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a283324d-70b9-4ccf-b72c-d4acd7b44659 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.040577 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.048563 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:55.048963 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:55.050734 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:55.141503 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-36f9f040-41ed-4f34-90e6-f02975e11cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:55.143055 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-36f9f040-41ed-4f34-90e6-f02975e11cab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 1097 time: 0.1467943 Dec 16 22:39:55.195775 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.204375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.207588 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] 10.222.0.43 "DELETE /v2.0/networks/1543a6fc-9392-49f6-9942-b7fae61d3964 HTTP/1.1" status: 204 len: 168 time: 0.4541483 Dec 16 22:39:55.224956 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Pushing event deleted for resources: {'Network': ['ID=1543a6fc-9392-49f6-9942-b7fae61d3964,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:55.243449 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:55.243934 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:55.244289 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:55.244630 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:55.244969 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:55.245307 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:55.245739 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:55.246077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:55.246401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:55.246723 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:55.247055 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:55.247403 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:55.247727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595d698-3389-4788-bd99-ee15e8ecd45b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:55.279858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-0d29e1b8-35b8-4dcb-a584-960b2cf24652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:55.281414 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-0d29e1b8-35b8-4dcb-a584-960b2cf24652 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6adc13ba-6631-46a2-980b-1cb7596fb0ff HTTP/1.1" status: 200 len: 898 time: 0.1281805 Dec 16 22:39:55.369360 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-02871e98-f4e5-43e7-bef3-678a2f3d6843 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063f8072-d4e9-4502-be03-f9d275cf20e1 HTTP/1.1" status: 200 len: 1001 time: 0.0757062 Dec 16 22:39:55.423286 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-1a82ec7e-00e2-4c87-b2b0-b7c427507a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:55.424804 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-1a82ec7e-00e2-4c87-b2b0-b7c427507a6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c51b18a9-cbd1-416a-be23-4bef6c0f3396 HTTP/1.1" status: 200 len: 835 time: 0.0481999 Dec 16 22:39:55.483078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-e3ea34a2-6f93-4949-8d13-9c6d04870a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:55.484690 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-e3ea34a2-6f93-4949-8d13-9c6d04870a30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6adc13ba-6631-46a2-980b-1cb7596fb0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463026 Dec 16 22:39:55.505195 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37048) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:55.595176 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-7678472d-e06d-4945-9462-0d2ce3837d2d service neutron] 10.222.0.24 "GET /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027036 Dec 16 22:39:55.631437 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4cfbe0df-65fe-4abe-996d-6fe8da75ee68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fcf250b5ff594cdf88e9252c7b22714a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1248591 Dec 16 22:39:55.636651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37050) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:55.695632 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-85894602-2d5f-4811-9b3c-9394ff45798b service neutron] 10.222.0.24 "GET /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930679 Dec 16 22:39:55.718899 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.722818 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a283324d-70b9-4ccf-b72c-d4acd7b44659 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.744274 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-64ee027a-b631-4e19-bc10-3b7ec4e21cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.764905 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 403a801d-f654-4543-992f-e0c2b1316c64 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:55.768205 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-64ee027a-b631-4e19-bc10-3b7ec4e21cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.787772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 403a801d-f654-4543-992f-e0c2b1316c64 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:55.788373 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 403a801d-f654-4543-992f-e0c2b1316c64 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:55.829247 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a283324d-70b9-4ccf-b72c-d4acd7b44659 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.876603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2cfdbb05-9df8-44df-b3ad-eb2e8c3eb90f tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:55.878114 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2cfdbb05-9df8-44df-b3ad-eb2e8c3eb90f tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41&tenant_id=51c946c648db42a6836975a56f094831&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 1097 time: 0.1069498 Dec 16 22:39:55.893933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821840-2'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:55.938815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308d038-8194-4f91-b499-77992a43374a req-6deda106-b904-4005-9007-714c60ed2e90 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:55.940546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4308d038-8194-4f91-b499-77992a43374a req-6deda106-b904-4005-9007-714c60ed2e90 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1621664 Dec 16 22:39:55.956473 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.017362 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-a283324d-70b9-4ccf-b72c-d4acd7b44659 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Floating IP f6ff8472-172d-41a4-b9cf-55d0af412dd7 associated. External IP: 172.25.2.86, port: 6b04ab81-2f34-4558-8334-a2484dc408c9. Dec 16 22:39:56.030025 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-64ee027a-b631-4e19-bc10-3b7ec4e21cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.032730 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-64ee027a-b631-4e19-bc10-3b7ec4e21cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.036315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-64ee027a-b631-4e19-bc10-3b7ec4e21cf8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72a6b559-a369-44cb-985e-e440428a1c03 HTTP/1.1" status: 204 len: 168 time: 0.3962882 Dec 16 22:39:56.098628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b62f1-e39b-4768-8d6b-2da1b74140c3 req-796d7f2e-a392-4908-b7ef-ac18ee044793 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:56.100247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d65b62f1-e39b-4768-8d6b-2da1b74140c3 req-796d7f2e-a392-4908-b7ef-ac18ee044793 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 946 time: 0.1712899 Dec 16 22:39:56.113060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee027a-b631-4e19-bc10-3b7ec4e21cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a6b559-a369-44cb-985e-e440428a1c03,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:56.122175 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4308d038-8194-4f91-b499-77992a43374a req-aa8018bb-1fae-4dd5-bf03-9eebf63db111 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614690 Dec 16 22:39:56.139603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=063f8072-d4e9-4502-be03-f9d275cf20e1,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:56.190185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:56.234048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:56.236375 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2aaf7a-37c1-408c-94f7-caa239309cd6" -d '{"events": [{"server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "name": "network-vif-unplugged", "status": "completed", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:56.240402 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.243017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9a12334-fc42-438e-a879-c5f19552aa6d req-006b24bf-5e7a-4c9d-a595-42c4a8065748 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0461197 Dec 16 22:39:56.248095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d65b62f1-e39b-4768-8d6b-2da1b74140c3 req-e578d865-f509-4b34-ad25-477961494e92 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364977 Dec 16 22:39:56.303577 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68445d29-b624-4241-8a75-f1dc06d80966 x-openstack-request-id: req-68445d29-b624-4241-8a75-f1dc06d80966 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:56.303917 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "name": "network-vif-unplugged", "status": "completed", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:56.304191 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68445d29-b624-4241-8a75-f1dc06d80966 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:56.304535 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1', 'code': 200} Dec 16 22:39:56.307022 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.395304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a283324d-70b9-4ccf-b72c-d4acd7b44659 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Router 961649dc-1d26-42e8-86bf-4c8a50c53562 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:39:56.415911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Pushing event updated for resources: {'Port': ['ID=063f8072-d4e9-4502-be03-f9d275cf20e1,revision_number=7']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:56.481807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Attempting to bind port 063f8072-d4e9-4502-be03-f9d275cf20e1 on host n-h1-821840-2 for vnic_type normal with profile {"migrating_to": "n-h2-821840-2"} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:56.482353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Attempting to bind port 063f8072-d4e9-4502-be03-f9d275cf20e1 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:56.482784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Attempting to bind port 063f8072-d4e9-4502-be03-f9d275cf20e1 on network 6adc13ba-6631-46a2-980b-1cb7596fb0ff {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:56.488308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Port 063f8072-d4e9-4502-be03-f9d275cf20e1 on network 6adc13ba-6631-46a2-980b-1cb7596fb0ff not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:39:56.489354 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Attempting to bind port 063f8072-d4e9-4502-be03-f9d275cf20e1 on network 6adc13ba-6631-46a2-980b-1cb7596fb0ff {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:56.496086 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:56.496826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Checking segment: {'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:56.497521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Bound using segment: {'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:56.498095 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Bound port: 063f8072-d4e9-4502-be03-f9d275cf20e1, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:56.499187 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.602033 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:56.607080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=063f8072-d4e9-4502-be03-f9d275cf20e1,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:56.670807 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-559dff97-f99e-43ff-be1d-97def58fb520 None None] Provisioning complete for port 063f8072-d4e9-4502-be03-f9d275cf20e1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:56.671287 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-559dff97-f99e-43ff-be1d-97def58fb520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.696759 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.709594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-559dff97-f99e-43ff-be1d-97def58fb520 None None] Port 063f8072-d4e9-4502-be03-f9d275cf20e1 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:56.813586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Pushing event updated for resources: {'Port': ['ID=063f8072-d4e9-4502-be03-f9d275cf20e1,revision_number=8']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:56.843326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a283324d-70b9-4ccf-b72c-d4acd7b44659 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:39:56.848830 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a283324d-70b9-4ccf-b72c-d4acd7b44659 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.856086 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb9435-fe83-4eaa-a5b1-6287aedb0d53 None None] Sync routers for ids ['961649dc-1d26-42e8-86bf-4c8a50c53562'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:39:56.873737 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb9435-fe83-4eaa-a5b1-6287aedb0d53 None None] Routers {'961649dc-1d26-42e8-86bf-4c8a50c53562'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:56.877390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0acb9435-fe83-4eaa-a5b1-6287aedb0d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['961649dc-1d26-42e8-86bf-4c8a50c53562'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:56.877541 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:56.877541 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.879413 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-2a2165cc-2b2f-47e8-acd9-2c60b24fc660 service neutron] 10.222.0.24 "PUT /v2.0/ports/063f8072-d4e9-4502-be03-f9d275cf20e1 HTTP/1.1" status: 200 len: 1122 time: 0.9908743 Dec 16 22:39:56.903101 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a283324d-70b9-4ccf-b72c-d4acd7b44659 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "PUT /v2.0/floatingips/f6ff8472-172d-41a4-b9cf-55d0af412dd7 HTTP/1.1" status: 200 len: 991 time: 1.9278421 Dec 16 22:39:56.908174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'tag': '6b04ab81-2f34-4558-8334-a2484dc408c9'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:56.911131 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b979c9-ad67-4051-8872-cb203d0471e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "tag": "6b04ab81-2f34-4558-8334-a2484dc408c9"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:56.970878 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d4c1bc-b602-4480-8a06-bb4923cba479 x-openstack-request-id: req-b3d4c1bc-b602-4480-8a06-bb4923cba479 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:56.971180 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "tag": "6b04ab81-2f34-4558-8334-a2484dc408c9", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:56.971466 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3d4c1bc-b602-4480-8a06-bb4923cba479 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:56.971880 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'tag': '6b04ab81-2f34-4558-8334-a2484dc408c9', 'status': 'completed', 'code': 200} Dec 16 22:39:57.021364 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['063f8072-d4e9-4502-be03-f9d275cf20e1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:39:57.064124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-0acb9435-fe83-4eaa-a5b1-6287aedb0d53 None None] Set router 961649dc-1d26-42e8-86bf-4c8a50c53562 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:57.086343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-e7af8501-5c56-4c25-be1b-b4424fa01ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:57.086825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-e7af8501-5c56-4c25-be1b-b4424fa01ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:57.087347 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-e7af8501-5c56-4c25-be1b-b4424fa01ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:57.089172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-e7af8501-5c56-4c25-be1b-b4424fa01ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:57.090341 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-e7af8501-5c56-4c25-be1b-b4424fa01ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:57.090833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-e7af8501-5c56-4c25-be1b-b4424fa01ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:57.091328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-e7af8501-5c56-4c25-be1b-b4424fa01ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:57.093691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-e7af8501-5c56-4c25-be1b-b4424fa01ba1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 6491 time: 0.0694890 Dec 16 22:39:57.211074 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-fe624777-e88d-4527-89f5-0ddeb27ebd97 None None] Provisioning complete for port 063f8072-d4e9-4502-be03-f9d275cf20e1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:57.211477 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe624777-e88d-4527-89f5-0ddeb27ebd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.219962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-85332812-f02e-4f6a-8ab6-d9aba22d6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:57.225061 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-85332812-f02e-4f6a-8ab6-d9aba22d6924 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d29e897a-1707-4916-9e93-3168ac5f7a0f HTTP/1.1" status: 200 len: 912 time: 0.1190901 Dec 16 22:39:57.357452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3231a5ea-f641-4cf5-b102-da29f60f2c1c req-94b16a8a-de6b-479f-a28a-f282cc68e6cd tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0506618 Dec 16 22:39:57.392608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e18fd1-b0e9-4927-ae44-9af8ba5c4c5c req-060accd4-0e51-40be-acbc-b76dcfd81423 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:57.400825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3e18fd1-b0e9-4927-ae44-9af8ba5c4c5c req-060accd4-0e51-40be-acbc-b76dcfd81423 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1944795 Dec 16 22:39:57.461608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-26233b18-8f9d-4ecf-8ffb-91ebe3a57d1f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b04ab81-2f34-4558-8334-a2484dc408c9 HTTP/1.1" status: 200 len: 999 time: 0.2137978 Dec 16 22:39:57.487796 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe624777-e88d-4527-89f5-0ddeb27ebd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.506210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3e18fd1-b0e9-4927-ae44-9af8ba5c4c5c req-2a2e5507-6f83-4856-ad86-c9746523dd59 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044903 Dec 16 22:39:57.544549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:57.544549 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849ee08b-3058-4d64-a7a5-a6c390476820" -d '{"events": [{"server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "name": "network-vif-plugged", "status": "completed", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:57.557122 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbef6fa-b2aa-4ffa-8ad2-aa3dc9706dd4 req-b4dc9a85-90e5-41b2-bcae-27eeb97ba796 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:57.559967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fcbef6fa-b2aa-4ffa-8ad2-aa3dc9706dd4 req-b4dc9a85-90e5-41b2-bcae-27eeb97ba796 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 944 time: 0.1178434 Dec 16 22:39:57.562943 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fe624777-e88d-4527-89f5-0ddeb27ebd97 None None] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=063f8072-d4e9-4502-be03-f9d275cf20e1,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:57.564002 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-3c1baddc-b132-4b4c-9ce5-52b9418638fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:57.565430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-3c1baddc-b132-4b4c-9ce5-52b9418638fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7388031d-9b1a-4850-8adb-5060292caf9d HTTP/1.1" status: 200 len: 850 time: 0.0797040 Dec 16 22:39:57.578059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0acb9435-fe83-4eaa-a5b1-6287aedb0d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'name': 'tempest-TaggedBootDevicesTest-438612322-router', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:36:52Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'gw_port': {'id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:53Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'f6ff8472-172d-41a4-b9cf-55d0af412dd7', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'port_id': '6b04ab81-2f34-4558-8334-a2484dc408c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f', 'mac_address': 'fa:16:3e:f3:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:37:54Z', 'updated_at': '2021-12-16T22:39:55Z', 'revision_number': 1, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7760955-0eb1-4907-9056-a4bb3f0e0232', 'name': '', 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'mac_address': 'fa:16:3e:c6:ad:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:56Z', 'updated_at': '2021-12-16T22:37:03Z', 'revision_number': 5, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'subnets': [{'id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:57.590664 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2325b74-c5c5-4698-925e-48589e05b9a8 x-openstack-request-id: req-d2325b74-c5c5-4698-925e-48589e05b9a8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:57.590951 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "name": "network-vif-plugged", "status": "completed", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:57.591251 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2325b74-c5c5-4698-925e-48589e05b9a8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:57.591740 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1', 'code': 200} Dec 16 22:39:57.618733 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb9435-fe83-4eaa-a5b1-6287aedb0d53 None None] Checking router: 961649dc-1d26-42e8-86bf-4c8a50c53562 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:39:57.643583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb9435-fe83-4eaa-a5b1-6287aedb0d53 None None] Routers {'961649dc-1d26-42e8-86bf-4c8a50c53562'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:57.644459 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0acb9435-fe83-4eaa-a5b1-6287aedb0d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['961649dc-1d26-42e8-86bf-4c8a50c53562'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:57.653014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fcbef6fa-b2aa-4ffa-8ad2-aa3dc9706dd4 req-5d09a933-bebd-495a-9b26-d8f78d6435e5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825856 Dec 16 22:39:57.655747 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-78440b82-b531-4437-8392-730316beeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:57.660056 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-78440b82-b531-4437-8392-730316beeaf1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d29e897a-1707-4916-9e93-3168ac5f7a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796165 Dec 16 22:39:57.747024 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe624777-e88d-4527-89f5-0ddeb27ebd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.775621 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-5c89e988-90da-469c-94c3-91329df3f015 service neutron] 10.222.0.69 "GET /v2.0/networks/d29e897a-1707-4916-9e93-3168ac5f7a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086533 Dec 16 22:39:57.905369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8b979c9-ad67-4051-8872-cb203d0471e4 req-c5a0aab8-3a99-4a13-a570-229aedd19b38 service neutron] 10.222.0.69 "GET /v2.0/networks/d29e897a-1707-4916-9e93-3168ac5f7a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223159 Dec 16 22:39:57.922772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-0acb9435-fe83-4eaa-a5b1-6287aedb0d53 None None] Set router 961649dc-1d26-42e8-86bf-4c8a50c53562 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:57.978651 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe624777-e88d-4527-89f5-0ddeb27ebd97 None None] Pushing event updated for resources: {'Port': ['ID=063f8072-d4e9-4502-be03-f9d275cf20e1,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:58.305260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:58.308234 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a238a9-be77-40d3-a31e-e78186dc8c63" -d '{"events": [{"name": "network-changed", "server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:58.353563 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5a9091-a0c0-488b-b1ed-95e528619dfa x-openstack-request-id: req-cd5a9091-a0c0-488b-b1ed-95e528619dfa {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:58.354302 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:58.354302 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd5a9091-a0c0-488b-b1ed-95e528619dfa {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:58.354584 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1', 'status': 'completed', 'code': 200} Dec 16 22:39:58.383700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0acb9435-fe83-4eaa-a5b1-6287aedb0d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'name': 'tempest-TaggedBootDevicesTest-438612322-router', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:36:52Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'gw_port': {'id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:53Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'f6ff8472-172d-41a4-b9cf-55d0af412dd7', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'port_id': '6b04ab81-2f34-4558-8334-a2484dc408c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f', 'mac_address': 'fa:16:3e:f3:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:37:54Z', 'updated_at': '2021-12-16T22:39:55Z', 'revision_number': 1, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7760955-0eb1-4907-9056-a4bb3f0e0232', 'name': '', 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'mac_address': 'fa:16:3e:c6:ad:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:56Z', 'updated_at': '2021-12-16T22:37:03Z', 'revision_number': 5, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'subnets': [{'id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:58.417516 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb9435-fe83-4eaa-a5b1-6287aedb0d53 None None] The sync data for ids ['961649dc-1d26-42e8-86bf-4c8a50c53562'] in n-d-821840-2 is: [{'id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'name': 'tempest-TaggedBootDevicesTest-438612322-router', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:36:52Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'gw_port': {'id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:53Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'f6ff8472-172d-41a4-b9cf-55d0af412dd7', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'port_id': '6b04ab81-2f34-4558-8334-a2484dc408c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f', 'mac_address': 'fa:16:3e:f3:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:37:54Z', 'updated_at': '2021-12-16T22:39:55Z', 'revision_number': 1, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7760955-0eb1-4907-9056-a4bb3f0e0232', 'name': '', 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'mac_address': 'fa:16:3e:c6:ad:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:56Z', 'updated_at': '2021-12-16T22:37:03Z', 'revision_number': 5, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'subnets': [{'id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:58.429923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a238a9-be77-40d3-a31e-e78186dc8c63 req-8f220f78-2b1c-4683-9b02-f6cb1115c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:58.431491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12a238a9-be77-40d3-a31e-e78186dc8c63 req-8f220f78-2b1c-4683-9b02-f6cb1115c43a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 1127 time: 0.0553012 Dec 16 22:39:58.438655 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 063f8072-d4e9-4502-be03-f9d275cf20e1 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:39:58.548017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-582e8d6d-85eb-4cb5-9dfa-258b33165e1b req-b92fe2c6-d8e2-4957-ada2-3875b9945e2b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.1035848 Dec 16 22:39:58.580136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=063f8072-d4e9-4502-be03-f9d275cf20e1,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:58.595347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 063f8072-d4e9-4502-be03-f9d275cf20e1 has no active binding in host n-h2-821840-2 {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:39:58.655068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a238a9-be77-40d3-a31e-e78186dc8c63 req-83292c3d-32b5-4eb9-9531-8be39e738c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:58.656284 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12a238a9-be77-40d3-a31e-e78186dc8c63 req-83292c3d-32b5-4eb9-9531-8be39e738c28 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6adc13ba-6631-46a2-980b-1cb7596fb0ff HTTP/1.1" status: 200 len: 898 time: 0.2138264 Dec 16 22:39:58.737349 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43adddc9-782f-46c8-89b7-63392b796473 None None] New status for floating IP f6ff8472-172d-41a4-b9cf-55d0af412dd7: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:39:58.743056 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12a238a9-be77-40d3-a31e-e78186dc8c63 req-243d8614-22e0-4f23-a792-9aab1d879bdf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063f8072-d4e9-4502-be03-f9d275cf20e1 HTTP/1.1" status: 200 len: 1001 time: 0.0769074 Dec 16 22:39:58.782446 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479a404-299f-453a-9b6a-1e07683e16f0 req-ff47db05-db66-49fa-aa86-69db45b41a45 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:58.784006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7479a404-299f-453a-9b6a-1e07683e16f0 req-ff47db05-db66-49fa-aa86-69db45b41a45 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1807804 Dec 16 22:39:58.877593 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a238a9-be77-40d3-a31e-e78186dc8c63 req-d13bbb35-5b87-4ad3-b947-c70b961fa6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:58.879172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12a238a9-be77-40d3-a31e-e78186dc8c63 req-d13bbb35-5b87-4ad3-b947-c70b961fa6b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c51b18a9-cbd1-416a-be23-4bef6c0f3396 HTTP/1.1" status: 200 len: 835 time: 0.1264644 Dec 16 22:39:58.912776 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832e324-a6f8-497e-a571-994dbcfafb4c req-bda50b27-c632-48e5-9cf3-67dfd0785218 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:58.914377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7832e324-a6f8-497e-a571-994dbcfafb4c req-bda50b27-c632-48e5-9cf3-67dfd0785218 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 946 time: 0.1505976 Dec 16 22:39:58.932509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7479a404-299f-453a-9b6a-1e07683e16f0 req-4758b8fc-8bf7-4791-8ecb-407c5448567f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283901 Dec 16 22:39:58.986872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a238a9-be77-40d3-a31e-e78186dc8c63 req-9e9287ca-5d03-43a9-89b9-6e78844b5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:58.988435 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12a238a9-be77-40d3-a31e-e78186dc8c63 req-9e9287ca-5d03-43a9-89b9-6e78844b5091 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6adc13ba-6631-46a2-980b-1cb7596fb0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991485 Dec 16 22:39:58.992748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7832e324-a6f8-497e-a571-994dbcfafb4c req-a092ce39-6372-4ce2-9e9a-af6ccc013457 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643268 Dec 16 22:39:59.106553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12a238a9-be77-40d3-a31e-e78186dc8c63 req-0b007866-9dea-4e84-b6d7-c2ae4b9054bc service neutron] 10.222.0.69 "GET /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052589 Dec 16 22:39:59.213119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12a238a9-be77-40d3-a31e-e78186dc8c63 req-e32a9aad-c00d-4f4a-a37a-a77f98358404 service neutron] 10.222.0.69 "GET /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993767 Dec 16 22:39:59.621931 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70c21616-8fd8-4fb5-9cc6-5138eb187287 req-f810cd1b-1ac4-40e1-be93-e04bde0d1799 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0278361 Dec 16 22:40:00.063412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022fff7-51f1-405b-b607-180f7b075446 req-1769bcbd-482a-4ff4-ada5-29dd03e3b09b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:00.067816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b022fff7-51f1-405b-b607-180f7b075446 req-1769bcbd-482a-4ff4-ada5-29dd03e3b09b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0621161 Dec 16 22:40:00.146862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b022fff7-51f1-405b-b607-180f7b075446 req-f582a64e-5ef2-4aa6-854c-59e470379ce0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757494 Dec 16 22:40:00.154855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5b0b2-e1c7-43e6-9e90-c88d3d73069b req-ad470ca6-b0b1-4b95-86fd-801695150d77 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:00.156451 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcc5b0b2-e1c7-43e6-9e90-c88d3d73069b req-ad470ca6-b0b1-4b95-86fd-801695150d77 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 946 time: 0.0782149 Dec 16 22:40:00.217053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcc5b0b2-e1c7-43e6-9e90-c88d3d73069b req-c533a44b-a970-412e-93c7-f35e32128483 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543573 Dec 16 22:40:00.383550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37162) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:00.497279 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f17b46b-bf9f-4ab4-a39a-bf51f8807d98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:00.572479 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f17b46b-bf9f-4ab4-a39a-bf51f8807d98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:00.615089 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f17b46b-bf9f-4ab4-a39a-bf51f8807d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:00.658589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9f17b46b-bf9f-4ab4-a39a-bf51f8807d98 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41b2bf0557264142a7a336aa9830d1cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2739847 Dec 16 22:40:00.659543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17b46b-bf9f-4ab4-a39a-bf51f8807d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5dceaa-16fc-4f0e-bc70-2699b2406fa1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:00.661391 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37168) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:00.704592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bab1dcae-85df-404f-811a-1ccd473b86b4 req-427d0e9b-3589-4c47-b984-b85c0ffd1558 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0271497 Dec 16 22:40:00.715677 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-420aa424-e114-49b3-aa11-45667c38f85f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:00.738102 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-420aa424-e114-49b3-aa11-45667c38f85f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:00.843804 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-420aa424-e114-49b3-aa11-45667c38f85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:00.846381 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-420aa424-e114-49b3-aa11-45667c38f85f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:00.847581 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-420aa424-e114-49b3-aa11-45667c38f85f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b5dceaa-16fc-4f0e-bc70-2699b2406fa1 HTTP/1.1" status: 204 len: 168 time: 0.1849983 Dec 16 22:40:00.856341 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420aa424-e114-49b3-aa11-45667c38f85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5dceaa-16fc-4f0e-bc70-2699b2406fa1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:01.268899 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c1c70-00cb-44ec-a60a-ac23c2f914a1 req-ee9e21ba-b653-4fce-b451-a11e2f3b45bd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:01.275881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-439c1c70-00cb-44ec-a60a-ac23c2f914a1 req-ee9e21ba-b653-4fce-b451-a11e2f3b45bd tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0581820 Dec 16 22:40:01.325904 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-439c1c70-00cb-44ec-a60a-ac23c2f914a1 req-f015d7c4-d39a-4966-b43f-ea773c92ce75 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478382 Dec 16 22:40:01.389736 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f92fb-03b2-49e9-ac3f-1f7e0a9d16a8 req-cf8763f0-2546-4333-ac93-d80acd849e51 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:01.391289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d8f92fb-03b2-49e9-ac3f-1f7e0a9d16a8 req-cf8763f0-2546-4333-ac93-d80acd849e51 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 946 time: 0.0543664 Dec 16 22:40:01.456013 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37180) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:01.459458 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d8f92fb-03b2-49e9-ac3f-1f7e0a9d16a8 req-4403914a-2031-4920-a730-74e0ba18608b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618739 Dec 16 22:40:01.471636 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f19d89b8-9a0d-418c-84a3-f69efb5017ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.552546 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f19d89b8-9a0d-418c-84a3-f69efb5017ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.649674 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f19d89b8-9a0d-418c-84a3-f69efb5017ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.690142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d89b8-9a0d-418c-84a3-f69efb5017ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651f5f88-3d88-4982-8930-0de72f6629d0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:01.694574 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f19d89b8-9a0d-418c-84a3-f69efb5017ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d322ec9ceef40a4bdd4923b03b3d6d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2374990 Dec 16 22:40:01.697363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37182) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:01.760664 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab00c7d9-79bc-4466-87e2-69d72f46338b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.787490 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab00c7d9-79bc-4466-87e2-69d72f46338b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.793732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d266067-25cf-41a0-910b-6bcf48d4ac64 req-5d989c21-ef87-420e-bd80-c2dc4a30bf3d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0367458 Dec 16 22:40:01.901149 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab00c7d9-79bc-4466-87e2-69d72f46338b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.904118 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab00c7d9-79bc-4466-87e2-69d72f46338b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.905594 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ab00c7d9-79bc-4466-87e2-69d72f46338b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/651f5f88-3d88-4982-8930-0de72f6629d0 HTTP/1.1" status: 204 len: 168 time: 0.2045701 Dec 16 22:40:01.919381 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00c7d9-79bc-4466-87e2-69d72f46338b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651f5f88-3d88-4982-8930-0de72f6629d0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:02.108226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-3795f3b8-dd58-45b4-99ec-da7a6f749421 service neutron] 10.222.0.69 "GET /v2.0/ports/063f8072-d4e9-4502-be03-f9d275cf20e1/bindings/n-h2-821840-2 HTTP/1.1" status: 200 len: 384 time: 0.0810304 Dec 16 22:40:02.318733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-aa255d1c-4532-487f-9917-7eff0504d7f2 service neutron] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=063f8072-d4e9-4502-be03-f9d275cf20e1,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:02.343936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-aa255d1c-4532-487f-9917-7eff0504d7f2 service neutron] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:40:02.410370 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:40:02.412847 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49de22c-6222-4a7d-ad68-1dd8ca5c86e0" -d '{"events": [{"server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "name": "network-vif-unplugged", "status": "completed", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:40:02.439685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-aa255d1c-4532-487f-9917-7eff0504d7f2 service neutron] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=063f8072-d4e9-4502-be03-f9d275cf20e1,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:02.499034 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73c519b-a7b4-4544-a143-ef5f02c28e10 x-openstack-request-id: req-b73c519b-a7b4-4544-a143-ef5f02c28e10 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:40:02.499437 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "name": "network-vif-unplugged", "status": "completed", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:40:02.499839 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b73c519b-a7b4-4544-a143-ef5f02c28e10 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:40:02.510222 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1', 'code': 200} Dec 16 22:40:02.539296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017a428-d85e-4805-a9df-62e26616d8d9 req-31c7ae68-0e68-48c7-9a35-57d06fdec85c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:02.541325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f017a428-d85e-4805-a9df-62e26616d8d9 req-31c7ae68-0e68-48c7-9a35-57d06fdec85c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1147671 Dec 16 22:40:02.608657 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-aa255d1c-4532-487f-9917-7eff0504d7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:02.757603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f017a428-d85e-4805-a9df-62e26616d8d9 req-a92df36c-24ca-41e8-82bb-357242e0799e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070458 Dec 16 22:40:02.771167 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1f771-71d6-43b7-a701-b0f676d442d0 req-18483bd5-ca9e-42f8-a13b-0f0ddad5d49c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:02.774890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5f1f771-71d6-43b7-a701-b0f676d442d0 req-18483bd5-ca9e-42f8-a13b-0f0ddad5d49c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 945 time: 0.2059031 Dec 16 22:40:02.896536 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:40:02.914707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-aa255d1c-4532-487f-9917-7eff0504d7f2 service neutron] Transition to ACTIVE for port object 063f8072-d4e9-4502-be03-f9d275cf20e1 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:40:02.920629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c48ba382-1cfd-45af-889a-54ef11b55283 req-c32e1173-0f87-45db-9c2e-b4af3dc081e7 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0524113 Dec 16 22:40:02.940432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5f1f771-71d6-43b7-a701-b0f676d442d0 req-e2520206-1692-4db0-8dd3-84ad4c5739a8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461399 Dec 16 22:40:03.045083 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-aa255d1c-4532-487f-9917-7eff0504d7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:03.211735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa255d1c-4532-487f-9917-7eff0504d7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=063f8072-d4e9-4502-be03-f9d275cf20e1,revision_number=11']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:03.258567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-aa255d1c-4532-487f-9917-7eff0504d7f2 service neutron] No DVR routers for this DVR port 063f8072-d4e9-4502-be03-f9d275cf20e1 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:40:03.421355 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-aa255d1c-4532-487f-9917-7eff0504d7f2 service neutron] 10.222.0.69 "PUT /v2.0/ports/063f8072-d4e9-4502-be03-f9d275cf20e1/bindings/n-h2-821840-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3061328 Dec 16 22:40:03.584963 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-9f42fe91-ff1c-4313-a62c-0be2cd19709a tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:03.586583 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-9f42fe91-ff1c-4313-a62c-0be2cd19709a tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41&tenant_id=51c946c648db42a6836975a56f094831&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 1096 time: 0.0480814 Dec 16 22:40:03.649266 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-b904982c-025b-4c79-81db-33498b1f2be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:03.650857 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-b904982c-025b-4c79-81db-33498b1f2be5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41&tenant_id=51c946c648db42a6836975a56f094831 HTTP/1.1" status: 200 len: 1096 time: 0.0550842 Dec 16 22:40:03.721593 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-e225338c-3071-4f1b-8d3a-0995802b27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:03.723512 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-e225338c-3071-4f1b-8d3a-0995802b27a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 1096 time: 0.0458078 Dec 16 22:40:03.827459 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-5131fed1-583a-438f-96f6-acd009f7042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:03.830215 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-5131fed1-583a-438f-96f6-acd009f7042e service neutron] 10.222.0.24 "GET /v2.0/networks?id=6adc13ba-6631-46a2-980b-1cb7596fb0ff HTTP/1.1" status: 200 len: 898 time: 0.0996499 Dec 16 22:40:03.915152 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-7ccf5a7e-32bb-4d37-be56-29ecd6a60e31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063f8072-d4e9-4502-be03-f9d275cf20e1 HTTP/1.1" status: 200 len: 999 time: 0.0744338 Dec 16 22:40:03.921695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb1f17-16f3-46f5-ada5-77376081b3a6 req-b9e1bdb2-a3d9-4ec7-8570-64be292c1ce9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:03.923305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bbdb1f17-16f3-46f5-ada5-77376081b3a6 req-b9e1bdb2-a3d9-4ec7-8570-64be292c1ce9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0627444 Dec 16 22:40:03.975505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-81a9735f-c9b3-42c7-9885-9a2478246ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:03.977202 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-81a9735f-c9b3-42c7-9885-9a2478246ea8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c51b18a9-cbd1-416a-be23-4bef6c0f3396 HTTP/1.1" status: 200 len: 835 time: 0.0516403 Dec 16 22:40:03.977587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bbdb1f17-16f3-46f5-ada5-77376081b3a6 req-a121d368-53eb-4e00-ab43-bc66809f66d3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480270 Dec 16 22:40:04.040604 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-a4e66e87-9c20-451b-b976-917d8593f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:04.042287 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-a4e66e87-9c20-451b-b976-917d8593f9dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6adc13ba-6631-46a2-980b-1cb7596fb0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573053 Dec 16 22:40:04.066879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1e1d251-7f16-40d1-b8c3-d6f7508627d1 req-3ec6cb79-18a3-4270-b88e-aca091c63ad2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0369201 Dec 16 22:40:04.108293 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006f9b7-dae6-4375-b27a-797ad6af1bd0 req-aee4c7e7-e8e3-43f8-9224-37d8024aa998 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:04.109968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3006f9b7-dae6-4375-b27a-797ad6af1bd0 req-aee4c7e7-e8e3-43f8-9224-37d8024aa998 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 945 time: 0.0705528 Dec 16 22:40:04.156244 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-c0652847-89fe-4997-ba4c-5aad5263c987 service neutron] 10.222.0.24 "GET /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040945 Dec 16 22:40:04.164053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3006f9b7-dae6-4375-b27a-797ad6af1bd0 req-e7bdb517-5d31-43e1-b17c-4d49d1fb5c8b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462928 Dec 16 22:40:04.264539 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-09b18f03-5536-4562-a912-a1cddea3757b service neutron] 10.222.0.24 "GET /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999627 Dec 16 22:40:04.805156 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-3e5c857a-f0bd-46d0-bcc7-664c7bcdbe1a tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:04.806766 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-3e5c857a-f0bd-46d0-bcc7-664c7bcdbe1a tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41&tenant_id=51c946c648db42a6836975a56f094831&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 1096 time: 0.0500600 Dec 16 22:40:05.043348 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-169fe6c9-bd88-4aa2-a57a-98baf1e46d3c service neutron] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:40:05.046743 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-169fe6c9-bd88-4aa2-a57a-98baf1e46d3c service neutron] Publish callbacks [] for binding, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:05.047928 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-169fe6c9-bd88-4aa2-a57a-98baf1e46d3c service neutron] 10.222.0.24 "DELETE /v2.0/ports/063f8072-d4e9-4502-be03-f9d275cf20e1/bindings/n-h1-821840-2 HTTP/1.1" status: 204 len: 173 time: 0.2321315 Dec 16 22:40:05.130970 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b9931-eed4-4cdd-af56-65e95e2a5033 req-2afabef0-ff23-4d4a-bbd4-cf1e95724369 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:05.132838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-617b9931-eed4-4cdd-af56-65e95e2a5033 req-2afabef0-ff23-4d4a-bbd4-cf1e95724369 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0626619 Dec 16 22:40:05.186221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db3c34a5-ebea-4bb1-8020-1abc6888c564 req-d71eff60-47ac-4d48-9219-d7f1a16c559c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0375099 Dec 16 22:40:05.220582 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-617b9931-eed4-4cdd-af56-65e95e2a5033 req-60727568-6b84-4014-bca9-75af9c8d62c2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791650 Dec 16 22:40:05.297469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba1848-a8a3-4f96-93a4-0597274aacb2 req-2dd03bf6-4635-43ee-b77c-fea40c5c13ce tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:05.299038 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3bba1848-a8a3-4f96-93a4-0597274aacb2 req-2dd03bf6-4635-43ee-b77c-fea40c5c13ce tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 945 time: 0.0536108 Dec 16 22:40:05.367445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3bba1848-a8a3-4f96-93a4-0597274aacb2 req-0458e4a8-0633-4640-8daf-87dd3dfff0ef tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618532 Dec 16 22:40:05.493701 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40e118-087a-47bf-b7f8-97dbc36909b4 req-d5d3fbb6-7864-453e-9b6f-59a8266c6d61 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:05.498742 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad40e118-087a-47bf-b7f8-97dbc36909b4 req-d5d3fbb6-7864-453e-9b6f-59a8266c6d61 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 1096 time: 0.0550823 Dec 16 22:40:05.555899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad40e118-087a-47bf-b7f8-97dbc36909b4 req-816c4d89-007e-402a-bc82-ef9ccf5deb61 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484781 Dec 16 22:40:05.689602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fbe79-a177-40d5-9417-acc3ca9a3b69 req-f062fe50-4f62-465d-b419-2c90a273b371 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:05.691174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-596fbe79-a177-40d5-9417-acc3ca9a3b69 req-f062fe50-4f62-465d-b419-2c90a273b371 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 945 time: 0.0553706 Dec 16 22:40:05.746678 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-596fbe79-a177-40d5-9417-acc3ca9a3b69 req-f65fe798-7829-4bcb-a703-f5f1a7161324 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478776 Dec 16 22:40:05.768707 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37250) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:05.808974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 063f8072-d4e9-4502-be03-f9d275cf20e1 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:40:05.833165 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8f9319db-bb79-4735-a079-516a8f7d5238 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/floatingips/db95bf9d-c1d7-4d2f-a391-0a3b862c832f HTTP/1.1" status: 200 len: 991 time: 0.0632813 Dec 16 22:40:05.856016 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 063f8072-d4e9-4502-be03-f9d275cf20e1 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:40:06.390104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0460e-a46f-4948-8cc5-57db7542b60a req-0a20915a-d965-42a8-a40d-78d1088a8c13 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:06.391893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fb0460e-a46f-4948-8cc5-57db7542b60a req-0a20915a-d965-42a8-a40d-78d1088a8c13 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0697799 Dec 16 22:40:06.445939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fb0460e-a46f-4948-8cc5-57db7542b60a req-6a9fd7a4-e639-4caf-a8ef-eb4031d626a1 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476174 Dec 16 22:40:06.524466 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-628f41bd-3432-411f-b2aa-06779ce1f54d req-c0487f01-4a13-4627-bc41-13055ee4af7d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0274489 Dec 16 22:40:07.581471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dae62-7f55-4f11-b9cd-9560ae521847 req-f1a602df-956a-4b6b-90b4-22938c18db25 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:07.583228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a3dae62-7f55-4f11-b9cd-9560ae521847 req-f1a602df-956a-4b6b-90b4-22938c18db25 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0586944 Dec 16 22:40:07.628098 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32deebe4-c2ac-43cf-9303-f9b95cec9efa req-47c74399-432c-4d53-ae88-1f9efcac49d3 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0438073 Dec 16 22:40:07.671247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a3dae62-7f55-4f11-b9cd-9560ae521847 req-6a5670cb-acd3-4a98-b6b8-79417bdfe421 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774388 Dec 16 22:40:08.084977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37282) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:08.278546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-54c43746-630d-46aa-bf7c-7c69656c5b81 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting port e570a0ea-e302-46d6-aec2-09d4bf8341c1 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:40:08.278803 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54c43746-630d-46aa-bf7c-7c69656c5b81 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.357522 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54c43746-630d-46aa-bf7c-7c69656c5b81 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.357863 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54c43746-630d-46aa-bf7c-7c69656c5b81 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.372337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-54c43746-630d-46aa-bf7c-7c69656c5b81 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Calling delete_port for e570a0ea-e302-46d6-aec2-09d4bf8341c1 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:40:08.644650 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54c43746-630d-46aa-bf7c-7c69656c5b81 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.676314 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c43746-630d-46aa-bf7c-7c69656c5b81 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Port': ['ID=e570a0ea-e302-46d6-aec2-09d4bf8341c1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:08.726938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-988897e5-2226-49b0-ad49-72b250528839 req-b6bd8de5-a74d-421b-a008-3aeac1f7fbea tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0447166 Dec 16 22:40:08.808371 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54c43746-630d-46aa-bf7c-7c69656c5b81 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.808706 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-54c43746-630d-46aa-bf7c-7c69656c5b81 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Floating IP db95bf9d-c1d7-4d2f-a391-0a3b862c832f disassociated (deleted). External IP: 172.25.2.83, port: 063f8072-d4e9-4502-be03-f9d275cf20e1. Dec 16 22:40:08.878121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d579d-a232-4dc7-ae4f-6a0506586114 req-1b4c0d8f-932e-450d-b5dc-29affcb3df6e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:08.879694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f82d579d-a232-4dc7-ae4f-6a0506586114 req-1b4c0d8f-932e-450d-b5dc-29affcb3df6e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1284425 Dec 16 22:40:08.977491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f82d579d-a232-4dc7-ae4f-6a0506586114 req-8ba814f8-c356-4562-8113-a42f7f74a18f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900781 Dec 16 22:40:09.375640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c43746-630d-46aa-bf7c-7c69656c5b81 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:40:09.486739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c43746-630d-46aa-bf7c-7c69656c5b81 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:40:09.491338 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54c43746-630d-46aa-bf7c-7c69656c5b81 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.498097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092410d-08bd-450a-a631-c196c6129453 None None] Sync routers for ids ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:40:09.515295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3092410d-08bd-450a-a631-c196c6129453 None None] Routers {'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:40:09.515949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3092410d-08bd-450a-a631-c196c6129453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:09.520500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-54c43746-630d-46aa-bf7c-7c69656c5b81 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/floatingips/db95bf9d-c1d7-4d2f-a391-0a3b862c832f HTTP/1.1" status: 204 len: 168 time: 1.4343948 Dec 16 22:40:09.521364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:40:09.524140 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75228712-4b82-4461-b80a-c7dc5a7a385f" -d '{"events": [{"name": "network-changed", "server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:40:09.565403 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd373b0-cb99-4377-9f12-6ca1e52030ab x-openstack-request-id: req-6bd373b0-cb99-4377-9f12-6ca1e52030ab {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:40:09.565703 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:40:09.566681 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6bd373b0-cb99-4377-9f12-6ca1e52030ab {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:40:09.567054 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1', 'status': 'completed', 'code': 200} Dec 16 22:40:09.636707 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75228712-4b82-4461-b80a-c7dc5a7a385f req-fe053f30-b718-4392-817f-d613f20ad0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:09.638264 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-75228712-4b82-4461-b80a-c7dc5a7a385f req-fe053f30-b718-4392-817f-d613f20ad0d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 1096 time: 0.0471058 Dec 16 22:40:09.639085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-3092410d-08bd-450a-a631-c196c6129453 None None] Set router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:40:09.739956 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75228712-4b82-4461-b80a-c7dc5a7a385f req-4bbadc38-732c-4cf4-ac2f-a34e8a1828ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:09.741501 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-75228712-4b82-4461-b80a-c7dc5a7a385f req-4bbadc38-732c-4cf4-ac2f-a34e8a1828ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=6adc13ba-6631-46a2-980b-1cb7596fb0ff HTTP/1.1" status: 200 len: 898 time: 0.0937896 Dec 16 22:40:09.789907 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-75228712-4b82-4461-b80a-c7dc5a7a385f req-82ad674c-c4b2-4517-96ba-1b0bc222eeb2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063f8072-d4e9-4502-be03-f9d275cf20e1 HTTP/1.1" status: 200 len: 217 time: 0.0404174 Dec 16 22:40:09.811610 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4b57985-20ca-4b62-8cca-43a19063a2a3 req-4ad92475-38bf-4768-ba0c-f835d73efb19 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0303512 Dec 16 22:40:09.846110 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75228712-4b82-4461-b80a-c7dc5a7a385f req-9d0dd245-4308-40fb-a0e5-e6a8e9b167f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:09.847659 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-75228712-4b82-4461-b80a-c7dc5a7a385f req-9d0dd245-4308-40fb-a0e5-e6a8e9b167f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c51b18a9-cbd1-416a-be23-4bef6c0f3396 HTTP/1.1" status: 200 len: 835 time: 0.0494199 Dec 16 22:40:09.862584 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3092410d-08bd-450a-a631-c196c6129453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795195704', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:48Z', 'updated_at': '2021-12-16T22:38:54Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:49Z', 'updated_at': '2021-12-16T22:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd6be853e-fdf4-4ac6-894f-8f20dc9e9b9d', 'name': '', 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:37:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:38:59Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:09.908029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092410d-08bd-450a-a631-c196c6129453 None None] Checking router: a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:40:09.916466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75228712-4b82-4461-b80a-c7dc5a7a385f req-581f3d82-3a58-4561-853b-dcf138b08294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:09.919869 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-75228712-4b82-4461-b80a-c7dc5a7a385f req-581f3d82-3a58-4561-853b-dcf138b08294 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6adc13ba-6631-46a2-980b-1cb7596fb0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620344 Dec 16 22:40:09.920112 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3092410d-08bd-450a-a631-c196c6129453 None None] Routers {'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:40:09.920696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3092410d-08bd-450a-a631-c196c6129453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:10.046941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-3092410d-08bd-450a-a631-c196c6129453 None None] Set router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:40:10.047193 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-75228712-4b82-4461-b80a-c7dc5a7a385f req-7716f2bb-28f7-43f5-ba9f-2b5187a5c19c service neutron] 10.222.0.24 "GET /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105111 Dec 16 22:40:10.053157 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21800854-f5b9-4dc7-b430-f65cd777af42 req-ae322e49-2924-4076-b972-05547d17c805 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:10.055129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21800854-f5b9-4dc7-b430-f65cd777af42 req-ae322e49-2924-4076-b972-05547d17c805 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 945 time: 0.0675066 Dec 16 22:40:10.159221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21800854-f5b9-4dc7-b430-f65cd777af42 req-376c1a96-8b82-4459-b3e9-60304c6a6ab8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff580a-dbb3-4694-a6f6-72fc3f80bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939822 Dec 16 22:40:10.166427 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-75228712-4b82-4461-b80a-c7dc5a7a385f req-d4a0d459-b553-4ec2-a299-cfd4bcc03043 service neutron] 10.222.0.24 "GET /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014547 Dec 16 22:40:10.175612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768769e-4436-471e-ab66-d6db263cd02b req-b1cdd7db-9f7e-48d7-b326-228992db2eab tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:10.177238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2768769e-4436-471e-ab66-d6db263cd02b req-b1cdd7db-9f7e-48d7-b326-228992db2eab tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0854807 Dec 16 22:40:10.234150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2768769e-4436-471e-ab66-d6db263cd02b req-9455fcab-6538-45f6-bd5a-e9d8355db4c7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497718 Dec 16 22:40:10.313528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3092410d-08bd-450a-a631-c196c6129453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795195704', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:48Z', 'updated_at': '2021-12-16T22:38:54Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:49Z', 'updated_at': '2021-12-16T22:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd6be853e-fdf4-4ac6-894f-8f20dc9e9b9d', 'name': '', 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:37:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:38:59Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:10.345838 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092410d-08bd-450a-a631-c196c6129453 None None] The sync data for ids ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'] in n-d-821840-2 is: [{'id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795195704', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:48Z', 'updated_at': '2021-12-16T22:38:54Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:49Z', 'updated_at': '2021-12-16T22:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd6be853e-fdf4-4ac6-894f-8f20dc9e9b9d', 'name': '', 'network_id': '6adc13ba-6631-46a2-980b-1cb7596fb0ff', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:37:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:38:59Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'c51b18a9-cbd1-416a-be23-4bef6c0f3396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:40:10.484962 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be5c1b-a9a4-4dfa-a13c-ad93a065e732 req-a38bf43b-59c3-4ba4-9db8-374d3bd50b6f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:10.486546 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-57be5c1b-a9a4-4dfa-a13c-ad93a065e732 req-a38bf43b-59c3-4ba4-9db8-374d3bd50b6f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.24 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 945 time: 0.0530593 Dec 16 22:40:10.564420 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12f3adc-8681-4e29-b920-d85d666e9fc6 None None] New status for floating IP db95bf9d-c1d7-4d2f-a391-0a3b862c832f: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:40:10.592834 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-57be5c1b-a9a4-4dfa-a13c-ad93a065e732 req-2a8b95f3-c84b-4a43-8117-c119939fec89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting port 063f8072-d4e9-4502-be03-f9d275cf20e1 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:40:10.593164 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-57be5c1b-a9a4-4dfa-a13c-ad93a065e732 req-2a8b95f3-c84b-4a43-8117-c119939fec89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.693874 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-57be5c1b-a9a4-4dfa-a13c-ad93a065e732 req-2a8b95f3-c84b-4a43-8117-c119939fec89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] For port 063f8072-d4e9-4502-be03-f9d275cf20e1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=063f8072-d4e9-4502-be03-f9d275cf20e1,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:10.694613 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-57be5c1b-a9a4-4dfa-a13c-ad93a065e732 req-2a8b95f3-c84b-4a43-8117-c119939fec89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.707484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-57be5c1b-a9a4-4dfa-a13c-ad93a065e732 req-2a8b95f3-c84b-4a43-8117-c119939fec89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Calling delete_port for 063f8072-d4e9-4502-be03-f9d275cf20e1 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:40:10.922079 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3ec2fa8-5e65-48a1-9cd3-7321dec8e5e9 req-e66bdb85-5f79-4f2e-877f-e2a69adb1f7d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0296092 Dec 16 22:40:11.243354 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-57be5c1b-a9a4-4dfa-a13c-ad93a065e732 req-2a8b95f3-c84b-4a43-8117-c119939fec89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.277333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b95f3-c84b-4a43-8117-c119939fec89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Port': ['ID=063f8072-d4e9-4502-be03-f9d275cf20e1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:11.316694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5e680e8-ed17-421a-98ed-956c57974a01 req-f25a3ffd-ac75-4e03-b135-f1657c7563ef tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b9f35b-ab1a-4d83-bb3d-65a396257f41 HTTP/1.1" status: 200 len: 210 time: 0.0507741 Dec 16 22:40:11.331209 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-57be5c1b-a9a4-4dfa-a13c-ad93a065e732 req-2a8b95f3-c84b-4a43-8117-c119939fec89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] No DVR routers for this DVR port 063f8072-d4e9-4502-be03-f9d275cf20e1 on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:40:11.344008 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-57be5c1b-a9a4-4dfa-a13c-ad93a065e732 req-2a8b95f3-c84b-4a43-8117-c119939fec89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.345556 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-57be5c1b-a9a4-4dfa-a13c-ad93a065e732 req-2a8b95f3-c84b-4a43-8117-c119939fec89 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.24 "DELETE /v2.0/ports/063f8072-d4e9-4502-be03-f9d275cf20e1 HTTP/1.1" status: 204 len: 173 time: 0.8495672 Dec 16 22:40:11.346054 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'name': 'network-vif-deleted', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:40:11.348402 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f6a4f0-bd11-4d8b-b519-d1b4eda1ad4c" -d '{"events": [{"server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "name": "network-vif-deleted", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:40:11.389025 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb488121-e8be-4c1e-b45b-1da755a9f665 x-openstack-request-id: req-cb488121-e8be-4c1e-b45b-1da755a9f665 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:40:11.389339 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b9f35b-ab1a-4d83-bb3d-65a396257f41", "name": "network-vif-deleted", "tag": "063f8072-d4e9-4502-be03-f9d275cf20e1", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:40:11.389587 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb488121-e8be-4c1e-b45b-1da755a9f665 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:40:11.390003 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b9f35b-ab1a-4d83-bb3d-65a396257f41', 'name': 'network-vif-deleted', 'tag': '063f8072-d4e9-4502-be03-f9d275cf20e1', 'status': 'completed', 'code': 200} Dec 16 22:40:11.409182 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e70d7-ddca-4041-9ad7-c9d2b0586557 req-a638a00e-0c2f-488a-afef-d4b97072b5fc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:11.410805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-205e70d7-ddca-4041-9ad7-c9d2b0586557 req-a638a00e-0c2f-488a-afef-d4b97072b5fc tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0537007 Dec 16 22:40:11.488193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-205e70d7-ddca-4041-9ad7-c9d2b0586557 req-328bfece-694f-4d35-849b-1c0ba25b42b7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622730 Dec 16 22:40:12.005779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81e199c7-6d0f-412d-b090-9e6a42dc86ac req-2340fc5e-c9ad-482e-bb27-b3d5146f6a0d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0297399 Dec 16 22:40:12.377683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37336) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:12.662850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db75878-1412-479b-b07a-1838744dfab8 req-a7ebdd81-e661-4c02-8e07-e2d2fcbe09d5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:12.664363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db75878-1412-479b-b07a-1838744dfab8 req-a7ebdd81-e661-4c02-8e07-e2d2fcbe09d5 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.0876431 Dec 16 22:40:12.757201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db75878-1412-479b-b07a-1838744dfab8 req-426bd665-c629-43c2-94fa-6ba71dd89408 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861866 Dec 16 22:40:12.836415 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bf041ed6-f181-404d-aa8a-d8f35c55c815 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.115550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5387eb1e-f302-405f-8d23-e29a547c6045 req-11d20bc9-b93e-49a0-9b20-b073450bc2d5 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0560904 Dec 16 22:40:13.145605 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-bf041ed6-f181-404d-aa8a-d8f35c55c815 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting port d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:40:13.145942 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bf041ed6-f181-404d-aa8a-d8f35c55c815 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.249758 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-bf041ed6-f181-404d-aa8a-d8f35c55c815 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] For port d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:13.250125 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bf041ed6-f181-404d-aa8a-d8f35c55c815 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.261915 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.264839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-bf041ed6-f181-404d-aa8a-d8f35c55c815 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Calling delete_port for d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:40:13.381127 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.540238 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bf041ed6-f181-404d-aa8a-d8f35c55c815 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.569495 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf041ed6-f181-404d-aa8a-d8f35c55c815 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Port': ['ID=d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:13.775222 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bf041ed6-f181-404d-aa8a-d8f35c55c815 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.938679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365b1fd-078d-47f9-b761-848a130f8fe1 req-f2a831ec-7d4b-4c17-8482-dcacb7e8ad68 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:13.939232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4365b1fd-078d-47f9-b761-848a130f8fe1 req-f2a831ec-7d4b-4c17-8482-dcacb7e8ad68 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1027548 Dec 16 22:40:14.079368 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4365b1fd-078d-47f9-b761-848a130f8fe1 req-9c289bf9-1e4d-4cfb-a414-fd3390d40223 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328692 Dec 16 22:40:14.101852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf041ed6-f181-404d-aa8a-d8f35c55c815 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:40:14.229013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61cac64d-b7ab-4609-b055-964d23b7985e req-95ec373f-33dc-4d90-a720-907c4f943f6b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0383952 Dec 16 22:40:14.247108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf041ed6-f181-404d-aa8a-d8f35c55c815 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:40:14.256522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37352) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:14.257045 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bf041ed6-f181-404d-aa8a-d8f35c55c815 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "PUT /v2.0/routers/a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8781750 Dec 16 22:40:14.265567 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375cc46f-31d1-4b13-bc59-a81b66ef6d9d None None] Sync routers for ids ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:40:14.283708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375cc46f-31d1-4b13-bc59-a81b66ef6d9d None None] Routers {'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:40:14.284357 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-375cc46f-31d1-4b13-bc59-a81b66ef6d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:14.340138 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd90064-7267-4b3d-88f0-fd523ff54a3d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting subnet c51b18a9-cbd1-416a-be23-4bef6c0f3396 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:40:14.343653 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0dd90064-7267-4b3d-88f0-fd523ff54a3d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:14.389945 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0dd90064-7267-4b3d-88f0-fd523ff54a3d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:14.404138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-375cc46f-31d1-4b13-bc59-a81b66ef6d9d None None] Set router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:40:14.478661 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0dd90064-7267-4b3d-88f0-fd523ff54a3d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:14.527875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 063f8072-d4e9-4502-be03-f9d275cf20e1 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:40:14.575350 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 063f8072-d4e9-4502-be03-f9d275cf20e1 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:40:14.575705 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 063f8072-d4e9-4502-be03-f9d275cf20e1 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:40:14.620473 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0dd90064-7267-4b3d-88f0-fd523ff54a3d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:14.626312 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-375cc46f-31d1-4b13-bc59-a81b66ef6d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795195704', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:48Z', 'updated_at': '2021-12-16T22:40:13Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:49Z', 'updated_at': '2021-12-16T22:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:14.650801 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd90064-7267-4b3d-88f0-fd523ff54a3d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Subnet': ['ID=c51b18a9-cbd1-416a-be23-4bef6c0f3396,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:14.655307 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0dd90064-7267-4b3d-88f0-fd523ff54a3d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:14.659708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375cc46f-31d1-4b13-bc59-a81b66ef6d9d None None] Checking router: a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:40:14.661592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37356) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:14.669476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375cc46f-31d1-4b13-bc59-a81b66ef6d9d None None] Routers {'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:40:14.672623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-375cc46f-31d1-4b13-bc59-a81b66ef6d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:39:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:14.675217 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a20f0-5567-42ef-8a37-ff6b0a2204f3 None None] Network 6adc13ba-6631-46a2-980b-1cb7596fb0ff requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:40:14.683904 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0dd90064-7267-4b3d-88f0-fd523ff54a3d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/subnets/c51b18a9-cbd1-416a-be23-4bef6c0f3396 HTTP/1.1" status: 204 len: 168 time: 0.4255147 Dec 16 22:40:14.868647 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a68d9b7c-38bf-470a-9edb-1f42f22d36fc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:14.981933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-3f991ea8-891f-4197-b0a3-8bfcfc77ba25 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:14.983460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-3f991ea8-891f-4197-b0a3-8bfcfc77ba25 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/networks?id=a38ea202-9def-4a69-9c10-b0c645d2f774 HTTP/1.1" status: 200 len: 815 time: 0.2036772 Dec 16 22:40:15.025613 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-375cc46f-31d1-4b13-bc59-a81b66ef6d9d None None] Set router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:40:15.042952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd7c61-e8f1-4f0f-9494-1c7c12a9b29e req-66971d7c-0b2c-4b9d-97ba-97dfdbfd709f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:15.044552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4edd7c61-e8f1-4f0f-9494-1c7c12a9b29e req-66971d7c-0b2c-4b9d-97ba-97dfdbfd709f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9f701b5-8267-4a1a-aa7c-21c78c5d968d HTTP/1.1" status: 200 len: 945 time: 0.1700351 Dec 16 22:40:15.048457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-c4e2627c-e85d-4bad-826f-0728b0669842 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/quotas/e46b27d4336444b98f803f2fbef3235f HTTP/1.1" status: 200 len: 375 time: 0.0371785 Dec 16 22:40:15.126063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad3a3f0-099f-4a76-bdf4-24c370583ed8 None None] DHCP port deletion for 6adc13ba-6631-46a2-980b-1cb7596fb0ff request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:40:15.240093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-fad3a3f0-099f-4a76-bdf4-24c370583ed8 None None] Deleting port 7aa685eb-c55e-4179-9b3d-e86b90055f93 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:40:15.240489 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fad3a3f0-099f-4a76-bdf4-24c370583ed8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:15.322047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fad3a3f0-099f-4a76-bdf4-24c370583ed8 None None] For port 7aa685eb-c55e-4179-9b3d-e86b90055f93, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7aa685eb-c55e-4179-9b3d-e86b90055f93,segment=NetworkSegment(7b7c591d-2eb2-4e7b-9733-8be3da4af0cd),segment_id=7b7c591d-2eb2-4e7b-9733-8be3da4af0cd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:15.323454 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fad3a3f0-099f-4a76-bdf4-24c370583ed8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:15.345727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-375cc46f-31d1-4b13-bc59-a81b66ef6d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795195704', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:48Z', 'updated_at': '2021-12-16T22:40:13Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:49Z', 'updated_at': '2021-12-16T22:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:15.351933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-fad3a3f0-099f-4a76-bdf4-24c370583ed8 None None] Calling delete_port for 7aa685eb-c55e-4179-9b3d-e86b90055f93 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:40:15.382019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375cc46f-31d1-4b13-bc59-a81b66ef6d9d None None] The sync data for ids ['a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd'] in n-d-821840-2 is: [{'id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795195704', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:48Z', 'updated_at': '2021-12-16T22:40:13Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '06b06cc4-935d-42b3-b268-3ea967de0f8e', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:49Z', 'updated_at': '2021-12-16T22:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:40:15.459298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6781533e-537f-4490-a0d9-ca19b76aaef7 req-5c46faab-f24c-492d-9d82-2e4a65001812 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0570052 Dec 16 22:40:15.475858 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a68d9b7c-38bf-470a-9edb-1f42f22d36fc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:15.525372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-57e66b99-f48e-4e6a-a70d-a77a42116874 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e46b27d4336444b98f803f2fbef3235f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4656086 Dec 16 22:40:15.537454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-20b1ec9c-b6ba-466b-abe0-866552842f3f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:40:15.540568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-20b1ec9c-b6ba-466b-abe0-866552842f3f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055411 Dec 16 22:40:15.580749 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fad3a3f0-099f-4a76-bdf4-24c370583ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:15.596479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4edd7c61-e8f1-4f0f-9494-1c7c12a9b29e req-224d7f44-b855-4487-ba50-b1a776666bbf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Deleting port 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:40:15.597936 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4edd7c61-e8f1-4f0f-9494-1c7c12a9b29e req-224d7f44-b855-4487-ba50-b1a776666bbf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:15.615449 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3a3f0-099f-4a76-bdf4-24c370583ed8 None None] Pushing event deleted for resources: {'Port': ['ID=7aa685eb-c55e-4179-9b3d-e86b90055f93,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:15.619739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad3a3f0-099f-4a76-bdf4-24c370583ed8 None None] No DVR routers for this DVR port 7aa685eb-c55e-4179-9b3d-e86b90055f93 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:40:15.755686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-0f654736-bcad-4079-a382-0b3c45063e49 service neutron] 10.222.0.43 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093792 Dec 16 22:40:15.765368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-4edd7c61-e8f1-4f0f-9494-1c7c12a9b29e req-224d7f44-b855-4487-ba50-b1a776666bbf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] For port 88cc5efe-ebd3-4ff5-b4f5-78d615be3649, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=88cc5efe-ebd3-4ff5-b4f5-78d615be3649,segment=NetworkSegment(2a896f65-0eee-4394-8df5-5a348c0508c7),segment_id=2a896f65-0eee-4394-8df5-5a348c0508c7)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:15.765749 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4edd7c61-e8f1-4f0f-9494-1c7c12a9b29e req-224d7f44-b855-4487-ba50-b1a776666bbf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:15.792311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4edd7c61-e8f1-4f0f-9494-1c7c12a9b29e req-224d7f44-b855-4487-ba50-b1a776666bbf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Calling delete_port for 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:40:15.796398 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7aa685eb-c55e-4179-9b3d-e86b90055f93 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:40:15.804031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-a68d9b7c-38bf-470a-9edb-1f42f22d36fc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting port 06b06cc4-935d-42b3-b268-3ea967de0f8e {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:40:15.804383 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a68d9b7c-38bf-470a-9edb-1f42f22d36fc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:15.820795 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 7aa685eb-c55e-4179-9b3d-e86b90055f93 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:40:15.821141 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7aa685eb-c55e-4179-9b3d-e86b90055f93 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:40:15.821563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:40:15.844278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:40:15.844961 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d6be853e-fdf4-4ac6-894f-8f20dc9e9b9d not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:40:16.013547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-43b896f3-6a22-4122-92e7-a5b46eeba4d3 service neutron] 10.222.0.43 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352967 Dec 16 22:40:16.037831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-a68d9b7c-38bf-470a-9edb-1f42f22d36fc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] For port 06b06cc4-935d-42b3-b268-3ea967de0f8e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=06b06cc4-935d-42b3-b268-3ea967de0f8e,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:16.038216 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a68d9b7c-38bf-470a-9edb-1f42f22d36fc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:16.052401 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-a68d9b7c-38bf-470a-9edb-1f42f22d36fc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Calling delete_port for 06b06cc4-935d-42b3-b268-3ea967de0f8e owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:40:16.206528 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4edd7c61-e8f1-4f0f-9494-1c7c12a9b29e req-224d7f44-b855-4487-ba50-b1a776666bbf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:16.218347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['88cc5efe-ebd3-4ff5-b4f5-78d615be3649'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:40:16.247670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d7f44-b855-4487-ba50-b1a776666bbf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Pushing event deleted for resources: {'Port': ['ID=88cc5efe-ebd3-4ff5-b4f5-78d615be3649,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:16.296403 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81b8b08-7fa9-45c7-95d3-58a0be7ce683 None None] DHCP port deletion for a38ea202-9def-4a69-9c10-b0c645d2f774 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:40:16.346350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edd7c61-e8f1-4f0f-9494-1c7c12a9b29e req-224d7f44-b855-4487-ba50-b1a776666bbf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] No DVR routers for this DVR port 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:40:16.349775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16e6a472-3520-4cab-a433-d5ba3526458c req-901e23c4-e0d4-4dbe-9fa1-bcb152f7c1aa tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 210 time: 0.0718813 Dec 16 22:40:16.352719 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4edd7c61-e8f1-4f0f-9494-1c7c12a9b29e req-224d7f44-b855-4487-ba50-b1a776666bbf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:16.356802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4edd7c61-e8f1-4f0f-9494-1c7c12a9b29e req-224d7f44-b855-4487-ba50-b1a776666bbf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.69 "DELETE /v2.0/ports/88cc5efe-ebd3-4ff5-b4f5-78d615be3649 HTTP/1.1" status: 204 len: 173 time: 1.3055100 Dec 16 22:40:16.357434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f701b5-8267-4a1a-aa7c-21c78c5d968d', 'name': 'network-vif-deleted', 'tag': '88cc5efe-ebd3-4ff5-b4f5-78d615be3649'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:40:16.359638 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ed5f0c-e9ca-4d4f-a762-04bed5cbc659" -d '{"events": [{"server_uuid": "e9f701b5-8267-4a1a-aa7c-21c78c5d968d", "name": "network-vif-deleted", "tag": "88cc5efe-ebd3-4ff5-b4f5-78d615be3649"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:40:16.404388 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7f1a27-94b9-4b77-bbda-a8b5996ec84a x-openstack-request-id: req-5a7f1a27-94b9-4b77-bbda-a8b5996ec84a {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:40:16.404684 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f701b5-8267-4a1a-aa7c-21c78c5d968d", "name": "network-vif-deleted", "tag": "88cc5efe-ebd3-4ff5-b4f5-78d615be3649", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:40:16.404933 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a7f1a27-94b9-4b77-bbda-a8b5996ec84a {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:40:16.405338 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f701b5-8267-4a1a-aa7c-21c78c5d968d', 'name': 'network-vif-deleted', 'tag': '88cc5efe-ebd3-4ff5-b4f5-78d615be3649', 'status': 'completed', 'code': 200} Dec 16 22:40:16.460643 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a68d9b7c-38bf-470a-9edb-1f42f22d36fc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:16.487563 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d9b7c-38bf-470a-9edb-1f42f22d36fc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Port': ['ID=06b06cc4-935d-42b3-b268-3ea967de0f8e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:16.504515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300b76cd-1323-4f2b-983c-d440146e090c None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:40:16.588117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0debc83e-4613-4027-876d-41315f3dbec1 req-f17c8d34-a36b-431f-9ec7-3ac64d526c25 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0702026 Dec 16 22:40:16.593651 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a68d9b7c-38bf-470a-9edb-1f42f22d36fc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:16.709647 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a68d9b7c-38bf-470a-9edb-1f42f22d36fc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:16.711948 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a68d9b7c-38bf-470a-9edb-1f42f22d36fc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:16.820726 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a68d9b7c-38bf-470a-9edb-1f42f22d36fc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:16.821318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68d9b7c-38bf-470a-9edb-1f42f22d36fc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Fanout notify agent at l3_agent the message router_deleted on router a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:40:16.829896 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a68d9b7c-38bf-470a-9edb-1f42f22d36fc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:16.831113 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a68d9b7c-38bf-470a-9edb-1f42f22d36fc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/routers/a49512b0-0f09-4a7e-9cb7-7bd5b6a3a5bd HTTP/1.1" status: 204 len: 168 time: 2.1685157 Dec 16 22:40:16.833793 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37392) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:16.921520 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bda0fdcc-f8f6-4294-9a10-a95ddc0d1468 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.021083 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bda0fdcc-f8f6-4294-9a10-a95ddc0d1468 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.048044 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-bda0fdcc-f8f6-4294-9a10-a95ddc0d1468 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adc13ba-6631-46a2-980b-1cb7596fb0ff']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:17.059109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-bda0fdcc-f8f6-4294-9a10-a95ddc0d1468 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:17.064471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-bda0fdcc-f8f6-4294-9a10-a95ddc0d1468 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7c591d-2eb2-4e7b-9733-8be3da4af0cd') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:17.070369 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bda0fdcc-f8f6-4294-9a10-a95ddc0d1468 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.084302 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bda0fdcc-f8f6-4294-9a10-a95ddc0d1468 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.090958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda0fdcc-f8f6-4294-9a10-a95ddc0d1468 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:40:17.091393 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bda0fdcc-f8f6-4294-9a10-a95ddc0d1468 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:40:17.094569 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:40:17.226416 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bda0fdcc-f8f6-4294-9a10-a95ddc0d1468 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.236197 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bda0fdcc-f8f6-4294-9a10-a95ddc0d1468 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.240918 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bda0fdcc-f8f6-4294-9a10-a95ddc0d1468 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/networks/6adc13ba-6631-46a2-980b-1cb7596fb0ff HTTP/1.1" status: 204 len: 168 time: 0.4051888 Dec 16 22:40:17.243143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37394) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:17.257037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0fdcc-f8f6-4294-9a10-a95ddc0d1468 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Network': ['ID=6adc13ba-6631-46a2-980b-1cb7596fb0ff,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:17.473975 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94b4293d-478f-4d4b-9988-a30edb2a2bec req-60a39eb8-39ca-49dc-83ad-37f222a60e2d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 210 time: 0.0297027 Dec 16 22:40:17.537673 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98f0bf21-eb52-4464-bd10-3144eb7cbd38 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.564769 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98f0bf21-eb52-4464-bd10-3144eb7cbd38 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.677393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b57aae61-32c0-454f-ab40-08246c1b0f5f req-bac7f4e8-8856-4594-b6b3-7e0447118ee6 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0307422 Dec 16 22:40:17.735600 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98f0bf21-eb52-4464-bd10-3144eb7cbd38 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.738616 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98f0bf21-eb52-4464-bd10-3144eb7cbd38 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.739906 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-98f0bf21-eb52-4464-bd10-3144eb7cbd38 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/security-groups/40ff580a-dbb3-4694-a6f6-72fc3f80bf64 HTTP/1.1" status: 204 len: 168 time: 0.4931746 Dec 16 22:40:17.750355 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0bf21-eb52-4464-bd10-3144eb7cbd38 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ff580a-dbb3-4694-a6f6-72fc3f80bf64,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:17.791237 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 06b06cc4-935d-42b3-b268-3ea967de0f8e no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:40:17.814984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 06b06cc4-935d-42b3-b268-3ea967de0f8e {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:40:17.815497 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 06b06cc4-935d-42b3-b268-3ea967de0f8e not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:40:18.240044 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37408) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:18.250016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-009f932c-9072-4d0a-8eb4-d1d78a4a5c19 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-669873878', 'description': 'tempest-secgroup-smoke-669873878 description', 'project_id': '51c946c648db42a6836975a56f094831'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:18.431293 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-009f932c-9072-4d0a-8eb4-d1d78a4a5c19 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:18.502135 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-009f932c-9072-4d0a-8eb4-d1d78a4a5c19 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:18.578834 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-617f0b00-6436-4c17-be5d-793aeb581131 req-5090d273-8644-48cd-8701-ae86ee1f67a6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 210 time: 0.0344858 Dec 16 22:40:18.603719 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-009f932c-9072-4d0a-8eb4-d1d78a4a5c19 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:18.623751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-5580100b-b472-4afe-bc9f-0b329b960a6a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:18.625249 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-5580100b-b472-4afe-bc9f-0b329b960a6a tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.69 "GET /v2.0/networks?id=a38ea202-9def-4a69-9c10-b0c645d2f774 HTTP/1.1" status: 200 len: 815 time: 0.1390457 Dec 16 22:40:18.637123 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f932c-9072-4d0a-8eb4-d1d78a4a5c19 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf40fba-e2b6-41f4-9901-253c42e2768d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:18.639064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-eca8412c-66fa-4dd9-af78-654d6a6a5279 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Request body: {'port': {'device_id': '4484361c-7886-4608-843b-b28564ec8298', 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774', 'admin_state_up': True, 'tenant_id': 'e46b27d4336444b98f803f2fbef3235f'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:18.705717 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-009f932c-9072-4d0a-8eb4-d1d78a4a5c19 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:18.710704 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-009f932c-9072-4d0a-8eb4-d1d78a4a5c19 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4693844 Dec 16 22:40:18.710906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37414) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:18.715481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4666b701-b22e-40cd-85ce-166ed7f539ed tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': 'caf40fba-e2b6-41f4-9901-253c42e2768d', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:18.778587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa171393-c926-49d1-90e2-7d213a2c9607 req-10d7f6ac-c0c9-4841-a673-c93c7f61be54 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0428863 Dec 16 22:40:18.869209 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4666b701-b22e-40cd-85ce-166ed7f539ed tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:18.925996 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4666b701-b22e-40cd-85ce-166ed7f539ed tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:18.981160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-eca8412c-66fa-4dd9-af78-654d6a6a5279 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Made reservation on behalf of e46b27d4336444b98f803f2fbef3235f for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:18.984843 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-eca8412c-66fa-4dd9-af78-654d6a6a5279 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.061030 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4666b701-b22e-40cd-85ce-166ed7f539ed tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.092230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666b701-b22e-40cd-85ce-166ed7f539ed tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ae53ee-a7b7-4444-aeb1-f6f93ec198cf,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:19.140611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-eca8412c-66fa-4dd9-af78-654d6a6a5279 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Allocated IP 172.20.0.7 (a38ea202-9def-4a69-9c10-b0c645d2f774/214e776a-bec9-41dd-b23a-372aeec3228b/aae0a53a-86b1-4ded-9fd1-0c98acbd5b80) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:40:19.177932 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4666b701-b22e-40cd-85ce-166ed7f539ed tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.179200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4666b701-b22e-40cd-85ce-166ed7f539ed tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4673536 Dec 16 22:40:19.182137 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37418) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:19.187802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-720167d5-3f05-4667-b23d-88f909432f88 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': 'caf40fba-e2b6-41f4-9901-253c42e2768d', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:19.301606 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-eca8412c-66fa-4dd9-af78-654d6a6a5279 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.315561 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-720167d5-3f05-4667-b23d-88f909432f88 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.375366 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-720167d5-3f05-4667-b23d-88f909432f88 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.398114 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-eca8412c-66fa-4dd9-af78-654d6a6a5279 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.448137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-eca8412c-66fa-4dd9-af78-654d6a6a5279 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Network a38ea202-9def-4a69-9c10-b0c645d2f774 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:19.452530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-eca8412c-66fa-4dd9-af78-654d6a6a5279 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:19.455474 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-720167d5-3f05-4667-b23d-88f909432f88 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.457488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-eca8412c-66fa-4dd9-af78-654d6a6a5279 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:19.462020 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8412c-66fa-4dd9-af78-654d6a6a5279 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Pushing event updated for resources: {'Port': ['ID=aae0a53a-86b1-4ded-9fd1-0c98acbd5b80,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:19.477772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f73b8f-e4d7-4849-bd1b-b8bb774ff990 None None] DHCP port deletion for a38ea202-9def-4a69-9c10-b0c645d2f774 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:40:19.486592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720167d5-3f05-4667-b23d-88f909432f88 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d83b55-4bd4-4b48-917d-e18db8e37b33,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:19.516932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-eca8412c-66fa-4dd9-af78-654d6a6a5279 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:19.517615 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-eca8412c-66fa-4dd9-af78-654d6a6a5279 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.530871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9069c46d-be7c-4b8a-8ccf-2d78f4ed84e4 None None] Provisioning complete for port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:19.531260 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9069c46d-be7c-4b8a-8ccf-2d78f4ed84e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.560626 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-720167d5-3f05-4667-b23d-88f909432f88 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.562356 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-720167d5-3f05-4667-b23d-88f909432f88 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3786881 Dec 16 22:40:19.565095 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37420) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:19.569305 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9069c46d-be7c-4b8a-8ccf-2d78f4ed84e4 None None] Port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:40:19.570732 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-bd3d0b09-4fc7-41ca-8cbf-62986e332635 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': 'caf40fba-e2b6-41f4-9901-253c42e2768d', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:19.590732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-eca8412c-66fa-4dd9-af78-654d6a6a5279 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9558012 Dec 16 22:40:19.606352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Request body: {'port': {'device_id': '4484361c-7886-4608-843b-b28564ec8298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:19.697233 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.720435 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd3d0b09-4fc7-41ca-8cbf-62986e332635 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.784539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95142f55-8b88-4e70-813d-e29d31c86a52 req-0707a25a-2875-4f7e-8c80-8d6f2164319f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:19.786179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95142f55-8b88-4e70-813d-e29d31c86a52 req-0707a25a-2875-4f7e-8c80-8d6f2164319f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 931 time: 0.1215737 Dec 16 22:40:19.841190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:40:19.870882 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:40:19.872079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 88cc5efe-ebd3-4ff5-b4f5-78d615be3649 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:40:19.979115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-662dbb4a-ed2c-469e-8d4c-bda5b55575fd req-5877f005-fb35-4d63-b668-a169a23c3aec tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0642998 Dec 16 22:40:20.020537 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd3d0b09-4fc7-41ca-8cbf-62986e332635 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.027335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95142f55-8b88-4e70-813d-e29d31c86a52 req-03129161-5a79-4204-b539-11a943c2ee54 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323220 Dec 16 22:40:20.071046 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba159e19-d673-41ae-96b5-174c340c3325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.106121 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd3d0b09-4fc7-41ca-8cbf-62986e332635 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.138575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d0b09-4fc7-41ca-8cbf-62986e332635 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a247940-7d82-4d91-a0f2-9824bd4bc7cd,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:20.192587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:40:20.201022 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.214329 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Transition to ACTIVE for port object aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:40:20.217700 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd3d0b09-4fc7-41ca-8cbf-62986e332635 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.218974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bd3d0b09-4fc7-41ca-8cbf-62986e332635 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6527364 Dec 16 22:40:20.221702 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37428) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:20.226131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-bca02beb-bc05-41f7-9b2e-fe53a38b026e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': 'caf40fba-e2b6-41f4-9901-253c42e2768d', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:20.272580 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.322059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9edc11-25a7-4b38-986f-c53822e8f8d4 None None] DHCP port deletion for a38ea202-9def-4a69-9c10-b0c645d2f774 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:40:20.333255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Pushing event updated for resources: {'Port': ['ID=aae0a53a-86b1-4ded-9fd1-0c98acbd5b80,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:20.385520 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bca02beb-bc05-41f7-9b2e-fe53a38b026e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.442220 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Attempting to bind port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:20.442559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Attempting to bind port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '2a896f65-0eee-4394-8df5-5a348c0508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:20.442891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Attempting to bind port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 on network a38ea202-9def-4a69-9c10-b0c645d2f774 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:20.456027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 on network a38ea202-9def-4a69-9c10-b0c645d2f774 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:20.456360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Attempting to bind port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 on network a38ea202-9def-4a69-9c10-b0c645d2f774 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:20.459193 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bca02beb-bc05-41f7-9b2e-fe53a38b026e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.463214 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:40:20.463580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Checking segment: {'id': '2a896f65-0eee-4394-8df5-5a348c0508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:40:20.464500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Bound using segment: {'id': '2a896f65-0eee-4394-8df5-5a348c0508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:40:20.465001 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Bound port: aae0a53a-86b1-4ded-9fd1-0c98acbd5b80, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a896f65-0eee-4394-8df5-5a348c0508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:40:20.465310 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.535076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] For port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:40:20.538146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] For port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aae0a53a-86b1-4ded-9fd1-0c98acbd5b80,segment=NetworkSegment(2a896f65-0eee-4394-8df5-5a348c0508c7),segment_id=2a896f65-0eee-4394-8df5-5a348c0508c7)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:40:20.575413 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bca02beb-bc05-41f7-9b2e-fe53a38b026e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.598352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca02beb-bc05-41f7-9b2e-fe53a38b026e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff4e940-ac03-4205-be60-199b745085d8,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:20.713364 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.748811 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bca02beb-bc05-41f7-9b2e-fe53a38b026e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.750085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bca02beb-bc05-41f7-9b2e-fe53a38b026e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5273485 Dec 16 22:40:20.753193 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37430) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:20.758279 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b8a332ca-8639-4d2b-b98f-36d00599f333 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': 'caf40fba-e2b6-41f4-9901-253c42e2768d', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:20.759362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:20.760410 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.762531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] 10.222.0.69 "PUT /v2.0/ports/aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 HTTP/1.1" status: 200 len: 1091 time: 1.1607969 Dec 16 22:40:20.765086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4484361c-7886-4608-843b-b28564ec8298', 'tag': 'aae0a53a-86b1-4ded-9fd1-0c98acbd5b80'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:40:20.769337 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304b56d4-b7f3-45ee-911a-2b71a565725d None None] DHCP port deletion for a38ea202-9def-4a69-9c10-b0c645d2f774 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:40:20.769909 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f014821-b833-45c2-83bd-6b36daa3304d" -d '{"events": [{"name": "network-changed", "server_uuid": "4484361c-7886-4608-843b-b28564ec8298", "tag": "aae0a53a-86b1-4ded-9fd1-0c98acbd5b80"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:40:20.797926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36a414-d935-4035-adab-fec0f461ad0d service neutron] Pushing event updated for resources: {'Port': ['ID=aae0a53a-86b1-4ded-9fd1-0c98acbd5b80,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:20.815664 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedba2df-afb9-4691-a437-5fa44a33802a x-openstack-request-id: req-aedba2df-afb9-4691-a437-5fa44a33802a {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:40:20.815845 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4484361c-7886-4608-843b-b28564ec8298", "tag": "aae0a53a-86b1-4ded-9fd1-0c98acbd5b80", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:40:20.815954 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aedba2df-afb9-4691-a437-5fa44a33802a {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:40:20.816360 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4484361c-7886-4608-843b-b28564ec8298', 'tag': 'aae0a53a-86b1-4ded-9fd1-0c98acbd5b80', 'status': 'completed', 'code': 200} Dec 16 22:40:20.831900 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-b8a332ca-8639-4d2b-b98f-36d00599f333 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Project 51c946c648db42a6836975a56f094831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:40:20.837547 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8a332ca-8639-4d2b-b98f-36d00599f333 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.893837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f014821-b833-45c2-83bd-6b36daa3304d req-1d63e6f5-629b-404a-b9f7-7e7a5951dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:20.895810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f014821-b833-45c2-83bd-6b36daa3304d req-1d63e6f5-629b-404a-b9f7-7e7a5951dbf0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e46b27d4336444b98f803f2fbef3235f&device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 1094 time: 0.0553641 Dec 16 22:40:20.914127 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8a332ca-8639-4d2b-b98f-36d00599f333 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.002587 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8a332ca-8639-4d2b-b98f-36d00599f333 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.014589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f014821-b833-45c2-83bd-6b36daa3304d req-40264bc3-9d0d-47cf-884f-a9cbe231e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:21.016162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f014821-b833-45c2-83bd-6b36daa3304d req-40264bc3-9d0d-47cf-884f-a9cbe231e631 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e46b27d4336444b98f803f2fbef3235f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1110818 Dec 16 22:40:21.024839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a332ca-8639-4d2b-b98f-36d00599f333 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80129f9-439a-4fb3-ac18-e4ef2f271751,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:21.110553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25e186c5-0e38-4837-b8e2-0ce855081c18 req-2da20812-071a-46a0-a387-afe67c6cec9a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0635138 Dec 16 22:40:21.136266 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8a332ca-8639-4d2b-b98f-36d00599f333 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.144162 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b8a332ca-8639-4d2b-b98f-36d00599f333 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3835068 Dec 16 22:40:21.146372 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37440) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:21.153283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1130db98-1e7f-4ed6-b8a9-d42582015730 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'security_group_rule': {'security_group_id': 'caf40fba-e2b6-41f4-9901-253c42e2768d', 'project_id': '51c946c648db42a6836975a56f094831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:21.191934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cce682-74d8-41a8-812e-0894fa35422c req-9efdc592-1f96-4da1-8cc3-03da05e1e4ba tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:21.193490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8cce682-74d8-41a8-812e-0894fa35422c req-9efdc592-1f96-4da1-8cc3-03da05e1e4ba tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 943 time: 0.0856409 Dec 16 22:40:21.194767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f014821-b833-45c2-83bd-6b36daa3304d req-a284d788-d600-4c50-8d35-5825601bdf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:21.196467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f014821-b833-45c2-83bd-6b36daa3304d req-a284d788-d600-4c50-8d35-5825601bdf9f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1724675 Dec 16 22:40:21.243421 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-1130db98-1e7f-4ed6-b8a9-d42582015730 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Project 51c946c648db42a6836975a56f094831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:40:21.247671 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8cce682-74d8-41a8-812e-0894fa35422c req-4862a5dd-f652-4792-a026-0c380e0d6a1e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464864 Dec 16 22:40:21.255141 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1130db98-1e7f-4ed6-b8a9-d42582015730 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.296738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-8278714e-3f72-440a-9de0-93df07f550a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:21.298483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-8278714e-3f72-440a-9de0-93df07f550a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e46b27d4336444b98f803f2fbef3235f&device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 1094 time: 0.0498657 Dec 16 22:40:21.325608 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1130db98-1e7f-4ed6-b8a9-d42582015730 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.352160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-bc47d323-8b80-4dcd-abb7-8c0e68bb9d27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 HTTP/1.1" status: 200 len: 217 time: 0.0399039 Dec 16 22:40:21.406928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-c66206ca-93dc-4fff-b600-0fcd953f146f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:21.408506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-c66206ca-93dc-4fff-b600-0fcd953f146f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=214e776a-bec9-41dd-b23a-372aeec3228b HTTP/1.1" status: 200 len: 855 time: 0.0458269 Dec 16 22:40:21.409070 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1130db98-1e7f-4ed6-b8a9-d42582015730 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.429543 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130db98-1e7f-4ed6-b8a9-d42582015730 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0ab7f2-8741-4fcc-bd49-a1ec91e93f26,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:21.447292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-70bd8b2c-9c88-400e-8acf-ed6574bec045 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a38ea202-9def-4a69-9c10-b0c645d2f774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262465 Dec 16 22:40:21.508951 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1130db98-1e7f-4ed6-b8a9-d42582015730 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.510120 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1130db98-1e7f-4ed6-b8a9-d42582015730 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3625536 Dec 16 22:40:21.514354 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37442) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:21.519862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c03eef7f-4564-4a98-8b6b-a39bc08c94b3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'network': {'name': 'tempest-network-smoke--798507021', 'project_id': '51c946c648db42a6836975a56f094831', 'port_security_enabled': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:21.548870 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-dc2086fa-19e3-4a65-8ad5-83a35e163436 service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939260 Dec 16 22:40:21.650767 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16039733-a2ee-4db0-a208-6e2903eb2e2b req-357e80a9-43be-4953-8368-df943412a781 service neutron] 10.222.0.69 "GET /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892985 Dec 16 22:40:21.677425 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03eef7f-4564-4a98-8b6b-a39bc08c94b3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Made reservation on behalf of 51c946c648db42a6836975a56f094831 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:21.681228 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c03eef7f-4564-4a98-8b6b-a39bc08c94b3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.705387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03eef7f-4564-4a98-8b6b-a39bc08c94b3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:40:21.714830 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c03eef7f-4564-4a98-8b6b-a39bc08c94b3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.715132 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-c03eef7f-4564-4a98-8b6b-a39bc08c94b3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Added segment 0c0b24b7-5670-4c42-a51d-f932b75f6edd of type vlan for network fdba8bb8-9c68-4270-b051-eabc081e555a Dec 16 22:40:21.755386 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c03eef7f-4564-4a98-8b6b-a39bc08c94b3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.854697 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c03eef7f-4564-4a98-8b6b-a39bc08c94b3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.860196 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03eef7f-4564-4a98-8b6b-a39bc08c94b3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:21.860788 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c03eef7f-4564-4a98-8b6b-a39bc08c94b3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.928638 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03eef7f-4564-4a98-8b6b-a39bc08c94b3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Network': ['ID=fdba8bb8-9c68-4270-b051-eabc081e555a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:21.939671 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network fdba8bb8-9c68-4270-b051-eabc081e555a details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:40:22.017462 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c03eef7f-4564-4a98-8b6b-a39bc08c94b3 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5018747 Dec 16 22:40:22.021409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37446) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:22.025949 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-639886926', 'admin_state_up': True, 'project_id': '51c946c648db42a6836975a56f094831', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:22.124188 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:22.125144 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:22.197370 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:22.211933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb77c520-482e-4251-85c9-d9fa981bdce8 req-9e0115ba-6e67-4688-92a4-b1acdd92d316 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0315878 Dec 16 22:40:22.430078 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:22.461214 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c9b552d-5812-4df4-ac2f-93b1b77a8d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:22.694129 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58252c92-9f78-4e51-bb42-887ed1588df4 req-5ead747b-ef22-4901-9921-0fc5627102a2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:22.695747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58252c92-9f78-4e51-bb42-887ed1588df4 req-5ead747b-ef22-4901-9921-0fc5627102a2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 943 time: 0.3706994 Dec 16 22:40:22.739133 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:22.749206 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58252c92-9f78-4e51-bb42-887ed1588df4 req-4038731d-2a8c-4913-8c10-dce4ec645fd3 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461776 Dec 16 22:40:22.766394 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:22.884638 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Allocated IP 172.25.2.213 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/7c207372-bc4f-464f-8d8f-02b55e7718b2) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:40:22.998213 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.078090 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.122501 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:23.125682 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:23.128773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:23.134546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=7c207372-bc4f-464f-8d8f-02b55e7718b2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:23.142388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fead49f8-741e-446c-b238-c65d3027ee0f None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:40:23.265104 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6a11bfcf-fb31-45b4-95b9-f65117ee7f6a None None] Provisioning complete for port 7c207372-bc4f-464f-8d8f-02b55e7718b2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:23.265871 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a11bfcf-fb31-45b4-95b9-f65117ee7f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.302001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83776d86-2207-4420-8ff9-f37a62662e36 req-0578b682-106e-4f02-ad8e-43312519fa92 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0281625 Dec 16 22:40:23.316884 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6a11bfcf-fb31-45b4-95b9-f65117ee7f6a None None] Port 7c207372-bc4f-464f-8d8f-02b55e7718b2 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:40:23.446941 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.546306 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.653808 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.837404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router af815c3b-6eef-43a3-bc1f-b54d4a573860 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:40:23.878145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238cbf4-3b0f-4092-a893-6e557655b7e9 req-3d8f5d67-2f26-4358-893b-40f32fc101c0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:23.879753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f238cbf4-3b0f-4092-a893-6e557655b7e9 req-3d8f5d67-2f26-4358-893b-40f32fc101c0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 943 time: 0.0527430 Dec 16 22:40:23.933679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f238cbf4-3b0f-4092-a893-6e557655b7e9 req-4cd80e7d-d7e7-4098-a161-05a49675635c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454247 Dec 16 22:40:23.957901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:40:23.968983 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Sync routers for ids ['af815c3b-6eef-43a3-bc1f-b54d4a573860'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:40:23.979111 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Routers {'af815c3b-6eef-43a3-bc1f-b54d4a573860'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:40:23.980403 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:40:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af815c3b-6eef-43a3-bc1f-b54d4a573860'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:24.028889 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:24.033709 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7d75443d-147b-468a-8357-9a3c5f8a4531 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0080330 Dec 16 22:40:24.034106 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37464) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:24.078802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-256beded-5544-4e35-864d-07ca31907092 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=51c946c648db42a6836975a56f094831&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411944 Dec 16 22:40:24.080215 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37470) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:24.109146 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Set router af815c3b-6eef-43a3-bc1f-b54d4a573860 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:40:24.190111 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a139d7d-e27e-4469-81b1-41cbb058245e tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:24.191121 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1a139d7d-e27e-4469-81b1-41cbb058245e tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1094642 Dec 16 22:40:24.194045 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37476) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:24.231847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b7e2d1fb-5543-48f8-b13a-6dbd47e4c6d2 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364275 Dec 16 22:40:24.237552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37478) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:24.242789 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-9eb8b2a9-9129-41c7-a342-3141000a5042 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1370747040', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'project_id': '51c946c648db42a6836975a56f094831', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:24.398801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8634fdf7-b42c-484c-bc1a-d95c444d0ce9 req-74581187-a141-426d-abf5-f1eddac0a3d4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0341864 Dec 16 22:40:24.403672 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb8b2a9-9129-41c7-a342-3141000a5042 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Made reservation on behalf of 51c946c648db42a6836975a56f094831 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:24.408342 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b2a9-9129-41c7-a342-3141000a5042 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:24.411225 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639886926', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:23Z', 'revision_number': 3, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:53:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:24.443112 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Checking router: af815c3b-6eef-43a3-bc1f-b54d4a573860 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:40:24.443577 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Updating router af815c3b-6eef-43a3-bc1f-b54d4a573860 port 7c207372-bc4f-464f-8d8f-02b55e7718b2 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:40:24.473662 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:24.672416 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b2a9-9129-41c7-a342-3141000a5042 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:24.731431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8b2a9-9129-41c7-a342-3141000a5042 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Subnet': ['ID=dce9d6f2-20fb-4c39-89a2-9585dbdcb643,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:24.739912 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:24.749909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8b2a9-9129-41c7-a342-3141000a5042 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Checking segment: {'id': '0c0b24b7-5670-4c42-a51d-f932b75f6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:40:24.750283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8b2a9-9129-41c7-a342-3141000a5042 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network hostable DHCP agents. Network: fdba8bb8-9c68-4270-b051-eabc081e555a, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:40:24.813980 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:24.860185 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5736277-e8b7-49c8-bbf3-d47a62cd9738 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:40:24.866915 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:24.867979 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Attempting to bind port 7c207372-bc4f-464f-8d8f-02b55e7718b2 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:24.868362 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Attempting to bind port 7c207372-bc4f-464f-8d8f-02b55e7718b2 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:24.868729 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Attempting to bind port 7c207372-bc4f-464f-8d8f-02b55e7718b2 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:24.869324 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8b2a9-9129-41c7-a342-3141000a5042 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network fdba8bb8-9c68-4270-b051-eabc081e555a is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:40:24.876529 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5075054-3b48-4dd1-bc61-431e00853f59 None None] Pushing event updated for resources: {'Port': ['ID=7c207372-bc4f-464f-8d8f-02b55e7718b2,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:24.878874 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:40:24.879323 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:40:24.879657 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:24.880047 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:40:24.880522 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Bound port: 7c207372-bc4f-464f-8d8f-02b55e7718b2, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:40:24.880920 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:24.904791 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5075054-3b48-4dd1-bc61-431e00853f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:24.905210 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5075054-3b48-4dd1-bc61-431e00853f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:24.905532 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5075054-3b48-4dd1-bc61-431e00853f59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:24.905866 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5075054-3b48-4dd1-bc61-431e00853f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:24.906220 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5075054-3b48-4dd1-bc61-431e00853f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:24.906550 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5075054-3b48-4dd1-bc61-431e00853f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:24.906878 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5075054-3b48-4dd1-bc61-431e00853f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:24.907199 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5075054-3b48-4dd1-bc61-431e00853f59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:24.907544 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5075054-3b48-4dd1-bc61-431e00853f59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:24.907868 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5075054-3b48-4dd1-bc61-431e00853f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:24.908232 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5075054-3b48-4dd1-bc61-431e00853f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:24.908516 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5075054-3b48-4dd1-bc61-431e00853f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:24.908835 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5075054-3b48-4dd1-bc61-431e00853f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:24.944395 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] For port 7c207372-bc4f-464f-8d8f-02b55e7718b2, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:40:24.946501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9b296f32-be7b-4fec-b450-9624912f0c95 None None] Provisioning complete for port 7c207372-bc4f-464f-8d8f-02b55e7718b2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:24.946938 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b296f32-be7b-4fec-b450-9624912f0c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:24.947702 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] For port 7c207372-bc4f-464f-8d8f-02b55e7718b2, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7c207372-bc4f-464f-8d8f-02b55e7718b2,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:40:24.957406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-9eb8b2a9-9129-41c7-a342-3141000a5042 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, fdba8bb8-9c68-4270-b051-eabc081e555a) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:24.965751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8b2a9-9129-41c7-a342-3141000a5042 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:24.969155 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b2a9-9129-41c7-a342-3141000a5042 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:24.980319 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852b14a4-9c6b-4b56-8063-0b5e76d6a1f1 None None] Network fdba8bb8-9c68-4270-b051-eabc081e555a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:40:25.030052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9b296f32-be7b-4fec-b450-9624912f0c95 None None] Port 7c207372-bc4f-464f-8d8f-02b55e7718b2 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:40:25.032589 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:25.066873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9eb8b2a9-9129-41c7-a342-3141000a5042 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8281827 Dec 16 22:40:25.071248 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37486) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:25.100081 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae6d97-cfc6-4e6a-bc94-b6678bc61cce req-e4bccf39-db55-4080-b0f3-cfbf272ca61d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:25.110068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84ae6d97-cfc6-4e6a-bc94-b6678bc61cce req-e4bccf39-db55-4080-b0f3-cfbf272ca61d tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 943 time: 0.0833635 Dec 16 22:40:25.112315 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Routers {'af815c3b-6eef-43a3-bc1f-b54d4a573860'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:40:25.112697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75df48b-ad33-4704-a7d0-c89d3cb1703e None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:40:25.113143 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:40:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af815c3b-6eef-43a3-bc1f-b54d4a573860'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:25.134927 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-fdba8bb8-9c68-4270-b051-eabc081e555a', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'project_id': '51c946c648db42a6836975a56f094831', 'fixed_ips': [{'subnet_id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:40:25.135917 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:25.169166 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5075054-3b48-4dd1-bc61-431e00853f59 None None] Pushing event updated for resources: {'Port': ['ID=7c207372-bc4f-464f-8d8f-02b55e7718b2,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:25.212427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84ae6d97-cfc6-4e6a-bc94-b6678bc61cce req-6fb35026-d825-4b50-82dc-3d95da4452fb tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005609 Dec 16 22:40:25.253191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6eb5f4ae-1d73-4125-9364-2ce482c3eb29 None None] Provisioning complete for port 7c207372-bc4f-464f-8d8f-02b55e7718b2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:25.253842 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f4ae-1d73-4125-9364-2ce482c3eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:25.307882 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] Set router af815c3b-6eef-43a3-bc1f-b54d4a573860 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:40:25.402623 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f4ae-1d73-4125-9364-2ce482c3eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:25.412557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Allocated IP 172.20.0.2 (fdba8bb8-9c68-4270-b051-eabc081e555a/dce9d6f2-20fb-4c39-89a2-9585dbdcb643/fd27369d-01be-43e7-82d3-dc2f761e2baf) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:40:25.436415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6eb5f4ae-1d73-4125-9364-2ce482c3eb29 None None] For port 7c207372-bc4f-464f-8d8f-02b55e7718b2, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7c207372-bc4f-464f-8d8f-02b55e7718b2,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:25.515982 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b33dd180-a640-4115-9701-a000b50fb4ff req-5a79a8e9-f795-4bd4-96e6-cd7999bd2796 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0470386 Dec 16 22:40:25.534475 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639886926', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:23Z', 'revision_number': 3, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:53:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:25.570682 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ae70d-cce9-419b-8888-23579ff3d018 None None] The sync data for ids ['af815c3b-6eef-43a3-bc1f-b54d4a573860'] in n-d-821840-2 is: [{'id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639886926', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:23Z', 'revision_number': 3, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:53:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:40:25.576525 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f4ae-1d73-4125-9364-2ce482c3eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:25.664644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5f4ae-1d73-4125-9364-2ce482c3eb29 None None] Pushing event updated for resources: {'Port': ['ID=7c207372-bc4f-464f-8d8f-02b55e7718b2,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:25.719706 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:25.740609 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:25.874645 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:25.874645 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:25.911168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:40:25.951562 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Network fdba8bb8-9c68-4270-b051-eabc081e555a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:25.960638 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:25.964306 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Pushing event updated for resources: {'Port': ['ID=fd27369d-01be-43e7-82d3-dc2f761e2baf,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:25.968697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:26.098221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Attempting to bind port fd27369d-01be-43e7-82d3-dc2f761e2baf on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:26.098614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Attempting to bind port fd27369d-01be-43e7-82d3-dc2f761e2baf by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '0c0b24b7-5670-4c42-a51d-f932b75f6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:26.099116 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Attempting to bind port fd27369d-01be-43e7-82d3-dc2f761e2baf on network fdba8bb8-9c68-4270-b051-eabc081e555a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:26.116669 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:40:26.119092 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Checking segment: {'id': '0c0b24b7-5670-4c42-a51d-f932b75f6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:40:26.119092 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:26.119092 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Bound using segment: {'id': '0c0b24b7-5670-4c42-a51d-f932b75f6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:40:26.119092 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Bound port: fd27369d-01be-43e7-82d3-dc2f761e2baf, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0b24b7-5670-4c42-a51d-f932b75f6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:40:26.119092 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:26.143110 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aae0a53a-86b1-4ded-9fd1-0c98acbd5b80,segment=NetworkSegment(2a896f65-0eee-4394-8df5-5a348c0508c7),segment_id=2a896f65-0eee-4394-8df5-5a348c0508c7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:26.162382 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Allocated IP 172.20.0.1 (fdba8bb8-9c68-4270-b051-eabc081e555a/dce9d6f2-20fb-4c39-89a2-9585dbdcb643/8ff226ad-7755-41fc-bf11-b60a9e6bc42d) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:40:26.173367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'aae0a53a-86b1-4ded-9fd1-0c98acbd5b80', 'network_id': 'a38ea202-9def-4a69-9c10-b0c645d2f774', 'port_id': 'aae0a53a-86b1-4ded-9fd1-0c98acbd5b80', 'mac_address': 'fa:16:3e:1c:c6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214e776a-bec9-41dd-b23a-372aeec3228b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:40:26.247124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] For port fd27369d-01be-43e7-82d3-dc2f761e2baf, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:40:26.249073 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:26.253273 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] For port fd27369d-01be-43e7-82d3-dc2f761e2baf, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=fd27369d-01be-43e7-82d3-dc2f761e2baf,segment=NetworkSegment(0c0b24b7-5670-4c42-a51d-f932b75f6edd),segment_id=0c0b24b7-5670-4c42-a51d-f932b75f6edd)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:40:26.266976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:40:26.297290 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aae0a53a-86b1-4ded-9fd1-0c98acbd5b80,segment=NetworkSegment(2a896f65-0eee-4394-8df5-5a348c0508c7),segment_id=2a896f65-0eee-4394-8df5-5a348c0508c7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:26.341582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:26.358354 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:26.424653 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:26.453215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed41999-ea09-4620-9ed6-fddf540de805 None None] Pushing event updated for resources: {'Port': ['ID=fd27369d-01be-43e7-82d3-dc2f761e2baf,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:26.471430 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14b707-52b0-41be-ae6a-0405a0a6c244 req-4da3f160-3019-4b99-b22e-1329b18596e7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:26.475702 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:26.475852 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df14b707-52b0-41be-ae6a-0405a0a6c244 req-4da3f160-3019-4b99-b22e-1329b18596e7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 944 time: 0.0863969 Dec 16 22:40:26.505251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network fdba8bb8-9c68-4270-b051-eabc081e555a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:26.508548 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:26.533278 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:26.582714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df14b707-52b0-41be-ae6a-0405a0a6c244 req-76979889-8a2b-434e-a024-2c3c253a6e00 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931571 Dec 16 22:40:26.611664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=aae0a53a-86b1-4ded-9fd1-0c98acbd5b80,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:26.635977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=8ff226ad-7755-41fc-bf11-b60a9e6bc42d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:26.644535 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:26.700473 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e0f2aa0-dd5f-41f0-9457-2ef0fa795ad0 req-26147aa9-5b2f-45f9-8ead-b69c662d55c5 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0473380 Dec 16 22:40:26.766043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['aae0a53a-86b1-4ded-9fd1-0c98acbd5b80'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:40:26.935711 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:27.293252 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:27.387452 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:27.464216 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=8ff226ad-7755-41fc-bf11-b60a9e6bc42d,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:27.472020 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:27.579751 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network fdba8bb8-9c68-4270-b051-eabc081e555a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:27.581258 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:27.705242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router af815c3b-6eef-43a3-bc1f-b54d4a573860 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:40:27.744518 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e51a37-041e-4841-9fc3-1987b94a6c82 req-a326cbfe-4563-43b8-9c6c-2e98ac17a421 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:27.748044 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77e51a37-041e-4841-9fc3-1987b94a6c82 req-a326cbfe-4563-43b8-9c6c-2e98ac17a421 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 944 time: 0.0660408 Dec 16 22:40:27.846490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4bb187a-4c75-4f1c-9e3d-bb17e5cc2de2 req-b5400d57-5ebc-424e-a12a-aebde30c4597 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0582888 Dec 16 22:40:27.860383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77e51a37-041e-4841-9fc3-1987b94a6c82 req-d0051c6a-6859-4599-bdb6-69afd73a422e tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050568 Dec 16 22:40:27.861917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:40:27.868195 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-29ada3ab-b987-4487-87c3-a5287c60b1d5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "PUT /v2.0/routers/af815c3b-6eef-43a3-bc1f-b54d4a573860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7918472 Dec 16 22:40:27.886716 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:40:27.957552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7c207372-bc4f-464f-8d8f-02b55e7718b2 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:40:28.033244 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 7c207372-bc4f-464f-8d8f-02b55e7718b2 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:28.034476 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.091669 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-dd44db19-1ef0-4776-aab0-ad12127026b5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669873878&fields=id&tenant_id=51c946c648db42a6836975a56f094831 HTTP/1.1" status: 200 len: 267 time: 0.0609350 Dec 16 22:40:28.114785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:40:28.121929 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:28.122316 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.150003 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Sync routers for ids ['af815c3b-6eef-43a3-bc1f-b54d4a573860'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:40:28.171024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device fd27369d-01be-43e7-82d3-dc2f761e2baf up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:40:28.203186 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Routers {'af815c3b-6eef-43a3-bc1f-b54d4a573860'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:40:28.203868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:40:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af815c3b-6eef-43a3-bc1f-b54d4a573860'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:28.238954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b3424cb5-eedc-46a0-8fa9-9479378f2360 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:28.240587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b3424cb5-eedc-46a0-8fa9-9479378f2360 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/networks?id=fdba8bb8-9c68-4270-b051-eabc081e555a HTTP/1.1" status: 200 len: 796 time: 0.1391547 Dec 16 22:40:28.250467 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad521a8e-e9a7-46ec-a523-865637458162 None None] Network fdba8bb8-9c68-4270-b051-eabc081e555a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:40:28.258166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-48820754-78bc-41c0-96ba-3eb342b266b4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/quotas/51c946c648db42a6836975a56f094831 HTTP/1.1" status: 200 len: 375 time: 0.0103517 Dec 16 22:40:28.317160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-612e5bf4-434f-45d3-afa7-403608c30b80 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504379 Dec 16 22:40:28.424737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-69dd68b3-198f-4ca3-9634-a9c74b752499 service neutron] 10.222.0.43 "GET /v2.0/networks/fdba8bb8-9c68-4270-b051-eabc081e555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933654 Dec 16 22:40:28.534286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-c2826d0b-eba8-4712-af09-1207de114ed1 service neutron] 10.222.0.43 "GET /v2.0/networks/fdba8bb8-9c68-4270-b051-eabc081e555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031449 Dec 16 22:40:28.618653 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-07b81d74-486b-4143-8f6f-e9a13f6664c6 None None] Provisioning complete for port fd27369d-01be-43e7-82d3-dc2f761e2baf triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:28.619033 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07b81d74-486b-4143-8f6f-e9a13f6664c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.663350 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Set router af815c3b-6eef-43a3-bc1f-b54d4a573860 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:40:28.694894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port fd27369d-01be-43e7-82d3-dc2f761e2baf triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:28.695298 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.716895 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.811762 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2a760f7-e614-43a3-b2f2-81373c268423 req-82ee4bb1-bfba-49d9-8940-7e4e82d38f7d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 210 time: 0.0304215 Dec 16 22:40:28.829245 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4484361c-7886-4608-843b-b28564ec8298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae0a53a-86b1-4ded-9fd1-0c98acbd5b80'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:40:28.831635 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c689a8b-9213-4e98-b63c-ed8ab6d492e3" -d '{"events": [{"server_uuid": "4484361c-7886-4608-843b-b28564ec8298", "name": "network-vif-plugged", "status": "completed", "tag": "aae0a53a-86b1-4ded-9fd1-0c98acbd5b80"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:40:28.865111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aae0a53a-86b1-4ded-9fd1-0c98acbd5b80,segment=NetworkSegment(2a896f65-0eee-4394-8df5-5a348c0508c7),segment_id=2a896f65-0eee-4394-8df5-5a348c0508c7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:28.904674 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5874965a-236c-409f-aabd-9b12b63450ea x-openstack-request-id: req-5874965a-236c-409f-aabd-9b12b63450ea {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:40:28.905426 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4484361c-7886-4608-843b-b28564ec8298", "name": "network-vif-plugged", "status": "completed", "tag": "aae0a53a-86b1-4ded-9fd1-0c98acbd5b80", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:40:28.905426 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5874965a-236c-409f-aabd-9b12b63450ea {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:40:28.905599 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4484361c-7886-4608-843b-b28564ec8298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae0a53a-86b1-4ded-9fd1-0c98acbd5b80', 'code': 200} Dec 16 22:40:28.959705 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.000919 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78469cb2-1cc1-48a8-bfcb-c8892bb5f196 req-dfe009b1-3f54-43de-9572-0efc004b0b53 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0902712 Dec 16 22:40:29.074826 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07b81d74-486b-4143-8f6f-e9a13f6664c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.082675 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82b226-5600-45a8-9d8e-7821cf068924 req-9f15000d-0fc4-49c0-93c1-fbba02272a08 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:29.084354 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f82b226-5600-45a8-9d8e-7821cf068924 req-9f15000d-0fc4-49c0-93c1-fbba02272a08 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 945 time: 0.0866592 Dec 16 22:40:29.091958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9283d-3a00-46e6-9804-ecb2f6e391a9 req-e8d5190f-b809-4dc1-8569-84774d26310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:29.093481 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.093743 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16d9283d-3a00-46e6-9804-ecb2f6e391a9 req-e8d5190f-b809-4dc1-8569-84774d26310e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 1096 time: 0.1053841 Dec 16 22:40:29.154007 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=aae0a53a-86b1-4ded-9fd1-0c98acbd5b80,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:29.175667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-07b81d74-486b-4143-8f6f-e9a13f6664c6 None None] For port fd27369d-01be-43e7-82d3-dc2f761e2baf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=fd27369d-01be-43e7-82d3-dc2f761e2baf,segment=NetworkSegment(0c0b24b7-5670-4c42-a51d-f932b75f6edd),segment_id=0c0b24b7-5670-4c42-a51d-f932b75f6edd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:29.192341 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f82b226-5600-45a8-9d8e-7821cf068924 req-f7ba907c-570d-4d2e-9c34-5e7c4818396f tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919399 Dec 16 22:40:29.196388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16d9283d-3a00-46e6-9804-ecb2f6e391a9 req-98d789e1-2dd7-434b-9abe-11f569c9ffa7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722096 Dec 16 22:40:29.221030 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639886926', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:26Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8ff226ad-7755-41fc-bf11-b60a9e6bc42d', 'name': '', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:b5:27:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:25Z', 'updated_at': '2021-12-16T22:40:27Z', 'revision_number': 2, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:29.259578 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07b81d74-486b-4143-8f6f-e9a13f6664c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.261714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Checking router: af815c3b-6eef-43a3-bc1f-b54d4a573860 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:40:29.262729 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Updating router af815c3b-6eef-43a3-bc1f-b54d4a573860 port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:40:29.352180 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.394658 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:40:29.395031 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:40:29.403140 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b81d74-486b-4143-8f6f-e9a13f6664c6 None None] Pushing event updated for resources: {'Port': ['ID=fd27369d-01be-43e7-82d3-dc2f761e2baf,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:29.451983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8716535b-dce9-44aa-8892-60a90edf484a None None] Provisioning complete for port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:29.452366 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8716535b-dce9-44aa-8892-60a90edf484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.558059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8716535b-dce9-44aa-8892-60a90edf484a None None] Port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:40:29.616634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8716535b-dce9-44aa-8892-60a90edf484a None None] Provisioning complete for port fd27369d-01be-43e7-82d3-dc2f761e2baf triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:29.617015 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8716535b-dce9-44aa-8892-60a90edf484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.791792 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.853784 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.929111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee309831-1870-48bc-9c88-fdb59f38afa2 req-97d73163-6c4c-42cd-a81e-ab42e4ffd070 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 210 time: 0.0417752 Dec 16 22:40:29.952267 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50181891-c0c9-419b-a803-38497f4cd974 None None] Pushing event updated for resources: {'Port': ['ID=8ff226ad-7755-41fc-bf11-b60a9e6bc42d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:29.970944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ec107d0a-a291-47b4-bc8f-a96f5a8278f8 None None] Provisioning complete for port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:29.971347 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec107d0a-a291-47b4-bc8f-a96f5a8278f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.080369 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Attempting to bind port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:30.080874 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Attempting to bind port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '0c0b24b7-5670-4c42-a51d-f932b75f6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:30.082027 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Attempting to bind port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d on network fdba8bb8-9c68-4270-b051-eabc081e555a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:30.089231 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device fd27369d-01be-43e7-82d3-dc2f761e2baf up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:40:30.115538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3724ec07-2ef6-4b86-96f0-9c05a00f1609 req-8aba6d07-2764-4854-96d3-4b1e512ce9f6 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0363040 Dec 16 22:40:30.127151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:40:30.127592 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Checking segment: {'id': '0c0b24b7-5670-4c42-a51d-f932b75f6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:40:30.128364 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.129072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Bound using segment: {'id': '0c0b24b7-5670-4c42-a51d-f932b75f6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:40:30.129509 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Bound port: 8ff226ad-7755-41fc-bf11-b60a9e6bc42d, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0b24b7-5670-4c42-a51d-f932b75f6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:40:30.129966 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.149731 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ec107d0a-a291-47b4-bc8f-a96f5a8278f8 None None] Port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:40:30.155898 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37560) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:30.207644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port fd27369d-01be-43e7-82d3-dc2f761e2baf triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:30.208078 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.285327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] For port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:40:30.290218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] For port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8ff226ad-7755-41fc-bf11-b60a9e6bc42d,segment=NetworkSegment(0c0b24b7-5670-4c42-a51d-f932b75f6edd),segment_id=0c0b24b7-5670-4c42-a51d-f932b75f6edd)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:40:30.302697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2dc16b6e-9405-497f-a1ed-1ad35f4dccdf None None] Provisioning complete for port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:30.303228 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2dc16b6e-9405-497f-a1ed-1ad35f4dccdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.339327 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.340138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f2130-d9fc-4725-adac-59b632b04304 req-13306636-5f39-4218-971a-e98daf1eeda9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:30.347602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-762f2130-d9fc-4725-adac-59b632b04304 req-13306636-5f39-4218-971a-e98daf1eeda9 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 945 time: 0.0878835 Dec 16 22:40:30.356042 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0568311c-a361-46da-8b23-822bae5717f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.407812 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2dc16b6e-9405-497f-a1ed-1ad35f4dccdf None None] Port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:40:30.418487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-762f2130-d9fc-4725-adac-59b632b04304 req-62c36a42-ba50-4bce-9c83-f78b39a77e11 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699868 Dec 16 22:40:30.446066 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Routers {'af815c3b-6eef-43a3-bc1f-b54d4a573860'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:40:30.446787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:40:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af815c3b-6eef-43a3-bc1f-b54d4a573860'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:30.501233 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0568311c-a361-46da-8b23-822bae5717f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.512604 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50181891-c0c9-419b-a803-38497f4cd974 None None] Pushing event updated for resources: {'Port': ['ID=8ff226ad-7755-41fc-bf11-b60a9e6bc42d,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:30.590877 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] Set router af815c3b-6eef-43a3-bc1f-b54d4a573860 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:40:30.609193 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0568311c-a361-46da-8b23-822bae5717f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.660425 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0568311c-a361-46da-8b23-822bae5717f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=592f8c57931345329e2f69b1f798aefa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5008171 Dec 16 22:40:30.662558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37568) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:30.699534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568311c-a361-46da-8b23-822bae5717f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a91a069-e4f0-4a7c-962c-bbf9fb9c1e74,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:30.725132 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3120d49a-d097-4624-952f-854a1ccc0383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.757607 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3120d49a-d097-4624-952f-854a1ccc0383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.801739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-551529f2-8f2e-417d-8f02-ed19db59b8f8 None None] Provisioning complete for port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:30.802171 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-551529f2-8f2e-417d-8f02-ed19db59b8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.879407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639886926', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:26Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8ff226ad-7755-41fc-bf11-b60a9e6bc42d', 'name': '', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:b5:27:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:25Z', 'updated_at': '2021-12-16T22:40:30Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:30.901377 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3120d49a-d097-4624-952f-854a1ccc0383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.904152 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3120d49a-d097-4624-952f-854a1ccc0383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.905500 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3120d49a-d097-4624-952f-854a1ccc0383 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a91a069-e4f0-4a7c-962c-bbf9fb9c1e74 HTTP/1.1" status: 204 len: 168 time: 0.2412434 Dec 16 22:40:30.913607 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120d49a-d097-4624-952f-854a1ccc0383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a91a069-e4f0-4a7c-962c-bbf9fb9c1e74,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:30.937970 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498ae5c-2f65-4e52-b4d6-0c9e13755f22 None None] The sync data for ids ['af815c3b-6eef-43a3-bc1f-b54d4a573860'] in n-d-821840-2 is: [{'id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639886926', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:26Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8ff226ad-7755-41fc-bf11-b60a9e6bc42d', 'name': '', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:b5:27:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:25Z', 'updated_at': '2021-12-16T22:40:30Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:40:30.952858 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-551529f2-8f2e-417d-8f02-ed19db59b8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:31.099249 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be8aaa3e-6816-4c77-9661-ee05083e87ba req-3d50f339-3c44-4d66-aae8-bbc9512e9421 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 210 time: 0.0357950 Dec 16 22:40:31.197571 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-551529f2-8f2e-417d-8f02-ed19db59b8f8 None None] For port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8ff226ad-7755-41fc-bf11-b60a9e6bc42d,segment=NetworkSegment(0c0b24b7-5670-4c42-a51d-f932b75f6edd),segment_id=0c0b24b7-5670-4c42-a51d-f932b75f6edd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:31.227218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f10f89a-915c-44c8-9048-0b3e30d67485 req-c634af32-fa2e-4f60-b470-7c4b024f7c35 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0461030 Dec 16 22:40:31.319859 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-551529f2-8f2e-417d-8f02-ed19db59b8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:31.351834 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-fb68131a-e52d-4c31-8168-16ed29fb649c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:31.353937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-fb68131a-e52d-4c31-8168-16ed29fb649c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.69 "GET /v2.0/networks?id=fdba8bb8-9c68-4270-b051-eabc081e555a HTTP/1.1" status: 200 len: 796 time: 0.1592584 Dec 16 22:40:31.407361 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551529f2-8f2e-417d-8f02-ed19db59b8f8 None None] Pushing event updated for resources: {'Port': ['ID=8ff226ad-7755-41fc-bf11-b60a9e6bc42d,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:31.441915 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-f1d1f017-9e30-4ae9-9bc1-d7ec75897dea tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51c946c648db42a6836975a56f094831 HTTP/1.1" status: 200 len: 379 time: 0.0784051 Dec 16 22:40:31.452081 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-5835d15f-38bf-493f-8a27-e7e50395caf0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'port': {'device_id': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'admin_state_up': True, 'tenant_id': '51c946c648db42a6836975a56f094831', 'security_groups': ['caf40fba-e2b6-41f4-9901-253c42e2768d']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:31.620562 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a2f1b-55eb-4382-a1d5-7903ba224606 req-921ca5ef-af3e-4e8f-9616-458d4ed1b237 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:31.622399 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-434a2f1b-55eb-4382-a1d5-7903ba224606 req-921ca5ef-af3e-4e8f-9616-458d4ed1b237 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 945 time: 0.0883090 Dec 16 22:40:31.688125 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-434a2f1b-55eb-4382-a1d5-7903ba224606 req-86020287-1ea3-400e-bab7-c026c5902542 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503082 Dec 16 22:40:31.757844 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-5835d15f-38bf-493f-8a27-e7e50395caf0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Made reservation on behalf of 51c946c648db42a6836975a56f094831 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:31.762409 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-5835d15f-38bf-493f-8a27-e7e50395caf0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:31.871920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812dac9-2c8a-4934-9b10-f0c7c979aa21 req-81ee38be-a049-487b-a18a-c885355f2ff7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:31.873392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4812dac9-2c8a-4934-9b10-f0c7c979aa21 req-81ee38be-a049-487b-a18a-c885355f2ff7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 945 time: 0.0997412 Dec 16 22:40:31.986142 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4812dac9-2c8a-4934-9b10-f0c7c979aa21 req-e581ef14-ce7d-4555-9256-7409814b39db tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990288 Dec 16 22:40:32.004993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-5835d15f-38bf-493f-8a27-e7e50395caf0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Allocated IP 172.20.0.8 (fdba8bb8-9c68-4270-b051-eabc081e555a/dce9d6f2-20fb-4c39-89a2-9585dbdcb643/286ce4ab-4f08-452c-a491-5062b5ee410b) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:40:32.141321 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8ff226ad-7755-41fc-bf11-b60a9e6bc42d up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:40:32.215289 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:32.215676 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.259210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83848f24-ec60-4e2c-a19d-a916b7fa63bc req-207d97a4-3037-4e1f-af82-934b88dbee59 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 210 time: 0.0429368 Dec 16 22:40:32.279504 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-5835d15f-38bf-493f-8a27-e7e50395caf0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.389102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a8b80bc-5635-46cb-89de-2967a75ab6ad req-547c9aec-852a-4020-b51f-537e9132db15 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0457020 Dec 16 22:40:32.453799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ac829-a1ca-4c51-828f-51207a995887 req-6786abfb-446b-4de1-bb21-d484b6f3e456 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:32.458627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b96ac829-a1ca-4c51-828f-51207a995887 req-6786abfb-446b-4de1-bb21-d484b6f3e456 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 945 time: 0.0666516 Dec 16 22:40:32.502398 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-5835d15f-38bf-493f-8a27-e7e50395caf0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.579923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-5835d15f-38bf-493f-8a27-e7e50395caf0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network fdba8bb8-9c68-4270-b051-eabc081e555a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:32.584117 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-5835d15f-38bf-493f-8a27-e7e50395caf0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:32.587502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-5835d15f-38bf-493f-8a27-e7e50395caf0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:32.599047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b96ac829-a1ca-4c51-828f-51207a995887 req-82d81372-286d-4692-95f9-f2b0dea4e38c tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370597 Dec 16 22:40:32.647154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835d15f-38bf-493f-8a27-e7e50395caf0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=286ce4ab-4f08-452c-a491-5062b5ee410b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:32.696588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-5835d15f-38bf-493f-8a27-e7e50395caf0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:32.697275 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-5835d15f-38bf-493f-8a27-e7e50395caf0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.767306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-5835d15f-38bf-493f-8a27-e7e50395caf0 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3197007 Dec 16 22:40:32.786493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Request body: {'port': {'device_id': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:32.803349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8ac75-dc58-498d-a8fd-03aac2560e9a req-f329b4e9-28bf-4244-8573-1475917cdc89 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:32.804963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84f8ac75-dc58-498d-a8fd-03aac2560e9a req-f329b4e9-28bf-4244-8573-1475917cdc89 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 945 time: 0.0723608 Dec 16 22:40:32.889841 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.922586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84f8ac75-dc58-498d-a8fd-03aac2560e9a req-1ed4b550-b87e-4d8d-bcff-68d82162ea83 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008356 Dec 16 22:40:32.966030 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e2ec4ccc-a282-4240-81b6-58ef0b672fa6 None None] Provisioning complete for port 286ce4ab-4f08-452c-a491-5062b5ee410b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:32.966541 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4ccc-a282-4240-81b6-58ef0b672fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:33.009200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec4ccc-a282-4240-81b6-58ef0b672fa6 None None] Port 286ce4ab-4f08-452c-a491-5062b5ee410b cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:40:33.226123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286ce4ab-4f08-452c-a491-5062b5ee410b {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:40:33.244975 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:33.277840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Transition to ACTIVE for port object 286ce4ab-4f08-452c-a491-5062b5ee410b will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:40:33.295935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd07317-5c4a-43d1-a8a1-c517839d2cbe req-96af7db7-e40f-405c-8fa5-fb7754e83638 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:33.297549 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbd07317-5c4a-43d1-a8a1-c517839d2cbe req-96af7db7-e40f-405c-8fa5-fb7754e83638 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 945 time: 0.0659645 Dec 16 22:40:33.353292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbd07317-5c4a-43d1-a8a1-c517839d2cbe req-673578b6-7ba2-47eb-90ac-e5dd34c8bd43 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484109 Dec 16 22:40:33.369552 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:33.483115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Pushing event updated for resources: {'Port': ['ID=286ce4ab-4f08-452c-a491-5062b5ee410b,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:33.569544 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74442e-03e0-4063-94eb-f971c012b5d0 req-7c62adba-a3f7-4936-b87a-4c0e61b68434 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:33.571112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba74442e-03e0-4063-94eb-f971c012b5d0 req-7c62adba-a3f7-4936-b87a-4c0e61b68434 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 943 time: 0.2137551 Dec 16 22:40:33.642943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89f358-0e7d-4b50-81ba-daeb42d227fb req-9eb3d731-cf95-402d-ae5a-caa0ad532dc0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:33.644569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cf89f358-0e7d-4b50-81ba-daeb42d227fb req-9eb3d731-cf95-402d-ae5a-caa0ad532dc0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 945 time: 0.1566739 Dec 16 22:40:33.653042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Attempting to bind port 286ce4ab-4f08-452c-a491-5062b5ee410b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:33.653382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Attempting to bind port 286ce4ab-4f08-452c-a491-5062b5ee410b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '0c0b24b7-5670-4c42-a51d-f932b75f6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:33.653718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Attempting to bind port 286ce4ab-4f08-452c-a491-5062b5ee410b on network fdba8bb8-9c68-4270-b051-eabc081e555a {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:33.681077 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Port 286ce4ab-4f08-452c-a491-5062b5ee410b on network fdba8bb8-9c68-4270-b051-eabc081e555a not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:33.681311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Attempting to bind port 286ce4ab-4f08-452c-a491-5062b5ee410b on network fdba8bb8-9c68-4270-b051-eabc081e555a {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:33.697092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba74442e-03e0-4063-94eb-f971c012b5d0 req-02a4d8b2-c52a-44e4-ad1c-b7d73088e4b4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149938 Dec 16 22:40:33.705772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:40:33.706114 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Checking segment: {'id': '0c0b24b7-5670-4c42-a51d-f932b75f6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:40:33.706503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Bound using segment: {'id': '0c0b24b7-5670-4c42-a51d-f932b75f6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:40:33.706941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Bound port: 286ce4ab-4f08-452c-a491-5062b5ee410b, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0b24b7-5670-4c42-a51d-f932b75f6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:40:33.707322 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:33.775534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cf89f358-0e7d-4b50-81ba-daeb42d227fb req-2f377487-e975-4899-a8b5-52e4e94279bf tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150877 Dec 16 22:40:33.820701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f5d9e35-3e20-4293-88be-442a4e50c53e req-f5af4c88-0896-4408-91db-752f7abfed7d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0428774 Dec 16 22:40:33.841894 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] For port 286ce4ab-4f08-452c-a491-5062b5ee410b, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:40:33.841894 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] For port 286ce4ab-4f08-452c-a491-5062b5ee410b, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=286ce4ab-4f08-452c-a491-5062b5ee410b,segment=NetworkSegment(0c0b24b7-5670-4c42-a51d-f932b75f6edd),segment_id=0c0b24b7-5670-4c42-a51d-f932b75f6edd)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:40:33.975549 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:34.020419 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:34.021049 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:34.022468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] 10.222.0.69 "PUT /v2.0/ports/286ce4ab-4f08-452c-a491-5062b5ee410b HTTP/1.1" status: 200 len: 1091 time: 1.2414808 Dec 16 22:40:34.022922 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'tag': '286ce4ab-4f08-452c-a491-5062b5ee410b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:40:34.025823 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c08fa2-537e-48ab-a6a9-7acd582a599e" -d '{"events": [{"name": "network-changed", "server_uuid": "adbe0eeb-afec-4f35-8400-35b50dd10572", "tag": "286ce4ab-4f08-452c-a491-5062b5ee410b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:40:34.052156 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d2e64-90cf-4052-9815-a6902616cc45 service neutron] Pushing event updated for resources: {'Port': ['ID=286ce4ab-4f08-452c-a491-5062b5ee410b,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:34.077911 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0870eca6-1f33-4148-9975-20ce3e41eed3 x-openstack-request-id: req-0870eca6-1f33-4148-9975-20ce3e41eed3 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:40:34.078266 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbe0eeb-afec-4f35-8400-35b50dd10572", "tag": "286ce4ab-4f08-452c-a491-5062b5ee410b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:40:34.078450 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0870eca6-1f33-4148-9975-20ce3e41eed3 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:40:34.078853 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'tag': '286ce4ab-4f08-452c-a491-5062b5ee410b', 'status': 'completed', 'code': 200} Dec 16 22:40:34.159799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c08fa2-537e-48ab-a6a9-7acd582a599e req-35f397ff-f1de-468c-b361-1277abcc96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:34.161358 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4c08fa2-537e-48ab-a6a9-7acd582a599e req-35f397ff-f1de-468c-b361-1277abcc96f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 1094 time: 0.0588171 Dec 16 22:40:34.314928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c08fa2-537e-48ab-a6a9-7acd582a599e req-55fdb3c6-30ed-459b-a41d-0addbece2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:34.316548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4c08fa2-537e-48ab-a6a9-7acd582a599e req-55fdb3c6-30ed-459b-a41d-0addbece2d51 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=51c946c648db42a6836975a56f094831&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1473114 Dec 16 22:40:34.447212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c08fa2-537e-48ab-a6a9-7acd582a599e req-d72d6e89-f606-4466-932c-0bab57669cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:34.448520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4c08fa2-537e-48ab-a6a9-7acd582a599e req-d72d6e89-f606-4466-932c-0bab57669cf2 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1222706 Dec 16 22:40:34.490635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe6963-b51d-4292-84fe-3056aa1c95c8 req-2918d373-2a60-457c-8bc9-f006194221e7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:34.492422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0fe6963-b51d-4292-84fe-3056aa1c95c8 req-2918d373-2a60-457c-8bc9-f006194221e7 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 945 time: 0.0598500 Dec 16 22:40:34.572246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-6a9cfbab-00f6-4a58-a215-2321d43fca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:34.574909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-6a9cfbab-00f6-4a58-a215-2321d43fca05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 1094 time: 0.0814850 Dec 16 22:40:34.583550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0fe6963-b51d-4292-84fe-3056aa1c95c8 req-334d78a2-9bcc-4071-bcf1-cd71d2923780 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601895 Dec 16 22:40:34.622050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-d7d46450-5475-4677-aada-448f1a4df23d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286ce4ab-4f08-452c-a491-5062b5ee410b HTTP/1.1" status: 200 len: 217 time: 0.0375307 Dec 16 22:40:34.674325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-15999c08-9ec7-42e0-99e0-56904e663cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:34.675899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-15999c08-9ec7-42e0-99e0-56904e663cbf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dce9d6f2-20fb-4c39-89a2-9585dbdcb643 HTTP/1.1" status: 200 len: 835 time: 0.0462184 Dec 16 22:40:34.729098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-fc2c3116-a9d7-4228-913d-bc7318d6644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:34.730908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-fc2c3116-a9d7-4228-913d-bc7318d6644c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fdba8bb8-9c68-4270-b051-eabc081e555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470030 Dec 16 22:40:34.869068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b1f35-cba1-4c2b-9ae8-15d7fed32005 req-d77d0a4d-220d-4e8f-a9a2-4cec77b480f7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:34.872291 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f7b1f35-cba1-4c2b-9ae8-15d7fed32005 req-d77d0a4d-220d-4e8f-a9a2-4cec77b480f7 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 943 time: 0.0877397 Dec 16 22:40:34.878108 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-8b8d3958-4f80-43a9-b80a-d99faa3c70d1 service neutron] 10.222.0.69 "GET /v2.0/networks/fdba8bb8-9c68-4270-b051-eabc081e555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389019 Dec 16 22:40:34.920415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c84351ec-2b11-4de8-8031-54f84824cdbe req-f5385bc9-87db-4588-bbb0-7bbb3a4b4799 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0412648 Dec 16 22:40:35.010624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f7b1f35-cba1-4c2b-9ae8-15d7fed32005 req-bd30c2ef-9d80-4a81-b62d-937309a7970c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296942 Dec 16 22:40:35.039118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2430ea8e-5417-4a69-a61c-fcdfbe3201ba req-a7cbdd36-1e8c-430f-8d4e-fe5eca112265 service neutron] 10.222.0.69 "GET /v2.0/networks/fdba8bb8-9c68-4270-b051-eabc081e555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496799 Dec 16 22:40:35.721231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc63f8d-98f4-41c1-9298-156e4607ae21 req-772867c3-8cb1-4001-bf7c-3013ed32f0b2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:35.722884 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bc63f8d-98f4-41c1-9298-156e4607ae21 req-772867c3-8cb1-4001-bf7c-3013ed32f0b2 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 945 time: 0.0651717 Dec 16 22:40:35.788672 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e9275-330e-42f7-b717-b77dc9b10efb req-110583c1-3159-4c5c-98b5-a4fe812d9cb0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:35.791035 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-868e9275-330e-42f7-b717-b77dc9b10efb req-110583c1-3159-4c5c-98b5-a4fe812d9cb0 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.69 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 945 time: 0.0911362 Dec 16 22:40:35.825780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bc63f8d-98f4-41c1-9298-156e4607ae21 req-1ce78276-145f-449f-93d0-d0401ebf75d6 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/security-groups?id=e95ae365-4a4e-412b-ac86-741cadbca970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728376 Dec 16 22:40:35.918392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-868e9275-330e-42f7-b717-b77dc9b10efb req-ee15dff3-6d85-40e3-8316-8d4f3b1d984b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Deleting port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:40:35.918745 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-868e9275-330e-42f7-b717-b77dc9b10efb req-ee15dff3-6d85-40e3-8316-8d4f3b1d984b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:36.030555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5d945a8-0e02-4e62-9a57-fc7c1cdd3b12 req-84cfc7bb-d10e-43d8-9018-6d469e79c30b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0453815 Dec 16 22:40:36.051906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-868e9275-330e-42f7-b717-b77dc9b10efb req-ee15dff3-6d85-40e3-8316-8d4f3b1d984b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] For port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aae0a53a-86b1-4ded-9fd1-0c98acbd5b80,segment=NetworkSegment(2a896f65-0eee-4394-8df5-5a348c0508c7),segment_id=2a896f65-0eee-4394-8df5-5a348c0508c7)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:36.052252 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-868e9275-330e-42f7-b717-b77dc9b10efb req-ee15dff3-6d85-40e3-8316-8d4f3b1d984b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:36.068437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-868e9275-330e-42f7-b717-b77dc9b10efb req-ee15dff3-6d85-40e3-8316-8d4f3b1d984b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Calling delete_port for aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:40:36.205743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa9ffe-8cb4-43b5-9454-a580b46e961b req-7f8ce648-4d21-416f-ba0c-a7bfc132a552 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:36.207383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78aa9ffe-8cb4-43b5-9454-a580b46e961b req-7f8ce648-4d21-416f-ba0c-a7bfc132a552 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 943 time: 0.0810595 Dec 16 22:40:36.302800 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78aa9ffe-8cb4-43b5-9454-a580b46e961b req-aedafe6a-2692-48ca-b8c6-bf71707d16d6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871358 Dec 16 22:40:36.367402 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-868e9275-330e-42f7-b717-b77dc9b10efb req-ee15dff3-6d85-40e3-8316-8d4f3b1d984b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:36.382389 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['aae0a53a-86b1-4ded-9fd1-0c98acbd5b80'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:40:36.400030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15dff3-6d85-40e3-8316-8d4f3b1d984b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Pushing event deleted for resources: {'Port': ['ID=aae0a53a-86b1-4ded-9fd1-0c98acbd5b80,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:36.417340 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fddde69-c745-46ef-8da5-f854d6ae4b5b None None] DHCP port deletion for a38ea202-9def-4a69-9c10-b0c645d2f774 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:40:36.449832 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-868e9275-330e-42f7-b717-b77dc9b10efb req-ee15dff3-6d85-40e3-8316-8d4f3b1d984b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] No DVR routers for this DVR port aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:40:36.455362 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-868e9275-330e-42f7-b717-b77dc9b10efb req-ee15dff3-6d85-40e3-8316-8d4f3b1d984b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:36.456947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-868e9275-330e-42f7-b717-b77dc9b10efb req-ee15dff3-6d85-40e3-8316-8d4f3b1d984b tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.69 "DELETE /v2.0/ports/aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 HTTP/1.1" status: 204 len: 173 time: 0.6576529 Dec 16 22:40:36.457467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4484361c-7886-4608-843b-b28564ec8298', 'name': 'network-vif-deleted', 'tag': 'aae0a53a-86b1-4ded-9fd1-0c98acbd5b80'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:40:36.459693 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2228d9-ed9a-4053-98d2-d61b1708877e" -d '{"events": [{"server_uuid": "4484361c-7886-4608-843b-b28564ec8298", "name": "network-vif-deleted", "tag": "aae0a53a-86b1-4ded-9fd1-0c98acbd5b80"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:40:36.502199 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249160fd-6a3d-42c1-8d08-cfe91c08d4ac x-openstack-request-id: req-249160fd-6a3d-42c1-8d08-cfe91c08d4ac {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:40:36.502594 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4484361c-7886-4608-843b-b28564ec8298", "name": "network-vif-deleted", "tag": "aae0a53a-86b1-4ded-9fd1-0c98acbd5b80", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:40:36.503062 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-249160fd-6a3d-42c1-8d08-cfe91c08d4ac {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:40:36.503620 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4484361c-7886-4608-843b-b28564ec8298', 'name': 'network-vif-deleted', 'tag': 'aae0a53a-86b1-4ded-9fd1-0c98acbd5b80', 'status': 'completed', 'code': 200} Dec 16 22:40:36.925304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30f0ede8-f724-415e-9a2d-adf96f18d9c1 req-2a274449-0c89-4abf-a85a-4791a3756623 tempest-ServerDiskConfigTestJSON-1631795240 tempest-ServerDiskConfigTestJSON-1631795240-project] 10.222.0.43 "GET /v2.0/ports?device_id=4484361c-7886-4608-843b-b28564ec8298 HTTP/1.1" status: 200 len: 210 time: 0.0287316 Dec 16 22:40:37.120967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d25bd15-1556-4918-8fbb-cc30a25c2263 req-234198ae-8054-43df-a17d-bce657139d32 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0338659 Dec 16 22:40:37.425092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a9fd3-e3a7-4dc6-b0cc-d9e615ce5280 req-e02ea9b0-e310-4305-9a76-8c48ea3320a8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:37.429053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-801a9fd3-e3a7-4dc6-b0cc-d9e615ce5280 req-e02ea9b0-e310-4305-9a76-8c48ea3320a8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 943 time: 0.0515811 Dec 16 22:40:37.488193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-801a9fd3-e3a7-4dc6-b0cc-d9e615ce5280 req-e1fe9dc5-bdfa-46c8-91b2-b32f78e9fe33 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546029 Dec 16 22:40:37.917346 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 286ce4ab-4f08-452c-a491-5062b5ee410b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:40:38.034388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 286ce4ab-4f08-452c-a491-5062b5ee410b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=286ce4ab-4f08-452c-a491-5062b5ee410b,segment=NetworkSegment(0c0b24b7-5670-4c42-a51d-f932b75f6edd),segment_id=0c0b24b7-5670-4c42-a51d-f932b75f6edd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:38.061881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '286ce4ab-4f08-452c-a491-5062b5ee410b', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'port_id': '286ce4ab-4f08-452c-a491-5062b5ee410b', 'mac_address': 'fa:16:3e:29:48:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:40:38.116439 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.132695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286ce4ab-4f08-452c-a491-5062b5ee410b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:40:38.165589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 286ce4ab-4f08-452c-a491-5062b5ee410b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=286ce4ab-4f08-452c-a491-5062b5ee410b,segment=NetworkSegment(0c0b24b7-5670-4c42-a51d-f932b75f6edd),segment_id=0c0b24b7-5670-4c42-a51d-f932b75f6edd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:38.171478 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37858) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:38.223639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58af46a0-9dd3-4d14-9ae1-497c787b7ac1 req-9c1b34eb-ebfe-4678-9b9c-ed1dc5d759ee tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0416498 Dec 16 22:40:38.228556 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.287741 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=286ce4ab-4f08-452c-a491-5062b5ee410b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:38.380717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76db16d-12db-4b5b-94f6-0076110cfd21 admin admin] Deleting subnet 214e776a-bec9-41dd-b23a-372aeec3228b {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:40:38.384073 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f76db16d-12db-4b5b-94f6-0076110cfd21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.422050 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f76db16d-12db-4b5b-94f6-0076110cfd21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.461594 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f76db16d-12db-4b5b-94f6-0076110cfd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.536365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['286ce4ab-4f08-452c-a491-5062b5ee410b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:40:38.585739 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f76db16d-12db-4b5b-94f6-0076110cfd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.631505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76db16d-12db-4b5b-94f6-0076110cfd21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=214e776a-bec9-41dd-b23a-372aeec3228b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:38.633877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37868) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:38.636439 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f76db16d-12db-4b5b-94f6-0076110cfd21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.641058 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f76db16d-12db-4b5b-94f6-0076110cfd21 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/214e776a-bec9-41dd-b23a-372aeec3228b HTTP/1.1" status: 204 len: 168 time: 0.4684799 Dec 16 22:40:38.643698 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37870) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:38.644027 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e62a943-624a-42d5-8f70-54e979abd8c1 None None] Network a38ea202-9def-4a69-9c10-b0c645d2f774 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:40:38.649820 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f744c6-976e-4433-98af-09ddbbf0f725 req-353059c2-88cb-4880-b387-74c054bd359c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:38.655843 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4f744c6-976e-4433-98af-09ddbbf0f725 req-353059c2-88cb-4880-b387-74c054bd359c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 944 time: 0.0858822 Dec 16 22:40:38.722376 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa472d85-03d5-4ffd-947e-e684eb770caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.757500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4f744c6-976e-4433-98af-09ddbbf0f725 req-349e027a-9eac-4d96-ae5d-b00a104ccead tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976825 Dec 16 22:40:38.836381 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa472d85-03d5-4ffd-947e-e684eb770caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.851569 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00bca755-7e2c-494b-b9a6-c0a346776d4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.867176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-fa472d85-03d5-4ffd-947e-e684eb770caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38ea202-9def-4a69-9c10-b0c645d2f774']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:38.870098 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc96d2-0fc1-48c5-8d53-a9764e6436c6 None None] DHCP port deletion for a38ea202-9def-4a69-9c10-b0c645d2f774 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:40:38.881638 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-fa472d85-03d5-4ffd-947e-e684eb770caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a896f65-0eee-4394-8df5-5a348c0508c7') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:38.887420 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-fa472d85-03d5-4ffd-947e-e684eb770caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a896f65-0eee-4394-8df5-5a348c0508c7') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:38.897016 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa472d85-03d5-4ffd-947e-e684eb770caf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.915029 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa472d85-03d5-4ffd-947e-e684eb770caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.921992 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa472d85-03d5-4ffd-947e-e684eb770caf admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:40:38.922689 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa472d85-03d5-4ffd-947e-e684eb770caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:40:38.924846 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:40:38.967736 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00bca755-7e2c-494b-b9a6-c0a346776d4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.037595 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00bca755-7e2c-494b-b9a6-c0a346776d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.081239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-00bca755-7e2c-494b-b9a6-c0a346776d4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=136a7ca157214871ac31bd5eb641f594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4232199 Dec 16 22:40:39.082278 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bca755-7e2c-494b-b9a6-c0a346776d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa456aa-b896-4f3b-a2ec-1c8c2c6d2ec2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:39.084118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37874) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:39.141664 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c50dcc02-2832-4994-a6ab-6df7eb9fabbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.151252 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa472d85-03d5-4ffd-947e-e684eb770caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.160469 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa472d85-03d5-4ffd-947e-e684eb770caf admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.166323 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fa472d85-03d5-4ffd-947e-e684eb770caf admin admin] 10.222.0.43 "DELETE /v2.0/networks/a38ea202-9def-4a69-9c10-b0c645d2f774 HTTP/1.1" status: 204 len: 168 time: 0.5188494 Dec 16 22:40:39.181881 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c50dcc02-2832-4994-a6ab-6df7eb9fabbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.184873 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa472d85-03d5-4ffd-947e-e684eb770caf admin admin] Pushing event deleted for resources: {'Network': ['ID=a38ea202-9def-4a69-9c10-b0c645d2f774,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:39.305459 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e232aeb-b24e-4a53-a750-6b95e64edcb7 req-aa55a120-a48b-40f7-8f0d-c4fa46fb2d44 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0278690 Dec 16 22:40:39.334986 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c50dcc02-2832-4994-a6ab-6df7eb9fabbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.338045 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c50dcc02-2832-4994-a6ab-6df7eb9fabbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.342962 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c50dcc02-2832-4994-a6ab-6df7eb9fabbd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/baa456aa-b896-4f3b-a2ec-1c8c2c6d2ec2 HTTP/1.1" status: 204 len: 168 time: 0.2541521 Dec 16 22:40:39.348586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50dcc02-2832-4994-a6ab-6df7eb9fabbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa456aa-b896-4f3b-a2ec-1c8c2c6d2ec2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:39.548538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37884) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:39.591784 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4a865208-8153-4f0c-9d81-f74704b6deb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e46b27d4336444b98f803f2fbef3235f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419705 Dec 16 22:40:39.594137 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37886) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:39.648066 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c860b2a-b052-4750-a63b-0130f9331b0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.675107 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c860b2a-b052-4750-a63b-0130f9331b0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.824913 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c860b2a-b052-4750-a63b-0130f9331b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.827597 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c860b2a-b052-4750-a63b-0130f9331b0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.828888 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6c860b2a-b052-4750-a63b-0130f9331b0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e95ae365-4a4e-412b-ac86-741cadbca970 HTTP/1.1" status: 204 len: 168 time: 0.2338057 Dec 16 22:40:39.843932 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c860b2a-b052-4750-a63b-0130f9331b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95ae365-4a4e-412b-ac86-741cadbca970,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:39.896060 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:40:39.912589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6420295-512c-4bd1-b153-6c7d811d58ff req-148fc033-3396-4ae6-9b7a-21e8dea9e502 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:39.914319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6420295-512c-4bd1-b153-6c7d811d58ff req-148fc033-3396-4ae6-9b7a-21e8dea9e502 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 944 time: 0.0671408 Dec 16 22:40:39.932547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 286ce4ab-4f08-452c-a491-5062b5ee410b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:40:39.993106 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6420295-512c-4bd1-b153-6c7d811d58ff req-f4e0cb35-1afe-453e-9fc6-dc2a3443eb5c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701258 Dec 16 22:40:40.066143 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 286ce4ab-4f08-452c-a491-5062b5ee410b completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:40:40.071388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 286ce4ab-4f08-452c-a491-5062b5ee410b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:40.081249 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:40.160830 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:40.186463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286ce4ab-4f08-452c-a491-5062b5ee410b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:40:40.188793 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a883454-f00e-4927-be4e-61cac7f23435" -d '{"events": [{"server_uuid": "adbe0eeb-afec-4f35-8400-35b50dd10572", "name": "network-vif-plugged", "status": "completed", "tag": "286ce4ab-4f08-452c-a491-5062b5ee410b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:40:40.206764 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 286ce4ab-4f08-452c-a491-5062b5ee410b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=286ce4ab-4f08-452c-a491-5062b5ee410b,segment=NetworkSegment(0c0b24b7-5670-4c42-a51d-f932b75f6edd),segment_id=0c0b24b7-5670-4c42-a51d-f932b75f6edd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:40.241004 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc914327-cad0-4240-8f45-a1e0592025a0 x-openstack-request-id: req-bc914327-cad0-4240-8f45-a1e0592025a0 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:40:40.241397 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbe0eeb-afec-4f35-8400-35b50dd10572", "name": "network-vif-plugged", "status": "completed", "tag": "286ce4ab-4f08-452c-a491-5062b5ee410b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:40:40.241715 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc914327-cad0-4240-8f45-a1e0592025a0 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:40:40.242245 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286ce4ab-4f08-452c-a491-5062b5ee410b', 'code': 200} Dec 16 22:40:40.272548 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:40.274389 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:40:40.321464 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:40:40.322001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device aae0a53a-86b1-4ded-9fd1-0c98acbd5b80 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:40:40.424052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=286ce4ab-4f08-452c-a491-5062b5ee410b,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:40.427603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8d2df7b-ac49-4424-a87b-4b021b311951 req-049aa283-07f3-4262-aab9-669d789518b9 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0517972 Dec 16 22:40:40.471707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135c290-709a-407b-8c22-669782c06d81 req-f67f7658-07e1-4586-9f43-6617754e5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:40.473304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6135c290-709a-407b-8c22-669782c06d81 req-f67f7658-07e1-4586-9f43-6617754e5720 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 1096 time: 0.1467557 Dec 16 22:40:40.535965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6135c290-709a-407b-8c22-669782c06d81 req-81b96863-7fa8-4c8a-a2f8-6697ee0605f5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507135 Dec 16 22:40:41.004135 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37940) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:41.119968 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-eb132200-cfbc-43ba-b880-e759c3a9f3ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2068465243-network', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:41.131954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71087426-7df3-4ef0-b708-3fc388080a9b req-b03ca1c1-b807-4370-829b-22c85bf67fd9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:41.136487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71087426-7df3-4ef0-b708-3fc388080a9b req-b03ca1c1-b807-4370-829b-22c85bf67fd9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0540366 Dec 16 22:40:41.265399 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb132200-cfbc-43ba-b880-e759c3a9f3ad admin admin] Made reservation on behalf of 29bce609f7fc4f3ca5ffe8426c4567f0 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:41.268315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb132200-cfbc-43ba-b880-e759c3a9f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:41.279417 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb132200-cfbc-43ba-b880-e759c3a9f3ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:41.399756 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb132200-cfbc-43ba-b880-e759c3a9f3ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:41.484557 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb132200-cfbc-43ba-b880-e759c3a9f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:41.530516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71087426-7df3-4ef0-b708-3fc388080a9b req-aa9dfc22-7ff0-42de-a8b9-e82c72af3e74 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3899117 Dec 16 22:40:41.531116 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb132200-cfbc-43ba-b880-e759c3a9f3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40851b29-9a48-4b1b-9945-0d1884a044af,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:41.535254 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb132200-cfbc-43ba-b880-e759c3a9f3ad admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:40:41.545497 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f91c30f-fbb4-45e8-acdf-d05bd2a6cdfc req-c6515b0d-bc36-43c2-a200-96b210c4e176 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0365613 Dec 16 22:40:41.551811 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb132200-cfbc-43ba-b880-e759c3a9f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:41.552268 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-eb132200-cfbc-43ba-b880-e759c3a9f3ad admin admin] Added segment f13db81a-8347-477b-8490-b8812fd87f8d of type vlan for network 7df204c6-5127-4e76-8312-c8f1c6162329 Dec 16 22:40:41.608415 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb132200-cfbc-43ba-b880-e759c3a9f3ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:41.717527 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb132200-cfbc-43ba-b880-e759c3a9f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:41.718558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb132200-cfbc-43ba-b880-e759c3a9f3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:41.719144 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb132200-cfbc-43ba-b880-e759c3a9f3ad admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:41.793904 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb132200-cfbc-43ba-b880-e759c3a9f3ad admin admin] Pushing event updated for resources: {'Network': ['ID=7df204c6-5127-4e76-8312-c8f1c6162329,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:41.814815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 7df204c6-5127-4e76-8312-c8f1c6162329 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:40:41.864700 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-eb132200-cfbc-43ba-b880-e759c3a9f3ad admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8583593 Dec 16 22:40:41.867188 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37966) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:41.873435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-cdd32ba6-315f-4386-ac3f-eba6dbb47907 admin admin] Request body: {'subnet': {'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2068465243-subnet', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:41.968851 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd32ba6-315f-4386-ac3f-eba6dbb47907 admin admin] Made reservation on behalf of 29bce609f7fc4f3ca5ffe8426c4567f0 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:41.971395 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cdd32ba6-315f-4386-ac3f-eba6dbb47907 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.266372 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cdd32ba6-315f-4386-ac3f-eba6dbb47907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.328158 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd32ba6-315f-4386-ac3f-eba6dbb47907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aafaac09-9b53-44a4-84e7-2d4c56ab48f4,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:42.338070 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd32ba6-315f-4386-ac3f-eba6dbb47907 admin admin] Checking segment: {'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:40:42.338437 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd32ba6-315f-4386-ac3f-eba6dbb47907 admin admin] Network hostable DHCP agents. Network: 7df204c6-5127-4e76-8312-c8f1c6162329, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:40:42.488710 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd32ba6-315f-4386-ac3f-eba6dbb47907 admin admin] Network 7df204c6-5127-4e76-8312-c8f1c6162329 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:40:42.602860 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-cdd32ba6-315f-4386-ac3f-eba6dbb47907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 7df204c6-5127-4e76-8312-c8f1c6162329) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:42.602860 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd32ba6-315f-4386-ac3f-eba6dbb47907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:42.602860 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cdd32ba6-315f-4386-ac3f-eba6dbb47907 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.619101 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d65985-38cc-4d78-a1e1-ca18542be6e4 None None] Network 7df204c6-5127-4e76-8312-c8f1c6162329 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:40:42.666186 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c0bdc2c-4eaf-433c-bc9e-24985101049e req-3fc077e7-40be-4a26-add3-f455b505618a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0652325 Dec 16 22:40:42.716672 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cdd32ba6-315f-4386-ac3f-eba6dbb47907 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8391595 Dec 16 22:40:42.718534 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37990) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:42.721770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdc868-a40b-4fd5-a9e3-72ef358a1d5e req-5f6b31fe-b586-48df-a33d-8080f1308328 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:42.723494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9fdc868-a40b-4fd5-a9e3-72ef358a1d5e req-5f6b31fe-b586-48df-a33d-8080f1308328 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0554657 Dec 16 22:40:42.730012 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:42.800872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-7df204c6-5127-4e76-8312-c8f1c6162329', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:40:42.801851 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.802585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9fdc868-a40b-4fd5-a9e3-72ef358a1d5e req-6c0976e9-e2a3-4289-a22f-4931aca1a359 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649614 Dec 16 22:40:42.837679 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.841296 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.936161 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.994629 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Allocated IP 172.20.0.2 (7df204c6-5127-4e76-8312-c8f1c6162329/aafaac09-9b53-44a4-84e7-2d4c56ab48f4/ebe7d000-42f5-4f9e-9c1c-d739b10b0184) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:40:43.004280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e58fd7-64a4-404e-a9c7-36c7f2a99a0a req-75db6ae0-83e7-4bd8-9860-679ff2eccdc9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:43.005936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1e58fd7-64a4-404e-a9c7-36c7f2a99a0a req-75db6ae0-83e7-4bd8-9860-679ff2eccdc9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0601501 Dec 16 22:40:43.071434 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1e58fd7-64a4-404e-a9c7-36c7f2a99a0a req-8423a762-bc6b-49f0-9524-8093fd221025 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552769 Dec 16 22:40:43.096325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37998) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:43.145944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6a147-a79e-4c86-b60a-328ce7308ce7 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:43.147896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c2c6a147-a79e-4c86-b60a-328ce7308ce7 tempest-TestNetworkAdvancedServerOps-323355199 tempest-TestNetworkAdvancedServerOps-323355199-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 1091 time: 0.0504193 Dec 16 22:40:43.151049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38000) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:43.158324 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': '286ce4ab-4f08-452c-a491-5062b5ee410b', 'tenant_id': '51c946c648db42a6836975a56f094831', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:43.184869 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.284696 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.293565 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.329199 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.359660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Network 7df204c6-5127-4e76-8312-c8f1c6162329 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:43.368460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:43.376860 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:43.383771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Pushing event updated for resources: {'Port': ['ID=ebe7d000-42f5-4f9e-9c1c-d739b10b0184,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:43.419689 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.456073 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Attempting to bind port ebe7d000-42f5-4f9e-9c1c-d739b10b0184 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:43.456560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Attempting to bind port ebe7d000-42f5-4f9e-9c1c-d739b10b0184 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:43.456942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Attempting to bind port ebe7d000-42f5-4f9e-9c1c-d739b10b0184 on network 7df204c6-5127-4e76-8312-c8f1c6162329 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:43.466195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:40:43.466580 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Checking segment: {'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:40:43.467203 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.467633 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Bound using segment: {'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:40:43.468310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Bound port: ebe7d000-42f5-4f9e-9c1c-d739b10b0184, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:40:43.469018 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.472867 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.552357 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] For port ebe7d000-42f5-4f9e-9c1c-d739b10b0184, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:40:43.556167 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] For port ebe7d000-42f5-4f9e-9c1c-d739b10b0184, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ebe7d000-42f5-4f9e-9c1c-d739b10b0184,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:40:43.558169 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Allocated IP 172.25.2.143 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/318dd8a3-c46c-429f-ae41-3448761da986) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:40:43.626287 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.699490 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.708147 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a95dc-179e-497c-a7ec-175f9f7495ca None None] Pushing event updated for resources: {'Port': ['ID=ebe7d000-42f5-4f9e-9c1c-d739b10b0184,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:43.742370 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.779072 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bbe5aa4e-dc0b-4df4-93b7-2308ad9a8155 req-441ce066-0aad-4f75-835b-e52ad413694e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0315654 Dec 16 22:40:43.820364 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.874290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:43.884693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:43.884693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:43.888682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=318dd8a3-c46c-429f-ae41-3448761da986,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:44.151363 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.163203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ebe7d000-42f5-4f9e-9c1c-d739b10b0184 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:40:44.172459 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.223972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ebe7d000-42f5-4f9e-9c1c-d739b10b0184 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:44.224380 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.320340 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.329094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Allocated IP 172.25.2.185 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/3c2d3394-8042-44bb-b2b5-7e9cba3ce97d) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:40:44.364840 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port ebe7d000-42f5-4f9e-9c1c-d739b10b0184, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ebe7d000-42f5-4f9e-9c1c-d739b10b0184,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:44.448605 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.460152 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.478002 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.516286 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=ebe7d000-42f5-4f9e-9c1c-d739b10b0184,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:44.525913 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:44.526270 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:44.526654 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:44.526973 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:44.528219 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:44.529032 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:44.529032 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:44.529385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:44.529750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:44.530063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:44.530397 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:44.530728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:44.531251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:44.610018 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.662054 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:44.665121 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:44.671448 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:44.692609 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5a032a-7bbb-440e-93b8-52e7086d496c None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:40:44.702946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2d3394-8042-44bb-b2b5-7e9cba3ce97d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:44.710738 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.751065 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-92d56035-f239-44d1-b1e5-bcf45897244f None None] Provisioning complete for port 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:44.751800 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92d56035-f239-44d1-b1e5-bcf45897244f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.837817 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-92d56035-f239-44d1-b1e5-bcf45897244f None None] Port 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:40:44.943574 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a470ee69-68fb-47a3-8020-85e645056aa0 req-ee0ff02d-8786-487d-ab2b-e616b9eb61cc tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0893233 Dec 16 22:40:45.031385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079767ea-dbc1-461d-b98b-4e50b0ffc680 None None] Network 7df204c6-5127-4e76-8312-c8f1c6162329 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:40:45.034197 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.099731 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-babd3a3d-8c7c-4f89-912c-92d63c347555 None None] Provisioning complete for port ebe7d000-42f5-4f9e-9c1c-d739b10b0184 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:45.100106 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-babd3a3d-8c7c-4f89-912c-92d63c347555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.157485 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.198845 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.242532 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event updated for resources: {'Port': ['ID=318dd8a3-c46c-429f-ae41-3448761da986,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:45.258533 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.380413 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Floating IP 85b88166-8f5e-4878-b1b0-b050cd1b153a associated. External IP: 172.25.2.143, port: 286ce4ab-4f08-452c-a491-5062b5ee410b. Dec 16 22:40:45.456983 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.559015 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6d1c61e7-1e5d-461d-aaa9-3e08d2780361 None None] Provisioning complete for port ebe7d000-42f5-4f9e-9c1c-d739b10b0184 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:45.560501 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c61e7-1e5d-461d-aaa9-3e08d2780361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.643823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router af815c3b-6eef-43a3-bc1f-b54d4a573860 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:40:45.718035 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Router 50857d35-716a-46e8-bd10-c31e759b03ef is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:40:45.760847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:40:45.772430 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c023f8c6-7e1c-4c6e-a8da-d3c9b2e5d451 None None] Sync routers for ids ['af815c3b-6eef-43a3-bc1f-b54d4a573860'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:40:45.784050 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c023f8c6-7e1c-4c6e-a8da-d3c9b2e5d451 None None] Routers {'af815c3b-6eef-43a3-bc1f-b54d4a573860'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:40:45.784675 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c023f8c6-7e1c-4c6e-a8da-d3c9b2e5d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:40:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af815c3b-6eef-43a3-bc1f-b54d4a573860'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:45.839154 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.844930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:40:45.858735 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Sync routers for ids ['50857d35-716a-46e8-bd10-c31e759b03ef'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:40:45.867739 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ca5fdd93-10b0-413a-8d6e-cda17dad7509 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7148223 Dec 16 22:40:45.868397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'tag': '286ce4ab-4f08-452c-a491-5062b5ee410b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:40:45.869577 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Routers {'50857d35-716a-46e8-bd10-c31e759b03ef'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:40:45.870538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:40:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['50857d35-716a-46e8-bd10-c31e759b03ef'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:45.871798 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a62830-127b-4f4a-ab46-2e7f4d5a1353" -d '{"events": [{"name": "network-changed", "server_uuid": "adbe0eeb-afec-4f35-8400-35b50dd10572", "tag": "286ce4ab-4f08-452c-a491-5062b5ee410b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:40:45.927013 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.927310 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774a82fa-bb1c-4577-b71d-eb375328dad3 x-openstack-request-id: req-774a82fa-bb1c-4577-b71d-eb375328dad3 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:40:45.927615 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-87fc1334-5222-4509-a533-ce5429b3c018 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2066753 Dec 16 22:40:45.927931 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbe0eeb-afec-4f35-8400-35b50dd10572", "tag": "286ce4ab-4f08-452c-a491-5062b5ee410b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:40:45.928080 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-774a82fa-bb1c-4577-b71d-eb375328dad3 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:40:45.928490 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'tag': '286ce4ab-4f08-452c-a491-5062b5ee410b', 'status': 'completed', 'code': 200} Dec 16 22:40:45.929636 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38062) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:45.946185 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c023f8c6-7e1c-4c6e-a8da-d3c9b2e5d451 None None] Set router af815c3b-6eef-43a3-bc1f-b54d4a573860 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:40:46.010867 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Set router 50857d35-716a-46e8-bd10-c31e759b03ef gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:40:46.171704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ebe7d000-42f5-4f9e-9c1c-d739b10b0184 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:40:46.234214 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15efb393-fea5-40a9-ad3c-af1172ab98b7 req-13bf601a-d5d0-4c11-95c3-d59e752f401d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0536907 Dec 16 22:40:46.270668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a62830-127b-4f4a-ab46-2e7f4d5a1353 req-7b663cbe-4b24-4ad0-8ba8-8b54deab985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:46.273208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09a62830-127b-4f4a-ab46-2e7f4d5a1353 req-7b663cbe-4b24-4ad0-8ba8-8b54deab985a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 1096 time: 0.2331989 Dec 16 22:40:46.294887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b911a-0abd-4a44-990e-6f8dc5d70ab4 req-8eee143e-e6e3-4135-97c5-f8cac139b556 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:46.327254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-478b911a-0abd-4a44-990e-6f8dc5d70ab4 req-8eee143e-e6e3-4135-97c5-f8cac139b556 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.2611969 Dec 16 22:40:46.330649 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c023f8c6-7e1c-4c6e-a8da-d3c9b2e5d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639886926', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:26Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '85b88166-8f5e-4878-b1b0-b050cd1b153a', 'tenant_id': '51c946c648db42a6836975a56f094831', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'port_id': '286ce4ab-4f08-452c-a491-5062b5ee410b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2832, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'mac_address': 'fa:16:3e:29:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:44Z', 'revision_number': 0, 'project_id': '51c946c648db42a6836975a56f094831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff226ad-7755-41fc-bf11-b60a9e6bc42d', 'name': '', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:b5:27:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:25Z', 'updated_at': '2021-12-16T22:40:31Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:46.366338 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c023f8c6-7e1c-4c6e-a8da-d3c9b2e5d451 None None] Checking router: af815c3b-6eef-43a3-bc1f-b54d4a573860 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:40:46.378511 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c023f8c6-7e1c-4c6e-a8da-d3c9b2e5d451 None None] Routers {'af815c3b-6eef-43a3-bc1f-b54d4a573860'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:40:46.380027 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c023f8c6-7e1c-4c6e-a8da-d3c9b2e5d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:40:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af815c3b-6eef-43a3-bc1f-b54d4a573860'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:46.424372 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ebe7d000-42f5-4f9e-9c1c-d739b10b0184 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:46.424749 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:46.518464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-478b911a-0abd-4a44-990e-6f8dc5d70ab4 req-e00adbfc-aa14-411e-a77a-701c5d9393f8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901784 Dec 16 22:40:46.551295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38080) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:46.575988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:44Z', 'revision_number': 3, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:46.616868 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a62830-127b-4f4a-ab46-2e7f4d5a1353 req-eb347f34-54ea-4e6d-88fd-dff5384f6a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:46.617657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Checking router: 50857d35-716a-46e8-bd10-c31e759b03ef for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:40:46.618192 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Updating router 50857d35-716a-46e8-bd10-c31e759b03ef port 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:40:46.618589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09a62830-127b-4f4a-ab46-2e7f4d5a1353 req-eb347f34-54ea-4e6d-88fd-dff5384f6a35 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fdba8bb8-9c68-4270-b051-eabc081e555a HTTP/1.1" status: 200 len: 897 time: 0.2867620 Dec 16 22:40:46.650172 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:46.667690 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c023f8c6-7e1c-4c6e-a8da-d3c9b2e5d451 None None] Set router af815c3b-6eef-43a3-bc1f-b54d4a573860 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:40:46.675097 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-87677a72-0b11-4bc4-bf6f-44a3740f088c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/floatingips/85b88166-8f5e-4878-b1b0-b050cd1b153a HTTP/1.1" status: 200 len: 991 time: 0.1215217 Dec 16 22:40:46.779652 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09a62830-127b-4f4a-ab46-2e7f4d5a1353 req-0c26fb23-0bfa-4ee4-882b-0674e4faf109 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286ce4ab-4f08-452c-a491-5062b5ee410b HTTP/1.1" status: 200 len: 999 time: 0.1535802 Dec 16 22:40:46.873336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a62830-127b-4f4a-ab46-2e7f4d5a1353 req-94e126a2-80e4-41b4-aaea-9b6cf5213101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:46.874830 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09a62830-127b-4f4a-ab46-2e7f4d5a1353 req-94e126a2-80e4-41b4-aaea-9b6cf5213101 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dce9d6f2-20fb-4c39-89a2-9585dbdcb643 HTTP/1.1" status: 200 len: 835 time: 0.0821679 Dec 16 22:40:46.963748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a62830-127b-4f4a-ab46-2e7f4d5a1353 req-78fac5df-9afc-483a-a086-3ff94a749906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:46.965846 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09a62830-127b-4f4a-ab46-2e7f4d5a1353 req-78fac5df-9afc-483a-a086-3ff94a749906 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fdba8bb8-9c68-4270-b051-eabc081e555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830233 Dec 16 22:40:46.973670 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c023f8c6-7e1c-4c6e-a8da-d3c9b2e5d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639886926', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:26Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '85b88166-8f5e-4878-b1b0-b050cd1b153a', 'tenant_id': '51c946c648db42a6836975a56f094831', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'port_id': '286ce4ab-4f08-452c-a491-5062b5ee410b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2832, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'mac_address': 'fa:16:3e:29:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:44Z', 'revision_number': 0, 'project_id': '51c946c648db42a6836975a56f094831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff226ad-7755-41fc-bf11-b60a9e6bc42d', 'name': '', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:b5:27:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:25Z', 'updated_at': '2021-12-16T22:40:31Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:46.984613 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.003147 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c023f8c6-7e1c-4c6e-a8da-d3c9b2e5d451 None None] The sync data for ids ['af815c3b-6eef-43a3-bc1f-b54d4a573860'] in n-d-821840-2 is: [{'id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639886926', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:26Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '85b88166-8f5e-4878-b1b0-b050cd1b153a', 'tenant_id': '51c946c648db42a6836975a56f094831', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'port_id': '286ce4ab-4f08-452c-a491-5062b5ee410b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2832, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'mac_address': 'fa:16:3e:29:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:44Z', 'revision_number': 0, 'project_id': '51c946c648db42a6836975a56f094831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff226ad-7755-41fc-bf11-b60a9e6bc42d', 'name': '', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:b5:27:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:25Z', 'updated_at': '2021-12-16T22:40:31Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:40:47.072372 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.158715 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f84f11-4f5f-41e2-8da7-b0b41744c216 None None] Pushing event updated for resources: {'Port': ['ID=3c2d3394-8042-44bb-b2b5-7e9cba3ce97d,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:47.162907 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Attempting to bind port 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:47.163317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Attempting to bind port 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:47.166248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Attempting to bind port 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:47.175408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:40:47.175903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:40:47.176198 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.176714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:40:47.177226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Bound port: 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:40:47.177618 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.206645 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77e84c6-5dd2-46cc-9f88-7038ca14fbf3 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:40:47.271049 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] For port 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:40:47.275111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] For port 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3c2d3394-8042-44bb-b2b5-7e9cba3ce97d,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:40:47.302320 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-62e0d9f2-e1d3-43de-9f68-9993411b25da None None] Provisioning complete for port 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:47.302703 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62e0d9f2-e1d3-43de-9f68-9993411b25da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.333408 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1b4f8-5c10-4558-819f-eaa320117c61 None None] New status for floating IP 85b88166-8f5e-4878-b1b0-b050cd1b153a: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:40:47.348253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-62e0d9f2-e1d3-43de-9f68-9993411b25da None None] Port 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:40:47.352368 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.455458 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.585659 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832be385-3bdb-4a0d-aa46-807c477e2f30 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:40:47.609269 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f84f11-4f5f-41e2-8da7-b0b41744c216 None None] Pushing event updated for resources: {'Port': ['ID=3c2d3394-8042-44bb-b2b5-7e9cba3ce97d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:47.612079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Routers {'50857d35-716a-46e8-bd10-c31e759b03ef'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:40:47.612663 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:40:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['50857d35-716a-46e8-bd10-c31e759b03ef'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:47.630732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00dbaa7e-18e9-4629-9273-1e29c6b8356a req-2ba06d7f-3229-4e74-b686-091925cf9b81 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0512011 Dec 16 22:40:47.679192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38104) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:47.680070 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09a62830-127b-4f4a-ab46-2e7f4d5a1353 req-b63dcd3b-8050-4d97-85de-04b3ca8bd33d service neutron] 10.222.0.69 "GET /v2.0/networks/fdba8bb8-9c68-4270-b051-eabc081e555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914668 Dec 16 22:40:47.694671 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8bbd2863-1d70-4574-be41-4e35010fb5a6 None None] Provisioning complete for port 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:47.695050 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2863-1d70-4574-be41-4e35010fb5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.789843 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-62210600-629a-44a1-9d91-297c674000d2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/floatingips/85b88166-8f5e-4878-b1b0-b050cd1b153a HTTP/1.1" status: 200 len: 993 time: 0.1071982 Dec 16 22:40:47.799243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] Set router 50857d35-716a-46e8-bd10-c31e759b03ef gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:40:47.841692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Allocated IP 172.20.0.1 (7df204c6-5127-4e76-8312-c8f1c6162329/aafaac09-9b53-44a4-84e7-2d4c56ab48f4/8b71a197-8158-457c-82e0-f69cd3c29a21) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:40:47.876131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09a62830-127b-4f4a-ab46-2e7f4d5a1353 req-77b73ee0-0521-4101-9829-f79ba8f604b4 service neutron] 10.222.0.69 "GET /v2.0/networks/fdba8bb8-9c68-4270-b051-eabc081e555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790555 Dec 16 22:40:47.945149 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2863-1d70-4574-be41-4e35010fb5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.977500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8bbd2863-1d70-4574-be41-4e35010fb5a6 None None] For port 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3c2d3394-8042-44bb-b2b5-7e9cba3ce97d,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:47.982440 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.049180 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:44Z', 'revision_number': 3, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:48.077668 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d449975-f2b4-4a9a-a538-5c2a02a273fa None None] The sync data for ids ['50857d35-716a-46e8-bd10-c31e759b03ef'] in n-d-821840-2 is: [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:44Z', 'revision_number': 3, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:40:48.163094 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2863-1d70-4574-be41-4e35010fb5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.230552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd2863-1d70-4574-be41-4e35010fb5a6 None None] Pushing event updated for resources: {'Port': ['ID=3c2d3394-8042-44bb-b2b5-7e9cba3ce97d,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:48.317330 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.405481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Network 7df204c6-5127-4e76-8312-c8f1c6162329 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:48.411242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:48.416435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:48.420714 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Pushing event updated for resources: {'Port': ['ID=8b71a197-8158-457c-82e0-f69cd3c29a21,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:48.479239 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.707821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-fcee8f0c-9664-4ce7-8021-5cb8e20a0f51 None None] Provisioning complete for port 8b71a197-8158-457c-82e0-f69cd3c29a21 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:48.709643 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fcee8f0c-9664-4ce7-8021-5cb8e20a0f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.753674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-fcee8f0c-9664-4ce7-8021-5cb8e20a0f51 None None] Port 8b71a197-8158-457c-82e0-f69cd3c29a21 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:40:48.768232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9543bd31-9584-4a62-85a4-705a1e12ee59 req-f7a0c556-99cb-47d7-8c10-fda4e5adcf89 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0754762 Dec 16 22:40:48.783106 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.982959 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:49.157089 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:49.225347 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:49.227256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Pushing event updated for resources: {'Port': ['ID=8b71a197-8158-457c-82e0-f69cd3c29a21,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:49.335908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Network 7df204c6-5127-4e76-8312-c8f1c6162329 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:49.337512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:49.478210 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Router 50857d35-716a-46e8-bd10-c31e759b03ef has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:40:49.585273 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3d71ece7-1068-4b5e-95a8-fa6a47225cd7 None None] Provisioning complete for port 8b71a197-8158-457c-82e0-f69cd3c29a21 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:49.586322 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3d71ece7-1068-4b5e-95a8-fa6a47225cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:49.608540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:40:49.613921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3c045382-2e4f-40cb-a6b5-2894ec57e92f admin admin] 10.222.0.43 "PUT /v2.0/routers/50857d35-716a-46e8-bd10-c31e759b03ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6831250 Dec 16 22:40:49.633880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3d71ece7-1068-4b5e-95a8-fa6a47225cd7 None None] Port 8b71a197-8158-457c-82e0-f69cd3c29a21 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:40:49.849723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a38c9c4-9aaf-46c3-92bd-9372621c349b req-bbff054a-b6e1-4a76-9587-7ad6d0149cdb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0285761 Dec 16 22:40:49.899962 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Sync routers for ids ['50857d35-716a-46e8-bd10-c31e759b03ef'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:40:49.913174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Routers {'50857d35-716a-46e8-bd10-c31e759b03ef'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:40:49.913877 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:40:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['50857d35-716a-46e8-bd10-c31e759b03ef'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:50.045879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Set router 50857d35-716a-46e8-bd10-c31e759b03ef gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:40:50.145925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:40:50.171420 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1d47411b-17e8-4dc0-8f3c-395da953789e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.285774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:50.286152 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.400475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8b71a197-8158-457c-82e0-f69cd3c29a21', 'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'mac_address': 'fa:16:3e:98:42:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:47Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 2, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'subnets': [{'id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:50.432892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Checking router: 50857d35-716a-46e8-bd10-c31e759b03ef for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:40:50.433247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Updating router 50857d35-716a-46e8-bd10-c31e759b03ef port 8b71a197-8158-457c-82e0-f69cd3c29a21 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:40:50.466687 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.489970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38254) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:50.494672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f0cc041d-97b5-4204-b400-0c9f6cfbbf0e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1639656402', 'description': 'tempest-description--1926985377'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:50.580776 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f0cc041d-97b5-4204-b400-0c9f6cfbbf0e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.651861 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f0cc041d-97b5-4204-b400-0c9f6cfbbf0e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.773596 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.825857 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f0cc041d-97b5-4204-b400-0c9f6cfbbf0e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.853578 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc041d-97b5-4204-b400-0c9f6cfbbf0e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf6176a-f71d-44cc-8511-116bc30baa0d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:50.899987 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.933174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e1a15e4a-c846-4bbb-9c2d-38c76b0ccfe3 req-b2e7f6d3-b9e9-457e-b69e-959769cf1d2a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0276763 Dec 16 22:40:50.952038 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4783cf-3ada-4d1b-8ea0-d64f661a2b8b None None] Pushing event updated for resources: {'Port': ['ID=8b71a197-8158-457c-82e0-f69cd3c29a21,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:50.988179 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f0cc041d-97b5-4204-b400-0c9f6cfbbf0e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.998123 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f0cc041d-97b5-4204-b400-0c9f6cfbbf0e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4997096 Dec 16 22:40:51.000060 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38278) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:51.010347 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b87577bd-b93d-46ae-8fd2-ddf1dda35691 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Request body: {'security_group_rule': {'security_group_id': 'bdf6176a-f71d-44cc-8511-116bc30baa0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:51.012033 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Attempting to bind port 8b71a197-8158-457c-82e0-f69cd3c29a21 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:51.012033 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Attempting to bind port 8b71a197-8158-457c-82e0-f69cd3c29a21 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:51.013020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Attempting to bind port 8b71a197-8158-457c-82e0-f69cd3c29a21 on network 7df204c6-5127-4e76-8312-c8f1c6162329 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:51.019244 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:40:51.022338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Checking segment: {'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:40:51.022338 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.022338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Bound using segment: {'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:40:51.022338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Bound port: 8b71a197-8158-457c-82e0-f69cd3c29a21, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:40:51.022338 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.102991 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] For port 8b71a197-8158-457c-82e0-f69cd3c29a21, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:40:51.107531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] For port 8b71a197-8158-457c-82e0-f69cd3c29a21, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8b71a197-8158-457c-82e0-f69cd3c29a21,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:40:51.175063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e0c9a5cb-02e7-498b-942b-c9a36ae9a12c None None] Provisioning complete for port 8b71a197-8158-457c-82e0-f69cd3c29a21 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:51.175449 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a5cb-02e7-498b-942b-c9a36ae9a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.179664 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b87577bd-b93d-46ae-8fd2-ddf1dda35691 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.213505 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.249129 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b87577bd-b93d-46ae-8fd2-ddf1dda35691 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.250641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e0c9a5cb-02e7-498b-942b-c9a36ae9a12c None None] Port 8b71a197-8158-457c-82e0-f69cd3c29a21 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:40:51.291023 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Routers {'50857d35-716a-46e8-bd10-c31e759b03ef'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:40:51.291334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:40:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['50857d35-716a-46e8-bd10-c31e759b03ef'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:51.294799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4783cf-3ada-4d1b-8ea0-d64f661a2b8b None None] Pushing event updated for resources: {'Port': ['ID=8b71a197-8158-457c-82e0-f69cd3c29a21,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:51.352806 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b87577bd-b93d-46ae-8fd2-ddf1dda35691 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.385128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87577bd-b93d-46ae-8fd2-ddf1dda35691 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1189eade-2c14-4290-972c-a1cb9323343c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:51.429466 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] Set router 50857d35-716a-46e8-bd10-c31e759b03ef gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:40:51.462575 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b87577bd-b93d-46ae-8fd2-ddf1dda35691 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.465629 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b87577bd-b93d-46ae-8fd2-ddf1dda35691 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4600153 Dec 16 22:40:51.468898 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38290) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:51.472732 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-51dc3716-47be-40eb-ad00-bd4032c118be tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Request body: {'security_group_rule': {'security_group_id': 'bdf6176a-f71d-44cc-8511-116bc30baa0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:51.614325 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3683d43d-e5ab-443e-b3cb-1dc691dd63e2 None None] Provisioning complete for port 8b71a197-8158-457c-82e0-f69cd3c29a21 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:51.614772 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3683d43d-e5ab-443e-b3cb-1dc691dd63e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.638509 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51dc3716-47be-40eb-ad00-bd4032c118be tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.705499 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51dc3716-47be-40eb-ad00-bd4032c118be tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.762240 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3683d43d-e5ab-443e-b3cb-1dc691dd63e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.767054 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8b71a197-8158-457c-82e0-f69cd3c29a21', 'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'mac_address': 'fa:16:3e:98:42:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:47Z', 'updated_at': '2021-12-16T22:40:51Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'subnets': [{'id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:51.785749 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51dc3716-47be-40eb-ad00-bd4032c118be tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.806115 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134e950-b92f-425e-bf9c-290035e06a20 None None] The sync data for ids ['50857d35-716a-46e8-bd10-c31e759b03ef'] in n-d-821840-2 is: [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8b71a197-8158-457c-82e0-f69cd3c29a21', 'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'mac_address': 'fa:16:3e:98:42:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:47Z', 'updated_at': '2021-12-16T22:40:51Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'subnets': [{'id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:40:51.806425 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc3716-47be-40eb-ad00-bd4032c118be tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68fbc43-a3f7-4dcb-b517-c6054172f4c0,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:51.833581 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3683d43d-e5ab-443e-b3cb-1dc691dd63e2 None None] For port 8b71a197-8158-457c-82e0-f69cd3c29a21, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8b71a197-8158-457c-82e0-f69cd3c29a21,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:51.877448 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51dc3716-47be-40eb-ad00-bd4032c118be tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.880718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38304) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:51.886260 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-51dc3716-47be-40eb-ad00-bd4032c118be tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4174356 Dec 16 22:40:51.887680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:51.919838 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3683d43d-e5ab-443e-b3cb-1dc691dd63e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.996303 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:52.125883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b0a9a0a-77c0-44d1-bc7e-57826b198ed8 req-b56581cc-bb60-468b-9dd9-aa844e364e68 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.1302648 Dec 16 22:40:52.204006 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8b71a197-8158-457c-82e0-f69cd3c29a21 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:40:52.244421 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:52.249981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683d43d-e5ab-443e-b3cb-1dc691dd63e2 None None] Pushing event updated for resources: {'Port': ['ID=8b71a197-8158-457c-82e0-f69cd3c29a21,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:52.286674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 8b71a197-8158-457c-82e0-f69cd3c29a21 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:52.287053 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:52.422270 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Allocated IP 172.25.2.183 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/095c6fc2-3f2a-49c5-bf9d-ad638ba4edb1) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:40:52.477468 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a8853f2-24dc-4c3a-8dac-738395acfc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:52.544778 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:52.777504 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:52.819734 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:52.823445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:52.829780 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:52.866578 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event updated for resources: {'Port': ['ID=095c6fc2-3f2a-49c5-bf9d-ad638ba4edb1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:52.945291 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:53.123073 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:53.210576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43f258fe-0eba-4022-a279-8575548b1614 req-0c51d029-ef2a-4988-9734-1f9c7c156ccc tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0320191 Dec 16 22:40:53.341258 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:53.388390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38340) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:53.424640 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:53.551348 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:53.562379 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9b9152b7-a670-4449-a2ed-9ffdfd55929c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:53.578365 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event updated for resources: {'Port': ['ID=095c6fc2-3f2a-49c5-bf9d-ad638ba4edb1,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:53.585970 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:53.666968 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9b9152b7-a670-4449-a2ed-9ffdfd55929c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:53.719219 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:53.720642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8322d275-4e1f-45d5-804a-fda51409ca23 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8398597 Dec 16 22:40:53.745398 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9b9152b7-a670-4449-a2ed-9ffdfd55929c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:53.791180 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9b9152b7-a670-4449-a2ed-9ffdfd55929c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3bc10917019849fb8da0cf40f93962e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4015012 Dec 16 22:40:53.794338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38346) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:53.794960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9152b7-a670-4449-a2ed-9ffdfd55929c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8169d50a-bd2a-4c28-8b7a-3b9922bf4df6,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:53.854153 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c87be01b-2c86-448b-ad6c-81bed384f9a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:53.876649 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c87be01b-2c86-448b-ad6c-81bed384f9a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:54.001369 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c87be01b-2c86-448b-ad6c-81bed384f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:54.004207 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c87be01b-2c86-448b-ad6c-81bed384f9a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:54.007870 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c87be01b-2c86-448b-ad6c-81bed384f9a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8169d50a-bd2a-4c28-8b7a-3b9922bf4df6 HTTP/1.1" status: 204 len: 168 time: 0.2094657 Dec 16 22:40:54.008182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-2d8e950b-bf0e-4363-96b5-47d1dbc0e3b9 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1639656402&fields=id&tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0 HTTP/1.1" status: 200 len: 267 time: 0.0516863 Dec 16 22:40:54.016811 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87be01b-2c86-448b-ad6c-81bed384f9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8169d50a-bd2a-4c28-8b7a-3b9922bf4df6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:54.092546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8b71a197-8158-457c-82e0-f69cd3c29a21 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:40:54.152563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 8b71a197-8158-457c-82e0-f69cd3c29a21 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:54.152939 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:54.153062 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-8a425c2f-f560-40cb-b5b9-b6291a6a9ca3 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:54.154770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-8a425c2f-f560-40cb-b5b9-b6291a6a9ca3 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/networks?id=7df204c6-5127-4e76-8312-c8f1c6162329 HTTP/1.1" status: 200 len: 811 time: 0.1376655 Dec 16 22:40:54.171316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-d00e47bb-3cff-4857-a6b6-344a59f662bf tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/quotas/29bce609f7fc4f3ca5ffe8426c4567f0 HTTP/1.1" status: 200 len: 375 time: 0.0101354 Dec 16 22:40:54.227917 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-e6fcbe28-97ef-47ef-9cd2-87175b9fe4ec tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483468 Dec 16 22:40:54.325584 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a4025f1a-d311-4677-95d4-97396b50fb07 req-03aef860-d6a1-497d-8b69-a735ec4489ea tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0393808 Dec 16 22:40:54.369603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-a5b90020-1da8-441f-92e4-05383028fd4b service neutron] 10.222.0.43 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293297 Dec 16 22:40:54.471378 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-8c870dd7-7a70-4096-b820-90cd8f1862ee service neutron] 10.222.0.43 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940378 Dec 16 22:40:54.716531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cf85376d-7522-4fad-948c-56730257117f req-eb044a2b-1150-4223-a3ad-2810e29b02f5 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 210 time: 0.0336142 Dec 16 22:40:54.840098 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:55.408347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0a5d11f-8a5e-4737-a223-6c6ce08aa672 req-9a245653-e64e-4535-94a6-16feff5adf9e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0294387 Dec 16 22:40:55.774199 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:55.805956 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ba145ad-25b1-4c61-8821-b76b1629c748 req-2a72a6fe-bca9-47cf-b52a-54d127c5dee8 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 210 time: 0.0321007 Dec 16 22:40:56.492242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b87614e-8908-4f4c-af12-b061c016b19c req-a33b9b7b-6ea6-4756-bfeb-9994a5bda51d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0282543 Dec 16 22:40:56.909779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e924bac-2b96-4967-a50a-0de2b8d2af63 req-696ae93b-57f8-4458-8367-f7f639255286 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 210 time: 0.0272756 Dec 16 22:40:57.452441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9568bb7e-6da8-4333-86d5-bdb301b228de tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:57.453922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9568bb7e-6da8-4333-86d5-bdb301b228de tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.69 "GET /v2.0/networks?id=7df204c6-5127-4e76-8312-c8f1c6162329 HTTP/1.1" status: 200 len: 811 time: 0.1172936 Dec 16 22:40:57.522762 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-f70dc5b6-e0da-4e2d-8f46-0e50af36a0f5 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0 HTTP/1.1" status: 200 len: 380 time: 0.0567253 Dec 16 22:40:57.539840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Request body: {'port': {'device_id': 'd2bd98df-ad24-4b1c-80c5-1559ed994594', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'admin_state_up': True, 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'security_groups': ['bdf6176a-f71d-44cc-8511-116bc30baa0d']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:57.627653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7040798-1afb-499d-aed0-6921162171b5 req-44fe44be-623e-437b-8ea3-04aa4f30d734 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0671515 Dec 16 22:40:57.786937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38468) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:57.876956 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Made reservation on behalf of 29bce609f7fc4f3ca5ffe8426c4567f0 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:57.880772 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:57.912368 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.003403 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.057679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Allocated IP 172.20.0.10 (7df204c6-5127-4e76-8312-c8f1c6162329/aafaac09-9b53-44a4-84e7-2d4c56ab48f4/aec5fb4b-6315-444d-89e8-3a82cc73ca7e) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:40:58.062150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92caf3ee-cf29-4643-abcf-bba4d076862d req-29a54059-9d06-43c2-93dc-1972f337c9cc tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 210 time: 0.0419075 Dec 16 22:40:58.105734 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.151509 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33f3bd37cc5740079c842ea07c3ab53a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3633075 Dec 16 22:40:58.152662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5d6a69-175a-41df-8688-7107260fb356,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:58.154922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38476) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:58.175926 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.176298 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.176627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.176965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.177304 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.177829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.177978 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.178525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.178908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.179349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.179681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.180006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.180328 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decad644-6f6e-4eb1-b3c7-829b53833577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.209482 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.222511 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baa17cbc-dd6b-4219-b730-b0df09396173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.249350 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baa17cbc-dd6b-4219-b730-b0df09396173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.311414 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.357786 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baa17cbc-dd6b-4219-b730-b0df09396173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.360544 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baa17cbc-dd6b-4219-b730-b0df09396173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.364290 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-baa17cbc-dd6b-4219-b730-b0df09396173 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e5d6a69-175a-41df-8688-7107260fb356 HTTP/1.1" status: 204 len: 168 time: 0.2054093 Dec 16 22:40:58.364489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Network 7df204c6-5127-4e76-8312-c8f1c6162329 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:58.365509 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:58.369409 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:58.372337 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa17cbc-dd6b-4219-b730-b0df09396173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5d6a69-175a-41df-8688-7107260fb356,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:58.395563 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event updated for resources: {'Port': ['ID=aec5fb4b-6315-444d-89e8-3a82cc73ca7e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:58.411567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.411916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.412256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.412593 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.412937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.413270 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.413599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.413910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.414281 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.414568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.414898 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.415231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.415571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:58.444106 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:58.444764 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.531786 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-586aa0ab-220f-4b33-9b34-c221f043e7d7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0008669 Dec 16 22:40:58.549569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Request body: {'port': {'device_id': 'd2bd98df-ad24-4b1c-80c5-1559ed994594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:58.607984 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.616387 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-714c6660-b836-43c2-a6c5-bc89356fd471 None None] Provisioning complete for port aec5fb4b-6315-444d-89e8-3a82cc73ca7e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:58.618304 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-714c6660-b836-43c2-a6c5-bc89356fd471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.660164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-714c6660-b836-43c2-a6c5-bc89356fd471 None None] Port aec5fb4b-6315-444d-89e8-3a82cc73ca7e cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:40:58.758427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5d477f3-8302-480a-ae44-b7fbfa45c6c8 req-56213e52-4012-497d-b79b-b66b04e63389 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0380819 Dec 16 22:40:58.923865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec5fb4b-6315-444d-89e8-3a82cc73ca7e {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:40:58.931542 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.943811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Transition to ACTIVE for port object aec5fb4b-6315-444d-89e8-3a82cc73ca7e will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:40:59.088071 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.154613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Pushing event updated for resources: {'Port': ['ID=aec5fb4b-6315-444d-89e8-3a82cc73ca7e,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:59.194893 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38488) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:59.210185 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df878a59-7f32-459a-8eff-e60d1e560ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.245739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7475d-f84d-4a94-94d6-ae3b165b7adf req-2ae9905f-c7a0-493c-a374-ffe428969973 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:59.247387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ce7475d-f84d-4a94-94d6-ae3b165b7adf req-2ae9905f-c7a0-493c-a374-ffe428969973 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 944 time: 0.1121490 Dec 16 22:40:59.262818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Attempting to bind port aec5fb4b-6315-444d-89e8-3a82cc73ca7e on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:59.263616 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Attempting to bind port aec5fb4b-6315-444d-89e8-3a82cc73ca7e by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:59.264017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Attempting to bind port aec5fb4b-6315-444d-89e8-3a82cc73ca7e on network 7df204c6-5127-4e76-8312-c8f1c6162329 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:59.276272 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Port aec5fb4b-6315-444d-89e8-3a82cc73ca7e on network 7df204c6-5127-4e76-8312-c8f1c6162329 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:59.276617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Attempting to bind port aec5fb4b-6315-444d-89e8-3a82cc73ca7e on network 7df204c6-5127-4e76-8312-c8f1c6162329 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:59.290496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:40:59.290838 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Checking segment: {'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:40:59.291231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Bound using segment: {'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:40:59.291702 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Bound port: aec5fb4b-6315-444d-89e8-3a82cc73ca7e, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:40:59.292065 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.309277 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df878a59-7f32-459a-8eff-e60d1e560ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.353427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ce7475d-f84d-4a94-94d6-ae3b165b7adf req-d5589a4b-9464-4151-be6d-a2058aa361ba tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856276 Dec 16 22:40:59.368476 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df878a59-7f32-459a-8eff-e60d1e560ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.389223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] For port aec5fb4b-6315-444d-89e8-3a82cc73ca7e, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:40:59.395147 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] For port aec5fb4b-6315-444d-89e8-3a82cc73ca7e, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aec5fb4b-6315-444d-89e8-3a82cc73ca7e,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:40:59.411705 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df878a59-7f32-459a-8eff-e60d1e560ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c0e015-993f-48a1-a7e0-ffadd66d6463,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:59.416279 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-df878a59-7f32-459a-8eff-e60d1e560ae7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f9f0d54d3271489d9b008ec8c9e43bd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2199347 Dec 16 22:40:59.419086 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38490) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:59.466289 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.468620 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d5dfeefe-9490-486b-901b-44907d876555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.490204 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d5dfeefe-9490-486b-901b-44907d876555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.506093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:59.506615 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.508079 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] 10.222.0.69 "PUT /v2.0/ports/aec5fb4b-6315-444d-89e8-3a82cc73ca7e HTTP/1.1" status: 200 len: 1092 time: 0.9629867 Dec 16 22:40:59.508532 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bd98df-ad24-4b1c-80c5-1559ed994594', 'tag': 'aec5fb4b-6315-444d-89e8-3a82cc73ca7e'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:40:59.510819 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a21124-ee5d-47d1-96c4-7bb6552a47f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d2bd98df-ad24-4b1c-80c5-1559ed994594", "tag": "aec5fb4b-6315-444d-89e8-3a82cc73ca7e"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:40:59.537716 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6ac78-279a-4256-a2ef-8277b0bae0dc service neutron] Pushing event updated for resources: {'Port': ['ID=aec5fb4b-6315-444d-89e8-3a82cc73ca7e,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:59.567209 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c74411-4400-4344-8410-3ec0e26abe2a x-openstack-request-id: req-31c74411-4400-4344-8410-3ec0e26abe2a {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:40:59.567600 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2bd98df-ad24-4b1c-80c5-1559ed994594", "tag": "aec5fb4b-6315-444d-89e8-3a82cc73ca7e", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:40:59.574330 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31c74411-4400-4344-8410-3ec0e26abe2a {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:40:59.574330 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2bd98df-ad24-4b1c-80c5-1559ed994594', 'tag': 'aec5fb4b-6315-444d-89e8-3a82cc73ca7e', 'status': 'completed', 'code': 200} Dec 16 22:40:59.636750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a21124-ee5d-47d1-96c4-7bb6552a47f3 req-45a9587c-49e1-4d69-aecb-e011359cebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:59.638298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9a21124-ee5d-47d1-96c4-7bb6552a47f3 req-45a9587c-49e1-4d69-aecb-e011359cebbe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0&device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 1095 time: 0.0464284 Dec 16 22:40:59.659824 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d5dfeefe-9490-486b-901b-44907d876555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.662674 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d5dfeefe-9490-486b-901b-44907d876555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.663878 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d5dfeefe-9490-486b-901b-44907d876555 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6c0e015-993f-48a1-a7e0-ffadd66d6463 HTTP/1.1" status: 204 len: 168 time: 0.2437303 Dec 16 22:40:59.674558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfeefe-9490-486b-901b-44907d876555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c0e015-993f-48a1-a7e0-ffadd66d6463,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:59.768148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a21124-ee5d-47d1-96c4-7bb6552a47f3 req-6aa02201-a820-4de0-a58c-f78fd1eba9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:59.769942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9a21124-ee5d-47d1-96c4-7bb6552a47f3 req-6aa02201-a820-4de0-a58c-f78fd1eba9ef service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1191065 Dec 16 22:41:00.206569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25df9b01-4eec-4a2a-96de-2f408568e822 req-ba4f3fca-1a3f-4e33-8335-a32866401125 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0622413 Dec 16 22:41:00.247294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a21124-ee5d-47d1-96c4-7bb6552a47f3 req-c027669e-1ea6-4666-9807-71bc85b7b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:00.248724 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9a21124-ee5d-47d1-96c4-7bb6552a47f3 req-c027669e-1ea6-4666-9807-71bc85b7b26b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4705184 Dec 16 22:41:00.337316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-3a1f31dd-920c-4bbb-96c0-c2c35dfb9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:00.338987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-3a1f31dd-920c-4bbb-96c0-c2c35dfb9674 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0&device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 1095 time: 0.0472043 Dec 16 22:41:00.383192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-b73383fb-7e8e-4109-b9c2-44fb642ed59c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec5fb4b-6315-444d-89e8-3a82cc73ca7e HTTP/1.1" status: 200 len: 217 time: 0.0351779 Dec 16 22:41:00.452272 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-69e98f65-830d-4f3d-8cb2-12120f2340b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:00.454130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-69e98f65-830d-4f3d-8cb2-12120f2340b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aafaac09-9b53-44a4-84e7-2d4c56ab48f4 HTTP/1.1" status: 200 len: 850 time: 0.0636559 Dec 16 22:41:00.525000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe9870-42eb-4b72-9c8e-784134f8a719 req-09a8fa6b-35b8-4df3-b91e-c5826668684b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:00.526528 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12fe9870-42eb-4b72-9c8e-784134f8a719 req-09a8fa6b-35b8-4df3-b91e-c5826668684b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 944 time: 0.0969791 Dec 16 22:41:00.529514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-a5d4554b-7f5f-4968-9d5a-7a285da2eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:00.531051 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-a5d4554b-7f5f-4968-9d5a-7a285da2eefc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7df204c6-5127-4e76-8312-c8f1c6162329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615649 Dec 16 22:41:00.636137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12fe9870-42eb-4b72-9c8e-784134f8a719 req-2df38504-d3d2-4d1f-a04d-e7cf9d49b58a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004307 Dec 16 22:41:00.664960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-ef212aec-96bb-4bc7-8738-f8ccc933bf6e service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212926 Dec 16 22:41:00.764379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e1ab22-9b2f-472a-83bc-5b2665bfc38b req-005de2fc-0518-40de-800c-5d2e037f81f2 service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902762 Dec 16 22:41:01.291410 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-958d4f13-08fb-4bae-8350-5410d340eea8 req-e3de8358-2831-4937-b0bf-071f7ebacfe0 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0285721 Dec 16 22:41:01.575781 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38538) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:01.749817 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-464b0dc1-00cc-45c7-9a05-c7b262592635 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-665284370'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:01.787983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8ad4c-e8ee-4f86-89de-12a528a414ee req-d082b964-305a-496c-8e6b-aac258835e60 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:01.789529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ef8ad4c-e8ee-4f86-89de-12a528a414ee req-d082b964-305a-496c-8e6b-aac258835e60 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 944 time: 0.0766206 Dec 16 22:41:01.840707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ef8ad4c-e8ee-4f86-89de-12a528a414ee req-e3cc6771-3be8-4aac-984a-2c61f3e83c6c tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441945 Dec 16 22:41:01.849151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464b0dc1-00cc-45c7-9a05-c7b262592635 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Made reservation on behalf of 5708bb6c0f974d648097e527483faeb0 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:01.859676 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-464b0dc1-00cc-45c7-9a05-c7b262592635 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:01.863488 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-464b0dc1-00cc-45c7-9a05-c7b262592635 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:01.943157 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-464b0dc1-00cc-45c7-9a05-c7b262592635 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.001453 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-464b0dc1-00cc-45c7-9a05-c7b262592635 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.035827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464b0dc1-00cc-45c7-9a05-c7b262592635 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:41:02.043122 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b0dc1-00cc-45c7-9a05-c7b262592635 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45dee2ba-5216-4758-ab83-de06e8456f4d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:02.050102 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-464b0dc1-00cc-45c7-9a05-c7b262592635 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.050449 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-464b0dc1-00cc-45c7-9a05-c7b262592635 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Added segment d4a59318-dbbc-4f8f-a247-8a96177918a6 of type vlan for network 720b3fa6-9de5-4554-8d67-6807c228ab65 Dec 16 22:41:02.097901 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-464b0dc1-00cc-45c7-9a05-c7b262592635 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.219668 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-464b0dc1-00cc-45c7-9a05-c7b262592635 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.225456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464b0dc1-00cc-45c7-9a05-c7b262592635 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:02.226062 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-464b0dc1-00cc-45c7-9a05-c7b262592635 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.298536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b0dc1-00cc-45c7-9a05-c7b262592635 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Pushing event updated for resources: {'Network': ['ID=720b3fa6-9de5-4554-8d67-6807c228ab65,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:02.310165 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 720b3fa6-9de5-4554-8d67-6807c228ab65 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:41:02.379614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9305774-8c89-4b5a-8770-3ff8ad9372f4 req-fabd499d-ea66-4969-9a93-f688319338cb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0301714 Dec 16 22:41:02.392849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-464b0dc1-00cc-45c7-9a05-c7b262592635 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8132098 Dec 16 22:41:02.393399 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38548) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:02.398694 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-3b9bd391-c2b0-4d1b-b245-7d06579c4be0 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Request body: {'subnet': {'network_id': '720b3fa6-9de5-4554-8d67-6807c228ab65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:02.590526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9bd391-c2b0-4d1b-b245-7d06579c4be0 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Made reservation on behalf of 5708bb6c0f974d648097e527483faeb0 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:02.594414 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd391-c2b0-4d1b-b245-7d06579c4be0 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.898368 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd391-c2b0-4d1b-b245-7d06579c4be0 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.962192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bd391-c2b0-4d1b-b245-7d06579c4be0 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Pushing event updated for resources: {'Subnet': ['ID=79b686ad-dd23-4aa0-93af-2ab60bccf0d8,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:02.984930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9bd391-c2b0-4d1b-b245-7d06579c4be0 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Checking segment: {'id': 'd4a59318-dbbc-4f8f-a247-8a96177918a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '720b3fa6-9de5-4554-8d67-6807c228ab65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:02.985337 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9bd391-c2b0-4d1b-b245-7d06579c4be0 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Network hostable DHCP agents. Network: 720b3fa6-9de5-4554-8d67-6807c228ab65, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:41:02.996856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d999-3d77-47fe-ab67-1e593bdc1314 req-b841f25c-f9e9-4c09-b842-a8dc4d20dbeb tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:02.998861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4336d999-3d77-47fe-ab67-1e593bdc1314 req-b841f25c-f9e9-4c09-b842-a8dc4d20dbeb tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 944 time: 0.0737948 Dec 16 22:41:03.071684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4336d999-3d77-47fe-ab67-1e593bdc1314 req-e8850e0a-934b-43af-b1e2-0555b6ec403f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630751 Dec 16 22:41:03.111345 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9bd391-c2b0-4d1b-b245-7d06579c4be0 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Network 720b3fa6-9de5-4554-8d67-6807c228ab65 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:41:03.236977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-3b9bd391-c2b0-4d1b-b245-7d06579c4be0 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 720b3fa6-9de5-4554-8d67-6807c228ab65) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:03.243778 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9bd391-c2b0-4d1b-b245-7d06579c4be0 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:03.244509 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd391-c2b0-4d1b-b245-7d06579c4be0 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.249034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f905223-2793-4d10-8d9b-8e3d1bbb2c67 None None] Network 720b3fa6-9de5-4554-8d67-6807c228ab65 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:03.342773 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3b9bd391-c2b0-4d1b-b245-7d06579c4be0 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9481735 Dec 16 22:41:03.346384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38554) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:03.353857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c8475329-20bb-47e0-8116-9c21d3e3e886 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Request body: {'port': {'network_id': '720b3fa6-9de5-4554-8d67-6807c228ab65', 'name': 'tempest-DHCPAgentSchedulersTestJSON-856197526'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:03.376107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-720b3fa6-9de5-4554-8d67-6807c228ab65', 'network_id': '720b3fa6-9de5-4554-8d67-6807c228ab65', 'project_id': '5708bb6c0f974d648097e527483faeb0', 'fixed_ips': [{'subnet_id': '79b686ad-dd23-4aa0-93af-2ab60bccf0d8'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:41:03.377030 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.491923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-712090af-827e-4f7f-87ff-be08cc04303a req-b33f1bb4-b4f2-4f14-8d2b-1084f8130c82 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0419710 Dec 16 22:41:03.548887 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Allocated IP 172.20.0.2 (720b3fa6-9de5-4554-8d67-6807c228ab65/79b686ad-dd23-4aa0-93af-2ab60bccf0d8/71942fef-eef7-49da-ac43-8d0d24c95a71) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:03.620220 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8475329-20bb-47e0-8116-9c21d3e3e886 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Made reservation on behalf of 5708bb6c0f974d648097e527483faeb0 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:03.624244 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8475329-20bb-47e0-8116-9c21d3e3e886 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.653836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-c8475329-20bb-47e0-8116-9c21d3e3e886 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] device_id is not set on port fa2132d8-3640-43d3-a6e7-99ed3b8fc444 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:41:03.731401 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.813038 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.863664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Network 720b3fa6-9de5-4554-8d67-6807c228ab65 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:03.864986 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-c8475329-20bb-47e0-8116-9c21d3e3e886 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Allocated IP 172.20.0.11 (720b3fa6-9de5-4554-8d67-6807c228ab65/79b686ad-dd23-4aa0-93af-2ab60bccf0d8/fa2132d8-3640-43d3-a6e7-99ed3b8fc444) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:03.866623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:03.871538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:03.875313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Pushing event updated for resources: {'Port': ['ID=71942fef-eef7-49da-ac43-8d0d24c95a71,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:03.934262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Attempting to bind port 71942fef-eef7-49da-ac43-8d0d24c95a71 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:41:03.934735 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Attempting to bind port 71942fef-eef7-49da-ac43-8d0d24c95a71 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'd4a59318-dbbc-4f8f-a247-8a96177918a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '720b3fa6-9de5-4554-8d67-6807c228ab65'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:41:03.935175 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Attempting to bind port 71942fef-eef7-49da-ac43-8d0d24c95a71 on network 720b3fa6-9de5-4554-8d67-6807c228ab65 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:41:03.940547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:41:03.942259 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Checking segment: {'id': 'd4a59318-dbbc-4f8f-a247-8a96177918a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '720b3fa6-9de5-4554-8d67-6807c228ab65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:03.942259 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.942493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Bound using segment: {'id': 'd4a59318-dbbc-4f8f-a247-8a96177918a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '720b3fa6-9de5-4554-8d67-6807c228ab65'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:41:03.942813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Bound port: 71942fef-eef7-49da-ac43-8d0d24c95a71, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a59318-dbbc-4f8f-a247-8a96177918a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '720b3fa6-9de5-4554-8d67-6807c228ab65'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:41:03.943313 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.009640 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] For port 71942fef-eef7-49da-ac43-8d0d24c95a71, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:41:04.013660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] For port 71942fef-eef7-49da-ac43-8d0d24c95a71, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=71942fef-eef7-49da-ac43-8d0d24c95a71,segment=NetworkSegment(d4a59318-dbbc-4f8f-a247-8a96177918a6),segment_id=d4a59318-dbbc-4f8f-a247-8a96177918a6)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:41:04.028526 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8475329-20bb-47e0-8116-9c21d3e3e886 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.042311 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device aec5fb4b-6315-444d-89e8-3a82cc73ca7e details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:41:04.122966 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.174398 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8475329-20bb-47e0-8116-9c21d3e3e886 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.221363 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321ae7c-1349-4d1b-a9dc-67d1dddda3db None None] Pushing event updated for resources: {'Port': ['ID=71942fef-eef7-49da-ac43-8d0d24c95a71,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:04.225755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port aec5fb4b-6315-444d-89e8-3a82cc73ca7e, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aec5fb4b-6315-444d-89e8-3a82cc73ca7e,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:04.237990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8475329-20bb-47e0-8116-9c21d3e3e886 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Network 720b3fa6-9de5-4554-8d67-6807c228ab65 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:04.239969 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'aec5fb4b-6315-444d-89e8-3a82cc73ca7e', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'port_id': 'aec5fb4b-6315-444d-89e8-3a82cc73ca7e', 'mac_address': 'fa:16:3e:7e:03:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:41:04.243177 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c8475329-20bb-47e0-8116-9c21d3e3e886 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:04.244991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8475329-20bb-47e0-8116-9c21d3e3e886 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Pushing event updated for resources: {'Port': ['ID=fa2132d8-3640-43d3-a6e7-99ed3b8fc444,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:04.249731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8475329-20bb-47e0-8116-9c21d3e3e886 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:04.250867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7efaa-fdaa-4160-b052-b1ee827fe406 req-0e24e61d-d094-4da0-b990-02bb68aa2fc4 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:04.295455 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.295732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02b7efaa-fdaa-4160-b052-b1ee827fe406 req-0e24e61d-d094-4da0-b990-02bb68aa2fc4 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 944 time: 0.1384184 Dec 16 22:41:04.316338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec5fb4b-6315-444d-89e8-3a82cc73ca7e {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:41:04.328931 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8475329-20bb-47e0-8116-9c21d3e3e886 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:04.330397 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8475329-20bb-47e0-8116-9c21d3e3e886 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.348899 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port aec5fb4b-6315-444d-89e8-3a82cc73ca7e, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aec5fb4b-6315-444d-89e8-3a82cc73ca7e,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:04.363761 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02b7efaa-fdaa-4160-b052-b1ee827fe406 req-3647473a-99e9-4bf0-b716-e8891c97ee80 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676849 Dec 16 22:41:04.462880 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c8475329-20bb-47e0-8116-9c21d3e3e886 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1140311 Dec 16 22:41:04.467357 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38562) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:04.520967 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.589556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3deb203-e29b-4bfa-af79-906c042bdbd8 req-17381a8e-3851-4a02-b8a8-5e1228c54c2c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0317841 Dec 16 22:41:04.591995 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=aec5fb4b-6315-444d-89e8-3a82cc73ca7e,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:04.618255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-8671a260-b80e-413b-a781-915d1f0c67af tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Deleting port fa2132d8-3640-43d3-a6e7-99ed3b8fc444 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:04.618255 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8671a260-b80e-413b-a781-915d1f0c67af tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.710036 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8671a260-b80e-413b-a781-915d1f0c67af tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.725264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-8671a260-b80e-413b-a781-915d1f0c67af tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Calling delete_port for fa2132d8-3640-43d3-a6e7-99ed3b8fc444 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:04.841640 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['aec5fb4b-6315-444d-89e8-3a82cc73ca7e'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:41:04.962467 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8671a260-b80e-413b-a781-915d1f0c67af tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.995886 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671a260-b80e-413b-a781-915d1f0c67af tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Pushing event deleted for resources: {'Port': ['ID=fa2132d8-3640-43d3-a6e7-99ed3b8fc444,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:05.079856 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8671a260-b80e-413b-a781-915d1f0c67af tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.083620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8671a260-b80e-413b-a781-915d1f0c67af tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] 10.222.0.43 "DELETE /v2.0/ports/fa2132d8-3640-43d3-a6e7-99ed3b8fc444 HTTP/1.1" status: 204 len: 168 time: 0.6147807 Dec 16 22:41:05.086620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38566) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:05.166129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5f4b2af6-29dd-41ec-be95-2023b43ff40d tempest-DHCPAgentSchedulersTestJSON-1253314976 tempest-DHCPAgentSchedulersTestJSON-1253314976-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.0737369 Dec 16 22:41:05.166372 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38570) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:05.172441 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-613c4f21-2369-42e2-a269-5f3430993166 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1510053012'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:05.248247 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613c4f21-2369-42e2-a269-5f3430993166 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Made reservation on behalf of 5708bb6c0f974d648097e527483faeb0 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:05.252072 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-613c4f21-2369-42e2-a269-5f3430993166 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.282013 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e685c5-0caf-4b15-adad-c61e36f38bd6 None None] Network 720b3fa6-9de5-4554-8d67-6807c228ab65 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:05.290646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613c4f21-2369-42e2-a269-5f3430993166 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:41:05.300495 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-613c4f21-2369-42e2-a269-5f3430993166 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.300864 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-613c4f21-2369-42e2-a269-5f3430993166 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Added segment 74cab789-b54d-4603-8357-b98b8385b61b of type vlan for network 87327e5f-5eba-4ab5-bae7-b54758aca8db Dec 16 22:41:05.343757 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-613c4f21-2369-42e2-a269-5f3430993166 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.397582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4ff91636-c39e-4117-9246-71ac02bab77b None None] Provisioning complete for port 71942fef-eef7-49da-ac43-8d0d24c95a71 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:05.397959 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ff91636-c39e-4117-9246-71ac02bab77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.482353 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-613c4f21-2369-42e2-a269-5f3430993166 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.489099 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613c4f21-2369-42e2-a269-5f3430993166 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:05.489764 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-613c4f21-2369-42e2-a269-5f3430993166 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.513160 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ff91636-c39e-4117-9246-71ac02bab77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.522642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f342dc-8728-46d8-a6f0-d00a513d5911 req-4bb38daa-7ed7-4376-b9a1-6be0fdd8aab7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:05.525141 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8f342dc-8728-46d8-a6f0-d00a513d5911 req-4bb38daa-7ed7-4376-b9a1-6be0fdd8aab7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 945 time: 0.0651145 Dec 16 22:41:05.564454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4ff91636-c39e-4117-9246-71ac02bab77b None None] For port 71942fef-eef7-49da-ac43-8d0d24c95a71, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=71942fef-eef7-49da-ac43-8d0d24c95a71,segment=NetworkSegment(d4a59318-dbbc-4f8f-a247-8a96177918a6),segment_id=d4a59318-dbbc-4f8f-a247-8a96177918a6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:05.601134 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c4f21-2369-42e2-a269-5f3430993166 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Pushing event updated for resources: {'Network': ['ID=87327e5f-5eba-4ab5-bae7-b54758aca8db,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:05.612246 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 87327e5f-5eba-4ab5-bae7-b54758aca8db details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:41:05.628344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8f342dc-8728-46d8-a6f0-d00a513d5911 req-ae7b4adb-a70d-4c0d-8de3-eb97e1b6d7ba tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921257 Dec 16 22:41:05.678293 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-613c4f21-2369-42e2-a269-5f3430993166 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5111668 Dec 16 22:41:05.685730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38578) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:05.693433 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ff91636-c39e-4117-9246-71ac02bab77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.726448 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86fe698b-8de6-4547-9f29-511073b26827 req-8f080c00-af3f-42eb-a1ef-d5effc01a365 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0490873 Dec 16 22:41:05.805841 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff91636-c39e-4117-9246-71ac02bab77b None None] Pushing event updated for resources: {'Port': ['ID=71942fef-eef7-49da-ac43-8d0d24c95a71,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:05.821718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1eb90134-84de-4484-9fb4-ce2a3e591011 None None] Provisioning complete for port 71942fef-eef7-49da-ac43-8d0d24c95a71 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:05.822236 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1eb90134-84de-4484-9fb4-ce2a3e591011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.909548 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-db592889-1cd8-421d-9aa9-d29075666d62 tempest-DHCPAgentSchedulersTestJSON-1253314976 tempest-DHCPAgentSchedulersTestJSON-1253314976-project-admin] 10.222.0.43 "GET /v2.0/agents/89ba5fc0-92ae-49a2-be6f-09551eb80b4a/dhcp-networks HTTP/1.1" status: 200 len: 8846 time: 0.2228174 Dec 16 22:41:05.912475 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38580) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:06.014775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a97ffb-8939-4661-b912-25131d107caa tempest-DHCPAgentSchedulersTestJSON-1253314976 tempest-DHCPAgentSchedulersTestJSON-1253314976-project-admin] Network 87327e5f-5eba-4ab5-bae7-b54758aca8db is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:41:06.042744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-253fa6d3-3ae5-4ed9-8479-1bf17b1e8f91 None None] Could not find standard attr ID for object fa2132d8-3640-43d3-a6e7-99ed3b8fc444. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:41:06.060046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device aec5fb4b-6315-444d-89e8-3a82cc73ca7e up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:41:06.128664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 71942fef-eef7-49da-ac43-8d0d24c95a71 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:41:06.133590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38582) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:06.133775 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-13a97ffb-8939-4661-b912-25131d107caa tempest-DHCPAgentSchedulersTestJSON-1253314976 tempest-DHCPAgentSchedulersTestJSON-1253314976-project-admin] 10.222.0.43 "POST /v2.0/agents/89ba5fc0-92ae-49a2-be6f-09551eb80b4a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2200580 Dec 16 22:41:06.166146 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1e98c0-d497-40d4-9bc2-ee96d5ba2933 None None] Network 87327e5f-5eba-4ab5-bae7-b54758aca8db requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:06.279195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 71942fef-eef7-49da-ac43-8d0d24c95a71 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:06.279195 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.357220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a9fe1d2d-2a3b-413d-b00a-2bf515490844 tempest-DHCPAgentSchedulersTestJSON-1253314976 tempest-DHCPAgentSchedulersTestJSON-1253314976-project-admin] 10.222.0.43 "GET /v2.0/agents/89ba5fc0-92ae-49a2-be6f-09551eb80b4a/dhcp-networks HTTP/1.1" status: 200 len: 9617 time: 0.2223785 Dec 16 22:41:06.360208 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38584) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:06.453564 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port aec5fb4b-6315-444d-89e8-3a82cc73ca7e completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:41:06.457965 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port aec5fb4b-6315-444d-89e8-3a82cc73ca7e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:06.458338 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.542734 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.554120 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-76943f31-f6eb-4b76-b6bd-c622bba2ce02 tempest-DHCPAgentSchedulersTestJSON-1253314976 tempest-DHCPAgentSchedulersTestJSON-1253314976-project-admin] 10.222.0.43 "DELETE /v2.0/agents/89ba5fc0-92ae-49a2-be6f-09551eb80b4a/dhcp-networks/87327e5f-5eba-4ab5-bae7-b54758aca8db HTTP/1.1" status: 204 len: 168 time: 0.1927109 Dec 16 22:41:06.560036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38586) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:06.568232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bd98df-ad24-4b1c-80c5-1559ed994594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec5fb4b-6315-444d-89e8-3a82cc73ca7e'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:41:06.570563 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7073b477-ce70-449e-a774-ccdba884dcf5" -d '{"events": [{"server_uuid": "d2bd98df-ad24-4b1c-80c5-1559ed994594", "name": "network-vif-plugged", "status": "completed", "tag": "aec5fb4b-6315-444d-89e8-3a82cc73ca7e"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:41:06.585411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port aec5fb4b-6315-444d-89e8-3a82cc73ca7e, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aec5fb4b-6315-444d-89e8-3a82cc73ca7e,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:06.613526 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8631cc59-74bc-48ae-80c8-02d95df3c64e x-openstack-request-id: req-8631cc59-74bc-48ae-80c8-02d95df3c64e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:41:06.613822 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bd98df-ad24-4b1c-80c5-1559ed994594", "name": "network-vif-plugged", "status": "completed", "tag": "aec5fb4b-6315-444d-89e8-3a82cc73ca7e", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:41:06.614101 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8631cc59-74bc-48ae-80c8-02d95df3c64e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:41:06.614527 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bd98df-ad24-4b1c-80c5-1559ed994594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec5fb4b-6315-444d-89e8-3a82cc73ca7e', 'code': 200} Dec 16 22:41:06.684014 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.715911 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4ebe529c-c8a3-4f85-afc0-a18797b716bd tempest-DHCPAgentSchedulersTestJSON-1253314976 tempest-DHCPAgentSchedulersTestJSON-1253314976-project-admin] 10.222.0.43 "GET /v2.0/agents/89ba5fc0-92ae-49a2-be6f-09551eb80b4a/dhcp-networks HTTP/1.1" status: 200 len: 8846 time: 0.1578741 Dec 16 22:41:06.720202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38594) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:06.778730 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=aec5fb4b-6315-444d-89e8-3a82cc73ca7e,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:06.802188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-db055f4b-9da7-408a-aadd-d106cb674dc3 tempest-DHCPAgentSchedulersTestJSON-1253314976 tempest-DHCPAgentSchedulersTestJSON-1253314976-project-admin] 10.222.0.43 "GET /v2.0/networks/720b3fa6-9de5-4554-8d67-6807c228ab65/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0807838 Dec 16 22:41:06.806354 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38598) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:06.828059 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b8374e7b-f25c-4bc0-82c2-d79c33ca098b tempest-DHCPAgentSchedulersTestJSON-1253314976 tempest-DHCPAgentSchedulersTestJSON-1253314976-project-admin] 10.222.0.43 "GET /v2.0/networks/720b3fa6-9de5-4554-8d67-6807c228ab65/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0203888 Dec 16 22:41:06.832057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38600) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:06.836232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c6c40-5344-4d9b-8316-31f03e641fa6 req-f9fe946f-141d-433c-abbe-f575eadfe127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:06.837788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4c6c40-5344-4d9b-8316-31f03e641fa6 req-f9fe946f-141d-433c-abbe-f575eadfe127 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 1097 time: 0.1194136 Dec 16 22:41:06.858110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1bf20d6f-b2a2-4913-9bec-24e9b4025d1f req-22664927-1e36-432c-97c3-d0f4cb86cac8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0616205 Dec 16 22:41:06.900847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f98ccd-c384-4fc3-9e5a-a934e9fc5783 req-737aaa0d-639f-4732-8938-c0e598e71698 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:06.902833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89f98ccd-c384-4fc3-9e5a-a934e9fc5783 req-737aaa0d-639f-4732-8938-c0e598e71698 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.1236095 Dec 16 22:41:06.925907 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4c6c40-5344-4d9b-8316-31f03e641fa6 req-905b8f67-d1b5-46ce-abe1-8a1b73ebcc1e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717559 Dec 16 22:41:06.966951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89f98ccd-c384-4fc3-9e5a-a934e9fc5783 req-1570ebb5-9093-478e-ad4f-e234cf86348f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536146 Dec 16 22:41:06.980411 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-24a31867-c6c4-4a32-bef7-6c97ac3f53c5 tempest-DHCPAgentSchedulersTestJSON-1253314976 tempest-DHCPAgentSchedulersTestJSON-1253314976-project-admin] 10.222.0.43 "GET /v2.0/agents/89ba5fc0-92ae-49a2-be6f-09551eb80b4a/dhcp-networks HTTP/1.1" status: 200 len: 8846 time: 0.1462905 Dec 16 22:41:06.984249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38602) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:07.101350 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00eb5093-6011-4e44-a35c-7eebf03a9357 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.193961 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00eb5093-6011-4e44-a35c-7eebf03a9357 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.216982 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-00eb5093-6011-4e44-a35c-7eebf03a9357 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87327e5f-5eba-4ab5-bae7-b54758aca8db']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:07.227062 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-00eb5093-6011-4e44-a35c-7eebf03a9357 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74cab789-b54d-4603-8357-b98b8385b61b') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:07.227696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-00eb5093-6011-4e44-a35c-7eebf03a9357 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74cab789-b54d-4603-8357-b98b8385b61b') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:07.240248 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00eb5093-6011-4e44-a35c-7eebf03a9357 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.257872 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00eb5093-6011-4e44-a35c-7eebf03a9357 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.266293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00eb5093-6011-4e44-a35c-7eebf03a9357 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:41:07.266755 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00eb5093-6011-4e44-a35c-7eebf03a9357 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:41:07.269784 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:41:07.419375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00eb5093-6011-4e44-a35c-7eebf03a9357 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.424269 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00eb5093-6011-4e44-a35c-7eebf03a9357 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.427595 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-00eb5093-6011-4e44-a35c-7eebf03a9357 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] 10.222.0.43 "DELETE /v2.0/networks/87327e5f-5eba-4ab5-bae7-b54758aca8db HTTP/1.1" status: 204 len: 168 time: 0.4421527 Dec 16 22:41:07.430354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38604) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:07.443249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb5093-6011-4e44-a35c-7eebf03a9357 tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Pushing event deleted for resources: {'Network': ['ID=87327e5f-5eba-4ab5-bae7-b54758aca8db,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:07.456071 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1657435-b3c8-43d2-b32d-75c91a334aed tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] DELETE failed (client error): The resource could not be found. Dec 16 22:41:07.456646 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1657435-b3c8-43d2-b32d-75c91a334aed tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:41:07.460260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a1657435-b3c8-43d2-b32d-75c91a334aed tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] 10.222.0.43 "DELETE /v2.0/ports/fa2132d8-3640-43d3-a6e7-99ed3b8fc444 HTTP/1.1" status: 404 len: 333 time: 0.0282407 Dec 16 22:41:07.462339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38606) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:07.515296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-6980be82-608a-498b-a1d9-4fb93040dccf tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Deleting subnet 79b686ad-dd23-4aa0-93af-2ab60bccf0d8 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:41:07.518613 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6980be82-608a-498b-a1d9-4fb93040dccf tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.565892 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6980be82-608a-498b-a1d9-4fb93040dccf tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.654788 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6980be82-608a-498b-a1d9-4fb93040dccf tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.796738 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6980be82-608a-498b-a1d9-4fb93040dccf tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.829520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980be82-608a-498b-a1d9-4fb93040dccf tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Pushing event deleted for resources: {'Subnet': ['ID=79b686ad-dd23-4aa0-93af-2ab60bccf0d8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:07.833504 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6980be82-608a-498b-a1d9-4fb93040dccf tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.836903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6980be82-608a-498b-a1d9-4fb93040dccf tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] 10.222.0.43 "DELETE /v2.0/subnets/79b686ad-dd23-4aa0-93af-2ab60bccf0d8 HTTP/1.1" status: 204 len: 168 time: 0.3736176 Dec 16 22:41:07.839952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38610) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:07.842417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7bac58-16a6-459a-936e-c78e164d2ce5 None None] Network 720b3fa6-9de5-4554-8d67-6807c228ab65 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:07.949978 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.955349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51af7141-3657-44c7-8611-2005d05ec404 req-0a4afbda-bf35-4b8f-9c90-c66c13c6cc91 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0413761 Dec 16 22:41:08.025754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68249eb-ef4a-429d-a101-c83953af801f None None] DHCP port deletion for 720b3fa6-9de5-4554-8d67-6807c228ab65 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:41:08.029696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Deleting port 71942fef-eef7-49da-ac43-8d0d24c95a71 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:08.029696 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.093887 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f68249eb-ef4a-429d-a101-c83953af801f None None] Deleting port 71942fef-eef7-49da-ac43-8d0d24c95a71 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:08.094574 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f68249eb-ef4a-429d-a101-c83953af801f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.111359 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 71942fef-eef7-49da-ac43-8d0d24c95a71 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:41:08.125691 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] For port 71942fef-eef7-49da-ac43-8d0d24c95a71, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=71942fef-eef7-49da-ac43-8d0d24c95a71,segment=NetworkSegment(d4a59318-dbbc-4f8f-a247-8a96177918a6),segment_id=d4a59318-dbbc-4f8f-a247-8a96177918a6)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:08.126069 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.142394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Calling delete_port for 71942fef-eef7-49da-ac43-8d0d24c95a71 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:08.164450 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fd277-ab1b-487c-821b-9acf0788eb42 req-81db3896-390c-428f-863a-48d6f2775f9f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:08.165997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c05fd277-ab1b-487c-821b-9acf0788eb42 req-81db3896-390c-428f-863a-48d6f2775f9f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0892963 Dec 16 22:41:08.200482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f68249eb-ef4a-429d-a101-c83953af801f None None] For port 71942fef-eef7-49da-ac43-8d0d24c95a71, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=71942fef-eef7-49da-ac43-8d0d24c95a71,segment=NetworkSegment(d4a59318-dbbc-4f8f-a247-8a96177918a6),segment_id=d4a59318-dbbc-4f8f-a247-8a96177918a6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:08.200871 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f68249eb-ef4a-429d-a101-c83953af801f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.216725 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f68249eb-ef4a-429d-a101-c83953af801f None None] Calling delete_port for 71942fef-eef7-49da-ac43-8d0d24c95a71 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:08.275495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c05fd277-ab1b-487c-821b-9acf0788eb42 req-94ed9f15-3015-49fe-8a16-f16b2fc3019f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723226 Dec 16 22:41:08.318470 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.379583 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.382942 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.382942 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.382942 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.382942 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.382942 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.382942 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.382942 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.382942 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.382942 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.382942 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.382942 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.382942 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.382942 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:08.382942 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:41:08.385695 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.409284 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Pushing event deleted for resources: {'Port': ['ID=71942fef-eef7-49da-ac43-8d0d24c95a71,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:08.413329 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f68249eb-ef4a-429d-a101-c83953af801f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.418087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] No DVR routers for this DVR port 71942fef-eef7-49da-ac43-8d0d24c95a71 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:41:08.451393 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68249eb-ef4a-429d-a101-c83953af801f None None] No DVR routers for this DVR port 71942fef-eef7-49da-ac43-8d0d24c95a71 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:41:08.454918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68249eb-ef4a-429d-a101-c83953af801f None None] Pushing event deleted for resources: {'Port': ['ID=71942fef-eef7-49da-ac43-8d0d24c95a71,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:08.517823 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.540198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720b3fa6-9de5-4554-8d67-6807c228ab65']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:08.550605 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a59318-dbbc-4f8f-a247-8a96177918a6') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:08.550907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a59318-dbbc-4f8f-a247-8a96177918a6') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:08.568647 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.582716 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.590100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:41:08.590504 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:41:08.593554 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:41:08.728184 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.735060 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.738347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] 10.222.0.43 "DELETE /v2.0/networks/720b3fa6-9de5-4554-8d67-6807c228ab65 HTTP/1.1" status: 204 len: 168 time: 0.8969409 Dec 16 22:41:08.755987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710e74e-572b-4187-9589-63111144954d tempest-DHCPAgentSchedulersTestJSON-1409887093 tempest-DHCPAgentSchedulersTestJSON-1409887093-project] Pushing event deleted for resources: {'Network': ['ID=720b3fa6-9de5-4554-8d67-6807c228ab65,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:09.041746 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e133a8b-1c2e-4ecf-9fc0-0d32b8ce53ef req-8bf3c4dc-1228-4ce9-8aed-466ce700abdb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0308251 Dec 16 22:41:09.288754 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38624) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:09.407025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed8e92-aaf4-4e33-a86d-7b7ff5f35658 req-f2ac3778-9dfe-4453-aa08-91b8525fb73f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:09.408619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42ed8e92-aaf4-4e33-a86d-7b7ff5f35658 req-f2ac3778-9dfe-4453-aa08-91b8525fb73f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0568373 Dec 16 22:41:09.437432 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-54156181-8570-4625-bf01-5c7e5d35a999 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5708bb6c0f974d648097e527483faeb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1471453 Dec 16 22:41:09.440681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38630) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:09.467044 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42ed8e92-aaf4-4e33-a86d-7b7ff5f35658 req-8c9fcc7b-269d-4ecc-9336-52fb473fb58c tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520844 Dec 16 22:41:09.490056 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1d56ed3a-8974-4f7b-a306-05330c7d5976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:09.513793 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1d56ed3a-8974-4f7b-a306-05330c7d5976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:09.581906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936225f-e117-4cb3-9481-697b5e8b720d req-6ac4afe1-15c3-4709-a6e8-884962a8355a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:09.583348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e936225f-e117-4cb3-9481-697b5e8b720d req-6ac4afe1-15c3-4709-a6e8-884962a8355a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0519979 Dec 16 22:41:09.592738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38634) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:09.597281 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-237caad1-92df-4957-a8fb-f96517a3309b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Request body: {'floatingip': {'port_id': 'aec5fb4b-6315-444d-89e8-3a82cc73ca7e'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:09.637030 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1d56ed3a-8974-4f7b-a306-05330c7d5976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:09.639652 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1d56ed3a-8974-4f7b-a306-05330c7d5976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:09.640822 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1d56ed3a-8974-4f7b-a306-05330c7d5976 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45dee2ba-5216-4758-ab83-de06e8456f4d HTTP/1.1" status: 204 len: 168 time: 0.2002964 Dec 16 22:41:09.645843 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-237caad1-92df-4957-a8fb-f96517a3309b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:09.652362 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56ed3a-8974-4f7b-a306-05330c7d5976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dee2ba-5216-4758-ab83-de06e8456f4d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:10.154489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-affb9818-50d2-4a2f-8924-55b012479960 req-9d931178-0b8a-4f38-a370-5e4c877f5be5 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0417855 Dec 16 22:41:10.162556 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-237caad1-92df-4957-a8fb-f96517a3309b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:10.235027 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-237caad1-92df-4957-a8fb-f96517a3309b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:10.305933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38648) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:10.324787 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c14dd752-0959-4ab4-be21-f02dadfaadb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:10.346599 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-237caad1-92df-4957-a8fb-f96517a3309b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Floating IP 22f127cd-2da2-49a6-8487-002edf19439c associated. External IP: 172.25.2.183, port: aec5fb4b-6315-444d-89e8-3a82cc73ca7e. Dec 16 22:41:10.404655 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c14dd752-0959-4ab4-be21-f02dadfaadb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:10.463762 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c14dd752-0959-4ab4-be21-f02dadfaadb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:10.506505 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c14dd752-0959-4ab4-be21-f02dadfaadb0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f75f96cf8c98436d99c0032c707e8ed7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1967416 Dec 16 22:41:10.506757 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38650) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:10.514077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dd752-0959-4ab4-be21-f02dadfaadb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8b8e62-fc06-4a77-9c21-84dcfc819fb5,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:10.559845 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-021c400e-7f2e-4524-a4e3-ed53e0489ea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:10.564631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237caad1-92df-4957-a8fb-f96517a3309b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Router 50857d35-716a-46e8-bd10-c31e759b03ef has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:41:10.581677 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-021c400e-7f2e-4524-a4e3-ed53e0489ea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:10.754924 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-021c400e-7f2e-4524-a4e3-ed53e0489ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:10.757774 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-021c400e-7f2e-4524-a4e3-ed53e0489ea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:10.758991 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-021c400e-7f2e-4524-a4e3-ed53e0489ea9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd8b8e62-fc06-4a77-9c21-84dcfc819fb5 HTTP/1.1" status: 204 len: 168 time: 0.2513983 Dec 16 22:41:10.768364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c400e-7f2e-4524-a4e3-ed53e0489ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8b8e62-fc06-4a77-9c21-84dcfc819fb5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:10.987451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237caad1-92df-4957-a8fb-f96517a3309b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:41:10.993382 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-237caad1-92df-4957-a8fb-f96517a3309b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:10.999256 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba1d10b-8928-41e4-a132-a41638470487 None None] Sync routers for ids ['50857d35-716a-46e8-bd10-c31e759b03ef'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:41:11.009260 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba1d10b-8928-41e4-a132-a41638470487 None None] Routers {'50857d35-716a-46e8-bd10-c31e759b03ef'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:41:11.009796 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8ba1d10b-8928-41e4-a132-a41638470487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:40:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['50857d35-716a-46e8-bd10-c31e759b03ef'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:11.024776 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-237caad1-92df-4957-a8fb-f96517a3309b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "PUT /v2.0/floatingips/22f127cd-2da2-49a6-8487-002edf19439c HTTP/1.1" status: 200 len: 992 time: 1.4309673 Dec 16 22:41:11.025492 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bd98df-ad24-4b1c-80c5-1559ed994594', 'tag': 'aec5fb4b-6315-444d-89e8-3a82cc73ca7e'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:41:11.028814 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d38eda-e6d5-4739-ab9f-0ca23f7a7bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "d2bd98df-ad24-4b1c-80c5-1559ed994594", "tag": "aec5fb4b-6315-444d-89e8-3a82cc73ca7e"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:41:11.070562 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a470e438-e254-419a-8869-2905573fff54 x-openstack-request-id: req-a470e438-e254-419a-8869-2905573fff54 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:41:11.071135 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2bd98df-ad24-4b1c-80c5-1559ed994594", "tag": "aec5fb4b-6315-444d-89e8-3a82cc73ca7e", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:41:11.071631 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a470e438-e254-419a-8869-2905573fff54 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:41:11.072442 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2bd98df-ad24-4b1c-80c5-1559ed994594', 'tag': 'aec5fb4b-6315-444d-89e8-3a82cc73ca7e', 'status': 'completed', 'code': 200} Dec 16 22:41:11.129953 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8ba1d10b-8928-41e4-a132-a41638470487 None None] Set router 50857d35-716a-46e8-bd10-c31e759b03ef gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:41:11.146186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d38eda-e6d5-4739-ab9f-0ca23f7a7bf6 req-b80a0bbc-df6f-4193-b38c-7f58cb54dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:11.148217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16d38eda-e6d5-4739-ab9f-0ca23f7a7bf6 req-b80a0bbc-df6f-4193-b38c-7f58cb54dae6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0&device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 1097 time: 0.0447347 Dec 16 22:41:11.247981 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ea1b3e6-d92e-4c5d-ba27-6e16862b0883 req-2870e1ee-362c-4b68-8332-f64559e25585 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0340590 Dec 16 22:41:11.289351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d38eda-e6d5-4739-ab9f-0ca23f7a7bf6 req-a3576fa8-33d9-4157-a3e3-ff3b559d8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:11.291065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16d38eda-e6d5-4739-ab9f-0ca23f7a7bf6 req-a3576fa8-33d9-4157-a3e3-ff3b559d8c42 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7df204c6-5127-4e76-8312-c8f1c6162329 HTTP/1.1" status: 200 len: 912 time: 0.1340332 Dec 16 22:41:11.364333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16d38eda-e6d5-4739-ab9f-0ca23f7a7bf6 req-7ebf3320-ade3-4ddb-9ed6-8e909b7392bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec5fb4b-6315-444d-89e8-3a82cc73ca7e HTTP/1.1" status: 200 len: 1000 time: 0.0657580 Dec 16 22:41:11.386314 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8ba1d10b-8928-41e4-a132-a41638470487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '22f127cd-2da2-49a6-8487-002edf19439c', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'port_id': 'aec5fb4b-6315-444d-89e8-3a82cc73ca7e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'mac_address': 'fa:16:3e:7e:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bd98df-ad24-4b1c-80c5-1559ed994594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:40:52Z', 'updated_at': '2021-12-16T22:41:10Z', 'revision_number': 1, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b71a197-8158-457c-82e0-f69cd3c29a21', 'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'mac_address': 'fa:16:3e:98:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:47Z', 'updated_at': '2021-12-16T22:40:51Z', 'revision_number': 5, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'subnets': [{'id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:11.421008 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba1d10b-8928-41e4-a132-a41638470487 None None] Checking router: 50857d35-716a-46e8-bd10-c31e759b03ef for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:41:11.429896 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba1d10b-8928-41e4-a132-a41638470487 None None] Routers {'50857d35-716a-46e8-bd10-c31e759b03ef'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:41:11.430507 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8ba1d10b-8928-41e4-a132-a41638470487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:40:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['50857d35-716a-46e8-bd10-c31e759b03ef'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:11.431957 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d38eda-e6d5-4739-ab9f-0ca23f7a7bf6 req-ac888a12-02f9-45af-9319-1ad9d9cf200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:11.434455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16d38eda-e6d5-4739-ab9f-0ca23f7a7bf6 req-ac888a12-02f9-45af-9319-1ad9d9cf200a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aafaac09-9b53-44a4-84e7-2d4c56ab48f4 HTTP/1.1" status: 200 len: 850 time: 0.0623484 Dec 16 22:41:11.490508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d38eda-e6d5-4739-ab9f-0ca23f7a7bf6 req-abcb8c8b-b7ac-42e6-828d-bb458d2e81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:11.492206 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16d38eda-e6d5-4739-ab9f-0ca23f7a7bf6 req-abcb8c8b-b7ac-42e6-828d-bb458d2e81ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7df204c6-5127-4e76-8312-c8f1c6162329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506136 Dec 16 22:41:11.551790 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8ba1d10b-8928-41e4-a132-a41638470487 None None] Set router 50857d35-716a-46e8-bd10-c31e759b03ef gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:41:11.596245 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16d38eda-e6d5-4739-ab9f-0ca23f7a7bf6 req-b44d4f0e-7583-49ab-a4ef-c3fd024845bb service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960577 Dec 16 22:41:11.703543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16d38eda-e6d5-4739-ab9f-0ca23f7a7bf6 req-4b3832e7-10e3-4f4f-a2ee-25072ba129f9 service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987391 Dec 16 22:41:11.800922 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8ba1d10b-8928-41e4-a132-a41638470487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '22f127cd-2da2-49a6-8487-002edf19439c', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'port_id': 'aec5fb4b-6315-444d-89e8-3a82cc73ca7e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'mac_address': 'fa:16:3e:7e:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bd98df-ad24-4b1c-80c5-1559ed994594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:40:52Z', 'updated_at': '2021-12-16T22:41:10Z', 'revision_number': 1, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b71a197-8158-457c-82e0-f69cd3c29a21', 'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'mac_address': 'fa:16:3e:98:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:47Z', 'updated_at': '2021-12-16T22:40:51Z', 'revision_number': 5, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'subnets': [{'id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:11.835759 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba1d10b-8928-41e4-a132-a41638470487 None None] The sync data for ids ['50857d35-716a-46e8-bd10-c31e759b03ef'] in n-d-821840-2 is: [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '22f127cd-2da2-49a6-8487-002edf19439c', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'port_id': 'aec5fb4b-6315-444d-89e8-3a82cc73ca7e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'mac_address': 'fa:16:3e:7e:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bd98df-ad24-4b1c-80c5-1559ed994594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:40:52Z', 'updated_at': '2021-12-16T22:41:10Z', 'revision_number': 1, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b71a197-8158-457c-82e0-f69cd3c29a21', 'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'mac_address': 'fa:16:3e:98:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:47Z', 'updated_at': '2021-12-16T22:40:51Z', 'revision_number': 5, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'subnets': [{'id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:41:12.078947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b1b41-901d-4f70-b5f6-95f936f310e0 None None] New status for floating IP 22f127cd-2da2-49a6-8487-002edf19439c: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:41:12.336017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea5a0e65-4e88-4606-a550-12cc991b70b4 req-4d1336a1-4fa8-4eac-a307-e37944fd49f8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0302453 Dec 16 22:41:12.767857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38702) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:12.865503 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7b78a6b6-654a-4860-814a-22fa7dd19e61 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-414774899'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:12.873922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7b78a6b6-654a-4860-814a-22fa7dd19e61 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] Unknown quota resources ['metering_label']. {{(pid=103952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:41:13.149163 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b78a6b6-654a-4860-814a-22fa7dd19e61 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:13.150307 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7b78a6b6-654a-4860-814a-22fa7dd19e61 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3814313 Dec 16 22:41:13.153648 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38708) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:13.158023 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-650c53b4-73c5-49be-94e5-f94f3ff2a2be tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e37bc566-16e8-4339-a60d-8903de101010'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:13.158528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-650c53b4-73c5-49be-94e5-f94f3ff2a2be tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:41:13.277578 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:13.320796 n-d-821840-2 neutron-server[103952]: WARNING neutron.services.metering.metering_plugin [None req-650c53b4-73c5-49be-94e5-f94f3ff2a2be tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 22:41:13.395568 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:13.426463 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f04c040d-24f3-4952-8dac-0d5248930885 req-08ec4b4c-c00b-4273-94c3-a37cb2071e73 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0280707 Dec 16 22:41:13.451357 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-650c53b4-73c5-49be-94e5-f94f3ff2a2be tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:13.452663 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-650c53b4-73c5-49be-94e5-f94f3ff2a2be tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2980213 Dec 16 22:41:13.455611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38714) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:13.460021 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-41a5182e-fd4c-4909-aaae-f0d50721a385 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e37bc566-16e8-4339-a60d-8903de101010'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:13.460511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-41a5182e-fd4c-4909-aaae-f0d50721a385 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:41:13.584684 n-d-821840-2 neutron-server[103952]: WARNING neutron.services.metering.metering_plugin [None req-41a5182e-fd4c-4909-aaae-f0d50721a385 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 22:41:13.670043 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-41a5182e-fd4c-4909-aaae-f0d50721a385 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:13.671197 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-41a5182e-fd4c-4909-aaae-f0d50721a385 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2146640 Dec 16 22:41:13.673937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38716) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:13.686233 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0e4495f6-3f7f-4240-a2ae-34c2a4a2c9aa tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=701f34d3-ed8c-4440-8b0a-79fdeb7a0fa4 HTTP/1.1" status: 200 len: 462 time: 0.0111163 Dec 16 22:41:13.688812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38718) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:13.845607 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-54ed2ac6-3f98-4f60-9cc8-dcfee1dd4954 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:13.846773 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-54ed2ac6-3f98-4f60-9cc8-dcfee1dd4954 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/701f34d3-ed8c-4440-8b0a-79fdeb7a0fa4 HTTP/1.1" status: 204 len: 168 time: 0.1570070 Dec 16 22:41:13.849493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38720) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:13.859329 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3644d2e1-5c08-4702-b08e-7823be6bd81d tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=701f34d3-ed8c-4440-8b0a-79fdeb7a0fa4 HTTP/1.1" status: 200 len: 221 time: 0.0086861 Dec 16 22:41:13.868576 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38722) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:13.873998 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-319b2c44-d706-4977-b4bd-6dc8a7fc9326 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--542033507', 'description': 'label created by tempest'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:13.874461 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-319b2c44-d706-4977-b4bd-6dc8a7fc9326 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] Unknown quota resources ['metering_label']. {{(pid=103952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:41:14.116471 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-319b2c44-d706-4977-b4bd-6dc8a7fc9326 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:14.117654 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-319b2c44-d706-4977-b4bd-6dc8a7fc9326 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2480359 Dec 16 22:41:14.120533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38724) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:14.196602 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-52ff381d-1797-434c-81df-146ad2bb2e0d tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=ee1c8b6c-0cdf-4835-a80d-a5e7ecb09643 HTTP/1.1" status: 200 len: 467 time: 0.0742674 Dec 16 22:41:14.199417 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38728) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:14.510473 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19b94988-8e47-45da-98a3-58de57b66312 req-a83c552f-1f82-449f-a4d1-15d2086ed538 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0272164 Dec 16 22:41:14.768110 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22ec3c3b-0bf4-444d-a56a-9ba9107e69ea tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:14.769198 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-22ec3c3b-0bf4-444d-a56a-9ba9107e69ea tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/ee1c8b6c-0cdf-4835-a80d-a5e7ecb09643 HTTP/1.1" status: 204 len: 168 time: 0.5685775 Dec 16 22:41:14.771890 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38734) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:14.783379 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a2c6e52b-d535-4f25-a17a-ad7fa5b288fa tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=ee1c8b6c-0cdf-4835-a80d-a5e7ecb09643 HTTP/1.1" status: 200 len: 216 time: 0.0104094 Dec 16 22:41:14.786488 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38736) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:14.795595 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d0d57d56-b5ec-4823-8829-8d046c85ffeb tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080183 Dec 16 22:41:14.798484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38738) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:14.810217 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d2233163-1715-4df8-ab3d-72610c4b24ec tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0105941 Dec 16 22:41:14.818683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38740) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:14.871910 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-88a24c89-0643-4bda-9cb4-0bca9f44858d tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/e37bc566-16e8-4339-a60d-8903de101010 HTTP/1.1" status: 200 len: 472 time: 0.0520747 Dec 16 22:41:14.874427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38742) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:14.884355 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8b9e638e-4a8d-4312-9b7c-c10edd15d1d3 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/aed1e763-f7c8-4646-a397-a45aaea03f57 HTTP/1.1" status: 200 len: 459 time: 0.0087657 Dec 16 22:41:14.888872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38744) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:15.087224 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd359051-71bc-4a0f-961e-3c3adf2c6756 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:15.088455 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fd359051-71bc-4a0f-961e-3c3adf2c6756 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/aed1e763-f7c8-4646-a397-a45aaea03f57 HTTP/1.1" status: 204 len: 168 time: 0.1986799 Dec 16 22:41:15.091358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38746) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:15.330132 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa415e4b-e051-432d-b6cf-3fdb63e1dfe5 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:15.331627 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fa415e4b-e051-432d-b6cf-3fdb63e1dfe5 tempest-MeteringIpV6TestJSON-1747806419 tempest-MeteringIpV6TestJSON-1747806419-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/e37bc566-16e8-4339-a60d-8903de101010 HTTP/1.1" status: 204 len: 168 time: 0.2387419 Dec 16 22:41:15.597270 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a7c2303-55fd-490c-b411-3901b6ffbcbc req-ac6e8716-4cd9-4777-9d10-b86ae83b3bce tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0310576 Dec 16 22:41:15.825392 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38758) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:15.934682 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b33c469c-a5a5-4f24-9e74-dc1b6da96b41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.011621 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b33c469c-a5a5-4f24-9e74-dc1b6da96b41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.076727 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b33c469c-a5a5-4f24-9e74-dc1b6da96b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.119491 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b33c469c-a5a5-4f24-9e74-dc1b6da96b41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ec52a62b046468a96afb26ee014d1a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2903080 Dec 16 22:41:16.119491 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c469c-a5a5-4f24-9e74-dc1b6da96b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2505f1a4-b68e-43f7-8d8f-f4fb7df95011,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:16.120614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38764) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:16.178638 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-baa71989-7622-428f-8cc3-9dd3cda6ab44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.201838 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-baa71989-7622-428f-8cc3-9dd3cda6ab44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.372621 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-baa71989-7622-428f-8cc3-9dd3cda6ab44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.376815 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-baa71989-7622-428f-8cc3-9dd3cda6ab44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.380715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-baa71989-7622-428f-8cc3-9dd3cda6ab44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2505f1a4-b68e-43f7-8d8f-f4fb7df95011 HTTP/1.1" status: 204 len: 168 time: 0.2560210 Dec 16 22:41:16.390102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa71989-7622-428f-8cc3-9dd3cda6ab44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2505f1a4-b68e-43f7-8d8f-f4fb7df95011,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:16.679140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b6de5d1-7e3c-4d69-ac60-22ce20d6d801 req-a53466d0-b877-4c02-8040-8dac36c027a6 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0290048 Dec 16 22:41:16.871983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88d0f3-4ec0-4531-81e7-87f1296c9268 req-aacdacc3-f84f-4c06-9de3-a1ec147adb82 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:16.874079 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c88d0f3-4ec0-4531-81e7-87f1296c9268 req-aacdacc3-f84f-4c06-9de3-a1ec147adb82 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0602806 Dec 16 22:41:16.896461 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:41:16.926381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c88d0f3-4ec0-4531-81e7-87f1296c9268 req-72b476ea-935b-4c2d-812a-2574ea457c27 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461364 Dec 16 22:41:17.240478 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38792) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:17.258725 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-613cd55b-2ee6-4040-9832-cd994184513b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.336996 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-613cd55b-2ee6-4040-9832-cd994184513b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.424187 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-613cd55b-2ee6-4040-9832-cd994184513b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.462514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cd55b-2ee6-4040-9832-cd994184513b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d33b35a-c77b-408d-a272-0175e3aa3f52,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:17.469603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-613cd55b-2ee6-4040-9832-cd994184513b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab5fbc6b554b42d683d8ac49a8b5ce95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2265625 Dec 16 22:41:17.472907 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38798) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:17.541522 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8cace70-330e-47df-8d57-2b39672199f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.564338 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8cace70-330e-47df-8d57-2b39672199f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.743494 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8cace70-330e-47df-8d57-2b39672199f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.746344 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8cace70-330e-47df-8d57-2b39672199f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.748363 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b8cace70-330e-47df-8d57-2b39672199f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d33b35a-c77b-408d-a272-0175e3aa3f52 HTTP/1.1" status: 204 len: 168 time: 0.2743154 Dec 16 22:41:17.757030 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cace70-330e-47df-8d57-2b39672199f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d33b35a-c77b-408d-a272-0175e3aa3f52,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:17.761841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7836f9e-6e73-48ea-976f-7b87da80205e req-827c0bff-aa0e-4f48-b2e1-381cfc2712b5 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0284548 Dec 16 22:41:18.055964 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d916c7-f4ec-4f4e-9b27-cd5339a63fd8 req-4dd4b2a2-1c1f-4221-8a1b-f69f7902fae6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:18.057512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6d916c7-f4ec-4f4e-9b27-cd5339a63fd8 req-4dd4b2a2-1c1f-4221-8a1b-f69f7902fae6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0556600 Dec 16 22:41:18.111218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6d916c7-f4ec-4f4e-9b27-cd5339a63fd8 req-094fa125-b6ad-481d-b976-61b995913bde tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469792 Dec 16 22:41:18.847420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35548b04-c340-456a-bec0-5ab76f3104db req-a49c0822-0148-4b0d-a9ab-8c0468faace9 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0285130 Dec 16 22:41:18.899866 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38830) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:19.000199 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Request body: {'networks': [{'name': 'tempest-network--1912787159'}, {'name': 'tempest-network--1200790755'}]} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:19.000571 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Request body: {'network': {'name': 'tempest-network--1912787159'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:19.001280 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Request body: {'network': {'name': 'tempest-network--1200790755'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:19.133650 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Made reservation on behalf of 683a84627333436593be02f589842b92 for: {'network': 2} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:19.139591 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.148970 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.228412 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.234323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755bf11-c1a3-4af6-9dd4-670891d51a81 req-8cd3710f-f39a-48a6-89ad-a8732eee7ff2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:19.235999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1755bf11-c1a3-4af6-9dd4-670891d51a81 req-8cd3710f-f39a-48a6-89ad-a8732eee7ff2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0524528 Dec 16 22:41:19.288937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1755bf11-c1a3-4af6-9dd4-670891d51a81 req-c4ebcfab-5878-4cae-a907-f14ef190c83a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467591 Dec 16 22:41:19.320535 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.321006 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.363330 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214dcaf0-e039-4dee-8df8-368f84ec4877,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:19.365852 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:41:19.375170 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.375566 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Added segment 9533fe5f-53e3-4ce3-848f-db02d7d60ce9 of type vlan for network d639877c-8520-434e-aedb-3cb4a2d73d5d Dec 16 22:41:19.414546 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.441804 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:41:19.451512 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.451855 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Added segment 0b95a453-b920-4046-87f2-4f16a94ad125 of type vlan for network 62bccce5-2231-4713-9507-19dbec31c2a1 Dec 16 22:41:19.490415 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.573970 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.574648 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.581163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:19.586227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:19.586875 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.674677 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event updated for resources: {'Network': ['ID=d639877c-8520-434e-aedb-3cb4a2d73d5d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:19.685636 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network d639877c-8520-434e-aedb-3cb4a2d73d5d details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:41:19.748738 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8449135 Dec 16 22:41:19.749301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38840) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:19.769132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc09429-1317-4ef7-846e-6e7ea577a661 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event updated for resources: {'Network': ['ID=62bccce5-2231-4713-9507-19dbec31c2a1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:19.779763 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 62bccce5-2231-4713-9507-19dbec31c2a1 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:41:19.933856 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36667dba-4aea-42b5-b207-889bdd282a73 req-35b4960e-ccac-4dfe-9594-2cf140519b6a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0312235 Dec 16 22:41:19.937013 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1db612-bb87-4028-a191-e10afbcf6150 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:19.942832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1db612-bb87-4028-a191-e10afbcf6150 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:19.950682 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1db612-bb87-4028-a191-e10afbcf6150 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:19.955926 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1db612-bb87-4028-a191-e10afbcf6150 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:19.957634 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6a1db612-bb87-4028-a191-e10afbcf6150 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2073307 Dec 16 22:41:19.960343 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38844) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:20.040588 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4ccef20-a841-4f51-9cf8-1d01f664794d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.064570 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1388ecd9-9865-44d0-9a79-9b9738a33bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.126713 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4ccef20-a841-4f51-9cf8-1d01f664794d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.145786 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d4ccef20-a841-4f51-9cf8-1d01f664794d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d639877c-8520-434e-aedb-3cb4a2d73d5d']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:20.155214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d4ccef20-a841-4f51-9cf8-1d01f664794d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9533fe5f-53e3-4ce3-848f-db02d7d60ce9') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:20.155620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d4ccef20-a841-4f51-9cf8-1d01f664794d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9533fe5f-53e3-4ce3-848f-db02d7d60ce9') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:20.165305 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4ccef20-a841-4f51-9cf8-1d01f664794d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.179804 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4ccef20-a841-4f51-9cf8-1d01f664794d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ccef20-a841-4f51-9cf8-1d01f664794d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4ccef20-a841-4f51-9cf8-1d01f664794d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:41:20.191326 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:41:20.322186 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4ccef20-a841-4f51-9cf8-1d01f664794d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.329703 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d4ccef20-a841-4f51-9cf8-1d01f664794d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.332937 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d4ccef20-a841-4f51-9cf8-1d01f664794d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "DELETE /v2.0/networks/d639877c-8520-434e-aedb-3cb4a2d73d5d HTTP/1.1" status: 204 len: 168 time: 0.3716338 Dec 16 22:41:20.336239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38848) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:20.356653 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccef20-a841-4f51-9cf8-1d01f664794d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event deleted for resources: {'Network': ['ID=d639877c-8520-434e-aedb-3cb4a2d73d5d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:20.427115 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3cecc30-37af-4091-8918-493934119ff4 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.427754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad77cd2-3b2a-4396-906f-593dde076695 req-68e73b2d-de77-4ab5-bd6a-88f8e5501a62 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:20.429548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ad77cd2-3b2a-4396-906f-593dde076695 req-68e73b2d-de77-4ab5-bd6a-88f8e5501a62 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0541308 Dec 16 22:41:20.484747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ad77cd2-3b2a-4396-906f-593dde076695 req-a8d6c2d3-d0ba-4b1f-8048-aa9565167ab2 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481851 Dec 16 22:41:20.521122 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3cecc30-37af-4091-8918-493934119ff4 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.541150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d3cecc30-37af-4091-8918-493934119ff4 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bccce5-2231-4713-9507-19dbec31c2a1']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:20.551952 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d3cecc30-37af-4091-8918-493934119ff4 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b95a453-b920-4046-87f2-4f16a94ad125') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:20.552243 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d3cecc30-37af-4091-8918-493934119ff4 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b95a453-b920-4046-87f2-4f16a94ad125') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:20.562149 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3cecc30-37af-4091-8918-493934119ff4 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.576256 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3cecc30-37af-4091-8918-493934119ff4 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.582595 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3cecc30-37af-4091-8918-493934119ff4 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:41:20.583074 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3cecc30-37af-4091-8918-493934119ff4 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:41:20.586040 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:41:20.733809 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3cecc30-37af-4091-8918-493934119ff4 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.741528 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3cecc30-37af-4091-8918-493934119ff4 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.744508 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d3cecc30-37af-4091-8918-493934119ff4 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "DELETE /v2.0/networks/62bccce5-2231-4713-9507-19dbec31c2a1 HTTP/1.1" status: 204 len: 168 time: 0.4079173 Dec 16 22:41:20.747589 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38854) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:20.768594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cecc30-37af-4091-8918-493934119ff4 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event deleted for resources: {'Network': ['ID=62bccce5-2231-4713-9507-19dbec31c2a1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:20.869105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495ed9f3-f3c6-43ae-847b-0a9bc94b1221 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:20.875766 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495ed9f3-f3c6-43ae-847b-0a9bc94b1221 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:20.877335 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-495ed9f3-f3c6-43ae-847b-0a9bc94b1221 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1287878 Dec 16 22:41:20.881073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38856) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:20.886098 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c2fa84a0-6066-4f87-8d72-81a1a266b2d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1131201543'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:20.996084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fa84a0-6066-4f87-8d72-81a1a266b2d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Made reservation on behalf of 683a84627333436593be02f589842b92 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:21.000609 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2fa84a0-6066-4f87-8d72-81a1a266b2d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.021555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ed60d76-ce2f-4c93-b180-9d51b9b9183f req-ff5d8640-6383-4384-818f-5046fc2c8397 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0314274 Dec 16 22:41:21.030279 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fa84a0-6066-4f87-8d72-81a1a266b2d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:41:21.039462 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2fa84a0-6066-4f87-8d72-81a1a266b2d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.039813 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-c2fa84a0-6066-4f87-8d72-81a1a266b2d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Added segment d20bb71c-d672-4af2-afc4-7e937b569dca of type vlan for network 1a25e66d-0138-4291-893f-fa76fa84a258 Dec 16 22:41:21.079819 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2fa84a0-6066-4f87-8d72-81a1a266b2d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.190553 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2fa84a0-6066-4f87-8d72-81a1a266b2d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.196240 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fa84a0-6066-4f87-8d72-81a1a266b2d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:21.196818 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2fa84a0-6066-4f87-8d72-81a1a266b2d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.264415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa84a0-6066-4f87-8d72-81a1a266b2d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event updated for resources: {'Network': ['ID=1a25e66d-0138-4291-893f-fa76fa84a258,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:21.274273 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 1a25e66d-0138-4291-893f-fa76fa84a258 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:41:21.313389 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c2fa84a0-6066-4f87-8d72-81a1a266b2d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4312532 Dec 16 22:41:21.316107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38860) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:21.321311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-efb80a9a-c785-4ec9-994e-ce997a3ad9c1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-758995618'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:21.430629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb80a9a-c785-4ec9-994e-ce997a3ad9c1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Made reservation on behalf of 683a84627333436593be02f589842b92 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:21.434822 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-efb80a9a-c785-4ec9-994e-ce997a3ad9c1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.459898 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb80a9a-c785-4ec9-994e-ce997a3ad9c1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:41:21.469696 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-efb80a9a-c785-4ec9-994e-ce997a3ad9c1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.470044 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-efb80a9a-c785-4ec9-994e-ce997a3ad9c1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Added segment 1461d375-e81c-4d49-a48e-479dc715ac3f of type vlan for network 1250f78d-16d5-4a6b-96eb-b2f3885d86e0 Dec 16 22:41:21.510594 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-efb80a9a-c785-4ec9-994e-ce997a3ad9c1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.612492 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c23ff5-65ab-4b36-babe-8805950ec137 req-69e95ace-cdff-4cd3-8986-4a115dca0de5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:21.614034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7c23ff5-65ab-4b36-babe-8805950ec137 req-69e95ace-cdff-4cd3-8986-4a115dca0de5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0528448 Dec 16 22:41:21.637496 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-efb80a9a-c785-4ec9-994e-ce997a3ad9c1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.642954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb80a9a-c785-4ec9-994e-ce997a3ad9c1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:21.643571 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-efb80a9a-c785-4ec9-994e-ce997a3ad9c1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.732140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb80a9a-c785-4ec9-994e-ce997a3ad9c1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event updated for resources: {'Network': ['ID=1250f78d-16d5-4a6b-96eb-b2f3885d86e0,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:21.737986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7c23ff5-65ab-4b36-babe-8805950ec137 req-694be148-035d-4b16-9915-ab3127cac267 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178682 Dec 16 22:41:21.747641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 1250f78d-16d5-4a6b-96eb-b2f3885d86e0 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:41:21.804711 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-efb80a9a-c785-4ec9-994e-ce997a3ad9c1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4873762 Dec 16 22:41:21.807427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38868) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:21.813151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Request body: {'ports': [{'network_id': '1a25e66d-0138-4291-893f-fa76fa84a258', 'name': 'tempest-port--1841885857', 'admin_state_up': True}, {'network_id': '1250f78d-16d5-4a6b-96eb-b2f3885d86e0', 'admin_state_up': False}]} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:21.813570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Request body: {'port': {'network_id': '1a25e66d-0138-4291-893f-fa76fa84a258', 'name': 'tempest-port--1841885857', 'admin_state_up': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:21.813964 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Request body: {'port': {'network_id': '1250f78d-16d5-4a6b-96eb-b2f3885d86e0', 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:22.094083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Made reservation on behalf of 683a84627333436593be02f589842b92 for: {'port': 2} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:22.098737 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.116341 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05faeb40-c1a2-4913-abbb-3be0554e7eca req-bd34b35f-a9f3-4dc6-ba2f-71727a86cf75 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0392675 Dec 16 22:41:22.128095 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.215506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] device_id is not set on port ed4a762e-19c0-4874-80fb-8d22034f652f yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:41:22.340006 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.412660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] device_id is not set on port 9d5128b4-4b9e-4928-896c-bbbb64eb4241 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:41:22.429189 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a891c39-7e8a-4f12-83d1-c0e57405e1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.531891 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.636555 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.694435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event updated for resources: {'Port': ['ID=ed4a762e-19c0-4874-80fb-8d22034f652f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:22.710873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Checking segment: {'id': 'd20bb71c-d672-4af2-afc4-7e937b569dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1a25e66d-0138-4291-893f-fa76fa84a258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:22.711240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Network hostable DHCP agents. Network: 1a25e66d-0138-4291-893f-fa76fa84a258, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:41:22.800262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Network 1a25e66d-0138-4291-893f-fa76fa84a258 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:41:22.876336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9edd25-5268-4225-874b-501a451e6dc8 req-4df86906-c2f2-47fe-8901-bf1220bf7437 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:22.878086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a9edd25-5268-4225-874b-501a451e6dc8 req-4df86906-c2f2-47fe-8901-bf1220bf7437 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0561340 Dec 16 22:41:22.898873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 1a25e66d-0138-4291-893f-fa76fa84a258) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:22.904785 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:22.905648 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.907519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d72d72-e0e6-4fcc-a7a3-5b087bccaf2f None None] Network 1a25e66d-0138-4291-893f-fa76fa84a258 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:22.981956 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a9edd25-5268-4225-874b-501a451e6dc8 req-815a3f05-0676-4abc-bba3-0a42cd34f254 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967004 Dec 16 22:41:22.993103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event updated for resources: {'Port': ['ID=9d5128b4-4b9e-4928-896c-bbbb64eb4241,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:23.015961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Checking segment: {'id': '1461d375-e81c-4d49-a48e-479dc715ac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1250f78d-16d5-4a6b-96eb-b2f3885d86e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:23.016349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Network hostable DHCP agents. Network: 1250f78d-16d5-4a6b-96eb-b2f3885d86e0, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:41:23.114560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Network 1250f78d-16d5-4a6b-96eb-b2f3885d86e0 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:41:23.203739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 1250f78d-16d5-4a6b-96eb-b2f3885d86e0) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:23.206933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce7e72f4-6283-4d9d-b4f7-e91547bb7b6d req-327334b9-db28-4c08-bc4d-b2f5a6dffa72 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0315988 Dec 16 22:41:23.209613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:23.212381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb410c28-661e-45d7-94c1-9e8d63d50dd1 None None] Network 1250f78d-16d5-4a6b-96eb-b2f3885d86e0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:23.216243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:23.221279 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:23.221999 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.296880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d448ab76-f467-4842-824b-70bc5e283935 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4883664 Dec 16 22:41:23.299662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38880) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:23.364722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8111037f-058c-4a66-be20-bb1c34212f6c tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:23.370572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8111037f-058c-4a66-be20-bb1c34212f6c tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:23.373415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8111037f-058c-4a66-be20-bb1c34212f6c tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0727470 Dec 16 22:41:23.376257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38882) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:23.471944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0ec88317-f7cb-46b2-810f-5e194f881e70 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Deleting port ed4a762e-19c0-4874-80fb-8d22034f652f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:23.472308 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ec88317-f7cb-46b2-810f-5e194f881e70 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.539140 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.541567 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ec88317-f7cb-46b2-810f-5e194f881e70 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.555973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0ec88317-f7cb-46b2-810f-5e194f881e70 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Calling delete_port for ed4a762e-19c0-4874-80fb-8d22034f652f owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:23.693360 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ec88317-f7cb-46b2-810f-5e194f881e70 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.723221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec88317-f7cb-46b2-810f-5e194f881e70 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event deleted for resources: {'Port': ['ID=ed4a762e-19c0-4874-80fb-8d22034f652f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:23.729082 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ec88317-f7cb-46b2-810f-5e194f881e70 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.733252 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0ec88317-f7cb-46b2-810f-5e194f881e70 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "DELETE /v2.0/ports/ed4a762e-19c0-4874-80fb-8d22034f652f HTTP/1.1" status: 204 len: 168 time: 0.3559809 Dec 16 22:41:23.735792 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38884) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:23.827000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e56cde03-8794-4f2f-94f3-51467d97b7e9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Deleting port 9d5128b4-4b9e-4928-896c-bbbb64eb4241 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:23.827505 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e56cde03-8794-4f2f-94f3-51467d97b7e9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.901433 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e56cde03-8794-4f2f-94f3-51467d97b7e9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.915561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e56cde03-8794-4f2f-94f3-51467d97b7e9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Calling delete_port for 9d5128b4-4b9e-4928-896c-bbbb64eb4241 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:24.091148 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e56cde03-8794-4f2f-94f3-51467d97b7e9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.125232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cde03-8794-4f2f-94f3-51467d97b7e9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event deleted for resources: {'Port': ['ID=9d5128b4-4b9e-4928-896c-bbbb64eb4241,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:24.140727 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e56cde03-8794-4f2f-94f3-51467d97b7e9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.145023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e56cde03-8794-4f2f-94f3-51467d97b7e9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "DELETE /v2.0/ports/9d5128b4-4b9e-4928-896c-bbbb64eb4241 HTTP/1.1" status: 204 len: 168 time: 0.4072917 Dec 16 22:41:24.146688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38892) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:24.152145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68635eb-e564-4ef5-a4b1-3250947b9dd4 req-7cbdedbc-722e-4bee-a392-285892d53ba9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:24.154867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a68635eb-e564-4ef5-a4b1-3250947b9dd4 req-7cbdedbc-722e-4bee-a392-285892d53ba9 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0930018 Dec 16 22:41:24.202441 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3978a9ac-d669-45a2-844e-03126738568e tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0538187 Dec 16 22:41:24.206514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38894) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:24.210485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a68635eb-e564-4ef5-a4b1-3250947b9dd4 req-8ad49fa3-b514-41f7-b6ea-522f8bded9dc tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483325 Dec 16 22:41:24.211660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-da784e6b-abf8-4a2c-b59d-584b8383da3e tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1461472643'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:24.298755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0272b51a-e5c6-445c-af79-66a13e671e53 req-f9e32238-927b-4675-a41a-7af977841cdb tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0292411 Dec 16 22:41:24.309125 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da784e6b-abf8-4a2c-b59d-584b8383da3e tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Made reservation on behalf of 683a84627333436593be02f589842b92 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:24.312683 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da784e6b-abf8-4a2c-b59d-584b8383da3e tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.336418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da784e6b-abf8-4a2c-b59d-584b8383da3e tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:41:24.346071 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da784e6b-abf8-4a2c-b59d-584b8383da3e tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.346249 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-da784e6b-abf8-4a2c-b59d-584b8383da3e tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Added segment 8a7e5006-203d-4396-a3ec-0a80fe494013 of type vlan for network f46f9022-e40f-45f5-8f72-e056b44298a7 Dec 16 22:41:24.387705 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da784e6b-abf8-4a2c-b59d-584b8383da3e tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.476282 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da784e6b-abf8-4a2c-b59d-584b8383da3e tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.481781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da784e6b-abf8-4a2c-b59d-584b8383da3e tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:24.482367 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da784e6b-abf8-4a2c-b59d-584b8383da3e tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.545018 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da784e6b-abf8-4a2c-b59d-584b8383da3e tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event updated for resources: {'Network': ['ID=f46f9022-e40f-45f5-8f72-e056b44298a7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:24.555724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network f46f9022-e40f-45f5-8f72-e056b44298a7 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:41:24.608822 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-da784e6b-abf8-4a2c-b59d-584b8383da3e tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4011147 Dec 16 22:41:24.611234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38898) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:24.616218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-03ba08ee-8306-482c-a742-147a09b878b1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1772712330'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:24.698653 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ba08ee-8306-482c-a742-147a09b878b1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Made reservation on behalf of 683a84627333436593be02f589842b92 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:24.703042 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-03ba08ee-8306-482c-a742-147a09b878b1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.727724 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ba08ee-8306-482c-a742-147a09b878b1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:41:24.737047 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-03ba08ee-8306-482c-a742-147a09b878b1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.737399 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-03ba08ee-8306-482c-a742-147a09b878b1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Added segment 2d2afc0d-e4b3-4f45-8dc2-1014bd93d817 of type vlan for network a54fed92-bb4d-46d9-90af-768ee444c300 Dec 16 22:41:24.783304 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-03ba08ee-8306-482c-a742-147a09b878b1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.851833 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.880178 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-03ba08ee-8306-482c-a742-147a09b878b1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.885869 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ba08ee-8306-482c-a742-147a09b878b1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:24.886463 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-03ba08ee-8306-482c-a742-147a09b878b1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.952255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba08ee-8306-482c-a742-147a09b878b1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event updated for resources: {'Network': ['ID=a54fed92-bb4d-46d9-90af-768ee444c300,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:24.963036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network a54fed92-bb4d-46d9-90af-768ee444c300 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:41:24.992975 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-03ba08ee-8306-482c-a742-147a09b878b1 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3806219 Dec 16 22:41:25.353522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4518ef-30d8-48b7-9b97-bd0e92e48e2d req-9f21d604-a280-43d7-8253-e3e0ead6d174 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:25.355195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd4518ef-30d8-48b7-9b97-bd0e92e48e2d req-9f21d604-a280-43d7-8253-e3e0ead6d174 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0604913 Dec 16 22:41:25.391317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5a76010-6ed3-4243-8e30-eb9a80749e10 req-4876c2a1-de01-407a-8a3a-e4c7305c7760 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0336523 Dec 16 22:41:25.432140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd4518ef-30d8-48b7-9b97-bd0e92e48e2d req-3650770a-0f06-47e7-921a-45f0475eb56f tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659823 Dec 16 22:41:25.693085 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:26.478473 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-174364ae-a7cf-4e6f-add2-0b58f969f5b5 req-a6deb836-bea0-4ae4-a879-6a3bd4919164 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0317655 Dec 16 22:41:26.563897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da416e4-4eea-457b-b875-54fa94448404 req-985acad7-a11b-44b7-88cb-876f26560c1e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:26.565303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4da416e4-4eea-457b-b875-54fa94448404 req-985acad7-a11b-44b7-88cb-876f26560c1e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0568428 Dec 16 22:41:26.624526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4da416e4-4eea-457b-b875-54fa94448404 req-bbdfb5df-bafe-4a59-965d-e62fb5182470 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528967 Dec 16 22:41:27.563580 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fef17ce4-821a-4647-bcdc-027882f61628 req-16ff1241-2525-44e0-a4a4-e78bc6e9b3c1 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0282989 Dec 16 22:41:27.757208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1c439-644d-4f93-a510-0d86e844dbb3 req-2d527ba9-4bf6-4608-9afd-4ab414c6202a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:27.758819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2de1c439-644d-4f93-a510-0d86e844dbb3 req-2d527ba9-4bf6-4608-9afd-4ab414c6202a tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0535469 Dec 16 22:41:27.811342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2de1c439-644d-4f93-a510-0d86e844dbb3 req-205fa645-1fe4-4311-8667-7013692e8f76 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451059 Dec 16 22:41:28.307401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38928) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:28.313224 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Request body: {'subnets': [{'network_id': 'f46f9022-e40f-45f5-8f72-e056b44298a7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--931695481', 'ip_version': 6}, {'network_id': 'a54fed92-bb4d-46d9-90af-768ee444c300', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:28.313541 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Request body: {'subnet': {'network_id': 'f46f9022-e40f-45f5-8f72-e056b44298a7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--931695481', 'ip_version': 6}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:28.314198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Request body: {'subnet': {'network_id': 'a54fed92-bb4d-46d9-90af-768ee444c300', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:28.555441 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Made reservation on behalf of 683a84627333436593be02f589842b92 for: {'subnet': 2} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:28.559900 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:28.560341 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:28.650414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47e617d0-1a6b-4c52-a19b-6b71abd255ea req-21fbf266-59b1-48c5-9e75-d1018f4093b2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0267577 Dec 16 22:41:28.947313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3886246-e990-4dcb-92c6-f0c0504da88d req-412981dd-fce8-4e47-816f-9f6a2528ed93 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:28.949954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3886246-e990-4dcb-92c6-f0c0504da88d req-412981dd-fce8-4e47-816f-9f6a2528ed93 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0570252 Dec 16 22:41:29.003407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3886246-e990-4dcb-92c6-f0c0504da88d req-0f2c549d-5f7f-407c-b47c-ddf7134ade41 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468373 Dec 16 22:41:29.087574 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.160715 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event updated for resources: {'Subnet': ['ID=9c939256-7000-441e-a4b6-06a918d4ddc1,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:29.172591 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Checking segment: {'id': '8a7e5006-203d-4396-a3ec-0a80fe494013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f46f9022-e40f-45f5-8f72-e056b44298a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:29.172949 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Network hostable DHCP agents. Network: f46f9022-e40f-45f5-8f72-e056b44298a7, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:41:29.264318 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Network f46f9022-e40f-45f5-8f72-e056b44298a7 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:41:29.327352 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, f46f9022-e40f-45f5-8f72-e056b44298a7) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:29.332154 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.341047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f216d0-c1d0-427f-9f71-c96eb6c339e8 None None] Network f46f9022-e40f-45f5-8f72-e056b44298a7 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:29.401681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event updated for resources: {'Subnet': ['ID=334e2422-d559-41c5-8cf0-d151c7594857,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:29.412788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Checking segment: {'id': '2d2afc0d-e4b3-4f45-8dc2-1014bd93d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54fed92-bb4d-46d9-90af-768ee444c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:29.413082 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Network hostable DHCP agents. Network: a54fed92-bb4d-46d9-90af-768ee444c300, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:41:29.451083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-f46f9022-e40f-45f5-8f72-e056b44298a7', 'network_id': 'f46f9022-e40f-45f5-8f72-e056b44298a7', 'project_id': '683a84627333436593be02f589842b92', 'fixed_ips': [{'subnet_id': '9c939256-7000-441e-a4b6-06a918d4ddc1'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:41:29.452006 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.508514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Network a54fed92-bb4d-46d9-90af-768ee444c300 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:41:29.588464 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, a54fed92-bb4d-46d9-90af-768ee444c300) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:29.594672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:29.595006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:29.595704 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.601933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e00542-bb83-4a09-bf09-d7d0b23ebd3f None None] Network a54fed92-bb4d-46d9-90af-768ee444c300 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:29.605805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Allocated IP 2001:db8::1 (f46f9022-e40f-45f5-8f72-e056b44298a7/9c939256-7000-441e-a4b6-06a918d4ddc1/34059d7e-007c-4cd8-a808-3ec49020f345) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:29.671776 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3ffce0a2-6a40-43e1-bdb3-1b208e04e360 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.3631134 Dec 16 22:41:29.674760 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38940) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:29.736959 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6dd3e110-6970-446e-9564-5b27804323e2 req-992652a2-6a93-4751-9aad-7b9505293c58 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0304627 Dec 16 22:41:29.773381 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ea7800-0c4b-4bf2-bfbf-320e191bb818 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:29.775032 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ea7800-0c4b-4bf2-bfbf-320e191bb818 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:29.776645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ea7800-0c4b-4bf2-bfbf-320e191bb818 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:29.785036 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a6ea7800-0c4b-4bf2-bfbf-320e191bb818 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1026757 Dec 16 22:41:29.788555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38942) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:29.795905 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-a54fed92-bb4d-46d9-90af-768ee444c300', 'network_id': 'a54fed92-bb4d-46d9-90af-768ee444c300', 'project_id': '683a84627333436593be02f589842b92', 'fixed_ips': [{'subnet_id': '334e2422-d559-41c5-8cf0-d151c7594857'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:41:29.797442 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.848678 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b785f44b-bc69-470e-9bd6-9aa11a4e8c6d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Deleting subnet 9c939256-7000-441e-a4b6-06a918d4ddc1 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:41:29.923510 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.988102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Allocated IP 2001:db8:0:1::1 (a54fed92-bb4d-46d9-90af-768ee444c300/334e2422-d559-41c5-8cf0-d151c7594857/2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:30.035585 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b785f44b-bc69-470e-9bd6-9aa11a4e8c6d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.044341 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.083609 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b785f44b-bc69-470e-9bd6-9aa11a4e8c6d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.104995 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Network f46f9022-e40f-45f5-8f72-e056b44298a7 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:30.108409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Pushing event updated for resources: {'Port': ['ID=34059d7e-007c-4cd8-a808-3ec49020f345,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:30.110955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:30.114999 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:30.147974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41d08d-0dff-44ae-823c-5c0107316a82 req-32782ff3-3405-49e2-86e7-a0172507cd1d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:30.150326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb41d08d-0dff-44ae-823c-5c0107316a82 req-32782ff3-3405-49e2-86e7-a0172507cd1d tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0673833 Dec 16 22:41:30.190927 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b785f44b-bc69-470e-9bd6-9aa11a4e8c6d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.216546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb41d08d-0dff-44ae-823c-5c0107316a82 req-38a3cc85-8a12-4180-879d-8cc823e2e9ba tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593216 Dec 16 22:41:30.226381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Attempting to bind port 34059d7e-007c-4cd8-a808-3ec49020f345 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:41:30.226765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Attempting to bind port 34059d7e-007c-4cd8-a808-3ec49020f345 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '8a7e5006-203d-4396-a3ec-0a80fe494013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f46f9022-e40f-45f5-8f72-e056b44298a7'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:41:30.227135 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Attempting to bind port 34059d7e-007c-4cd8-a808-3ec49020f345 on network f46f9022-e40f-45f5-8f72-e056b44298a7 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:41:30.236908 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:41:30.237287 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Checking segment: {'id': '8a7e5006-203d-4396-a3ec-0a80fe494013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f46f9022-e40f-45f5-8f72-e056b44298a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:30.237695 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.238095 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Bound using segment: {'id': '8a7e5006-203d-4396-a3ec-0a80fe494013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f46f9022-e40f-45f5-8f72-e056b44298a7'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:41:30.238578 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Bound port: 34059d7e-007c-4cd8-a808-3ec49020f345, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7e5006-203d-4396-a3ec-0a80fe494013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f46f9022-e40f-45f5-8f72-e056b44298a7'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:41:30.238970 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.258211 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.332462 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b785f44b-bc69-470e-9bd6-9aa11a4e8c6d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.337135 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] For port 34059d7e-007c-4cd8-a808-3ec49020f345, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:41:30.340185 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] For port 34059d7e-007c-4cd8-a808-3ec49020f345, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=34059d7e-007c-4cd8-a808-3ec49020f345,segment=NetworkSegment(8a7e5006-203d-4396-a3ec-0a80fe494013),segment_id=8a7e5006-203d-4396-a3ec-0a80fe494013)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:41:30.363297 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785f44b-bc69-470e-9bd6-9aa11a4e8c6d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event deleted for resources: {'Subnet': ['ID=9c939256-7000-441e-a4b6-06a918d4ddc1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:30.367560 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b785f44b-bc69-470e-9bd6-9aa11a4e8c6d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.372072 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b785f44b-bc69-470e-9bd6-9aa11a4e8c6d tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "DELETE /v2.0/subnets/9c939256-7000-441e-a4b6-06a918d4ddc1 HTTP/1.1" status: 204 len: 168 time: 0.5819590 Dec 16 22:41:30.374940 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38950) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:30.377613 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.410828 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.430972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Network a54fed92-bb4d-46d9-90af-768ee444c300 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:30.432657 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a952c357-355c-4641-a58d-e1b1f84488d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Deleting subnet 334e2422-d559-41c5-8cf0-d151c7594857 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:41:30.437089 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a952c357-355c-4641-a58d-e1b1f84488d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.439017 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:30.451878 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:30.456291 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Pushing event updated for resources: {'Port': ['ID=2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:30.494049 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a952c357-355c-4641-a58d-e1b1f84488d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.552681 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd29eda-6728-4831-bd02-5d841904838d None None] Pushing event updated for resources: {'Port': ['ID=34059d7e-007c-4cd8-a808-3ec49020f345,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:30.555505 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Attempting to bind port 2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:41:30.555885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Attempting to bind port 2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '2d2afc0d-e4b3-4f45-8dc2-1014bd93d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54fed92-bb4d-46d9-90af-768ee444c300'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:41:30.556253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Attempting to bind port 2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6 on network a54fed92-bb4d-46d9-90af-768ee444c300 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:41:30.562626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:41:30.563018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Checking segment: {'id': '2d2afc0d-e4b3-4f45-8dc2-1014bd93d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54fed92-bb4d-46d9-90af-768ee444c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:30.563470 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.563869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Bound using segment: {'id': '2d2afc0d-e4b3-4f45-8dc2-1014bd93d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54fed92-bb4d-46d9-90af-768ee444c300'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:41:30.564354 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Bound port: 2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2afc0d-e4b3-4f45-8dc2-1014bd93d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54fed92-bb4d-46d9-90af-768ee444c300'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:41:30.564743 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.594904 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a952c357-355c-4641-a58d-e1b1f84488d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.731689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b20289-7944-4c7b-83dd-dbf063674855 req-59abb704-8ab0-4eae-9ece-374cedc49484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:30.733268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2b20289-7944-4c7b-83dd-dbf063674855 req-59abb704-8ab0-4eae-9ece-374cedc49484 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 1096 time: 0.0789349 Dec 16 22:41:30.750800 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a952c357-355c-4641-a58d-e1b1f84488d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.753101 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] For port 2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:41:30.758352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] For port 2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6,segment=NetworkSegment(2d2afc0d-e4b3-4f45-8dc2-1014bd93d817),segment_id=2d2afc0d-e4b3-4f45-8dc2-1014bd93d817)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:41:30.824940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2b20289-7944-4c7b-83dd-dbf063674855 req-a48b6de7-580d-4785-a9ab-4661e71291c1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827663 Dec 16 22:41:30.841914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8cc12801-8e83-4ee4-94c3-b8f51ab02c42 req-d8df28d4-ba8a-46f8-b18a-7320953fcf7c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0374072 Dec 16 22:41:30.876248 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.954135 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35818b0-1b83-4d81-9fb1-478c749c51a5 None None] Pushing event updated for resources: {'Port': ['ID=2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:31.066073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952c357-355c-4641-a58d-e1b1f84488d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event deleted for resources: {'Subnet': ['ID=334e2422-d559-41c5-8cf0-d151c7594857,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:31.068159 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a952c357-355c-4641-a58d-e1b1f84488d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:31.074751 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a952c357-355c-4641-a58d-e1b1f84488d9 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "DELETE /v2.0/subnets/334e2422-d559-41c5-8cf0-d151c7594857 HTTP/1.1" status: 204 len: 168 time: 0.6954708 Dec 16 22:41:31.074950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38954) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:31.135895 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1b62cd-8b86-4800-b6f2-d8c1a1cb6eb5 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:31.139731 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bb1b62cd-8b86-4800-b6f2-d8c1a1cb6eb5 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0636466 Dec 16 22:41:31.143216 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38956) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:31.233214 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:31.318947 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Deleting port 2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:31.319218 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:31.385085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db7f36-c055-4be2-8333-84292974e6bb req-7f8a361d-add7-47c1-b7d3-148224096a18 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:31.390787 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7db7f36-c055-4be2-8333-84292974e6bb req-7f8a361d-add7-47c1-b7d3-148224096a18 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0744445 Dec 16 22:41:31.429781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] For port 2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6,segment=NetworkSegment(2d2afc0d-e4b3-4f45-8dc2-1014bd93d817),segment_id=2d2afc0d-e4b3-4f45-8dc2-1014bd93d817)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:31.429781 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:31.452441 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Calling delete_port for 2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:31.466175 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7db7f36-c055-4be2-8333-84292974e6bb req-88090715-6a2c-4e0d-b703-43bae453594c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653265 Dec 16 22:41:31.667220 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d463db-04de-4fd8-9b0e-5a488e58df75 None None] Network f46f9022-e40f-45f5-8f72-e056b44298a7 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:31.676728 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:31.706094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event deleted for resources: {'Port': ['ID=2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:31.712310 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] No DVR routers for this DVR port 2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:41:31.783662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f479549d-4610-4096-ab28-8f6a69ee4e09 None None] Provisioning complete for port 34059d7e-007c-4cd8-a808-3ec49020f345 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:31.784134 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f479549d-4610-4096-ab28-8f6a69ee4e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:31.814158 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:31.841837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54fed92-bb4d-46d9-90af-768ee444c300']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:31.875839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2afc0d-e4b3-4f45-8dc2-1014bd93d817') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:31.876436 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2afc0d-e4b3-4f45-8dc2-1014bd93d817') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:31.880245 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f479549d-4610-4096-ab28-8f6a69ee4e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:31.890526 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:31.906834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702022a1-314b-49b6-a425-6068f1d6ee21 None None] DHCP port deletion for f46f9022-e40f-45f5-8f72-e056b44298a7 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:41:31.915203 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:31.923099 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:41:31.923822 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:31.964160 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f479549d-4610-4096-ab28-8f6a69ee4e09 None None] For port 34059d7e-007c-4cd8-a808-3ec49020f345, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=34059d7e-007c-4cd8-a808-3ec49020f345,segment=NetworkSegment(8a7e5006-203d-4396-a3ec-0a80fe494013),segment_id=8a7e5006-203d-4396-a3ec-0a80fe494013)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:41:31.974380 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:41:32.007383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07ae44e8-972d-45df-8785-ac51245b6714 req-7edef2cc-cdb8-4c7d-865b-a15e7d80b047 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0620022 Dec 16 22:41:32.018515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-702022a1-314b-49b6-a425-6068f1d6ee21 None None] Deleting port 34059d7e-007c-4cd8-a808-3ec49020f345 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:32.018893 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-702022a1-314b-49b6-a425-6068f1d6ee21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.066373 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f479549d-4610-4096-ab28-8f6a69ee4e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.126674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-702022a1-314b-49b6-a425-6068f1d6ee21 None None] For port 34059d7e-007c-4cd8-a808-3ec49020f345, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=34059d7e-007c-4cd8-a808-3ec49020f345,segment=NetworkSegment(8a7e5006-203d-4396-a3ec-0a80fe494013),segment_id=8a7e5006-203d-4396-a3ec-0a80fe494013)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:32.126674 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-702022a1-314b-49b6-a425-6068f1d6ee21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.147470 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-702022a1-314b-49b6-a425-6068f1d6ee21 None None] Calling delete_port for 34059d7e-007c-4cd8-a808-3ec49020f345 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:32.148650 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.160948 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.161177 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479549d-4610-4096-ab28-8f6a69ee4e09 None None] Pushing event updated for resources: {'Port': ['ID=34059d7e-007c-4cd8-a808-3ec49020f345,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:32.162128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38966) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:32.172107 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "DELETE /v2.0/networks/a54fed92-bb4d-46d9-90af-768ee444c300 HTTP/1.1" status: 204 len: 168 time: 1.0275803 Dec 16 22:41:32.214253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 286ce4ab-4f08-452c-a491-5062b5ee410b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:41:32.217764 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae7d9f-ce3b-4a72-bea7-f54967033435 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event deleted for resources: {'Network': ['ID=a54fed92-bb4d-46d9-90af-768ee444c300,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:32.217937 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 286ce4ab-4f08-452c-a491-5062b5ee410b no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:41:32.223647 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-20e73366-19b3-48de-bad7-f3be9e21898a None None] Could not find standard attr ID for object 2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:41:32.263227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df22903-0e3b-4ede-b968-d6112012eb22 None None] DHCP port deletion for a54fed92-bb4d-46d9-90af-768ee444c300 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:41:32.295501 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.345113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4e2641-2398-4e1a-941c-0c1a27e1d5c5 None None] Network a54fed92-bb4d-46d9-90af-768ee444c300 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:32.358786 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Deleting port 34059d7e-007c-4cd8-a808-3ec49020f345 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:32.359225 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.371842 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4e2641-2398-4e1a-941c-0c1a27e1d5c5 None None] Network a54fed92-bb4d-46d9-90af-768ee444c300 could not be found, it might have been deleted concurrently. {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 22:41:32.436498 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] For port 34059d7e-007c-4cd8-a808-3ec49020f345, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=34059d7e-007c-4cd8-a808-3ec49020f345,segment=NetworkSegment(8a7e5006-203d-4396-a3ec-0a80fe494013),segment_id=8a7e5006-203d-4396-a3ec-0a80fe494013)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:32.436923 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.451329 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 286ce4ab-4f08-452c-a491-5062b5ee410b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=286ce4ab-4f08-452c-a491-5062b5ee410b,segment=NetworkSegment(0c0b24b7-5670-4c42-a51d-f932b75f6edd),segment_id=0c0b24b7-5670-4c42-a51d-f932b75f6edd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:32.455787 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.456023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Calling delete_port for 34059d7e-007c-4cd8-a808-3ec49020f345 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:32.474298 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '286ce4ab-4f08-452c-a491-5062b5ee410b', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'port_id': '286ce4ab-4f08-452c-a491-5062b5ee410b', 'mac_address': 'fa:16:3e:29:48:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:41:32.642819 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7fa04-5f67-4515-bb51-97ecb048eef3 req-0d38b97a-de5d-4679-ba7e-eb562ebf58a8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:32.644482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42e7fa04-5f67-4515-bb51-97ecb048eef3 req-0d38b97a-de5d-4679-ba7e-eb562ebf58a8 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0816858 Dec 16 22:41:32.658210 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.697262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286ce4ab-4f08-452c-a491-5062b5ee410b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:41:32.699917 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389959ac-8d40-42cf-8e58-2106d9e04647" -d '{"events": [{"server_uuid": "adbe0eeb-afec-4f35-8400-35b50dd10572", "name": "network-vif-unplugged", "status": "completed", "tag": "286ce4ab-4f08-452c-a491-5062b5ee410b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:41:32.706336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event deleted for resources: {'Port': ['ID=34059d7e-007c-4cd8-a808-3ec49020f345,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:32.706590 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-702022a1-314b-49b6-a425-6068f1d6ee21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.716667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] No DVR routers for this DVR port 34059d7e-007c-4cd8-a808-3ec49020f345 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:41:32.723325 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 286ce4ab-4f08-452c-a491-5062b5ee410b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=286ce4ab-4f08-452c-a491-5062b5ee410b,segment=NetworkSegment(0c0b24b7-5670-4c42-a51d-f932b75f6edd),segment_id=0c0b24b7-5670-4c42-a51d-f932b75f6edd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:32.750040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702022a1-314b-49b6-a425-6068f1d6ee21 None None] Pushing event deleted for resources: {'Port': ['ID=34059d7e-007c-4cd8-a808-3ec49020f345,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:32.755169 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702022a1-314b-49b6-a425-6068f1d6ee21 None None] No DVR routers for this DVR port 34059d7e-007c-4cd8-a808-3ec49020f345 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:41:32.756535 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.779550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42e7fa04-5f67-4515-bb51-97ecb048eef3 req-082554f0-3c56-4e15-a1c6-50c7f89eda76 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232324 Dec 16 22:41:32.779751 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 286ce4ab-4f08-452c-a491-5062b5ee410b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:41:32.793563 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38978) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:32.828094 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.857747 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.874348 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c9f9c70d-8165-41bd-a12e-c1236e01b771 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/floatingips/85b88166-8f5e-4878-b1b0-b050cd1b153a HTTP/1.1" status: 200 len: 993 time: 0.0778294 Dec 16 22:41:32.893552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46f9022-e40f-45f5-8f72-e056b44298a7']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:32.904612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7e5006-203d-4396-a3ec-0a80fe494013') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:32.904915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7e5006-203d-4396-a3ec-0a80fe494013') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:32.907494 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d9e010-3e69-4326-86d4-f98674cb39b3 x-openstack-request-id: req-15d9e010-3e69-4326-86d4-f98674cb39b3 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:41:32.907795 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbe0eeb-afec-4f35-8400-35b50dd10572", "name": "network-vif-unplugged", "status": "completed", "tag": "286ce4ab-4f08-452c-a491-5062b5ee410b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:41:32.908052 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15d9e010-3e69-4326-86d4-f98674cb39b3 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:41:32.908522 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286ce4ab-4f08-452c-a491-5062b5ee410b', 'code': 200} Dec 16 22:41:32.914917 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.930726 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:41:32.931103 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:41:32.931331 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.938632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:41:32.939034 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:41:32.942247 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:41:32.946682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=286ce4ab-4f08-452c-a491-5062b5ee410b,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:33.068704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62cd3f09-9706-4bd5-a99d-9bd435aa85e0 req-4b514ec0-2ce0-485e-a06d-41bb43373cde tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0277238 Dec 16 22:41:33.097387 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.104604 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.108382 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "DELETE /v2.0/networks/f46f9022-e40f-45f5-8f72-e056b44298a7 HTTP/1.1" status: 204 len: 168 time: 0.9451818 Dec 16 22:41:33.110789 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38982) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:33.128453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e8f52-b6c8-4344-b1ed-f98363f61d5f tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event deleted for resources: {'Network': ['ID=f46f9022-e40f-45f5-8f72-e056b44298a7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:33.201921 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-704bd8af-8910-4a60-ac5b-c9073764e50c tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.294954 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-704bd8af-8910-4a60-ac5b-c9073764e50c tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.316713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-704bd8af-8910-4a60-ac5b-c9073764e50c tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1250f78d-16d5-4a6b-96eb-b2f3885d86e0']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:33.326676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-704bd8af-8910-4a60-ac5b-c9073764e50c tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1461d375-e81c-4d49-a48e-479dc715ac3f') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:33.326910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-704bd8af-8910-4a60-ac5b-c9073764e50c tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1461d375-e81c-4d49-a48e-479dc715ac3f') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:33.336283 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-704bd8af-8910-4a60-ac5b-c9073764e50c tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.349508 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-704bd8af-8910-4a60-ac5b-c9073764e50c tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.355788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704bd8af-8910-4a60-ac5b-c9073764e50c tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:41:33.356186 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-704bd8af-8910-4a60-ac5b-c9073764e50c tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:41:33.359127 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:41:33.469910 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.483390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286ce4ab-4f08-452c-a491-5062b5ee410b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:41:33.503620 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 286ce4ab-4f08-452c-a491-5062b5ee410b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=286ce4ab-4f08-452c-a491-5062b5ee410b,segment=NetworkSegment(0c0b24b7-5670-4c42-a51d-f932b75f6edd),segment_id=0c0b24b7-5670-4c42-a51d-f932b75f6edd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:33.507613 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-704bd8af-8910-4a60-ac5b-c9073764e50c tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.511637 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-704bd8af-8910-4a60-ac5b-c9073764e50c tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.515047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-704bd8af-8910-4a60-ac5b-c9073764e50c tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "DELETE /v2.0/networks/1250f78d-16d5-4a6b-96eb-b2f3885d86e0 HTTP/1.1" status: 204 len: 168 time: 0.4032404 Dec 16 22:41:33.517720 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38984) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:33.527665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bd8af-8910-4a60-ac5b-c9073764e50c tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event deleted for resources: {'Network': ['ID=1250f78d-16d5-4a6b-96eb-b2f3885d86e0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:33.601011 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3868-6213-421c-8fdf-1ab1b69f4803 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.613309 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.666026 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=286ce4ab-4f08-452c-a491-5062b5ee410b,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:33.690766 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3868-6213-421c-8fdf-1ab1b69f4803 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.711164 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5b1b3868-6213-421c-8fdf-1ab1b69f4803 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a25e66d-0138-4291-893f-fa76fa84a258']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:33.720824 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5b1b3868-6213-421c-8fdf-1ab1b69f4803 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20bb71c-d672-4af2-afc4-7e937b569dca') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:33.721126 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5b1b3868-6213-421c-8fdf-1ab1b69f4803 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20bb71c-d672-4af2-afc4-7e937b569dca') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:33.731722 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3868-6213-421c-8fdf-1ab1b69f4803 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.746223 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3868-6213-421c-8fdf-1ab1b69f4803 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.752260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1b3868-6213-421c-8fdf-1ab1b69f4803 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:41:33.754634 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3868-6213-421c-8fdf-1ab1b69f4803 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:41:33.755706 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:41:33.904916 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3868-6213-421c-8fdf-1ab1b69f4803 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.912130 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3868-6213-421c-8fdf-1ab1b69f4803 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.915502 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5b1b3868-6213-421c-8fdf-1ab1b69f4803 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] 10.222.0.43 "DELETE /v2.0/networks/1a25e66d-0138-4291-893f-fa76fa84a258 HTTP/1.1" status: 204 len: 168 time: 0.3968024 Dec 16 22:41:33.930863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b3868-6213-421c-8fdf-1ab1b69f4803 tempest-BulkNetworkOpsIpV6Test-2053705396 tempest-BulkNetworkOpsIpV6Test-2053705396-project] Pushing event deleted for resources: {'Network': ['ID=1a25e66d-0138-4291-893f-fa76fa84a258,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:33.954284 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['286ce4ab-4f08-452c-a491-5062b5ee410b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:41:34.040535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:41:34.073437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:41:34.074366 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2dfcb8c3-e88f-48a4-aa38-c48cbc3d89a6 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:41:34.150795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d95d0f8d-0e6c-4d1c-9db4-07fe0b7ef631 req-9796ae7b-8887-455b-8401-d9ccecd1a8d2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0278947 Dec 16 22:41:34.482412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38996) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:34.620510 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-307df01b-f9c5-4fff-9930-87d45e0864a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=683a84627333436593be02f589842b92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368961 Dec 16 22:41:34.623319 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39002) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:34.677065 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbe8c-5931-4108-87c7-d4ca9df21ac6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:34.696768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbe8c-5931-4108-87c7-d4ca9df21ac6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:34.812718 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbe8c-5931-4108-87c7-d4ca9df21ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:34.815443 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbe8c-5931-4108-87c7-d4ca9df21ac6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:34.816631 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dbcbbe8c-5931-4108-87c7-d4ca9df21ac6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/214dcaf0-e039-4dee-8df8-368f84ec4877 HTTP/1.1" status: 204 len: 168 time: 0.1923816 Dec 16 22:41:34.825349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbbe8c-5931-4108-87c7-d4ca9df21ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214dcaf0-e039-4dee-8df8-368f84ec4877,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:35.237271 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f834d307-0d24-486f-88f5-b3474662da38 req-581c0180-72b2-43c3-a456-9b8c43334f57 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0284233 Dec 16 22:41:35.956148 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39032) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:36.055893 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e59582d2-a4e7-4924-81aa-a199b5d0ef01 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] Request body: {'port': {'network_id': 'bd73c237-72ef-431e-8efb-7360511db75e', 'name': 'tempest-NetworksNegativeTestJSON-1522761812'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:36.071368 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59582d2-a4e7-4924-81aa-a199b5d0ef01 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] POST failed (client error): The resource could not be found. Dec 16 22:41:36.071887 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59582d2-a4e7-4924-81aa-a199b5d0ef01 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:41:36.073039 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e59582d2-a4e7-4924-81aa-a199b5d0ef01 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1158841 Dec 16 22:41:36.078808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39036) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:36.098645 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9abe26-283c-4a60-956d-a9764ccce479 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] DELETE failed (client error): The resource could not be found. Dec 16 22:41:36.099148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9abe26-283c-4a60-956d-a9764ccce479 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:41:36.102183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dd9abe26-283c-4a60-956d-a9764ccce479 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] 10.222.0.43 "DELETE /v2.0/networks/b217e204-7bb1-43fd-83d3-e01009110e04 HTTP/1.1" status: 404 len: 339 time: 0.0223446 Dec 16 22:41:36.106384 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39038) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:36.134108 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce242348-9b62-4036-9d9c-771f2a2aa79a tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] DELETE failed (client error): The resource could not be found. Dec 16 22:41:36.134664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce242348-9b62-4036-9d9c-771f2a2aa79a tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:41:36.138631 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ce242348-9b62-4036-9d9c-771f2a2aa79a tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] 10.222.0.43 "DELETE /v2.0/ports/716aaa78-d30a-486e-be3e-ce2ace357e6e HTTP/1.1" status: 404 len: 333 time: 0.0312269 Dec 16 22:41:36.144615 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39040) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:36.175042 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c143fa-32e4-4058-b33e-c57c180bcb35 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] DELETE failed (client error): The resource could not be found. Dec 16 22:41:36.175542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c143fa-32e4-4058-b33e-c57c180bcb35 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:41:36.178638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b3c143fa-32e4-4058-b33e-c57c180bcb35 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] 10.222.0.43 "DELETE /v2.0/subnets/693f59e1-f658-4def-921a-3bfa1b8e42bf HTTP/1.1" status: 404 len: 337 time: 0.0330615 Dec 16 22:41:36.182424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39042) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:36.202570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 286ce4ab-4f08-452c-a491-5062b5ee410b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:41:36.204202 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd3d85e-3b4c-446c-9a54-bb6b72f84500 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] GET failed (client error): The resource could not be found. Dec 16 22:41:36.205616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bcd3d85e-3b4c-446c-9a54-bb6b72f84500 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] 10.222.0.43 "GET /v2.0/networks/0e0022fe-620b-475d-b966-2593c1653862 HTTP/1.1" status: 404 len: 339 time: 0.0216894 Dec 16 22:41:36.209533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39044) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:36.249622 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b4eedf-4419-4913-83c1-581f0fac7098 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] GET failed (client error): The resource could not be found. Dec 16 22:41:36.252028 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b4b4eedf-4419-4913-83c1-581f0fac7098 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] 10.222.0.43 "GET /v2.0/ports/c86b6af4-8030-42e2-a8d2-8950d987b40e HTTP/1.1" status: 404 len: 333 time: 0.0408382 Dec 16 22:41:36.255992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39046) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:36.285130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 286ce4ab-4f08-452c-a491-5062b5ee410b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:36.285644 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:36.287202 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdea537-357f-40ab-9647-8d40803be48a tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] GET failed (client error): The resource could not be found. Dec 16 22:41:36.288806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7cdea537-357f-40ab-9647-8d40803be48a tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] 10.222.0.43 "GET /v2.0/subnets/5e79109d-041f-47d0-a733-dc669a1ce54f HTTP/1.1" status: 404 len: 337 time: 0.0316927 Dec 16 22:41:36.292759 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39050) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:36.298109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-287fc013-7036-437b-a398-31d6a5b37896 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:36.322580 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-287fc013-7036-437b-a398-31d6a5b37896 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] PUT failed (client error): The resource could not be found. Dec 16 22:41:36.324410 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287fc013-7036-437b-a398-31d6a5b37896 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:41:36.327992 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-287fc013-7036-437b-a398-31d6a5b37896 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] 10.222.0.43 "PUT /v2.0/networks/a85669cb-c7b0-4a09-887a-1fb16d872d33 HTTP/1.1" status: 404 len: 339 time: 0.0337079 Dec 16 22:41:36.329918 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39052) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:36.335381 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-91e597b9-fd6c-445f-9c2b-67544e238217 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:36.345172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed6e44af-d0f0-44e2-9958-5544738a761e req-db9abc6f-67cd-4097-945f-900769bf5830 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0411246 Dec 16 22:41:36.368292 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e597b9-fd6c-445f-9c2b-67544e238217 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] PUT failed (client error): The resource could not be found. Dec 16 22:41:36.368906 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e597b9-fd6c-445f-9c2b-67544e238217 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:41:36.370133 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-91e597b9-fd6c-445f-9c2b-67544e238217 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] 10.222.0.43 "PUT /v2.0/ports/2d8373e4-270c-4685-bddd-745f010dec0e HTTP/1.1" status: 404 len: 333 time: 0.0391641 Dec 16 22:41:36.374401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39054) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:36.379693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-232fe4b6-be07-4c87-b124-267f8275d347 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:36.387310 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:36.408030 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-232fe4b6-be07-4c87-b124-267f8275d347 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] PUT failed (client error): The resource could not be found. Dec 16 22:41:36.408516 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232fe4b6-be07-4c87-b124-267f8275d347 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:41:36.408701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286ce4ab-4f08-452c-a491-5062b5ee410b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:41:36.409706 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-232fe4b6-be07-4c87-b124-267f8275d347 tempest-NetworksNegativeTestJSON-511565050 tempest-NetworksNegativeTestJSON-511565050-project] 10.222.0.43 "PUT /v2.0/subnets/cb4bef61-7860-46de-b048-2417350d357c HTTP/1.1" status: 404 len: 337 time: 0.0343096 Dec 16 22:41:36.410852 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ae080a-24b7-4c1a-b173-71bdde46de86" -d '{"events": [{"server_uuid": "adbe0eeb-afec-4f35-8400-35b50dd10572", "name": "network-vif-plugged", "status": "completed", "tag": "286ce4ab-4f08-452c-a491-5062b5ee410b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:41:36.426117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 286ce4ab-4f08-452c-a491-5062b5ee410b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=286ce4ab-4f08-452c-a491-5062b5ee410b,segment=NetworkSegment(0c0b24b7-5670-4c42-a51d-f932b75f6edd),segment_id=0c0b24b7-5670-4c42-a51d-f932b75f6edd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:36.454344 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609f5b6b-0a58-4079-ad79-a5f027d6acad x-openstack-request-id: req-609f5b6b-0a58-4079-ad79-a5f027d6acad {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:41:36.454690 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbe0eeb-afec-4f35-8400-35b50dd10572", "name": "network-vif-plugged", "status": "completed", "tag": "286ce4ab-4f08-452c-a491-5062b5ee410b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:41:36.454982 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-609f5b6b-0a58-4079-ad79-a5f027d6acad {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:41:36.455424 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286ce4ab-4f08-452c-a491-5062b5ee410b', 'code': 200} Dec 16 22:41:36.535141 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:36.581117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=286ce4ab-4f08-452c-a491-5062b5ee410b,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:36.987072 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39066) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:37.110261 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50159774-1355-4602-a047-95cca9414c7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:37.195546 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50159774-1355-4602-a047-95cca9414c7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:37.429896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b95297c-af5a-48c2-b800-9b88fa156f9c req-b4055c86-9fdb-403b-b5a2-e76a6875bde5 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0283802 Dec 16 22:41:37.652465 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50159774-1355-4602-a047-95cca9414c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:37.694293 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-50159774-1355-4602-a047-95cca9414c7e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec5dee93a8d24ed79c5b7631f8a62922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7060635 Dec 16 22:41:37.695191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50159774-1355-4602-a047-95cca9414c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908d4e74-75fb-4619-8ee3-7e2d9952ae29,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:37.698022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39072) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:37.757827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-34c52517-4fbd-4cdf-b0ba-7248e51cbe7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:37.782479 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-34c52517-4fbd-4cdf-b0ba-7248e51cbe7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:37.938973 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-34c52517-4fbd-4cdf-b0ba-7248e51cbe7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:37.945864 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-34c52517-4fbd-4cdf-b0ba-7248e51cbe7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:37.945864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-34c52517-4fbd-4cdf-b0ba-7248e51cbe7c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/908d4e74-75fb-4619-8ee3-7e2d9952ae29 HTTP/1.1" status: 204 len: 168 time: 0.2426739 Dec 16 22:41:37.952543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c52517-4fbd-4cdf-b0ba-7248e51cbe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908d4e74-75fb-4619-8ee3-7e2d9952ae29,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:38.527389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7e012c6-824d-4e4c-a517-1e2b60660d98 req-4c36637b-a076-4b08-8dd9-f741992e990d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0390434 Dec 16 22:41:39.188214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39104) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:39.299481 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-96a605e6-0fe4-4220-9888-69f8e116b55a tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:39.300302 n-d-821840-2 neutron-server[103952]: WARNING neutron.api.v2.base [None req-96a605e6-0fe4-4220-9888-69f8e116b55a tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 22:41:39.300931 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-96a605e6-0fe4-4220-9888-69f8e116b55a tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 22:41:39.301999 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-96a605e6-0fe4-4220-9888-69f8e116b55a tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1126845 Dec 16 22:41:39.306350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39108) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:39.311917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f940d1d2-d9f9-406e-b7a9-0e26f9711408 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1442187387'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:39.430518 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f940d1d2-d9f9-406e-b7a9-0e26f9711408 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:39.441090 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f940d1d2-d9f9-406e-b7a9-0e26f9711408 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:39.522553 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f940d1d2-d9f9-406e-b7a9-0e26f9711408 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:39.615546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6736770b-3548-4bd7-ad3e-315c2e91616a req-a59db14e-9cea-4e6e-b7b8-8d92d4f58a35 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0308561 Dec 16 22:41:39.616290 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f940d1d2-d9f9-406e-b7a9-0e26f9711408 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:39.651093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940d1d2-d9f9-406e-b7a9-0e26f9711408 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc4123c-e05b-4118-9af3-4d5c69a62b78,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:39.704189 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f940d1d2-d9f9-406e-b7a9-0e26f9711408 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:39.817143 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f940d1d2-d9f9-406e-b7a9-0e26f9711408 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:39.847727 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940d1d2-d9f9-406e-b7a9-0e26f9711408 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3157acbe-cb89-4375-8651-8a268c965dca,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:39.951230 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f940d1d2-d9f9-406e-b7a9-0e26f9711408 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:39.952697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f940d1d2-d9f9-406e-b7a9-0e26f9711408 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6453269 Dec 16 22:41:39.955587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39112) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:39.960170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7d4e9e3f-b67d-4644-accd-7588b6717da9 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '3157acbe-cb89-4375-8651-8a268c965dca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:40.120801 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d4e9e3f-b67d-4644-accd-7588b6717da9 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:40.181630 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d4e9e3f-b67d-4644-accd-7588b6717da9 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:40.269786 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d4e9e3f-b67d-4644-accd-7588b6717da9 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:40.289760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e9e3f-b67d-4644-accd-7588b6717da9 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207f980c-2a56-4957-96a5-a14aba2a7402,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:40.397919 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d4e9e3f-b67d-4644-accd-7588b6717da9 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:40.399181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7d4e9e3f-b67d-4644-accd-7588b6717da9 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4426908 Dec 16 22:41:40.402823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39118) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:40.407560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-bdcecd64-dea2-4bc6-9148-88a090602fa4 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '3157acbe-cb89-4375-8651-8a268c965dca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:40.525438 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bdcecd64-dea2-4bc6-9148-88a090602fa4 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:40.669022 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-bdcecd64-dea2-4bc6-9148-88a090602fa4 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 22:41:40.670187 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bdcecd64-dea2-4bc6-9148-88a090602fa4 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2662392 Dec 16 22:41:40.673071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39122) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:40.701808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a036f898-025e-4674-be9d-65b4dae9db03 req-ca5d733a-5327-48ca-b835-92213f957121 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0304446 Dec 16 22:41:40.740886 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b94ba09-041e-42e8-9bd8-e4ce1a25c193 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:40.767757 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b94ba09-041e-42e8-9bd8-e4ce1a25c193 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:40.944135 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b94ba09-041e-42e8-9bd8-e4ce1a25c193 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:40.947725 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b94ba09-041e-42e8-9bd8-e4ce1a25c193 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:40.948008 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4b94ba09-041e-42e8-9bd8-e4ce1a25c193 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "DELETE /v2.0/security-groups/3157acbe-cb89-4375-8651-8a268c965dca HTTP/1.1" status: 204 len: 168 time: 0.2739708 Dec 16 22:41:40.952164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39124) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:40.958777 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94ba09-041e-42e8-9bd8-e4ce1a25c193 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3157acbe-cb89-4375-8651-8a268c965dca,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:40.998706 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b24daea5-d5ec-402e-bb93-fd4ccc8bdd80 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0450413 Dec 16 22:41:41.003926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39126) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:41.007340 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-11c5c41a-4317-4846-83b3-82941aae5ea6 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group': {'name': 'tempest-secgroup--640896958'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:41.137542 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11c5c41a-4317-4846-83b3-82941aae5ea6 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.212877 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11c5c41a-4317-4846-83b3-82941aae5ea6 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.296909 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11c5c41a-4317-4846-83b3-82941aae5ea6 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.328615 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5c41a-4317-4846-83b3-82941aae5ea6 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158d5a1a-4885-4293-a369-079b48a8d809,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:41.420783 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-11c5c41a-4317-4846-83b3-82941aae5ea6 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.422177 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-11c5c41a-4317-4846-83b3-82941aae5ea6 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4190173 Dec 16 22:41:41.425200 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39132) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:41.429965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-48f12434-a2d1-4e8c-8eea-88bca7cb1e97 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '158d5a1a-4885-4293-a369-079b48a8d809', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:41.430462 n-d-821840-2 neutron-server[103952]: WARNING neutron.api.v2.base [None req-48f12434-a2d1-4e8c-8eea-88bca7cb1e97 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 16 22:41:41.430972 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-48f12434-a2d1-4e8c-8eea-88bca7cb1e97 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:41.432073 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-48f12434-a2d1-4e8c-8eea-88bca7cb1e97 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058532 Dec 16 22:41:41.435484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39134) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:41.495814 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b52525f6-646c-4c4e-ae62-b9b4ce3101dc tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.522728 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b52525f6-646c-4c4e-ae62-b9b4ce3101dc tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.658929 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b52525f6-646c-4c4e-ae62-b9b4ce3101dc tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.661772 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b52525f6-646c-4c4e-ae62-b9b4ce3101dc tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.672461 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b52525f6-646c-4c4e-ae62-b9b4ce3101dc tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "DELETE /v2.0/security-groups/158d5a1a-4885-4293-a369-079b48a8d809 HTTP/1.1" status: 204 len: 168 time: 0.2265553 Dec 16 22:41:41.672623 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39136) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:41.674287 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52525f6-646c-4c4e-ae62-b9b4ce3101dc tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158d5a1a-4885-4293-a369-079b48a8d809,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:41.718628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3830867e-acb7-4f2f-9099-dfe2f49e8644 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0517476 Dec 16 22:41:41.722324 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39138) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:41.730109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f08aa30a-a30a-4900-a219-18a214f4826c tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1985705601'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:41.799926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c88b9b68-03d4-4900-8ba5-a80e78ca9c45 req-1fe45936-87bf-4d7c-b97a-756b41eb8ce4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0282497 Dec 16 22:41:41.858555 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f08aa30a-a30a-4900-a219-18a214f4826c tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.930799 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f08aa30a-a30a-4900-a219-18a214f4826c tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.996599 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f08aa30a-a30a-4900-a219-18a214f4826c tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.032612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08aa30a-a30a-4900-a219-18a214f4826c tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0337c5-b8cc-429a-bc9c-16d9cfff7cf5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:42.090247 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f08aa30a-a30a-4900-a219-18a214f4826c tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.091465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f08aa30a-a30a-4900-a219-18a214f4826c tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3677680 Dec 16 22:41:42.094502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39142) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:42.099381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-3154faba-5ef6-46af-97f2-45567d34d641 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '6f0337c5-b8cc-429a-bc9c-16d9cfff7cf5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:42.100253 n-d-821840-2 neutron-server[103951]: WARNING neutron.api.v2.base [None req-3154faba-5ef6-46af-97f2-45567d34d641 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 16 22:41:42.100775 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-3154faba-5ef6-46af-97f2-45567d34d641 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:42.101722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3154faba-5ef6-46af-97f2-45567d34d641 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062933 Dec 16 22:41:42.104501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39144) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:42.168577 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8fd5599b-360b-4d5b-8165-bd00432246c4 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.195447 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8fd5599b-360b-4d5b-8165-bd00432246c4 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.339663 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8fd5599b-360b-4d5b-8165-bd00432246c4 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.342843 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8fd5599b-360b-4d5b-8165-bd00432246c4 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.344051 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8fd5599b-360b-4d5b-8165-bd00432246c4 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "DELETE /v2.0/security-groups/6f0337c5-b8cc-429a-bc9c-16d9cfff7cf5 HTTP/1.1" status: 204 len: 168 time: 0.2379701 Dec 16 22:41:42.347978 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39150) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:42.356351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5599b-360b-4d5b-8165-bd00432246c4 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0337c5-b8cc-429a-bc9c-16d9cfff7cf5,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:42.412405 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-95f3ab02-83d2-415d-a817-c85574bdd0b4 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0625012 Dec 16 22:41:42.415580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39152) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:42.420644 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-df2c3837-747f-44a5-a8d4-929f528cc575 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group': {'name': 'tempest-secgroup--602399936'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:42.504520 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df2c3837-747f-44a5-a8d4-929f528cc575 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.584261 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df2c3837-747f-44a5-a8d4-929f528cc575 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.686724 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df2c3837-747f-44a5-a8d4-929f528cc575 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.724580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c3837-747f-44a5-a8d4-929f528cc575 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7643cd9f-cd97-49c1-8628-3074eb55fd2d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:42.787130 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df2c3837-747f-44a5-a8d4-929f528cc575 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.789234 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-df2c3837-747f-44a5-a8d4-929f528cc575 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3724768 Dec 16 22:41:42.792022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39154) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:42.797069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-416b4f2e-8342-469e-bd37-0a7085678564 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '7643cd9f-cd97-49c1-8628-3074eb55fd2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:42.797969 n-d-821840-2 neutron-server[103951]: WARNING neutron.api.v2.base [None req-416b4f2e-8342-469e-bd37-0a7085678564 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 16 22:41:42.798520 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-416b4f2e-8342-469e-bd37-0a7085678564 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:42.799960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-416b4f2e-8342-469e-bd37-0a7085678564 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063746 Dec 16 22:41:42.802645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39156) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:42.808972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a774e2de-15ee-4295-8454-2d0edd91d951 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '7643cd9f-cd97-49c1-8628-3074eb55fd2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:42.809770 n-d-821840-2 neutron-server[103951]: WARNING neutron.api.v2.base [None req-a774e2de-15ee-4295-8454-2d0edd91d951 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 16 22:41:42.810299 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-a774e2de-15ee-4295-8454-2d0edd91d951 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:42.811366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a774e2de-15ee-4295-8454-2d0edd91d951 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076807 Dec 16 22:41:42.815307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39158) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:42.819943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-35b507dd-1421-4b5f-9a9b-d5b607edfea8 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '7643cd9f-cd97-49c1-8628-3074eb55fd2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:42.820792 n-d-821840-2 neutron-server[103951]: WARNING neutron.api.v2.base [None req-35b507dd-1421-4b5f-9a9b-d5b607edfea8 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 16 22:41:42.821292 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-35b507dd-1421-4b5f-9a9b-d5b607edfea8 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:42.822294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-35b507dd-1421-4b5f-9a9b-d5b607edfea8 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060439 Dec 16 22:41:42.828325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39162) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:42.834977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-abb676ff-8c84-49b0-acf2-47f2053a093f tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '7643cd9f-cd97-49c1-8628-3074eb55fd2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:42.834977 n-d-821840-2 neutron-server[103951]: WARNING neutron.api.v2.base [None req-abb676ff-8c84-49b0-acf2-47f2053a093f tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 16 22:41:42.835246 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-abb676ff-8c84-49b0-acf2-47f2053a093f tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:42.836149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-abb676ff-8c84-49b0-acf2-47f2053a093f tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068495 Dec 16 22:41:42.842000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39164) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:42.903656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8636af2a-a3b5-4c82-8be8-8311ddfa8a2b req-64903358-64c5-4033-80a1-68232e74039c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0383172 Dec 16 22:41:42.930020 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2b72fee1-2096-4858-9471-1d5ad991faca tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.955775 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2b72fee1-2096-4858-9471-1d5ad991faca tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.091766 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2b72fee1-2096-4858-9471-1d5ad991faca tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.094425 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2b72fee1-2096-4858-9471-1d5ad991faca tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.095678 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2b72fee1-2096-4858-9471-1d5ad991faca tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "DELETE /v2.0/security-groups/7643cd9f-cd97-49c1-8628-3074eb55fd2d HTTP/1.1" status: 204 len: 168 time: 0.2525907 Dec 16 22:41:43.098555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39166) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:43.105483 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72fee1-2096-4858-9471-1d5ad991faca tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7643cd9f-cd97-49c1-8628-3074eb55fd2d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:43.157766 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4bc649b5-c653-4afe-8746-270a57ccfe07 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0578246 Dec 16 22:41:43.161493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39168) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:43.165801 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e374dc16-fc8d-452e-ae6d-406d491582fb tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168594817'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:43.292605 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e374dc16-fc8d-452e-ae6d-406d491582fb tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.321376 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.366708 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e374dc16-fc8d-452e-ae6d-406d491582fb tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.441475 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.475364 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e374dc16-fc8d-452e-ae6d-406d491582fb tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.505105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374dc16-fc8d-452e-ae6d-406d491582fb tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=904c4176-7f1c-443a-80cf-cb7b8f7b8ab9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:43.580489 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e374dc16-fc8d-452e-ae6d-406d491582fb tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.581811 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e374dc16-fc8d-452e-ae6d-406d491582fb tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4193687 Dec 16 22:41:43.584877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39174) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:43.589377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1c5a5cba-f6f6-465c-b9d6-214d5dcac904 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '904c4176-7f1c-443a-80cf-cb7b8f7b8ab9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:43.590059 n-d-821840-2 neutron-server[103952]: WARNING neutron.api.v2.base [None req-1c5a5cba-f6f6-465c-b9d6-214d5dcac904 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 22:41:43.590641 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-1c5a5cba-f6f6-465c-b9d6-214d5dcac904 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:43.591796 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1c5a5cba-f6f6-465c-b9d6-214d5dcac904 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059304 Dec 16 22:41:43.594684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39176) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:43.599160 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f05bbec5-d836-44b4-b8ee-60af35531e31 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '904c4176-7f1c-443a-80cf-cb7b8f7b8ab9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:43.794443 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-f05bbec5-d836-44b4-b8ee-60af35531e31 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:43.795574 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f05bbec5-d836-44b4-b8ee-60af35531e31 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1998994 Dec 16 22:41:43.798347 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39178) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:43.802748 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-55a8bf0d-2d1c-4e49-a272-360b637666b3 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '904c4176-7f1c-443a-80cf-cb7b8f7b8ab9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:43.803219 n-d-821840-2 neutron-server[103952]: WARNING neutron.api.v2.base [None req-55a8bf0d-2d1c-4e49-a272-360b637666b3 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 16 22:41:43.803709 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-55a8bf0d-2d1c-4e49-a272-360b637666b3 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:43.804632 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-55a8bf0d-2d1c-4e49-a272-360b637666b3 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053842 Dec 16 22:41:43.807024 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39180) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:43.812180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-74b5dd95-00b4-4e93-9bd1-9a9aab06d37a tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '904c4176-7f1c-443a-80cf-cb7b8f7b8ab9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:43.988705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40ca3ea2-4a78-43ba-bf0d-cded0a4269dc req-234cfb3a-deac-4b37-84bb-0568a30d44a7 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0282102 Dec 16 22:41:44.018597 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-74b5dd95-00b4-4e93-9bd1-9a9aab06d37a tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:44.023643 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-74b5dd95-00b4-4e93-9bd1-9a9aab06d37a tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2113147 Dec 16 22:41:44.025770 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39184) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:44.030371 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b21fcf22-1d75-40e4-9ebb-ff1d867059fc tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '904c4176-7f1c-443a-80cf-cb7b8f7b8ab9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:44.030841 n-d-821840-2 neutron-server[103952]: WARNING neutron.api.v2.base [None req-b21fcf22-1d75-40e4-9ebb-ff1d867059fc tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 22:41:44.031346 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-b21fcf22-1d75-40e4-9ebb-ff1d867059fc tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:44.032413 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b21fcf22-1d75-40e4-9ebb-ff1d867059fc tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055153 Dec 16 22:41:44.034778 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39186) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:44.039224 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d00775d1-de61-40de-8712-e96b0ee79516 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '904c4176-7f1c-443a-80cf-cb7b8f7b8ab9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:44.155654 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-d00775d1-de61-40de-8712-e96b0ee79516 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Project 640f2728da584d938fbbece5c2df2823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:41:44.239981 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-d00775d1-de61-40de-8712-e96b0ee79516 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:44.241103 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d00775d1-de61-40de-8712-e96b0ee79516 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2053633 Dec 16 22:41:44.244032 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39188) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:44.249780 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-93171f82-a5f7-4914-b99a-21bb2b770d0b tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '904c4176-7f1c-443a-80cf-cb7b8f7b8ab9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:44.255467 n-d-821840-2 neutron-server[103952]: WARNING neutron.api.v2.base [None req-93171f82-a5f7-4914-b99a-21bb2b770d0b tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 16 22:41:44.255467 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-93171f82-a5f7-4914-b99a-21bb2b770d0b tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:44.255467 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-93171f82-a5f7-4914-b99a-21bb2b770d0b tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067081 Dec 16 22:41:44.257527 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39190) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:44.263887 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ddb2e80d-dbea-4232-bf91-046f99c29167 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '904c4176-7f1c-443a-80cf-cb7b8f7b8ab9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:44.367218 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-ddb2e80d-dbea-4232-bf91-046f99c29167 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Project 640f2728da584d938fbbece5c2df2823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:41:44.475621 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-ddb2e80d-dbea-4232-bf91-046f99c29167 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:44.476734 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ddb2e80d-dbea-4232-bf91-046f99c29167 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2182405 Dec 16 22:41:44.479761 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39196) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:44.485129 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5730e9d0-27b3-4e10-8f1c-ab56df3b73a0 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '904c4176-7f1c-443a-80cf-cb7b8f7b8ab9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:44.588287 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-5730e9d0-27b3-4e10-8f1c-ab56df3b73a0 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Project 640f2728da584d938fbbece5c2df2823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:41:44.693881 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-5730e9d0-27b3-4e10-8f1c-ab56df3b73a0 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:44.695695 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5730e9d0-27b3-4e10-8f1c-ab56df3b73a0 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2140658 Dec 16 22:41:44.698547 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39198) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:44.757519 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cfe3034c-00bf-42fd-b440-abf4dabbd447 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:44.784488 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cfe3034c-00bf-42fd-b440-abf4dabbd447 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:44.990018 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cfe3034c-00bf-42fd-b440-abf4dabbd447 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:44.993703 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cfe3034c-00bf-42fd-b440-abf4dabbd447 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:44.996162 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cfe3034c-00bf-42fd-b440-abf4dabbd447 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "DELETE /v2.0/security-groups/904c4176-7f1c-443a-80cf-cb7b8f7b8ab9 HTTP/1.1" status: 204 len: 168 time: 0.2957795 Dec 16 22:41:44.999079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39200) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:45.006920 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3034c-00bf-42fd-b440-abf4dabbd447 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=904c4176-7f1c-443a-80cf-cb7b8f7b8ab9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:45.055521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3541c923-1f5f-4e0e-9abe-02066c5519d9 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0515509 Dec 16 22:41:45.056216 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39204) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:45.061901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2c6c4253-2fed-4919-af07-c5d880c21d19 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619860407'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:45.096232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac98b5b2-7277-4d8b-8f7b-717bf8d9aa72 req-0e242bd6-2fe6-4854-a0a4-aab2266f26a7 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0285475 Dec 16 22:41:45.167439 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4253-2fed-4919-af07-c5d880c21d19 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:45.250516 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4253-2fed-4919-af07-c5d880c21d19 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:45.315480 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4253-2fed-4919-af07-c5d880c21d19 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:45.346921 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c4253-2fed-4919-af07-c5d880c21d19 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd9cd4b-316b-4ba7-9033-c7497b47e7ad,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:45.426636 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4253-2fed-4919-af07-c5d880c21d19 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:45.430867 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2c6c4253-2fed-4919-af07-c5d880c21d19 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3705213 Dec 16 22:41:45.430867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39210) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:45.435910 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8eaac136-42a4-41ef-b41d-de9d491ce805 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': 'bfd9cd4b-316b-4ba7-9033-c7497b47e7ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:45.635873 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-8eaac136-42a4-41ef-b41d-de9d491ce805 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The resource could not be found. Dec 16 22:41:45.636906 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8eaac136-42a4-41ef-b41d-de9d491ce805 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2050095 Dec 16 22:41:45.641787 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39212) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:45.646499 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d835d25a-d76d-49b5-81c7-956d654390f9 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': 'bfd9cd4b-316b-4ba7-9033-c7497b47e7ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e5c8b0c5-2bc0-4b37-ba90-d34c4212f5dd'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:45.864291 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-d835d25a-d76d-49b5-81c7-956d654390f9 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The resource could not be found. Dec 16 22:41:45.865671 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d835d25a-d76d-49b5-81c7-956d654390f9 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2227578 Dec 16 22:41:45.868775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39214) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:45.927887 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15ad6838-5046-44ef-953c-b45633efcd2e tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:45.954447 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15ad6838-5046-44ef-953c-b45633efcd2e tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:46.161638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15ad6838-5046-44ef-953c-b45633efcd2e tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:46.164585 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15ad6838-5046-44ef-953c-b45633efcd2e tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:46.170477 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-15ad6838-5046-44ef-953c-b45633efcd2e tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "DELETE /v2.0/security-groups/bfd9cd4b-316b-4ba7-9033-c7497b47e7ad HTTP/1.1" status: 204 len: 168 time: 0.2960579 Dec 16 22:41:46.171538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39218) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:46.183777 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad6838-5046-44ef-953c-b45633efcd2e tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd9cd4b-316b-4ba7-9033-c7497b47e7ad,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:46.185979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-333a04a5-2c4e-4a8e-857b-176335e1ce5e req-4f7a216e-c86d-4bed-9a7d-9141315eef23 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0328314 Dec 16 22:41:46.231843 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f71e30ec-a671-43b6-84a5-d8708beb99e4 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0592372 Dec 16 22:41:46.237613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39220) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:46.242816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-51036ddd-9ea8-4faa-9a18-8e182cf55e72 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': 'd3e27b26-7396-49cc-bef7-c1ae3bed89f5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:46.459360 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-51036ddd-9ea8-4faa-9a18-8e182cf55e72 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The resource could not be found. Dec 16 22:41:46.461206 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-51036ddd-9ea8-4faa-9a18-8e182cf55e72 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2223334 Dec 16 22:41:46.466371 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39224) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:46.471907 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9a51fad8-b365-45dc-a273-5b357c024e30 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group': {'name': 'tempest-secgroup--340738284'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:46.647057 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a51fad8-b365-45dc-a273-5b357c024e30 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:46.719966 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a51fad8-b365-45dc-a273-5b357c024e30 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:46.788215 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a51fad8-b365-45dc-a273-5b357c024e30 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:46.818971 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51fad8-b365-45dc-a273-5b357c024e30 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c66ad5f-caab-4e9e-92fc-b1a2a30cd44d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:46.905100 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a51fad8-b365-45dc-a273-5b357c024e30 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:46.906407 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9a51fad8-b365-45dc-a273-5b357c024e30 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4385006 Dec 16 22:41:46.909315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39228) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:46.913843 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9f7574c7-2005-4ab7-91e3-e036346c95de tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group': {'name': 'tempest-secgroup--691834772'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:47.006934 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f7574c7-2005-4ab7-91e3-e036346c95de tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:47.086759 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f7574c7-2005-4ab7-91e3-e036346c95de tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:47.092003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-b185d230-1ce2-4d38-b695-a667c195b902 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0517056 Dec 16 22:41:47.161299 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f7574c7-2005-4ab7-91e3-e036346c95de tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:47.191462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-aaddbf4c-9b86-498b-9b1a-edc3b1eb9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:47.192201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-aaddbf4c-9b86-498b-9b1a-edc3b1eb9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:47.192417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-aaddbf4c-9b86-498b-9b1a-edc3b1eb9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:47.192889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-aaddbf4c-9b86-498b-9b1a-edc3b1eb9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:47.193391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-aaddbf4c-9b86-498b-9b1a-edc3b1eb9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:47.193905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-aaddbf4c-9b86-498b-9b1a-edc3b1eb9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:47.194377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-aaddbf4c-9b86-498b-9b1a-edc3b1eb9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:47.196282 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7574c7-2005-4ab7-91e3-e036346c95de tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8dabb8-9748-4c55-994a-cc37a30b2f21,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:47.197104 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-aaddbf4c-9b86-498b-9b1a-edc3b1eb9e16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 6491 time: 0.0541251 Dec 16 22:41:47.271737 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f7574c7-2005-4ab7-91e3-e036346c95de tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:47.272965 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9f7574c7-2005-4ab7-91e3-e036346c95de tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3626781 Dec 16 22:41:47.276075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39232) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:47.281554 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e8a813cd-bb3c-438e-9e87-bd895a2e70f5 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': '7c66ad5f-caab-4e9e-92fc-b1a2a30cd44d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0e8dabb8-9748-4c55-994a-cc37a30b2f21'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:47.474551 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-e8a813cd-bb3c-438e-9e87-bd895a2e70f5 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:47.475799 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e8a813cd-bb3c-438e-9e87-bd895a2e70f5 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1985793 Dec 16 22:41:47.478696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39234) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:47.568723 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b92e0c0-4f5d-4e29-9209-95c31e01e23d tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:47.602597 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b92e0c0-4f5d-4e29-9209-95c31e01e23d tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:47.642105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7587c755-5d1e-4538-a227-563310b47c4d req-09066a80-74f2-4396-ac55-c2a192b1104c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.3595264 Dec 16 22:41:47.684599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-717f4ee7-2452-45c1-b11c-902ef5f9990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:47.691355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-717f4ee7-2452-45c1-b11c-902ef5f9990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:47.691355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-717f4ee7-2452-45c1-b11c-902ef5f9990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:47.691355 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-717f4ee7-2452-45c1-b11c-902ef5f9990e service neutron] 10.222.0.69 "GET /v2.0/networks?id=d29e897a-1707-4916-9e93-3168ac5f7a0f&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=37445d9f-0861-4e82-a857-7db94f202785&id=37445d9f-0861-4e82-a857-7db94f202785 HTTP/1.1" status: 200 len: 2292 time: 0.4604809 Dec 16 22:41:47.744611 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b92e0c0-4f5d-4e29-9209-95c31e01e23d tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:47.749354 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b92e0c0-4f5d-4e29-9209-95c31e01e23d tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:47.750677 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1b92e0c0-4f5d-4e29-9209-95c31e01e23d tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "DELETE /v2.0/security-groups/0e8dabb8-9748-4c55-994a-cc37a30b2f21 HTTP/1.1" status: 204 len: 168 time: 0.2694972 Dec 16 22:41:47.754353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39240) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:47.761272 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-4dd14353-a4e1-4d76-ab04-d11fde17de2f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b04ab81-2f34-4558-8334-a2484dc408c9 HTTP/1.1" status: 200 len: 1001 time: 0.0647271 Dec 16 22:41:47.768888 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92e0c0-4f5d-4e29-9209-95c31e01e23d tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8dabb8-9748-4c55-994a-cc37a30b2f21,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:47.824248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-e835f53d-7f5f-4e6a-9c77-07840e9b2839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:47.825794 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b37e9773-1780-4b8a-83d7-0becb4c1c7c1 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0690575 Dec 16 22:41:47.826051 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-e835f53d-7f5f-4e6a-9c77-07840e9b2839 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7388031d-9b1a-4850-8adb-5060292caf9d HTTP/1.1" status: 200 len: 850 time: 0.0535443 Dec 16 22:41:47.828755 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39242) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:47.876607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-0e2a0efc-ebf1-4689-a290-d5b517ab10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:47.878251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-0e2a0efc-ebf1-4689-a290-d5b517ab10e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d29e897a-1707-4916-9e93-3168ac5f7a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454805 Dec 16 22:41:47.890433 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a491aebd-47e3-4bf1-bd2a-a4230bd842b5 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:47.915322 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a491aebd-47e3-4bf1-bd2a-a4230bd842b5 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:47.978317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-b2ac2b89-148b-4a01-9748-149aadb233b3 service neutron] 10.222.0.69 "GET /v2.0/networks/d29e897a-1707-4916-9e93-3168ac5f7a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925825 Dec 16 22:41:48.040969 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a491aebd-47e3-4bf1-bd2a-a4230bd842b5 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:48.044790 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a491aebd-47e3-4bf1-bd2a-a4230bd842b5 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:48.046943 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a491aebd-47e3-4bf1-bd2a-a4230bd842b5 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "DELETE /v2.0/security-groups/7c66ad5f-caab-4e9e-92fc-b1a2a30cd44d HTTP/1.1" status: 204 len: 168 time: 0.2168860 Dec 16 22:41:48.051691 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39244) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:48.062151 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491aebd-47e3-4bf1-bd2a-a4230bd842b5 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c66ad5f-caab-4e9e-92fc-b1a2a30cd44d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:48.109974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-9c097391-12d7-425e-8c6e-2e14ad5d7ade service neutron] 10.222.0.69 "GET /v2.0/networks/d29e897a-1707-4916-9e93-3168ac5f7a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234038 Dec 16 22:41:48.164986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f95830a9-eac0-4751-b3ef-b51f17443b26 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1116941 Dec 16 22:41:48.166804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-f19e0ab7-5e1f-40b3-b4df-1a5f8b3a128e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 HTTP/1.1" status: 200 len: 217 time: 0.0472465 Dec 16 22:41:48.168794 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39246) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:48.172960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0449214e-77b8-4b73-8c7d-f53166c9d088 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128310292'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:48.234874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-d714288c-1350-4cad-9e8c-063c056473f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:48.236462 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-d714288c-1350-4cad-9e8c-063c056473f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 200 len: 797 time: 0.0594037 Dec 16 22:41:48.292544 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-8f940270-3f53-40e0-8b1b-f01f5196d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:48.294124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-8f940270-3f53-40e0-8b1b-f01f5196d70d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0484695 Dec 16 22:41:48.326316 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0449214e-77b8-4b73-8c7d-f53166c9d088 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:48.440277 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-5d9d5190-ebd3-45c4-8df5-be59b97c87c5 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344070 Dec 16 22:41:48.505660 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0449214e-77b8-4b73-8c7d-f53166c9d088 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:48.550516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-6797108f-5879-4cb8-828a-ca43c650ef69 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978048 Dec 16 22:41:48.566585 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0449214e-77b8-4b73-8c7d-f53166c9d088 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:48.615121 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-29715cbc-51fb-40fd-8170-1530cefde529 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=b9d73b46-bfc0-4dd6-a33c-e55e82103481 HTTP/1.1" status: 200 len: 217 time: 0.0560846 Dec 16 22:41:48.662088 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449214e-77b8-4b73-8c7d-f53166c9d088 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9527782-4a61-4be0-aeda-035f8db866e2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:48.691873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-c9a6d6cf-af14-4e41-ac52-16a9712a6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:48.693832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-c9a6d6cf-af14-4e41-ac52-16a9712a6032 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 200 len: 797 time: 0.0685294 Dec 16 22:41:48.716618 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0449214e-77b8-4b73-8c7d-f53166c9d088 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:48.718015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0449214e-77b8-4b73-8c7d-f53166c9d088 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5483012 Dec 16 22:41:48.721478 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39254) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:48.735147 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8fd4a55d-2a89-49c7-9ca8-9fbb0cd861ee tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': 'c9527782-4a61-4be0-aeda-035f8db866e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:48.765076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fdb5474f-349b-41e0-bbdd-f6702cfe31c4 req-7134dba1-1a01-43f6-ab0b-c29e585e2d88 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0523806 Dec 16 22:41:48.780995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-2b7fbd96-225f-4c6a-a9ed-31e3e16ae8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:48.782766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-2b7fbd96-225f-4c6a-a9ed-31e3e16ae8a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0808253 Dec 16 22:41:48.884430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-982ee8bb-1fb8-4d67-89fa-a9f3f71492ad service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929432 Dec 16 22:41:48.961297 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-8fd4a55d-2a89-49c7-9ca8-9fbb0cd861ee tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:48.962397 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8fd4a55d-2a89-49c7-9ca8-9fbb0cd861ee tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2393715 Dec 16 22:41:48.965818 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39256) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:48.971037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d2f6ae5d-b4a6-4a82-9e10-ee0906bf3960 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group_rule': {'security_group_id': 'c9527782-4a61-4be0-aeda-035f8db866e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:48.990228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-04604a87-94ec-452e-983d-a9769829a2c7 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991116 Dec 16 22:41:49.034365 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-ec555a6e-80da-4eba-aedf-8e81e32df201 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=69b8d4de-875c-42d8-a276-51dad253ecb6 HTTP/1.1" status: 200 len: 217 time: 0.0372136 Dec 16 22:41:49.094488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-1a0b4d15-3add-4880-b2bf-4d0839210778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:49.095995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-1a0b4d15-3add-4880-b2bf-4d0839210778 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 200 len: 797 time: 0.0548630 Dec 16 22:41:49.145889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-45bae1e9-30c8-4cd5-af02-a24bf0cc8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:49.147334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-45bae1e9-30c8-4cd5-af02-a24bf0cc8a08 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436482 Dec 16 22:41:49.150100 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-d2f6ae5d-b4a6-4a82-9e10-ee0906bf3960 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:49.152027 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d2f6ae5d-b4a6-4a82-9e10-ee0906bf3960 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1843817 Dec 16 22:41:49.154618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39258) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:49.216084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-937b49c9-375c-49b8-91ba-b1fe13551dd5 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.240724 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-937b49c9-375c-49b8-91ba-b1fe13551dd5 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.250789 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-08351334-8009-49b5-8b6d-abe52c11aca0 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957210 Dec 16 22:41:49.361099 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-937b49c9-375c-49b8-91ba-b1fe13551dd5 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.364174 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-937b49c9-375c-49b8-91ba-b1fe13551dd5 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.364457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-12cfa5c3-9f7f-4535-b355-547df68f5394 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023381 Dec 16 22:41:49.365350 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-937b49c9-375c-49b8-91ba-b1fe13551dd5 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "DELETE /v2.0/security-groups/c9527782-4a61-4be0-aeda-035f8db866e2 HTTP/1.1" status: 204 len: 168 time: 0.2097797 Dec 16 22:41:49.367996 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39260) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:49.375588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b49c9-375c-49b8-91ba-b1fe13551dd5 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9527782-4a61-4be0-aeda-035f8db866e2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:49.427669 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-52dd97a3-c896-4970-8a5c-aeb281498d0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=bcd3db1d-f212-4040-b2ce-7779cd2af03c HTTP/1.1" status: 200 len: 217 time: 0.0511794 Dec 16 22:41:49.485221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7c15b255-9d37-4f44-b1ef-acf012b580dd tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1160209 Dec 16 22:41:49.488989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39262) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:49.493917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-506ac789-a2a6-478a-9338-6aa82d608c68 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595672750'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:49.499431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-48a5eb69-cd42-419b-a1d9-0b41a2902455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:49.500954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-48a5eb69-cd42-419b-a1d9-0b41a2902455 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 200 len: 797 time: 0.0623188 Dec 16 22:41:49.554918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-a4e03a49-4f8e-4a32-8f66-00c53130fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:49.556490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-a4e03a49-4f8e-4a32-8f66-00c53130fc88 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0482557 Dec 16 22:41:49.567502 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-506ac789-a2a6-478a-9338-6aa82d608c68 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.642348 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-506ac789-a2a6-478a-9338-6aa82d608c68 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.656993 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-9ee5f8f0-1b80-4383-bb80-bda35b345aff service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924428 Dec 16 22:41:49.720035 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-506ac789-a2a6-478a-9338-6aa82d608c68 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.769949 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ac789-a2a6-478a-9338-6aa82d608c68 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e34530-4063-4890-a295-1e8d2d0d1d4f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:49.771801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-7c5acbe9-7b1f-45a7-b37b-d07396b84488 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054368 Dec 16 22:41:49.824548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-ac3af79a-c58d-48a6-8e74-a171cf992391 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b92f5c79-bb4c-4e11-9397-74427d7adaa4 HTTP/1.1" status: 200 len: 217 time: 0.0409439 Dec 16 22:41:49.844817 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-506ac789-a2a6-478a-9338-6aa82d608c68 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.848713 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-506ac789-a2a6-478a-9338-6aa82d608c68 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3561125 Dec 16 22:41:49.849536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39270) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:49.855623 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4e5b0b42-d623-48d1-875d-7daf7ec3da61 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:49.856263 n-d-821840-2 neutron-server[103952]: WARNING neutron.api.v2.base [None req-4e5b0b42-d623-48d1-875d-7daf7ec3da61 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 22:41:49.856984 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-4e5b0b42-d623-48d1-875d-7daf7ec3da61 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 22:41:49.861084 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4e5b0b42-d623-48d1-875d-7daf7ec3da61 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "PUT /v2.0/security-groups/75e34530-4063-4890-a295-1e8d2d0d1d4f HTTP/1.1" status: 409 len: 330 time: 0.0076675 Dec 16 22:41:49.861566 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39272) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:49.889823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f0e55c7-a3cd-42aa-8a4e-e0892f0b7ea4 req-788506ad-0ec6-4924-be4f-2633693c8069 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0496583 Dec 16 22:41:49.905037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-54a36aa2-394e-4984-9757-65aaccbe0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:49.908426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-54a36aa2-394e-4984-9757-65aaccbe0d07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=293efef2-0a95-4853-917e-48f1ea75b46a HTTP/1.1" status: 200 len: 797 time: 0.0750897 Dec 16 22:41:49.923531 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-407d8bfc-e118-490c-ab18-1662d0a7b54c tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.948341 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-407d8bfc-e118-490c-ab18-1662d0a7b54c tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.959918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-2e6827e9-dfcb-4969-acf8-8f6ade6d127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:49.964568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-2e6827e9-dfcb-4969-acf8-8f6ade6d127c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37445d9f-0861-4e82-a857-7db94f202785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0476592 Dec 16 22:41:50.051123 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fa7bf4c-1273-4d10-bb92-94cb4af2cce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:50.067596 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-82d0253d-e664-4337-b4d8-5d5afe989856 service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951447 Dec 16 22:41:50.092496 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-407d8bfc-e118-490c-ab18-1662d0a7b54c tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:50.095035 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-407d8bfc-e118-490c-ab18-1662d0a7b54c tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:50.096273 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-407d8bfc-e118-490c-ab18-1662d0a7b54c tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "DELETE /v2.0/security-groups/75e34530-4063-4890-a295-1e8d2d0d1d4f HTTP/1.1" status: 204 len: 168 time: 0.2336507 Dec 16 22:41:50.100716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39274) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:50.118180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d8bfc-e118-490c-ab18-1662d0a7b54c tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e34530-4063-4890-a295-1e8d2d0d1d4f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:50.153450 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0a25c129-1106-4e94-afe6-7d120c880311 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0516181 Dec 16 22:41:50.158658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39276) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:50.173069 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-76ce52d8-c92b-48ba-b0ac-9da9595af798 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] delete failed (client error): The resource could not be found. Dec 16 22:41:50.174095 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-76ce52d8-c92b-48ba-b0ac-9da9595af798 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "DELETE /v2.0/security-groups/208d076a-5c42-4519-adc6-ed10e52db0ab HTTP/1.1" status: 404 len: 347 time: 0.0145063 Dec 16 22:41:50.177810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39278) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:50.184182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-576393ad-8e35-41af-935d-271ed1a9bc95 service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068881 Dec 16 22:41:50.191781 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-380860c8-08da-448e-b893-c48bcaddc64b tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] show failed (client error): The resource could not be found. Dec 16 22:41:50.192937 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-380860c8-08da-448e-b893-c48bcaddc64b tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "GET /v2.0/security-groups/4caaacb6-28d0-4a24-97e1-eda57a866026 HTTP/1.1" status: 404 len: 347 time: 0.0141964 Dec 16 22:41:50.198364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39280) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:50.214544 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-5873378f-7d11-4618-b98e-24d4605156f9 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] show failed (client error): The resource could not be found. Dec 16 22:41:50.216027 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5873378f-7d11-4618-b98e-24d4605156f9 tempest-NegativeSecGroupIPv6Test-2013564205 tempest-NegativeSecGroupIPv6Test-2013564205-project] 10.222.0.43 "GET /v2.0/security-group-rules/913925e1-4072-40c3-bb44-6b65227c0961 HTTP/1.1" status: 404 len: 356 time: 0.0157750 Dec 16 22:41:50.235508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-c665510d-f854-45f9-be2e-4ed6051c1380 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ef00805-74f7-418f-a3ff-1dfe07d483b3 HTTP/1.1" status: 200 len: 217 time: 0.0393369 Dec 16 22:41:50.292443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-9f0c414d-3c84-4be7-9b22-6710aa875d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:50.293976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-9f0c414d-3c84-4be7-9b22-6710aa875d1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=293efef2-0a95-4853-917e-48f1ea75b46a HTTP/1.1" status: 200 len: 797 time: 0.0478821 Dec 16 22:41:50.349568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-ebee7009-a690-4ac1-8370-af9e2323fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:50.351102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-ebee7009-a690-4ac1-8370-af9e2323fbed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37445d9f-0861-4e82-a857-7db94f202785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0493171 Dec 16 22:41:50.452316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-4e7e350a-dc0f-4e1c-9945-4ba2612ee43a service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911701 Dec 16 22:41:50.559467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7150af6c-a25e-4d29-84da-000a3328ea51 req-d19c4072-c98f-4d54-8f45-53bf7d8c9d68 service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977776 Dec 16 22:41:50.681664 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39286) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:50.830966 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8be90ae1-e0ec-465c-b6e2-6ca9a6603d9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=640f2728da584d938fbbece5c2df2823&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467116 Dec 16 22:41:50.832454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39294) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:50.900019 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7559447-eef2-4fc2-b526-761cc566c0d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:50.924129 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7559447-eef2-4fc2-b526-761cc566c0d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:50.991463 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bada3764-129b-4642-99ed-18342c030446 req-13a36790-e558-4469-9d25-a8a12979290c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0358040 Dec 16 22:41:51.080926 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7559447-eef2-4fc2-b526-761cc566c0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:51.083721 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7559447-eef2-4fc2-b526-761cc566c0d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:51.084948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c7559447-eef2-4fc2-b526-761cc566c0d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ecc4123c-e05b-4118-9af3-4d5c69a62b78 HTTP/1.1" status: 204 len: 168 time: 0.2514884 Dec 16 22:41:51.094209 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7559447-eef2-4fc2-b526-761cc566c0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc4123c-e05b-4118-9af3-4d5c69a62b78,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:52.103535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39326) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:52.160365 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-078b6896-7085-4af0-bf78-07ab14b4ffdb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1746173286-network', 'tenant_id': '936a9e63864a48768c3bb9416b56df1e'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:52.259053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16ac2a30-9e81-4167-97a7-5642982efcb3 req-2b9f9cc9-08d3-4b29-b4d3-7f3d99933764 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.2144711 Dec 16 22:41:52.259649 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078b6896-7085-4af0-bf78-07ab14b4ffdb admin admin] Made reservation on behalf of 936a9e63864a48768c3bb9416b56df1e for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:52.262177 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-078b6896-7085-4af0-bf78-07ab14b4ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.275621 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-078b6896-7085-4af0-bf78-07ab14b4ffdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.357356 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-078b6896-7085-4af0-bf78-07ab14b4ffdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.423889 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-078b6896-7085-4af0-bf78-07ab14b4ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.446575 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6fe1-60c4-444e-8861-13ea62145edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.450175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078b6896-7085-4af0-bf78-07ab14b4ffdb admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:41:52.460738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b6896-7085-4af0-bf78-07ab14b4ffdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854a0668-ffd8-42f1-bd10-3f5b6f8d3194,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:52.466052 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-078b6896-7085-4af0-bf78-07ab14b4ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.466403 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-078b6896-7085-4af0-bf78-07ab14b4ffdb admin admin] Added segment aa651ec2-2d6d-4ff2-8e8e-3da22e5cdce5 of type vlan for network ab1b4458-9a65-4588-96ed-b2790f4541f2 Dec 16 22:41:52.509770 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-078b6896-7085-4af0-bf78-07ab14b4ffdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.606963 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-078b6896-7085-4af0-bf78-07ab14b4ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.608098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078b6896-7085-4af0-bf78-07ab14b4ffdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:52.608626 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-078b6896-7085-4af0-bf78-07ab14b4ffdb admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.668826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b6896-7085-4af0-bf78-07ab14b4ffdb admin admin] Pushing event updated for resources: {'Network': ['ID=ab1b4458-9a65-4588-96ed-b2790f4541f2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:52.679156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network ab1b4458-9a65-4588-96ed-b2790f4541f2 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:41:52.748717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-078b6896-7085-4af0-bf78-07ab14b4ffdb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6407218 Dec 16 22:41:52.748979 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39330) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:52.755556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-95aaff8c-af6e-4dcc-a099-c50c399296c7 admin admin] Request body: {'subnet': {'network_id': 'ab1b4458-9a65-4588-96ed-b2790f4541f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1746173286-subnet', 'tenant_id': '936a9e63864a48768c3bb9416b56df1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:52.856483 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95aaff8c-af6e-4dcc-a099-c50c399296c7 admin admin] Made reservation on behalf of 936a9e63864a48768c3bb9416b56df1e for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:52.859006 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-95aaff8c-af6e-4dcc-a099-c50c399296c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:53.126864 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-95aaff8c-af6e-4dcc-a099-c50c399296c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:53.188997 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aaff8c-af6e-4dcc-a099-c50c399296c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f110af7-f768-4dea-9d04-5687a41ee370,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:53.200958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aaff8c-af6e-4dcc-a099-c50c399296c7 admin admin] Checking segment: {'id': 'aa651ec2-2d6d-4ff2-8e8e-3da22e5cdce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ab1b4458-9a65-4588-96ed-b2790f4541f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:53.202294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aaff8c-af6e-4dcc-a099-c50c399296c7 admin admin] Network hostable DHCP agents. Network: ab1b4458-9a65-4588-96ed-b2790f4541f2, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:41:53.286616 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aaff8c-af6e-4dcc-a099-c50c399296c7 admin admin] Network ab1b4458-9a65-4588-96ed-b2790f4541f2 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:41:53.361596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-95aaff8c-af6e-4dcc-a099-c50c399296c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, ab1b4458-9a65-4588-96ed-b2790f4541f2) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:53.366112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aaff8c-af6e-4dcc-a099-c50c399296c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:53.367592 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-95aaff8c-af6e-4dcc-a099-c50c399296c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:53.375498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f94263-406c-495f-832c-db66b62499ca None None] Network ab1b4458-9a65-4588-96ed-b2790f4541f2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:53.409781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31c09d83-26e0-4ac1-9c60-a16da572dfb8 req-03406857-09da-4692-825e-16638ce4553c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0926621 Dec 16 22:41:53.461548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-95aaff8c-af6e-4dcc-a099-c50c399296c7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7114251 Dec 16 22:41:53.482284 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71842d5e-71c3-4136-bf91-e3e8148e42fd None None] Network ab1b4458-9a65-4588-96ed-b2790f4541f2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:53.617786 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:53.897251 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:41:54.148454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39358) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:54.154252 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0a3dc08c-aabc-47f7-b6d6-8578867af118 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-940811965-network', 'tenant_id': 'afdd1d2c50664de0aa5d71bf3b613596'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:54.298153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3dc08c-aabc-47f7-b6d6-8578867af118 admin admin] Made reservation on behalf of afdd1d2c50664de0aa5d71bf3b613596 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:54.300540 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc08c-aabc-47f7-b6d6-8578867af118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.310584 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc08c-aabc-47f7-b6d6-8578867af118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.407784 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc08c-aabc-47f7-b6d6-8578867af118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.493642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2ec2dce-0439-474d-b5e0-746340647701 req-a1be872d-5c48-42fb-856d-63ed1a9efb9b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0274518 Dec 16 22:41:54.560221 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc08c-aabc-47f7-b6d6-8578867af118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.586112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3dc08c-aabc-47f7-b6d6-8578867af118 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:41:54.597315 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dc08c-aabc-47f7-b6d6-8578867af118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7786427-1d7a-4679-8464-3c46c5a48526,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:54.604110 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc08c-aabc-47f7-b6d6-8578867af118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.604549 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-0a3dc08c-aabc-47f7-b6d6-8578867af118 admin admin] Added segment 63f64a18-2714-412d-96ec-1ba3f70047ed of type vlan for network 72f05989-c8a2-47a4-a994-54c08237132b Dec 16 22:41:54.648456 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc08c-aabc-47f7-b6d6-8578867af118 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.793889 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc08c-aabc-47f7-b6d6-8578867af118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.795762 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3dc08c-aabc-47f7-b6d6-8578867af118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:54.796461 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc08c-aabc-47f7-b6d6-8578867af118 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.861914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dc08c-aabc-47f7-b6d6-8578867af118 admin admin] Pushing event updated for resources: {'Network': ['ID=72f05989-c8a2-47a4-a994-54c08237132b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:54.872667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 72f05989-c8a2-47a4-a994-54c08237132b details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:41:54.876303 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.962369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0a3dc08c-aabc-47f7-b6d6-8578867af118 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8127692 Dec 16 22:41:54.966374 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39362) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:54.972673 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-59aad7dc-bf21-4e4a-b79c-b170615d6e62 admin admin] Request body: {'subnet': {'network_id': '72f05989-c8a2-47a4-a994-54c08237132b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-940811965-subnet', 'tenant_id': 'afdd1d2c50664de0aa5d71bf3b613596', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:55.098659 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aad7dc-bf21-4e4a-b79c-b170615d6e62 admin admin] Made reservation on behalf of afdd1d2c50664de0aa5d71bf3b613596 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:55.101248 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-59aad7dc-bf21-4e4a-b79c-b170615d6e62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:55.378876 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-59aad7dc-bf21-4e4a-b79c-b170615d6e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:55.439876 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aad7dc-bf21-4e4a-b79c-b170615d6e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47017d85-ddbb-43ad-9b26-d62fb4f8ed4d,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:55.450421 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aad7dc-bf21-4e4a-b79c-b170615d6e62 admin admin] Checking segment: {'id': '63f64a18-2714-412d-96ec-1ba3f70047ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '72f05989-c8a2-47a4-a994-54c08237132b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:55.450933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aad7dc-bf21-4e4a-b79c-b170615d6e62 admin admin] Network hostable DHCP agents. Network: 72f05989-c8a2-47a4-a994-54c08237132b, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:41:55.563389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aad7dc-bf21-4e4a-b79c-b170615d6e62 admin admin] Network 72f05989-c8a2-47a4-a994-54c08237132b is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:41:55.580049 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3fb4ee80-501b-4ba0-9cbf-2677b28aafc9 req-4e6ddbe4-dbff-4971-950a-e35db303d127 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0329351 Dec 16 22:41:55.720832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-59aad7dc-bf21-4e4a-b79c-b170615d6e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 72f05989-c8a2-47a4-a994-54c08237132b) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:55.725184 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aad7dc-bf21-4e4a-b79c-b170615d6e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:55.725803 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-59aad7dc-bf21-4e4a-b79c-b170615d6e62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:55.732575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88211d61-94db-43eb-bff9-8350f9d42480 None None] Network 72f05989-c8a2-47a4-a994-54c08237132b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:55.782511 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:55.859067 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bef44e-a820-4ada-bc37-dae83a34fa3a None None] Network 72f05989-c8a2-47a4-a994-54c08237132b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:55.890216 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-59aad7dc-bf21-4e4a-b79c-b170615d6e62 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9226930 Dec 16 22:41:56.031222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39372) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:56.089186 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-434cc2a1-d3b0-4c77-8cd9-288a105e1b1b admin admin] Deleting subnet 6f110af7-f768-4dea-9d04-5687a41ee370 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:41:56.093583 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-434cc2a1-d3b0-4c77-8cd9-288a105e1b1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.146872 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-434cc2a1-d3b0-4c77-8cd9-288a105e1b1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.197786 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-434cc2a1-d3b0-4c77-8cd9-288a105e1b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.344393 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-434cc2a1-d3b0-4c77-8cd9-288a105e1b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.371585 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cc2a1-d3b0-4c77-8cd9-288a105e1b1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f110af7-f768-4dea-9d04-5687a41ee370,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:56.376089 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-434cc2a1-d3b0-4c77-8cd9-288a105e1b1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.383809 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-434cc2a1-d3b0-4c77-8cd9-288a105e1b1b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6f110af7-f768-4dea-9d04-5687a41ee370 HTTP/1.1" status: 204 len: 168 time: 0.3505068 Dec 16 22:41:56.384960 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39378) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:56.467145 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-030bad08-9108-48fd-b531-ae9789304b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.560567 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-030bad08-9108-48fd-b531-ae9789304b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.584629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-030bad08-9108-48fd-b531-ae9789304b3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1b4458-9a65-4588-96ed-b2790f4541f2']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:56.595616 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-030bad08-9108-48fd-b531-ae9789304b3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa651ec2-2d6d-4ff2-8e8e-3da22e5cdce5') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:56.595959 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-030bad08-9108-48fd-b531-ae9789304b3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa651ec2-2d6d-4ff2-8e8e-3da22e5cdce5') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:56.610127 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-030bad08-9108-48fd-b531-ae9789304b3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.629986 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-030bad08-9108-48fd-b531-ae9789304b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.639123 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030bad08-9108-48fd-b531-ae9789304b3b admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:41:56.639568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-030bad08-9108-48fd-b531-ae9789304b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:41:56.641543 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:41:56.690282 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03edbcb2-555b-4b48-88c5-76a77e534845 req-c0676d6f-8743-46d1-9101-f971a98999e8 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0526028 Dec 16 22:41:56.812781 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-030bad08-9108-48fd-b531-ae9789304b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.828347 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-030bad08-9108-48fd-b531-ae9789304b3b admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.828347 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-030bad08-9108-48fd-b531-ae9789304b3b admin admin] 10.222.0.43 "DELETE /v2.0/networks/ab1b4458-9a65-4588-96ed-b2790f4541f2 HTTP/1.1" status: 204 len: 168 time: 0.4383636 Dec 16 22:41:56.829835 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39382) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:56.840220 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bad08-9108-48fd-b531-ae9789304b3b admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1b4458-9a65-4588-96ed-b2790f4541f2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:56.879482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-93489c41-a6fa-4b3e-97e0-628eefbae1e3 admin admin] Deleting subnet 47017d85-ddbb-43ad-9b26-d62fb4f8ed4d {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:41:56.884265 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-93489c41-a6fa-4b3e-97e0-628eefbae1e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.922512 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-93489c41-a6fa-4b3e-97e0-628eefbae1e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.965236 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-93489c41-a6fa-4b3e-97e0-628eefbae1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:57.150100 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-93489c41-a6fa-4b3e-97e0-628eefbae1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:57.177726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93489c41-a6fa-4b3e-97e0-628eefbae1e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47017d85-ddbb-43ad-9b26-d62fb4f8ed4d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:57.181693 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-93489c41-a6fa-4b3e-97e0-628eefbae1e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:57.187865 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-93489c41-a6fa-4b3e-97e0-628eefbae1e3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/47017d85-ddbb-43ad-9b26-d62fb4f8ed4d HTTP/1.1" status: 204 len: 168 time: 0.3543854 Dec 16 22:41:57.188767 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39386) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:57.285542 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-435642ab-b032-4a9c-b822-4f1028f842f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:57.375762 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-435642ab-b032-4a9c-b822-4f1028f842f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:57.397358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-435642ab-b032-4a9c-b822-4f1028f842f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f05989-c8a2-47a4-a994-54c08237132b']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:57.407805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-435642ab-b032-4a9c-b822-4f1028f842f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f64a18-2714-412d-96ec-1ba3f70047ed') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:57.408007 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-435642ab-b032-4a9c-b822-4f1028f842f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f64a18-2714-412d-96ec-1ba3f70047ed') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:57.418075 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-435642ab-b032-4a9c-b822-4f1028f842f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:57.431360 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-435642ab-b032-4a9c-b822-4f1028f842f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:57.437588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435642ab-b032-4a9c-b822-4f1028f842f1 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:41:57.437983 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-435642ab-b032-4a9c-b822-4f1028f842f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:41:57.439679 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:41:57.583575 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-435642ab-b032-4a9c-b822-4f1028f842f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:57.589620 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-435642ab-b032-4a9c-b822-4f1028f842f1 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:57.592801 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-435642ab-b032-4a9c-b822-4f1028f842f1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/72f05989-c8a2-47a4-a994-54c08237132b HTTP/1.1" status: 204 len: 168 time: 0.4027915 Dec 16 22:41:57.604597 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435642ab-b032-4a9c-b822-4f1028f842f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=72f05989-c8a2-47a4-a994-54c08237132b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:57.783482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6864230-e96a-465b-bfbc-d7b74105cefd req-2f2d4c4c-55b6-4c46-996d-b91012a8222e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0289283 Dec 16 22:41:57.975010 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39394) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:58.018091 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e014b57a-1762-409f-8e4d-6307e627e834 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=936a9e63864a48768c3bb9416b56df1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416780 Dec 16 22:41:58.020727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39396) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:58.079203 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:58.102714 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:58.233481 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:58.236115 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:58.237384 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/854a0668-ffd8-42f1-bd10-3f5b6f8d3194 HTTP/1.1" status: 204 len: 168 time: 0.2157142 Dec 16 22:41:58.246301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854a0668-ffd8-42f1-bd10-3f5b6f8d3194,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:58.255252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:58.255651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:58.255999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:58.256418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:58.256832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:58.257104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:58.257435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:58.257771 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:58.258093 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:58.258418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:58.258745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:58.259069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:58.259424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518a752-c271-4351-a2df-05a4f63ca850 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:58.866093 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b87f339-81ff-4201-9b30-8851ba2b27bd req-f921295a-d1bd-4012-9676-4a3b0ce0c508 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0292389 Dec 16 22:41:58.956200 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39408) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:59.000163 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-25730bb4-69be-4e8e-983d-cac9e9703e24 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=afdd1d2c50664de0aa5d71bf3b613596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427730 Dec 16 22:41:59.002824 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39410) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:59.053085 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f4bca9b-6b3c-42af-95a7-da546935e169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:59.076144 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f4bca9b-6b3c-42af-95a7-da546935e169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:59.184144 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f4bca9b-6b3c-42af-95a7-da546935e169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:59.186749 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f4bca9b-6b3c-42af-95a7-da546935e169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:59.188007 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5f4bca9b-6b3c-42af-95a7-da546935e169 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7786427-1d7a-4679-8464-3c46c5a48526 HTTP/1.1" status: 204 len: 168 time: 0.1841724 Dec 16 22:41:59.199224 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bca9b-6b3c-42af-95a7-da546935e169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7786427-1d7a-4679-8464-3c46c5a48526,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:59.947193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d3f519b-614c-4c20-bfb7-2cee33ec89c8 req-c789be6a-aa63-4e00-9041-7028e829fcd2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0271244 Dec 16 22:42:01.030885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-594e5fa4-33df-48c6-bab2-b260d685d4ad req-8672403c-0b16-4fb8-b5a2-5212aeb1e9d9 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0283694 Dec 16 22:42:02.125509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-044d6d67-8155-44b6-9ea6-098d691261db req-e300c26e-b70c-4912-87f4-a357d10e1222 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0319207 Dec 16 22:42:03.244317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cbf80e75-c8e7-4945-8ad6-eab10c53b9e9 req-57f7177a-fdca-46bd-a2c7-7ede097b7fcc tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0278478 Dec 16 22:42:04.330864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3c4df26-d054-48c2-b259-94de4abd7a8f req-cff7241e-0e9e-44fb-97fa-e243e8e3d8aa tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0309455 Dec 16 22:42:05.424953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac5ca6ae-97c0-4de0-aaf8-7121645d8aed req-0cadeb42-c8e3-48b6-8222-c406519f291f tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0332339 Dec 16 22:42:06.534342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a21a9785-6854-47db-b08b-dd125e259a3c req-3d37b436-32c4-4761-80d0-4b9a5b668d49 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0278516 Dec 16 22:42:07.652197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59226e8d-f75a-4579-be96-d37deb93f83e req-b209457a-17ba-4442-b418-537146d9dff2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0437911 Dec 16 22:42:08.757929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9d5be22-ff14-4776-a1c9-977167b037f5 req-1e5ae461-4dc4-4afa-8436-0f28916a977c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0416050 Dec 16 22:42:09.851578 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7a50427-baab-4eb7-8673-8d3c9a8a9e06 req-b7834078-dfc6-4dc8-a4eb-f0e833375130 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=2890b5ee-41af-4b18-b554-4420d2f45284 HTTP/1.1" status: 200 len: 210 time: 0.0303750 Dec 16 22:42:10.047029 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39588) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:10.265544 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-abc3a689-ae63-45f1-a7f6-6b9979f7436c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting port 318dd8a3-c46c-429f-ae41-3448761da986 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:42:10.265544 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abc3a689-ae63-45f1-a7f6-6b9979f7436c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:10.376795 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abc3a689-ae63-45f1-a7f6-6b9979f7436c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:10.380753 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abc3a689-ae63-45f1-a7f6-6b9979f7436c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:10.401882 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-abc3a689-ae63-45f1-a7f6-6b9979f7436c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Calling delete_port for 318dd8a3-c46c-429f-ae41-3448761da986 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:42:10.800001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abc3a689-ae63-45f1-a7f6-6b9979f7436c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:10.832942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3a689-ae63-45f1-a7f6-6b9979f7436c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Port': ['ID=318dd8a3-c46c-429f-ae41-3448761da986,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:10.928475 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abc3a689-ae63-45f1-a7f6-6b9979f7436c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:10.929336 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-abc3a689-ae63-45f1-a7f6-6b9979f7436c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Floating IP 85b88166-8f5e-4878-b1b0-b050cd1b153a disassociated (deleted). External IP: 172.25.2.143, port: 286ce4ab-4f08-452c-a491-5062b5ee410b. Dec 16 22:42:10.953822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-b2776afd-a6c7-4209-a816-3ea7b6863621 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:10.959208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-b2776afd-a6c7-4209-a816-3ea7b6863621 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/networks?id=850095bc-6722-4ef2-9ba4-75450b3586a5 HTTP/1.1" status: 200 len: 814 time: 0.1311409 Dec 16 22:42:10.974587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-a0e089fd-f04c-470e-a772-548ef423b40e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/quotas/7e2889f9a8fd4d37bd79217d0c7db22b HTTP/1.1" status: 200 len: 375 time: 0.0108857 Dec 16 22:42:11.036574 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-ce4e38bf-29d9-4234-b704-b84048ff5b32 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e2889f9a8fd4d37bd79217d0c7db22b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479410 Dec 16 22:42:11.234743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc3a689-ae63-45f1-a7f6-6b9979f7436c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router af815c3b-6eef-43a3-bc1f-b54d4a573860 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:42:11.322720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-c21f952e-54a3-486e-9558-688bce91fb4c service neutron] 10.222.0.43 "GET /v2.0/networks/850095bc-6722-4ef2-9ba4-75450b3586a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693083 Dec 16 22:42:11.379493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc3a689-ae63-45f1-a7f6-6b9979f7436c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:42:11.396195 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abc3a689-ae63-45f1-a7f6-6b9979f7436c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:11.406443 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e311bddb-dfb6-4560-84a1-b9fc78b1b218 None None] Sync routers for ids ['af815c3b-6eef-43a3-bc1f-b54d4a573860'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:42:11.422612 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e311bddb-dfb6-4560-84a1-b9fc78b1b218 None None] Routers {'af815c3b-6eef-43a3-bc1f-b54d4a573860'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:11.423368 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e311bddb-dfb6-4560-84a1-b9fc78b1b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:41:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af815c3b-6eef-43a3-bc1f-b54d4a573860'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:11.494517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-f7558f60-d145-425d-94ce-233f1f1d6eb9 service neutron] 10.222.0.43 "GET /v2.0/networks/850095bc-6722-4ef2-9ba4-75450b3586a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637871 Dec 16 22:42:11.606768 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e311bddb-dfb6-4560-84a1-b9fc78b1b218 None None] Set router af815c3b-6eef-43a3-bc1f-b54d4a573860 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:11.808353 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-abc3a689-ae63-45f1-a7f6-6b9979f7436c tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/floatingips/85b88166-8f5e-4878-b1b0-b050cd1b153a HTTP/1.1" status: 204 len: 168 time: 1.7657957 Dec 16 22:42:11.809097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'tag': '286ce4ab-4f08-452c-a491-5062b5ee410b'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:42:11.811958 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a213fc0d-3dc2-448c-b2ed-d0c9d8a004fd" -d '{"events": [{"name": "network-changed", "server_uuid": "adbe0eeb-afec-4f35-8400-35b50dd10572", "tag": "286ce4ab-4f08-452c-a491-5062b5ee410b"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:42:11.916304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-161f3fda-e115-44c4-b1d9-7f22803f1029 req-02489c45-d37e-441d-8197-6fef5eec066b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 210 time: 0.1062646 Dec 16 22:42:11.924688 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e311bddb-dfb6-4560-84a1-b9fc78b1b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639886926', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:26Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8ff226ad-7755-41fc-bf11-b60a9e6bc42d', 'name': '', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:b5:27:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:25Z', 'updated_at': '2021-12-16T22:40:31Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:11.966074 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e311bddb-dfb6-4560-84a1-b9fc78b1b218 None None] Checking router: af815c3b-6eef-43a3-bc1f-b54d4a573860 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:42:11.980089 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e311bddb-dfb6-4560-84a1-b9fc78b1b218 None None] Routers {'af815c3b-6eef-43a3-bc1f-b54d4a573860'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:11.981129 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e311bddb-dfb6-4560-84a1-b9fc78b1b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:41:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af815c3b-6eef-43a3-bc1f-b54d4a573860'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:12.121576 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e311bddb-dfb6-4560-84a1-b9fc78b1b218 None None] Set router af815c3b-6eef-43a3-bc1f-b54d4a573860 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:12.191606 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1292357-d302-4e58-b8d4-e8d652e641e0 x-openstack-request-id: req-c1292357-d302-4e58-b8d4-e8d652e641e0 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:42:12.191969 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbe0eeb-afec-4f35-8400-35b50dd10572", "tag": "286ce4ab-4f08-452c-a491-5062b5ee410b", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:42:12.192229 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c1292357-d302-4e58-b8d4-e8d652e641e0 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:42:12.192765 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'tag': '286ce4ab-4f08-452c-a491-5062b5ee410b', 'status': 'completed', 'code': 200} Dec 16 22:42:12.287119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213fc0d-3dc2-448c-b2ed-d0c9d8a004fd req-4c7ed722-9d81-4418-bf57-5ed1cf42efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:12.289981 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a213fc0d-3dc2-448c-b2ed-d0c9d8a004fd req-4c7ed722-9d81-4418-bf57-5ed1cf42efd0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51c946c648db42a6836975a56f094831&device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 1096 time: 0.0708621 Dec 16 22:42:12.414362 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e311bddb-dfb6-4560-84a1-b9fc78b1b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639886926', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:26Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8ff226ad-7755-41fc-bf11-b60a9e6bc42d', 'name': '', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:b5:27:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:25Z', 'updated_at': '2021-12-16T22:40:31Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:12.430915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213fc0d-3dc2-448c-b2ed-d0c9d8a004fd req-9e33c014-3b19-49b8-910a-8ce5c12297ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:12.433866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a213fc0d-3dc2-448c-b2ed-d0c9d8a004fd req-9e33c014-3b19-49b8-910a-8ce5c12297ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=fdba8bb8-9c68-4270-b051-eabc081e555a HTTP/1.1" status: 200 len: 897 time: 0.1358259 Dec 16 22:42:12.467760 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e311bddb-dfb6-4560-84a1-b9fc78b1b218 None None] The sync data for ids ['af815c3b-6eef-43a3-bc1f-b54d4a573860'] in n-d-821840-2 is: [{'id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639886926', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:26Z', 'revision_number': 4, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8ff226ad-7755-41fc-bf11-b60a9e6bc42d', 'name': '', 'network_id': 'fdba8bb8-9c68-4270-b051-eabc081e555a', 'tenant_id': '51c946c648db42a6836975a56f094831', 'mac_address': 'fa:16:3e:b5:27:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:25Z', 'updated_at': '2021-12-16T22:40:31Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'subnets': [{'id': 'dce9d6f2-20fb-4c39-89a2-9585dbdcb643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:42:12.502959 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a213fc0d-3dc2-448c-b2ed-d0c9d8a004fd req-9e9c18e6-a290-4364-a6b4-97430e7e5b75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286ce4ab-4f08-452c-a491-5062b5ee410b HTTP/1.1" status: 200 len: 217 time: 0.0594983 Dec 16 22:42:12.585065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213fc0d-3dc2-448c-b2ed-d0c9d8a004fd req-bf57c19b-d845-4984-bb20-ea73059b58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:12.586965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a213fc0d-3dc2-448c-b2ed-d0c9d8a004fd req-bf57c19b-d845-4984-bb20-ea73059b58ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dce9d6f2-20fb-4c39-89a2-9585dbdcb643 HTTP/1.1" status: 200 len: 835 time: 0.0677848 Dec 16 22:42:12.653444 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213fc0d-3dc2-448c-b2ed-d0c9d8a004fd req-ca267cb5-b402-4e9f-84e6-7a88a2f69499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:12.654980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a213fc0d-3dc2-448c-b2ed-d0c9d8a004fd req-ca267cb5-b402-4e9f-84e6-7a88a2f69499 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fdba8bb8-9c68-4270-b051-eabc081e555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590558 Dec 16 22:42:12.836134 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf505d8-c705-47e1-9001-b2a514fc23c1 req-916c9550-9f63-49d5-9ae3-b90f818dd72e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:12.843772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cbf505d8-c705-47e1-9001-b2a514fc23c1 req-916c9550-9f63-49d5-9ae3-b90f818dd72e tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.1961024 Dec 16 22:42:12.846566 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a213fc0d-3dc2-448c-b2ed-d0c9d8a004fd req-1a92f0e6-f459-48d0-9f05-e048b3bf6fbe service neutron] 10.222.0.69 "GET /v2.0/networks/fdba8bb8-9c68-4270-b051-eabc081e555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593385 Dec 16 22:42:12.968833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cbf505d8-c705-47e1-9001-b2a514fc23c1 req-b23b825f-e431-4fcc-a872-ac44fc8403e6 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209488 Dec 16 22:42:12.983396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c6353-43d2-40c4-9f08-202d6033b6b7 None None] New status for floating IP 85b88166-8f5e-4878-b1b0-b050cd1b153a: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:42:13.027792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a213fc0d-3dc2-448c-b2ed-d0c9d8a004fd req-8a5edb6f-3e75-4ca9-94cc-494ccef82410 service neutron] 10.222.0.69 "GET /v2.0/networks/fdba8bb8-9c68-4270-b051-eabc081e555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431479 Dec 16 22:42:13.140177 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6631879d-92c6-4e25-9b02-1ecb8ac640ec req-ae917d3d-7d35-4e7d-9063-5054c4fd8400 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 210 time: 0.0770192 Dec 16 22:42:13.319089 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:13.415988 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:14.042738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efe1b5-cabe-4d5b-b74c-a54bd960cf7f req-759f33a1-d1b1-4e67-9495-c50864c06bd5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:14.045602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32efe1b5-cabe-4d5b-b74c-a54bd960cf7f req-759f33a1-d1b1-4e67-9495-c50864c06bd5 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.69 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.0628698 Dec 16 22:42:14.226806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4571475-de8d-45b6-bb98-a093c4a4f8ff req-4165d462-0aae-4764-b448-243336146385 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:14.235811 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4571475-de8d-45b6-bb98-a093c4a4f8ff req-4165d462-0aae-4764-b448-243336146385 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 945 time: 0.1266136 Dec 16 22:42:14.306964 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-32efe1b5-cabe-4d5b-b74c-a54bd960cf7f req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting port 286ce4ab-4f08-452c-a491-5062b5ee410b {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:42:14.307427 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-32efe1b5-cabe-4d5b-b74c-a54bd960cf7f req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:14.342059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41c1772d-c953-4d12-806a-59a637816436 req-3d49e22d-e619-4c92-8350-d8680b3705a2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 210 time: 0.0629075 Dec 16 22:42:14.376249 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4571475-de8d-45b6-bb98-a093c4a4f8ff req-5fcccca6-de30-4518-9013-367156b2b341 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/security-groups?id=caf40fba-e2b6-41f4-9901-253c42e2768d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394906 Dec 16 22:42:14.436393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-32efe1b5-cabe-4d5b-b74c-a54bd960cf7f req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] For port 286ce4ab-4f08-452c-a491-5062b5ee410b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=286ce4ab-4f08-452c-a491-5062b5ee410b,segment=NetworkSegment(0c0b24b7-5670-4c42-a51d-f932b75f6edd),segment_id=0c0b24b7-5670-4c42-a51d-f932b75f6edd)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:14.436757 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-32efe1b5-cabe-4d5b-b74c-a54bd960cf7f req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:14.459802 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-32efe1b5-cabe-4d5b-b74c-a54bd960cf7f req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Calling delete_port for 286ce4ab-4f08-452c-a491-5062b5ee410b owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:42:14.684891 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-32efe1b5-cabe-4d5b-b74c-a54bd960cf7f req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:14.739917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Port': ['ID=286ce4ab-4f08-452c-a491-5062b5ee410b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:14.748196 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-c7a68c2a-8848-41a9-936c-69c086206608 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:14.749966 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-c7a68c2a-8848-41a9-936c-69c086206608 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.69 "GET /v2.0/networks?id=850095bc-6722-4ef2-9ba4-75450b3586a5 HTTP/1.1" status: 200 len: 814 time: 0.2412724 Dec 16 22:42:14.763155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:14.763561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:14.763887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:14.764235 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:14.764575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:14.764995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:14.765267 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:14.765569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:14.766054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:14.766250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:14.766578 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:14.766908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:14.768145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:14.778172 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-daa21d93-e36f-431c-8cd1-4ad2257e883e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Request body: {'port': {'device_id': 'f698ee8f-c2d8-421e-9bc7-4adfb466c0b9', 'network_id': '850095bc-6722-4ef2-9ba4-75450b3586a5', 'admin_state_up': True, 'tenant_id': '7e2889f9a8fd4d37bd79217d0c7db22b'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:14.808806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-32efe1b5-cabe-4d5b-b74c-a54bd960cf7f req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] No DVR routers for this DVR port 286ce4ab-4f08-452c-a491-5062b5ee410b on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:42:14.812258 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-32efe1b5-cabe-4d5b-b74c-a54bd960cf7f req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:14.815934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32efe1b5-cabe-4d5b-b74c-a54bd960cf7f req-1cdacdbf-5235-4195-8815-75f0ac365b52 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.69 "DELETE /v2.0/ports/286ce4ab-4f08-452c-a491-5062b5ee410b HTTP/1.1" status: 204 len: 173 time: 0.7611606 Dec 16 22:42:14.823648 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'name': 'network-vif-deleted', 'tag': '286ce4ab-4f08-452c-a491-5062b5ee410b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:42:14.823648 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ac53c0-59f4-401e-a1b8-a3bf247658da" -d '{"events": [{"server_uuid": "adbe0eeb-afec-4f35-8400-35b50dd10572", "name": "network-vif-deleted", "tag": "286ce4ab-4f08-452c-a491-5062b5ee410b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:42:14.871033 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65318c0-6ac8-4ebc-9087-453eb1678da1 x-openstack-request-id: req-a65318c0-6ac8-4ebc-9087-453eb1678da1 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:42:14.871377 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbe0eeb-afec-4f35-8400-35b50dd10572", "name": "network-vif-deleted", "tag": "286ce4ab-4f08-452c-a491-5062b5ee410b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:42:14.871638 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a65318c0-6ac8-4ebc-9087-453eb1678da1 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:42:14.872050 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbe0eeb-afec-4f35-8400-35b50dd10572', 'name': 'network-vif-deleted', 'tag': '286ce4ab-4f08-452c-a491-5062b5ee410b', 'status': 'completed', 'code': 200} Dec 16 22:42:15.126878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-daa21d93-e36f-431c-8cd1-4ad2257e883e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Made reservation on behalf of 7e2889f9a8fd4d37bd79217d0c7db22b for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:42:15.133134 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-daa21d93-e36f-431c-8cd1-4ad2257e883e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:15.325777 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-daa21d93-e36f-431c-8cd1-4ad2257e883e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Allocated IP 172.20.0.12 (850095bc-6722-4ef2-9ba4-75450b3586a5/247b698f-9959-4d2c-8f4b-f9a5a5a7333d/22900a24-f5ce-4dea-8419-c1cd1938f859) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:15.507670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7eb6c68-c895-4bba-95cf-954a66214dca req-84d7a9d7-c274-407f-8778-addc2e6cf132 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 210 time: 0.0388324 Dec 16 22:42:15.520746 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-daa21d93-e36f-431c-8cd1-4ad2257e883e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:15.560470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa5c32c5-c4af-46cc-bf08-3764d631e437 req-a98c8737-2d6c-46c5-b19d-74871eb0eec4 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "GET /v2.0/ports?device_id=adbe0eeb-afec-4f35-8400-35b50dd10572 HTTP/1.1" status: 200 len: 210 time: 0.0304918 Dec 16 22:42:15.647008 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-daa21d93-e36f-431c-8cd1-4ad2257e883e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:15.700091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-daa21d93-e36f-431c-8cd1-4ad2257e883e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Network 850095bc-6722-4ef2-9ba4-75450b3586a5 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:15.708628 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-daa21d93-e36f-431c-8cd1-4ad2257e883e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:15.709651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-daa21d93-e36f-431c-8cd1-4ad2257e883e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:15.717643 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa21d93-e36f-431c-8cd1-4ad2257e883e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Pushing event updated for resources: {'Port': ['ID=22900a24-f5ce-4dea-8419-c1cd1938f859,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:15.737138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca6798-c39f-4f01-ac76-608953e0bbda None None] DHCP port deletion for 850095bc-6722-4ef2-9ba4-75450b3586a5 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:15.784799 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-daa21d93-e36f-431c-8cd1-4ad2257e883e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:15.785507 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-daa21d93-e36f-431c-8cd1-4ad2257e883e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:15.788794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0cc1d524-2675-400a-af17-815c78334054 None None] Provisioning complete for port 22900a24-f5ce-4dea-8419-c1cd1938f859 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:15.789173 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cc1d524-2675-400a-af17-815c78334054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:15.827417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0cc1d524-2675-400a-af17-815c78334054 None None] Port 22900a24-f5ce-4dea-8419-c1cd1938f859 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:42:15.898643 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-daa21d93-e36f-431c-8cd1-4ad2257e883e tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1318185 Dec 16 22:42:15.916629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Request body: {'port': {'device_id': 'f698ee8f-c2d8-421e-9bc7-4adfb466c0b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:15.976348 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.353528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22900a24-f5ce-4dea-8419-c1cd1938f859 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:42:16.361376 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.376921 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Transition to ACTIVE for port object 22900a24-f5ce-4dea-8419-c1cd1938f859 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:42:16.473376 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.536133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1cea43-3551-4c75-8286-279a245f78b6 None None] DHCP port deletion for 850095bc-6722-4ef2-9ba4-75450b3586a5 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:16.555138 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Pushing event updated for resources: {'Port': ['ID=22900a24-f5ce-4dea-8419-c1cd1938f859,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:16.626797 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39716) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:16.655596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb44255-7d12-4c20-abc0-3dffe0b06924 req-33ce6454-02cd-49c9-82af-10031550cad9 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:16.657206 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0eb44255-7d12-4c20-abc0-3dffe0b06924 req-33ce6454-02cd-49c9-82af-10031550cad9 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0634141 Dec 16 22:42:16.677710 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Attempting to bind port 22900a24-f5ce-4dea-8419-c1cd1938f859 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:42:16.678073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Attempting to bind port 22900a24-f5ce-4dea-8419-c1cd1938f859 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '509e1696-bd66-4c98-a23a-55f38cb5c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '850095bc-6722-4ef2-9ba4-75450b3586a5'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:42:16.678380 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Attempting to bind port 22900a24-f5ce-4dea-8419-c1cd1938f859 on network 850095bc-6722-4ef2-9ba4-75450b3586a5 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:16.689308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Port 22900a24-f5ce-4dea-8419-c1cd1938f859 on network 850095bc-6722-4ef2-9ba4-75450b3586a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:42:16.689651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Attempting to bind port 22900a24-f5ce-4dea-8419-c1cd1938f859 on network 850095bc-6722-4ef2-9ba4-75450b3586a5 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:16.698981 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:42:16.699355 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Checking segment: {'id': '509e1696-bd66-4c98-a23a-55f38cb5c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '850095bc-6722-4ef2-9ba4-75450b3586a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:16.699755 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Bound using segment: {'id': '509e1696-bd66-4c98-a23a-55f38cb5c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '850095bc-6722-4ef2-9ba4-75450b3586a5'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:42:16.700210 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Bound port: 22900a24-f5ce-4dea-8419-c1cd1938f859, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509e1696-bd66-4c98-a23a-55f38cb5c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '850095bc-6722-4ef2-9ba4-75450b3586a5'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:42:16.700576 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.749689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0eb44255-7d12-4c20-abc0-3dffe0b06924 req-72d9dcf3-15da-4bfe-87f4-c8d7064db9b9 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/security-groups?id=de25bc37-7039-4d7b-9145-cbe79cf75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710275 Dec 16 22:42:16.828688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] For port 22900a24-f5ce-4dea-8419-c1cd1938f859, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:42:16.832739 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] For port 22900a24-f5ce-4dea-8419-c1cd1938f859, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=22900a24-f5ce-4dea-8419-c1cd1938f859,segment=NetworkSegment(509e1696-bd66-4c98-a23a-55f38cb5c815),segment_id=509e1696-bd66-4c98-a23a-55f38cb5c815)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:42:16.910976 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.973620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:16.974262 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.975811 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] 10.222.0.69 "PUT /v2.0/ports/22900a24-f5ce-4dea-8419-c1cd1938f859 HTTP/1.1" status: 200 len: 1092 time: 1.0639305 Dec 16 22:42:16.976292 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f698ee8f-c2d8-421e-9bc7-4adfb466c0b9', 'tag': '22900a24-f5ce-4dea-8419-c1cd1938f859'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:42:16.978849 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a71b9b2-12e3-4a79-a300-a3cdd4672aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "f698ee8f-c2d8-421e-9bc7-4adfb466c0b9", "tag": "22900a24-f5ce-4dea-8419-c1cd1938f859"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:42:17.002199 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f03e70b-4174-4f42-8076-2bb4e5d3a786 None None] DHCP port deletion for 850095bc-6722-4ef2-9ba4-75450b3586a5 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:17.049720 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e0729-5169-44e9-b241-d8d07a6a0098 service neutron] Pushing event updated for resources: {'Port': ['ID=22900a24-f5ce-4dea-8419-c1cd1938f859,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:17.115439 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d8549b-12a7-44b0-a540-1e60ee604889 x-openstack-request-id: req-53d8549b-12a7-44b0-a540-1e60ee604889 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:42:17.116266 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f698ee8f-c2d8-421e-9bc7-4adfb466c0b9", "tag": "22900a24-f5ce-4dea-8419-c1cd1938f859", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:42:17.116821 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53d8549b-12a7-44b0-a540-1e60ee604889 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:42:17.117438 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f698ee8f-c2d8-421e-9bc7-4adfb466c0b9', 'tag': '22900a24-f5ce-4dea-8419-c1cd1938f859', 'status': 'completed', 'code': 200} Dec 16 22:42:17.237623 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-ed54c14e-60b4-43a4-a12c-0314530e2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:17.240377 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-ed54c14e-60b4-43a4-a12c-0314530e2a16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e2889f9a8fd4d37bd79217d0c7db22b&device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 1095 time: 0.1172338 Dec 16 22:42:17.305552 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-1ed0a748-d22f-44b9-8d1f-33079a565799 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22900a24-f5ce-4dea-8419-c1cd1938f859 HTTP/1.1" status: 200 len: 217 time: 0.0500765 Dec 16 22:42:17.424347 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-d17e9689-93c9-44df-81ce-22ffe6b84da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:17.425980 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-d17e9689-93c9-44df-81ce-22ffe6b84da0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=247b698f-9959-4d2c-8f4b-f9a5a5a7333d HTTP/1.1" status: 200 len: 854 time: 0.1079607 Dec 16 22:42:17.470555 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-fa8157d2-3cf7-4c74-bfaf-71cd970ae183 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=850095bc-6722-4ef2-9ba4-75450b3586a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318108 Dec 16 22:42:17.478977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6e89040-00f3-4933-8c29-7ef53117929b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:17.649311 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-aef27b2c-0411-4786-92a0-fe9b3d70ead5 service neutron] 10.222.0.69 "GET /v2.0/networks/850095bc-6722-4ef2-9ba4-75450b3586a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674614 Dec 16 22:42:17.889261 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42dbca-a279-46f8-9f1c-6ef3bd2f6555 req-ef0bc0d2-6c96-47b7-9ade-a8b515772d18 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:17.892388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c42dbca-a279-46f8-9f1c-6ef3bd2f6555 req-ef0bc0d2-6c96-47b7-9ade-a8b515772d18 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0657380 Dec 16 22:42:17.963547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c42dbca-a279-46f8-9f1c-6ef3bd2f6555 req-0301d97e-f885-47c1-97a3-a0b65809718a tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/security-groups?id=de25bc37-7039-4d7b-9145-cbe79cf75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621195 Dec 16 22:42:18.110301 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-74a0ec45-f475-4c29-a0e4-dd97340cf55c req-c86254b5-6c83-4200-b2f1-0fd415b091c7 service neutron] 10.222.0.69 "GET /v2.0/networks/850095bc-6722-4ef2-9ba4-75450b3586a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403310 Dec 16 22:42:18.193908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d6e89040-00f3-4933-8c29-7ef53117929b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:42:18.194248 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6e89040-00f3-4933-8c29-7ef53117929b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.319893 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71b9b2-12e3-4a79-a300-a3cdd4672aa0 req-fbfdf26a-a1d8-4f8f-85fb-8a9c32d058fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:18.321370 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0a71b9b2-12e3-4a79-a300-a3cdd4672aa0 req-fbfdf26a-a1d8-4f8f-85fb-8a9c32d058fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e2889f9a8fd4d37bd79217d0c7db22b&device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 1095 time: 0.0783269 Dec 16 22:42:18.344053 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-d6e89040-00f3-4933-8c29-7ef53117929b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] For port 8ff226ad-7755-41fc-bf11-b60a9e6bc42d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8ff226ad-7755-41fc-bf11-b60a9e6bc42d,segment=NetworkSegment(0c0b24b7-5670-4c42-a51d-f932b75f6edd),segment_id=0c0b24b7-5670-4c42-a51d-f932b75f6edd)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:18.344425 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6e89040-00f3-4933-8c29-7ef53117929b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.401399 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d6e89040-00f3-4933-8c29-7ef53117929b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Calling delete_port for 8ff226ad-7755-41fc-bf11-b60a9e6bc42d owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:42:18.471224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 286ce4ab-4f08-452c-a491-5062b5ee410b no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:42:18.492847 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 286ce4ab-4f08-452c-a491-5062b5ee410b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:42:18.493651 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 286ce4ab-4f08-452c-a491-5062b5ee410b not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:42:18.498136 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71b9b2-12e3-4a79-a300-a3cdd4672aa0 req-c3919000-74be-42d3-89f4-67eee8103002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:18.499656 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0a71b9b2-12e3-4a79-a300-a3cdd4672aa0 req-c3919000-74be-42d3-89f4-67eee8103002 service neutron] 10.222.0.69 "GET /v2.0/networks?id=850095bc-6722-4ef2-9ba4-75450b3586a5 HTTP/1.1" status: 200 len: 915 time: 0.1662741 Dec 16 22:42:18.589632 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0a71b9b2-12e3-4a79-a300-a3cdd4672aa0 req-64bccfb9-431d-4df2-9680-3559c2c09bd2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22900a24-f5ce-4dea-8419-c1cd1938f859 HTTP/1.1" status: 200 len: 217 time: 0.0768542 Dec 16 22:42:18.660276 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71b9b2-12e3-4a79-a300-a3cdd4672aa0 req-5239ecf8-a26b-426c-ae2f-ebe4075fbdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:18.662240 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0a71b9b2-12e3-4a79-a300-a3cdd4672aa0 req-5239ecf8-a26b-426c-ae2f-ebe4075fbdca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=247b698f-9959-4d2c-8f4b-f9a5a5a7333d HTTP/1.1" status: 200 len: 854 time: 0.0673814 Dec 16 22:42:18.717453 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0a71b9b2-12e3-4a79-a300-a3cdd4672aa0 req-5a0903db-6c7b-49ae-80cc-d9e10e9d10e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=850095bc-6722-4ef2-9ba4-75450b3586a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471041 Dec 16 22:42:18.834714 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0a71b9b2-12e3-4a79-a300-a3cdd4672aa0 req-ece35ea2-c3d2-4076-b746-5ddb836c8b19 service neutron] 10.222.0.69 "GET /v2.0/networks/850095bc-6722-4ef2-9ba4-75450b3586a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046383 Dec 16 22:42:18.920867 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6e89040-00f3-4933-8c29-7ef53117929b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.969127 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e89040-00f3-4933-8c29-7ef53117929b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Port': ['ID=8ff226ad-7755-41fc-bf11-b60a9e6bc42d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:18.978880 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0a71b9b2-12e3-4a79-a300-a3cdd4672aa0 req-0aea9027-8a31-434f-b917-e9e71dfe34f4 service neutron] 10.222.0.69 "GET /v2.0/networks/850095bc-6722-4ef2-9ba4-75450b3586a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351945 Dec 16 22:42:19.141371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd0998-cb6d-48c8-958f-cd5c1236c4d7 req-f1a01189-5ff3-4854-be3e-b9bdaf9c1d0b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:19.143758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ccd0998-cb6d-48c8-958f-cd5c1236c4d7 req-f1a01189-5ff3-4854-be3e-b9bdaf9c1d0b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0770488 Dec 16 22:42:19.215136 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6e89040-00f3-4933-8c29-7ef53117929b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:19.230840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ccd0998-cb6d-48c8-958f-cd5c1236c4d7 req-1ec30e7a-b9d9-46f9-8420-f104584418c0 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/security-groups?id=de25bc37-7039-4d7b-9145-cbe79cf75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702882 Dec 16 22:42:19.483730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e89040-00f3-4933-8c29-7ef53117929b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Router af815c3b-6eef-43a3-bc1f-b54d4a573860 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:42:19.607956 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e89040-00f3-4933-8c29-7ef53117929b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:42:19.622712 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d6e89040-00f3-4933-8c29-7ef53117929b tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "PUT /v2.0/routers/af815c3b-6eef-43a3-bc1f-b54d4a573860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9882822 Dec 16 22:42:19.622926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39758) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:19.627447 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aba038-8ab7-476c-bd14-df2bbd159ccc None None] Sync routers for ids ['af815c3b-6eef-43a3-bc1f-b54d4a573860'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:42:19.653229 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aba038-8ab7-476c-bd14-df2bbd159ccc None None] Routers {'af815c3b-6eef-43a3-bc1f-b54d4a573860'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:19.654315 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-82aba038-8ab7-476c-bd14-df2bbd159ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:41:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af815c3b-6eef-43a3-bc1f-b54d4a573860'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:19.692777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8791e8-dcfb-4108-b865-87fc6b344578 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting subnet dce9d6f2-20fb-4c39-89a2-9585dbdcb643 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:42:19.699073 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c8791e8-dcfb-4108-b865-87fc6b344578 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:19.765623 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c8791e8-dcfb-4108-b865-87fc6b344578 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:19.806832 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-82aba038-8ab7-476c-bd14-df2bbd159ccc None None] Set router af815c3b-6eef-43a3-bc1f-b54d4a573860 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:19.878449 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c8791e8-dcfb-4108-b865-87fc6b344578 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.030941 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-82aba038-8ab7-476c-bd14-df2bbd159ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639886926', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:42:18Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:20.052066 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c8791e8-dcfb-4108-b865-87fc6b344578 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.061025 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aba038-8ab7-476c-bd14-df2bbd159ccc None None] Checking router: af815c3b-6eef-43a3-bc1f-b54d4a573860 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:42:20.070479 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aba038-8ab7-476c-bd14-df2bbd159ccc None None] Routers {'af815c3b-6eef-43a3-bc1f-b54d4a573860'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:20.072066 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-82aba038-8ab7-476c-bd14-df2bbd159ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:41:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['af815c3b-6eef-43a3-bc1f-b54d4a573860'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:20.081627 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00185d57-0a4a-42f7-a078-3f3a65088d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.115699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8791e8-dcfb-4108-b865-87fc6b344578 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Subnet': ['ID=dce9d6f2-20fb-4c39-89a2-9585dbdcb643,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:20.122464 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c8791e8-dcfb-4108-b865-87fc6b344578 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.125429 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26460e4e-e4cb-4499-8ede-d263c88a6ec2 None None] Network fdba8bb8-9c68-4270-b051-eabc081e555a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:42:20.144223 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2c8791e8-dcfb-4108-b865-87fc6b344578 tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/subnets/dce9d6f2-20fb-4c39-89a2-9585dbdcb643 HTTP/1.1" status: 204 len: 168 time: 0.5206211 Dec 16 22:42:20.147085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39762) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:20.207639 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-82aba038-8ab7-476c-bd14-df2bbd159ccc None None] Set router af815c3b-6eef-43a3-bc1f-b54d4a573860 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:20.344341 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8492b5eb-8489-4422-986d-9c88326b49ee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.464027 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715d3773-6411-4b27-b1cc-8d7f7524ff13 None None] DHCP port deletion for fdba8bb8-9c68-4270-b051-eabc081e555a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:20.540080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 22900a24-f5ce-4dea-8419-c1cd1938f859 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:42:20.590784 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-82aba038-8ab7-476c-bd14-df2bbd159ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639886926', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:42:18Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:20.638833 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aba038-8ab7-476c-bd14-df2bbd159ccc None None] The sync data for ids ['af815c3b-6eef-43a3-bc1f-b54d4a573860'] in n-d-821840-2 is: [{'id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639886926', 'tenant_id': '51c946c648db42a6836975a56f094831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:42:18Z', 'revision_number': 5, 'project_id': '51c946c648db42a6836975a56f094831', 'gw_port': {'id': '7c207372-bc4f-464f-8d8f-02b55e7718b2', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af815c3b-6eef-43a3-bc1f-b54d4a573860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:22Z', 'updated_at': '2021-12-16T22:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:42:20.657247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-715d3773-6411-4b27-b1cc-8d7f7524ff13 None None] Deleting port fd27369d-01be-43e7-82d3-dc2f761e2baf {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:42:20.657736 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-715d3773-6411-4b27-b1cc-8d7f7524ff13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.782299 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 22900a24-f5ce-4dea-8419-c1cd1938f859, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=22900a24-f5ce-4dea-8419-c1cd1938f859,segment=NetworkSegment(509e1696-bd66-4c98-a23a-55f38cb5c815),segment_id=509e1696-bd66-4c98-a23a-55f38cb5c815)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:20.798508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-715d3773-6411-4b27-b1cc-8d7f7524ff13 None None] For port fd27369d-01be-43e7-82d3-dc2f761e2baf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=fd27369d-01be-43e7-82d3-dc2f761e2baf,segment=NetworkSegment(0c0b24b7-5670-4c42-a51d-f932b75f6edd),segment_id=0c0b24b7-5670-4c42-a51d-f932b75f6edd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:20.798961 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-715d3773-6411-4b27-b1cc-8d7f7524ff13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.809078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '22900a24-f5ce-4dea-8419-c1cd1938f859', 'network_id': '850095bc-6722-4ef2-9ba4-75450b3586a5', 'port_id': '22900a24-f5ce-4dea-8419-c1cd1938f859', 'mac_address': 'fa:16:3e:e5:49:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247b698f-9959-4d2c-8f4b-f9a5a5a7333d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:42:20.816816 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-715d3773-6411-4b27-b1cc-8d7f7524ff13 None None] Calling delete_port for fd27369d-01be-43e7-82d3-dc2f761e2baf owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:42:20.907126 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.934856 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22900a24-f5ce-4dea-8419-c1cd1938f859 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:42:20.964270 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 22900a24-f5ce-4dea-8419-c1cd1938f859, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=22900a24-f5ce-4dea-8419-c1cd1938f859,segment=NetworkSegment(509e1696-bd66-4c98-a23a-55f38cb5c815),segment_id=509e1696-bd66-4c98-a23a-55f38cb5c815)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:20.999708 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d4316-5c99-4d6b-ac26-def24f97f13a req-661d5044-8a31-49f1-98e5-f9fd7cc5ac4d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:21.001295 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-595d4316-5c99-4d6b-ac26-def24f97f13a req-661d5044-8a31-49f1-98e5-f9fd7cc5ac4d tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 944 time: 0.1098404 Dec 16 22:42:21.029569 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8492b5eb-8489-4422-986d-9c88326b49ee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:21.059241 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:21.079627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-595d4316-5c99-4d6b-ac26-def24f97f13a req-94dc9f2e-82cf-4bf7-877e-8417877781e3 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/security-groups?id=de25bc37-7039-4d7b-9145-cbe79cf75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696759 Dec 16 22:42:21.085497 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-715d3773-6411-4b27-b1cc-8d7f7524ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:21.106937 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715d3773-6411-4b27-b1cc-8d7f7524ff13 None None] No DVR routers for this DVR port fd27369d-01be-43e7-82d3-dc2f761e2baf on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:42:21.139662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=22900a24-f5ce-4dea-8419-c1cd1938f859,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:21.148195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:21.148549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:21.148897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:21.149287 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:21.149628 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:21.150122 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:21.150460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:21.150798 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:21.151126 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:21.151483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:21.151813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:21.152137 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:21.152465 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:21.186652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d3773-6411-4b27-b1cc-8d7f7524ff13 None None] Pushing event deleted for resources: {'Port': ['ID=fd27369d-01be-43e7-82d3-dc2f761e2baf,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:21.213371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-8492b5eb-8489-4422-986d-9c88326b49ee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Deleting port 7c207372-bc4f-464f-8d8f-02b55e7718b2 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:42:21.214441 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8492b5eb-8489-4422-986d-9c88326b49ee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:21.318970 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-8492b5eb-8489-4422-986d-9c88326b49ee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] For port 7c207372-bc4f-464f-8d8f-02b55e7718b2, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7c207372-bc4f-464f-8d8f-02b55e7718b2,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:21.319239 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8492b5eb-8489-4422-986d-9c88326b49ee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:21.334178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-8492b5eb-8489-4422-986d-9c88326b49ee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Calling delete_port for 7c207372-bc4f-464f-8d8f-02b55e7718b2 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:42:21.399086 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['22900a24-f5ce-4dea-8419-c1cd1938f859'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:42:21.621619 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8492b5eb-8489-4422-986d-9c88326b49ee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:21.650394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492b5eb-8489-4422-986d-9c88326b49ee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Port': ['ID=7c207372-bc4f-464f-8d8f-02b55e7718b2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:21.670086 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4960e4e1-21b9-482b-8957-6b035a90bfdf None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:21.747616 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8492b5eb-8489-4422-986d-9c88326b49ee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:21.852286 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8492b5eb-8489-4422-986d-9c88326b49ee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:21.855968 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8492b5eb-8489-4422-986d-9c88326b49ee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:21.971837 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8492b5eb-8489-4422-986d-9c88326b49ee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:21.972415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8492b5eb-8489-4422-986d-9c88326b49ee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Fanout notify agent at l3_agent the message router_deleted on router af815c3b-6eef-43a3-bc1f-b54d4a573860 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:42:21.979988 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8492b5eb-8489-4422-986d-9c88326b49ee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:21.981120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8492b5eb-8489-4422-986d-9c88326b49ee tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/routers/af815c3b-6eef-43a3-bc1f-b54d4a573860 HTTP/1.1" status: 204 len: 168 time: 1.8327544 Dec 16 22:42:21.983835 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39784) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:22.075105 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-85fb2a67-dbb8-4b11-b9b7-8060904487ce tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.184753 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-85fb2a67-dbb8-4b11-b9b7-8060904487ce tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.224792 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-85fb2a67-dbb8-4b11-b9b7-8060904487ce tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdba8bb8-9c68-4270-b051-eabc081e555a']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:22.237381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-85fb2a67-dbb8-4b11-b9b7-8060904487ce tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0b24b7-5670-4c42-a51d-f932b75f6edd') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:22.237679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-85fb2a67-dbb8-4b11-b9b7-8060904487ce tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0b24b7-5670-4c42-a51d-f932b75f6edd') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:22.254638 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-85fb2a67-dbb8-4b11-b9b7-8060904487ce tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.269493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9a984-7930-43aa-91f7-7f4732e52b44 req-4817c760-8034-4554-ad61-d682ccc6d690 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:22.271045 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51e9a984-7930-43aa-91f7-7f4732e52b44 req-4817c760-8034-4554-ad61-d682ccc6d690 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 945 time: 0.0986319 Dec 16 22:42:22.280597 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-85fb2a67-dbb8-4b11-b9b7-8060904487ce tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.288736 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85fb2a67-dbb8-4b11-b9b7-8060904487ce tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:42:22.289153 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-85fb2a67-dbb8-4b11-b9b7-8060904487ce tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:42:22.293887 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:42:22.386016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51e9a984-7930-43aa-91f7-7f4732e52b44 req-1f7823ac-8603-4659-9c56-d8186bd1406c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/security-groups?id=de25bc37-7039-4d7b-9145-cbe79cf75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985498 Dec 16 22:42:22.446594 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc63495a-a822-4834-91b5-73f83c2963a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.468316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8ff226ad-7755-41fc-bf11-b60a9e6bc42d no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:42:22.480252 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-85fb2a67-dbb8-4b11-b9b7-8060904487ce tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.480252 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-85fb2a67-dbb8-4b11-b9b7-8060904487ce tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.485797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-85fb2a67-dbb8-4b11-b9b7-8060904487ce tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/networks/fdba8bb8-9c68-4270-b051-eabc081e555a HTTP/1.1" status: 204 len: 168 time: 0.4976392 Dec 16 22:42:22.485920 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39790) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:22.501245 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb2a67-dbb8-4b11-b9b7-8060904487ce tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'Network': ['ID=fdba8bb8-9c68-4270-b051-eabc081e555a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:22.520441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 22900a24-f5ce-4dea-8419-c1cd1938f859 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:42:22.522893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 8ff226ad-7755-41fc-bf11-b60a9e6bc42d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:42:22.523327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8ff226ad-7755-41fc-bf11-b60a9e6bc42d not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:42:22.523801 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device fd27369d-01be-43e7-82d3-dc2f761e2baf no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:42:22.569292 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5efeaa4a-c9fc-4d6d-9e32-d9c03928e0ab tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.603285 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5efeaa4a-c9fc-4d6d-9e32-d9c03928e0ab tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.735494 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: fd27369d-01be-43e7-82d3-dc2f761e2baf {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:42:22.735834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device fd27369d-01be-43e7-82d3-dc2f761e2baf not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:42:22.742280 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5efeaa4a-c9fc-4d6d-9e32-d9c03928e0ab tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.747013 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5efeaa4a-c9fc-4d6d-9e32-d9c03928e0ab tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.757881 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5efeaa4a-c9fc-4d6d-9e32-d9c03928e0ab tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] 10.222.0.43 "DELETE /v2.0/security-groups/caf40fba-e2b6-41f4-9901-253c42e2768d HTTP/1.1" status: 204 len: 168 time: 0.2702472 Dec 16 22:42:22.773322 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efeaa4a-c9fc-4d6d-9e32-d9c03928e0ab tempest-TestNetworkAdvancedServerOps-1668452541 tempest-TestNetworkAdvancedServerOps-1668452541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf40fba-e2b6-41f4-9901-253c42e2768d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:22.824503 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 22900a24-f5ce-4dea-8419-c1cd1938f859 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:42:22.829093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 22900a24-f5ce-4dea-8419-c1cd1938f859 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:22.829532 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.938625 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.962527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f698ee8f-c2d8-421e-9bc7-4adfb466c0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22900a24-f5ce-4dea-8419-c1cd1938f859'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:42:22.965212 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a79b629-6fd2-48ba-a472-8bec792e048a" -d '{"events": [{"server_uuid": "f698ee8f-c2d8-421e-9bc7-4adfb466c0b9", "name": "network-vif-plugged", "status": "completed", "tag": "22900a24-f5ce-4dea-8419-c1cd1938f859"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:42:22.980376 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 22900a24-f5ce-4dea-8419-c1cd1938f859, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=22900a24-f5ce-4dea-8419-c1cd1938f859,segment=NetworkSegment(509e1696-bd66-4c98-a23a-55f38cb5c815),segment_id=509e1696-bd66-4c98-a23a-55f38cb5c815)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:23.016758 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6169f066-6a46-4231-94e2-3f503a0a5a8e x-openstack-request-id: req-6169f066-6a46-4231-94e2-3f503a0a5a8e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:42:23.017271 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f698ee8f-c2d8-421e-9bc7-4adfb466c0b9", "name": "network-vif-plugged", "status": "completed", "tag": "22900a24-f5ce-4dea-8419-c1cd1938f859", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:42:23.017557 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6169f066-6a46-4231-94e2-3f503a0a5a8e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:42:23.017966 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f698ee8f-c2d8-421e-9bc7-4adfb466c0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22900a24-f5ce-4dea-8419-c1cd1938f859', 'code': 200} Dec 16 22:42:23.101662 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.160100 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=22900a24-f5ce-4dea-8419-c1cd1938f859,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:23.176806 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c7c4e-3c79-4493-a43e-cbf2d95661a5 req-b6229dc9-c61c-48d1-a9f2-6fd32b22bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:23.178319 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7a1c7c4e-3c79-4493-a43e-cbf2d95661a5 req-b6229dc9-c61c-48d1-a9f2-6fd32b22bb59 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 1097 time: 0.0829628 Dec 16 22:42:23.235980 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7a1c7c4e-3c79-4493-a43e-cbf2d95661a5 req-80dce6f8-9afa-483b-b737-dd7df903a799 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=de25bc37-7039-4d7b-9145-cbe79cf75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461009 Dec 16 22:42:23.409738 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39816) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:23.519096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f25c7f-7aea-4db2-bf68-f7cad4c4ccd9 req-14e247f9-fa72-42e1-ba27-71a294722b2b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:23.520678 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09f25c7f-7aea-4db2-bf68-f7cad4c4ccd9 req-14e247f9-fa72-42e1-ba27-71a294722b2b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0576057 Dec 16 22:42:23.551501 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-db84f4aa-66de-4631-9e19-e3b4710ee281 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51c946c648db42a6836975a56f094831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405478 Dec 16 22:42:23.553982 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39822) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:23.566346 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.576546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09f25c7f-7aea-4db2-bf68-f7cad4c4ccd9 req-244765be-7ea8-4002-b1e0-109a7f1dccf0 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/security-groups?id=de25bc37-7039-4d7b-9145-cbe79cf75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492511 Dec 16 22:42:23.604716 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09c47b0d-75ec-4c43-8fc0-6b30db9b7686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.625937 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09c47b0d-75ec-4c43-8fc0-6b30db9b7686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.743253 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09c47b0d-75ec-4c43-8fc0-6b30db9b7686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.747305 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09c47b0d-75ec-4c43-8fc0-6b30db9b7686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.747446 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-09c47b0d-75ec-4c43-8fc0-6b30db9b7686 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85db92a4-dd12-45eb-b21a-053f32586fc6 HTTP/1.1" status: 204 len: 168 time: 0.1922817 Dec 16 22:42:23.755719 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c47b0d-75ec-4c43-8fc0-6b30db9b7686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85db92a4-dd12-45eb-b21a-053f32586fc6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:24.065717 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7c207372-bc4f-464f-8d8f-02b55e7718b2 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:42:24.087868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 7c207372-bc4f-464f-8d8f-02b55e7718b2 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:42:24.090948 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7c207372-bc4f-464f-8d8f-02b55e7718b2 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:42:24.420624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39846) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:24.463175 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-02b3cae5-6069-4679-8394-0a0c39c5e885 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff4556cb3b8743dbbc4c1f42ccc945e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413361 Dec 16 22:42:24.466003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39850) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:24.519820 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-233bf0e9-e422-49b8-9c89-2d9f69085deb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:24.543740 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-233bf0e9-e422-49b8-9c89-2d9f69085deb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:24.690666 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-233bf0e9-e422-49b8-9c89-2d9f69085deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:24.694400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-233bf0e9-e422-49b8-9c89-2d9f69085deb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:24.694754 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-233bf0e9-e422-49b8-9c89-2d9f69085deb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/beb0087a-b9ef-4fe9-acca-9e70a03195e5 HTTP/1.1" status: 204 len: 168 time: 0.2277699 Dec 16 22:42:24.705881 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bf0e9-e422-49b8-9c89-2d9f69085deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb0087a-b9ef-4fe9-acca-9e70a03195e5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:24.733557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507553af-6b83-47aa-8be2-3a716e1dbd99 req-dab0f117-c284-439d-a030-aa2ad4942102 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:24.735798 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-507553af-6b83-47aa-8be2-3a716e1dbd99 req-dab0f117-c284-439d-a030-aa2ad4942102 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0704324 Dec 16 22:42:24.793261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-507553af-6b83-47aa-8be2-3a716e1dbd99 req-c551b0e6-8e11-40ed-a50d-b1f559b6161b tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/security-groups?id=de25bc37-7039-4d7b-9145-cbe79cf75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496030 Dec 16 22:42:24.852465 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:25.699879 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:27.933904 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39948) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:27.942385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5f7ea32e-2420-4cd6-9e17-1e3a65d9b174 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Request body: {'network': {'name': 'tempest-network-smoke--248226251', 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'port_security_enabled': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:28.038546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7ea32e-2420-4cd6-9e17-1e3a65d9b174 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Made reservation on behalf of 1182dc62711344bc84f1d4e2d8c9f042 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:42:28.050279 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea32e-2420-4cd6-9e17-1e3a65d9b174 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.062970 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea32e-2420-4cd6-9e17-1e3a65d9b174 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.155238 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea32e-2420-4cd6-9e17-1e3a65d9b174 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.232318 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea32e-2420-4cd6-9e17-1e3a65d9b174 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.256999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7ea32e-2420-4cd6-9e17-1e3a65d9b174 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:42:28.277085 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea32e-2420-4cd6-9e17-1e3a65d9b174 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.277812 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-5f7ea32e-2420-4cd6-9e17-1e3a65d9b174 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Added segment 3eb9ca60-7be9-488e-9c60-ae4fc97391d2 of type vlan for network de5ada2e-2f0f-46da-90d4-3908701a104f Dec 16 22:42:28.285990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ea32e-2420-4cd6-9e17-1e3a65d9b174 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea213e9-e4cf-420d-a85b-447f3722bd13,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:28.335152 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea32e-2420-4cd6-9e17-1e3a65d9b174 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.449613 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea32e-2420-4cd6-9e17-1e3a65d9b174 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.456009 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7ea32e-2420-4cd6-9e17-1e3a65d9b174 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:28.460290 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea32e-2420-4cd6-9e17-1e3a65d9b174 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.533865 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ea32e-2420-4cd6-9e17-1e3a65d9b174 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'Network': ['ID=de5ada2e-2f0f-46da-90d4-3908701a104f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:28.546695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network de5ada2e-2f0f-46da-90d4-3908701a104f details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:42:28.597121 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5f7ea32e-2420-4cd6-9e17-1e3a65d9b174 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6615148 Dec 16 22:42:28.600944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39958) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:28.606339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-148459522', 'admin_state_up': True, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:28.718284 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.722528 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.773207 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.987959 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.254255 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.274056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.389131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Allocated IP 172.25.2.93 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/5daaf632-905e-44ac-8942-d5fe48457772) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:29.502874 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.612014 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.655843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:29.660604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:29.664968 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:29.668828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'Port': ['ID=5daaf632-905e-44ac-8942-d5fe48457772,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:29.681600 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cdcce4-0681-4cd8-aa4f-f7cbeaf17619 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:29.772559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-816388be-27a7-41e5-8743-8871f128b461 None None] Provisioning complete for port 5daaf632-905e-44ac-8942-d5fe48457772 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:29.773237 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-816388be-27a7-41e5-8743-8871f128b461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.821725 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-816388be-27a7-41e5-8743-8871f128b461 None None] Port 5daaf632-905e-44ac-8942-d5fe48457772 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:42:30.022895 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:30.350441 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:30.600601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Router 2d3ee905-89ab-48b4-94fb-79e67e71c04c is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:42:30.729336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:42:30.747085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Sync routers for ids ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:42:30.765835 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Routers {'2d3ee905-89ab-48b4-94fb-79e67e71c04c'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:30.767285 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:42:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:30.820243 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:30.822565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-daafcaca-621f-4f2a-895f-e2570993d4e6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2197983 Dec 16 22:42:30.825581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40000) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:30.897188 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:42:30.969483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Set router 2d3ee905-89ab-48b4-94fb-79e67e71c04c gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:30.998348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ed3fb3f9-98e4-4dbf-91b6-7c26cad82c0d tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=1182dc62711344bc84f1d4e2d8c9f042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1714668 Dec 16 22:42:31.001186 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40004) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:31.110754 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29646589-9900-4887-ae59-eb3ce58a81f6 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:31.112805 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-29646589-9900-4887-ae59-eb3ce58a81f6 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1095538 Dec 16 22:42:31.115709 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40006) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:31.163070 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b08a5022-ea93-498b-873c-9196bf13bd7b tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452499 Dec 16 22:42:31.165936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40008) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:31.172293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c9448ea2-9456-4c93-a5eb-d78a4adadba5 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-341273044', 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f', 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:31.238635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-148459522', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '5daaf632-905e-44ac-8942-d5fe48457772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:28Z', 'updated_at': '2021-12-16T22:42:29Z', 'revision_number': 3, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '5daaf632-905e-44ac-8942-d5fe48457772', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:29Z', 'updated_at': '2021-12-16T22:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:31.286582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Checking router: 2d3ee905-89ab-48b4-94fb-79e67e71c04c for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:42:31.287711 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Updating router 2d3ee905-89ab-48b4-94fb-79e67e71c04c port 5daaf632-905e-44ac-8942-d5fe48457772 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:42:31.313781 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.360213 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40016) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:31.420294 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9448ea2-9456-4c93-a5eb-d78a4adadba5 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Made reservation on behalf of 1182dc62711344bc84f1d4e2d8c9f042 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:42:31.424252 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9448ea2-9456-4c93-a5eb-d78a4adadba5 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.575722 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a33eb551-3c29-426f-b4d9-8e89c63e4301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.668283 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.736231 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a33eb551-3c29-426f-b4d9-8e89c63e4301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.758044 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.788587 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9448ea2-9456-4c93-a5eb-d78a4adadba5 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.814531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f7d81f-be85-48cc-b157-f403df88bb46 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:31.849678 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Attempting to bind port 5daaf632-905e-44ac-8942-d5fe48457772 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:42:31.850057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Attempting to bind port 5daaf632-905e-44ac-8942-d5fe48457772 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:42:31.850664 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9448ea2-9456-4c93-a5eb-d78a4adadba5 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'Subnet': ['ID=6a30105d-8407-4d4e-b620-6fa2c3dde353,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:31.850883 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Attempting to bind port 5daaf632-905e-44ac-8942-d5fe48457772 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:31.852907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a33eb551-3c29-426f-b4d9-8e89c63e4301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.868901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad66ee-314f-4733-bb41-283030245cf0 None None] Pushing event updated for resources: {'Port': ['ID=5daaf632-905e-44ac-8942-d5fe48457772,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:31.882801 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:42:31.883367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:31.883902 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.884416 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:42:31.886107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Bound port: 5daaf632-905e-44ac-8942-d5fe48457772, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:42:31.886505 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.906549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33eb551-3c29-426f-b4d9-8e89c63e4301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b097d6-9ae4-47a6-b67e-fbc26b21b91b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:31.917649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-20466c60-e6e9-4efb-9333-27b52f4efb17 None None] Provisioning complete for port 5daaf632-905e-44ac-8942-d5fe48457772 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:31.918273 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20466c60-e6e9-4efb-9333-27b52f4efb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.918899 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40022) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:31.919468 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a33eb551-3c29-426f-b4d9-8e89c63e4301 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=adc83200d40249b29057df35747b6f9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5578516 Dec 16 22:42:31.928955 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9448ea2-9456-4c93-a5eb-d78a4adadba5 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Checking segment: {'id': '3eb9ca60-7be9-488e-9c60-ae4fc97391d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:31.929330 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9448ea2-9456-4c93-a5eb-d78a4adadba5 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Network hostable DHCP agents. Network: de5ada2e-2f0f-46da-90d4-3908701a104f, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:42:31.985566 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f4f8584-e4ed-4077-9b41-21bc2d640250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.988983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-20466c60-e6e9-4efb-9333-27b52f4efb17 None None] Port 5daaf632-905e-44ac-8942-d5fe48457772 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:42:31.997585 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] For port 5daaf632-905e-44ac-8942-d5fe48457772, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:42:32.006903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] For port 5daaf632-905e-44ac-8942-d5fe48457772, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5daaf632-905e-44ac-8942-d5fe48457772,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:42:32.015173 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f4f8584-e4ed-4077-9b41-21bc2d640250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.017177 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9448ea2-9456-4c93-a5eb-d78a4adadba5 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Network de5ada2e-2f0f-46da-90d4-3908701a104f is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:42:32.098286 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.144372 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c9448ea2-9456-4c93-a5eb-d78a4adadba5 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, de5ada2e-2f0f-46da-90d4-3908701a104f) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:32.149923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9448ea2-9456-4c93-a5eb-d78a4adadba5 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:32.152025 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9448ea2-9456-4c93-a5eb-d78a4adadba5 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.152422 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2d6807-34b6-47a2-ab1a-68ec7414a638 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:32.159246 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ee5190-f9fe-4ae0-a8ff-b90d3ec2b9c5 None None] Network de5ada2e-2f0f-46da-90d4-3908701a104f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:42:32.163664 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f4f8584-e4ed-4077-9b41-21bc2d640250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.167727 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f4f8584-e4ed-4077-9b41-21bc2d640250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.178237 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2f4f8584-e4ed-4077-9b41-21bc2d640250 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7b097d6-9ae4-47a6-b67e-fbc26b21b91b HTTP/1.1" status: 204 len: 168 time: 0.2580538 Dec 16 22:42:32.202774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f8584-e4ed-4077-9b41-21bc2d640250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b097d6-9ae4-47a6-b67e-fbc26b21b91b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:32.230869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Routers {'2d3ee905-89ab-48b4-94fb-79e67e71c04c'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:32.231858 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:42:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:32.241509 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad66ee-314f-4733-bb41-283030245cf0 None None] Pushing event updated for resources: {'Port': ['ID=5daaf632-905e-44ac-8942-d5fe48457772,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:32.268634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40026) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:32.271077 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c9448ea2-9456-4c93-a5eb-d78a4adadba5 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1034322 Dec 16 22:42:32.396333 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-333876d7-a2a4-4c17-848b-75e3e4c11cbb None None] Provisioning complete for port 5daaf632-905e-44ac-8942-d5fe48457772 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:32.396722 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-333876d7-a2a4-4c17-848b-75e3e4c11cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.431720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-de5ada2e-2f0f-46da-90d4-3908701a104f', 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f', 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'fixed_ips': [{'subnet_id': '6a30105d-8407-4d4e-b620-6fa2c3dde353'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:42:32.432741 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.465105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] Set router 2d3ee905-89ab-48b4-94fb-79e67e71c04c gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:32.777508 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-333876d7-a2a4-4c17-848b-75e3e4c11cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.818196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Allocated IP 172.20.0.2 (de5ada2e-2f0f-46da-90d4-3908701a104f/6a30105d-8407-4d4e-b620-6fa2c3dde353/d4b5d1a1-6818-470b-8c7b-afe8e4df8774) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:32.822036 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.836918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-333876d7-a2a4-4c17-848b-75e3e4c11cbb None None] For port 5daaf632-905e-44ac-8942-d5fe48457772, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5daaf632-905e-44ac-8942-d5fe48457772,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:32.947369 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-148459522', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '5daaf632-905e-44ac-8942-d5fe48457772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:28Z', 'updated_at': '2021-12-16T22:42:29Z', 'revision_number': 3, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '5daaf632-905e-44ac-8942-d5fe48457772', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:29Z', 'updated_at': '2021-12-16T22:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:32.984772 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-333876d7-a2a4-4c17-848b-75e3e4c11cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.986731 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff013c-084d-453f-85a0-6742d90d14c5 None None] The sync data for ids ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'] in n-d-821840-2 is: [{'id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-148459522', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '5daaf632-905e-44ac-8942-d5fe48457772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:28Z', 'updated_at': '2021-12-16T22:42:29Z', 'revision_number': 3, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '5daaf632-905e-44ac-8942-d5fe48457772', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:29Z', 'updated_at': '2021-12-16T22:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:42:33.091084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40036) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:33.113470 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-276c9a32-2457-4ba6-8e34-ea6e0339300a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.225888 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-276c9a32-2457-4ba6-8e34-ea6e0339300a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.287019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333876d7-a2a4-4c17-848b-75e3e4c11cbb None None] Pushing event updated for resources: {'Port': ['ID=5daaf632-905e-44ac-8942-d5fe48457772,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:33.293975 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.297036 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-276c9a32-2457-4ba6-8e34-ea6e0339300a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.339076 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c9a32-2457-4ba6-8e34-ea6e0339300a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bb3317-4dad-4054-a691-80d126991f59,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:33.345355 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-276c9a32-2457-4ba6-8e34-ea6e0339300a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7739f3e3a65b485d8daf038d2d1e3c8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2528746 Dec 16 22:42:33.349107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40038) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:33.375822 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.442361 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Network de5ada2e-2f0f-46da-90d4-3908701a104f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:33.454211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:33.467921 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:33.510668 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Pushing event updated for resources: {'Port': ['ID=d4b5d1a1-6818-470b-8c7b-afe8e4df8774,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:33.539705 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Allocated IP 172.20.0.1 (de5ada2e-2f0f-46da-90d4-3908701a104f/6a30105d-8407-4d4e-b620-6fa2c3dde353/58f933df-6d9b-45db-ba43-bff01efb63ce) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:33.568474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Attempting to bind port d4b5d1a1-6818-470b-8c7b-afe8e4df8774 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:42:33.578855 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Attempting to bind port d4b5d1a1-6818-470b-8c7b-afe8e4df8774 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '3eb9ca60-7be9-488e-9c60-ae4fc97391d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:42:33.579551 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Attempting to bind port d4b5d1a1-6818-470b-8c7b-afe8e4df8774 on network de5ada2e-2f0f-46da-90d4-3908701a104f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:33.591692 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:42:33.592251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Checking segment: {'id': '3eb9ca60-7be9-488e-9c60-ae4fc97391d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:33.592757 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.593247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Bound using segment: {'id': '3eb9ca60-7be9-488e-9c60-ae4fc97391d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:42:33.593824 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Bound port: d4b5d1a1-6818-470b-8c7b-afe8e4df8774, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb9ca60-7be9-488e-9c60-ae4fc97391d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:42:33.594352 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.638608 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4fccf635-758f-46f6-99c8-0ca47d8abb00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.679380 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4fccf635-758f-46f6-99c8-0ca47d8abb00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.695327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] For port d4b5d1a1-6818-470b-8c7b-afe8e4df8774, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:42:33.707702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] For port d4b5d1a1-6818-470b-8c7b-afe8e4df8774, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d4b5d1a1-6818-470b-8c7b-afe8e4df8774,segment=NetworkSegment(3eb9ca60-7be9-488e-9c60-ae4fc97391d2),segment_id=3eb9ca60-7be9-488e-9c60-ae4fc97391d2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:42:33.759373 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.793951 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.865440 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f9366-0eea-4b7e-911c-4387b06a695c None None] Pushing event updated for resources: {'Port': ['ID=d4b5d1a1-6818-470b-8c7b-afe8e4df8774,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:33.878028 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4fccf635-758f-46f6-99c8-0ca47d8abb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.880812 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4fccf635-758f-46f6-99c8-0ca47d8abb00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.882198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4fccf635-758f-46f6-99c8-0ca47d8abb00 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24bb3317-4dad-4054-a691-80d126991f59 HTTP/1.1" status: 204 len: 168 time: 0.5300109 Dec 16 22:42:33.892358 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccf635-758f-46f6-99c8-0ca47d8abb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bb3317-4dad-4054-a691-80d126991f59,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:33.915577 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.013678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Network de5ada2e-2f0f-46da-90d4-3908701a104f is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:34.017724 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:34.028845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:34.087665 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.196536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'Port': ['ID=58f933df-6d9b-45db-ba43-bff01efb63ce,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:34.247340 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5daaf632-905e-44ac-8942-d5fe48457772 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:42:34.330834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 5daaf632-905e-44ac-8942-d5fe48457772 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:34.334335 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.469347 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.195546 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.232656 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8669cea7-3f89-4ee2-a03d-70e47c80f9ab None None] Network de5ada2e-2f0f-46da-90d4-3908701a104f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:42:35.256910 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.349689 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.356775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'Port': ['ID=58f933df-6d9b-45db-ba43-bff01efb63ce,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:35.365736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ee703360-1b27-4db3-8e5c-b7c5248a6991 None None] Provisioning complete for port d4b5d1a1-6818-470b-8c7b-afe8e4df8774 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:35.366107 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee703360-1b27-4db3-8e5c-b7c5248a6991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.460697 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee703360-1b27-4db3-8e5c-b7c5248a6991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.471097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Network de5ada2e-2f0f-46da-90d4-3908701a104f is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:35.473093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:35.508635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ee703360-1b27-4db3-8e5c-b7c5248a6991 None None] For port d4b5d1a1-6818-470b-8c7b-afe8e4df8774, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d4b5d1a1-6818-470b-8c7b-afe8e4df8774,segment=NetworkSegment(3eb9ca60-7be9-488e-9c60-ae4fc97391d2),segment_id=3eb9ca60-7be9-488e-9c60-ae4fc97391d2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:35.583295 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee703360-1b27-4db3-8e5c-b7c5248a6991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.608779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Router 2d3ee905-89ab-48b4-94fb-79e67e71c04c has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:42:35.659185 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee703360-1b27-4db3-8e5c-b7c5248a6991 None None] Pushing event updated for resources: {'Port': ['ID=d4b5d1a1-6818-470b-8c7b-afe8e4df8774,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:35.786523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:42:35.794274 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b7a781a6-7ca5-4bf1-8d87-797438a931af tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "PUT /v2.0/routers/2d3ee905-89ab-48b4-94fb-79e67e71c04c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5244308 Dec 16 22:42:35.797263 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40082) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:35.804028 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5a689a78-e3d3-4e32-9726-cf256566bed0 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--717674615', 'description': 'tempest-secgroup_access--717674615 description', 'project_id': '1182dc62711344bc84f1d4e2d8c9f042'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:35.811857 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Sync routers for ids ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:42:35.821429 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3b880ce2-67d1-4fe9-89a8-19e6f0d2bb2d None None] Provisioning complete for port 58f933df-6d9b-45db-ba43-bff01efb63ce triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:35.822481 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b880ce2-67d1-4fe9-89a8-19e6f0d2bb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.838957 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Routers {'2d3ee905-89ab-48b4-94fb-79e67e71c04c'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:35.844156 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:42:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:35.867940 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3b880ce2-67d1-4fe9-89a8-19e6f0d2bb2d None None] Port 58f933df-6d9b-45db-ba43-bff01efb63ce cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:42:35.883310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3b880ce2-67d1-4fe9-89a8-19e6f0d2bb2d None None] Provisioning complete for port d4b5d1a1-6818-470b-8c7b-afe8e4df8774 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:35.883696 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b880ce2-67d1-4fe9-89a8-19e6f0d2bb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.931323 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5a689a78-e3d3-4e32-9726-cf256566bed0 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.995312 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Set router 2d3ee905-89ab-48b4-94fb-79e67e71c04c gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:36.020141 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5a689a78-e3d3-4e32-9726-cf256566bed0 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.081204 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5a689a78-e3d3-4e32-9726-cf256566bed0 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.119662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-924b3167-f099-4886-bf69-50ced3b93ea6 None None] Provisioning complete for port 58f933df-6d9b-45db-ba43-bff01efb63ce triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:36.120142 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-924b3167-f099-4886-bf69-50ced3b93ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.168327 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a689a78-e3d3-4e32-9726-cf256566bed0 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c5a970-2460-4069-91cc-ed76f9898ad9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:36.180922 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5a689a78-e3d3-4e32-9726-cf256566bed0 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.184715 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5a689a78-e3d3-4e32-9726-cf256566bed0 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3858452 Dec 16 22:42:36.187600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40092) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:36.192413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e29eba2e-7432-4009-ac02-fd45e702eb8a tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1108535030', 'description': 'tempest-secgroup_general--1108535030 description', 'project_id': '1182dc62711344bc84f1d4e2d8c9f042'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:36.211083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-924b3167-f099-4886-bf69-50ced3b93ea6 None None] Port 58f933df-6d9b-45db-ba43-bff01efb63ce cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:42:36.262275 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d4b5d1a1-6818-470b-8c7b-afe8e4df8774 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:42:36.293997 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-148459522', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '5daaf632-905e-44ac-8942-d5fe48457772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:28Z', 'updated_at': '2021-12-16T22:42:34Z', 'revision_number': 4, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '5daaf632-905e-44ac-8942-d5fe48457772', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:29Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '58f933df-6d9b-45db-ba43-bff01efb63ce', 'name': '', 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'mac_address': 'fa:16:3e:85:2c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:32Z', 'updated_at': '2021-12-16T22:42:34Z', 'revision_number': 2, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'subnets': [{'id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:36.326335 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Checking router: 2d3ee905-89ab-48b4-94fb-79e67e71c04c for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:42:36.326509 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e29eba2e-7432-4009-ac02-fd45e702eb8a tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.327090 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Updating router 2d3ee905-89ab-48b4-94fb-79e67e71c04c port 58f933df-6d9b-45db-ba43-bff01efb63ce binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:42:36.347236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-10e32576-6164-4f5b-9ecd-b8c1413022da None None] Provisioning complete for port 58f933df-6d9b-45db-ba43-bff01efb63ce triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:36.347745 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-10e32576-6164-4f5b-9ecd-b8c1413022da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.352941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d4b5d1a1-6818-470b-8c7b-afe8e4df8774 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:36.353916 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.361767 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.429635 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e29eba2e-7432-4009-ac02-fd45e702eb8a tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.443067 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-10e32576-6164-4f5b-9ecd-b8c1413022da None None] Port 58f933df-6d9b-45db-ba43-bff01efb63ce cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:42:36.484957 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e29eba2e-7432-4009-ac02-fd45e702eb8a tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.523405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29eba2e-7432-4009-ac02-fd45e702eb8a tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924104ac-5787-44e4-9903-237a62605add,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:36.619550 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e29eba2e-7432-4009-ac02-fd45e702eb8a tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.620581 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e29eba2e-7432-4009-ac02-fd45e702eb8a tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4319410 Dec 16 22:42:36.623525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40102) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:36.628042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e630a0a4-e93e-4e65-9ddb-d9db6dd33730 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Request body: {'security_group_rule': {'security_group_id': 'c2c5a970-2460-4069-91cc-ed76f9898ad9', 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:36.672384 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.743164 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e630a0a4-e93e-4e65-9ddb-d9db6dd33730 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.754069 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.815056 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf252a2d-6af2-486f-8b5e-387b8faed31e None None] Pushing event updated for resources: {'Port': ['ID=58f933df-6d9b-45db-ba43-bff01efb63ce,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:36.829352 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf252a2d-6af2-486f-8b5e-387b8faed31e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:36.829699 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf252a2d-6af2-486f-8b5e-387b8faed31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:36.830394 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf252a2d-6af2-486f-8b5e-387b8faed31e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:36.831212 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf252a2d-6af2-486f-8b5e-387b8faed31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:36.831584 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf252a2d-6af2-486f-8b5e-387b8faed31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:36.831921 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf252a2d-6af2-486f-8b5e-387b8faed31e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:36.832301 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf252a2d-6af2-486f-8b5e-387b8faed31e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:36.832629 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf252a2d-6af2-486f-8b5e-387b8faed31e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:36.832950 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf252a2d-6af2-486f-8b5e-387b8faed31e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:36.833512 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf252a2d-6af2-486f-8b5e-387b8faed31e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:36.833843 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf252a2d-6af2-486f-8b5e-387b8faed31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:36.834167 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf252a2d-6af2-486f-8b5e-387b8faed31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:36.834538 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf252a2d-6af2-486f-8b5e-387b8faed31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:36.850707 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e630a0a4-e93e-4e65-9ddb-d9db6dd33730 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.884672 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Attempting to bind port 58f933df-6d9b-45db-ba43-bff01efb63ce on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:42:36.885050 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Attempting to bind port 58f933df-6d9b-45db-ba43-bff01efb63ce by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '3eb9ca60-7be9-488e-9c60-ae4fc97391d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:42:36.885417 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Attempting to bind port 58f933df-6d9b-45db-ba43-bff01efb63ce on network de5ada2e-2f0f-46da-90d4-3908701a104f {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:36.890850 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:42:36.902239 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Checking segment: {'id': '3eb9ca60-7be9-488e-9c60-ae4fc97391d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:36.902239 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.902239 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Bound using segment: {'id': '3eb9ca60-7be9-488e-9c60-ae4fc97391d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:42:36.902239 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Bound port: 58f933df-6d9b-45db-ba43-bff01efb63ce, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb9ca60-7be9-488e-9c60-ae4fc97391d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:42:36.902239 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.966723 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] For port 58f933df-6d9b-45db-ba43-bff01efb63ce, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:42:36.970538 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] For port 58f933df-6d9b-45db-ba43-bff01efb63ce, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=58f933df-6d9b-45db-ba43-bff01efb63ce,segment=NetworkSegment(3eb9ca60-7be9-488e-9c60-ae4fc97391d2),segment_id=3eb9ca60-7be9-488e-9c60-ae4fc97391d2)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:42:37.009573 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e630a0a4-e93e-4e65-9ddb-d9db6dd33730 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:37.031172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630a0a4-e93e-4e65-9ddb-d9db6dd33730 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad193561-f395-4705-86ef-65a8a01c6da6,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:37.069536 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-71cb3d18-ca57-4f66-8919-a21494100693 None None] Provisioning complete for port 58f933df-6d9b-45db-ba43-bff01efb63ce triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:37.069940 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71cb3d18-ca57-4f66-8919-a21494100693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:37.092963 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:37.107894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-71cb3d18-ca57-4f66-8919-a21494100693 None None] Port 58f933df-6d9b-45db-ba43-bff01efb63ce cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:42:37.131257 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e630a0a4-e93e-4e65-9ddb-d9db6dd33730 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:37.137410 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e630a0a4-e93e-4e65-9ddb-d9db6dd33730 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5082729 Dec 16 22:42:37.140466 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Routers {'2d3ee905-89ab-48b4-94fb-79e67e71c04c'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:37.141381 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:42:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:37.261477 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf252a2d-6af2-486f-8b5e-387b8faed31e None None] Pushing event updated for resources: {'Port': ['ID=58f933df-6d9b-45db-ba43-bff01efb63ce,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:37.280365 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] Set router 2d3ee905-89ab-48b4-94fb-79e67e71c04c gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:37.415192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-3e826bc6-19f2-4c47-adf9-bdc61098051c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_general--1108535030&fields=id&tenant_id=1182dc62711344bc84f1d4e2d8c9f042 HTTP/1.1" status: 200 len: 267 time: 0.0490041 Dec 16 22:42:37.436585 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-74c4bceb-3963-4fbe-90e4-442f1e011935 None None] Provisioning complete for port 58f933df-6d9b-45db-ba43-bff01efb63ce triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:37.437083 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-74c4bceb-3963-4fbe-90e4-442f1e011935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:37.488235 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-adf71318-8bc1-45d6-a603-e97e90f69b81 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_access--717674615&fields=id&tenant_id=1182dc62711344bc84f1d4e2d8c9f042 HTTP/1.1" status: 200 len: 267 time: 0.0650475 Dec 16 22:42:37.527933 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-74c4bceb-3963-4fbe-90e4-442f1e011935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:37.538494 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-148459522', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '5daaf632-905e-44ac-8942-d5fe48457772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:28Z', 'updated_at': '2021-12-16T22:42:34Z', 'revision_number': 4, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '5daaf632-905e-44ac-8942-d5fe48457772', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:29Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '58f933df-6d9b-45db-ba43-bff01efb63ce', 'name': '', 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'mac_address': 'fa:16:3e:85:2c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:32Z', 'updated_at': '2021-12-16T22:42:36Z', 'revision_number': 4, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'subnets': [{'id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:37.570652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-74c4bceb-3963-4fbe-90e4-442f1e011935 None None] For port 58f933df-6d9b-45db-ba43-bff01efb63ce, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=58f933df-6d9b-45db-ba43-bff01efb63ce,segment=NetworkSegment(3eb9ca60-7be9-488e-9c60-ae4fc97391d2),segment_id=3eb9ca60-7be9-488e-9c60-ae4fc97391d2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:37.574007 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e7628-bdd4-40b9-948e-eb44fb3c0a4b None None] The sync data for ids ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'] in n-d-821840-2 is: [{'id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-148459522', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '5daaf632-905e-44ac-8942-d5fe48457772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:28Z', 'updated_at': '2021-12-16T22:42:34Z', 'revision_number': 4, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '5daaf632-905e-44ac-8942-d5fe48457772', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:29Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '58f933df-6d9b-45db-ba43-bff01efb63ce', 'name': '', 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'mac_address': 'fa:16:3e:85:2c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:32Z', 'updated_at': '2021-12-16T22:42:36Z', 'revision_number': 4, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'subnets': [{'id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:42:37.648001 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c575ef-52ea-475f-963f-372faf419117 req-76fccc3f-fd2a-44ba-b615-8faf8cd8323e tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:37.649591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-76fccc3f-fd2a-44ba-b615-8faf8cd8323e tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/networks?id=de5ada2e-2f0f-46da-90d4-3908701a104f HTTP/1.1" status: 200 len: 796 time: 0.1593661 Dec 16 22:42:37.659748 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-74c4bceb-3963-4fbe-90e4-442f1e011935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:37.668854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-04ddd220-f45b-45d4-b6e4-f929318d2622 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/quotas/1182dc62711344bc84f1d4e2d8c9f042 HTTP/1.1" status: 200 len: 375 time: 0.0113895 Dec 16 22:42:37.732677 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4bceb-3963-4fbe-90e4-442f1e011935 None None] Pushing event updated for resources: {'Port': ['ID=58f933df-6d9b-45db-ba43-bff01efb63ce,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:37.733812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-85366e6f-9aab-4dc5-a416-442aa362d374 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1182dc62711344bc84f1d4e2d8c9f042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583644 Dec 16 22:42:37.763825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-6ad36287-d6a2-4376-848a-04601b933d0a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:42:37.768519 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-6ad36287-d6a2-4376-848a-04601b933d0a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117800 Dec 16 22:42:37.876896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-3a7ad21c-5b5b-4a96-b7a8-5cb2ae2061cc service neutron] 10.222.0.43 "GET /v2.0/networks/de5ada2e-2f0f-46da-90d4-3908701a104f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023631 Dec 16 22:42:38.003302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-7e66e61b-7628-4208-b9f3-59f32ba3d402 service neutron] 10.222.0.43 "GET /v2.0/networks/de5ada2e-2f0f-46da-90d4-3908701a104f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198406 Dec 16 22:42:38.160100 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 58f933df-6d9b-45db-ba43-bff01efb63ce up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:42:38.243186 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 58f933df-6d9b-45db-ba43-bff01efb63ce triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:38.243186 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.345597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ac140a4-bd2e-4697-91b7-9c4dce96aced req-ec157630-6782-43d2-be6c-7fd59c4e4ba4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 210 time: 0.0481505 Dec 16 22:42:39.425039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4691ee0a-b8c1-4b6f-bf9c-7855f248953f req-08ff7c5a-e74c-4dd0-adaa-f09c8bbc804b tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 210 time: 0.0290401 Dec 16 22:42:40.541965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3038103d-559a-4c8e-90a9-0db51c9d2027 req-4433edfa-2294-46e1-a954-623073e57353 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 210 time: 0.0282493 Dec 16 22:42:40.655474 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40246) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:40.766593 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8e08e64-af2c-4c4c-8b05-0ad72990734b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:40.844911 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8e08e64-af2c-4c4c-8b05-0ad72990734b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:40.954391 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8e08e64-af2c-4c4c-8b05-0ad72990734b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:40.992122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e08e64-af2c-4c4c-8b05-0ad72990734b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03882451-f0de-4fab-be21-8080ce926662,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:40.997198 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c8e08e64-af2c-4c4c-8b05-0ad72990734b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13094ed6faa4409ca566acf942dfce60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405950 Dec 16 22:42:41.000118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40250) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:41.053998 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-26957552-9035-4eea-a51d-fd5fac4a1a30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:41.078956 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-26957552-9035-4eea-a51d-fd5fac4a1a30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:41.202652 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-26957552-9035-4eea-a51d-fd5fac4a1a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:41.205952 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-26957552-9035-4eea-a51d-fd5fac4a1a30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:41.207148 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-26957552-9035-4eea-a51d-fd5fac4a1a30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03882451-f0de-4fab-be21-8080ce926662 HTTP/1.1" status: 204 len: 168 time: 0.2059176 Dec 16 22:42:41.267984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26957552-9035-4eea-a51d-fd5fac4a1a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03882451-f0de-4fab-be21-8080ce926662,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:41.336104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c575ef-52ea-475f-963f-372faf419117 req-efda5919-295e-4486-bfc0-15e707dd8758 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:41.338124 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-efda5919-295e-4486-bfc0-15e707dd8758 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.69 "GET /v2.0/networks?id=de5ada2e-2f0f-46da-90d4-3908701a104f HTTP/1.1" status: 200 len: 796 time: 0.1471374 Dec 16 22:42:41.439162 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-1cb05e82-e49a-4c86-8790-8a90bef61b00 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1182dc62711344bc84f1d4e2d8c9f042 HTTP/1.1" status: 200 len: 477 time: 0.0907478 Dec 16 22:42:41.459292 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-30c575ef-52ea-475f-963f-372faf419117 req-fcd762fa-82a8-43d3-8799-e4811144f9e9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Request body: {'port': {'device_id': '834fba2e-68de-47c4-9c3b-b680ad8c84c9', 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f', 'admin_state_up': True, 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'security_groups': ['924104ac-5787-44e4-9903-237a62605add', 'c2c5a970-2460-4069-91cc-ed76f9898ad9']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:41.672003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c575ef-52ea-475f-963f-372faf419117 req-fcd762fa-82a8-43d3-8799-e4811144f9e9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Made reservation on behalf of 1182dc62711344bc84f1d4e2d8c9f042 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:42:41.673299 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6aea1526-e643-4c9c-97df-2b29913afb43 req-82c52bb8-1fcf-4412-9b2b-65253c7627f5 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 210 time: 0.0322983 Dec 16 22:42:41.675620 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-30c575ef-52ea-475f-963f-372faf419117 req-fcd762fa-82a8-43d3-8799-e4811144f9e9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:41.820119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-30c575ef-52ea-475f-963f-372faf419117 req-fcd762fa-82a8-43d3-8799-e4811144f9e9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Allocated IP 172.20.0.6 (de5ada2e-2f0f-46da-90d4-3908701a104f/6a30105d-8407-4d4e-b620-6fa2c3dde353/4c22eff1-8d3d-4639-9634-2f749b99474b) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:41.936137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40276) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:41.952107 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5af358c9-45ba-4b6d-add3-cbc84db99c41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:41.988341 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-30c575ef-52ea-475f-963f-372faf419117 req-fcd762fa-82a8-43d3-8799-e4811144f9e9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:42.044800 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5af358c9-45ba-4b6d-add3-cbc84db99c41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:42.134624 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5af358c9-45ba-4b6d-add3-cbc84db99c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:42.164022 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-30c575ef-52ea-475f-963f-372faf419117 req-fcd762fa-82a8-43d3-8799-e4811144f9e9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:42.180370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5af358c9-45ba-4b6d-add3-cbc84db99c41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc80cc9fa0b140f7a8563b8a96158948&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397382 Dec 16 22:42:42.180370 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af358c9-45ba-4b6d-add3-cbc84db99c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caa856b-a141-4fed-bc1a-47154515f919,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:42.182287 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40280) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:42.247397 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ee9eb37-7fcb-4bd7-bea5-8681fab9f847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:42.280418 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ee9eb37-7fcb-4bd7-bea5-8681fab9f847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:42.434070 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ee9eb37-7fcb-4bd7-bea5-8681fab9f847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:42.436733 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6ee9eb37-7fcb-4bd7-bea5-8681fab9f847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:42.438006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6ee9eb37-7fcb-4bd7-bea5-8681fab9f847 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0caa856b-a141-4fed-bc1a-47154515f919 HTTP/1.1" status: 204 len: 168 time: 0.2545581 Dec 16 22:42:42.448883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9eb37-7fcb-4bd7-bea5-8681fab9f847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caa856b-a141-4fed-bc1a-47154515f919,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:42.541409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c575ef-52ea-475f-963f-372faf419117 req-fcd762fa-82a8-43d3-8799-e4811144f9e9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Network de5ada2e-2f0f-46da-90d4-3908701a104f is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:42.545831 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-30c575ef-52ea-475f-963f-372faf419117 req-fcd762fa-82a8-43d3-8799-e4811144f9e9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:42.548406 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c575ef-52ea-475f-963f-372faf419117 req-fcd762fa-82a8-43d3-8799-e4811144f9e9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:42.553049 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd762fa-82a8-43d3-8799-e4811144f9e9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'Port': ['ID=4c22eff1-8d3d-4639-9634-2f749b99474b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:42.608399 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c575ef-52ea-475f-963f-372faf419117 req-fcd762fa-82a8-43d3-8799-e4811144f9e9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:42.609046 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-30c575ef-52ea-475f-963f-372faf419117 req-fcd762fa-82a8-43d3-8799-e4811144f9e9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:42.709125 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-fcd762fa-82a8-43d3-8799-e4811144f9e9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2539239 Dec 16 22:42:42.723912 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Request body: {'port': {'device_id': '834fba2e-68de-47c4-9c3b-b680ad8c84c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:42.789334 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:42.843880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-01f87a26-2871-41e9-9f04-68f2237c550c None None] Provisioning complete for port 4c22eff1-8d3d-4639-9634-2f749b99474b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:42.844532 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b7b0e-8432-4a24-a56a-eab798ae9b32 req-344d15a0-0120-4ff9-85f6-dc123c7c9c69 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:42.844925 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01f87a26-2871-41e9-9f04-68f2237c550c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:42.863699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-807b7b0e-8432-4a24-a56a-eab798ae9b32 req-344d15a0-0120-4ff9-85f6-dc123c7c9c69 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 970 time: 0.0935009 Dec 16 22:42:42.887001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-01f87a26-2871-41e9-9f04-68f2237c550c None None] Port 4c22eff1-8d3d-4639-9634-2f749b99474b cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:42:42.949339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-807b7b0e-8432-4a24-a56a-eab798ae9b32 req-56fe2ce0-6ee8-4771-86d7-09a0b014bc72 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5a970-2460-4069-91cc-ed76f9898ad9&id=924104ac-5787-44e4-9903-237a62605add&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0843301 Dec 16 22:42:43.106861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c22eff1-8d3d-4639-9634-2f749b99474b {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:42:43.115305 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:43.129951 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Transition to ACTIVE for port object 4c22eff1-8d3d-4639-9634-2f749b99474b will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:42:43.210800 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:43.283287 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:43.312223 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c22eff1-8d3d-4639-9634-2f749b99474b,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:43.348006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Attempting to bind port 4c22eff1-8d3d-4639-9634-2f749b99474b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:42:43.348498 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Attempting to bind port 4c22eff1-8d3d-4639-9634-2f749b99474b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '3eb9ca60-7be9-488e-9c60-ae4fc97391d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:42:43.349062 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Attempting to bind port 4c22eff1-8d3d-4639-9634-2f749b99474b on network de5ada2e-2f0f-46da-90d4-3908701a104f {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:43.355252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Port 4c22eff1-8d3d-4639-9634-2f749b99474b on network de5ada2e-2f0f-46da-90d4-3908701a104f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:42:43.355715 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Attempting to bind port 4c22eff1-8d3d-4639-9634-2f749b99474b on network de5ada2e-2f0f-46da-90d4-3908701a104f {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:43.361857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:42:43.362228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Checking segment: {'id': '3eb9ca60-7be9-488e-9c60-ae4fc97391d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:43.362800 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Bound using segment: {'id': '3eb9ca60-7be9-488e-9c60-ae4fc97391d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:42:43.363358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Bound port: 4c22eff1-8d3d-4639-9634-2f749b99474b, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb9ca60-7be9-488e-9c60-ae4fc97391d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:42:43.363836 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:43.474373 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:43.510186 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] For port 4c22eff1-8d3d-4639-9634-2f749b99474b, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:42:43.514691 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] For port 4c22eff1-8d3d-4639-9634-2f749b99474b, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=4c22eff1-8d3d-4639-9634-2f749b99474b,segment=NetworkSegment(3eb9ca60-7be9-488e-9c60-ae4fc97391d2),segment_id=3eb9ca60-7be9-488e-9c60-ae4fc97391d2)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:42:43.575616 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:43.612886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:43.613512 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:43.614899 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] 10.222.0.69 "PUT /v2.0/ports/4c22eff1-8d3d-4639-9634-2f749b99474b HTTP/1.1" status: 200 len: 1130 time: 0.8970897 Dec 16 22:42:43.615387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834fba2e-68de-47c4-9c3b-b680ad8c84c9', 'tag': '4c22eff1-8d3d-4639-9634-2f749b99474b'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:42:43.617706 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c3045a-3e0c-41cd-8b42-b07be4340494" -d '{"events": [{"name": "network-changed", "server_uuid": "834fba2e-68de-47c4-9c3b-b680ad8c84c9", "tag": "4c22eff1-8d3d-4639-9634-2f749b99474b"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:42:43.654770 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7e30c-257e-4954-b36a-546fbcd7aec7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c22eff1-8d3d-4639-9634-2f749b99474b,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:43.674179 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1948fcbb-4a7a-4791-90c8-629cc39f6f78 x-openstack-request-id: req-1948fcbb-4a7a-4791-90c8-629cc39f6f78 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:42:43.674481 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834fba2e-68de-47c4-9c3b-b680ad8c84c9", "tag": "4c22eff1-8d3d-4639-9634-2f749b99474b", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:42:43.674758 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1948fcbb-4a7a-4791-90c8-629cc39f6f78 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:42:43.675142 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834fba2e-68de-47c4-9c3b-b680ad8c84c9', 'tag': '4c22eff1-8d3d-4639-9634-2f749b99474b', 'status': 'completed', 'code': 200} Dec 16 22:42:43.762003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3045a-3e0c-41cd-8b42-b07be4340494 req-5270a6d4-7c7b-44ca-95d1-f3f9a07f0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:43.765108 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e0c3045a-3e0c-41cd-8b42-b07be4340494 req-5270a6d4-7c7b-44ca-95d1-f3f9a07f0495 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1182dc62711344bc84f1d4e2d8c9f042&device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 1133 time: 0.0654142 Dec 16 22:42:43.974763 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3045a-3e0c-41cd-8b42-b07be4340494 req-af386f38-4821-4058-8d10-0722ab566462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:43.976345 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e0c3045a-3e0c-41cd-8b42-b07be4340494 req-af386f38-4821-4058-8d10-0722ab566462 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1182dc62711344bc84f1d4e2d8c9f042&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1971428 Dec 16 22:42:44.084764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ba522-8df4-47ab-aa24-c324927d4263 req-232db225-1c02-45bc-80b8-b278069fe37e tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:44.094151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e35ba522-8df4-47ab-aa24-c324927d4263 req-232db225-1c02-45bc-80b8-b278069fe37e tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 982 time: 0.0674598 Dec 16 22:42:44.155616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e35ba522-8df4-47ab-aa24-c324927d4263 req-6601a865-2a3d-4d0a-86e2-804ea8afc6a3 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5a970-2460-4069-91cc-ed76f9898ad9&id=924104ac-5787-44e4-9903-237a62605add&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0601530 Dec 16 22:42:44.389199 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3045a-3e0c-41cd-8b42-b07be4340494 req-8a976394-4ebc-4700-8495-92b7b527dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:44.390770 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e0c3045a-3e0c-41cd-8b42-b07be4340494 req-8a976394-4ebc-4700-8495-92b7b527dd76 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4065020 Dec 16 22:42:44.486642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c575ef-52ea-475f-963f-372faf419117 req-ce8a9de8-d9e2-4204-b955-2f3a1275efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:44.488613 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-ce8a9de8-d9e2-4204-b955-2f3a1275efca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1182dc62711344bc84f1d4e2d8c9f042&device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 1133 time: 0.0521007 Dec 16 22:42:44.542039 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-fc149861-0bed-4d1f-a4e3-413e4a7bd350 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c22eff1-8d3d-4639-9634-2f749b99474b HTTP/1.1" status: 200 len: 217 time: 0.0420210 Dec 16 22:42:44.610493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c575ef-52ea-475f-963f-372faf419117 req-63a0f930-2026-4e21-ba68-395529d4cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:44.612026 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-63a0f930-2026-4e21-ba68-395529d4cce1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a30105d-8407-4d4e-b620-6fa2c3dde353 HTTP/1.1" status: 200 len: 834 time: 0.0589037 Dec 16 22:42:44.661899 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c575ef-52ea-475f-963f-372faf419117 req-a6a33460-4ac3-4e87-b067-9ed2c2d85181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:44.663593 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-a6a33460-4ac3-4e87-b067-9ed2c2d85181 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de5ada2e-2f0f-46da-90d4-3908701a104f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431468 Dec 16 22:42:44.774085 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-1eb4aca0-7361-44bf-a01a-0de25d8428a1 service neutron] 10.222.0.69 "GET /v2.0/networks/de5ada2e-2f0f-46da-90d4-3908701a104f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004102 Dec 16 22:42:44.882874 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-30c575ef-52ea-475f-963f-372faf419117 req-cde38899-98c0-45e7-9761-47dc01e8fd68 service neutron] 10.222.0.69 "GET /v2.0/networks/de5ada2e-2f0f-46da-90d4-3908701a104f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007731 Dec 16 22:42:45.294908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386d512-af7e-406b-9e52-029528ddbfd7 req-5c5dd44e-e561-451d-9a39-2f3a21e72e9c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:45.296904 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d386d512-af7e-406b-9e52-029528ddbfd7 req-5c5dd44e-e561-451d-9a39-2f3a21e72e9c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 982 time: 0.0673747 Dec 16 22:42:45.363452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d386d512-af7e-406b-9e52-029528ddbfd7 req-f8f96e07-9e97-47be-a2e3-f3520a1e24e5 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5a970-2460-4069-91cc-ed76f9898ad9&id=924104ac-5787-44e4-9903-237a62605add&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0602269 Dec 16 22:42:46.504961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e85d9-9734-4a5d-a4e7-c1e1832e1dbb req-f7ff1fa8-624b-4a3b-ab72-ec465b529eb2 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:46.506511 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d3e85d9-9734-4a5d-a4e7-c1e1832e1dbb req-f7ff1fa8-624b-4a3b-ab72-ec465b529eb2 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 982 time: 0.0524228 Dec 16 22:42:46.570557 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d3e85d9-9734-4a5d-a4e7-c1e1832e1dbb req-132008a5-8a90-4c1e-b943-640173b05459 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5a970-2460-4069-91cc-ed76f9898ad9&id=924104ac-5787-44e4-9903-237a62605add&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0569847 Dec 16 22:42:47.698627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf406f-a681-44a0-a8fd-694a5d723a3f req-58fa4b7d-a917-492e-99cd-16ad9fa4a078 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:47.700248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58bf406f-a681-44a0-a8fd-694a5d723a3f req-58fa4b7d-a917-492e-99cd-16ad9fa4a078 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 982 time: 0.0545347 Dec 16 22:42:47.763521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58bf406f-a681-44a0-a8fd-694a5d723a3f req-c8077cd9-bae6-412a-a2f6-2a92f37336c3 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5a970-2460-4069-91cc-ed76f9898ad9&id=924104ac-5787-44e4-9903-237a62605add&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0568397 Dec 16 22:42:48.091394 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8c22e27e-317c-4356-896c-753392003e13 req-3223a20a-23cd-4e64-b424-585127bbe821 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478637 Dec 16 22:42:48.161426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22e27e-317c-4356-896c-753392003e13 req-160fab15-be7e-4a7d-ae62-54054b2eb81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:48.163082 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8c22e27e-317c-4356-896c-753392003e13 req-160fab15-be7e-4a7d-ae62-54054b2eb81a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0&device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 1097 time: 0.0467451 Dec 16 22:42:48.274432 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22e27e-317c-4356-896c-753392003e13 req-d50fa0ef-631d-416d-bc13-f2c5b15adf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:48.275961 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8c22e27e-317c-4356-896c-753392003e13 req-d50fa0ef-631d-416d-bc13-f2c5b15adf34 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7df204c6-5127-4e76-8312-c8f1c6162329 HTTP/1.1" status: 200 len: 912 time: 0.0916564 Dec 16 22:42:48.350830 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8c22e27e-317c-4356-896c-753392003e13 req-67acbcf5-a867-416d-a494-423dcd52a3e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec5fb4b-6315-444d-89e8-3a82cc73ca7e HTTP/1.1" status: 200 len: 1002 time: 0.0641527 Dec 16 22:42:48.408084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22e27e-317c-4356-896c-753392003e13 req-a5a8a423-366c-473d-a715-24f852a41c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:48.409554 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8c22e27e-317c-4356-896c-753392003e13 req-a5a8a423-366c-473d-a715-24f852a41c64 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aafaac09-9b53-44a4-84e7-2d4c56ab48f4 HTTP/1.1" status: 200 len: 850 time: 0.0450132 Dec 16 22:42:48.463313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22e27e-317c-4356-896c-753392003e13 req-220affe3-91af-44cf-9c34-ce82aea60670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:48.464783 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8c22e27e-317c-4356-896c-753392003e13 req-220affe3-91af-44cf-9c34-ce82aea60670 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7df204c6-5127-4e76-8312-c8f1c6162329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466988 Dec 16 22:42:48.576558 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8c22e27e-317c-4356-896c-753392003e13 req-cfa3ffb0-fbcd-47a8-be91-a49e36ad732e service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025112 Dec 16 22:42:48.676765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 4c22eff1-8d3d-4639-9634-2f749b99474b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:42:48.682032 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8c22e27e-317c-4356-896c-753392003e13 req-d6c3b2b1-7973-4554-b1e4-2094666f4c9e service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953369 Dec 16 22:42:48.780942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 4c22eff1-8d3d-4639-9634-2f749b99474b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=4c22eff1-8d3d-4639-9634-2f749b99474b,segment=NetworkSegment(3eb9ca60-7be9-488e-9c60-ae4fc97391d2),segment_id=3eb9ca60-7be9-488e-9c60-ae4fc97391d2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:48.792986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '4c22eff1-8d3d-4639-9634-2f749b99474b', 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f', 'port_id': '4c22eff1-8d3d-4639-9634-2f749b99474b', 'mac_address': 'fa:16:3e:7e:66:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:42:48.838191 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:48.862578 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c22eff1-8d3d-4639-9634-2f749b99474b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:42:48.903136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 4c22eff1-8d3d-4639-9634-2f749b99474b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=4c22eff1-8d3d-4639-9634-2f749b99474b,segment=NetworkSegment(3eb9ca60-7be9-488e-9c60-ae4fc97391d2),segment_id=3eb9ca60-7be9-488e-9c60-ae4fc97391d2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:48.940568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39cd19-4211-408e-935d-39b101f7798e req-399d2cb9-0eaf-4bb1-8e46-0a0beaec0f9f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:48.942338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd39cd19-4211-408e-935d-39b101f7798e req-399d2cb9-0eaf-4bb1-8e46-0a0beaec0f9f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 982 time: 0.0591412 Dec 16 22:42:48.994618 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.044720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd39cd19-4211-408e-935d-39b101f7798e req-70cf8b13-ccc4-4961-88c2-3a213fc24ae1 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5a970-2460-4069-91cc-ed76f9898ad9&id=924104ac-5787-44e4-9903-237a62605add&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0922348 Dec 16 22:42:49.096187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=4c22eff1-8d3d-4639-9634-2f749b99474b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:49.337100 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['4c22eff1-8d3d-4639-9634-2f749b99474b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:42:50.106779 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76a025d8-b19c-43be-ada8-9dd9a9775703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:50.237275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac06236-626b-4952-ba06-34cb60d2f96d req-dedb5657-2604-42fa-b2da-23f4585a008c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:50.249614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ac06236-626b-4952-ba06-34cb60d2f96d req-dedb5657-2604-42fa-b2da-23f4585a008c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 983 time: 0.1069257 Dec 16 22:42:50.333456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ac06236-626b-4952-ba06-34cb60d2f96d req-b1022c8d-9819-4017-94cf-7d855582986e tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5a970-2460-4069-91cc-ed76f9898ad9&id=924104ac-5787-44e4-9903-237a62605add&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0826957 Dec 16 22:42:50.692377 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 4c22eff1-8d3d-4639-9634-2f749b99474b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:42:50.839061 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 4c22eff1-8d3d-4639-9634-2f749b99474b completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:42:50.843365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 4c22eff1-8d3d-4639-9634-2f749b99474b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:50.843802 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:50.939696 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:50.998214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 4c22eff1-8d3d-4639-9634-2f749b99474b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=4c22eff1-8d3d-4639-9634-2f749b99474b,segment=NetworkSegment(3eb9ca60-7be9-488e-9c60-ae4fc97391d2),segment_id=3eb9ca60-7be9-488e-9c60-ae4fc97391d2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:50.999197 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834fba2e-68de-47c4-9c3b-b680ad8c84c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c22eff1-8d3d-4639-9634-2f749b99474b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:42:51.003646 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8e73bf-a51e-4e46-a58a-ac43a5277f9d" -d '{"events": [{"server_uuid": "834fba2e-68de-47c4-9c3b-b680ad8c84c9", "name": "network-vif-plugged", "status": "completed", "tag": "4c22eff1-8d3d-4639-9634-2f749b99474b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:42:51.103615 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:51.201246 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a008cfe-e03b-46ef-9cbc-04f0be563011 x-openstack-request-id: req-8a008cfe-e03b-46ef-9cbc-04f0be563011 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:42:51.203387 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834fba2e-68de-47c4-9c3b-b680ad8c84c9", "name": "network-vif-plugged", "status": "completed", "tag": "4c22eff1-8d3d-4639-9634-2f749b99474b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:42:51.204079 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a008cfe-e03b-46ef-9cbc-04f0be563011 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:42:51.204952 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834fba2e-68de-47c4-9c3b-b680ad8c84c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c22eff1-8d3d-4639-9634-2f749b99474b', 'code': 200} Dec 16 22:42:51.206144 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=4c22eff1-8d3d-4639-9634-2f749b99474b,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:51.302414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541df782-f27a-44fb-88f5-023e4621197f req-f702879f-fb35-4ab9-bc31-190a91ef0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:51.304681 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-541df782-f27a-44fb-88f5-023e4621197f req-f702879f-fb35-4ab9-bc31-190a91ef0d05 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 1135 time: 0.0621350 Dec 16 22:42:51.377129 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-541df782-f27a-44fb-88f5-023e4621197f req-aa73e182-a0fd-4a48-87ba-571e269e50e4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=924104ac-5787-44e4-9903-237a62605add&id=c2c5a970-2460-4069-91cc-ed76f9898ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0594854 Dec 16 22:42:51.479876 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eda293-f13d-4fbb-80ad-59aed736785c req-7174c46a-ffbc-4501-977c-18c1025efb99 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:51.490506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90eda293-f13d-4fbb-80ad-59aed736785c req-7174c46a-ffbc-4501-977c-18c1025efb99 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 984 time: 0.0670540 Dec 16 22:42:51.555989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90eda293-f13d-4fbb-80ad-59aed736785c req-267883fd-22d8-42e6-a86f-1cd0adda1cd9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5a970-2460-4069-91cc-ed76f9898ad9&id=924104ac-5787-44e4-9903-237a62605add&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0663619 Dec 16 22:42:52.480060 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-58cc6664-36a1-449a-8eaa-03d4c1972f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:52.715849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ce688-fcbb-44b2-a82a-1b8a0ca9543a req-380fcbe9-5c6b-4dad-b577-a7ee501e048d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:52.717952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b06ce688-fcbb-44b2-a82a-1b8a0ca9543a req-380fcbe9-5c6b-4dad-b577-a7ee501e048d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 984 time: 0.0652599 Dec 16 22:42:52.806730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b06ce688-fcbb-44b2-a82a-1b8a0ca9543a req-47e74f32-b023-4be9-bb09-dfa552edefb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5a970-2460-4069-91cc-ed76f9898ad9&id=924104ac-5787-44e4-9903-237a62605add&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0800300 Dec 16 22:42:53.596968 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:53.671586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04b028-5998-4e12-beb5-48c08c396722 req-3fb9b6f7-c892-4f2a-acbc-afb25748b039 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:53.673463 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af04b028-5998-4e12-beb5-48c08c396722 req-3fb9b6f7-c892-4f2a-acbc-afb25748b039 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0531604 Dec 16 22:42:53.742673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af04b028-5998-4e12-beb5-48c08c396722 req-542af9a6-1b0e-4396-8a18-9d799beae9a2 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/security-groups?id=de25bc37-7039-4d7b-9145-cbe79cf75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587561 Dec 16 22:42:53.941150 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba29bd-bc60-4adb-ae93-9442da94945a req-db61cdcd-0245-484e-8ff2-ff5dd95ea6c8 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:53.943052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aba29bd-bc60-4adb-ae93-9442da94945a req-db61cdcd-0245-484e-8ff2-ff5dd95ea6c8 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 984 time: 0.0577846 Dec 16 22:42:54.005060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aba29bd-bc60-4adb-ae93-9442da94945a req-2eb1f197-e3de-46bb-ba12-baf9cf90d661 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5a970-2460-4069-91cc-ed76f9898ad9&id=924104ac-5787-44e4-9903-237a62605add&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0549283 Dec 16 22:42:54.045547 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40484) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:54.144025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c0781-52e8-4c45-8159-d35aeb80028b req-c0e46993-2218-475f-848e-b81c52ec8d39 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:54.145614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e05c0781-52e8-4c45-8159-d35aeb80028b req-c0e46993-2218-475f-848e-b81c52ec8d39 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 984 time: 0.0598080 Dec 16 22:42:54.190133 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9375dc5-070e-4dee-866f-f7844a86a598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.213540 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e05c0781-52e8-4c45-8159-d35aeb80028b req-f4e64a93-ccfc-4423-b52b-cea07bb4ed39 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5a970-2460-4069-91cc-ed76f9898ad9&id=924104ac-5787-44e4-9903-237a62605add&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0593324 Dec 16 22:42:54.283886 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9375dc5-070e-4dee-866f-f7844a86a598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.345122 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020ca75-dd17-44f1-a709-e234e1344478 req-954fc5b9-4921-4467-bd98-6239f898256b tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:54.346679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f020ca75-dd17-44f1-a709-e234e1344478 req-954fc5b9-4921-4467-bd98-6239f898256b tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 1135 time: 0.0519052 Dec 16 22:42:54.370085 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f020ca75-dd17-44f1-a709-e234e1344478 req-bd629637-bd9d-439f-8cbf-8b728f73ac8c tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.372023 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9375dc5-070e-4dee-866f-f7844a86a598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.418396 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9375dc5-070e-4dee-866f-f7844a86a598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5264f593-fd6e-4825-9aa1-951c0652158b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:54.424519 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e9375dc5-070e-4dee-866f-f7844a86a598 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad08501a885c4656b843330137b0cb4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3761797 Dec 16 22:42:54.426065 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40492) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:54.494679 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f020ca75-dd17-44f1-a709-e234e1344478 req-bd629637-bd9d-439f-8cbf-8b728f73ac8c tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.495042 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e72fabc3-f5e7-4417-8b3f-a76a92faa635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.535989 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e72fabc3-f5e7-4417-8b3f-a76a92faa635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.591251 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f020ca75-dd17-44f1-a709-e234e1344478 req-bd629637-bd9d-439f-8cbf-8b728f73ac8c tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.654512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f020ca75-dd17-44f1-a709-e234e1344478 req-bd629637-bd9d-439f-8cbf-8b728f73ac8c tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5a970-2460-4069-91cc-ed76f9898ad9&id=924104ac-5787-44e4-9903-237a62605add&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2981968 Dec 16 22:42:54.656207 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd629637-bd9d-439f-8cbf-8b728f73ac8c tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cf3cce-c52d-42b2-aeba-f50b1748437f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:54.656351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e72fabc3-f5e7-4417-8b3f-a76a92faa635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.659105 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e72fabc3-f5e7-4417-8b3f-a76a92faa635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.661074 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e72fabc3-f5e7-4417-8b3f-a76a92faa635 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5264f593-fd6e-4825-9aa1-951c0652158b HTTP/1.1" status: 204 len: 168 time: 0.2334995 Dec 16 22:42:54.686412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40498) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:54.688803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fabc3-f5e7-4417-8b3f-a76a92faa635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5264f593-fd6e-4825-9aa1-951c0652158b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:54.744916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e0db0c-5585-418f-8450-204f69fd91fb tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:54.749444 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-53e0db0c-5585-418f-8450-204f69fd91fb tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 1130 time: 0.0589323 Dec 16 22:42:54.750260 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40500) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:54.754950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': '4c22eff1-8d3d-4639-9634-2f749b99474b', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:54.874140 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.888855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee7bcc-b1bf-4dc4-82a5-e43d43acdb14 req-de870423-0c06-43f7-a1d1-ca4b70df043c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:54.890536 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96ee7bcc-b1bf-4dc4-82a5-e43d43acdb14 req-de870423-0c06-43f7-a1d1-ca4b70df043c tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0656822 Dec 16 22:42:54.895067 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.987712 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96ee7bcc-b1bf-4dc4-82a5-e43d43acdb14 req-a81abed7-0381-4069-ad00-61162b2f9bec tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/security-groups?id=de25bc37-7039-4d7b-9145-cbe79cf75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881371 Dec 16 22:42:55.046516 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.172270 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Allocated IP 172.25.2.113 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/59518c4a-4322-4405-8d23-55bb3e8b7f4e) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:55.292931 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.329903 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a1805-17b1-4dd2-8023-d80e1bc89523 req-0b01e3e0-24f4-43ad-ad44-a9d697f7e7cd tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:55.332300 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-254a1805-17b1-4dd2-8023-d80e1bc89523 req-0b01e3e0-24f4-43ad-ad44-a9d697f7e7cd tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.69 "GET /v2.0/ports?device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0674059 Dec 16 22:42:55.441534 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-254a1805-17b1-4dd2-8023-d80e1bc89523 req-dc3c9414-127e-4def-b613-d0f7dbb369d4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Deleting port 22900a24-f5ce-4dea-8419-c1cd1938f859 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:42:55.441882 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-254a1805-17b1-4dd2-8023-d80e1bc89523 req-dc3c9414-127e-4def-b613-d0f7dbb369d4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.510886 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.511637 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40508) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:55.538945 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7201640-45c2-449a-95b3-5833f89ecfc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.562796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:55.566325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:55.569496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-254a1805-17b1-4dd2-8023-d80e1bc89523 req-dc3c9414-127e-4def-b613-d0f7dbb369d4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] For port 22900a24-f5ce-4dea-8419-c1cd1938f859, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=22900a24-f5ce-4dea-8419-c1cd1938f859,segment=NetworkSegment(509e1696-bd66-4c98-a23a-55f38cb5c815),segment_id=509e1696-bd66-4c98-a23a-55f38cb5c815)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:55.570193 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-254a1805-17b1-4dd2-8023-d80e1bc89523 req-dc3c9414-127e-4def-b613-d0f7dbb369d4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.572842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:55.590583 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-254a1805-17b1-4dd2-8023-d80e1bc89523 req-dc3c9414-127e-4def-b613-d0f7dbb369d4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Calling delete_port for 22900a24-f5ce-4dea-8419-c1cd1938f859 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:42:55.605134 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'Port': ['ID=59518c4a-4322-4405-8d23-55bb3e8b7f4e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:55.726446 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7201640-45c2-449a-95b3-5833f89ecfc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.768966 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.839813 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7201640-45c2-449a-95b3-5833f89ecfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.896759 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d7201640-45c2-449a-95b3-5833f89ecfc2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a6c6a00a8ad4706aa3595653af1cf8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3839338 Dec 16 22:42:55.899628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40512) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:55.902368 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7201640-45c2-449a-95b3-5833f89ecfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcb2fe5-870b-46ec-b1e8-9733b1345cb2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:55.937067 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-254a1805-17b1-4dd2-8023-d80e1bc89523 req-dc3c9414-127e-4def-b613-d0f7dbb369d4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.946326 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['22900a24-f5ce-4dea-8419-c1cd1938f859'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:42:55.964803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c9414-127e-4def-b613-d0f7dbb369d4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Pushing event deleted for resources: {'Port': ['ID=22900a24-f5ce-4dea-8419-c1cd1938f859,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:55.989166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7749672-2123-481a-aceb-2414fff8631c None None] DHCP port deletion for 850095bc-6722-4ef2-9ba4-75450b3586a5 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:56.037862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-254a1805-17b1-4dd2-8023-d80e1bc89523 req-dc3c9414-127e-4def-b613-d0f7dbb369d4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] No DVR routers for this DVR port 22900a24-f5ce-4dea-8419-c1cd1938f859 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:42:56.041747 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-254a1805-17b1-4dd2-8023-d80e1bc89523 req-dc3c9414-127e-4def-b613-d0f7dbb369d4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:56.046139 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-254a1805-17b1-4dd2-8023-d80e1bc89523 req-dc3c9414-127e-4def-b613-d0f7dbb369d4 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.69 "DELETE /v2.0/ports/22900a24-f5ce-4dea-8419-c1cd1938f859 HTTP/1.1" status: 204 len: 173 time: 0.7068758 Dec 16 22:42:56.046139 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f698ee8f-c2d8-421e-9bc7-4adfb466c0b9', 'name': 'network-vif-deleted', 'tag': '22900a24-f5ce-4dea-8419-c1cd1938f859'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:42:56.048424 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b50368-4303-4a92-ad16-937e5a63ff96" -d '{"events": [{"server_uuid": "f698ee8f-c2d8-421e-9bc7-4adfb466c0b9", "name": "network-vif-deleted", "tag": "22900a24-f5ce-4dea-8419-c1cd1938f859"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:42:56.074515 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a255-0cc1-47ff-947f-6d06905f81c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:56.116736 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b40b481-2d42-4755-ad7d-89cbb46b0b28 x-openstack-request-id: req-2b40b481-2d42-4755-ad7d-89cbb46b0b28 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:42:56.117451 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f698ee8f-c2d8-421e-9bc7-4adfb466c0b9", "name": "network-vif-deleted", "tag": "22900a24-f5ce-4dea-8419-c1cd1938f859", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:42:56.118091 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b40b481-2d42-4755-ad7d-89cbb46b0b28 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:42:56.118654 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f698ee8f-c2d8-421e-9bc7-4adfb466c0b9', 'name': 'network-vif-deleted', 'tag': '22900a24-f5ce-4dea-8419-c1cd1938f859', 'status': 'completed', 'code': 200} Dec 16 22:42:56.137056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a255-0cc1-47ff-947f-6d06905f81c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:56.176793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e12ca736-960f-452b-9358-9d6eeadcb654 req-d00a69f8-eee5-4dfa-8d2c-fb22997d6287 tempest-AttachVolumeNegativeTest-1961129036 tempest-AttachVolumeNegativeTest-1961129036-project] 10.222.0.43 "GET /v2.0/ports?device_id=f698ee8f-c2d8-421e-9bc7-4adfb466c0b9 HTTP/1.1" status: 200 len: 210 time: 0.0696840 Dec 16 22:42:56.220643 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:56.323395 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a255-0cc1-47ff-947f-6d06905f81c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:56.326170 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a255-0cc1-47ff-947f-6d06905f81c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:56.327762 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aeb1a255-0cc1-47ff-947f-6d06905f81c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6dcb2fe5-870b-46ec-b1e8-9733b1345cb2 HTTP/1.1" status: 204 len: 168 time: 0.4260430 Dec 16 22:42:56.337663 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1a255-0cc1-47ff-947f-6d06905f81c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcb2fe5-870b-46ec-b1e8-9733b1345cb2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:56.388836 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:56.557425 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:56.642669 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:56.724693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'Port': ['ID=59518c4a-4322-4405-8d23-55bb3e8b7f4e,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:56.739322 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:56.884647 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Floating IP 0387ba4f-af42-4654-bf49-6c861adceb54 associated. External IP: 172.25.2.113, port: 4c22eff1-8d3d-4639-9634-2f749b99474b. Dec 16 22:42:57.133347 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Router 2d3ee905-89ab-48b4-94fb-79e67e71c04c has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:42:57.246132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40536) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:57.289153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:42:57.303047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0379d188-9832-4322-b763-9093b0e839c1 None None] Sync routers for ids ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:42:57.322993 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379d188-9832-4322-b763-9093b0e839c1 None None] Routers {'2d3ee905-89ab-48b4-94fb-79e67e71c04c'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:57.324546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0379d188-9832-4322-b763-9093b0e839c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:42:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:57.457818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-0379d188-9832-4322-b763-9093b0e839c1 None None] Set router 2d3ee905-89ab-48b4-94fb-79e67e71c04c gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:57.471927 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.498643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa3ab0f-cf52-4c1a-b427-148dd59ff293 admin admin] Deleting subnet 247b698f-9959-4d2c-8f4b-f9a5a5a7333d {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:42:57.504929 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-baa3ab0f-cf52-4c1a-b427-148dd59ff293 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.598879 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40548) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:57.599543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6907d062-8abe-4078-9c1f-cab42fce3cb7 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8475158 Dec 16 22:42:57.604739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834fba2e-68de-47c4-9c3b-b680ad8c84c9', 'tag': '4c22eff1-8d3d-4639-9634-2f749b99474b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:42:57.609264 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b2e1f1-a3f0-485d-a66c-03a7291e759c" -d '{"events": [{"name": "network-changed", "server_uuid": "834fba2e-68de-47c4-9c3b-b680ad8c84c9", "tag": "4c22eff1-8d3d-4639-9634-2f749b99474b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:42:57.678135 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-baa3ab0f-cf52-4c1a-b427-148dd59ff293 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.728133 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b505e1fa-5f28-4703-8eeb-ec08cdf4199f x-openstack-request-id: req-b505e1fa-5f28-4703-8eeb-ec08cdf4199f {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:42:57.728499 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834fba2e-68de-47c4-9c3b-b680ad8c84c9", "tag": "4c22eff1-8d3d-4639-9634-2f749b99474b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:42:57.728718 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b505e1fa-5f28-4703-8eeb-ec08cdf4199f {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:42:57.730111 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834fba2e-68de-47c4-9c3b-b680ad8c84c9', 'tag': '4c22eff1-8d3d-4639-9634-2f749b99474b', 'status': 'completed', 'code': 200} Dec 16 22:42:57.761067 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-baa3ab0f-cf52-4c1a-b427-148dd59ff293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.825849 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0379d188-9832-4322-b763-9093b0e839c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-148459522', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '5daaf632-905e-44ac-8942-d5fe48457772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:28Z', 'updated_at': '2021-12-16T22:42:34Z', 'revision_number': 4, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '5daaf632-905e-44ac-8942-d5fe48457772', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:29Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '0387ba4f-af42-4654-bf49-6c861adceb54', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'port_id': '4c22eff1-8d3d-4639-9634-2f749b99474b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f', 'mac_address': 'fa:16:3e:7e:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834fba2e-68de-47c4-9c3b-b680ad8c84c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:42:55Z', 'updated_at': '2021-12-16T22:42:55Z', 'revision_number': 0, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f933df-6d9b-45db-ba43-bff01efb63ce', 'name': '', 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'mac_address': 'fa:16:3e:85:2c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:32Z', 'updated_at': '2021-12-16T22:42:37Z', 'revision_number': 5, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'subnets': [{'id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:57.865615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0379d188-9832-4322-b763-9093b0e839c1 None None] Checking router: 2d3ee905-89ab-48b4-94fb-79e67e71c04c for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:42:57.881776 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379d188-9832-4322-b763-9093b0e839c1 None None] Routers {'2d3ee905-89ab-48b4-94fb-79e67e71c04c'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:57.882447 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0379d188-9832-4322-b763-9093b0e839c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:42:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:57.934466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2e1f1-a3f0-485d-a66c-03a7291e759c req-fb2e362b-33c3-4cd1-952e-4834939f3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:57.936249 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-56b2e1f1-a3f0-485d-a66c-03a7291e759c req-fb2e362b-33c3-4cd1-952e-4834939f3a22 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1182dc62711344bc84f1d4e2d8c9f042&device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 1135 time: 0.1622686 Dec 16 22:42:57.949985 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-baa3ab0f-cf52-4c1a-b427-148dd59ff293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:58.040132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3ab0f-cf52-4c1a-b427-148dd59ff293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=247b698f-9959-4d2c-8f4b-f9a5a5a7333d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:58.062818 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677e46b-18a2-411a-8ded-42362b73efd0 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.063743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677e46b-18a2-411a-8ded-42362b73efd0 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.064539 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677e46b-18a2-411a-8ded-42362b73efd0 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.065185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677e46b-18a2-411a-8ded-42362b73efd0 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.065819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677e46b-18a2-411a-8ded-42362b73efd0 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.066452 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677e46b-18a2-411a-8ded-42362b73efd0 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.067082 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677e46b-18a2-411a-8ded-42362b73efd0 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.067970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677e46b-18a2-411a-8ded-42362b73efd0 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.068602 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677e46b-18a2-411a-8ded-42362b73efd0 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.069227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677e46b-18a2-411a-8ded-42362b73efd0 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.069566 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-baa3ab0f-cf52-4c1a-b427-148dd59ff293 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:58.072364 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d677e46b-18a2-411a-8ded-42362b73efd0 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7063 time: 0.4713254 Dec 16 22:42:58.074246 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8e7192-010b-40c1-b16b-d6a020737c43 None None] Network 850095bc-6722-4ef2-9ba4-75450b3586a5 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:42:58.077002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-baa3ab0f-cf52-4c1a-b427-148dd59ff293 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/247b698f-9959-4d2c-8f4b-f9a5a5a7333d HTTP/1.1" status: 204 len: 168 time: 0.8296947 Dec 16 22:42:58.079839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40558) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:58.082878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40560) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:58.160691 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-0379d188-9832-4322-b763-9093b0e839c1 None None] Set router 2d3ee905-89ab-48b4-94fb-79e67e71c04c gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:58.264621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2e1f1-a3f0-485d-a66c-03a7291e759c req-8e270ff4-6cf7-445c-95e5-3cb1199aaa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.266173 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-56b2e1f1-a3f0-485d-a66c-03a7291e759c req-8e270ff4-6cf7-445c-95e5-3cb1199aaa0a service neutron] 10.222.0.69 "GET /v2.0/networks?id=de5ada2e-2f0f-46da-90d4-3908701a104f HTTP/1.1" status: 200 len: 897 time: 0.3180201 Dec 16 22:42:58.278378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2d604-7699-4d49-8fec-5112038df649 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.278723 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2d604-7699-4d49-8fec-5112038df649 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.279228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2d604-7699-4d49-8fec-5112038df649 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.279658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2d604-7699-4d49-8fec-5112038df649 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.280168 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2d604-7699-4d49-8fec-5112038df649 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.281067 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2d604-7699-4d49-8fec-5112038df649 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.281067 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2d604-7699-4d49-8fec-5112038df649 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.281941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2d604-7699-4d49-8fec-5112038df649 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.281941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2d604-7699-4d49-8fec-5112038df649 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.283928 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1ec2d604-7699-4d49-8fec-5112038df649 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5811 time: 0.2038326 Dec 16 22:42:58.288728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40564) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:58.300755 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:58.302396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b810c739-2e53-49ef-86fa-0c7d772ead3d None None] DHCP port deletion for 850095bc-6722-4ef2-9ba4-75450b3586a5 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:58.466249 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-56b2e1f1-a3f0-485d-a66c-03a7291e759c req-e361bc59-fc52-4e1b-af25-cdeffc1327b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c22eff1-8d3d-4639-9634-2f749b99474b HTTP/1.1" status: 200 len: 999 time: 0.1809578 Dec 16 22:42:58.642810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2e1f1-a3f0-485d-a66c-03a7291e759c req-798f1605-1cc1-4b39-8c16-6c1b7920f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.645150 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-56b2e1f1-a3f0-485d-a66c-03a7291e759c req-798f1605-1cc1-4b39-8c16-6c1b7920f53c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a30105d-8407-4d4e-b620-6fa2c3dde353 HTTP/1.1" status: 200 len: 834 time: 0.1626327 Dec 16 22:42:58.740388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 22900a24-f5ce-4dea-8419-c1cd1938f859 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:42:58.775742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 22900a24-f5ce-4dea-8419-c1cd1938f859 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:42:58.775979 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 22900a24-f5ce-4dea-8419-c1cd1938f859 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:42:58.794161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d0fe82c4-231d-481c-9980-8ece2fc6f916 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.5040655 Dec 16 22:42:58.797801 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40572) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:58.805512 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0379d188-9832-4322-b763-9093b0e839c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-148459522', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '5daaf632-905e-44ac-8942-d5fe48457772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:28Z', 'updated_at': '2021-12-16T22:42:34Z', 'revision_number': 4, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '5daaf632-905e-44ac-8942-d5fe48457772', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:29Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '0387ba4f-af42-4654-bf49-6c861adceb54', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'port_id': '4c22eff1-8d3d-4639-9634-2f749b99474b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f', 'mac_address': 'fa:16:3e:7e:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834fba2e-68de-47c4-9c3b-b680ad8c84c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:42:55Z', 'updated_at': '2021-12-16T22:42:55Z', 'revision_number': 0, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f933df-6d9b-45db-ba43-bff01efb63ce', 'name': '', 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'mac_address': 'fa:16:3e:85:2c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:32Z', 'updated_at': '2021-12-16T22:42:37Z', 'revision_number': 5, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'subnets': [{'id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:58.854091 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0379d188-9832-4322-b763-9093b0e839c1 None None] The sync data for ids ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'] in n-d-821840-2 is: [{'id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-148459522', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '5daaf632-905e-44ac-8942-d5fe48457772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:28Z', 'updated_at': '2021-12-16T22:42:34Z', 'revision_number': 4, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '5daaf632-905e-44ac-8942-d5fe48457772', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:29Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '0387ba4f-af42-4654-bf49-6c861adceb54', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'port_id': '4c22eff1-8d3d-4639-9634-2f749b99474b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f', 'mac_address': 'fa:16:3e:7e:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834fba2e-68de-47c4-9c3b-b680ad8c84c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:42:55Z', 'updated_at': '2021-12-16T22:42:55Z', 'revision_number': 0, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f933df-6d9b-45db-ba43-bff01efb63ce', 'name': '', 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'mac_address': 'fa:16:3e:85:2c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:32Z', 'updated_at': '2021-12-16T22:42:37Z', 'revision_number': 5, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'subnets': [{'id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:42:58.863353 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:58.873247 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2e1f1-a3f0-485d-a66c-03a7291e759c req-456aa02c-369a-4bbf-8f40-555c49c3d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.875248 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-56b2e1f1-a3f0-485d-a66c-03a7291e759c req-456aa02c-369a-4bbf-8f40-555c49c3d6ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de5ada2e-2f0f-46da-90d4-3908701a104f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678972 Dec 16 22:42:58.903048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850095bc-6722-4ef2-9ba4-75450b3586a5']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:58.964548 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509e1696-bd66-4c98-a23a-55f38cb5c815') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:58.966558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509e1696-bd66-4c98-a23a-55f38cb5c815') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:58.984600 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:58.996205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881dbc67-0bbe-4276-9f90-f47942f43591 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.996691 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881dbc67-0bbe-4276-9f90-f47942f43591 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:59.009516 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-881dbc67-0bbe-4276-9f90-f47942f43591 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2d3ee905-89ab-48b4-94fb-79e67e71c04c HTTP/1.1" status: 200 len: 1989 time: 0.1886768 Dec 16 22:42:59.014416 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:59.029354 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:42:59.029766 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:42:59.031486 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:42:59.083293 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-56b2e1f1-a3f0-485d-a66c-03a7291e759c req-72ec0af4-1e8b-4e4b-9ade-d271e043f1fb service neutron] 10.222.0.69 "GET /v2.0/networks/de5ada2e-2f0f-46da-90d4-3908701a104f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005441 Dec 16 22:42:59.233138 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fce625-4fad-430a-9afd-d6a1a7fc2eb7 None None] New status for floating IP 0387ba4f-af42-4654-bf49-6c861adceb54: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:42:59.546822 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:59.558186 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:59.561540 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] 10.222.0.43 "DELETE /v2.0/networks/850095bc-6722-4ef2-9ba4-75450b3586a5 HTTP/1.1" status: 204 len: 168 time: 1.4693615 Dec 16 22:42:59.581620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Pushing event deleted for resources: {'Network': ['ID=850095bc-6722-4ef2-9ba4-75450b3586a5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:59.586402 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-56b2e1f1-a3f0-485d-a66c-03a7291e759c req-115993c7-5d85-4c3e-abe4-9c0217a55f79 service neutron] 10.222.0.69 "GET /v2.0/networks/de5ada2e-2f0f-46da-90d4-3908701a104f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897211 Dec 16 22:42:59.592323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:59.592323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:59.592726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:59.592896 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:59.593238 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:59.593650 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:59.593941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:59.594255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:59.594588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:59.594922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:59.595352 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:59.595698 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:59.596085 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff8185-8d1a-4767-be8f-11ff78a9c54d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:59.991800 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40598) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:00.034081 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-aefe2979-5d46-40db-aa19-8cf090904fa2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e2889f9a8fd4d37bd79217d0c7db22b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408587 Dec 16 22:43:00.036714 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40600) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:00.103119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9244f664-068a-4282-add4-db37e5a5b93b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:00.128201 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9244f664-068a-4282-add4-db37e5a5b93b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:00.248683 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9244f664-068a-4282-add4-db37e5a5b93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:00.251790 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9244f664-068a-4282-add4-db37e5a5b93b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:00.258962 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9244f664-068a-4282-add4-db37e5a5b93b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de25bc37-7039-4d7b-9145-cbe79cf75c6e HTTP/1.1" status: 204 len: 168 time: 0.2209005 Dec 16 22:43:00.277145 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244f664-068a-4282-add4-db37e5a5b93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de25bc37-7039-4d7b-9145-cbe79cf75c6e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:07.669191 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c1e55-2413-4435-8037-9ea99b448823 req-dff14291-41d7-46ff-b5b4-dc45ef6f3b96 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:07.670900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af3c1e55-2413-4435-8037-9ea99b448823 req-dff14291-41d7-46ff-b5b4-dc45ef6f3b96 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0689623 Dec 16 22:43:07.759386 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af3c1e55-2413-4435-8037-9ea99b448823 req-a4e26ce2-2d0d-44df-a78b-9de4fca6c757 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757320 Dec 16 22:43:07.897442 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:43:08.923545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883c76b-d50c-4ad2-842d-a4ca6f29b1f9 req-ad6ae24c-ff16-4142-9b54-969b71343634 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:08.926485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8883c76b-d50c-4ad2-842d-a4ca6f29b1f9 req-ad6ae24c-ff16-4142-9b54-969b71343634 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0639472 Dec 16 22:43:08.999880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8883c76b-d50c-4ad2-842d-a4ca6f29b1f9 req-b664f8dd-badf-4484-9173-eae74c9d9d7a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555191 Dec 16 22:43:10.138813 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cf697-7362-4705-9320-b691f699abd1 req-721f7b1a-5e71-40c9-ac88-4a9046298807 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:10.140459 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-302cf697-7362-4705-9320-b691f699abd1 req-721f7b1a-5e71-40c9-ac88-4a9046298807 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0569215 Dec 16 22:43:10.192375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-302cf697-7362-4705-9320-b691f699abd1 req-52625c85-3a4e-4c2d-9cf6-3e85f2572e36 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447724 Dec 16 22:43:11.327240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9edf8-6857-4a6d-b54b-4c30df8dc6d2 req-0494e594-8773-4ffb-a1a9-d0ffd447fefc tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:11.328939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39b9edf8-6857-4a6d-b54b-4c30df8dc6d2 req-0494e594-8773-4ffb-a1a9-d0ffd447fefc tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0552580 Dec 16 22:43:11.383205 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39b9edf8-6857-4a6d-b54b-4c30df8dc6d2 req-9f7f310a-45c1-4814-9153-c3a289b82ea7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479779 Dec 16 22:43:12.517230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331d4cf-6575-4090-8261-2fad92af7cba req-eaac16c4-5da4-4cbc-931c-eaf3438d0783 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:12.518767 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2331d4cf-6575-4090-8261-2fad92af7cba req-eaac16c4-5da4-4cbc-931c-eaf3438d0783 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0581379 Dec 16 22:43:12.589677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2331d4cf-6575-4090-8261-2fad92af7cba req-5389ee14-ad4a-4cf9-b38a-aea7bf5776bc tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607696 Dec 16 22:43:13.293533 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:13.424906 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:13.746677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51583f31-50f9-44f2-85b7-bb5f8c701c2d req-a837ee15-87ff-4c03-91d4-f02f46c37127 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:13.748192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51583f31-50f9-44f2-85b7-bb5f8c701c2d req-a837ee15-87ff-4c03-91d4-f02f46c37127 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0757761 Dec 16 22:43:13.808517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51583f31-50f9-44f2-85b7-bb5f8c701c2d req-c386d1f4-0574-4dc6-bedc-c9452001982d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539665 Dec 16 22:43:14.954081 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75189613-74ba-4e09-96d7-55acc9d00fb4 req-0eb771a4-1b90-4272-a7ef-0dbafde9d75b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:14.955851 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75189613-74ba-4e09-96d7-55acc9d00fb4 req-0eb771a4-1b90-4272-a7ef-0dbafde9d75b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0666111 Dec 16 22:43:15.020184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75189613-74ba-4e09-96d7-55acc9d00fb4 req-d64f3cc0-99d3-4dcf-ae51-becd066c6dad tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559034 Dec 16 22:43:16.166323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82659472-77ac-4fc5-983d-c1f46a87791a req-ffd78984-374e-4cef-98ea-df9dadf52b20 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:16.168834 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82659472-77ac-4fc5-983d-c1f46a87791a req-ffd78984-374e-4cef-98ea-df9dadf52b20 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0700638 Dec 16 22:43:16.231183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82659472-77ac-4fc5-983d-c1f46a87791a req-4d86e9f5-5dbe-4b27-af5f-3e85d36e96fa tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551219 Dec 16 22:43:16.513217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40890) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:16.623210 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:16.696789 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:16.752821 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:16.793463 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75101344af1641b7ae022abafaa79be9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2790024 Dec 16 22:43:16.794684 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22c1a2b-eb3e-4598-91e1-6393cbef079c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:16.796329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40894) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:16.802998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:16.803463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:16.803881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:16.804232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:16.804622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:16.804962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:16.805297 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:16.805686 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:16.806006 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:16.806335 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:16.806664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:16.806991 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:16.807344 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3307c2-451e-4dcd-bb95-f23429de3987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:16.849626 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33513406-2106-46c9-990b-bc1b5d20ce5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:16.870959 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33513406-2106-46c9-990b-bc1b5d20ce5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:17.010423 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33513406-2106-46c9-990b-bc1b5d20ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:17.013475 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33513406-2106-46c9-990b-bc1b5d20ce5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:17.017145 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-33513406-2106-46c9-990b-bc1b5d20ce5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c22c1a2b-eb3e-4598-91e1-6393cbef079c HTTP/1.1" status: 204 len: 168 time: 0.2173777 Dec 16 22:43:17.024444 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33513406-2106-46c9-990b-bc1b5d20ce5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22c1a2b-eb3e-4598-91e1-6393cbef079c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:17.360618 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa828-fdae-4b84-bf97-762a2bc30af2 req-9237747e-fc34-4873-b810-de686b8a37be tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:17.361996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ecefa828-fdae-4b84-bf97-762a2bc30af2 req-9237747e-fc34-4873-b810-de686b8a37be tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0550041 Dec 16 22:43:17.729600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ecefa828-fdae-4b84-bf97-762a2bc30af2 req-107a342a-c0f1-49e2-8fa8-e48d3fe61c2d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591864 Dec 16 22:43:17.737031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40906) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:17.755287 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e78092d1-a319-4294-8f2e-aefac951808f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:17.832923 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e78092d1-a319-4294-8f2e-aefac951808f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:17.907359 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e78092d1-a319-4294-8f2e-aefac951808f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:17.948426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78092d1-a319-4294-8f2e-aefac951808f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7a8335-b5ce-4d5c-bd46-b1c44a1351f0,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:17.953741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e78092d1-a319-4294-8f2e-aefac951808f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=780be5e5d4dc45eb84f342055c34e8bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2150145 Dec 16 22:43:17.955793 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40910) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:18.012903 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-518d296c-8290-44e5-bc24-517350478542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:18.038823 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-518d296c-8290-44e5-bc24-517350478542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:18.176145 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-518d296c-8290-44e5-bc24-517350478542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:18.178774 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-518d296c-8290-44e5-bc24-517350478542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:18.180501 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-518d296c-8290-44e5-bc24-517350478542 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a7a8335-b5ce-4d5c-bd46-b1c44a1351f0 HTTP/1.1" status: 204 len: 168 time: 0.2242939 Dec 16 22:43:18.189164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d296c-8290-44e5-bc24-517350478542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7a8335-b5ce-4d5c-bd46-b1c44a1351f0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:18.861923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dce90e-1353-4f3a-b7ca-7b3aa0557cbe req-603b50c4-6919-4a3b-930d-f3054d03bb24 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:18.863622 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50dce90e-1353-4f3a-b7ca-7b3aa0557cbe req-603b50c4-6919-4a3b-930d-f3054d03bb24 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0538769 Dec 16 22:43:18.871512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40924) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:18.885219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2a5e-ef27-43ec-b5b4-360f1ee1fe48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:18.917591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50dce90e-1353-4f3a-b7ca-7b3aa0557cbe req-be9ee370-cf3f-4fb9-a2b6-c350eda2d6c9 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471959 Dec 16 22:43:18.995151 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2a5e-ef27-43ec-b5b4-360f1ee1fe48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:19.055111 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2a5e-ef27-43ec-b5b4-360f1ee1fe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:19.094369 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a2a5e-ef27-43ec-b5b4-360f1ee1fe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6ca67e-c71d-4a6d-829c-6b734574d641,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:19.102645 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4d8a2a5e-ef27-43ec-b5b4-360f1ee1fe48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7859c6294bd4479bd4c6b2c21cdf1b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2289863 Dec 16 22:43:19.103238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40930) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:19.156114 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00e3280f-76d2-4e7c-99c0-1d5d399cfcee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:19.180974 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00e3280f-76d2-4e7c-99c0-1d5d399cfcee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:19.310773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221779d9-33eb-404d-8f65-e525e5cb95d6 req-49fadcae-97f3-44e1-bf40-e89f5e0876af tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:19.312573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-221779d9-33eb-404d-8f65-e525e5cb95d6 req-49fadcae-97f3-44e1-bf40-e89f5e0876af tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0712709 Dec 16 22:43:19.340866 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00e3280f-76d2-4e7c-99c0-1d5d399cfcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:19.347626 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00e3280f-76d2-4e7c-99c0-1d5d399cfcee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:19.347626 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-00e3280f-76d2-4e7c-99c0-1d5d399cfcee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c6ca67e-c71d-4a6d-829c-6b734574d641 HTTP/1.1" status: 204 len: 168 time: 0.2413058 Dec 16 22:43:19.380351 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-221779d9-33eb-404d-8f65-e525e5cb95d6 req-0678b633-edaf-44d4-b957-496ff2574752 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588613 Dec 16 22:43:19.384072 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3280f-76d2-4e7c-99c0-1d5d399cfcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6ca67e-c71d-4a6d-829c-6b734574d641,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:19.397256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005f1f3-f9d9-443c-ae77-24703dfe0923 req-312a6257-d849-4035-807e-7f2480fa5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:19.399792 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3005f1f3-f9d9-443c-ae77-24703dfe0923 req-312a6257-d849-4035-807e-7f2480fa5f46 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0&device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 1097 time: 0.0599661 Dec 16 22:43:19.500716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005f1f3-f9d9-443c-ae77-24703dfe0923 req-75cc9eef-82d0-441b-a705-bc3f82bc779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:19.502181 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3005f1f3-f9d9-443c-ae77-24703dfe0923 req-75cc9eef-82d0-441b-a705-bc3f82bc779b service neutron] 10.222.0.69 "GET /v2.0/networks?id=7df204c6-5127-4e76-8312-c8f1c6162329 HTTP/1.1" status: 200 len: 912 time: 0.0946839 Dec 16 22:43:19.572154 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3005f1f3-f9d9-443c-ae77-24703dfe0923 req-69df6b58-a83c-4125-9068-65dfabd05b14 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec5fb4b-6315-444d-89e8-3a82cc73ca7e HTTP/1.1" status: 200 len: 1002 time: 0.0622396 Dec 16 22:43:19.627442 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005f1f3-f9d9-443c-ae77-24703dfe0923 req-40b4aeca-deae-4488-a52b-a1aef393b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:19.629032 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3005f1f3-f9d9-443c-ae77-24703dfe0923 req-40b4aeca-deae-4488-a52b-a1aef393b30a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aafaac09-9b53-44a4-84e7-2d4c56ab48f4 HTTP/1.1" status: 200 len: 850 time: 0.0497565 Dec 16 22:43:19.685275 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005f1f3-f9d9-443c-ae77-24703dfe0923 req-01ebe048-ef1b-4d51-81f7-12a22d9f4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:19.687281 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3005f1f3-f9d9-443c-ae77-24703dfe0923 req-01ebe048-ef1b-4d51-81f7-12a22d9f4da7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7df204c6-5127-4e76-8312-c8f1c6162329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504131 Dec 16 22:43:19.799852 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3005f1f3-f9d9-443c-ae77-24703dfe0923 req-0446ca31-b24c-4f7b-be3d-87c5e496f7fe service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055591 Dec 16 22:43:19.904964 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3005f1f3-f9d9-443c-ae77-24703dfe0923 req-cd268a13-664e-440f-b9cf-ffb368daf763 service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970914 Dec 16 22:43:20.084159 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1be63556-6e06-491f-8a57-77613dbd9448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:20.537198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7176894-eca3-446c-80ac-1190c46d40c3 req-00790031-1a74-4bfd-bc05-0cc6dff0cc8a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:20.541248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7176894-eca3-446c-80ac-1190c46d40c3 req-00790031-1a74-4bfd-bc05-0cc6dff0cc8a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0708871 Dec 16 22:43:20.594748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7176894-eca3-446c-80ac-1190c46d40c3 req-a76f02a9-30c4-4901-a450-49d78d2b2162 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478694 Dec 16 22:43:21.731503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b1bb0-f229-4a82-8628-63f5b237180a req-c53d7747-82c4-49f5-84db-64f49eebbc32 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:21.732388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd9b1bb0-f229-4a82-8628-63f5b237180a req-c53d7747-82c4-49f5-84db-64f49eebbc32 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0590460 Dec 16 22:43:21.813049 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd9b1bb0-f229-4a82-8628-63f5b237180a req-ee5fc5a2-f746-4142-a738-613a8fd3f87c tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735631 Dec 16 22:43:21.872532 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40986) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:21.987790 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4fe37f0c-d5e8-449e-8891-e72345e972ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.089456 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4fe37f0c-d5e8-449e-8891-e72345e972ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.187133 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4fe37f0c-d5e8-449e-8891-e72345e972ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.235338 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4fe37f0c-d5e8-449e-8891-e72345e972ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=632baecc6bec4e3da7b7332d3bae745b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3586383 Dec 16 22:43:22.235338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe37f0c-d5e8-449e-8891-e72345e972ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78a6cba-92e0-42e1-8b1a-4d0adc133b06,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:22.236860 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40990) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:22.298630 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c0de0b6-7e0c-41cf-8195-d605dfd46d66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.324944 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c0de0b6-7e0c-41cf-8195-d605dfd46d66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.459995 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0a00-a947-4438-8650-30dc5a594f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.489903 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c0de0b6-7e0c-41cf-8195-d605dfd46d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.492751 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c0de0b6-7e0c-41cf-8195-d605dfd46d66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.493905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7c0de0b6-7e0c-41cf-8195-d605dfd46d66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b78a6cba-92e0-42e1-8b1a-4d0adc133b06 HTTP/1.1" status: 204 len: 168 time: 0.2548563 Dec 16 22:43:22.511532 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0de0b6-7e0c-41cf-8195-d605dfd46d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78a6cba-92e0-42e1-8b1a-4d0adc133b06,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:23.547526 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:24.864547 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:25.722187 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:25.997808 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41060) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:26.126704 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923a85c2-cc6b-4fc6-8542-e916f5912677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:26.219526 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923a85c2-cc6b-4fc6-8542-e916f5912677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:26.295320 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923a85c2-cc6b-4fc6-8542-e916f5912677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:26.336037 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-923a85c2-cc6b-4fc6-8542-e916f5912677 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8714ec13146543589c68ff434cdadf34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3371103 Dec 16 22:43:26.336775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a85c2-cc6b-4fc6-8542-e916f5912677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2d0cbf-f588-423a-97ed-5b799adf874c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:26.339077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41068) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:26.392719 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47cf2506-17ad-4209-8062-46299ca800f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:26.414018 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47cf2506-17ad-4209-8062-46299ca800f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:26.535315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47cf2506-17ad-4209-8062-46299ca800f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:26.537986 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47cf2506-17ad-4209-8062-46299ca800f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:26.539196 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-47cf2506-17ad-4209-8062-46299ca800f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb2d0cbf-f588-423a-97ed-5b799adf874c HTTP/1.1" status: 204 len: 168 time: 0.1991787 Dec 16 22:43:26.549387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf2506-17ad-4209-8062-46299ca800f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2d0cbf-f588-423a-97ed-5b799adf874c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:27.143482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41074) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:27.157386 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e98cecb-b4b7-4f01-a253-009db73d7a05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:27.241017 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e98cecb-b4b7-4f01-a253-009db73d7a05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:27.325637 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e98cecb-b4b7-4f01-a253-009db73d7a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:27.364732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2e98cecb-b4b7-4f01-a253-009db73d7a05 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5236c11f6b47451291b37d5ddc56d8f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201018 Dec 16 22:43:27.367006 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98cecb-b4b7-4f01-a253-009db73d7a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81d9553-0f02-4bd5-88db-f6a2617d9d73,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:27.368257 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41080) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:27.422423 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cfb9434b-b49d-43ab-9d38-166887469892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:27.445014 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cfb9434b-b49d-43ab-9d38-166887469892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:27.552380 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cfb9434b-b49d-43ab-9d38-166887469892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:27.555046 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cfb9434b-b49d-43ab-9d38-166887469892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:27.556451 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cfb9434b-b49d-43ab-9d38-166887469892 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d81d9553-0f02-4bd5-88db-f6a2617d9d73 HTTP/1.1" status: 204 len: 168 time: 0.1863749 Dec 16 22:43:27.564273 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9434b-b49d-43ab-9d38-166887469892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81d9553-0f02-4bd5-88db-f6a2617d9d73,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:34.901923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41372) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:35.005153 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-96703888-5186-4fa5-b6f6-42fc1234b467 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4088 time: 0.1019061 Dec 16 22:43:35.008391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41378) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:35.013381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-26a60234-51e2-47e0-9bf4-43535285211c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Request body: {'network': {'name': 'tempest-network-smoke--200903484', 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'port_security_enabled': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:35.078654 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a60234-51e2-47e0-9bf4-43535285211c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Made reservation on behalf of 1182dc62711344bc84f1d4e2d8c9f042 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:43:35.082643 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-26a60234-51e2-47e0-9bf4-43535285211c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:35.114850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a60234-51e2-47e0-9bf4-43535285211c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:43:35.125765 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-26a60234-51e2-47e0-9bf4-43535285211c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:35.126121 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-26a60234-51e2-47e0-9bf4-43535285211c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Added segment 538acf3d-c1a9-4954-a0ac-29d05a6307c4 of type vlan for network d28ddc03-7f2a-4aee-aaad-de39769c642e Dec 16 22:43:35.168767 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-26a60234-51e2-47e0-9bf4-43535285211c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:35.258878 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-26a60234-51e2-47e0-9bf4-43535285211c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:35.265271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a60234-51e2-47e0-9bf4-43535285211c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:35.265874 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-26a60234-51e2-47e0-9bf4-43535285211c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:35.336418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a60234-51e2-47e0-9bf4-43535285211c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'Network': ['ID=d28ddc03-7f2a-4aee-aaad-de39769c642e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:35.348306 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network d28ddc03-7f2a-4aee-aaad-de39769c642e details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:43:35.358861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41386) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:35.394214 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-26a60234-51e2-47e0-9bf4-43535285211c tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3846784 Dec 16 22:43:35.396763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41392) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:35.406570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-921346598', 'admin_state_up': True, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:35.490199 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4afc73a8-dbe4-44b3-b91a-e713d171917d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:35.500367 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:35.501808 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:35.562180 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:35.566825 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4afc73a8-dbe4-44b3-b91a-e713d171917d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:35.672089 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4afc73a8-dbe4-44b3-b91a-e713d171917d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:35.713864 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4afc73a8-dbe4-44b3-b91a-e713d171917d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=802ccd1eaf2c4d42b307dda078e3aad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3538625 Dec 16 22:43:35.714935 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc73a8-dbe4-44b3-b91a-e713d171917d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b230b16-a5d4-4c0d-a446-a373f46728b1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:35.717336 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41398) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:35.769606 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:35.773897 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d46a7e8-ed0d-4a94-afc1-1102ed431a55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:35.797314 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d46a7e8-ed0d-4a94-afc1-1102ed431a55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:35.953338 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d46a7e8-ed0d-4a94-afc1-1102ed431a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:35.957065 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d46a7e8-ed0d-4a94-afc1-1102ed431a55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:35.964497 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5d46a7e8-ed0d-4a94-afc1-1102ed431a55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b230b16-a5d4-4c0d-a446-a373f46728b1 HTTP/1.1" status: 204 len: 168 time: 0.2459705 Dec 16 22:43:35.975572 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46a7e8-ed0d-4a94-afc1-1102ed431a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b230b16-a5d4-4c0d-a446-a373f46728b1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:36.074693 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:36.095115 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:36.214454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Allocated IP 172.25.2.132 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/9e48dcec-dec8-4dc6-974d-5ba8b6577454) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:43:36.326920 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:36.465109 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:36.511367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:36.514601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:36.518669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:43:36.528287 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f9b35c-447b-40f5-ad3c-1928ed541e89 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:43:36.548462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'Port': ['ID=9e48dcec-dec8-4dc6-974d-5ba8b6577454,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:36.582930 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-870bf730-bdb5-4e56-8325-6e8fc9c445eb None None] Provisioning complete for port 9e48dcec-dec8-4dc6-974d-5ba8b6577454 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:36.583393 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-870bf730-bdb5-4e56-8325-6e8fc9c445eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:36.623004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-870bf730-bdb5-4e56-8325-6e8fc9c445eb None None] Port 9e48dcec-dec8-4dc6-974d-5ba8b6577454 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:43:36.652910 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41418) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:36.670449 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46ac3017-ae15-44a8-bea7-0fe85e84f83a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:36.761276 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46ac3017-ae15-44a8-bea7-0fe85e84f83a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:36.871048 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46ac3017-ae15-44a8-bea7-0fe85e84f83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:36.872115 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:36.915121 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-46ac3017-ae15-44a8-bea7-0fe85e84f83a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=658eb7d723ad4e909ae5ec54c905c692&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2610173 Dec 16 22:43:36.916136 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac3017-ae15-44a8-bea7-0fe85e84f83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ee63b0-7c49-4e32-8341-a300f2266829,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:36.916608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41422) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:37.039387 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d31a597a-0c4d-44a8-b907-795cd1f98719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:37.116503 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d31a597a-0c4d-44a8-b907-795cd1f98719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:37.203342 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:37.335568 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d31a597a-0c4d-44a8-b907-795cd1f98719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:37.338843 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d31a597a-0c4d-44a8-b907-795cd1f98719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:37.342620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d31a597a-0c4d-44a8-b907-795cd1f98719 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81ee63b0-7c49-4e32-8341-a300f2266829 HTTP/1.1" status: 204 len: 168 time: 0.4250417 Dec 16 22:43:37.350474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a597a-0c4d-44a8-b907-795cd1f98719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ee63b0-7c49-4e32-8341-a300f2266829,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:37.409224 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Router 9efe1d35-3029-4d5b-842a-7599baeb4157 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:43:37.531229 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:43:37.546092 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Sync routers for ids ['9efe1d35-3029-4d5b-842a-7599baeb4157'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:43:37.557537 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Routers {'9efe1d35-3029-4d5b-842a-7599baeb4157'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:37.563758 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:43:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9efe1d35-3029-4d5b-842a-7599baeb4157'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:37.635244 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:37.638306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-27343a19-0bce-4551-9c5e-9c3af7ff0017 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2388089 Dec 16 22:43:37.639637 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41438) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:37.667207 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Set router 9efe1d35-3029-4d5b-842a-7599baeb4157 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:37.715839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeec4c5-bf59-453e-b2b6-818692b4c4b0 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:37.717812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cdeec4c5-bf59-453e-b2b6-818692b4c4b0 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=1182dc62711344bc84f1d4e2d8c9f042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0771708 Dec 16 22:43:37.720649 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41442) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:37.888562 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921346598', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:35Z', 'updated_at': '2021-12-16T22:43:36Z', 'revision_number': 3, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:36Z', 'updated_at': '2021-12-16T22:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:37.925700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Checking router: 9efe1d35-3029-4d5b-842a-7599baeb4157 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:43:37.926066 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Updating router 9efe1d35-3029-4d5b-842a-7599baeb4157 port 9e48dcec-dec8-4dc6-974d-5ba8b6577454 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:43:37.955033 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:37.957470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4194d5-f8cd-49b2-8ae4-cb7e017a775f tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:37.964673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-be4194d5-f8cd-49b2-8ae4-cb7e017a775f tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2374411 Dec 16 22:43:37.966937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41452) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:37.998424 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a5f9a6b4-eee4-466b-8cb3-921f8483038d tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302601 Dec 16 22:43:38.005478 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41456) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:38.045554 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6701f6be-8da6-42de-94c1-b6d57cc2fdc4 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=1182dc62711344bc84f1d4e2d8c9f042&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389225 Dec 16 22:43:38.048052 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41458) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:38.176542 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593e3d73-8449-4e20-aeb8-424ef697688f tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:38.179190 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-593e3d73-8449-4e20-aeb8-424ef697688f tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301687 Dec 16 22:43:38.183970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41466) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:38.224356 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e07d5946-1496-4714-a0a6-d78985d9b112 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385926 Dec 16 22:43:38.226922 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41468) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:38.235252 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-6fdf42b0-818d-416b-89a5-903fd7cbe848 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-592610753', 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e', 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:38.333064 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:38.426684 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:38.438085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdf42b0-818d-416b-89a5-903fd7cbe848 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Made reservation on behalf of 1182dc62711344bc84f1d4e2d8c9f042 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:43:38.442174 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fdf42b0-818d-416b-89a5-903fd7cbe848 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:38.477330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70588bf-56f7-446b-a8a8-4f413557793e None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:43:38.494907 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Attempting to bind port 9e48dcec-dec8-4dc6-974d-5ba8b6577454 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:43:38.494907 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Attempting to bind port 9e48dcec-dec8-4dc6-974d-5ba8b6577454 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:43:38.495178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Attempting to bind port 9e48dcec-dec8-4dc6-974d-5ba8b6577454 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:38.499221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8de07d-212e-41a5-8f49-bf74ae18f67c None None] Pushing event updated for resources: {'Port': ['ID=9e48dcec-dec8-4dc6-974d-5ba8b6577454,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:38.513726 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8de07d-212e-41a5-8f49-bf74ae18f67c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:38.514075 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8de07d-212e-41a5-8f49-bf74ae18f67c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:38.514420 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8de07d-212e-41a5-8f49-bf74ae18f67c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:38.515457 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8de07d-212e-41a5-8f49-bf74ae18f67c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:38.516164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8de07d-212e-41a5-8f49-bf74ae18f67c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:38.516522 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8de07d-212e-41a5-8f49-bf74ae18f67c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:38.516915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8de07d-212e-41a5-8f49-bf74ae18f67c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:38.517734 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8de07d-212e-41a5-8f49-bf74ae18f67c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:38.518218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8de07d-212e-41a5-8f49-bf74ae18f67c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:38.518568 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8de07d-212e-41a5-8f49-bf74ae18f67c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:38.518903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8de07d-212e-41a5-8f49-bf74ae18f67c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:38.519235 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8de07d-212e-41a5-8f49-bf74ae18f67c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:38.519705 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8de07d-212e-41a5-8f49-bf74ae18f67c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:38.531069 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:43:38.531550 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:38.532056 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:38.532311 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:43:38.533680 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Bound port: 9e48dcec-dec8-4dc6-974d-5ba8b6577454, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:43:38.534081 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:38.598750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9a40fd74-4eca-4982-a9f3-3f43629f9610 None None] Provisioning complete for port 9e48dcec-dec8-4dc6-974d-5ba8b6577454 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:38.599469 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9a40fd74-4eca-4982-a9f3-3f43629f9610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:38.646225 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9a40fd74-4eca-4982-a9f3-3f43629f9610 None None] Port 9e48dcec-dec8-4dc6-974d-5ba8b6577454 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:43:38.657073 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] For port 9e48dcec-dec8-4dc6-974d-5ba8b6577454, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:43:38.660358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] For port 9e48dcec-dec8-4dc6-974d-5ba8b6577454, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9e48dcec-dec8-4dc6-974d-5ba8b6577454,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:43:38.739110 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:38.761957 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fdf42b0-818d-416b-89a5-903fd7cbe848 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:38.798484 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9f9955-0471-4b63-928d-c26e45d442f4 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:43:38.810996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8de07d-212e-41a5-8f49-bf74ae18f67c None None] Pushing event updated for resources: {'Port': ['ID=9e48dcec-dec8-4dc6-974d-5ba8b6577454,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:38.813538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Routers {'9efe1d35-3029-4d5b-842a-7599baeb4157'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:38.814139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:43:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9efe1d35-3029-4d5b-842a-7599baeb4157'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:38.851851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf42b0-818d-416b-89a5-903fd7cbe848 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'Subnet': ['ID=18ffe38e-2b3e-4eb7-a25c-f0ec889f6ee6,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:38.863855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf42b0-818d-416b-89a5-903fd7cbe848 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Checking segment: {'id': '538acf3d-c1a9-4954-a0ac-29d05a6307c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:38.864223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdf42b0-818d-416b-89a5-903fd7cbe848 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Network hostable DHCP agents. Network: d28ddc03-7f2a-4aee-aaad-de39769c642e, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:43:38.914151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-69ece862-686c-4014-95b9-e2d6743e1cc4 None None] Provisioning complete for port 9e48dcec-dec8-4dc6-974d-5ba8b6577454 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:38.914529 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-69ece862-686c-4014-95b9-e2d6743e1cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:38.957974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdf42b0-818d-416b-89a5-903fd7cbe848 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Network d28ddc03-7f2a-4aee-aaad-de39769c642e is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:43:38.976601 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] Set router 9efe1d35-3029-4d5b-842a-7599baeb4157 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:39.042199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-6fdf42b0-818d-416b-89a5-903fd7cbe848 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, d28ddc03-7f2a-4aee-aaad-de39769c642e) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:39.057348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdf42b0-818d-416b-89a5-903fd7cbe848 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:39.057966 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fdf42b0-818d-416b-89a5-903fd7cbe848 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:39.078774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574932a6-d210-4811-8d80-370ef5250835 None None] Network d28ddc03-7f2a-4aee-aaad-de39769c642e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:43:39.136767 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41500) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:39.155891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6fdf42b0-818d-416b-89a5-903fd7cbe848 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9252312 Dec 16 22:43:39.249268 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-69ece862-686c-4014-95b9-e2d6743e1cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:39.322433 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-69ece862-686c-4014-95b9-e2d6743e1cc4 None None] For port 9e48dcec-dec8-4dc6-974d-5ba8b6577454, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9e48dcec-dec8-4dc6-974d-5ba8b6577454,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:39.378734 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-d28ddc03-7f2a-4aee-aaad-de39769c642e', 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e', 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'fixed_ips': [{'subnet_id': '18ffe38e-2b3e-4eb7-a25c-f0ec889f6ee6'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:43:39.380317 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:39.400931 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-69ece862-686c-4014-95b9-e2d6743e1cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:39.511624 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ece862-686c-4014-95b9-e2d6743e1cc4 None None] Pushing event updated for resources: {'Port': ['ID=9e48dcec-dec8-4dc6-974d-5ba8b6577454,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:39.605821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921346598', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:35Z', 'updated_at': '2021-12-16T22:43:36Z', 'revision_number': 3, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:36Z', 'updated_at': '2021-12-16T22:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:39.647974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cdf2d-4945-49e3-8eee-c339517876dd None None] The sync data for ids ['9efe1d35-3029-4d5b-842a-7599baeb4157'] in n-d-821840-2 is: [{'id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921346598', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:35Z', 'updated_at': '2021-12-16T22:43:36Z', 'revision_number': 3, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:36Z', 'updated_at': '2021-12-16T22:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:43:39.674551 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:39.734807 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Allocated IP 172.20.0.18 (d28ddc03-7f2a-4aee-aaad-de39769c642e/18ffe38e-2b3e-4eb7-a25c-f0ec889f6ee6/cf31fa93-ddc9-433c-8c0d-3df92363248f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:43:39.940478 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:40.044368 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:40.138732 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Allocated IP 172.20.0.17 (d28ddc03-7f2a-4aee-aaad-de39769c642e/18ffe38e-2b3e-4eb7-a25c-f0ec889f6ee6/c9a5380a-11d1-484d-ba7c-e13263f91111) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:43:40.344735 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Network d28ddc03-7f2a-4aee-aaad-de39769c642e is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:40.346759 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:40.350727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:43:40.358699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Pushing event updated for resources: {'Port': ['ID=cf31fa93-ddc9-433c-8c0d-3df92363248f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:40.384823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9e48dcec-dec8-4dc6-974d-5ba8b6577454 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:40.407128 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:40.481166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Attempting to bind port cf31fa93-ddc9-433c-8c0d-3df92363248f on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:43:40.481594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Attempting to bind port cf31fa93-ddc9-433c-8c0d-3df92363248f by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '538acf3d-c1a9-4954-a0ac-29d05a6307c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:43:40.482083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Attempting to bind port cf31fa93-ddc9-433c-8c0d-3df92363248f on network d28ddc03-7f2a-4aee-aaad-de39769c642e {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:40.500352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:43:40.500840 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Checking segment: {'id': '538acf3d-c1a9-4954-a0ac-29d05a6307c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:40.501332 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:40.501810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Bound using segment: {'id': '538acf3d-c1a9-4954-a0ac-29d05a6307c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:43:40.502379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Bound port: cf31fa93-ddc9-433c-8c0d-3df92363248f, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538acf3d-c1a9-4954-a0ac-29d05a6307c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:43:40.502804 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:40.505093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 9e48dcec-dec8-4dc6-974d-5ba8b6577454 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:40.505458 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:40.559004 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:40.629693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Network d28ddc03-7f2a-4aee-aaad-de39769c642e is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:40.635864 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:40.640109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:43:40.653815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] For port cf31fa93-ddc9-433c-8c0d-3df92363248f, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:43:40.674349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'Port': ['ID=c9a5380a-11d1-484d-ba7c-e13263f91111,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:40.688639 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] For port cf31fa93-ddc9-433c-8c0d-3df92363248f, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=cf31fa93-ddc9-433c-8c0d-3df92363248f,segment=NetworkSegment(538acf3d-c1a9-4954-a0ac-29d05a6307c4),segment_id=538acf3d-c1a9-4954-a0ac-29d05a6307c4)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:43:40.711241 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:40.825032 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:40.890174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929edaa-5c0f-45b7-9eaf-fd287887d22c None None] Pushing event updated for resources: {'Port': ['ID=cf31fa93-ddc9-433c-8c0d-3df92363248f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:41.165555 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:41.525355 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:41.609203 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:41.687404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'Port': ['ID=c9a5380a-11d1-484d-ba7c-e13263f91111,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:41.693634 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:41.829672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Network d28ddc03-7f2a-4aee-aaad-de39769c642e is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:41.831363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:41.980363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Router 9efe1d35-3029-4d5b-842a-7599baeb4157 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:43:42.125130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:43:42.148097 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3ea336d4-d83d-42ca-8991-5e68d3acdebd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "PUT /v2.0/routers/9efe1d35-3029-4d5b-842a-7599baeb4157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9994185 Dec 16 22:43:42.148600 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Sync routers for ids ['9efe1d35-3029-4d5b-842a-7599baeb4157'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:43:42.163653 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Routers {'9efe1d35-3029-4d5b-842a-7599baeb4157'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:42.164641 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:43:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9efe1d35-3029-4d5b-842a-7599baeb4157'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:42.283786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4f341e-de84-401e-90ec-3ee8bccb2dec None None] Network d28ddc03-7f2a-4aee-aaad-de39769c642e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:43:42.411109 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Set router 9efe1d35-3029-4d5b-842a-7599baeb4157 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:42.470667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device cf31fa93-ddc9-433c-8c0d-3df92363248f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:42.549209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7cc22084-f2a1-480a-b83b-8df2f10cc5ad None None] Provisioning complete for port cf31fa93-ddc9-433c-8c0d-3df92363248f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:42.549841 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7cc22084-f2a1-480a-b83b-8df2f10cc5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:42.553901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d849604-9804-494f-b391-91a6f1866249 req-98e5e760-7e3c-47c9-9edc-534d8fe978b8 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:42.556940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d849604-9804-494f-b391-91a6f1866249 req-98e5e760-7e3c-47c9-9edc-534d8fe978b8 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/networks?id=d28ddc03-7f2a-4aee-aaad-de39769c642e HTTP/1.1" status: 200 len: 797 time: 0.1473272 Dec 16 22:43:42.574142 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d849604-9804-494f-b391-91a6f1866249 req-70eb3489-acd1-46fe-8fe8-8b885b5e5d5d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/quotas/1182dc62711344bc84f1d4e2d8c9f042 HTTP/1.1" status: 200 len: 375 time: 0.0109017 Dec 16 22:43:42.675709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d849604-9804-494f-b391-91a6f1866249 req-f0b423dd-af7b-4050-bbf0-643b0cb58fa6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1182dc62711344bc84f1d4e2d8c9f042&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0890620 Dec 16 22:43:42.690806 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port cf31fa93-ddc9-433c-8c0d-3df92363248f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:42.703464 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:42.730406 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921346598', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:35Z', 'updated_at': '2021-12-16T22:43:40Z', 'revision_number': 4, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:36Z', 'updated_at': '2021-12-16T22:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'c9a5380a-11d1-484d-ba7c-e13263f91111', 'name': '', 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'mac_address': 'fa:16:3e:1e:91:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '18ffe38e-2b3e-4eb7-a25c-f0ec889f6ee6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:39Z', 'updated_at': '2021-12-16T22:43:41Z', 'revision_number': 2, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'subnets': [{'id': '18ffe38e-2b3e-4eb7-a25c-f0ec889f6ee6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:42.792889 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Checking router: 9efe1d35-3029-4d5b-842a-7599baeb4157 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:43:42.797830 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Updating router 9efe1d35-3029-4d5b-842a-7599baeb4157 port c9a5380a-11d1-484d-ba7c-e13263f91111 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:43:42.802856 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7cc22084-f2a1-480a-b83b-8df2f10cc5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:42.829453 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:42.886364 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d849604-9804-494f-b391-91a6f1866249 req-a263bb25-cf8d-4a3e-920e-f0b84f0a533d service neutron] 10.222.0.43 "GET /v2.0/networks/d28ddc03-7f2a-4aee-aaad-de39769c642e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094915 Dec 16 22:43:42.887909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7cc22084-f2a1-480a-b83b-8df2f10cc5ad None None] For port cf31fa93-ddc9-433c-8c0d-3df92363248f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=cf31fa93-ddc9-433c-8c0d-3df92363248f,segment=NetworkSegment(538acf3d-c1a9-4954-a0ac-29d05a6307c4),segment_id=538acf3d-c1a9-4954-a0ac-29d05a6307c4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:42.983541 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7cc22084-f2a1-480a-b83b-8df2f10cc5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:43.001835 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:43.064309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d849604-9804-494f-b391-91a6f1866249 req-8efe736e-9133-4c48-8290-494b3b652e25 service neutron] 10.222.0.43 "GET /v2.0/networks/d28ddc03-7f2a-4aee-aaad-de39769c642e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763992 Dec 16 22:43:43.168681 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc22084-f2a1-480a-b83b-8df2f10cc5ad None None] Pushing event updated for resources: {'Port': ['ID=cf31fa93-ddc9-433c-8c0d-3df92363248f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:43.181866 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0352f24d-b141-4049-be39-56f935729b17 None None] Provisioning complete for port c9a5380a-11d1-484d-ba7c-e13263f91111 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:43.182249 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0352f24d-b141-4049-be39-56f935729b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:43.224142 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:43:43.229464 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:43.230759 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:43:43.252409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0352f24d-b141-4049-be39-56f935729b17 None None] Port c9a5380a-11d1-484d-ba7c-e13263f91111 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:43:43.273037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0352f24d-b141-4049-be39-56f935729b17 None None] Provisioning complete for port cf31fa93-ddc9-433c-8c0d-3df92363248f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:43.273459 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0352f24d-b141-4049-be39-56f935729b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:43.329982 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:43.389418 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:43.464362 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e81ca1cb-71e7-4155-ae59-eb75ff4bd362 req-5c973969-186e-4aa7-bf39-b6f9d9e1b0d2 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 210 time: 0.0859303 Dec 16 22:43:43.484715 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:43.506806 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4adb96-edee-450e-9662-282c4d7948b0 None None] Pushing event updated for resources: {'Port': ['ID=c9a5380a-11d1-484d-ba7c-e13263f91111,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:43.526848 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4adb96-edee-450e-9662-282c4d7948b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:43.527205 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4adb96-edee-450e-9662-282c4d7948b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:43.527599 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4adb96-edee-450e-9662-282c4d7948b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:43.527986 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4adb96-edee-450e-9662-282c4d7948b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:43.528324 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4adb96-edee-450e-9662-282c4d7948b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:43.528656 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4adb96-edee-450e-9662-282c4d7948b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:43.529037 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4adb96-edee-450e-9662-282c4d7948b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:43.529370 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4adb96-edee-450e-9662-282c4d7948b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:43.529695 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4adb96-edee-450e-9662-282c4d7948b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:43.530108 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4adb96-edee-450e-9662-282c4d7948b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:43.530412 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4adb96-edee-450e-9662-282c4d7948b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:43.530737 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4adb96-edee-450e-9662-282c4d7948b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:43.531108 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4adb96-edee-450e-9662-282c4d7948b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:43.543440 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Attempting to bind port c9a5380a-11d1-484d-ba7c-e13263f91111 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:43:43.543815 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Attempting to bind port c9a5380a-11d1-484d-ba7c-e13263f91111 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '538acf3d-c1a9-4954-a0ac-29d05a6307c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:43:43.546332 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Attempting to bind port c9a5380a-11d1-484d-ba7c-e13263f91111 on network d28ddc03-7f2a-4aee-aaad-de39769c642e {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:43.553197 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:43:43.553617 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Checking segment: {'id': '538acf3d-c1a9-4954-a0ac-29d05a6307c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:43.554068 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:43.554807 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Bound using segment: {'id': '538acf3d-c1a9-4954-a0ac-29d05a6307c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:43:43.555051 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Bound port: c9a5380a-11d1-484d-ba7c-e13263f91111, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538acf3d-c1a9-4954-a0ac-29d05a6307c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:43:43.556367 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:43.636815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7b8f13e8-36f7-4155-bdac-c8da95cad667 None None] Provisioning complete for port c9a5380a-11d1-484d-ba7c-e13263f91111 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:43.637100 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b8f13e8-36f7-4155-bdac-c8da95cad667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:43.685099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f13e8-36f7-4155-bdac-c8da95cad667 None None] Port c9a5380a-11d1-484d-ba7c-e13263f91111 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:43:43.698326 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] For port c9a5380a-11d1-484d-ba7c-e13263f91111, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:43:43.706556 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] For port c9a5380a-11d1-484d-ba7c-e13263f91111, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c9a5380a-11d1-484d-ba7c-e13263f91111,segment=NetworkSegment(538acf3d-c1a9-4954-a0ac-29d05a6307c4),segment_id=538acf3d-c1a9-4954-a0ac-29d05a6307c4)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:43:43.842545 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:43.853889 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3c06f50b-c636-413b-b7ed-3867b1688111 None None] Provisioning complete for port c9a5380a-11d1-484d-ba7c-e13263f91111 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:43.854331 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c06f50b-c636-413b-b7ed-3867b1688111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:43.907675 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Routers {'9efe1d35-3029-4d5b-842a-7599baeb4157'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:43.913251 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:43:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9efe1d35-3029-4d5b-842a-7599baeb4157'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:43.989826 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c06f50b-c636-413b-b7ed-3867b1688111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:44.060365 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4adb96-edee-450e-9662-282c4d7948b0 None None] Pushing event updated for resources: {'Port': ['ID=c9a5380a-11d1-484d-ba7c-e13263f91111,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:44.074584 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3c06f50b-c636-413b-b7ed-3867b1688111 None None] For port c9a5380a-11d1-484d-ba7c-e13263f91111, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c9a5380a-11d1-484d-ba7c-e13263f91111,segment=NetworkSegment(538acf3d-c1a9-4954-a0ac-29d05a6307c4),segment_id=538acf3d-c1a9-4954-a0ac-29d05a6307c4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:44.077666 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] Set router 9efe1d35-3029-4d5b-842a-7599baeb4157 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:44.187727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device cf31fa93-ddc9-433c-8c0d-3df92363248f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:44.232678 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c06f50b-c636-413b-b7ed-3867b1688111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:44.346502 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port cf31fa93-ddc9-433c-8c0d-3df92363248f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:44.346886 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:44.353424 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06f50b-c636-413b-b7ed-3867b1688111 None None] Pushing event updated for resources: {'Port': ['ID=c9a5380a-11d1-484d-ba7c-e13263f91111,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:44.377211 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921346598', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:35Z', 'updated_at': '2021-12-16T22:43:40Z', 'revision_number': 4, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:36Z', 'updated_at': '2021-12-16T22:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'c9a5380a-11d1-484d-ba7c-e13263f91111', 'name': '', 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'mac_address': 'fa:16:3e:1e:91:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '18ffe38e-2b3e-4eb7-a25c-f0ec889f6ee6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:39Z', 'updated_at': '2021-12-16T22:43:43Z', 'revision_number': 4, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'subnets': [{'id': '18ffe38e-2b3e-4eb7-a25c-f0ec889f6ee6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:44.397770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4bf4719d-8618-416a-a61c-0b6b2269e36e None None] Provisioning complete for port c9a5380a-11d1-484d-ba7c-e13263f91111 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:44.399641 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4bf4719d-8618-416a-a61c-0b6b2269e36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:44.433648 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9753177d-d4bc-4248-86a4-e3a94bf0fa10 None None] The sync data for ids ['9efe1d35-3029-4d5b-842a-7599baeb4157'] in n-d-821840-2 is: [{'id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921346598', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:35Z', 'updated_at': '2021-12-16T22:43:40Z', 'revision_number': 4, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:36Z', 'updated_at': '2021-12-16T22:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'c9a5380a-11d1-484d-ba7c-e13263f91111', 'name': '', 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'mac_address': 'fa:16:3e:1e:91:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '18ffe38e-2b3e-4eb7-a25c-f0ec889f6ee6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:39Z', 'updated_at': '2021-12-16T22:43:43Z', 'revision_number': 4, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'subnets': [{'id': '18ffe38e-2b3e-4eb7-a25c-f0ec889f6ee6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:43:44.613338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b655de59-69a1-4cc3-8421-7efddd827cca req-a806eb57-55f0-4d27-9732-9f2b4ad01fa1 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 210 time: 0.0334640 Dec 16 22:43:44.899793 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:43:45.508259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 41686) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:45.650060 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05e52af4-ca42-4977-ad44-6380ec867008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:45.746005 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05e52af4-ca42-4977-ad44-6380ec867008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:45.776184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9f63f8c-6e88-4b44-b3c9-6f4d8368131e req-73135a01-89d4-4b96-9ec1-927989ea8969 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 210 time: 0.0409467 Dec 16 22:43:45.860405 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05e52af4-ca42-4977-ad44-6380ec867008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:45.902888 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-05e52af4-ca42-4977-ad44-6380ec867008 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15fd5a22c6ac4679b0123dc909e1a7fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3934798 Dec 16 22:43:45.903848 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e52af4-ca42-4977-ad44-6380ec867008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4e7a81-10a8-42b0-a606-cf83bf3821fa,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:45.905588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41700) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:45.959225 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d71fce1-fdc4-478a-85e6-624cb7881dc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:45.996788 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d71fce1-fdc4-478a-85e6-624cb7881dc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:46.141926 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d849604-9804-494f-b391-91a6f1866249 req-18817b46-6af7-4f08-ba71-c7d2104e7802 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:46.144223 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3d849604-9804-494f-b391-91a6f1866249 req-18817b46-6af7-4f08-ba71-c7d2104e7802 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.24 "GET /v2.0/networks?id=d28ddc03-7f2a-4aee-aaad-de39769c642e HTTP/1.1" status: 200 len: 797 time: 0.1637793 Dec 16 22:43:46.170570 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-3d849604-9804-494f-b391-91a6f1866249 req-a9590f87-f018-4384-88db-b78cf6e81a0f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Request body: {'port': {'device_id': '494e126b-9167-4fa2-aa06-037a2bef231f', 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e', 'admin_state_up': True, 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:46.178448 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d71fce1-fdc4-478a-85e6-624cb7881dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:46.182259 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d71fce1-fdc4-478a-85e6-624cb7881dc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:46.200986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9d71fce1-fdc4-478a-85e6-624cb7881dc3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b4e7a81-10a8-42b0-a606-cf83bf3821fa HTTP/1.1" status: 204 len: 168 time: 0.2893274 Dec 16 22:43:46.219906 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c9a5380a-11d1-484d-ba7c-e13263f91111 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:46.224227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71fce1-fdc4-478a-85e6-624cb7881dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4e7a81-10a8-42b0-a606-cf83bf3821fa,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:46.304746 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port c9a5380a-11d1-484d-ba7c-e13263f91111 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:46.305961 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:46.449833 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d849604-9804-494f-b391-91a6f1866249 req-a9590f87-f018-4384-88db-b78cf6e81a0f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Made reservation on behalf of 1182dc62711344bc84f1d4e2d8c9f042 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:43:46.467400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3d849604-9804-494f-b391-91a6f1866249 req-a9590f87-f018-4384-88db-b78cf6e81a0f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:46.647824 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-3d849604-9804-494f-b391-91a6f1866249 req-a9590f87-f018-4384-88db-b78cf6e81a0f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Allocated IP 172.20.0.21 (d28ddc03-7f2a-4aee-aaad-de39769c642e/18ffe38e-2b3e-4eb7-a25c-f0ec889f6ee6/01670582-88da-446f-bfae-52b1c3fc293f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:43:46.793729 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3d849604-9804-494f-b391-91a6f1866249 req-a9590f87-f018-4384-88db-b78cf6e81a0f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:46.877900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5014413-4cbf-4e33-8bdd-1a22bbd26b43 req-d1a4890b-d306-4de9-baca-9f56636f4cd9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 210 time: 0.0314095 Dec 16 22:43:46.947296 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3d849604-9804-494f-b391-91a6f1866249 req-a9590f87-f018-4384-88db-b78cf6e81a0f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:46.990016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d849604-9804-494f-b391-91a6f1866249 req-a9590f87-f018-4384-88db-b78cf6e81a0f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Network d28ddc03-7f2a-4aee-aaad-de39769c642e is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:46.993291 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-3d849604-9804-494f-b391-91a6f1866249 req-a9590f87-f018-4384-88db-b78cf6e81a0f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:46.997157 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d849604-9804-494f-b391-91a6f1866249 req-a9590f87-f018-4384-88db-b78cf6e81a0f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:43:47.038961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9590f87-f018-4384-88db-b78cf6e81a0f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event updated for resources: {'Port': ['ID=01670582-88da-446f-bfae-52b1c3fc293f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:47.076503 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d849604-9804-494f-b391-91a6f1866249 req-a9590f87-f018-4384-88db-b78cf6e81a0f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:47.077153 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3d849604-9804-494f-b391-91a6f1866249 req-a9590f87-f018-4384-88db-b78cf6e81a0f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:47.172536 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3d849604-9804-494f-b391-91a6f1866249 req-a9590f87-f018-4384-88db-b78cf6e81a0f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0062513 Dec 16 22:43:47.185863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-3d849604-9804-494f-b391-91a6f1866249 req-d95f0bb0-a0b2-419b-8cfd-d5eae171f88b tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:43:47.187177 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3d849604-9804-494f-b391-91a6f1866249 req-d95f0bb0-a0b2-419b-8cfd-d5eae171f88b tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059295 Dec 16 22:43:47.202273 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Request body: {'port': {'device_id': '494e126b-9167-4fa2-aa06-037a2bef231f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:47.266553 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:47.278759 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41724) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:47.284785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-94e0259c-48c5-44a5-8c4b-b1a79c2705a0 None None] Provisioning complete for port 01670582-88da-446f-bfae-52b1c3fc293f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:47.285393 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94e0259c-48c5-44a5-8c4b-b1a79c2705a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:47.292896 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a05e680-dc0a-4f0c-b019-29ced8c89cd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:47.330127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-94e0259c-48c5-44a5-8c4b-b1a79c2705a0 None None] Port 01670582-88da-446f-bfae-52b1c3fc293f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:43:47.375803 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a05e680-dc0a-4f0c-b019-29ced8c89cd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:47.460529 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a05e680-dc0a-4f0c-b019-29ced8c89cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:47.506313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05e680-dc0a-4f0c-b019-29ced8c89cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9de4b5-5fba-4b41-8c94-3abb7f08244f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:47.512158 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7a05e680-dc0a-4f0c-b019-29ced8c89cd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c53869fcb7cc411999998e02a269eb89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2319822 Dec 16 22:43:47.517886 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 41728) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:47.582836 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2f337e6-5391-41e2-88d9-15afa718ec2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:47.608465 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2f337e6-5391-41e2-88d9-15afa718ec2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:47.761491 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2f337e6-5391-41e2-88d9-15afa718ec2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:47.764982 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d2f337e6-5391-41e2-88d9-15afa718ec2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:47.766301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d2f337e6-5391-41e2-88d9-15afa718ec2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d9de4b5-5fba-4b41-8c94-3abb7f08244f HTTP/1.1" status: 204 len: 168 time: 0.2463317 Dec 16 22:43:47.776375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f337e6-5391-41e2-88d9-15afa718ec2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9de4b5-5fba-4b41-8c94-3abb7f08244f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:47.873999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01670582-88da-446f-bfae-52b1c3fc293f {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:43:47.881448 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:47.894785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Transition to ACTIVE for port object 01670582-88da-446f-bfae-52b1c3fc293f will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:43:48.017769 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cc459-8746-4f4a-a6e4-cf6f4a54a2b1 req-5eae5aa8-430b-41dc-a651-2881d63b8727 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.019561 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f7cc459-8746-4f4a-a6e4-cf6f4a54a2b1 req-5eae5aa8-430b-41dc-a651-2881d63b8727 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 895 time: 0.0669298 Dec 16 22:43:48.077848 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-6aa66a06-5a3d-4b60-a110-cdbeaf5bdcf8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0528550 Dec 16 22:43:48.080813 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:48.188277 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Pushing event updated for resources: {'Port': ['ID=01670582-88da-446f-bfae-52b1c3fc293f,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:48.250605 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-318f8d48-9190-48bb-8300-d6e0f0ec5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.251079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-318f8d48-9190-48bb-8300-d6e0f0ec5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.251594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-318f8d48-9190-48bb-8300-d6e0f0ec5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.253325 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-318f8d48-9190-48bb-8300-d6e0f0ec5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.253325 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-318f8d48-9190-48bb-8300-d6e0f0ec5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.253325 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-318f8d48-9190-48bb-8300-d6e0f0ec5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.253655 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-318f8d48-9190-48bb-8300-d6e0f0ec5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.258041 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-318f8d48-9190-48bb-8300-d6e0f0ec5e2c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 6491 time: 0.1154423 Dec 16 22:43:48.266958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Attempting to bind port 01670582-88da-446f-bfae-52b1c3fc293f on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:43:48.267358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Attempting to bind port 01670582-88da-446f-bfae-52b1c3fc293f by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '538acf3d-c1a9-4954-a0ac-29d05a6307c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:43:48.267698 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Attempting to bind port 01670582-88da-446f-bfae-52b1c3fc293f on network d28ddc03-7f2a-4aee-aaad-de39769c642e {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:48.272541 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Port 01670582-88da-446f-bfae-52b1c3fc293f on network d28ddc03-7f2a-4aee-aaad-de39769c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:43:48.272873 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Attempting to bind port 01670582-88da-446f-bfae-52b1c3fc293f on network d28ddc03-7f2a-4aee-aaad-de39769c642e {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:48.279129 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:43:48.279515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Checking segment: {'id': '538acf3d-c1a9-4954-a0ac-29d05a6307c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:48.279912 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Bound using segment: {'id': '538acf3d-c1a9-4954-a0ac-29d05a6307c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:43:48.280357 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Bound port: 01670582-88da-446f-bfae-52b1c3fc293f, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '538acf3d-c1a9-4954-a0ac-29d05a6307c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:43:48.280719 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:48.383907 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] For port 01670582-88da-446f-bfae-52b1c3fc293f, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:43:48.395219 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] For port 01670582-88da-446f-bfae-52b1c3fc293f, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=01670582-88da-446f-bfae-52b1c3fc293f,segment=NetworkSegment(538acf3d-c1a9-4954-a0ac-29d05a6307c4),segment_id=538acf3d-c1a9-4954-a0ac-29d05a6307c4)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:43:48.485214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-27928dc9-4bec-495a-869a-9d737a557383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.485685 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-27928dc9-4bec-495a-869a-9d737a557383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.486150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-27928dc9-4bec-495a-869a-9d737a557383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.492628 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-27928dc9-4bec-495a-869a-9d737a557383 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d29e897a-1707-4916-9e93-3168ac5f7a0f&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=37445d9f-0861-4e82-a857-7db94f202785&id=37445d9f-0861-4e82-a857-7db94f202785 HTTP/1.1" status: 200 len: 2292 time: 0.1912441 Dec 16 22:43:48.492628 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:48.580302 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.580934 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:48.582591 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3d849604-9804-494f-b391-91a6f1866249 req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] 10.222.0.24 "PUT /v2.0/ports/01670582-88da-446f-bfae-52b1c3fc293f HTTP/1.1" status: 200 len: 1055 time: 1.3852286 Dec 16 22:43:48.583067 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494e126b-9167-4fa2-aa06-037a2bef231f', 'tag': '01670582-88da-446f-bfae-52b1c3fc293f'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:43:48.585492 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ef2121-91d9-45ed-911c-4ab2e991ae1d" -d '{"events": [{"name": "network-changed", "server_uuid": "494e126b-9167-4fa2-aa06-037a2bef231f", "tag": "01670582-88da-446f-bfae-52b1c3fc293f"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:43:48.621025 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-2314178b-1b66-4697-b346-0b354ae9de06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b04ab81-2f34-4558-8334-a2484dc408c9 HTTP/1.1" status: 200 len: 1001 time: 0.1236393 Dec 16 22:43:48.625629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2e5be-991d-4489-9c08-be3fd2504200 service neutron] Pushing event updated for resources: {'Port': ['ID=01670582-88da-446f-bfae-52b1c3fc293f,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:48.646085 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d577d00-92c4-4bf8-b4f8-d042fd9f8f00 x-openstack-request-id: req-7d577d00-92c4-4bf8-b4f8-d042fd9f8f00 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:43:48.646382 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494e126b-9167-4fa2-aa06-037a2bef231f", "tag": "01670582-88da-446f-bfae-52b1c3fc293f", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:43:48.646662 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d577d00-92c4-4bf8-b4f8-d042fd9f8f00 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:43:48.647074 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494e126b-9167-4fa2-aa06-037a2bef231f', 'tag': '01670582-88da-446f-bfae-52b1c3fc293f', 'status': 'completed', 'code': 200} Dec 16 22:43:48.720356 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-3491fc9e-c17b-49c9-ac2f-be904457fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.722492 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-3491fc9e-c17b-49c9-ac2f-be904457fb11 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7388031d-9b1a-4850-8adb-5060292caf9d HTTP/1.1" status: 200 len: 850 time: 0.0862508 Dec 16 22:43:48.762387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef2121-91d9-45ed-911c-4ab2e991ae1d req-fc328006-ebed-43a1-8c97-bbb5ce1a342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.764054 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-09ef2121-91d9-45ed-911c-4ab2e991ae1d req-fc328006-ebed-43a1-8c97-bbb5ce1a342c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1182dc62711344bc84f1d4e2d8c9f042&device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 1058 time: 0.0948131 Dec 16 22:43:48.802191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-8621b581-7e27-4967-98c3-d4e8280eb0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.803815 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-8621b581-7e27-4967-98c3-d4e8280eb0df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d29e897a-1707-4916-9e93-3168ac5f7a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737793 Dec 16 22:43:48.950223 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef2121-91d9-45ed-911c-4ab2e991ae1d req-e9c82044-5cbb-434c-aad9-3afcbf2eab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.951011 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef2121-91d9-45ed-911c-4ab2e991ae1d req-e9c82044-5cbb-434c-aad9-3afcbf2eab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.952544 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-09ef2121-91d9-45ed-911c-4ab2e991ae1d req-e9c82044-5cbb-434c-aad9-3afcbf2eab47 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1182dc62711344bc84f1d4e2d8c9f042&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1750355 Dec 16 22:43:48.978504 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-d4b4de0a-f5ae-4761-a2a6-c3f35be3df45 service neutron] 10.222.0.69 "GET /v2.0/networks/d29e897a-1707-4916-9e93-3168ac5f7a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470790 Dec 16 22:43:49.161887 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef2121-91d9-45ed-911c-4ab2e991ae1d req-5a432014-e749-4907-8a67-37cdfc3d8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:49.163626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2a9d5-ecd8-4188-8a2b-1dddd4c85d07 req-725f0946-b758-4158-a5c8-6de0c3a4fbb0 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:49.164444 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-09ef2121-91d9-45ed-911c-4ab2e991ae1d req-5a432014-e749-4907-8a67-37cdfc3d8240 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2012241 Dec 16 22:43:49.172155 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-1c07fd56-21c8-4260-b557-5ed6ef412324 service neutron] 10.222.0.69 "GET /v2.0/networks/d29e897a-1707-4916-9e93-3168ac5f7a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832404 Dec 16 22:43:49.177887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15a2a9d5-ecd8-4188-8a2b-1dddd4c85d07 req-725f0946-b758-4158-a5c8-6de0c3a4fbb0 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 907 time: 0.0745168 Dec 16 22:43:49.246122 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-4c0e1c46-4090-4772-a218-8dc87050c67b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 HTTP/1.1" status: 200 len: 217 time: 0.0634513 Dec 16 22:43:49.324256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d849604-9804-494f-b391-91a6f1866249 req-3c6e6329-336f-4b53-8a0d-c9a0c149db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:49.325759 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3d849604-9804-494f-b391-91a6f1866249 req-3c6e6329-336f-4b53-8a0d-c9a0c149db02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1182dc62711344bc84f1d4e2d8c9f042&device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 1058 time: 0.0890751 Dec 16 22:43:49.327135 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-314a4503-416c-46c3-939c-a25df94c6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:49.328537 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-314a4503-416c-46c3-939c-a25df94c6b2f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 200 len: 797 time: 0.0642354 Dec 16 22:43:49.400376 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3d849604-9804-494f-b391-91a6f1866249 req-9a08dd88-65f6-4864-930d-c9df96b0f2dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=01670582-88da-446f-bfae-52b1c3fc293f HTTP/1.1" status: 200 len: 217 time: 0.0625482 Dec 16 22:43:49.446656 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-4183d283-f254-4e67-90e0-211f4c844175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:49.448505 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-4183d283-f254-4e67-90e0-211f4c844175 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1124544 Dec 16 22:43:49.479924 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d849604-9804-494f-b391-91a6f1866249 req-61efed7b-ee28-4552-8957-b52e7f197b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:49.481452 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3d849604-9804-494f-b391-91a6f1866249 req-61efed7b-ee28-4552-8957-b52e7f197b65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18ffe38e-2b3e-4eb7-a25c-f0ec889f6ee6 HTTP/1.1" status: 200 len: 837 time: 0.0716043 Dec 16 22:43:49.590869 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d849604-9804-494f-b391-91a6f1866249 req-b7171e25-66bb-4cef-86aa-9537919c1eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:49.592465 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3d849604-9804-494f-b391-91a6f1866249 req-b7171e25-66bb-4cef-86aa-9537919c1eef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d28ddc03-7f2a-4aee-aaad-de39769c642e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811181 Dec 16 22:43:49.594588 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-cf4ad366-50b7-42f9-9064-0b4ce79d3f34 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365209 Dec 16 22:43:49.763489 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3d849604-9804-494f-b391-91a6f1866249 req-3cad70d8-ed70-4767-aad2-8297d8f516a1 service neutron] 10.222.0.24 "GET /v2.0/networks/d28ddc03-7f2a-4aee-aaad-de39769c642e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619544 Dec 16 22:43:49.765375 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-1a02397d-2130-478c-85ab-8d9c59c3507f service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555529 Dec 16 22:43:49.854597 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-c8f79358-4097-4f77-a434-022d46b01bec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=b9d73b46-bfc0-4dd6-a33c-e55e82103481 HTTP/1.1" status: 200 len: 217 time: 0.0747445 Dec 16 22:43:49.930227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-ffbafbaf-1fde-4fb6-bda9-da960de62d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:49.931740 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-ffbafbaf-1fde-4fb6-bda9-da960de62d7e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 200 len: 797 time: 0.0682166 Dec 16 22:43:49.983594 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3d849604-9804-494f-b391-91a6f1866249 req-634db5fc-1695-4cca-b3e5-387450b8ad22 service neutron] 10.222.0.24 "GET /v2.0/networks/d28ddc03-7f2a-4aee-aaad-de39769c642e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123563 Dec 16 22:43:49.999650 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-9ed4e0e6-56ac-4fd9-9993-798347f2b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:50.001799 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-9ed4e0e6-56ac-4fd9-9993-798347f2b625 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0609961 Dec 16 22:43:50.047117 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bfb2fe62-ed3a-4292-8734-134fc9de60ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:50.113683 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-3f699df7-346e-49c5-8dca-3d2827783570 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023045 Dec 16 22:43:50.247934 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-71f9aaad-1fc1-4634-8e2c-df1a754b7c4f service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278157 Dec 16 22:43:50.295542 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-ae3ebb05-13dc-46f1-ac1a-186c3a5bcdba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=69b8d4de-875c-42d8-a276-51dad253ecb6 HTTP/1.1" status: 200 len: 217 time: 0.0379655 Dec 16 22:43:50.314981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa037f-47a9-4832-b0c2-fc12c213a511 req-4bb1eb1b-1d8c-4f1b-8f9b-f8f520eb12db tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:50.316658 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50aa037f-47a9-4832-b0c2-fc12c213a511 req-4bb1eb1b-1d8c-4f1b-8f9b-f8f520eb12db tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 907 time: 0.0690455 Dec 16 22:43:50.354220 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-c726edfa-28a3-4572-a7c6-73049f0d90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:50.355709 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-c726edfa-28a3-4572-a7c6-73049f0d90ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 200 len: 797 time: 0.0523024 Dec 16 22:43:50.413077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-b6b410c9-417a-4bd8-80d5-cc8d43463e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:50.415120 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-b6b410c9-417a-4bd8-80d5-cc8d43463e31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0526056 Dec 16 22:43:50.512685 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-103e005b-07d7-4c18-ad25-2f4a185f4ae0 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889378 Dec 16 22:43:50.614552 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-2187b52a-24c0-4a99-894a-c402b1de0e06 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944126 Dec 16 22:43:50.660276 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-25b6ceb0-0115-4c47-af89-af000aca12df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=bcd3db1d-f212-4040-b2ce-7779cd2af03c HTTP/1.1" status: 200 len: 217 time: 0.0374472 Dec 16 22:43:50.714411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-5a6a3615-3791-49de-8953-73ec2a0e1f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:50.717656 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-5a6a3615-3791-49de-8953-73ec2a0e1f18 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 200 len: 797 time: 0.0468354 Dec 16 22:43:50.786989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-0bc9f328-9f98-43a7-a728-7e731095753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:50.788688 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-0bc9f328-9f98-43a7-a728-7e731095753a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0564961 Dec 16 22:43:50.884810 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-91295226-63c9-4060-aa12-a9f1f6d0b798 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884211 Dec 16 22:43:50.997044 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-c3ac988e-26e4-45b2-8de2-b51042eb6042 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043353 Dec 16 22:43:51.042692 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-3b4b9a88-852c-4b08-b447-7d574719f393 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b92f5c79-bb4c-4e11-9397-74427d7adaa4 HTTP/1.1" status: 200 len: 217 time: 0.0374594 Dec 16 22:43:51.097666 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-3dfa5bc7-2b17-4eb2-83ed-0242685415d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:51.099192 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-3dfa5bc7-2b17-4eb2-83ed-0242685415d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=293efef2-0a95-4853-917e-48f1ea75b46a HTTP/1.1" status: 200 len: 797 time: 0.0489366 Dec 16 22:43:51.159011 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-829b0285-fd63-4fb8-9b57-dc71f9c59d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:51.160583 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-829b0285-fd63-4fb8-9b57-dc71f9c59d9e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37445d9f-0861-4e82-a857-7db94f202785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0506408 Dec 16 22:43:51.269318 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-05430df9-2fd6-4d3b-bd8d-9090c690301d service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009040 Dec 16 22:43:51.375737 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-a21d9c21-2665-4a13-a163-60af6979e8c1 service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976417 Dec 16 22:43:51.424088 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-c48cde41-8042-4907-9a76-c0a39dfaaeff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ef00805-74f7-418f-a3ff-1dfe07d483b3 HTTP/1.1" status: 200 len: 217 time: 0.0415313 Dec 16 22:43:51.472614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869a8f5-6587-4a07-89c5-83abe58e5f61 req-aac8dff1-c6a8-4804-be53-746b45652f8f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:51.475861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b869a8f5-6587-4a07-89c5-83abe58e5f61 req-aac8dff1-c6a8-4804-be53-746b45652f8f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 907 time: 0.0743010 Dec 16 22:43:51.491802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-6736eee5-a407-4110-8ea1-2667d6b3a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:51.491802 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-6736eee5-a407-4110-8ea1-2667d6b3a6e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=293efef2-0a95-4853-917e-48f1ea75b46a HTTP/1.1" status: 200 len: 797 time: 0.0509160 Dec 16 22:43:51.531239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-c81e4a41-5a1f-4c46-8cab-86113ae97331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:51.532767 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-c81e4a41-5a1f-4c46-8cab-86113ae97331 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37445d9f-0861-4e82-a857-7db94f202785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0424147 Dec 16 22:43:51.645993 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-c61e32e7-78d3-4f81-ab93-a033061b5ad0 service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049488 Dec 16 22:43:51.744409 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e618de4-17a3-4c43-bd53-a1e4bac7f9ea req-3efcf4f8-52e7-49be-9245-283c6f10d306 service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917664 Dec 16 22:43:52.469699 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2efaae6b-6469-4062-8a09-991afa6b472f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:52.642500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448067c-4cc4-4658-9fab-cf1055b01f2f req-71a607f8-e756-4635-b466-44022ae31ef9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:52.644048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9448067c-4cc4-4658-9fab-cf1055b01f2f req-71a607f8-e756-4635-b466-44022ae31ef9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 907 time: 0.0802851 Dec 16 22:43:53.569118 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:53.588678 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 01670582-88da-446f-bfae-52b1c3fc293f details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:43:53.694281 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 01670582-88da-446f-bfae-52b1c3fc293f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=01670582-88da-446f-bfae-52b1c3fc293f,segment=NetworkSegment(538acf3d-c1a9-4954-a0ac-29d05a6307c4),segment_id=538acf3d-c1a9-4954-a0ac-29d05a6307c4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:53.709289 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '01670582-88da-446f-bfae-52b1c3fc293f', 'network_id': 'd28ddc03-7f2a-4aee-aaad-de39769c642e', 'port_id': '01670582-88da-446f-bfae-52b1c3fc293f', 'mac_address': 'fa:16:3e:64:6e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ffe38e-2b3e-4eb7-a25c-f0ec889f6ee6', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:43:53.754116 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:53.770018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01670582-88da-446f-bfae-52b1c3fc293f {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:43:53.781105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363b665-2638-4ce3-a8aa-48a05574fdf0 req-a4a38db6-4bc8-4354-9b42-3e0a47bbfb50 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:53.782667 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e363b665-2638-4ce3-a8aa-48a05574fdf0 req-a4a38db6-4bc8-4354-9b42-3e0a47bbfb50 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 907 time: 0.0591302 Dec 16 22:43:53.788070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 01670582-88da-446f-bfae-52b1c3fc293f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=01670582-88da-446f-bfae-52b1c3fc293f,segment=NetworkSegment(538acf3d-c1a9-4954-a0ac-29d05a6307c4),segment_id=538acf3d-c1a9-4954-a0ac-29d05a6307c4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:53.871951 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:53.923603 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=01670582-88da-446f-bfae-52b1c3fc293f,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:54.160522 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['01670582-88da-446f-bfae-52b1c3fc293f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:43:54.915971 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fcea0-55a8-42d6-8558-79004e0a24a5 req-6e23af15-d8e9-46cd-ad88-09e1721be938 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:54.917515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e50fcea0-55a8-42d6-8558-79004e0a24a5 req-6e23af15-d8e9-46cd-ad88-09e1721be938 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 908 time: 0.0508595 Dec 16 22:43:54.917881 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:55.571351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 01670582-88da-446f-bfae-52b1c3fc293f up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:55.757362 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:55.786896 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 01670582-88da-446f-bfae-52b1c3fc293f completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:43:55.792634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 01670582-88da-446f-bfae-52b1c3fc293f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:55.793332 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:55.922496 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:55.956059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494e126b-9167-4fa2-aa06-037a2bef231f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01670582-88da-446f-bfae-52b1c3fc293f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:43:55.960187 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37ffd78-7cbf-4461-b548-8705eb66946f" -d '{"events": [{"server_uuid": "494e126b-9167-4fa2-aa06-037a2bef231f", "name": "network-vif-plugged", "status": "completed", "tag": "01670582-88da-446f-bfae-52b1c3fc293f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:43:55.984053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 01670582-88da-446f-bfae-52b1c3fc293f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=01670582-88da-446f-bfae-52b1c3fc293f,segment=NetworkSegment(538acf3d-c1a9-4954-a0ac-29d05a6307c4),segment_id=538acf3d-c1a9-4954-a0ac-29d05a6307c4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:56.034082 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369a3f5a-b056-4655-9c71-312184bd43ed x-openstack-request-id: req-369a3f5a-b056-4655-9c71-312184bd43ed {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:43:56.034908 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494e126b-9167-4fa2-aa06-037a2bef231f", "name": "network-vif-plugged", "status": "completed", "tag": "01670582-88da-446f-bfae-52b1c3fc293f", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:43:56.034908 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-369a3f5a-b056-4655-9c71-312184bd43ed {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:43:56.035096 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e126b-9167-4fa2-aa06-037a2bef231f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01670582-88da-446f-bfae-52b1c3fc293f', 'code': 200} Dec 16 22:43:56.072120 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:56.118559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebdc5b-9741-4459-b897-20162738a330 req-d0a2dc7b-b854-47f9-b8d7-cb7eeddcdfc4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:56.120308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6ebdc5b-9741-4459-b897-20162738a330 req-d0a2dc7b-b854-47f9-b8d7-cb7eeddcdfc4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 908 time: 0.0771933 Dec 16 22:43:56.153269 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141456dc-146f-40a9-9486-c8a990f78e46 req-0c185d82-6f5b-42fe-8a5b-54a6875291a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:56.154861 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-141456dc-146f-40a9-9486-c8a990f78e46 req-0c185d82-6f5b-42fe-8a5b-54a6875291a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 1060 time: 0.0520246 Dec 16 22:43:56.157348 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=01670582-88da-446f-bfae-52b1c3fc293f,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:57.315151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a99c0-c662-4584-b916-3f4171f60698 req-4cfec92b-12ef-4932-9765-18f3c9bd086a tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:57.316859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-597a99c0-c662-4584-b916-3f4171f60698 req-4cfec92b-12ef-4932-9765-18f3c9bd086a tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 909 time: 0.0981884 Dec 16 22:43:58.472086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535ad56-1a8a-4a79-97eb-32de0324ac87 req-268827e4-b41d-4163-bb90-4ec6e45f44c0 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:58.473627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c535ad56-1a8a-4a79-97eb-32de0324ac87 req-268827e4-b41d-4163-bb90-4ec6e45f44c0 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 909 time: 0.0645547 Dec 16 22:43:58.601048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3753c-ea24-455f-b89d-cdad5e59cf2e req-a6e4f715-5407-498f-bca0-ba656534e2db tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:58.602843 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eaa3753c-ea24-455f-b89d-cdad5e59cf2e req-a6e4f715-5407-498f-bca0-ba656534e2db tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 909 time: 0.0519161 Dec 16 22:43:58.775752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc09d82-c179-4c89-a0a0-58a8e73cb807 req-994640d8-58df-4d34-abef-6fd59d25a1ce tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:58.777896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fc09d82-c179-4c89-a0a0-58a8e73cb807 req-994640d8-58df-4d34-abef-6fd59d25a1ce tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 1060 time: 0.0858035 Dec 16 22:43:58.908285 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42060) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:58.993237 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afc59f-3e02-487c-a562-4591320ff4e8 req-d3cf05bd-b5b6-46ec-ad0c-a75e6cf389fd tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:59.003117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1afc59f-3e02-487c-a562-4591320ff4e8 req-d3cf05bd-b5b6-46ec-ad0c-a75e6cf389fd tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 1135 time: 0.0982413 Dec 16 22:43:59.077581 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1afc59f-3e02-487c-a562-4591320ff4e8 req-197b60f8-1315-4ce4-b1b9-6e74914881bb tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5a970-2460-4069-91cc-ed76f9898ad9&id=924104ac-5787-44e4-9903-237a62605add&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0753412 Dec 16 22:43:59.090333 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e8f7d81-5614-4b64-baf5-8c1cc9ffd664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:59.104586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42066) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:59.161155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cad012-588a-45f8-bfa8-e1c0ef4b7c41 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:59.163306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d7cad012-588a-45f8-bfa8-e1c0ef4b7c41 tempest-TestSecurityGroupsBasicOps-1237667148 tempest-TestSecurityGroupsBasicOps-1237667148-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 1055 time: 0.0571167 Dec 16 22:43:59.198032 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e8f7d81-5614-4b64-baf5-8c1cc9ffd664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:59.271905 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e8f7d81-5614-4b64-baf5-8c1cc9ffd664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:59.324844 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6e8f7d81-5614-4b64-baf5-8c1cc9ffd664 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11ca2b67f5e645e38bfbd820c6901d63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4126353 Dec 16 22:43:59.324844 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f7d81-5614-4b64-baf5-8c1cc9ffd664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25a47b4-4009-4962-b576-aa200224686c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:59.325451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42074) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:59.384251 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-25482c72-25ed-4329-b31a-3b4d824fc738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:59.409297 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-25482c72-25ed-4329-b31a-3b4d824fc738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:59.549642 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-25482c72-25ed-4329-b31a-3b4d824fc738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:59.552324 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-25482c72-25ed-4329-b31a-3b4d824fc738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:59.553630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-25482c72-25ed-4329-b31a-3b4d824fc738 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c25a47b4-4009-4962-b576-aa200224686c HTTP/1.1" status: 204 len: 168 time: 0.2263882 Dec 16 22:43:59.565539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25482c72-25ed-4329-b31a-3b4d824fc738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25a47b4-4009-4962-b576-aa200224686c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:59.703619 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb9aff-2082-4ca6-9672-91f4f889f36f req-b01d7a9b-e020-4592-b4a3-4ec07bfa39ac tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:59.705215 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15bb9aff-2082-4ca6-9672-91f4f889f36f req-b01d7a9b-e020-4592-b4a3-4ec07bfa39ac tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 909 time: 0.0576952 Dec 16 22:44:00.298431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42098) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:00.313323 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a5cc1358-5d21-4e2a-bd48-caf1938a5fe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:00.407616 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a5cc1358-5d21-4e2a-bd48-caf1938a5fe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:00.482999 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a5cc1358-5d21-4e2a-bd48-caf1938a5fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:00.524435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc1358-5d21-4e2a-bd48-caf1938a5fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d687967f-3ac0-4c78-bf74-ba59bc66b898,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:00.530385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a5cc1358-5d21-4e2a-bd48-caf1938a5fe5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ed2b623ce3549e4849eca1753070a20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2298267 Dec 16 22:44:00.532932 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42102) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:00.597892 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:00.630217 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:00.818743 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:00.826510 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:00.830066 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d687967f-3ac0-4c78-bf74-ba59bc66b898 HTTP/1.1" status: 204 len: 168 time: 0.2942131 Dec 16 22:44:00.844487 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8b174-e19c-47a4-9873-15ffb01b66ff req-278db118-94ba-4d37-99d6-12b81b938cbc tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:00.844487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55f8b174-e19c-47a4-9873-15ffb01b66ff req-278db118-94ba-4d37-99d6-12b81b938cbc tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 909 time: 0.0626421 Dec 16 22:44:00.871688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d687967f-3ac0-4c78-bf74-ba59bc66b898,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:00.889659 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:00.890195 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:00.890712 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:00.891654 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:00.892250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:00.892766 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:00.893246 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:00.893893 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:00.894719 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:00.895525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:00.896037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:00.896488 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:00.896949 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2a461-a822-4ee5-a2f8-05292d41f6ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:01.149774 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef1b6d-ebe6-4591-b8c6-5e720c550270 req-c67ca80f-2310-4216-a6fc-6002522ce97f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:01.151473 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-26ef1b6d-ebe6-4591-b8c6-5e720c550270 req-c67ca80f-2310-4216-a6fc-6002522ce97f tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.24 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 909 time: 0.0672185 Dec 16 22:44:01.312694 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-26ef1b6d-ebe6-4591-b8c6-5e720c550270 req-c9ec686e-5e9c-4c8b-85d2-42e1bd5e7f47 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Deleting port 01670582-88da-446f-bfae-52b1c3fc293f {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:01.313937 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-26ef1b6d-ebe6-4591-b8c6-5e720c550270 req-c9ec686e-5e9c-4c8b-85d2-42e1bd5e7f47 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:01.470054 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-26ef1b6d-ebe6-4591-b8c6-5e720c550270 req-c9ec686e-5e9c-4c8b-85d2-42e1bd5e7f47 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] For port 01670582-88da-446f-bfae-52b1c3fc293f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=01670582-88da-446f-bfae-52b1c3fc293f,segment=NetworkSegment(538acf3d-c1a9-4954-a0ac-29d05a6307c4),segment_id=538acf3d-c1a9-4954-a0ac-29d05a6307c4)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:01.470054 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-26ef1b6d-ebe6-4591-b8c6-5e720c550270 req-c9ec686e-5e9c-4c8b-85d2-42e1bd5e7f47 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:01.494468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-26ef1b6d-ebe6-4591-b8c6-5e720c550270 req-c9ec686e-5e9c-4c8b-85d2-42e1bd5e7f47 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Calling delete_port for 01670582-88da-446f-bfae-52b1c3fc293f owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:01.749885 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-26ef1b6d-ebe6-4591-b8c6-5e720c550270 req-c9ec686e-5e9c-4c8b-85d2-42e1bd5e7f47 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:01.780140 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec686e-5e9c-4c8b-85d2-42e1bd5e7f47 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event deleted for resources: {'Port': ['ID=01670582-88da-446f-bfae-52b1c3fc293f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:01.831627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ef1b6d-ebe6-4591-b8c6-5e720c550270 req-c9ec686e-5e9c-4c8b-85d2-42e1bd5e7f47 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] No DVR routers for this DVR port 01670582-88da-446f-bfae-52b1c3fc293f on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:44:01.844553 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-26ef1b6d-ebe6-4591-b8c6-5e720c550270 req-c9ec686e-5e9c-4c8b-85d2-42e1bd5e7f47 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:01.848178 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-26ef1b6d-ebe6-4591-b8c6-5e720c550270 req-c9ec686e-5e9c-4c8b-85d2-42e1bd5e7f47 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.24 "DELETE /v2.0/ports/01670582-88da-446f-bfae-52b1c3fc293f HTTP/1.1" status: 204 len: 173 time: 0.6878033 Dec 16 22:44:01.848691 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494e126b-9167-4fa2-aa06-037a2bef231f', 'name': 'network-vif-deleted', 'tag': '01670582-88da-446f-bfae-52b1c3fc293f'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:01.851833 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de0af38-dda2-4961-ba65-c5f509a2586c" -d '{"events": [{"server_uuid": "494e126b-9167-4fa2-aa06-037a2bef231f", "name": "network-vif-deleted", "tag": "01670582-88da-446f-bfae-52b1c3fc293f"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:01.925507 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d8eea1-fa5f-45f4-a2ea-5487792d5cd9 x-openstack-request-id: req-a5d8eea1-fa5f-45f4-a2ea-5487792d5cd9 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:01.926239 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494e126b-9167-4fa2-aa06-037a2bef231f", "name": "network-vif-deleted", "tag": "01670582-88da-446f-bfae-52b1c3fc293f", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:01.928431 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5d8eea1-fa5f-45f4-a2ea-5487792d5cd9 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:01.929225 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e126b-9167-4fa2-aa06-037a2bef231f', 'name': 'network-vif-deleted', 'tag': '01670582-88da-446f-bfae-52b1c3fc293f', 'status': 'completed', 'code': 200} Dec 16 22:44:02.028592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f28c52d1-afd9-4905-b5aa-0c95a7ec29e3 req-b994dbbf-7a0a-498a-bf47-18b0a93e1443 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 210 time: 0.0668654 Dec 16 22:44:02.641003 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e8dbf-8776-49d7-a8cf-c8aa8660c29b req-992a4a0a-3ae1-4434-9621-cefeddbae3eb tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:02.655945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-124e8dbf-8776-49d7-a8cf-c8aa8660c29b req-992a4a0a-3ae1-4434-9621-cefeddbae3eb tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.1320195 Dec 16 22:44:02.743260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-124e8dbf-8776-49d7-a8cf-c8aa8660c29b req-9908e8bd-0d31-41aa-92f9-0e3d6b80b79c tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835268 Dec 16 22:44:03.222599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e8d236-a906-4258-91a5-4695bad7cd9e req-489adf15-d18b-4bd6-a79f-5f7fcb2b03a9 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=494e126b-9167-4fa2-aa06-037a2bef231f HTTP/1.1" status: 200 len: 210 time: 0.0700746 Dec 16 22:44:03.899662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497baff-9b47-45c6-9480-490d85893d6e req-17d462fa-cfea-431d-be64-8a1d93dee287 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:03.901520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4497baff-9b47-45c6-9480-490d85893d6e req-17d462fa-cfea-431d-be64-8a1d93dee287 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0542459 Dec 16 22:44:03.967711 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4497baff-9b47-45c6-9480-490d85893d6e req-4e9092bb-448b-4266-94e8-f94cded899e1 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543668 Dec 16 22:44:04.266215 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42218) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:04.693291 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fee6b43-3138-4003-9f01-b66cd2920f87 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.007965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3fee6b43-3138-4003-9f01-b66cd2920f87 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Deleting port c9a5380a-11d1-484d-ba7c-e13263f91111 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:05.008749 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fee6b43-3138-4003-9f01-b66cd2920f87 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.110532 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-3fee6b43-3138-4003-9f01-b66cd2920f87 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] For port c9a5380a-11d1-484d-ba7c-e13263f91111, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c9a5380a-11d1-484d-ba7c-e13263f91111,segment=NetworkSegment(538acf3d-c1a9-4954-a0ac-29d05a6307c4),segment_id=538acf3d-c1a9-4954-a0ac-29d05a6307c4)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:05.110902 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fee6b43-3138-4003-9f01-b66cd2920f87 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.113128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac4055-0714-48f7-8e6d-c247ab7a6fc8 req-e6232a7d-bb3a-4d0c-939d-b7ee85156c8f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:05.114644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4bac4055-0714-48f7-8e6d-c247ab7a6fc8 req-e6232a7d-bb3a-4d0c-939d-b7ee85156c8f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0589533 Dec 16 22:44:05.124828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3fee6b43-3138-4003-9f01-b66cd2920f87 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Calling delete_port for c9a5380a-11d1-484d-ba7c-e13263f91111 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:05.173511 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4bac4055-0714-48f7-8e6d-c247ab7a6fc8 req-a5cad22b-a812-4086-a196-3f3f734e00cd tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516322 Dec 16 22:44:05.649883 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 01670582-88da-446f-bfae-52b1c3fc293f no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:44:05.675795 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 01670582-88da-446f-bfae-52b1c3fc293f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:44:05.676243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 01670582-88da-446f-bfae-52b1c3fc293f not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:44:05.797584 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fee6b43-3138-4003-9f01-b66cd2920f87 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.837592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee6b43-3138-4003-9f01-b66cd2920f87 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event deleted for resources: {'Port': ['ID=c9a5380a-11d1-484d-ba7c-e13263f91111,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:06.050143 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fee6b43-3138-4003-9f01-b66cd2920f87 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.305995 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fee6b43-3138-4003-9f01-b66cd2920f87 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Router 9efe1d35-3029-4d5b-842a-7599baeb4157 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:44:06.346234 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bbe73-ed31-417d-82ac-d6e027d9bbb8 req-d1aa3806-b49a-4c0c-82d7-e3e3729c7585 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:06.347860 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da2bbe73-ed31-417d-82ac-d6e027d9bbb8 req-d1aa3806-b49a-4c0c-82d7-e3e3729c7585 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0518136 Dec 16 22:44:06.416844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da2bbe73-ed31-417d-82ac-d6e027d9bbb8 req-fa18f993-38be-4382-8668-2a00abaa0c05 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601897 Dec 16 22:44:06.465561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fee6b43-3138-4003-9f01-b66cd2920f87 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:44:06.472420 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3fee6b43-3138-4003-9f01-b66cd2920f87 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "PUT /v2.0/routers/9efe1d35-3029-4d5b-842a-7599baeb4157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2049849 Dec 16 22:44:06.475326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42284) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:06.484837 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea77acb-3715-4de5-8369-c745754a708e None None] Sync routers for ids ['9efe1d35-3029-4d5b-842a-7599baeb4157'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:44:06.505260 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea77acb-3715-4de5-8369-c745754a708e None None] Routers {'9efe1d35-3029-4d5b-842a-7599baeb4157'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:06.505944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-aea77acb-3715-4de5-8369-c745754a708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:43:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9efe1d35-3029-4d5b-842a-7599baeb4157'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:06.515029 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42286) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:06.550028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e205fc-7650-47f0-af57-729f58c65e38 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Deleting subnet 18ffe38e-2b3e-4eb7-a25c-f0ec889f6ee6 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:44:06.556398 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7e205fc-7650-47f0-af57-729f58c65e38 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.620070 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7e205fc-7650-47f0-af57-729f58c65e38 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.656439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-aea77acb-3715-4de5-8369-c745754a708e None None] Set router 9efe1d35-3029-4d5b-842a-7599baeb4157 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:06.700458 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf2884c0-0f1e-4400-9756-e26dc77b8a2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.732890 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7e205fc-7650-47f0-af57-729f58c65e38 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.803712 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf2884c0-0f1e-4400-9756-e26dc77b8a2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.923032 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf2884c0-0f1e-4400-9756-e26dc77b8a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.970941 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bf2884c0-0f1e-4400-9756-e26dc77b8a2d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ff4b9cafdaa4bfdbedd339d942bef50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4544713 Dec 16 22:44:06.971956 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2884c0-0f1e-4400-9756-e26dc77b8a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9b7c40-66d2-4b05-97cd-91043e6282ce,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:06.974402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42294) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:06.997245 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7e205fc-7650-47f0-af57-729f58c65e38 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.037470 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6b67860-f88f-4a7d-98b7-70cba423ccb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.057410 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-aea77acb-3715-4de5-8369-c745754a708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921346598', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:35Z', 'updated_at': '2021-12-16T22:44:05Z', 'revision_number': 5, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:36Z', 'updated_at': '2021-12-16T22:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:07.059509 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e205fc-7650-47f0-af57-729f58c65e38 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event deleted for resources: {'Subnet': ['ID=18ffe38e-2b3e-4eb7-a25c-f0ec889f6ee6,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:07.062064 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6b67860-f88f-4a7d-98b7-70cba423ccb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.064559 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7e205fc-7650-47f0-af57-729f58c65e38 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.072057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e7e205fc-7650-47f0-af57-729f58c65e38 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "DELETE /v2.0/subnets/18ffe38e-2b3e-4eb7-a25c-f0ec889f6ee6 HTTP/1.1" status: 204 len: 168 time: 0.5914557 Dec 16 22:44:07.072278 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42296) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:07.099566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea77acb-3715-4de5-8369-c745754a708e None None] Checking router: 9efe1d35-3029-4d5b-842a-7599baeb4157 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:44:07.102581 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a0d84f-2c8d-4f33-896d-d7af1e521a40 None None] Network d28ddc03-7f2a-4aee-aaad-de39769c642e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:44:07.151889 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea77acb-3715-4de5-8369-c745754a708e None None] Routers {'9efe1d35-3029-4d5b-842a-7599baeb4157'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:07.152702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-aea77acb-3715-4de5-8369-c745754a708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:43:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['9efe1d35-3029-4d5b-842a-7599baeb4157'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:07.254092 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5d0d-4e3c-4f95-be83-8cee32f5505d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.312279 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6b67860-f88f-4a7d-98b7-70cba423ccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.315969 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6b67860-f88f-4a7d-98b7-70cba423ccb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.317169 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d6b67860-f88f-4a7d-98b7-70cba423ccb6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff9b7c40-66d2-4b05-97cd-91043e6282ce HTTP/1.1" status: 204 len: 168 time: 0.3418174 Dec 16 22:44:07.318298 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-aea77acb-3715-4de5-8369-c745754a708e None None] Set router 9efe1d35-3029-4d5b-842a-7599baeb4157 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:07.365959 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b67860-f88f-4a7d-98b7-70cba423ccb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9b7c40-66d2-4b05-97cd-91043e6282ce,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:07.399315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5d0d-4e3c-4f95-be83-8cee32f5505d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.436667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a373c5-80d9-4935-ac44-2928e0a83abf None None] DHCP port deletion for d28ddc03-7f2a-4aee-aaad-de39769c642e request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:44:07.568665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbdffd-e390-4ef9-8ca8-f85bba9e5104 req-707901ed-dcf9-44d7-86ef-9f901cd4b01a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:07.577779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10bbdffd-e390-4ef9-8ca8-f85bba9e5104 req-707901ed-dcf9-44d7-86ef-9f901cd4b01a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0739295 Dec 16 22:44:07.581957 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d5d0d-4e3c-4f95-be83-8cee32f5505d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Deleting port 9e48dcec-dec8-4dc6-974d-5ba8b6577454 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:07.582353 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5d0d-4e3c-4f95-be83-8cee32f5505d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.633836 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-24a373c5-80d9-4935-ac44-2928e0a83abf None None] Deleting port cf31fa93-ddc9-433c-8c0d-3df92363248f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:07.633836 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24a373c5-80d9-4935-ac44-2928e0a83abf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.638515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10bbdffd-e390-4ef9-8ca8-f85bba9e5104 req-f05b750e-8223-42b0-8b1b-b31a8255a670 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536692 Dec 16 22:44:07.735193 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-bc4d5d0d-4e3c-4f95-be83-8cee32f5505d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] For port 9e48dcec-dec8-4dc6-974d-5ba8b6577454, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9e48dcec-dec8-4dc6-974d-5ba8b6577454,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:07.736006 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5d0d-4e3c-4f95-be83-8cee32f5505d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.740574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-24a373c5-80d9-4935-ac44-2928e0a83abf None None] For port cf31fa93-ddc9-433c-8c0d-3df92363248f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=cf31fa93-ddc9-433c-8c0d-3df92363248f,segment=NetworkSegment(538acf3d-c1a9-4954-a0ac-29d05a6307c4),segment_id=538acf3d-c1a9-4954-a0ac-29d05a6307c4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:07.742177 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24a373c5-80d9-4935-ac44-2928e0a83abf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.758766 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d5d0d-4e3c-4f95-be83-8cee32f5505d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Calling delete_port for 9e48dcec-dec8-4dc6-974d-5ba8b6577454 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:07.761895 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-24a373c5-80d9-4935-ac44-2928e0a83abf None None] Calling delete_port for cf31fa93-ddc9-433c-8c0d-3df92363248f owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:07.773734 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-aea77acb-3715-4de5-8369-c745754a708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921346598', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:35Z', 'updated_at': '2021-12-16T22:44:05Z', 'revision_number': 5, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:36Z', 'updated_at': '2021-12-16T22:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:07.808766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea77acb-3715-4de5-8369-c745754a708e None None] The sync data for ids ['9efe1d35-3029-4d5b-842a-7599baeb4157'] in n-d-821840-2 is: [{'id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921346598', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:35Z', 'updated_at': '2021-12-16T22:44:05Z', 'revision_number': 5, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '9e48dcec-dec8-4dc6-974d-5ba8b6577454', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efe1d35-3029-4d5b-842a-7599baeb4157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:36Z', 'updated_at': '2021-12-16T22:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:44:07.968786 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24a373c5-80d9-4935-ac44-2928e0a83abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.999276 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a373c5-80d9-4935-ac44-2928e0a83abf None None] Pushing event deleted for resources: {'Port': ['ID=cf31fa93-ddc9-433c-8c0d-3df92363248f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:08.010475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a373c5-80d9-4935-ac44-2928e0a83abf None None] No DVR routers for this DVR port cf31fa93-ddc9-433c-8c0d-3df92363248f on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:44:08.094371 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5d0d-4e3c-4f95-be83-8cee32f5505d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.128929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d5d0d-4e3c-4f95-be83-8cee32f5505d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event deleted for resources: {'Port': ['ID=9e48dcec-dec8-4dc6-974d-5ba8b6577454,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:08.149599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6768dd21-3f67-4307-9902-a3af50ac22f5 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:44:08.207214 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42318) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:08.230838 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5d0d-4e3c-4f95-be83-8cee32f5505d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.234201 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c52a9a78-e592-429b-88cc-fa35aec5e19d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.336369 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c52a9a78-e592-429b-88cc-fa35aec5e19d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.383608 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5d0d-4e3c-4f95-be83-8cee32f5505d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.387576 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5d0d-4e3c-4f95-be83-8cee32f5505d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.392664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c9a5380a-11d1-484d-ba7c-e13263f91111 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:44:08.417909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: c9a5380a-11d1-484d-ba7c-e13263f91111 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:44:08.418272 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c9a5380a-11d1-484d-ba7c-e13263f91111 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:44:08.418698 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device cf31fa93-ddc9-433c-8c0d-3df92363248f no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:44:08.426020 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c52a9a78-e592-429b-88cc-fa35aec5e19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.454376 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: cf31fa93-ddc9-433c-8c0d-3df92363248f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:44:08.454736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device cf31fa93-ddc9-433c-8c0d-3df92363248f not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:44:08.584286 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5d0d-4e3c-4f95-be83-8cee32f5505d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.584940 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4d5d0d-4e3c-4f95-be83-8cee32f5505d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Fanout notify agent at l3_agent the message router_deleted on router 9efe1d35-3029-4d5b-842a-7599baeb4157 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:44:08.596211 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5d0d-4e3c-4f95-be83-8cee32f5505d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.598842 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bc4d5d0d-4e3c-4f95-be83-8cee32f5505d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "DELETE /v2.0/routers/9efe1d35-3029-4d5b-842a-7599baeb4157 HTTP/1.1" status: 204 len: 168 time: 1.5233369 Dec 16 22:44:08.600435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42324) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:08.703779 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8fd59724-4c29-4a90-bdcd-621546801288 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.815890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8fd59724-4c29-4a90-bdcd-621546801288 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.849896 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-8fd59724-4c29-4a90-bdcd-621546801288 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28ddc03-7f2a-4aee-aaad-de39769c642e']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:08.867703 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-8fd59724-4c29-4a90-bdcd-621546801288 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538acf3d-c1a9-4954-a0ac-29d05a6307c4') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:08.868607 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-8fd59724-4c29-4a90-bdcd-621546801288 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538acf3d-c1a9-4954-a0ac-29d05a6307c4') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:08.884024 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8fd59724-4c29-4a90-bdcd-621546801288 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.902946 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8fd59724-4c29-4a90-bdcd-621546801288 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.918255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a9a78-e592-429b-88cc-fa35aec5e19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887c44d9-3cdb-4db6-8e8a-9c832fcbe0cb,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:08.921134 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd59724-4c29-4a90-bdcd-621546801288 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:44:08.921400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8fd59724-4c29-4a90-bdcd-621546801288 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:44:08.925003 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:44:08.947312 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c52a9a78-e592-429b-88cc-fa35aec5e19d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d73d8807576640e6a36068220a6040be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7364106 Dec 16 22:44:08.948996 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42334) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:08.993759 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091b793-758c-4dec-85e9-e01ba066ddf3 req-8a312366-1db4-4656-8f88-1c994cbbf912 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:08.995439 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c091b793-758c-4dec-85e9-e01ba066ddf3 req-8a312366-1db4-4656-8f88-1c994cbbf912 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.1072865 Dec 16 22:44:09.065851 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e771a6ff-1c65-4ea1-ab76-612aba90156d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.078840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c091b793-758c-4dec-85e9-e01ba066ddf3 req-a013c4dd-5d09-44d2-bf86-9f8617891b12 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731223 Dec 16 22:44:09.101763 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e771a6ff-1c65-4ea1-ab76-612aba90156d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.174252 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8fd59724-4c29-4a90-bdcd-621546801288 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.184543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8fd59724-4c29-4a90-bdcd-621546801288 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.188064 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8fd59724-4c29-4a90-bdcd-621546801288 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "DELETE /v2.0/networks/d28ddc03-7f2a-4aee-aaad-de39769c642e HTTP/1.1" status: 204 len: 168 time: 0.5851681 Dec 16 22:44:09.190851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42338) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:09.200127 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd59724-4c29-4a90-bdcd-621546801288 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event deleted for resources: {'Network': ['ID=d28ddc03-7f2a-4aee-aaad-de39769c642e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:09.251989 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e771a6ff-1c65-4ea1-ab76-612aba90156d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.255760 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e771a6ff-1c65-4ea1-ab76-612aba90156d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.260521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e771a6ff-1c65-4ea1-ab76-612aba90156d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/887c44d9-3cdb-4db6-8e8a-9c832fcbe0cb HTTP/1.1" status: 204 len: 168 time: 0.3101239 Dec 16 22:44:09.279715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771a6ff-1c65-4ea1-ab76-612aba90156d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887c44d9-3cdb-4db6-8e8a-9c832fcbe0cb,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:09.496076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-291d996f-4ef4-4b9f-b913-36bba6d7c938 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Deleting port 59518c4a-4322-4405-8d23-55bb3e8b7f4e {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:09.496661 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-291d996f-4ef4-4b9f-b913-36bba6d7c938 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.604467 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-291d996f-4ef4-4b9f-b913-36bba6d7c938 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.604823 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-291d996f-4ef4-4b9f-b913-36bba6d7c938 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.619929 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-291d996f-4ef4-4b9f-b913-36bba6d7c938 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Calling delete_port for 59518c4a-4322-4405-8d23-55bb3e8b7f4e owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:09.934800 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-291d996f-4ef4-4b9f-b913-36bba6d7c938 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.962323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d996f-4ef4-4b9f-b913-36bba6d7c938 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event deleted for resources: {'Port': ['ID=59518c4a-4322-4405-8d23-55bb3e8b7f4e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:10.035598 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-291d996f-4ef4-4b9f-b913-36bba6d7c938 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:10.035941 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-291d996f-4ef4-4b9f-b913-36bba6d7c938 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Floating IP 0387ba4f-af42-4654-bf49-6c861adceb54 disassociated (deleted). External IP: 172.25.2.113, port: 4c22eff1-8d3d-4639-9634-2f749b99474b. Dec 16 22:44:10.141470 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9e48dcec-dec8-4dc6-974d-5ba8b6577454 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:44:10.173569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 9e48dcec-dec8-4dc6-974d-5ba8b6577454 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:44:10.174525 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9e48dcec-dec8-4dc6-974d-5ba8b6577454 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:44:10.314723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f21de4-2e7c-4b71-a74b-169276e8dd3c req-129acbce-a724-49f2-9f79-cf390c50b633 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:10.316329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38f21de4-2e7c-4b71-a74b-169276e8dd3c req-129acbce-a724-49f2-9f79-cf390c50b633 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.1133125 Dec 16 22:44:10.353259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291d996f-4ef4-4b9f-b913-36bba6d7c938 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Router 2d3ee905-89ab-48b4-94fb-79e67e71c04c has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:44:10.390373 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38f21de4-2e7c-4b71-a74b-169276e8dd3c req-2886495e-b496-43c9-84ac-0d1093c5e34f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673723 Dec 16 22:44:10.507445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291d996f-4ef4-4b9f-b913-36bba6d7c938 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:44:10.513210 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-291d996f-4ef4-4b9f-b913-36bba6d7c938 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:10.519319 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c789fdc5-2f5d-4c81-812c-80ab4ad0c468 None None] Sync routers for ids ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:44:10.532912 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789fdc5-2f5d-4c81-812c-80ab4ad0c468 None None] Routers {'2d3ee905-89ab-48b4-94fb-79e67e71c04c'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:10.533585 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c789fdc5-2f5d-4c81-812c-80ab4ad0c468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:43:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:10.548682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-291d996f-4ef4-4b9f-b913-36bba6d7c938 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "DELETE /v2.0/floatingips/0387ba4f-af42-4654-bf49-6c861adceb54 HTTP/1.1" status: 204 len: 168 time: 1.3542154 Dec 16 22:44:10.548682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834fba2e-68de-47c4-9c3b-b680ad8c84c9', 'tag': '4c22eff1-8d3d-4639-9634-2f749b99474b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:10.552383 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811302de-1da9-4ae1-9dbd-9d5a8218ec9a" -d '{"events": [{"name": "network-changed", "server_uuid": "834fba2e-68de-47c4-9c3b-b680ad8c84c9", "tag": "4c22eff1-8d3d-4639-9634-2f749b99474b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:10.597024 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ef0272-af7b-4f07-8ac4-4b0d52d9be90 x-openstack-request-id: req-19ef0272-af7b-4f07-8ac4-4b0d52d9be90 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:10.597520 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834fba2e-68de-47c4-9c3b-b680ad8c84c9", "tag": "4c22eff1-8d3d-4639-9634-2f749b99474b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:10.597805 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19ef0272-af7b-4f07-8ac4-4b0d52d9be90 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:10.598289 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834fba2e-68de-47c4-9c3b-b680ad8c84c9', 'tag': '4c22eff1-8d3d-4639-9634-2f749b99474b', 'status': 'completed', 'code': 200} Dec 16 22:44:10.688545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811302de-1da9-4ae1-9dbd-9d5a8218ec9a req-6e5e9408-0d42-4b83-afd2-6730b0eca05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:10.691608 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-811302de-1da9-4ae1-9dbd-9d5a8218ec9a req-6e5e9408-0d42-4b83-afd2-6730b0eca05d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1182dc62711344bc84f1d4e2d8c9f042&device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 1135 time: 0.0615370 Dec 16 22:44:10.733907 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c789fdc5-2f5d-4c81-812c-80ab4ad0c468 None None] Set router 2d3ee905-89ab-48b4-94fb-79e67e71c04c gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:10.821915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811302de-1da9-4ae1-9dbd-9d5a8218ec9a req-02a24570-a1dd-438e-b3cf-41a1ccfeb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:10.824482 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-811302de-1da9-4ae1-9dbd-9d5a8218ec9a req-02a24570-a1dd-438e-b3cf-41a1ccfeb36c service neutron] 10.222.0.69 "GET /v2.0/networks?id=de5ada2e-2f0f-46da-90d4-3908701a104f HTTP/1.1" status: 200 len: 897 time: 0.1195750 Dec 16 22:44:10.880346 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-811302de-1da9-4ae1-9dbd-9d5a8218ec9a req-47cb76f3-6df0-4805-9b61-825674c56011 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c22eff1-8d3d-4639-9634-2f749b99474b HTTP/1.1" status: 200 len: 217 time: 0.0427701 Dec 16 22:44:10.959068 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811302de-1da9-4ae1-9dbd-9d5a8218ec9a req-112cd59c-bc2a-45e1-8f58-b896131d08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:10.961599 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-811302de-1da9-4ae1-9dbd-9d5a8218ec9a req-112cd59c-bc2a-45e1-8f58-b896131d08ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a30105d-8407-4d4e-b620-6fa2c3dde353 HTTP/1.1" status: 200 len: 834 time: 0.0705209 Dec 16 22:44:11.035799 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811302de-1da9-4ae1-9dbd-9d5a8218ec9a req-6b53d297-207f-4b1b-bc0b-ab64dca12e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:11.037396 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-811302de-1da9-4ae1-9dbd-9d5a8218ec9a req-6b53d297-207f-4b1b-bc0b-ab64dca12e55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de5ada2e-2f0f-46da-90d4-3908701a104f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502086 Dec 16 22:44:11.077032 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c789fdc5-2f5d-4c81-812c-80ab4ad0c468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-148459522', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '5daaf632-905e-44ac-8942-d5fe48457772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:28Z', 'updated_at': '2021-12-16T22:42:34Z', 'revision_number': 4, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '5daaf632-905e-44ac-8942-d5fe48457772', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:29Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '58f933df-6d9b-45db-ba43-bff01efb63ce', 'name': '', 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'mac_address': 'fa:16:3e:85:2c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:32Z', 'updated_at': '2021-12-16T22:42:37Z', 'revision_number': 5, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'subnets': [{'id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:11.113772 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c789fdc5-2f5d-4c81-812c-80ab4ad0c468 None None] Checking router: 2d3ee905-89ab-48b4-94fb-79e67e71c04c for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:44:11.127612 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789fdc5-2f5d-4c81-812c-80ab4ad0c468 None None] Routers {'2d3ee905-89ab-48b4-94fb-79e67e71c04c'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:11.129672 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c789fdc5-2f5d-4c81-812c-80ab4ad0c468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:43:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:11.193854 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-811302de-1da9-4ae1-9dbd-9d5a8218ec9a req-f9c7c263-9f00-4cce-8195-deb9bc708c72 service neutron] 10.222.0.69 "GET /v2.0/networks/de5ada2e-2f0f-46da-90d4-3908701a104f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434169 Dec 16 22:44:11.264833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4848df3-9015-47d3-85d1-49b47b4ef4f9 req-2de47bb9-22c9-4c6b-bb34-b99572fb3e9e tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:11.270587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4848df3-9015-47d3-85d1-49b47b4ef4f9 req-2de47bb9-22c9-4c6b-bb34-b99572fb3e9e tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 984 time: 0.0783072 Dec 16 22:44:11.348181 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-811302de-1da9-4ae1-9dbd-9d5a8218ec9a req-07db71b5-d0b2-4935-8054-5a5086301f7a service neutron] 10.222.0.69 "GET /v2.0/networks/de5ada2e-2f0f-46da-90d4-3908701a104f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436174 Dec 16 22:44:11.354711 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4848df3-9015-47d3-85d1-49b47b4ef4f9 req-872e3cc8-7fcd-4460-8202-80f36327272e tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5a970-2460-4069-91cc-ed76f9898ad9&id=924104ac-5787-44e4-9903-237a62605add&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0758252 Dec 16 22:44:11.433409 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c789fdc5-2f5d-4c81-812c-80ab4ad0c468 None None] Set router 2d3ee905-89ab-48b4-94fb-79e67e71c04c gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:11.554360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40188e3b-819b-428f-8d87-f8d80e463296 req-2a4cfe5e-da32-4c7c-985a-8cf6cdf13b21 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:11.556405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40188e3b-819b-428f-8d87-f8d80e463296 req-2a4cfe5e-da32-4c7c-985a-8cf6cdf13b21 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0833571 Dec 16 22:44:11.658465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40188e3b-819b-428f-8d87-f8d80e463296 req-6f8dc722-ea9b-4a64-a93a-0a28a0df6f6d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930893 Dec 16 22:44:11.732315 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c789fdc5-2f5d-4c81-812c-80ab4ad0c468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-148459522', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '5daaf632-905e-44ac-8942-d5fe48457772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:28Z', 'updated_at': '2021-12-16T22:42:34Z', 'revision_number': 4, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '5daaf632-905e-44ac-8942-d5fe48457772', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:29Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '58f933df-6d9b-45db-ba43-bff01efb63ce', 'name': '', 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'mac_address': 'fa:16:3e:85:2c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:32Z', 'updated_at': '2021-12-16T22:42:37Z', 'revision_number': 5, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'subnets': [{'id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:11.801144 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c789fdc5-2f5d-4c81-812c-80ab4ad0c468 None None] The sync data for ids ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'] in n-d-821840-2 is: [{'id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-148459522', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '5daaf632-905e-44ac-8942-d5fe48457772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:28Z', 'updated_at': '2021-12-16T22:42:34Z', 'revision_number': 4, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '5daaf632-905e-44ac-8942-d5fe48457772', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:29Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '58f933df-6d9b-45db-ba43-bff01efb63ce', 'name': '', 'network_id': 'de5ada2e-2f0f-46da-90d4-3908701a104f', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'mac_address': 'fa:16:3e:85:2c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:32Z', 'updated_at': '2021-12-16T22:42:37Z', 'revision_number': 5, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'subnets': [{'id': '6a30105d-8407-4d4e-b620-6fa2c3dde353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:44:12.106642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbafe7a-7ed2-431c-8ae4-92061fa3d651 None None] New status for floating IP 0387ba4f-af42-4654-bf49-6c861adceb54: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:44:12.534528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63d553-a90d-44c7-9fd2-7455eb8194c9 req-208a0f3e-6832-4611-a625-202e4d0836d6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:12.536379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a63d553-a90d-44c7-9fd2-7455eb8194c9 req-208a0f3e-6832-4611-a625-202e4d0836d6 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 984 time: 0.0935512 Dec 16 22:44:12.613691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a63d553-a90d-44c7-9fd2-7455eb8194c9 req-2e8ea23e-85d7-4ad9-b72e-50fa87f58a10 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2c5a970-2460-4069-91cc-ed76f9898ad9&id=924104ac-5787-44e4-9903-237a62605add&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0701377 Dec 16 22:44:12.649692 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa07b3d-92c5-463c-a2a7-107d13c10a60 req-791b4f7e-c65c-44c0-aa43-fe7bc4935b5a tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:12.651309 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2fa07b3d-92c5-463c-a2a7-107d13c10a60 req-791b4f7e-c65c-44c0-aa43-fe7bc4935b5a tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.69 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 984 time: 0.0675571 Dec 16 22:44:12.811419 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2fa07b3d-92c5-463c-a2a7-107d13c10a60 req-f7ec3f33-0a14-4879-9482-3a06303df9d4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Deleting port 4c22eff1-8d3d-4639-9634-2f749b99474b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:12.812284 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2fa07b3d-92c5-463c-a2a7-107d13c10a60 req-f7ec3f33-0a14-4879-9482-3a06303df9d4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:12.815445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99ea8a-e0c6-444d-a71f-aa7d84f3eb83 req-f334e6ca-8177-4c14-b584-de4b0c1e811b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:12.817087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e99ea8a-e0c6-444d-a71f-aa7d84f3eb83 req-f334e6ca-8177-4c14-b584-de4b0c1e811b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0563371 Dec 16 22:44:12.904611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e99ea8a-e0c6-444d-a71f-aa7d84f3eb83 req-924c02bc-1e07-4294-ba59-dea87015cc07 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775580 Dec 16 22:44:12.935124 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2fa07b3d-92c5-463c-a2a7-107d13c10a60 req-f7ec3f33-0a14-4879-9482-3a06303df9d4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] For port 4c22eff1-8d3d-4639-9634-2f749b99474b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=4c22eff1-8d3d-4639-9634-2f749b99474b,segment=NetworkSegment(3eb9ca60-7be9-488e-9c60-ae4fc97391d2),segment_id=3eb9ca60-7be9-488e-9c60-ae4fc97391d2)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:12.935620 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2fa07b3d-92c5-463c-a2a7-107d13c10a60 req-f7ec3f33-0a14-4879-9482-3a06303df9d4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:12.953077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2fa07b3d-92c5-463c-a2a7-107d13c10a60 req-f7ec3f33-0a14-4879-9482-3a06303df9d4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Calling delete_port for 4c22eff1-8d3d-4639-9634-2f749b99474b owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:13.237760 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2fa07b3d-92c5-463c-a2a7-107d13c10a60 req-f7ec3f33-0a14-4879-9482-3a06303df9d4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:13.271525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec3f33-0a14-4879-9482-3a06303df9d4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event deleted for resources: {'Port': ['ID=4c22eff1-8d3d-4639-9634-2f749b99474b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:13.340578 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:13.347119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa07b3d-92c5-463c-a2a7-107d13c10a60 req-f7ec3f33-0a14-4879-9482-3a06303df9d4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] No DVR routers for this DVR port 4c22eff1-8d3d-4639-9634-2f749b99474b on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:44:13.353121 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2fa07b3d-92c5-463c-a2a7-107d13c10a60 req-f7ec3f33-0a14-4879-9482-3a06303df9d4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:13.359161 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2fa07b3d-92c5-463c-a2a7-107d13c10a60 req-f7ec3f33-0a14-4879-9482-3a06303df9d4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.69 "DELETE /v2.0/ports/4c22eff1-8d3d-4639-9634-2f749b99474b HTTP/1.1" status: 204 len: 173 time: 0.6970587 Dec 16 22:44:13.359812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834fba2e-68de-47c4-9c3b-b680ad8c84c9', 'name': 'network-vif-deleted', 'tag': '4c22eff1-8d3d-4639-9634-2f749b99474b'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:13.362340 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f832ef-8d91-44c1-969c-108f93b2cb48" -d '{"events": [{"server_uuid": "834fba2e-68de-47c4-9c3b-b680ad8c84c9", "name": "network-vif-deleted", "tag": "4c22eff1-8d3d-4639-9634-2f749b99474b"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:13.407856 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa49cfc-f5d1-447c-b8c1-1ae94105f2bd x-openstack-request-id: req-1fa49cfc-f5d1-447c-b8c1-1ae94105f2bd {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:13.408170 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834fba2e-68de-47c4-9c3b-b680ad8c84c9", "name": "network-vif-deleted", "tag": "4c22eff1-8d3d-4639-9634-2f749b99474b", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:13.408395 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1fa49cfc-f5d1-447c-b8c1-1ae94105f2bd {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:13.408793 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834fba2e-68de-47c4-9c3b-b680ad8c84c9', 'name': 'network-vif-deleted', 'tag': '4c22eff1-8d3d-4639-9634-2f749b99474b', 'status': 'completed', 'code': 200} Dec 16 22:44:13.499824 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:13.838921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d56a803-4909-4857-9b39-e659e2f2b170 req-f0ca1573-84db-408e-89e3-4cb2934a212d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "GET /v2.0/ports?device_id=834fba2e-68de-47c4-9c3b-b680ad8c84c9 HTTP/1.1" status: 200 len: 210 time: 0.0366666 Dec 16 22:44:14.037878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af12323-e93c-41ed-a264-7eb2447cf466 req-d1b3ffaf-6cfd-4457-a2e3-84b9065e6b32 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:14.040056 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0af12323-e93c-41ed-a264-7eb2447cf466 req-d1b3ffaf-6cfd-4457-a2e3-84b9065e6b32 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0565937 Dec 16 22:44:14.095089 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0af12323-e93c-41ed-a264-7eb2447cf466 req-f9e4acbc-5c0a-4c4b-9dd4-e2806cc586d6 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486472 Dec 16 22:44:14.625405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54ad53-b584-47ed-a9e9-fb1812c68221 req-0acc49cb-1454-43fe-a950-0065f2248bad tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:14.626982 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b54ad53-b584-47ed-a9e9-fb1812c68221 req-0acc49cb-1454-43fe-a950-0065f2248bad tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0602732 Dec 16 22:44:14.715715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b54ad53-b584-47ed-a9e9-fb1812c68221 req-c891dfa2-1d89-43e7-a4e7-7ea10ad3a320 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715282 Dec 16 22:44:14.879547 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0246f-8850-49a5-b122-d9ecf2b94cb7 req-c8c4cb4c-48b1-44d3-a89f-4c4b79d29dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:14.881123 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cb0246f-8850-49a5-b122-d9ecf2b94cb7 req-c8c4cb4c-48b1-44d3-a89f-4c4b79d29dde service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0&device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 1097 time: 0.0469599 Dec 16 22:44:14.924420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42500) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:14.995229 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-02c01411-082f-4ba3-bac7-fdd70ef86f9d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:15.027591 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-02c01411-082f-4ba3-bac7-fdd70ef86f9d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:15.066389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0246f-8850-49a5-b122-d9ecf2b94cb7 req-8d088010-5859-4c03-a62c-97c838e21a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:15.068569 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cb0246f-8850-49a5-b122-d9ecf2b94cb7 req-8d088010-5859-4c03-a62c-97c838e21a43 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7df204c6-5127-4e76-8312-c8f1c6162329 HTTP/1.1" status: 200 len: 912 time: 0.1745551 Dec 16 22:44:15.114090 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 4c22eff1-8d3d-4639-9634-2f749b99474b no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:44:15.158994 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cb0246f-8850-49a5-b122-d9ecf2b94cb7 req-0a26cecc-d70a-4a22-ac41-5846ed1e4047 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec5fb4b-6315-444d-89e8-3a82cc73ca7e HTTP/1.1" status: 200 len: 1002 time: 0.0793357 Dec 16 22:44:15.172590 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-02c01411-082f-4ba3-bac7-fdd70ef86f9d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:15.177579 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-02c01411-082f-4ba3-bac7-fdd70ef86f9d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:15.182711 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 4c22eff1-8d3d-4639-9634-2f749b99474b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:44:15.182711 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 4c22eff1-8d3d-4639-9634-2f749b99474b not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:44:15.183854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-02c01411-082f-4ba3-bac7-fdd70ef86f9d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "DELETE /v2.0/security-groups/924104ac-5787-44e4-9903-237a62605add HTTP/1.1" status: 204 len: 168 time: 0.2578166 Dec 16 22:44:15.184783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42506) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:15.239845 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0246f-8850-49a5-b122-d9ecf2b94cb7 req-dc20ab98-4777-4081-b707-ddb05efe02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:15.242162 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cb0246f-8850-49a5-b122-d9ecf2b94cb7 req-dc20ab98-4777-4081-b707-ddb05efe02e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aafaac09-9b53-44a4-84e7-2d4c56ab48f4 HTTP/1.1" status: 200 len: 850 time: 0.0707395 Dec 16 22:44:15.283045 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c01411-082f-4ba3-bac7-fdd70ef86f9d tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=924104ac-5787-44e4-9903-237a62605add,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:15.334525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0246f-8850-49a5-b122-d9ecf2b94cb7 req-d938f81b-0140-49bd-b332-2d3a25c0f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:15.337355 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cb0246f-8850-49a5-b122-d9ecf2b94cb7 req-d938f81b-0140-49bd-b332-2d3a25c0f3f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7df204c6-5127-4e76-8312-c8f1c6162329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797477 Dec 16 22:44:15.342766 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-851579ec-6398-4967-9d6d-6b2eafcddd30 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:15.379221 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-851579ec-6398-4967-9d6d-6b2eafcddd30 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:15.504600 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cb0246f-8850-49a5-b122-d9ecf2b94cb7 req-7937f736-a573-4bbe-a39f-304881ccc282 service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442924 Dec 16 22:44:15.510515 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-851579ec-6398-4967-9d6d-6b2eafcddd30 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:15.515759 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-851579ec-6398-4967-9d6d-6b2eafcddd30 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:15.518484 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-851579ec-6398-4967-9d6d-6b2eafcddd30 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "DELETE /v2.0/security-groups/c2c5a970-2460-4069-91cc-ed76f9898ad9 HTTP/1.1" status: 204 len: 168 time: 0.3257921 Dec 16 22:44:15.527121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42518) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:15.662008 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851579ec-6398-4967-9d6d-6b2eafcddd30 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c5a970-2460-4069-91cc-ed76f9898ad9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:15.714992 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2cb0246f-8850-49a5-b122-d9ecf2b94cb7 req-53644495-a770-4346-8d5e-9d15d09bc325 service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885779 Dec 16 22:44:15.965691 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5db0c-3ce9-4e2b-ba56-366761a93f81 req-a6bc522a-fe7e-42ea-a636-89f9b4886f52 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:15.967911 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ac5db0c-3ce9-4e2b-ba56-366761a93f81 req-a6bc522a-fe7e-42ea-a636-89f9b4886f52 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.1146028 Dec 16 22:44:16.105208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ac5db0c-3ce9-4e2b-ba56-366761a93f81 req-ad39ca16-29b2-4d09-9aeb-3441e5f160cc tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293645 Dec 16 22:44:16.232581 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:16.552464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Deleting port 58f933df-6d9b-45db-ba43-bff01efb63ce {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:16.552814 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:16.656473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] For port 58f933df-6d9b-45db-ba43-bff01efb63ce, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=58f933df-6d9b-45db-ba43-bff01efb63ce,segment=NetworkSegment(3eb9ca60-7be9-488e-9c60-ae4fc97391d2),segment_id=3eb9ca60-7be9-488e-9c60-ae4fc97391d2)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:16.658200 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:16.672016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Calling delete_port for 58f933df-6d9b-45db-ba43-bff01efb63ce owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:17.015350 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:17.062512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event deleted for resources: {'Port': ['ID=58f933df-6d9b-45db-ba43-bff01efb63ce,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:17.151941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:17.151941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:17.151941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:17.151941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:17.151941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:17.151941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:17.151941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:17.151941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:17.151941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:17.151941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:17.151941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:17.151941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:17.151941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:17.351326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108c61e-2207-4dc9-812e-f0978cb3b52a req-9f4aa721-4c3a-4a9a-942a-23031f4a4d2e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:17.352764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7108c61e-2207-4dc9-812e-f0978cb3b52a req-9f4aa721-4c3a-4a9a-942a-23031f4a4d2e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.1246338 Dec 16 22:44:17.371927 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:17.461759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7108c61e-2207-4dc9-812e-f0978cb3b52a req-3e46c586-7d33-4104-95aa-987bf9f68984 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017888 Dec 16 22:44:17.714313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Router 2d3ee905-89ab-48b4-94fb-79e67e71c04c has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:44:17.845706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:44:17.851737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-43946892-2b8c-4dc4-bd38-37d97ae10ecd tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "PUT /v2.0/routers/2d3ee905-89ab-48b4-94fb-79e67e71c04c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3209333 Dec 16 22:44:17.855304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42590) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:17.858684 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e128d-b21d-4d1e-bc10-2b9622cf22ff None None] Sync routers for ids ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:44:17.874641 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930e128d-b21d-4d1e-bc10-2b9622cf22ff None None] Routers {'2d3ee905-89ab-48b4-94fb-79e67e71c04c'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:17.875660 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-930e128d-b21d-4d1e-bc10-2b9622cf22ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:43:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:17.924984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-e750c686-4dad-480d-8927-d65519e76ef4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Deleting subnet 6a30105d-8407-4d4e-b620-6fa2c3dde353 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:44:17.929060 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e750c686-4dad-480d-8927-d65519e76ef4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:17.989317 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e750c686-4dad-480d-8927-d65519e76ef4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:18.006446 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-930e128d-b21d-4d1e-bc10-2b9622cf22ff None None] Set router 2d3ee905-89ab-48b4-94fb-79e67e71c04c gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:18.109580 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e750c686-4dad-480d-8927-d65519e76ef4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:18.236364 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-930e128d-b21d-4d1e-bc10-2b9622cf22ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-148459522', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '5daaf632-905e-44ac-8942-d5fe48457772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:28Z', 'updated_at': '2021-12-16T22:44:16Z', 'revision_number': 5, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '5daaf632-905e-44ac-8942-d5fe48457772', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:29Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:18.271373 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e128d-b21d-4d1e-bc10-2b9622cf22ff None None] Checking router: 2d3ee905-89ab-48b4-94fb-79e67e71c04c for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:44:18.282976 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930e128d-b21d-4d1e-bc10-2b9622cf22ff None None] Routers {'2d3ee905-89ab-48b4-94fb-79e67e71c04c'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:18.283652 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-930e128d-b21d-4d1e-bc10-2b9622cf22ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:43:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:18.325674 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e750c686-4dad-480d-8927-d65519e76ef4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:18.369363 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e750c686-4dad-480d-8927-d65519e76ef4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:18.376969 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e750c686-4dad-480d-8927-d65519e76ef4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "DELETE /v2.0/subnets/6a30105d-8407-4d4e-b620-6fa2c3dde353 HTTP/1.1" status: 204 len: 168 time: 0.5143557 Dec 16 22:44:18.376969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750c686-4dad-480d-8927-d65519e76ef4 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event deleted for resources: {'Subnet': ['ID=6a30105d-8407-4d4e-b620-6fa2c3dde353,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:18.381033 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42596) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:18.387653 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de06d30-65df-4afa-98de-b8e6f890b7ac None None] Network de5ada2e-2f0f-46da-90d4-3908701a104f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:44:18.532457 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82fc015b-eba4-4a8d-b1d8-dab40d03b684 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:18.562519 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-930e128d-b21d-4d1e-bc10-2b9622cf22ff None None] Set router 2d3ee905-89ab-48b4-94fb-79e67e71c04c gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:18.670049 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9190f791-b9e2-46ef-a118-66cf6d9561b0 None None] DHCP port deletion for de5ada2e-2f0f-46da-90d4-3908701a104f request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:44:18.758343 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9190f791-b9e2-46ef-a118-66cf6d9561b0 None None] Deleting port d4b5d1a1-6818-470b-8c7b-afe8e4df8774 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:18.758805 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9190f791-b9e2-46ef-a118-66cf6d9561b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:18.761255 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82fc015b-eba4-4a8d-b1d8-dab40d03b684 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:18.832237 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9190f791-b9e2-46ef-a118-66cf6d9561b0 None None] For port d4b5d1a1-6818-470b-8c7b-afe8e4df8774, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d4b5d1a1-6818-470b-8c7b-afe8e4df8774,segment=NetworkSegment(3eb9ca60-7be9-488e-9c60-ae4fc97391d2),segment_id=3eb9ca60-7be9-488e-9c60-ae4fc97391d2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:18.832682 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9190f791-b9e2-46ef-a118-66cf6d9561b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:18.853321 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9190f791-b9e2-46ef-a118-66cf6d9561b0 None None] Calling delete_port for d4b5d1a1-6818-470b-8c7b-afe8e4df8774 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:18.969607 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-82fc015b-eba4-4a8d-b1d8-dab40d03b684 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Deleting port 5daaf632-905e-44ac-8942-d5fe48457772 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:18.970094 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82fc015b-eba4-4a8d-b1d8-dab40d03b684 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:18.978745 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-930e128d-b21d-4d1e-bc10-2b9622cf22ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-148459522', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '5daaf632-905e-44ac-8942-d5fe48457772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:28Z', 'updated_at': '2021-12-16T22:44:16Z', 'revision_number': 5, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '5daaf632-905e-44ac-8942-d5fe48457772', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:29Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:19.030957 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e128d-b21d-4d1e-bc10-2b9622cf22ff None None] The sync data for ids ['2d3ee905-89ab-48b4-94fb-79e67e71c04c'] in n-d-821840-2 is: [{'id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-148459522', 'tenant_id': '1182dc62711344bc84f1d4e2d8c9f042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '5daaf632-905e-44ac-8942-d5fe48457772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:28Z', 'updated_at': '2021-12-16T22:44:16Z', 'revision_number': 5, 'project_id': '1182dc62711344bc84f1d4e2d8c9f042', 'gw_port': {'id': '5daaf632-905e-44ac-8942-d5fe48457772', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ee905-89ab-48b4-94fb-79e67e71c04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:29Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:44:19.063764 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9190f791-b9e2-46ef-a118-66cf6d9561b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:19.113357 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-82fc015b-eba4-4a8d-b1d8-dab40d03b684 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] For port 5daaf632-905e-44ac-8942-d5fe48457772, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5daaf632-905e-44ac-8942-d5fe48457772,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:19.114384 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82fc015b-eba4-4a8d-b1d8-dab40d03b684 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:19.134243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190f791-b9e2-46ef-a118-66cf6d9561b0 None None] Pushing event deleted for resources: {'Port': ['ID=d4b5d1a1-6818-470b-8c7b-afe8e4df8774,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:19.139174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190f791-b9e2-46ef-a118-66cf6d9561b0 None None] No DVR routers for this DVR port d4b5d1a1-6818-470b-8c7b-afe8e4df8774 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:44:19.144127 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-82fc015b-eba4-4a8d-b1d8-dab40d03b684 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Calling delete_port for 5daaf632-905e-44ac-8942-d5fe48457772 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:19.510103 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82fc015b-eba4-4a8d-b1d8-dab40d03b684 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:19.550185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc015b-eba4-4a8d-b1d8-dab40d03b684 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event deleted for resources: {'Port': ['ID=5daaf632-905e-44ac-8942-d5fe48457772,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:19.573813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df863a6f-9360-49dd-802c-a6ac3a8719d6 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:44:19.686384 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82fc015b-eba4-4a8d-b1d8-dab40d03b684 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.079462 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c184e013-df2e-48b1-a8a7-781fa8bc0c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.203675 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82fc015b-eba4-4a8d-b1d8-dab40d03b684 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.206339 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82fc015b-eba4-4a8d-b1d8-dab40d03b684 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.342815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 58f933df-6d9b-45db-ba43-bff01efb63ce no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:44:20.355254 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82fc015b-eba4-4a8d-b1d8-dab40d03b684 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.355990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fc015b-eba4-4a8d-b1d8-dab40d03b684 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Fanout notify agent at l3_agent the message router_deleted on router 2d3ee905-89ab-48b4-94fb-79e67e71c04c {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:44:20.370453 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 58f933df-6d9b-45db-ba43-bff01efb63ce {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:44:20.370819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 58f933df-6d9b-45db-ba43-bff01efb63ce not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:44:20.371258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d4b5d1a1-6818-470b-8c7b-afe8e4df8774 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:44:20.374505 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82fc015b-eba4-4a8d-b1d8-dab40d03b684 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.382373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42634) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:20.385314 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-82fc015b-eba4-4a8d-b1d8-dab40d03b684 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "DELETE /v2.0/routers/2d3ee905-89ab-48b4-94fb-79e67e71c04c HTTP/1.1" status: 204 len: 168 time: 2.0036771 Dec 16 22:44:20.396088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: d4b5d1a1-6818-470b-8c7b-afe8e4df8774 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:44:20.396672 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d4b5d1a1-6818-470b-8c7b-afe8e4df8774 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:44:20.513325 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aec765cd-034c-4fe4-bae6-c615b87dd157 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.636921 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aec765cd-034c-4fe4-bae6-c615b87dd157 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.666402 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-aec765cd-034c-4fe4-bae6-c615b87dd157 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5ada2e-2f0f-46da-90d4-3908701a104f']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:20.678121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-aec765cd-034c-4fe4-bae6-c615b87dd157 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb9ca60-7be9-488e-9c60-ae4fc97391d2') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:20.678564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-aec765cd-034c-4fe4-bae6-c615b87dd157 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb9ca60-7be9-488e-9c60-ae4fc97391d2') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:20.695707 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aec765cd-034c-4fe4-bae6-c615b87dd157 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.712186 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aec765cd-034c-4fe4-bae6-c615b87dd157 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.718823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec765cd-034c-4fe4-bae6-c615b87dd157 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:44:20.719218 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aec765cd-034c-4fe4-bae6-c615b87dd157 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:44:20.722367 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:44:20.863968 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aec765cd-034c-4fe4-bae6-c615b87dd157 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.872999 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aec765cd-034c-4fe4-bae6-c615b87dd157 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.878697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aec765cd-034c-4fe4-bae6-c615b87dd157 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] 10.222.0.43 "DELETE /v2.0/networks/de5ada2e-2f0f-46da-90d4-3908701a104f HTTP/1.1" status: 204 len: 168 time: 0.4911592 Dec 16 22:44:20.933940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec765cd-034c-4fe4-bae6-c615b87dd157 tempest-TestSecurityGroupsBasicOps-606618686 tempest-TestSecurityGroupsBasicOps-606618686-project] Pushing event deleted for resources: {'Network': ['ID=de5ada2e-2f0f-46da-90d4-3908701a104f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:21.721237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42662) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:21.886550 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-905a156c-eeb6-4875-a63b-a6dd0d10043c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1182dc62711344bc84f1d4e2d8c9f042&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1634669 Dec 16 22:44:21.889416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42668) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:21.911191 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:44:21.964953 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d452fae-cee1-4098-98c2-dd7f213ef36b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:21.996518 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d452fae-cee1-4098-98c2-dd7f213ef36b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:22.137365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5daaf632-905e-44ac-8942-d5fe48457772 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:44:22.161141 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 5daaf632-905e-44ac-8942-d5fe48457772 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:44:22.161483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5daaf632-905e-44ac-8942-d5fe48457772 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:44:22.163590 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d452fae-cee1-4098-98c2-dd7f213ef36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:22.166594 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d452fae-cee1-4098-98c2-dd7f213ef36b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:22.167921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7d452fae-cee1-4098-98c2-dd7f213ef36b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dea213e9-e4cf-420d-a85b-447f3722bd13 HTTP/1.1" status: 204 len: 168 time: 0.2772119 Dec 16 22:44:22.180300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d452fae-cee1-4098-98c2-dd7f213ef36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea213e9-e4cf-420d-a85b-447f3722bd13,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:22.460503 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-621b5cc6-3471-45bc-8b8b-9850e2969334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.275831 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42692) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:23.299040 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5eba3fe5-5471-4082-b63c-ea47ddbd73f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.410823 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5eba3fe5-5471-4082-b63c-ea47ddbd73f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.499682 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5eba3fe5-5471-4082-b63c-ea47ddbd73f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.542492 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5eba3fe5-5471-4082-b63c-ea47ddbd73f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a95448bf39ef46d0956a4ab1324887ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2642212 Dec 16 22:44:23.543153 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba3fe5-5471-4082-b63c-ea47ddbd73f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5dd3f7-632a-4929-9145-0d05d336f3e1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:23.545515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42696) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:23.606397 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.640185 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b2c2e3d4-d9c6-4156-87a0-61878e190cb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.671675 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b2c2e3d4-d9c6-4156-87a0-61878e190cb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.834878 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b2c2e3d4-d9c6-4156-87a0-61878e190cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.837629 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b2c2e3d4-d9c6-4156-87a0-61878e190cb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.838939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b2c2e3d4-d9c6-4156-87a0-61878e190cb4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a5dd3f7-632a-4929-9145-0d05d336f3e1 HTTP/1.1" status: 204 len: 168 time: 0.2872412 Dec 16 22:44:23.849646 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2e3d4-d9c6-4156-87a0-61878e190cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5dd3f7-632a-4929-9145-0d05d336f3e1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:24.748186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42726) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:24.800935 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aa677258-99ce-4c6e-94bb-2dbf68eced59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e10a990feec34a9c8a5f347da7406127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512106 Dec 16 22:44:24.804123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 42728) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:24.859582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:24.863469 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8df678d6-6433-4eb3-b8b3-a79af5f568e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:24.887797 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8df678d6-6433-4eb3-b8b3-a79af5f568e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:25.005635 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8df678d6-6433-4eb3-b8b3-a79af5f568e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:25.009228 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8df678d6-6433-4eb3-b8b3-a79af5f568e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:25.010487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8df678d6-6433-4eb3-b8b3-a79af5f568e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6cf3cce-c52d-42b2-aeba-f50b1748437f HTTP/1.1" status: 204 len: 168 time: 0.2050362 Dec 16 22:44:25.032740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df678d6-6433-4eb3-b8b3-a79af5f568e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cf3cce-c52d-42b2-aeba-f50b1748437f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:25.732231 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:26.596038 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42830) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:26.717602 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e4df38d0-c78c-4f3b-a6a7-4d1a6507c76f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1150595253-network', 'tenant_id': '95a5bdab4f694d53b481781641f58150'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:26.830992 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4df38d0-c78c-4f3b-a6a7-4d1a6507c76f admin admin] Made reservation on behalf of 95a5bdab4f694d53b481781641f58150 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:26.833659 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4df38d0-c78c-4f3b-a6a7-4d1a6507c76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:26.847910 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4df38d0-c78c-4f3b-a6a7-4d1a6507c76f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:26.934544 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4df38d0-c78c-4f3b-a6a7-4d1a6507c76f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:27.208547 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4df38d0-c78c-4f3b-a6a7-4d1a6507c76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:27.234771 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4df38d0-c78c-4f3b-a6a7-4d1a6507c76f admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:44:27.245544 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df38d0-c78c-4f3b-a6a7-4d1a6507c76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f10259-7096-47bf-8beb-e7e691620835,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:27.251728 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4df38d0-c78c-4f3b-a6a7-4d1a6507c76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:27.252354 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-e4df38d0-c78c-4f3b-a6a7-4d1a6507c76f admin admin] Added segment ece614aa-b9a1-45a5-a6c5-7154c4b534bf of type vlan for network 7ebc826b-1adf-456f-b378-3f4408a71575 Dec 16 22:44:27.296271 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4df38d0-c78c-4f3b-a6a7-4d1a6507c76f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:27.388452 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4df38d0-c78c-4f3b-a6a7-4d1a6507c76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:27.389965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4df38d0-c78c-4f3b-a6a7-4d1a6507c76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:27.390669 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4df38d0-c78c-4f3b-a6a7-4d1a6507c76f admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:27.462620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df38d0-c78c-4f3b-a6a7-4d1a6507c76f admin admin] Pushing event updated for resources: {'Network': ['ID=7ebc826b-1adf-456f-b378-3f4408a71575,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:27.472539 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 7ebc826b-1adf-456f-b378-3f4408a71575 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:44:27.518331 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e4df38d0-c78c-4f3b-a6a7-4d1a6507c76f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9142909 Dec 16 22:44:27.520094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42868) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:27.530221 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8a3fd379-44d4-459f-a5ef-75ecba091676 admin admin] Request body: {'subnet': {'network_id': '7ebc826b-1adf-456f-b378-3f4408a71575', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1150595253-subnet', 'tenant_id': '95a5bdab4f694d53b481781641f58150', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:27.613769 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3fd379-44d4-459f-a5ef-75ecba091676 admin admin] Made reservation on behalf of 95a5bdab4f694d53b481781641f58150 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:27.616700 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd379-44d4-459f-a5ef-75ecba091676 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:27.963419 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd379-44d4-459f-a5ef-75ecba091676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:28.031855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fd379-44d4-459f-a5ef-75ecba091676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9497088b-7709-427b-b765-e536963e2bcd,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:28.043736 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3fd379-44d4-459f-a5ef-75ecba091676 admin admin] Checking segment: {'id': 'ece614aa-b9a1-45a5-a6c5-7154c4b534bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7ebc826b-1adf-456f-b378-3f4408a71575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:28.044207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3fd379-44d4-459f-a5ef-75ecba091676 admin admin] Network hostable DHCP agents. Network: 7ebc826b-1adf-456f-b378-3f4408a71575, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:44:28.179564 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3fd379-44d4-459f-a5ef-75ecba091676 admin admin] Network 7ebc826b-1adf-456f-b378-3f4408a71575 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:44:28.314331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-8a3fd379-44d4-459f-a5ef-75ecba091676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 7ebc826b-1adf-456f-b378-3f4408a71575) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:28.319048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3fd379-44d4-459f-a5ef-75ecba091676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:28.320232 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd379-44d4-459f-a5ef-75ecba091676 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:28.326048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4999814-933a-4f04-b6a0-9c4f9b5d1b6f None None] Network 7ebc826b-1adf-456f-b378-3f4408a71575 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:44:28.450062 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b013edc5-02ed-451d-a596-0c37fecacda7 None None] Network 7ebc826b-1adf-456f-b378-3f4408a71575 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:44:28.472568 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8a3fd379-44d4-459f-a5ef-75ecba091676 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9507477 Dec 16 22:44:29.855931 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 42996) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:29.863755 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d0d93be8-2f19-4b92-baf6-24a0b7da41b6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-815849886-network', 'tenant_id': '1ecc230ca14945bd84b2e9eaf7ef790a'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:29.968014 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d93be8-2f19-4b92-baf6-24a0b7da41b6 admin admin] Made reservation on behalf of 1ecc230ca14945bd84b2e9eaf7ef790a for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:29.970541 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d0d93be8-2f19-4b92-baf6-24a0b7da41b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:29.980167 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d0d93be8-2f19-4b92-baf6-24a0b7da41b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:30.087029 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d0d93be8-2f19-4b92-baf6-24a0b7da41b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:30.157172 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d0d93be8-2f19-4b92-baf6-24a0b7da41b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:30.187950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d93be8-2f19-4b92-baf6-24a0b7da41b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:44:30.206617 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d93be8-2f19-4b92-baf6-24a0b7da41b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a763539e-6a73-42dd-b00b-1b667b64d592,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:30.212684 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d0d93be8-2f19-4b92-baf6-24a0b7da41b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:30.213341 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-d0d93be8-2f19-4b92-baf6-24a0b7da41b6 admin admin] Added segment 60075886-ad7b-4447-85e5-8e9f575e268f of type vlan for network 9681355a-bb28-4823-8101-0265d516412b Dec 16 22:44:30.285468 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d0d93be8-2f19-4b92-baf6-24a0b7da41b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:30.390561 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d0d93be8-2f19-4b92-baf6-24a0b7da41b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:30.391701 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d93be8-2f19-4b92-baf6-24a0b7da41b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:30.393516 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d0d93be8-2f19-4b92-baf6-24a0b7da41b6 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:30.463890 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d93be8-2f19-4b92-baf6-24a0b7da41b6 admin admin] Pushing event updated for resources: {'Network': ['ID=9681355a-bb28-4823-8101-0265d516412b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:30.477101 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 9681355a-bb28-4823-8101-0265d516412b details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:44:30.538167 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d0d93be8-2f19-4b92-baf6-24a0b7da41b6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6770139 Dec 16 22:44:30.538634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43026) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:30.543802 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0b9b0ff0-98c8-4a4f-a51a-e180d9d1f1e1 admin admin] Request body: {'subnet': {'network_id': '9681355a-bb28-4823-8101-0265d516412b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-815849886-subnet', 'tenant_id': '1ecc230ca14945bd84b2e9eaf7ef790a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:30.665118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9b0ff0-98c8-4a4f-a51a-e180d9d1f1e1 admin admin] Made reservation on behalf of 1ecc230ca14945bd84b2e9eaf7ef790a for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:30.673220 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0ff0-98c8-4a4f-a51a-e180d9d1f1e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:31.196856 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0ff0-98c8-4a4f-a51a-e180d9d1f1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:31.252188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b0ff0-98c8-4a4f-a51a-e180d9d1f1e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e649098e-f2fb-4d88-bead-b9867357e818,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:31.278590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9b0ff0-98c8-4a4f-a51a-e180d9d1f1e1 admin admin] Checking segment: {'id': '60075886-ad7b-4447-85e5-8e9f575e268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9681355a-bb28-4823-8101-0265d516412b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:31.278960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9b0ff0-98c8-4a4f-a51a-e180d9d1f1e1 admin admin] Network hostable DHCP agents. Network: 9681355a-bb28-4823-8101-0265d516412b, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:44:31.390822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9b0ff0-98c8-4a4f-a51a-e180d9d1f1e1 admin admin] Network 9681355a-bb28-4823-8101-0265d516412b is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:44:31.519514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-0b9b0ff0-98c8-4a4f-a51a-e180d9d1f1e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 9681355a-bb28-4823-8101-0265d516412b) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:31.524901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9b0ff0-98c8-4a4f-a51a-e180d9d1f1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:31.525938 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0ff0-98c8-4a4f-a51a-e180d9d1f1e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:31.532617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068bd94d-7835-4832-be1a-fb1fb61c48a7 None None] Network 9681355a-bb28-4823-8101-0265d516412b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:44:31.622511 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0b9b0ff0-98c8-4a4f-a51a-e180d9d1f1e1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0825443 Dec 16 22:44:31.665699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757f269b-1ba2-4162-bb0f-cba80a973fda None None] Network 9681355a-bb28-4823-8101-0265d516412b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:44:32.031214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43094) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:32.169021 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-811abe3e-53ad-400b-a982-e569259076cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.281019 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-811abe3e-53ad-400b-a982-e569259076cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.383214 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-811abe3e-53ad-400b-a982-e569259076cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.423084 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-811abe3e-53ad-400b-a982-e569259076cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50d7e484338948ceb3799819ef1d33d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3907146 Dec 16 22:44:32.424446 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811abe3e-53ad-400b-a982-e569259076cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a55781-710c-4f4e-bdf9-9c181384262f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:32.425671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675fab5-624e-41d0-90c4-53b839d11421 req-cb48209f-d5ce-4a26-8d76-7ba1eacb86a3 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:32.426939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43118) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:32.428224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e675fab5-624e-41d0-90c4-53b839d11421 req-cb48209f-d5ce-4a26-8d76-7ba1eacb86a3 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/networks?id=7ebc826b-1adf-456f-b378-3f4408a71575 HTTP/1.1" status: 200 len: 812 time: 0.1182990 Dec 16 22:44:32.451931 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e675fab5-624e-41d0-90c4-53b839d11421 req-8b162bc2-6613-4fd7-a2bc-f35913e7cc04 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/quotas/95a5bdab4f694d53b481781641f58150 HTTP/1.1" status: 200 len: 375 time: 0.0154529 Dec 16 22:44:32.492986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e675fab5-624e-41d0-90c4-53b839d11421 req-5c208c3b-5b99-40b9-865e-09a608ddfdca tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=95a5bdab4f694d53b481781641f58150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341463 Dec 16 22:44:32.494856 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31a8b76d-20bd-4e2f-8bc3-846e8bc5d655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.519442 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31a8b76d-20bd-4e2f-8bc3-846e8bc5d655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.606780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e675fab5-624e-41d0-90c4-53b839d11421 req-d744de9f-41c6-4848-a062-1da15bb839af service neutron] 10.222.0.43 "GET /v2.0/networks/7ebc826b-1adf-456f-b378-3f4408a71575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043139 Dec 16 22:44:32.648126 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31a8b76d-20bd-4e2f-8bc3-846e8bc5d655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.651481 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31a8b76d-20bd-4e2f-8bc3-846e8bc5d655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.663581 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-31a8b76d-20bd-4e2f-8bc3-846e8bc5d655 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70a55781-710c-4f4e-bdf9-9c181384262f HTTP/1.1" status: 204 len: 168 time: 0.2205017 Dec 16 22:44:32.671003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8b76d-20bd-4e2f-8bc3-846e8bc5d655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a55781-710c-4f4e-bdf9-9c181384262f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:32.740252 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e675fab5-624e-41d0-90c4-53b839d11421 req-54e80258-db67-450d-a3f8-fc28c8cf88a6 service neutron] 10.222.0.43 "GET /v2.0/networks/7ebc826b-1adf-456f-b378-3f4408a71575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268880 Dec 16 22:44:33.406318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3a5344d-85e0-4558-98bf-74a58ffca5b9 req-c068611f-a943-4224-a4c9-51f1711de796 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 210 time: 0.3964398 Dec 16 22:44:33.585580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43176) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:33.594488 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b489abf6-3d6d-419b-9050-7865cf653139 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:33.691201 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b489abf6-3d6d-419b-9050-7865cf653139 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:33.771383 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b489abf6-3d6d-419b-9050-7865cf653139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:33.814499 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489abf6-3d6d-419b-9050-7865cf653139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461e9ae7-b118-4c4d-b4ab-eaf2b59ec812,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:33.821078 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b489abf6-3d6d-419b-9050-7865cf653139 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4fbf595f6cfd48a68e3714c68cb27c6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397134 Dec 16 22:44:33.824237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43190) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:33.889755 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-77333f4b-575d-4929-bce3-6689ad883388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:33.916564 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-77333f4b-575d-4929-bce3-6689ad883388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:34.233987 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-77333f4b-575d-4929-bce3-6689ad883388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:34.236706 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-77333f4b-575d-4929-bce3-6689ad883388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:34.241473 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-77333f4b-575d-4929-bce3-6689ad883388 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/461e9ae7-b118-4c4d-b4ab-eaf2b59ec812 HTTP/1.1" status: 204 len: 168 time: 0.4124465 Dec 16 22:44:34.248536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77333f4b-575d-4929-bce3-6689ad883388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461e9ae7-b118-4c4d-b4ab-eaf2b59ec812,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:34.482807 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84e82862-5f4a-4e9e-89e1-64aaa24d3f18 req-f495d5cf-e1cb-4ff6-871f-c60bf769d95c tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 210 time: 0.0257430 Dec 16 22:44:35.592160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b48b232e-a3ba-4f83-b6a9-a0fdb5e0e012 req-96edebaa-821b-4c83-8e4e-726ebb766497 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 210 time: 0.0301085 Dec 16 22:44:36.294928 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675fab5-624e-41d0-90c4-53b839d11421 req-3cb8ef76-4bf2-4377-b9e9-18e3978eb714 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:36.296565 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e675fab5-624e-41d0-90c4-53b839d11421 req-3cb8ef76-4bf2-4377-b9e9-18e3978eb714 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.24 "GET /v2.0/networks?id=7ebc826b-1adf-456f-b378-3f4408a71575 HTTP/1.1" status: 200 len: 812 time: 0.1325693 Dec 16 22:44:36.318642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e675fab5-624e-41d0-90c4-53b839d11421 req-6f730398-f4cf-4aa7-8926-ea905c57f60f tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Request body: {'port': {'device_id': 'fafcfcbf-403d-49f4-b3b6-3906a203907f', 'network_id': '7ebc826b-1adf-456f-b378-3f4408a71575', 'admin_state_up': True, 'tenant_id': '95a5bdab4f694d53b481781641f58150'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:36.580394 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e675fab5-624e-41d0-90c4-53b839d11421 req-6f730398-f4cf-4aa7-8926-ea905c57f60f tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Made reservation on behalf of 95a5bdab4f694d53b481781641f58150 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:36.583827 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e675fab5-624e-41d0-90c4-53b839d11421 req-6f730398-f4cf-4aa7-8926-ea905c57f60f tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:36.709748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb076a63-5acd-4f3b-b8e6-2798d29d96fd req-327c943b-7221-4920-9635-82b79f52746c tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 210 time: 0.0356839 Dec 16 22:44:36.728818 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-e675fab5-624e-41d0-90c4-53b839d11421 req-6f730398-f4cf-4aa7-8926-ea905c57f60f tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Allocated IP 172.20.0.4 (7ebc826b-1adf-456f-b378-3f4408a71575/9497088b-7709-427b-b765-e536963e2bcd/ca3034a9-7703-46a7-bb3c-9d3065ac6967) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:44:36.736933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43348) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:36.871395 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73da2610-290e-48e8-a08c-ba8fe229326b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:36.928002 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e675fab5-624e-41d0-90c4-53b839d11421 req-6f730398-f4cf-4aa7-8926-ea905c57f60f tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:36.959183 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73da2610-290e-48e8-a08c-ba8fe229326b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.017187 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e675fab5-624e-41d0-90c4-53b839d11421 req-6f730398-f4cf-4aa7-8926-ea905c57f60f tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.068942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e675fab5-624e-41d0-90c4-53b839d11421 req-6f730398-f4cf-4aa7-8926-ea905c57f60f tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Network 7ebc826b-1adf-456f-b378-3f4408a71575 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:44:37.072577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-e675fab5-624e-41d0-90c4-53b839d11421 req-6f730398-f4cf-4aa7-8926-ea905c57f60f tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:37.076451 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e675fab5-624e-41d0-90c4-53b839d11421 req-6f730398-f4cf-4aa7-8926-ea905c57f60f tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:44:37.083049 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f730398-f4cf-4aa7-8926-ea905c57f60f tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Pushing event updated for resources: {'Port': ['ID=ca3034a9-7703-46a7-bb3c-9d3065ac6967,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:37.085652 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73da2610-290e-48e8-a08c-ba8fe229326b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.134429 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-73da2610-290e-48e8-a08c-ba8fe229326b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cb6329afe3a4e57a4d90af3664f3ee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3954551 Dec 16 22:44:37.135418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675fab5-624e-41d0-90c4-53b839d11421 req-6f730398-f4cf-4aa7-8926-ea905c57f60f tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:37.135563 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43368) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:37.136057 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e675fab5-624e-41d0-90c4-53b839d11421 req-6f730398-f4cf-4aa7-8926-ea905c57f60f tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.141540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da2610-290e-48e8-a08c-ba8fe229326b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d71aa5d-5930-45a3-b0c8-31aee8275028,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:37.192162 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce497189-3146-4996-8479-dea52d7620aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.214537 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce497189-3146-4996-8479-dea52d7620aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.233247 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e675fab5-624e-41d0-90c4-53b839d11421 req-6f730398-f4cf-4aa7-8926-ea905c57f60f tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9185619 Dec 16 22:44:37.247766 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Request body: {'port': {'device_id': 'fafcfcbf-403d-49f4-b3b6-3906a203907f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:37.309982 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.336332 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce497189-3146-4996-8479-dea52d7620aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.339234 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce497189-3146-4996-8479-dea52d7620aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.340714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ce497189-3146-4996-8479-dea52d7620aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d71aa5d-5930-45a3-b0c8-31aee8275028 HTTP/1.1" status: 204 len: 168 time: 0.2042251 Dec 16 22:44:37.349369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce497189-3146-4996-8479-dea52d7620aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d71aa5d-5930-45a3-b0c8-31aee8275028,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:37.614331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3034a9-7703-46a7-bb3c-9d3065ac6967 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:44:37.623182 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.637141 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Transition to ACTIVE for port object ca3034a9-7703-46a7-bb3c-9d3065ac6967 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:44:37.712044 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.768767 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3034a9-7703-46a7-bb3c-9d3065ac6967,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:37.864168 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Attempting to bind port ca3034a9-7703-46a7-bb3c-9d3065ac6967 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:44:37.864706 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Attempting to bind port ca3034a9-7703-46a7-bb3c-9d3065ac6967 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': 'ece614aa-b9a1-45a5-a6c5-7154c4b534bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7ebc826b-1adf-456f-b378-3f4408a71575'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:44:37.865367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Attempting to bind port ca3034a9-7703-46a7-bb3c-9d3065ac6967 on network 7ebc826b-1adf-456f-b378-3f4408a71575 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:37.866684 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e546168-bad7-4062-9141-f13fcc267a94 req-266449d2-fb31-42cb-8a1e-92623a8c0ee4 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:37.868463 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e546168-bad7-4062-9141-f13fcc267a94 req-266449d2-fb31-42cb-8a1e-92623a8c0ee4 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 943 time: 0.0597155 Dec 16 22:44:37.879057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Port ca3034a9-7703-46a7-bb3c-9d3065ac6967 on network 7ebc826b-1adf-456f-b378-3f4408a71575 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:44:37.879057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Attempting to bind port ca3034a9-7703-46a7-bb3c-9d3065ac6967 on network 7ebc826b-1adf-456f-b378-3f4408a71575 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:37.879057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:44:37.879057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Checking segment: {'id': 'ece614aa-b9a1-45a5-a6c5-7154c4b534bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7ebc826b-1adf-456f-b378-3f4408a71575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:37.879057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Bound using segment: {'id': 'ece614aa-b9a1-45a5-a6c5-7154c4b534bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7ebc826b-1adf-456f-b378-3f4408a71575'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:44:37.879057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Bound port: ca3034a9-7703-46a7-bb3c-9d3065ac6967, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece614aa-b9a1-45a5-a6c5-7154c4b534bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7ebc826b-1adf-456f-b378-3f4408a71575'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:44:37.879552 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.921958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e546168-bad7-4062-9141-f13fcc267a94 req-9b01e7e8-a41a-4a93-85ae-f1a870ec9ab1 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453343 Dec 16 22:44:37.952977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] For port ca3034a9-7703-46a7-bb3c-9d3065ac6967, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:44:37.964723 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] For port ca3034a9-7703-46a7-bb3c-9d3065ac6967, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ca3034a9-7703-46a7-bb3c-9d3065ac6967,segment=NetworkSegment(ece614aa-b9a1-45a5-a6c5-7154c4b534bf),segment_id=ece614aa-b9a1-45a5-a6c5-7154c4b534bf)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:44:38.111049 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:38.149677 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:38.150001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:38.151371 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e675fab5-624e-41d0-90c4-53b839d11421 req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] 10.222.0.24 "PUT /v2.0/ports/ca3034a9-7703-46a7-bb3c-9d3065ac6967 HTTP/1.1" status: 200 len: 1091 time: 0.9084516 Dec 16 22:44:38.153983 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafcfcbf-403d-49f4-b3b6-3906a203907f', 'tag': 'ca3034a9-7703-46a7-bb3c-9d3065ac6967'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:38.155950 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799a0b14-bfac-4ff8-8c98-73c223e20db2" -d '{"events": [{"name": "network-changed", "server_uuid": "fafcfcbf-403d-49f4-b3b6-3906a203907f", "tag": "ca3034a9-7703-46a7-bb3c-9d3065ac6967"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:38.178656 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d543826-3f0c-46eb-8bca-ea8893065752 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3034a9-7703-46a7-bb3c-9d3065ac6967,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:38.202884 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56e88fc-155b-4e85-8512-c26befc737b6 x-openstack-request-id: req-b56e88fc-155b-4e85-8512-c26befc737b6 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:38.203187 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafcfcbf-403d-49f4-b3b6-3906a203907f", "tag": "ca3034a9-7703-46a7-bb3c-9d3065ac6967", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:38.203513 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b56e88fc-155b-4e85-8512-c26befc737b6 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:38.204011 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafcfcbf-403d-49f4-b3b6-3906a203907f', 'tag': 'ca3034a9-7703-46a7-bb3c-9d3065ac6967', 'status': 'completed', 'code': 200} Dec 16 22:44:38.271715 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a0b14-bfac-4ff8-8c98-73c223e20db2 req-0fc71f9d-fb4e-4c32-90ac-e4c52c1cf4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:38.273280 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-799a0b14-bfac-4ff8-8c98-73c223e20db2 req-0fc71f9d-fb4e-4c32-90ac-e4c52c1cf4a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95a5bdab4f694d53b481781641f58150&device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 1094 time: 0.0450306 Dec 16 22:44:38.385903 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a0b14-bfac-4ff8-8c98-73c223e20db2 req-ef20f950-2268-44d8-a549-93ae7cd50be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:38.387495 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-799a0b14-bfac-4ff8-8c98-73c223e20db2 req-ef20f950-2268-44d8-a549-93ae7cd50be8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=95a5bdab4f694d53b481781641f58150&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1041298 Dec 16 22:44:38.487853 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a0b14-bfac-4ff8-8c98-73c223e20db2 req-ca4c38dc-8acb-4bac-b756-55fa927d6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:38.489386 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-799a0b14-bfac-4ff8-8c98-73c223e20db2 req-ca4c38dc-8acb-4bac-b756-55fa927d6a36 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942695 Dec 16 22:44:38.581020 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675fab5-624e-41d0-90c4-53b839d11421 req-9f6e0ed2-bf87-4b4c-b541-7e6547e70184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:38.582013 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e675fab5-624e-41d0-90c4-53b839d11421 req-9f6e0ed2-bf87-4b4c-b541-7e6547e70184 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95a5bdab4f694d53b481781641f58150&device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 1094 time: 0.0500400 Dec 16 22:44:38.627755 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e675fab5-624e-41d0-90c4-53b839d11421 req-548159f3-4e6a-4743-aaa6-14bbd9f7cff4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca3034a9-7703-46a7-bb3c-9d3065ac6967 HTTP/1.1" status: 200 len: 217 time: 0.0374961 Dec 16 22:44:38.681713 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675fab5-624e-41d0-90c4-53b839d11421 req-08bc3f31-bea1-466a-9df3-70d025450c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:38.683241 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e675fab5-624e-41d0-90c4-53b839d11421 req-08bc3f31-bea1-466a-9df3-70d025450c2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9497088b-7709-427b-b765-e536963e2bcd HTTP/1.1" status: 200 len: 852 time: 0.0477264 Dec 16 22:44:38.720254 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e675fab5-624e-41d0-90c4-53b839d11421 req-185531b8-7158-4f09-88be-3c6bff64fd47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ebc826b-1adf-456f-b378-3f4408a71575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278957 Dec 16 22:44:38.845758 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e675fab5-624e-41d0-90c4-53b839d11421 req-f2635cc6-8d82-4a64-9494-316cac4a9d19 service neutron] 10.222.0.24 "GET /v2.0/networks/7ebc826b-1adf-456f-b378-3f4408a71575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149535 Dec 16 22:44:38.965898 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-e675fab5-624e-41d0-90c4-53b839d11421 req-a76f32ef-8f07-4e81-ba86-914290e6d597 service neutron] 10.222.0.24 "GET /v2.0/networks/7ebc826b-1adf-456f-b378-3f4408a71575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117997 Dec 16 22:44:39.080336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22f9cb-d7b9-4112-bc2c-ff8e72bfad14 req-a63243ff-97a7-47da-908f-2f7208927d53 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:39.081936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b22f9cb-d7b9-4112-bc2c-ff8e72bfad14 req-a63243ff-97a7-47da-908f-2f7208927d53 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 943 time: 0.0605261 Dec 16 22:44:39.135677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b22f9cb-d7b9-4112-bc2c-ff8e72bfad14 req-9c0bffab-3830-42f5-adec-45d80fd47512 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456836 Dec 16 22:44:40.279475 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2819a-64ca-45e7-8604-8cbd8cfe70df req-48d65a4b-1f9d-4ae9-9194-bde43f1ace50 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:40.280806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ba2819a-64ca-45e7-8604-8cbd8cfe70df req-48d65a4b-1f9d-4ae9-9194-bde43f1ace50 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 943 time: 0.0610375 Dec 16 22:44:40.347572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ba2819a-64ca-45e7-8604-8cbd8cfe70df req-c57e865f-c685-4a63-bdbc-59da9b56965f tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548127 Dec 16 22:44:40.556209 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43562) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:40.726521 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4837e52e-0d8c-408d-bc5f-59e903e8b7b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:40.827826 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4837e52e-0d8c-408d-bc5f-59e903e8b7b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:40.905353 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4837e52e-0d8c-408d-bc5f-59e903e8b7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:40.952531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4837e52e-0d8c-408d-bc5f-59e903e8b7b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=996f993d0b34445dab17899abc375495&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3948467 Dec 16 22:44:40.962171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43568) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:40.970339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837e52e-0d8c-408d-bc5f-59e903e8b7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29d7a7d-1736-4e85-9f65-c8b4918d5753,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:41.034082 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c17f80db-2ae1-41ba-b0d2-4f93fd9d324c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:41.070269 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c17f80db-2ae1-41ba-b0d2-4f93fd9d324c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:41.190808 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c17f80db-2ae1-41ba-b0d2-4f93fd9d324c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:41.194578 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c17f80db-2ae1-41ba-b0d2-4f93fd9d324c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:41.195988 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c17f80db-2ae1-41ba-b0d2-4f93fd9d324c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e29d7a7d-1736-4e85-9f65-c8b4918d5753 HTTP/1.1" status: 204 len: 168 time: 0.2327306 Dec 16 22:44:41.206856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f80db-2ae1-41ba-b0d2-4f93fd9d324c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29d7a7d-1736-4e85-9f65-c8b4918d5753,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:41.503370 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de2b9c-7a2f-459d-baa2-8fed81905660 req-98776ea8-3de9-4728-8171-d0467e43eda5 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:41.503370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89de2b9c-7a2f-459d-baa2-8fed81905660 req-98776ea8-3de9-4728-8171-d0467e43eda5 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 943 time: 0.0748267 Dec 16 22:44:41.603622 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89de2b9c-7a2f-459d-baa2-8fed81905660 req-e82ce2a0-6b5b-4567-9ed3-531648cdc096 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832198 Dec 16 22:44:41.830371 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ca3034a9-7703-46a7-bb3c-9d3065ac6967 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:44:41.973524 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ca3034a9-7703-46a7-bb3c-9d3065ac6967, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ca3034a9-7703-46a7-bb3c-9d3065ac6967,segment=NetworkSegment(ece614aa-b9a1-45a5-a6c5-7154c4b534bf),segment_id=ece614aa-b9a1-45a5-a6c5-7154c4b534bf)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:41.989065 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'ca3034a9-7703-46a7-bb3c-9d3065ac6967', 'network_id': '7ebc826b-1adf-456f-b378-3f4408a71575', 'port_id': 'ca3034a9-7703-46a7-bb3c-9d3065ac6967', 'mac_address': 'fa:16:3e:7b:38:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9497088b-7709-427b-b765-e536963e2bcd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:44:42.036267 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:42.052488 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3034a9-7703-46a7-bb3c-9d3065ac6967 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:44:42.084688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ca3034a9-7703-46a7-bb3c-9d3065ac6967, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ca3034a9-7703-46a7-bb3c-9d3065ac6967,segment=NetworkSegment(ece614aa-b9a1-45a5-a6c5-7154c4b534bf),segment_id=ece614aa-b9a1-45a5-a6c5-7154c4b534bf)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:42.176887 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:42.242892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ca3034a9-7703-46a7-bb3c-9d3065ac6967,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:42.251839 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:42.252432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:42.252928 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:42.253446 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:42.253933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:42.254416 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:42.254897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:42.255418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:42.255889 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:42.256902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:42.257524 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:42.258004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:42.258711 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:42.417085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['ca3034a9-7703-46a7-bb3c-9d3065ac6967'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:44:42.751049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09141e62-8671-421b-8f23-262632a2053b req-cbf67ed9-bb65-4474-9508-838e194f40d7 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:42.752778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09141e62-8671-421b-8f23-262632a2053b req-cbf67ed9-bb65-4474-9508-838e194f40d7 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 944 time: 0.0665023 Dec 16 22:44:42.838323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09141e62-8671-421b-8f23-262632a2053b req-15ba6af8-115d-4307-b7fa-9bf5522e8ad7 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768025 Dec 16 22:44:42.883776 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43610) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:43.036968 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e146155e-6000-4b3c-a9a1-48f8857d0a4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:43.127532 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e146155e-6000-4b3c-a9a1-48f8857d0a4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:43.204850 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e146155e-6000-4b3c-a9a1-48f8857d0a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:43.246000 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e146155e-6000-4b3c-a9a1-48f8857d0a4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9033601a0f3e44a2919e74aaabdd382b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3607137 Dec 16 22:44:43.246895 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146155e-6000-4b3c-a9a1-48f8857d0a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb1a223-9125-439f-8a53-cf013d9d3fcd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:43.248744 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43614) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:43.293315 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:43.301267 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a5ac8ce-35ca-431c-b590-d65bd82488a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:43.330935 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a5ac8ce-35ca-431c-b590-d65bd82488a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:43.473642 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:43.522989 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a5ac8ce-35ca-431c-b590-d65bd82488a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:43.525686 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a5ac8ce-35ca-431c-b590-d65bd82488a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:43.527021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2a5ac8ce-35ca-431c-b590-d65bd82488a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cb1a223-9125-439f-8a53-cf013d9d3fcd HTTP/1.1" status: 204 len: 168 time: 0.2764657 Dec 16 22:44:43.535573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ac8ce-35ca-431c-b590-d65bd82488a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb1a223-9125-439f-8a53-cf013d9d3fcd,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:43.840634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ca3034a9-7703-46a7-bb3c-9d3065ac6967 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:44:44.001327 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056abd5b-a85b-483e-b168-a8003703776a req-3de5ea97-fed2-43cd-a845-5ea70e0192b4 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:44.009430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-056abd5b-a85b-483e-b168-a8003703776a req-3de5ea97-fed2-43cd-a845-5ea70e0192b4 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 944 time: 0.0697844 Dec 16 22:44:44.025312 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port ca3034a9-7703-46a7-bb3c-9d3065ac6967 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:44:44.033548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port ca3034a9-7703-46a7-bb3c-9d3065ac6967 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:44.034403 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:44.073463 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-056abd5b-a85b-483e-b168-a8003703776a req-e88ba358-8d9d-4aaa-8f59-aa205cf43a11 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628438 Dec 16 22:44:44.134529 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:44.161687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafcfcbf-403d-49f4-b3b6-3906a203907f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3034a9-7703-46a7-bb3c-9d3065ac6967'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:44.165263 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace9f5b8-161c-451e-8236-60b527400b62" -d '{"events": [{"server_uuid": "fafcfcbf-403d-49f4-b3b6-3906a203907f", "name": "network-vif-plugged", "status": "completed", "tag": "ca3034a9-7703-46a7-bb3c-9d3065ac6967"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:44.183008 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ca3034a9-7703-46a7-bb3c-9d3065ac6967, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ca3034a9-7703-46a7-bb3c-9d3065ac6967,segment=NetworkSegment(ece614aa-b9a1-45a5-a6c5-7154c4b534bf),segment_id=ece614aa-b9a1-45a5-a6c5-7154c4b534bf)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:44.212285 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2ae4d5-d3b7-4797-a39a-e6658d72573a x-openstack-request-id: req-0a2ae4d5-d3b7-4797-a39a-e6658d72573a {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:44.212774 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafcfcbf-403d-49f4-b3b6-3906a203907f", "name": "network-vif-plugged", "status": "completed", "tag": "ca3034a9-7703-46a7-bb3c-9d3065ac6967", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:44.213198 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a2ae4d5-d3b7-4797-a39a-e6658d72573a {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:44.213829 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafcfcbf-403d-49f4-b3b6-3906a203907f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3034a9-7703-46a7-bb3c-9d3065ac6967', 'code': 200} Dec 16 22:44:44.248997 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:44.311767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ca3034a9-7703-46a7-bb3c-9d3065ac6967,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:44.350823 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d980cb-6217-43bb-96b9-9197e4489aee req-5ddf08ff-99f9-41b7-a218-6609b39dea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:44.352588 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-30d980cb-6217-43bb-96b9-9197e4489aee req-5ddf08ff-99f9-41b7-a218-6609b39dea16 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 1096 time: 0.0556154 Dec 16 22:44:44.407669 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-30d980cb-6217-43bb-96b9-9197e4489aee req-ae01dd21-0ac6-4e7e-85e1-40f5709a18e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470495 Dec 16 22:44:44.885353 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43654) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:45.075969 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84ce1805-088b-47bc-9398-818af388216e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:45.209141 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84ce1805-088b-47bc-9398-818af388216e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:45.228936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71b714-1bf5-44aa-9d2e-0161641c57ec req-875fc3bd-90f2-4ae1-989c-861b59fdd25c tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:45.230575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e71b714-1bf5-44aa-9d2e-0161641c57ec req-875fc3bd-90f2-4ae1-989c-861b59fdd25c tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.0767591 Dec 16 22:44:45.291431 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84ce1805-088b-47bc-9398-818af388216e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:45.299340 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e71b714-1bf5-44aa-9d2e-0161641c57ec req-f9a95bf7-0060-442d-9890-7d3553fe6059 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573165 Dec 16 22:44:45.337943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-84ce1805-088b-47bc-9398-818af388216e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05a9a72ff4234f93af6ae6ae38a269d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4512999 Dec 16 22:44:45.338856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce1805-088b-47bc-9398-818af388216e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f67a95-e20f-4e4a-b47c-2dfbf69d79ff,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:45.340910 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43670) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:45.394726 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9df2490a-3c47-4fc6-829b-eaf4ea2e0fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:45.441022 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9df2490a-3c47-4fc6-829b-eaf4ea2e0fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:45.536370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43676) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:45.578888 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9df2490a-3c47-4fc6-829b-eaf4ea2e0fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:45.581721 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9df2490a-3c47-4fc6-829b-eaf4ea2e0fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:45.582923 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9df2490a-3c47-4fc6-829b-eaf4ea2e0fec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35f67a95-e20f-4e4a-b47c-2dfbf69d79ff HTTP/1.1" status: 204 len: 168 time: 0.2410052 Dec 16 22:44:45.591334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2490a-3c47-4fc6-829b-eaf4ea2e0fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f67a95-e20f-4e4a-b47c-2dfbf69d79ff,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:45.687360 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-00c6ec33-3491-44b9-b98c-50b6ab98a95e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-65929059', 'router:external': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:45.761702 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c6ec33-3491-44b9-b98c-50b6ab98a95e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Made reservation on behalf of 8225d5dd3f264f18abff736c4449c0b8 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:45.764154 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00c6ec33-3491-44b9-b98c-50b6ab98a95e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:45.773997 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00c6ec33-3491-44b9-b98c-50b6ab98a95e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:45.853091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00c6ec33-3491-44b9-b98c-50b6ab98a95e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:45.913884 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00c6ec33-3491-44b9-b98c-50b6ab98a95e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:45.943835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c6ec33-3491-44b9-b98c-50b6ab98a95e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:44:45.950920 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6ec33-3491-44b9-b98c-50b6ab98a95e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c106e44c-e195-4b73-8937-e48161a6bdcb,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:45.957418 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00c6ec33-3491-44b9-b98c-50b6ab98a95e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:45.957802 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-00c6ec33-3491-44b9-b98c-50b6ab98a95e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Added segment ebd41f9b-d977-4a46-b454-71e2dd60aeda of type vlan for network 9a288924-02b6-4da3-8b32-381dfd219d3e Dec 16 22:44:46.027432 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00c6ec33-3491-44b9-b98c-50b6ab98a95e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:46.159489 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00c6ec33-3491-44b9-b98c-50b6ab98a95e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:46.160605 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c6ec33-3491-44b9-b98c-50b6ab98a95e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:46.161544 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00c6ec33-3491-44b9-b98c-50b6ab98a95e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:46.232204 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6ec33-3491-44b9-b98c-50b6ab98a95e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Pushing event updated for resources: {'Network': ['ID=9a288924-02b6-4da3-8b32-381dfd219d3e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:46.242751 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 9a288924-02b6-4da3-8b32-381dfd219d3e details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:44:46.295785 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-00c6ec33-3491-44b9-b98c-50b6ab98a95e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7576749 Dec 16 22:44:46.299161 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43694) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:46.304772 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9b383409-22d3-4cfa-ad40-8b1063df568b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Request body: {'subnet': {'network_id': '9a288924-02b6-4da3-8b32-381dfd219d3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:46.429550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6e4fa-4640-400b-bc41-d0d9f22c1b8d req-d38229a1-65d4-4f5f-8073-4e61031c727f tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:46.431065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cd6e4fa-4640-400b-bc41-d0d9f22c1b8d req-d38229a1-65d4-4f5f-8073-4e61031c727f tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.0553484 Dec 16 22:44:46.439544 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b383409-22d3-4cfa-ad40-8b1063df568b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Made reservation on behalf of 8225d5dd3f264f18abff736c4449c0b8 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:46.442054 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9b383409-22d3-4cfa-ad40-8b1063df568b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:46.481946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cd6e4fa-4640-400b-bc41-d0d9f22c1b8d req-b9861d37-812c-4a00-a059-5222f98ea98a tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438254 Dec 16 22:44:46.620785 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a4175-99f7-4aee-9fbd-dc2ff8a5ead1 req-0318c95c-bf0e-4911-ba26-fab0b4b32a03 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:46.623230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc8a4175-99f7-4aee-9fbd-dc2ff8a5ead1 req-0318c95c-bf0e-4911-ba26-fab0b4b32a03 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.0565023 Dec 16 22:44:46.678538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc8a4175-99f7-4aee-9fbd-dc2ff8a5ead1 req-adc71a40-2aed-47ab-8b03-31382d09959e tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481622 Dec 16 22:44:46.920094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.objects.ports [None req-9b383409-22d3-4cfa-ad40-8b1063df568b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:44:46.920575 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9b383409-22d3-4cfa-ad40-8b1063df568b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:46.982266 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b383409-22d3-4cfa-ad40-8b1063df568b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Pushing event updated for resources: {'Subnet': ['ID=206c852b-51d8-4e8c-b7ca-2c30b661c399,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:46.995201 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b383409-22d3-4cfa-ad40-8b1063df568b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Checking segment: {'id': 'ebd41f9b-d977-4a46-b454-71e2dd60aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9a288924-02b6-4da3-8b32-381dfd219d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:46.995611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b383409-22d3-4cfa-ad40-8b1063df568b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Network hostable DHCP agents. Network: 9a288924-02b6-4da3-8b32-381dfd219d3e, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:44:47.104535 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b383409-22d3-4cfa-ad40-8b1063df568b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Network 9a288924-02b6-4da3-8b32-381dfd219d3e is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:44:47.204755 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9b383409-22d3-4cfa-ad40-8b1063df568b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 9a288924-02b6-4da3-8b32-381dfd219d3e) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:47.210681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b383409-22d3-4cfa-ad40-8b1063df568b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:47.211307 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9b383409-22d3-4cfa-ad40-8b1063df568b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:47.221887 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2a2689-f485-4e59-8b22-726386a63e60 None None] Network 9a288924-02b6-4da3-8b32-381dfd219d3e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:44:47.311939 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9b383409-22d3-4cfa-ad40-8b1063df568b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0105455 Dec 16 22:44:47.314341 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43720) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:47.323107 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f604cd6b-cb74-45b5-94c0-5f87657b4cc9 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1035886725', 'network_id': '9a288924-02b6-4da3-8b32-381dfd219d3e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:47.334832 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5343f8d-9391-4a62-9697-db1d3b197745 req-786a782b-50b4-4047-99d6-42d921856c44 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:47.336873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5343f8d-9391-4a62-9697-db1d3b197745 req-786a782b-50b4-4047-99d6-42d921856c44 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.0994208 Dec 16 22:44:47.370549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34171ab-ad24-40e5-95b0-3bb2fd695bc3 None None] Network 9a288924-02b6-4da3-8b32-381dfd219d3e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:44:47.395763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5343f8d-9391-4a62-9697-db1d3b197745 req-1ae72dd1-0ac5-47f2-907f-d5196d514bb7 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507307 Dec 16 22:44:47.445868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f604cd6b-cb74-45b5-94c0-5f87657b4cc9 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Made reservation on behalf of 8225d5dd3f264f18abff736c4449c0b8 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:47.449309 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f604cd6b-cb74-45b5-94c0-5f87657b4cc9 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:47.468315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-f604cd6b-cb74-45b5-94c0-5f87657b4cc9 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] device_id is not set on port c7ac6b0a-b2cd-4f71-b270-87a3a4f638f2 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:44:47.597684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-f604cd6b-cb74-45b5-94c0-5f87657b4cc9 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Allocated IP 2001:db8::8b (9a288924-02b6-4da3-8b32-381dfd219d3e/206c852b-51d8-4e8c-b7ca-2c30b661c399/c7ac6b0a-b2cd-4f71-b270-87a3a4f638f2) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:44:47.754739 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f604cd6b-cb74-45b5-94c0-5f87657b4cc9 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:48.345788 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f604cd6b-cb74-45b5-94c0-5f87657b4cc9 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:48.420157 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f604cd6b-cb74-45b5-94c0-5f87657b4cc9 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Network 9a288924-02b6-4da3-8b32-381dfd219d3e is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:44:48.423101 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-f604cd6b-cb74-45b5-94c0-5f87657b4cc9 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:48.427604 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604cd6b-cb74-45b5-94c0-5f87657b4cc9 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:44:48.428592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604cd6b-cb74-45b5-94c0-5f87657b4cc9 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:48.429226 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f604cd6b-cb74-45b5-94c0-5f87657b4cc9 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:48.435209 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604cd6b-cb74-45b5-94c0-5f87657b4cc9 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Pushing event updated for resources: {'Port': ['ID=c7ac6b0a-b2cd-4f71-b270-87a3a4f638f2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:48.531383 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310e814-e8f2-4988-9d57-30bd7ced00ce req-0b4e77fd-b3af-49f2-be7e-50c68455abe8 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:48.532990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8310e814-e8f2-4988-9d57-30bd7ced00ce req-0b4e77fd-b3af-49f2-be7e-50c68455abe8 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.0611131 Dec 16 22:44:48.545746 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f604cd6b-cb74-45b5-94c0-5f87657b4cc9 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2270925 Dec 16 22:44:48.546239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43730) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:48.587295 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8310e814-e8f2-4988-9d57-30bd7ced00ce req-10eeba0c-0e96-4061-b8fa-bde6feaa48f2 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468314 Dec 16 22:44:48.633858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-76ad2e6e-5c94-4e06-b2ad-9193a5a5d2f0 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Deleting port c7ac6b0a-b2cd-4f71-b270-87a3a4f638f2 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:48.634326 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76ad2e6e-5c94-4e06-b2ad-9193a5a5d2f0 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:48.721789 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76ad2e6e-5c94-4e06-b2ad-9193a5a5d2f0 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:48.733730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-76ad2e6e-5c94-4e06-b2ad-9193a5a5d2f0 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Calling delete_port for c7ac6b0a-b2cd-4f71-b270-87a3a4f638f2 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:48.927759 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76ad2e6e-5c94-4e06-b2ad-9193a5a5d2f0 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:48.968284 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad2e6e-5c94-4e06-b2ad-9193a5a5d2f0 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7ac6b0a-b2cd-4f71-b270-87a3a4f638f2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:49.010391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7adb9-e8da-4620-b0e6-6817e8f6f7bf req-072e9703-607f-48e1-a860-9df2719889f4 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:49.012339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43b7adb9-e8da-4620-b0e6-6817e8f6f7bf req-072e9703-607f-48e1-a860-9df2719889f4 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.0722978 Dec 16 22:44:49.038368 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76ad2e6e-5c94-4e06-b2ad-9193a5a5d2f0 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:49.042993 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-76ad2e6e-5c94-4e06-b2ad-9193a5a5d2f0 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "DELETE /v2.0/ports/c7ac6b0a-b2cd-4f71-b270-87a3a4f638f2 HTTP/1.1" status: 204 len: 168 time: 0.4939775 Dec 16 22:44:49.045561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43738) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:49.050503 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9a288924-02b6-4da3-8b32-381dfd219d3e', 'external_fixed_ips': [{'subnet_id': '206c852b-51d8-4e8c-b7ca-2c30b661c399', 'ip_address': '2001:db8::8b'}]}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:49.095602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43b7adb9-e8da-4620-b0e6-6817e8f6f7bf req-8f6e0e5b-d8bc-4835-aefc-9a48c753873c tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766606 Dec 16 22:44:49.152679 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd892480-fa81-4371-b9ea-58f935363572 req-6caf7ad5-fe57-4010-a376-662879be8452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:49.154122 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd892480-fa81-4371-b9ea-58f935363572 req-6caf7ad5-fe57-4010-a376-662879be8452 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95a5bdab4f694d53b481781641f58150&device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 1096 time: 0.0869548 Dec 16 22:44:49.156955 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9cab9f46-71f6-4569-b25f-a2c2fbad04d4 req-697ec0f1-80be-48e1-9e26-1becc95bbd22 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021044 Dec 16 22:44:49.233205 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:49.234298 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:49.347370 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:49.348911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd892480-fa81-4371-b9ea-58f935363572 req-636bdc36-ad3d-4a95-800d-8af76fdf088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:49.350432 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd892480-fa81-4371-b9ea-58f935363572 req-636bdc36-ad3d-4a95-800d-8af76fdf088a service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ebc826b-1adf-456f-b378-3f4408a71575 HTTP/1.1" status: 200 len: 913 time: 0.1882763 Dec 16 22:44:49.353033 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab9f46-71f6-4569-b25f-a2c2fbad04d4 req-ea41f843-2b71-4c2a-b631-02a80c86f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:49.354408 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9cab9f46-71f6-4569-b25f-a2c2fbad04d4 req-ea41f843-2b71-4c2a-b631-02a80c86f1ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0&device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 1097 time: 0.1581028 Dec 16 22:44:49.408256 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd892480-fa81-4371-b9ea-58f935363572 req-205794f7-63bd-47f8-a4d9-601690dbec2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca3034a9-7703-46a7-bb3c-9d3065ac6967 HTTP/1.1" status: 200 len: 217 time: 0.0473485 Dec 16 22:44:49.623902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd892480-fa81-4371-b9ea-58f935363572 req-ebf3cfb2-c42d-46ef-8743-d1a80f62ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:49.625736 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd892480-fa81-4371-b9ea-58f935363572 req-ebf3cfb2-c42d-46ef-8743-d1a80f62ab66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9497088b-7709-427b-b765-e536963e2bcd HTTP/1.1" status: 200 len: 852 time: 0.2060623 Dec 16 22:44:49.693694 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd892480-fa81-4371-b9ea-58f935363572 req-0132c48e-3943-479b-b53c-9e005fe3cdf0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ebc826b-1adf-456f-b378-3f4408a71575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369246 Dec 16 22:44:49.701490 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:49.717253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab9f46-71f6-4569-b25f-a2c2fbad04d4 req-ef0938ee-7045-4733-ac8a-d1196671f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:49.718645 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9cab9f46-71f6-4569-b25f-a2c2fbad04d4 req-ef0938ee-7045-4733-ac8a-d1196671f01c service neutron] 10.222.0.69 "GET /v2.0/networks?id=7df204c6-5127-4e76-8312-c8f1c6162329 HTTP/1.1" status: 200 len: 912 time: 0.3223517 Dec 16 22:44:49.840393 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9cab9f46-71f6-4569-b25f-a2c2fbad04d4 req-e865e88d-de6a-40d7-b458-813cb19b9fe7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec5fb4b-6315-444d-89e8-3a82cc73ca7e HTTP/1.1" status: 200 len: 1002 time: 0.1111965 Dec 16 22:44:49.940803 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd892480-fa81-4371-b9ea-58f935363572 req-4dbc600f-d77f-4d97-bb2d-04c7c91c4154 service neutron] 10.222.0.24 "GET /v2.0/networks/7ebc826b-1adf-456f-b378-3f4408a71575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360821 Dec 16 22:44:49.948098 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab9f46-71f6-4569-b25f-a2c2fbad04d4 req-4009cbf0-3094-46f3-bcf5-31c9c2c87a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:49.949436 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9cab9f46-71f6-4569-b25f-a2c2fbad04d4 req-4009cbf0-3094-46f3-bcf5-31c9c2c87a99 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aafaac09-9b53-44a4-84e7-2d4c56ab48f4 HTTP/1.1" status: 200 len: 850 time: 0.0828743 Dec 16 22:44:50.070611 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-713def8a-7863-48c9-b426-f076a45eeaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:50.232516 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822bb07-53e9-45ea-953f-a942a0e46b45 req-841bcc91-1841-4c15-9266-7e570f3bbb84 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:50.234027 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d822bb07-53e9-45ea-953f-a942a0e46b45 req-841bcc91-1841-4c15-9266-7e570f3bbb84 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.0531216 Dec 16 22:44:50.286282 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d822bb07-53e9-45ea-953f-a942a0e46b45 req-71662cf1-79ae-40eb-811e-54b32cbba274 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457215 Dec 16 22:44:50.411304 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab9f46-71f6-4569-b25f-a2c2fbad04d4 req-afde28cd-323f-49a9-980e-b2d709fcd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:50.412790 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9cab9f46-71f6-4569-b25f-a2c2fbad04d4 req-afde28cd-323f-49a9-980e-b2d709fcd790 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7df204c6-5127-4e76-8312-c8f1c6162329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4533975 Dec 16 22:44:50.454722 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd892480-fa81-4371-b9ea-58f935363572 req-cc510835-22a8-4c3d-b36b-21d9b8f05b41 service neutron] 10.222.0.24 "GET /v2.0/networks/7ebc826b-1adf-456f-b378-3f4408a71575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034010 Dec 16 22:44:50.628684 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9cab9f46-71f6-4569-b25f-a2c2fbad04d4 req-95888c2a-55eb-4fb7-81a6-ca4bfe9bfb4e service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028465 Dec 16 22:44:50.646545 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:50.662498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-81b03f03-84bd-4b26-b144-f41bf2dc3cb8 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9409c3c8e179446c89f02c46e3de3252&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361898 Dec 16 22:44:50.705408 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:50.876492 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9cab9f46-71f6-4569-b25f-a2c2fbad04d4 req-ca3cd9d8-1cd8-4827-b390-efb955a20245 service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395856 Dec 16 22:44:50.910995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-f32a9a9e-0b06-47b3-b785-e32f46b54025 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:50.912570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-f32a9a9e-0b06-47b3-b785-e32f46b54025 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2431440 Dec 16 22:44:50.930543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-52eaa2f6-231b-4924-9c89-af8d277aa825 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/quotas/9409c3c8e179446c89f02c46e3de3252 HTTP/1.1" status: 200 len: 375 time: 0.0102482 Dec 16 22:44:50.949270 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Allocated IP 2001:db8::8b (9a288924-02b6-4da3-8b32-381dfd219d3e/206c852b-51d8-4e8c-b7ca-2c30b661c399/d519debb-8fa3-4aa6-9239-944c223c9d7f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:44:50.971389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-93496f21-7440-48aa-b2eb-7a643256d31d tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9409c3c8e179446c89f02c46e3de3252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308702 Dec 16 22:44:51.082730 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:51.211890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:51.246215 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ef9ce-b79e-482f-9852-cf26bb178609 req-59107227-5e24-4041-8e2b-db1bb55ccaac tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:51.247719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d76ef9ce-b79e-482f-9852-cf26bb178609 req-59107227-5e24-4041-8e2b-db1bb55ccaac tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0688457 Dec 16 22:44:51.254775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Network 9a288924-02b6-4da3-8b32-381dfd219d3e is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:44:51.263123 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:51.263974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:44:51.311892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48eadf56-74e0-4680-8cb4-65037d75f603 req-32418ea0-2ff3-4f19-a250-d605dea6d485 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 210 time: 0.0630665 Dec 16 22:44:51.346025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Pushing event updated for resources: {'Port': ['ID=d519debb-8fa3-4aa6-9239-944c223c9d7f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:51.369034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d76ef9ce-b79e-482f-9852-cf26bb178609 req-dceaec32-6260-4037-81c6-25c14e31712a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046035 Dec 16 22:44:51.482056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5b272-76dd-45db-a363-b7fb3e16cc91 req-0ba053d4-164c-4f8b-b30e-6bdf6bf5fec5 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:51.483608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58a5b272-76dd-45db-a363-b7fb3e16cc91 req-0ba053d4-164c-4f8b-b30e-6bdf6bf5fec5 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.0574870 Dec 16 22:44:51.539099 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58a5b272-76dd-45db-a363-b7fb3e16cc91 req-282d79fe-b032-43e2-9e8d-2b9b8b418685 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491221 Dec 16 22:44:51.652911 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:51.872355 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:52.035608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91acf12-eabb-4a5b-8955-738dc344c78e req-f7a3a3b4-a4e9-4f72-8b6a-e59d93455ea6 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:52.037331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d91acf12-eabb-4a5b-8955-738dc344c78e req-f7a3a3b4-a4e9-4f72-8b6a-e59d93455ea6 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.0516472 Dec 16 22:44:52.093050 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Router bf1a05cc-61c6-41eb-b84d-f8cd50b5f3bf is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:44:52.095675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d91acf12-eabb-4a5b-8955-738dc344c78e req-959e2915-482e-42e5-86b0-b2c520459977 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475235 Dec 16 22:44:52.209079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:44:52.218692 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Sync routers for ids ['bf1a05cc-61c6-41eb-b84d-f8cd50b5f3bf'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:44:52.229780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Routers {'bf1a05cc-61c6-41eb-b84d-f8cd50b5f3bf'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:52.230422 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['bf1a05cc-61c6-41eb-b84d-f8cd50b5f3bf'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:52.321085 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:52.322651 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6b9403fd-a8ec-4428-b700-e927563b920a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.2757924 Dec 16 22:44:52.325556 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43792) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:52.342245 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Set router bf1a05cc-61c6-41eb-b84d-f8cd50b5f3bf gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:52.397054 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac086813-7a16-4021-bb7a-2b7349a434ba req-7ef5119f-7a5e-48db-b514-604559d29cfe tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 210 time: 0.0260675 Dec 16 22:44:52.466543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d855bbc-35a5-4da6-a70a-b6aaff6ea6c3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:52.511553 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8bfdeb1-0ef9-46cc-a62d-0e3e14a5221f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:52.528133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7ec26-6e54-4d14-a81c-1f8da6d5bc0c req-b5457ec7-6511-4f57-9ea4-da2d32966a02 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:52.535874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0c7ec26-6e54-4d14-a81c-1f8da6d5bc0c req-b5457ec7-6511-4f57-9ea4-da2d32966a02 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.0667927 Dec 16 22:44:52.574129 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a05cc-61c6-41eb-b84d-f8cd50b5f3bf', 'name': '', 'tenant_id': '8225d5dd3f264f18abff736c4449c0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a288924-02b6-4da3-8b32-381dfd219d3e', 'external_fixed_ips': [{'subnet_id': '206c852b-51d8-4e8c-b7ca-2c30b661c399', 'ip_address': '2001:db8::8b'}], 'enable_snat': True}, 'gw_port_id': 'd519debb-8fa3-4aa6-9239-944c223c9d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:49Z', 'updated_at': '2021-12-16T22:44:51Z', 'revision_number': 3, 'project_id': '8225d5dd3f264f18abff736c4449c0b8', 'gw_port': {'id': 'd519debb-8fa3-4aa6-9239-944c223c9d7f', 'name': '', 'network_id': '9a288924-02b6-4da3-8b32-381dfd219d3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a05cc-61c6-41eb-b84d-f8cd50b5f3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '206c852b-51d8-4e8c-b7ca-2c30b661c399', 'ip_address': '2001:db8::8b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:50Z', 'updated_at': '2021-12-16T22:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '206c852b-51d8-4e8c-b7ca-2c30b661c399', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:52.583775 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d855bbc-35a5-4da6-a70a-b6aaff6ea6c3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:52.607613 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Checking router: bf1a05cc-61c6-41eb-b84d-f8cd50b5f3bf for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:44:52.607884 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Updating router bf1a05cc-61c6-41eb-b84d-f8cd50b5f3bf port d519debb-8fa3-4aa6-9239-944c223c9d7f binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:44:52.609096 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c0c7ec26-6e54-4d14-a81c-1f8da6d5bc0c req-5362370b-9c0d-452c-b4f3-4aa37fc06c2f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714858 Dec 16 22:44:52.639679 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:52.736088 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-4d855bbc-35a5-4da6-a70a-b6aaff6ea6c3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Deleting port d519debb-8fa3-4aa6-9239-944c223c9d7f {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:52.736693 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d855bbc-35a5-4da6-a70a-b6aaff6ea6c3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:52.835630 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d855bbc-35a5-4da6-a70a-b6aaff6ea6c3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:52.850028 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-4d855bbc-35a5-4da6-a70a-b6aaff6ea6c3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Calling delete_port for d519debb-8fa3-4aa6-9239-944c223c9d7f owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:52.938691 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.022496 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.088253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Attempting to bind port d519debb-8fa3-4aa6-9239-944c223c9d7f on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:44:53.088654 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Attempting to bind port d519debb-8fa3-4aa6-9239-944c223c9d7f by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'ebd41f9b-d977-4a46-b454-71e2dd60aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9a288924-02b6-4da3-8b32-381dfd219d3e'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:44:53.089053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Attempting to bind port d519debb-8fa3-4aa6-9239-944c223c9d7f on network 9a288924-02b6-4da3-8b32-381dfd219d3e {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:53.096218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa36e32-03ff-48b4-9ba3-271330082e90 None None] Pushing event updated for resources: {'Port': ['ID=d519debb-8fa3-4aa6-9239-944c223c9d7f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:53.100384 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:44:53.100803 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Checking segment: {'id': 'ebd41f9b-d977-4a46-b454-71e2dd60aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9a288924-02b6-4da3-8b32-381dfd219d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:53.101298 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.102221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Bound using segment: {'id': 'ebd41f9b-d977-4a46-b454-71e2dd60aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9a288924-02b6-4da3-8b32-381dfd219d3e'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:44:53.102811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Bound port: d519debb-8fa3-4aa6-9239-944c223c9d7f, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd41f9b-d977-4a46-b454-71e2dd60aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9a288924-02b6-4da3-8b32-381dfd219d3e'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:44:53.104333 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.187751 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d855bbc-35a5-4da6-a70a-b6aaff6ea6c3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.188582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:44:53.189011 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:44:53.214062 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d855bbc-35a5-4da6-a70a-b6aaff6ea6c3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Pushing event deleted for resources: {'Port': ['ID=d519debb-8fa3-4aa6-9239-944c223c9d7f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:53.219645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99174809-a329-4959-85e5-73bdad2a9797 req-9fdd4eb7-1a8a-498d-adc8-eaa718f286d2 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:53.220926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99174809-a329-4959-85e5-73bdad2a9797 req-9fdd4eb7-1a8a-498d-adc8-eaa718f286d2 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.0529916 Dec 16 22:44:53.254823 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d855bbc-35a5-4da6-a70a-b6aaff6ea6c3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.276144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99174809-a329-4959-85e5-73bdad2a9797 req-5d45f8e5-7a26-4770-8a45-8c13dd185c44 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488646 Dec 16 22:44:53.366247 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d855bbc-35a5-4da6-a70a-b6aaff6ea6c3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.369963 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d855bbc-35a5-4da6-a70a-b6aaff6ea6c3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.419937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700da64c-7380-4505-a760-a686002cad28 req-1e9eee22-8e1b-43bf-83ad-9fc48b94180f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:53.421460 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-700da64c-7380-4505-a760-a686002cad28 req-1e9eee22-8e1b-43bf-83ad-9fc48b94180f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.1768982 Dec 16 22:44:53.503775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3716fb9b-ad41-452a-b10b-4824b1fa9ee7 req-0752a228-c5bd-441e-abe0-23dce5634283 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 210 time: 0.0332737 Dec 16 22:44:53.510222 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d855bbc-35a5-4da6-a70a-b6aaff6ea6c3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.510790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d855bbc-35a5-4da6-a70a-b6aaff6ea6c3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf1a05cc-61c6-41eb-b84d-f8cd50b5f3bf {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:44:53.516474 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4d855bbc-35a5-4da6-a70a-b6aaff6ea6c3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.518054 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4d855bbc-35a5-4da6-a70a-b6aaff6ea6c3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "DELETE /v2.0/routers/bf1a05cc-61c6-41eb-b84d-f8cd50b5f3bf HTTP/1.1" status: 204 len: 168 time: 1.1912198 Dec 16 22:44:53.520748 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43806) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:53.569820 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-700da64c-7380-4505-a760-a686002cad28 req-c4af1d9f-45a4-4c81-b135-3a422a949a2a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Deleting port aec5fb4b-6315-444d-89e8-3a82cc73ca7e {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:53.570196 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-700da64c-7380-4505-a760-a686002cad28 req-c4af1d9f-45a4-4c81-b135-3a422a949a2a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.587407 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.591133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-6458b515-28cc-45e9-b0c6-2283c8e49014 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Deleting subnet 206c852b-51d8-4e8c-b7ca-2c30b661c399 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:44:53.625373 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6458b515-28cc-45e9-b0c6-2283c8e49014 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.677978 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6458b515-28cc-45e9-b0c6-2283c8e49014 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.701255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fb9cc-2f53-4243-baf3-0495dd3c5232 req-53c0ff5c-19f9-4fc2-8db9-ef5121aac6b0 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:53.703201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-938fb9cc-2f53-4243-baf3-0495dd3c5232 req-53c0ff5c-19f9-4fc2-8db9-ef5121aac6b0 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.0804625 Dec 16 22:44:53.721727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Attempting to bind port d519debb-8fa3-4aa6-9239-944c223c9d7f on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:44:53.722228 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Attempting to bind port d519debb-8fa3-4aa6-9239-944c223c9d7f by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'ebd41f9b-d977-4a46-b454-71e2dd60aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9a288924-02b6-4da3-8b32-381dfd219d3e'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:44:53.723428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Attempting to bind port d519debb-8fa3-4aa6-9239-944c223c9d7f on network 9a288924-02b6-4da3-8b32-381dfd219d3e {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:53.732139 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-700da64c-7380-4505-a760-a686002cad28 req-c4af1d9f-45a4-4c81-b135-3a422a949a2a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] For port aec5fb4b-6315-444d-89e8-3a82cc73ca7e, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=aec5fb4b-6315-444d-89e8-3a82cc73ca7e,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:53.732498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:44:53.732630 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-700da64c-7380-4505-a760-a686002cad28 req-c4af1d9f-45a4-4c81-b135-3a422a949a2a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.732879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Checking segment: {'id': 'ebd41f9b-d977-4a46-b454-71e2dd60aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9a288924-02b6-4da3-8b32-381dfd219d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:53.733339 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.733676 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Bound using segment: {'id': 'ebd41f9b-d977-4a46-b454-71e2dd60aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9a288924-02b6-4da3-8b32-381dfd219d3e'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:44:53.734149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Bound port: d519debb-8fa3-4aa6-9239-944c223c9d7f, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd41f9b-d977-4a46-b454-71e2dd60aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9a288924-02b6-4da3-8b32-381dfd219d3e'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:44:53.734532 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.760513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Port d519debb-8fa3-4aa6-9239-944c223c9d7f has been deleted concurrently {{(pid=103953) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 16 22:44:53.772200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Routers set() bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:53.772626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Router IDs set() for agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 22:44:53.773473 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_agentschedulers_db [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bf1a05cc-61c6-41eb-b84d-f8cd50b5f3bf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent'). {{(pid=103953) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 22:44:53.773960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d911bf64-4c54-440a-b695-b0e3bc2c4f93 None None] The sync data for ids ['bf1a05cc-61c6-41eb-b84d-f8cd50b5f3bf'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:44:53.777230 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6458b515-28cc-45e9-b0c6-2283c8e49014 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.785203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.24', 49860) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:53.811999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-938fb9cc-2f53-4243-baf3-0495dd3c5232 req-22a0ed1d-88cd-48b8-9969-2783efe0f145 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967951 Dec 16 22:44:53.854785 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd403a85-a374-499f-bd23-b3a6a1449fa5 req-30fce03c-8cd0-4b6d-99f0-be5bde61095f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:53.856421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd403a85-a374-499f-bd23-b3a6a1449fa5 req-30fce03c-8cd0-4b6d-99f0-be5bde61095f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 946 time: 0.1520846 Dec 16 22:44:53.873136 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-46a84796-4f2d-4207-83cd-e5482df998d5 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9409c3c8e179446c89f02c46e3de3252&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973518 Dec 16 22:44:53.893859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b343ef-dbda-4fc5-8a3d-edc59fb5943d req-2a44ece3-1aec-4705-8282-4776e6e2f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:53.895475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5b343ef-dbda-4fc5-8a3d-edc59fb5943d req-2a44ece3-1aec-4705-8282-4776e6e2f364 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95a5bdab4f694d53b481781641f58150&device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 1096 time: 0.1092272 Dec 16 22:44:53.975400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd403a85-a374-499f-bd23-b3a6a1449fa5 req-59498edf-04d8-450b-a430-5172e3d4a33b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdf6176a-f71d-44cc-8511-116bc30baa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102078 Dec 16 22:44:54.027191 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b343ef-dbda-4fc5-8a3d-edc59fb5943d req-1ede5344-c6cd-4987-94d0-42ff4ad547fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:54.028947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5b343ef-dbda-4fc5-8a3d-edc59fb5943d req-1ede5344-c6cd-4987-94d0-42ff4ad547fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ebc826b-1adf-456f-b378-3f4408a71575 HTTP/1.1" status: 200 len: 913 time: 0.1211140 Dec 16 22:44:54.081808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5b343ef-dbda-4fc5-8a3d-edc59fb5943d req-77a2dcf5-eaca-410d-89be-2d2b6eacdd21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca3034a9-7703-46a7-bb3c-9d3065ac6967 HTTP/1.1" status: 200 len: 217 time: 0.0443296 Dec 16 22:44:54.135413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b343ef-dbda-4fc5-8a3d-edc59fb5943d req-64ba4e1b-49f2-47e0-ad5b-aeb4fb857ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:54.136908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5b343ef-dbda-4fc5-8a3d-edc59fb5943d req-64ba4e1b-49f2-47e0-ad5b-aeb4fb857ffa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9497088b-7709-427b-b765-e536963e2bcd HTTP/1.1" status: 200 len: 852 time: 0.0470941 Dec 16 22:44:54.172128 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5b343ef-dbda-4fc5-8a3d-edc59fb5943d req-1fa215a0-f1ce-4fb9-aff0-227b228457aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ebc826b-1adf-456f-b378-3f4408a71575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271454 Dec 16 22:44:54.213480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-549dbd83-26f8-43be-b090-693041da5239 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:54.214929 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-549dbd83-26f8-43be-b090-693041da5239 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3261361 Dec 16 22:44:54.223956 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6458b515-28cc-45e9-b0c6-2283c8e49014 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:54.240040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Request body: {'port': {'device_id': '21308fd3-503b-4c27-b835-bfe04ba85fb6', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '9409c3c8e179446c89f02c46e3de3252'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:54.244359 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-700da64c-7380-4505-a760-a686002cad28 req-c4af1d9f-45a4-4c81-b135-3a422a949a2a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:54.244730 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-700da64c-7380-4505-a760-a686002cad28 req-c4af1d9f-45a4-4c81-b135-3a422a949a2a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:54.245052 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [req-700da64c-7380-4505-a760-a686002cad28 req-c4af1d9f-45a4-4c81-b135-3a422a949a2a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Floating IP 22f127cd-2da2-49a6-8487-002edf19439c disassociated. External IP: 172.25.2.183, port: aec5fb4b-6315-444d-89e8-3a82cc73ca7e. Dec 16 22:44:54.245403 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-700da64c-7380-4505-a760-a686002cad28 req-c4af1d9f-45a4-4c81-b135-3a422a949a2a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Calling delete_port for aec5fb4b-6315-444d-89e8-3a82cc73ca7e owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:54.272579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5b343ef-dbda-4fc5-8a3d-edc59fb5943d req-99b71115-00d5-4207-b59f-7c27e2026277 service neutron] 10.222.0.24 "GET /v2.0/networks/7ebc826b-1adf-456f-b378-3f4408a71575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931046 Dec 16 22:44:54.376283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5b343ef-dbda-4fc5-8a3d-edc59fb5943d req-cea3217c-c0ba-43f3-809c-dde1c4bd5e88 service neutron] 10.222.0.24 "GET /v2.0/networks/7ebc826b-1adf-456f-b378-3f4408a71575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940554 Dec 16 22:44:54.634284 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8385aa41-bf94-4d72-a645-6d3889c1deb1 req-399b70db-6dd2-40ce-a8f0-a57a58179d6a tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 210 time: 0.0299556 Dec 16 22:44:54.646108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458b515-28cc-45e9-b0c6-2283c8e49014 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=206c852b-51d8-4e8c-b7ca-2c30b661c399,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:54.648472 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6458b515-28cc-45e9-b0c6-2283c8e49014 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:54.651803 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6458b515-28cc-45e9-b0c6-2283c8e49014 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/206c852b-51d8-4e8c-b7ca-2c30b661c399 HTTP/1.1" status: 204 len: 168 time: 1.1302111 Dec 16 22:44:54.655230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43816) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:54.735399 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05341dc4-8a3e-48dd-95ab-15878554fb71 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:54.822686 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05341dc4-8a3e-48dd-95ab-15878554fb71 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:54.846189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-05341dc4-8a3e-48dd-95ab-15878554fb71 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a288924-02b6-4da3-8b32-381dfd219d3e']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:54.858255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-05341dc4-8a3e-48dd-95ab-15878554fb71 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd41f9b-d977-4a46-b454-71e2dd60aeda') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:54.858550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-05341dc4-8a3e-48dd-95ab-15878554fb71 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd41f9b-d977-4a46-b454-71e2dd60aeda') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:54.869970 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05341dc4-8a3e-48dd-95ab-15878554fb71 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:54.885513 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05341dc4-8a3e-48dd-95ab-15878554fb71 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:54.893411 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:54.904722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05341dc4-8a3e-48dd-95ab-15878554fb71 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:44:54.904722 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05341dc4-8a3e-48dd-95ab-15878554fb71 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:44:54.906496 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:44:54.934644 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Made reservation on behalf of 9409c3c8e179446c89f02c46e3de3252 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:54.938089 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:54.941871 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-700da64c-7380-4505-a760-a686002cad28 req-c4af1d9f-45a4-4c81-b135-3a422a949a2a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:54.965530 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:55.000148 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af1d9f-45a4-4c81-b135-3a422a949a2a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event deleted for resources: {'Port': ['ID=aec5fb4b-6315-444d-89e8-3a82cc73ca7e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:55.013460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2f0f9-e570-4459-91ab-d5c3ab14d730 req-0ba0eb62-6cf1-4493-8ac8-7f750856e9ff tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:55.016080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3af2f0f9-e570-4459-91ab-d5c3ab14d730 req-0ba0eb62-6cf1-4493-8ac8-7f750856e9ff tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.1278493 Dec 16 22:44:55.079978 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3af2f0f9-e570-4459-91ab-d5c3ab14d730 req-75d1d7b8-a2db-491d-b6ed-4a3fbd9c8ee6 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572264 Dec 16 22:44:55.100344 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05341dc4-8a3e-48dd-95ab-15878554fb71 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:55.122561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05341dc4-8a3e-48dd-95ab-15878554fb71 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a288924-02b6-4da3-8b32-381dfd219d3e {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 22:44:55.125655 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfd768de-7419-4f62-abb2-47f3e1f41157 req-36f7945c-80bc-46cb-821c-20a071f9c595 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 210 time: 0.0390530 Dec 16 22:44:55.140468 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05341dc4-8a3e-48dd-95ab-15878554fb71 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:55.154064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-05341dc4-8a3e-48dd-95ab-15878554fb71 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "DELETE /v2.0/networks/9a288924-02b6-4da3-8b32-381dfd219d3e HTTP/1.1" status: 204 len: 168 time: 0.4968967 Dec 16 22:44:55.185357 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05341dc4-8a3e-48dd-95ab-15878554fb71 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a288924-02b6-4da3-8b32-381dfd219d3e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:55.197139 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-700da64c-7380-4505-a760-a686002cad28 req-c4af1d9f-45a4-4c81-b135-3a422a949a2a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Router 50857d35-716a-46e8-bd10-c31e759b03ef has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:44:55.274065 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:55.358163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-700da64c-7380-4505-a760-a686002cad28 req-c4af1d9f-45a4-4c81-b135-3a422a949a2a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:44:55.360072 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:55.436171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-700da64c-7380-4505-a760-a686002cad28 req-c4af1d9f-45a4-4c81-b135-3a422a949a2a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] No DVR routers for this DVR port aec5fb4b-6315-444d-89e8-3a82cc73ca7e on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:44:55.467541 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-700da64c-7380-4505-a760-a686002cad28 req-c4af1d9f-45a4-4c81-b135-3a422a949a2a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:55.471036 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-700da64c-7380-4505-a760-a686002cad28 req-c4af1d9f-45a4-4c81-b135-3a422a949a2a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.69 "DELETE /v2.0/ports/aec5fb4b-6315-444d-89e8-3a82cc73ca7e HTTP/1.1" status: 204 len: 173 time: 2.0392408 Dec 16 22:44:55.471556 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bd98df-ad24-4b1c-80c5-1559ed994594', 'name': 'network-vif-deleted', 'tag': 'aec5fb4b-6315-444d-89e8-3a82cc73ca7e'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:55.473879 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eb8621-4ad0-4f95-8897-3974cc252feb" -d '{"events": [{"server_uuid": "d2bd98df-ad24-4b1c-80c5-1559ed994594", "name": "network-vif-deleted", "tag": "aec5fb4b-6315-444d-89e8-3a82cc73ca7e"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:55.480806 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd98179-aed2-4615-b3e7-4a81ea87399a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:55.537009 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896f4cb4-bae8-4ca6-a837-e038892530b8 x-openstack-request-id: req-896f4cb4-bae8-4ca6-a837-e038892530b8 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:55.540058 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bd98df-ad24-4b1c-80c5-1559ed994594", "name": "network-vif-deleted", "tag": "aec5fb4b-6315-444d-89e8-3a82cc73ca7e", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:55.540620 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-896f4cb4-bae8-4ca6-a837-e038892530b8 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:55.542095 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bd98df-ad24-4b1c-80c5-1559ed994594', 'name': 'network-vif-deleted', 'tag': 'aec5fb4b-6315-444d-89e8-3a82cc73ca7e', 'status': 'completed', 'code': 200} Dec 16 22:44:55.622520 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Allocated IP 192.168.233.3 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/98f305d7-fa8a-4737-b546-51b39539ca6a) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:44:55.693216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43834) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:55.700977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-5e460f48-1bb5-44b6-999f-ed8fe3d8909b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Request body: {'router': {'name': 'tempest-router--241432278', 'project_id': 'e7c39407ec534729bba8a3fb086227c3'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:55.748699 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:55.773414 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368615d6-26c8-42ca-99bb-662730c498e9 None None] Sync routers for ids ['50857d35-716a-46e8-bd10-c31e759b03ef'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:44:55.780237 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6beaafcb-070b-45f0-bb0d-56694e176557 req-5bc2a0ba-d0b4-4d8f-8fd7-1fcfdfce0b6b tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 210 time: 0.0447884 Dec 16 22:44:55.796173 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368615d6-26c8-42ca-99bb-662730c498e9 None None] Routers {'50857d35-716a-46e8-bd10-c31e759b03ef'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:55.797416 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-368615d6-26c8-42ca-99bb-662730c498e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['50857d35-716a-46e8-bd10-c31e759b03ef'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:55.849439 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e460f48-1bb5-44b6-999f-ed8fe3d8909b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:55.850293 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e460f48-1bb5-44b6-999f-ed8fe3d8909b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:55.875353 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:55.927665 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e460f48-1bb5-44b6-999f-ed8fe3d8909b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:55.931398 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-368615d6-26c8-42ca-99bb-662730c498e9 None None] Set router 50857d35-716a-46e8-bd10-c31e759b03ef gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:55.973383 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.027696 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e460f48-1bb5-44b6-999f-ed8fe3d8909b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.051210 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:44:56.055484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:56.061044 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:44:56.065768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Pushing event updated for resources: {'Port': ['ID=98f305d7-fa8a-4737-b546-51b39539ca6a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:56.132993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:56.132993 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.136709 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e460f48-1bb5-44b6-999f-ed8fe3d8909b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.138423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5e460f48-1bb5-44b6-999f-ed8fe3d8909b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4441326 Dec 16 22:44:56.141132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43842) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:56.212009 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-94938fba-913e-45ce-9cb1-64fec5d37f98 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9855111 Dec 16 22:44:56.358340 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-864e469f-d61f-4ac4-a84f-0776c04a2531 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.402859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b61a8a1-3814-4fa5-a27a-a9a068ddca96 req-e75ee18e-693d-4218-8576-6cb8f75c84ae tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd98df-ad24-4b1c-80c5-1559ed994594 HTTP/1.1" status: 200 len: 210 time: 0.1043766 Dec 16 22:44:56.411324 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Request body: {'port': {'device_id': '21308fd3-503b-4c27-b835-bfe04ba85fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:56.458601 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-368615d6-26c8-42ca-99bb-662730c498e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8b71a197-8158-457c-82e0-f69cd3c29a21', 'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'mac_address': 'fa:16:3e:98:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:47Z', 'updated_at': '2021-12-16T22:40:51Z', 'revision_number': 5, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'subnets': [{'id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:56.487684 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ab42ec7a-5535-4e1d-8458-cdc2c4010e6d None None] Provisioning complete for port 98f305d7-fa8a-4737-b546-51b39539ca6a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:56.488884 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab42ec7a-5535-4e1d-8458-cdc2c4010e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.496726 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.531969 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ab42ec7a-5535-4e1d-8458-cdc2c4010e6d None None] Port 98f305d7-fa8a-4737-b546-51b39539ca6a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:44:56.537599 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368615d6-26c8-42ca-99bb-662730c498e9 None None] Checking router: 50857d35-716a-46e8-bd10-c31e759b03ef for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:44:56.560644 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368615d6-26c8-42ca-99bb-662730c498e9 None None] Routers {'50857d35-716a-46e8-bd10-c31e759b03ef'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:56.561515 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-368615d6-26c8-42ca-99bb-662730c498e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['50857d35-716a-46e8-bd10-c31e759b03ef'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:56.563621 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21b182-3d29-40a5-8e9c-861f670e1b70 req-77f4b50d-812e-4941-ad6f-176de5e5f5b8 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:56.565549 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc21b182-3d29-40a5-8e9c-861f670e1b70 req-77f4b50d-812e-4941-ad6f-176de5e5f5b8 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.2852354 Dec 16 22:44:56.683089 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-864e469f-d61f-4ac4-a84f-0776c04a2531 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.684677 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-368615d6-26c8-42ca-99bb-662730c498e9 None None] Set router 50857d35-716a-46e8-bd10-c31e759b03ef gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:56.687889 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-864e469f-d61f-4ac4-a84f-0776c04a2531 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.761596 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc21b182-3d29-40a5-8e9c-861f670e1b70 req-aef590f6-53ad-4cb7-b150-827adffc3118 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626229 Dec 16 22:44:56.830056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-864e469f-d61f-4ac4-a84f-0776c04a2531 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.830746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864e469f-d61f-4ac4-a84f-0776c04a2531 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f9db748-6c4d-489f-9445-2b1463f96e10 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:44:56.832304 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f305d7-fa8a-4737-b546-51b39539ca6a {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:44:56.836396 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-864e469f-d61f-4ac4-a84f-0776c04a2531 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.839983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-864e469f-d61f-4ac4-a84f-0776c04a2531 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "DELETE /v2.0/routers/8f9db748-6c4d-489f-9445-2b1463f96e10 HTTP/1.1" status: 204 len: 168 time: 0.6954761 Dec 16 22:44:56.847882 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.862693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Transition to ACTIVE for port object 98f305d7-fa8a-4737-b546-51b39539ca6a will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:44:56.931070 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.942076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b052b-dbef-4086-924f-71fa5a4d9eee req-a174180a-d890-4f6c-ae30-34cc43c2ada6 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:56.953989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-986b052b-dbef-4086-924f-71fa5a4d9eee req-a174180a-d890-4f6c-ae30-34cc43c2ada6 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 934 time: 0.0681274 Dec 16 22:44:56.974401 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-368615d6-26c8-42ca-99bb-662730c498e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8b71a197-8158-457c-82e0-f69cd3c29a21', 'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'mac_address': 'fa:16:3e:98:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:47Z', 'updated_at': '2021-12-16T22:40:51Z', 'revision_number': 5, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'subnets': [{'id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:57.019584 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368615d6-26c8-42ca-99bb-662730c498e9 None None] The sync data for ids ['50857d35-716a-46e8-bd10-c31e759b03ef'] in n-d-821840-2 is: [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8b71a197-8158-457c-82e0-f69cd3c29a21', 'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'mac_address': 'fa:16:3e:98:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:47Z', 'updated_at': '2021-12-16T22:40:51Z', 'revision_number': 5, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'subnets': [{'id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:44:57.025550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-986b052b-dbef-4086-924f-71fa5a4d9eee req-ab4038e3-454d-4ac2-9440-4692019590c5 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/security-groups?id=afd98179-aed2-4615-b3e7-4a81ea87399a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693626 Dec 16 22:44:57.124641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Pushing event updated for resources: {'Port': ['ID=98f305d7-fa8a-4737-b546-51b39539ca6a,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:57.188828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Attempting to bind port 98f305d7-fa8a-4737-b546-51b39539ca6a on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:44:57.189182 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Attempting to bind port 98f305d7-fa8a-4737-b546-51b39539ca6a by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:44:57.189526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Attempting to bind port 98f305d7-fa8a-4737-b546-51b39539ca6a on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:57.205577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Port 98f305d7-fa8a-4737-b546-51b39539ca6a on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:44:57.205577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Attempting to bind port 98f305d7-fa8a-4737-b546-51b39539ca6a on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:57.205577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43856) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:57.224375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:44:57.225096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:57.225805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:44:57.227940 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Bound port: 98f305d7-fa8a-4737-b546-51b39539ca6a, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:44:57.228491 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:57.298424 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device aec5fb4b-6315-444d-89e8-3a82cc73ca7e no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:44:57.330982 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] For port 98f305d7-fa8a-4737-b546-51b39539ca6a, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:44:57.334524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] For port 98f305d7-fa8a-4737-b546-51b39539ca6a, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=98f305d7-fa8a-4737-b546-51b39539ca6a,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:44:57.341811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: aec5fb4b-6315-444d-89e8-3a82cc73ca7e {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:44:57.342430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device aec5fb4b-6315-444d-89e8-3a82cc73ca7e not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:44:57.374104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080ceb1-c4de-4d1f-8621-fd2ed07e36c0 req-f4d2e36a-d258-4d23-a234-927cdae983aa tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:57.379806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0080ceb1-c4de-4d1f-8621-fd2ed07e36c0 req-f4d2e36a-d258-4d23-a234-927cdae983aa tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.0669928 Dec 16 22:44:57.407753 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:57.440210 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c924c69a-6dab-4bf9-96fd-0b8f6cc8bccc None None] New status for floating IP 22f127cd-2da2-49a6-8487-002edf19439c: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:44:57.452555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0080ceb1-c4de-4d1f-8621-fd2ed07e36c0 req-5d4870bd-6339-44e2-a67e-a63e099e7308 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699711 Dec 16 22:44:57.461670 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:57.462635 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:57.464232 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] 10.222.0.24 "PUT /v2.0/ports/98f305d7-fa8a-4737-b546-51b39539ca6a HTTP/1.1" status: 200 len: 1094 time: 1.2428155 Dec 16 22:44:57.482486 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-934921985', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:57.503156 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c48de0-d6e3-4ba1-a9d1-8af71060e110 service neutron] Pushing event updated for resources: {'Port': ['ID=98f305d7-fa8a-4737-b546-51b39539ca6a,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:57.543156 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21308fd3-503b-4c27-b835-bfe04ba85fb6', 'tag': '98f305d7-fa8a-4737-b546-51b39539ca6a'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:57.546596 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8451b45-68e5-4e61-8b7f-4a30e79dfe53" -d '{"events": [{"name": "network-changed", "server_uuid": "21308fd3-503b-4c27-b835-bfe04ba85fb6", "tag": "98f305d7-fa8a-4737-b546-51b39539ca6a"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:57.618938 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67091314-97dc-445e-a857-e5193a8157ef x-openstack-request-id: req-67091314-97dc-445e-a857-e5193a8157ef {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:57.619176 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21308fd3-503b-4c27-b835-bfe04ba85fb6", "tag": "98f305d7-fa8a-4737-b546-51b39539ca6a", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:57.619566 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67091314-97dc-445e-a857-e5193a8157ef {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:57.619852 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21308fd3-503b-4c27-b835-bfe04ba85fb6', 'tag': '98f305d7-fa8a-4737-b546-51b39539ca6a', 'status': 'completed', 'code': 200} Dec 16 22:44:57.622452 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:57.623607 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:57.637939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43868) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:57.697991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-89203dba-7e1f-4c0f-9501-758cd167295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:57.699587 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-89203dba-7e1f-4c0f-9501-758cd167295b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9409c3c8e179446c89f02c46e3de3252&device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 1097 time: 0.1143162 Dec 16 22:44:57.702476 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b40a9f12-1771-4813-a15e-cf27b53fb57b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:57.702614 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:57.729065 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b40a9f12-1771-4813-a15e-cf27b53fb57b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:57.747654 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-b4105608-6f16-4a60-a4fb-1692342a51f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=98f305d7-fa8a-4737-b546-51b39539ca6a HTTP/1.1" status: 200 len: 217 time: 0.0372179 Dec 16 22:44:57.801106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-60ebc7a7-0a02-47fe-afb4-9b57d35f81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:57.802582 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-60ebc7a7-0a02-47fe-afb4-9b57d35f81aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0473130 Dec 16 22:44:57.881533 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b40a9f12-1771-4813-a15e-cf27b53fb57b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:57.885462 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b40a9f12-1771-4813-a15e-cf27b53fb57b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:57.886630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b40a9f12-1771-4813-a15e-cf27b53fb57b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "DELETE /v2.0/security-groups/bdf6176a-f71d-44cc-8511-116bc30baa0d HTTP/1.1" status: 204 len: 168 time: 0.2476587 Dec 16 22:44:57.889984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43870) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:57.908969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a9f12-1771-4813-a15e-cf27b53fb57b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf6176a-f71d-44cc-8511-116bc30baa0d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:57.911206 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-ccff9c0f-07b1-4d8e-83cc-45dafb32b9a7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] show failed (client error): The resource could not be found. Dec 16 22:44:57.915295 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ccff9c0f-07b1-4d8e-83cc-45dafb32b9a7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups/bdf6176a-f71d-44cc-8511-116bc30baa0d HTTP/1.1" status: 404 len: 347 time: 0.0214109 Dec 16 22:44:57.915717 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43872) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:57.984006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-e060473d-3837-4f35-9c25-261666e9afee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:57.985488 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-e060473d-3837-4f35-9c25-261666e9afee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1741757 Dec 16 22:44:57.987460 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:58.052974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-757c2c55-391b-4e4a-bf65-bb1728270252 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Deleting port 095c6fc2-3f2a-49c5-bf9d-ad638ba4edb1 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:58.053736 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-757c2c55-391b-4e4a-bf65-bb1728270252 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:58.087312 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-8c29ebfa-b2ed-4ecb-9602-5827c7de7352 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931742 Dec 16 22:44:58.167169 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-757c2c55-391b-4e4a-bf65-bb1728270252 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:58.167524 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-757c2c55-391b-4e4a-bf65-bb1728270252 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:58.191411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7432c-29fd-4217-9993-06b9bbbf5a13 req-66befeff-e34a-4ea8-81ea-d86f5870bfae tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:58.192914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4d7432c-29fd-4217-9993-06b9bbbf5a13 req-66befeff-e34a-4ea8-81ea-d86f5870bfae tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 946 time: 0.0873992 Dec 16 22:44:58.193859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-757c2c55-391b-4e4a-bf65-bb1728270252 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Calling delete_port for 095c6fc2-3f2a-49c5-bf9d-ad638ba4edb1 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:58.235865 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4e10de39-e036-4fd0-8610-5a0ab145cda1 req-b8670f72-5fe9-4b22-8f70-a65c399d2b97 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404223 Dec 16 22:44:58.306203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4d7432c-29fd-4217-9993-06b9bbbf5a13 req-c2f2643e-500f-4313-8ca6-df758ead2ecd tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/security-groups?id=afd98179-aed2-4615-b3e7-4a81ea87399a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014805 Dec 16 22:44:58.417751 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:58.438849 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:58.452471 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8451b45-68e5-4e61-8b7f-4a30e79dfe53 req-e0d1d45d-a724-4732-af9c-154159582352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:58.453944 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d8451b45-68e5-4e61-8b7f-4a30e79dfe53 req-e0d1d45d-a724-4732-af9c-154159582352 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9409c3c8e179446c89f02c46e3de3252&device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0868404 Dec 16 22:44:58.478859 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-757c2c55-391b-4e4a-bf65-bb1728270252 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:58.505359 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c2c55-391b-4e4a-bf65-bb1728270252 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event deleted for resources: {'Port': ['ID=095c6fc2-3f2a-49c5-bf9d-ad638ba4edb1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:58.604573 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-757c2c55-391b-4e4a-bf65-bb1728270252 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:58.607132 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-757c2c55-391b-4e4a-bf65-bb1728270252 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:58.611081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-757c2c55-391b-4e4a-bf65-bb1728270252 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "DELETE /v2.0/floatingips/22f127cd-2da2-49a6-8487-002edf19439c HTTP/1.1" status: 204 len: 168 time: 0.6882689 Dec 16 22:44:58.627437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552872f-f2b2-428d-8c9e-84f6385a80df req-552ed4e8-193c-40e6-91b4-6abaf2df3592 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:58.629058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c552872f-f2b2-428d-8c9e-84f6385a80df req-552ed4e8-193c-40e6-91b4-6abaf2df3592 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.0708609 Dec 16 22:44:58.633045 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8451b45-68e5-4e61-8b7f-4a30e79dfe53 req-9ec5bb97-e923-4804-8089-2ee423745d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:58.634519 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d8451b45-68e5-4e61-8b7f-4a30e79dfe53 req-9ec5bb97-e923-4804-8089-2ee423745d25 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1489732 Dec 16 22:44:58.659283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Allocated IP 172.25.2.92 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/c38a552d-ece3-4071-b96a-6a8bd9d7e855) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:44:58.697818 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d8451b45-68e5-4e61-8b7f-4a30e79dfe53 req-6419b82b-840f-47a2-be16-56d39687c1d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=98f305d7-fa8a-4737-b546-51b39539ca6a HTTP/1.1" status: 200 len: 217 time: 0.0499740 Dec 16 22:44:58.704589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c552872f-f2b2-428d-8c9e-84f6385a80df req-30e427c4-ac8b-4476-86b4-6c48bca71280 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666983 Dec 16 22:44:58.800486 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8451b45-68e5-4e61-8b7f-4a30e79dfe53 req-da3c0fb2-0c46-4b72-83bf-74918106dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:58.801906 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d8451b45-68e5-4e61-8b7f-4a30e79dfe53 req-da3c0fb2-0c46-4b72-83bf-74918106dcbf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0944791 Dec 16 22:44:58.864494 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:58.877793 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8451b45-68e5-4e61-8b7f-4a30e79dfe53 req-2c6eab25-ff0a-4bfc-9bc5-c85d3dbc182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:58.879308 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d8451b45-68e5-4e61-8b7f-4a30e79dfe53 req-2c6eab25-ff0a-4bfc-9bc5-c85d3dbc182b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668631 Dec 16 22:44:58.900962 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:44:58.986465 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d8451b45-68e5-4e61-8b7f-4a30e79dfe53 req-5ff2b9b3-31ac-4cb4-8694-7f5f8113d915 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980508 Dec 16 22:44:59.012022 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:59.091144 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:44:59.096809 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:59.104214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:44:59.107644 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Pushing event updated for resources: {'Port': ['ID=c38a552d-ece3-4071-b96a-6a8bd9d7e855,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:59.113637 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1ecbd1-ca0e-41ab-a843-80df3b7636d0 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:44:59.163490 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d8451b45-68e5-4e61-8b7f-4a30e79dfe53 req-0c6e55d1-29c0-4214-8c73-d69bf87d7b47 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696661 Dec 16 22:44:59.234838 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ef681ca4-a289-4034-9a68-049d8fed3319 None None] Provisioning complete for port c38a552d-ece3-4071-b96a-6a8bd9d7e855 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:59.235202 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ef681ca4-a289-4034-9a68-049d8fed3319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:59.275508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ef681ca4-a289-4034-9a68-049d8fed3319 None None] Port c38a552d-ece3-4071-b96a-6a8bd9d7e855 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:44:59.316540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43884) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:59.322071 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ad54240a-3e17-41de-92f4-0ec18ee2d73e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1688342134', 'description': 'tempest-description--900105610'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:59.428537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd1b4f-e2aa-42ac-8101-926e8ad5ffdb req-ea396df8-a475-4d41-a554-52921da14d3b tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:59.430056 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ddd1b4f-e2aa-42ac-8101-926e8ad5ffdb req-ea396df8-a475-4d41-a554-52921da14d3b tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 946 time: 0.0509167 Dec 16 22:44:59.431358 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad54240a-3e17-41de-92f4-0ec18ee2d73e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:59.493515 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:59.502145 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d787c8d-384a-4a74-bc4d-77a150df75b0 req-ef053d7b-7755-4d3a-8d76-ebc377349dc5 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:59.503667 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6d787c8d-384a-4a74-bc4d-77a150df75b0 req-ef053d7b-7755-4d3a-8d76-ebc377349dc5 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.24 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.0683494 Dec 16 22:44:59.512760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ddd1b4f-e2aa-42ac-8101-926e8ad5ffdb req-82d748bc-d617-4b96-a0c2-e9c5af1926a5 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/security-groups?id=afd98179-aed2-4615-b3e7-4a81ea87399a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722804 Dec 16 22:44:59.542106 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad54240a-3e17-41de-92f4-0ec18ee2d73e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:59.621276 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad54240a-3e17-41de-92f4-0ec18ee2d73e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:59.652453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54240a-3e17-41de-92f4-0ec18ee2d73e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46132dc-ec9b-4c5d-94b2-4b029eadabdf,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:59.726522 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad54240a-3e17-41de-92f4-0ec18ee2d73e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:59.730842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ad54240a-3e17-41de-92f4-0ec18ee2d73e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4100058 Dec 16 22:44:59.730999 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43890) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:59.735606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-09f3a3c7-4c08-4478-8033-6ee7a0f3b421 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Request body: {'security_group_rule': {'security_group_id': 'f46132dc-ec9b-4c5d-94b2-4b029eadabdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:59.832679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef859420-6e91-4a1e-ac4f-68ea68668f95 req-ad523a70-6efc-425b-acc5-a9d0b2098b02 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:59.834292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef859420-6e91-4a1e-ac4f-68ea68668f95 req-ad523a70-6efc-425b-acc5-a9d0b2098b02 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 945 time: 0.0537643 Dec 16 22:44:59.842841 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-09f3a3c7-4c08-4478-8033-6ee7a0f3b421 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:59.933104 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef859420-6e91-4a1e-ac4f-68ea68668f95 req-c35de41f-31d8-4696-9804-5713f9db9214 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/security-groups?id=27f10259-7096-47bf-8beb-e7e691620835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870442 Dec 16 22:44:59.949292 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-09f3a3c7-4c08-4478-8033-6ee7a0f3b421 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:00.061773 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-09f3a3c7-4c08-4478-8033-6ee7a0f3b421 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:00.080913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3a3c7-4c08-4478-8033-6ee7a0f3b421 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed0a609-a6f0-416e-892a-90f5b582a491,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:00.084764 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-6d787c8d-384a-4a74-bc4d-77a150df75b0 req-05fcb28e-5e01-4972-8948-22b8a065afb4 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Deleting port ca3034a9-7703-46a7-bb3c-9d3065ac6967 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:00.085595 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6d787c8d-384a-4a74-bc4d-77a150df75b0 req-05fcb28e-5e01-4972-8948-22b8a065afb4 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:00.174572 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-09f3a3c7-4c08-4478-8033-6ee7a0f3b421 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:00.175883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-09f3a3c7-4c08-4478-8033-6ee7a0f3b421 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4439018 Dec 16 22:45:00.178627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43892) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:00.183633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-521d4ce3-6df8-45ce-976a-32e5ccea750e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Request body: {'security_group_rule': {'security_group_id': 'f46132dc-ec9b-4c5d-94b2-4b029eadabdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:00.215733 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:00.226505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-6d787c8d-384a-4a74-bc4d-77a150df75b0 req-05fcb28e-5e01-4972-8948-22b8a065afb4 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] For port ca3034a9-7703-46a7-bb3c-9d3065ac6967, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ca3034a9-7703-46a7-bb3c-9d3065ac6967,segment=NetworkSegment(ece614aa-b9a1-45a5-a6c5-7154c4b534bf),segment_id=ece614aa-b9a1-45a5-a6c5-7154c4b534bf)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:00.226858 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6d787c8d-384a-4a74-bc4d-77a150df75b0 req-05fcb28e-5e01-4972-8948-22b8a065afb4 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:00.275846 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-521d4ce3-6df8-45ce-976a-32e5ccea750e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:00.276760 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-6d787c8d-384a-4a74-bc4d-77a150df75b0 req-05fcb28e-5e01-4972-8948-22b8a065afb4 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Calling delete_port for ca3034a9-7703-46a7-bb3c-9d3065ac6967 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:00.333230 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-521d4ce3-6df8-45ce-976a-32e5ccea750e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:00.404343 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-521d4ce3-6df8-45ce-976a-32e5ccea750e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:00.424626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d4ce3-6df8-45ce-976a-32e5ccea750e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d87a10-1d26-4abf-8702-d29a2ae0418a,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:00.501434 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Router f6496c74-10d3-44b2-88bd-9d591ae1d7b1 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:45:00.532265 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-521d4ce3-6df8-45ce-976a-32e5ccea750e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:00.533630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-521d4ce3-6df8-45ce-976a-32e5ccea750e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3534679 Dec 16 22:45:00.537022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43896) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:00.542185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:00.560355 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6d787c8d-384a-4a74-bc4d-77a150df75b0 req-05fcb28e-5e01-4972-8948-22b8a065afb4 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:00.573664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['ca3034a9-7703-46a7-bb3c-9d3065ac6967'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:45:00.625546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcb28e-5e01-4972-8948-22b8a065afb4 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Pushing event deleted for resources: {'Port': ['ID=ca3034a9-7703-46a7-bb3c-9d3065ac6967,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:00.640429 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:00.666375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd46ea-8faa-4b92-8ff5-4a740fcbb9de req-23dd35db-6ecd-4797-b45d-2a978aaf5b68 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:00.668011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efcd46ea-8faa-4b92-8ff5-4a740fcbb9de req-23dd35db-6ecd-4797-b45d-2a978aaf5b68 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 946 time: 0.0678167 Dec 16 22:45:00.677357 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d787c8d-384a-4a74-bc4d-77a150df75b0 req-05fcb28e-5e01-4972-8948-22b8a065afb4 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] No DVR routers for this DVR port ca3034a9-7703-46a7-bb3c-9d3065ac6967 on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:45:00.682199 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6d787c8d-384a-4a74-bc4d-77a150df75b0 req-05fcb28e-5e01-4972-8948-22b8a065afb4 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:00.690047 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6d787c8d-384a-4a74-bc4d-77a150df75b0 req-05fcb28e-5e01-4972-8948-22b8a065afb4 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.24 "DELETE /v2.0/ports/ca3034a9-7703-46a7-bb3c-9d3065ac6967 HTTP/1.1" status: 204 len: 173 time: 1.1449647 Dec 16 22:45:00.690047 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafcfcbf-403d-49f4-b3b6-3906a203907f', 'name': 'network-vif-deleted', 'tag': 'ca3034a9-7703-46a7-bb3c-9d3065ac6967'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:45:00.690047 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61e660d-a109-4830-a928-20597c578d4f" -d '{"events": [{"server_uuid": "fafcfcbf-403d-49f4-b3b6-3906a203907f", "name": "network-vif-deleted", "tag": "ca3034a9-7703-46a7-bb3c-9d3065ac6967"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:45:00.696141 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:45:00.709499 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f9cac-2300-4ebb-8f76-c619581b63e7 None None] Sync routers for ids ['f6496c74-10d3-44b2-88bd-9d591ae1d7b1'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:45:00.725127 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f9cac-2300-4ebb-8f76-c619581b63e7 None None] Routers {'f6496c74-10d3-44b2-88bd-9d591ae1d7b1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:00.726284 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-251f9cac-2300-4ebb-8f76-c619581b63e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f6496c74-10d3-44b2-88bd-9d591ae1d7b1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:00.750123 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c832c6-29ed-48ec-9920-21be1115ff31 x-openstack-request-id: req-c4c832c6-29ed-48ec-9920-21be1115ff31 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:45:00.755256 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafcfcbf-403d-49f4-b3b6-3906a203907f", "name": "network-vif-deleted", "tag": "ca3034a9-7703-46a7-bb3c-9d3065ac6967", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:45:00.755256 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4c832c6-29ed-48ec-9920-21be1115ff31 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:45:00.755256 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafcfcbf-403d-49f4-b3b6-3906a203907f', 'name': 'network-vif-deleted', 'tag': 'ca3034a9-7703-46a7-bb3c-9d3065ac6967', 'status': 'completed', 'code': 200} Dec 16 22:45:00.763593 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-251f9cac-2300-4ebb-8f76-c619581b63e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:00.773472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efcd46ea-8faa-4b92-8ff5-4a740fcbb9de req-761acf0d-0e24-4c2b-ba81-b14898bbdf95 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/security-groups?id=afd98179-aed2-4615-b3e7-4a81ea87399a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726163 Dec 16 22:45:00.774736 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f9cac-2300-4ebb-8f76-c619581b63e7 None None] Routers {'f6496c74-10d3-44b2-88bd-9d591ae1d7b1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:00.775393 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-251f9cac-2300-4ebb-8f76-c619581b63e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f6496c74-10d3-44b2-88bd-9d591ae1d7b1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:00.796120 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:00.799217 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9e27b621-31ac-41ea-82c5-46077b3fc82b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5918360 Dec 16 22:45:00.801773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43902) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:00.812227 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-251f9cac-2300-4ebb-8f76-c619581b63e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:00.812915 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f9cac-2300-4ebb-8f76-c619581b63e7 None None] The sync data for ids ['f6496c74-10d3-44b2-88bd-9d591ae1d7b1'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:45:00.862013 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:00.989114 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9c7435ec-4d23-47e4-8c6b-5fe9fa0b2b8c tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/routers/f6496c74-10d3-44b2-88bd-9d591ae1d7b1 HTTP/1.1" status: 200 len: 923 time: 0.1861575 Dec 16 22:45:00.992650 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43906) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:01.019581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Allocated IP 172.25.2.234 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/3519e31a-b5af-457e-8d75-694dae90b70e) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:01.031773 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3a16a86c-6241-4c68-bf41-1d6be6b6980c tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6496c74-10d3-44b2-88bd-9d591ae1d7b1 HTTP/1.1" status: 200 len: 205 time: 0.0364332 Dec 16 22:45:01.034709 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43908) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:01.058782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d893eb5b-9081-4ad1-a2cb-d6543758d286 req-2036f224-1795-4fea-b3f1-2688c0fc9ee1 tempest-TestServerAdvancedOps-1122442489 tempest-TestServerAdvancedOps-1122442489-project] 10.222.0.43 "GET /v2.0/ports?device_id=fafcfcbf-403d-49f4-b3b6-3906a203907f HTTP/1.1" status: 200 len: 210 time: 0.0364447 Dec 16 22:45:01.157167 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:01.159218 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:01.268449 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:01.269412 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:01.314080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:01.317058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:01.320956 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:01.347896 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event updated for resources: {'Port': ['ID=3519e31a-b5af-457e-8d75-694dae90b70e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:01.401285 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Deleting port c38a552d-ece3-4071-b96a-6a8bd9d7e855 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:01.401962 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:01.419498 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:01.487508 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:01.501256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Calling delete_port for c38a552d-ece3-4071-b96a-6a8bd9d7e855 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:01.507092 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:01.761098 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:01.787745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Pushing event deleted for resources: {'Port': ['ID=c38a552d-ece3-4071-b96a-6a8bd9d7e855,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:01.807076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f86f0dc-444c-4715-80eb-6ecf07b07034 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:01.823088 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:01.823472 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:01.824067 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:01.824547 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:01.824895 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:01.825245 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:01.825761 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:01.826053 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:01.826387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:01.826715 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:01.827049 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:01.827408 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:01.827743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:01.882246 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:01.953858 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 98f305d7-fa8a-4737-b546-51b39539ca6a details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:45:01.985414 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:01.987788 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.016799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06afe6-6090-4c0c-88d7-657758751095 req-109b2c59-2da4-42d2-933a-fee5b74ce53f tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:02.018382 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a06afe6-6090-4c0c-88d7-657758751095 req-109b2c59-2da4-42d2-933a-fee5b74ce53f tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 946 time: 0.0803258 Dec 16 22:45:02.086488 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 98f305d7-fa8a-4737-b546-51b39539ca6a, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=98f305d7-fa8a-4737-b546-51b39539ca6a,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:02.092729 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.099783 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '98f305d7-fa8a-4737-b546-51b39539ca6a', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '98f305d7-fa8a-4737-b546-51b39539ca6a', 'mac_address': 'fa:16:3e:f5:cc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:45:02.108196 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a06afe6-6090-4c0c-88d7-657758751095 req-07840a6c-42fb-49db-a153-9ac25bdee589 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/security-groups?id=afd98179-aed2-4615-b3e7-4a81ea87399a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788383 Dec 16 22:45:02.124629 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.125179 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Fanout notify agent at l3_agent the message router_deleted on router f6496c74-10d3-44b2-88bd-9d591ae1d7b1 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:45:02.134281 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.139029 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-aa23afaa-1931-4d6c-81d1-818b82ab36a3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "DELETE /v2.0/routers/f6496c74-10d3-44b2-88bd-9d591ae1d7b1 HTTP/1.1" status: 204 len: 168 time: 1.0998695 Dec 16 22:45:02.140200 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43918) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:02.140395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43916) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:02.154564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1811797537', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'enable_snat': False}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:02.164089 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.178278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f305d7-fa8a-4737-b546-51b39539ca6a {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:45:02.196026 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.201193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 98f305d7-fa8a-4737-b546-51b39539ca6a, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=98f305d7-fa8a-4737-b546-51b39539ca6a,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:02.232462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45e2f89-90cd-4f1d-b1c1-2af41aac83fb admin admin] Deleting subnet 9497088b-7709-427b-b765-e536963e2bcd {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:45:02.245642 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f45e2f89-90cd-4f1d-b1c1-2af41aac83fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.279002 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.316319 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event updated for resources: {'Port': ['ID=3519e31a-b5af-457e-8d75-694dae90b70e,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:02.324412 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.325495 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.333264 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f45e2f89-90cd-4f1d-b1c1-2af41aac83fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.345240 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=98f305d7-fa8a-4737-b546-51b39539ca6a,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:02.373346 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.429552 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.434827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f45e2f89-90cd-4f1d-b1c1-2af41aac83fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.545544 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.559490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-51c2e702-3503-44c8-aeae-178f644f713f tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0088551 Dec 16 22:45:02.559703 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['98f305d7-fa8a-4737-b546-51b39539ca6a'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:45:02.600464 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f45e2f89-90cd-4f1d-b1c1-2af41aac83fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.696783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e2f89-90cd-4f1d-b1c1-2af41aac83fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9497088b-7709-427b-b765-e536963e2bcd,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:02.746713 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f45e2f89-90cd-4f1d-b1c1-2af41aac83fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.751183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f45e2f89-90cd-4f1d-b1c1-2af41aac83fb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9497088b-7709-427b-b765-e536963e2bcd HTTP/1.1" status: 204 len: 168 time: 0.6093280 Dec 16 22:45:02.759752 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43932) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:02.868780 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2569226c-827e-474b-ac8c-e6188a79b83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.874820 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.915303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-609f060a-b556-419e-bd02-3fd2ee90e117 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1688342134&fields=id&tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0 HTTP/1.1" status: 200 len: 267 time: 0.0992155 Dec 16 22:45:02.967822 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2569226c-827e-474b-ac8c-e6188a79b83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:02.997173 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-2569226c-827e-474b-ac8c-e6188a79b83a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebc826b-1adf-456f-b378-3f4408a71575']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:03.014749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-2569226c-827e-474b-ac8c-e6188a79b83a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece614aa-b9a1-45a5-a6c5-7154c4b534bf') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:03.015404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-2569226c-827e-474b-ac8c-e6188a79b83a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece614aa-b9a1-45a5-a6c5-7154c4b534bf') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:03.029502 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2569226c-827e-474b-ac8c-e6188a79b83a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:03.045725 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2569226c-827e-474b-ac8c-e6188a79b83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:03.052789 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2569226c-827e-474b-ac8c-e6188a79b83a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:45:03.052789 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2569226c-827e-474b-ac8c-e6188a79b83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: items = [ Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:45:03.054749 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:45:03.098300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-177e84ae-77a0-4c72-a495-955f9ce3783c tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:03.099968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-177e84ae-77a0-4c72-a495-955f9ce3783c tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/networks?id=7df204c6-5127-4e76-8312-c8f1c6162329 HTTP/1.1" status: 200 len: 811 time: 0.1760478 Dec 16 22:45:03.137318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-da7b8e16-76b3-4713-9085-436f96ac998b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/quotas/29bce609f7fc4f3ca5ffe8426c4567f0 HTTP/1.1" status: 200 len: 375 time: 0.0141957 Dec 16 22:45:03.301779 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2569226c-827e-474b-ac8c-e6188a79b83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:03.308063 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2569226c-827e-474b-ac8c-e6188a79b83a admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:03.312157 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2569226c-827e-474b-ac8c-e6188a79b83a admin admin] 10.222.0.43 "DELETE /v2.0/networks/7ebc826b-1adf-456f-b378-3f4408a71575 HTTP/1.1" status: 204 len: 168 time: 0.5507650 Dec 16 22:45:03.313550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-42de2fd4-7be9-461d-a95c-f65bdb4d2523 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1643021 Dec 16 22:45:03.316006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43940) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:03.354522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569226c-827e-474b-ac8c-e6188a79b83a admin admin] Pushing event deleted for resources: {'Network': ['ID=7ebc826b-1adf-456f-b378-3f4408a71575,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:03.358206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c9a1c-b19a-4c2e-a02b-218f301bf9b7 req-01079e57-bb6f-4f08-b70e-e15474360ddd tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:03.365769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-897c9a1c-b19a-4c2e-a02b-218f301bf9b7 req-01079e57-bb6f-4f08-b70e-e15474360ddd tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 947 time: 0.1728737 Dec 16 22:45:03.398531 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:03.409614 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0dc9d30-72c8-48b2-a437-a2bf549ce682 admin admin] Deleting subnet e649098e-f2fb-4d88-bead-b9867357e818 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:45:03.414970 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f0dc9d30-72c8-48b2-a437-a2bf549ce682 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:03.452765 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:03.464248 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f0dc9d30-72c8-48b2-a437-a2bf549ce682 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:03.509671 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-897c9a1c-b19a-4c2e-a02b-218f301bf9b7 req-fb11032a-87b6-4f2d-afc9-8ddc0673c5e8 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/security-groups?id=afd98179-aed2-4615-b3e7-4a81ea87399a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429625 Dec 16 22:45:03.525316 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f0dc9d30-72c8-48b2-a437-a2bf549ce682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:03.613826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-3288f738-1f93-46b8-8361-50e29f96854c service neutron] 10.222.0.43 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757711 Dec 16 22:45:03.675962 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f0dc9d30-72c8-48b2-a437-a2bf549ce682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:03.683052 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Allocated IP 172.25.2.18 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/4347d41f-b5e1-4bd0-9343-46645c742b4c) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:03.724417 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc9d30-72c8-48b2-a437-a2bf549ce682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e649098e-f2fb-4d88-bead-b9867357e818,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:03.729558 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f0dc9d30-72c8-48b2-a437-a2bf549ce682 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:03.732444 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f0dc9d30-72c8-48b2-a437-a2bf549ce682 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e649098e-f2fb-4d88-bead-b9867357e818 HTTP/1.1" status: 204 len: 168 time: 0.4126723 Dec 16 22:45:03.734925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43946) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:03.785247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-062406f9-8481-43de-b2c7-0ce677f96b8a service neutron] 10.222.0.43 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627209 Dec 16 22:45:03.824704 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f3056f3-4f23-4cd9-93d5-a32e31e06712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:03.837711 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:03.928538 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f3056f3-4f23-4cd9-93d5-a32e31e06712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:03.955332 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5f3056f3-4f23-4cd9-93d5-a32e31e06712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9681355a-bb28-4823-8101-0265d516412b']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:03.968339 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 98f305d7-fa8a-4737-b546-51b39539ca6a up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:45:03.970365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5f3056f3-4f23-4cd9-93d5-a32e31e06712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60075886-ad7b-4447-85e5-8e9f575e268f') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:03.970825 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5f3056f3-4f23-4cd9-93d5-a32e31e06712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60075886-ad7b-4447-85e5-8e9f575e268f') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:03.981696 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f3056f3-4f23-4cd9-93d5-a32e31e06712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:03.995845 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f3056f3-4f23-4cd9-93d5-a32e31e06712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:04.001938 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3056f3-4f23-4cd9-93d5-a32e31e06712 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:45:04.002325 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f3056f3-4f23-4cd9-93d5-a32e31e06712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:45:04.004017 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:45:04.009164 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:04.055978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:04.059343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:04.062587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:04.068497 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Pushing event updated for resources: {'Port': ['ID=4347d41f-b5e1-4bd0-9343-46645c742b4c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:04.073535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cffe75-d3c6-42bf-833b-6c22dc5624da None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:04.143479 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-35fcf550-bf6b-4c4f-a20c-0843165f780d None None] Provisioning complete for port 4347d41f-b5e1-4bd0-9343-46645c742b4c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:04.144189 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-35fcf550-bf6b-4c4f-a20c-0843165f780d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:04.176342 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 98f305d7-fa8a-4737-b546-51b39539ca6a completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:45:04.182862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 98f305d7-fa8a-4737-b546-51b39539ca6a triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:04.183168 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:04.216441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-35fcf550-bf6b-4c4f-a20c-0843165f780d None None] Port 4347d41f-b5e1-4bd0-9343-46645c742b4c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:45:04.224864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0269a3d-25e7-497b-a8e3-b82104c6e1e3 req-b8ea0b44-46dd-469b-a374-9e828cfff70e tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 210 time: 0.0648594 Dec 16 22:45:04.280202 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:04.295948 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f3056f3-4f23-4cd9-93d5-a32e31e06712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:04.306668 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f3056f3-4f23-4cd9-93d5-a32e31e06712 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:04.307929 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5f3056f3-4f23-4cd9-93d5-a32e31e06712 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9681355a-bb28-4823-8101-0265d516412b HTTP/1.1" status: 204 len: 168 time: 0.5718064 Dec 16 22:45:04.310298 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21308fd3-503b-4c27-b835-bfe04ba85fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f305d7-fa8a-4737-b546-51b39539ca6a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:45:04.313345 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2130e7d3-3f78-4a41-b2ea-2079a81e11b0" -d '{"events": [{"server_uuid": "21308fd3-503b-4c27-b835-bfe04ba85fb6", "name": "network-vif-plugged", "status": "completed", "tag": "98f305d7-fa8a-4737-b546-51b39539ca6a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:45:04.323026 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3056f3-4f23-4cd9-93d5-a32e31e06712 admin admin] Pushing event deleted for resources: {'Network': ['ID=9681355a-bb28-4823-8101-0265d516412b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:04.337409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 98f305d7-fa8a-4737-b546-51b39539ca6a, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=98f305d7-fa8a-4737-b546-51b39539ca6a,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:04.358438 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56105d1-6a56-4806-aee6-cf237c603c15 x-openstack-request-id: req-f56105d1-6a56-4806-aee6-cf237c603c15 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:45:04.358961 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21308fd3-503b-4c27-b835-bfe04ba85fb6", "name": "network-vif-plugged", "status": "completed", "tag": "98f305d7-fa8a-4737-b546-51b39539ca6a", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:45:04.359418 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f56105d1-6a56-4806-aee6-cf237c603c15 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:45:04.359991 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21308fd3-503b-4c27-b835-bfe04ba85fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f305d7-fa8a-4737-b546-51b39539ca6a', 'code': 200} Dec 16 22:45:04.410565 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:04.411658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ca3034a9-7703-46a7-bb3c-9d3065ac6967 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:45:04.463524 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: ca3034a9-7703-46a7-bb3c-9d3065ac6967 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:45:04.463965 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ca3034a9-7703-46a7-bb3c-9d3065ac6967 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:45:04.479536 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:04.484929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dafa0-6a6a-4f76-8403-f916b374f896 req-e228df1f-9f38-4f41-afac-43c6290ab34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:04.486881 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a90dafa0-6a6a-4f76-8403-f916b374f896 req-e228df1f-9f38-4f41-afac-43c6290ab34b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 1099 time: 0.0606287 Dec 16 22:45:04.495892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=98f305d7-fa8a-4737-b546-51b39539ca6a,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:04.545591 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a90dafa0-6a6a-4f76-8403-f916b374f896 req-ea3cf70f-5c77-4c52-8ecc-9ade395e3e0c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=afd98179-aed2-4615-b3e7-4a81ea87399a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454953 Dec 16 22:45:04.734383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43964) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:04.767710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45be3c-8cbf-44fb-b0e6-43d2ad6eed33 req-0c187d6e-84dd-4afd-8ed6-622ea81b2f86 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:04.769345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a45be3c-8cbf-44fb-b0e6-43d2ad6eed33 req-0c187d6e-84dd-4afd-8ed6-622ea81b2f86 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 948 time: 0.1691124 Dec 16 22:45:04.788118 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:04.791322 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9a6d83c4-b916-4bfe-b879-268d9a1e9581 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95a5bdab4f694d53b481781641f58150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553594 Dec 16 22:45:04.798426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43968) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:04.902311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a45be3c-8cbf-44fb-b0e6-43d2ad6eed33 req-4ac069fb-e7a2-4634-a0a1-a9c5737eefe1 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/security-groups?id=afd98179-aed2-4615-b3e7-4a81ea87399a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251175 Dec 16 22:45:04.960199 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1b10-c315-45de-8cf4-934d696503c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:04.990293 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1b10-c315-45de-8cf4-934d696503c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:05.135906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Router 2f29e40e-39d8-4e1d-8e20-789201bafbab is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:45:05.180109 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1b10-c315-45de-8cf4-934d696503c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:05.182659 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1b10-c315-45de-8cf4-934d696503c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:05.183838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ce5e1b10-c315-45de-8cf4-934d696503c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27f10259-7096-47bf-8beb-e7e691620835 HTTP/1.1" status: 204 len: 168 time: 0.3844595 Dec 16 22:45:05.200467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e1b10-c315-45de-8cf4-934d696503c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f10259-7096-47bf-8beb-e7e691620835,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:05.276283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:45:05.285193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Sync routers for ids ['2f29e40e-39d8-4e1d-8e20-789201bafbab'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:45:05.307496 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Routers {'2f29e40e-39d8-4e1d-8e20-789201bafbab'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:05.308183 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2f29e40e-39d8-4e1d-8e20-789201bafbab'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:05.340773 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74443ffd-125e-4fc6-8758-70babc9b3512 req-d0d3657c-9960-42f8-82e9-5d52ad63b81d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 210 time: 0.0308323 Dec 16 22:45:05.358978 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:05.362828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a0901b42-db2a-4218-9c38-a972aca499e5 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2172649 Dec 16 22:45:05.364723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43974) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:05.433709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Set router 2f29e40e-39d8-4e1d-8e20-789201bafbab gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:45:05.483409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cc85374e-3741-41ad-b4cf-cb63a9d18477 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/routers/2f29e40e-39d8-4e1d-8e20-789201bafbab HTTP/1.1" status: 200 len: 908 time: 0.1175091 Dec 16 22:45:05.485865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43976) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:05.490159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1811797537', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'enable_snat': True}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:05.595666 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:05.597134 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:05.631016 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29e40e-39d8-4e1d-8e20-789201bafbab', 'name': 'tempest-snat-router-1811797537', 'tenant_id': '8225d5dd3f264f18abff736c4449c0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18'}], 'enable_snat': False}, 'gw_port_id': '4347d41f-b5e1-4bd0-9343-46645c742b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:45:02Z', 'updated_at': '2021-12-16T22:45:04Z', 'revision_number': 3, 'project_id': '8225d5dd3f264f18abff736c4449c0b8', 'gw_port': {'id': '4347d41f-b5e1-4bd0-9343-46645c742b4c', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29e40e-39d8-4e1d-8e20-789201bafbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:45:03Z', 'updated_at': '2021-12-16T22:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:05.663574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Checking router: 2f29e40e-39d8-4e1d-8e20-789201bafbab for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:45:05.664302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Updating router 2f29e40e-39d8-4e1d-8e20-789201bafbab port 4347d41f-b5e1-4bd0-9343-46645c742b4c binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:45:05.673061 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:05.690440 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:05.947083 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:05.970860 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 43984) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:06.028890 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-099f3c46-f8f1-4410-99d1-22e51e5d75d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ecc230ca14945bd84b2e9eaf7ef790a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565054 Dec 16 22:45:06.036804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 43986) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:06.051138 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:06.133477 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b2da9-9de7-49fd-8327-69e70957fde1 req-8c1181c8-703c-4913-825c-8d00b177a25d tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:06.134946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b0b2da9-9de7-49fd-8327-69e70957fde1 req-8c1181c8-703c-4913-825c-8d00b177a25d tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 948 time: 0.1465495 Dec 16 22:45:06.162297 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e8a564bf-c2e4-4dd6-9ad8-ad1bed3ba8ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:06.178251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:06.219773 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e8a564bf-c2e4-4dd6-9ad8-ad1bed3ba8ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:06.231074 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3967ca-76fb-4f41-96f4-2e41ec79be2c None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:06.241579 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Attempting to bind port 4347d41f-b5e1-4bd0-9343-46645c742b4c on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:45:06.241959 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Attempting to bind port 4347d41f-b5e1-4bd0-9343-46645c742b4c by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:45:06.242334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Attempting to bind port 4347d41f-b5e1-4bd0-9343-46645c742b4c on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:45:06.243527 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b0b2da9-9de7-49fd-8327-69e70957fde1 req-7b3b72b5-78f2-4e87-82f2-0a72d0fb9436 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/security-groups?id=afd98179-aed2-4615-b3e7-4a81ea87399a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964336 Dec 16 22:45:06.264018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa62103-1f4b-4a5c-b593-04ec9026d5e5 None None] Pushing event updated for resources: {'Port': ['ID=4347d41f-b5e1-4bd0-9343-46645c742b4c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:06.266794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:45:06.267574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:45:06.268027 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:06.268428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:45:06.269321 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Bound port: 4347d41f-b5e1-4bd0-9343-46645c742b4c, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:45:06.269725 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:06.355447 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] For port 4347d41f-b5e1-4bd0-9343-46645c742b4c, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:45:06.373389 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] For port 4347d41f-b5e1-4bd0-9343-46645c742b4c, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4347d41f-b5e1-4bd0-9343-46645c742b4c,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:45:06.377473 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-dc10cbbe-a9d1-44ba-8999-ffe23b4bd958 None None] Provisioning complete for port 4347d41f-b5e1-4bd0-9343-46645c742b4c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:06.378256 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc10cbbe-a9d1-44ba-8999-ffe23b4bd958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:06.379082 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e8a564bf-c2e4-4dd6-9ad8-ad1bed3ba8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:06.381318 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e8a564bf-c2e4-4dd6-9ad8-ad1bed3ba8ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:06.383237 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e8a564bf-c2e4-4dd6-9ad8-ad1bed3ba8ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a763539e-6a73-42dd-b00b-1b667b64d592 HTTP/1.1" status: 204 len: 168 time: 0.3438163 Dec 16 22:45:06.399885 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a564bf-c2e4-4dd6-9ad8-ad1bed3ba8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a763539e-6a73-42dd-b00b-1b667b64d592,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:06.451600 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:06.461237 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:06.476681 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-dc10cbbe-a9d1-44ba-8999-ffe23b4bd958 None None] Port 4347d41f-b5e1-4bd0-9343-46645c742b4c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:45:06.488963 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:06.519780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92d22d3c-0c8d-4159-af00-0c13d73e5de6 req-0a301f2a-25e4-40c3-95b9-745d42402751 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 210 time: 0.0438440 Dec 16 22:45:06.558883 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b84e5a-50a5-4706-b0ba-ce7dc9c23b59 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:06.562140 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Routers {'2f29e40e-39d8-4e1d-8e20-789201bafbab'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:06.563000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2f29e40e-39d8-4e1d-8e20-789201bafbab'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:06.566429 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa62103-1f4b-4a5c-b593-04ec9026d5e5 None None] Pushing event updated for resources: {'Port': ['ID=4347d41f-b5e1-4bd0-9343-46645c742b4c,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:06.662390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Allocated IP 172.25.2.47 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/07ebb06a-f5b8-43aa-957d-dba37e106084) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:06.797457 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-d7ea2490-6683-4071-93cb-23daa552b220 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:06.799895 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-d7ea2490-6683-4071-93cb-23daa552b220 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.69 "GET /v2.0/networks?id=7df204c6-5127-4e76-8312-c8f1c6162329 HTTP/1.1" status: 200 len: 811 time: 0.1612513 Dec 16 22:45:06.873305 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:06.921324 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-1c8be6f0-2477-40b2-bbf9-62c950caaf16 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0 HTTP/1.1" status: 200 len: 380 time: 0.1048963 Dec 16 22:45:06.932105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-33bd3fce-1287-43e7-869a-2a30df3b6b7e None None] Provisioning complete for port 4347d41f-b5e1-4bd0-9343-46645c742b4c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:06.937267 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-33bd3fce-1287-43e7-869a-2a30df3b6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:06.937421 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-2bb4f1d5-b805-4305-8ab2-ee8f3052c8af tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Request body: {'port': {'device_id': '8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'admin_state_up': True, 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'security_groups': ['f46132dc-ec9b-4c5d-94b2-4b029eadabdf']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:06.937540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc1245-8148-4c7f-af01-709c75106341 req-f1005062-b7bb-4ea9-8879-5c8b0dbd563b tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:06.947861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9cdc1245-8148-4c7f-af01-709c75106341 req-f1005062-b7bb-4ea9-8879-5c8b0dbd563b tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 948 time: 0.1974082 Dec 16 22:45:07.017595 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:07.024317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] Set router 2f29e40e-39d8-4e1d-8e20-789201bafbab gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:45:07.071102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9cdc1245-8148-4c7f-af01-709c75106341 req-f9bb8fb1-3cea-41d6-a006-c38eef737709 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/security-groups?id=afd98179-aed2-4615-b3e7-4a81ea87399a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216397 Dec 16 22:45:07.192015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Pushing event updated for resources: {'Port': ['ID=07ebb06a-f5b8-43aa-957d-dba37e106084,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:07.198771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:07.214342 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:07.227475 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:07.291643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e47b81-5363-4a5d-8009-ceb3ed4c6f42 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:07.342181 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-2bb4f1d5-b805-4305-8ab2-ee8f3052c8af tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Made reservation on behalf of 29bce609f7fc4f3ca5ffe8426c4567f0 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:45:07.353082 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-2bb4f1d5-b805-4305-8ab2-ee8f3052c8af tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:07.353429 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-33bd3fce-1287-43e7-869a-2a30df3b6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:07.390672 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-33bd3fce-1287-43e7-869a-2a30df3b6b7e None None] For port 4347d41f-b5e1-4bd0-9343-46645c742b4c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4347d41f-b5e1-4bd0-9343-46645c742b4c,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:07.455557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29e40e-39d8-4e1d-8e20-789201bafbab', 'name': 'tempest-snat-router-1811797537', 'tenant_id': '8225d5dd3f264f18abff736c4449c0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18'}], 'enable_snat': False}, 'gw_port_id': '4347d41f-b5e1-4bd0-9343-46645c742b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:45:02Z', 'updated_at': '2021-12-16T22:45:04Z', 'revision_number': 3, 'project_id': '8225d5dd3f264f18abff736c4449c0b8', 'gw_port': {'id': '4347d41f-b5e1-4bd0-9343-46645c742b4c', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29e40e-39d8-4e1d-8e20-789201bafbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:45:03Z', 'updated_at': '2021-12-16T22:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:07.484314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c199b92-04f5-40d0-b0ae-ecb6c9f1eb17 None None] The sync data for ids ['2f29e40e-39d8-4e1d-8e20-789201bafbab'] in n-d-821840-2 is: [{'id': '2f29e40e-39d8-4e1d-8e20-789201bafbab', 'name': 'tempest-snat-router-1811797537', 'tenant_id': '8225d5dd3f264f18abff736c4449c0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18'}], 'enable_snat': False}, 'gw_port_id': '4347d41f-b5e1-4bd0-9343-46645c742b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:45:02Z', 'updated_at': '2021-12-16T22:45:04Z', 'revision_number': 3, 'project_id': '8225d5dd3f264f18abff736c4449c0b8', 'gw_port': {'id': '4347d41f-b5e1-4bd0-9343-46645c742b4c', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29e40e-39d8-4e1d-8e20-789201bafbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:45:03Z', 'updated_at': '2021-12-16T22:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:45:07.495702 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-33bd3fce-1287-43e7-869a-2a30df3b6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:07.530828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-2bb4f1d5-b805-4305-8ab2-ee8f3052c8af tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Allocated IP 172.20.0.11 (7df204c6-5127-4e76-8312-c8f1c6162329/aafaac09-9b53-44a4-84e7-2d4c56ab48f4/9aa734d8-8d2b-4e0e-bea3-1303bc61f43e) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:07.563835 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd3fce-1287-43e7-869a-2a30df3b6b7e None None] Pushing event updated for resources: {'Port': ['ID=4347d41f-b5e1-4bd0-9343-46645c742b4c,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:07.628576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-312fb2a0-d1bc-43ef-90c9-8d41fb40d7f5 None None] Provisioning complete for port 07ebb06a-f5b8-43aa-957d-dba37e106084 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:07.629357 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-312fb2a0-d1bc-43ef-90c9-8d41fb40d7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:07.687547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-312fb2a0-d1bc-43ef-90c9-8d41fb40d7f5 None None] Port 07ebb06a-f5b8-43aa-957d-dba37e106084 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:45:07.693649 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfa8717b-acf2-4d7f-9832-1950c536ac84 req-0b0683a1-4448-402c-ab39-0abb1a5ac180 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 210 time: 0.0634644 Dec 16 22:45:07.748750 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-2bb4f1d5-b805-4305-8ab2-ee8f3052c8af tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:07.888289 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-2bb4f1d5-b805-4305-8ab2-ee8f3052c8af tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:07.969229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-2bb4f1d5-b805-4305-8ab2-ee8f3052c8af tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Network 7df204c6-5127-4e76-8312-c8f1c6162329 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:07.974454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-2bb4f1d5-b805-4305-8ab2-ee8f3052c8af tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:07.978048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-2bb4f1d5-b805-4305-8ab2-ee8f3052c8af tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:08.017205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4f1d5-b805-4305-8ab2-ee8f3052c8af tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event updated for resources: {'Port': ['ID=9aa734d8-8d2b-4e0e-bea3-1303bc61f43e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:08.063471 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-2bb4f1d5-b805-4305-8ab2-ee8f3052c8af tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:08.067514 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-2bb4f1d5-b805-4305-8ab2-ee8f3052c8af tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.167157 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-2bb4f1d5-b805-4305-8ab2-ee8f3052c8af tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2364764 Dec 16 22:45:08.195217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Request body: {'port': {'device_id': '8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:08.227310 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.285978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4347d41f-b5e1-4bd0-9343-46645c742b4c up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:45:08.353456 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.387533 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4347d41f-b5e1-4bd0-9343-46645c742b4c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:08.388297 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.412572 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689d33d-23f0-4d23-807e-6f14e0677326 req-789c8e87-9eed-471c-baef-a1613257fce3 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:08.415326 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1689d33d-23f0-4d23-807e-6f14e0677326 req-789c8e87-9eed-471c-baef-a1613257fce3 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.24 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 948 time: 0.1806173 Dec 16 22:45:08.460503 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4e24f998-1568-48df-89f0-89cea08f5974 None None] Provisioning complete for port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:08.461237 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4e24f998-1568-48df-89f0-89cea08f5974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.519972 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.533063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4e24f998-1568-48df-89f0-89cea08f5974 None None] Port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:45:08.542299 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f149b8c-592d-4733-a9cf-365e769e856e req-7d21793e-b58d-4bd4-bef8-673dba43da90 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:08.543937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f149b8c-592d-4733-a9cf-365e769e856e req-7d21793e-b58d-4bd4-bef8-673dba43da90 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 948 time: 0.1801057 Dec 16 22:45:08.662071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-1689d33d-23f0-4d23-807e-6f14e0677326 req-7378ea2d-4f62-40e9-bac9-8056ffebd157 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Deleting port 98f305d7-fa8a-4737-b546-51b39539ca6a {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:08.662522 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1689d33d-23f0-4d23-807e-6f14e0677326 req-7378ea2d-4f62-40e9-bac9-8056ffebd157 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.675548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f149b8c-592d-4733-a9cf-365e769e856e req-6fede10b-8ae5-4991-b8ae-92f6526388d4 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/security-groups?id=afd98179-aed2-4615-b3e7-4a81ea87399a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992606 Dec 16 22:45:08.820723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Router ed0f1778-4c50-440a-abd2-20374fc47721 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:45:08.842690 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1689d33d-23f0-4d23-807e-6f14e0677326 req-7378ea2d-4f62-40e9-bac9-8056ffebd157 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] For port 98f305d7-fa8a-4737-b546-51b39539ca6a, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=98f305d7-fa8a-4737-b546-51b39539ca6a,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:08.843112 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1689d33d-23f0-4d23-807e-6f14e0677326 req-7378ea2d-4f62-40e9-bac9-8056ffebd157 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.849454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d650c-9f24-4741-a5ce-e841c4b2320f req-66522440-89df-45c4-b931-b809b31c63ea tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:08.851300 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d33d650c-9f24-4741-a5ce-e841c4b2320f req-66522440-89df-45c4-b931-b809b31c63ea tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 932 time: 0.0609350 Dec 16 22:45:08.871171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-1689d33d-23f0-4d23-807e-6f14e0677326 req-7378ea2d-4f62-40e9-bac9-8056ffebd157 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Calling delete_port for 98f305d7-fa8a-4737-b546-51b39539ca6a owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:08.969378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:45:08.977105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d33d650c-9f24-4741-a5ce-e841c4b2320f req-86833b8b-8c47-466b-85ef-fb08b78a05a0 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=f46132dc-ec9b-4c5d-94b2-4b029eadabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894310 Dec 16 22:45:08.984066 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.993807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:45:09.014168 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Transition to ACTIVE for port object 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:45:09.017200 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Sync routers for ids ['ed0f1778-4c50-440a-abd2-20374fc47721'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:45:09.029720 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Routers {'ed0f1778-4c50-440a-abd2-20374fc47721'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:09.030425 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ed0f1778-4c50-440a-abd2-20374fc47721'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:09.104359 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:09.106290 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:09.108131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-254029a0-47df-49b2-b633-dbcdaedc5baf tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6209652 Dec 16 22:45:09.111165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44008) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:09.142261 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Set router ed0f1778-4c50-440a-abd2-20374fc47721 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:45:09.181011 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Pushing event updated for resources: {'Port': ['ID=9aa734d8-8d2b-4e0e-bea3-1303bc61f43e,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:09.269959 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1689d33d-23f0-4d23-807e-6f14e0677326 req-7378ea2d-4f62-40e9-bac9-8056ffebd157 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:09.270527 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-42bb5417-0ff2-43f1-b620-949d32cbd2a4 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/routers/ed0f1778-4c50-440a-abd2-20374fc47721 HTTP/1.1" status: 200 len: 907 time: 0.1578195 Dec 16 22:45:09.273496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44012) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:09.282723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['98f305d7-fa8a-4737-b546-51b39539ca6a'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:45:09.406982 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378ea2d-4f62-40e9-bac9-8056ffebd157 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Pushing event deleted for resources: {'Port': ['ID=98f305d7-fa8a-4737-b546-51b39539ca6a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:09.413802 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f1778-4c50-440a-abd2-20374fc47721', 'name': 'tempest-snat-router-1811797537', 'tenant_id': '8225d5dd3f264f18abff736c4449c0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '07ebb06a-f5b8-43aa-957d-dba37e106084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:45:05Z', 'updated_at': '2021-12-16T22:45:07Z', 'revision_number': 3, 'project_id': '8225d5dd3f264f18abff736c4449c0b8', 'gw_port': {'id': '07ebb06a-f5b8-43aa-957d-dba37e106084', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0f1778-4c50-440a-abd2-20374fc47721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:45:06Z', 'updated_at': '2021-12-16T22:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:09.449269 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Checking router: ed0f1778-4c50-440a-abd2-20374fc47721 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:45:09.449665 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Updating router ed0f1778-4c50-440a-abd2-20374fc47721 port 07ebb06a-f5b8-43aa-957d-dba37e106084 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:45:09.462654 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79be11dc-cbf7-4187-ab10-49ae930588a3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:09.489498 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:09.525088 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1689d33d-23f0-4d23-807e-6f14e0677326 req-7378ea2d-4f62-40e9-bac9-8056ffebd157 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] No DVR routers for this DVR port 98f305d7-fa8a-4737-b546-51b39539ca6a on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:45:09.531194 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1689d33d-23f0-4d23-807e-6f14e0677326 req-7378ea2d-4f62-40e9-bac9-8056ffebd157 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:09.537234 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1689d33d-23f0-4d23-807e-6f14e0677326 req-7378ea2d-4f62-40e9-bac9-8056ffebd157 tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.24 "DELETE /v2.0/ports/98f305d7-fa8a-4737-b546-51b39539ca6a HTTP/1.1" status: 204 len: 173 time: 1.0882843 Dec 16 22:45:09.538519 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21308fd3-503b-4c27-b835-bfe04ba85fb6', 'name': 'network-vif-deleted', 'tag': '98f305d7-fa8a-4737-b546-51b39539ca6a'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:45:09.541780 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db7402f-3b34-450c-8fd7-18f417d762fb" -d '{"events": [{"server_uuid": "21308fd3-503b-4c27-b835-bfe04ba85fb6", "name": "network-vif-deleted", "tag": "98f305d7-fa8a-4737-b546-51b39539ca6a"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:45:09.553125 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Attempting to bind port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:45:09.553996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Attempting to bind port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:45:09.554388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Attempting to bind port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e on network 7df204c6-5127-4e76-8312-c8f1c6162329 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:45:09.568434 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e on network 7df204c6-5127-4e76-8312-c8f1c6162329 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:45:09.568811 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Attempting to bind port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e on network 7df204c6-5127-4e76-8312-c8f1c6162329 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:45:09.580338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:45:09.582333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Checking segment: {'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:45:09.583837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Bound using segment: {'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:45:09.586998 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Bound port: 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13db81a-8347-477b-8490-b8812fd87f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:45:09.587941 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:09.658509 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4217ab0-e0e2-4e24-8dcc-715ca6c2c9cb x-openstack-request-id: req-f4217ab0-e0e2-4e24-8dcc-715ca6c2c9cb {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:45:09.658863 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21308fd3-503b-4c27-b835-bfe04ba85fb6", "name": "network-vif-deleted", "tag": "98f305d7-fa8a-4737-b546-51b39539ca6a", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:45:09.659132 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4217ab0-e0e2-4e24-8dcc-715ca6c2c9cb {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:45:09.660527 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21308fd3-503b-4c27-b835-bfe04ba85fb6', 'name': 'network-vif-deleted', 'tag': '98f305d7-fa8a-4737-b546-51b39539ca6a', 'status': 'completed', 'code': 200} Dec 16 22:45:09.690743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] For port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:45:09.695618 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79be11dc-cbf7-4187-ab10-49ae930588a3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:09.699858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] For port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9aa734d8-8d2b-4e0e-bea3-1303bc61f43e,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:45:09.774245 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:09.877975 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:09.885369 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:09.887317 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] 10.222.0.69 "PUT /v2.0/ports/9aa734d8-8d2b-4e0e-bea3-1303bc61f43e HTTP/1.1" status: 200 len: 1092 time: 1.6991255 Dec 16 22:45:09.951249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b8009-636d-4c5d-a7f5-c01609f283cd service neutron] Pushing event updated for resources: {'Port': ['ID=9aa734d8-8d2b-4e0e-bea3-1303bc61f43e,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:09.963016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f07b2bb-09bc-4879-b6ad-caa8f9610b9d req-ef09af85-dfb1-4fe2-88cf-a3ba3748fe5c tempest-VolumesNegativeTest-996099584 tempest-VolumesNegativeTest-996099584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21308fd3-503b-4c27-b835-bfe04ba85fb6 HTTP/1.1" status: 200 len: 210 time: 0.1206245 Dec 16 22:45:10.005935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-79be11dc-cbf7-4187-ab10-49ae930588a3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Deleting port 07ebb06a-f5b8-43aa-957d-dba37e106084 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:10.007173 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79be11dc-cbf7-4187-ab10-49ae930588a3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.074094 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.128257 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-46915e25-f026-4889-b259-5a121b87cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:10.130820 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-46915e25-f026-4889-b259-5a121b87cb9d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0&device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 1095 time: 0.1105371 Dec 16 22:45:10.136416 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.185466 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79be11dc-cbf7-4187-ab10-49ae930588a3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.205431 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e13ed3-5757-4608-bd4e-2af9fc791799 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:10.209368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-79be11dc-cbf7-4187-ab10-49ae930588a3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Calling delete_port for 07ebb06a-f5b8-43aa-957d-dba37e106084 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:10.216501 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Attempting to bind port 07ebb06a-f5b8-43aa-957d-dba37e106084 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:45:10.217597 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Attempting to bind port 07ebb06a-f5b8-43aa-957d-dba37e106084 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:45:10.217597 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Attempting to bind port 07ebb06a-f5b8-43aa-957d-dba37e106084 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:45:10.226570 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192865af-8474-46a1-a5b2-9838fa515a4d None None] Pushing event updated for resources: {'Port': ['ID=07ebb06a-f5b8-43aa-957d-dba37e106084,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:10.228876 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-17944137-c20d-4fdb-ad75-6e00867c37c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aa734d8-8d2b-4e0e-bea3-1303bc61f43e HTTP/1.1" status: 200 len: 217 time: 0.0874977 Dec 16 22:45:10.230280 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:45:10.230945 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:45:10.231453 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.231910 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:45:10.232459 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Bound port: 07ebb06a-f5b8-43aa-957d-dba37e106084, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:45:10.232900 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.237985 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b27e4-99af-476f-87b3-8092ff110488 req-e602c702-8cd2-4119-8fc5-57578e3b73da tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:10.247737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b57b27e4-99af-476f-87b3-8092ff110488 req-e602c702-8cd2-4119-8fc5-57578e3b73da tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 944 time: 0.1030524 Dec 16 22:45:10.273178 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192865af-8474-46a1-a5b2-9838fa515a4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:10.273495 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192865af-8474-46a1-a5b2-9838fa515a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:10.273820 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192865af-8474-46a1-a5b2-9838fa515a4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:10.274155 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192865af-8474-46a1-a5b2-9838fa515a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:10.274484 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192865af-8474-46a1-a5b2-9838fa515a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:10.274809 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192865af-8474-46a1-a5b2-9838fa515a4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:10.275130 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192865af-8474-46a1-a5b2-9838fa515a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:10.275479 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192865af-8474-46a1-a5b2-9838fa515a4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:10.275804 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192865af-8474-46a1-a5b2-9838fa515a4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:10.276119 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192865af-8474-46a1-a5b2-9838fa515a4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:10.276479 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192865af-8474-46a1-a5b2-9838fa515a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:10.276876 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192865af-8474-46a1-a5b2-9838fa515a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:10.277194 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192865af-8474-46a1-a5b2-9838fa515a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:10.291654 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-894fd7d9-b174-45bb-8ca0-f48185e87f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:10.293525 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-894fd7d9-b174-45bb-8ca0-f48185e87f85 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aafaac09-9b53-44a4-84e7-2d4c56ab48f4 HTTP/1.1" status: 200 len: 850 time: 0.0533156 Dec 16 22:45:10.311509 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] For port 07ebb06a-f5b8-43aa-957d-dba37e106084, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:45:10.314599 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] For port 07ebb06a-f5b8-43aa-957d-dba37e106084, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=07ebb06a-f5b8-43aa-957d-dba37e106084,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:45:10.346776 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-b51d9280-47ba-4a29-9b2d-fee8fde56dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:10.348643 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-b51d9280-47ba-4a29-9b2d-fee8fde56dc9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7df204c6-5127-4e76-8312-c8f1c6162329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436819 Dec 16 22:45:10.361668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b57b27e4-99af-476f-87b3-8092ff110488 req-a6bd538a-dc1c-464b-af0b-ee6c14ad4b2a tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=f46132dc-ec9b-4c5d-94b2-4b029eadabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129932 Dec 16 22:45:10.363080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ad938099-ea0b-4abc-b907-073b820e9590 None None] Provisioning complete for port 07ebb06a-f5b8-43aa-957d-dba37e106084 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:10.363713 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad938099-ea0b-4abc-b907-073b820e9590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.395755 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.410093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ad938099-ea0b-4abc-b907-073b820e9590 None None] Port 07ebb06a-f5b8-43aa-957d-dba37e106084 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:45:10.442916 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0cddcc-bc2b-40fc-b098-63d0901566a5 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:10.493709 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Routers {'ed0f1778-4c50-440a-abd2-20374fc47721'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:10.494348 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ed0f1778-4c50-440a-abd2-20374fc47721'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:10.511420 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-ae861bb9-3b16-453d-ab64-f24a304d457d service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504977 Dec 16 22:45:10.531997 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e4c33991-7ad8-4ce5-b58a-69c0a6ab01c1 None None] Provisioning complete for port 07ebb06a-f5b8-43aa-957d-dba37e106084 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:10.532866 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4c33991-7ad8-4ce5-b58a-69c0a6ab01c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.613513 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79be11dc-cbf7-4187-ab10-49ae930588a3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.634552 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f71e164c-e9eb-45b8-809d-f34d0b68f9af req-fe51a3ec-9f71-4592-ada9-86142d155985 service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096542 Dec 16 22:45:10.643812 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4c33991-7ad8-4ce5-b58a-69c0a6ab01c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.652536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be11dc-cbf7-4187-ab10-49ae930588a3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Pushing event deleted for resources: {'Port': ['ID=07ebb06a-f5b8-43aa-957d-dba37e106084,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:10.671102 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192865af-8474-46a1-a5b2-9838fa515a4d None None] Pushing event updated for resources: {'Port': ['ID=07ebb06a-f5b8-43aa-957d-dba37e106084,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:10.678862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b874ba-4b90-4644-a2bd-6fd1ea782cfd None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:10.717054 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] Set router ed0f1778-4c50-440a-abd2-20374fc47721 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:45:10.738418 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79be11dc-cbf7-4187-ab10-49ae930588a3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.786551 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f1778-4c50-440a-abd2-20374fc47721', 'name': 'tempest-snat-router-1811797537', 'tenant_id': '8225d5dd3f264f18abff736c4449c0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:45:05Z', 'updated_at': '2021-12-16T22:45:09Z', 'revision_number': 4, 'project_id': '8225d5dd3f264f18abff736c4449c0b8', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:10.814932 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8db58-977a-4417-9632-2263a3dc45c9 None None] The sync data for ids ['ed0f1778-4c50-440a-abd2-20374fc47721'] in n-d-821840-2 is: [{'id': 'ed0f1778-4c50-440a-abd2-20374fc47721', 'name': 'tempest-snat-router-1811797537', 'tenant_id': '8225d5dd3f264f18abff736c4449c0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:45:05Z', 'updated_at': '2021-12-16T22:45:09Z', 'revision_number': 4, 'project_id': '8225d5dd3f264f18abff736c4449c0b8', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:45:10.842860 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79be11dc-cbf7-4187-ab10-49ae930588a3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.847379 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79be11dc-cbf7-4187-ab10-49ae930588a3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.958613 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79be11dc-cbf7-4187-ab10-49ae930588a3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.959166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79be11dc-cbf7-4187-ab10-49ae930588a3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed0f1778-4c50-440a-abd2-20374fc47721 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:45:10.964227 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79be11dc-cbf7-4187-ab10-49ae930588a3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.965416 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-79be11dc-cbf7-4187-ab10-49ae930588a3 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "DELETE /v2.0/routers/ed0f1778-4c50-440a-abd2-20374fc47721 HTTP/1.1" status: 204 len: 168 time: 1.6903701 Dec 16 22:45:10.968097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44022) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:11.079553 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8986c5f6-c4d7-4db6-b9fe-a36df6cb8d6a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:11.187714 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8986c5f6-c4d7-4db6-b9fe-a36df6cb8d6a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:11.305995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-8986c5f6-c4d7-4db6-b9fe-a36df6cb8d6a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Deleting port 4347d41f-b5e1-4bd0-9343-46645c742b4c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:11.306357 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8986c5f6-c4d7-4db6-b9fe-a36df6cb8d6a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:11.392965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-8986c5f6-c4d7-4db6-b9fe-a36df6cb8d6a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] For port 4347d41f-b5e1-4bd0-9343-46645c742b4c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4347d41f-b5e1-4bd0-9343-46645c742b4c,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:11.393405 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8986c5f6-c4d7-4db6-b9fe-a36df6cb8d6a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:11.408471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-8986c5f6-c4d7-4db6-b9fe-a36df6cb8d6a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Calling delete_port for 4347d41f-b5e1-4bd0-9343-46645c742b4c owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:11.578938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc940b66-3f60-41c7-899d-6cd461ce5040 req-edab1e54-bd67-4047-9e02-f61476c822ef tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:11.580553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc940b66-3f60-41c7-899d-6cd461ce5040 req-edab1e54-bd67-4047-9e02-f61476c822ef tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 944 time: 0.1059532 Dec 16 22:45:11.661850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb', 'tag': '9aa734d8-8d2b-4e0e-bea3-1303bc61f43e'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:45:11.665681 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808142ce-25b5-4345-b5f0-70e8e3a30be3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb", "tag": "9aa734d8-8d2b-4e0e-bea3-1303bc61f43e"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:45:11.677240 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc940b66-3f60-41c7-899d-6cd461ce5040 req-79a91a33-f777-400e-83bc-eef9b17b63a3 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=f46132dc-ec9b-4c5d-94b2-4b029eadabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900390 Dec 16 22:45:11.725789 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b8bc29-5724-4b06-aaf8-990753c3dcc0 x-openstack-request-id: req-c8b8bc29-5724-4b06-aaf8-990753c3dcc0 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:45:11.726779 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb", "tag": "9aa734d8-8d2b-4e0e-bea3-1303bc61f43e", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:45:11.727129 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8b8bc29-5724-4b06-aaf8-990753c3dcc0 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:45:11.727779 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb', 'tag': '9aa734d8-8d2b-4e0e-bea3-1303bc61f43e', 'status': 'completed', 'code': 200} Dec 16 22:45:11.738465 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8986c5f6-c4d7-4db6-b9fe-a36df6cb8d6a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:11.770083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986c5f6-c4d7-4db6-b9fe-a36df6cb8d6a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Pushing event deleted for resources: {'Port': ['ID=4347d41f-b5e1-4bd0-9343-46645c742b4c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:11.784987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82deeea5-3495-4069-bb94-6f06f3341180 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:11.824764 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808142ce-25b5-4345-b5f0-70e8e3a30be3 req-6b661a0e-1944-4cba-b48c-9c83a6f21381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:11.826338 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-808142ce-25b5-4345-b5f0-70e8e3a30be3 req-6b661a0e-1944-4cba-b48c-9c83a6f21381 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0&device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 1095 time: 0.0688312 Dec 16 22:45:11.841128 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8986c5f6-c4d7-4db6-b9fe-a36df6cb8d6a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:11.936863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808142ce-25b5-4345-b5f0-70e8e3a30be3 req-6312775e-8f85-4a2f-98ac-bad841406706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:11.938342 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-808142ce-25b5-4345-b5f0-70e8e3a30be3 req-6312775e-8f85-4a2f-98ac-bad841406706 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7df204c6-5127-4e76-8312-c8f1c6162329 HTTP/1.1" status: 200 len: 912 time: 0.1020021 Dec 16 22:45:11.946747 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8986c5f6-c4d7-4db6-b9fe-a36df6cb8d6a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:11.949410 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8986c5f6-c4d7-4db6-b9fe-a36df6cb8d6a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:11.985707 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 98f305d7-fa8a-4737-b546-51b39539ca6a no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:45:11.990331 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-808142ce-25b5-4345-b5f0-70e8e3a30be3 req-5f663ca6-40fc-4cf0-849a-c783fbd230cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aa734d8-8d2b-4e0e-bea3-1303bc61f43e HTTP/1.1" status: 200 len: 217 time: 0.0409033 Dec 16 22:45:12.008013 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 98f305d7-fa8a-4737-b546-51b39539ca6a {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:45:12.008361 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 98f305d7-fa8a-4737-b546-51b39539ca6a not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:45:12.051088 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808142ce-25b5-4345-b5f0-70e8e3a30be3 req-0e702c9c-90e4-4682-96bd-ece5ec13d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:12.052643 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-808142ce-25b5-4345-b5f0-70e8e3a30be3 req-0e702c9c-90e4-4682-96bd-ece5ec13d06a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aafaac09-9b53-44a4-84e7-2d4c56ab48f4 HTTP/1.1" status: 200 len: 850 time: 0.0500250 Dec 16 22:45:12.078858 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8986c5f6-c4d7-4db6-b9fe-a36df6cb8d6a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:12.079433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8986c5f6-c4d7-4db6-b9fe-a36df6cb8d6a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f29e40e-39d8-4e1d-8e20-789201bafbab {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:45:12.084697 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8986c5f6-c4d7-4db6-b9fe-a36df6cb8d6a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:12.086631 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8986c5f6-c4d7-4db6-b9fe-a36df6cb8d6a tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "DELETE /v2.0/routers/2f29e40e-39d8-4e1d-8e20-789201bafbab HTTP/1.1" status: 204 len: 168 time: 1.1175315 Dec 16 22:45:12.092502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44066) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:12.098852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2033008541', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}, 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:12.120684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808142ce-25b5-4345-b5f0-70e8e3a30be3 req-44330195-1834-4011-9b50-2fd1e80d3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:12.122790 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-808142ce-25b5-4345-b5f0-70e8e3a30be3 req-44330195-1834-4011-9b50-2fd1e80d3783 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7df204c6-5127-4e76-8312-c8f1c6162329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582080 Dec 16 22:45:12.230435 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:12.231588 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:12.253139 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-808142ce-25b5-4345-b5f0-70e8e3a30be3 req-d953b779-2cb8-47c4-8486-5b13f88f9cb1 service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187968 Dec 16 22:45:12.318593 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:12.386581 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-808142ce-25b5-4345-b5f0-70e8e3a30be3 req-1be9e92e-8647-45ba-94a3-5babe34df52a service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213176 Dec 16 22:45:12.526538 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:12.930041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e923c4-a1e3-4e96-881c-cd2ff662d4a9 req-1e9610d7-856e-4fc3-9135-9b8d866c5bd4 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:12.931576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49e923c4-a1e3-4e96-881c-cd2ff662d4a9 req-1e9610d7-856e-4fc3-9135-9b8d866c5bd4 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 944 time: 0.1282899 Dec 16 22:45:12.956355 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:12.989221 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:13.058533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49e923c4-a1e3-4e96-881c-cd2ff662d4a9 req-26b10aa3-c487-4723-9b88-5e5438563e47 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=f46132dc-ec9b-4c5d-94b2-4b029eadabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082458 Dec 16 22:45:13.129370 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Allocated IP 172.25.2.196 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/6aed35f3-5904-48b7-a1b4-2d9a4cf38707) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:13.251248 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:13.304469 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:13.350003 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:13.375622 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:45:13.392789 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:13.395966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:13.399684 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:13.418704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92e068f-d04c-4f85-a375-0ff5673665b4 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:13.424553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Pushing event updated for resources: {'Port': ['ID=6aed35f3-5904-48b7-a1b4-2d9a4cf38707,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:13.454987 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:13.508048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9aa734d8-8d2b-4e0e-bea3-1303bc61f43e,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:13.521052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '9aa734d8-8d2b-4e0e-bea3-1303bc61f43e', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'port_id': '9aa734d8-8d2b-4e0e-bea3-1303bc61f43e', 'mac_address': 'fa:16:3e:3e:b6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:45:13.574550 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:13.593574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-53c0d746-447d-462f-b980-965aa1e67edf None None] Provisioning complete for port 6aed35f3-5904-48b7-a1b4-2d9a4cf38707 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:13.593922 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-53c0d746-447d-462f-b980-965aa1e67edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:13.597397 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:45:13.646739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9aa734d8-8d2b-4e0e-bea3-1303bc61f43e,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:13.649938 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d746-447d-462f-b980-965aa1e67edf None None] Port 6aed35f3-5904-48b7-a1b4-2d9a4cf38707 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:45:13.729918 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:13.765109 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:13.821984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9aa734d8-8d2b-4e0e-bea3-1303bc61f43e,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:13.949434 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:14.141962 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['9aa734d8-8d2b-4e0e-bea3-1303bc61f43e'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:45:14.192065 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4347d41f-b5e1-4bd0-9343-46645c742b4c no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:45:14.221762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 4347d41f-b5e1-4bd0-9343-46645c742b4c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:45:14.222133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4347d41f-b5e1-4bd0-9343-46645c742b4c not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:45:14.480149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a98cc1-1eb7-406b-8a28-d8a7393b7bab req-94f2cebb-bb8a-42ac-a134-3772d9939f1b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:14.481680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45a98cc1-1eb7-406b-8a28-d8a7393b7bab req-94f2cebb-bb8a-42ac-a134-3772d9939f1b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 945 time: 0.0716341 Dec 16 22:45:14.542813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45a98cc1-1eb7-406b-8a28-d8a7393b7bab req-60d45590-5097-4f6f-9b7e-59ff2afb1761 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=f46132dc-ec9b-4c5d-94b2-4b029eadabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548551 Dec 16 22:45:14.577695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Router 95312d2a-f10e-40af-9949-7b98a8464aea is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:45:14.688138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:45:14.699606 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b4583-fcff-4e13-aab3-beb0224d6229 None None] Sync routers for ids ['95312d2a-f10e-40af-9949-7b98a8464aea'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:45:14.710223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b4583-fcff-4e13-aab3-beb0224d6229 None None] Routers {'95312d2a-f10e-40af-9949-7b98a8464aea'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:14.711187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2e0b4583-fcff-4e13-aab3-beb0224d6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['95312d2a-f10e-40af-9949-7b98a8464aea'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:14.760866 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2e0b4583-fcff-4e13-aab3-beb0224d6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:14.768782 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:14.770053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-524368da-52a3-4a3f-ba3e-1e5a746d156b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.6765189 Dec 16 22:45:14.772760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b4583-fcff-4e13-aab3-beb0224d6229 None None] Routers {'95312d2a-f10e-40af-9949-7b98a8464aea'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:14.774320 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2e0b4583-fcff-4e13-aab3-beb0224d6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['95312d2a-f10e-40af-9949-7b98a8464aea'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:14.774528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44220) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:14.779149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-70bd3a9d-cf03-4211-bd30-45b2112fb45c tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'enable_snat': False}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:14.817627 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2e0b4583-fcff-4e13-aab3-beb0224d6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:14.817627 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b4583-fcff-4e13-aab3-beb0224d6229 None None] The sync data for ids ['95312d2a-f10e-40af-9949-7b98a8464aea'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:45:15.117624 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-70bd3a9d-cf03-4211-bd30-45b2112fb45c tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:15.401583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:45:15.546554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:45:15.550926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:15.551343 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:15.703116 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:15.722473 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-70bd3a9d-cf03-4211-bd30-45b2112fb45c tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:15.730341 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-70bd3a9d-cf03-4211-bd30-45b2112fb45c tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:15.731993 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa734d8-8d2b-4e0e-bea3-1303bc61f43e'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:45:15.734363 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf640e2-35fd-4baa-a487-16e53f1dd1d8" -d '{"events": [{"server_uuid": "8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb", "name": "network-vif-plugged", "status": "completed", "tag": "9aa734d8-8d2b-4e0e-bea3-1303bc61f43e"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:45:15.745221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45912df-bf72-482b-bd66-0940e5f1a0f9 req-7a3157aa-a8c2-4720-b763-3ff6847cb1d3 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:15.746906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45912df-bf72-482b-bd66-0940e5f1a0f9 req-7a3157aa-a8c2-4720-b763-3ff6847cb1d3 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 945 time: 0.1039631 Dec 16 22:45:15.756102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9aa734d8-8d2b-4e0e-bea3-1303bc61f43e,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:15.782110 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48973ac-923d-4bdd-a9ab-66b3cfeaaa22 x-openstack-request-id: req-c48973ac-923d-4bdd-a9ab-66b3cfeaaa22 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:45:15.782419 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb", "name": "network-vif-plugged", "status": "completed", "tag": "9aa734d8-8d2b-4e0e-bea3-1303bc61f43e", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:45:15.782689 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c48973ac-923d-4bdd-a9ab-66b3cfeaaa22 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:45:15.783122 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa734d8-8d2b-4e0e-bea3-1303bc61f43e', 'code': 200} Dec 16 22:45:15.833600 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:15.896157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45912df-bf72-482b-bd66-0940e5f1a0f9 req-26dff6c0-8fa4-4e6e-af48-cc67d1a8663d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=f46132dc-ec9b-4c5d-94b2-4b029eadabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118078 Dec 16 22:45:15.903944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=9aa734d8-8d2b-4e0e-bea3-1303bc61f43e,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:15.923667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bd3a9d-cf03-4211-bd30-45b2112fb45c tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Router 95312d2a-f10e-40af-9949-7b98a8464aea has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:45:15.933487 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e71f7-3d09-4206-b223-35c0e36c2844 req-1db6edb0-684f-4be3-b958-ec2a58c73fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:15.935064 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad1e71f7-3d09-4206-b223-35c0e36c2844 req-1db6edb0-684f-4be3-b958-ec2a58c73fed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 1097 time: 0.0638566 Dec 16 22:45:15.996834 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ad1e71f7-3d09-4206-b223-35c0e36c2844 req-4895717c-1203-48fb-8364-9b7a0d67b409 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f46132dc-ec9b-4c5d-94b2-4b029eadabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414250 Dec 16 22:45:16.079711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bd3a9d-cf03-4211-bd30-45b2112fb45c tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:45:16.085529 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-70bd3a9d-cf03-4211-bd30-45b2112fb45c tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:16.086753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-70bd3a9d-cf03-4211-bd30-45b2112fb45c tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "PUT /v2.0/routers/95312d2a-f10e-40af-9949-7b98a8464aea HTTP/1.1" status: 200 len: 926 time: 1.3112140 Dec 16 22:45:16.089877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44288) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:16.091223 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1255ca-63c5-4044-8279-323986f427e4 None None] Sync routers for ids ['95312d2a-f10e-40af-9949-7b98a8464aea'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:45:16.104205 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1255ca-63c5-4044-8279-323986f427e4 None None] Routers {'95312d2a-f10e-40af-9949-7b98a8464aea'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:16.104857 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4e1255ca-63c5-4044-8279-323986f427e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['95312d2a-f10e-40af-9949-7b98a8464aea'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:16.139459 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4e1255ca-63c5-4044-8279-323986f427e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:16.150933 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1255ca-63c5-4044-8279-323986f427e4 None None] Routers {'95312d2a-f10e-40af-9949-7b98a8464aea'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:16.151627 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4e1255ca-63c5-4044-8279-323986f427e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['95312d2a-f10e-40af-9949-7b98a8464aea'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:16.188349 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4e1255ca-63c5-4044-8279-323986f427e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:16.189254 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1255ca-63c5-4044-8279-323986f427e4 None None] The sync data for ids ['95312d2a-f10e-40af-9949-7b98a8464aea'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:45:16.211130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d1e08321-50f4-49e1-9a83-155e6a0e2ed9 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/routers/95312d2a-f10e-40af-9949-7b98a8464aea HTTP/1.1" status: 200 len: 926 time: 0.1198559 Dec 16 22:45:16.214237 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44290) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:16.288042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f22e70-e46b-48a1-8f5b-d1bc5ac40c2e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:16.290390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-64f22e70-e46b-48a1-8f5b-d1bc5ac40c2e tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=331c0cce-7f70-4da0-8420-947a310fded1&device_id=95312d2a-f10e-40af-9949-7b98a8464aea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0745947 Dec 16 22:45:16.292568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44292) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:16.385163 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54a4c84-2749-443f-80b0-c2a03f583b2c tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:16.386560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a54a4c84-2749-443f-80b0-c2a03f583b2c tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 881 time: 0.0930862 Dec 16 22:45:16.389655 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44294) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:16.421021 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3ec98fe6-de38-465f-843d-4b328b738a39 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "GET /v2.0/ports?device_id=95312d2a-f10e-40af-9949-7b98a8464aea HTTP/1.1" status: 200 len: 205 time: 0.0302355 Dec 16 22:45:16.423502 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44296) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:16.535910 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d722149d-d5f7-4210-938c-803212e6a3f3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:16.642113 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d722149d-d5f7-4210-938c-803212e6a3f3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:17.052901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66736e-1034-44f9-a3e6-e2989b453d64 req-3dcadda9-81f5-47a6-be4b-bd166c9dbc66 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:17.056715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b66736e-1034-44f9-a3e6-e2989b453d64 req-3dcadda9-81f5-47a6-be4b-bd166c9dbc66 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 946 time: 0.0778043 Dec 16 22:45:17.120242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b66736e-1034-44f9-a3e6-e2989b453d64 req-c46c556f-487c-45ef-8123-ed00a3cb5612 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=f46132dc-ec9b-4c5d-94b2-4b029eadabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518036 Dec 16 22:45:17.148533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d722149d-d5f7-4210-938c-803212e6a3f3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Deleting port 6aed35f3-5904-48b7-a1b4-2d9a4cf38707 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:17.149068 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d722149d-d5f7-4210-938c-803212e6a3f3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:17.229448 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d722149d-d5f7-4210-938c-803212e6a3f3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:17.242355 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d722149d-d5f7-4210-938c-803212e6a3f3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Calling delete_port for 6aed35f3-5904-48b7-a1b4-2d9a4cf38707 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:17.495153 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d722149d-d5f7-4210-938c-803212e6a3f3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:17.521662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722149d-d5f7-4210-938c-803212e6a3f3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Pushing event deleted for resources: {'Port': ['ID=6aed35f3-5904-48b7-a1b4-2d9a4cf38707,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:17.539471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcb3f87-7502-4040-9076-a4ee59b2905c None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:17.589664 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d722149d-d5f7-4210-938c-803212e6a3f3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:17.684342 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d722149d-d5f7-4210-938c-803212e6a3f3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:17.686532 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d722149d-d5f7-4210-938c-803212e6a3f3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:17.805000 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d722149d-d5f7-4210-938c-803212e6a3f3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:17.805488 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d722149d-d5f7-4210-938c-803212e6a3f3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Fanout notify agent at l3_agent the message router_deleted on router 95312d2a-f10e-40af-9949-7b98a8464aea {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:45:17.812534 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d722149d-d5f7-4210-938c-803212e6a3f3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:17.817448 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d722149d-d5f7-4210-938c-803212e6a3f3 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "DELETE /v2.0/routers/95312d2a-f10e-40af-9949-7b98a8464aea HTTP/1.1" status: 204 len: 168 time: 1.3892961 Dec 16 22:45:17.817848 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44304) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:17.823714 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ffc00f3c-fc4d-4801-a148-314272f89abd tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1727729342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:17.912858 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc00f3c-fc4d-4801-a148-314272f89abd tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:17.913964 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc00f3c-fc4d-4801-a148-314272f89abd tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:17.966703 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc00f3c-fc4d-4801-a148-314272f89abd tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:18.067715 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc00f3c-fc4d-4801-a148-314272f89abd tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:18.163430 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ffc00f3c-fc4d-4801-a148-314272f89abd tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:18.164988 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ffc00f3c-fc4d-4801-a148-314272f89abd tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3461852 Dec 16 22:45:18.167725 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44312) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:18.173594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Request body: {'router': {'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:18.258527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb24c3d-31a9-4141-90e3-234987a0fca5 req-65062cdb-95d9-4c69-8370-e057fbbb5d44 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:18.260170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1eb24c3d-31a9-4141-90e3-234987a0fca5 req-65062cdb-95d9-4c69-8370-e057fbbb5d44 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 946 time: 0.0571854 Dec 16 22:45:18.316345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1eb24c3d-31a9-4141-90e3-234987a0fca5 req-68a100f5-4e73-441f-809f-0f133d3bffb7 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=f46132dc-ec9b-4c5d-94b2-4b029eadabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494719 Dec 16 22:45:18.394840 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:18.443873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc3866-eac7-4a53-9a0d-3e35f6b9adbf req-cd903252-9f43-4767-8200-9c7ae1f7a4b5 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:18.445323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2dbc3866-eac7-4a53-9a0d-3e35f6b9adbf req-cd903252-9f43-4767-8200-9c7ae1f7a4b5 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 946 time: 0.0520477 Dec 16 22:45:18.457315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44316) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:18.462053 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0e33df9a-fdc4-4198-8a17-09b6d2f6008b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Request body: {'floatingip': {'port_id': '9aa734d8-8d2b-4e0e-bea3-1303bc61f43e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:18.514834 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e33df9a-fdc4-4198-8a17-09b6d2f6008b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for floatingip, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:18.983205 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:19.017129 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:19.399996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Allocated IP 172.25.2.139 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/ece3f7e7-58a7-4abc-8f38-4d8559d16d6f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:19.425404 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e33df9a-fdc4-4198-8a17-09b6d2f6008b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:19.518369 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:19.618285 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e33df9a-fdc4-4198-8a17-09b6d2f6008b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:19.694906 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:19.759560 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:19.766385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:19.770205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:19.773480 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-0e33df9a-fdc4-4198-8a17-09b6d2f6008b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Floating IP ad13a9bd-e52e-4b73-b0c5-6a70029c2f7a associated. External IP: 172.25.2.234, port: 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e. Dec 16 22:45:19.781055 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c25c5e-355c-4fcd-b820-296724139626 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:19.798582 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Pushing event updated for resources: {'Port': ['ID=ece3f7e7-58a7-4abc-8f38-4d8559d16d6f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:19.829362 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8b00182e-276a-4a70-833e-ac85388c7771 None None] Provisioning complete for port ece3f7e7-58a7-4abc-8f38-4d8559d16d6f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:19.829830 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b00182e-276a-4a70-833e-ac85388c7771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:19.873734 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44326) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:19.876643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8b00182e-276a-4a70-833e-ac85388c7771 None None] Port ece3f7e7-58a7-4abc-8f38-4d8559d16d6f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:45:20.020345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3579090f-f208-40c0-8654-7a4c18772188 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9409c3c8e179446c89f02c46e3de3252&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1452415 Dec 16 22:45:20.023064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44330) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:20.040840 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40b3bd97-d28b-4de4-86c4-62ae4df8f5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:20.082608 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:20.112914 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:20.218023 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:20.220831 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:20.222805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/afd98179-aed2-4615-b3e7-4a81ea87399a HTTP/1.1" status: 204 len: 168 time: 0.1980045 Dec 16 22:45:20.231993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd98179-aed2-4615-b3e7-4a81ea87399a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:20.241550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:20.241904 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:20.242257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:20.242600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:20.242936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:20.243297 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:20.243950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:20.243950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:20.244622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:20.244622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:20.244907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:20.245235 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:20.245560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab32964-8fd2-4c51-8114-93d93f08a401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:20.562356 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e33df9a-fdc4-4198-8a17-09b6d2f6008b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Router 50857d35-716a-46e8-bd10-c31e759b03ef has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:45:20.617025 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:20.769047 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e33df9a-fdc4-4198-8a17-09b6d2f6008b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:45:20.775244 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e33df9a-fdc4-4198-8a17-09b6d2f6008b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:20.780084 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3f00fd-6761-44ca-a842-d55abdd137a3 None None] Sync routers for ids ['50857d35-716a-46e8-bd10-c31e759b03ef'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:45:20.792542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3f00fd-6761-44ca-a842-d55abdd137a3 None None] Routers {'50857d35-716a-46e8-bd10-c31e759b03ef'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:20.793194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-7f3f00fd-6761-44ca-a842-d55abdd137a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['50857d35-716a-46e8-bd10-c31e759b03ef'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:20.844674 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0e33df9a-fdc4-4198-8a17-09b6d2f6008b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "PUT /v2.0/floatingips/ad13a9bd-e52e-4b73-b0c5-6a70029c2f7a HTTP/1.1" status: 200 len: 992 time: 2.3862059 Dec 16 22:45:20.846886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb', 'tag': '9aa734d8-8d2b-4e0e-bea3-1303bc61f43e'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:45:20.849321 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1443c0d2-252d-46af-9442-bde3562deb61" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb", "tag": "9aa734d8-8d2b-4e0e-bea3-1303bc61f43e"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:45:20.904478 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd38f41c-fb8c-4e66-9481-7b236ba9d2d3 x-openstack-request-id: req-bd38f41c-fb8c-4e66-9481-7b236ba9d2d3 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:45:20.904767 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb", "tag": "9aa734d8-8d2b-4e0e-bea3-1303bc61f43e", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:45:20.905364 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd38f41c-fb8c-4e66-9481-7b236ba9d2d3 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:45:20.905676 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb', 'tag': '9aa734d8-8d2b-4e0e-bea3-1303bc61f43e', 'status': 'completed', 'code': 200} Dec 16 22:45:20.921608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-7f3f00fd-6761-44ca-a842-d55abdd137a3 None None] Set router 50857d35-716a-46e8-bd10-c31e759b03ef gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:45:20.969946 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:20.977030 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:21.018587 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443c0d2-252d-46af-9442-bde3562deb61 req-ba336b43-70a8-4b9a-9874-e6b233273f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:21.020140 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1443c0d2-252d-46af-9442-bde3562deb61 req-ba336b43-70a8-4b9a-9874-e6b233273f7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0&device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 1097 time: 0.1020112 Dec 16 22:45:21.175902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443c0d2-252d-46af-9442-bde3562deb61 req-33f0d5d4-11dc-41a2-9201-232c3752b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:21.177555 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1443c0d2-252d-46af-9442-bde3562deb61 req-33f0d5d4-11dc-41a2-9201-232c3752b3a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7df204c6-5127-4e76-8312-c8f1c6162329 HTTP/1.1" status: 200 len: 912 time: 0.1471965 Dec 16 22:45:21.185369 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-7f3f00fd-6761-44ca-a842-d55abdd137a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'ad13a9bd-e52e-4b73-b0c5-6a70029c2f7a', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'port_id': '9aa734d8-8d2b-4e0e-bea3-1303bc61f43e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'mac_address': 'fa:16:3e:3e:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:45:01Z', 'updated_at': '2021-12-16T22:45:19Z', 'revision_number': 1, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b71a197-8158-457c-82e0-f69cd3c29a21', 'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'mac_address': 'fa:16:3e:98:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:47Z', 'updated_at': '2021-12-16T22:40:51Z', 'revision_number': 5, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'subnets': [{'id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:21.215546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3f00fd-6761-44ca-a842-d55abdd137a3 None None] Checking router: 50857d35-716a-46e8-bd10-c31e759b03ef for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:45:21.225618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3f00fd-6761-44ca-a842-d55abdd137a3 None None] Routers {'50857d35-716a-46e8-bd10-c31e759b03ef'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:21.226763 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-7f3f00fd-6761-44ca-a842-d55abdd137a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['50857d35-716a-46e8-bd10-c31e759b03ef'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:21.272517 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1443c0d2-252d-46af-9442-bde3562deb61 req-0d738b45-f54b-4cd0-8d80-e417add2b48b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aa734d8-8d2b-4e0e-bea3-1303bc61f43e HTTP/1.1" status: 200 len: 1000 time: 0.0862579 Dec 16 22:45:21.282897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44360) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:21.328841 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443c0d2-252d-46af-9442-bde3562deb61 req-70c976e1-e173-4f77-ba2d-aebb7d369d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:21.330190 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1443c0d2-252d-46af-9442-bde3562deb61 req-70c976e1-e173-4f77-ba2d-aebb7d369d66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aafaac09-9b53-44a4-84e7-2d4c56ab48f4 HTTP/1.1" status: 200 len: 850 time: 0.0515163 Dec 16 22:45:21.346917 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-7f3f00fd-6761-44ca-a842-d55abdd137a3 None None] Set router 50857d35-716a-46e8-bd10-c31e759b03ef gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:45:21.362935 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Router 573d8ae4-7e7b-4961-b12a-d8730821cf8a is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:45:21.402020 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-40ccce91-c13c-4ea0-aba0-01945e2b382a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-64824049-network', 'tenant_id': '5202e0b88c394b30a376510a4552c14e'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:21.424674 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443c0d2-252d-46af-9442-bde3562deb61 req-57b36b79-2f81-4776-8823-acbb98b79fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:21.426223 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1443c0d2-252d-46af-9442-bde3562deb61 req-57b36b79-2f81-4776-8823-acbb98b79fab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7df204c6-5127-4e76-8312-c8f1c6162329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890465 Dec 16 22:45:21.512264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ccce91-c13c-4ea0-aba0-01945e2b382a admin admin] Made reservation on behalf of 5202e0b88c394b30a376510a4552c14e for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:45:21.515698 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40ccce91-c13c-4ea0-aba0-01945e2b382a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:21.531999 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40ccce91-c13c-4ea0-aba0-01945e2b382a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:21.562760 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:45:21.572938 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:21.572938 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cf4787cc-1560-4238-8a30-39fcbf5b2e55 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "PUT /v2.0/routers/573d8ae4-7e7b-4961-b12a-d8730821cf8a HTTP/1.1" status: 200 len: 884 time: 3.4028547 Dec 16 22:45:21.575199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44364) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:21.576837 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1443c0d2-252d-46af-9442-bde3562deb61 req-766b4eaf-8b14-43e5-8902-47d3746b3992 service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427248 Dec 16 22:45:21.579394 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7da0c-277e-45a7-9de4-fcdb5a331f7a None None] Sync routers for ids ['573d8ae4-7e7b-4961-b12a-d8730821cf8a'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:45:21.594996 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7da0c-277e-45a7-9de4-fcdb5a331f7a None None] Routers {'573d8ae4-7e7b-4961-b12a-d8730821cf8a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:21.599406 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5dc7da0c-277e-45a7-9de4-fcdb5a331f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['573d8ae4-7e7b-4961-b12a-d8730821cf8a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:21.612094 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-7f3f00fd-6761-44ca-a842-d55abdd137a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'ad13a9bd-e52e-4b73-b0c5-6a70029c2f7a', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'port_id': '9aa734d8-8d2b-4e0e-bea3-1303bc61f43e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'mac_address': 'fa:16:3e:3e:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:45:01Z', 'updated_at': '2021-12-16T22:45:19Z', 'revision_number': 1, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b71a197-8158-457c-82e0-f69cd3c29a21', 'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'mac_address': 'fa:16:3e:98:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:47Z', 'updated_at': '2021-12-16T22:40:51Z', 'revision_number': 5, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'subnets': [{'id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:21.640553 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5dc7da0c-277e-45a7-9de4-fcdb5a331f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:21.648112 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3f00fd-6761-44ca-a842-d55abdd137a3 None None] The sync data for ids ['50857d35-716a-46e8-bd10-c31e759b03ef'] in n-d-821840-2 is: [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'ad13a9bd-e52e-4b73-b0c5-6a70029c2f7a', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'port_id': '9aa734d8-8d2b-4e0e-bea3-1303bc61f43e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'mac_address': 'fa:16:3e:3e:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:45:01Z', 'updated_at': '2021-12-16T22:45:19Z', 'revision_number': 1, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b71a197-8158-457c-82e0-f69cd3c29a21', 'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'mac_address': 'fa:16:3e:98:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:47Z', 'updated_at': '2021-12-16T22:40:51Z', 'revision_number': 5, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'subnets': [{'id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:45:21.651368 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7da0c-277e-45a7-9de4-fcdb5a331f7a None None] Routers {'573d8ae4-7e7b-4961-b12a-d8730821cf8a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:21.652275 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5dc7da0c-277e-45a7-9de4-fcdb5a331f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:44:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['573d8ae4-7e7b-4961-b12a-d8730821cf8a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:21.682016 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1443c0d2-252d-46af-9442-bde3562deb61 req-0d3af7b9-2cff-4213-b238-d28f4ba14e19 service neutron] 10.222.0.69 "GET /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988529 Dec 16 22:45:21.691690 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5dc7da0c-277e-45a7-9de4-fcdb5a331f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:21.692689 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7da0c-277e-45a7-9de4-fcdb5a331f7a None None] The sync data for ids ['573d8ae4-7e7b-4961-b12a-d8730821cf8a'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:45:21.749748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0380e81d-e51e-40e9-a960-6d2766bcff52 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/routers/573d8ae4-7e7b-4961-b12a-d8730821cf8a HTTP/1.1" status: 200 len: 925 time: 0.1721976 Dec 16 22:45:21.752166 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44366) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:21.753896 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40ccce91-c13c-4ea0-aba0-01945e2b382a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:21.856298 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38a2d3e-fb16-41ee-9bb7-398db3cf5381 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:21.857963 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d38a2d3e-fb16-41ee-9bb7-398db3cf5381 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=331c0cce-7f70-4da0-8420-947a310fded1&device_id=573d8ae4-7e7b-4961-b12a-d8730821cf8a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1048164 Dec 16 22:45:21.860757 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44368) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:21.867730 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40ccce91-c13c-4ea0-aba0-01945e2b382a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:21.882450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3689c6d-91b4-4e81-8bde-1a233a4b5324 None None] New status for floating IP ad13a9bd-e52e-4b73-b0c5-6a70029c2f7a: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:45:21.895123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ccce91-c13c-4ea0-aba0-01945e2b382a admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:45:21.911183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccce91-c13c-4ea0-aba0-01945e2b382a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2da9057-118d-4923-a565-08584a14cac4,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:21.920095 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40ccce91-c13c-4ea0-aba0-01945e2b382a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:21.920095 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-40ccce91-c13c-4ea0-aba0-01945e2b382a admin admin] Added segment 77b63e06-6f38-4950-a1af-6c62eaa459bd of type vlan for network 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 Dec 16 22:45:21.969105 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40ccce91-c13c-4ea0-aba0-01945e2b382a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:21.989699 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77138e78-cab5-4d46-a0dd-6bb8860b55b6 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:21.993292 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-77138e78-cab5-4d46-a0dd-6bb8860b55b6 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 881 time: 0.1315091 Dec 16 22:45:21.996144 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44372) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:22.031308 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5e88dd35-c650-4abe-ba8e-7a794f61e1c6 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "GET /v2.0/ports?device_id=573d8ae4-7e7b-4961-b12a-d8730821cf8a HTTP/1.1" status: 200 len: 205 time: 0.0310075 Dec 16 22:45:22.031649 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44374) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:22.155130 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2fb69ff1-c06a-444a-b749-a0c0b5bc1129 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:22.166010 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40ccce91-c13c-4ea0-aba0-01945e2b382a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:22.167017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ccce91-c13c-4ea0-aba0-01945e2b382a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:22.167637 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40ccce91-c13c-4ea0-aba0-01945e2b382a admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:22.240479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccce91-c13c-4ea0-aba0-01945e2b382a admin admin] Pushing event updated for resources: {'Network': ['ID=0de020fe-0aa5-4f8e-8dd0-b2a112b72456,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:22.253008 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:45:22.269512 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2fb69ff1-c06a-444a-b749-a0c0b5bc1129 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:22.294806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-40ccce91-c13c-4ea0-aba0-01945e2b382a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0107327 Dec 16 22:45:22.297810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44376) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:22.304577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-36d968d0-ab11-4b7f-b9c7-496f62f9fc38 admin admin] Request body: {'subnet': {'network_id': '0de020fe-0aa5-4f8e-8dd0-b2a112b72456', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-64824049-subnet', 'tenant_id': '5202e0b88c394b30a376510a4552c14e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:22.403970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d968d0-ab11-4b7f-b9c7-496f62f9fc38 admin admin] Made reservation on behalf of 5202e0b88c394b30a376510a4552c14e for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:45:22.406246 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-36d968d0-ab11-4b7f-b9c7-496f62f9fc38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:22.466205 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4580-29cb-4ae1-9340-78ab87e22380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:22.496496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2fb69ff1-c06a-444a-b749-a0c0b5bc1129 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Deleting port ece3f7e7-58a7-4abc-8f38-4d8559d16d6f {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:22.496836 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2fb69ff1-c06a-444a-b749-a0c0b5bc1129 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:22.619555 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2fb69ff1-c06a-444a-b749-a0c0b5bc1129 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:22.654838 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2fb69ff1-c06a-444a-b749-a0c0b5bc1129 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Calling delete_port for ece3f7e7-58a7-4abc-8f38-4d8559d16d6f owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:22.776635 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-36d968d0-ab11-4b7f-b9c7-496f62f9fc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:22.873827 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d968d0-ab11-4b7f-b9c7-496f62f9fc38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=848b53d6-cd19-44d5-8ece-aedaf1393819,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:22.897286 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d968d0-ab11-4b7f-b9c7-496f62f9fc38 admin admin] Checking segment: {'id': '77b63e06-6f38-4950-a1af-6c62eaa459bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0de020fe-0aa5-4f8e-8dd0-b2a112b72456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:45:22.897530 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d968d0-ab11-4b7f-b9c7-496f62f9fc38 admin admin] Network hostable DHCP agents. Network: 0de020fe-0aa5-4f8e-8dd0-b2a112b72456, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:45:22.977943 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2fb69ff1-c06a-444a-b749-a0c0b5bc1129 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.010190 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb69ff1-c06a-444a-b749-a0c0b5bc1129 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Pushing event deleted for resources: {'Port': ['ID=ece3f7e7-58a7-4abc-8f38-4d8559d16d6f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:23.012299 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d968d0-ab11-4b7f-b9c7-496f62f9fc38 admin admin] Network 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:45:23.029563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32614118-efa0-421f-b636-00828aa7ac30 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:23.087052 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2fb69ff1-c06a-444a-b749-a0c0b5bc1129 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.114427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-36d968d0-ab11-4b7f-b9c7-496f62f9fc38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 0de020fe-0aa5-4f8e-8dd0-b2a112b72456) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:23.121847 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cfb15f-6de7-40e9-a5a1-a668bdb1f2e3 None None] Network 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:45:23.177093 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d968d0-ab11-4b7f-b9c7-496f62f9fc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:23.177600 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-36d968d0-ab11-4b7f-b9c7-496f62f9fc38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.191081 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2fb69ff1-c06a-444a-b749-a0c0b5bc1129 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.193925 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2fb69ff1-c06a-444a-b749-a0c0b5bc1129 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.226236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f47597-4823-4815-b24e-7f99c66766db None None] Network 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:45:23.283478 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-36d968d0-ab11-4b7f-b9c7-496f62f9fc38 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9843552 Dec 16 22:45:23.309927 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2fb69ff1-c06a-444a-b749-a0c0b5bc1129 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.311119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb69ff1-c06a-444a-b749-a0c0b5bc1129 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Fanout notify agent at l3_agent the message router_deleted on router 573d8ae4-7e7b-4961-b12a-d8730821cf8a {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:45:23.319156 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2fb69ff1-c06a-444a-b749-a0c0b5bc1129 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.324417 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2fb69ff1-c06a-444a-b749-a0c0b5bc1129 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "DELETE /v2.0/routers/573d8ae4-7e7b-4961-b12a-d8730821cf8a HTTP/1.1" status: 204 len: 168 time: 1.2877018 Dec 16 22:45:23.324742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44384) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:23.329454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f96b2a13-6c99-4a25-9a18-b5eaf109bcf0 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2052850485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:23.453342 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f96b2a13-6c99-4a25-9a18-b5eaf109bcf0 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.454476 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f96b2a13-6c99-4a25-9a18-b5eaf109bcf0 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.510242 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f96b2a13-6c99-4a25-9a18-b5eaf109bcf0 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.578038 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.624073 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f96b2a13-6c99-4a25-9a18-b5eaf109bcf0 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.712119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f96b2a13-6c99-4a25-9a18-b5eaf109bcf0 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.713323 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f96b2a13-6c99-4a25-9a18-b5eaf109bcf0 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3876901 Dec 16 22:45:23.721480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44392) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:23.726576 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'enable_snat': True}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:23.945330 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:24.264659 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:24.285543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:24.398820 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Allocated IP 172.25.2.246 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/7ced4ae7-7cab-4254-85b3-df37985cf405) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:24.526154 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:24.623931 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:24.666654 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:24.669840 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:24.673505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:24.684800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535c23ff-12b1-45a9-941f-2cd6376ed93b None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:24.703988 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Pushing event updated for resources: {'Port': ['ID=7ced4ae7-7cab-4254-85b3-df37985cf405,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:24.733644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1c31237c-14e3-4970-8039-9c41e222e674 None None] Provisioning complete for port 7ced4ae7-7cab-4254-85b3-df37985cf405 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:24.733644 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c31237c-14e3-4970-8039-9c41e222e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:24.777663 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1c31237c-14e3-4970-8039-9c41e222e674 None None] Port 7ced4ae7-7cab-4254-85b3-df37985cf405 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:45:24.875476 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:25.075523 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:25.668767 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:25.672382 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:25.760504 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:25.860819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Router 41b9888f-090e-4411-82a8-238b149b1b51 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:45:26.014758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:45:26.020917 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:26.021264 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bcd21ed8-da43-46d7-ae9a-e91d3f79e169 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "PUT /v2.0/routers/41b9888f-090e-4411-82a8-238b149b1b51 HTTP/1.1" status: 200 len: 919 time: 2.2987852 Dec 16 22:45:26.024718 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44410) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:26.025103 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148d0aa-0e34-4985-991b-6ec581504b61 None None] Sync routers for ids ['41b9888f-090e-4411-82a8-238b149b1b51'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:45:26.036262 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148d0aa-0e34-4985-991b-6ec581504b61 None None] Routers {'41b9888f-090e-4411-82a8-238b149b1b51'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:26.037402 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9148d0aa-0e34-4985-991b-6ec581504b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:45:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['41b9888f-090e-4411-82a8-238b149b1b51'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:26.071824 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9148d0aa-0e34-4985-991b-6ec581504b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:26.083158 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148d0aa-0e34-4985-991b-6ec581504b61 None None] Routers {'41b9888f-090e-4411-82a8-238b149b1b51'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:26.084527 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9148d0aa-0e34-4985-991b-6ec581504b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:45:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['41b9888f-090e-4411-82a8-238b149b1b51'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:26.123508 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9148d0aa-0e34-4985-991b-6ec581504b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:26.124079 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148d0aa-0e34-4985-991b-6ec581504b61 None None] The sync data for ids ['41b9888f-090e-4411-82a8-238b149b1b51'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:45:26.145369 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1ac0b0a6-51fa-4a8a-aa17-ed3422ace2db tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/routers/41b9888f-090e-4411-82a8-238b149b1b51 HTTP/1.1" status: 200 len: 925 time: 0.1193919 Dec 16 22:45:26.148825 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44412) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:26.196212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f89664-b2b6-4141-a5a2-dd018ece8943 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:26.198026 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-61f89664-b2b6-4141-a5a2-dd018ece8943 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=331c0cce-7f70-4da0-8420-947a310fded1&device_id=41b9888f-090e-4411-82a8-238b149b1b51&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0482345 Dec 16 22:45:26.201291 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44414) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:26.301068 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc85cad-f1c1-4b8e-8c02-9013cebbdf32 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:26.302478 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6cc85cad-f1c1-4b8e-8c02-9013cebbdf32 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 881 time: 0.1002162 Dec 16 22:45:26.306042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44418) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:26.335999 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-54043e7c-764b-42db-832f-5d992fee09f0 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b9888f-090e-4411-82a8-238b149b1b51 HTTP/1.1" status: 200 len: 205 time: 0.0287368 Dec 16 22:45:26.340073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44422) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:26.488085 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3554793e-8d4f-44db-8815-8658208fa842 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:26.618913 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3554793e-8d4f-44db-8815-8658208fa842 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:26.750152 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3554793e-8d4f-44db-8815-8658208fa842 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Deleting port 7ced4ae7-7cab-4254-85b3-df37985cf405 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:26.751297 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3554793e-8d4f-44db-8815-8658208fa842 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:26.838444 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3554793e-8d4f-44db-8815-8658208fa842 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:26.855232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3554793e-8d4f-44db-8815-8658208fa842 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Calling delete_port for 7ced4ae7-7cab-4254-85b3-df37985cf405 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:27.172346 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3554793e-8d4f-44db-8815-8658208fa842 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.200870 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554793e-8d4f-44db-8815-8658208fa842 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Pushing event deleted for resources: {'Port': ['ID=7ced4ae7-7cab-4254-85b3-df37985cf405,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:27.220150 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a214d9-3da6-4b4e-9672-247ca25a9ba4 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:27.276994 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3554793e-8d4f-44db-8815-8658208fa842 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.402849 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3554793e-8d4f-44db-8815-8658208fa842 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.404981 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3554793e-8d4f-44db-8815-8658208fa842 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.538102 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3554793e-8d4f-44db-8815-8658208fa842 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.538787 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3554793e-8d4f-44db-8815-8658208fa842 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Fanout notify agent at l3_agent the message router_deleted on router 41b9888f-090e-4411-82a8-238b149b1b51 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:45:27.545966 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3554793e-8d4f-44db-8815-8658208fa842 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.550581 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3554793e-8d4f-44db-8815-8658208fa842 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "DELETE /v2.0/routers/41b9888f-090e-4411-82a8-238b149b1b51 HTTP/1.1" status: 204 len: 168 time: 1.2060421 Dec 16 22:45:27.554789 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44432) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:27.556739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-5e3a47da-50c6-4c66-9447-0d41e3d1c8d4 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1312888156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:27.647058 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e3a47da-50c6-4c66-9447-0d41e3d1c8d4 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.648283 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e3a47da-50c6-4c66-9447-0d41e3d1c8d4 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.701237 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e3a47da-50c6-4c66-9447-0d41e3d1c8d4 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.777752 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e3a47da-50c6-4c66-9447-0d41e3d1c8d4 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.883233 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e3a47da-50c6-4c66-9447-0d41e3d1c8d4 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.884468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5e3a47da-50c6-4c66-9447-0d41e3d1c8d4 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3324654 Dec 16 22:45:27.889219 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44436) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:27.894484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'enable_snat': False}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:28.104265 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.396551 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.418575 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.589971 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Allocated IP 172.25.2.31 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/e242886d-17d2-4a36-bffd-0b363840a870) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:28.941146 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:29.115710 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:29.163853 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:29.167395 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:29.171475 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:29.178374 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Pushing event updated for resources: {'Port': ['ID=e242886d-17d2-4a36-bffd-0b363840a870,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:29.189601 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcca6e56-f1aa-40e4-a0ec-a87fcf896bf4 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:29.235901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-506994b6-d309-459e-b910-a53e70111a62 None None] Provisioning complete for port e242886d-17d2-4a36-bffd-0b363840a870 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:29.236380 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-506994b6-d309-459e-b910-a53e70111a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:29.301651 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-506994b6-d309-459e-b910-a53e70111a62 None None] Port e242886d-17d2-4a36-bffd-0b363840a870 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:45:29.584985 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:29.824612 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:29.828358 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:30.038502 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Router 0b7f55fb-4ef0-4eec-add4-29779afef0ae is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:45:30.145493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:45:30.150952 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:30.153971 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-299185c0-40bc-4fa1-aa7e-653a0cfe4f82 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "PUT /v2.0/routers/0b7f55fb-4ef0-4eec-add4-29779afef0ae HTTP/1.1" status: 200 len: 919 time: 2.2634621 Dec 16 22:45:30.154943 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44454) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:30.155937 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674354e-17d4-47b3-a1ff-1549b88e45ae None None] Sync routers for ids ['0b7f55fb-4ef0-4eec-add4-29779afef0ae'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:45:30.170998 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674354e-17d4-47b3-a1ff-1549b88e45ae None None] Routers {'0b7f55fb-4ef0-4eec-add4-29779afef0ae'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:30.171675 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d674354e-17d4-47b3-a1ff-1549b88e45ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:45:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['0b7f55fb-4ef0-4eec-add4-29779afef0ae'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:30.205532 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d674354e-17d4-47b3-a1ff-1549b88e45ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:30.215135 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674354e-17d4-47b3-a1ff-1549b88e45ae None None] Routers {'0b7f55fb-4ef0-4eec-add4-29779afef0ae'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:30.215821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d674354e-17d4-47b3-a1ff-1549b88e45ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:45:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['0b7f55fb-4ef0-4eec-add4-29779afef0ae'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:30.251375 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d674354e-17d4-47b3-a1ff-1549b88e45ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:30.252423 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674354e-17d4-47b3-a1ff-1549b88e45ae None None] The sync data for ids ['0b7f55fb-4ef0-4eec-add4-29779afef0ae'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:45:30.273195 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-166e66ae-18b1-47ad-9c40-57b3cd6abb00 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/routers/0b7f55fb-4ef0-4eec-add4-29779afef0ae HTTP/1.1" status: 200 len: 925 time: 0.1170874 Dec 16 22:45:30.275918 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44456) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:30.321071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43329c93-dff6-4139-af3d-cf5f5c19941b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:30.322847 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-43329c93-dff6-4139-af3d-cf5f5c19941b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=331c0cce-7f70-4da0-8420-947a310fded1&device_id=0b7f55fb-4ef0-4eec-add4-29779afef0ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0458782 Dec 16 22:45:30.325594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44458) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:30.408950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874131b3-25a7-4c1f-9f65-cd71b8eb3b5b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:30.410276 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-874131b3-25a7-4c1f-9f65-cd71b8eb3b5b tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/networks/331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 881 time: 0.0837679 Dec 16 22:45:30.413335 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44460) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:30.439845 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f6a14946-efe6-42bf-a73d-430a4f9f8e5c tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b7f55fb-4ef0-4eec-add4-29779afef0ae HTTP/1.1" status: 200 len: 205 time: 0.0254211 Dec 16 22:45:30.442363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44462) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:30.550657 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d83530f-c90a-4f60-a24a-22f04978a339 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:30.661700 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d83530f-c90a-4f60-a24a-22f04978a339 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:30.783217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8d83530f-c90a-4f60-a24a-22f04978a339 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Deleting port e242886d-17d2-4a36-bffd-0b363840a870 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:30.783504 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d83530f-c90a-4f60-a24a-22f04978a339 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:30.868424 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d83530f-c90a-4f60-a24a-22f04978a339 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:30.880893 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8d83530f-c90a-4f60-a24a-22f04978a339 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Calling delete_port for e242886d-17d2-4a36-bffd-0b363840a870 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:31.091871 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d83530f-c90a-4f60-a24a-22f04978a339 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:31.120142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83530f-c90a-4f60-a24a-22f04978a339 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Pushing event deleted for resources: {'Port': ['ID=e242886d-17d2-4a36-bffd-0b363840a870,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:31.135744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd05dc00-575a-4b4d-91d6-a85002da7901 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:31.188274 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d83530f-c90a-4f60-a24a-22f04978a339 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:31.282592 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d83530f-c90a-4f60-a24a-22f04978a339 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:31.284847 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d83530f-c90a-4f60-a24a-22f04978a339 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:31.386325 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d83530f-c90a-4f60-a24a-22f04978a339 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:31.386781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d83530f-c90a-4f60-a24a-22f04978a339 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Fanout notify agent at l3_agent the message router_deleted on router 0b7f55fb-4ef0-4eec-add4-29779afef0ae {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:45:31.394805 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d83530f-c90a-4f60-a24a-22f04978a339 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:31.402289 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8d83530f-c90a-4f60-a24a-22f04978a339 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "DELETE /v2.0/routers/0b7f55fb-4ef0-4eec-add4-29779afef0ae HTTP/1.1" status: 204 len: 168 time: 0.9521868 Dec 16 22:45:31.402581 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44470) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:31.407222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2045024741', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:31.483466 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:31.484533 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:31.542031 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:31.732920 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:32.243614 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:32.263049 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:32.368333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Allocated IP 172.25.2.89 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/e641347f-57bf-4622-8222-32302d8acd19) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:32.474972 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:32.551977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:32.597531 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:32.603319 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:32.607642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:32.612315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Pushing event updated for resources: {'Port': ['ID=e641347f-57bf-4622-8222-32302d8acd19,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:32.624233 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc380e76-3d68-4b80-8fd8-5751c17a9749 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:32.744596 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ec702fa2-6199-4360-a4a0-f857bac520b8 None None] Provisioning complete for port e641347f-57bf-4622-8222-32302d8acd19 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:32.745357 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec702fa2-6199-4360-a4a0-f857bac520b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:32.794401 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ec702fa2-6199-4360-a4a0-f857bac520b8 None None] Port e641347f-57bf-4622-8222-32302d8acd19 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:45:32.977013 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:33.186651 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:33.391818 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Router 28d98955-92a9-4d60-a175-a05a6b05504b is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:45:33.507084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:45:33.518314 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35fe73f-e038-4fe7-87a6-d5571b346ae7 None None] Sync routers for ids ['28d98955-92a9-4d60-a175-a05a6b05504b'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:45:33.534065 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35fe73f-e038-4fe7-87a6-d5571b346ae7 None None] Routers {'28d98955-92a9-4d60-a175-a05a6b05504b'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:33.534065 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c35fe73f-e038-4fe7-87a6-d5571b346ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:45:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['28d98955-92a9-4d60-a175-a05a6b05504b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:33.564741 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c35fe73f-e038-4fe7-87a6-d5571b346ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:33.575002 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35fe73f-e038-4fe7-87a6-d5571b346ae7 None None] Routers {'28d98955-92a9-4d60-a175-a05a6b05504b'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:33.575894 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c35fe73f-e038-4fe7-87a6-d5571b346ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:45:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['28d98955-92a9-4d60-a175-a05a6b05504b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:33.608220 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:33.609553 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5d780a60-7dde-47e1-95d6-ebc378e74206 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2058122 Dec 16 22:45:33.611538 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c35fe73f-e038-4fe7-87a6-d5571b346ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:33.612169 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35fe73f-e038-4fe7-87a6-d5571b346ae7 None None] The sync data for ids ['28d98955-92a9-4d60-a175-a05a6b05504b'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:45:33.613697 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44484) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:33.619317 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1adf61cf-7b9f-4cdc-b705-bce222684ff8 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:33.939830 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1adf61cf-7b9f-4cdc-b705-bce222684ff8 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:34.045649 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1adf61cf-7b9f-4cdc-b705-bce222684ff8 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:34.291704 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-1adf61cf-7b9f-4cdc-b705-bce222684ff8 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Deleting port e641347f-57bf-4622-8222-32302d8acd19 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:34.292095 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1adf61cf-7b9f-4cdc-b705-bce222684ff8 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:34.372853 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1adf61cf-7b9f-4cdc-b705-bce222684ff8 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:34.385382 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-1adf61cf-7b9f-4cdc-b705-bce222684ff8 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Calling delete_port for e641347f-57bf-4622-8222-32302d8acd19 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:34.632847 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1adf61cf-7b9f-4cdc-b705-bce222684ff8 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:34.662650 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf61cf-7b9f-4cdc-b705-bce222684ff8 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Pushing event deleted for resources: {'Port': ['ID=e641347f-57bf-4622-8222-32302d8acd19,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:34.679489 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91497095-4a70-4f7d-96c4-8e350112e71c None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:34.727716 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1adf61cf-7b9f-4cdc-b705-bce222684ff8 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:34.948337 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1adf61cf-7b9f-4cdc-b705-bce222684ff8 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:34.952693 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1adf61cf-7b9f-4cdc-b705-bce222684ff8 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.035051 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adf61cf-7b9f-4cdc-b705-bce222684ff8 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Router 28d98955-92a9-4d60-a175-a05a6b05504b has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:45:35.115201 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adf61cf-7b9f-4cdc-b705-bce222684ff8 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:45:35.122263 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1adf61cf-7b9f-4cdc-b705-bce222684ff8 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.123552 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1adf61cf-7b9f-4cdc-b705-bce222684ff8 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "PUT /v2.0/routers/28d98955-92a9-4d60-a175-a05a6b05504b HTTP/1.1" status: 200 len: 710 time: 1.5091329 Dec 16 22:45:35.126057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44496) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:35.128527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f26f30-1162-4d39-b3f3-45979cb56a4f None None] Sync routers for ids ['28d98955-92a9-4d60-a175-a05a6b05504b'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:45:35.146443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f26f30-1162-4d39-b3f3-45979cb56a4f None None] Routers {'28d98955-92a9-4d60-a175-a05a6b05504b'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:35.147353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b2f26f30-1162-4d39-b3f3-45979cb56a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:45:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['28d98955-92a9-4d60-a175-a05a6b05504b'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:35.186414 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b2f26f30-1162-4d39-b3f3-45979cb56a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:35.197729 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f26f30-1162-4d39-b3f3-45979cb56a4f None None] Routers {'28d98955-92a9-4d60-a175-a05a6b05504b'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:35.198366 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b2f26f30-1162-4d39-b3f3-45979cb56a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:45:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['28d98955-92a9-4d60-a175-a05a6b05504b'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:35.216980 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0bd1f562-7d1b-4d59-ab7f-2fc85d604a97 tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/routers/28d98955-92a9-4d60-a175-a05a6b05504b HTTP/1.1" status: 200 len: 745 time: 0.0897095 Dec 16 22:45:35.219775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44498) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:35.235119 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b2f26f30-1162-4d39-b3f3-45979cb56a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:35.235807 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f26f30-1162-4d39-b3f3-45979cb56a4f None None] The sync data for ids ['28d98955-92a9-4d60-a175-a05a6b05504b'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:45:35.267077 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6582fee3-8f07-4517-8a10-25157724ae8d tempest-RoutersIpV6AdminTest-2086138137 tempest-RoutersIpV6AdminTest-2086138137-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=331c0cce-7f70-4da0-8420-947a310fded1&device_id=28d98955-92a9-4d60-a175-a05a6b05504b HTTP/1.1" status: 200 len: 205 time: 0.0461833 Dec 16 22:45:35.269785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44502) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:35.298916 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-de5a8926-343d-42a9-a65b-c7ef491a07ea tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "GET /v2.0/ports?device_id=28d98955-92a9-4d60-a175-a05a6b05504b HTTP/1.1" status: 200 len: 205 time: 0.0281329 Dec 16 22:45:35.301465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44504) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:35.607808 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-114948f7-7ba5-4a9d-8263-717ada3f4cc5 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.770000 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-114948f7-7ba5-4a9d-8263-717ada3f4cc5 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.772876 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-114948f7-7ba5-4a9d-8263-717ada3f4cc5 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.900239 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-114948f7-7ba5-4a9d-8263-717ada3f4cc5 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.900674 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114948f7-7ba5-4a9d-8263-717ada3f4cc5 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Fanout notify agent at l3_agent the message router_deleted on router 28d98955-92a9-4d60-a175-a05a6b05504b {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:45:35.901125 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:45:35.907568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-114948f7-7ba5-4a9d-8263-717ada3f4cc5 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.908734 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-114948f7-7ba5-4a9d-8263-717ada3f4cc5 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "DELETE /v2.0/routers/28d98955-92a9-4d60-a175-a05a6b05504b HTTP/1.1" status: 204 len: 168 time: 0.6063418 Dec 16 22:45:35.912663 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44510) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:35.944159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f6de680e-c2e5-4313-a484-2da66578606b tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "GET /v2.0/ports?device_id=28d98955-92a9-4d60-a175-a05a6b05504b HTTP/1.1" status: 200 len: 205 time: 0.0301688 Dec 16 22:45:35.947804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44512) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:35.990824 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-38273d90-4de5-42e1-87ae-1349cfc87f24 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] delete failed (client error): The resource could not be found. Dec 16 22:45:35.992039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-38273d90-4de5-42e1-87ae-1349cfc87f24 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "DELETE /v2.0/routers/28d98955-92a9-4d60-a175-a05a6b05504b HTTP/1.1" status: 404 len: 336 time: 0.0428894 Dec 16 22:45:35.994810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44514) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:36.022284 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e1ca4c85-b104-4008-978d-1c8df65a7e64 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b7f55fb-4ef0-4eec-add4-29779afef0ae HTTP/1.1" status: 200 len: 205 time: 0.0262725 Dec 16 22:45:36.024777 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44516) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:36.067166 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-7024f50b-8278-4f04-b861-a5d75bb036e6 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] delete failed (client error): The resource could not be found. Dec 16 22:45:36.069184 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7024f50b-8278-4f04-b861-a5d75bb036e6 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "DELETE /v2.0/routers/0b7f55fb-4ef0-4eec-add4-29779afef0ae HTTP/1.1" status: 404 len: 336 time: 0.0433896 Dec 16 22:45:36.071835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44518) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:36.099067 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6dcd2e2a-8a34-40e7-91cd-6a1529e04410 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b9888f-090e-4411-82a8-238b149b1b51 HTTP/1.1" status: 200 len: 205 time: 0.0257213 Dec 16 22:45:36.102620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44520) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:36.140049 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-6e39cbb7-b190-4f95-b769-9706d873b452 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] delete failed (client error): The resource could not be found. Dec 16 22:45:36.141138 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6e39cbb7-b190-4f95-b769-9706d873b452 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "DELETE /v2.0/routers/41b9888f-090e-4411-82a8-238b149b1b51 HTTP/1.1" status: 404 len: 336 time: 0.0375011 Dec 16 22:45:36.143673 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44522) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:36.173867 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9ee6b92e-d85a-4d1c-b6f7-23e748ca8ed5 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "GET /v2.0/ports?device_id=573d8ae4-7e7b-4961-b12a-d8730821cf8a HTTP/1.1" status: 200 len: 205 time: 0.0268252 Dec 16 22:45:36.174866 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44524) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:36.217327 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-1a8c13f4-0c11-46a4-8f96-bc070c42bd8c tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] delete failed (client error): The resource could not be found. Dec 16 22:45:36.218394 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1a8c13f4-0c11-46a4-8f96-bc070c42bd8c tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "DELETE /v2.0/routers/573d8ae4-7e7b-4961-b12a-d8730821cf8a HTTP/1.1" status: 404 len: 336 time: 0.0425708 Dec 16 22:45:36.220957 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44526) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:36.248549 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-04943e1c-3f75-4008-ac68-88b75c48e83c tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "GET /v2.0/ports?device_id=95312d2a-f10e-40af-9949-7b98a8464aea HTTP/1.1" status: 200 len: 205 time: 0.0265105 Dec 16 22:45:36.250808 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44528) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:36.290647 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-89bfe6b8-4fc6-4772-83dc-bd28643d46db tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] delete failed (client error): The resource could not be found. Dec 16 22:45:36.291717 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-89bfe6b8-4fc6-4772-83dc-bd28643d46db tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "DELETE /v2.0/routers/95312d2a-f10e-40af-9949-7b98a8464aea HTTP/1.1" status: 404 len: 336 time: 0.0399609 Dec 16 22:45:36.294353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44530) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:36.325678 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0de5fb2c-a46f-44fe-aafe-f359a1dad52d tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6496c74-10d3-44b2-88bd-9d591ae1d7b1 HTTP/1.1" status: 200 len: 205 time: 0.0302227 Dec 16 22:45:36.328332 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44532) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:36.366768 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-00fe954a-a0fb-445a-9f45-4cd9bb2cd0cf tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] delete failed (client error): The resource could not be found. Dec 16 22:45:36.367193 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-00fe954a-a0fb-445a-9f45-4cd9bb2cd0cf tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "DELETE /v2.0/routers/f6496c74-10d3-44b2-88bd-9d591ae1d7b1 HTTP/1.1" status: 404 len: 336 time: 0.0379627 Dec 16 22:45:36.369912 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44536) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:36.396369 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-98fc5526-3aec-4c03-b71e-1baa026e81d4 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] DELETE failed (client error): The resource could not be found. Dec 16 22:45:36.396831 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98fc5526-3aec-4c03-b71e-1baa026e81d4 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:45:36.400580 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-98fc5526-3aec-4c03-b71e-1baa026e81d4 tempest-RoutersIpV6AdminTest-1183399621 tempest-RoutersIpV6AdminTest-1183399621-project] 10.222.0.43 "DELETE /v2.0/subnets/206c852b-51d8-4e8c-b7ca-2c30b661c399 HTTP/1.1" status: 404 len: 337 time: 0.0292056 Dec 16 22:45:36.899788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44544) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:37.019767 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-962618d2-d5ca-432d-9709-6ccdbda5ac5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:37.102000 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-962618d2-d5ca-432d-9709-6ccdbda5ac5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:37.205905 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-962618d2-d5ca-432d-9709-6ccdbda5ac5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:37.244849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962618d2-d5ca-432d-9709-6ccdbda5ac5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec90f006-3eb1-4f89-9faf-e6f023da6298,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:37.249192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-962618d2-d5ca-432d-9709-6ccdbda5ac5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=941c8a2790d741f2b4d329664baf338e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483562 Dec 16 22:45:37.251845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44550) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:37.313920 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-14a3043d-564e-4d7d-8a54-d8a22481e44d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:37.338963 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-14a3043d-564e-4d7d-8a54-d8a22481e44d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:37.485882 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-14a3043d-564e-4d7d-8a54-d8a22481e44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:37.488633 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-14a3043d-564e-4d7d-8a54-d8a22481e44d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:37.490417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-14a3043d-564e-4d7d-8a54-d8a22481e44d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec90f006-3eb1-4f89-9faf-e6f023da6298 HTTP/1.1" status: 204 len: 168 time: 0.2371237 Dec 16 22:45:37.498666 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3043d-564e-4d7d-8a54-d8a22481e44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec90f006-3eb1-4f89-9faf-e6f023da6298,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:38.455764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44562) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:38.500059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-70d4dcef-a50e-4ecd-a268-7c33a6df9c33 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8225d5dd3f264f18abff736c4449c0b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430632 Dec 16 22:45:38.503530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44566) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:38.557136 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a150c14-fc5d-4886-a12b-c8e1375cb412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:38.578568 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a150c14-fc5d-4886-a12b-c8e1375cb412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:38.743162 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a150c14-fc5d-4886-a12b-c8e1375cb412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:38.746379 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a150c14-fc5d-4886-a12b-c8e1375cb412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:38.747613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2a150c14-fc5d-4886-a12b-c8e1375cb412 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c106e44c-e195-4b73-8937-e48161a6bdcb HTTP/1.1" status: 204 len: 168 time: 0.2429624 Dec 16 22:45:38.757966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a150c14-fc5d-4886-a12b-c8e1375cb412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c106e44c-e195-4b73-8937-e48161a6bdcb,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:40.845731 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44616) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:40.951104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4c9c30fa-d9b6-46a0-b425-986cd23ad13d tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-874689158'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:40.960231 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-07df0f47-a5a9-48d3-939e-8fbaf15b573e req-51bbfdcf-b9b7-4117-af40-2b85d9c6f659 service neutron] (103952) timed out ('10.222.0.43', 56454) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:45:41.074962 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c9c30fa-d9b6-46a0-b425-986cd23ad13d tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:41.076184 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c9c30fa-d9b6-46a0-b425-986cd23ad13d tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:41.129880 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c9c30fa-d9b6-46a0-b425-986cd23ad13d tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:41.220651 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c9c30fa-d9b6-46a0-b425-986cd23ad13d tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:41.347570 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c9c30fa-d9b6-46a0-b425-986cd23ad13d tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:41.348852 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4c9c30fa-d9b6-46a0-b425-986cd23ad13d tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5021493 Dec 16 22:45:41.352236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44624) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:41.429704 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3660169a-3f4c-4ef5-8fd8-eb0511bda386 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:41.589608 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3660169a-3f4c-4ef5-8fd8-eb0511bda386 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:41.591808 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3660169a-3f4c-4ef5-8fd8-eb0511bda386 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:41.731329 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3660169a-3f4c-4ef5-8fd8-eb0511bda386 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:41.731853 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3660169a-3f4c-4ef5-8fd8-eb0511bda386 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56a888a9-b12a-4b8e-8f11-31b368b0d5b2 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:45:41.737151 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3660169a-3f4c-4ef5-8fd8-eb0511bda386 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:41.747658 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3660169a-3f4c-4ef5-8fd8-eb0511bda386 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] 10.222.0.43 "DELETE /v2.0/routers/56a888a9-b12a-4b8e-8f11-31b368b0d5b2 HTTP/1.1" status: 204 len: 168 time: 0.3901122 Dec 16 22:45:41.749887 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44628) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:41.754900 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-27ba3fa0-cbae-4826-9edb-4e2eb3e07fe4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Request body: {'router': {'name': 'tempest-router-1793969359', 'distributed': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:41.862786 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-27ba3fa0-cbae-4826-9edb-4e2eb3e07fe4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:41.863932 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-27ba3fa0-cbae-4826-9edb-4e2eb3e07fe4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:41.918773 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-27ba3fa0-cbae-4826-9edb-4e2eb3e07fe4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:41.982921 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-27ba3fa0-cbae-4826-9edb-4e2eb3e07fe4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:42.090956 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-27ba3fa0-cbae-4826-9edb-4e2eb3e07fe4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:42.092634 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-27ba3fa0-cbae-4826-9edb-4e2eb3e07fe4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3413649 Dec 16 22:45:42.095443 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44632) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:42.175016 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01d9d11c-7a61-4113-89a0-e45dadb4cf89 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:42.341136 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01d9d11c-7a61-4113-89a0-e45dadb4cf89 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:42.343378 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01d9d11c-7a61-4113-89a0-e45dadb4cf89 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:42.492237 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01d9d11c-7a61-4113-89a0-e45dadb4cf89 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:42.492837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d9d11c-7a61-4113-89a0-e45dadb4cf89 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a51fe2fa-193b-411a-9116-12819c2a3854 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:45:42.496977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01d9d11c-7a61-4113-89a0-e45dadb4cf89 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:42.501568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44636) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:42.502031 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-01d9d11c-7a61-4113-89a0-e45dadb4cf89 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] 10.222.0.43 "DELETE /v2.0/routers/a51fe2fa-193b-411a-9116-12819c2a3854 HTTP/1.1" status: 204 len: 168 time: 0.4052520 Dec 16 22:45:42.507276 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b8bc9f94-a33d-4e67-958f-e5a67f43dac7 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Request body: {'router': {'name': 'tempest-router-2129704183', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3ee7270112c04ff0b38e258f4d15e9af'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:42.600130 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9f94-a33d-4e67-958f-e5a67f43dac7 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:42.601866 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9f94-a33d-4e67-958f-e5a67f43dac7 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:42.653798 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9f94-a33d-4e67-958f-e5a67f43dac7 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:42.731075 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9f94-a33d-4e67-958f-e5a67f43dac7 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:42.841805 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9f94-a33d-4e67-958f-e5a67f43dac7 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:42.843036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b8bc9f94-a33d-4e67-958f-e5a67f43dac7 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3397665 Dec 16 22:45:42.845946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44640) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:42.855688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c973ab00-1f26-4ce5-ba21-b2a13ab544ae tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:43.077907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c973ab00-1f26-4ce5-ba21-b2a13ab544ae tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:43.078602 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c973ab00-1f26-4ce5-ba21-b2a13ab544ae tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:43.162034 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c973ab00-1f26-4ce5-ba21-b2a13ab544ae tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103952) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 16 22:45:43.162341 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c973ab00-1f26-4ce5-ba21-b2a13ab544ae tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Router 34ccd090-68f4-44e7-8107-cbd0de5c0e96 migrating from provider to provider. {{(pid=103952) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 16 22:45:43.162754 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c973ab00-1f26-4ce5-ba21-b2a13ab544ae tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:43.167931 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c973ab00-1f26-4ce5-ba21-b2a13ab544ae tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:43.283292 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c973ab00-1f26-4ce5-ba21-b2a13ab544ae tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:43.317378 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:43.364987 n-d-821840-2 neutron-server[103952]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c973ab00-1f26-4ce5-ba21-b2a13ab544ae tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] No L3 agents can host the router 34ccd090-68f4-44e7-8107-cbd0de5c0e96 Dec 16 22:45:43.428649 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:43.492292 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c973ab00-1f26-4ce5-ba21-b2a13ab544ae tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Hosts for router 34ccd090-68f4-44e7-8107-cbd0de5c0e96: [] {{(pid=103952) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 16 22:45:43.515716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c973ab00-1f26-4ce5-ba21-b2a13ab544ae tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Hosts for other DVR routers connected to router 34ccd090-68f4-44e7-8107-cbd0de5c0e96: set() {{(pid=103952) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 16 22:45:43.518347 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c973ab00-1f26-4ce5-ba21-b2a13ab544ae tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:43.519677 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c973ab00-1f26-4ce5-ba21-b2a13ab544ae tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] 10.222.0.43 "PUT /v2.0/routers/34ccd090-68f4-44e7-8107-cbd0de5c0e96 HTTP/1.1" status: 200 len: 717 time: 0.6725774 Dec 16 22:45:43.522287 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44646) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:43.596002 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1ff6ba69-e900-4b57-a88c-a3fa364379fe tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] 10.222.0.43 "GET /v2.0/routers/34ccd090-68f4-44e7-8107-cbd0de5c0e96 HTTP/1.1" status: 200 len: 717 time: 0.0725801 Dec 16 22:45:43.598526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44648) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:44.009942 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a3fbb460-23be-46f9-a9cf-07f06db3b19d tempest-RoutersTestDVR-1241313033 tempest-RoutersTestDVR-1241313033-project] 10.222.0.43 "GET /v2.0/routers/34ccd090-68f4-44e7-8107-cbd0de5c0e96 HTTP/1.1" status: 200 len: 683 time: 0.4102702 Dec 16 22:45:44.012306 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44656) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:44.086446 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6be6a821-01fd-4a4c-9b90-333a5a1d80d4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:44.243788 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6be6a821-01fd-4a4c-9b90-333a5a1d80d4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:44.246006 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6be6a821-01fd-4a4c-9b90-333a5a1d80d4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:44.371313 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6be6a821-01fd-4a4c-9b90-333a5a1d80d4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:44.371942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be6a821-01fd-4a4c-9b90-333a5a1d80d4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34ccd090-68f4-44e7-8107-cbd0de5c0e96 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:45:44.376847 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6be6a821-01fd-4a4c-9b90-333a5a1d80d4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:44.377503 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6be6a821-01fd-4a4c-9b90-333a5a1d80d4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] 10.222.0.43 "DELETE /v2.0/routers/34ccd090-68f4-44e7-8107-cbd0de5c0e96 HTTP/1.1" status: 204 len: 168 time: 0.3642521 Dec 16 22:45:44.380898 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44658) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:44.386409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6d57c677-bf18-43bd-b0e0-d8b96f90e429 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Request body: {'router': {'name': 'tempest-router-716667121', 'distributed': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:44.506342 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6d57c677-bf18-43bd-b0e0-d8b96f90e429 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:44.511769 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6d57c677-bf18-43bd-b0e0-d8b96f90e429 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:44.562576 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6d57c677-bf18-43bd-b0e0-d8b96f90e429 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:44.660517 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6d57c677-bf18-43bd-b0e0-d8b96f90e429 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:44.774406 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6d57c677-bf18-43bd-b0e0-d8b96f90e429 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:44.778845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44662) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:44.779522 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6d57c677-bf18-43bd-b0e0-d8b96f90e429 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3976068 Dec 16 22:45:44.856279 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29fbe112-6a6b-4a3d-accd-45a22b5645c4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:45.021647 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29fbe112-6a6b-4a3d-accd-45a22b5645c4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:45.024198 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29fbe112-6a6b-4a3d-accd-45a22b5645c4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:45.168686 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29fbe112-6a6b-4a3d-accd-45a22b5645c4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:45.169122 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fbe112-6a6b-4a3d-accd-45a22b5645c4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95dce8a9-7fc9-4bae-b2e5-6884c21a9ce5 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:45:45.174274 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29fbe112-6a6b-4a3d-accd-45a22b5645c4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:45.175458 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-29fbe112-6a6b-4a3d-accd-45a22b5645c4 tempest-RoutersTestDVR-1956071497 tempest-RoutersTestDVR-1956071497-project-admin] 10.222.0.43 "DELETE /v2.0/routers/95dce8a9-7fc9-4bae-b2e5-6884c21a9ce5 HTTP/1.1" status: 204 len: 168 time: 0.3955491 Dec 16 22:45:45.644468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44674) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:45.757998 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-56bd6c90-64e5-499c-9c7b-deaed39fc31a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:45.841962 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-56bd6c90-64e5-499c-9c7b-deaed39fc31a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:45.931488 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-56bd6c90-64e5-499c-9c7b-deaed39fc31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:45.971849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd6c90-64e5-499c-9c7b-deaed39fc31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21139147-33d8-4356-a7b5-c7d43e50269e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:45.977394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-56bd6c90-64e5-499c-9c7b-deaed39fc31a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ee7270112c04ff0b38e258f4d15e9af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3311031 Dec 16 22:45:45.980083 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44678) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:46.036421 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ff9d94c-ff8e-4b59-be41-fb24b3643df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:46.070552 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ff9d94c-ff8e-4b59-be41-fb24b3643df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:46.211538 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ff9d94c-ff8e-4b59-be41-fb24b3643df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:46.214300 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ff9d94c-ff8e-4b59-be41-fb24b3643df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:46.215603 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5ff9d94c-ff8e-4b59-be41-fb24b3643df9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21139147-33d8-4356-a7b5-c7d43e50269e HTTP/1.1" status: 204 len: 168 time: 0.2349956 Dec 16 22:45:46.225149 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9d94c-ff8e-4b59-be41-fb24b3643df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21139147-33d8-4356-a7b5-c7d43e50269e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:47.061804 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44690) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:47.076863 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c2c8aa3-5720-4807-aab9-df68ada3f2d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:47.161020 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c2c8aa3-5720-4807-aab9-df68ada3f2d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:47.280548 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c2c8aa3-5720-4807-aab9-df68ada3f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:47.323518 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5c2c8aa3-5720-4807-aab9-df68ada3f2d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42b1815b346b4b60808f7c56d5247005&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2604194 Dec 16 22:45:47.324120 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c8aa3-5720-4807-aab9-df68ada3f2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2049786-e154-4a46-8924-239490ea1d14,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:47.326034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44696) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:47.379292 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05349c89-12cc-46dd-a797-8e9fbca495e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:47.402588 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05349c89-12cc-46dd-a797-8e9fbca495e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:47.520369 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05349c89-12cc-46dd-a797-8e9fbca495e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:47.523759 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05349c89-12cc-46dd-a797-8e9fbca495e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:47.525151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-05349c89-12cc-46dd-a797-8e9fbca495e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2049786-e154-4a46-8924-239490ea1d14 HTTP/1.1" status: 204 len: 168 time: 0.1978939 Dec 16 22:45:47.534780 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05349c89-12cc-46dd-a797-8e9fbca495e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2049786-e154-4a46-8924-239490ea1d14,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:48.721830 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44724) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:48.832901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f2d37391-9c2c-4a82-afef-1404c2caac45 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1824422108'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:48.922810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d37391-9c2c-4a82-afef-1404c2caac45 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Made reservation on behalf of 245ff9dcd15e4b3e88ba997e11eb6b53 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:45:48.926811 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2d37391-9c2c-4a82-afef-1404c2caac45 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:48.946027 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2d37391-9c2c-4a82-afef-1404c2caac45 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:49.041239 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2d37391-9c2c-4a82-afef-1404c2caac45 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:49.114406 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2d37391-9c2c-4a82-afef-1404c2caac45 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:49.143469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d37391-9c2c-4a82-afef-1404c2caac45 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:45:49.153256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d37391-9c2c-4a82-afef-1404c2caac45 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ecf83b-9ff2-44ac-a346-e42a6165de6d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:49.160725 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2d37391-9c2c-4a82-afef-1404c2caac45 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:49.161271 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-f2d37391-9c2c-4a82-afef-1404c2caac45 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Added segment aeea70bf-288c-44c2-8a31-16625e7e27f3 of type vlan for network 85dce04d-dbaa-43ce-8818-c513aa4287ca Dec 16 22:45:49.204831 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2d37391-9c2c-4a82-afef-1404c2caac45 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:49.294161 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2d37391-9c2c-4a82-afef-1404c2caac45 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:49.299922 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d37391-9c2c-4a82-afef-1404c2caac45 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:49.300514 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2d37391-9c2c-4a82-afef-1404c2caac45 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:49.369793 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d37391-9c2c-4a82-afef-1404c2caac45 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event updated for resources: {'Network': ['ID=85dce04d-dbaa-43ce-8818-c513aa4287ca,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:49.380427 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 85dce04d-dbaa-43ce-8818-c513aa4287ca details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:45:49.398921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f2d37391-9c2c-4a82-afef-1404c2caac45 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6679144 Dec 16 22:45:50.154092 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b664dd82-91a3-4a44-8925-8613f3f273e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:52.433981 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5eb656e9-9312-401f-9eda-dc56f729be1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:52.628859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44754) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:52.635504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-9b97ffc2-bfac-408e-a1eb-7560e4c2aced tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Request body: {'subnet': {'network_id': '85dce04d-dbaa-43ce-8818-c513aa4287ca', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:52.788109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b97ffc2-bfac-408e-a1eb-7560e4c2aced tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Made reservation on behalf of 245ff9dcd15e4b3e88ba997e11eb6b53 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:45:52.791711 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9b97ffc2-bfac-408e-a1eb-7560e4c2aced tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:53.094503 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9b97ffc2-bfac-408e-a1eb-7560e4c2aced tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:53.149438 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97ffc2-bfac-408e-a1eb-7560e4c2aced tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event updated for resources: {'Subnet': ['ID=c04ee22a-c954-4d7b-96dc-22cfdb8b5d24,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:53.165212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b97ffc2-bfac-408e-a1eb-7560e4c2aced tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Checking segment: {'id': 'aeea70bf-288c-44c2-8a31-16625e7e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '85dce04d-dbaa-43ce-8818-c513aa4287ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:45:53.165585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b97ffc2-bfac-408e-a1eb-7560e4c2aced tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Network hostable DHCP agents. Network: 85dce04d-dbaa-43ce-8818-c513aa4287ca, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:45:53.245168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b97ffc2-bfac-408e-a1eb-7560e4c2aced tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Network 85dce04d-dbaa-43ce-8818-c513aa4287ca is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:45:53.316959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-9b97ffc2-bfac-408e-a1eb-7560e4c2aced tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 85dce04d-dbaa-43ce-8818-c513aa4287ca) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:53.322688 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b97ffc2-bfac-408e-a1eb-7560e4c2aced tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:53.323318 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9b97ffc2-bfac-408e-a1eb-7560e4c2aced tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:53.327595 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6e7b40-2f1f-4fc8-8895-81483a61e79c None None] Network 85dce04d-dbaa-43ce-8818-c513aa4287ca requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:45:53.391344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9b97ffc2-bfac-408e-a1eb-7560e4c2aced tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7610500 Dec 16 22:45:53.394763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44760) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:53.400368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a7e72d17-fe4d-4f03-ad53-279084f4949e tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1611082212'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:53.437780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-85dce04d-dbaa-43ce-8818-c513aa4287ca', 'network_id': '85dce04d-dbaa-43ce-8818-c513aa4287ca', 'project_id': '245ff9dcd15e4b3e88ba997e11eb6b53', 'fixed_ips': [{'subnet_id': 'c04ee22a-c954-4d7b-96dc-22cfdb8b5d24'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:45:53.438765 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:53.528760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e72d17-fe4d-4f03-ad53-279084f4949e tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Made reservation on behalf of 245ff9dcd15e4b3e88ba997e11eb6b53 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:45:53.534327 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7e72d17-fe4d-4f03-ad53-279084f4949e tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:53.565393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e72d17-fe4d-4f03-ad53-279084f4949e tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:45:53.576310 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7e72d17-fe4d-4f03-ad53-279084f4949e tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:53.576866 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-a7e72d17-fe4d-4f03-ad53-279084f4949e tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Added segment 0e8c22cc-f44d-4f66-9538-6176d178ac95 of type vlan for network d8ada96a-a577-4cf2-9b98-8dea59f0ae2b Dec 16 22:45:53.596447 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Allocated IP 2001:db8:0:ffff::2 (85dce04d-dbaa-43ce-8818-c513aa4287ca/c04ee22a-c954-4d7b-96dc-22cfdb8b5d24/00323922-0e37-4f11-8ff8-d613322eeab2) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:53.624750 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7e72d17-fe4d-4f03-ad53-279084f4949e tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:53.655328 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:53.722593 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7e72d17-fe4d-4f03-ad53-279084f4949e tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:53.729811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e72d17-fe4d-4f03-ad53-279084f4949e tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:53.730477 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7e72d17-fe4d-4f03-ad53-279084f4949e tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:53.762802 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:53.802910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e72d17-fe4d-4f03-ad53-279084f4949e tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event updated for resources: {'Network': ['ID=d8ada96a-a577-4cf2-9b98-8dea59f0ae2b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:53.813954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network d8ada96a-a577-4cf2-9b98-8dea59f0ae2b details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:45:53.858985 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:53.876221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a7e72d17-fe4d-4f03-ad53-279084f4949e tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4780786 Dec 16 22:45:53.877106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44766) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:53.882382 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4011830e-d537-49ca-b177-b57e7c1e7aed tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Request body: {'subnet': {'network_id': 'd8ada96a-a577-4cf2-9b98-8dea59f0ae2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:53.942313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Network 85dce04d-dbaa-43ce-8818-c513aa4287ca is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:53.947949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Pushing event updated for resources: {'Port': ['ID=00323922-0e37-4f11-8ff8-d613322eeab2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:53.951427 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:53.959597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:53.969308 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:53.971631 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:53.972028 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:53.972384 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:53.972869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:53.973224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:53.973739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:53.974088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:53.974428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:53.974765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:53.975130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:53.975640 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:53.976172 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:54.051804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Attempting to bind port 00323922-0e37-4f11-8ff8-d613322eeab2 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:45:54.052185 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Attempting to bind port 00323922-0e37-4f11-8ff8-d613322eeab2 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'aeea70bf-288c-44c2-8a31-16625e7e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '85dce04d-dbaa-43ce-8818-c513aa4287ca'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:45:54.052563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Attempting to bind port 00323922-0e37-4f11-8ff8-d613322eeab2 on network 85dce04d-dbaa-43ce-8818-c513aa4287ca {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:45:54.058167 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:45:54.058547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Checking segment: {'id': 'aeea70bf-288c-44c2-8a31-16625e7e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '85dce04d-dbaa-43ce-8818-c513aa4287ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:45:54.058962 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:54.059391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Bound using segment: {'id': 'aeea70bf-288c-44c2-8a31-16625e7e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '85dce04d-dbaa-43ce-8818-c513aa4287ca'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:45:54.059872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Bound port: 00323922-0e37-4f11-8ff8-d613322eeab2, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeea70bf-288c-44c2-8a31-16625e7e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '85dce04d-dbaa-43ce-8818-c513aa4287ca'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:45:54.060260 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:54.088358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4011830e-d537-49ca-b177-b57e7c1e7aed tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Made reservation on behalf of 245ff9dcd15e4b3e88ba997e11eb6b53 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:45:54.092050 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4011830e-d537-49ca-b177-b57e7c1e7aed tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:54.124730 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] For port 00323922-0e37-4f11-8ff8-d613322eeab2, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:45:54.127778 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] For port 00323922-0e37-4f11-8ff8-d613322eeab2, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=00323922-0e37-4f11-8ff8-d613322eeab2,segment=NetworkSegment(aeea70bf-288c-44c2-8a31-16625e7e27f3),segment_id=aeea70bf-288c-44c2-8a31-16625e7e27f3)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:45:54.208618 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:54.270151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663e89c-f27c-49ee-bbeb-8de7ece2a609 None None] Pushing event updated for resources: {'Port': ['ID=00323922-0e37-4f11-8ff8-d613322eeab2,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:54.457881 n-d-821840-2 neutron-server[103952]: DEBUG neutron.objects.ports [None req-4011830e-d537-49ca-b177-b57e7c1e7aed tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:45:54.459800 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4011830e-d537-49ca-b177-b57e7c1e7aed tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:54.531708 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011830e-d537-49ca-b177-b57e7c1e7aed tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event updated for resources: {'Subnet': ['ID=ed76819f-89e5-45ae-9c22-6949b6e30479,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:54.543302 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4011830e-d537-49ca-b177-b57e7c1e7aed tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Checking segment: {'id': '0e8c22cc-f44d-4f66-9538-6176d178ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd8ada96a-a577-4cf2-9b98-8dea59f0ae2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:45:54.543680 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4011830e-d537-49ca-b177-b57e7c1e7aed tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Network hostable DHCP agents. Network: d8ada96a-a577-4cf2-9b98-8dea59f0ae2b, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:45:54.630849 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4011830e-d537-49ca-b177-b57e7c1e7aed tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Network d8ada96a-a577-4cf2-9b98-8dea59f0ae2b is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:45:54.725202 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-4011830e-d537-49ca-b177-b57e7c1e7aed tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, d8ada96a-a577-4cf2-9b98-8dea59f0ae2b) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:54.729927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4011830e-d537-49ca-b177-b57e7c1e7aed tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:54.730528 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4011830e-d537-49ca-b177-b57e7c1e7aed tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:54.735785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1fea46-3627-4ca3-a872-6d8f52ba9cf1 None None] Network d8ada96a-a577-4cf2-9b98-8dea59f0ae2b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:45:54.800007 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4011830e-d537-49ca-b177-b57e7c1e7aed tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9217651 Dec 16 22:45:54.802645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44774) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:54.810741 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-973aa975-175e-4772-908a-10e8e8dfd07d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Request body: {'port': {'network_id': 'd8ada96a-a577-4cf2-9b98-8dea59f0ae2b', 'name': 'tempest-NetworksIpV6TestAttrs-499505770'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:54.854709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-d8ada96a-a577-4cf2-9b98-8dea59f0ae2b', 'network_id': 'd8ada96a-a577-4cf2-9b98-8dea59f0ae2b', 'project_id': '245ff9dcd15e4b3e88ba997e11eb6b53', 'fixed_ips': [{'subnet_id': 'ed76819f-89e5-45ae-9c22-6949b6e30479'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:45:54.855757 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:54.930790 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:55.011139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Allocated IP 2001:db8::f816:3eff:fe02:a105 (d8ada96a-a577-4cf2-9b98-8dea59f0ae2b/ed76819f-89e5-45ae-9c22-6949b6e30479/ca6fdb8d-197f-49d3-ae0f-ab04a8e01544) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:55.030783 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973aa975-175e-4772-908a-10e8e8dfd07d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Made reservation on behalf of 245ff9dcd15e4b3e88ba997e11eb6b53 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:45:55.034627 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-973aa975-175e-4772-908a-10e8e8dfd07d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:55.053610 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-973aa975-175e-4772-908a-10e8e8dfd07d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] device_id is not set on port 004c5638-0499-49ca-9447-fbd7dbaa4078 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:45:55.188810 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:55.257285 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:55.299648 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c7c507-4364-48ec-8d6e-5a6100058c43 None None] Network 85dce04d-dbaa-43ce-8818-c513aa4287ca requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:45:55.313848 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-973aa975-175e-4772-908a-10e8e8dfd07d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Allocated IP 2001:db8::f816:3eff:fe84:4c85 (d8ada96a-a577-4cf2-9b98-8dea59f0ae2b/ed76819f-89e5-45ae-9c22-6949b6e30479/004c5638-0499-49ca-9447-fbd7dbaa4078) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:55.365930 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Pushing event updated for resources: {'Port': ['ID=ca6fdb8d-197f-49d3-ae0f-ab04a8e01544,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:55.374531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Network d8ada96a-a577-4cf2-9b98-8dea59f0ae2b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:55.387108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:55.390163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:55.442764 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a414a446-ff3b-4304-96d0-cf990ddfe8a5 None None] Provisioning complete for port 00323922-0e37-4f11-8ff8-d613322eeab2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:55.443137 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a414a446-ff3b-4304-96d0-cf990ddfe8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:55.529539 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Attempting to bind port ca6fdb8d-197f-49d3-ae0f-ab04a8e01544 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:45:55.529900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Attempting to bind port ca6fdb8d-197f-49d3-ae0f-ab04a8e01544 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '0e8c22cc-f44d-4f66-9538-6176d178ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd8ada96a-a577-4cf2-9b98-8dea59f0ae2b'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:45:55.530264 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Attempting to bind port ca6fdb8d-197f-49d3-ae0f-ab04a8e01544 on network d8ada96a-a577-4cf2-9b98-8dea59f0ae2b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:45:55.530361 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-973aa975-175e-4772-908a-10e8e8dfd07d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:55.543639 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:45:55.544019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Checking segment: {'id': '0e8c22cc-f44d-4f66-9538-6176d178ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd8ada96a-a577-4cf2-9b98-8dea59f0ae2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:45:55.544426 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:55.544833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Bound using segment: {'id': '0e8c22cc-f44d-4f66-9538-6176d178ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd8ada96a-a577-4cf2-9b98-8dea59f0ae2b'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:45:55.545311 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Bound port: ca6fdb8d-197f-49d3-ae0f-ab04a8e01544, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8c22cc-f44d-4f66-9538-6176d178ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd8ada96a-a577-4cf2-9b98-8dea59f0ae2b'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:45:55.545694 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:55.645196 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-973aa975-175e-4772-908a-10e8e8dfd07d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:55.676153 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] For port ca6fdb8d-197f-49d3-ae0f-ab04a8e01544, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:45:55.676153 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a414a446-ff3b-4304-96d0-cf990ddfe8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:55.676451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] For port ca6fdb8d-197f-49d3-ae0f-ab04a8e01544, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ca6fdb8d-197f-49d3-ae0f-ab04a8e01544,segment=NetworkSegment(0e8c22cc-f44d-4f66-9538-6176d178ac95),segment_id=0e8c22cc-f44d-4f66-9538-6176d178ac95)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:45:55.710836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973aa975-175e-4772-908a-10e8e8dfd07d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Network d8ada96a-a577-4cf2-9b98-8dea59f0ae2b is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:55.731678 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-973aa975-175e-4772-908a-10e8e8dfd07d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:55.749698 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a414a446-ff3b-4304-96d0-cf990ddfe8a5 None None] For port 00323922-0e37-4f11-8ff8-d613322eeab2, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=00323922-0e37-4f11-8ff8-d613322eeab2,segment=NetworkSegment(aeea70bf-288c-44c2-8a31-16625e7e27f3),segment_id=aeea70bf-288c-44c2-8a31-16625e7e27f3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:55.750368 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973aa975-175e-4772-908a-10e8e8dfd07d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:55.756659 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:55.757518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973aa975-175e-4772-908a-10e8e8dfd07d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:55.758211 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-973aa975-175e-4772-908a-10e8e8dfd07d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:55.776363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973aa975-175e-4772-908a-10e8e8dfd07d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event updated for resources: {'Port': ['ID=004c5638-0499-49ca-9447-fbd7dbaa4078,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:55.776934 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:55.887927 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-973aa975-175e-4772-908a-10e8e8dfd07d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0840921 Dec 16 22:45:55.890602 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44790) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:55.963516 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-40413f07-40bc-48c7-92bb-66fdd13ee497 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Deleting subnet ed76819f-89e5-45ae-9c22-6949b6e30479 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:45:55.968472 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40413f07-40bc-48c7-92bb-66fdd13ee497 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.017290 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40413f07-40bc-48c7-92bb-66fdd13ee497 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.029834 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a414a446-ff3b-4304-96d0-cf990ddfe8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.073030 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa7f8e-4134-425b-b280-9b596b25cae8 None None] Pushing event updated for resources: {'Port': ['ID=ca6fdb8d-197f-49d3-ae0f-ab04a8e01544,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:56.155450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414a446-ff3b-4304-96d0-cf990ddfe8a5 None None] Pushing event updated for resources: {'Port': ['ID=00323922-0e37-4f11-8ff8-d613322eeab2,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:56.166252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-be793fa3-3cf1-428d-bf0e-27b22e934d87 None None] Provisioning complete for port 00323922-0e37-4f11-8ff8-d613322eeab2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:56.166637 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be793fa3-3cf1-428d-bf0e-27b22e934d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.215975 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40413f07-40bc-48c7-92bb-66fdd13ee497 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.339901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 00323922-0e37-4f11-8ff8-d613322eeab2 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:45:56.372011 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40413f07-40bc-48c7-92bb-66fdd13ee497 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.397098 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 00323922-0e37-4f11-8ff8-d613322eeab2 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:56.397492 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.402602 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40413f07-40bc-48c7-92bb-66fdd13ee497 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.406260 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-40413f07-40bc-48c7-92bb-66fdd13ee497 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/subnets/ed76819f-89e5-45ae-9c22-6949b6e30479 HTTP/1.1" status: 204 len: 168 time: 0.5142691 Dec 16 22:45:56.407304 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40413f07-40bc-48c7-92bb-66fdd13ee497 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Subnet': ['ID=ed76819f-89e5-45ae-9c22-6949b6e30479,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:56.409094 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44802) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:56.474512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cf554d-1d3e-4e77-8697-9bf99cb599c8 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:56.480048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cf554d-1d3e-4e77-8697-9bf99cb599c8 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:56.485407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-67cf554d-1d3e-4e77-8697-9bf99cb599c8 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0750287 Dec 16 22:45:56.485799 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44806) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:56.522487 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ca6fdb8d-197f-49d3-ae0f-ab04a8e01544 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:45:56.584597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ca6fdb8d-197f-49d3-ae0f-ab04a8e01544 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:56.584597 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.585401 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38e29180-a41b-4fe7-a9bf-a465ed864521 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.594836 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e29180-a41b-4fe7-a9bf-a465ed864521 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 22:45:56.595540 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e29180-a41b-4fe7-a9bf-a465ed864521 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:45:56.599126 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-38e29180-a41b-4fe7-a9bf-a465ed864521 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/networks/d8ada96a-a577-4cf2-9b98-8dea59f0ae2b HTTP/1.1" status: 409 len: 405 time: 0.1116498 Dec 16 22:45:56.604581 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44808) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:56.609688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a1a710db-2ca1-4de7-90f5-72143777fd06 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-219722596'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:56.677274 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.693936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a710db-2ca1-4de7-90f5-72143777fd06 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Made reservation on behalf of 245ff9dcd15e4b3e88ba997e11eb6b53 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:45:56.698377 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a1a710db-2ca1-4de7-90f5-72143777fd06 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.714144 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port ca6fdb8d-197f-49d3-ae0f-ab04a8e01544, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ca6fdb8d-197f-49d3-ae0f-ab04a8e01544,segment=NetworkSegment(0e8c22cc-f44d-4f66-9538-6176d178ac95),segment_id=0e8c22cc-f44d-4f66-9538-6176d178ac95)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:56.725514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a710db-2ca1-4de7-90f5-72143777fd06 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:45:56.734967 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a1a710db-2ca1-4de7-90f5-72143777fd06 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.735345 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-a1a710db-2ca1-4de7-90f5-72143777fd06 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Added segment ea9fd50e-50ef-4409-830d-cc824701da14 of type vlan for network e9bf2eec-9c54-43f4-8337-88ef0e424782 Dec 16 22:45:56.782365 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a1a710db-2ca1-4de7-90f5-72143777fd06 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.794484 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.874216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=ca6fdb8d-197f-49d3-ae0f-ab04a8e01544,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:56.877469 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a1a710db-2ca1-4de7-90f5-72143777fd06 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.884552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a710db-2ca1-4de7-90f5-72143777fd06 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:56.885243 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a1a710db-2ca1-4de7-90f5-72143777fd06 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.989335 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0034-ad94-419e-83b2-77d3e16a77fd req-505b892f-280d-4bdf-ab07-d9cb770b3812 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:56.996636 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0034-ad94-419e-83b2-77d3e16a77fd req-505b892f-280d-4bdf-ab07-d9cb770b3812 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:57.003444 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0034-ad94-419e-83b2-77d3e16a77fd req-505b892f-280d-4bdf-ab07-d9cb770b3812 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:57.010487 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0034-ad94-419e-83b2-77d3e16a77fd req-505b892f-280d-4bdf-ab07-d9cb770b3812 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:57.017310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0034-ad94-419e-83b2-77d3e16a77fd req-505b892f-280d-4bdf-ab07-d9cb770b3812 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:57.024594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0034-ad94-419e-83b2-77d3e16a77fd req-505b892f-280d-4bdf-ab07-d9cb770b3812 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:57.030545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a710db-2ca1-4de7-90f5-72143777fd06 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event updated for resources: {'Network': ['ID=e9bf2eec-9c54-43f4-8337-88ef0e424782,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:57.031285 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0034-ad94-419e-83b2-77d3e16a77fd req-505b892f-280d-4bdf-ab07-d9cb770b3812 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:57.033430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d09c0034-ad94-419e-83b2-77d3e16a77fd req-505b892f-280d-4bdf-ab07-d9cb770b3812 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5434 time: 0.1116350 Dec 16 22:45:57.052853 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network e9bf2eec-9c54-43f4-8337-88ef0e424782 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:45:57.062521 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a1a710db-2ca1-4de7-90f5-72143777fd06 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4567077 Dec 16 22:45:57.066832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44820) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:57.073465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-69caeca3-67d4-494b-8140-4f2a8e5d74ae tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Request body: {'subnet': {'network_id': 'e9bf2eec-9c54-43f4-8337-88ef0e424782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:57.112461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d09c0034-ad94-419e-83b2-77d3e16a77fd req-71ebfbf5-ac35-4627-bb23-17cf1bfc459a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659461 Dec 16 22:45:57.129786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd2b598-152e-41db-a2c8-acc700255743 None None] Network d8ada96a-a577-4cf2-9b98-8dea59f0ae2b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:45:57.233708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-454d572c-d30b-4d15-8d5f-57b60172acf6 None None] Provisioning complete for port ca6fdb8d-197f-49d3-ae0f-ab04a8e01544 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:57.234090 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-454d572c-d30b-4d15-8d5f-57b60172acf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:57.266660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69caeca3-67d4-494b-8140-4f2a8e5d74ae tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Made reservation on behalf of 245ff9dcd15e4b3e88ba997e11eb6b53 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:45:57.271034 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69caeca3-67d4-494b-8140-4f2a8e5d74ae tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:57.306490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3c235-833d-4789-9fcf-dae48ca51ec7 req-915d0f63-b610-4e56-b568-2217ea51350e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:57.315018 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3c235-833d-4789-9fcf-dae48ca51ec7 req-915d0f63-b610-4e56-b568-2217ea51350e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:57.322601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3c235-833d-4789-9fcf-dae48ca51ec7 req-915d0f63-b610-4e56-b568-2217ea51350e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:57.329036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3c235-833d-4789-9fcf-dae48ca51ec7 req-915d0f63-b610-4e56-b568-2217ea51350e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:57.336994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3c235-833d-4789-9fcf-dae48ca51ec7 req-915d0f63-b610-4e56-b568-2217ea51350e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:57.347814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3c235-833d-4789-9fcf-dae48ca51ec7 req-915d0f63-b610-4e56-b568-2217ea51350e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:57.355792 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3c235-833d-4789-9fcf-dae48ca51ec7 req-915d0f63-b610-4e56-b568-2217ea51350e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:57.357731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1e3c235-833d-4789-9fcf-dae48ca51ec7 req-915d0f63-b610-4e56-b568-2217ea51350e tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5434 time: 0.1390843 Dec 16 22:45:57.370198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea11fbe-01a8-456a-a103-84944406c587 None None] DHCP port deletion for d8ada96a-a577-4cf2-9b98-8dea59f0ae2b request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:57.435914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6ea11fbe-01a8-456a-a103-84944406c587 None None] Deleting port ca6fdb8d-197f-49d3-ae0f-ab04a8e01544 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:57.436294 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ea11fbe-01a8-456a-a103-84944406c587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:57.500744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6ea11fbe-01a8-456a-a103-84944406c587 None None] For port ca6fdb8d-197f-49d3-ae0f-ab04a8e01544, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ca6fdb8d-197f-49d3-ae0f-ab04a8e01544,segment=NetworkSegment(0e8c22cc-f44d-4f66-9538-6176d178ac95),segment_id=0e8c22cc-f44d-4f66-9538-6176d178ac95)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:57.501148 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ea11fbe-01a8-456a-a103-84944406c587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:57.514701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6ea11fbe-01a8-456a-a103-84944406c587 None None] Calling delete_port for ca6fdb8d-197f-49d3-ae0f-ab04a8e01544 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:57.654952 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ea11fbe-01a8-456a-a103-84944406c587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:57.689376 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea11fbe-01a8-456a-a103-84944406c587 None None] Pushing event deleted for resources: {'Port': ['ID=ca6fdb8d-197f-49d3-ae0f-ab04a8e01544,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:57.689589 n-d-821840-2 neutron-server[103952]: DEBUG neutron.objects.ports [None req-69caeca3-67d4-494b-8140-4f2a8e5d74ae tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:45:57.689710 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea11fbe-01a8-456a-a103-84944406c587 None None] No DVR routers for this DVR port ca6fdb8d-197f-49d3-ae0f-ab04a8e01544 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:45:57.689835 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69caeca3-67d4-494b-8140-4f2a8e5d74ae tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:57.760774 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69caeca3-67d4-494b-8140-4f2a8e5d74ae tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event updated for resources: {'Subnet': ['ID=9287516a-552e-4cbb-81ba-f29ed6f69924,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:57.770987 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69caeca3-67d4-494b-8140-4f2a8e5d74ae tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Checking segment: {'id': 'ea9fd50e-50ef-4409-830d-cc824701da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e9bf2eec-9c54-43f4-8337-88ef0e424782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:45:57.771385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69caeca3-67d4-494b-8140-4f2a8e5d74ae tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Network hostable DHCP agents. Network: e9bf2eec-9c54-43f4-8337-88ef0e424782, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:45:57.879897 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69caeca3-67d4-494b-8140-4f2a8e5d74ae tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Network e9bf2eec-9c54-43f4-8337-88ef0e424782 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:45:57.968202 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-69caeca3-67d4-494b-8140-4f2a8e5d74ae tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, e9bf2eec-9c54-43f4-8337-88ef0e424782) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:57.972428 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69caeca3-67d4-494b-8140-4f2a8e5d74ae tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:57.973034 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69caeca3-67d4-494b-8140-4f2a8e5d74ae tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:57.977669 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5329e5-8bff-4321-87f4-3ce40e471ae9 None None] Network e9bf2eec-9c54-43f4-8337-88ef0e424782 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:45:58.088506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-e9bf2eec-9c54-43f4-8337-88ef0e424782', 'network_id': 'e9bf2eec-9c54-43f4-8337-88ef0e424782', 'project_id': '245ff9dcd15e4b3e88ba997e11eb6b53', 'fixed_ips': [{'subnet_id': '9287516a-552e-4cbb-81ba-f29ed6f69924'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:45:58.089455 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:58.103486 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-69caeca3-67d4-494b-8140-4f2a8e5d74ae tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0349619 Dec 16 22:45:58.106483 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44842) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:58.112106 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-39a38eff-06e5-45b6-b808-f3406e147c67 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Request body: {'port': {'network_id': 'e9bf2eec-9c54-43f4-8337-88ef0e424782', 'name': 'tempest-NetworksIpV6TestAttrs-871398487'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:58.260433 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Allocated IP 2001:db8::f816:3eff:fe80:5058 (e9bf2eec-9c54-43f4-8337-88ef0e424782/9287516a-552e-4cbb-81ba-f29ed6f69924/282eb211-8509-45e0-814e-5a7c1118a2c9) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:58.263920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ca6fdb8d-197f-49d3-ae0f-ab04a8e01544 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:45:58.293337 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: ca6fdb8d-197f-49d3-ae0f-ab04a8e01544 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:45:58.293682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ca6fdb8d-197f-49d3-ae0f-ab04a8e01544 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:45:58.320647 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a38eff-06e5-45b6-b808-f3406e147c67 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Made reservation on behalf of 245ff9dcd15e4b3e88ba997e11eb6b53 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:45:58.326247 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-39a38eff-06e5-45b6-b808-f3406e147c67 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:58.363217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-39a38eff-06e5-45b6-b808-f3406e147c67 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] device_id is not set on port fbd40663-a667-478c-a869-7e322cdb30cd yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:45:58.457541 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:58.603757 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:58.654444 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Network e9bf2eec-9c54-43f4-8337-88ef0e424782 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:58.658060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:58.662119 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:58.670685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-39a38eff-06e5-45b6-b808-f3406e147c67 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Allocated IP 2001:db8::f816:3eff:fe6b:11d6 (e9bf2eec-9c54-43f4-8337-88ef0e424782/9287516a-552e-4cbb-81ba-f29ed6f69924/fbd40663-a667-478c-a869-7e322cdb30cd) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:58.675617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Pushing event updated for resources: {'Port': ['ID=282eb211-8509-45e0-814e-5a7c1118a2c9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:58.739418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Attempting to bind port 282eb211-8509-45e0-814e-5a7c1118a2c9 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:45:58.739794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Attempting to bind port 282eb211-8509-45e0-814e-5a7c1118a2c9 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'ea9fd50e-50ef-4409-830d-cc824701da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e9bf2eec-9c54-43f4-8337-88ef0e424782'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:45:58.740165 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Attempting to bind port 282eb211-8509-45e0-814e-5a7c1118a2c9 on network e9bf2eec-9c54-43f4-8337-88ef0e424782 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:45:58.748594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:45:58.748971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Checking segment: {'id': 'ea9fd50e-50ef-4409-830d-cc824701da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e9bf2eec-9c54-43f4-8337-88ef0e424782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:45:58.749373 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:58.749767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Bound using segment: {'id': 'ea9fd50e-50ef-4409-830d-cc824701da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e9bf2eec-9c54-43f4-8337-88ef0e424782'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:45:58.750238 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Bound port: 282eb211-8509-45e0-814e-5a7c1118a2c9, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9fd50e-50ef-4409-830d-cc824701da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e9bf2eec-9c54-43f4-8337-88ef0e424782'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:45:58.750619 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:58.867951 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-39a38eff-06e5-45b6-b808-f3406e147c67 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:58.873893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] For port 282eb211-8509-45e0-814e-5a7c1118a2c9, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:45:58.877559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] For port 282eb211-8509-45e0-814e-5a7c1118a2c9, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=282eb211-8509-45e0-814e-5a7c1118a2c9,segment=NetworkSegment(ea9fd50e-50ef-4409-830d-cc824701da14),segment_id=ea9fd50e-50ef-4409-830d-cc824701da14)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:45:58.965462 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:59.003393 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-39a38eff-06e5-45b6-b808-f3406e147c67 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:59.042434 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a407d-81fd-4752-ad92-4b552fa9aabd None None] Pushing event updated for resources: {'Port': ['ID=282eb211-8509-45e0-814e-5a7c1118a2c9,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:59.081865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a38eff-06e5-45b6-b808-f3406e147c67 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Network e9bf2eec-9c54-43f4-8337-88ef0e424782 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:59.087040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-39a38eff-06e5-45b6-b808-f3406e147c67 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:59.089130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38eff-06e5-45b6-b808-f3406e147c67 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event updated for resources: {'Port': ['ID=fbd40663-a667-478c-a869-7e322cdb30cd,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:59.091456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a38eff-06e5-45b6-b808-f3406e147c67 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:59.099705 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a38eff-06e5-45b6-b808-f3406e147c67 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:59.100420 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-39a38eff-06e5-45b6-b808-f3406e147c67 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:59.187033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-39a38eff-06e5-45b6-b808-f3406e147c67 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0790143 Dec 16 22:45:59.190426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44860) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:59.286907 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e232e8a-242e-4ef7-9eca-19eecf9d490a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Deleting subnet 9287516a-552e-4cbb-81ba-f29ed6f69924 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:45:59.291586 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e232e8a-242e-4ef7-9eca-19eecf9d490a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:59.296559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44866) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:59.358611 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e232e8a-242e-4ef7-9eca-19eecf9d490a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:59.430656 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ee202-40c7-4339-9403-ece0d3d50f0b req-ea7eae8f-45f6-460e-8157-7fa3bc280d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:59.431143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ee202-40c7-4339-9403-ece0d3d50f0b req-ea7eae8f-45f6-460e-8157-7fa3bc280d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:59.431652 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ee202-40c7-4339-9403-ece0d3d50f0b req-ea7eae8f-45f6-460e-8157-7fa3bc280d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:59.432141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ee202-40c7-4339-9403-ece0d3d50f0b req-ea7eae8f-45f6-460e-8157-7fa3bc280d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:59.432604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ee202-40c7-4339-9403-ece0d3d50f0b req-ea7eae8f-45f6-460e-8157-7fa3bc280d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:59.433076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ee202-40c7-4339-9403-ece0d3d50f0b req-ea7eae8f-45f6-460e-8157-7fa3bc280d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:59.433601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ee202-40c7-4339-9403-ece0d3d50f0b req-ea7eae8f-45f6-460e-8157-7fa3bc280d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:59.436937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe1ee202-40c7-4339-9403-ece0d3d50f0b req-ea7eae8f-45f6-460e-8157-7fa3bc280d33 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 6491 time: 0.1381340 Dec 16 22:45:59.503532 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe1ee202-40c7-4339-9403-ece0d3d50f0b req-946734eb-5ab7-4f2f-8ece-4f00149ac8a7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=330438fa-b7e3-4f04-a085-39924cd4e734&id=f0808843-1c50-437b-b529-51ff6e4e3291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596747 Dec 16 22:45:59.506167 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e232e8a-242e-4ef7-9eca-19eecf9d490a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:59.668660 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e232e8a-242e-4ef7-9eca-19eecf9d490a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:59.700204 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e232e8a-242e-4ef7-9eca-19eecf9d490a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Subnet': ['ID=9287516a-552e-4cbb-81ba-f29ed6f69924,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:59.704129 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e232e8a-242e-4ef7-9eca-19eecf9d490a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:59.711019 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0e232e8a-242e-4ef7-9eca-19eecf9d490a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/subnets/9287516a-552e-4cbb-81ba-f29ed6f69924 HTTP/1.1" status: 204 len: 168 time: 0.5163648 Dec 16 22:45:59.711189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44878) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:59.766839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c91cb8-31e5-4975-b7af-4b21163ed588 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:59.768369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c91cb8-31e5-4975-b7af-4b21163ed588 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:59.769900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e7c91cb8-31e5-4975-b7af-4b21163ed588 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0579021 Dec 16 22:45:59.773330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44884) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:59.863049 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-702a82df-0c51-4c96-ab86-52916b3bbc32 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:59.871388 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-702a82df-0c51-4c96-ab86-52916b3bbc32 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 22:45:59.871865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702a82df-0c51-4c96-ab86-52916b3bbc32 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:45:59.875195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-702a82df-0c51-4c96-ab86-52916b3bbc32 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/networks/e9bf2eec-9c54-43f4-8337-88ef0e424782 HTTP/1.1" status: 409 len: 405 time: 0.1003959 Dec 16 22:45:59.880249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44890) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:59.885484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b14a5fac-f816-42ae-a7f2-2307df7df42f tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-925496729'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:00.013953 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14a5fac-f816-42ae-a7f2-2307df7df42f tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Made reservation on behalf of 245ff9dcd15e4b3e88ba997e11eb6b53 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:00.017782 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b14a5fac-f816-42ae-a7f2-2307df7df42f tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:00.055964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14a5fac-f816-42ae-a7f2-2307df7df42f tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:46:00.065940 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b14a5fac-f816-42ae-a7f2-2307df7df42f tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:00.066361 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-b14a5fac-f816-42ae-a7f2-2307df7df42f tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Added segment 1144b8d9-25ac-4732-acd1-4214672f55d6 of type vlan for network 28202907-990e-4566-9d04-048641837487 Dec 16 22:46:00.111290 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b14a5fac-f816-42ae-a7f2-2307df7df42f tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:00.169149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebc1381-6c60-4a0d-a24d-7d72469f46d0 None None] Network e9bf2eec-9c54-43f4-8337-88ef0e424782 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:00.238439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-70a0933e-b9e0-4ccb-b926-96b5a2f7c85e None None] Provisioning complete for port 282eb211-8509-45e0-814e-5a7c1118a2c9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:00.238784 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70a0933e-b9e0-4ccb-b926-96b5a2f7c85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:00.267127 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b14a5fac-f816-42ae-a7f2-2307df7df42f tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:00.271153 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14a5fac-f816-42ae-a7f2-2307df7df42f tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:00.271809 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b14a5fac-f816-42ae-a7f2-2307df7df42f tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:00.293290 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 282eb211-8509-45e0-814e-5a7c1118a2c9 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:46:00.354165 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a5fac-f816-42ae-a7f2-2307df7df42f tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event updated for resources: {'Network': ['ID=28202907-990e-4566-9d04-048641837487,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:00.386781 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 28202907-990e-4566-9d04-048641837487 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:46:00.449125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f77469-e890-4536-8c15-78889eb98a42 None None] DHCP port deletion for e9bf2eec-9c54-43f4-8337-88ef0e424782 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:46:00.451000 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b14a5fac-f816-42ae-a7f2-2307df7df42f tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5697618 Dec 16 22:46:00.453941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44896) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:00.456199 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 282eb211-8509-45e0-814e-5a7c1118a2c9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:00.456577 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:00.459058 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-75441dd9-fb4f-4291-a986-b4c7ea28b2a6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Request body: {'subnet': {'network_id': '28202907-990e-4566-9d04-048641837487', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:00.489001 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70a0933e-b9e0-4ccb-b926-96b5a2f7c85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:00.580759 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-70a0933e-b9e0-4ccb-b926-96b5a2f7c85e None None] For port 282eb211-8509-45e0-814e-5a7c1118a2c9, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=282eb211-8509-45e0-814e-5a7c1118a2c9,segment=NetworkSegment(ea9fd50e-50ef-4409-830d-cc824701da14),segment_id=ea9fd50e-50ef-4409-830d-cc824701da14)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:00.623138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-99f77469-e890-4536-8c15-78889eb98a42 None None] Deleting port 282eb211-8509-45e0-814e-5a7c1118a2c9 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:00.623584 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99f77469-e890-4536-8c15-78889eb98a42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:00.681098 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:00.714211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-99f77469-e890-4536-8c15-78889eb98a42 None None] For port 282eb211-8509-45e0-814e-5a7c1118a2c9, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=282eb211-8509-45e0-814e-5a7c1118a2c9,segment=NetworkSegment(ea9fd50e-50ef-4409-830d-cc824701da14),segment_id=ea9fd50e-50ef-4409-830d-cc824701da14)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:00.714611 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99f77469-e890-4536-8c15-78889eb98a42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:00.729608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-99f77469-e890-4536-8c15-78889eb98a42 None None] Calling delete_port for 282eb211-8509-45e0-814e-5a7c1118a2c9 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:00.756601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75441dd9-fb4f-4291-a986-b4c7ea28b2a6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Made reservation on behalf of 245ff9dcd15e4b3e88ba997e11eb6b53 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:00.761139 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75441dd9-fb4f-4291-a986-b4c7ea28b2a6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:00.818689 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70a0933e-b9e0-4ccb-b926-96b5a2f7c85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:00.904052 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:46:00.904271 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:46:00.909859 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0933e-b9e0-4ccb-b926-96b5a2f7c85e None None] Pushing event updated for resources: {'Port': ['ID=282eb211-8509-45e0-814e-5a7c1118a2c9,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:00.926039 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99f77469-e890-4536-8c15-78889eb98a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:00.960384 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f77469-e890-4536-8c15-78889eb98a42 None None] No DVR routers for this DVR port 282eb211-8509-45e0-814e-5a7c1118a2c9 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:00.962410 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f77469-e890-4536-8c15-78889eb98a42 None None] Pushing event deleted for resources: {'Port': ['ID=282eb211-8509-45e0-814e-5a7c1118a2c9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:01.081983 n-d-821840-2 neutron-server[103952]: DEBUG neutron.objects.ports [None req-75441dd9-fb4f-4291-a986-b4c7ea28b2a6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:46:01.083501 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75441dd9-fb4f-4291-a986-b4c7ea28b2a6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:01.151475 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75441dd9-fb4f-4291-a986-b4c7ea28b2a6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event updated for resources: {'Subnet': ['ID=54c862d3-5841-40a2-818c-48503094d6e5,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:01.160296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75441dd9-fb4f-4291-a986-b4c7ea28b2a6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Checking segment: {'id': '1144b8d9-25ac-4732-acd1-4214672f55d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '28202907-990e-4566-9d04-048641837487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:01.160669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75441dd9-fb4f-4291-a986-b4c7ea28b2a6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Network hostable DHCP agents. Network: 28202907-990e-4566-9d04-048641837487, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:46:01.262240 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75441dd9-fb4f-4291-a986-b4c7ea28b2a6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Network 28202907-990e-4566-9d04-048641837487 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:46:01.339591 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-75441dd9-fb4f-4291-a986-b4c7ea28b2a6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 28202907-990e-4566-9d04-048641837487) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:01.344546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75441dd9-fb4f-4291-a986-b4c7ea28b2a6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:01.345396 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75441dd9-fb4f-4291-a986-b4c7ea28b2a6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:01.349736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a280fc97-ae6f-4103-b56c-6da5b066e2e9 None None] Network 28202907-990e-4566-9d04-048641837487 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:01.454548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44910) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:01.455112 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-75441dd9-fb4f-4291-a986-b4c7ea28b2a6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9996219 Dec 16 22:46:01.566560 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-230ebcb6-b3eb-4bd6-b98e-ff69b8ba2b1a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:01.591553 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Port 282eb211-8509-45e0-814e-5a7c1118a2c9 update to ACTIVE by agent not found {{(pid=103953) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 22:46:01.624319 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-230ebcb6-b3eb-4bd6-b98e-ff69b8ba2b1a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:01.654224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8855624-bd5c-439e-9096-31dce938a976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-28202907-990e-4566-9d04-048641837487', 'network_id': '28202907-990e-4566-9d04-048641837487', 'project_id': '245ff9dcd15e4b3e88ba997e11eb6b53', 'fixed_ips': [{'subnet_id': '54c862d3-5841-40a2-818c-48503094d6e5'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:46:01.655246 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8855624-bd5c-439e-9096-31dce938a976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:01.821016 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-230ebcb6-b3eb-4bd6-b98e-ff69b8ba2b1a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:01.853661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ebcb6-b3eb-4bd6-b98e-ff69b8ba2b1a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Subnet': ['ID=54c862d3-5841-40a2-818c-48503094d6e5,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:01.964792 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-230ebcb6-b3eb-4bd6-b98e-ff69b8ba2b1a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:01.992259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-230ebcb6-b3eb-4bd6-b98e-ff69b8ba2b1a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28202907-990e-4566-9d04-048641837487']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:02.003222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-230ebcb6-b3eb-4bd6-b98e-ff69b8ba2b1a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1144b8d9-25ac-4732-acd1-4214672f55d6') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:02.003637 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-230ebcb6-b3eb-4bd6-b98e-ff69b8ba2b1a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1144b8d9-25ac-4732-acd1-4214672f55d6') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:02.014743 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-230ebcb6-b3eb-4bd6-b98e-ff69b8ba2b1a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server [None req-e8855624-bd5c-439e-9096-31dce938a976 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54c862d3-5841-40a2-818c-48503094d6e5: This subnet is being modified by another concurrent operation. Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 22:46:02.024077 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise exception Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54c862d3-5841-40a2-818c-48503094d6e5: This subnet is being modified by another concurrent operation. Dec 16 22:46:02.030719 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server Dec 16 22:46:02.033302 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-230ebcb6-b3eb-4bd6-b98e-ff69b8ba2b1a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:02.037489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230ebcb6-b3eb-4bd6-b98e-ff69b8ba2b1a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:46:02.037903 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-230ebcb6-b3eb-4bd6-b98e-ff69b8ba2b1a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: items = [ Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:46:02.041771 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:46:02.067696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c067f3-4f66-4ee3-ae5a-1db149419ec6 None None] Network 28202907-990e-4566-9d04-048641837487 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:02.163133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed024f4-09cc-40ac-bcd0-f9ed853f9eba None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:46:02.163621 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-230ebcb6-b3eb-4bd6-b98e-ff69b8ba2b1a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:02.175799 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-230ebcb6-b3eb-4bd6-b98e-ff69b8ba2b1a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:02.181972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-230ebcb6-b3eb-4bd6-b98e-ff69b8ba2b1a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/networks/28202907-990e-4566-9d04-048641837487 HTTP/1.1" status: 204 len: 168 time: 0.7248406 Dec 16 22:46:02.184757 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44924) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:02.191401 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-8dad394e-4b02-4518-bfda-68679b2f3505 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1959707880'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:02.217810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ebcb6-b3eb-4bd6-b98e-ff69b8ba2b1a tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Network': ['ID=28202907-990e-4566-9d04-048641837487,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:02.270985 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 282eb211-8509-45e0-814e-5a7c1118a2c9 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:46:02.303237 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 282eb211-8509-45e0-814e-5a7c1118a2c9 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:46:02.303712 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 282eb211-8509-45e0-814e-5a7c1118a2c9 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:46:02.316473 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed024f4-09cc-40ac-bcd0-f9ed853f9eba None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:46:02.316918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dad394e-4b02-4518-bfda-68679b2f3505 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Made reservation on behalf of 245ff9dcd15e4b3e88ba997e11eb6b53 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:02.321915 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8dad394e-4b02-4518-bfda-68679b2f3505 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:02.349061 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dad394e-4b02-4518-bfda-68679b2f3505 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:46:02.359560 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8dad394e-4b02-4518-bfda-68679b2f3505 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:02.359560 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-8dad394e-4b02-4518-bfda-68679b2f3505 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Added segment 2ddf12e2-7256-4557-a917-7761c28b24a0 of type vlan for network fb2aefbc-0e61-4347-9388-3b1ac0911df9 Dec 16 22:46:02.400852 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8dad394e-4b02-4518-bfda-68679b2f3505 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:02.506817 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8dad394e-4b02-4518-bfda-68679b2f3505 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:02.514301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dad394e-4b02-4518-bfda-68679b2f3505 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:02.515131 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8dad394e-4b02-4518-bfda-68679b2f3505 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:02.604446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8dad394e-4b02-4518-bfda-68679b2f3505 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4193845 Dec 16 22:46:02.607658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44932) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:02.611921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad394e-4b02-4518-bfda-68679b2f3505 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event updated for resources: {'Network': ['ID=fb2aefbc-0e61-4347-9388-3b1ac0911df9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:02.613246 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Request body: {'subnet': {'network_id': 'fb2aefbc-0e61-4347-9388-3b1ac0911df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:02.626277 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network fb2aefbc-0e61-4347-9388-3b1ac0911df9 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:46:02.853475 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Made reservation on behalf of 245ff9dcd15e4b3e88ba997e11eb6b53 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:02.858385 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:03.159736 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:03.227632 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event updated for resources: {'Subnet': ['ID=ceb84e28-ea01-44c5-a76e-6f3d595e680d,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:03.238266 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:03.238612 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:03.238958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:03.249939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:03.249939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:03.249939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:03.249939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:03.249939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:03.249939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:03.249939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:03.249939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:03.249939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:03.249939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:03.249939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Checking segment: {'id': '2ddf12e2-7256-4557-a917-7761c28b24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2aefbc-0e61-4347-9388-3b1ac0911df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:03.249939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Network hostable DHCP agents. Network: fb2aefbc-0e61-4347-9388-3b1ac0911df9, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:46:03.371455 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Network fb2aefbc-0e61-4347-9388-3b1ac0911df9 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:46:03.473796 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, fb2aefbc-0e61-4347-9388-3b1ac0911df9) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:03.478010 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:03.478617 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:03.489869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aaa706-bd49-448a-b1a5-a91999ba078d None None] Network fb2aefbc-0e61-4347-9388-3b1ac0911df9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:03.576288 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2ea141d7-1128-4875-8149-ef5d10917456 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9673917 Dec 16 22:46:03.578785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 44944) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:03.663873 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-fb2aefbc-0e61-4347-9388-3b1ac0911df9', 'network_id': 'fb2aefbc-0e61-4347-9388-3b1ac0911df9', 'project_id': '245ff9dcd15e4b3e88ba997e11eb6b53', 'fixed_ips': [{'subnet_id': 'ceb84e28-ea01-44c5-a76e-6f3d595e680d'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:46:03.665170 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:03.701144 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:03.793911 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:03.820847 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Allocated IP 2001:db8::2 (fb2aefbc-0e61-4347-9388-3b1ac0911df9/ceb84e28-ea01-44c5-a76e-6f3d595e680d/2859b7de-25c1-4f4d-8cdb-88aeb6913d7a) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:03.981285 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:04.057083 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:04.102337 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Network fb2aefbc-0e61-4347-9388-3b1ac0911df9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:04.107738 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:04.110236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:46:04.116488 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Pushing event updated for resources: {'Port': ['ID=2859b7de-25c1-4f4d-8cdb-88aeb6913d7a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:04.168926 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:04.178674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Attempting to bind port 2859b7de-25c1-4f4d-8cdb-88aeb6913d7a on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:46:04.179869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Attempting to bind port 2859b7de-25c1-4f4d-8cdb-88aeb6913d7a by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '2ddf12e2-7256-4557-a917-7761c28b24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2aefbc-0e61-4347-9388-3b1ac0911df9'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:46:04.179869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Attempting to bind port 2859b7de-25c1-4f4d-8cdb-88aeb6913d7a on network fb2aefbc-0e61-4347-9388-3b1ac0911df9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:46:04.186472 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:46:04.187066 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Checking segment: {'id': '2ddf12e2-7256-4557-a917-7761c28b24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2aefbc-0e61-4347-9388-3b1ac0911df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:04.187606 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:04.188077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Bound using segment: {'id': '2ddf12e2-7256-4557-a917-7761c28b24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2aefbc-0e61-4347-9388-3b1ac0911df9'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:46:04.188658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Bound port: 2859b7de-25c1-4f4d-8cdb-88aeb6913d7a, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ddf12e2-7256-4557-a917-7761c28b24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2aefbc-0e61-4347-9388-3b1ac0911df9'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:46:04.189113 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:04.196045 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb84e28-ea01-44c5-a76e-6f3d595e680d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:04.259182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] For port 2859b7de-25c1-4f4d-8cdb-88aeb6913d7a, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:46:04.262603 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] For port 2859b7de-25c1-4f4d-8cdb-88aeb6913d7a, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2859b7de-25c1-4f4d-8cdb-88aeb6913d7a,segment=NetworkSegment(2ddf12e2-7256-4557-a917-7761c28b24a0),segment_id=2ddf12e2-7256-4557-a917-7761c28b24a0)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:46:04.267532 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:04.288821 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2aefbc-0e61-4347-9388-3b1ac0911df9']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:04.299138 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ddf12e2-7256-4557-a917-7761c28b24a0') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:04.299477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ddf12e2-7256-4557-a917-7761c28b24a0') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:04.309517 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:04.323247 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:04.325859 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:04.332674 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:46:04.333393 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:46:04.337748 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:46:04.410824 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f637c5-36c4-4cbe-a945-2bfb7034aa19 None None] Pushing event updated for resources: {'Port': ['ID=2859b7de-25c1-4f4d-8cdb-88aeb6913d7a,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:04.431548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09bde95-97d5-4d18-b6a7-d3d5d676a5ca None None] Network fb2aefbc-0e61-4347-9388-3b1ac0911df9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:04.463190 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.db.api [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:46:04.463190 n-d-821840-2 neutron-server[103952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:46:04.463190 n-d-821840-2 neutron-server[103952]: [parameters: {'id': 'fb2aefbc-0e61-4347-9388-3b1ac0911df9'}] Dec 16 22:46:04.463190 n-d-821840-2 neutron-server[103952]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:46:04.464029 n-d-821840-2 neutron-server[103952]: DEBUG oslo_db.api [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:46:04.529280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48866559-7a62-4039-bd5d-6ed4c4615b5c None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:46:04.635042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48866559-7a62-4039-bd5d-6ed4c4615b5c None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:46:04.965423 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:05.019730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Deleting port 2859b7de-25c1-4f4d-8cdb-88aeb6913d7a {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:05.020070 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:05.342025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] For port 2859b7de-25c1-4f4d-8cdb-88aeb6913d7a, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2859b7de-25c1-4f4d-8cdb-88aeb6913d7a,segment=NetworkSegment(2ddf12e2-7256-4557-a917-7761c28b24a0),segment_id=2ddf12e2-7256-4557-a917-7761c28b24a0)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:05.342387 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:05.355215 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Calling delete_port for 2859b7de-25c1-4f4d-8cdb-88aeb6913d7a owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:05.496766 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:05.522613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Port': ['ID=2859b7de-25c1-4f4d-8cdb-88aeb6913d7a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:05.526351 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] No DVR routers for this DVR port 2859b7de-25c1-4f4d-8cdb-88aeb6913d7a on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:05.615324 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:05.641406 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2aefbc-0e61-4347-9388-3b1ac0911df9']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:05.652525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ddf12e2-7256-4557-a917-7761c28b24a0') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:05.652928 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ddf12e2-7256-4557-a917-7761c28b24a0') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:05.663886 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:05.677524 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:05.684207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:46:05.684615 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:46:05.687607 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:46:05.818999 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:05.828371 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:05.829463 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/networks/fb2aefbc-0e61-4347-9388-3b1ac0911df9 HTTP/1.1" status: 204 len: 168 time: 2.2495561 Dec 16 22:46:05.833492 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44978) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:05.839596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-832359d9-8b78-4921-92e8-20ec2768fbe6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1735140156'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:05.843359 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350c4d1-7dbd-47dc-8889-292b96a84a92 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Network': ['ID=fb2aefbc-0e61-4347-9388-3b1ac0911df9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:05.933571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832359d9-8b78-4921-92e8-20ec2768fbe6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Made reservation on behalf of 245ff9dcd15e4b3e88ba997e11eb6b53 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:05.937214 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-832359d9-8b78-4921-92e8-20ec2768fbe6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:05.962682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832359d9-8b78-4921-92e8-20ec2768fbe6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:46:05.972198 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-832359d9-8b78-4921-92e8-20ec2768fbe6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:05.973243 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-832359d9-8b78-4921-92e8-20ec2768fbe6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Added segment 058c1226-735f-4083-8ddb-da6a8ef57252 of type vlan for network 77083906-7fcd-478c-b3c7-61ff0f9175c9 Dec 16 22:46:06.014330 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-832359d9-8b78-4921-92e8-20ec2768fbe6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:06.181932 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-832359d9-8b78-4921-92e8-20ec2768fbe6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:06.187780 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832359d9-8b78-4921-92e8-20ec2768fbe6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:06.188372 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-832359d9-8b78-4921-92e8-20ec2768fbe6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:06.259088 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832359d9-8b78-4921-92e8-20ec2768fbe6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event updated for resources: {'Network': ['ID=77083906-7fcd-478c-b3c7-61ff0f9175c9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:06.270914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 77083906-7fcd-478c-b3c7-61ff0f9175c9 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:46:06.319135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-832359d9-8b78-4921-92e8-20ec2768fbe6 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4849377 Dec 16 22:46:06.323407 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 44988) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:06.330643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e1e96496-3ac5-4dd7-bb37-2fce57e78020 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Request body: {'subnet': {'network_id': '77083906-7fcd-478c-b3c7-61ff0f9175c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:06.482434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e96496-3ac5-4dd7-bb37-2fce57e78020 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Made reservation on behalf of 245ff9dcd15e4b3e88ba997e11eb6b53 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:06.486176 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1e96496-3ac5-4dd7-bb37-2fce57e78020 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:06.839400 n-d-821840-2 neutron-server[103951]: DEBUG neutron.objects.ports [None req-e1e96496-3ac5-4dd7-bb37-2fce57e78020 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103951) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:46:06.841426 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1e96496-3ac5-4dd7-bb37-2fce57e78020 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:06.896671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e96496-3ac5-4dd7-bb37-2fce57e78020 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event updated for resources: {'Subnet': ['ID=b123b0fc-1489-4320-b3c5-676193ea47f6,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:06.914951 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e96496-3ac5-4dd7-bb37-2fce57e78020 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Checking segment: {'id': '058c1226-735f-4083-8ddb-da6a8ef57252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '77083906-7fcd-478c-b3c7-61ff0f9175c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:06.915348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e96496-3ac5-4dd7-bb37-2fce57e78020 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Network hostable DHCP agents. Network: 77083906-7fcd-478c-b3c7-61ff0f9175c9, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:46:07.025146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e96496-3ac5-4dd7-bb37-2fce57e78020 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Network 77083906-7fcd-478c-b3c7-61ff0f9175c9 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:46:07.150963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-e1e96496-3ac5-4dd7-bb37-2fce57e78020 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 77083906-7fcd-478c-b3c7-61ff0f9175c9) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:07.156723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e96496-3ac5-4dd7-bb37-2fce57e78020 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:07.156723 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1e96496-3ac5-4dd7-bb37-2fce57e78020 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.161358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afc0e1f-e66e-462d-a5f3-299bb6fdbe7a None None] Network 77083906-7fcd-478c-b3c7-61ff0f9175c9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:07.271715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e1e96496-3ac5-4dd7-bb37-2fce57e78020 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9458637 Dec 16 22:46:07.273784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45000) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:07.276454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-77083906-7fcd-478c-b3c7-61ff0f9175c9', 'network_id': '77083906-7fcd-478c-b3c7-61ff0f9175c9', 'project_id': '245ff9dcd15e4b3e88ba997e11eb6b53', 'fixed_ips': [{'subnet_id': 'b123b0fc-1489-4320-b3c5-676193ea47f6'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:46:07.278848 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.384490 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.428435 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Allocated IP 2001:db8::f816:3eff:fe9a:5212 (77083906-7fcd-478c-b3c7-61ff0f9175c9/b123b0fc-1489-4320-b3c5-676193ea47f6/a2fb5528-f231-42df-b8e7-b2e352ab7848) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:07.441277 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.586186 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.654527 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.695215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Network 77083906-7fcd-478c-b3c7-61ff0f9175c9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:07.698885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:07.702876 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:46:07.713827 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Pushing event updated for resources: {'Port': ['ID=a2fb5528-f231-42df-b8e7-b2e352ab7848,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:07.774132 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Attempting to bind port a2fb5528-f231-42df-b8e7-b2e352ab7848 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:46:07.774515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Attempting to bind port a2fb5528-f231-42df-b8e7-b2e352ab7848 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '058c1226-735f-4083-8ddb-da6a8ef57252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '77083906-7fcd-478c-b3c7-61ff0f9175c9'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:46:07.774887 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Attempting to bind port a2fb5528-f231-42df-b8e7-b2e352ab7848 on network 77083906-7fcd-478c-b3c7-61ff0f9175c9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:46:07.780451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:46:07.780832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Checking segment: {'id': '058c1226-735f-4083-8ddb-da6a8ef57252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '77083906-7fcd-478c-b3c7-61ff0f9175c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:07.781239 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.781641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Bound using segment: {'id': '058c1226-735f-4083-8ddb-da6a8ef57252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '77083906-7fcd-478c-b3c7-61ff0f9175c9'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:46:07.782114 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Bound port: a2fb5528-f231-42df-b8e7-b2e352ab7848, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058c1226-735f-4083-8ddb-da6a8ef57252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '77083906-7fcd-478c-b3c7-61ff0f9175c9'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:46:07.782500 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.790801 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.818658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Subnet': ['ID=b123b0fc-1489-4320-b3c5-676193ea47f6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:07.856619 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] For port a2fb5528-f231-42df-b8e7-b2e352ab7848, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:46:07.859933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] For port a2fb5528-f231-42df-b8e7-b2e352ab7848, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a2fb5528-f231-42df-b8e7-b2e352ab7848,segment=NetworkSegment(058c1226-735f-4083-8ddb-da6a8ef57252),segment_id=058c1226-735f-4083-8ddb-da6a8ef57252)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:46:07.886337 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.906922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77083906-7fcd-478c-b3c7-61ff0f9175c9']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:07.916359 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058c1226-735f-4083-8ddb-da6a8ef57252') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:07.916686 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058c1226-735f-4083-8ddb-da6a8ef57252') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:07.926030 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.931452 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.940394 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.949091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:46:07.949578 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:46:07.952992 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:46:08.026244 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26993e06-d335-4282-9eff-b1617df25b5e None None] Pushing event updated for resources: {'Port': ['ID=a2fb5528-f231-42df-b8e7-b2e352ab7848,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:08.030574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e74949-3746-490a-80e8-6fe10649b087 None None] Network 77083906-7fcd-478c-b3c7-61ff0f9175c9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:08.079481 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.db.api [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:46:08.079481 n-d-821840-2 neutron-server[103952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:46:08.079481 n-d-821840-2 neutron-server[103952]: [parameters: {'id': '77083906-7fcd-478c-b3c7-61ff0f9175c9'}] Dec 16 22:46:08.079481 n-d-821840-2 neutron-server[103952]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:46:08.080039 n-d-821840-2 neutron-server[103952]: DEBUG oslo_db.api [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:46:08.137721 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fe59d7-0c53-4d02-b664-8f704e2c2958 None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:46:08.245075 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fe59d7-0c53-4d02-b664-8f704e2c2958 None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:46:08.580954 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:08.644329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Deleting port a2fb5528-f231-42df-b8e7-b2e352ab7848 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:08.645773 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:08.709888 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] For port a2fb5528-f231-42df-b8e7-b2e352ab7848, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a2fb5528-f231-42df-b8e7-b2e352ab7848,segment=NetworkSegment(058c1226-735f-4083-8ddb-da6a8ef57252),segment_id=058c1226-735f-4083-8ddb-da6a8ef57252)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:08.710244 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:08.723515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Calling delete_port for a2fb5528-f231-42df-b8e7-b2e352ab7848 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:08.904804 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:08.929256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Port': ['ID=a2fb5528-f231-42df-b8e7-b2e352ab7848,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:08.936671 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] No DVR routers for this DVR port a2fb5528-f231-42df-b8e7-b2e352ab7848 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:09.023084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:09.044118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77083906-7fcd-478c-b3c7-61ff0f9175c9']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:09.054691 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058c1226-735f-4083-8ddb-da6a8ef57252') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:09.055018 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058c1226-735f-4083-8ddb-da6a8ef57252') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:09.064796 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:09.082716 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:09.089942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:46:09.090402 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:46:09.093394 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:46:09.239773 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:09.247347 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:09.250761 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/networks/77083906-7fcd-478c-b3c7-61ff0f9175c9 HTTP/1.1" status: 204 len: 168 time: 1.9755666 Dec 16 22:46:09.254659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45030) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:09.266698 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c350af-9cda-46d5-8dc8-517aaaeb9aa0 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Network': ['ID=77083906-7fcd-478c-b3c7-61ff0f9175c9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:09.299506 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2f178b-4236-46e6-9272-bac5b0d034f1 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] DELETE failed (client error): The resource could not be found. Dec 16 22:46:09.299972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2f178b-4236-46e6-9272-bac5b0d034f1 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:46:09.303112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9c2f178b-4236-46e6-9272-bac5b0d034f1 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/subnets/b123b0fc-1489-4320-b3c5-676193ea47f6 HTTP/1.1" status: 404 len: 337 time: 0.0473244 Dec 16 22:46:09.305748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45032) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:09.689460 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-a352c82d-192b-427a-993d-b4b4083881b2 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] DELETE failed (client error): The resource could not be found. Dec 16 22:46:09.689983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a352c82d-192b-427a-993d-b4b4083881b2 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:46:09.693107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a352c82d-192b-427a-993d-b4b4083881b2 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/networks/77083906-7fcd-478c-b3c7-61ff0f9175c9 HTTP/1.1" status: 404 len: 339 time: 0.3863528 Dec 16 22:46:09.696377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45040) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:09.722439 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15aa3bb-cc94-4388-be33-26990c099c44 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] DELETE failed (client error): The resource could not be found. Dec 16 22:46:09.722899 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15aa3bb-cc94-4388-be33-26990c099c44 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:46:09.726211 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e15aa3bb-cc94-4388-be33-26990c099c44 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/subnets/ceb84e28-ea01-44c5-a76e-6f3d595e680d HTTP/1.1" status: 404 len: 337 time: 0.0286458 Dec 16 22:46:09.730408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45042) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:09.749364 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9bbe4b-aafa-4bd4-9e4e-031965b2b8ad tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] DELETE failed (client error): The resource could not be found. Dec 16 22:46:09.749905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9bbe4b-aafa-4bd4-9e4e-031965b2b8ad tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:46:09.753003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3a9bbe4b-aafa-4bd4-9e4e-031965b2b8ad tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/networks/fb2aefbc-0e61-4347-9388-3b1ac0911df9 HTTP/1.1" status: 404 len: 339 time: 0.0216594 Dec 16 22:46:09.756140 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45044) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:09.790875 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-261b1cb5-35b5-4c2b-abfd-ceaf26eaa5ff tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] DELETE failed (client error): The resource could not be found. Dec 16 22:46:09.791288 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261b1cb5-35b5-4c2b-abfd-ceaf26eaa5ff tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:46:09.794332 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-261b1cb5-35b5-4c2b-abfd-ceaf26eaa5ff tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/subnets/54c862d3-5841-40a2-818c-48503094d6e5 HTTP/1.1" status: 404 len: 337 time: 0.0360930 Dec 16 22:46:09.796810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45048) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:09.815413 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3b7412-51f5-4571-9b89-7f04448c886d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] DELETE failed (client error): The resource could not be found. Dec 16 22:46:09.815913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c3b7412-51f5-4571-9b89-7f04448c886d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:46:09.818897 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6c3b7412-51f5-4571-9b89-7f04448c886d tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/networks/28202907-990e-4566-9d04-048641837487 HTTP/1.1" status: 404 len: 339 time: 0.0211711 Dec 16 22:46:09.822496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45050) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:09.914039 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-362cf90d-13a1-495f-87d7-2ba06e811583 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Deleting port fbd40663-a667-478c-a869-7e322cdb30cd {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:09.914379 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-362cf90d-13a1-495f-87d7-2ba06e811583 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:09.999608 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-362cf90d-13a1-495f-87d7-2ba06e811583 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:10.016161 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-362cf90d-13a1-495f-87d7-2ba06e811583 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Calling delete_port for fbd40663-a667-478c-a869-7e322cdb30cd owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:10.176580 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-362cf90d-13a1-495f-87d7-2ba06e811583 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:10.209166 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362cf90d-13a1-495f-87d7-2ba06e811583 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Port': ['ID=fbd40663-a667-478c-a869-7e322cdb30cd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:10.230786 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-362cf90d-13a1-495f-87d7-2ba06e811583 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:10.230786 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-362cf90d-13a1-495f-87d7-2ba06e811583 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/ports/fbd40663-a667-478c-a869-7e322cdb30cd HTTP/1.1" status: 204 len: 168 time: 0.4014592 Dec 16 22:46:10.230786 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45058) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:10.262380 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb64937-becb-4edf-9cae-3c32f9fe83ec tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] DELETE failed (client error): The resource could not be found. Dec 16 22:46:10.262939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb64937-becb-4edf-9cae-3c32f9fe83ec tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:46:10.266971 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ebb64937-becb-4edf-9cae-3c32f9fe83ec tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/subnets/9287516a-552e-4cbb-81ba-f29ed6f69924 HTTP/1.1" status: 404 len: 337 time: 0.0380623 Dec 16 22:46:10.269558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45060) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:10.373098 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f019052-7ab5-49f2-bdaf-fc3e67f1f061 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:10.483081 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f019052-7ab5-49f2-bdaf-fc3e67f1f061 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:10.509346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-0f019052-7ab5-49f2-bdaf-fc3e67f1f061 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9bf2eec-9c54-43f4-8337-88ef0e424782']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:10.520641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-0f019052-7ab5-49f2-bdaf-fc3e67f1f061 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9fd50e-50ef-4409-830d-cc824701da14') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:10.520927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-0f019052-7ab5-49f2-bdaf-fc3e67f1f061 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9fd50e-50ef-4409-830d-cc824701da14') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:10.532340 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f019052-7ab5-49f2-bdaf-fc3e67f1f061 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:10.549090 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f019052-7ab5-49f2-bdaf-fc3e67f1f061 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:10.558547 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f019052-7ab5-49f2-bdaf-fc3e67f1f061 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:46:10.559451 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f019052-7ab5-49f2-bdaf-fc3e67f1f061 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:46:10.564205 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:46:10.728666 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f019052-7ab5-49f2-bdaf-fc3e67f1f061 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:10.735869 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f019052-7ab5-49f2-bdaf-fc3e67f1f061 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:10.739202 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0f019052-7ab5-49f2-bdaf-fc3e67f1f061 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/networks/e9bf2eec-9c54-43f4-8337-88ef0e424782 HTTP/1.1" status: 204 len: 168 time: 0.4686561 Dec 16 22:46:10.741707 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45068) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:10.760015 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f019052-7ab5-49f2-bdaf-fc3e67f1f061 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Network': ['ID=e9bf2eec-9c54-43f4-8337-88ef0e424782,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:10.856415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbfa51-3623-4c04-b27e-b73a63ba6a23 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Deleting port 004c5638-0499-49ca-9447-fbd7dbaa4078 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:10.856825 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4fbfa51-3623-4c04-b27e-b73a63ba6a23 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:10.927591 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4fbfa51-3623-4c04-b27e-b73a63ba6a23 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:10.940106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbfa51-3623-4c04-b27e-b73a63ba6a23 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Calling delete_port for 004c5638-0499-49ca-9447-fbd7dbaa4078 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:11.102474 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4fbfa51-3623-4c04-b27e-b73a63ba6a23 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:11.133438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbfa51-3623-4c04-b27e-b73a63ba6a23 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Port': ['ID=004c5638-0499-49ca-9447-fbd7dbaa4078,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:11.142880 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4fbfa51-3623-4c04-b27e-b73a63ba6a23 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:11.143642 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a4fbfa51-3623-4c04-b27e-b73a63ba6a23 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/ports/004c5638-0499-49ca-9447-fbd7dbaa4078 HTTP/1.1" status: 204 len: 168 time: 0.4009199 Dec 16 22:46:11.145989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45078) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:11.172137 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a3b507-362b-4db7-8698-5606af0216a9 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] DELETE failed (client error): The resource could not be found. Dec 16 22:46:11.172606 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a3b507-362b-4db7-8698-5606af0216a9 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:46:11.175629 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-86a3b507-362b-4db7-8698-5606af0216a9 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/subnets/ed76819f-89e5-45ae-9c22-6949b6e30479 HTTP/1.1" status: 404 len: 337 time: 0.0286665 Dec 16 22:46:11.179001 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45080) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:11.267855 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1ed-8ae0-4b56-aa1b-8d2920f1b176 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:11.354584 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1ed-8ae0-4b56-aa1b-8d2920f1b176 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:11.375040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5d4cb1ed-8ae0-4b56-aa1b-8d2920f1b176 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ada96a-a577-4cf2-9b98-8dea59f0ae2b']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:11.385214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5d4cb1ed-8ae0-4b56-aa1b-8d2920f1b176 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8c22cc-f44d-4f66-9538-6176d178ac95') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:11.385214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5d4cb1ed-8ae0-4b56-aa1b-8d2920f1b176 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8c22cc-f44d-4f66-9538-6176d178ac95') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:11.399790 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1ed-8ae0-4b56-aa1b-8d2920f1b176 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:11.414077 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1ed-8ae0-4b56-aa1b-8d2920f1b176 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:11.420219 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4cb1ed-8ae0-4b56-aa1b-8d2920f1b176 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:46:11.420602 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1ed-8ae0-4b56-aa1b-8d2920f1b176 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:46:11.423536 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:46:11.554334 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1ed-8ae0-4b56-aa1b-8d2920f1b176 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:11.566323 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1ed-8ae0-4b56-aa1b-8d2920f1b176 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:11.569504 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5d4cb1ed-8ae0-4b56-aa1b-8d2920f1b176 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/networks/d8ada96a-a577-4cf2-9b98-8dea59f0ae2b HTTP/1.1" status: 204 len: 168 time: 0.3890214 Dec 16 22:46:11.572551 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45086) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:11.582387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cb1ed-8ae0-4b56-aa1b-8d2920f1b176 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Network': ['ID=d8ada96a-a577-4cf2-9b98-8dea59f0ae2b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:11.626441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e310032-3d38-48ce-8b0f-d0719c7a63df tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Deleting subnet c04ee22a-c954-4d7b-96dc-22cfdb8b5d24 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:46:11.630066 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e310032-3d38-48ce-8b0f-d0719c7a63df tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:11.675882 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e310032-3d38-48ce-8b0f-d0719c7a63df tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:11.762205 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e310032-3d38-48ce-8b0f-d0719c7a63df tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:11.899937 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e310032-3d38-48ce-8b0f-d0719c7a63df tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:11.925708 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e310032-3d38-48ce-8b0f-d0719c7a63df tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Subnet': ['ID=c04ee22a-c954-4d7b-96dc-22cfdb8b5d24,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:11.931989 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e310032-3d38-48ce-8b0f-d0719c7a63df tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:11.937463 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0e310032-3d38-48ce-8b0f-d0719c7a63df tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/subnets/c04ee22a-c954-4d7b-96dc-22cfdb8b5d24 HTTP/1.1" status: 204 len: 168 time: 0.3617239 Dec 16 22:46:11.940897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45096) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:11.941606 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca9c654-17dd-43d9-8947-7b54db638c6b None None] Network 85dce04d-dbaa-43ce-8818-c513aa4287ca requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:12.081172 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:12.145199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Deleting port 00323922-0e37-4f11-8ff8-d613322eeab2 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:12.145539 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:12.164353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd6b87-dfc1-4e71-97ed-3322ab1cb7ea None None] DHCP port deletion for 85dce04d-dbaa-43ce-8818-c513aa4287ca request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:46:12.221433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] For port 00323922-0e37-4f11-8ff8-d613322eeab2, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=00323922-0e37-4f11-8ff8-d613322eeab2,segment=NetworkSegment(aeea70bf-288c-44c2-8a31-16625e7e27f3),segment_id=aeea70bf-288c-44c2-8a31-16625e7e27f3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:12.221811 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:12.237800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Calling delete_port for 00323922-0e37-4f11-8ff8-d613322eeab2 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:12.240782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-88bd6b87-dfc1-4e71-97ed-3322ab1cb7ea None None] Deleting port 00323922-0e37-4f11-8ff8-d613322eeab2 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:12.241265 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88bd6b87-dfc1-4e71-97ed-3322ab1cb7ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:12.290391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 00323922-0e37-4f11-8ff8-d613322eeab2 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:46:12.347922 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-88bd6b87-dfc1-4e71-97ed-3322ab1cb7ea None None] For port 00323922-0e37-4f11-8ff8-d613322eeab2, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=00323922-0e37-4f11-8ff8-d613322eeab2,segment=NetworkSegment(aeea70bf-288c-44c2-8a31-16625e7e27f3),segment_id=aeea70bf-288c-44c2-8a31-16625e7e27f3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:12.348259 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88bd6b87-dfc1-4e71-97ed-3322ab1cb7ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:12.368411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-88bd6b87-dfc1-4e71-97ed-3322ab1cb7ea None None] Calling delete_port for 00323922-0e37-4f11-8ff8-d613322eeab2 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:12.405210 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:12.431587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Port': ['ID=00323922-0e37-4f11-8ff8-d613322eeab2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:12.437200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Port 00323922-0e37-4f11-8ff8-d613322eeab2 update to DOWN by agent not found {{(pid=103953) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 22:46:12.444669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] No DVR routers for this DVR port 00323922-0e37-4f11-8ff8-d613322eeab2 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:12.481411 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88bd6b87-dfc1-4e71-97ed-3322ab1cb7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:12.511358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd6b87-dfc1-4e71-97ed-3322ab1cb7ea None None] Pushing event deleted for resources: {'Port': ['ID=00323922-0e37-4f11-8ff8-d613322eeab2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:12.519256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bd6b87-dfc1-4e71-97ed-3322ab1cb7ea None None] No DVR routers for this DVR port 00323922-0e37-4f11-8ff8-d613322eeab2 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:12.543869 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:12.565233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85dce04d-dbaa-43ce-8818-c513aa4287ca']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:12.574832 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeea70bf-288c-44c2-8a31-16625e7e27f3') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:12.575477 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeea70bf-288c-44c2-8a31-16625e7e27f3') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:12.584466 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:12.598861 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:12.606046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:46:12.606435 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:46:12.609463 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:46:12.768890 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:12.783789 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:12.788658 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] 10.222.0.43 "DELETE /v2.0/networks/85dce04d-dbaa-43ce-8818-c513aa4287ca HTTP/1.1" status: 204 len: 168 time: 0.8485248 Dec 16 22:46:12.802491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddbd06-e9e2-48fa-87cb-bd0cf2d22923 tempest-NetworksIpV6TestAttrs-862362924 tempest-NetworksIpV6TestAttrs-862362924-project] Pushing event deleted for resources: {'Network': ['ID=85dce04d-dbaa-43ce-8818-c513aa4287ca,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:12.900491 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:46:13.302185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45118) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:13.310379 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:13.438716 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-17978bf6-5f8c-4984-9b78-482933008229 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=245ff9dcd15e4b3e88ba997e11eb6b53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352983 Dec 16 22:46:13.441109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45126) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:13.458943 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:13.499233 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80fc7abc-160e-4e88-868a-1f6fc22b9758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:13.523795 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80fc7abc-160e-4e88-868a-1f6fc22b9758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:13.656536 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80fc7abc-160e-4e88-868a-1f6fc22b9758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:13.659449 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80fc7abc-160e-4e88-868a-1f6fc22b9758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:13.660811 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-80fc7abc-160e-4e88-868a-1f6fc22b9758 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8ecf83b-9ff2-44ac-a346-e42a6165de6d HTTP/1.1" status: 204 len: 168 time: 0.2188044 Dec 16 22:46:13.670110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc7abc-160e-4e88-868a-1f6fc22b9758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ecf83b-9ff2-44ac-a346-e42a6165de6d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:14.748336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45164) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:14.849992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f61cec57-662a-427a-aee3-1f13f3e05314 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'network': {'name': 'tempest-RoutersTest-424788424'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:14.947540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61cec57-662a-427a-aee3-1f13f3e05314 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:14.951417 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f61cec57-662a-427a-aee3-1f13f3e05314 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:14.961417 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f61cec57-662a-427a-aee3-1f13f3e05314 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:15.049164 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f61cec57-662a-427a-aee3-1f13f3e05314 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:15.114899 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f61cec57-662a-427a-aee3-1f13f3e05314 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:15.145137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61cec57-662a-427a-aee3-1f13f3e05314 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:46:15.151870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cec57-662a-427a-aee3-1f13f3e05314 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74de22f5-4238-4852-8089-ace560b8d324,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:15.157998 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f61cec57-662a-427a-aee3-1f13f3e05314 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:15.158350 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-f61cec57-662a-427a-aee3-1f13f3e05314 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Added segment 8ca75c6e-176d-488a-a716-a4b0e1b891ea of type vlan for network 5aceacd9-a9b3-4c1c-8fc5-ce4117998355 Dec 16 22:46:15.201523 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f61cec57-662a-427a-aee3-1f13f3e05314 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:15.296284 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f61cec57-662a-427a-aee3-1f13f3e05314 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:15.302075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61cec57-662a-427a-aee3-1f13f3e05314 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:15.302676 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f61cec57-662a-427a-aee3-1f13f3e05314 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:15.383058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cec57-662a-427a-aee3-1f13f3e05314 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Network': ['ID=5aceacd9-a9b3-4c1c-8fc5-ce4117998355,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:15.394313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 5aceacd9-a9b3-4c1c-8fc5-ce4117998355 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:46:15.439687 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f61cec57-662a-427a-aee3-1f13f3e05314 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6898139 Dec 16 22:46:15.442488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45180) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:15.447924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4967757c-cbf3-41d7-a14e-742fc730bc5d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'network': {'name': 'tempest-RoutersTest-1126491561'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:15.539579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4967757c-cbf3-41d7-a14e-742fc730bc5d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:15.543178 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4967757c-cbf3-41d7-a14e-742fc730bc5d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:15.567667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4967757c-cbf3-41d7-a14e-742fc730bc5d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:46:15.577512 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4967757c-cbf3-41d7-a14e-742fc730bc5d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:15.577886 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-4967757c-cbf3-41d7-a14e-742fc730bc5d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Added segment 1e7a18cb-ea20-4eaf-87e1-04c1d1a4351f of type vlan for network ae29a420-6119-497e-8ce9-f5c6bb547ffd Dec 16 22:46:15.619198 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4967757c-cbf3-41d7-a14e-742fc730bc5d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:15.739044 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4967757c-cbf3-41d7-a14e-742fc730bc5d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:15.745503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4967757c-cbf3-41d7-a14e-742fc730bc5d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:15.746115 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4967757c-cbf3-41d7-a14e-742fc730bc5d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:15.819134 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967757c-cbf3-41d7-a14e-742fc730bc5d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Network': ['ID=ae29a420-6119-497e-8ce9-f5c6bb547ffd,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:15.830395 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network ae29a420-6119-497e-8ce9-f5c6bb547ffd details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:46:15.879430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4967757c-cbf3-41d7-a14e-742fc730bc5d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4356616 Dec 16 22:46:15.882629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45186) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:15.888086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-50a4e331-0742-45de-b384-bec9197b971b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'subnet': {'network_id': '5aceacd9-a9b3-4c1c-8fc5-ce4117998355', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:16.115855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a4e331-0742-45de-b384-bec9197b971b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:16.120376 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-50a4e331-0742-45de-b384-bec9197b971b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:16.359069 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-50a4e331-0742-45de-b384-bec9197b971b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:16.429836 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4e331-0742-45de-b384-bec9197b971b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Subnet': ['ID=9184f227-4001-41d8-b390-1732a2fe3f7f,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:16.434230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a4e331-0742-45de-b384-bec9197b971b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Checking segment: {'id': '8ca75c6e-176d-488a-a716-a4b0e1b891ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5aceacd9-a9b3-4c1c-8fc5-ce4117998355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:16.434745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a4e331-0742-45de-b384-bec9197b971b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network hostable DHCP agents. Network: 5aceacd9-a9b3-4c1c-8fc5-ce4117998355, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:46:16.544422 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a4e331-0742-45de-b384-bec9197b971b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network 5aceacd9-a9b3-4c1c-8fc5-ce4117998355 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:46:16.641511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-50a4e331-0742-45de-b384-bec9197b971b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 5aceacd9-a9b3-4c1c-8fc5-ce4117998355) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:16.645649 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a4e331-0742-45de-b384-bec9197b971b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:16.646252 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-50a4e331-0742-45de-b384-bec9197b971b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:16.652025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6345223f-6901-489c-bf9f-1594ed14655a None None] Network 5aceacd9-a9b3-4c1c-8fc5-ce4117998355 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:16.751115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45200) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:16.752504 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-50a4e331-0742-45de-b384-bec9197b971b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8674397 Dec 16 22:46:16.758452 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d461b4aa-cbf7-4294-8d46-1f7d0f4f4f71 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'subnet': {'network_id': 'ae29a420-6119-497e-8ce9-f5c6bb547ffd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:16.910336 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d461b4aa-cbf7-4294-8d46-1f7d0f4f4f71 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:16.914322 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d461b4aa-cbf7-4294-8d46-1f7d0f4f4f71 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:16.930554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-5aceacd9-a9b3-4c1c-8fc5-ce4117998355', 'network_id': '5aceacd9-a9b3-4c1c-8fc5-ce4117998355', 'project_id': 'c295552ddea34ba1a24c388257131adb', 'fixed_ips': [{'subnet_id': '9184f227-4001-41d8-b390-1732a2fe3f7f'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:46:16.931469 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:17.091137 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Allocated IP 172.20.0.2 (5aceacd9-a9b3-4c1c-8fc5-ce4117998355/9184f227-4001-41d8-b390-1732a2fe3f7f/0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:17.219225 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d461b4aa-cbf7-4294-8d46-1f7d0f4f4f71 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:17.249694 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:17.286212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461b4aa-cbf7-4294-8d46-1f7d0f4f4f71 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Subnet': ['ID=39c73099-947f-49bd-bb4f-865119761f85,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:17.297362 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d461b4aa-cbf7-4294-8d46-1f7d0f4f4f71 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Checking segment: {'id': '1e7a18cb-ea20-4eaf-87e1-04c1d1a4351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ae29a420-6119-497e-8ce9-f5c6bb547ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:17.297728 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d461b4aa-cbf7-4294-8d46-1f7d0f4f4f71 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network hostable DHCP agents. Network: ae29a420-6119-497e-8ce9-f5c6bb547ffd, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:46:17.350877 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:17.384340 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d461b4aa-cbf7-4294-8d46-1f7d0f4f4f71 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network ae29a420-6119-497e-8ce9-f5c6bb547ffd is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:46:17.393422 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Network 5aceacd9-a9b3-4c1c-8fc5-ce4117998355 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:17.396400 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:17.400203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:46:17.408826 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Pushing event updated for resources: {'Port': ['ID=0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:17.462082 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Attempting to bind port 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:46:17.462646 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Attempting to bind port 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '8ca75c6e-176d-488a-a716-a4b0e1b891ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5aceacd9-a9b3-4c1c-8fc5-ce4117998355'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:46:17.462979 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Attempting to bind port 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0 on network 5aceacd9-a9b3-4c1c-8fc5-ce4117998355 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:46:17.468769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:46:17.469163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Checking segment: {'id': '8ca75c6e-176d-488a-a716-a4b0e1b891ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5aceacd9-a9b3-4c1c-8fc5-ce4117998355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:17.469581 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:17.469988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Bound using segment: {'id': '8ca75c6e-176d-488a-a716-a4b0e1b891ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5aceacd9-a9b3-4c1c-8fc5-ce4117998355'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:46:17.470481 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Bound port: 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca75c6e-176d-488a-a716-a4b0e1b891ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5aceacd9-a9b3-4c1c-8fc5-ce4117998355'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:46:17.470869 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:17.479142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d461b4aa-cbf7-4294-8d46-1f7d0f4f4f71 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, ae29a420-6119-497e-8ce9-f5c6bb547ffd) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:17.484723 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d461b4aa-cbf7-4294-8d46-1f7d0f4f4f71 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:17.485491 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d461b4aa-cbf7-4294-8d46-1f7d0f4f4f71 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:17.509477 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6e7f4c-6239-4e67-8631-e1620eb2facf None None] Network ae29a420-6119-497e-8ce9-f5c6bb547ffd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:17.558983 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d461b4aa-cbf7-4294-8d46-1f7d0f4f4f71 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8057153 Dec 16 22:46:17.562552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45214) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:17.567424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8126c598-8da5-4411-8f8e-e5d4748f9afc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-377328592', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:17.581471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] For port 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:46:17.586932 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] For port 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0,segment=NetworkSegment(8ca75c6e-176d-488a-a716-a4b0e1b891ea),segment_id=8ca75c6e-176d-488a-a716-a4b0e1b891ea)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:46:17.653484 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-ae29a420-6119-497e-8ce9-f5c6bb547ffd', 'network_id': 'ae29a420-6119-497e-8ce9-f5c6bb547ffd', 'project_id': 'c295552ddea34ba1a24c388257131adb', 'fixed_ips': [{'subnet_id': '39c73099-947f-49bd-bb4f-865119761f85'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:46:17.654376 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:17.667223 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:17.678913 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8126c598-8da5-4411-8f8e-e5d4748f9afc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:17.680051 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8126c598-8da5-4411-8f8e-e5d4748f9afc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:17.736495 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8126c598-8da5-4411-8f8e-e5d4748f9afc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:17.795203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40a9d2-a4b1-40f5-83eb-aeb13261191f None None] Pushing event updated for resources: {'Port': ['ID=0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:17.806104 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8126c598-8da5-4411-8f8e-e5d4748f9afc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:17.863709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Allocated IP 172.21.0.2 (ae29a420-6119-497e-8ce9-f5c6bb547ffd/39c73099-947f-49bd-bb4f-865119761f85/f846c0d3-c5c2-467c-a725-b6f3639bbf9c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:17.928130 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8126c598-8da5-4411-8f8e-e5d4748f9afc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:17.930146 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8126c598-8da5-4411-8f8e-e5d4748f9afc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3662245 Dec 16 22:46:17.932847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45220) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:18.078369 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:18.160046 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:18.205659 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Network ae29a420-6119-497e-8ce9-f5c6bb547ffd is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:18.209378 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:18.214944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:46:18.227657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Pushing event updated for resources: {'Port': ['ID=f846c0d3-c5c2-467c-a725-b6f3639bbf9c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:18.290538 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:18.315314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Attempting to bind port f846c0d3-c5c2-467c-a725-b6f3639bbf9c on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:46:18.315913 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Attempting to bind port f846c0d3-c5c2-467c-a725-b6f3639bbf9c by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '1e7a18cb-ea20-4eaf-87e1-04c1d1a4351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ae29a420-6119-497e-8ce9-f5c6bb547ffd'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:46:18.316570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Attempting to bind port f846c0d3-c5c2-467c-a725-b6f3639bbf9c on network ae29a420-6119-497e-8ce9-f5c6bb547ffd {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:46:18.323116 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:46:18.323958 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Checking segment: {'id': '1e7a18cb-ea20-4eaf-87e1-04c1d1a4351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ae29a420-6119-497e-8ce9-f5c6bb547ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:18.324622 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:18.325122 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Bound using segment: {'id': '1e7a18cb-ea20-4eaf-87e1-04c1d1a4351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ae29a420-6119-497e-8ce9-f5c6bb547ffd'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:46:18.325742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Bound port: f846c0d3-c5c2-467c-a725-b6f3639bbf9c, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7a18cb-ea20-4eaf-87e1-04c1d1a4351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ae29a420-6119-497e-8ce9-f5c6bb547ffd'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:46:18.326575 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:18.385744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:46:18.445045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] For port f846c0d3-c5c2-467c-a725-b6f3639bbf9c, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:46:18.448248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] For port f846c0d3-c5c2-467c-a725-b6f3639bbf9c, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f846c0d3-c5c2-467c-a725-b6f3639bbf9c,segment=NetworkSegment(1e7a18cb-ea20-4eaf-87e1-04c1d1a4351f),segment_id=1e7a18cb-ea20-4eaf-87e1-04c1d1a4351f)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:46:18.467052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:18.467656 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:18.543627 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:18.575545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Allocated IP 172.20.0.1 (5aceacd9-a9b3-4c1c-8fc5-ce4117998355/9184f227-4001-41d8-b390-1732a2fe3f7f/deec4919-232d-4284-a7dc-0c921810dbbe) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:18.601044 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:18.645654 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825efb8-731b-4cad-a89b-499e42cd036a None None] Pushing event updated for resources: {'Port': ['ID=f846c0d3-c5c2-467c-a725-b6f3639bbf9c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:18.665224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0,segment=NetworkSegment(8ca75c6e-176d-488a-a716-a4b0e1b891ea),segment_id=8ca75c6e-176d-488a-a716-a4b0e1b891ea)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:18.742636 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:18.744616 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:18.823826 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:18.848011 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:18.904127 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network 5aceacd9-a9b3-4c1c-8fc5-ce4117998355 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:18.907337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:18.910294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:46:18.955041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=deec4919-232d-4284-a7dc-0c921810dbbe,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:18.977280 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:19.084617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55f6b68-e3e0-4d64-ae08-92b985e9e1c8 None None] Network 5aceacd9-a9b3-4c1c-8fc5-ce4117998355 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:19.164914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-11a63c4d-6087-44a5-bf9c-fa83c076c459 None None] Provisioning complete for port 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:19.165205 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11a63c4d-6087-44a5-bf9c-fa83c076c459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:19.206737 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:19.547538 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:19.653133 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:19.654346 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-33dcc993-7638-4315-a688-c5679cef6b1a None None] Provisioning complete for port deec4919-232d-4284-a7dc-0c921810dbbe triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:19.655175 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-33dcc993-7638-4315-a688-c5679cef6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:19.745444 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=deec4919-232d-4284-a7dc-0c921810dbbe,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:19.752828 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:19.775357 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-33dcc993-7638-4315-a688-c5679cef6b1a None None] Port deec4919-232d-4284-a7dc-0c921810dbbe cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:19.795223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-33dcc993-7638-4315-a688-c5679cef6b1a None None] Provisioning complete for port 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:19.795916 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-33dcc993-7638-4315-a688-c5679cef6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:19.886881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network 5aceacd9-a9b3-4c1c-8fc5-ce4117998355 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:19.888555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:19.954863 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6305a65-f9bd-47f9-bc09-e525184591c9 None None] Network ae29a420-6119-497e-8ce9-f5c6bb547ffd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:20.061725 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-505111dd-fda8-4da8-871c-5440e537c2ca None None] Provisioning complete for port deec4919-232d-4284-a7dc-0c921810dbbe triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:20.062103 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-505111dd-fda8-4da8-871c-5440e537c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:20.111800 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb37b1d9-5561-49eb-9745-04bf1bb40e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:20.122115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 4e10ee2f-9b1c-409b-a8ff-6f895565841a is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:46:20.127247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-505111dd-fda8-4da8-871c-5440e537c2ca None None] Port deec4919-232d-4284-a7dc-0c921810dbbe cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:20.144029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-505111dd-fda8-4da8-871c-5440e537c2ca None None] Provisioning complete for port f846c0d3-c5c2-467c-a725-b6f3639bbf9c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:20.144410 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-505111dd-fda8-4da8-871c-5440e537c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:20.249297 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-505111dd-fda8-4da8-871c-5440e537c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:20.276030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:46:20.286040 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10daad71-9bc8-4487-a2ba-cdf1e4f9ba3a None None] Sync routers for ids ['4e10ee2f-9b1c-409b-a8ff-6f895565841a'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:46:20.302353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45252) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:20.304791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-45ff2eea-8ed9-4628-9111-ce9fb03f157d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/4e10ee2f-9b1c-409b-a8ff-6f895565841a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3652513 Dec 16 22:46:20.307968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-505111dd-fda8-4da8-871c-5440e537c2ca None None] For port f846c0d3-c5c2-467c-a725-b6f3639bbf9c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f846c0d3-c5c2-467c-a725-b6f3639bbf9c,segment=NetworkSegment(1e7a18cb-ea20-4eaf-87e1-04c1d1a4351f),segment_id=1e7a18cb-ea20-4eaf-87e1-04c1d1a4351f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:20.315752 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10daad71-9bc8-4487-a2ba-cdf1e4f9ba3a None None] Routers {'4e10ee2f-9b1c-409b-a8ff-6f895565841a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:20.317402 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-10daad71-9bc8-4487-a2ba-cdf1e4f9ba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:45:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4e10ee2f-9b1c-409b-a8ff-6f895565841a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:20.365275 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3829e582-a52e-407c-934a-903913d5dce4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:20.367328 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3829e582-a52e-407c-934a-903913d5dce4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports/deec4919-232d-4284-a7dc-0c921810dbbe HTTP/1.1" status: 200 len: 910 time: 0.0637374 Dec 16 22:46:20.370100 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45256) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:20.378755 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-10daad71-9bc8-4487-a2ba-cdf1e4f9ba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:20.393109 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-505111dd-fda8-4da8-871c-5440e537c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:20.419059 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10daad71-9bc8-4487-a2ba-cdf1e4f9ba3a None None] Routers {'4e10ee2f-9b1c-409b-a8ff-6f895565841a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:20.419744 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-10daad71-9bc8-4487-a2ba-cdf1e4f9ba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:45:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4e10ee2f-9b1c-409b-a8ff-6f895565841a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:20.458908 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f846c0d3-c5c2-467c-a725-b6f3639bbf9c up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:46:20.468440 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-10daad71-9bc8-4487-a2ba-cdf1e4f9ba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:20.469469 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10daad71-9bc8-4487-a2ba-cdf1e4f9ba3a None None] The sync data for ids ['4e10ee2f-9b1c-409b-a8ff-6f895565841a'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:46:20.540960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505111dd-fda8-4da8-871c-5440e537c2ca None None] Pushing event updated for resources: {'Port': ['ID=f846c0d3-c5c2-467c-a725-b6f3639bbf9c,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:20.568275 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-328789f4-4a8d-4417-9a80-f33f5d015b73 None None] Provisioning complete for port deec4919-232d-4284-a7dc-0c921810dbbe triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:20.568651 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-328789f4-4a8d-4417-9a80-f33f5d015b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:20.613443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f846c0d3-c5c2-467c-a725-b6f3639bbf9c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:20.613823 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:20.618315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-328789f4-4a8d-4417-9a80-f33f5d015b73 None None] Port deec4919-232d-4284-a7dc-0c921810dbbe cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:20.703877 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:46:20.753240 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2203d6d8-6772-4ff4-942f-9db3fb1f2f8a None None] Provisioning complete for port f846c0d3-c5c2-467c-a725-b6f3639bbf9c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:20.753548 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2203d6d8-6772-4ff4-942f-9db3fb1f2f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:20.805984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:20.810674 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:20.810856 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:21.393821 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Allocated IP 172.21.0.1 (ae29a420-6119-497e-8ce9-f5c6bb547ffd/39c73099-947f-49bd-bb4f-865119761f85/9dcf6e53-2c20-4529-88d2-5ab3169e8fbe) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:21.513830 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:21.625175 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:21.668193 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network ae29a420-6119-497e-8ce9-f5c6bb547ffd is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:21.671369 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:21.675073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:46:21.682085 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=9dcf6e53-2c20-4529-88d2-5ab3169e8fbe,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:21.725198 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:21.917854 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5a740697-09ec-41b3-a521-e88d55f971d8 None None] Provisioning complete for port 9dcf6e53-2c20-4529-88d2-5ab3169e8fbe triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:21.918435 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a740697-09ec-41b3-a521-e88d55f971d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:21.956240 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5a740697-09ec-41b3-a521-e88d55f971d8 None None] Port 9dcf6e53-2c20-4529-88d2-5ab3169e8fbe cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:21.979203 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:22.261787 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:22.269101 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f846c0d3-c5c2-467c-a725-b6f3639bbf9c up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:46:22.323940 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f846c0d3-c5c2-467c-a725-b6f3639bbf9c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:22.324308 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:22.330501 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:22.407036 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=9dcf6e53-2c20-4529-88d2-5ab3169e8fbe,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:22.409675 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:22.444425 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8047f671-1824-4b28-ac3c-161d7c00bfcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:22.516183 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network ae29a420-6119-497e-8ce9-f5c6bb547ffd is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:22.518454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:22.653975 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 4e10ee2f-9b1c-409b-a8ff-6f895565841a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:46:22.764437 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:46:22.771901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03868ec1-7960-4a70-bc94-684a9bf59de0 None None] Sync routers for ids ['4e10ee2f-9b1c-409b-a8ff-6f895565841a'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:46:22.776393 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2f8180a1-1b99-46e5-95ec-8ac2a19b8b19 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/4e10ee2f-9b1c-409b-a8ff-6f895565841a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4041817 Dec 16 22:46:22.778750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45292) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:22.792756 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03868ec1-7960-4a70-bc94-684a9bf59de0 None None] Routers {'4e10ee2f-9b1c-409b-a8ff-6f895565841a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:22.792756 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-03868ec1-7960-4a70-bc94-684a9bf59de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4e10ee2f-9b1c-409b-a8ff-6f895565841a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:22.795866 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3b838619-63ae-45b0-97ee-0322f44029a8 None None] Provisioning complete for port 9dcf6e53-2c20-4529-88d2-5ab3169e8fbe triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:22.796239 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b838619-63ae-45b0-97ee-0322f44029a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:22.832393 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-03868ec1-7960-4a70-bc94-684a9bf59de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:22.832946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dda592d-fbd9-458c-95e0-98563a244468 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:22.835497 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4dda592d-fbd9-458c-95e0-98563a244468 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports/9dcf6e53-2c20-4529-88d2-5ab3169e8fbe HTTP/1.1" status: 200 len: 910 time: 0.0546768 Dec 16 22:46:22.837313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45294) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:22.872673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03868ec1-7960-4a70-bc94-684a9bf59de0 None None] Routers {'4e10ee2f-9b1c-409b-a8ff-6f895565841a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:22.873307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-03868ec1-7960-4a70-bc94-684a9bf59de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4e10ee2f-9b1c-409b-a8ff-6f895565841a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:22.876340 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3b838619-63ae-45b0-97ee-0322f44029a8 None None] Port 9dcf6e53-2c20-4529-88d2-5ab3169e8fbe cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:22.909101 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-03868ec1-7960-4a70-bc94-684a9bf59de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:22.909760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03868ec1-7960-4a70-bc94-684a9bf59de0 None None] The sync data for ids ['4e10ee2f-9b1c-409b-a8ff-6f895565841a'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:46:23.246052 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1292-64d3-450a-bb1a-bbbca2c988b6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:23.551479 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b1292-64d3-450a-bb1a-bbbca2c988b6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port 9dcf6e53-2c20-4529-88d2-5ab3169e8fbe {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:23.552173 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1292-64d3-450a-bb1a-bbbca2c988b6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:23.573303 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:23.641521 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1292-64d3-450a-bb1a-bbbca2c988b6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:23.653912 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b1292-64d3-450a-bb1a-bbbca2c988b6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for 9dcf6e53-2c20-4529-88d2-5ab3169e8fbe owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:23.898852 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1292-64d3-450a-bb1a-bbbca2c988b6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:23.926029 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b1292-64d3-450a-bb1a-bbbca2c988b6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=9dcf6e53-2c20-4529-88d2-5ab3169e8fbe,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:24.096381 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1292-64d3-450a-bb1a-bbbca2c988b6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:24.299449 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6b1292-64d3-450a-bb1a-bbbca2c988b6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 4e10ee2f-9b1c-409b-a8ff-6f895565841a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:46:24.395237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6b1292-64d3-450a-bb1a-bbbca2c988b6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:46:24.400596 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-aa6b1292-64d3-450a-bb1a-bbbca2c988b6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/4e10ee2f-9b1c-409b-a8ff-6f895565841a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5622556 Dec 16 22:46:24.403380 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45318) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:24.405881 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de0721-90e4-4064-8cc1-4e9a58d611d8 None None] Sync routers for ids ['4e10ee2f-9b1c-409b-a8ff-6f895565841a'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:46:24.417174 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de0721-90e4-4064-8cc1-4e9a58d611d8 None None] Routers {'4e10ee2f-9b1c-409b-a8ff-6f895565841a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:24.418061 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-79de0721-90e4-4064-8cc1-4e9a58d611d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4e10ee2f-9b1c-409b-a8ff-6f895565841a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:24.456041 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-79de0721-90e4-4064-8cc1-4e9a58d611d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:24.466497 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de0721-90e4-4064-8cc1-4e9a58d611d8 None None] Routers {'4e10ee2f-9b1c-409b-a8ff-6f895565841a'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:24.467134 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-79de0721-90e4-4064-8cc1-4e9a58d611d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4e10ee2f-9b1c-409b-a8ff-6f895565841a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:24.505855 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-79de0721-90e4-4064-8cc1-4e9a58d611d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:24.507446 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de0721-90e4-4064-8cc1-4e9a58d611d8 None None] The sync data for ids ['4e10ee2f-9b1c-409b-a8ff-6f895565841a'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:46:24.888506 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:24.987710 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13e6f314-2350-414c-974d-d480d1b133ea tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:25.242797 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-13e6f314-2350-414c-974d-d480d1b133ea tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port deec4919-232d-4284-a7dc-0c921810dbbe {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:25.243025 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13e6f314-2350-414c-974d-d480d1b133ea tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:25.336918 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13e6f314-2350-414c-974d-d480d1b133ea tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:25.349121 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-13e6f314-2350-414c-974d-d480d1b133ea tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for deec4919-232d-4284-a7dc-0c921810dbbe owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:25.590577 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13e6f314-2350-414c-974d-d480d1b133ea tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:25.620791 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6f314-2350-414c-974d-d480d1b133ea tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=deec4919-232d-4284-a7dc-0c921810dbbe,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:25.724643 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:25.780214 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13e6f314-2350-414c-974d-d480d1b133ea tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:25.946926 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e6f314-2350-414c-974d-d480d1b133ea tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 4e10ee2f-9b1c-409b-a8ff-6f895565841a has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:46:26.031389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e6f314-2350-414c-974d-d480d1b133ea tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:46:26.036977 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-13e6f314-2350-414c-974d-d480d1b133ea tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/4e10ee2f-9b1c-409b-a8ff-6f895565841a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6325259 Dec 16 22:46:26.040030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45344) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:26.042379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d72959a-af44-4ead-89c5-44341a8b28d0 None None] Sync routers for ids ['4e10ee2f-9b1c-409b-a8ff-6f895565841a'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:46:26.056321 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d72959a-af44-4ead-89c5-44341a8b28d0 None None] Routers {'4e10ee2f-9b1c-409b-a8ff-6f895565841a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:26.056948 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6d72959a-af44-4ead-89c5-44341a8b28d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4e10ee2f-9b1c-409b-a8ff-6f895565841a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:26.069668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-745c7744-3664-48ad-a38f-fd3ad5b8a264 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e10ee2f-9b1c-409b-a8ff-6f895565841a HTTP/1.1" status: 200 len: 205 time: 0.0278282 Dec 16 22:46:26.073562 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45346) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:26.093204 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6d72959a-af44-4ead-89c5-44341a8b28d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:26.104984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d72959a-af44-4ead-89c5-44341a8b28d0 None None] Routers {'4e10ee2f-9b1c-409b-a8ff-6f895565841a'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:26.105761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6d72959a-af44-4ead-89c5-44341a8b28d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4e10ee2f-9b1c-409b-a8ff-6f895565841a'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:26.146903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6d72959a-af44-4ead-89c5-44341a8b28d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:26.148490 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d72959a-af44-4ead-89c5-44341a8b28d0 None None] The sync data for ids ['4e10ee2f-9b1c-409b-a8ff-6f895565841a'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:46:26.164303 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0168c4ae-c142-46ff-bbf7-f623b29a7272 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:26.335347 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0168c4ae-c142-46ff-bbf7-f623b29a7272 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:26.337290 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0168c4ae-c142-46ff-bbf7-f623b29a7272 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:26.450242 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0168c4ae-c142-46ff-bbf7-f623b29a7272 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:26.450893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0168c4ae-c142-46ff-bbf7-f623b29a7272 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Fanout notify agent at l3_agent the message router_deleted on router 4e10ee2f-9b1c-409b-a8ff-6f895565841a {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:46:26.458134 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0168c4ae-c142-46ff-bbf7-f623b29a7272 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:26.459208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0168c4ae-c142-46ff-bbf7-f623b29a7272 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/routers/4e10ee2f-9b1c-409b-a8ff-6f895565841a HTTP/1.1" status: 204 len: 168 time: 0.3841894 Dec 16 22:46:26.462156 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45354) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:26.531209 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c942a5-c2c3-4c95-8cfa-cc3c3788fc08 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting subnet 39c73099-947f-49bd-bb4f-865119761f85 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:46:26.534942 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2c942a5-c2c3-4c95-8cfa-cc3c3788fc08 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:26.593017 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2c942a5-c2c3-4c95-8cfa-cc3c3788fc08 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:26.677659 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2c942a5-c2c3-4c95-8cfa-cc3c3788fc08 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:26.799030 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2c942a5-c2c3-4c95-8cfa-cc3c3788fc08 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:26.836387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c942a5-c2c3-4c95-8cfa-cc3c3788fc08 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Subnet': ['ID=39c73099-947f-49bd-bb4f-865119761f85,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:26.843343 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f69c35-6859-483c-94d0-1a80252d5d20 None None] Network ae29a420-6119-497e-8ce9-f5c6bb547ffd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:26.845599 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2c942a5-c2c3-4c95-8cfa-cc3c3788fc08 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:26.849040 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a2c942a5-c2c3-4c95-8cfa-cc3c3788fc08 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/39c73099-947f-49bd-bb4f-865119761f85 HTTP/1.1" status: 204 len: 168 time: 0.3858838 Dec 16 22:46:26.852651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45360) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:26.913213 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0523cd10-1d0b-4eea-85b4-1d4274b92f6d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting subnet 9184f227-4001-41d8-b390-1732a2fe3f7f {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:46:26.917450 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0523cd10-1d0b-4eea-85b4-1d4274b92f6d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:26.980611 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0523cd10-1d0b-4eea-85b4-1d4274b92f6d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.015243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b60cbfd-fba5-4687-aa03-050d85e1eea3 None None] DHCP port deletion for ae29a420-6119-497e-8ce9-f5c6bb547ffd request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:46:27.078888 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0523cd10-1d0b-4eea-85b4-1d4274b92f6d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.241800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3b60cbfd-fba5-4687-aa03-050d85e1eea3 None None] Deleting port f846c0d3-c5c2-467c-a725-b6f3639bbf9c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:27.242523 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b60cbfd-fba5-4687-aa03-050d85e1eea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.254006 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0523cd10-1d0b-4eea-85b4-1d4274b92f6d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.309569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523cd10-1d0b-4eea-85b4-1d4274b92f6d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Subnet': ['ID=9184f227-4001-41d8-b390-1732a2fe3f7f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:27.309966 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3b60cbfd-fba5-4687-aa03-050d85e1eea3 None None] For port f846c0d3-c5c2-467c-a725-b6f3639bbf9c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f846c0d3-c5c2-467c-a725-b6f3639bbf9c,segment=NetworkSegment(1e7a18cb-ea20-4eaf-87e1-04c1d1a4351f),segment_id=1e7a18cb-ea20-4eaf-87e1-04c1d1a4351f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:27.310373 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b60cbfd-fba5-4687-aa03-050d85e1eea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.314882 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0523cd10-1d0b-4eea-85b4-1d4274b92f6d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.318483 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0523cd10-1d0b-4eea-85b4-1d4274b92f6d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/9184f227-4001-41d8-b390-1732a2fe3f7f HTTP/1.1" status: 204 len: 168 time: 0.4642401 Dec 16 22:46:27.321862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45370) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:27.326467 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f8ac05-cb3c-4321-9a17-69fb60b1ec5d None None] Network 5aceacd9-a9b3-4c1c-8fc5-ce4117998355 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:27.328548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3b60cbfd-fba5-4687-aa03-050d85e1eea3 None None] Calling delete_port for f846c0d3-c5c2-467c-a725-b6f3639bbf9c owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:27.411850 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.476391 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port f846c0d3-c5c2-467c-a725-b6f3639bbf9c {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:27.476920 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.540291 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f20ace-69e8-481c-a812-eb7f77209a9b None None] DHCP port deletion for 5aceacd9-a9b3-4c1c-8fc5-ce4117998355 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:46:27.550310 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] For port f846c0d3-c5c2-467c-a725-b6f3639bbf9c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f846c0d3-c5c2-467c-a725-b6f3639bbf9c,segment=NetworkSegment(1e7a18cb-ea20-4eaf-87e1-04c1d1a4351f),segment_id=1e7a18cb-ea20-4eaf-87e1-04c1d1a4351f)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:27.550735 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.564917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for f846c0d3-c5c2-467c-a725-b6f3639bbf9c owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:27.577593 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b60cbfd-fba5-4687-aa03-050d85e1eea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.609221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60cbfd-fba5-4687-aa03-050d85e1eea3 None None] Pushing event deleted for resources: {'Port': ['ID=f846c0d3-c5c2-467c-a725-b6f3639bbf9c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:27.614971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b60cbfd-fba5-4687-aa03-050d85e1eea3 None None] No DVR routers for this DVR port f846c0d3-c5c2-467c-a725-b6f3639bbf9c on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:27.625369 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-90f20ace-69e8-481c-a812-eb7f77209a9b None None] Deleting port 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:27.625760 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90f20ace-69e8-481c-a812-eb7f77209a9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.668268 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.696787 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=f846c0d3-c5c2-467c-a725-b6f3639bbf9c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:27.700776 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No DVR routers for this DVR port f846c0d3-c5c2-467c-a725-b6f3639bbf9c on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:27.718068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-90f20ace-69e8-481c-a812-eb7f77209a9b None None] For port 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0,segment=NetworkSegment(8ca75c6e-176d-488a-a716-a4b0e1b891ea),segment_id=8ca75c6e-176d-488a-a716-a4b0e1b891ea)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:27.719496 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90f20ace-69e8-481c-a812-eb7f77209a9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.741129 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-90f20ace-69e8-481c-a812-eb7f77209a9b None None] Calling delete_port for 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:27.789796 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.811841 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae29a420-6119-497e-8ce9-f5c6bb547ffd']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:27.823960 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7a18cb-ea20-4eaf-87e1-04c1d1a4351f') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:27.824249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7a18cb-ea20-4eaf-87e1-04c1d1a4351f') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:27.836014 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.852177 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.859743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:46:27.859987 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:46:27.863225 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:46:27.938779 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90f20ace-69e8-481c-a812-eb7f77209a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.967765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f20ace-69e8-481c-a812-eb7f77209a9b None None] Pushing event deleted for resources: {'Port': ['ID=0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:27.972915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f20ace-69e8-481c-a812-eb7f77209a9b None None] No DVR routers for this DVR port 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:28.029878 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.035799 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.042240 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/networks/ae29a420-6119-497e-8ce9-f5c6bb547ffd HTTP/1.1" status: 204 len: 168 time: 0.7128761 Dec 16 22:46:28.043677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45382) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:28.062759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc937a-ffc8-4353-b1d3-eec2e5053405 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Network': ['ID=ae29a420-6119-497e-8ce9-f5c6bb547ffd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:28.146496 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.243984 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.261620 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f846c0d3-c5c2-467c-a725-b6f3639bbf9c no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:46:28.269306 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aceacd9-a9b3-4c1c-8fc5-ce4117998355']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:28.281249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca75c6e-176d-488a-a716-a4b0e1b891ea') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:28.281553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca75c6e-176d-488a-a716-a4b0e1b891ea') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:28.291888 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: f846c0d3-c5c2-467c-a725-b6f3639bbf9c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:46:28.292351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f846c0d3-c5c2-467c-a725-b6f3639bbf9c not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:46:28.292784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:46:28.293217 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.314136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:46:28.314585 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0f2bbc0a-1258-42d8-928e-7ae9aa74d9e0 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:46:28.314879 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.323879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:46:28.324486 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:46:28.330749 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:46:28.464840 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.473490 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.479416 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/networks/5aceacd9-a9b3-4c1c-8fc5-ce4117998355 HTTP/1.1" status: 204 len: 168 time: 0.4312179 Dec 16 22:46:28.482829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45390) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:28.487128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Network': ['ID=5aceacd9-a9b3-4c1c-8fc5-ce4117998355,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:28.493330 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-53dbba5b-411b-43ae-9538-3f729732783b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'network': {'name': 'tempest-RoutersTest-806513810'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:28.496833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:28.497182 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:28.497518 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:28.498048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:28.498535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:28.499018 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:28.499522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:28.500018 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:28.500624 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:28.501270 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:28.501749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:28.502222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:28.502766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf84b9-8959-46ac-b4c9-30fa07d1bb8c tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:28.601922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dbba5b-411b-43ae-9538-3f729732783b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:28.605728 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53dbba5b-411b-43ae-9538-3f729732783b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.630331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53dbba5b-411b-43ae-9538-3f729732783b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:46:28.639173 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53dbba5b-411b-43ae-9538-3f729732783b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.639577 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-53dbba5b-411b-43ae-9538-3f729732783b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Added segment 6473e5b0-abb1-4af2-bd1d-d0f3e5fb1259 of type vlan for network d1e68ab0-bba9-45ae-8833-844d9809b8b6 Dec 16 22:46:28.686084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53dbba5b-411b-43ae-9538-3f729732783b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.806975 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53dbba5b-411b-43ae-9538-3f729732783b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.813398 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dbba5b-411b-43ae-9538-3f729732783b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:28.814067 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53dbba5b-411b-43ae-9538-3f729732783b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.884520 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbba5b-411b-43ae-9538-3f729732783b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Network': ['ID=d1e68ab0-bba9-45ae-8833-844d9809b8b6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:28.894892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network d1e68ab0-bba9-45ae-8833-844d9809b8b6 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:46:28.963865 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-53dbba5b-411b-43ae-9538-3f729732783b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4796600 Dec 16 22:46:28.965452 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45396) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:28.971112 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4db9e784-2571-4657-a9cb-c8a3f90a1591 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'subnet': {'network_id': 'd1e68ab0-bba9-45ae-8833-844d9809b8b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:29.135379 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db9e784-2571-4657-a9cb-c8a3f90a1591 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:29.139019 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4db9e784-2571-4657-a9cb-c8a3f90a1591 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:29.378794 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4db9e784-2571-4657-a9cb-c8a3f90a1591 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:29.441817 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9e784-2571-4657-a9cb-c8a3f90a1591 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Subnet': ['ID=df04d64d-b7a6-42cb-8999-c55b678635eb,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:29.451749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db9e784-2571-4657-a9cb-c8a3f90a1591 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Checking segment: {'id': '6473e5b0-abb1-4af2-bd1d-d0f3e5fb1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e68ab0-bba9-45ae-8833-844d9809b8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:29.452115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db9e784-2571-4657-a9cb-c8a3f90a1591 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network hostable DHCP agents. Network: d1e68ab0-bba9-45ae-8833-844d9809b8b6, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:46:29.573268 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db9e784-2571-4657-a9cb-c8a3f90a1591 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network d1e68ab0-bba9-45ae-8833-844d9809b8b6 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:46:29.664431 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-4db9e784-2571-4657-a9cb-c8a3f90a1591 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, d1e68ab0-bba9-45ae-8833-844d9809b8b6) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:29.671602 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db9e784-2571-4657-a9cb-c8a3f90a1591 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:29.672709 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4db9e784-2571-4657-a9cb-c8a3f90a1591 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:29.683322 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628d57d8-5ce6-40d4-9dea-ffa43e55eee2 None None] Network d1e68ab0-bba9-45ae-8833-844d9809b8b6 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:29.759559 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4db9e784-2571-4657-a9cb-c8a3f90a1591 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7929902 Dec 16 22:46:29.762279 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45410) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:29.767076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b4393d5f-9da6-4d4e-bf6f-37490208d50d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2141190267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:29.786981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-d1e68ab0-bba9-45ae-8833-844d9809b8b6', 'network_id': 'd1e68ab0-bba9-45ae-8833-844d9809b8b6', 'project_id': 'c295552ddea34ba1a24c388257131adb', 'fixed_ips': [{'subnet_id': 'df04d64d-b7a6-42cb-8999-c55b678635eb'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:46:29.788212 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:29.870305 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b4393d5f-9da6-4d4e-bf6f-37490208d50d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:29.871510 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b4393d5f-9da6-4d4e-bf6f-37490208d50d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:29.930194 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b4393d5f-9da6-4d4e-bf6f-37490208d50d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:29.930869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Allocated IP 172.20.0.2 (d1e68ab0-bba9-45ae-8833-844d9809b8b6/df04d64d-b7a6-42cb-8999-c55b678635eb/b7b5c948-c98b-4cb3-9b0e-b7b61af189f8) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:29.984773 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b4393d5f-9da6-4d4e-bf6f-37490208d50d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:30.088830 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:30.098348 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b4393d5f-9da6-4d4e-bf6f-37490208d50d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:30.100426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b4393d5f-9da6-4d4e-bf6f-37490208d50d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3364537 Dec 16 22:46:30.103683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45416) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:30.108575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a8d6c928-8731-4af1-8bd1-34768142a914 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'port': {'network_id': 'd1e68ab0-bba9-45ae-8833-844d9809b8b6', 'name': 'tempest-RoutersTest-1601006526'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:30.159253 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:30.236934 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Pushing event updated for resources: {'Port': ['ID=b7b5c948-c98b-4cb3-9b0e-b7b61af189f8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:30.245538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Network d1e68ab0-bba9-45ae-8833-844d9809b8b6 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:30.247512 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:30.249881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:46:30.306153 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Attempting to bind port b7b5c948-c98b-4cb3-9b0e-b7b61af189f8 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:46:30.306535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Attempting to bind port b7b5c948-c98b-4cb3-9b0e-b7b61af189f8 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '6473e5b0-abb1-4af2-bd1d-d0f3e5fb1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e68ab0-bba9-45ae-8833-844d9809b8b6'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:46:30.306913 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Attempting to bind port b7b5c948-c98b-4cb3-9b0e-b7b61af189f8 on network d1e68ab0-bba9-45ae-8833-844d9809b8b6 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:46:30.311987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:46:30.312366 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Checking segment: {'id': '6473e5b0-abb1-4af2-bd1d-d0f3e5fb1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e68ab0-bba9-45ae-8833-844d9809b8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:30.312773 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:30.313172 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Bound using segment: {'id': '6473e5b0-abb1-4af2-bd1d-d0f3e5fb1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e68ab0-bba9-45ae-8833-844d9809b8b6'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:46:30.313646 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Bound port: b7b5c948-c98b-4cb3-9b0e-b7b61af189f8, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6473e5b0-abb1-4af2-bd1d-d0f3e5fb1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e68ab0-bba9-45ae-8833-844d9809b8b6'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:46:30.314042 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:30.329981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d6c928-8731-4af1-8bd1-34768142a914 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:30.336173 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c928-8731-4af1-8bd1-34768142a914 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:30.358982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-a8d6c928-8731-4af1-8bd1-34768142a914 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] device_id is not set on port 25b466ad-dc0e-4909-9a51-7cf8e12883ac yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:46:30.388394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] For port b7b5c948-c98b-4cb3-9b0e-b7b61af189f8, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:46:30.397671 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] For port b7b5c948-c98b-4cb3-9b0e-b7b61af189f8, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b7b5c948-c98b-4cb3-9b0e-b7b61af189f8,segment=NetworkSegment(6473e5b0-abb1-4af2-bd1d-d0f3e5fb1259),segment_id=6473e5b0-abb1-4af2-bd1d-d0f3e5fb1259)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:46:30.476986 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:30.488193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-a8d6c928-8731-4af1-8bd1-34768142a914 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Allocated IP 172.20.0.4 (d1e68ab0-bba9-45ae-8833-844d9809b8b6/df04d64d-b7a6-42cb-8999-c55b678635eb/25b466ad-dc0e-4909-9a51-7cf8e12883ac) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:30.557107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ef680-aaee-40e9-85e6-eb70d8dd6fa9 None None] Pushing event updated for resources: {'Port': ['ID=b7b5c948-c98b-4cb3-9b0e-b7b61af189f8,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:30.663733 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c928-8731-4af1-8bd1-34768142a914 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:31.136178 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c928-8731-4af1-8bd1-34768142a914 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:31.182043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d6c928-8731-4af1-8bd1-34768142a914 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network d1e68ab0-bba9-45ae-8833-844d9809b8b6 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:31.185212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-a8d6c928-8731-4af1-8bd1-34768142a914 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:31.188970 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d6c928-8731-4af1-8bd1-34768142a914 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:46:31.214251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6c928-8731-4af1-8bd1-34768142a914 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=25b466ad-dc0e-4909-9a51-7cf8e12883ac,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:31.252037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d6c928-8731-4af1-8bd1-34768142a914 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:31.252856 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c928-8731-4af1-8bd1-34768142a914 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:31.344888 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a8d6c928-8731-4af1-8bd1-34768142a914 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2400677 Dec 16 22:46:31.347579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45436) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:31.622931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9646e435-d73c-477a-9b15-906bdbf00f80 None None] Network d1e68ab0-bba9-45ae-8833-844d9809b8b6 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:31.689578 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b10b153-ccde-4b66-95bc-c4f67a0e0116 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:31.700642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-015b6deb-6f92-47e0-8ed0-9ce502470238 None None] Provisioning complete for port b7b5c948-c98b-4cb3-9b0e-b7b61af189f8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:31.700642 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-015b6deb-6f92-47e0-8ed0-9ce502470238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:31.826407 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-015b6deb-6f92-47e0-8ed0-9ce502470238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:31.874338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-015b6deb-6f92-47e0-8ed0-9ce502470238 None None] For port b7b5c948-c98b-4cb3-9b0e-b7b61af189f8, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b7b5c948-c98b-4cb3-9b0e-b7b61af189f8,segment=NetworkSegment(6473e5b0-abb1-4af2-bd1d-d0f3e5fb1259),segment_id=6473e5b0-abb1-4af2-bd1d-d0f3e5fb1259)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:31.955916 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-015b6deb-6f92-47e0-8ed0-9ce502470238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:31.972953 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b10b153-ccde-4b66-95bc-c4f67a0e0116 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:32.023328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b6deb-6f92-47e0-8ed0-9ce502470238 None None] Pushing event updated for resources: {'Port': ['ID=b7b5c948-c98b-4cb3-9b0e-b7b61af189f8,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:32.044419 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b10b153-ccde-4b66-95bc-c4f67a0e0116 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:32.081709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-eceec6e5-035e-4799-9c21-d4dc04826f3d None None] Provisioning complete for port b7b5c948-c98b-4cb3-9b0e-b7b61af189f8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:32.082238 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eceec6e5-035e-4799-9c21-d4dc04826f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:32.104809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10b153-ccde-4b66-95bc-c4f67a0e0116 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=25b466ad-dc0e-4909-9a51-7cf8e12883ac,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:32.214516 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-eceec6e5-035e-4799-9c21-d4dc04826f3d None None] Provisioning complete for port 25b466ad-dc0e-4909-9a51-7cf8e12883ac triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:32.217290 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eceec6e5-035e-4799-9c21-d4dc04826f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:32.273606 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-eceec6e5-035e-4799-9c21-d4dc04826f3d None None] Port 25b466ad-dc0e-4909-9a51-7cf8e12883ac cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:32.337832 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b10b153-ccde-4b66-95bc-c4f67a0e0116 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:32.360794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b7b5c948-c98b-4cb3-9b0e-b7b61af189f8 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:46:32.421559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e94da964-a229-4fa7-b691-a631464bc481 None None] Provisioning complete for port 25b466ad-dc0e-4909-9a51-7cf8e12883ac triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:32.421943 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e94da964-a229-4fa7-b691-a631464bc481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:32.471222 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port b7b5c948-c98b-4cb3-9b0e-b7b61af189f8 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:32.471655 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:32.474784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e94da964-a229-4fa7-b691-a631464bc481 None None] Port 25b466ad-dc0e-4909-9a51-7cf8e12883ac cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:32.596332 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b10b153-ccde-4b66-95bc-c4f67a0e0116 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:32.697996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a8c75774-e8dd-4d7d-937d-5cde522f3cb2 None None] Provisioning complete for port 25b466ad-dc0e-4909-9a51-7cf8e12883ac triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:32.698539 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a8c75774-e8dd-4d7d-937d-5cde522f3cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:32.733754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a8c75774-e8dd-4d7d-937d-5cde522f3cb2 None None] Port 25b466ad-dc0e-4909-9a51-7cf8e12883ac cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:32.869151 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b10b153-ccde-4b66-95bc-c4f67a0e0116 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:32.936039 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b10b153-ccde-4b66-95bc-c4f67a0e0116 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:33.016192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10b153-ccde-4b66-95bc-c4f67a0e0116 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=25b466ad-dc0e-4909-9a51-7cf8e12883ac,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:33.021078 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b10b153-ccde-4b66-95bc-c4f67a0e0116 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:33.116975 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b10b153-ccde-4b66-95bc-c4f67a0e0116 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network d1e68ab0-bba9-45ae-8833-844d9809b8b6 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:33.118431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-1b10b153-ccde-4b66-95bc-c4f67a0e0116 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:33.313352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b10b153-ccde-4b66-95bc-c4f67a0e0116 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router abb530b0-5e0b-4572-8466-bc11b1eb5a48 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:46:33.362751 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6199e35b-6849-4883-9a33-472575c5aa4f None None] Provisioning complete for port 25b466ad-dc0e-4909-9a51-7cf8e12883ac triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:33.364390 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6199e35b-6849-4883-9a33-472575c5aa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:33.400190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6199e35b-6849-4883-9a33-472575c5aa4f None None] Port 25b466ad-dc0e-4909-9a51-7cf8e12883ac cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:33.417392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b10b153-ccde-4b66-95bc-c4f67a0e0116 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:46:33.422628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1b10b153-ccde-4b66-95bc-c4f67a0e0116 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/abb530b0-5e0b-4572-8466-bc11b1eb5a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0737379 Dec 16 22:46:33.425207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45466) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:33.436670 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c32fda1-22ad-4e6e-b3e3-272024c7a173 None None] Sync routers for ids ['abb530b0-5e0b-4572-8466-bc11b1eb5a48'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:46:33.452426 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c32fda1-22ad-4e6e-b3e3-272024c7a173 None None] Routers {'abb530b0-5e0b-4572-8466-bc11b1eb5a48'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:33.453046 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6c32fda1-22ad-4e6e-b3e3-272024c7a173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['abb530b0-5e0b-4572-8466-bc11b1eb5a48'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:33.502037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d008274-2b1a-4e02-ba7d-afbfdfc97020 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:33.503639 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7d008274-2b1a-4e02-ba7d-afbfdfc97020 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports/25b466ad-dc0e-4909-9a51-7cf8e12883ac HTTP/1.1" status: 200 len: 977 time: 0.0774374 Dec 16 22:46:33.507243 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45470) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:33.508253 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6c32fda1-22ad-4e6e-b3e3-272024c7a173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:33.517280 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c32fda1-22ad-4e6e-b3e3-272024c7a173 None None] Routers {'abb530b0-5e0b-4572-8466-bc11b1eb5a48'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:33.517895 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6c32fda1-22ad-4e6e-b3e3-272024c7a173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['abb530b0-5e0b-4572-8466-bc11b1eb5a48'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:33.551599 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6c32fda1-22ad-4e6e-b3e3-272024c7a173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:33.552270 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c32fda1-22ad-4e6e-b3e3-272024c7a173 None None] The sync data for ids ['abb530b0-5e0b-4572-8466-bc11b1eb5a48'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:46:33.931956 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1108d45d-57e7-4ee6-937c-346a726ae24a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:34.435524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-1108d45d-57e7-4ee6-937c-346a726ae24a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port 25b466ad-dc0e-4909-9a51-7cf8e12883ac {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:34.436482 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1108d45d-57e7-4ee6-937c-346a726ae24a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:34.540427 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1108d45d-57e7-4ee6-937c-346a726ae24a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:34.553346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-1108d45d-57e7-4ee6-937c-346a726ae24a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for 25b466ad-dc0e-4909-9a51-7cf8e12883ac owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:34.789717 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1108d45d-57e7-4ee6-937c-346a726ae24a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:34.822700 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108d45d-57e7-4ee6-937c-346a726ae24a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=25b466ad-dc0e-4909-9a51-7cf8e12883ac,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:34.991853 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1108d45d-57e7-4ee6-937c-346a726ae24a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:35.158490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1108d45d-57e7-4ee6-937c-346a726ae24a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router abb530b0-5e0b-4572-8466-bc11b1eb5a48 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:46:35.236289 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1108d45d-57e7-4ee6-937c-346a726ae24a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:46:35.242831 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1108d45d-57e7-4ee6-937c-346a726ae24a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/abb530b0-5e0b-4572-8466-bc11b1eb5a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7343111 Dec 16 22:46:35.245423 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45496) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:35.247037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349316cd-cd17-4d4e-bc6c-34f26559fd8b None None] Sync routers for ids ['abb530b0-5e0b-4572-8466-bc11b1eb5a48'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:46:35.268856 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349316cd-cd17-4d4e-bc6c-34f26559fd8b None None] Routers {'abb530b0-5e0b-4572-8466-bc11b1eb5a48'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:35.269725 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-349316cd-cd17-4d4e-bc6c-34f26559fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['abb530b0-5e0b-4572-8466-bc11b1eb5a48'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:35.304873 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-349316cd-cd17-4d4e-bc6c-34f26559fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:35.313630 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349316cd-cd17-4d4e-bc6c-34f26559fd8b None None] Routers {'abb530b0-5e0b-4572-8466-bc11b1eb5a48'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:35.314243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-349316cd-cd17-4d4e-bc6c-34f26559fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['abb530b0-5e0b-4572-8466-bc11b1eb5a48'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:35.346971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-349316cd-cd17-4d4e-bc6c-34f26559fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:35.347664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349316cd-cd17-4d4e-bc6c-34f26559fd8b None None] The sync data for ids ['abb530b0-5e0b-4572-8466-bc11b1eb5a48'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:46:35.441814 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-43abfcf6-e9ba-4dc3-85cf-64781817d766 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] remove_router_interface failed (client error): The resource could not be found. Dec 16 22:46:35.442894 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-43abfcf6-e9ba-4dc3-85cf-64781817d766 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/abb530b0-5e0b-4572-8466-bc11b1eb5a48/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1962967 Dec 16 22:46:35.445731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45498) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:35.476327 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-973a6af0-f03e-458a-a2b5-53095697ce71 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb530b0-5e0b-4572-8466-bc11b1eb5a48 HTTP/1.1" status: 200 len: 205 time: 0.0264847 Dec 16 22:46:35.478185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45502) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:35.555371 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08d7efa6-bbe9-40f1-8d99-28680a2281ec tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:35.757749 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08d7efa6-bbe9-40f1-8d99-28680a2281ec tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:35.757749 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08d7efa6-bbe9-40f1-8d99-28680a2281ec tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:35.861152 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08d7efa6-bbe9-40f1-8d99-28680a2281ec tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:35.861826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d7efa6-bbe9-40f1-8d99-28680a2281ec tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Fanout notify agent at l3_agent the message router_deleted on router abb530b0-5e0b-4572-8466-bc11b1eb5a48 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:46:35.872782 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08d7efa6-bbe9-40f1-8d99-28680a2281ec tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:35.873911 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-08d7efa6-bbe9-40f1-8d99-28680a2281ec tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/routers/abb530b0-5e0b-4572-8466-bc11b1eb5a48 HTTP/1.1" status: 204 len: 168 time: 0.3948174 Dec 16 22:46:35.876962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45510) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:35.930609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-70bd8f32-a695-4aca-8a51-3abb369b2e5e tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting subnet df04d64d-b7a6-42cb-8999-c55b678635eb {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:46:35.933824 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-70bd8f32-a695-4aca-8a51-3abb369b2e5e tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:35.976731 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-70bd8f32-a695-4aca-8a51-3abb369b2e5e tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:36.071790 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-70bd8f32-a695-4aca-8a51-3abb369b2e5e tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:36.204485 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-70bd8f32-a695-4aca-8a51-3abb369b2e5e tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:36.231511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd8f32-a695-4aca-8a51-3abb369b2e5e tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Subnet': ['ID=df04d64d-b7a6-42cb-8999-c55b678635eb,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:36.237301 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-70bd8f32-a695-4aca-8a51-3abb369b2e5e tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:36.241269 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-70bd8f32-a695-4aca-8a51-3abb369b2e5e tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/df04d64d-b7a6-42cb-8999-c55b678635eb HTTP/1.1" status: 204 len: 168 time: 0.3632715 Dec 16 22:46:36.243821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45516) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:36.247432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60610207-3b2d-4d57-914f-81b9e873f836 None None] Network d1e68ab0-bba9-45ae-8833-844d9809b8b6 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:36.341011 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:36.397280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2214ff20-37ff-4032-84fb-6252864de37b None None] DHCP port deletion for d1e68ab0-bba9-45ae-8833-844d9809b8b6 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:46:36.398873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port b7b5c948-c98b-4cb3-9b0e-b7b61af189f8 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:36.399520 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:36.447721 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2214ff20-37ff-4032-84fb-6252864de37b None None] Deleting port b7b5c948-c98b-4cb3-9b0e-b7b61af189f8 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:36.448539 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2214ff20-37ff-4032-84fb-6252864de37b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:36.493775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] For port b7b5c948-c98b-4cb3-9b0e-b7b61af189f8, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b7b5c948-c98b-4cb3-9b0e-b7b61af189f8,segment=NetworkSegment(6473e5b0-abb1-4af2-bd1d-d0f3e5fb1259),segment_id=6473e5b0-abb1-4af2-bd1d-d0f3e5fb1259)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:36.494185 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:36.512746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for b7b5c948-c98b-4cb3-9b0e-b7b61af189f8 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:36.529403 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2214ff20-37ff-4032-84fb-6252864de37b None None] For port b7b5c948-c98b-4cb3-9b0e-b7b61af189f8, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b7b5c948-c98b-4cb3-9b0e-b7b61af189f8,segment=NetworkSegment(6473e5b0-abb1-4af2-bd1d-d0f3e5fb1259),segment_id=6473e5b0-abb1-4af2-bd1d-d0f3e5fb1259)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:36.529811 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2214ff20-37ff-4032-84fb-6252864de37b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:36.545294 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2214ff20-37ff-4032-84fb-6252864de37b None None] Calling delete_port for b7b5c948-c98b-4cb3-9b0e-b7b61af189f8 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:36.690285 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:36.710729 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2214ff20-37ff-4032-84fb-6252864de37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:36.720988 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=b7b5c948-c98b-4cb3-9b0e-b7b61af189f8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:36.725004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No DVR routers for this DVR port b7b5c948-c98b-4cb3-9b0e-b7b61af189f8 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:36.746065 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214ff20-37ff-4032-84fb-6252864de37b None None] Pushing event deleted for resources: {'Port': ['ID=b7b5c948-c98b-4cb3-9b0e-b7b61af189f8,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:36.752957 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214ff20-37ff-4032-84fb-6252864de37b None None] No DVR routers for this DVR port b7b5c948-c98b-4cb3-9b0e-b7b61af189f8 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:36.816012 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:36.840576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e68ab0-bba9-45ae-8833-844d9809b8b6']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:36.853355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6473e5b0-abb1-4af2-bd1d-d0f3e5fb1259') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:36.853872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6473e5b0-abb1-4af2-bd1d-d0f3e5fb1259') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:36.877904 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:36.894229 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:36.902192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:46:36.906467 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:46:37.052543 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:37.060809 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:37.063719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/networks/d1e68ab0-bba9-45ae-8833-844d9809b8b6 HTTP/1.1" status: 204 len: 168 time: 0.8188143 Dec 16 22:46:37.067885 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45530) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:37.073716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d6b5ade5-427f-44f7-9f49-26992353ec48 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'network': {'name': 'tempest-RoutersTest-64691725'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:37.079870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e4985-4d4d-4989-918f-91f6bd472024 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Network': ['ID=d1e68ab0-bba9-45ae-8833-844d9809b8b6,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:37.172477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b5ade5-427f-44f7-9f49-26992353ec48 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:37.176454 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ade5-427f-44f7-9f49-26992353ec48 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:37.202678 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b5ade5-427f-44f7-9f49-26992353ec48 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:46:37.212903 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ade5-427f-44f7-9f49-26992353ec48 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:37.213836 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-d6b5ade5-427f-44f7-9f49-26992353ec48 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Added segment d9c7f354-9373-460b-b6ba-f8092864ec24 of type vlan for network c22c110f-0d45-4940-81b0-28d50d1edf72 Dec 16 22:46:37.267221 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ade5-427f-44f7-9f49-26992353ec48 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:37.349197 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ade5-427f-44f7-9f49-26992353ec48 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:37.355163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b5ade5-427f-44f7-9f49-26992353ec48 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:37.355800 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ade5-427f-44f7-9f49-26992353ec48 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:37.420596 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5ade5-427f-44f7-9f49-26992353ec48 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Network': ['ID=c22c110f-0d45-4940-81b0-28d50d1edf72,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:37.432198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network c22c110f-0d45-4940-81b0-28d50d1edf72 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:46:37.486718 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d6b5ade5-427f-44f7-9f49-26992353ec48 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4173622 Dec 16 22:46:37.487053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45536) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:37.493158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ef4606f7-afb7-4280-961c-45b667888103 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'subnet': {'network_id': 'c22c110f-0d45-4940-81b0-28d50d1edf72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:37.666671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4606f7-afb7-4280-961c-45b667888103 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:37.670770 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef4606f7-afb7-4280-961c-45b667888103 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:37.924145 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef4606f7-afb7-4280-961c-45b667888103 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:37.994638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4606f7-afb7-4280-961c-45b667888103 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Subnet': ['ID=74ab7628-efcb-4ef4-a190-efb72e4aa12a,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:38.002504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4606f7-afb7-4280-961c-45b667888103 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Checking segment: {'id': 'd9c7f354-9373-460b-b6ba-f8092864ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c22c110f-0d45-4940-81b0-28d50d1edf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:38.002878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4606f7-afb7-4280-961c-45b667888103 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network hostable DHCP agents. Network: c22c110f-0d45-4940-81b0-28d50d1edf72, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:46:38.107477 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4606f7-afb7-4280-961c-45b667888103 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network c22c110f-0d45-4940-81b0-28d50d1edf72 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:46:38.181032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-ef4606f7-afb7-4280-961c-45b667888103 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, c22c110f-0d45-4940-81b0-28d50d1edf72) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:38.185151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4606f7-afb7-4280-961c-45b667888103 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:38.185754 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef4606f7-afb7-4280-961c-45b667888103 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:38.191959 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc08174-9c0c-488a-a77b-9496e464f361 None None] Network c22c110f-0d45-4940-81b0-28d50d1edf72 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:38.265775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ef4606f7-afb7-4280-961c-45b667888103 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7775059 Dec 16 22:46:38.268328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45552) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:38.269412 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b7b5c948-c98b-4cb3-9b0e-b7b61af189f8 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:46:38.274205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-060981ba-e2c0-4f09-a206-1cf6ec4c56a5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-475159937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:38.300835 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: b7b5c948-c98b-4cb3-9b0e-b7b61af189f8 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:46:38.301191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b7b5c948-c98b-4cb3-9b0e-b7b61af189f8 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:46:38.330568 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-c22c110f-0d45-4940-81b0-28d50d1edf72', 'network_id': 'c22c110f-0d45-4940-81b0-28d50d1edf72', 'project_id': 'c295552ddea34ba1a24c388257131adb', 'fixed_ips': [{'subnet_id': '74ab7628-efcb-4ef4-a190-efb72e4aa12a'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:46:38.331481 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:38.358359 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-060981ba-e2c0-4f09-a206-1cf6ec4c56a5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:38.359426 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-060981ba-e2c0-4f09-a206-1cf6ec4c56a5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:38.414528 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-060981ba-e2c0-4f09-a206-1cf6ec4c56a5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:38.478117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Allocated IP 172.20.0.2 (c22c110f-0d45-4940-81b0-28d50d1edf72/74ab7628-efcb-4ef4-a190-efb72e4aa12a/2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:38.481076 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-060981ba-e2c0-4f09-a206-1cf6ec4c56a5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:38.579913 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-060981ba-e2c0-4f09-a206-1cf6ec4c56a5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:38.581198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-060981ba-e2c0-4f09-a206-1cf6ec4c56a5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3118894 Dec 16 22:46:38.584758 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45558) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:38.633723 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:38.698998 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:38.743528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Network c22c110f-0d45-4940-81b0-28d50d1edf72 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:38.752071 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:38.754519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:46:38.765300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Pushing event updated for resources: {'Port': ['ID=2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:38.824688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Attempting to bind port 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:46:38.825070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Attempting to bind port 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'd9c7f354-9373-460b-b6ba-f8092864ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c22c110f-0d45-4940-81b0-28d50d1edf72'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:46:38.825441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Attempting to bind port 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 on network c22c110f-0d45-4940-81b0-28d50d1edf72 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:46:38.831537 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:46:38.832166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Checking segment: {'id': 'd9c7f354-9373-460b-b6ba-f8092864ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c22c110f-0d45-4940-81b0-28d50d1edf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:38.832787 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:38.833357 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Bound using segment: {'id': 'd9c7f354-9373-460b-b6ba-f8092864ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c22c110f-0d45-4940-81b0-28d50d1edf72'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:46:38.834564 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Bound port: 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c7f354-9373-460b-b6ba-f8092864ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c22c110f-0d45-4940-81b0-28d50d1edf72'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:46:38.835006 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:38.903727 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:38.923549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] For port 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:46:38.927232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] For port 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7,segment=NetworkSegment(d9c7f354-9373-460b-b6ba-f8092864ec24),segment_id=d9c7f354-9373-460b-b6ba-f8092864ec24)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:46:38.990040 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:39.066057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489514f-ff33-4c39-89db-4255d8e4eaa6 None None] Pushing event updated for resources: {'Port': ['ID=2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:39.191614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Allocated IP 172.20.0.1 (c22c110f-0d45-4940-81b0-28d50d1edf72/74ab7628-efcb-4ef4-a190-efb72e4aa12a/408245d2-7e23-4214-9966-1710bb8b9cd4) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:39.338046 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:39.432975 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:39.480909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network c22c110f-0d45-4940-81b0-28d50d1edf72 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:39.484197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:39.487960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:46:39.495193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=408245d2-7e23-4214-9966-1710bb8b9cd4,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:39.537684 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:39.730548 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:40.039026 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:40.106557 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:40.116868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb61230-499b-4d4d-a0d6-0a0ca16656a3 None None] Network c22c110f-0d45-4940-81b0-28d50d1edf72 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:40.184771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=408245d2-7e23-4214-9966-1710bb8b9cd4,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:40.188418 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:40.208048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-151cf23f-d423-4eb5-b5b8-5f81e33a98c2 None None] Provisioning complete for port 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:40.209182 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-151cf23f-d423-4eb5-b5b8-5f81e33a98c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:40.335628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network c22c110f-0d45-4940-81b0-28d50d1edf72 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:40.337406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:46:40.338385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:40.430066 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-151cf23f-d423-4eb5-b5b8-5f81e33a98c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:40.463072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:40.464042 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:40.541808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-151cf23f-d423-4eb5-b5b8-5f81e33a98c2 None None] For port 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7,segment=NetworkSegment(d9c7f354-9373-460b-b6ba-f8092864ec24),segment_id=d9c7f354-9373-460b-b6ba-f8092864ec24)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:40.605025 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:40.622194 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-151cf23f-d423-4eb5-b5b8-5f81e33a98c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:40.730197 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:46:40.730601 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:46:40.731117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cf23f-d423-4eb5-b5b8-5f81e33a98c2 None None] Pushing event updated for resources: {'Port': ['ID=2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:40.762212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8d135422-02a4-4561-944a-1c5ea20a9966 None None] Provisioning complete for port 408245d2-7e23-4214-9966-1710bb8b9cd4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:40.762575 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d135422-02a4-4561-944a-1c5ea20a9966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:40.803983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8d135422-02a4-4561-944a-1c5ea20a9966 None None] Port 408245d2-7e23-4214-9966-1710bb8b9cd4 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:40.817564 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8d135422-02a4-4561-944a-1c5ea20a9966 None None] Provisioning complete for port 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:40.818893 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d135422-02a4-4561-944a-1c5ea20a9966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:41.035302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router bcfddbaa-832e-433c-bd23-632c48287865 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:46:41.153350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:46:41.159749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7e5317b0-23de-47e6-9d7d-5f7a3568581d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/bcfddbaa-832e-433c-bd23-632c48287865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5735538 Dec 16 22:46:41.161260 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45580) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:41.165176 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5846253-dab2-429e-80ed-cd81b47411c4 None None] Sync routers for ids ['bcfddbaa-832e-433c-bd23-632c48287865'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:46:41.175786 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5846253-dab2-429e-80ed-cd81b47411c4 None None] Routers {'bcfddbaa-832e-433c-bd23-632c48287865'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:41.176665 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b5846253-dab2-429e-80ed-cd81b47411c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['bcfddbaa-832e-433c-bd23-632c48287865'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:41.210606 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b5846253-dab2-429e-80ed-cd81b47411c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:41.212535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c01bd0-2587-454c-981e-43e4fcf75c5f tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:41.213938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-01c01bd0-2587-454c-981e-43e4fcf75c5f tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports/408245d2-7e23-4214-9966-1710bb8b9cd4 HTTP/1.1" status: 200 len: 910 time: 0.0507739 Dec 16 22:46:41.216758 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45582) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:41.222641 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5846253-dab2-429e-80ed-cd81b47411c4 None None] Routers {'bcfddbaa-832e-433c-bd23-632c48287865'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:41.223514 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b5846253-dab2-429e-80ed-cd81b47411c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['bcfddbaa-832e-433c-bd23-632c48287865'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:41.266815 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b5846253-dab2-429e-80ed-cd81b47411c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:41.267737 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5846253-dab2-429e-80ed-cd81b47411c4 None None] The sync data for ids ['bcfddbaa-832e-433c-bd23-632c48287865'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:46:41.295879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6d5736ae-abbe-4c9b-863c-749a2cf24362 None None] Provisioning complete for port 408245d2-7e23-4214-9966-1710bb8b9cd4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:41.296353 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d5736ae-abbe-4c9b-863c-749a2cf24362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:41.332903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6d5736ae-abbe-4c9b-863c-749a2cf24362 None None] Port 408245d2-7e23-4214-9966-1710bb8b9cd4 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:41.561081 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-981b059d-e58a-46fc-bb45-776f62916836 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:41.835842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-981b059d-e58a-46fc-bb45-776f62916836 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port 408245d2-7e23-4214-9966-1710bb8b9cd4 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:41.836192 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-981b059d-e58a-46fc-bb45-776f62916836 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:41.946882 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-981b059d-e58a-46fc-bb45-776f62916836 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:41.960239 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-981b059d-e58a-46fc-bb45-776f62916836 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for 408245d2-7e23-4214-9966-1710bb8b9cd4 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:42.204148 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-981b059d-e58a-46fc-bb45-776f62916836 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:42.232616 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b059d-e58a-46fc-bb45-776f62916836 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=408245d2-7e23-4214-9966-1710bb8b9cd4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:42.291656 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:46:42.364235 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:42.365546 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:42.412287 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-981b059d-e58a-46fc-bb45-776f62916836 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:42.591296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981b059d-e58a-46fc-bb45-776f62916836 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router bcfddbaa-832e-433c-bd23-632c48287865 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:46:42.676400 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981b059d-e58a-46fc-bb45-776f62916836 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:46:42.681761 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-981b059d-e58a-46fc-bb45-776f62916836 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/bcfddbaa-832e-433c-bd23-632c48287865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4637296 Dec 16 22:46:42.684474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45588) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:42.688119 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096a61cf-c825-4517-b4f4-59d49d0b470e None None] Sync routers for ids ['bcfddbaa-832e-433c-bd23-632c48287865'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:46:42.699209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096a61cf-c825-4517-b4f4-59d49d0b470e None None] Routers {'bcfddbaa-832e-433c-bd23-632c48287865'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:42.700085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-096a61cf-c825-4517-b4f4-59d49d0b470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['bcfddbaa-832e-433c-bd23-632c48287865'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:42.716621 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-45a67bfa-43e9-4d42-ad5f-6ea5a1d651d0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcfddbaa-832e-433c-bd23-632c48287865 HTTP/1.1" status: 200 len: 205 time: 0.0290816 Dec 16 22:46:42.717369 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45590) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:42.742200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-096a61cf-c825-4517-b4f4-59d49d0b470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:42.751572 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096a61cf-c825-4517-b4f4-59d49d0b470e None None] Routers {'bcfddbaa-832e-433c-bd23-632c48287865'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:42.752206 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-096a61cf-c825-4517-b4f4-59d49d0b470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['bcfddbaa-832e-433c-bd23-632c48287865'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:42.786322 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-096a61cf-c825-4517-b4f4-59d49d0b470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:42.787633 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096a61cf-c825-4517-b4f4-59d49d0b470e None None] The sync data for ids ['bcfddbaa-832e-433c-bd23-632c48287865'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:46:42.807004 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e0eb5bac-d539-44e6-82bc-7d3f453434d6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:42.979391 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e0eb5bac-d539-44e6-82bc-7d3f453434d6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:42.981633 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e0eb5bac-d539-44e6-82bc-7d3f453434d6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.092017 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e0eb5bac-d539-44e6-82bc-7d3f453434d6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.092625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0eb5bac-d539-44e6-82bc-7d3f453434d6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Fanout notify agent at l3_agent the message router_deleted on router bcfddbaa-832e-433c-bd23-632c48287865 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:46:43.100805 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e0eb5bac-d539-44e6-82bc-7d3f453434d6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.101901 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e0eb5bac-d539-44e6-82bc-7d3f453434d6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/routers/bcfddbaa-832e-433c-bd23-632c48287865 HTTP/1.1" status: 204 len: 168 time: 0.3835053 Dec 16 22:46:43.104628 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45594) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:43.158128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-727ab57a-75d3-4e08-9193-39bf1fc811c6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting subnet 74ab7628-efcb-4ef4-a190-efb72e4aa12a {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:46:43.162009 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-727ab57a-75d3-4e08-9193-39bf1fc811c6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.211554 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-727ab57a-75d3-4e08-9193-39bf1fc811c6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.295089 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.305776 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-727ab57a-75d3-4e08-9193-39bf1fc811c6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.444532 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-727ab57a-75d3-4e08-9193-39bf1fc811c6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.476007 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.478407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ab57a-75d3-4e08-9193-39bf1fc811c6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Subnet': ['ID=74ab7628-efcb-4ef4-a190-efb72e4aa12a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:43.486837 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-727ab57a-75d3-4e08-9193-39bf1fc811c6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.491868 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-727ab57a-75d3-4e08-9193-39bf1fc811c6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/74ab7628-efcb-4ef4-a190-efb72e4aa12a HTTP/1.1" status: 204 len: 168 time: 0.3849459 Dec 16 22:46:43.493978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45598) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:43.494493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103a5bf7-7597-4780-8560-183acb67f45a None None] Network c22c110f-0d45-4940-81b0-28d50d1edf72 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:43.582568 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.644490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:43.645075 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.669813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1fd570-8fd8-49fd-8f2e-b5be43aa9e13 None None] DHCP port deletion for c22c110f-0d45-4940-81b0-28d50d1edf72 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:46:43.710818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] For port 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7,segment=NetworkSegment(d9c7f354-9373-460b-b6ba-f8092864ec24),segment_id=d9c7f354-9373-460b-b6ba-f8092864ec24)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:43.711227 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.719450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3d1fd570-8fd8-49fd-8f2e-b5be43aa9e13 None None] Deleting port 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:43.719935 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd570-8fd8-49fd-8f2e-b5be43aa9e13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.725222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:43.794827 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3d1fd570-8fd8-49fd-8f2e-b5be43aa9e13 None None] For port 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7,segment=NetworkSegment(d9c7f354-9373-460b-b6ba-f8092864ec24),segment_id=d9c7f354-9373-460b-b6ba-f8092864ec24)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:43.795177 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd570-8fd8-49fd-8f2e-b5be43aa9e13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.808664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3d1fd570-8fd8-49fd-8f2e-b5be43aa9e13 None None] Calling delete_port for 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:43.884282 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.890263 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd570-8fd8-49fd-8f2e-b5be43aa9e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:43.913735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:43.917745 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fd570-8fd8-49fd-8f2e-b5be43aa9e13 None None] Pushing event deleted for resources: {'Port': ['ID=2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:43.922946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No DVR routers for this DVR port 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:43.925109 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1fd570-8fd8-49fd-8f2e-b5be43aa9e13 None None] No DVR routers for this DVR port 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:44.013653 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:44.043851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22c110f-0d45-4940-81b0-28d50d1edf72']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:44.054504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c7f354-9373-460b-b6ba-f8092864ec24') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:44.054699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c7f354-9373-460b-b6ba-f8092864ec24') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:44.065385 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:44.079742 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:44.086943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:46:44.087378 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:46:44.090459 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:46:44.257923 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:44.263421 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:46:44.280349 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:44.286351 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/networks/c22c110f-0d45-4940-81b0-28d50d1edf72 HTTP/1.1" status: 204 len: 168 time: 0.7909961 Dec 16 22:46:44.290422 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45604) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:44.295231 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1905346321', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:44.300598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490a286-f8f5-42fa-ae1a-66f587636745 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Network': ['ID=c22c110f-0d45-4940-81b0-28d50d1edf72,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:44.303757 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:46:44.304350 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2bd9c2d4-8c2d-4b68-b15c-e71b6b83e7f7 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:46:44.401246 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:44.402372 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:44.460189 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:44.655737 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:45.000871 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:45.021510 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:45.133657 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Allocated IP 172.25.2.244 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/0d0995f7-cf6b-47da-b9ed-44f8fa017152) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:45.251451 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:45.350889 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:45.403191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:45.407526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:45.409259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=0d0995f7-cf6b-47da-b9ed-44f8fa017152,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:45.412088 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:46:45.424028 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266286c8-f39a-44a6-8de6-fe287069ddca None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:46:45.503998 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cacf51b2-7893-402e-9b64-8500a6a2c342 None None] Provisioning complete for port 0d0995f7-cf6b-47da-b9ed-44f8fa017152 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:45.504622 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cacf51b2-7893-402e-9b64-8500a6a2c342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:45.560847 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cacf51b2-7893-402e-9b64-8500a6a2c342 None None] Port 0d0995f7-cf6b-47da-b9ed-44f8fa017152 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:46.055947 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:46.272614 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:46.493859 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router ad64ff6f-1d4a-42fa-a622-59240112fada is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:46:46.625331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:46:46.637095 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ddb62d-7d40-4da6-85a9-bfcd8bf87bfe None None] Sync routers for ids ['ad64ff6f-1d4a-42fa-a622-59240112fada'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:46:46.645180 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ddb62d-7d40-4da6-85a9-bfcd8bf87bfe None None] Routers {'ad64ff6f-1d4a-42fa-a622-59240112fada'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:46.646531 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-90ddb62d-7d40-4da6-85a9-bfcd8bf87bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ad64ff6f-1d4a-42fa-a622-59240112fada'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:46.681503 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-90ddb62d-7d40-4da6-85a9-bfcd8bf87bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:46.693851 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ddb62d-7d40-4da6-85a9-bfcd8bf87bfe None None] Routers {'ad64ff6f-1d4a-42fa-a622-59240112fada'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:46.694525 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-90ddb62d-7d40-4da6-85a9-bfcd8bf87bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ad64ff6f-1d4a-42fa-a622-59240112fada'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:46.709561 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:46.711146 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-eb58414a-e47c-48a2-bff0-2f0191f2f844 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.4196765 Dec 16 22:46:46.713891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45690) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:46.731726 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-90ddb62d-7d40-4da6-85a9-bfcd8bf87bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:46.732392 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ddb62d-7d40-4da6-85a9-bfcd8bf87bfe None None] The sync data for ids ['ad64ff6f-1d4a-42fa-a622-59240112fada'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:46:46.844468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dc9b4095-ae42-4ad8-89f7-8e95a9e7c044 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/routers/ad64ff6f-1d4a-42fa-a622-59240112fada HTTP/1.1" status: 200 len: 881 time: 0.1278973 Dec 16 22:46:46.846706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45696) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:47.125369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-36e204e6-6732-4d2e-8661-3f3ed9b535c2 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2774887 Dec 16 22:46:47.127974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45712) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:47.132850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ed28d9a1-382d-4d61-9d78-8365f81fc486 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1905346321'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:47.464086 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ed28d9a1-382d-4d61-9d78-8365f81fc486 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:47.585404 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ed28d9a1-382d-4d61-9d78-8365f81fc486 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:47.706636 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed28d9a1-382d-4d61-9d78-8365f81fc486 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router ad64ff6f-1d4a-42fa-a622-59240112fada has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:46:47.813300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed28d9a1-382d-4d61-9d78-8365f81fc486 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:46:47.820791 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ed28d9a1-382d-4d61-9d78-8365f81fc486 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:47.822265 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ed28d9a1-382d-4d61-9d78-8365f81fc486 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/ad64ff6f-1d4a-42fa-a622-59240112fada HTTP/1.1" status: 200 len: 888 time: 0.6933043 Dec 16 22:46:47.823630 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4dcc3e-a101-4348-be76-3bc015b0654e None None] Sync routers for ids ['ad64ff6f-1d4a-42fa-a622-59240112fada'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:46:47.824948 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45744) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:47.834353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4dcc3e-a101-4348-be76-3bc015b0654e None None] Routers {'ad64ff6f-1d4a-42fa-a622-59240112fada'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:47.834992 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-af4dcc3e-a101-4348-be76-3bc015b0654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ad64ff6f-1d4a-42fa-a622-59240112fada'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:47.871547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-af4dcc3e-a101-4348-be76-3bc015b0654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:47.881294 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4dcc3e-a101-4348-be76-3bc015b0654e None None] Routers {'ad64ff6f-1d4a-42fa-a622-59240112fada'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:47.881927 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-af4dcc3e-a101-4348-be76-3bc015b0654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ad64ff6f-1d4a-42fa-a622-59240112fada'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:47.917097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-af4dcc3e-a101-4348-be76-3bc015b0654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:47.917760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4dcc3e-a101-4348-be76-3bc015b0654e None None] The sync data for ids ['ad64ff6f-1d4a-42fa-a622-59240112fada'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:46:47.941591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7caa65ac-05b2-48f8-b88e-cdc6b0d4bc17 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/routers/ad64ff6f-1d4a-42fa-a622-59240112fada HTTP/1.1" status: 200 len: 888 time: 0.1151123 Dec 16 22:46:47.944671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45750) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:47.971939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8313f8bf-8314-4890-a009-0090e5830b2d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad64ff6f-1d4a-42fa-a622-59240112fada HTTP/1.1" status: 200 len: 205 time: 0.0261607 Dec 16 22:46:47.974754 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45754) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:48.086424 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-049e63fc-f968-4eb5-ab99-2d41472c01c8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:48.193066 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-049e63fc-f968-4eb5-ab99-2d41472c01c8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:48.301268 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-049e63fc-f968-4eb5-ab99-2d41472c01c8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port 0d0995f7-cf6b-47da-b9ed-44f8fa017152 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:48.301268 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-049e63fc-f968-4eb5-ab99-2d41472c01c8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:48.382648 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-049e63fc-f968-4eb5-ab99-2d41472c01c8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:48.394644 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-049e63fc-f968-4eb5-ab99-2d41472c01c8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for 0d0995f7-cf6b-47da-b9ed-44f8fa017152 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:48.643845 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-049e63fc-f968-4eb5-ab99-2d41472c01c8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:48.671813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e63fc-f968-4eb5-ab99-2d41472c01c8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=0d0995f7-cf6b-47da-b9ed-44f8fa017152,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:48.683461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fa90a8-ba42-4967-b7d2-02b9b7375538 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:46:48.741862 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-049e63fc-f968-4eb5-ab99-2d41472c01c8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:48.835381 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-049e63fc-f968-4eb5-ab99-2d41472c01c8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:48.837671 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-049e63fc-f968-4eb5-ab99-2d41472c01c8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:48.960692 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-049e63fc-f968-4eb5-ab99-2d41472c01c8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:48.961328 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049e63fc-f968-4eb5-ab99-2d41472c01c8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Fanout notify agent at l3_agent the message router_deleted on router ad64ff6f-1d4a-42fa-a622-59240112fada {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:46:48.968480 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-049e63fc-f968-4eb5-ab99-2d41472c01c8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:48.969633 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-049e63fc-f968-4eb5-ab99-2d41472c01c8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/routers/ad64ff6f-1d4a-42fa-a622-59240112fada HTTP/1.1" status: 204 len: 168 time: 0.9936154 Dec 16 22:46:48.973190 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45802) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:48.978951 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-66d1611e-e219-4036-afcc-7c15bd563b94 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'network': {'name': 'tempest-RoutersTest-966360219'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:49.066440 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d1611e-e219-4036-afcc-7c15bd563b94 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:49.070181 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-66d1611e-e219-4036-afcc-7c15bd563b94 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:49.100284 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d1611e-e219-4036-afcc-7c15bd563b94 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:46:49.107181 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-66d1611e-e219-4036-afcc-7c15bd563b94 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:49.107591 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-66d1611e-e219-4036-afcc-7c15bd563b94 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Added segment e4e89b1a-cd85-44ef-9a35-120d45f0f18c of type vlan for network a8ce0334-01cb-4d10-b238-d0f6690ad851 Dec 16 22:46:49.148647 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-66d1611e-e219-4036-afcc-7c15bd563b94 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:49.220543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-66d1611e-e219-4036-afcc-7c15bd563b94 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:49.227505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d1611e-e219-4036-afcc-7c15bd563b94 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:49.228191 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-66d1611e-e219-4036-afcc-7c15bd563b94 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:49.296598 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1611e-e219-4036-afcc-7c15bd563b94 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Network': ['ID=a8ce0334-01cb-4d10-b238-d0f6690ad851,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:49.307078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network a8ce0334-01cb-4d10-b238-d0f6690ad851 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:46:49.352977 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-66d1611e-e219-4036-afcc-7c15bd563b94 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3778474 Dec 16 22:46:49.355949 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45828) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:49.361137 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a8c2900a-df14-4e36-a98e-6cc1ec998d39 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'subnet': {'network_id': 'a8ce0334-01cb-4d10-b238-d0f6690ad851', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:49.546147 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c2900a-df14-4e36-a98e-6cc1ec998d39 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:49.549771 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8c2900a-df14-4e36-a98e-6cc1ec998d39 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:49.823900 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8c2900a-df14-4e36-a98e-6cc1ec998d39 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:49.895941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2900a-df14-4e36-a98e-6cc1ec998d39 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Subnet': ['ID=83751644-5207-469a-b756-5b566c97357a,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:49.899647 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:46:49.903366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2900a-df14-4e36-a98e-6cc1ec998d39 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Checking segment: {'id': 'e4e89b1a-cd85-44ef-9a35-120d45f0f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a8ce0334-01cb-4d10-b238-d0f6690ad851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:49.903742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c2900a-df14-4e36-a98e-6cc1ec998d39 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network hostable DHCP agents. Network: a8ce0334-01cb-4d10-b238-d0f6690ad851, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:46:49.983505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c2900a-df14-4e36-a98e-6cc1ec998d39 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network a8ce0334-01cb-4d10-b238-d0f6690ad851 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:46:50.106360 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4207e26d-0585-41d5-a566-bbdd6007221d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:50.229443 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-a8c2900a-df14-4e36-a98e-6cc1ec998d39 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, a8ce0334-01cb-4d10-b238-d0f6690ad851) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:50.233874 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c2900a-df14-4e36-a98e-6cc1ec998d39 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:50.234540 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8c2900a-df14-4e36-a98e-6cc1ec998d39 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:50.238557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f006d55f-0f4d-48cf-a271-86a9f1f31348 None None] Network a8ce0334-01cb-4d10-b238-d0f6690ad851 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:50.343116 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-a8ce0334-01cb-4d10-b238-d0f6690ad851', 'network_id': 'a8ce0334-01cb-4d10-b238-d0f6690ad851', 'project_id': 'c295552ddea34ba1a24c388257131adb', 'fixed_ips': [{'subnet_id': '83751644-5207-469a-b756-5b566c97357a'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:46:50.344123 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:50.381283 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a8c2900a-df14-4e36-a98e-6cc1ec998d39 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0209100 Dec 16 22:46:50.381915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45868) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:50.386524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ea11d8cd-16bd-4e03-b609-41d5e1399739 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-581350997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:50.484410 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Allocated IP 172.20.0.2 (a8ce0334-01cb-4d10-b238-d0f6690ad851/83751644-5207-469a-b756-5b566c97357a/4ea41586-6c99-440d-816c-e9621771dab6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:50.512458 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ea11d8cd-16bd-4e03-b609-41d5e1399739 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:50.513762 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ea11d8cd-16bd-4e03-b609-41d5e1399739 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:50.570690 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ea11d8cd-16bd-4e03-b609-41d5e1399739 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:50.632395 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:50.644081 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ea11d8cd-16bd-4e03-b609-41d5e1399739 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:50.730800 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:50.773852 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ea11d8cd-16bd-4e03-b609-41d5e1399739 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:50.776103 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ea11d8cd-16bd-4e03-b609-41d5e1399739 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3938999 Dec 16 22:46:50.779186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 45886) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:50.779809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Network a8ce0334-01cb-4d10-b238-d0f6690ad851 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:50.782891 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:50.787215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:46:50.795156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Pushing event updated for resources: {'Port': ['ID=4ea41586-6c99-440d-816c-e9621771dab6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:50.863755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Attempting to bind port 4ea41586-6c99-440d-816c-e9621771dab6 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:46:50.864850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Attempting to bind port 4ea41586-6c99-440d-816c-e9621771dab6 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'e4e89b1a-cd85-44ef-9a35-120d45f0f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a8ce0334-01cb-4d10-b238-d0f6690ad851'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:46:50.865894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Attempting to bind port 4ea41586-6c99-440d-816c-e9621771dab6 on network a8ce0334-01cb-4d10-b238-d0f6690ad851 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:46:50.871968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:46:50.872421 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Checking segment: {'id': 'e4e89b1a-cd85-44ef-9a35-120d45f0f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a8ce0334-01cb-4d10-b238-d0f6690ad851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:50.872765 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:50.873196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Bound using segment: {'id': 'e4e89b1a-cd85-44ef-9a35-120d45f0f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a8ce0334-01cb-4d10-b238-d0f6690ad851'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:46:50.873692 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Bound port: 4ea41586-6c99-440d-816c-e9621771dab6, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e89b1a-cd85-44ef-9a35-120d45f0f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a8ce0334-01cb-4d10-b238-d0f6690ad851'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:46:50.874035 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:50.947644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] For port 4ea41586-6c99-440d-816c-e9621771dab6, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:46:50.951406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] For port 4ea41586-6c99-440d-816c-e9621771dab6, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4ea41586-6c99-440d-816c-e9621771dab6,segment=NetworkSegment(e4e89b1a-cd85-44ef-9a35-120d45f0f18c),segment_id=e4e89b1a-cd85-44ef-9a35-120d45f0f18c)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:46:51.058444 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:51.125709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf30324-79e9-4486-8595-28063d2a9b1c None None] Pushing event updated for resources: {'Port': ['ID=4ea41586-6c99-440d-816c-e9621771dab6,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:51.503631 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:51.753544 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Allocated IP 172.20.0.1 (a8ce0334-01cb-4d10-b238-d0f6690ad851/83751644-5207-469a-b756-5b566c97357a/1a0caab7-e949-4c3a-92da-f66f8058c531) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:51.875507 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:51.966577 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.018537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network a8ce0334-01cb-4d10-b238-d0f6690ad851 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:52.022342 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:52.026676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:46:52.069613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=1a0caab7-e949-4c3a-92da-f66f8058c531,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:52.085486 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-3e964e09-2963-4536-b1fa-5828e6d5dab9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0630951 Dec 16 22:46:52.095034 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.166258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef696bb-e144-48b3-b432-73847a847975 None None] Network a8ce0334-01cb-4d10-b238-d0f6690ad851 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:52.198370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-8de9b9cd-ae99-43ca-91cb-2603ade3cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:52.198370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-8de9b9cd-ae99-43ca-91cb-2603ade3cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:52.209888 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-8de9b9cd-ae99-43ca-91cb-2603ade3cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:52.209888 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-8de9b9cd-ae99-43ca-91cb-2603ade3cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:52.209888 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-8de9b9cd-ae99-43ca-91cb-2603ade3cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:52.209888 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-8de9b9cd-ae99-43ca-91cb-2603ade3cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:52.209888 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-8de9b9cd-ae99-43ca-91cb-2603ade3cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:52.209888 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-8de9b9cd-ae99-43ca-91cb-2603ade3cde4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 6491 time: 0.0595887 Dec 16 22:46:52.272301 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b053a254-2d47-4db5-82eb-e21bae4b3b3c None None] Provisioning complete for port 4ea41586-6c99-440d-816c-e9621771dab6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:52.272868 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b053a254-2d47-4db5-82eb-e21bae4b3b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.351936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-1d4b73ae-31b8-4c60-9bed-1a3da1b9ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:52.352600 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-1d4b73ae-31b8-4c60-9bed-1a3da1b9ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:52.353239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-1d4b73ae-31b8-4c60-9bed-1a3da1b9ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:52.355494 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-1d4b73ae-31b8-4c60-9bed-1a3da1b9ce3f service neutron] 10.222.0.69 "GET /v2.0/networks?id=d29e897a-1707-4916-9e93-3168ac5f7a0f&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&id=37445d9f-0861-4e82-a857-7db94f202785&id=37445d9f-0861-4e82-a857-7db94f202785 HTTP/1.1" status: 200 len: 2292 time: 0.1227977 Dec 16 22:46:52.358356 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4ea41586-6c99-440d-816c-e9621771dab6 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:46:52.367700 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.448078 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-9a51f8f8-519e-4d6b-b3d7-aadce74520ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b04ab81-2f34-4558-8334-a2484dc408c9 HTTP/1.1" status: 200 len: 1001 time: 0.0791452 Dec 16 22:46:52.471075 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b053a254-2d47-4db5-82eb-e21bae4b3b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.487200 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8265-1213-42fa-a5d1-3dbade38c586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.489004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4ea41586-6c99-440d-816c-e9621771dab6 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:52.490072 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.521103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-e65ac62e-fb87-40e8-bdc4-6d6d4a565392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:52.523098 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-e65ac62e-fb87-40e8-bdc4-6d6d4a565392 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7388031d-9b1a-4850-8adb-5060292caf9d HTTP/1.1" status: 200 len: 850 time: 0.0610719 Dec 16 22:46:52.550862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b053a254-2d47-4db5-82eb-e21bae4b3b3c None None] For port 4ea41586-6c99-440d-816c-e9621771dab6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4ea41586-6c99-440d-816c-e9621771dab6,segment=NetworkSegment(e4e89b1a-cd85-44ef-9a35-120d45f0f18c),segment_id=e4e89b1a-cd85-44ef-9a35-120d45f0f18c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:52.621159 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-ffb991ef-42a5-4cd4-891e-8988774041de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:52.622784 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-ffb991ef-42a5-4cd4-891e-8988774041de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d29e897a-1707-4916-9e93-3168ac5f7a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835078 Dec 16 22:46:52.624852 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.637554 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b053a254-2d47-4db5-82eb-e21bae4b3b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.681412 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.726800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053a254-2d47-4db5-82eb-e21bae4b3b3c None None] Pushing event updated for resources: {'Port': ['ID=4ea41586-6c99-440d-816c-e9621771dab6,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:52.733853 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:46:52.734801 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:46:52.752420 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.759810 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-3cd327c5-dd60-4df6-9d37-c4b8971e962a service neutron] 10.222.0.69 "GET /v2.0/networks/d29e897a-1707-4916-9e93-3168ac5f7a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255338 Dec 16 22:46:52.844988 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=1a0caab7-e949-4c3a-92da-f66f8058c531,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:52.850890 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.868131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b805725f-ff8b-40dc-a519-7b7ea151246f None None] Provisioning complete for port 4ea41586-6c99-440d-816c-e9621771dab6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:52.868756 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b805725f-ff8b-40dc-a519-7b7ea151246f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.877013 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-dada08ac-ba0a-4e1d-ba75-a39949e5c43b service neutron] 10.222.0.69 "GET /v2.0/networks/d29e897a-1707-4916-9e93-3168ac5f7a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044765 Dec 16 22:46:52.933874 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-7eb8ef1a-f544-4c4d-8ad7-95e47d67a151 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 HTTP/1.1" status: 200 len: 217 time: 0.0460076 Dec 16 22:46:52.973120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network a8ce0334-01cb-4d10-b238-d0f6690ad851 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:52.976174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:53.030685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b805725f-ff8b-40dc-a519-7b7ea151246f None None] Provisioning complete for port 1a0caab7-e949-4c3a-92da-f66f8058c531 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:53.030989 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b805725f-ff8b-40dc-a519-7b7ea151246f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:53.048642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-67081cf0-4b78-4dfa-9d59-d7889206e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:53.050403 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-67081cf0-4b78-4dfa-9d59-d7889206e292 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 200 len: 797 time: 0.1047485 Dec 16 22:46:53.091212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b805725f-ff8b-40dc-a519-7b7ea151246f None None] Port 1a0caab7-e949-4c3a-92da-f66f8058c531 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:53.117143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-8a3e3b16-4fbd-43e0-8a16-1854489856cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:53.119691 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-8a3e3b16-4fbd-43e0-8a16-1854489856cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505881 Dec 16 22:46:53.201330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 3227ca86-9a74-4018-9673-16f8921a899e is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:46:53.213845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4ba4c565-c490-409d-9a73-38c66c34d314 None None] Provisioning complete for port 1a0caab7-e949-4c3a-92da-f66f8058c531 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:53.214907 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ba4c565-c490-409d-9a73-38c66c34d314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:53.248422 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-cf15b29d-f7b7-4e96-a040-527fe0bfbe87 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161563 Dec 16 22:46:53.266825 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4c565-c490-409d-9a73-38c66c34d314 None None] Port 1a0caab7-e949-4c3a-92da-f66f8058c531 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:53.327947 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:46:53.337034 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 45994) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:53.338660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-eab22620-bc70-401d-962a-562a658cc3a0 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/3227ca86-9a74-4018-9673-16f8921a899e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5574207 Dec 16 22:46:53.339981 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f9de1-19cb-4c66-ae8d-d21e4f6a85b6 None None] Sync routers for ids ['3227ca86-9a74-4018-9673-16f8921a899e'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:46:53.355556 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f9de1-19cb-4c66-ae8d-d21e4f6a85b6 None None] Routers {'3227ca86-9a74-4018-9673-16f8921a899e'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:53.356176 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ce3f9de1-19cb-4c66-ae8d-d21e4f6a85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['3227ca86-9a74-4018-9673-16f8921a899e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:53.394945 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a7fb51cb-3595-4f18-8161-f000a6a4db9e None None] Provisioning complete for port 1a0caab7-e949-4c3a-92da-f66f8058c531 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:53.395398 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7fb51cb-3595-4f18-8161-f000a6a4db9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:53.399230 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ce3f9de1-19cb-4c66-ae8d-d21e4f6a85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:53.402040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b02a02-afcc-41a0-88e7-e92f10a8c975 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:53.403471 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-34b02a02-afcc-41a0-88e7-e92f10a8c975 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports/1a0caab7-e949-4c3a-92da-f66f8058c531 HTTP/1.1" status: 200 len: 910 time: 0.0654707 Dec 16 22:46:53.407690 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46000) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:53.413482 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f9de1-19cb-4c66-ae8d-d21e4f6a85b6 None None] Routers {'3227ca86-9a74-4018-9673-16f8921a899e'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:53.414240 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ce3f9de1-19cb-4c66-ae8d-d21e4f6a85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['3227ca86-9a74-4018-9673-16f8921a899e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:53.415182 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-a19fbe4d-0f71-4488-a9be-280735a3d751 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544981 Dec 16 22:46:53.418580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-59d90cf9-2a14-40c7-9aa5-83bfda5f67ca tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '83751644-5207-469a-b756-5b566c97357a'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:53.432039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb51cb-3595-4f18-8161-f000a6a4db9e None None] Port 1a0caab7-e949-4c3a-92da-f66f8058c531 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:53.455950 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ce3f9de1-19cb-4c66-ae8d-d21e4f6a85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:53.456737 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f9de1-19cb-4c66-ae8d-d21e4f6a85b6 None None] The sync data for ids ['3227ca86-9a74-4018-9673-16f8921a899e'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:46:53.464868 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-59cc2016-5e02-489a-b9db-5dab6cf846e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=b9d73b46-bfc0-4dd6-a33c-e55e82103481 HTTP/1.1" status: 200 len: 217 time: 0.0375495 Dec 16 22:46:53.523193 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-0a533fc9-78d6-49a6-a621-119a977be0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:53.524906 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-0a533fc9-78d6-49a6-a621-119a977be0b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 200 len: 797 time: 0.0482357 Dec 16 22:46:53.581077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-8221d519-f599-4c3d-896b-de74833f401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:53.582587 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-8221d519-f599-4c3d-896b-de74833f401f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452473 Dec 16 22:46:53.588711 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-59d90cf9-2a14-40c7-9aa5-83bfda5f67ca tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:53.620842 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:53.685838 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-b62ba420-f05b-4b0d-a777-7bb5574ca5ad service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933397 Dec 16 22:46:53.798653 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-5845a6d7-9656-4fb2-b008-6b40f48076dd service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018867 Dec 16 22:46:53.853232 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-8cfc311a-45de-4efa-a7bd-59d647e6b7a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=69b8d4de-875c-42d8-a276-51dad253ecb6 HTTP/1.1" status: 200 len: 217 time: 0.0429463 Dec 16 22:46:53.908298 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-882595a3-43ad-4a6d-ac85-e24ae86cbe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:53.909772 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-882595a3-43ad-4a6d-ac85-e24ae86cbe40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 200 len: 797 time: 0.0457880 Dec 16 22:46:53.964243 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-f61ff7bf-4204-4c1b-94c2-da4fdcb626e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:53.966211 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-f61ff7bf-4204-4c1b-94c2-da4fdcb626e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0460708 Dec 16 22:46:53.989618 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-59d90cf9-2a14-40c7-9aa5-83bfda5f67ca tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.070299 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-072cab82-fc59-4192-865e-2a1d871cba2e service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926878 Dec 16 22:46:54.074804 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-59d90cf9-2a14-40c7-9aa5-83bfda5f67ca tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.154240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d90cf9-2a14-40c7-9aa5-83bfda5f67ca tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=1a0caab7-e949-4c3a-92da-f66f8058c531,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:54.167751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d90cf9-2a14-40c7-9aa5-83bfda5f67ca tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:54.168466 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-59d90cf9-2a14-40c7-9aa5-83bfda5f67ca tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.169844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-59d90cf9-2a14-40c7-9aa5-83bfda5f67ca tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/ports/1a0caab7-e949-4c3a-92da-f66f8058c531 HTTP/1.1" status: 200 len: 910 time: 0.7611330 Dec 16 22:46:54.172580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46036) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:54.180332 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-e5bcc1af-930a-415d-acb7-71cdc4007177 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985646 Dec 16 22:46:54.237934 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-9fb952f4-577e-4a11-92f6-5f25056f7789 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=bcd3db1d-f212-4040-b2ce-7779cd2af03c HTTP/1.1" status: 200 len: 217 time: 0.0441127 Dec 16 22:46:54.294768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4ea41586-6c99-440d-816c-e9621771dab6 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:46:54.305429 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-b3b26a76-4a8d-403d-adb4-070acd6aee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:54.310687 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-b3b26a76-4a8d-403d-adb4-070acd6aee2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 200 len: 797 time: 0.0585549 Dec 16 22:46:54.353171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4ea41586-6c99-440d-816c-e9621771dab6 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:54.353825 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.363349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-0082e5eb-6159-4109-9687-8ac2d5075b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:54.365921 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-0082e5eb-6159-4109-9687-8ac2d5075b62 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=09958e27-18af-4cce-88fa-f6c1acc8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0468431 Dec 16 22:46:54.486974 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-7e2eaeb0-20f6-40a4-afdd-48e450d193d0 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074421 Dec 16 22:46:54.540875 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80280a57-1fbc-4737-8a62-a77fbd5b6e1f tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.583499 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-8e72fc2c-a1f3-470a-ba44-e0a877af12b8 service neutron] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844743 Dec 16 22:46:54.635125 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-23f38ae9-d4bf-4775-bc04-d1bc950ba985 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b92f5c79-bb4c-4e11-9397-74427d7adaa4 HTTP/1.1" status: 200 len: 217 time: 0.0407572 Dec 16 22:46:54.691417 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-6e0db9bd-2578-4f95-89fc-00ddc17d2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:54.693728 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-6e0db9bd-2578-4f95-89fc-00ddc17d2791 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=293efef2-0a95-4853-917e-48f1ea75b46a HTTP/1.1" status: 200 len: 797 time: 0.0479593 Dec 16 22:46:54.743944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-83fb29ca-b754-4278-b712-6c324cc6b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:54.745554 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-83fb29ca-b754-4278-b712-6c324cc6b544 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37445d9f-0861-4e82-a857-7db94f202785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0429685 Dec 16 22:46:54.800936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-80280a57-1fbc-4737-8a62-a77fbd5b6e1f tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port 1a0caab7-e949-4c3a-92da-f66f8058c531 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:54.802022 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80280a57-1fbc-4737-8a62-a77fbd5b6e1f tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.855362 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-0298f75f-d08b-428f-96f8-ea39ae2a4279 service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980036 Dec 16 22:46:54.878393 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.899756 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80280a57-1fbc-4737-8a62-a77fbd5b6e1f tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.912876 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-80280a57-1fbc-4737-8a62-a77fbd5b6e1f tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for 1a0caab7-e949-4c3a-92da-f66f8058c531 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:54.961653 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-6b67e70c-554b-4542-a018-217f758cb924 service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943925 Dec 16 22:46:55.010412 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-f18accc9-d76a-46d1-a301-a3e3ac75e65a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ef00805-74f7-418f-a3ff-1dfe07d483b3 HTTP/1.1" status: 200 len: 217 time: 0.0378397 Dec 16 22:46:55.069541 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-e665bba8-4d3f-4142-ab50-6cae0ecf3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:55.071005 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-e665bba8-4d3f-4142-ab50-6cae0ecf3e85 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=293efef2-0a95-4853-917e-48f1ea75b46a HTTP/1.1" status: 200 len: 797 time: 0.0498207 Dec 16 22:46:55.124295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-33eeea37-e208-416e-b459-8de4646cb937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:55.125771 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-33eeea37-e208-416e-b459-8de4646cb937 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37445d9f-0861-4e82-a857-7db94f202785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0430954 Dec 16 22:46:55.175117 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80280a57-1fbc-4737-8a62-a77fbd5b6e1f tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:55.206588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80280a57-1fbc-4737-8a62-a77fbd5b6e1f tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=1a0caab7-e949-4c3a-92da-f66f8058c531,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:55.244507 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-46b9454c-9fb5-4210-b9a5-4214f72658c6 service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066349 Dec 16 22:46:55.385663 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80280a57-1fbc-4737-8a62-a77fbd5b6e1f tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:55.391365 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b359aa3b-01f9-4bce-95b1-2598f7759caa req-2422d34b-cf04-4926-aa4c-b8e217f80b91 service neutron] 10.222.0.69 "GET /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313071 Dec 16 22:46:55.555218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80280a57-1fbc-4737-8a62-a77fbd5b6e1f tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 3227ca86-9a74-4018-9673-16f8921a899e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:46:55.718047 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:55.870209 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80280a57-1fbc-4737-8a62-a77fbd5b6e1f tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:46:55.875154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-80280a57-1fbc-4737-8a62-a77fbd5b6e1f tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/3227ca86-9a74-4018-9673-16f8921a899e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7015955 Dec 16 22:46:55.877907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46110) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:55.881736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da641e-07ea-4b41-b38d-10fb978073a4 None None] Sync routers for ids ['3227ca86-9a74-4018-9673-16f8921a899e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:46:55.892842 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da641e-07ea-4b41-b38d-10fb978073a4 None None] Routers {'3227ca86-9a74-4018-9673-16f8921a899e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:55.893471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c7da641e-07ea-4b41-b38d-10fb978073a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['3227ca86-9a74-4018-9673-16f8921a899e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:55.905601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-24b52ae0-d340-4a58-a565-b79ddb184ed3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports?device_id=3227ca86-9a74-4018-9673-16f8921a899e HTTP/1.1" status: 200 len: 205 time: 0.0265474 Dec 16 22:46:55.911534 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46112) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:55.932387 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c7da641e-07ea-4b41-b38d-10fb978073a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:55.941187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da641e-07ea-4b41-b38d-10fb978073a4 None None] Routers {'3227ca86-9a74-4018-9673-16f8921a899e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:55.941800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c7da641e-07ea-4b41-b38d-10fb978073a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['3227ca86-9a74-4018-9673-16f8921a899e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:55.977469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c7da641e-07ea-4b41-b38d-10fb978073a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:55.978144 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da641e-07ea-4b41-b38d-10fb978073a4 None None] The sync data for ids ['3227ca86-9a74-4018-9673-16f8921a899e'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:46:56.272244 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca5d6082-b6ac-44a6-9f15-3e80f636c0f6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.435061 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca5d6082-b6ac-44a6-9f15-3e80f636c0f6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.437275 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca5d6082-b6ac-44a6-9f15-3e80f636c0f6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.560399 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca5d6082-b6ac-44a6-9f15-3e80f636c0f6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.560956 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5d6082-b6ac-44a6-9f15-3e80f636c0f6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Fanout notify agent at l3_agent the message router_deleted on router 3227ca86-9a74-4018-9673-16f8921a899e {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:46:56.569645 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca5d6082-b6ac-44a6-9f15-3e80f636c0f6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.570794 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ca5d6082-b6ac-44a6-9f15-3e80f636c0f6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/routers/3227ca86-9a74-4018-9673-16f8921a899e HTTP/1.1" status: 204 len: 168 time: 0.6580493 Dec 16 22:46:56.573779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46130) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:56.627837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b672a6-c104-424c-b632-40a5cca958bb tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting subnet 83751644-5207-469a-b756-5b566c97357a {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:46:56.631873 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-26b672a6-c104-424c-b632-40a5cca958bb tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.673818 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-26b672a6-c104-424c-b632-40a5cca958bb tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.835066 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-26b672a6-c104-424c-b632-40a5cca958bb tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.882477 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-92ac5d13-60e9-48ae-9459-e4c03cc9f3d5 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:56.883976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-92ac5d13-60e9-48ae-9459-e4c03cc9f3d5 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/networks?id=0de020fe-0aa5-4f8e-8dd0-b2a112b72456 HTTP/1.1" status: 200 len: 812 time: 0.1711257 Dec 16 22:46:56.906586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-f206bd5c-5fa6-4de4-8c12-f8acba56ff58 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/quotas/5202e0b88c394b30a376510a4552c14e HTTP/1.1" status: 200 len: 375 time: 0.0160372 Dec 16 22:46:56.942106 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-921b63ac-cec4-46a7-9da0-ffa12eb7d1c2 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5202e0b88c394b30a376510a4552c14e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295815 Dec 16 22:46:57.031502 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-26b672a6-c104-424c-b632-40a5cca958bb tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.047980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-bc10b822-b7d3-4a6b-9738-f83e1a418c4d service neutron] 10.222.0.43 "GET /v2.0/networks/0de020fe-0aa5-4f8e-8dd0-b2a112b72456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970771 Dec 16 22:46:57.074106 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-26b672a6-c104-424c-b632-40a5cca958bb tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.079717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-26b672a6-c104-424c-b632-40a5cca958bb tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/83751644-5207-469a-b756-5b566c97357a HTTP/1.1" status: 204 len: 168 time: 0.5024610 Dec 16 22:46:57.080505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46138) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:57.083592 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b0ce28-a9cd-42c4-a35f-20c8be970a33 None None] Network a8ce0334-01cb-4d10-b238-d0f6690ad851 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:57.085305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b672a6-c104-424c-b632-40a5cca958bb tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Subnet': ['ID=83751644-5207-469a-b756-5b566c97357a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:57.172263 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.175139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-483ff058-b039-47ab-a37c-ce1140d7db6d service neutron] 10.222.0.43 "GET /v2.0/networks/0de020fe-0aa5-4f8e-8dd0-b2a112b72456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023374 Dec 16 22:46:57.233937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port 4ea41586-6c99-440d-816c-e9621771dab6 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:57.234284 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.272310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] DHCP port deletion for a8ce0334-01cb-4d10-b238-d0f6690ad851 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:46:57.315623 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] For port 4ea41586-6c99-440d-816c-e9621771dab6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4ea41586-6c99-440d-816c-e9621771dab6,segment=NetworkSegment(e4e89b1a-cd85-44ef-9a35-120d45f0f18c),segment_id=e4e89b1a-cd85-44ef-9a35-120d45f0f18c)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:57.316164 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.327013 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Deleting port 4ea41586-6c99-440d-816c-e9621771dab6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:57.327698 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.331659 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for 4ea41586-6c99-440d-816c-e9621771dab6 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:57.401531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] For port 4ea41586-6c99-440d-816c-e9621771dab6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4ea41586-6c99-440d-816c-e9621771dab6,segment=NetworkSegment(e4e89b1a-cd85-44ef-9a35-120d45f0f18c),segment_id=e4e89b1a-cd85-44ef-9a35-120d45f0f18c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:57.402287 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.425932 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Calling delete_port for 4ea41586-6c99-440d-816c-e9621771dab6 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:57.516445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9334f6c-31f8-45a1-837c-1cc210356734 req-51404363-99c8-4c05-b886-dc87e416259c tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 210 time: 0.0943389 Dec 16 22:46:57.538935 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.546402 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.563430 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=4ea41586-6c99-440d-816c-e9621771dab6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:57.576581 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No DVR routers for this DVR port 4ea41586-6c99-440d-816c-e9621771dab6 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:57.579510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Pushing event deleted for resources: {'Port': ['ID=4ea41586-6c99-440d-816c-e9621771dab6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:57.587843 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] No DVR routers for this DVR port 4ea41586-6c99-440d-816c-e9621771dab6 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:57.589975 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:57.590328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:57.590677 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:57.591020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:57.591381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:57.591719 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:57.592053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:57.592383 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:57.592713 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:57.593042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:57.593423 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:57.593735 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:57.594243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65ed17-1a81-44c9-b732-ada467e60878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:57.665069 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.685396 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ce0334-01cb-4d10-b238-d0f6690ad851']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:57.695591 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e89b1a-cd85-44ef-9a35-120d45f0f18c') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:57.695891 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e89b1a-cd85-44ef-9a35-120d45f0f18c') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:57.705502 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.718696 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.724950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:46:57.725341 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:46:57.728520 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:46:57.874745 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.882005 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.888698 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/networks/a8ce0334-01cb-4d10-b238-d0f6690ad851 HTTP/1.1" status: 204 len: 168 time: 0.8039043 Dec 16 22:46:57.889060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46152) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:57.893758 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0b5c6dd9-bd0c-4645-9050-07061a2a7ee6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1780641040', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:57.897235 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1db2b-f619-49f8-acf0-942ab622f0a4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Network': ['ID=a8ce0334-01cb-4d10-b238-d0f6690ad851,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:57.966255 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6dd9-bd0c-4645-9050-07061a2a7ee6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.967413 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6dd9-bd0c-4645-9050-07061a2a7ee6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.025387 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6dd9-bd0c-4645-9050-07061a2a7ee6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.103578 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6dd9-bd0c-4645-9050-07061a2a7ee6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.184985 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6dd9-bd0c-4645-9050-07061a2a7ee6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.187092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0b5c6dd9-bd0c-4645-9050-07061a2a7ee6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2961454 Dec 16 22:46:58.188945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46156) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:58.194548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-78f40152-4632-46c4-bc6b-34c9fd4e6920 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'network': {'name': 'tempest-RoutersTest-1745193060'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:58.265003 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4ea41586-6c99-440d-816c-e9621771dab6 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:46:58.288132 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 4ea41586-6c99-440d-816c-e9621771dab6 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:46:58.288494 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4ea41586-6c99-440d-816c-e9621771dab6 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:46:58.303114 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f40152-4632-46c4-bc6b-34c9fd4e6920 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:58.306815 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78f40152-4632-46c4-bc6b-34c9fd4e6920 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.331467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f40152-4632-46c4-bc6b-34c9fd4e6920 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:46:58.341224 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78f40152-4632-46c4-bc6b-34c9fd4e6920 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.341575 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-78f40152-4632-46c4-bc6b-34c9fd4e6920 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Added segment 87a69c1c-cd99-43ba-97ef-6a37caba4346 of type vlan for network 945b859f-2136-4988-9ab7-2d80f5fcce72 Dec 16 22:46:58.383880 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78f40152-4632-46c4-bc6b-34c9fd4e6920 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.475743 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78f40152-4632-46c4-bc6b-34c9fd4e6920 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.484768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f40152-4632-46c4-bc6b-34c9fd4e6920 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:58.485689 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78f40152-4632-46c4-bc6b-34c9fd4e6920 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.617212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f40152-4632-46c4-bc6b-34c9fd4e6920 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Network': ['ID=945b859f-2136-4988-9ab7-2d80f5fcce72,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:58.625834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 945b859f-2136-4988-9ab7-2d80f5fcce72 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:46:58.635942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e136274-f131-405e-b468-10d922add3f9 req-4995f8c8-9e23-4523-b65d-d6dc331830b4 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 210 time: 0.0339353 Dec 16 22:46:58.683801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-78f40152-4632-46c4-bc6b-34c9fd4e6920 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4932752 Dec 16 22:46:58.686503 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46166) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:58.692430 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-23c1160e-8f1c-47f4-a039-973ce4f9beb9 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'subnet': {'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:58.885898 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c1160e-8f1c-47f4-a039-973ce4f9beb9 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:58.889571 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23c1160e-8f1c-47f4-a039-973ce4f9beb9 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.189057 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23c1160e-8f1c-47f4-a039-973ce4f9beb9 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.257276 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1160e-8f1c-47f4-a039-973ce4f9beb9 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Subnet': ['ID=e644d673-0d87-4ff1-946c-e413ee6a019a,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:59.267728 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c1160e-8f1c-47f4-a039-973ce4f9beb9 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Checking segment: {'id': '87a69c1c-cd99-43ba-97ef-6a37caba4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:59.268284 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c1160e-8f1c-47f4-a039-973ce4f9beb9 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network hostable DHCP agents. Network: 945b859f-2136-4988-9ab7-2d80f5fcce72, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:46:59.357765 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c1160e-8f1c-47f4-a039-973ce4f9beb9 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network 945b859f-2136-4988-9ab7-2d80f5fcce72 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:46:59.437868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-23c1160e-8f1c-47f4-a039-973ce4f9beb9 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 945b859f-2136-4988-9ab7-2d80f5fcce72) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:59.442719 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c1160e-8f1c-47f4-a039-973ce4f9beb9 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:59.443825 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23c1160e-8f1c-47f4-a039-973ce4f9beb9 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.454538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dcaed7-8bec-46cd-bd05-a191fdc664ec None None] Network 945b859f-2136-4988-9ab7-2d80f5fcce72 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:59.515050 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-23c1160e-8f1c-47f4-a039-973ce4f9beb9 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8273306 Dec 16 22:46:59.517782 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46174) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:59.563232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-945b859f-2136-4988-9ab7-2d80f5fcce72', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'project_id': 'c295552ddea34ba1a24c388257131adb', 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:46:59.564138 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.849562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d5c3cf7-739c-4720-bd14-677dbd6adfdd req-2c5045a9-5980-4eee-b66c-68369fa6b60e tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 210 time: 0.0781255 Dec 16 22:46:59.921178 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-84015f28-a82a-4e4d-aeac-2f92d4f989ee tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:59.922678 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-84015f28-a82a-4e4d-aeac-2f92d4f989ee tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.24 "GET /v2.0/networks?id=0de020fe-0aa5-4f8e-8dd0-b2a112b72456 HTTP/1.1" status: 200 len: 812 time: 0.3255503 Dec 16 22:46:59.928446 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Allocated IP 172.20.0.2 (945b859f-2136-4988-9ab7-2d80f5fcce72/e644d673-0d87-4ff1-946c-e413ee6a019a/bb44b645-9c75-43e7-aabe-d168c0e1bcaf) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:59.944446 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.949751 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-6210cdd6-bffd-4d2a-8378-999d6ca09c62 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Request body: {'port': {'device_id': '53348099-dd39-4c4c-bda8-2cccef571113', 'network_id': '0de020fe-0aa5-4f8e-8dd0-b2a112b72456', 'admin_state_up': True, 'tenant_id': '5202e0b88c394b30a376510a4552c14e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:00.104918 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.187864 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.237850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Network 945b859f-2136-4988-9ab7-2d80f5fcce72 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:00.241920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:00.244607 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:00.279295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Pushing event updated for resources: {'Port': ['ID=bb44b645-9c75-43e7-aabe-d168c0e1bcaf,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:00.300505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-6210cdd6-bffd-4d2a-8378-999d6ca09c62 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Made reservation on behalf of 5202e0b88c394b30a376510a4552c14e for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:00.305367 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-6210cdd6-bffd-4d2a-8378-999d6ca09c62 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.315921 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Attempting to bind port bb44b645-9c75-43e7-aabe-d168c0e1bcaf on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:00.316564 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Attempting to bind port bb44b645-9c75-43e7-aabe-d168c0e1bcaf by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '87a69c1c-cd99-43ba-97ef-6a37caba4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:00.317305 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Attempting to bind port bb44b645-9c75-43e7-aabe-d168c0e1bcaf on network 945b859f-2136-4988-9ab7-2d80f5fcce72 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:00.323969 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Allocated IP 172.20.0.1 (945b859f-2136-4988-9ab7-2d80f5fcce72/e644d673-0d87-4ff1-946c-e413ee6a019a/639d1518-c5c2-42e0-b150-81b4dc0b4b38) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:00.325002 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:00.325583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Checking segment: {'id': '87a69c1c-cd99-43ba-97ef-6a37caba4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:00.327403 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.327819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Bound using segment: {'id': '87a69c1c-cd99-43ba-97ef-6a37caba4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:00.328317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Bound port: bb44b645-9c75-43e7-aabe-d168c0e1bcaf, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a69c1c-cd99-43ba-97ef-6a37caba4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:00.328699 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.395338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] For port bb44b645-9c75-43e7-aabe-d168c0e1bcaf, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:00.398462 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] For port bb44b645-9c75-43e7-aabe-d168c0e1bcaf, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=bb44b645-9c75-43e7-aabe-d168c0e1bcaf,segment=NetworkSegment(87a69c1c-cd99-43ba-97ef-6a37caba4346),segment_id=87a69c1c-cd99-43ba-97ef-6a37caba4346)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:00.486681 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.527450 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-6210cdd6-bffd-4d2a-8378-999d6ca09c62 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Allocated IP 172.20.0.11 (0de020fe-0aa5-4f8e-8dd0-b2a112b72456/848b53d6-cd19-44d5-8ece-aedaf1393819/1be8eb99-a2b2-4400-a7e6-40da6126732a) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:00.559295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301e36f-24f3-4d6b-8b53-cf85c314178d None None] Pushing event updated for resources: {'Port': ['ID=bb44b645-9c75-43e7-aabe-d168c0e1bcaf,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:00.560068 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.734913 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.756005 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-6210cdd6-bffd-4d2a-8378-999d6ca09c62 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.808894 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network 945b859f-2136-4988-9ab7-2d80f5fcce72 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:00.816192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:00.822278 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=639d1518-c5c2-42e0-b150-81b4dc0b4b38,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:00.824684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:00.882628 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.963614 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-6210cdd6-bffd-4d2a-8378-999d6ca09c62 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.984054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232a516-c8c5-4a4c-a44e-04720e7ef6ba req-75cd74a2-de78-4441-be2c-06b3a41fa623 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:00.985602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d232a516-c8c5-4a4c-a44e-04720e7ef6ba req-75cd74a2-de78-4441-be2c-06b3a41fa623 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 932 time: 0.0553434 Dec 16 22:47:01.018918 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-6210cdd6-bffd-4d2a-8378-999d6ca09c62 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Network 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:01.025441 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-6210cdd6-bffd-4d2a-8378-999d6ca09c62 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:01.029604 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-6210cdd6-bffd-4d2a-8378-999d6ca09c62 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:01.045041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d232a516-c8c5-4a4c-a44e-04720e7ef6ba req-0e5c4d46-71ca-41dd-8ea2-ff413d844a1f tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511551 Dec 16 22:47:01.046720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc21d8-089e-4e7e-9722-9df1ac4cd6c9 None None] DHCP port deletion for 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:47:01.057389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210cdd6-bffd-4d2a-8378-999d6ca09c62 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Pushing event updated for resources: {'Port': ['ID=1be8eb99-a2b2-4400-a7e6-40da6126732a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:01.088667 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-6210cdd6-bffd-4d2a-8378-999d6ca09c62 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:01.089453 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-6210cdd6-bffd-4d2a-8378-999d6ca09c62 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:01.108482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-164d17d0-795c-4003-9f64-dabfa66108af None None] Provisioning complete for port 1be8eb99-a2b2-4400-a7e6-40da6126732a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:01.108910 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-164d17d0-795c-4003-9f64-dabfa66108af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:01.138409 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:01.148780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-164d17d0-795c-4003-9f64-dabfa66108af None None] Port 1be8eb99-a2b2-4400-a7e6-40da6126732a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:01.160295 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-6210cdd6-bffd-4d2a-8378-999d6ca09c62 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2174041 Dec 16 22:47:01.195676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Request body: {'port': {'device_id': '53348099-dd39-4c4c-bda8-2cccef571113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:01.336142 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:01.575458 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483ec327-0854-4bc2-9c37-43820a97c462 None None] Network 945b859f-2136-4988-9ab7-2d80f5fcce72 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:01.695974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-634efd22-b377-4763-ab40-bbe88f206a9c None None] Provisioning complete for port bb44b645-9c75-43e7-aabe-d168c0e1bcaf triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:01.696541 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-634efd22-b377-4763-ab40-bbe88f206a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:01.795403 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-634efd22-b377-4763-ab40-bbe88f206a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:01.831888 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-634efd22-b377-4763-ab40-bbe88f206a9c None None] For port bb44b645-9c75-43e7-aabe-d168c0e1bcaf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=bb44b645-9c75-43e7-aabe-d168c0e1bcaf,segment=NetworkSegment(87a69c1c-cd99-43ba-97ef-6a37caba4346),segment_id=87a69c1c-cd99-43ba-97ef-6a37caba4346)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:01.915145 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-634efd22-b377-4763-ab40-bbe88f206a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:01.950435 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:01.974902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634efd22-b377-4763-ab40-bbe88f206a9c None None] Pushing event updated for resources: {'Port': ['ID=bb44b645-9c75-43e7-aabe-d168c0e1bcaf,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:02.040401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be8eb99-a2b2-4400-a7e6-40da6126732a {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:47:02.044987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-11c1db82-3bd6-4924-9371-17e8d297c1a4 None None] Provisioning complete for port 639d1518-c5c2-42e0-b150-81b4dc0b4b38 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:02.045610 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11c1db82-3bd6-4924-9371-17e8d297c1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.048927 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.053589 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.110904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-11c1db82-3bd6-4924-9371-17e8d297c1a4 None None] Port 639d1518-c5c2-42e0-b150-81b4dc0b4b38 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:02.125681 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-11c1db82-3bd6-4924-9371-17e8d297c1a4 None None] Provisioning complete for port bb44b645-9c75-43e7-aabe-d168c0e1bcaf triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:02.126103 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11c1db82-3bd6-4924-9371-17e8d297c1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.151582 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Transition to ACTIVE for port object 1be8eb99-a2b2-4400-a7e6-40da6126732a will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:47:02.177842 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=639d1518-c5c2-42e0-b150-81b4dc0b4b38,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:02.180966 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.204628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0087a47-a7fd-4391-abe2-98c41f2b881a req-177292cf-8b4c-4e61-905c-ed489d26bb70 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:02.213586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0087a47-a7fd-4391-abe2-98c41f2b881a req-177292cf-8b4c-4e61-905c-ed489d26bb70 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 932 time: 0.0802567 Dec 16 22:47:02.266543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.309452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0087a47-a7fd-4391-abe2-98c41f2b881a req-325b18bc-1419-435b-bcb5-a6c4830f422d tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943820 Dec 16 22:47:02.352759 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ebef76-0003-4ad8-97b9-c0c856a670c7 None None] DHCP port deletion for 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:47:02.375640 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Pushing event updated for resources: {'Port': ['ID=1be8eb99-a2b2-4400-a7e6-40da6126732a,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:02.393663 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device bb44b645-9c75-43e7-aabe-d168c0e1bcaf up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:02.439470 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network 945b859f-2136-4988-9ab7-2d80f5fcce72 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:02.445308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:02.451181 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-dd14af6d-f731-42db-a10b-90622f01d6b6 None None] Provisioning complete for port 639d1518-c5c2-42e0-b150-81b4dc0b4b38 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:02.451593 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd14af6d-f731-42db-a10b-90622f01d6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.520451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port bb44b645-9c75-43e7-aabe-d168c0e1bcaf triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:02.520757 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.522696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-dd14af6d-f731-42db-a10b-90622f01d6b6 None None] Port 639d1518-c5c2-42e0-b150-81b4dc0b4b38 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:02.544270 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Attempting to bind port 1be8eb99-a2b2-4400-a7e6-40da6126732a on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:02.544548 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Attempting to bind port 1be8eb99-a2b2-4400-a7e6-40da6126732a by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '77b63e06-6f38-4950-a1af-6c62eaa459bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0de020fe-0aa5-4f8e-8dd0-b2a112b72456'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:02.544886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Attempting to bind port 1be8eb99-a2b2-4400-a7e6-40da6126732a on network 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:02.571934 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Port 1be8eb99-a2b2-4400-a7e6-40da6126732a on network 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:47:02.572146 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Attempting to bind port 1be8eb99-a2b2-4400-a7e6-40da6126732a on network 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:02.613419 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:02.616502 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Checking segment: {'id': '77b63e06-6f38-4950-a1af-6c62eaa459bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0de020fe-0aa5-4f8e-8dd0-b2a112b72456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:02.617658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Bound using segment: {'id': '77b63e06-6f38-4950-a1af-6c62eaa459bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0de020fe-0aa5-4f8e-8dd0-b2a112b72456'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:02.618141 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Bound port: 1be8eb99-a2b2-4400-a7e6-40da6126732a, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b63e06-6f38-4950-a1af-6c62eaa459bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0de020fe-0aa5-4f8e-8dd0-b2a112b72456'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:02.619919 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.757651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] For port 1be8eb99-a2b2-4400-a7e6-40da6126732a, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:02.761475 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] For port 1be8eb99-a2b2-4400-a7e6-40da6126732a, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=1be8eb99-a2b2-4400-a7e6-40da6126732a,segment=NetworkSegment(77b63e06-6f38-4950-a1af-6c62eaa459bd),segment_id=77b63e06-6f38-4950-a1af-6c62eaa459bd)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:02.815190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7fa627c4-06c7-4c21-bed9-da7ecc095569 None None] Provisioning complete for port 639d1518-c5c2-42e0-b150-81b4dc0b4b38 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:02.815816 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7fa627c4-06c7-4c21-bed9-da7ecc095569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.840236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 64c240da-a478-46b2-a9d2-e57bb884ace9 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:47:02.861269 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7fa627c4-06c7-4c21-bed9-da7ecc095569 None None] Port 639d1518-c5c2-42e0-b150-81b4dc0b4b38 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:02.928634 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.987324 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:02.987947 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.990945 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] 10.222.0.24 "PUT /v2.0/ports/1be8eb99-a2b2-4400-a7e6-40da6126732a HTTP/1.1" status: 200 len: 1092 time: 1.8099422 Dec 16 22:47:02.991436 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53348099-dd39-4c4c-bda8-2cccef571113', 'tag': '1be8eb99-a2b2-4400-a7e6-40da6126732a'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:47:02.993834 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208af2cc-6c13-4a65-aa1b-92ece495fd1a" -d '{"events": [{"name": "network-changed", "server_uuid": "53348099-dd39-4c4c-bda8-2cccef571113", "tag": "1be8eb99-a2b2-4400-a7e6-40da6126732a"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:47:02.994701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e050ed1-2099-4fef-9328-ae3b672cf94e None None] DHCP port deletion for 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:47:03.027022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:03.033330 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ca1f17c1-901c-490e-a89e-451ed9720fd1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/64c240da-a478-46b2-a9d2-e57bb884ace9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5144439 Dec 16 22:47:03.036094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46198) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:03.039784 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Sync routers for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:03.050746 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'network': {'name': 'tempest-RoutersTest-185931232'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:03.059226 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:03.059903 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:03.062886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725491c-9874-4f02-b552-01a3de8c4b0f service neutron] Pushing event updated for resources: {'Port': ['ID=1be8eb99-a2b2-4400-a7e6-40da6126732a,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:03.086674 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef4bf6d-7d3c-4525-bab6-b03c0f5ed0a5 x-openstack-request-id: req-aef4bf6d-7d3c-4525-bab6-b03c0f5ed0a5 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:47:03.086982 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53348099-dd39-4c4c-bda8-2cccef571113", "tag": "1be8eb99-a2b2-4400-a7e6-40da6126732a", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:47:03.087244 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aef4bf6d-7d3c-4525-bab6-b03c0f5ed0a5 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:47:03.088230 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53348099-dd39-4c4c-bda8-2cccef571113', 'tag': '1be8eb99-a2b2-4400-a7e6-40da6126732a', 'status': 'completed', 'code': 200} Dec 16 22:47:03.146202 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208af2cc-6c13-4a65-aa1b-92ece495fd1a req-ef3c4771-9848-4b84-9432-bd5a93f64d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:03.147906 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-208af2cc-6c13-4a65-aa1b-92ece495fd1a req-ef3c4771-9848-4b84-9432-bd5a93f64d62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5202e0b88c394b30a376510a4552c14e&device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 1095 time: 0.0475152 Dec 16 22:47:03.209260 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:03.210008 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:03.214692 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:03.352930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:47:03.401001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:03.401383 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Added segment 28650be3-a2cf-4600-b676-bfd0fa872fb3 of type vlan for network 38b03b9e-aa71-4c64-9d36-11fccdeea11f Dec 16 22:47:03.498929 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:03.528210 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4eff5-1aa0-49b5-b8aa-bff73a4e3a01 req-75ecf70e-d776-411f-a197-97699ebf6a4a tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:03.540021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5d4eff5-1aa0-49b5-b8aa-bff73a4e3a01 req-75ecf70e-d776-411f-a197-97699ebf6a4a tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 944 time: 0.1023624 Dec 16 22:47:03.542790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208af2cc-6c13-4a65-aa1b-92ece495fd1a req-3f16d81b-6cc0-409d-9a40-d5cacf4151ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:03.544575 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-208af2cc-6c13-4a65-aa1b-92ece495fd1a req-3f16d81b-6cc0-409d-9a40-d5cacf4151ab service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5202e0b88c394b30a376510a4552c14e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3858407 Dec 16 22:47:03.600899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5d4eff5-1aa0-49b5-b8aa-bff73a4e3a01 req-c58c23e2-dfd1-4b2f-83fa-28dc36c6b9e6 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531867 Dec 16 22:47:03.611123 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:01Z', 'revision_number': 2, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:01Z', 'revision_number': 2, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:03.615188 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:03.621652 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:03.622395 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:03.645441 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Checking router: 64c240da-a478-46b2-a9d2-e57bb884ace9 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:47:03.646172 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Updating router 64c240da-a478-46b2-a9d2-e57bb884ace9 port 639d1518-c5c2-42e0-b150-81b4dc0b4b38 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:47:03.677006 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:03.750381 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Network': ['ID=38b03b9e-aa71-4c64-9d36-11fccdeea11f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:03.758238 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7186060 Dec 16 22:47:03.758586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46204) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:03.763966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-bea9e3d6-d95e-4737-99a4-4e61fd1a4cf3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'subnet': {'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:03.837583 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:03.837949 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:03.838282 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:03.838625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:03.838967 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:03.839326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:03.840043 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:03.840400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:03.840746 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:03.841077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:03.841485 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:03.841760 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:03.842092 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe8372-4dd5-4b36-8f85-18edf39523b5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:03.855506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 38b03b9e-aa71-4c64-9d36-11fccdeea11f details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:47:03.886091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208af2cc-6c13-4a65-aa1b-92ece495fd1a req-a611f4f1-4ad7-4b0f-80ce-09a1fcc60c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:03.888355 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-208af2cc-6c13-4a65-aa1b-92ece495fd1a req-a611f4f1-4ad7-4b0f-80ce-09a1fcc60c70 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3358054 Dec 16 22:47:04.008715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea9e3d6-d95e-4737-99a4-4e61fd1a4cf3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:04.012553 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bea9e3d6-d95e-4737-99a4-4e61fd1a4cf3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:04.032222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-cc5c50c1-977f-4405-af20-f346467d0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:04.034368 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-cc5c50c1-977f-4405-af20-f346467d0964 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5202e0b88c394b30a376510a4552c14e&device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 1095 time: 0.0993609 Dec 16 22:47:04.062999 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:04.092172 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-9fafcfaf-bf1e-4acd-8122-205b02a6cb68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1be8eb99-a2b2-4400-a7e6-40da6126732a HTTP/1.1" status: 200 len: 217 time: 0.0468705 Dec 16 22:47:04.146467 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-78157827-e54d-43e1-814d-8cdac292f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:04.148410 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:04.168315 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-78157827-e54d-43e1-814d-8cdac292f1ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=848b53d6-cd19-44d5-8ece-aedaf1393819 HTTP/1.1" status: 200 len: 852 time: 0.0680270 Dec 16 22:47:04.214140 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d3ebe-ecf2-47c1-9115-89dfa2a71be7 None None] Pushing event updated for resources: {'Port': ['ID=639d1518-c5c2-42e0-b150-81b4dc0b4b38,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:04.239053 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-5a6a7fe6-5cb2-40d3-a0ed-a4a12810d3b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0de020fe-0aa5-4f8e-8dd0-b2a112b72456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614941 Dec 16 22:47:04.244933 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d3ebe-ecf2-47c1-9115-89dfa2a71be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:04.245689 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d3ebe-ecf2-47c1-9115-89dfa2a71be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:04.246178 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d3ebe-ecf2-47c1-9115-89dfa2a71be7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:04.246822 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d3ebe-ecf2-47c1-9115-89dfa2a71be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:04.247333 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d3ebe-ecf2-47c1-9115-89dfa2a71be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:04.247827 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d3ebe-ecf2-47c1-9115-89dfa2a71be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:04.248303 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d3ebe-ecf2-47c1-9115-89dfa2a71be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:04.248779 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d3ebe-ecf2-47c1-9115-89dfa2a71be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:04.249250 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d3ebe-ecf2-47c1-9115-89dfa2a71be7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:04.249720 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d3ebe-ecf2-47c1-9115-89dfa2a71be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:04.250205 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d3ebe-ecf2-47c1-9115-89dfa2a71be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:04.250676 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d3ebe-ecf2-47c1-9115-89dfa2a71be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:04.251148 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d3ebe-ecf2-47c1-9115-89dfa2a71be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:04.326335 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bea9e3d6-d95e-4737-99a4-4e61fd1a4cf3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:04.341652 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Attempting to bind port 639d1518-c5c2-42e0-b150-81b4dc0b4b38 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:04.342089 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Attempting to bind port 639d1518-c5c2-42e0-b150-81b4dc0b4b38 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '87a69c1c-cd99-43ba-97ef-6a37caba4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:04.342739 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Attempting to bind port 639d1518-c5c2-42e0-b150-81b4dc0b4b38 on network 945b859f-2136-4988-9ab7-2d80f5fcce72 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:04.349810 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:04.350194 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Checking segment: {'id': '87a69c1c-cd99-43ba-97ef-6a37caba4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:04.350596 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:04.350984 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Bound using segment: {'id': '87a69c1c-cd99-43ba-97ef-6a37caba4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:04.352094 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Bound port: 639d1518-c5c2-42e0-b150-81b4dc0b4b38, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a69c1c-cd99-43ba-97ef-6a37caba4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:04.352485 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:04.388754 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-cb938424-fc66-462e-9c51-e906d957bc4c service neutron] 10.222.0.24 "GET /v2.0/networks/0de020fe-0aa5-4f8e-8dd0-b2a112b72456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406658 Dec 16 22:47:04.419801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9e3d6-d95e-4737-99a4-4e61fd1a4cf3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Subnet': ['ID=99858618-276f-46ae-8fd4-5df4328686fe,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:04.445503 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] For port 639d1518-c5c2-42e0-b150-81b4dc0b4b38, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:04.451010 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] For port 639d1518-c5c2-42e0-b150-81b4dc0b4b38, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=639d1518-c5c2-42e0-b150-81b4dc0b4b38,segment=NetworkSegment(87a69c1c-cd99-43ba-97ef-6a37caba4346),segment_id=87a69c1c-cd99-43ba-97ef-6a37caba4346)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:04.451222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea9e3d6-d95e-4737-99a4-4e61fd1a4cf3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Checking segment: {'id': '28650be3-a2cf-4600-b676-bfd0fa872fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:04.451472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea9e3d6-d95e-4737-99a4-4e61fd1a4cf3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network hostable DHCP agents. Network: 38b03b9e-aa71-4c64-9d36-11fccdeea11f, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:47:04.502216 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-14bd01f6-2b41-4da9-ad2a-5c5291ad5517 req-63e1d70b-6c2b-4f02-97c7-c9f81dafb133 service neutron] 10.222.0.24 "GET /v2.0/networks/0de020fe-0aa5-4f8e-8dd0-b2a112b72456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059830 Dec 16 22:47:04.532399 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:04.552905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea9e3d6-d95e-4737-99a4-4e61fd1a4cf3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network 38b03b9e-aa71-4c64-9d36-11fccdeea11f is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:47:04.595713 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:04.596341 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:04.599243 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d3ebe-ecf2-47c1-9115-89dfa2a71be7 None None] Pushing event updated for resources: {'Port': ['ID=639d1518-c5c2-42e0-b150-81b4dc0b4b38,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:04.623773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-bea9e3d6-d95e-4737-99a4-4e61fd1a4cf3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 38b03b9e-aa71-4c64-9d36-11fccdeea11f) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:04.644732 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea9e3d6-d95e-4737-99a4-4e61fd1a4cf3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:04.645818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-fbeb4099-c9bd-4c8a-aeaa-014648429a91 None None] Provisioning complete for port 639d1518-c5c2-42e0-b150-81b4dc0b4b38 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:04.646057 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bea9e3d6-d95e-4737-99a4-4e61fd1a4cf3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:04.647113 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fbeb4099-c9bd-4c8a-aeaa-014648429a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:04.697789 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a340fcb0-b3fe-4c49-8d6d-504bf5884b9f None None] Network 38b03b9e-aa71-4c64-9d36-11fccdeea11f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:04.740465 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:04.759994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bea9e3d6-d95e-4737-99a4-4e61fd1a4cf3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0000181 Dec 16 22:47:04.762667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46210) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:04.888730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d55a94-b0e1-4942-9f57-b48927249182 req-3b6dd0db-8a5f-4106-87ba-17ee4fec1d89 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:04.890936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80d55a94-b0e1-4942-9f57-b48927249182 req-3b6dd0db-8a5f-4106-87ba-17ee4fec1d89 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 944 time: 0.1815639 Dec 16 22:47:04.918978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'project_id': 'c295552ddea34ba1a24c388257131adb', 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:47:04.919887 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:04.944506 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fbeb4099-c9bd-4c8a-aeaa-014648429a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:04.978712 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80d55a94-b0e1-4942-9f57-b48927249182 req-bccda72a-ef60-43b6-b829-bc558eff703b tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713933 Dec 16 22:47:05.042588 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fbeb4099-c9bd-4c8a-aeaa-014648429a91 None None] For port 639d1518-c5c2-42e0-b150-81b4dc0b4b38, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=639d1518-c5c2-42e0-b150-81b4dc0b4b38,segment=NetworkSegment(87a69c1c-cd99-43ba-97ef-6a37caba4346),segment_id=87a69c1c-cd99-43ba-97ef-6a37caba4346)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:05.047361 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:01Z', 'revision_number': 2, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:04Z', 'revision_number': 4, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:05.077899 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a2863-186f-4ed2-a2f2-7e10c8c7639a None None] The sync data for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 is: [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:01Z', 'revision_number': 2, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:04Z', 'revision_number': 4, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:05.116267 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fbeb4099-c9bd-4c8a-aeaa-014648429a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.173578 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Allocated IP 172.21.0.2 (38b03b9e-aa71-4c64-9d36-11fccdeea11f/99858618-276f-46ae-8fd4-5df4328686fe/1accdd52-51d7-4222-b443-e6a9eafa50d0) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:05.197124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb4099-c9bd-4c8a-aeaa-014648429a91 None None] Pushing event updated for resources: {'Port': ['ID=639d1518-c5c2-42e0-b150-81b4dc0b4b38,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:05.284425 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e463ba4b-4230-47ab-95f3-e1d3a47ba152 None None] Provisioning complete for port 639d1518-c5c2-42e0-b150-81b4dc0b4b38 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:05.284831 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e463ba4b-4230-47ab-95f3-e1d3a47ba152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.373429 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.446008 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.529287 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.585803 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Pushing event updated for resources: {'Port': ['ID=1accdd52-51d7-4222-b443-e6a9eafa50d0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:05.600763 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Network 38b03b9e-aa71-4c64-9d36-11fccdeea11f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:05.603472 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:05.607409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:05.693606 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Attempting to bind port 1accdd52-51d7-4222-b443-e6a9eafa50d0 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:05.694136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Attempting to bind port 1accdd52-51d7-4222-b443-e6a9eafa50d0 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '28650be3-a2cf-4600-b676-bfd0fa872fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:05.694511 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Attempting to bind port 1accdd52-51d7-4222-b443-e6a9eafa50d0 on network 38b03b9e-aa71-4c64-9d36-11fccdeea11f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:05.700430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:05.700813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Checking segment: {'id': '28650be3-a2cf-4600-b676-bfd0fa872fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:05.701205 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.701603 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Bound using segment: {'id': '28650be3-a2cf-4600-b676-bfd0fa872fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:05.702071 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Bound port: 1accdd52-51d7-4222-b443-e6a9eafa50d0, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28650be3-a2cf-4600-b676-bfd0fa872fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:05.702458 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.757456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Allocated IP 172.21.0.1 (38b03b9e-aa71-4c64-9d36-11fccdeea11f/99858618-276f-46ae-8fd4-5df4328686fe/399f11ca-3682-4fc3-b9f5-861b0c3502df) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:05.786207 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] For port 1accdd52-51d7-4222-b443-e6a9eafa50d0, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:05.790443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] For port 1accdd52-51d7-4222-b443-e6a9eafa50d0, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=1accdd52-51d7-4222-b443-e6a9eafa50d0,segment=NetworkSegment(28650be3-a2cf-4600-b676-bfd0fa872fb3),segment_id=28650be3-a2cf-4600-b676-bfd0fa872fb3)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:05.869508 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.898611 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.937875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd1cb2-6306-4942-8868-8dfef88bcf99 None None] Pushing event updated for resources: {'Port': ['ID=1accdd52-51d7-4222-b443-e6a9eafa50d0,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:06.049542 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:06.167164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network 38b03b9e-aa71-4c64-9d36-11fccdeea11f is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:06.173559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:06.178130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:06.226983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=399f11ca-3682-4fc3-b9f5-861b0c3502df,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:06.270410 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330297a-e6b4-40e9-a10a-f8e8bd264344 req-06c5d2e3-4d18-44ab-bdda-e06173bb6427 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:06.270410 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8330297a-e6b4-40e9-a10a-f8e8bd264344 req-06c5d2e3-4d18-44ab-bdda-e06173bb6427 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 944 time: 0.2006590 Dec 16 22:47:06.271447 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:06.412141 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8330297a-e6b4-40e9-a10a-f8e8bd264344 req-ead60090-1177-432b-8fa6-de169edeaca5 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367333 Dec 16 22:47:06.445926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 639d1518-c5c2-42e0-b150-81b4dc0b4b38 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:06.501662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 639d1518-c5c2-42e0-b150-81b4dc0b4b38 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:06.502043 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:06.546465 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:06.620124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 1accdd52-51d7-4222-b443-e6a9eafa50d0 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:06.674703 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 1accdd52-51d7-4222-b443-e6a9eafa50d0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:06.675009 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:06.767100 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:06.821951 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 1accdd52-51d7-4222-b443-e6a9eafa50d0, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=1accdd52-51d7-4222-b443-e6a9eafa50d0,segment=NetworkSegment(28650be3-a2cf-4600-b676-bfd0fa872fb3),segment_id=28650be3-a2cf-4600-b676-bfd0fa872fb3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:06.885827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:06.891370 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:06.946588 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=1accdd52-51d7-4222-b443-e6a9eafa50d0,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:06.948911 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:07.030746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=399f11ca-3682-4fc3-b9f5-861b0c3502df,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:07.039769 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:07.135635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network 38b03b9e-aa71-4c64-9d36-11fccdeea11f is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:07.137262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:07.496256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 64c240da-a478-46b2-a9d2-e57bb884ace9 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:47:07.538306 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a0ba65-4ccc-4738-b5e9-9baa0de08df9 None None] Network 38b03b9e-aa71-4c64-9d36-11fccdeea11f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:07.608426 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-41de60ed-ef1a-4c1a-a7d3-f51dacd7610d None None] Provisioning complete for port 1accdd52-51d7-4222-b443-e6a9eafa50d0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:07.608720 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41de60ed-ef1a-4c1a-a7d3-f51dacd7610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:07.640549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40929b9d-1c98-41f1-9df2-07be6603a7f1 req-baf4bc8a-9c4e-49bd-8101-fce8e784ed40 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:07.642311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40929b9d-1c98-41f1-9df2-07be6603a7f1 req-baf4bc8a-9c4e-49bd-8101-fce8e784ed40 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 944 time: 0.1416950 Dec 16 22:47:07.648754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:07.664779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-66b7d77f-8708-4361-b2f0-98a9d4ab3427 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/64c240da-a478-46b2-a9d2-e57bb884ace9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9005518 Dec 16 22:47:07.667072 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46222) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:07.677272 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-20d741b9-ec1a-4fbd-af10-dd658cf80ae2 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'network': {'name': 'tempest-RoutersTest-603322661'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:07.678080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Sync routers for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:07.702892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:07.703578 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:07.735988 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40929b9d-1c98-41f1-9df2-07be6603a7f1 req-65cf21fb-6687-48c6-9be6-d07c6953e8cd tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703003 Dec 16 22:47:07.830907 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:07.845538 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d741b9-ec1a-4fbd-af10-dd658cf80ae2 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:07.850793 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-20d741b9-ec1a-4fbd-af10-dd658cf80ae2 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:07.889241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d741b9-ec1a-4fbd-af10-dd658cf80ae2 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:47:07.902090 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-20d741b9-ec1a-4fbd-af10-dd658cf80ae2 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:07.902453 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-20d741b9-ec1a-4fbd-af10-dd658cf80ae2 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Added segment 84c01739-e7da-4f87-a9ed-b4daec1cf4cf of type vlan for network 5220560e-6352-43c0-acea-e4aa290c773a Dec 16 22:47:07.952079 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-20d741b9-ec1a-4fbd-af10-dd658cf80ae2 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:08.087252 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-20d741b9-ec1a-4fbd-af10-dd658cf80ae2 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:08.094944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:06Z', 'revision_number': 3, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:06Z', 'revision_number': 2, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:08.097052 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d741b9-ec1a-4fbd-af10-dd658cf80ae2 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:08.153007 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-20d741b9-ec1a-4fbd-af10-dd658cf80ae2 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:08.153109 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Checking router: 64c240da-a478-46b2-a9d2-e57bb884ace9 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:47:08.153109 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Updating router 64c240da-a478-46b2-a9d2-e57bb884ace9 port 399f11ca-3682-4fc3-b9f5-861b0c3502df binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:47:08.170865 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:08.174128 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b6439434-7938-4340-96c1-d49d83b1afca None None] Provisioning complete for port 399f11ca-3682-4fc3-b9f5-861b0c3502df triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:08.174497 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6439434-7938-4340-96c1-d49d83b1afca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:08.198287 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d741b9-ec1a-4fbd-af10-dd658cf80ae2 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Network': ['ID=5220560e-6352-43c0-acea-e4aa290c773a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:08.214538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 5220560e-6352-43c0-acea-e4aa290c773a details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:47:08.254826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46224) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:08.255313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-20d741b9-ec1a-4fbd-af10-dd658cf80ae2 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5817592 Dec 16 22:47:08.259607 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-70dcc3b6-632f-4222-990a-0fb35f466193 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'subnet': {'network_id': '5220560e-6352-43c0-acea-e4aa290c773a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:08.456846 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 1accdd52-51d7-4222-b443-e6a9eafa50d0 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:08.486583 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dcc3b6-632f-4222-990a-0fb35f466193 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:08.489131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 1be8eb99-a2b2-4400-a7e6-40da6126732a details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:47:08.491645 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70dcc3b6-632f-4222-990a-0fb35f466193 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:08.526044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b6439434-7938-4340-96c1-d49d83b1afca None None] Port 399f11ca-3682-4fc3-b9f5-861b0c3502df cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:08.688327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b6439434-7938-4340-96c1-d49d83b1afca None None] Provisioning complete for port 1accdd52-51d7-4222-b443-e6a9eafa50d0 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:08.690848 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6439434-7938-4340-96c1-d49d83b1afca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:08.757626 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70dcc3b6-632f-4222-990a-0fb35f466193 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:08.804150 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 1accdd52-51d7-4222-b443-e6a9eafa50d0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:08.804532 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:08.827390 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcc3b6-632f-4222-990a-0fb35f466193 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Subnet': ['ID=c9989907-5353-4ea3-bc8d-8102f565ebc0,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:08.842614 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dcc3b6-632f-4222-990a-0fb35f466193 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Checking segment: {'id': '84c01739-e7da-4f87-a9ed-b4daec1cf4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:08.842614 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dcc3b6-632f-4222-990a-0fb35f466193 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network hostable DHCP agents. Network: 5220560e-6352-43c0-acea-e4aa290c773a, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:47:08.863885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 1be8eb99-a2b2-4400-a7e6-40da6126732a, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=1be8eb99-a2b2-4400-a7e6-40da6126732a,segment=NetworkSegment(77b63e06-6f38-4950-a1af-6c62eaa459bd),segment_id=77b63e06-6f38-4950-a1af-6c62eaa459bd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:08.896288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09276ca9-f378-4677-b3fb-e7e8e698826f req-73166773-356a-4e79-bad1-f94b8415b8aa tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:08.899662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09276ca9-f378-4677-b3fb-e7e8e698826f req-73166773-356a-4e79-bad1-f94b8415b8aa tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 944 time: 0.0802209 Dec 16 22:47:08.912602 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '1be8eb99-a2b2-4400-a7e6-40da6126732a', 'network_id': '0de020fe-0aa5-4f8e-8dd0-b2a112b72456', 'port_id': '1be8eb99-a2b2-4400-a7e6-40da6126732a', 'mac_address': 'fa:16:3e:8c:79:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848b53d6-cd19-44d5-8ece-aedaf1393819', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:47:08.922769 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dcc3b6-632f-4222-990a-0fb35f466193 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network 5220560e-6352-43c0-acea-e4aa290c773a is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:47:08.963156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09276ca9-f378-4677-b3fb-e7e8e698826f req-4105d7a1-9904-4428-8d2a-eb25250b07c6 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557358 Dec 16 22:47:08.999920 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-70dcc3b6-632f-4222-990a-0fb35f466193 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 5220560e-6352-43c0-acea-e4aa290c773a) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:09.008053 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dcc3b6-632f-4222-990a-0fb35f466193 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:09.008858 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-70dcc3b6-632f-4222-990a-0fb35f466193 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:09.022660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ed269e-029c-48cd-9def-9a8834166321 None None] Network 5220560e-6352-43c0-acea-e4aa290c773a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:09.097162 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-70dcc3b6-632f-4222-990a-0fb35f466193 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8383353 Dec 16 22:47:09.098196 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46230) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:09.117702 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:09.152863 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be8eb99-a2b2-4400-a7e6-40da6126732a {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:47:09.181306 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:09.211210 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 1be8eb99-a2b2-4400-a7e6-40da6126732a, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=1be8eb99-a2b2-4400-a7e6-40da6126732a,segment=NetworkSegment(77b63e06-6f38-4950-a1af-6c62eaa459bd),segment_id=77b63e06-6f38-4950-a1af-6c62eaa459bd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:09.230316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3f2bba0e-b3fb-402a-87c2-5b2a3a5f93a3 None None] Provisioning complete for port 399f11ca-3682-4fc3-b9f5-861b0c3502df triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:09.230674 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f2bba0e-b3fb-402a-87c2-5b2a3a5f93a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:09.269509 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-5220560e-6352-43c0-acea-e4aa290c773a', 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a', 'project_id': 'c295552ddea34ba1a24c388257131adb', 'fixed_ips': [{'subnet_id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:47:09.270388 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:09.275144 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:09.314287 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:09.335008 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3f2bba0e-b3fb-402a-87c2-5b2a3a5f93a3 None None] Port 399f11ca-3682-4fc3-b9f5-861b0c3502df cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:09.402078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5efb3-e7c2-46b1-abe5-b3dbafe9e0cc None None] Pushing event updated for resources: {'Port': ['ID=399f11ca-3682-4fc3-b9f5-861b0c3502df,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:09.492373 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:09.553038 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=1be8eb99-a2b2-4400-a7e6-40da6126732a,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:09.562349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['1be8eb99-a2b2-4400-a7e6-40da6126732a'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:47:09.593923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Attempting to bind port 399f11ca-3682-4fc3-b9f5-861b0c3502df on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:09.594304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Attempting to bind port 399f11ca-3682-4fc3-b9f5-861b0c3502df by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '28650be3-a2cf-4600-b676-bfd0fa872fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:09.594680 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Attempting to bind port 399f11ca-3682-4fc3-b9f5-861b0c3502df on network 38b03b9e-aa71-4c64-9d36-11fccdeea11f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:09.608319 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Allocated IP 172.22.0.2 (5220560e-6352-43c0-acea-e4aa290c773a/c9989907-5353-4ea3-bc8d-8102f565ebc0/8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:09.620254 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:09.620558 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Checking segment: {'id': '28650be3-a2cf-4600-b676-bfd0fa872fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:09.620970 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:09.621371 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Bound using segment: {'id': '28650be3-a2cf-4600-b676-bfd0fa872fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:09.621858 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Bound port: 399f11ca-3682-4fc3-b9f5-861b0c3502df, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28650be3-a2cf-4600-b676-bfd0fa872fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:09.622247 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:09.641398 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-80b23fe3-ea2f-4305-8a5a-4459e7b5e95c None None] Provisioning complete for port 399f11ca-3682-4fc3-b9f5-861b0c3502df triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:09.641875 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80b23fe3-ea2f-4305-8a5a-4459e7b5e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:09.773855 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-80b23fe3-ea2f-4305-8a5a-4459e7b5e95c None None] Port 399f11ca-3682-4fc3-b9f5-861b0c3502df cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:09.829265 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] For port 399f11ca-3682-4fc3-b9f5-861b0c3502df, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:09.863853 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] For port 399f11ca-3682-4fc3-b9f5-861b0c3502df, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=399f11ca-3682-4fc3-b9f5-861b0c3502df,segment=NetworkSegment(28650be3-a2cf-4600-b676-bfd0fa872fb3),segment_id=28650be3-a2cf-4600-b676-bfd0fa872fb3)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:09.937224 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:09.948294 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:10.014752 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:10.021631 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:10.022424 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:10.026892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5efb3-e7c2-46b1-abe5-b3dbafe9e0cc None None] Pushing event updated for resources: {'Port': ['ID=399f11ca-3682-4fc3-b9f5-861b0c3502df,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:10.075483 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Allocated IP 172.22.0.1 (5220560e-6352-43c0-acea-e4aa290c773a/c9989907-5353-4ea3-bc8d-8102f565ebc0/bf273440-226c-44ee-a271-3bef5348947d) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:10.114965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f1a87-fc4a-4a8a-adad-7d024e49f061 req-12b47d0b-59de-4ad1-b39f-79a3c132fa03 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:10.117767 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af0f1a87-fc4a-4a8a-adad-7d024e49f061 req-12b47d0b-59de-4ad1-b39f-79a3c132fa03 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 945 time: 0.0670803 Dec 16 22:47:10.131334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Network 5220560e-6352-43c0-acea-e4aa290c773a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:10.139051 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:10.146615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:10.159597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Pushing event updated for resources: {'Port': ['ID=8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:10.170107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:10.184156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af0f1a87-fc4a-4a8a-adad-7d024e49f061 req-a2676c49-331f-4e81-821e-88fcbb7031cf tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529521 Dec 16 22:47:10.248411 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:10.287751 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Attempting to bind port 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:10.288132 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Attempting to bind port 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '84c01739-e7da-4f87-a9ed-b4daec1cf4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:10.288507 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Attempting to bind port 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 on network 5220560e-6352-43c0-acea-e4aa290c773a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:10.343297 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:10.389814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network 5220560e-6352-43c0-acea-e4aa290c773a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:10.393448 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:10.398862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:10.405768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=bf273440-226c-44ee-a271-3bef5348947d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:10.450047 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:10.503019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 1be8eb99-a2b2-4400-a7e6-40da6126732a up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:10.505875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:10.506255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Checking segment: {'id': '84c01739-e7da-4f87-a9ed-b4daec1cf4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:10.506662 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:10.507053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Bound using segment: {'id': '84c01739-e7da-4f87-a9ed-b4daec1cf4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:10.507560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Bound port: 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c01739-e7da-4f87-a9ed-b4daec1cf4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:10.507936 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:10.587498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-79d97c1d-7a49-4990-b3f4-5d1233f120a8 None None] Provisioning complete for port 399f11ca-3682-4fc3-b9f5-861b0c3502df triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:10.587793 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-79d97c1d-7a49-4990-b3f4-5d1233f120a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:10.638454 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:10.706921 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-62a07485-901c-4590-8735-2fe623018aaa None None] For port 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:10.727044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-62a07485-901c-4590-8735-2fe623018aaa None None] For port 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023,segment=NetworkSegment(84c01739-e7da-4f87-a9ed-b4daec1cf4cf),segment_id=84c01739-e7da-4f87-a9ed-b4daec1cf4cf)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:10.781843 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-79d97c1d-7a49-4990-b3f4-5d1233f120a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:10.799160 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:06Z', 'revision_number': 3, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:09Z', 'revision_number': 4, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:10.837472 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 1be8eb99-a2b2-4400-a7e6-40da6126732a completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:47:10.844414 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee62a9b3-1d57-4496-80a0-e4e11e0f0a2d None None] The sync data for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 is: [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:06Z', 'revision_number': 3, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:09Z', 'revision_number': 4, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:10.848808 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:10.860954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 1be8eb99-a2b2-4400-a7e6-40da6126732a triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:10.861347 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:10.872050 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-79d97c1d-7a49-4990-b3f4-5d1233f120a8 None None] For port 399f11ca-3682-4fc3-b9f5-861b0c3502df, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=399f11ca-3682-4fc3-b9f5-861b0c3502df,segment=NetworkSegment(28650be3-a2cf-4600-b676-bfd0fa872fb3),segment_id=28650be3-a2cf-4600-b676-bfd0fa872fb3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:10.964733 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-79d97c1d-7a49-4990-b3f4-5d1233f120a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:11.026574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a07485-901c-4590-8735-2fe623018aaa None None] Pushing event updated for resources: {'Port': ['ID=8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:11.107130 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:11.138987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d97c1d-7a49-4990-b3f4-5d1233f120a8 None None] Pushing event updated for resources: {'Port': ['ID=399f11ca-3682-4fc3-b9f5-861b0c3502df,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:11.147164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53348099-dd39-4c4c-bda8-2cccef571113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be8eb99-a2b2-4400-a7e6-40da6126732a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:47:11.149777 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caab1c3-dce7-4db4-9739-d752ac0d2d55" -d '{"events": [{"server_uuid": "53348099-dd39-4c4c-bda8-2cccef571113", "name": "network-vif-plugged", "status": "completed", "tag": "1be8eb99-a2b2-4400-a7e6-40da6126732a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:47:11.166024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 1be8eb99-a2b2-4400-a7e6-40da6126732a, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=1be8eb99-a2b2-4400-a7e6-40da6126732a,segment=NetworkSegment(77b63e06-6f38-4950-a1af-6c62eaa459bd),segment_id=77b63e06-6f38-4950-a1af-6c62eaa459bd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:11.251495 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:11.320710 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7103995e-0055-4eda-99de-310f73f7713a x-openstack-request-id: req-7103995e-0055-4eda-99de-310f73f7713a {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:47:11.321039 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53348099-dd39-4c4c-bda8-2cccef571113", "name": "network-vif-plugged", "status": "completed", "tag": "1be8eb99-a2b2-4400-a7e6-40da6126732a", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:47:11.321568 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7103995e-0055-4eda-99de-310f73f7713a {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:47:11.321986 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53348099-dd39-4c4c-bda8-2cccef571113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be8eb99-a2b2-4400-a7e6-40da6126732a', 'code': 200} Dec 16 22:47:11.392494 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=1be8eb99-a2b2-4400-a7e6-40da6126732a,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:11.413346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7e7c0-1a6f-4e9b-a3b2-4989a3fe3499 req-2396917e-c320-4794-a2ac-25ebdeb02463 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:11.421120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6a7e7c0-1a6f-4e9b-a3b2-4989a3fe3499 req-2396917e-c320-4794-a2ac-25ebdeb02463 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 946 time: 0.0926185 Dec 16 22:47:11.471351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:11.480446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6a7e7c0-1a6f-4e9b-a3b2-4989a3fe3499 req-8332df49-ebb9-447b-85b1-39a2ebe416c3 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583427 Dec 16 22:47:11.484411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafbfea-1d26-4422-b666-47173946768e req-2975ad7d-5f0a-4649-9d83-7fa337a8edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:11.495308 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7dafbfea-1d26-4422-b666-47173946768e req-2975ad7d-5f0a-4649-9d83-7fa337a8edb1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 1097 time: 0.0682623 Dec 16 22:47:11.549869 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7dafbfea-1d26-4422-b666-47173946768e req-6575a8b8-50fc-4436-9b11-a45a4e00380b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513959 Dec 16 22:47:11.574115 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:11.648621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=bf273440-226c-44ee-a271-3bef5348947d,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:11.652070 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:11.757700 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network 5220560e-6352-43c0-acea-e4aa290c773a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:11.759446 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:11.864217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 64c240da-a478-46b2-a9d2-e57bb884ace9 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:47:11.968455 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:11.973602 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9a1f24ca-7750-46e4-9083-f0afa43e5568 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/64c240da-a478-46b2-a9d2-e57bb884ace9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8746672 Dec 16 22:47:11.976296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46246) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:11.985536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e2a38332-61f3-4550-9b1e-6535054da776 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'network': {'name': 'tempest-RoutersTest-465039549'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:11.985894 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Sync routers for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:11.998337 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:11.999244 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:12.096551 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:12.130992 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a38332-61f3-4550-9b1e-6535054da776 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:12.134680 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2a38332-61f3-4550-9b1e-6535054da776 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.164963 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a38332-61f3-4550-9b1e-6535054da776 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:47:12.179500 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2a38332-61f3-4550-9b1e-6535054da776 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.179908 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-e2a38332-61f3-4550-9b1e-6535054da776 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Added segment 722717d4-47c1-40e6-8a99-3e9a12165adf of type vlan for network e1715aac-23dc-4424-9137-44d15f7a4bee Dec 16 22:47:12.185606 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4913c5-8ff4-4c1d-a670-dcc3983408fe None None] Network 5220560e-6352-43c0-acea-e4aa290c773a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:12.226350 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2a38332-61f3-4550-9b1e-6535054da776 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.295773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-dc0fc2d9-99c0-4fac-a673-9e48aac25575 None None] Provisioning complete for port 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:12.295773 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc0fc2d9-99c0-4fac-a673-9e48aac25575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.326025 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2a38332-61f3-4550-9b1e-6535054da776 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.335442 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a38332-61f3-4550-9b1e-6535054da776 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:12.336459 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2a38332-61f3-4550-9b1e-6535054da776 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.351824 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 4, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf273440-226c-44ee-a271-3bef5348947d', 'name': '', 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:6e:30:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:09Z', 'updated_at': '2021-12-16T22:47:11Z', 'revision_number': 2, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:12.387849 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Checking router: 64c240da-a478-46b2-a9d2-e57bb884ace9 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:47:12.388534 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Updating router 64c240da-a478-46b2-a9d2-e57bb884ace9 port bf273440-226c-44ee-a271-3bef5348947d binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:47:12.427456 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.442397 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a38332-61f3-4550-9b1e-6535054da776 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Network': ['ID=e1715aac-23dc-4424-9137-44d15f7a4bee,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:12.468961 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:12.481175 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network e1715aac-23dc-4424-9137-44d15f7a4bee details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:47:12.485636 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e2a38332-61f3-4550-9b1e-6535054da776 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5082958 Dec 16 22:47:12.489142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46248) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:12.498398 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-17400e67-3e73-4216-a2e7-4c7d6beaff54 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'subnet': {'network_id': 'e1715aac-23dc-4424-9137-44d15f7a4bee', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:12.640835 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc0fc2d9-99c0-4fac-a673-9e48aac25575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.697653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746f78a-e631-42ed-ace7-1541e1b182b1 req-057ca51f-5682-4889-89c2-9450cf028579 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:12.706238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b746f78a-e631-42ed-ace7-1541e1b182b1 req-057ca51f-5682-4889-89c2-9450cf028579 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 946 time: 0.0807133 Dec 16 22:47:12.724110 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-dc0fc2d9-99c0-4fac-a673-9e48aac25575 None None] For port 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023,segment=NetworkSegment(84c01739-e7da-4f87-a9ed-b4daec1cf4cf),segment_id=84c01739-e7da-4f87-a9ed-b4daec1cf4cf)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:12.734928 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17400e67-3e73-4216-a2e7-4c7d6beaff54 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Made reservation on behalf of c295552ddea34ba1a24c388257131adb for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:12.739701 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17400e67-3e73-4216-a2e7-4c7d6beaff54 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.748693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:12.749076 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.785689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b746f78a-e631-42ed-ace7-1541e1b182b1 req-f0a0e314-ed00-4273-b700-830607a3ac9a tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603461 Dec 16 22:47:12.806619 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.815301 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc0fc2d9-99c0-4fac-a673-9e48aac25575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.897062 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.906426 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fc2d9-99c0-4fac-a673-9e48aac25575 None None] Pushing event updated for resources: {'Port': ['ID=8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:12.917100 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 399f11ca-3682-4fc3-b9f5-861b0c3502df up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:12.976621 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a2023-11a9-4e3d-be9f-1ab07f91ab2b None None] Pushing event updated for resources: {'Port': ['ID=bf273440-226c-44ee-a271-3bef5348947d,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:12.989350 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 399f11ca-3682-4fc3-b9f5-861b0c3502df triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:12.989726 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.991424 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5bb85aa4-a4e3-4a72-913c-8ad4b8ef5384 None None] Provisioning complete for port 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:12.991780 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bb85aa4-a4e3-4a72-913c-8ad4b8ef5384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:13.061782 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Attempting to bind port bf273440-226c-44ee-a271-3bef5348947d on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:13.063360 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Attempting to bind port bf273440-226c-44ee-a271-3bef5348947d by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '84c01739-e7da-4f87-a9ed-b4daec1cf4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:13.063662 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Attempting to bind port bf273440-226c-44ee-a271-3bef5348947d on network 5220560e-6352-43c0-acea-e4aa290c773a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:13.071911 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:13.072511 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Checking segment: {'id': '84c01739-e7da-4f87-a9ed-b4daec1cf4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:13.072815 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:13.073368 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Bound using segment: {'id': '84c01739-e7da-4f87-a9ed-b4daec1cf4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:13.074008 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Bound port: bf273440-226c-44ee-a271-3bef5348947d, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c01739-e7da-4f87-a9ed-b4daec1cf4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:13.074400 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:13.118701 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17400e67-3e73-4216-a2e7-4c7d6beaff54 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:13.159812 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5bb85aa4-a4e3-4a72-913c-8ad4b8ef5384 None None] Provisioning complete for port bf273440-226c-44ee-a271-3bef5348947d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:13.160213 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bb85aa4-a4e3-4a72-913c-8ad4b8ef5384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:13.176291 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] For port bf273440-226c-44ee-a271-3bef5348947d, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:13.182245 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] For port bf273440-226c-44ee-a271-3bef5348947d, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=bf273440-226c-44ee-a271-3bef5348947d,segment=NetworkSegment(84c01739-e7da-4f87-a9ed-b4daec1cf4cf),segment_id=84c01739-e7da-4f87-a9ed-b4daec1cf4cf)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:13.204402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5bb85aa4-a4e3-4a72-913c-8ad4b8ef5384 None None] Port bf273440-226c-44ee-a271-3bef5348947d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:13.208863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17400e67-3e73-4216-a2e7-4c7d6beaff54 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Subnet': ['ID=2be3ee28-38b5-44cf-9f10-d5ca84876207,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:13.214727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17400e67-3e73-4216-a2e7-4c7d6beaff54 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Checking segment: {'id': '722717d4-47c1-40e6-8a99-3e9a12165adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e1715aac-23dc-4424-9137-44d15f7a4bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:13.215095 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17400e67-3e73-4216-a2e7-4c7d6beaff54 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network hostable DHCP agents. Network: e1715aac-23dc-4424-9137-44d15f7a4bee, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:47:13.260721 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:13.318573 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:13.319238 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:13.323428 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17400e67-3e73-4216-a2e7-4c7d6beaff54 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network e1715aac-23dc-4424-9137-44d15f7a4bee is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:47:13.333500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-11084205-8c8a-405f-ae0f-e33a682f4c86 None None] Provisioning complete for port bf273440-226c-44ee-a271-3bef5348947d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:13.333884 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11084205-8c8a-405f-ae0f-e33a682f4c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:13.360738 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:13.396970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-17400e67-3e73-4216-a2e7-4c7d6beaff54 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, e1715aac-23dc-4424-9137-44d15f7a4bee) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:13.401929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17400e67-3e73-4216-a2e7-4c7d6beaff54 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:13.402798 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-17400e67-3e73-4216-a2e7-4c7d6beaff54 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:13.430224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526e2366-fa86-4122-bd33-2f358287b32a None None] Network e1715aac-23dc-4424-9137-44d15f7a4bee requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:13.485343 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11084205-8c8a-405f-ae0f-e33a682f4c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:13.494892 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a2023-11a9-4e3d-be9f-1ab07f91ab2b None None] Pushing event updated for resources: {'Port': ['ID=bf273440-226c-44ee-a271-3bef5348947d,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:13.500201 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-17400e67-3e73-4216-a2e7-4c7d6beaff54 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0054443 Dec 16 22:47:13.501109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46254) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:13.519041 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:13.533416 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:13.546344 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-11084205-8c8a-405f-ae0f-e33a682f4c86 None None] For port bf273440-226c-44ee-a271-3bef5348947d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=bf273440-226c-44ee-a271-3bef5348947d,segment=NetworkSegment(84c01739-e7da-4f87-a9ed-b4daec1cf4cf),segment_id=84c01739-e7da-4f87-a9ed-b4daec1cf4cf)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:13.580954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-e1715aac-23dc-4424-9137-44d15f7a4bee', 'network_id': 'e1715aac-23dc-4424-9137-44d15f7a4bee', 'project_id': 'c295552ddea34ba1a24c388257131adb', 'fixed_ips': [{'subnet_id': '2be3ee28-38b5-44cf-9f10-d5ca84876207'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:47:13.581911 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:13.666360 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11084205-8c8a-405f-ae0f-e33a682f4c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:13.762897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11084205-8c8a-405f-ae0f-e33a682f4c86 None None] Pushing event updated for resources: {'Port': ['ID=bf273440-226c-44ee-a271-3bef5348947d,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:13.792724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Allocated IP 172.23.0.2 (e1715aac-23dc-4424-9137-44d15f7a4bee/2be3ee28-38b5-44cf-9f10-d5ca84876207/13c131f0-7337-42e8-a46e-42fccf1951c5) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:13.835542 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 4, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf273440-226c-44ee-a271-3bef5348947d', 'name': '', 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:6e:30:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:09Z', 'updated_at': '2021-12-16T22:47:13Z', 'revision_number': 4, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:13.899406 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b2da16-de9d-4367-88e8-e234db3b4817 None None] The sync data for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 is: [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 4, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf273440-226c-44ee-a271-3bef5348947d', 'name': '', 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:6e:30:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:09Z', 'updated_at': '2021-12-16T22:47:13Z', 'revision_number': 4, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:13.951432 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6ea28-cb09-4f00-9533-011d1a501e47 req-cf0a7a98-e74c-44e3-a8c0-e6fe082ea62c tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:13.964335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5bf6ea28-cb09-4f00-9533-011d1a501e47 req-cf0a7a98-e74c-44e3-a8c0-e6fe082ea62c tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 946 time: 0.0824721 Dec 16 22:47:13.978040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-44b2687e-abae-4a0d-917e-db9d3cc3b677 None None] Provisioning complete for port bf273440-226c-44ee-a271-3bef5348947d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:13.983678 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44b2687e-abae-4a0d-917e-db9d3cc3b677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:13.989953 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:14.045627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5bf6ea28-cb09-4f00-9533-011d1a501e47 req-c2f0f7c2-b398-4acd-be91-6e92e7e2c4e0 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743818 Dec 16 22:47:14.119912 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:14.282153 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:14.372783 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0ededb96-ec25-4b5a-ab1d-15a3c7ebd02c None None] Provisioning complete for port bf273440-226c-44ee-a271-3bef5348947d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:14.373080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Allocated IP 172.23.0.1 (e1715aac-23dc-4424-9137-44d15f7a4bee/2be3ee28-38b5-44cf-9f10-d5ca84876207/15aa354e-7a93-477f-a23d-0303983a4b6d) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:14.373305 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ededb96-ec25-4b5a-ab1d-15a3c7ebd02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:14.415216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Network e1715aac-23dc-4424-9137-44d15f7a4bee is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:14.423978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:14.425860 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:14.439665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Pushing event updated for resources: {'Port': ['ID=13c131f0-7337-42e8-a46e-42fccf1951c5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:14.443984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:14.549552 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:14.588318 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Attempting to bind port 13c131f0-7337-42e8-a46e-42fccf1951c5 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:14.588758 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Attempting to bind port 13c131f0-7337-42e8-a46e-42fccf1951c5 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '722717d4-47c1-40e6-8a99-3e9a12165adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e1715aac-23dc-4424-9137-44d15f7a4bee'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:14.589270 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Attempting to bind port 13c131f0-7337-42e8-a46e-42fccf1951c5 on network e1715aac-23dc-4424-9137-44d15f7a4bee {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:14.603717 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:14.604122 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:14.607593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:14.607979 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Checking segment: {'id': '722717d4-47c1-40e6-8a99-3e9a12165adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e1715aac-23dc-4424-9137-44d15f7a4bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:14.608388 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:14.608835 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Bound using segment: {'id': '722717d4-47c1-40e6-8a99-3e9a12165adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e1715aac-23dc-4424-9137-44d15f7a4bee'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:14.609434 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Bound port: 13c131f0-7337-42e8-a46e-42fccf1951c5, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722717d4-47c1-40e6-8a99-3e9a12165adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e1715aac-23dc-4424-9137-44d15f7a4bee'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:14.609823 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:14.650088 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:14.707675 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network e1715aac-23dc-4424-9137-44d15f7a4bee is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:14.711922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:14.714952 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:14.722915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] For port 13c131f0-7337-42e8-a46e-42fccf1951c5, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:14.728644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] For port 13c131f0-7337-42e8-a46e-42fccf1951c5, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=13c131f0-7337-42e8-a46e-42fccf1951c5,segment=NetworkSegment(722717d4-47c1-40e6-8a99-3e9a12165adf),segment_id=722717d4-47c1-40e6-8a99-3e9a12165adf)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:14.757329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=15aa354e-7a93-477f-a23d-0303983a4b6d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:14.767061 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device bf273440-226c-44ee-a271-3bef5348947d up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:14.776244 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:14.803533 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:14.870831 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port bf273440-226c-44ee-a271-3bef5348947d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:14.871216 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:14.907573 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616c0d8-8257-4928-ac9c-789e83eb5f74 None None] Pushing event updated for resources: {'Port': ['ID=13c131f0-7337-42e8-a46e-42fccf1951c5,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:15.015546 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:15.422962 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:15.483672 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:15.564451 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event updated for resources: {'Port': ['ID=15aa354e-7a93-477f-a23d-0303983a4b6d,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:15.570285 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:15.685311 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Network e1715aac-23dc-4424-9137-44d15f7a4bee is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:15.687105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:15.800440 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 64c240da-a478-46b2-a9d2-e57bb884ace9 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:47:15.924754 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:15.935235 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Sync routers for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:15.940787 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7cc07f7d-545e-4f16-8295-a4e2462292d3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/64c240da-a478-46b2-a9d2-e57bb884ace9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4381609 Dec 16 22:47:15.943787 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46344) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:15.949303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ed2b3e82-a886-4364-9352-0db9a690314d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:15.965285 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:15.965950 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:16.114855 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:16.283493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce42356b-1dde-4ffe-bb05-241b5b836279 None None] Network e1715aac-23dc-4424-9137-44d15f7a4bee requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:16.542308 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 13c131f0-7337-42e8-a46e-42fccf1951c5 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:16.616535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b57b049c-a075-4442-b833-aa7a74e033e1 None None] Provisioning complete for port 13c131f0-7337-42e8-a46e-42fccf1951c5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:16.616909 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b57b049c-a075-4442-b833-aa7a74e033e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:16.774103 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 13c131f0-7337-42e8-a46e-42fccf1951c5 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:16.774472 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:16.858237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.extraroute_db [None req-ed2b3e82-a886-4364-9352-0db9a690314d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 22:47:16.879303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.extraroute_db [None req-ed2b3e82-a886-4364-9352-0db9a690314d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Removed routes are [] {{(pid=103952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 22:47:16.879985 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed2b3e82-a886-4364-9352-0db9a690314d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:16.882263 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b57b049c-a075-4442-b833-aa7a74e033e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:16.900302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:14Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '15aa354e-7a93-477f-a23d-0303983a4b6d', 'name': '', 'network_id': 'e1715aac-23dc-4424-9137-44d15f7a4bee', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:5a:a0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2be3ee28-38b5-44cf-9f10-d5ca84876207', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:14Z', 'updated_at': '2021-12-16T22:47:15Z', 'revision_number': 2, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '2be3ee28-38b5-44cf-9f10-d5ca84876207', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf273440-226c-44ee-a271-3bef5348947d', 'name': '', 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:6e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:09Z', 'updated_at': '2021-12-16T22:47:13Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:16.941291 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Checking router: 64c240da-a478-46b2-a9d2-e57bb884ace9 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:47:16.942093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Updating router 64c240da-a478-46b2-a9d2-e57bb884ace9 port 15aa354e-7a93-477f-a23d-0303983a4b6d binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:47:17.012856 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b57b049c-a075-4442-b833-aa7a74e033e1 None None] For port 13c131f0-7337-42e8-a46e-42fccf1951c5, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=13c131f0-7337-42e8-a46e-42fccf1951c5,segment=NetworkSegment(722717d4-47c1-40e6-8a99-3e9a12165adf),segment_id=722717d4-47c1-40e6-8a99-3e9a12165adf)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:17.022513 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:17.035385 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:17.088345 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b57b049c-a075-4442-b833-aa7a74e033e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:17.289353 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed2b3e82-a886-4364-9352-0db9a690314d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:17.293380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b049c-a075-4442-b833-aa7a74e033e1 None None] Pushing event updated for resources: {'Port': ['ID=13c131f0-7337-42e8-a46e-42fccf1951c5,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:17.293605 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed2b3e82-a886-4364-9352-0db9a690314d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:17.340381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c67be740-ff47-4583-83a6-4b33e6fc4574 None None] Provisioning complete for port 13c131f0-7337-42e8-a46e-42fccf1951c5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:17.340931 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c67be740-ff47-4583-83a6-4b33e6fc4574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:17.362599 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:47:17.366813 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:47:17.423116 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2b3e82-a886-4364-9352-0db9a690314d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 64c240da-a478-46b2-a9d2-e57bb884ace9 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:47:17.541634 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2b3e82-a886-4364-9352-0db9a690314d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:17.551716 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed2b3e82-a886-4364-9352-0db9a690314d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:17.555390 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ed2b3e82-a886-4364-9352-0db9a690314d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/64c240da-a478-46b2-a9d2-e57bb884ace9 HTTP/1.1" status: 200 len: 934 time: 1.6082206 Dec 16 22:47:17.555641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46356) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:17.584156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c67be740-ff47-4583-83a6-4b33e6fc4574 None None] Provisioning complete for port 15aa354e-7a93-477f-a23d-0303983a4b6d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:17.584526 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c67be740-ff47-4583-83a6-4b33e6fc4574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:17.638643 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:17.648243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c67be740-ff47-4583-83a6-4b33e6fc4574 None None] Port 15aa354e-7a93-477f-a23d-0303983a4b6d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:17.679952 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ff5212d6-e9df-4f29-a72c-25afa3f645bb tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/routers/64c240da-a478-46b2-a9d2-e57bb884ace9 HTTP/1.1" status: 200 len: 934 time: 0.1230872 Dec 16 22:47:17.681560 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46358) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:17.686191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b1bfa4e2-2ee1-42ea-9fc9-59622a7e5f0d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'router': {'routes': None}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:17.717337 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:17.785405 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe193f-8da7-482c-bb83-d68e480c2c98 None None] Pushing event updated for resources: {'Port': ['ID=15aa354e-7a93-477f-a23d-0303983a4b6d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:17.815618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d1a6429e-459a-4f20-a6b0-f40e8fab9578 None None] Provisioning complete for port 15aa354e-7a93-477f-a23d-0303983a4b6d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:17.815985 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1a6429e-459a-4f20-a6b0-f40e8fab9578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:17.897631 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Attempting to bind port 15aa354e-7a93-477f-a23d-0303983a4b6d on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:17.897992 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Attempting to bind port 15aa354e-7a93-477f-a23d-0303983a4b6d by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '722717d4-47c1-40e6-8a99-3e9a12165adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e1715aac-23dc-4424-9137-44d15f7a4bee'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:17.898359 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Attempting to bind port 15aa354e-7a93-477f-a23d-0303983a4b6d on network e1715aac-23dc-4424-9137-44d15f7a4bee {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:17.913086 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:17.913513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Checking segment: {'id': '722717d4-47c1-40e6-8a99-3e9a12165adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e1715aac-23dc-4424-9137-44d15f7a4bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:17.913866 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:17.914262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Bound using segment: {'id': '722717d4-47c1-40e6-8a99-3e9a12165adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e1715aac-23dc-4424-9137-44d15f7a4bee'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:17.914753 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Bound port: 15aa354e-7a93-477f-a23d-0303983a4b6d, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722717d4-47c1-40e6-8a99-3e9a12165adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e1715aac-23dc-4424-9137-44d15f7a4bee'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:17.915136 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:17.918990 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6429e-459a-4f20-a6b0-f40e8fab9578 None None] Port 15aa354e-7a93-477f-a23d-0303983a4b6d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:17.998707 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] For port 15aa354e-7a93-477f-a23d-0303983a4b6d, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:18.006221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] For port 15aa354e-7a93-477f-a23d-0303983a4b6d, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=15aa354e-7a93-477f-a23d-0303983a4b6d,segment=NetworkSegment(722717d4-47c1-40e6-8a99-3e9a12165adf),segment_id=722717d4-47c1-40e6-8a99-3e9a12165adf)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:18.044690 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5ba0967c-976b-4f92-bda0-04a00f3eab66 None None] Provisioning complete for port 15aa354e-7a93-477f-a23d-0303983a4b6d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:18.050149 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5ba0967c-976b-4f92-bda0-04a00f3eab66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:18.094893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0967c-976b-4f92-bda0-04a00f3eab66 None None] Port 15aa354e-7a93-477f-a23d-0303983a4b6d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:18.100438 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:18.130173 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.extraroute_db [None req-b1bfa4e2-2ee1-42ea-9fc9-59622a7e5f0d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Added routes are [] {{(pid=103952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 22:47:18.130774 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.extraroute_db [None req-b1bfa4e2-2ee1-42ea-9fc9-59622a7e5f0d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 22:47:18.170094 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:18.170094 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:18.174132 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa4e2-2ee1-42ea-9fc9-59622a7e5f0d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:18.259213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe193f-8da7-482c-bb83-d68e480c2c98 None None] Pushing event updated for resources: {'Port': ['ID=15aa354e-7a93-477f-a23d-0303983a4b6d,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:18.317649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:18.397031 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 13c131f0-7337-42e8-a46e-42fccf1951c5 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:18.522154 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa4e2-2ee1-42ea-9fc9-59622a7e5f0d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:18.526713 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa4e2-2ee1-42ea-9fc9-59622a7e5f0d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:18.548515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 13c131f0-7337-42e8-a46e-42fccf1951c5 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:18.548887 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:18.591550 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c80b9286-30e5-4a43-800d-6588a1007d59 None None] Provisioning complete for port 15aa354e-7a93-477f-a23d-0303983a4b6d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:18.591931 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c80b9286-30e5-4a43-800d-6588a1007d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:18.635528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bfa4e2-2ee1-42ea-9fc9-59622a7e5f0d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 64c240da-a478-46b2-a9d2-e57bb884ace9 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:47:18.743958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bfa4e2-2ee1-42ea-9fc9-59622a7e5f0d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:18.751352 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa4e2-2ee1-42ea-9fc9-59622a7e5f0d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:18.755720 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b1bfa4e2-2ee1-42ea-9fc9-59622a7e5f0d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/64c240da-a478-46b2-a9d2-e57bb884ace9 HTTP/1.1" status: 200 len: 700 time: 1.0700440 Dec 16 22:47:18.756105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46372) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:18.877868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-35e99297-49f8-4ddf-9c06-e2d21fc8c712 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/routers/64c240da-a478-46b2-a9d2-e57bb884ace9 HTTP/1.1" status: 200 len: 700 time: 0.1198704 Dec 16 22:47:18.881221 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46376) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:18.965892 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c80b9286-30e5-4a43-800d-6588a1007d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:18.983680 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:16Z', 'revision_number': 6, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '15aa354e-7a93-477f-a23d-0303983a4b6d', 'name': '', 'network_id': 'e1715aac-23dc-4424-9137-44d15f7a4bee', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:5a:a0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2be3ee28-38b5-44cf-9f10-d5ca84876207', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:14Z', 'updated_at': '2021-12-16T22:47:17Z', 'revision_number': 4, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '2be3ee28-38b5-44cf-9f10-d5ca84876207', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf273440-226c-44ee-a271-3bef5348947d', 'name': '', 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:6e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:09Z', 'updated_at': '2021-12-16T22:47:13Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:19.023108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76525234-5d9e-43f6-b417-7695cd18d12c None None] The sync data for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 is: [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:16Z', 'revision_number': 6, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '15aa354e-7a93-477f-a23d-0303983a4b6d', 'name': '', 'network_id': 'e1715aac-23dc-4424-9137-44d15f7a4bee', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:5a:a0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2be3ee28-38b5-44cf-9f10-d5ca84876207', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:14Z', 'updated_at': '2021-12-16T22:47:17Z', 'revision_number': 4, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '2be3ee28-38b5-44cf-9f10-d5ca84876207', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf273440-226c-44ee-a271-3bef5348947d', 'name': '', 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:6e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:09Z', 'updated_at': '2021-12-16T22:47:13Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:19.035021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c80b9286-30e5-4a43-800d-6588a1007d59 None None] For port 15aa354e-7a93-477f-a23d-0303983a4b6d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=15aa354e-7a93-477f-a23d-0303983a4b6d,segment=NetworkSegment(722717d4-47c1-40e6-8a99-3e9a12165adf),segment_id=722717d4-47c1-40e6-8a99-3e9a12165adf)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:19.130414 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c80b9286-30e5-4a43-800d-6588a1007d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:19.240679 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b9286-30e5-4a43-800d-6588a1007d59 None None] Pushing event updated for resources: {'Port': ['ID=15aa354e-7a93-477f-a23d-0303983a4b6d,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:19.370257 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb047-607a-4a64-a519-d01a547a06dc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:19.704280 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbb047-607a-4a64-a519-d01a547a06dc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port 15aa354e-7a93-477f-a23d-0303983a4b6d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:19.704621 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb047-607a-4a64-a519-d01a547a06dc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:19.820163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-b7bbb047-607a-4a64-a519-d01a547a06dc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] For port 15aa354e-7a93-477f-a23d-0303983a4b6d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=15aa354e-7a93-477f-a23d-0303983a4b6d,segment=NetworkSegment(722717d4-47c1-40e6-8a99-3e9a12165adf),segment_id=722717d4-47c1-40e6-8a99-3e9a12165adf)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:19.820683 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb047-607a-4a64-a519-d01a547a06dc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:19.839419 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbb047-607a-4a64-a519-d01a547a06dc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for 15aa354e-7a93-477f-a23d-0303983a4b6d owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:20.067021 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc9c56-ce10-4807-bc4f-efee09312200 None None] Sync routers for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:20.080505 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc9c56-ce10-4807-bc4f-efee09312200 None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:20.081255 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-37fc9c56-ce10-4807-bc4f-efee09312200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:20.119298 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3f102a7-8723-40e9-9670-91037fa73807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:20.157064 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb047-607a-4a64-a519-d01a547a06dc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:20.186501 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbb047-607a-4a64-a519-d01a547a06dc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=15aa354e-7a93-477f-a23d-0303983a4b6d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:20.207528 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-37fc9c56-ce10-4807-bc4f-efee09312200 None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:20.499413 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-37fc9c56-ce10-4807-bc4f-efee09312200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:18Z', 'revision_number': 7, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '15aa354e-7a93-477f-a23d-0303983a4b6d', 'name': '', 'network_id': 'e1715aac-23dc-4424-9137-44d15f7a4bee', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:5a:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2be3ee28-38b5-44cf-9f10-d5ca84876207', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:14Z', 'updated_at': '2021-12-16T22:47:18Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '2be3ee28-38b5-44cf-9f10-d5ca84876207', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf273440-226c-44ee-a271-3bef5348947d', 'name': '', 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:6e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:09Z', 'updated_at': '2021-12-16T22:47:13Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:20.513239 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb047-607a-4a64-a519-d01a547a06dc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:20.529204 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc9c56-ce10-4807-bc4f-efee09312200 None None] Checking router: 64c240da-a478-46b2-a9d2-e57bb884ace9 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:47:20.538858 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc9c56-ce10-4807-bc4f-efee09312200 None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:20.539927 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-37fc9c56-ce10-4807-bc4f-efee09312200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:20.639236 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-37fc9c56-ce10-4807-bc4f-efee09312200 None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:20.775397 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bbb047-607a-4a64-a519-d01a547a06dc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 64c240da-a478-46b2-a9d2-e57bb884ace9 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:47:20.901361 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-37fc9c56-ce10-4807-bc4f-efee09312200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:19Z', 'revision_number': 8, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf273440-226c-44ee-a271-3bef5348947d', 'name': '', 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:6e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:09Z', 'updated_at': '2021-12-16T22:47:13Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:20.904102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bbb047-607a-4a64-a519-d01a547a06dc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:20.909011 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b7bbb047-607a-4a64-a519-d01a547a06dc tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/64c240da-a478-46b2-a9d2-e57bb884ace9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0264776 Dec 16 22:47:20.912908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46384) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:20.931741 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc9c56-ce10-4807-bc4f-efee09312200 None None] The sync data for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 is: [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:19Z', 'revision_number': 8, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf273440-226c-44ee-a271-3bef5348947d', 'name': '', 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:6e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:09Z', 'updated_at': '2021-12-16T22:47:13Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:20.997688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2d7d6e-ea0d-4734-b530-4db493f57366 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting subnet 2be3ee28-38b5-44cf-9f10-d5ca84876207 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:47:20.997688 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7d6e-ea0d-4734-b530-4db493f57366 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:21.044045 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7d6e-ea0d-4734-b530-4db493f57366 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:21.141312 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7d6e-ea0d-4734-b530-4db493f57366 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:21.299741 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7d6e-ea0d-4734-b530-4db493f57366 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:21.319541 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7d6e-ea0d-4734-b530-4db493f57366 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:21.323597 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1e2d7d6e-ea0d-4734-b530-4db493f57366 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/2be3ee28-38b5-44cf-9f10-d5ca84876207 HTTP/1.1" status: 204 len: 168 time: 0.4091759 Dec 16 22:47:21.326288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46390) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:21.331027 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fc8ca6-ef96-40c3-94bf-77ac3cf01bad None None] Network e1715aac-23dc-4424-9137-44d15f7a4bee requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:21.376038 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d7d6e-ea0d-4734-b530-4db493f57366 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Subnet': ['ID=2be3ee28-38b5-44cf-9f10-d5ca84876207,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:21.504179 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:21.576302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9c25fa-7a39-45b5-8e31-46a04c50a7d5 None None] DHCP port deletion for e1715aac-23dc-4424-9137-44d15f7a4bee request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:47:21.597132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port 13c131f0-7337-42e8-a46e-42fccf1951c5 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:21.597483 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:21.660221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2d9c25fa-7a39-45b5-8e31-46a04c50a7d5 None None] Deleting port 13c131f0-7337-42e8-a46e-42fccf1951c5 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:21.660533 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2d9c25fa-7a39-45b5-8e31-46a04c50a7d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:21.713507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] For port 13c131f0-7337-42e8-a46e-42fccf1951c5, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=13c131f0-7337-42e8-a46e-42fccf1951c5,segment=NetworkSegment(722717d4-47c1-40e6-8a99-3e9a12165adf),segment_id=722717d4-47c1-40e6-8a99-3e9a12165adf)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:21.714202 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:21.729054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for 13c131f0-7337-42e8-a46e-42fccf1951c5 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:21.756956 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2d9c25fa-7a39-45b5-8e31-46a04c50a7d5 None None] For port 13c131f0-7337-42e8-a46e-42fccf1951c5, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=13c131f0-7337-42e8-a46e-42fccf1951c5,segment=NetworkSegment(722717d4-47c1-40e6-8a99-3e9a12165adf),segment_id=722717d4-47c1-40e6-8a99-3e9a12165adf)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:21.758084 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2d9c25fa-7a39-45b5-8e31-46a04c50a7d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:21.776445 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d92181-4f39-4e8b-bdd6-4322353298c6 None None] Sync routers for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:21.793308 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2d9c25fa-7a39-45b5-8e31-46a04c50a7d5 None None] Calling delete_port for 13c131f0-7337-42e8-a46e-42fccf1951c5 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:21.817605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d92181-4f39-4e8b-bdd6-4322353298c6 None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:21.817605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e5d92181-4f39-4e8b-bdd6-4322353298c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:21.897700 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:21.926457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=13c131f0-7337-42e8-a46e-42fccf1951c5,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:21.932943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No DVR routers for this DVR port 13c131f0-7337-42e8-a46e-42fccf1951c5 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:47:21.972315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-e5d92181-4f39-4e8b-bdd6-4322353298c6 None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:22.019060 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2d9c25fa-7a39-45b5-8e31-46a04c50a7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:22.041232 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:22.090599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1715aac-23dc-4424-9137-44d15f7a4bee']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:22.092045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c25fa-7a39-45b5-8e31-46a04c50a7d5 None None] Pushing event deleted for resources: {'Port': ['ID=13c131f0-7337-42e8-a46e-42fccf1951c5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:22.097208 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9c25fa-7a39-45b5-8e31-46a04c50a7d5 None None] No DVR routers for this DVR port 13c131f0-7337-42e8-a46e-42fccf1951c5 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:47:22.108295 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722717d4-47c1-40e6-8a99-3e9a12165adf') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:22.110991 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722717d4-47c1-40e6-8a99-3e9a12165adf') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:22.137735 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:22.158191 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:47:22.171531 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:47:22.293604 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e5d92181-4f39-4e8b-bdd6-4322353298c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:19Z', 'revision_number': 8, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf273440-226c-44ee-a271-3bef5348947d', 'name': '', 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:6e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:09Z', 'updated_at': '2021-12-16T22:47:13Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:22.324953 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d92181-4f39-4e8b-bdd6-4322353298c6 None None] Checking router: 64c240da-a478-46b2-a9d2-e57bb884ace9 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:47:22.330723 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:22.339212 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:22.342059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/networks/e1715aac-23dc-4424-9137-44d15f7a4bee HTTP/1.1" status: 204 len: 168 time: 1.0141983 Dec 16 22:47:22.345356 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46396) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:22.350088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 13c131f0-7337-42e8-a46e-42fccf1951c5 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:47:22.373346 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 13c131f0-7337-42e8-a46e-42fccf1951c5 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:47:22.373716 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 13c131f0-7337-42e8-a46e-42fccf1951c5 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:47:22.374133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 15aa354e-7a93-477f-a23d-0303983a4b6d no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:47:22.381151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc633167-50b0-4238-b0f4-c7f7b9bf38fe tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Network': ['ID=e1715aac-23dc-4424-9137-44d15f7a4bee,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:22.406335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d92181-4f39-4e8b-bdd6-4322353298c6 None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:22.406958 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e5d92181-4f39-4e8b-bdd6-4322353298c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:46:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:22.411750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 15aa354e-7a93-477f-a23d-0303983a4b6d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:47:22.412102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 15aa354e-7a93-477f-a23d-0303983a4b6d not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:47:22.500269 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0af1347f-1dfd-4615-9e86-7082778b220c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:22.532142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-e5d92181-4f39-4e8b-bdd6-4322353298c6 None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:22.808736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e5d92181-4f39-4e8b-bdd6-4322353298c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:19Z', 'revision_number': 8, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf273440-226c-44ee-a271-3bef5348947d', 'name': '', 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:6e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:09Z', 'updated_at': '2021-12-16T22:47:13Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:22.844405 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d92181-4f39-4e8b-bdd6-4322353298c6 None None] The sync data for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 is: [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:19Z', 'revision_number': 8, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf273440-226c-44ee-a271-3bef5348947d', 'name': '', 'network_id': '5220560e-6352-43c0-acea-e4aa290c773a', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:6e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:09Z', 'updated_at': '2021-12-16T22:47:13Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'c9989907-5353-4ea3-bc8d-8102f565ebc0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:23.189186 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1db46bf8-b195-46aa-93dc-b575be98007d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:23.457480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-1db46bf8-b195-46aa-93dc-b575be98007d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port bf273440-226c-44ee-a271-3bef5348947d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:23.458144 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1db46bf8-b195-46aa-93dc-b575be98007d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:23.565288 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-1db46bf8-b195-46aa-93dc-b575be98007d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] For port bf273440-226c-44ee-a271-3bef5348947d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=bf273440-226c-44ee-a271-3bef5348947d,segment=NetworkSegment(84c01739-e7da-4f87-a9ed-b4daec1cf4cf),segment_id=84c01739-e7da-4f87-a9ed-b4daec1cf4cf)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:23.566020 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1db46bf8-b195-46aa-93dc-b575be98007d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:23.580654 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-1db46bf8-b195-46aa-93dc-b575be98007d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for bf273440-226c-44ee-a271-3bef5348947d owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:23.594171 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:23.843043 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1db46bf8-b195-46aa-93dc-b575be98007d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:23.878818 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db46bf8-b195-46aa-93dc-b575be98007d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=bf273440-226c-44ee-a271-3bef5348947d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:24.086246 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1db46bf8-b195-46aa-93dc-b575be98007d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:24.334380 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db46bf8-b195-46aa-93dc-b575be98007d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 64c240da-a478-46b2-a9d2-e57bb884ace9 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:47:24.442756 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db46bf8-b195-46aa-93dc-b575be98007d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:24.448498 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1db46bf8-b195-46aa-93dc-b575be98007d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/64c240da-a478-46b2-a9d2-e57bb884ace9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1011627 Dec 16 22:47:24.450993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46406) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:24.456296 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e276252e-65f0-4bee-928b-93575c4599b7 None None] Sync routers for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:24.467588 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276252e-65f0-4bee-928b-93575c4599b7 None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:24.468699 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e276252e-65f0-4bee-928b-93575c4599b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:24.510244 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ba5db4-936a-4aea-975a-7310cdf0e735 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting subnet c9989907-5353-4ea3-bc8d-8102f565ebc0 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:47:24.513921 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79ba5db4-936a-4aea-975a-7310cdf0e735 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:24.568353 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79ba5db4-936a-4aea-975a-7310cdf0e735 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:24.577812 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e276252e-65f0-4bee-928b-93575c4599b7 None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:24.667929 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79ba5db4-936a-4aea-975a-7310cdf0e735 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:24.830439 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79ba5db4-936a-4aea-975a-7310cdf0e735 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:24.850111 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e276252e-65f0-4bee-928b-93575c4599b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:23Z', 'revision_number': 9, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:24.866024 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba5db4-936a-4aea-975a-7310cdf0e735 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Subnet': ['ID=c9989907-5353-4ea3-bc8d-8102f565ebc0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:24.872849 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79ba5db4-936a-4aea-975a-7310cdf0e735 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:24.879392 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-79ba5db4-936a-4aea-975a-7310cdf0e735 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/c9989907-5353-4ea3-bc8d-8102f565ebc0 HTTP/1.1" status: 204 len: 168 time: 0.4245443 Dec 16 22:47:24.880827 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e276252e-65f0-4bee-928b-93575c4599b7 None None] Checking router: 64c240da-a478-46b2-a9d2-e57bb884ace9 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:47:24.880985 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:24.881499 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46410) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:24.887750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78316665-2b80-4974-9a4d-835bfac73001 None None] Network 5220560e-6352-43c0-acea-e4aa290c773a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:24.891974 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276252e-65f0-4bee-928b-93575c4599b7 None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:24.892700 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e276252e-65f0-4bee-928b-93575c4599b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:25.012011 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:25.110096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:25.110444 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:25.114583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9855c048-1775-44d2-925c-96de9ccea6f3 None None] DHCP port deletion for 5220560e-6352-43c0-acea-e4aa290c773a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:47:25.132233 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e276252e-65f0-4bee-928b-93575c4599b7 None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:25.185202 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9855c048-1775-44d2-925c-96de9ccea6f3 None None] Deleting port 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:25.185202 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9855c048-1775-44d2-925c-96de9ccea6f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:25.187232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] For port 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023,segment=NetworkSegment(84c01739-e7da-4f87-a9ed-b4daec1cf4cf),segment_id=84c01739-e7da-4f87-a9ed-b4daec1cf4cf)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:25.187656 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:25.204286 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:25.296714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9855c048-1775-44d2-925c-96de9ccea6f3 None None] For port 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023,segment=NetworkSegment(84c01739-e7da-4f87-a9ed-b4daec1cf4cf),segment_id=84c01739-e7da-4f87-a9ed-b4daec1cf4cf)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:25.297119 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9855c048-1775-44d2-925c-96de9ccea6f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:25.311518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9855c048-1775-44d2-925c-96de9ccea6f3 None None] Calling delete_port for 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:25.365821 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:25.392961 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e276252e-65f0-4bee-928b-93575c4599b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:23Z', 'revision_number': 9, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:25.402548 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9855c048-1775-44d2-925c-96de9ccea6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:25.414364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:25.417445 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No DVR routers for this DVR port 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:47:25.425797 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9855c048-1775-44d2-925c-96de9ccea6f3 None None] No DVR routers for this DVR port 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:47:25.445221 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e276252e-65f0-4bee-928b-93575c4599b7 None None] The sync data for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 is: [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:23Z', 'revision_number': 9, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '399f11ca-3682-4fc3-b9f5-861b0c3502df', 'name': '', 'network_id': '38b03b9e-aa71-4c64-9d36-11fccdeea11f', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:4a:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '99858618-276f-46ae-8fd4-5df4328686fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:05Z', 'updated_at': '2021-12-16T22:47:10Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': '99858618-276f-46ae-8fd4-5df4328686fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:25.455046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855c048-1775-44d2-925c-96de9ccea6f3 None None] Pushing event deleted for resources: {'Port': ['ID=8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:25.540702 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:25.562662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5220560e-6352-43c0-acea-e4aa290c773a']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:25.573463 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c01739-e7da-4f87-a9ed-b4daec1cf4cf') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:25.573836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c01739-e7da-4f87-a9ed-b4daec1cf4cf') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:25.584719 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:25.599178 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:25.606029 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:47:25.606429 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:47:25.609660 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:47:25.734009 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:25.774270 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:25.781862 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:25.787316 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/networks/5220560e-6352-43c0-acea-e4aa290c773a HTTP/1.1" status: 204 len: 168 time: 0.9046862 Dec 16 22:47:25.790673 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46416) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:25.809526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16230eac-cdab-4e91-9fe8-685a83d47298 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Network': ['ID=5220560e-6352-43c0-acea-e4aa290c773a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:26.169148 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9501f0a4-1518-44a7-9a36-870d8c94302a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:26.297027 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:47:26.321603 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:47:26.322233 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8c67c1f8-4b3c-45c6-a2b5-02edf5c7e023 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:47:26.322855 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device bf273440-226c-44ee-a271-3bef5348947d no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:47:26.343971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: bf273440-226c-44ee-a271-3bef5348947d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:47:26.344333 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device bf273440-226c-44ee-a271-3bef5348947d not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:47:26.484651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-9501f0a4-1518-44a7-9a36-870d8c94302a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port 399f11ca-3682-4fc3-b9f5-861b0c3502df {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:26.484992 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9501f0a4-1518-44a7-9a36-870d8c94302a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:26.587559 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-9501f0a4-1518-44a7-9a36-870d8c94302a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] For port 399f11ca-3682-4fc3-b9f5-861b0c3502df, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=399f11ca-3682-4fc3-b9f5-861b0c3502df,segment=NetworkSegment(28650be3-a2cf-4600-b676-bfd0fa872fb3),segment_id=28650be3-a2cf-4600-b676-bfd0fa872fb3)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:26.588288 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9501f0a4-1518-44a7-9a36-870d8c94302a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:26.604757 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-9501f0a4-1518-44a7-9a36-870d8c94302a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for 399f11ca-3682-4fc3-b9f5-861b0c3502df owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:26.882688 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9501f0a4-1518-44a7-9a36-870d8c94302a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:26.900330 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:47:26.911955 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501f0a4-1518-44a7-9a36-870d8c94302a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=399f11ca-3682-4fc3-b9f5-861b0c3502df,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:27.093705 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9501f0a4-1518-44a7-9a36-870d8c94302a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:27.302712 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9501f0a4-1518-44a7-9a36-870d8c94302a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 64c240da-a478-46b2-a9d2-e57bb884ace9 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:47:27.400113 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9501f0a4-1518-44a7-9a36-870d8c94302a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:27.405145 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9501f0a4-1518-44a7-9a36-870d8c94302a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/64c240da-a478-46b2-a9d2-e57bb884ace9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6135221 Dec 16 22:47:27.407944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46424) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:27.409886 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df43831-dff4-447a-bef7-9ecd19b37a1e None None] Sync routers for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:27.421431 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df43831-dff4-447a-bef7-9ecd19b37a1e None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:27.422056 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1df43831-dff4-447a-bef7-9ecd19b37a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:27.469516 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a8e991-418f-4d08-9cc2-4e0aa347fab4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting subnet 99858618-276f-46ae-8fd4-5df4328686fe {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:47:27.474074 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00a8e991-418f-4d08-9cc2-4e0aa347fab4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:27.520615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-1df43831-dff4-447a-bef7-9ecd19b37a1e None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:27.529583 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00a8e991-418f-4d08-9cc2-4e0aa347fab4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:27.632429 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00a8e991-418f-4d08-9cc2-4e0aa347fab4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:27.747605 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00a8e991-418f-4d08-9cc2-4e0aa347fab4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:27.749689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1df43831-dff4-447a-bef7-9ecd19b37a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:26Z', 'revision_number': 10, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:27.782108 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00a8e991-418f-4d08-9cc2-4e0aa347fab4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:27.785575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-00a8e991-418f-4d08-9cc2-4e0aa347fab4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/99858618-276f-46ae-8fd4-5df4328686fe HTTP/1.1" status: 204 len: 168 time: 0.3765852 Dec 16 22:47:27.787171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8e991-418f-4d08-9cc2-4e0aa347fab4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Subnet': ['ID=99858618-276f-46ae-8fd4-5df4328686fe,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:27.788608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd22aa0-180d-4b25-abef-2488e905ce65 None None] Network 38b03b9e-aa71-4c64-9d36-11fccdeea11f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:27.789365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46428) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:27.793052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df43831-dff4-447a-bef7-9ecd19b37a1e None None] Checking router: 64c240da-a478-46b2-a9d2-e57bb884ace9 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:47:27.868933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df43831-dff4-447a-bef7-9ecd19b37a1e None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:27.870040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1df43831-dff4-447a-bef7-9ecd19b37a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:27.888903 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:27.968549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port 1accdd52-51d7-4222-b443-e6a9eafa50d0 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:27.968886 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:27.992743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-1df43831-dff4-447a-bef7-9ecd19b37a1e None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:28.051089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] For port 1accdd52-51d7-4222-b443-e6a9eafa50d0, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=1accdd52-51d7-4222-b443-e6a9eafa50d0,segment=NetworkSegment(28650be3-a2cf-4600-b676-bfd0fa872fb3),segment_id=28650be3-a2cf-4600-b676-bfd0fa872fb3)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:28.051494 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:28.071939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for 1accdd52-51d7-4222-b443-e6a9eafa50d0 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:28.097568 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e205ce2b-907b-47e3-a2f2-938515625101 None None] DHCP port deletion for 38b03b9e-aa71-4c64-9d36-11fccdeea11f request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:47:28.231253 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:28.264174 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=1accdd52-51d7-4222-b443-e6a9eafa50d0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:28.267695 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No DVR routers for this DVR port 1accdd52-51d7-4222-b443-e6a9eafa50d0 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:47:28.368609 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:28.401724 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b03b9e-aa71-4c64-9d36-11fccdeea11f']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:28.407406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 1accdd52-51d7-4222-b443-e6a9eafa50d0 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:47:28.415580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28650be3-a2cf-4600-b676-bfd0fa872fb3') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:28.415889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28650be3-a2cf-4600-b676-bfd0fa872fb3') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:28.428845 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:28.436718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 1accdd52-51d7-4222-b443-e6a9eafa50d0 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:47:28.437279 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 1accdd52-51d7-4222-b443-e6a9eafa50d0 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:47:28.445492 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:28.456836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:47:28.457595 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:47:28.464139 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:47:28.474927 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-1df43831-dff4-447a-bef7-9ecd19b37a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:26Z', 'revision_number': 10, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:28.503887 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df43831-dff4-447a-bef7-9ecd19b37a1e None None] The sync data for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 is: [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:26Z', 'revision_number': 10, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None, '_interfaces': [{'id': '639d1518-c5c2-42e0-b150-81b4dc0b4b38', 'name': '', 'network_id': '945b859f-2136-4988-9ab7-2d80f5fcce72', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'mac_address': 'fa:16:3e:7b:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 5, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'subnets': [{'id': 'e644d673-0d87-4ff1-946c-e413ee6a019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:28.616524 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:28.626156 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:28.631743 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/networks/38b03b9e-aa71-4c64-9d36-11fccdeea11f HTTP/1.1" status: 204 len: 168 time: 0.8357666 Dec 16 22:47:28.636611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46434) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:28.642020 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785ba4d-a5af-44ce-a776-8bb946ddfa27 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Network': ['ID=38b03b9e-aa71-4c64-9d36-11fccdeea11f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:29.019010 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:29.468024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port 639d1518-c5c2-42e0-b150-81b4dc0b4b38 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:29.468357 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:29.575186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] For port 639d1518-c5c2-42e0-b150-81b4dc0b4b38, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=639d1518-c5c2-42e0-b150-81b4dc0b4b38,segment=NetworkSegment(87a69c1c-cd99-43ba-97ef-6a37caba4346),segment_id=87a69c1c-cd99-43ba-97ef-6a37caba4346)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:29.575579 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:29.589617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for 639d1518-c5c2-42e0-b150-81b4dc0b4b38 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:30.054202 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:30.083157 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=639d1518-c5c2-42e0-b150-81b4dc0b4b38,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:30.114554 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:30.114905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:30.115243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:30.115712 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:30.115988 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:30.116258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:30.116571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:30.116902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:30.117215 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:30.117536 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:30.117856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:30.118179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:30.118494 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:30.244357 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:30.359942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 399f11ca-3682-4fc3-b9f5-861b0c3502df no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:47:30.382407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 399f11ca-3682-4fc3-b9f5-861b0c3502df {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:47:30.382759 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 399f11ca-3682-4fc3-b9f5-861b0c3502df not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:47:30.410044 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 64c240da-a478-46b2-a9d2-e57bb884ace9 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:47:30.492196 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:30.497810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bed650db-033f-4909-9664-b7968bce67de tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/64c240da-a478-46b2-a9d2-e57bb884ace9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8634055 Dec 16 22:47:30.500398 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46450) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:30.506796 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8ac2f-12eb-402a-9de8-daf78405ebe5 None None] Sync routers for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:30.516859 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8ac2f-12eb-402a-9de8-daf78405ebe5 None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:30.517736 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ace8ac2f-12eb-402a-9de8-daf78405ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:30.555516 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-165e3e2b-cc6f-400b-a9b9-8a4c44400df8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting subnet e644d673-0d87-4ff1-946c-e413ee6a019a {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:47:30.559800 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-165e3e2b-cc6f-400b-a9b9-8a4c44400df8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:30.593661 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ace8ac2f-12eb-402a-9de8-daf78405ebe5 None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:30.620512 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-165e3e2b-cc6f-400b-a9b9-8a4c44400df8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:30.653354 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ace8ac2f-12eb-402a-9de8-daf78405ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:29Z', 'revision_number': 11, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:30.688001 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8ac2f-12eb-402a-9de8-daf78405ebe5 None None] Checking router: 64c240da-a478-46b2-a9d2-e57bb884ace9 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:47:30.699012 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8ac2f-12eb-402a-9de8-daf78405ebe5 None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:30.699742 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ace8ac2f-12eb-402a-9de8-daf78405ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:30.720428 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-165e3e2b-cc6f-400b-a9b9-8a4c44400df8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:30.774846 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ace8ac2f-12eb-402a-9de8-daf78405ebe5 None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:30.829696 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ace8ac2f-12eb-402a-9de8-daf78405ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:29Z', 'revision_number': 11, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:30.860482 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8ac2f-12eb-402a-9de8-daf78405ebe5 None None] The sync data for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 is: [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:29Z', 'revision_number': 11, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:30.882833 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-165e3e2b-cc6f-400b-a9b9-8a4c44400df8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:30.930228 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e3e2b-cc6f-400b-a9b9-8a4c44400df8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Subnet': ['ID=e644d673-0d87-4ff1-946c-e413ee6a019a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:30.935771 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-165e3e2b-cc6f-400b-a9b9-8a4c44400df8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:30.942220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-165e3e2b-cc6f-400b-a9b9-8a4c44400df8 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/e644d673-0d87-4ff1-946c-e413ee6a019a HTTP/1.1" status: 204 len: 168 time: 0.4379430 Dec 16 22:47:30.942425 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46462) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:30.942769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe03126-1863-4ac5-b332-d98ddfa1765f None None] Network 945b859f-2136-4988-9ab7-2d80f5fcce72 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:31.068633 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:31.131709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Deleting port bb44b645-9c75-43e7-aabe-d168c0e1bcaf {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:31.132056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:31.203967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] For port bb44b645-9c75-43e7-aabe-d168c0e1bcaf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=bb44b645-9c75-43e7-aabe-d168c0e1bcaf,segment=NetworkSegment(87a69c1c-cd99-43ba-97ef-6a37caba4346),segment_id=87a69c1c-cd99-43ba-97ef-6a37caba4346)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:31.204415 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:31.218941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Calling delete_port for bb44b645-9c75-43e7-aabe-d168c0e1bcaf owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:31.222157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cf28c3-68b0-4ec9-b725-290bb093652b None None] DHCP port deletion for 945b859f-2136-4988-9ab7-2d80f5fcce72 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:47:31.309559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c7cf28c3-68b0-4ec9-b725-290bb093652b None None] Deleting port bb44b645-9c75-43e7-aabe-d168c0e1bcaf {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:31.310227 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7cf28c3-68b0-4ec9-b725-290bb093652b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:31.377062 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:31.387126 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c7cf28c3-68b0-4ec9-b725-290bb093652b None None] For port bb44b645-9c75-43e7-aabe-d168c0e1bcaf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=bb44b645-9c75-43e7-aabe-d168c0e1bcaf,segment=NetworkSegment(87a69c1c-cd99-43ba-97ef-6a37caba4346),segment_id=87a69c1c-cd99-43ba-97ef-6a37caba4346)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:31.388627 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7cf28c3-68b0-4ec9-b725-290bb093652b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:31.403456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c7cf28c3-68b0-4ec9-b725-290bb093652b None None] Calling delete_port for bb44b645-9c75-43e7-aabe-d168c0e1bcaf owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:31.415604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Port': ['ID=bb44b645-9c75-43e7-aabe-d168c0e1bcaf,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:31.425621 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No DVR routers for this DVR port bb44b645-9c75-43e7-aabe-d168c0e1bcaf on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:47:31.488657 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7cf28c3-68b0-4ec9-b725-290bb093652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:31.514263 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf28c3-68b0-4ec9-b725-290bb093652b None None] Pushing event deleted for resources: {'Port': ['ID=bb44b645-9c75-43e7-aabe-d168c0e1bcaf,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:31.520129 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cf28c3-68b0-4ec9-b725-290bb093652b None None] No DVR routers for this DVR port bb44b645-9c75-43e7-aabe-d168c0e1bcaf on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:47:31.532744 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:31.555555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945b859f-2136-4988-9ab7-2d80f5fcce72']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:31.566041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a69c1c-cd99-43ba-97ef-6a37caba4346') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:31.566425 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a69c1c-cd99-43ba-97ef-6a37caba4346') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:31.576881 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:31.591532 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:31.598324 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:47:31.598723 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:47:31.601750 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:47:31.739438 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:31.749617 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:31.755032 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/networks/945b859f-2136-4988-9ab7-2d80f5fcce72 HTTP/1.1" status: 204 len: 168 time: 0.8081050 Dec 16 22:47:31.755900 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46468) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:31.760990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-565144f8-68e9-4b1a-bafe-dda45c534057 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'router': {'routes': None}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:32.029566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b1155-9458-44e1-86d0-d6395b6b4afd tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Pushing event deleted for resources: {'Network': ['ID=945b859f-2136-4988-9ab7-2d80f5fcce72,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:32.265718 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.extraroute_db [None req-565144f8-68e9-4b1a-bafe-dda45c534057 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Added routes are [] {{(pid=103952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 22:47:32.266185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.extraroute_db [None req-565144f8-68e9-4b1a-bafe-dda45c534057 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Removed routes are [] {{(pid=103952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 22:47:32.266705 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-565144f8-68e9-4b1a-bafe-dda45c534057 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:32.318943 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 639d1518-c5c2-42e0-b150-81b4dc0b4b38 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:47:32.343873 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 639d1518-c5c2-42e0-b150-81b4dc0b4b38 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:47:32.344230 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 639d1518-c5c2-42e0-b150-81b4dc0b4b38 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:47:32.344653 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device bb44b645-9c75-43e7-aabe-d168c0e1bcaf no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:47:32.366401 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: bb44b645-9c75-43e7-aabe-d168c0e1bcaf {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:47:32.366634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device bb44b645-9c75-43e7-aabe-d168c0e1bcaf not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:47:32.429321 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-565144f8-68e9-4b1a-bafe-dda45c534057 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:32.434715 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-565144f8-68e9-4b1a-bafe-dda45c534057 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:32.520102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565144f8-68e9-4b1a-bafe-dda45c534057 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router 64c240da-a478-46b2-a9d2-e57bb884ace9 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:47:32.595805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565144f8-68e9-4b1a-bafe-dda45c534057 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:32.605407 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-565144f8-68e9-4b1a-bafe-dda45c534057 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:32.607600 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-565144f8-68e9-4b1a-bafe-dda45c534057 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/64c240da-a478-46b2-a9d2-e57bb884ace9 HTTP/1.1" status: 200 len: 701 time: 0.8501139 Dec 16 22:47:32.607900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5f6d6-4201-4fbd-89a0-b86160c5b820 None None] Sync routers for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:32.609544 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46494) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:32.630768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5f6d6-4201-4fbd-89a0-b86160c5b820 None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:32.630768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-acb5f6d6-4201-4fbd-89a0-b86160c5b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:32.644312 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-700de255-7f57-45d7-85b3-cc2a5e650c39 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports?device_id=64c240da-a478-46b2-a9d2-e57bb884ace9 HTTP/1.1" status: 200 len: 205 time: 0.0328963 Dec 16 22:47:32.646689 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46498) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:32.724124 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ccf1e3db-5b43-4b04-a287-28cfc0fc3964 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:32.745731 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-acb5f6d6-4201-4fbd-89a0-b86160c5b820 None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:32.812990 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-acb5f6d6-4201-4fbd-89a0-b86160c5b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:29Z', 'revision_number': 11, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:32.855676 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5f6d6-4201-4fbd-89a0-b86160c5b820 None None] Checking router: 64c240da-a478-46b2-a9d2-e57bb884ace9 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:47:32.865052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5f6d6-4201-4fbd-89a0-b86160c5b820 None None] Routers {'64c240da-a478-46b2-a9d2-e57bb884ace9'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:32.865779 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-acb5f6d6-4201-4fbd-89a0-b86160c5b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['64c240da-a478-46b2-a9d2-e57bb884ace9'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:32.903925 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ccf1e3db-5b43-4b04-a287-28cfc0fc3964 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:32.906058 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ccf1e3db-5b43-4b04-a287-28cfc0fc3964 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:32.939362 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-acb5f6d6-4201-4fbd-89a0-b86160c5b820 None None] Set router 64c240da-a478-46b2-a9d2-e57bb884ace9 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:32.995715 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-acb5f6d6-4201-4fbd-89a0-b86160c5b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:29Z', 'revision_number': 11, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:33.027019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5f6d6-4201-4fbd-89a0-b86160c5b820 None None] The sync data for ids ['64c240da-a478-46b2-a9d2-e57bb884ace9'] in n-d-821840-2 is: [{'id': '64c240da-a478-46b2-a9d2-e57bb884ace9', 'name': 'tempest-RoutersTest-router-1780641040', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:57Z', 'updated_at': '2021-12-16T22:47:29Z', 'revision_number': 11, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:33.033499 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ccf1e3db-5b43-4b04-a287-28cfc0fc3964 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:33.034750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf1e3db-5b43-4b04-a287-28cfc0fc3964 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Fanout notify agent at l3_agent the message router_deleted on router 64c240da-a478-46b2-a9d2-e57bb884ace9 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:47:33.043354 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ccf1e3db-5b43-4b04-a287-28cfc0fc3964 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:33.047321 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ccf1e3db-5b43-4b04-a287-28cfc0fc3964 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/routers/64c240da-a478-46b2-a9d2-e57bb884ace9 HTTP/1.1" status: 204 len: 168 time: 0.3968148 Dec 16 22:47:33.051029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46500) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:33.056460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d9c7fad3-428c-41ed-aa95-3aebe15a47c7 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2111901338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:33.175000 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9c7fad3-428c-41ed-aa95-3aebe15a47c7 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:33.176594 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9c7fad3-428c-41ed-aa95-3aebe15a47c7 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:33.240962 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9c7fad3-428c-41ed-aa95-3aebe15a47c7 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:33.313857 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9c7fad3-428c-41ed-aa95-3aebe15a47c7 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:33.401420 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9c7fad3-428c-41ed-aa95-3aebe15a47c7 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:33.403332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d9c7fad3-428c-41ed-aa95-3aebe15a47c7 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3507588 Dec 16 22:47:33.405660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46504) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:33.411302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-71da77fa-15a7-4020-b232-00b68d68d25d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:33.630441 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-71da77fa-15a7-4020-b232-00b68d68d25d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:33.702478 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-71da77fa-15a7-4020-b232-00b68d68d25d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:33.850592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71da77fa-15a7-4020-b232-00b68d68d25d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Router a5ad7def-ac55-4f9c-b5bc-1567d0049a00 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:47:33.933054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71da77fa-15a7-4020-b232-00b68d68d25d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:33.943759 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70b07a-9bda-43f5-90b9-a65dcdb98b9e None None] Sync routers for ids ['a5ad7def-ac55-4f9c-b5bc-1567d0049a00'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:33.949525 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-71da77fa-15a7-4020-b232-00b68d68d25d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:33.953371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-71da77fa-15a7-4020-b232-00b68d68d25d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "PUT /v2.0/routers/a5ad7def-ac55-4f9c-b5bc-1567d0049a00 HTTP/1.1" status: 200 len: 694 time: 0.5440133 Dec 16 22:47:33.954354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46508) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:33.960966 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70b07a-9bda-43f5-90b9-a65dcdb98b9e None None] Routers {'a5ad7def-ac55-4f9c-b5bc-1567d0049a00'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:33.961952 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3d70b07a-9bda-43f5-90b9-a65dcdb98b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a5ad7def-ac55-4f9c-b5bc-1567d0049a00'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:34.046020 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-00c6d840-57af-413e-a198-4b47724a2d6f tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/routers/a5ad7def-ac55-4f9c-b5bc-1567d0049a00 HTTP/1.1" status: 200 len: 700 time: 0.0879703 Dec 16 22:47:34.047298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46510) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:34.058222 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-3d70b07a-9bda-43f5-90b9-a65dcdb98b9e None None] Set router a5ad7def-ac55-4f9c-b5bc-1567d0049a00 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:34.076356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fb9bdb45-073b-4b65-8857-c0a332f0b383 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5ad7def-ac55-4f9c-b5bc-1567d0049a00 HTTP/1.1" status: 200 len: 205 time: 0.0283589 Dec 16 22:47:34.078746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46512) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:34.128634 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3d70b07a-9bda-43f5-90b9-a65dcdb98b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ad7def-ac55-4f9c-b5bc-1567d0049a00', 'name': 'tempest-RoutersTest-router-2111901338', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:33Z', 'updated_at': '2021-12-16T22:47:33Z', 'revision_number': 2, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:34.159001 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70b07a-9bda-43f5-90b9-a65dcdb98b9e None None] Checking router: a5ad7def-ac55-4f9c-b5bc-1567d0049a00 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:47:34.171191 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70b07a-9bda-43f5-90b9-a65dcdb98b9e None None] Routers {'a5ad7def-ac55-4f9c-b5bc-1567d0049a00'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:34.171868 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3d70b07a-9bda-43f5-90b9-a65dcdb98b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a5ad7def-ac55-4f9c-b5bc-1567d0049a00'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:34.174219 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-77d37195-87fa-4cb1-95b8-164b31e8b27b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:34.275682 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-3d70b07a-9bda-43f5-90b9-a65dcdb98b9e None None] Set router a5ad7def-ac55-4f9c-b5bc-1567d0049a00 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:34.379963 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3d70b07a-9bda-43f5-90b9-a65dcdb98b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ad7def-ac55-4f9c-b5bc-1567d0049a00', 'name': 'tempest-RoutersTest-router-2111901338', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:33Z', 'updated_at': '2021-12-16T22:47:33Z', 'revision_number': 2, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:34.416882 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70b07a-9bda-43f5-90b9-a65dcdb98b9e None None] The sync data for ids ['a5ad7def-ac55-4f9c-b5bc-1567d0049a00'] in n-d-821840-2 is: [{'id': 'a5ad7def-ac55-4f9c-b5bc-1567d0049a00', 'name': 'tempest-RoutersTest-router-2111901338', 'tenant_id': 'c295552ddea34ba1a24c388257131adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:33Z', 'updated_at': '2021-12-16T22:47:33Z', 'revision_number': 2, 'project_id': 'c295552ddea34ba1a24c388257131adb', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:34.453768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-77d37195-87fa-4cb1-95b8-164b31e8b27b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:34.457162 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-77d37195-87fa-4cb1-95b8-164b31e8b27b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:34.576433 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-77d37195-87fa-4cb1-95b8-164b31e8b27b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:34.577752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d37195-87fa-4cb1-95b8-164b31e8b27b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Fanout notify agent at l3_agent the message router_deleted on router a5ad7def-ac55-4f9c-b5bc-1567d0049a00 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:47:34.586422 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-77d37195-87fa-4cb1-95b8-164b31e8b27b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:34.591220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-77d37195-87fa-4cb1-95b8-164b31e8b27b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/routers/a5ad7def-ac55-4f9c-b5bc-1567d0049a00 HTTP/1.1" status: 204 len: 168 time: 0.5075829 Dec 16 22:47:34.591481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46516) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:34.631023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9ad8c53c-6829-400c-b0db-4c838eab2cf5 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5ad7def-ac55-4f9c-b5bc-1567d0049a00 HTTP/1.1" status: 200 len: 205 time: 0.0362084 Dec 16 22:47:34.631233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46518) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:34.676294 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-3e07888a-97ca-4396-84ea-7b62e935c6ad tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] delete failed (client error): The resource could not be found. Dec 16 22:47:34.678260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3e07888a-97ca-4396-84ea-7b62e935c6ad tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/routers/a5ad7def-ac55-4f9c-b5bc-1567d0049a00 HTTP/1.1" status: 404 len: 336 time: 0.0452044 Dec 16 22:47:34.680244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46520) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:34.710381 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53a0409-af62-41cd-9d3c-d164240f3769 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] DELETE failed (client error): The resource could not be found. Dec 16 22:47:34.711257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53a0409-af62-41cd-9d3c-d164240f3769 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:47:34.714601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b53a0409-af62-41cd-9d3c-d164240f3769 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/2be3ee28-38b5-44cf-9f10-d5ca84876207 HTTP/1.1" status: 404 len: 337 time: 0.0330312 Dec 16 22:47:34.717166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46522) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:34.747674 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6aba7b0-239d-4e37-8066-01c856ad264b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] DELETE failed (client error): The resource could not be found. Dec 16 22:47:34.748364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6aba7b0-239d-4e37-8066-01c856ad264b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:47:34.757456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46524) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:34.758209 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d6aba7b0-239d-4e37-8066-01c856ad264b tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/c9989907-5353-4ea3-bc8d-8102f565ebc0 HTTP/1.1" status: 404 len: 337 time: 0.0397384 Dec 16 22:47:34.786394 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c4020a-479c-4164-a895-80b00617b103 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] DELETE failed (client error): The resource could not be found. Dec 16 22:47:34.786875 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c4020a-479c-4164-a895-80b00617b103 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:47:34.794495 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46528) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:34.794611 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a0c4020a-479c-4164-a895-80b00617b103 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/99858618-276f-46ae-8fd4-5df4328686fe HTTP/1.1" status: 404 len: 337 time: 0.0359180 Dec 16 22:47:34.827376 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d930205-12ec-4bbb-8538-81324928a850 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] DELETE failed (client error): The resource could not be found. Dec 16 22:47:34.827914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d930205-12ec-4bbb-8538-81324928a850 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:47:34.833736 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46530) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:34.834247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7d930205-12ec-4bbb-8538-81324928a850 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/e644d673-0d87-4ff1-946c-e413ee6a019a HTTP/1.1" status: 404 len: 337 time: 0.0384307 Dec 16 22:47:34.864247 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-473808eb-5ab5-4b9b-a8ba-da823acfa8bb tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports?device_id=64c240da-a478-46b2-a9d2-e57bb884ace9 HTTP/1.1" status: 200 len: 205 time: 0.0287440 Dec 16 22:47:34.866570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46532) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:34.909714 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-2df0adeb-6414-445f-9a1b-cfa33adbd54d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] delete failed (client error): The resource could not be found. Dec 16 22:47:34.913341 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2df0adeb-6414-445f-9a1b-cfa33adbd54d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/routers/64c240da-a478-46b2-a9d2-e57bb884ace9 HTTP/1.1" status: 404 len: 336 time: 0.0432110 Dec 16 22:47:34.913660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46534) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:34.945302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-28cd8295-e7ac-4879-9f76-851b0132cb1d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports?device_id=3227ca86-9a74-4018-9673-16f8921a899e HTTP/1.1" status: 200 len: 205 time: 0.0283563 Dec 16 22:47:34.945625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46536) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:34.990952 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-5a27c3af-9fd7-46d1-ba34-726f32d56eee tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] delete failed (client error): The resource could not be found. Dec 16 22:47:34.992154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5a27c3af-9fd7-46d1-ba34-726f32d56eee tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/routers/3227ca86-9a74-4018-9673-16f8921a899e HTTP/1.1" status: 404 len: 336 time: 0.0452831 Dec 16 22:47:34.994591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46538) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:35.027295 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0895fa4-2be0-4c00-bfe7-879c1cf8b906 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] DELETE failed (client error): The resource could not be found. Dec 16 22:47:35.027680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0895fa4-2be0-4c00-bfe7-879c1cf8b906 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:47:35.031382 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d0895fa4-2be0-4c00-bfe7-879c1cf8b906 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/83751644-5207-469a-b756-5b566c97357a HTTP/1.1" status: 404 len: 337 time: 0.0358527 Dec 16 22:47:35.034033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46540) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:35.066871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d82f5655-a7c2-4b0c-98af-44f171d89835 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad64ff6f-1d4a-42fa-a622-59240112fada HTTP/1.1" status: 200 len: 205 time: 0.0316410 Dec 16 22:47:35.069264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46542) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:35.129143 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-e6c85e35-0f58-434c-9f3d-448cc9a7952d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] delete failed (client error): The resource could not be found. Dec 16 22:47:35.130858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e6c85e35-0f58-434c-9f3d-448cc9a7952d tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/routers/ad64ff6f-1d4a-42fa-a622-59240112fada HTTP/1.1" status: 404 len: 336 time: 0.0604651 Dec 16 22:47:35.134556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46544) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:35.167732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cf064bde-d89c-402a-af9a-dbd32c1b5cb3 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcfddbaa-832e-433c-bd23-632c48287865 HTTP/1.1" status: 200 len: 205 time: 0.0314677 Dec 16 22:47:35.170047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46546) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:35.217074 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-3152f63b-8b3b-4aed-b4c0-f5453b6d25ae tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] delete failed (client error): The resource could not be found. Dec 16 22:47:35.220601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3152f63b-8b3b-4aed-b4c0-f5453b6d25ae tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/routers/bcfddbaa-832e-433c-bd23-632c48287865 HTTP/1.1" status: 404 len: 336 time: 0.0470653 Dec 16 22:47:35.221279 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46548) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:35.251780 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3e819f-8c1e-41db-a34b-8611efed0009 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] DELETE failed (client error): The resource could not be found. Dec 16 22:47:35.253138 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3e819f-8c1e-41db-a34b-8611efed0009 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:47:35.259153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46550) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:35.259506 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fe3e819f-8c1e-41db-a34b-8611efed0009 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/74ab7628-efcb-4ef4-a190-efb72e4aa12a HTTP/1.1" status: 404 len: 337 time: 0.0364459 Dec 16 22:47:35.289046 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d3f8cdf8-90ef-4aed-b299-503e91ea6524 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb530b0-5e0b-4572-8466-bc11b1eb5a48 HTTP/1.1" status: 200 len: 205 time: 0.0274394 Dec 16 22:47:35.290664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46552) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:35.335565 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-8e8bf0b6-5838-4762-a879-6a9785dfb8a6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] delete failed (client error): The resource could not be found. Dec 16 22:47:35.338959 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8e8bf0b6-5838-4762-a879-6a9785dfb8a6 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/routers/abb530b0-5e0b-4572-8466-bc11b1eb5a48 HTTP/1.1" status: 404 len: 336 time: 0.0449345 Dec 16 22:47:35.339891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46556) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:35.375210 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-075d9e38-e8f9-465d-83ba-7797f1b820db tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] DELETE failed (client error): The resource could not be found. Dec 16 22:47:35.375778 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075d9e38-e8f9-465d-83ba-7797f1b820db tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:47:35.379049 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-075d9e38-e8f9-465d-83ba-7797f1b820db tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/df04d64d-b7a6-42cb-8999-c55b678635eb HTTP/1.1" status: 404 len: 337 time: 0.0381558 Dec 16 22:47:35.381845 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46558) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:35.415239 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46560) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:35.420018 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-699985d6-8e06-48f3-b855-de5ecfe2e610 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e10ee2f-9b1c-409b-a8ff-6f895565841a HTTP/1.1" status: 200 len: 205 time: 0.0369060 Dec 16 22:47:35.457387 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-768a5cc4-21a7-4ee2-b9fa-c90b13fe9db4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] delete failed (client error): The resource could not be found. Dec 16 22:47:35.461440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-768a5cc4-21a7-4ee2-b9fa-c90b13fe9db4 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/routers/4e10ee2f-9b1c-409b-a8ff-6f895565841a HTTP/1.1" status: 404 len: 336 time: 0.0450242 Dec 16 22:47:35.462030 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46562) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:35.492465 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8415eef-4b35-4c9a-ad5a-ecc1b9e8695a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] DELETE failed (client error): The resource could not be found. Dec 16 22:47:35.493267 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8415eef-4b35-4c9a-ad5a-ecc1b9e8695a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:47:35.496427 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b8415eef-4b35-4c9a-ad5a-ecc1b9e8695a tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/39c73099-947f-49bd-bb4f-865119761f85 HTTP/1.1" status: 404 len: 337 time: 0.0329735 Dec 16 22:47:35.498882 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46564) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:35.532147 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1fc4fe-c37b-43ef-878e-86f19c9ef0a1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] DELETE failed (client error): The resource could not be found. Dec 16 22:47:35.532529 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1fc4fe-c37b-43ef-878e-86f19c9ef0a1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:47:35.538888 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2e1fc4fe-c37b-43ef-878e-86f19c9ef0a1 tempest-RoutersTest-1295080564 tempest-RoutersTest-1295080564-project] 10.222.0.43 "DELETE /v2.0/subnets/9184f227-4001-41d8-b390-1732a2fe3f7f HTTP/1.1" status: 404 len: 337 time: 0.0367327 Dec 16 22:47:36.048195 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46572) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:36.198139 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4a94f330-c885-4fa2-8982-65852b727ca8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c295552ddea34ba1a24c388257131adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1487365 Dec 16 22:47:36.200508 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46576) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:36.261712 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67a061d0-3470-4480-a2b7-ce786943b4a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:36.292274 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67a061d0-3470-4480-a2b7-ce786943b4a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:36.396806 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67a061d0-3470-4480-a2b7-ce786943b4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:36.407394 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67a061d0-3470-4480-a2b7-ce786943b4a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:36.407394 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-67a061d0-3470-4480-a2b7-ce786943b4a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74de22f5-4238-4852-8089-ace560b8d324 HTTP/1.1" status: 204 len: 168 time: 0.1998689 Dec 16 22:47:36.411514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a061d0-3470-4480-a2b7-ce786943b4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74de22f5-4238-4852-8089-ace560b8d324,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:37.588325 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46604) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:37.694433 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-699f548b-90d2-4777-ab4e-84ba1ab5dc95 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-234722103', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:37.827918 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-699f548b-90d2-4777-ab4e-84ba1ab5dc95 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:37.829106 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-699f548b-90d2-4777-ab4e-84ba1ab5dc95 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:37.885761 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-699f548b-90d2-4777-ab4e-84ba1ab5dc95 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:38.085823 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-699f548b-90d2-4777-ab4e-84ba1ab5dc95 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:38.261356 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-699f548b-90d2-4777-ab4e-84ba1ab5dc95 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:38.262602 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-699f548b-90d2-4777-ab4e-84ba1ab5dc95 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6732333 Dec 16 22:47:38.270925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46610) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:38.276840 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e3438105-fd0e-4cd2-8c38-6507085f2ddd tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1554237851'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:38.427567 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3438105-fd0e-4cd2-8c38-6507085f2ddd tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Made reservation on behalf of 3c27b198de794de48b8848885972a3c4 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:38.431293 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3438105-fd0e-4cd2-8c38-6507085f2ddd tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:38.441340 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3438105-fd0e-4cd2-8c38-6507085f2ddd tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:38.523487 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3438105-fd0e-4cd2-8c38-6507085f2ddd tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:38.676834 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3438105-fd0e-4cd2-8c38-6507085f2ddd tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:38.710766 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3438105-fd0e-4cd2-8c38-6507085f2ddd tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:47:38.715323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3438105-fd0e-4cd2-8c38-6507085f2ddd tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8adc87ae-ce08-4cf6-a7fb-e01f581bd617,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:38.723496 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3438105-fd0e-4cd2-8c38-6507085f2ddd tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:38.723843 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-e3438105-fd0e-4cd2-8c38-6507085f2ddd tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Added segment f473bebf-2eeb-44cc-804c-42514ca56a41 of type vlan for network 839095f4-df34-4306-8528-d6bb017ee462 Dec 16 22:47:38.766895 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3438105-fd0e-4cd2-8c38-6507085f2ddd tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:38.927765 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3438105-fd0e-4cd2-8c38-6507085f2ddd tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:38.933505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3438105-fd0e-4cd2-8c38-6507085f2ddd tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:38.934246 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3438105-fd0e-4cd2-8c38-6507085f2ddd tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:39.005811 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3438105-fd0e-4cd2-8c38-6507085f2ddd tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event updated for resources: {'Network': ['ID=839095f4-df34-4306-8528-d6bb017ee462,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:39.015848 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 839095f4-df34-4306-8528-d6bb017ee462 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:47:39.133707 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e3438105-fd0e-4cd2-8c38-6507085f2ddd tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8616385 Dec 16 22:47:39.137057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46618) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:39.148006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0a5e6b17-3f19-4d36-9be0-0387242e8f60 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Request body: {'subnet': {'network_id': '839095f4-df34-4306-8528-d6bb017ee462', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:39.335959 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5e6b17-3f19-4d36-9be0-0387242e8f60 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Made reservation on behalf of 3c27b198de794de48b8848885972a3c4 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:39.339825 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6b17-3f19-4d36-9be0-0387242e8f60 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:39.642442 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6b17-3f19-4d36-9be0-0387242e8f60 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:39.715690 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e6b17-3f19-4d36-9be0-0387242e8f60 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event updated for resources: {'Subnet': ['ID=c250fcc5-8cb1-4c6f-a5e8-8e84965ebefa,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:39.726191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5e6b17-3f19-4d36-9be0-0387242e8f60 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Checking segment: {'id': 'f473bebf-2eeb-44cc-804c-42514ca56a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '839095f4-df34-4306-8528-d6bb017ee462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:39.726582 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5e6b17-3f19-4d36-9be0-0387242e8f60 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Network hostable DHCP agents. Network: 839095f4-df34-4306-8528-d6bb017ee462, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:47:39.804793 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5e6b17-3f19-4d36-9be0-0387242e8f60 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Network 839095f4-df34-4306-8528-d6bb017ee462 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:47:39.905246 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-0a5e6b17-3f19-4d36-9be0-0387242e8f60 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 839095f4-df34-4306-8528-d6bb017ee462) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:39.912186 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e6b17-3f19-4d36-9be0-0387242e8f60 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:39.913193 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6b17-3f19-4d36-9be0-0387242e8f60 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:39.916574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc549af-3c39-473a-bd9b-585b13893afd None None] Network 839095f4-df34-4306-8528-d6bb017ee462 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:40.005685 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0a5e6b17-3f19-4d36-9be0-0387242e8f60 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8674936 Dec 16 22:47:40.008640 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46630) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:40.013915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-98fffd75-38ee-4578-8813-f21aee219a68 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Request body: {'network': {'name': 'tempest-router-network01--1570275170'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:40.028643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-839095f4-df34-4306-8528-d6bb017ee462', 'network_id': '839095f4-df34-4306-8528-d6bb017ee462', 'project_id': '3c27b198de794de48b8848885972a3c4', 'fixed_ips': [{'subnet_id': 'c250fcc5-8cb1-4c6f-a5e8-8e84965ebefa'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:47:40.030117 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:40.146075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fffd75-38ee-4578-8813-f21aee219a68 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Made reservation on behalf of 3c27b198de794de48b8848885972a3c4 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:40.150252 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98fffd75-38ee-4578-8813-f21aee219a68 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:40.188683 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Allocated IP 2001:db8::2 (839095f4-df34-4306-8528-d6bb017ee462/c250fcc5-8cb1-4c6f-a5e8-8e84965ebefa/12ba5c93-7963-41d8-9973-f4f5e7ea89ed) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:40.205561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fffd75-38ee-4578-8813-f21aee219a68 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:47:40.219246 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98fffd75-38ee-4578-8813-f21aee219a68 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:40.219652 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-98fffd75-38ee-4578-8813-f21aee219a68 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Added segment 2b25d129-80b1-4ebb-8b7d-d43429265753 of type vlan for network 7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709 Dec 16 22:47:40.290305 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98fffd75-38ee-4578-8813-f21aee219a68 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:40.381555 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:40.385554 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98fffd75-38ee-4578-8813-f21aee219a68 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:40.391738 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fffd75-38ee-4578-8813-f21aee219a68 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:40.392358 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98fffd75-38ee-4578-8813-f21aee219a68 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:40.444455 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:40.465538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fffd75-38ee-4578-8813-f21aee219a68 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event updated for resources: {'Network': ['ID=7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:40.494856 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:47:40.518689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Network 839095f4-df34-4306-8528-d6bb017ee462 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:40.540585 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-98fffd75-38ee-4578-8813-f21aee219a68 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5306547 Dec 16 22:47:40.543114 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46632) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:40.552117 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f8bf6be4-2d8e-4f0b-ae58-3979d6264c44 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Request body: {'network': {'name': 'tempest-router-network02--247914125'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:40.556731 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:40.564213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:40.592776 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Pushing event updated for resources: {'Port': ['ID=12ba5c93-7963-41d8-9973-f4f5e7ea89ed,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:40.655593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Attempting to bind port 12ba5c93-7963-41d8-9973-f4f5e7ea89ed on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:40.655980 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Attempting to bind port 12ba5c93-7963-41d8-9973-f4f5e7ea89ed by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f473bebf-2eeb-44cc-804c-42514ca56a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '839095f4-df34-4306-8528-d6bb017ee462'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:40.656355 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Attempting to bind port 12ba5c93-7963-41d8-9973-f4f5e7ea89ed on network 839095f4-df34-4306-8528-d6bb017ee462 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:40.670120 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:40.670511 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Checking segment: {'id': 'f473bebf-2eeb-44cc-804c-42514ca56a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '839095f4-df34-4306-8528-d6bb017ee462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:40.671249 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:40.672698 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Bound using segment: {'id': 'f473bebf-2eeb-44cc-804c-42514ca56a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '839095f4-df34-4306-8528-d6bb017ee462'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:40.673202 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Bound port: 12ba5c93-7963-41d8-9973-f4f5e7ea89ed, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f473bebf-2eeb-44cc-804c-42514ca56a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '839095f4-df34-4306-8528-d6bb017ee462'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:40.673629 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:40.701554 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bf6be4-2d8e-4f0b-ae58-3979d6264c44 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Made reservation on behalf of 3c27b198de794de48b8848885972a3c4 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:40.706290 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8bf6be4-2d8e-4f0b-ae58-3979d6264c44 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:40.749671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8bf6be4-2d8e-4f0b-ae58-3979d6264c44 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:47:40.752419 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] For port 12ba5c93-7963-41d8-9973-f4f5e7ea89ed, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:40.756571 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] For port 12ba5c93-7963-41d8-9973-f4f5e7ea89ed, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=12ba5c93-7963-41d8-9973-f4f5e7ea89ed,segment=NetworkSegment(f473bebf-2eeb-44cc-804c-42514ca56a41),segment_id=f473bebf-2eeb-44cc-804c-42514ca56a41)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:40.760563 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8bf6be4-2d8e-4f0b-ae58-3979d6264c44 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:40.761003 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-f8bf6be4-2d8e-4f0b-ae58-3979d6264c44 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Added segment 091ee2ff-7697-4983-a9c8-2f5141156ee5 of type vlan for network a3ce4038-2507-42ce-96f1-958ce0ebb49c Dec 16 22:47:40.808553 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8bf6be4-2d8e-4f0b-ae58-3979d6264c44 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:40.831910 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:40.902109 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7fcec-8c4b-4bd1-b003-0b04acc8bc7e None None] Pushing event updated for resources: {'Port': ['ID=12ba5c93-7963-41d8-9973-f4f5e7ea89ed,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:40.936020 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8bf6be4-2d8e-4f0b-ae58-3979d6264c44 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:40.942915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bf6be4-2d8e-4f0b-ae58-3979d6264c44 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:40.943588 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8bf6be4-2d8e-4f0b-ae58-3979d6264c44 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:41.028534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf6be4-2d8e-4f0b-ae58-3979d6264c44 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event updated for resources: {'Network': ['ID=a3ce4038-2507-42ce-96f1-958ce0ebb49c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:41.042442 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network a3ce4038-2507-42ce-96f1-958ce0ebb49c details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:47:41.099373 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f8bf6be4-2d8e-4f0b-ae58-3979d6264c44 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5544615 Dec 16 22:47:41.102750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46638) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:41.111146 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f3d9bdc6-f8c5-4ddc-854f-d3a3f4931027 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Request body: {'subnet': {'network_id': '7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:41.318544 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d9bdc6-f8c5-4ddc-854f-d3a3f4931027 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Made reservation on behalf of 3c27b198de794de48b8848885972a3c4 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:41.322466 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3d9bdc6-f8c5-4ddc-854f-d3a3f4931027 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:41.587784 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3d9bdc6-f8c5-4ddc-854f-d3a3f4931027 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:41.657989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9bdc6-f8c5-4ddc-854f-d3a3f4931027 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event updated for resources: {'Subnet': ['ID=94c2e4f5-fb15-4657-a841-0d8ddb48c19f,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:41.681291 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d9bdc6-f8c5-4ddc-854f-d3a3f4931027 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Checking segment: {'id': '2b25d129-80b1-4ebb-8b7d-d43429265753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:41.681891 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d9bdc6-f8c5-4ddc-854f-d3a3f4931027 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Network hostable DHCP agents. Network: 7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:47:41.773372 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d9bdc6-f8c5-4ddc-854f-d3a3f4931027 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Network 7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:47:41.839022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-f3d9bdc6-f8c5-4ddc-854f-d3a3f4931027 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:41.848762 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d9bdc6-f8c5-4ddc-854f-d3a3f4931027 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:41.850427 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3d9bdc6-f8c5-4ddc-854f-d3a3f4931027 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:41.850546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e15584-78f7-42ce-9978-d6f0d4230bc9 None None] Network 7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:41.917259 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f3d9bdc6-f8c5-4ddc-854f-d3a3f4931027 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8133297 Dec 16 22:47:41.920468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46648) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:41.925962 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-186f45fe-7a66-4bf8-a284-bcd96e613eb3 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Request body: {'subnet': {'network_id': 'a3ce4038-2507-42ce-96f1-958ce0ebb49c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:41.977095 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f44e08-ba46-406d-be70-2e045ee22f8f None None] Network 839095f4-df34-4306-8528-d6bb017ee462 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:42.024532 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709', 'network_id': '7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709', 'project_id': '3c27b198de794de48b8848885972a3c4', 'fixed_ips': [{'subnet_id': '94c2e4f5-fb15-4657-a841-0d8ddb48c19f'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:47:42.025182 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:42.124648 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186f45fe-7a66-4bf8-a284-bcd96e613eb3 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Made reservation on behalf of 3c27b198de794de48b8848885972a3c4 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:42.129683 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-186f45fe-7a66-4bf8-a284-bcd96e613eb3 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:42.157987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-097019a8-dda7-47de-af26-e0891eaa043a None None] Provisioning complete for port 12ba5c93-7963-41d8-9973-f4f5e7ea89ed triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:42.158549 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-097019a8-dda7-47de-af26-e0891eaa043a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:42.422819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 12ba5c93-7963-41d8-9973-f4f5e7ea89ed up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:42.461597 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-186f45fe-7a66-4bf8-a284-bcd96e613eb3 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:42.492781 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Allocated IP 2001:db8::2 (7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709/94c2e4f5-fb15-4657-a841-0d8ddb48c19f/aa5a83b0-5445-4e14-9bf7-d69ae5c6321f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:42.568149 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-097019a8-dda7-47de-af26-e0891eaa043a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:42.577566 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f45fe-7a66-4bf8-a284-bcd96e613eb3 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event updated for resources: {'Subnet': ['ID=b835ff8c-ed11-4113-8c5a-af6556dce588,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:42.599932 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f45fe-7a66-4bf8-a284-bcd96e613eb3 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Checking segment: {'id': '091ee2ff-7697-4983-a9c8-2f5141156ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a3ce4038-2507-42ce-96f1-958ce0ebb49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:42.600311 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f45fe-7a66-4bf8-a284-bcd96e613eb3 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Network hostable DHCP agents. Network: a3ce4038-2507-42ce-96f1-958ce0ebb49c, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:47:42.665462 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 12ba5c93-7963-41d8-9973-f4f5e7ea89ed triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:42.665793 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:42.671537 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-097019a8-dda7-47de-af26-e0891eaa043a None None] For port 12ba5c93-7963-41d8-9973-f4f5e7ea89ed, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=12ba5c93-7963-41d8-9973-f4f5e7ea89ed,segment=NetworkSegment(f473bebf-2eeb-44cc-804c-42514ca56a41),segment_id=f473bebf-2eeb-44cc-804c-42514ca56a41)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:42.710383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f45fe-7a66-4bf8-a284-bcd96e613eb3 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Network a3ce4038-2507-42ce-96f1-958ce0ebb49c is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:47:42.817818 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-097019a8-dda7-47de-af26-e0891eaa043a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:42.820011 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-186f45fe-7a66-4bf8-a284-bcd96e613eb3 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, a3ce4038-2507-42ce-96f1-958ce0ebb49c) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:42.824521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186f45fe-7a66-4bf8-a284-bcd96e613eb3 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:42.825131 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-186f45fe-7a66-4bf8-a284-bcd96e613eb3 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:42.863941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7cd466-d7a6-4b2c-8058-53e97531ac8b None None] Network a3ce4038-2507-42ce-96f1-958ce0ebb49c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:42.918170 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-186f45fe-7a66-4bf8-a284-bcd96e613eb3 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9940479 Dec 16 22:47:42.918402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46658) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:42.955134 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:42.983500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-40815c06-247c-4379-b38c-21388f11b5d1 None None] Provisioning complete for port 12ba5c93-7963-41d8-9973-f4f5e7ea89ed triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:42.983879 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40815c06-247c-4379-b38c-21388f11b5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:43.026531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097019a8-dda7-47de-af26-e0891eaa043a None None] Pushing event updated for resources: {'Port': ['ID=12ba5c93-7963-41d8-9973-f4f5e7ea89ed,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:43.052483 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:43.115195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Pushing event updated for resources: {'Port': ['ID=aa5a83b0-5445-4e14-9bf7-d69ae5c6321f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:43.175088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-a3ce4038-2507-42ce-96f1-958ce0ebb49c', 'network_id': 'a3ce4038-2507-42ce-96f1-958ce0ebb49c', 'project_id': '3c27b198de794de48b8848885972a3c4', 'fixed_ips': [{'subnet_id': 'b835ff8c-ed11-4113-8c5a-af6556dce588'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:47:43.176188 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:43.198135 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Network 7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:43.205304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:43.209845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:43.288356 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:43.404280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Attempting to bind port aa5a83b0-5445-4e14-9bf7-d69ae5c6321f on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:43.404542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Attempting to bind port aa5a83b0-5445-4e14-9bf7-d69ae5c6321f by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '2b25d129-80b1-4ebb-8b7d-d43429265753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:43.404914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Attempting to bind port aa5a83b0-5445-4e14-9bf7-d69ae5c6321f on network 7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:43.414085 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:43.429540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:43.429916 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Checking segment: {'id': '2b25d129-80b1-4ebb-8b7d-d43429265753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:43.430318 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:43.430708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Bound using segment: {'id': '2b25d129-80b1-4ebb-8b7d-d43429265753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:43.431194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Bound port: aa5a83b0-5445-4e14-9bf7-d69ae5c6321f, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b25d129-80b1-4ebb-8b7d-d43429265753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:43.431620 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:43.463042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Allocated IP 2001:db8::2 (a3ce4038-2507-42ce-96f1-958ce0ebb49c/b835ff8c-ed11-4113-8c5a-af6556dce588/c4a5239d-f71d-4ea4-854e-58b7fd7749cf) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:43.559037 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:43.581855 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] For port aa5a83b0-5445-4e14-9bf7-d69ae5c6321f, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:43.587147 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] For port aa5a83b0-5445-4e14-9bf7-d69ae5c6321f, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=aa5a83b0-5445-4e14-9bf7-d69ae5c6321f,segment=NetworkSegment(2b25d129-80b1-4ebb-8b7d-d43429265753),segment_id=2b25d129-80b1-4ebb-8b7d-d43429265753)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:43.639595 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Allocated IP 2001:db8::1 (7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709/94c2e4f5-fb15-4657-a841-0d8ddb48c19f/4279428b-5599-43bd-9306-155c4b77d539) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:43.657235 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:43.729502 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:43.745640 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da917d82-2012-474f-b854-1b0d036f8a5a None None] Pushing event updated for resources: {'Port': ['ID=aa5a83b0-5445-4e14-9bf7-d69ae5c6321f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:43.775663 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:43.813867 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:43.860195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Network a3ce4038-2507-42ce-96f1-958ce0ebb49c is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:43.864743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:43.867424 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:43.877725 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Pushing event updated for resources: {'Port': ['ID=c4a5239d-f71d-4ea4-854e-58b7fd7749cf,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:43.879488 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:43.936877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Network 7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:43.946795 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Attempting to bind port c4a5239d-f71d-4ea4-854e-58b7fd7749cf on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:43.947524 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Attempting to bind port c4a5239d-f71d-4ea4-854e-58b7fd7749cf by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '091ee2ff-7697-4983-a9c8-2f5141156ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a3ce4038-2507-42ce-96f1-958ce0ebb49c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:43.947994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Attempting to bind port c4a5239d-f71d-4ea4-854e-58b7fd7749cf on network a3ce4038-2507-42ce-96f1-958ce0ebb49c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:43.948107 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:43.952839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:43.953375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:43.956894 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event updated for resources: {'Port': ['ID=4279428b-5599-43bd-9306-155c4b77d539,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:43.957172 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:43.958103 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Checking segment: {'id': '091ee2ff-7697-4983-a9c8-2f5141156ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a3ce4038-2507-42ce-96f1-958ce0ebb49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:43.958916 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:43.960256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Bound using segment: {'id': '091ee2ff-7697-4983-a9c8-2f5141156ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a3ce4038-2507-42ce-96f1-958ce0ebb49c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:43.960629 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Bound port: c4a5239d-f71d-4ea4-854e-58b7fd7749cf, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091ee2ff-7697-4983-a9c8-2f5141156ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a3ce4038-2507-42ce-96f1-958ce0ebb49c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:43.961119 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:44.052814 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] For port c4a5239d-f71d-4ea4-854e-58b7fd7749cf, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:44.056849 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] For port c4a5239d-f71d-4ea4-854e-58b7fd7749cf, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c4a5239d-f71d-4ea4-854e-58b7fd7749cf,segment=NetworkSegment(091ee2ff-7697-4983-a9c8-2f5141156ee5),segment_id=091ee2ff-7697-4983-a9c8-2f5141156ee5)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:44.142313 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:44.205506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a845ea-90f0-4c9b-b889-633b624ed596 None None] Pushing event updated for resources: {'Port': ['ID=c4a5239d-f71d-4ea4-854e-58b7fd7749cf,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:44.223335 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:44.512920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 12ba5c93-7963-41d8-9973-f4f5e7ea89ed up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:44.583443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 12ba5c93-7963-41d8-9973-f4f5e7ea89ed triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:44.583815 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:44.617200 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:44.705519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device aa5a83b0-5445-4e14-9bf7-d69ae5c6321f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:44.708593 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:44.709429 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:44.769070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port aa5a83b0-5445-4e14-9bf7-d69ae5c6321f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:44.770229 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:44.831570 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event updated for resources: {'Port': ['ID=4279428b-5599-43bd-9306-155c4b77d539,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:44.887026 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:44.896761 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Network 7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:44.898323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:44.929414 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port aa5a83b0-5445-4e14-9bf7-d69ae5c6321f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=aa5a83b0-5445-4e14-9bf7-d69ae5c6321f,segment=NetworkSegment(2b25d129-80b1-4ebb-8b7d-d43429265753),segment_id=2b25d129-80b1-4ebb-8b7d-d43429265753)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:45.003637 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fed6838-e81f-4905-b023-15ccd1fe59b5 None None] Network 7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:45.067497 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:45.106323 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-19149878-848b-4fdb-9bcf-e3215592cc80 None None] Provisioning complete for port aa5a83b0-5445-4e14-9bf7-d69ae5c6321f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:45.106808 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-19149878-848b-4fdb-9bcf-e3215592cc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:45.119490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Router 4fa9a89c-f3ab-4a92-b60a-9aa5988c48da is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:47:45.240533 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=aa5a83b0-5445-4e14-9bf7-d69ae5c6321f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:45.589677 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57c49cc-2a1c-4080-b553-e389007abd89 None None] Network a3ce4038-2507-42ce-96f1-958ce0ebb49c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:45.626940 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:45.632450 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9a7fe89a-3b95-4557-92ab-c704bf663c8d tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "PUT /v2.0/routers/4fa9a89c-f3ab-4a92-b60a-9aa5988c48da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7129028 Dec 16 22:47:45.635704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46668) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:45.779016 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c934a3ba-127f-4991-a05d-6f6716676e8e None None] Sync routers for ids ['4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:45.848967 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934a3ba-127f-4991-a05d-6f6716676e8e None None] Routers {'4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:45.858474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c934a3ba-127f-4991-a05d-6f6716676e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:45.923077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e21062a9-667f-477b-9b62-5b2ffad2170e None None] Provisioning complete for port c4a5239d-f71d-4ea4-854e-58b7fd7749cf triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:45.923503 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e21062a9-667f-477b-9b62-5b2ffad2170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:45.925278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c934a3ba-127f-4991-a05d-6f6716676e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:46.131094 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-adf49ecf-f03e-440f-90a0-52001a4a95df tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:47:46.132581 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-adf49ecf-f03e-440f-90a0-52001a4a95df tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "PUT /v2.0/routers/4fa9a89c-f3ab-4a92-b60a-9aa5988c48da/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4957192 Dec 16 22:47:46.135980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46678) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:46.188438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934a3ba-127f-4991-a05d-6f6716676e8e None None] Routers {'4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:46.189489 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c934a3ba-127f-4991-a05d-6f6716676e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:46.264494 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c934a3ba-127f-4991-a05d-6f6716676e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:46.265177 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c934a3ba-127f-4991-a05d-6f6716676e8e None None] The sync data for ids ['4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:46.380543 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e21062a9-667f-477b-9b62-5b2ffad2170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:46.450741 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e21062a9-667f-477b-9b62-5b2ffad2170e None None] For port c4a5239d-f71d-4ea4-854e-58b7fd7749cf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c4a5239d-f71d-4ea4-854e-58b7fd7749cf,segment=NetworkSegment(091ee2ff-7697-4983-a9c8-2f5141156ee5),segment_id=091ee2ff-7697-4983-a9c8-2f5141156ee5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:46.533667 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e21062a9-667f-477b-9b62-5b2ffad2170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:46.548592 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device aa5a83b0-5445-4e14-9bf7-d69ae5c6321f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:46.646787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21062a9-667f-477b-9b62-5b2ffad2170e None None] Pushing event updated for resources: {'Port': ['ID=c4a5239d-f71d-4ea4-854e-58b7fd7749cf,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:46.679491 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0f209a04-738b-470b-84a7-3a31fcfcd60a None None] Provisioning complete for port 4279428b-5599-43bd-9306-155c4b77d539 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:46.679872 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f209a04-738b-470b-84a7-3a31fcfcd60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:46.682990 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port aa5a83b0-5445-4e14-9bf7-d69ae5c6321f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:46.682990 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:46.698453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc59eb-b1ea-442e-bac8-a1ce2ee2235f req-74bac8ec-e53a-4ba8-a6f7-bbaed3b9d946 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:46.700322 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dadc59eb-b1ea-442e-bac8-a1ce2ee2235f req-74bac8ec-e53a-4ba8-a6f7-bbaed3b9d946 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 946 time: 0.0909178 Dec 16 22:47:46.752754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0f209a04-738b-470b-84a7-3a31fcfcd60a None None] Port 4279428b-5599-43bd-9306-155c4b77d539 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:46.773766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0f209a04-738b-470b-84a7-3a31fcfcd60a None None] Provisioning complete for port c4a5239d-f71d-4ea4-854e-58b7fd7749cf triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:46.773766 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f209a04-738b-470b-84a7-3a31fcfcd60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:46.837806 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c4a5239d-f71d-4ea4-854e-58b7fd7749cf up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:46.845040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dadc59eb-b1ea-442e-bac8-a1ce2ee2235f req-995ca8ce-3948-491d-af97-674939cf4941 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=f46132dc-ec9b-4c5d-94b2-4b029eadabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099517 Dec 16 22:47:46.935945 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port c4a5239d-f71d-4ea4-854e-58b7fd7749cf triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:46.936411 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:46.978523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0f209a04-738b-470b-84a7-3a31fcfcd60a None None] Provisioning complete for port aa5a83b0-5445-4e14-9bf7-d69ae5c6321f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:46.978993 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f209a04-738b-470b-84a7-3a31fcfcd60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:46.979543 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-009e8585-1142-4ff8-885e-345fc9327231 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:47.256283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-009e8585-1142-4ff8-885e-345fc9327231 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Deleting port 4279428b-5599-43bd-9306-155c4b77d539 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:47.256283 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-009e8585-1142-4ff8-885e-345fc9327231 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:47.352388 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-009e8585-1142-4ff8-885e-345fc9327231 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:47.365489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-009e8585-1142-4ff8-885e-345fc9327231 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Calling delete_port for 4279428b-5599-43bd-9306-155c4b77d539 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:47.598247 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-009e8585-1142-4ff8-885e-345fc9327231 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:47.643096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e8585-1142-4ff8-885e-345fc9327231 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event deleted for resources: {'Port': ['ID=4279428b-5599-43bd-9306-155c4b77d539,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:47.745944 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-009e8585-1142-4ff8-885e-345fc9327231 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:47.926612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009e8585-1142-4ff8-885e-345fc9327231 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Router 4fa9a89c-f3ab-4a92-b60a-9aa5988c48da has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:47:48.042142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009e8585-1142-4ff8-885e-345fc9327231 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:48.052952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-009e8585-1142-4ff8-885e-345fc9327231 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "PUT /v2.0/routers/4fa9a89c-f3ab-4a92-b60a-9aa5988c48da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9107745 Dec 16 22:47:48.053059 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46688) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:48.055836 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae358d48-09cc-4a7e-82b1-c10db0719706 None None] Sync routers for ids ['4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:48.067898 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae358d48-09cc-4a7e-82b1-c10db0719706 None None] Routers {'4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:48.068514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e67d3c-ebf8-439d-a7a0-c62b60f3c012 req-2447c1b8-b15d-4617-9a5d-730722eb0a31 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:48.068792 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ae358d48-09cc-4a7e-82b1-c10db0719706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:48.070694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52e67d3c-ebf8-439d-a7a0-c62b60f3c012 req-2447c1b8-b15d-4617-9a5d-730722eb0a31 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 946 time: 0.1403062 Dec 16 22:47:48.093098 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-50ce197f-27fc-44cd-b3ab-af67e7828cf7 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] delete failed (client error): The resource could not be found. Dec 16 22:47:48.094575 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-50ce197f-27fc-44cd-b3ab-af67e7828cf7 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1357742921 HTTP/1.1" status: 404 len: 335 time: 0.0411692 Dec 16 22:47:48.098308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46690) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:48.103301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-32cb0b32-2319-4d3c-bc69-43d706482d6e tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Request body: {'router': {'external_gateway_info': {'network_id': '4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:48.107069 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ae358d48-09cc-4a7e-82b1-c10db0719706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:48.115763 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae358d48-09cc-4a7e-82b1-c10db0719706 None None] Routers {'4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:48.116531 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ae358d48-09cc-4a7e-82b1-c10db0719706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:48.131828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52e67d3c-ebf8-439d-a7a0-c62b60f3c012 req-746330a8-320b-4ff7-bfde-1d79d178405b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups?id=f46132dc-ec9b-4c5d-94b2-4b029eadabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544014 Dec 16 22:47:48.150407 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ae358d48-09cc-4a7e-82b1-c10db0719706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:48.151192 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae358d48-09cc-4a7e-82b1-c10db0719706 None None] The sync data for ids ['4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:48.316022 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c4a5239d-f71d-4ea4-854e-58b7fd7749cf up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:48.336001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-32cb0b32-2319-4d3c-bc69-43d706482d6e tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:48.368838 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port c4a5239d-f71d-4ea4-854e-58b7fd7749cf triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:48.369205 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:48.413460 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6135add-097d-4fe8-9e88-77aaab2a6b8b req-b1cd7677-4115-4968-8fdc-1efc7c535a63 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:48.414976 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d6135add-097d-4fe8-9e88-77aaab2a6b8b req-b1cd7677-4115-4968-8fdc-1efc7c535a63 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 946 time: 0.0514026 Dec 16 22:47:48.467788 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-32cb0b32-2319-4d3c-bc69-43d706482d6e tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] update failed (client error): The resource could not be found. Dec 16 22:47:48.472910 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-32cb0b32-2319-4d3c-bc69-43d706482d6e tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "PUT /v2.0/routers/4fa9a89c-f3ab-4a92-b60a-9aa5988c48da HTTP/1.1" status: 404 len: 339 time: 0.3693941 Dec 16 22:47:48.473246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46692) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:48.478357 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-04688846-6ed7-430f-91cc-f88fed73ee05 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-16195733'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:48.531662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-d6135add-097d-4fe8-9e88-77aaab2a6b8b req-5f5e0ae0-78a6-4352-adc1-6d8894a14e5d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Deleting port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:48.531938 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d6135add-097d-4fe8-9e88-77aaab2a6b8b req-5f5e0ae0-78a6-4352-adc1-6d8894a14e5d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:48.579610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04688846-6ed7-430f-91cc-f88fed73ee05 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Made reservation on behalf of 3c27b198de794de48b8848885972a3c4 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:48.583929 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04688846-6ed7-430f-91cc-f88fed73ee05 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:48.615591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04688846-6ed7-430f-91cc-f88fed73ee05 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:47:48.625992 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04688846-6ed7-430f-91cc-f88fed73ee05 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:48.627525 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-04688846-6ed7-430f-91cc-f88fed73ee05 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Added segment 24751cb1-38d3-4e05-9ea9-5f448190f039 of type vlan for network 0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16 Dec 16 22:47:48.649526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-d6135add-097d-4fe8-9e88-77aaab2a6b8b req-5f5e0ae0-78a6-4352-adc1-6d8894a14e5d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] For port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=9aa734d8-8d2b-4e0e-bea3-1303bc61f43e,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:48.650159 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d6135add-097d-4fe8-9e88-77aaab2a6b8b req-5f5e0ae0-78a6-4352-adc1-6d8894a14e5d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:48.689725 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04688846-6ed7-430f-91cc-f88fed73ee05 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:48.781456 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04688846-6ed7-430f-91cc-f88fed73ee05 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:48.788155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04688846-6ed7-430f-91cc-f88fed73ee05 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:48.788765 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04688846-6ed7-430f-91cc-f88fed73ee05 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:48.858460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04688846-6ed7-430f-91cc-f88fed73ee05 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event updated for resources: {'Network': ['ID=0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:48.865957 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d6135add-097d-4fe8-9e88-77aaab2a6b8b req-5f5e0ae0-78a6-4352-adc1-6d8894a14e5d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:48.866275 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d6135add-097d-4fe8-9e88-77aaab2a6b8b req-5f5e0ae0-78a6-4352-adc1-6d8894a14e5d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:48.866594 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [req-d6135add-097d-4fe8-9e88-77aaab2a6b8b req-5f5e0ae0-78a6-4352-adc1-6d8894a14e5d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Floating IP ad13a9bd-e52e-4b73-b0c5-6a70029c2f7a disassociated. External IP: 172.25.2.234, port: 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e. Dec 16 22:47:48.866944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-d6135add-097d-4fe8-9e88-77aaab2a6b8b req-5f5e0ae0-78a6-4352-adc1-6d8894a14e5d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Calling delete_port for 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:48.871454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:47:48.906775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-04688846-6ed7-430f-91cc-f88fed73ee05 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4297602 Dec 16 22:47:48.907149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46696) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:48.912159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d704da4e-e80c-4166-a4ed-aa1ed9d17c29 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Request body: {'subnet': {'network_id': '0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:49.073116 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d6135add-097d-4fe8-9e88-77aaab2a6b8b req-5f5e0ae0-78a6-4352-adc1-6d8894a14e5d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:49.106701 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e0ae0-78a6-4352-adc1-6d8894a14e5d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event deleted for resources: {'Port': ['ID=9aa734d8-8d2b-4e0e-bea3-1303bc61f43e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:49.121923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d704da4e-e80c-4166-a4ed-aa1ed9d17c29 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Made reservation on behalf of 3c27b198de794de48b8848885972a3c4 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:49.126631 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d704da4e-e80c-4166-a4ed-aa1ed9d17c29 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:49.279240 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7c01cae-adb1-468f-ad88-f4e7a340969a req-9f5b23ea-3b27-42d3-ab8c-44ca7a1886fd tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 210 time: 0.0515223 Dec 16 22:47:49.300110 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6135add-097d-4fe8-9e88-77aaab2a6b8b req-5f5e0ae0-78a6-4352-adc1-6d8894a14e5d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Router 50857d35-716a-46e8-bd10-c31e759b03ef has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:47:49.422507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6135add-097d-4fe8-9e88-77aaab2a6b8b req-5f5e0ae0-78a6-4352-adc1-6d8894a14e5d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:49.435674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bbb843-79e9-434f-99fc-e00be2723a47 None None] Sync routers for ids ['50857d35-716a-46e8-bd10-c31e759b03ef'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:49.448560 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d704da4e-e80c-4166-a4ed-aa1ed9d17c29 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:49.448888 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bbb843-79e9-434f-99fc-e00be2723a47 None None] Routers {'50857d35-716a-46e8-bd10-c31e759b03ef'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:49.449724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b8bbb843-79e9-434f-99fc-e00be2723a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['50857d35-716a-46e8-bd10-c31e759b03ef'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:49.481070 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6135add-097d-4fe8-9e88-77aaab2a6b8b req-5f5e0ae0-78a6-4352-adc1-6d8894a14e5d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] No DVR routers for this DVR port 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:47:49.484469 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d6135add-097d-4fe8-9e88-77aaab2a6b8b req-5f5e0ae0-78a6-4352-adc1-6d8894a14e5d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:49.490836 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d6135add-097d-4fe8-9e88-77aaab2a6b8b req-5f5e0ae0-78a6-4352-adc1-6d8894a14e5d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.69 "DELETE /v2.0/ports/9aa734d8-8d2b-4e0e-bea3-1303bc61f43e HTTP/1.1" status: 204 len: 173 time: 1.0675294 Dec 16 22:47:49.491534 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb', 'name': 'network-vif-deleted', 'tag': '9aa734d8-8d2b-4e0e-bea3-1303bc61f43e'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:47:49.494264 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3349b00-5e56-4666-8905-c52be90b8703" -d '{"events": [{"server_uuid": "8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb", "name": "network-vif-deleted", "tag": "9aa734d8-8d2b-4e0e-bea3-1303bc61f43e"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:47:49.552869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704da4e-e80c-4166-a4ed-aa1ed9d17c29 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Checking segment: {'id': '24751cb1-38d3-4e05-9ea9-5f448190f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:49.553630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d704da4e-e80c-4166-a4ed-aa1ed9d17c29 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Network hostable DHCP agents. Network: 0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:47:49.557686 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704da4e-e80c-4166-a4ed-aa1ed9d17c29 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event updated for resources: {'Subnet': ['ID=3438ab32-e82f-4842-b93c-d515fbf7a0e7,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:49.633744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-b8bbb843-79e9-434f-99fc-e00be2723a47 None None] Set router 50857d35-716a-46e8-bd10-c31e759b03ef gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:49.678365 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d704da4e-e80c-4166-a4ed-aa1ed9d17c29 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Network 0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:47:49.752969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d704da4e-e80c-4166-a4ed-aa1ed9d17c29 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:49.763955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d704da4e-e80c-4166-a4ed-aa1ed9d17c29 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:49.769723 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d704da4e-e80c-4166-a4ed-aa1ed9d17c29 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:49.789543 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c54cf93-f649-4bee-8ccb-af02c9abc0e7 None None] Network 0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:49.832187 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcbcf83-81e0-4156-8f81-5393c43be3b5 x-openstack-request-id: req-7bcbcf83-81e0-4156-8f81-5393c43be3b5 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:47:49.832187 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb", "name": "network-vif-deleted", "tag": "9aa734d8-8d2b-4e0e-bea3-1303bc61f43e", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:47:49.832579 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7bcbcf83-81e0-4156-8f81-5393c43be3b5 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:47:49.833373 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb', 'name': 'network-vif-deleted', 'tag': '9aa734d8-8d2b-4e0e-bea3-1303bc61f43e', 'status': 'completed', 'code': 200} Dec 16 22:47:49.913266 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46706) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:49.922258 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1c551a9a-096c-48cb-a7ab-c6ee933e435e tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Request body: {'router': {'external_gateway_info': {'network_id': '0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:49.923390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d704da4e-e80c-4166-a4ed-aa1ed9d17c29 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0148492 Dec 16 22:47:49.988018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16', 'network_id': '0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16', 'project_id': '3c27b198de794de48b8848885972a3c4', 'fixed_ips': [{'subnet_id': '3438ab32-e82f-4842-b93c-d515fbf7a0e7'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:47:49.989324 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:50.144544 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-beb78690-df6d-4e00-bf45-f4beee72b444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:50.177044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b8bbb843-79e9-434f-99fc-e00be2723a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8b71a197-8158-457c-82e0-f69cd3c29a21', 'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'mac_address': 'fa:16:3e:98:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:47Z', 'updated_at': '2021-12-16T22:40:51Z', 'revision_number': 5, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'subnets': [{'id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:50.270681 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1c551a9a-096c-48cb-a7ab-c6ee933e435e tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:50.288642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bbb843-79e9-434f-99fc-e00be2723a47 None None] Checking router: 50857d35-716a-46e8-bd10-c31e759b03ef for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:47:50.328627 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bbb843-79e9-434f-99fc-e00be2723a47 None None] Routers {'50857d35-716a-46e8-bd10-c31e759b03ef'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:50.330157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b8bbb843-79e9-434f-99fc-e00be2723a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['50857d35-716a-46e8-bd10-c31e759b03ef'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:50.412097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Allocated IP 2001:db8:1::2 (0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16/3438ab32-e82f-4842-b93c-d515fbf7a0e7/0b8eb8e4-9772-4873-9ca1-5509d1dcddc6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:50.437760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33dff033-4617-4058-a268-85daa2830b07 req-366e35e4-f2c9-4687-9530-487d90876e8b tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c6f375c-46f0-45d6-b9df-9bc2ff5ea3eb HTTP/1.1" status: 200 len: 210 time: 0.0527730 Dec 16 22:47:50.476588 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-1c551a9a-096c-48cb-a7ab-c6ee933e435e tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:47:50.477680 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1c551a9a-096c-48cb-a7ab-c6ee933e435e tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "PUT /v2.0/routers/4fa9a89c-f3ab-4a92-b60a-9aa5988c48da HTTP/1.1" status: 400 len: 364 time: 0.5623574 Dec 16 22:47:50.481878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46710) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:50.561275 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-b8bbb843-79e9-434f-99fc-e00be2723a47 None None] Set router 50857d35-716a-46e8-bd10-c31e759b03ef gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:50.760028 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:50.780359 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:50.858179 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b8bbb843-79e9-434f-99fc-e00be2723a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8b71a197-8158-457c-82e0-f69cd3c29a21', 'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'mac_address': 'fa:16:3e:98:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:47Z', 'updated_at': '2021-12-16T22:40:51Z', 'revision_number': 5, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'subnets': [{'id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:50.890733 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bbb843-79e9-434f-99fc-e00be2723a47 None None] The sync data for ids ['50857d35-716a-46e8-bd10-c31e759b03ef'] in n-d-821840-2 is: [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 4, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8b71a197-8158-457c-82e0-f69cd3c29a21', 'name': '', 'network_id': '7df204c6-5127-4e76-8312-c8f1c6162329', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'mac_address': 'fa:16:3e:98:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:47Z', 'updated_at': '2021-12-16T22:40:51Z', 'revision_number': 5, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'subnets': [{'id': 'aafaac09-9b53-44a4-84e7-2d4c56ab48f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:50.902958 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:50.947937 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Network 0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:50.951086 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:50.954888 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:50.967305 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Pushing event updated for resources: {'Port': ['ID=0b8eb8e4-9772-4873-9ca1-5509d1dcddc6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:51.015899 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Attempting to bind port 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:51.016465 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Attempting to bind port 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '24751cb1-38d3-4e05-9ea9-5f448190f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:51.016870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Attempting to bind port 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 on network 0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:51.024070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:51.024848 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Checking segment: {'id': '24751cb1-38d3-4e05-9ea9-5f448190f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:51.024848 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:51.025067 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Bound using segment: {'id': '24751cb1-38d3-4e05-9ea9-5f448190f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:51.025557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Bound port: 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24751cb1-38d3-4e05-9ea9-5f448190f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:51.025948 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:51.068228 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Allocated IP 2001:db8::1 (839095f4-df34-4306-8528-d6bb017ee462/c250fcc5-8cb1-4c6f-a5e8-8e84965ebefa/e9882d00-7b0d-43fe-a091-df801f1bd784) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:51.108380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] For port 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:51.113536 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] For port 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0b8eb8e4-9772-4873-9ca1-5509d1dcddc6,segment=NetworkSegment(24751cb1-38d3-4e05-9ea9-5f448190f039),segment_id=24751cb1-38d3-4e05-9ea9-5f448190f039)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:51.190694 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4291e167-f574-4257-a58a-ace82862b2d8 None None] New status for floating IP ad13a9bd-e52e-4b73-b0c5-6a70029c2f7a: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:47:51.191498 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:51.215086 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:51.261685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23864976-fe7f-4fca-8bdf-7671c1622e80 None None] Pushing event updated for resources: {'Port': ['ID=0b8eb8e4-9772-4873-9ca1-5509d1dcddc6,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:51.323632 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:51.372351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Network 839095f4-df34-4306-8528-d6bb017ee462 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:51.375719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:51.380290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:51.380838 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:51.387198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event updated for resources: {'Port': ['ID=e9882d00-7b0d-43fe-a091-df801f1bd784,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:51.662492 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:51.723653 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46718) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:51.773041 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-561150ef-528b-4f38-8f48-54caa0c2813f None None] Provisioning complete for port e9882d00-7b0d-43fe-a091-df801f1bd784 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:51.773670 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-561150ef-528b-4f38-8f48-54caa0c2813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:51.812558 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-561150ef-528b-4f38-8f48-54caa0c2813f None None] Port e9882d00-7b0d-43fe-a091-df801f1bd784 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:51.814580 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8da087b4-5692-4d65-83ae-696166d12624 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:51.867143 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8da087b4-5692-4d65-83ae-696166d12624 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.036117 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.042036 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8da087b4-5692-4d65-83ae-696166d12624 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.044954 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8da087b4-5692-4d65-83ae-696166d12624 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.046298 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8da087b4-5692-4d65-83ae-696166d12624 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "DELETE /v2.0/security-groups/f46132dc-ec9b-4c5d-94b2-4b029eadabdf HTTP/1.1" status: 204 len: 168 time: 0.3210039 Dec 16 22:47:52.051185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46722) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:52.071375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da087b4-5692-4d65-83ae-696166d12624 tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46132dc-ec9b-4c5d-94b2-4b029eadabdf,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:52.075489 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-ed29ac64-24b0-438a-b9c7-54ac24e7090d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] show failed (client error): The resource could not be found. Dec 16 22:47:52.076461 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ed29ac64-24b0-438a-b9c7-54ac24e7090d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "GET /v2.0/security-groups/f46132dc-ec9b-4c5d-94b2-4b029eadabdf HTTP/1.1" status: 404 len: 347 time: 0.0242400 Dec 16 22:47:52.079299 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46724) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:52.118795 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:47:52.123679 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.126125 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.148994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:47:52.155195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 9aa734d8-8d2b-4e0e-bea3-1303bc61f43e not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:47:52.313485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event updated for resources: {'Port': ['ID=e9882d00-7b0d-43fe-a091-df801f1bd784,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:52.313911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2c33c082-ab2f-4782-a909-c7c5feaf378d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Deleting port 3519e31a-b5af-457e-8d75-694dae90b70e {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:52.314287 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c33c082-ab2f-4782-a909-c7c5feaf378d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.386753 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Network 839095f4-df34-4306-8528-d6bb017ee462 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:52.388704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:52.399849 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:52.428867 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c33c082-ab2f-4782-a909-c7c5feaf378d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.429462 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c33c082-ab2f-4782-a909-c7c5feaf378d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.446117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2c33c082-ab2f-4782-a909-c7c5feaf378d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Calling delete_port for 3519e31a-b5af-457e-8d75-694dae90b70e owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:52.493666 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-55d2169d-c998-459c-8fc8-d0cbc7dc4ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.515090 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:52.515090 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.523663 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Router 4fa9a89c-f3ab-4a92-b60a-9aa5988c48da has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:47:52.619771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5058c433-2583-4b2a-96de-c1e771c315ba None None] Network 0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:52.655181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:52.670245 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-65a4b56d-5eb1-4cc3-88c0-57aa7529cee0 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "PUT /v2.0/routers/4fa9a89c-f3ab-4a92-b60a-9aa5988c48da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1872451 Dec 16 22:47:52.671054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46726) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:52.770460 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c33c082-ab2f-4782-a909-c7c5feaf378d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.777182 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eac334ea-85de-4de5-9894-f63dbc3a92af tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.805108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33c082-ab2f-4782-a909-c7c5feaf378d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Pushing event deleted for resources: {'Port': ['ID=3519e31a-b5af-457e-8d75-694dae90b70e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:52.863014 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e1ec15-a4fb-47b8-9ad7-ad9f108b85d0 None None] Sync routers for ids ['4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:52.871949 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c33c082-ab2f-4782-a909-c7c5feaf378d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.874770 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c33c082-ab2f-4782-a909-c7c5feaf378d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.880772 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2c33c082-ab2f-4782-a909-c7c5feaf378d tempest-AttachVolumeTestJSON-795439268 tempest-AttachVolumeTestJSON-795439268-project] 10.222.0.43 "DELETE /v2.0/floatingips/ad13a9bd-e52e-4b73-b0c5-6a70029c2f7a HTTP/1.1" status: 204 len: 168 time: 0.7958581 Dec 16 22:47:52.885790 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.911473 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f1dee67b-d75b-4868-8c44-847626707dd6 None None] Provisioning complete for port 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:52.911473 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1dee67b-d75b-4868-8c44-847626707dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:52.916465 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e1ec15-a4fb-47b8-9ad7-ad9f108b85d0 None None] Routers {'4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:52.916465 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-93e1ec15-a4fb-47b8-9ad7-ad9f108b85d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:53.032655 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0b8eb8e4-9772-4873-9ca1-5509d1dcddc6,segment=NetworkSegment(24751cb1-38d3-4e05-9ea9-5f448190f039),segment_id=24751cb1-38d3-4e05-9ea9-5f448190f039)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:53.036141 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-93e1ec15-a4fb-47b8-9ad7-ad9f108b85d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:53.072900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e1ec15-a4fb-47b8-9ad7-ad9f108b85d0 None None] Routers {'4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:53.073602 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-93e1ec15-a4fb-47b8-9ad7-ad9f108b85d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:53.118287 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-93e1ec15-a4fb-47b8-9ad7-ad9f108b85d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:53.118978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e1ec15-a4fb-47b8-9ad7-ad9f108b85d0 None None] The sync data for ids ['4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:53.142675 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-eac334ea-85de-4de5-9894-f63dbc3a92af tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 22:47:53.144461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-eac334ea-85de-4de5-9894-f63dbc3a92af tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "DELETE /v2.0/routers/4fa9a89c-f3ab-4a92-b60a-9aa5988c48da HTTP/1.1" status: 409 len: 329 time: 0.4720535 Dec 16 22:47:53.147557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46732) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:53.151151 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:53.202900 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1dee67b-d75b-4868-8c44-847626707dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:53.276561 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=0b8eb8e4-9772-4873-9ca1-5509d1dcddc6,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:53.316156 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-f1dee67b-d75b-4868-8c44-847626707dd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:47:53.317058 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-f1dee67b-d75b-4868-8c44-847626707dd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:47:53.498191 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-532275ba-1187-4d4b-9390-323ed2f96ef2 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:53.582047 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:53.751343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-532275ba-1187-4d4b-9390-323ed2f96ef2 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Deleting port e9882d00-7b0d-43fe-a091-df801f1bd784 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:53.751709 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-532275ba-1187-4d4b-9390-323ed2f96ef2 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:53.851520 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-532275ba-1187-4d4b-9390-323ed2f96ef2 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:53.865876 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-532275ba-1187-4d4b-9390-323ed2f96ef2 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Calling delete_port for e9882d00-7b0d-43fe-a091-df801f1bd784 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:53.991931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cec23284-d731-4801-bd51-a4c9a341f413 None None] Provisioning complete for port e9882d00-7b0d-43fe-a091-df801f1bd784 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:53.993030 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cec23284-d731-4801-bd51-a4c9a341f413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:54.047484 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cec23284-d731-4801-bd51-a4c9a341f413 None None] Port e9882d00-7b0d-43fe-a091-df801f1bd784 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:54.071815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cec23284-d731-4801-bd51-a4c9a341f413 None None] Provisioning complete for port 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:54.072417 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cec23284-d731-4801-bd51-a4c9a341f413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:54.133440 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-532275ba-1187-4d4b-9390-323ed2f96ef2 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:54.162034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532275ba-1187-4d4b-9390-323ed2f96ef2 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event deleted for resources: {'Port': ['ID=e9882d00-7b0d-43fe-a091-df801f1bd784,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:54.290626 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-532275ba-1187-4d4b-9390-323ed2f96ef2 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:54.340888 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:54.403728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:54.404373 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:54.498464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532275ba-1187-4d4b-9390-323ed2f96ef2 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Router 4fa9a89c-f3ab-4a92-b60a-9aa5988c48da has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:47:54.580429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532275ba-1187-4d4b-9390-323ed2f96ef2 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:54.585625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-532275ba-1187-4d4b-9390-323ed2f96ef2 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "PUT /v2.0/routers/4fa9a89c-f3ab-4a92-b60a-9aa5988c48da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4368834 Dec 16 22:47:54.589222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46740) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:54.590625 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3466ac67-3cff-47c3-8f4b-0c99285c28ee None None] Sync routers for ids ['4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:54.602429 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3466ac67-3cff-47c3-8f4b-0c99285c28ee None None] Routers {'4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:54.603468 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3466ac67-3cff-47c3-8f4b-0c99285c28ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:54.628285 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-00ef28de-3e39-4141-a8b5-fa8efeff07c7 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] show failed (client error): The resource could not be found. Dec 16 22:47:54.629391 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-00ef28de-3e39-4141-a8b5-fa8efeff07c7 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-871649816 HTTP/1.1" status: 404 len: 334 time: 0.0391452 Dec 16 22:47:54.633294 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46742) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:54.638015 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f7edcde6-efc4-4311-b556-5d2a7b231795 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:54.638750 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3466ac67-3cff-47c3-8f4b-0c99285c28ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:54.650419 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3466ac67-3cff-47c3-8f4b-0c99285c28ee None None] Routers {'4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:54.651052 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3466ac67-3cff-47c3-8f4b-0c99285c28ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:54.678540 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-f7edcde6-efc4-4311-b556-5d2a7b231795 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] update failed (client error): The resource could not be found. Dec 16 22:47:54.684383 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f7edcde6-efc4-4311-b556-5d2a7b231795 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1909301548 HTTP/1.1" status: 404 len: 335 time: 0.0455251 Dec 16 22:47:54.684820 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46744) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:54.685254 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3466ac67-3cff-47c3-8f4b-0c99285c28ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:54.685934 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3466ac67-3cff-47c3-8f4b-0c99285c28ee None None] The sync data for ids ['4fa9a89c-f3ab-4a92-b60a-9aa5988c48da'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:54.741886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8c0690-9d5b-4f25-bd57-c908d8204b92 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Deleting subnet 3438ab32-e82f-4842-b93c-d515fbf7a0e7 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:47:54.745414 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0690-9d5b-4f25-bd57-c908d8204b92 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:54.786789 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0690-9d5b-4f25-bd57-c908d8204b92 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:54.881127 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0690-9d5b-4f25-bd57-c908d8204b92 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:54.899015 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.048395 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0690-9d5b-4f25-bd57-c908d8204b92 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.078719 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c0690-9d5b-4f25-bd57-c908d8204b92 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event deleted for resources: {'Subnet': ['ID=3438ab32-e82f-4842-b93c-d515fbf7a0e7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:55.083367 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0690-9d5b-4f25-bd57-c908d8204b92 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.089419 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46746) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:55.089665 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1d8c0690-9d5b-4f25-bd57-c908d8204b92 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "DELETE /v2.0/subnets/3438ab32-e82f-4842-b93c-d515fbf7a0e7 HTTP/1.1" status: 204 len: 168 time: 0.4033334 Dec 16 22:47:55.090636 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660e6679-741d-4a95-af53-ba67870af559 None None] Network 0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:55.194205 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.265076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Deleting port 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:55.265429 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.290782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aabbcbe-72f6-4840-a55b-f7122d172401 None None] DHCP port deletion for 0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:47:55.341144 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] For port 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0b8eb8e4-9772-4873-9ca1-5509d1dcddc6,segment=NetworkSegment(24751cb1-38d3-4e05-9ea9-5f448190f039),segment_id=24751cb1-38d3-4e05-9ea9-5f448190f039)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:55.341901 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.351843 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6aabbcbe-72f6-4840-a55b-f7122d172401 None None] Deleting port 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:55.352380 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6aabbcbe-72f6-4840-a55b-f7122d172401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.357514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Calling delete_port for 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:55.449051 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6aabbcbe-72f6-4840-a55b-f7122d172401 None None] For port 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0b8eb8e4-9772-4873-9ca1-5509d1dcddc6,segment=NetworkSegment(24751cb1-38d3-4e05-9ea9-5f448190f039),segment_id=24751cb1-38d3-4e05-9ea9-5f448190f039)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:55.449462 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6aabbcbe-72f6-4840-a55b-f7122d172401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.464031 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6aabbcbe-72f6-4840-a55b-f7122d172401 None None] Calling delete_port for 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:55.512302 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.546696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event deleted for resources: {'Port': ['ID=0b8eb8e4-9772-4873-9ca1-5509d1dcddc6,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:55.549049 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6aabbcbe-72f6-4840-a55b-f7122d172401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.550393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] No DVR routers for this DVR port 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:47:55.574015 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabbcbe-72f6-4840-a55b-f7122d172401 None None] Pushing event deleted for resources: {'Port': ['ID=0b8eb8e4-9772-4873-9ca1-5509d1dcddc6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:55.585397 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aabbcbe-72f6-4840-a55b-f7122d172401 None None] No DVR routers for this DVR port 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:47:55.645239 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.669351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:55.680067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24751cb1-38d3-4e05-9ea9-5f448190f039') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:55.680390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24751cb1-38d3-4e05-9ea9-5f448190f039') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:55.691356 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.708506 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.711234 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.717967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:47:55.718373 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:47:55.721493 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:47:55.867116 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.875810 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.879941 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "DELETE /v2.0/networks/0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16 HTTP/1.1" status: 204 len: 168 time: 0.7889564 Dec 16 22:47:55.882620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46752) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:55.898307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b6ae8-b629-4285-8ff2-707fa43bf6c8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event deleted for resources: {'Network': ['ID=0c9fa3f1-53fd-4b14-a8fd-0f0724cc8a16,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:55.941872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-406f385b-d5e8-45b2-b531-38684715923f tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Deleting subnet b835ff8c-ed11-4113-8c5a-af6556dce588 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:47:55.945517 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-406f385b-d5e8-45b2-b531-38684715923f tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.994309 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-406f385b-d5e8-45b2-b531-38684715923f tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.084763 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-406f385b-d5e8-45b2-b531-38684715923f tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.238872 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-406f385b-d5e8-45b2-b531-38684715923f tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.274057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f385b-d5e8-45b2-b531-38684715923f tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event deleted for resources: {'Subnet': ['ID=b835ff8c-ed11-4113-8c5a-af6556dce588,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:56.279062 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-406f385b-d5e8-45b2-b531-38684715923f tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.283049 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-406f385b-d5e8-45b2-b531-38684715923f tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "DELETE /v2.0/subnets/b835ff8c-ed11-4113-8c5a-af6556dce588 HTTP/1.1" status: 204 len: 168 time: 0.3990755 Dec 16 22:47:56.286446 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46756) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:56.288526 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36289d1d-adbe-4e6a-9981-9c797a7f2980 None None] Network a3ce4038-2507-42ce-96f1-958ce0ebb49c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:56.333049 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:47:56.352909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17929e1-f984-4140-851f-f32cd4176e23 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Deleting subnet 94c2e4f5-fb15-4657-a841-0d8ddb48c19f {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:47:56.358290 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f17929e1-f984-4140-851f-f32cd4176e23 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.367955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:47:56.368293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0b8eb8e4-9772-4873-9ca1-5509d1dcddc6 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:47:56.424961 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f17929e1-f984-4140-851f-f32cd4176e23 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.501850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d461795-b78a-47fb-9fce-697ef6a944a1 None None] DHCP port deletion for a3ce4038-2507-42ce-96f1-958ce0ebb49c request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:47:56.536488 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f17929e1-f984-4140-851f-f32cd4176e23 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.585585 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8d461795-b78a-47fb-9fce-697ef6a944a1 None None] Deleting port c4a5239d-f71d-4ea4-854e-58b7fd7749cf {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:56.586218 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d461795-b78a-47fb-9fce-697ef6a944a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.672912 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f17929e1-f984-4140-851f-f32cd4176e23 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.698665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17929e1-f984-4140-851f-f32cd4176e23 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event deleted for resources: {'Subnet': ['ID=94c2e4f5-fb15-4657-a841-0d8ddb48c19f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:56.705826 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8d461795-b78a-47fb-9fce-697ef6a944a1 None None] For port c4a5239d-f71d-4ea4-854e-58b7fd7749cf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c4a5239d-f71d-4ea4-854e-58b7fd7749cf,segment=NetworkSegment(091ee2ff-7697-4983-a9c8-2f5141156ee5),segment_id=091ee2ff-7697-4983-a9c8-2f5141156ee5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:56.706493 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d461795-b78a-47fb-9fce-697ef6a944a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.710244 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f17929e1-f984-4140-851f-f32cd4176e23 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.713624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f17929e1-f984-4140-851f-f32cd4176e23 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "DELETE /v2.0/subnets/94c2e4f5-fb15-4657-a841-0d8ddb48c19f HTTP/1.1" status: 204 len: 168 time: 0.4260395 Dec 16 22:47:56.716242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46760) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:56.723391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04059257-f10b-4bf5-8164-866c3247a083 None None] Network 7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:56.737854 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8d461795-b78a-47fb-9fce-697ef6a944a1 None None] Calling delete_port for c4a5239d-f71d-4ea4-854e-58b7fd7749cf owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:56.802290 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.869044 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Deleting port c4a5239d-f71d-4ea4-854e-58b7fd7749cf {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:56.869516 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.953900 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] For port c4a5239d-f71d-4ea4-854e-58b7fd7749cf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c4a5239d-f71d-4ea4-854e-58b7fd7749cf,segment=NetworkSegment(091ee2ff-7697-4983-a9c8-2f5141156ee5),segment_id=091ee2ff-7697-4983-a9c8-2f5141156ee5)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:56.954561 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.973026 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Calling delete_port for c4a5239d-f71d-4ea4-854e-58b7fd7749cf owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:57.107186 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d461795-b78a-47fb-9fce-697ef6a944a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.112146 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0190b4-562a-4aa9-bc7d-9d1e841b5ab3 None None] DHCP port deletion for 7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:47:57.126661 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.140881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d461795-b78a-47fb-9fce-697ef6a944a1 None None] Pushing event deleted for resources: {'Port': ['ID=c4a5239d-f71d-4ea4-854e-58b7fd7749cf,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:57.146860 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d461795-b78a-47fb-9fce-697ef6a944a1 None None] No DVR routers for this DVR port c4a5239d-f71d-4ea4-854e-58b7fd7749cf on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:47:57.163035 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event deleted for resources: {'Port': ['ID=c4a5239d-f71d-4ea4-854e-58b7fd7749cf,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:57.167634 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] No DVR routers for this DVR port c4a5239d-f71d-4ea4-854e-58b7fd7749cf on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:47:57.222662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cc0190b4-562a-4aa9-bc7d-9d1e841b5ab3 None None] Deleting port aa5a83b0-5445-4e14-9bf7-d69ae5c6321f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:57.222662 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc0190b4-562a-4aa9-bc7d-9d1e841b5ab3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.274016 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.308524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ce4038-2507-42ce-96f1-958ce0ebb49c']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:57.312708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cc0190b4-562a-4aa9-bc7d-9d1e841b5ab3 None None] For port aa5a83b0-5445-4e14-9bf7-d69ae5c6321f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=aa5a83b0-5445-4e14-9bf7-d69ae5c6321f,segment=NetworkSegment(2b25d129-80b1-4ebb-8b7d-d43429265753),segment_id=2b25d129-80b1-4ebb-8b7d-d43429265753)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:57.313374 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc0190b4-562a-4aa9-bc7d-9d1e841b5ab3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.323246 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091ee2ff-7697-4983-a9c8-2f5141156ee5') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:57.323494 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091ee2ff-7697-4983-a9c8-2f5141156ee5') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:57.339134 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.341767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cc0190b4-562a-4aa9-bc7d-9d1e841b5ab3 None None] Calling delete_port for aa5a83b0-5445-4e14-9bf7-d69ae5c6321f owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:57.358967 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.369078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:47:57.371748 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:47:57.373140 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:47:57.530195 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc0190b4-562a-4aa9-bc7d-9d1e841b5ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.567004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0190b4-562a-4aa9-bc7d-9d1e841b5ab3 None None] Pushing event deleted for resources: {'Port': ['ID=aa5a83b0-5445-4e14-9bf7-d69ae5c6321f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:57.571208 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0190b4-562a-4aa9-bc7d-9d1e841b5ab3 None None] No DVR routers for this DVR port aa5a83b0-5445-4e14-9bf7-d69ae5c6321f on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:47:57.575015 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.593808 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.598371 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "DELETE /v2.0/networks/a3ce4038-2507-42ce-96f1-958ce0ebb49c HTTP/1.1" status: 204 len: 168 time: 0.8806024 Dec 16 22:47:57.601107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46772) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:57.613851 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5558309-c9f5-49f6-b476-026f23f1b9ae tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event deleted for resources: {'Network': ['ID=a3ce4038-2507-42ce-96f1-958ce0ebb49c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:57.692483 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04d48a3a-1c86-4db1-b24a-d1b65c2d1305 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.791308 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04d48a3a-1c86-4db1-b24a-d1b65c2d1305 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.824125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-04d48a3a-1c86-4db1-b24a-d1b65c2d1305 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:57.836371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-04d48a3a-1c86-4db1-b24a-d1b65c2d1305 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b25d129-80b1-4ebb-8b7d-d43429265753') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:57.836674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-04d48a3a-1c86-4db1-b24a-d1b65c2d1305 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b25d129-80b1-4ebb-8b7d-d43429265753') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:57.847287 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04d48a3a-1c86-4db1-b24a-d1b65c2d1305 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.860909 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04d48a3a-1c86-4db1-b24a-d1b65c2d1305 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.867669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d48a3a-1c86-4db1-b24a-d1b65c2d1305 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:47:57.868161 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04d48a3a-1c86-4db1-b24a-d1b65c2d1305 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:47:57.871327 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:47:58.059302 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04d48a3a-1c86-4db1-b24a-d1b65c2d1305 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:58.068078 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04d48a3a-1c86-4db1-b24a-d1b65c2d1305 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:58.074745 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-04d48a3a-1c86-4db1-b24a-d1b65c2d1305 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "DELETE /v2.0/networks/7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709 HTTP/1.1" status: 204 len: 168 time: 0.4698243 Dec 16 22:47:58.075420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46778) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:58.093852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d48a3a-1c86-4db1-b24a-d1b65c2d1305 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event deleted for resources: {'Network': ['ID=7dba9b9f-b24a-49f2-8e00-ca4ebd2bc709,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:58.143800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b60724c-b4b5-4648-b129-19e96d45c8b8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Deleting subnet c250fcc5-8cb1-4c6f-a5e8-8e84965ebefa {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:47:58.148067 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2b60724c-b4b5-4648-b129-19e96d45c8b8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:58.204200 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2b60724c-b4b5-4648-b129-19e96d45c8b8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:58.317143 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2b60724c-b4b5-4648-b129-19e96d45c8b8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:58.349565 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device aa5a83b0-5445-4e14-9bf7-d69ae5c6321f no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:47:58.371496 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: aa5a83b0-5445-4e14-9bf7-d69ae5c6321f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:47:58.372194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device aa5a83b0-5445-4e14-9bf7-d69ae5c6321f not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:47:58.372825 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c4a5239d-f71d-4ea4-854e-58b7fd7749cf no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:47:58.401454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: c4a5239d-f71d-4ea4-854e-58b7fd7749cf {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:47:58.401801 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c4a5239d-f71d-4ea4-854e-58b7fd7749cf not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:47:58.470850 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2b60724c-b4b5-4648-b129-19e96d45c8b8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:58.509715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60724c-b4b5-4648-b129-19e96d45c8b8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event deleted for resources: {'Subnet': ['ID=c250fcc5-8cb1-4c6f-a5e8-8e84965ebefa,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:58.511803 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2b60724c-b4b5-4648-b129-19e96d45c8b8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:58.521949 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46780) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:58.522688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0ee264-2aa2-4e4f-b0ca-908f70ca8ce2 None None] Network 839095f4-df34-4306-8528-d6bb017ee462 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:58.533414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2b60724c-b4b5-4648-b129-19e96d45c8b8 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "DELETE /v2.0/subnets/c250fcc5-8cb1-4c6f-a5e8-8e84965ebefa HTTP/1.1" status: 204 len: 168 time: 0.4372041 Dec 16 22:47:58.610535 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:58.683644 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Deleting port 12ba5c93-7963-41d8-9973-f4f5e7ea89ed {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:58.683983 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:58.757806 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] DHCP port deletion for 839095f4-df34-4306-8528-d6bb017ee462 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:47:58.769333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] For port 12ba5c93-7963-41d8-9973-f4f5e7ea89ed, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=12ba5c93-7963-41d8-9973-f4f5e7ea89ed,segment=NetworkSegment(f473bebf-2eeb-44cc-804c-42514ca56a41),segment_id=f473bebf-2eeb-44cc-804c-42514ca56a41)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:58.769966 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:58.785714 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Calling delete_port for 12ba5c93-7963-41d8-9973-f4f5e7ea89ed owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:58.842361 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Deleting port 12ba5c93-7963-41d8-9973-f4f5e7ea89ed {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:47:58.843237 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:58.960978 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:59.006949 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event deleted for resources: {'Port': ['ID=12ba5c93-7963-41d8-9973-f4f5e7ea89ed,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:59.009183 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] No DVR routers for this DVR port 12ba5c93-7963-41d8-9973-f4f5e7ea89ed on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:47:59.112147 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:59.136825 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839095f4-df34-4306-8528-d6bb017ee462']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:59.148502 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f473bebf-2eeb-44cc-804c-42514ca56a41') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:59.148858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f473bebf-2eeb-44cc-804c-42514ca56a41') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:59.162443 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:59.179852 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:59.187853 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:47:59.188309 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:59.188914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] For port 12ba5c93-7963-41d8-9973-f4f5e7ea89ed, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=12ba5c93-7963-41d8-9973-f4f5e7ea89ed,segment=NetworkSegment(f473bebf-2eeb-44cc-804c-42514ca56a41),segment_id=f473bebf-2eeb-44cc-804c-42514ca56a41)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:59.190290 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:47:59.192404 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:47:59.218516 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Calling delete_port for 12ba5c93-7963-41d8-9973-f4f5e7ea89ed owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:47:59.323725 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:59.343465 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:59.351658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46786) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:59.365337 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "DELETE /v2.0/networks/839095f4-df34-4306-8528-d6bb017ee462 HTTP/1.1" status: 204 len: 168 time: 0.8434722 Dec 16 22:47:59.365337 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33236df5-d937-4dcb-8742-f7529e3576ef tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Pushing event deleted for resources: {'Network': ['ID=839095f4-df34-4306-8528-d6bb017ee462,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:59.374292 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:59.387855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46788) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:59.395387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d95b7f14-4210-4ce4-b9c9-3e8e69018232 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fa9a89c-f3ab-4a92-b60a-9aa5988c48da HTTP/1.1" status: 200 len: 205 time: 0.0414243 Dec 16 22:47:59.419977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Network 839095f4-df34-4306-8528-d6bb017ee462 is not hosted by any dhcp agent {{(pid=103953) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 22:47:59.421117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] No DVR routers for this DVR port 12ba5c93-7963-41d8-9973-f4f5e7ea89ed on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:47:59.425070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Pushing event deleted for resources: {'Port': ['ID=12ba5c93-7963-41d8-9973-f4f5e7ea89ed,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:59.433977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:59.434551 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:59.435598 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:59.436103 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:59.436370 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:59.436635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:59.436974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:59.437395 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:59.437727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:59.438055 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:59.438772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:59.438772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:59.439023 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38337ea8-d1ec-4c66-8cc5-dfb61c247f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:59.483359 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87897796-74f2-401c-b02f-68639b4b7ca1 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:59.650600 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87897796-74f2-401c-b02f-68639b4b7ca1 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:59.652931 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87897796-74f2-401c-b02f-68639b4b7ca1 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:59.838205 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87897796-74f2-401c-b02f-68639b4b7ca1 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:59.838832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87897796-74f2-401c-b02f-68639b4b7ca1 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Fanout notify agent at l3_agent the message router_deleted on router 4fa9a89c-f3ab-4a92-b60a-9aa5988c48da {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:47:59.848470 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87897796-74f2-401c-b02f-68639b4b7ca1 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:59.851313 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-87897796-74f2-401c-b02f-68639b4b7ca1 tempest-RoutersNegativeIpV6Test-1511868411 tempest-RoutersNegativeIpV6Test-1511868411-project] 10.222.0.43 "DELETE /v2.0/routers/4fa9a89c-f3ab-4a92-b60a-9aa5988c48da HTTP/1.1" status: 204 len: 168 time: 0.4610913 Dec 16 22:48:00.323497 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 12ba5c93-7963-41d8-9973-f4f5e7ea89ed no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:00.350438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 12ba5c93-7963-41d8-9973-f4f5e7ea89ed {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:00.350800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 12ba5c93-7963-41d8-9973-f4f5e7ea89ed not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:00.543142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46798) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:00.720096 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-98984762-de8f-414a-a469-f2dd28e92894 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c27b198de794de48b8848885972a3c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1734273 Dec 16 22:48:00.721323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46802) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:00.779211 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-255524dd-be8f-4fa7-9e73-2aba7e785c4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:00.802765 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-255524dd-be8f-4fa7-9e73-2aba7e785c4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:00.912553 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-255524dd-be8f-4fa7-9e73-2aba7e785c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:00.915214 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-255524dd-be8f-4fa7-9e73-2aba7e785c4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:00.916473 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-255524dd-be8f-4fa7-9e73-2aba7e785c4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8adc87ae-ce08-4cf6-a7fb-e01f581bd617 HTTP/1.1" status: 204 len: 168 time: 0.1944225 Dec 16 22:48:00.924667 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255524dd-be8f-4fa7-9e73-2aba7e785c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adc87ae-ce08-4cf6-a7fb-e01f581bd617,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:02.570235 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9420d610-d36d-4adb-80f3-c0eec8ff5243 req-66b9d8fb-586a-4f83-b604-8d760f7f2422 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1053905 Dec 16 22:48:02.610996 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6d52d-7ba3-4b1f-b330-47fb5acdc84f req-ac74518f-8380-4b49-8599-2f738a220a47 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:02.633835 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6d52d-7ba3-4b1f-b330-47fb5acdc84f req-ac74518f-8380-4b49-8599-2f738a220a47 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:02.638535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6d52d-7ba3-4b1f-b330-47fb5acdc84f req-ac74518f-8380-4b49-8599-2f738a220a47 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:02.645465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6d52d-7ba3-4b1f-b330-47fb5acdc84f req-ac74518f-8380-4b49-8599-2f738a220a47 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:02.654251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6d52d-7ba3-4b1f-b330-47fb5acdc84f req-ac74518f-8380-4b49-8599-2f738a220a47 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:02.662930 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6d52d-7ba3-4b1f-b330-47fb5acdc84f req-ac74518f-8380-4b49-8599-2f738a220a47 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:02.669942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6d52d-7ba3-4b1f-b330-47fb5acdc84f req-ac74518f-8380-4b49-8599-2f738a220a47 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:02.682110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88e6d52d-7ba3-4b1f-b330-47fb5acdc84f req-ac74518f-8380-4b49-8599-2f738a220a47 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5434 time: 0.1991620 Dec 16 22:48:02.758478 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420d610-d36d-4adb-80f3-c0eec8ff5243 req-5094641e-d28a-458b-af99-0285e39fec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:02.760111 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9420d610-d36d-4adb-80f3-c0eec8ff5243 req-5094641e-d28a-458b-af99-0285e39fec0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5202e0b88c394b30a376510a4552c14e&device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 1097 time: 0.0971448 Dec 16 22:48:02.765876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88e6d52d-7ba3-4b1f-b330-47fb5acdc84f req-d4f62a56-7a19-4634-b675-8364be1179a5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797031 Dec 16 22:48:03.039966 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420d610-d36d-4adb-80f3-c0eec8ff5243 req-6bceb8c8-e764-488f-b47f-71d54ad446be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:03.046046 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9420d610-d36d-4adb-80f3-c0eec8ff5243 req-6bceb8c8-e764-488f-b47f-71d54ad446be service neutron] 10.222.0.24 "GET /v2.0/networks?id=0de020fe-0aa5-4f8e-8dd0-b2a112b72456 HTTP/1.1" status: 200 len: 913 time: 0.2581456 Dec 16 22:48:03.147368 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9420d610-d36d-4adb-80f3-c0eec8ff5243 req-5ea1333f-3824-4649-b917-ce229ddece4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1be8eb99-a2b2-4400-a7e6-40da6126732a HTTP/1.1" status: 200 len: 217 time: 0.0835297 Dec 16 22:48:03.261631 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420d610-d36d-4adb-80f3-c0eec8ff5243 req-96a5216c-3633-4156-99d1-f10b4417abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:03.263501 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9420d610-d36d-4adb-80f3-c0eec8ff5243 req-96a5216c-3633-4156-99d1-f10b4417abb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=848b53d6-cd19-44d5-8ece-aedaf1393819 HTTP/1.1" status: 200 len: 852 time: 0.1099944 Dec 16 22:48:03.323841 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9420d610-d36d-4adb-80f3-c0eec8ff5243 req-8ad89344-a66d-4d92-abef-7341896d6df6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0de020fe-0aa5-4f8e-8dd0-b2a112b72456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487404 Dec 16 22:48:03.446191 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9420d610-d36d-4adb-80f3-c0eec8ff5243 req-0d9f3876-405d-4274-b2da-a870fae7f18a service neutron] 10.222.0.24 "GET /v2.0/networks/0de020fe-0aa5-4f8e-8dd0-b2a112b72456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132846 Dec 16 22:48:03.904387 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:48:03.982540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b736d6-01a5-45fa-a125-c97b94e0058a req-2bc7c263-8d0c-468d-8620-2b9cf45e29f8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:03.991753 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b736d6-01a5-45fa-a125-c97b94e0058a req-2bc7c263-8d0c-468d-8620-2b9cf45e29f8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:03.998976 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b736d6-01a5-45fa-a125-c97b94e0058a req-2bc7c263-8d0c-468d-8620-2b9cf45e29f8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:04.006091 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b736d6-01a5-45fa-a125-c97b94e0058a req-2bc7c263-8d0c-468d-8620-2b9cf45e29f8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:04.012819 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b736d6-01a5-45fa-a125-c97b94e0058a req-2bc7c263-8d0c-468d-8620-2b9cf45e29f8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:04.020084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b736d6-01a5-45fa-a125-c97b94e0058a req-2bc7c263-8d0c-468d-8620-2b9cf45e29f8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:04.027418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b736d6-01a5-45fa-a125-c97b94e0058a req-2bc7c263-8d0c-468d-8620-2b9cf45e29f8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:04.032876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70b736d6-01a5-45fa-a125-c97b94e0058a req-2bc7c263-8d0c-468d-8620-2b9cf45e29f8 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5434 time: 0.1135375 Dec 16 22:48:04.056740 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-90d5558d-a65d-4aca-8ddb-4a11592eeab3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:04.072814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-90d5558d-a65d-4aca-8ddb-4a11592eeab3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:04.088561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-90d5558d-a65d-4aca-8ddb-4a11592eeab3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:04.101586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-90d5558d-a65d-4aca-8ddb-4a11592eeab3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:04.114635 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-90d5558d-a65d-4aca-8ddb-4a11592eeab3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:04.128852 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-90d5558d-a65d-4aca-8ddb-4a11592eeab3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:04.141618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-90d5558d-a65d-4aca-8ddb-4a11592eeab3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:04.145893 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-90d5558d-a65d-4aca-8ddb-4a11592eeab3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 5434 time: 0.1955612 Dec 16 22:48:04.164343 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70b736d6-01a5-45fa-a125-c97b94e0058a req-897bd268-fd50-4131-a067-f6953558d2cd tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164794 Dec 16 22:48:04.222615 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9420d610-d36d-4adb-80f3-c0eec8ff5243 req-8c8f47e1-6a0e-4b11-9d9b-3d7fe81604bc service neutron] 10.222.0.24 "GET /v2.0/networks/0de020fe-0aa5-4f8e-8dd0-b2a112b72456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7655699 Dec 16 22:48:04.226483 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-b6ab0a51-d16e-4f94-99fb-dd9158563c13 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:04.227900 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-b6ab0a51-d16e-4f94-99fb-dd9158563c13 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.69 "GET /v2.0/ports/b9d73b46-bfc0-4dd6-a33c-e55e82103481?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0582790 Dec 16 22:48:04.366345 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-52793afe-b292-452a-b26c-156079943963 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.69 "GET /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1322458 Dec 16 22:48:04.505870 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:04.576527 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:04.772781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] For port b9d73b46-bfc0-4dd6-a33c-e55e82103481, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b9d73b46-bfc0-4dd6-a33c-e55e82103481,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:04.815317 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] For port b9d73b46-bfc0-4dd6-a33c-e55e82103481, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:48:04.866189 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] device_id is not set on port b9d73b46-bfc0-4dd6-a33c-e55e82103481 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:48:04.875227 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:05.001134 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:05.075110 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Pushing event updated for resources: {'Port': ['ID=b9d73b46-bfc0-4dd6-a33c-e55e82103481,revision_number=6']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:05.077950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] No DVR routers for this DVR port b9d73b46-bfc0-4dd6-a33c-e55e82103481 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:05.125968 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:05.128919 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:05.128919 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:05.129134 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:05.133991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:05.133991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:05.133991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:05.133991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:05.133991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:05.133991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:05.133991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:05.136847 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:05.137056 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:05.166625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] In _notify_port_updated(), no bound segment for port b9d73b46-bfc0-4dd6-a33c-e55e82103481 on network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 {{(pid=103952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:48:05.167522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:05.168171 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:05.169514 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-186eda4c-0312-4bcc-9fb5-462ae71c96dd service neutron] 10.222.0.69 "PUT /v2.0/ports/b9d73b46-bfc0-4dd6-a33c-e55e82103481 HTTP/1.1" status: 200 len: 1028 time: 0.7917788 Dec 16 22:48:05.262781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-2be82fec-b8d4-42d5-b115-b32b4f8c0303 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:05.264294 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-2be82fec-b8d4-42d5-b115-b32b4f8c0303 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.69 "GET /v2.0/ports/bc549fe9-370a-4a6a-b9d2-c60eaa3144c7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0807021 Dec 16 22:48:05.284731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-6f9ab298-728a-4cc4-a7cb-86bf4b34df7f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:05.378711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d98d1-2ca9-4be1-a1c2-21fc335e25e3 req-3b55c1ce-50fd-47ef-a391-c793de685aa0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:05.386871 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d98d1-2ca9-4be1-a1c2-21fc335e25e3 req-3b55c1ce-50fd-47ef-a391-c793de685aa0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:05.393816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d98d1-2ca9-4be1-a1c2-21fc335e25e3 req-3b55c1ce-50fd-47ef-a391-c793de685aa0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:05.398828 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-6f9ab298-728a-4cc4-a7cb-86bf4b34df7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:05.400576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d98d1-2ca9-4be1-a1c2-21fc335e25e3 req-3b55c1ce-50fd-47ef-a391-c793de685aa0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:05.402757 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d9eff866-5b43-4e8d-a0f0-c702262cfdb9 None None] Provisioning complete for port b9d73b46-bfc0-4dd6-a33c-e55e82103481 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:05.403251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9eff866-5b43-4e8d-a0f0-c702262cfdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:05.410314 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d98d1-2ca9-4be1-a1c2-21fc335e25e3 req-3b55c1ce-50fd-47ef-a391-c793de685aa0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:05.419096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d98d1-2ca9-4be1-a1c2-21fc335e25e3 req-3b55c1ce-50fd-47ef-a391-c793de685aa0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:05.430119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c3d98d1-2ca9-4be1-a1c2-21fc335e25e3 req-3b55c1ce-50fd-47ef-a391-c793de685aa0 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 4659 time: 0.1283419 Dec 16 22:48:05.447932 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d9eff866-5b43-4e8d-a0f0-c702262cfdb9 None None] Port b9d73b46-bfc0-4dd6-a33c-e55e82103481 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:48:05.533559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c3d98d1-2ca9-4be1-a1c2-21fc335e25e3 req-b58ea631-d61e-4f56-9a42-cd46f88bbef1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0808843-1c50-437b-b529-51ff6e4e3291&id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013000 Dec 16 22:48:05.596392 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-6f9ab298-728a-4cc4-a7cb-86bf4b34df7f service neutron] For port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=bc549fe9-370a-4a6a-b9d2-c60eaa3144c7,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:05.671119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-6f9ab298-728a-4cc4-a7cb-86bf4b34df7f service neutron] For port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:48:05.723112 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-6f9ab298-728a-4cc4-a7cb-86bf4b34df7f service neutron] device_id is not set on port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:48:05.733296 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-6f9ab298-728a-4cc4-a7cb-86bf4b34df7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:05.825274 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-6f9ab298-728a-4cc4-a7cb-86bf4b34df7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:05.923230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-6f9ab298-728a-4cc4-a7cb-86bf4b34df7f service neutron] No DVR routers for this DVR port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:05.974296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ab298-728a-4cc4-a7cb-86bf4b34df7f service neutron] Pushing event updated for resources: {'Port': ['ID=bc549fe9-370a-4a6a-b9d2-c60eaa3144c7,revision_number=6']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:06.005695 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-6f9ab298-728a-4cc4-a7cb-86bf4b34df7f service neutron] In _notify_port_updated(), no bound segment for port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 on network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 {{(pid=103952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:48:06.006595 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-6f9ab298-728a-4cc4-a7cb-86bf4b34df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:06.007232 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-6f9ab298-728a-4cc4-a7cb-86bf4b34df7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:06.008804 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-6f9ab298-728a-4cc4-a7cb-86bf4b34df7f service neutron] 10.222.0.69 "PUT /v2.0/ports/bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 HTTP/1.1" status: 200 len: 1025 time: 0.7322812 Dec 16 22:48:06.134025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-295f48e0-e0f5-441e-804b-8f0565b7e009 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Deleting port 6b04ab81-2f34-4558-8334-a2484dc408c9 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:06.134638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-295f48e0-e0f5-441e-804b-8f0565b7e009 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:06.203450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 69b8d4de-875c-42d8-a276-51dad253ecb6 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:06.242370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-295f48e0-e0f5-441e-804b-8f0565b7e009 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] For port 6b04ab81-2f34-4558-8334-a2484dc408c9, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=6b04ab81-2f34-4558-8334-a2484dc408c9,segment=NetworkSegment(ebf881b4-9c89-4bf1-9c79-733270d43102),segment_id=ebf881b4-9c89-4bf1-9c79-733270d43102)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:06.242740 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-295f48e0-e0f5-441e-804b-8f0565b7e009 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:06.308585 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:06.362526 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4d30a428-bcbe-4144-9e95-05415ea198e1 None None] Provisioning complete for port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:06.364588 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d30a428-bcbe-4144-9e95-05415ea198e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:06.376131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 69b8d4de-875c-42d8-a276-51dad253ecb6, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=69b8d4de-875c-42d8-a276-51dad253ecb6,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:06.377317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69b8d4de-875c-42d8-a276-51dad253ecb6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:48:06.380091 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b3eb78-7594-49ad-b72a-0c0a21acf179" -d '{"events": [{"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-unplugged", "status": "completed", "tag": "69b8d4de-875c-42d8-a276-51dad253ecb6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:48:06.458908 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b98cd1-4677-48c8-a712-224b18e041e9 x-openstack-request-id: req-f0b98cd1-4677-48c8-a712-224b18e041e9 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:48:06.459932 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-unplugged", "status": "completed", "tag": "69b8d4de-875c-42d8-a276-51dad253ecb6", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:48:06.460353 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0b98cd1-4677-48c8-a712-224b18e041e9 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:48:06.460964 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69b8d4de-875c-42d8-a276-51dad253ecb6', 'code': 200} Dec 16 22:48:06.462592 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:06.463576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device bcd3db1d-f212-4040-b2ce-7779cd2af03c no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:06.468167 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-295f48e0-e0f5-441e-804b-8f0565b7e009 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:06.469466 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-295f48e0-e0f5-441e-804b-8f0565b7e009 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:06.469466 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-295f48e0-e0f5-441e-804b-8f0565b7e009 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Floating IP f6ff8472-172d-41a4-b9cf-55d0af412dd7 disassociated. External IP: 172.25.2.86, port: 6b04ab81-2f34-4558-8334-a2484dc408c9. Dec 16 22:48:06.470006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-295f48e0-e0f5-441e-804b-8f0565b7e009 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Calling delete_port for 6b04ab81-2f34-4558-8334-a2484dc408c9 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:06.531704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4d30a428-bcbe-4144-9e95-05415ea198e1 None None] Port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:48:06.582139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=69b8d4de-875c-42d8-a276-51dad253ecb6,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:06.649393 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:06.690341 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port bcd3db1d-f212-4040-b2ce-7779cd2af03c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=bcd3db1d-f212-4040-b2ce-7779cd2af03c,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:06.711591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90bdcf-9187-4531-a6a9-c24aaccf9001 req-8766fc5f-9c6e-4a33-8ede-ae01e4cb2669 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:06.718144 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90bdcf-9187-4531-a6a9-c24aaccf9001 req-8766fc5f-9c6e-4a33-8ede-ae01e4cb2669 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:06.725162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90bdcf-9187-4531-a6a9-c24aaccf9001 req-8766fc5f-9c6e-4a33-8ede-ae01e4cb2669 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:06.732150 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90bdcf-9187-4531-a6a9-c24aaccf9001 req-8766fc5f-9c6e-4a33-8ede-ae01e4cb2669 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:06.749546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90bdcf-9187-4531-a6a9-c24aaccf9001 req-8766fc5f-9c6e-4a33-8ede-ae01e4cb2669 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:06.752945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef90bdcf-9187-4531-a6a9-c24aaccf9001 req-8766fc5f-9c6e-4a33-8ede-ae01e4cb2669 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 3885 time: 0.1009161 Dec 16 22:48:06.758047 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-295f48e0-e0f5-441e-804b-8f0565b7e009 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:06.758222 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:06.759312 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 6b04ab81-2f34-4558-8334-a2484dc408c9 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:06.791431 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 6b04ab81-2f34-4558-8334-a2484dc408c9 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:06.791726 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 6b04ab81-2f34-4558-8334-a2484dc408c9 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:06.792334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b9d73b46-bfc0-4dd6-a33c-e55e82103481 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:06.839716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f48e0-e0f5-441e-804b-8f0565b7e009 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event deleted for resources: {'Port': ['ID=6b04ab81-2f34-4558-8334-a2484dc408c9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:06.905074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef90bdcf-9187-4531-a6a9-c24aaccf9001 req-ea70acc9-42b1-42e3-95bb-e12ee9e35bc5 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332231 Dec 16 22:48:06.943573 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=bcd3db1d-f212-4040-b2ce-7779cd2af03c,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:06.943573 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b9d73b46-bfc0-4dd6-a33c-e55e82103481 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:06.943573 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b92f5c79-bb4c-4e11-9397-74427d7adaa4 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:06.954155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46912) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:07.044727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-295f48e0-e0f5-441e-804b-8f0565b7e009 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Router 961649dc-1d26-42e8-86bf-4c8a50c53562 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:48:07.065546 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:07.169928 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b92f5c79-bb4c-4e11-9397-74427d7adaa4, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b92f5c79-bb4c-4e11-9397-74427d7adaa4,segment=NetworkSegment(1bad9b27-b9c2-4af8-a033-d26558d16a35),segment_id=1bad9b27-b9c2-4af8-a033-d26558d16a35)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:07.240283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-295f48e0-e0f5-441e-804b-8f0565b7e009 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:48:07.293361 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61751cb5-0b6e-49ac-89f1-1a5d0c165009 None None] Sync routers for ids ['961649dc-1d26-42e8-86bf-4c8a50c53562'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:48:07.388414 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61751cb5-0b6e-49ac-89f1-1a5d0c165009 None None] Routers {'961649dc-1d26-42e8-86bf-4c8a50c53562'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:48:07.393431 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-61751cb5-0b6e-49ac-89f1-1a5d0c165009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['961649dc-1d26-42e8-86bf-4c8a50c53562'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:07.394770 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-295f48e0-e0f5-441e-804b-8f0565b7e009 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] No DVR routers for this DVR port 6b04ab81-2f34-4558-8334-a2484dc408c9 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:07.413961 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-295f48e0-e0f5-441e-804b-8f0565b7e009 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:07.429803 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-295f48e0-e0f5-441e-804b-8f0565b7e009 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.69 "DELETE /v2.0/ports/6b04ab81-2f34-4558-8334-a2484dc408c9 HTTP/1.1" status: 204 len: 173 time: 1.4105980 Dec 16 22:48:07.434651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-deleted', 'tag': '6b04ab81-2f34-4558-8334-a2484dc408c9'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:48:07.438628 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baca661-6b14-4a92-a4ae-66e5f985bbd7" -d '{"events": [{"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-deleted", "tag": "6b04ab81-2f34-4558-8334-a2484dc408c9"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:48:07.488044 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:07.488725 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:07.580594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=b92f5c79-bb4c-4e11-9397-74427d7adaa4,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:07.589544 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db43f71-9ba3-46b0-a139-84cd82a37ea7 x-openstack-request-id: req-5db43f71-9ba3-46b0-a139-84cd82a37ea7 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:48:07.589544 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-deleted", "tag": "6b04ab81-2f34-4558-8334-a2484dc408c9", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:48:07.589836 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5db43f71-9ba3-46b0-a139-84cd82a37ea7 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:48:07.590129 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-deleted', 'tag': '6b04ab81-2f34-4558-8334-a2484dc408c9', 'status': 'completed', 'code': 200} Dec 16 22:48:07.741237 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:07.742566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 7ef00805-74f7-418f-a3ff-1dfe07d483b3 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:07.748372 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-ddc02f9c-ca4c-41a7-902d-f00ac8dd106f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Deleting port 69b8d4de-875c-42d8-a276-51dad253ecb6 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:07.748587 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-ddc02f9c-ca4c-41a7-902d-f00ac8dd106f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:07.796452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-61751cb5-0b6e-49ac-89f1-1a5d0c165009 None None] Set router 961649dc-1d26-42e8-86bf-4c8a50c53562 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:48:07.908222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-ddc02f9c-ca4c-41a7-902d-f00ac8dd106f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] For port 69b8d4de-875c-42d8-a276-51dad253ecb6, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=69b8d4de-875c-42d8-a276-51dad253ecb6,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:07.909276 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-ddc02f9c-ca4c-41a7-902d-f00ac8dd106f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:07.933023 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-ddc02f9c-ca4c-41a7-902d-f00ac8dd106f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Calling delete_port for 69b8d4de-875c-42d8-a276-51dad253ecb6 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:07.993592 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:08.032453 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-651d0988-b5eb-4212-99be-36f711b635b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:08.080703 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 7ef00805-74f7-418f-a3ff-1dfe07d483b3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7ef00805-74f7-418f-a3ff-1dfe07d483b3,segment=NetworkSegment(1bad9b27-b9c2-4af8-a033-d26558d16a35),segment_id=1bad9b27-b9c2-4af8-a033-d26558d16a35)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:08.157981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-61751cb5-0b6e-49ac-89f1-1a5d0c165009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'name': 'tempest-TaggedBootDevicesTest-438612322-router', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:36:52Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'gw_port': {'id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:53Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'b7760955-0eb1-4907-9056-a4bb3f0e0232', 'name': '', 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'mac_address': 'fa:16:3e:c6:ad:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:56Z', 'updated_at': '2021-12-16T22:37:03Z', 'revision_number': 5, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'subnets': [{'id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:08.190248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61751cb5-0b6e-49ac-89f1-1a5d0c165009 None None] Checking router: 961649dc-1d26-42e8-86bf-4c8a50c53562 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:48:08.199365 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:08.227144 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-ddc02f9c-ca4c-41a7-902d-f00ac8dd106f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:08.292231 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=7ef00805-74f7-418f-a3ff-1dfe07d483b3,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:08.304465 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61751cb5-0b6e-49ac-89f1-1a5d0c165009 None None] Routers {'961649dc-1d26-42e8-86bf-4c8a50c53562'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:48:08.305847 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-61751cb5-0b6e-49ac-89f1-1a5d0c165009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['961649dc-1d26-42e8-86bf-4c8a50c53562'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:08.306292 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc02f9c-ca4c-41a7-902d-f00ac8dd106f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event deleted for resources: {'Port': ['ID=69b8d4de-875c-42d8-a276-51dad253ecb6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:08.400522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-ddc02f9c-ca4c-41a7-902d-f00ac8dd106f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] No DVR routers for this DVR port 69b8d4de-875c-42d8-a276-51dad253ecb6 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:08.405646 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-ddc02f9c-ca4c-41a7-902d-f00ac8dd106f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:08.410975 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-ddc02f9c-ca4c-41a7-902d-f00ac8dd106f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.69 "DELETE /v2.0/ports/69b8d4de-875c-42d8-a276-51dad253ecb6 HTTP/1.1" status: 204 len: 173 time: 0.9458902 Dec 16 22:48:08.488618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd3db1d-f212-4040-b2ce-7779cd2af03c'}, {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92f5c79-bb4c-4e11-9397-74427d7adaa4'}, {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ef00805-74f7-418f-a3ff-1dfe07d483b3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:48:08.497933 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7a35b5-55d9-41a5-8a5f-096f4fb4f266" -d '{"events": [{"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-unplugged", "status": "completed", "tag": "bcd3db1d-f212-4040-b2ce-7779cd2af03c"}, {"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-unplugged", "status": "completed", "tag": "b92f5c79-bb4c-4e11-9397-74427d7adaa4"}, {"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-unplugged", "status": "completed", "tag": "7ef00805-74f7-418f-a3ff-1dfe07d483b3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:48:08.548290 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-61751cb5-0b6e-49ac-89f1-1a5d0c165009 None None] Set router 961649dc-1d26-42e8-86bf-4c8a50c53562 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:48:08.611781 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 16 Dec 2021 22:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0784deaf-500d-4363-9f96-f72a57af659f x-openstack-request-id: req-0784deaf-500d-4363-9f96-f72a57af659f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:48:08.612682 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-unplugged", "status": "completed", "tag": "bcd3db1d-f212-4040-b2ce-7779cd2af03c", "code": 200}, {"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-unplugged", "status": "completed", "tag": "b92f5c79-bb4c-4e11-9397-74427d7adaa4", "code": 200}, {"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-unplugged", "status": "completed", "tag": "7ef00805-74f7-418f-a3ff-1dfe07d483b3", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:48:08.613275 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0784deaf-500d-4363-9f96-f72a57af659f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:48:08.613991 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd3db1d-f212-4040-b2ce-7779cd2af03c', 'code': 200} Dec 16 22:48:08.614264 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92f5c79-bb4c-4e11-9397-74427d7adaa4', 'code': 200} Dec 16 22:48:08.614528 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ef00805-74f7-418f-a3ff-1dfe07d483b3', 'code': 200} Dec 16 22:48:08.632474 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-125b23a1-8e8c-4f9b-821e-cb3faec8905d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Deleting port 7ef00805-74f7-418f-a3ff-1dfe07d483b3 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:08.633393 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-125b23a1-8e8c-4f9b-821e-cb3faec8905d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:08.659149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c9059-6c10-4912-8036-eee66919fb3b req-a1204d73-5b1a-4936-9650-44246ed160b3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:08.665221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c9059-6c10-4912-8036-eee66919fb3b req-a1204d73-5b1a-4936-9650-44246ed160b3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:08.693214 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c9059-6c10-4912-8036-eee66919fb3b req-a1204d73-5b1a-4936-9650-44246ed160b3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:08.699760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c9059-6c10-4912-8036-eee66919fb3b req-a1204d73-5b1a-4936-9650-44246ed160b3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:08.713902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a6c9059-6c10-4912-8036-eee66919fb3b req-a1204d73-5b1a-4936-9650-44246ed160b3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 3067 time: 0.5513885 Dec 16 22:48:08.854164 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-125b23a1-8e8c-4f9b-821e-cb3faec8905d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] For port 7ef00805-74f7-418f-a3ff-1dfe07d483b3, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=7ef00805-74f7-418f-a3ff-1dfe07d483b3,segment=NetworkSegment(1bad9b27-b9c2-4af8-a033-d26558d16a35),segment_id=1bad9b27-b9c2-4af8-a033-d26558d16a35)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:08.856848 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a6c9059-6c10-4912-8036-eee66919fb3b req-5735f3f8-de83-489d-9233-ed2c77fcd597 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315527 Dec 16 22:48:08.860542 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-125b23a1-8e8c-4f9b-821e-cb3faec8905d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:08.903082 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-125b23a1-8e8c-4f9b-821e-cb3faec8905d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Calling delete_port for 7ef00805-74f7-418f-a3ff-1dfe07d483b3 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:08.982204 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-61751cb5-0b6e-49ac-89f1-1a5d0c165009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'name': 'tempest-TaggedBootDevicesTest-438612322-router', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:36:52Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'gw_port': {'id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:53Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'b7760955-0eb1-4907-9056-a4bb3f0e0232', 'name': '', 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'mac_address': 'fa:16:3e:c6:ad:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:56Z', 'updated_at': '2021-12-16T22:37:03Z', 'revision_number': 5, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'subnets': [{'id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:09.015817 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-651d0988-b5eb-4212-99be-36f711b635b8 admin admin] Deleting port 8b71a197-8158-457c-82e0-f69cd3c29a21 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:09.016169 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-651d0988-b5eb-4212-99be-36f711b635b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:09.019940 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61751cb5-0b6e-49ac-89f1-1a5d0c165009 None None] The sync data for ids ['961649dc-1d26-42e8-86bf-4c8a50c53562'] in n-d-821840-2 is: [{'id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'name': 'tempest-TaggedBootDevicesTest-438612322-router', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:36:52Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'gw_port': {'id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:53Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'b7760955-0eb1-4907-9056-a4bb3f0e0232', 'name': '', 'network_id': 'd29e897a-1707-4916-9e93-3168ac5f7a0f', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'mac_address': 'fa:16:3e:c6:ad:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:56Z', 'updated_at': '2021-12-16T22:37:03Z', 'revision_number': 5, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'subnets': [{'id': '7388031d-9b1a-4850-8adb-5060292caf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:48:09.157883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-651d0988-b5eb-4212-99be-36f711b635b8 admin admin] For port 8b71a197-8158-457c-82e0-f69cd3c29a21, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8b71a197-8158-457c-82e0-f69cd3c29a21,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:09.158612 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-651d0988-b5eb-4212-99be-36f711b635b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:09.180999 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-651d0988-b5eb-4212-99be-36f711b635b8 admin admin] Calling delete_port for 8b71a197-8158-457c-82e0-f69cd3c29a21 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:09.403566 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-125b23a1-8e8c-4f9b-821e-cb3faec8905d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:09.451830 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b23a1-8e8c-4f9b-821e-cb3faec8905d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event deleted for resources: {'Port': ['ID=7ef00805-74f7-418f-a3ff-1dfe07d483b3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:09.470091 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e897b3-3fd2-4d17-ab2d-e93ab80c6f0f None None] New status for floating IP f6ff8472-172d-41a4-b9cf-55d0af412dd7: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:48:09.530151 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-125b23a1-8e8c-4f9b-821e-cb3faec8905d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] No DVR routers for this DVR port 7ef00805-74f7-418f-a3ff-1dfe07d483b3 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:09.535308 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-125b23a1-8e8c-4f9b-821e-cb3faec8905d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:09.538718 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-125b23a1-8e8c-4f9b-821e-cb3faec8905d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.69 "DELETE /v2.0/ports/7ef00805-74f7-418f-a3ff-1dfe07d483b3 HTTP/1.1" status: 204 len: 173 time: 1.1174028 Dec 16 22:48:09.595060 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-deleted', 'tag': '69b8d4de-875c-42d8-a276-51dad253ecb6'}, {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-deleted', 'tag': '7ef00805-74f7-418f-a3ff-1dfe07d483b3'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:48:09.597937 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe478cc-58f6-48b8-a903-81bf7e1e61b7" -d '{"events": [{"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-deleted", "tag": "69b8d4de-875c-42d8-a276-51dad253ecb6"}, {"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-deleted", "tag": "7ef00805-74f7-418f-a3ff-1dfe07d483b3"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:48:09.637955 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-651d0988-b5eb-4212-99be-36f711b635b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:09.658874 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8035b6c4-9456-42e7-8d6b-7c67415c46ab x-openstack-request-id: req-8035b6c4-9456-42e7-8d6b-7c67415c46ab {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:48:09.659368 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-deleted", "tag": "69b8d4de-875c-42d8-a276-51dad253ecb6", "status": "completed", "code": 200}, {"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-deleted", "tag": "7ef00805-74f7-418f-a3ff-1dfe07d483b3", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:48:09.659546 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8035b6c4-9456-42e7-8d6b-7c67415c46ab {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:48:09.659985 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-deleted', 'tag': '69b8d4de-875c-42d8-a276-51dad253ecb6', 'status': 'completed', 'code': 200} Dec 16 22:48:09.660253 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-deleted', 'tag': '7ef00805-74f7-418f-a3ff-1dfe07d483b3', 'status': 'completed', 'code': 200} Dec 16 22:48:09.671696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-3adccb67-9b3b-415f-a69f-00ab895060e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Deleting port b92f5c79-bb4c-4e11-9397-74427d7adaa4 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:09.672030 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-3adccb67-9b3b-415f-a69f-00ab895060e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:09.676614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d0988-b5eb-4212-99be-36f711b635b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b71a197-8158-457c-82e0-f69cd3c29a21,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:09.826329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-3adccb67-9b3b-415f-a69f-00ab895060e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] For port b92f5c79-bb4c-4e11-9397-74427d7adaa4, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b92f5c79-bb4c-4e11-9397-74427d7adaa4,segment=NetworkSegment(1bad9b27-b9c2-4af8-a033-d26558d16a35),segment_id=1bad9b27-b9c2-4af8-a033-d26558d16a35)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:09.826718 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-3adccb67-9b3b-415f-a69f-00ab895060e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:09.859327 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-3adccb67-9b3b-415f-a69f-00ab895060e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Calling delete_port for b92f5c79-bb4c-4e11-9397-74427d7adaa4 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:10.060512 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-651d0988-b5eb-4212-99be-36f711b635b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:10.295391 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-3adccb67-9b3b-415f-a69f-00ab895060e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:10.331963 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adccb67-9b3b-415f-a69f-00ab895060e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event deleted for resources: {'Port': ['ID=b92f5c79-bb4c-4e11-9397-74427d7adaa4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:10.344102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deddd1a-9905-49bd-a0b6-edc39dd3548e req-3fea7637-fbda-4d47-8c9e-65ede0575c9b tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:10.350147 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deddd1a-9905-49bd-a0b6-edc39dd3548e req-3fea7637-fbda-4d47-8c9e-65ede0575c9b tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:10.357891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3deddd1a-9905-49bd-a0b6-edc39dd3548e req-3fea7637-fbda-4d47-8c9e-65ede0575c9b tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 1599 time: 0.2641976 Dec 16 22:48:10.387350 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-3adccb67-9b3b-415f-a69f-00ab895060e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] No DVR routers for this DVR port b92f5c79-bb4c-4e11-9397-74427d7adaa4 on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:10.390064 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-3adccb67-9b3b-415f-a69f-00ab895060e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:10.393930 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-3adccb67-9b3b-415f-a69f-00ab895060e2 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.69 "DELETE /v2.0/ports/b92f5c79-bb4c-4e11-9397-74427d7adaa4 HTTP/1.1" status: 204 len: 173 time: 0.8464787 Dec 16 22:48:10.462322 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3deddd1a-9905-49bd-a0b6-edc39dd3548e req-2d8e847b-7c20-437e-a82b-5c5989cc5723 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups?id=330438fa-b7e3-4f04-a085-39924cd4e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035173 Dec 16 22:48:10.513618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-74fe418b-c4b0-4709-af4a-4331385d36e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Deleting port bcd3db1d-f212-4040-b2ce-7779cd2af03c {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:10.514234 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-74fe418b-c4b0-4709-af4a-4331385d36e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:10.549928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651d0988-b5eb-4212-99be-36f711b635b8 admin admin] Router 50857d35-716a-46e8-bd10-c31e759b03ef has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:48:10.624846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-74fe418b-c4b0-4709-af4a-4331385d36e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] For port bcd3db1d-f212-4040-b2ce-7779cd2af03c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=bcd3db1d-f212-4040-b2ce-7779cd2af03c,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:10.625137 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-74fe418b-c4b0-4709-af4a-4331385d36e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:10.648371 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-74fe418b-c4b0-4709-af4a-4331385d36e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Calling delete_port for bcd3db1d-f212-4040-b2ce-7779cd2af03c owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:10.778381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651d0988-b5eb-4212-99be-36f711b635b8 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:48:10.795926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-651d0988-b5eb-4212-99be-36f711b635b8 admin admin] 10.222.0.43 "PUT /v2.0/routers/50857d35-716a-46e8-bd10-c31e759b03ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8405919 Dec 16 22:48:10.798997 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46954) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:10.803422 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff12460-de53-4302-8fda-ccd1a7d9bd28 None None] Sync routers for ids ['50857d35-716a-46e8-bd10-c31e759b03ef'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:48:10.818726 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff12460-de53-4302-8fda-ccd1a7d9bd28 None None] Routers {'50857d35-716a-46e8-bd10-c31e759b03ef'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:48:10.819485 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4ff12460-de53-4302-8fda-ccd1a7d9bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['50857d35-716a-46e8-bd10-c31e759b03ef'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:10.949601 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-4ff12460-de53-4302-8fda-ccd1a7d9bd28 None None] Set router 50857d35-716a-46e8-bd10-c31e759b03ef gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:48:11.016020 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa7ef3e2-e9f8-4052-be9b-5455710d3f64 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:11.102726 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-74fe418b-c4b0-4709-af4a-4331385d36e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:11.135641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe418b-c4b0-4709-af4a-4331385d36e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event deleted for resources: {'Port': ['ID=bcd3db1d-f212-4040-b2ce-7779cd2af03c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:11.200688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-74fe418b-c4b0-4709-af4a-4331385d36e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] No DVR routers for this DVR port bcd3db1d-f212-4040-b2ce-7779cd2af03c on host n-h1-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:11.205399 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-74fe418b-c4b0-4709-af4a-4331385d36e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:11.206786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4ff12460-de53-4302-8fda-ccd1a7d9bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:48:09Z', 'revision_number': 5, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:11.208873 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c96b1962-950a-4547-9fee-39387fa47aa0 req-74fe418b-c4b0-4709-af4a-4331385d36e9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.69 "DELETE /v2.0/ports/bcd3db1d-f212-4040-b2ce-7779cd2af03c HTTP/1.1" status: 204 len: 173 time: 0.8053348 Dec 16 22:48:11.233337 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa7ef3e2-e9f8-4052-be9b-5455710d3f64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:11.265097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff12460-de53-4302-8fda-ccd1a7d9bd28 None None] Checking router: 50857d35-716a-46e8-bd10-c31e759b03ef for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:48:11.288106 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff12460-de53-4302-8fda-ccd1a7d9bd28 None None] Routers {'50857d35-716a-46e8-bd10-c31e759b03ef'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:48:11.288106 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4ff12460-de53-4302-8fda-ccd1a7d9bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:47:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['50857d35-716a-46e8-bd10-c31e759b03ef'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:11.394668 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ef3e2-e9f8-4052-be9b-5455710d3f64 admin admin] Deleting port 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:11.395803 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa7ef3e2-e9f8-4052-be9b-5455710d3f64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:11.514986 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-fa7ef3e2-e9f8-4052-be9b-5455710d3f64 admin admin] For port 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3c2d3394-8042-44bb-b2b5-7e9cba3ce97d,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:11.515712 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa7ef3e2-e9f8-4052-be9b-5455710d3f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:11.549840 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ef3e2-e9f8-4052-be9b-5455710d3f64 admin admin] Calling delete_port for 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:11.657709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f2d69ad-b0f7-455a-ac89-5aa8efe3f386 req-ce6988cc-f35a-4820-a874-bb05d1dba642 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0549996 Dec 16 22:48:11.663128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-deleted', 'tag': 'b92f5c79-bb4c-4e11-9397-74427d7adaa4'}, {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-deleted', 'tag': 'bcd3db1d-f212-4040-b2ce-7779cd2af03c'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:48:11.665686 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906dcd1f-0b97-45bc-b41f-19021be694d4" -d '{"events": [{"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-deleted", "tag": "b92f5c79-bb4c-4e11-9397-74427d7adaa4"}, {"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-deleted", "tag": "bcd3db1d-f212-4040-b2ce-7779cd2af03c"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:48:11.685760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-4ff12460-de53-4302-8fda-ccd1a7d9bd28 None None] Set router 50857d35-716a-46e8-bd10-c31e759b03ef gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:48:11.772821 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c65eff-7db0-4325-93a5-7f29617903a8 x-openstack-request-id: req-f1c65eff-7db0-4325-93a5-7f29617903a8 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:48:11.773203 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-deleted", "tag": "b92f5c79-bb4c-4e11-9397-74427d7adaa4", "status": "completed", "code": 200}, {"server_uuid": "b2fdfe25-d39d-4c58-97c0-5420affacc72", "name": "network-vif-deleted", "tag": "bcd3db1d-f212-4040-b2ce-7779cd2af03c", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:48:11.773633 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1c65eff-7db0-4325-93a5-7f29617903a8 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:48:11.774189 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-deleted', 'tag': 'b92f5c79-bb4c-4e11-9397-74427d7adaa4', 'status': 'completed', 'code': 200} Dec 16 22:48:11.774525 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdfe25-d39d-4c58-97c0-5420affacc72', 'name': 'network-vif-deleted', 'tag': 'bcd3db1d-f212-4040-b2ce-7779cd2af03c', 'status': 'completed', 'code': 200} Dec 16 22:48:11.957387 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4ff12460-de53-4302-8fda-ccd1a7d9bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:48:09Z', 'revision_number': 5, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:11.958564 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa7ef3e2-e9f8-4052-be9b-5455710d3f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:11.988685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff12460-de53-4302-8fda-ccd1a7d9bd28 None None] The sync data for ids ['50857d35-716a-46e8-bd10-c31e759b03ef'] in n-d-821840-2 is: [{'id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'name': 'tempest-AttachVolumeTestJSON-2068465243-router', 'tenant_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:42Z', 'updated_at': '2021-12-16T22:48:09Z', 'revision_number': 5, 'project_id': '29bce609f7fc4f3ca5ffe8426c4567f0', 'gw_port': {'id': '3c2d3394-8042-44bb-b2b5-7e9cba3ce97d', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50857d35-716a-46e8-bd10-c31e759b03ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:48:11.995963 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ef3e2-e9f8-4052-be9b-5455710d3f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2d3394-8042-44bb-b2b5-7e9cba3ce97d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:12.016548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddfa8f4-fcb3-4560-9a0c-30691491bfae None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:12.082803 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa7ef3e2-e9f8-4052-be9b-5455710d3f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:12.193262 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa7ef3e2-e9f8-4052-be9b-5455710d3f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:12.196252 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa7ef3e2-e9f8-4052-be9b-5455710d3f64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:12.332815 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa7ef3e2-e9f8-4052-be9b-5455710d3f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:12.333603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7ef3e2-e9f8-4052-be9b-5455710d3f64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50857d35-716a-46e8-bd10-c31e759b03ef {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:48:12.338601 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa7ef3e2-e9f8-4052-be9b-5455710d3f64 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:12.339975 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fa7ef3e2-e9f8-4052-be9b-5455710d3f64 admin admin] 10.222.0.43 "DELETE /v2.0/routers/50857d35-716a-46e8-bd10-c31e759b03ef HTTP/1.1" status: 204 len: 168 time: 1.5395923 Dec 16 22:48:12.342447 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 46976) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:12.432252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8eb09fb-1c86-4706-992e-1bf11e747d37 admin admin] Deleting subnet aafaac09-9b53-44a4-84e7-2d4c56ab48f4 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:48:12.442329 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8eb09fb-1c86-4706-992e-1bf11e747d37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:12.542637 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8b71a197-8158-457c-82e0-f69cd3c29a21 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:12.548052 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8eb09fb-1c86-4706-992e-1bf11e747d37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:12.602368 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 8b71a197-8158-457c-82e0-f69cd3c29a21 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:12.615548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8b71a197-8158-457c-82e0-f69cd3c29a21 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:12.702042 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8eb09fb-1c86-4706-992e-1bf11e747d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:12.880264 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8eb09fb-1c86-4706-992e-1bf11e747d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:12.925136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bbb5b0ea-152d-4054-979b-ff1ce9d52880 req-8ee7a664-93e8-487b-9c6c-d7ca915e8178 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0642855 Dec 16 22:48:12.927789 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb09fb-1c86-4706-992e-1bf11e747d37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aafaac09-9b53-44a4-84e7-2d4c56ab48f4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:12.936543 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64492254-352f-4d43-832f-d47864aac52a None None] Network 7df204c6-5127-4e76-8312-c8f1c6162329 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:48:12.949110 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8eb09fb-1c86-4706-992e-1bf11e747d37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:12.959093 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e8eb09fb-1c86-4706-992e-1bf11e747d37 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/aafaac09-9b53-44a4-84e7-2d4c56ab48f4 HTTP/1.1" status: 204 len: 168 time: 0.6136737 Dec 16 22:48:12.960436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46982) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:13.172822 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:13.321926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] Deleting port ebe7d000-42f5-4f9e-9c1c-d739b10b0184 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:13.322519 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:13.372370 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:13.498502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] For port ebe7d000-42f5-4f9e-9c1c-d739b10b0184, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ebe7d000-42f5-4f9e-9c1c-d739b10b0184,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:13.500238 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:13.502870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4795e2-6ff6-4b15-af38-a1751eb3885d None None] DHCP port deletion for 7df204c6-5127-4e76-8312-c8f1c6162329 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:13.510716 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:13.546133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] Calling delete_port for ebe7d000-42f5-4f9e-9c1c-d739b10b0184 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:13.591763 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7f4795e2-6ff6-4b15-af38-a1751eb3885d None None] Deleting port ebe7d000-42f5-4f9e-9c1c-d739b10b0184 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:13.592102 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f4795e2-6ff6-4b15-af38-a1751eb3885d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:13.743850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7f4795e2-6ff6-4b15-af38-a1751eb3885d None None] For port ebe7d000-42f5-4f9e-9c1c-d739b10b0184, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ebe7d000-42f5-4f9e-9c1c-d739b10b0184,segment=NetworkSegment(f13db81a-8347-477b-8490-b8812fd87f8d),segment_id=f13db81a-8347-477b-8490-b8812fd87f8d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:13.744439 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f4795e2-6ff6-4b15-af38-a1751eb3885d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:13.764156 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:13.777777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7f4795e2-6ff6-4b15-af38-a1751eb3885d None None] Calling delete_port for ebe7d000-42f5-4f9e-9c1c-d739b10b0184 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:13.782239 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] No DVR routers for this DVR port ebe7d000-42f5-4f9e-9c1c-d739b10b0184 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:13.935916 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f4795e2-6ff6-4b15-af38-a1751eb3885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:13.951895 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe7d000-42f5-4f9e-9c1c-d739b10b0184,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:13.966775 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4795e2-6ff6-4b15-af38-a1751eb3885d None None] Pushing event deleted for resources: {'Port': ['ID=ebe7d000-42f5-4f9e-9c1c-d739b10b0184,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:13.971758 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4795e2-6ff6-4b15-af38-a1751eb3885d None None] No DVR routers for this DVR port ebe7d000-42f5-4f9e-9c1c-d739b10b0184 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:13.986428 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:14.068973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df204c6-5127-4e76-8312-c8f1c6162329']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:14.095773 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8cc0b646-e416-461d-aa9b-72444bfa238f req-c7cd38dd-d789-4891-918a-7a4424b00247 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0380614 Dec 16 22:48:14.097797 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13db81a-8347-477b-8490-b8812fd87f8d') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:14.098181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13db81a-8347-477b-8490-b8812fd87f8d') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:14.118105 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:14.143210 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:14.149565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:48:14.149989 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:48:14.152645 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:48:14.293232 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:14.303979 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:14.312824 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7df204c6-5127-4e76-8312-c8f1c6162329 HTTP/1.1" status: 204 len: 168 time: 1.3506920 Dec 16 22:48:14.349867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4aefe4-c510-4a00-8c0c-1d50935d1ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7df204c6-5127-4e76-8312-c8f1c6162329,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:14.402359 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ebe7d000-42f5-4f9e-9c1c-d739b10b0184 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:14.435901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: ebe7d000-42f5-4f9e-9c1c-d739b10b0184 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:14.436262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ebe7d000-42f5-4f9e-9c1c-d739b10b0184 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:14.436687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:14.462193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:14.462465 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3c2d3394-8042-44bb-b2b5-7e9cba3ce97d not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:14.763475 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46994) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:14.812934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-33fc2af1-7f4a-47d6-81e1-22585280f348 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=29bce609f7fc4f3ca5ffe8426c4567f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481477 Dec 16 22:48:14.816375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 46996) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:14.881087 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6aeafa30-09cc-420b-870e-f0212b5315e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:14.909220 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6aeafa30-09cc-420b-870e-f0212b5315e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:15.054821 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6aeafa30-09cc-420b-870e-f0212b5315e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:15.057600 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6aeafa30-09cc-420b-870e-f0212b5315e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:15.059323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6aeafa30-09cc-420b-870e-f0212b5315e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40851b29-9a48-4b1b-9945-0d1884a044af HTTP/1.1" status: 204 len: 168 time: 0.2414801 Dec 16 22:48:15.072296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeafa30-09cc-420b-870e-f0212b5315e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40851b29-9a48-4b1b-9945-0d1884a044af,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:15.299766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b6bb31f-abf4-4e1d-add5-531be5f9b75d req-7613005a-add8-48fc-846b-c1a79f5ce1c9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0583858 Dec 16 22:48:16.511695 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0cbaaaa-2198-4b78-959b-c8f954ddbd95 req-c9da5048-5189-40bc-92bf-f145a1c56c93 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0737667 Dec 16 22:48:17.620550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b962d17a-96f1-46ff-ba72-edbd983b031b req-6ddc8394-4b4f-4241-82f0-c6a7417e5fbb tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0309842 Dec 16 22:48:18.743589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f2e8503-4f4f-49cd-97ed-dd7e796bd321 req-3aba1d0c-1cea-4c38-afa6-2ed919b4cd34 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0285575 Dec 16 22:48:19.753243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47116) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:19.911675 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f73a3cad-d61b-41ce-90ce-cc3e6c65d2c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:19.929397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-facf07ce-4bd6-4b99-8822-d0479e6c0ca3 req-e8b64d55-52d3-4de1-97e5-e3263669d314 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0653205 Dec 16 22:48:20.016382 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f73a3cad-d61b-41ce-90ce-cc3e6c65d2c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:20.088791 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ff2fe41-8160-4805-aa98-2ea83d4d4e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:20.121340 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f73a3cad-d61b-41ce-90ce-cc3e6c65d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:20.166231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f73a3cad-d61b-41ce-90ce-cc3e6c65d2c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1bd458c4683f484da3426b4d5c7a7ad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4116158 Dec 16 22:48:20.167488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a3cad-d61b-41ce-90ce-cc3e6c65d2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1d8a67-2cb3-4810-8005-76c358d5f3bc,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:20.169386 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47124) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:20.238041 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2470281-27aa-4fb1-a87a-7aa92532d1fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:20.285677 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2470281-27aa-4fb1-a87a-7aa92532d1fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:20.403580 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2470281-27aa-4fb1-a87a-7aa92532d1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:20.406923 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2470281-27aa-4fb1-a87a-7aa92532d1fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:20.413242 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d2470281-27aa-4fb1-a87a-7aa92532d1fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc1d8a67-2cb3-4810-8005-76c358d5f3bc HTTP/1.1" status: 204 len: 168 time: 0.2398553 Dec 16 22:48:20.422180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2470281-27aa-4fb1-a87a-7aa92532d1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1d8a67-2cb3-4810-8005-76c358d5f3bc,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:21.038336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-466cfd30-8249-4b85-a704-d2ef8403243e req-1b84c3a4-3e29-4086-ba39-99c75be47ca4 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0290000 Dec 16 22:48:21.192137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47134) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:21.208913 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3e758d82-0818-44f9-91d4-14d33f66de70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:21.308619 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3e758d82-0818-44f9-91d4-14d33f66de70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:21.368763 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3e758d82-0818-44f9-91d4-14d33f66de70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:21.410013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3e758d82-0818-44f9-91d4-14d33f66de70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6360c83a719340e0b958ab72514c0527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2167649 Dec 16 22:48:21.412546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47136) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:21.418540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e758d82-0818-44f9-91d4-14d33f66de70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a752919-00bd-44da-aecc-b3524265cc9a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:21.472142 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3f2adeb-d9e0-4067-920c-42d76c3830b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:21.496247 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3f2adeb-d9e0-4067-920c-42d76c3830b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:21.597619 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3f2adeb-d9e0-4067-920c-42d76c3830b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:21.600444 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3f2adeb-d9e0-4067-920c-42d76c3830b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:21.601615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d3f2adeb-d9e0-4067-920c-42d76c3830b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a752919-00bd-44da-aecc-b3524265cc9a HTTP/1.1" status: 204 len: 168 time: 0.1881740 Dec 16 22:48:21.610003 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2adeb-d9e0-4067-920c-42d76c3830b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a752919-00bd-44da-aecc-b3524265cc9a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:22.198263 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3dc3d8ad-c86c-4346-afae-2c4b4991e82d req-783c8f60-67c5-4078-a14a-bbc37722897c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0442576 Dec 16 22:48:22.465507 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c498e147-ea91-4e08-aeaf-ae21ec200e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:23.309190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bdc94ede-ae27-427c-a686-fa0275f42f01 req-3d8ed87e-88ee-412d-ae63-9e33a8931fc7 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0293970 Dec 16 22:48:23.587655 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:24.444472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c2a642b-2d80-4be3-9c2a-778957e2be51 req-a16e8d39-892b-4bf2-816b-099b2add9020 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0285480 Dec 16 22:48:24.909218 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:25.218516 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47210) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:25.335673 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83629710-6cb5-4080-bf76-1926b661eba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:25.419541 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83629710-6cb5-4080-bf76-1926b661eba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:25.505976 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83629710-6cb5-4080-bf76-1926b661eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:25.548719 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-83629710-6cb5-4080-bf76-1926b661eba5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b195fe565034deaac5b3f6cba323768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3289850 Dec 16 22:48:25.549948 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83629710-6cb5-4080-bf76-1926b661eba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedd355b-5220-4fb2-bddb-09874c0dc3b2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:25.552504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47216) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:25.557654 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eafb1cdb-410a-4d51-aac6-c5bff7a1513c req-19adb9a7-ac7f-42c5-b46d-8b95337990fb tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0310526 Dec 16 22:48:25.611578 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-671e37df-e0f2-41bb-8571-95e19be2ef82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:25.636362 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-671e37df-e0f2-41bb-8571-95e19be2ef82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:25.712226 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:25.779936 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-671e37df-e0f2-41bb-8571-95e19be2ef82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:25.783376 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-671e37df-e0f2-41bb-8571-95e19be2ef82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:25.784616 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-671e37df-e0f2-41bb-8571-95e19be2ef82 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aedd355b-5220-4fb2-bddb-09874c0dc3b2 HTTP/1.1" status: 204 len: 168 time: 0.2310684 Dec 16 22:48:25.793694 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e37df-e0f2-41bb-8571-95e19be2ef82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedd355b-5220-4fb2-bddb-09874c0dc3b2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:26.522618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47222) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:26.537859 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2a98a128-bf52-4a72-b9d0-478e5f94835d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:26.626378 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2a98a128-bf52-4a72-b9d0-478e5f94835d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:26.683089 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c816627-f72f-45c9-ade7-1dce9f3e5841 req-9d35739b-566c-4672-82bc-0b2d6559cbff tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0306363 Dec 16 22:48:26.728818 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2a98a128-bf52-4a72-b9d0-478e5f94835d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:26.788465 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2a98a128-bf52-4a72-b9d0-478e5f94835d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef8a9b921ff74d36bc2d09227b7199e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2646499 Dec 16 22:48:26.789706 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98a128-bf52-4a72-b9d0-478e5f94835d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b86677-8aad-4430-a148-a222250ef847,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:26.791660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47226) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:26.847891 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aadbc848-82db-4c96-85b1-d1fa4edfd4ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:26.871201 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aadbc848-82db-4c96-85b1-d1fa4edfd4ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.082322 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aadbc848-82db-4c96-85b1-d1fa4edfd4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.095807 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aadbc848-82db-4c96-85b1-d1fa4edfd4ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.095807 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aadbc848-82db-4c96-85b1-d1fa4edfd4ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/41b86677-8aad-4430-a148-a222250ef847 HTTP/1.1" status: 204 len: 168 time: 0.2924051 Dec 16 22:48:27.096552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbc848-82db-4c96-85b1-d1fa4edfd4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b86677-8aad-4430-a148-a222250ef847,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:27.645837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabf98b-abf5-402a-b9b6-6f1a20f36652 req-78d3488b-7d50-41fc-9457-8dfb6918b21e tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:27.661377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6dabf98b-abf5-402a-b9b6-6f1a20f36652 req-78d3488b-7d50-41fc-9457-8dfb6918b21e tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 946 time: 0.0680590 Dec 16 22:48:27.739525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6dabf98b-abf5-402a-b9b6-6f1a20f36652 req-51a97e97-f125-429e-81c9-6408972d2f1e tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739379 Dec 16 22:48:27.832558 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f417b95-d47f-44ff-a6d2-2ce08a05894d req-47070a63-3667-40cf-bebb-aeb5623fe4d9 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0329251 Dec 16 22:48:28.873846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a3fe9-43d9-4b0d-9d74-f1c83a3ad4c9 req-997c51a5-d7d1-4f12-b9f5-ea23a13e649b tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:28.881131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886a3fe9-43d9-4b0d-9d74-f1c83a3ad4c9 req-997c51a5-d7d1-4f12-b9f5-ea23a13e649b tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 946 time: 0.0671711 Dec 16 22:48:28.932286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886a3fe9-43d9-4b0d-9d74-f1c83a3ad4c9 req-802cc69c-d579-4340-b6fd-773967702edc tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502527 Dec 16 22:48:28.965982 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-077071ab-b908-4d0d-90f4-0a9f7a8621da req-dbef3417-b016-439b-ba00-3542251e6d36 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0290902 Dec 16 22:48:29.256069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195116e-f939-48db-806d-a892a3680873 req-4689ed4c-faf2-4de3-bf0f-0ec939e17993 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:29.256069 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7195116e-f939-48db-806d-a892a3680873 req-4689ed4c-faf2-4de3-bf0f-0ec939e17993 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.24 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 946 time: 0.0583189 Dec 16 22:48:29.384644 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-7195116e-f939-48db-806d-a892a3680873 req-d33fbffa-9164-4c5d-9d5c-b5d95a4379c7 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Deleting port 1be8eb99-a2b2-4400-a7e6-40da6126732a {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:29.384993 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7195116e-f939-48db-806d-a892a3680873 req-d33fbffa-9164-4c5d-9d5c-b5d95a4379c7 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:29.861259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7195116e-f939-48db-806d-a892a3680873 req-d33fbffa-9164-4c5d-9d5c-b5d95a4379c7 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] For port 1be8eb99-a2b2-4400-a7e6-40da6126732a, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=1be8eb99-a2b2-4400-a7e6-40da6126732a,segment=NetworkSegment(77b63e06-6f38-4950-a1af-6c62eaa459bd),segment_id=77b63e06-6f38-4950-a1af-6c62eaa459bd)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:29.861700 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7195116e-f939-48db-806d-a892a3680873 req-d33fbffa-9164-4c5d-9d5c-b5d95a4379c7 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:29.876810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-7195116e-f939-48db-806d-a892a3680873 req-d33fbffa-9164-4c5d-9d5c-b5d95a4379c7 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Calling delete_port for 1be8eb99-a2b2-4400-a7e6-40da6126732a owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:30.128896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0fddcf5-1ce4-4bf3-9230-306c1e25c253 req-3fe8f276-6b0f-4f05-9ae1-31ee7ef871bd tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0463133 Dec 16 22:48:30.133757 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7195116e-f939-48db-806d-a892a3680873 req-d33fbffa-9164-4c5d-9d5c-b5d95a4379c7 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:30.151630 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['1be8eb99-a2b2-4400-a7e6-40da6126732a'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:48:30.205011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04825c-2eda-426f-bf89-6bb57938a51b req-b357978c-407d-4b7f-b350-1fec81012bf0 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:30.206753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cf04825c-2eda-426f-bf89-6bb57938a51b req-b357978c-407d-4b7f-b350-1fec81012bf0 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 867 time: 0.1261766 Dec 16 22:48:30.219924 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fbffa-9164-4c5d-9d5c-b5d95a4379c7 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Pushing event deleted for resources: {'Port': ['ID=1be8eb99-a2b2-4400-a7e6-40da6126732a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:30.241947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c809841-da80-4166-8f58-70531e3c70a8 None None] DHCP port deletion for 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:30.327855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7195116e-f939-48db-806d-a892a3680873 req-d33fbffa-9164-4c5d-9d5c-b5d95a4379c7 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] No DVR routers for this DVR port 1be8eb99-a2b2-4400-a7e6-40da6126732a on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:30.331847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cf04825c-2eda-426f-bf89-6bb57938a51b req-d1dbd9ae-1fea-445a-a970-8683c684836f tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182299 Dec 16 22:48:30.333634 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7195116e-f939-48db-806d-a892a3680873 req-d33fbffa-9164-4c5d-9d5c-b5d95a4379c7 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:30.338131 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7195116e-f939-48db-806d-a892a3680873 req-d33fbffa-9164-4c5d-9d5c-b5d95a4379c7 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.24 "DELETE /v2.0/ports/1be8eb99-a2b2-4400-a7e6-40da6126732a HTTP/1.1" status: 204 len: 173 time: 1.0752797 Dec 16 22:48:30.338925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53348099-dd39-4c4c-bda8-2cccef571113', 'name': 'network-vif-deleted', 'tag': '1be8eb99-a2b2-4400-a7e6-40da6126732a'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:48:30.342280 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79564acd-c797-497b-817b-23b8349b7018" -d '{"events": [{"server_uuid": "53348099-dd39-4c4c-bda8-2cccef571113", "name": "network-vif-deleted", "tag": "1be8eb99-a2b2-4400-a7e6-40da6126732a"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:48:30.413578 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e51ee8-0533-4fd2-aff8-b7f306ae2f8e x-openstack-request-id: req-c0e51ee8-0533-4fd2-aff8-b7f306ae2f8e {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:48:30.413883 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53348099-dd39-4c4c-bda8-2cccef571113", "name": "network-vif-deleted", "tag": "1be8eb99-a2b2-4400-a7e6-40da6126732a", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:48:30.414140 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0e51ee8-0533-4fd2-aff8-b7f306ae2f8e {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:48:30.414550 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53348099-dd39-4c4c-bda8-2cccef571113', 'name': 'network-vif-deleted', 'tag': '1be8eb99-a2b2-4400-a7e6-40da6126732a', 'status': 'completed', 'code': 200} Dec 16 22:48:31.269410 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-712efa20-5485-438d-b135-a7cd24f7318c req-5bc1c00d-aa7f-4c20-80cc-c7a71189673d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0294907 Dec 16 22:48:31.512281 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5497a7d2-0f2d-4d8e-82b4-2bd4ab2985f0 req-6a7115d8-3ed1-4fe9-ae01-f01a45b84cc9 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=53348099-dd39-4c4c-bda8-2cccef571113 HTTP/1.1" status: 200 len: 210 time: 0.0299435 Dec 16 22:48:32.040590 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47330) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:32.180161 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd438104-fda2-4a40-b2c5-0f4032b73367 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:32.275173 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd438104-fda2-4a40-b2c5-0f4032b73367 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:32.356812 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd438104-fda2-4a40-b2c5-0f4032b73367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:32.405803 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cd438104-fda2-4a40-b2c5-0f4032b73367 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0dec067c7044785a910bbcbbc527f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3633490 Dec 16 22:48:32.407135 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd438104-fda2-4a40-b2c5-0f4032b73367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91bc384-f704-4c89-8a89-79a2c7b412a9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:32.409807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47336) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:32.450108 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73beae1e-f6e6-4787-89f2-e1087836069d req-4e9baf85-7207-434e-935e-213dc970fe8d tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fdfe25-d39d-4c58-97c0-5420affacc72 HTTP/1.1" status: 200 len: 210 time: 0.0497103 Dec 16 22:48:32.487341 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57cea7ee-1136-4529-b96c-bba7921d4411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:32.498428 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57cea7ee-1136-4529-b96c-bba7921d4411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:32.606423 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57cea7ee-1136-4529-b96c-bba7921d4411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:32.609115 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57cea7ee-1136-4529-b96c-bba7921d4411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:32.610775 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-57cea7ee-1136-4529-b96c-bba7921d4411 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a91bc384-f704-4c89-8a89-79a2c7b412a9 HTTP/1.1" status: 204 len: 168 time: 0.1996696 Dec 16 22:48:32.621045 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cea7ee-1136-4529-b96c-bba7921d4411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91bc384-f704-4c89-8a89-79a2c7b412a9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:32.929572 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 1be8eb99-a2b2-4400-a7e6-40da6126732a no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:32.955078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 1be8eb99-a2b2-4400-a7e6-40da6126732a {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:32.955501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 1be8eb99-a2b2-4400-a7e6-40da6126732a not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:33.416603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47358) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:33.434572 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-229a13c2-fb45-48f3-890b-804320116979 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:33.574793 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-229a13c2-fb45-48f3-890b-804320116979 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:33.680957 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47364) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:33.712367 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-229a13c2-fb45-48f3-890b-804320116979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:33.775798 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-229a13c2-fb45-48f3-890b-804320116979 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0e3709c407d4112a2f477634cdf32a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3561821 Dec 16 22:48:33.778514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47366) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:33.787294 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a13c2-fb45-48f3-890b-804320116979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c232e8-cc61-4f05-b521-fe200dcf10b8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:33.787591 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:33.834262 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:33.861091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f9a554c-d681-41d7-bb71-5ef610d9fde3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:33.887374 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f9a554c-d681-41d7-bb71-5ef610d9fde3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:34.026475 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:34.030080 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:34.032761 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "DELETE /v2.0/security-groups/330438fa-b7e3-4f04-a085-39924cd4e734 HTTP/1.1" status: 204 len: 168 time: 0.3487561 Dec 16 22:48:34.036887 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47370) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:34.077920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330438fa-b7e3-4f04-a085-39924cd4e734,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:34.081727 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f9a554c-d681-41d7-bb71-5ef610d9fde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:34.088663 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f9a554c-d681-41d7-bb71-5ef610d9fde3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:34.096005 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:34.096929 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:34.099829 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8f9a554c-d681-41d7-bb71-5ef610d9fde3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03c232e8-cc61-4f05-b521-fe200dcf10b8 HTTP/1.1" status: 204 len: 168 time: 0.3175595 Dec 16 22:48:34.100901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:34.100901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:34.100901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:34.101684 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:34.103625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:34.104437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:34.105369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:34.106177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:34.108421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:34.109029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:34.109622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413700aa-99fe-431f-9815-134bbc545f0f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:34.118763 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-9b09bd0c-4ad1-495c-b108-2a4a9423f3f4 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] show failed (client error): The resource could not be found. Dec 16 22:48:34.122337 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9b09bd0c-4ad1-495c-b108-2a4a9423f3f4 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "GET /v2.0/security-groups/330438fa-b7e3-4f04-a085-39924cd4e734 HTTP/1.1" status: 404 len: 347 time: 0.0855725 Dec 16 22:48:34.124199 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a554c-d681-41d7-bb71-5ef610d9fde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c232e8-cc61-4f05-b521-fe200dcf10b8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:34.125768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47374) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:34.379041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-48418520-9786-4179-9112-909c851a3163 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Deleting port b57272a5-f074-4585-b4f9-3f3f9d333469 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:34.379525 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48418520-9786-4179-9112-909c851a3163 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:34.492873 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48418520-9786-4179-9112-909c851a3163 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:34.493261 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48418520-9786-4179-9112-909c851a3163 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:34.509503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-48418520-9786-4179-9112-909c851a3163 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Calling delete_port for b57272a5-f074-4585-b4f9-3f3f9d333469 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:34.794642 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48418520-9786-4179-9112-909c851a3163 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:34.833898 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48418520-9786-4179-9112-909c851a3163 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event deleted for resources: {'Port': ['ID=b57272a5-f074-4585-b4f9-3f3f9d333469,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:34.931054 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48418520-9786-4179-9112-909c851a3163 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:34.935376 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48418520-9786-4179-9112-909c851a3163 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:34.937187 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-48418520-9786-4179-9112-909c851a3163 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "DELETE /v2.0/floatingips/f6ff8472-172d-41a4-b9cf-55d0af412dd7 HTTP/1.1" status: 204 len: 168 time: 0.8099885 Dec 16 22:48:34.940713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47386) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:35.052546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-37af3c8e-2fac-4183-8c01-e1a8bad4a34f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Deleting port b9d73b46-bfc0-4dd6-a33c-e55e82103481 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:35.061565 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-37af3c8e-2fac-4183-8c01-e1a8bad4a34f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:35.210863 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-37af3c8e-2fac-4183-8c01-e1a8bad4a34f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:35.235004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-37af3c8e-2fac-4183-8c01-e1a8bad4a34f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Calling delete_port for b9d73b46-bfc0-4dd6-a33c-e55e82103481 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:35.483037 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-37af3c8e-2fac-4183-8c01-e1a8bad4a34f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:35.539868 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af3c8e-2fac-4183-8c01-e1a8bad4a34f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event deleted for resources: {'Port': ['ID=b9d73b46-bfc0-4dd6-a33c-e55e82103481,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:35.630480 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-37af3c8e-2fac-4183-8c01-e1a8bad4a34f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:35.636694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-37af3c8e-2fac-4183-8c01-e1a8bad4a34f tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "DELETE /v2.0/ports/b9d73b46-bfc0-4dd6-a33c-e55e82103481 HTTP/1.1" status: 204 len: 168 time: 0.6944888 Dec 16 22:48:35.638934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47400) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:35.761475 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-2f65ccb0-91af-43b7-831b-931edd70bbb3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Deleting port bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:35.761902 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f65ccb0-91af-43b7-831b-931edd70bbb3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:35.871726 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f65ccb0-91af-43b7-831b-931edd70bbb3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:35.887420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-2f65ccb0-91af-43b7-831b-931edd70bbb3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Calling delete_port for bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:36.166192 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f65ccb0-91af-43b7-831b-931edd70bbb3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.197572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65ccb0-91af-43b7-831b-931edd70bbb3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event deleted for resources: {'Port': ['ID=bc549fe9-370a-4a6a-b9d2-c60eaa3144c7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:36.292665 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f65ccb0-91af-43b7-831b-931edd70bbb3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.296137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2f65ccb0-91af-43b7-831b-931edd70bbb3 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "DELETE /v2.0/ports/bc549fe9-370a-4a6a-b9d2-c60eaa3144c7 HTTP/1.1" status: 204 len: 168 time: 0.6561143 Dec 16 22:48:36.299315 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47416) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:36.358200 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a274bb0-d8dd-46aa-8846-4cd15ff1d58a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Deleting subnet 293efef2-0a95-4853-917e-48f1ea75b46a {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:48:36.362388 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a274bb0-d8dd-46aa-8846-4cd15ff1d58a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.418407 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a274bb0-d8dd-46aa-8846-4cd15ff1d58a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.458798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47428) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:36.526697 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a274bb0-d8dd-46aa-8846-4cd15ff1d58a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.644977 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3ee94553-cc72-472f-8a3f-d4c7ca4a6b09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.695196 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a274bb0-d8dd-46aa-8846-4cd15ff1d58a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.735845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a274bb0-d8dd-46aa-8846-4cd15ff1d58a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event deleted for resources: {'Subnet': ['ID=293efef2-0a95-4853-917e-48f1ea75b46a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:36.746548 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a274bb0-d8dd-46aa-8846-4cd15ff1d58a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.751637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9a274bb0-d8dd-46aa-8846-4cd15ff1d58a tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "DELETE /v2.0/subnets/293efef2-0a95-4853-917e-48f1ea75b46a HTTP/1.1" status: 204 len: 168 time: 0.4511611 Dec 16 22:48:36.754348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47438) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:36.754647 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd748d5-beac-4935-8cce-b605ce106f70 None None] Network 37445d9f-0861-4e82-a857-7db94f202785 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:48:36.853130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f49160-50c2-412a-b2fe-08d1396424c1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Deleting subnet 66d62a4b-8577-43d6-a20e-4f97cf47186d {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:48:36.856517 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3ee94553-cc72-472f-8a3f-d4c7ca4a6b09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.858725 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65f49160-50c2-412a-b2fe-08d1396424c1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.913665 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65f49160-50c2-412a-b2fe-08d1396424c1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.940047 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3ee94553-cc72-472f-8a3f-d4c7ca4a6b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.962667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5726d63-3ed8-474c-a276-a9ef0adf80c6 None None] DHCP port deletion for 37445d9f-0861-4e82-a857-7db94f202785 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:36.997568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3ee94553-cc72-472f-8a3f-d4c7ca4a6b09 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8920bdf6e6b44079dd83896308eba69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5463488 Dec 16 22:48:37.000921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee94553-cc72-472f-8a3f-d4c7ca4a6b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2619af2-c37a-4ce8-bdcb-716b9d0dd082,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:37.002554 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47440) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:37.051799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b5726d63-3ed8-474c-a276-a9ef0adf80c6 None None] Deleting port 3decf8dd-881e-4421-915a-09de1937f8c0 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:37.052569 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5726d63-3ed8-474c-a276-a9ef0adf80c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.076755 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65f49160-50c2-412a-b2fe-08d1396424c1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.084317 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8715e8fc-7505-4d96-955a-7b7a1628b6dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.116200 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8715e8fc-7505-4d96-955a-7b7a1628b6dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.187039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b5726d63-3ed8-474c-a276-a9ef0adf80c6 None None] For port 3decf8dd-881e-4421-915a-09de1937f8c0, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3decf8dd-881e-4421-915a-09de1937f8c0,segment=NetworkSegment(1bad9b27-b9c2-4af8-a033-d26558d16a35),segment_id=1bad9b27-b9c2-4af8-a033-d26558d16a35)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:37.187936 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5726d63-3ed8-474c-a276-a9ef0adf80c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.210157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b5726d63-3ed8-474c-a276-a9ef0adf80c6 None None] Calling delete_port for 3decf8dd-881e-4421-915a-09de1937f8c0 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:37.266324 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8715e8fc-7505-4d96-955a-7b7a1628b6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.268977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8715e8fc-7505-4d96-955a-7b7a1628b6dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.270297 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8715e8fc-7505-4d96-955a-7b7a1628b6dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2619af2-c37a-4ce8-bdcb-716b9d0dd082 HTTP/1.1" status: 204 len: 168 time: 0.2667191 Dec 16 22:48:37.281102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715e8fc-7505-4d96-955a-7b7a1628b6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2619af2-c37a-4ce8-bdcb-716b9d0dd082,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:37.296815 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65f49160-50c2-412a-b2fe-08d1396424c1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.332844 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65f49160-50c2-412a-b2fe-08d1396424c1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.336702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-65f49160-50c2-412a-b2fe-08d1396424c1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "DELETE /v2.0/subnets/66d62a4b-8577-43d6-a20e-4f97cf47186d HTTP/1.1" status: 204 len: 168 time: 0.5780761 Dec 16 22:48:37.337070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f49160-50c2-412a-b2fe-08d1396424c1 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event deleted for resources: {'Subnet': ['ID=66d62a4b-8577-43d6-a20e-4f97cf47186d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:37.338862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47446) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:37.341408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee2690-1e72-48fd-b24a-e8c274a00043 None None] Network 09958e27-18af-4cce-88fa-f6c1acc8d6d0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:48:37.398915 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5726d63-3ed8-474c-a276-a9ef0adf80c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.435713 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5726d63-3ed8-474c-a276-a9ef0adf80c6 None None] Pushing event deleted for resources: {'Port': ['ID=3decf8dd-881e-4421-915a-09de1937f8c0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:37.447680 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5726d63-3ed8-474c-a276-a9ef0adf80c6 None None] No DVR routers for this DVR port 3decf8dd-881e-4421-915a-09de1937f8c0 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:37.510543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c546245d-f677-4452-a9b7-f8e9cd28e666 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.611955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6ba2e2-4229-4568-9ace-30e127a8dd67 None None] DHCP port deletion for 09958e27-18af-4cce-88fa-f6c1acc8d6d0 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:37.641494 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c546245d-f677-4452-a9b7-f8e9cd28e666 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.698946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c546245d-f677-4452-a9b7-f8e9cd28e666 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37445d9f-0861-4e82-a857-7db94f202785']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:37.722024 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c546245d-f677-4452-a9b7-f8e9cd28e666 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bad9b27-b9c2-4af8-a033-d26558d16a35') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:37.722321 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-c546245d-f677-4452-a9b7-f8e9cd28e666 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bad9b27-b9c2-4af8-a033-d26558d16a35') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:37.744841 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c546245d-f677-4452-a9b7-f8e9cd28e666 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.749433 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ba2e2-4229-4568-9ace-30e127a8dd67 None None] Deleting port ba299420-a9d4-40c4-b88e-0e1338364091 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:37.751034 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba2e2-4229-4568-9ace-30e127a8dd67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.788155 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c546245d-f677-4452-a9b7-f8e9cd28e666 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.794802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c546245d-f677-4452-a9b7-f8e9cd28e666 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:48:37.795429 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c546245d-f677-4452-a9b7-f8e9cd28e666 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:48:37.863919 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:48:37.874121 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cb6ba2e2-4229-4568-9ace-30e127a8dd67 None None] For port ba299420-a9d4-40c4-b88e-0e1338364091, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ba299420-a9d4-40c4-b88e-0e1338364091,segment=NetworkSegment(71aa26be-eff6-490a-8cc3-d1feda1ee2d7),segment_id=71aa26be-eff6-490a-8cc3-d1feda1ee2d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:37.875610 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba2e2-4229-4568-9ace-30e127a8dd67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.898499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ba2e2-4229-4568-9ace-30e127a8dd67 None None] Calling delete_port for ba299420-a9d4-40c4-b88e-0e1338364091 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:37.955582 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c546245d-f677-4452-a9b7-f8e9cd28e666 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.965315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c546245d-f677-4452-a9b7-f8e9cd28e666 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.970339 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c546245d-f677-4452-a9b7-f8e9cd28e666 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "DELETE /v2.0/networks/37445d9f-0861-4e82-a857-7db94f202785 HTTP/1.1" status: 204 len: 168 time: 0.6299753 Dec 16 22:48:37.972892 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47458) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:37.989923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546245d-f677-4452-a9b7-f8e9cd28e666 tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event deleted for resources: {'Network': ['ID=37445d9f-0861-4e82-a857-7db94f202785,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:38.064193 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ae673e9-e421-4866-b5e8-88b7b26d0e5c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:38.068854 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba2e2-4229-4568-9ace-30e127a8dd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:38.129994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ba2e2-4229-4568-9ace-30e127a8dd67 None None] Pushing event deleted for resources: {'Port': ['ID=ba299420-a9d4-40c4-b88e-0e1338364091,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:38.132338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ba2e2-4229-4568-9ace-30e127a8dd67 None None] No DVR routers for this DVR port ba299420-a9d4-40c4-b88e-0e1338364091 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:38.247951 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ae673e9-e421-4866-b5e8-88b7b26d0e5c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:38.292102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5ae673e9-e421-4866-b5e8-88b7b26d0e5c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09958e27-18af-4cce-88fa-f6c1acc8d6d0']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:38.306887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5ae673e9-e421-4866-b5e8-88b7b26d0e5c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71aa26be-eff6-490a-8cc3-d1feda1ee2d7') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:38.307526 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5ae673e9-e421-4866-b5e8-88b7b26d0e5c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71aa26be-eff6-490a-8cc3-d1feda1ee2d7') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:38.318346 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ae673e9-e421-4866-b5e8-88b7b26d0e5c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:38.336270 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ae673e9-e421-4866-b5e8-88b7b26d0e5c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:38.354043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae673e9-e421-4866-b5e8-88b7b26d0e5c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:48:38.354782 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ae673e9-e421-4866-b5e8-88b7b26d0e5c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:48:38.360195 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:48:38.384486 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ba299420-a9d4-40c4-b88e-0e1338364091 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:38.406896 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: ba299420-a9d4-40c4-b88e-0e1338364091 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:38.407678 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ba299420-a9d4-40c4-b88e-0e1338364091 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:38.411356 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3decf8dd-881e-4421-915a-09de1937f8c0 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:38.430878 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 3decf8dd-881e-4421-915a-09de1937f8c0 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:38.431401 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3decf8dd-881e-4421-915a-09de1937f8c0 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:38.831321 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ae673e9-e421-4866-b5e8-88b7b26d0e5c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:38.838821 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ae673e9-e421-4866-b5e8-88b7b26d0e5c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:38.841909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5ae673e9-e421-4866-b5e8-88b7b26d0e5c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] 10.222.0.43 "DELETE /v2.0/networks/09958e27-18af-4cce-88fa-f6c1acc8d6d0 HTTP/1.1" status: 204 len: 168 time: 0.8678582 Dec 16 22:48:38.855317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae673e9-e421-4866-b5e8-88b7b26d0e5c tempest-TaggedBootDevicesTest-1344163120 tempest-TaggedBootDevicesTest-1344163120-project] Pushing event deleted for resources: {'Network': ['ID=09958e27-18af-4cce-88fa-f6c1acc8d6d0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:39.821320 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47522) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:39.936729 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dce6289-fdcb-49f2-9217-68b08a46ac9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:40.028146 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dce6289-fdcb-49f2-9217-68b08a46ac9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:40.139845 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dce6289-fdcb-49f2-9217-68b08a46ac9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:40.181832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce6289-fdcb-49f2-9217-68b08a46ac9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf85083-2b57-4e28-ba41-8342edf4f292,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:40.187139 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9dce6289-fdcb-49f2-9217-68b08a46ac9b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c9e5aea59714c62a6117877a990c2bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3646872 Dec 16 22:48:40.191076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47528) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:40.247967 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8c1413ba-9bbd-4cc5-bf56-1ad443ad798c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:40.287721 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8c1413ba-9bbd-4cc5-bf56-1ad443ad798c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:40.405951 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8c1413ba-9bbd-4cc5-bf56-1ad443ad798c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:40.409481 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8c1413ba-9bbd-4cc5-bf56-1ad443ad798c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:40.420121 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8c1413ba-9bbd-4cc5-bf56-1ad443ad798c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bf85083-2b57-4e28-ba41-8342edf4f292 HTTP/1.1" status: 204 len: 168 time: 0.2275419 Dec 16 22:48:40.441518 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1413ba-9bbd-4cc5-bf56-1ad443ad798c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf85083-2b57-4e28-ba41-8342edf4f292,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:40.904593 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:48:41.693968 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47568) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:41.836092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b8da62a6-70e8-4f36-a1b8-758f6bece6d7 tempest-AgentManagementNegativeTest-185443214 tempest-AgentManagementNegativeTest-185443214-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1406288 Dec 16 22:48:42.464760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47578) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:42.576191 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6652f057-b4f6-4b3b-8640-282392122d99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:42.683676 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6652f057-b4f6-4b3b-8640-282392122d99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:42.751850 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6652f057-b4f6-4b3b-8640-282392122d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:42.801700 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6652f057-b4f6-4b3b-8640-282392122d99 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4911e99a584b44c68b66d9dc336e1f68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3356028 Dec 16 22:48:42.802420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652f057-b4f6-4b3b-8640-282392122d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986104d0-32ae-4d28-8c74-d3e72b464f85,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:42.804496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47586) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:42.859919 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2caa0c4e-b749-4caa-9038-1890b9201b96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:42.883449 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2caa0c4e-b749-4caa-9038-1890b9201b96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:43.057660 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2caa0c4e-b749-4caa-9038-1890b9201b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:43.060343 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2caa0c4e-b749-4caa-9038-1890b9201b96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:43.061618 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2caa0c4e-b749-4caa-9038-1890b9201b96 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/986104d0-32ae-4d28-8c74-d3e72b464f85 HTTP/1.1" status: 204 len: 168 time: 0.2560019 Dec 16 22:48:43.071338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa0c4e-b749-4caa-9038-1890b9201b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986104d0-32ae-4d28-8c74-d3e72b464f85,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:43.350702 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:43.492183 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:43.572621 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659e506-cdae-400e-b634-f546670492b8 req-980be8eb-78d8-4d21-a666-a77a106b2790 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:43.574503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9659e506-cdae-400e-b634-f546670492b8 req-980be8eb-78d8-4d21-a666-a77a106b2790 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/networks?id=0de020fe-0aa5-4f8e-8dd0-b2a112b72456 HTTP/1.1" status: 200 len: 812 time: 0.1264100 Dec 16 22:48:43.599811 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9659e506-cdae-400e-b634-f546670492b8 req-1e749849-0d99-4743-ab94-5939694246ff tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/quotas/5202e0b88c394b30a376510a4552c14e HTTP/1.1" status: 200 len: 375 time: 0.0140121 Dec 16 22:48:43.641436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9659e506-cdae-400e-b634-f546670492b8 req-c5c36072-8f74-4eb0-8358-366372e8b250 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5202e0b88c394b30a376510a4552c14e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326436 Dec 16 22:48:43.769543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9659e506-cdae-400e-b634-f546670492b8 req-2801fb07-f2fa-486a-9d71-402cc90a3dbc service neutron] 10.222.0.43 "GET /v2.0/networks/0de020fe-0aa5-4f8e-8dd0-b2a112b72456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204369 Dec 16 22:48:43.882300 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9659e506-cdae-400e-b634-f546670492b8 req-a916ee2c-5014-4f86-8936-b90fd6206327 service neutron] 10.222.0.43 "GET /v2.0/networks/0de020fe-0aa5-4f8e-8dd0-b2a112b72456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062396 Dec 16 22:48:44.189487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-626ce8d5-af20-4bdb-9883-b0d7ddd6ed0b req-a23837a9-d3f8-4458-b68d-96e00ff7776e tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 210 time: 0.0569315 Dec 16 22:48:44.410383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47646) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:44.590396 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7e61c453-df19-4ecc-94d3-9df890aeb66f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-385994009'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:44.751520 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e61c453-df19-4ecc-94d3-9df890aeb66f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:48:44.758879 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e61c453-df19-4ecc-94d3-9df890aeb66f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:44.786594 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e61c453-df19-4ecc-94d3-9df890aeb66f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:44.908496 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e61c453-df19-4ecc-94d3-9df890aeb66f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:44.971870 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e61c453-df19-4ecc-94d3-9df890aeb66f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:45.029290 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61c453-df19-4ecc-94d3-9df890aeb66f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e79bb0-c58b-4e0f-ba56-ffd60a5478b6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:45.061669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e61c453-df19-4ecc-94d3-9df890aeb66f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:48:45.083477 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e61c453-df19-4ecc-94d3-9df890aeb66f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:45.084494 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-7e61c453-df19-4ecc-94d3-9df890aeb66f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Added segment f5bfee54-f485-4baa-8f87-7d576bde6f11 of type vlan for network 42c10802-266f-4e43-9fa4-b4150fb3dd7a Dec 16 22:48:45.173526 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e61c453-df19-4ecc-94d3-9df890aeb66f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:45.287820 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e61c453-df19-4ecc-94d3-9df890aeb66f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:45.293562 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e61c453-df19-4ecc-94d3-9df890aeb66f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:45.294433 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e61c453-df19-4ecc-94d3-9df890aeb66f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:45.298111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b79c965a-c9ee-4652-a21f-5a0c41c6712e req-255c42e5-94f3-4438-b904-ebd7f9c1818c tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 210 time: 0.0529919 Dec 16 22:48:45.411066 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61c453-df19-4ecc-94d3-9df890aeb66f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Network': ['ID=42c10802-266f-4e43-9fa4-b4150fb3dd7a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:45.426693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:48:45.475874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47676) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:45.476113 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7e61c453-df19-4ecc-94d3-9df890aeb66f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0624769 Dec 16 22:48:45.484290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7a0fc55d-c9b6-4d29-b455-aa9494d5bead tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:45.659555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0fc55d-c9b6-4d29-b455-aa9494d5bead tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:48:45.663841 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a0fc55d-c9b6-4d29-b455-aa9494d5bead tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:45.969517 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a0fc55d-c9b6-4d29-b455-aa9494d5bead tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:46.057525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fc55d-c9b6-4d29-b455-aa9494d5bead tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=332ceeef-20ab-44da-b469-90fbec9e5f2b,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:46.083644 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0fc55d-c9b6-4d29-b455-aa9494d5bead tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:48:46.084024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0fc55d-c9b6-4d29-b455-aa9494d5bead tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network hostable DHCP agents. Network: 42c10802-266f-4e43-9fa4-b4150fb3dd7a, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:48:46.259840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0fc55d-c9b6-4d29-b455-aa9494d5bead tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:48:46.338028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-7a0fc55d-c9b6-4d29-b455-aa9494d5bead tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 42c10802-266f-4e43-9fa4-b4150fb3dd7a) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:46.352599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0fc55d-c9b6-4d29-b455-aa9494d5bead tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:46.354440 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a0fc55d-c9b6-4d29-b455-aa9494d5bead tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:46.356374 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a383390a-dc3c-462b-b694-0a51804dd397 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:48:46.430427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7a0fc55d-c9b6-4d29-b455-aa9494d5bead tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9527462 Dec 16 22:48:46.437697 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47684) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:46.443564 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c9cb73ac-8338-4629-9b23-5d3296eebf41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'name': 'tempest-NetworksTestDHCPv6-1152606093'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:46.524966 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b60c496-0eda-40c2-973d-ecb6502ca793 req-29523a2b-afd5-4b84-90a9-db3c73556bcb tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 210 time: 0.0581520 Dec 16 22:48:46.530294 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': '332ceeef-20ab-44da-b469-90fbec9e5f2b'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:48:46.532624 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:46.719458 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cb73ac-8338-4629-9b23-5d3296eebf41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:48:46.719913 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Allocated IP 2001:db8::2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/332ceeef-20ab-44da-b469-90fbec9e5f2b/4c66d19f-49f8-45af-8a16-adbd95777be4) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:48:46.734025 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9cb73ac-8338-4629-9b23-5d3296eebf41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:46.786986 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659e506-cdae-400e-b634-f546670492b8 req-0d278aa0-a944-44eb-8c3f-60f0b52efe11 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:46.788621 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9659e506-cdae-400e-b634-f546670492b8 req-0d278aa0-a944-44eb-8c3f-60f0b52efe11 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.24 "GET /v2.0/networks?id=0de020fe-0aa5-4f8e-8dd0-b2a112b72456 HTTP/1.1" status: 200 len: 812 time: 0.2236552 Dec 16 22:48:46.790110 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-c9cb73ac-8338-4629-9b23-5d3296eebf41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port 0db4b482-82f4-45c2-bdb0-69b625c1964c yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:48:46.808438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-9659e506-cdae-400e-b634-f546670492b8 req-dcae885f-e9e1-4414-9ead-25b99f6c3783 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Request body: {'port': {'device_id': 'fbac7c13-9023-4325-87d6-7df5c026c284', 'network_id': '0de020fe-0aa5-4f8e-8dd0-b2a112b72456', 'admin_state_up': True, 'tenant_id': '5202e0b88c394b30a376510a4552c14e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:46.908868 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.008309 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.057417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:48:47.061094 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:47.061732 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9659e506-cdae-400e-b634-f546670492b8 req-dcae885f-e9e1-4414-9ead-25b99f6c3783 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Made reservation on behalf of 5202e0b88c394b30a376510a4552c14e for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:48:47.064800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:48:47.067498 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9659e506-cdae-400e-b634-f546670492b8 req-dcae885f-e9e1-4414-9ead-25b99f6c3783 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.076897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Pushing event updated for resources: {'Port': ['ID=4c66d19f-49f8-45af-8a16-adbd95777be4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:47.099540 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-c9cb73ac-8338-4629-9b23-5d3296eebf41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::3b1 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/332ceeef-20ab-44da-b469-90fbec9e5f2b/0db4b482-82f4-45c2-bdb0-69b625c1964c) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:48:47.133939 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Attempting to bind port 4c66d19f-49f8-45af-8a16-adbd95777be4 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:48:47.134357 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Attempting to bind port 4c66d19f-49f8-45af-8a16-adbd95777be4 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:48:47.134773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Attempting to bind port 4c66d19f-49f8-45af-8a16-adbd95777be4 on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:48:47.141259 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:48:47.141872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:48:47.142295 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.142704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:48:47.143417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Bound port: 4c66d19f-49f8-45af-8a16-adbd95777be4, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:48:47.143818 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.215123 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] For port 4c66d19f-49f8-45af-8a16-adbd95777be4, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:48:47.218996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] For port 4c66d19f-49f8-45af-8a16-adbd95777be4, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4c66d19f-49f8-45af-8a16-adbd95777be4,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:48:47.321146 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.330766 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-9659e506-cdae-400e-b634-f546670492b8 req-dcae885f-e9e1-4414-9ead-25b99f6c3783 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Allocated IP 172.20.0.8 (0de020fe-0aa5-4f8e-8dd0-b2a112b72456/848b53d6-cd19-44d5-8ece-aedaf1393819/ec2e669f-89ad-46a0-8641-7e6ae05c1b73) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:48:47.400160 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bcd29-0eef-4477-bc80-416a7fa4676b None None] Pushing event updated for resources: {'Port': ['ID=4c66d19f-49f8-45af-8a16-adbd95777be4,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:47.433118 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9cb73ac-8338-4629-9b23-5d3296eebf41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.564626 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9659e506-cdae-400e-b634-f546670492b8 req-dcae885f-e9e1-4414-9ead-25b99f6c3783 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.623697 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9cb73ac-8338-4629-9b23-5d3296eebf41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.661717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cb73ac-8338-4629-9b23-5d3296eebf41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:48:47.665486 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c9cb73ac-8338-4629-9b23-5d3296eebf41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:47.694947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9aebfa8-49b8-439c-9b6a-1a62df918f42 req-38396b83-0817-4804-acbb-3e375bd3abe4 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 210 time: 0.0632603 Dec 16 22:48:47.707591 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cb73ac-8338-4629-9b23-5d3296eebf41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:48:47.707591 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cb73ac-8338-4629-9b23-5d3296eebf41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:47.707931 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9cb73ac-8338-4629-9b23-5d3296eebf41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.724141 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9659e506-cdae-400e-b634-f546670492b8 req-dcae885f-e9e1-4414-9ead-25b99f6c3783 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.750868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb73ac-8338-4629-9b23-5d3296eebf41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=0db4b482-82f4-45c2-bdb0-69b625c1964c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:47.827593 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47696) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:47.828469 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c9cb73ac-8338-4629-9b23-5d3296eebf41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3811560 Dec 16 22:48:47.834971 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9659e506-cdae-400e-b634-f546670492b8 req-dcae885f-e9e1-4414-9ead-25b99f6c3783 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Network 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:48:47.836946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-9659e506-cdae-400e-b634-f546670492b8 req-dcae885f-e9e1-4414-9ead-25b99f6c3783 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:47.839686 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9659e506-cdae-400e-b634-f546670492b8 req-dcae885f-e9e1-4414-9ead-25b99f6c3783 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:48:47.842877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae885f-e9e1-4414-9ead-25b99f6c3783 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Pushing event updated for resources: {'Port': ['ID=ec2e669f-89ad-46a0-8641-7e6ae05c1b73,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:47.859463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c3d889-e395-4f6c-bb1f-b0313b46e64d None None] DHCP port deletion for 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:47.919733 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-deb8745d-c314-4a31-9963-252c72f08f79 None None] Provisioning complete for port ec2e669f-89ad-46a0-8641-7e6ae05c1b73 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:47.920430 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-deb8745d-c314-4a31-9963-252c72f08f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.931050 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82de303c-1463-4515-ae80-89727d563ad0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:47.936088 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659e506-cdae-400e-b634-f546670492b8 req-dcae885f-e9e1-4414-9ead-25b99f6c3783 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:47.936751 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9659e506-cdae-400e-b634-f546670492b8 req-dcae885f-e9e1-4414-9ead-25b99f6c3783 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.937961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82de303c-1463-4515-ae80-89727d563ad0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:47.939807 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-82de303c-1463-4515-ae80-89727d563ad0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1182930 Dec 16 22:48:47.942333 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47698) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:47.971893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-deb8745d-c314-4a31-9963-252c72f08f79 None None] Port ec2e669f-89ad-46a0-8641-7e6ae05c1b73 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:48:48.025428 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9659e506-cdae-400e-b634-f546670492b8 req-dcae885f-e9e1-4414-9ead-25b99f6c3783 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2234209 Dec 16 22:48:48.045489 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Request body: {'port': {'device_id': 'fbac7c13-9023-4325-87d6-7df5c026c284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:48.053230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-8c598dbb-5694-4b4d-b374-cdc04e6412c4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port 0db4b482-82f4-45c2-bdb0-69b625c1964c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:48.053929 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8c598dbb-5694-4b4d-b374-cdc04e6412c4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.138301 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.178545 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8c598dbb-5694-4b4d-b374-cdc04e6412c4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.200798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-8c598dbb-5694-4b4d-b374-cdc04e6412c4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for 0db4b482-82f4-45c2-bdb0-69b625c1964c owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:48.479365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4c66d19f-49f8-45af-8a16-adbd95777be4 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:48:48.522185 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8c598dbb-5694-4b4d-b374-cdc04e6412c4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.538461 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2e669f-89ad-46a0-8641-7e6ae05c1b73 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:48:48.551257 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.565354 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4c66d19f-49f8-45af-8a16-adbd95777be4 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:48.565987 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.568987 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Transition to ACTIVE for port object ec2e669f-89ad-46a0-8641-7e6ae05c1b73 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:48:48.573718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c598dbb-5694-4b4d-b374-cdc04e6412c4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=0db4b482-82f4-45c2-bdb0-69b625c1964c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:48.646313 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.656562 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8c598dbb-5694-4b4d-b374-cdc04e6412c4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.669604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8c598dbb-5694-4b4d-b374-cdc04e6412c4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/0db4b482-82f4-45c2-bdb0-69b625c1964c HTTP/1.1" status: 204 len: 168 time: 0.7235975 Dec 16 22:48:48.673395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47708) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:48.766951 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5abaf6-34cf-4733-8483-50aef7554a2b None None] DHCP port deletion for 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:48.768547 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Pushing event updated for resources: {'Port': ['ID=ec2e669f-89ad-46a0-8641-7e6ae05c1b73,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:48.819651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8048f237-3da0-4ddd-97c8-a350a3b0bf00 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:48.821616 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8048f237-3da0-4ddd-97c8-a350a3b0bf00 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:48.823247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8048f237-3da0-4ddd-97c8-a350a3b0bf00 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1487939 Dec 16 22:48:48.833456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47712) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:48.838736 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.906374 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 4c66d19f-49f8-45af-8a16-adbd95777be4, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4c66d19f-49f8-45af-8a16-adbd95777be4,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:48.906374 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6429db4b-6f7e-4269-9b2a-26cd6d861ae5 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:48:48.960098 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Attempting to bind port ec2e669f-89ad-46a0-8641-7e6ae05c1b73 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:48:48.961133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Attempting to bind port ec2e669f-89ad-46a0-8641-7e6ae05c1b73 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '77b63e06-6f38-4950-a1af-6c62eaa459bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0de020fe-0aa5-4f8e-8dd0-b2a112b72456'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:48:48.961641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Attempting to bind port ec2e669f-89ad-46a0-8641-7e6ae05c1b73 on network 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:48:48.969421 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Port ec2e669f-89ad-46a0-8641-7e6ae05c1b73 on network 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:48:48.970002 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Attempting to bind port ec2e669f-89ad-46a0-8641-7e6ae05c1b73 on network 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:48:48.991788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:48:48.997748 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.997916 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Checking segment: {'id': '77b63e06-6f38-4950-a1af-6c62eaa459bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0de020fe-0aa5-4f8e-8dd0-b2a112b72456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:48:48.997916 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Bound using segment: {'id': '77b63e06-6f38-4950-a1af-6c62eaa459bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0de020fe-0aa5-4f8e-8dd0-b2a112b72456'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:48:48.997916 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Bound port: ec2e669f-89ad-46a0-8641-7e6ae05c1b73, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b63e06-6f38-4950-a1af-6c62eaa459bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0de020fe-0aa5-4f8e-8dd0-b2a112b72456'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:48:48.997916 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.999915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-6413ec8d-fe52-4cda-8c03-d79be252470d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 332ceeef-20ab-44da-b469-90fbec9e5f2b {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:48:49.016221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454bb64-c451-4640-8d47-a38d1e1be482 req-c3f8151d-cb6f-4df5-8297-bf33cbfb5dcf tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:49.017753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e454bb64-c451-4640-8d47-a38d1e1be482 req-c3f8151d-cb6f-4df5-8297-bf33cbfb5dcf tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 943 time: 0.1151769 Dec 16 22:48:49.021198 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6413ec8d-fe52-4cda-8c03-d79be252470d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:49.120501 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6413ec8d-fe52-4cda-8c03-d79be252470d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:49.154304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e454bb64-c451-4640-8d47-a38d1e1be482 req-a11eefbe-22b1-4f23-a450-5f3c92251194 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117663 Dec 16 22:48:49.166404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] For port ec2e669f-89ad-46a0-8641-7e6ae05c1b73, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:48:49.176346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] For port ec2e669f-89ad-46a0-8641-7e6ae05c1b73, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ec2e669f-89ad-46a0-8641-7e6ae05c1b73,segment=NetworkSegment(77b63e06-6f38-4950-a1af-6c62eaa459bd),segment_id=77b63e06-6f38-4950-a1af-6c62eaa459bd)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:48:49.217356 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=4c66d19f-49f8-45af-8a16-adbd95777be4,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:49.231710 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b02e0a5d-5d9d-41c8-8653-70db9984e153 None None] Provisioning complete for port 4c66d19f-49f8-45af-8a16-adbd95777be4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:49.233445 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b02e0a5d-5d9d-41c8-8653-70db9984e153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:49.253290 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6413ec8d-fe52-4cda-8c03-d79be252470d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:49.262128 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:49.354707 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:49.356241 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:49.359127 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9659e506-cdae-400e-b634-f546670492b8 req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] 10.222.0.24 "PUT /v2.0/ports/ec2e669f-89ad-46a0-8641-7e6ae05c1b73 HTTP/1.1" status: 200 len: 1091 time: 1.3179393 Dec 16 22:48:49.361765 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbac7c13-9023-4325-87d6-7df5c026c284', 'tag': 'ec2e669f-89ad-46a0-8641-7e6ae05c1b73'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:48:49.367826 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a208ed2a-8bad-4276-8939-594a815925b9" -d '{"events": [{"name": "network-changed", "server_uuid": "fbac7c13-9023-4325-87d6-7df5c026c284", "tag": "ec2e669f-89ad-46a0-8641-7e6ae05c1b73"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:48:49.385004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8915e3d-ba32-4211-90c3-89081b6a1815 None None] DHCP port deletion for 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:49.435131 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6413ec8d-fe52-4cda-8c03-d79be252470d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:49.439554 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e3043-f176-45b6-b1e6-e45ee43ad30e service neutron] Pushing event updated for resources: {'Port': ['ID=ec2e669f-89ad-46a0-8641-7e6ae05c1b73,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:49.458075 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccdf2f7-60c2-4bad-b931-71bae42e6754 x-openstack-request-id: req-cccdf2f7-60c2-4bad-b931-71bae42e6754 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:48:49.458453 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbac7c13-9023-4325-87d6-7df5c026c284", "tag": "ec2e669f-89ad-46a0-8641-7e6ae05c1b73", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:48:49.458989 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cccdf2f7-60c2-4bad-b931-71bae42e6754 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:48:49.459676 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbac7c13-9023-4325-87d6-7df5c026c284', 'tag': 'ec2e669f-89ad-46a0-8641-7e6ae05c1b73', 'status': 'completed', 'code': 200} Dec 16 22:48:49.488370 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413ec8d-fe52-4cda-8c03-d79be252470d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=332ceeef-20ab-44da-b469-90fbec9e5f2b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:49.497800 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6413ec8d-fe52-4cda-8c03-d79be252470d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:49.506886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6413ec8d-fe52-4cda-8c03-d79be252470d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/332ceeef-20ab-44da-b469-90fbec9e5f2b HTTP/1.1" status: 204 len: 168 time: 0.6717272 Dec 16 22:48:49.507748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47718) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:49.595537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0a91e5fd-d9ad-4213-96a0-bed0dce46868 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866234 Dec 16 22:48:49.598125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47720) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:49.609954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208ed2a-8bad-4276-8939-594a815925b9 req-e79abf7c-62e6-4c4e-9417-82fba11cd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:49.612555 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a208ed2a-8bad-4276-8939-594a815925b9 req-e79abf7c-62e6-4c4e-9417-82fba11cd7dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5202e0b88c394b30a376510a4552c14e&device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 1094 time: 0.1301453 Dec 16 22:48:49.612721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-eb6ab394-0ca7-4abf-8fd2-65ad521a1dd9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:49.676517 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe37591-f44a-4020-9615-42bde5ba86ec None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:48:49.842164 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208ed2a-8bad-4276-8939-594a815925b9 req-94383ec0-d0e9-4195-95a3-648b3460b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:49.845415 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a208ed2a-8bad-4276-8939-594a815925b9 req-94383ec0-d0e9-4195-95a3-648b3460b7fa service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5202e0b88c394b30a376510a4552c14e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2235301 Dec 16 22:48:49.887711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6ab394-0ca7-4abf-8fd2-65ad521a1dd9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:48:49.888535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d02d7b7a-a1c2-4512-a359-9372f5712d3f None None] Provisioning complete for port 4c66d19f-49f8-45af-8a16-adbd95777be4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:49.888917 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d02d7b7a-a1c2-4512-a359-9372f5712d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:49.892583 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb6ab394-0ca7-4abf-8fd2-65ad521a1dd9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:49.981980 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208ed2a-8bad-4276-8939-594a815925b9 req-2a7f2300-17e2-448a-9407-2730c5fe313c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:49.983903 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a208ed2a-8bad-4276-8939-594a815925b9 req-2a7f2300-17e2-448a-9407-2730c5fe313c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291637 Dec 16 22:48:50.073004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6383f97-bb7b-4fb8-b4ba-097febe76576 None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:50.131755 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84c5e837-67f4-43f3-bb2a-6583889d89ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:50.173321 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659e506-cdae-400e-b634-f546670492b8 req-ef3359e2-9936-44bc-bd42-59f7a1148c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:50.175204 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9659e506-cdae-400e-b634-f546670492b8 req-ef3359e2-9936-44bc-bd42-59f7a1148c6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5202e0b88c394b30a376510a4552c14e&device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 1094 time: 0.1219454 Dec 16 22:48:50.199215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c6383f97-bb7b-4fb8-b4ba-097febe76576 None None] Deleting port 4c66d19f-49f8-45af-8a16-adbd95777be4 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:50.199635 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c6383f97-bb7b-4fb8-b4ba-097febe76576 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:50.280541 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9659e506-cdae-400e-b634-f546670492b8 req-dd346729-909f-43ef-a363-72e7a84b3f1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec2e669f-89ad-46a0-8641-7e6ae05c1b73 HTTP/1.1" status: 200 len: 217 time: 0.0899267 Dec 16 22:48:50.305617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c6383f97-bb7b-4fb8-b4ba-097febe76576 None None] For port 4c66d19f-49f8-45af-8a16-adbd95777be4, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4c66d19f-49f8-45af-8a16-adbd95777be4,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:50.312220 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c6383f97-bb7b-4fb8-b4ba-097febe76576 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:50.345057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c6383f97-bb7b-4fb8-b4ba-097febe76576 None None] Calling delete_port for 4c66d19f-49f8-45af-8a16-adbd95777be4 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:50.375242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8890bee-137e-46fa-8658-bf8df4ad7584 req-0f433c50-f725-4c64-b3be-04d3b5648ce7 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:50.377561 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8890bee-137e-46fa-8658-bf8df4ad7584 req-0f433c50-f725-4c64-b3be-04d3b5648ce7 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 943 time: 0.0927784 Dec 16 22:48:50.400521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659e506-cdae-400e-b634-f546670492b8 req-d153f825-3a72-46bf-b9c4-728572b3a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:50.402221 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9659e506-cdae-400e-b634-f546670492b8 req-d153f825-3a72-46bf-b9c4-728572b3a35e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=848b53d6-cd19-44d5-8ece-aedaf1393819 HTTP/1.1" status: 200 len: 852 time: 0.1122859 Dec 16 22:48:50.412900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4c66d19f-49f8-45af-8a16-adbd95777be4 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:50.420387 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb6ab394-0ca7-4abf-8fd2-65ad521a1dd9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:50.443849 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9659e506-cdae-400e-b634-f546670492b8 req-ef7574e3-9087-4619-88a6-e1ed195889be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0de020fe-0aa5-4f8e-8dd0-b2a112b72456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333683 Dec 16 22:48:50.444699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ab394-0ca7-4abf-8fd2-65ad521a1dd9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:48:50.448660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-eb6ab394-0ca7-4abf-8fd2-65ad521a1dd9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:50.453551 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ab394-0ca7-4abf-8fd2-65ad521a1dd9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:50.453551 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb6ab394-0ca7-4abf-8fd2-65ad521a1dd9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:50.531183 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:50.541853 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8890bee-137e-46fa-8658-bf8df4ad7584 req-5e78032d-1ecf-4529-84e6-2c13807c7853 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514680 Dec 16 22:48:50.542790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ab394-0ca7-4abf-8fd2-65ad521a1dd9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=24db733c-b09e-45e2-a32f-591b9bc79c46,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:50.587834 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9659e506-cdae-400e-b634-f546670492b8 req-489536c5-d674-4b0e-8ea5-579ab8650307 service neutron] 10.222.0.24 "GET /v2.0/networks/0de020fe-0aa5-4f8e-8dd0-b2a112b72456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290283 Dec 16 22:48:50.615560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-eb6ab394-0ca7-4abf-8fd2-65ad521a1dd9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0159798 Dec 16 22:48:50.617016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47728) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:50.643985 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c6383f97-bb7b-4fb8-b4ba-097febe76576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:50.658100 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-59563328-9118-4802-87e0-33d2d6c5676a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'name': 'tempest-NetworksTestDHCPv6-1000204496'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:50.677659 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6383f97-bb7b-4fb8-b4ba-097febe76576 None None] Pushing event deleted for resources: {'Port': ['ID=4c66d19f-49f8-45af-8a16-adbd95777be4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:50.714171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6383f97-bb7b-4fb8-b4ba-097febe76576 None None] No DVR routers for this DVR port 4c66d19f-49f8-45af-8a16-adbd95777be4 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:50.743446 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa264f5b-3abe-4fdb-80bc-a418c84b73e5 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:48:50.778695 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9659e506-cdae-400e-b634-f546670492b8 req-3eb222f5-3c72-411c-a503-b388d4644d01 service neutron] 10.222.0.24 "GET /v2.0/networks/0de020fe-0aa5-4f8e-8dd0-b2a112b72456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824498 Dec 16 22:48:50.893474 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59563328-9118-4802-87e0-33d2d6c5676a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:48:50.897258 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-59563328-9118-4802-87e0-33d2d6c5676a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:50.933346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-59563328-9118-4802-87e0-33d2d6c5676a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port 12f96a6e-f69e-43bb-a07a-8eaa7d98d17d yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:48:51.082114 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': '24db733c-b09e-45e2-a32f-591b9bc79c46'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:48:51.083990 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:51.096785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-59563328-9118-4802-87e0-33d2d6c5676a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::45 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/24db733c-b09e-45e2-a32f-591b9bc79c46/12f96a6e-f69e-43bb-a07a-8eaa7d98d17d) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:48:51.296568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-59563328-9118-4802-87e0-33d2d6c5676a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:51.392205 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-59563328-9118-4802-87e0-33d2d6c5676a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:51.448883 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Allocated IP 2001:db8::2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/24db733c-b09e-45e2-a32f-591b9bc79c46/c191f4d4-3043-4f1d-893b-9fb214379916) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:48:51.463826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59563328-9118-4802-87e0-33d2d6c5676a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:48:51.469082 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-59563328-9118-4802-87e0-33d2d6c5676a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:51.478431 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59563328-9118-4802-87e0-33d2d6c5676a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:48:51.486517 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59563328-9118-4802-87e0-33d2d6c5676a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:51.487633 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-59563328-9118-4802-87e0-33d2d6c5676a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:51.500041 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59563328-9118-4802-87e0-33d2d6c5676a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=12f96a6e-f69e-43bb-a07a-8eaa7d98d17d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:51.605112 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-59563328-9118-4802-87e0-33d2d6c5676a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9867976 Dec 16 22:48:51.607630 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47734) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:51.638296 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:51.722768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a024e44-e9e3-479e-a543-a3505391c724 req-f116c9fb-7faa-4c92-b24f-592e2dd4e964 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:51.724700 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a024e44-e9e3-479e-a543-a3505391c724 req-f116c9fb-7faa-4c92-b24f-592e2dd4e964 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 943 time: 0.0793705 Dec 16 22:48:51.726969 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7106dfbc-28c5-4795-b665-249c77b5ebee tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:51.731202 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7106dfbc-28c5-4795-b665-249c77b5ebee tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1202030 Dec 16 22:48:51.731676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47740) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:51.737995 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:51.806609 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:48:51.821718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:51.824269 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Pushing event updated for resources: {'Port': ['ID=c191f4d4-3043-4f1d-893b-9fb214379916,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:51.826771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:48:51.848232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a024e44-e9e3-479e-a543-a3505391c724 req-060ea6ca-4fda-48d9-9055-74c2bc17202f tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152444 Dec 16 22:48:51.898937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-97df38bc-4062-4063-90a1-b707e53df17f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port 12f96a6e-f69e-43bb-a07a-8eaa7d98d17d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:51.901074 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97df38bc-4062-4063-90a1-b707e53df17f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:51.910865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Attempting to bind port c191f4d4-3043-4f1d-893b-9fb214379916 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:48:51.913509 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Attempting to bind port c191f4d4-3043-4f1d-893b-9fb214379916 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:48:51.913900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Attempting to bind port c191f4d4-3043-4f1d-893b-9fb214379916 on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:48:51.931760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:48:51.932153 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:48:51.932547 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:51.932944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:48:51.933426 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Bound port: c191f4d4-3043-4f1d-893b-9fb214379916, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:48:51.933809 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.023463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] For port c191f4d4-3043-4f1d-893b-9fb214379916, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:48:52.026970 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] For port c191f4d4-3043-4f1d-893b-9fb214379916, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c191f4d4-3043-4f1d-893b-9fb214379916,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:48:52.051943 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97df38bc-4062-4063-90a1-b707e53df17f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.065710 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-97df38bc-4062-4063-90a1-b707e53df17f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for 12f96a6e-f69e-43bb-a07a-8eaa7d98d17d owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:52.115590 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.220052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ed6a6-f471-4eb7-8da1-141b7f321737 None None] Pushing event updated for resources: {'Port': ['ID=c191f4d4-3043-4f1d-893b-9fb214379916,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:52.382821 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47746) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:52.391791 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97df38bc-4062-4063-90a1-b707e53df17f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.463632 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-113b8249-c0b9-437a-90a2-2364ca7ada4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.469662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df38bc-4062-4063-90a1-b707e53df17f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=12f96a6e-f69e-43bb-a07a-8eaa7d98d17d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:52.496891 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97df38bc-4062-4063-90a1-b707e53df17f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.503396 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-97df38bc-4062-4063-90a1-b707e53df17f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/12f96a6e-f69e-43bb-a07a-8eaa7d98d17d HTTP/1.1" status: 204 len: 168 time: 0.7705038 Dec 16 22:48:52.504085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47750) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:52.583639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb49f4b-9222-48a9-95e6-f36bca9f7937 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:52.585280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb49f4b-9222-48a9-95e6-f36bca9f7937 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:52.586875 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6fb49f4b-9222-48a9-95e6-f36bca9f7937 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0817704 Dec 16 22:48:52.591772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47752) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:52.614085 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91f47507-f9ea-4a84-af79-fe7748448923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.658871 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c34baf-e800-4e70-b304-84968f922fd4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 24db733c-b09e-45e2-a32f-591b9bc79c46 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:48:52.662366 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08c34baf-e800-4e70-b304-84968f922fd4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.711298 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08c34baf-e800-4e70-b304-84968f922fd4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.711957 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91f47507-f9ea-4a84-af79-fe7748448923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.783170 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-91f47507-f9ea-4a84-af79-fe7748448923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.803851 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08c34baf-e800-4e70-b304-84968f922fd4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.830297 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-91f47507-f9ea-4a84-af79-fe7748448923 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=afd5d724c6e44f599fc0b74aebedde73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4462860 Dec 16 22:48:52.831100 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f47507-f9ea-4a84-af79-fe7748448923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bd5ba0-bc35-41c8-9cf3-1a5d019cdec5,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:52.835250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47754) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:52.896640 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd153eca-a8d0-4a7a-b1d8-3a8bac18aa2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.924252 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd153eca-a8d0-4a7a-b1d8-3a8bac18aa2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.956679 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08c34baf-e800-4e70-b304-84968f922fd4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.005335 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08c34baf-e800-4e70-b304-84968f922fd4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.009003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-08c34baf-e800-4e70-b304-84968f922fd4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/24db733c-b09e-45e2-a32f-591b9bc79c46 HTTP/1.1" status: 204 len: 168 time: 0.4161484 Dec 16 22:48:53.011595 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47760) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:53.011858 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c34baf-e800-4e70-b304-84968f922fd4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=24db733c-b09e-45e2-a32f-591b9bc79c46,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:53.037214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ec2e669f-89ad-46a0-8641-7e6ae05c1b73 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:48:53.044662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b10ad-7b00-4039-9b52-355cc296eb81 req-890d20ba-e87b-45f4-b701-de2de21ec905 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:53.046825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e0b10ad-7b00-4039-9b52-355cc296eb81 req-890d20ba-e87b-45f4-b701-de2de21ec905 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 943 time: 0.1049635 Dec 16 22:48:53.084660 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9cd8b880-fcef-4051-866b-09ba92f1b805 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687964 Dec 16 22:48:53.085096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47762) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:53.098581 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f29572ff-8ef7-493d-94ad-df5821a7d78d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:53.151472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e0b10ad-7b00-4039-9b52-355cc296eb81 req-72935f80-4c5f-4e1c-8430-cc0deb57da41 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802815 Dec 16 22:48:53.156215 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd153eca-a8d0-4a7a-b1d8-3a8bac18aa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.160795 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cd153eca-a8d0-4a7a-b1d8-3a8bac18aa2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.165094 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cd153eca-a8d0-4a7a-b1d8-3a8bac18aa2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4bd5ba0-bc35-41c8-9cf3-1a5d019cdec5 HTTP/1.1" status: 204 len: 168 time: 0.3286753 Dec 16 22:48:53.178623 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd153eca-a8d0-4a7a-b1d8-3a8bac18aa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bd5ba0-bc35-41c8-9cf3-1a5d019cdec5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:53.203882 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ec2e669f-89ad-46a0-8641-7e6ae05c1b73, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ec2e669f-89ad-46a0-8641-7e6ae05c1b73,segment=NetworkSegment(77b63e06-6f38-4950-a1af-6c62eaa459bd),segment_id=77b63e06-6f38-4950-a1af-6c62eaa459bd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:53.224171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'ec2e669f-89ad-46a0-8641-7e6ae05c1b73', 'network_id': '0de020fe-0aa5-4f8e-8dd0-b2a112b72456', 'port_id': 'ec2e669f-89ad-46a0-8641-7e6ae05c1b73', 'mac_address': 'fa:16:3e:15:20:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848b53d6-cd19-44d5-8ece-aedaf1393819', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:48:53.284790 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.302064 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2e669f-89ad-46a0-8641-7e6ae05c1b73 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:48:53.328355 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ec2e669f-89ad-46a0-8641-7e6ae05c1b73, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ec2e669f-89ad-46a0-8641-7e6ae05c1b73,segment=NetworkSegment(77b63e06-6f38-4950-a1af-6c62eaa459bd),segment_id=77b63e06-6f38-4950-a1af-6c62eaa459bd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:53.348671 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29572ff-8ef7-493d-94ad-df5821a7d78d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:48:53.357324 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f29572ff-8ef7-493d-94ad-df5821a7d78d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.406560 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.479247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ec2e669f-89ad-46a0-8641-7e6ae05c1b73,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:53.508810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6925f0cd-a89c-4986-92e0-48ba05fd571f None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:48:53.618752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5818a20f-1fe1-4392-b811-795e94ed9a65 None None] Provisioning complete for port c191f4d4-3043-4f1d-893b-9fb214379916 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:53.619130 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5818a20f-1fe1-4392-b811-795e94ed9a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.668647 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.709841 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['ec2e669f-89ad-46a0-8641-7e6ae05c1b73'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:48:53.752651 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f29572ff-8ef7-493d-94ad-df5821a7d78d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.754613 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753358b0-b1eb-448b-901f-744c69d739bc None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:53.765786 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5818a20f-1fe1-4392-b811-795e94ed9a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.826012 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29572ff-8ef7-493d-94ad-df5821a7d78d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:48:53.841071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-f29572ff-8ef7-493d-94ad-df5821a7d78d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:53.844554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5818a20f-1fe1-4392-b811-795e94ed9a65 None None] For port c191f4d4-3043-4f1d-893b-9fb214379916, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c191f4d4-3043-4f1d-893b-9fb214379916,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:53.850043 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29572ff-8ef7-493d-94ad-df5821a7d78d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:53.856132 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f29572ff-8ef7-493d-94ad-df5821a7d78d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.865589 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29572ff-8ef7-493d-94ad-df5821a7d78d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=cb2bc672-4e35-4959-93e4-a596ee8ce86e,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:53.888190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-753358b0-b1eb-448b-901f-744c69d739bc None None] Deleting port c191f4d4-3043-4f1d-893b-9fb214379916 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:53.888568 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-753358b0-b1eb-448b-901f-744c69d739bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.956153 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5818a20f-1fe1-4392-b811-795e94ed9a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.997569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47768) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:54.000101 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f29572ff-8ef7-493d-94ad-df5821a7d78d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9126098 Dec 16 22:48:54.008917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4b513d26-3de2-4071-aac4-128ab688fa13 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'name': 'tempest-NetworksTestDHCPv6-150542389'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:54.026956 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47772) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:54.052100 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47776) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:54.058650 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-753358b0-b1eb-448b-901f-744c69d739bc None None] For port c191f4d4-3043-4f1d-893b-9fb214379916, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c191f4d4-3043-4f1d-893b-9fb214379916,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:54.059069 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-753358b0-b1eb-448b-901f-744c69d739bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.064732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818a20f-1fe1-4392-b811-795e94ed9a65 None None] Pushing event updated for resources: {'Port': ['ID=c191f4d4-3043-4f1d-893b-9fb214379916,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:54.074745 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0461c9cf-6114-4957-8841-8ad98415a643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.083190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-753358b0-b1eb-448b-901f-744c69d739bc None None] Calling delete_port for c191f4d4-3043-4f1d-893b-9fb214379916 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:54.180584 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0461c9cf-6114-4957-8841-8ad98415a643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.247496 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0461c9cf-6114-4957-8841-8ad98415a643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.270937 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-753358b0-b1eb-448b-901f-744c69d739bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.294166 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461c9cf-6114-4957-8841-8ad98415a643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7305bb-54b0-4d67-87ca-7971b9db2caa,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:54.301975 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0461c9cf-6114-4957-8841-8ad98415a643 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8db82a33e56b460fbec60efbadce506d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2489133 Dec 16 22:48:54.304725 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47780) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:54.328165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b513d26-3de2-4071-aac4-128ab688fa13 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:48:54.329620 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b513d26-3de2-4071-aac4-128ab688fa13 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.338579 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753358b0-b1eb-448b-901f-744c69d739bc None None] Pushing event deleted for resources: {'Port': ['ID=c191f4d4-3043-4f1d-893b-9fb214379916,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:54.341369 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753358b0-b1eb-448b-901f-744c69d739bc None None] No DVR routers for this DVR port c191f4d4-3043-4f1d-893b-9fb214379916 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:54.363719 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694c0b65-b85e-489f-a4e5-d018df2c8898 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:48:54.387783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-4b513d26-3de2-4071-aac4-128ab688fa13 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port 345b66fd-b16c-4d26-a9d8-23bc3384be24 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:48:54.409037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42e266-815e-42c7-ac95-67a52fb267a6 req-07e2c9de-ce54-4a2c-b262-2ece22f7ef1c tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:54.428100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e42e266-815e-42c7-ac95-67a52fb267a6 req-07e2c9de-ce54-4a2c-b262-2ece22f7ef1c tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 944 time: 0.1829493 Dec 16 22:48:54.479418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': 'cb2bc672-4e35-4959-93e4-a596ee8ce86e'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:48:54.480632 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.508595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e42e266-815e-42c7-ac95-67a52fb267a6 req-e14f0d9a-00de-429b-afbf-6f6a1f5f99b0 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785317 Dec 16 22:48:54.652345 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-4b513d26-3de2-4071-aac4-128ab688fa13 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::49 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/cb2bc672-4e35-4959-93e4-a596ee8ce86e/345b66fd-b16c-4d26-a9d8-23bc3384be24) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:48:54.767735 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ec37a2b6-1c44-428c-97d0-2fcd4eec857f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.826149 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ec37a2b6-1c44-428c-97d0-2fcd4eec857f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.839149 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b513d26-3de2-4071-aac4-128ab688fa13 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.916734 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.971420 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b513d26-3de2-4071-aac4-128ab688fa13 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.024831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b513d26-3de2-4071-aac4-128ab688fa13 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:48:55.025982 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Allocated IP 2001:db8::2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/cb2bc672-4e35-4959-93e4-a596ee8ce86e/e61fcb7e-93eb-4386-96e8-450e078f57e4) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:48:55.033085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-4b513d26-3de2-4071-aac4-128ab688fa13 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:55.036205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b513d26-3de2-4071-aac4-128ab688fa13 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:48:55.044719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b513d26-3de2-4071-aac4-128ab688fa13 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:55.044719 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b513d26-3de2-4071-aac4-128ab688fa13 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.048468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b513d26-3de2-4071-aac4-128ab688fa13 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=345b66fd-b16c-4d26-a9d8-23bc3384be24,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:55.059607 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ec2e669f-89ad-46a0-8641-7e6ae05c1b73 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:48:55.084434 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ec37a2b6-1c44-428c-97d0-2fcd4eec857f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.087182 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ec37a2b6-1c44-428c-97d0-2fcd4eec857f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.088537 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ec37a2b6-1c44-428c-97d0-2fcd4eec857f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b7305bb-54b0-4d67-87ca-7971b9db2caa HTTP/1.1" status: 204 len: 168 time: 0.7843544 Dec 16 22:48:55.099654 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37a2b6-1c44-428c-97d0-2fcd4eec857f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7305bb-54b0-4d67-87ca-7971b9db2caa,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:55.181685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4b513d26-3de2-4071-aac4-128ab688fa13 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1802890 Dec 16 22:48:55.184264 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47784) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:55.218691 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e3a6e0e-66db-4bc1-9ba3-1b785267b0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.255790 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.273789 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port ec2e669f-89ad-46a0-8641-7e6ae05c1b73 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:48:55.282331 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port ec2e669f-89ad-46a0-8641-7e6ae05c1b73 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:55.282692 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.288007 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4728381c-fe5f-424d-a143-05a8427c56d1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:55.289527 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4728381c-fe5f-424d-a143-05a8427c56d1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1041706 Dec 16 22:48:55.293481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47786) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:55.367569 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.407807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-00fed50f-2f3a-4bc5-8f21-cf2d258b08b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port 345b66fd-b16c-4d26-a9d8-23bc3384be24 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:55.408159 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00fed50f-2f3a-4bc5-8f21-cf2d258b08b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.421222 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.430726 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:48:55.447539 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:55.453216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:48:55.485927 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbac7c13-9023-4325-87d6-7df5c026c284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2e669f-89ad-46a0-8641-7e6ae05c1b73'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:48:55.488333 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b52e4ac-317f-4332-967f-526f80d8a36f" -d '{"events": [{"server_uuid": "fbac7c13-9023-4325-87d6-7df5c026c284", "name": "network-vif-plugged", "status": "completed", "tag": "ec2e669f-89ad-46a0-8641-7e6ae05c1b73"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:48:55.492754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ec2e669f-89ad-46a0-8641-7e6ae05c1b73, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ec2e669f-89ad-46a0-8641-7e6ae05c1b73,segment=NetworkSegment(77b63e06-6f38-4950-a1af-6c62eaa459bd),segment_id=77b63e06-6f38-4950-a1af-6c62eaa459bd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:55.512476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Pushing event updated for resources: {'Port': ['ID=e61fcb7e-93eb-4386-96e8-450e078f57e4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:55.557843 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09781c76-4e3e-482a-ae42-557b23af30ac x-openstack-request-id: req-09781c76-4e3e-482a-ae42-557b23af30ac {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:48:55.558064 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbac7c13-9023-4325-87d6-7df5c026c284", "name": "network-vif-plugged", "status": "completed", "tag": "ec2e669f-89ad-46a0-8641-7e6ae05c1b73", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:48:55.558232 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09781c76-4e3e-482a-ae42-557b23af30ac {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:48:55.558598 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbac7c13-9023-4325-87d6-7df5c026c284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2e669f-89ad-46a0-8641-7e6ae05c1b73', 'code': 200} Dec 16 22:48:55.569908 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00fed50f-2f3a-4bc5-8f21-cf2d258b08b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.585939 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.587972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-00fed50f-2f3a-4bc5-8f21-cf2d258b08b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for 345b66fd-b16c-4d26-a9d8-23bc3384be24 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:55.588115 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Attempting to bind port e61fcb7e-93eb-4386-96e8-450e078f57e4 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:48:55.588412 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Attempting to bind port e61fcb7e-93eb-4386-96e8-450e078f57e4 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:48:55.588776 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Attempting to bind port e61fcb7e-93eb-4386-96e8-450e078f57e4 on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:48:55.620860 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:48:55.621420 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:48:55.621999 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.622411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:48:55.622904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Bound port: e61fcb7e-93eb-4386-96e8-450e078f57e4, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:48:55.623309 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.650469 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a6e0e-66db-4bc1-9ba3-1b785267b0d7 admin admin] Deleting port b7760955-0eb1-4907-9056-a4bb3f0e0232 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:55.651061 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e3a6e0e-66db-4bc1-9ba3-1b785267b0d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.705190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ec2e669f-89ad-46a0-8641-7e6ae05c1b73,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:55.738949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] For port e61fcb7e-93eb-4386-96e8-450e078f57e4, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:48:55.744535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] For port e61fcb7e-93eb-4386-96e8-450e078f57e4, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e61fcb7e-93eb-4386-96e8-450e078f57e4,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:48:55.768233 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.795189 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec764bf-fb0b-4ad2-8357-86a0c2ee459d req-4b790f5f-4a02-47c0-9016-423626243ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:55.797203 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4ec764bf-fb0b-4ad2-8357-86a0c2ee459d req-4b790f5f-4a02-47c0-9016-423626243ea6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 1096 time: 0.1222863 Dec 16 22:48:55.804515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62375dec-5dfb-454b-940b-2a519cad1246 req-a849d224-e105-4241-b13e-e938838017f3 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:55.806202 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62375dec-5dfb-454b-940b-2a519cad1246 req-a849d224-e105-4241-b13e-e938838017f3 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 945 time: 0.0583396 Dec 16 22:48:55.817557 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.845681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-7e3a6e0e-66db-4bc1-9ba3-1b785267b0d7 admin admin] For port b7760955-0eb1-4907-9056-a4bb3f0e0232, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b7760955-0eb1-4907-9056-a4bb3f0e0232,segment=NetworkSegment(ebf881b4-9c89-4bf1-9c79-733270d43102),segment_id=ebf881b4-9c89-4bf1-9c79-733270d43102)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:55.846384 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e3a6e0e-66db-4bc1-9ba3-1b785267b0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.848503 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00fed50f-2f3a-4bc5-8f21-cf2d258b08b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.869909 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a6e0e-66db-4bc1-9ba3-1b785267b0d7 admin admin] Calling delete_port for b7760955-0eb1-4907-9056-a4bb3f0e0232 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:55.879942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a79601-6a55-4282-a1db-6d365465bea2 None None] Pushing event updated for resources: {'Port': ['ID=e61fcb7e-93eb-4386-96e8-450e078f57e4,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:55.899373 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4ec764bf-fb0b-4ad2-8357-86a0c2ee459d req-b2514aea-86a9-4848-8f0a-20ee2bfc9eb3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846670 Dec 16 22:48:55.906912 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fed50f-2f3a-4bc5-8f21-cf2d258b08b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=345b66fd-b16c-4d26-a9d8-23bc3384be24,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:55.914482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62375dec-5dfb-454b-940b-2a519cad1246 req-fcbde044-5520-4cf3-9a19-f94ab25f7546 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008708 Dec 16 22:48:55.952171 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-00fed50f-2f3a-4bc5-8f21-cf2d258b08b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.958870 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-00fed50f-2f3a-4bc5-8f21-cf2d258b08b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/345b66fd-b16c-4d26-a9d8-23bc3384be24 HTTP/1.1" status: 204 len: 168 time: 0.6617241 Dec 16 22:48:55.959806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47802) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:56.034338 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a22d9-8ff1-4374-ae16-e3bb67e05961 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:56.036032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a22d9-8ff1-4374-ae16-e3bb67e05961 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:56.037790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-547a22d9-8ff1-4374-ae16-e3bb67e05961 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0769534 Dec 16 22:48:56.040684 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47804) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:56.138908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b3bf0d-4f60-4bca-bcec-c86906afd05a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet cb2bc672-4e35-4959-93e4-a596ee8ce86e {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:48:56.144212 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-37b3bf0d-4f60-4bca-bcec-c86906afd05a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:56.204602 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-37b3bf0d-4f60-4bca-bcec-c86906afd05a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:56.240012 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e3a6e0e-66db-4bc1-9ba3-1b785267b0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:56.279640 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a6e0e-66db-4bc1-9ba3-1b785267b0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7760955-0eb1-4907-9056-a4bb3f0e0232,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:56.347655 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-37b3bf0d-4f60-4bca-bcec-c86906afd05a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:56.508436 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e61fcb7e-93eb-4386-96e8-450e078f57e4 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:48:56.533126 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-37b3bf0d-4f60-4bca-bcec-c86906afd05a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:56.570755 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e3a6e0e-66db-4bc1-9ba3-1b785267b0d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:56.583593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e61fcb7e-93eb-4386-96e8-450e078f57e4 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:56.583920 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:56.592230 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-37b3bf0d-4f60-4bca-bcec-c86906afd05a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:56.596806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-37b3bf0d-4f60-4bca-bcec-c86906afd05a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/cb2bc672-4e35-4959-93e4-a596ee8ce86e HTTP/1.1" status: 204 len: 168 time: 0.5551121 Dec 16 22:48:56.598990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3bf0d-4f60-4bca-bcec-c86906afd05a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=cb2bc672-4e35-4959-93e4-a596ee8ce86e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:56.607169 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47814) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:56.689385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6c48a1d8-d121-437b-a47b-5bda38afe18d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804894 Dec 16 22:48:56.693750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47818) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:56.716675 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:56.755883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17cf566-3ca6-4313-94bd-b6b8ad3dc33e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:56.756120 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port e61fcb7e-93eb-4386-96e8-450e078f57e4, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e61fcb7e-93eb-4386-96e8-450e078f57e4,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:56.757846 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a17cf566-3ca6-4313-94bd-b6b8ad3dc33e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0618782 Dec 16 22:48:56.760509 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47820) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:56.821560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62840a76-ff31-4118-a648-4d9f330f3a62 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:56.826025 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-62840a76-ff31-4118-a648-4d9f330f3a62 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0619240 Dec 16 22:48:56.826848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47822) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:56.830593 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:56.877003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d35d1c0e-58cb-4506-b0ec-da687dd789d9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488460 Dec 16 22:48:56.882136 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47824) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:56.889752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4cde27fd-fe3b-49d2-8e29-098f3f4969b7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:56.915510 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3a6e0e-66db-4bc1-9ba3-1b785267b0d7 admin admin] Router 961649dc-1d26-42e8-86bf-4c8a50c53562 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:48:56.938263 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=e61fcb7e-93eb-4386-96e8-450e078f57e4,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:57.093653 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3a6e0e-66db-4bc1-9ba3-1b785267b0d7 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:48:57.105421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc12fad-2e8f-4986-b1eb-572fb69ce119 req-11977125-17e7-4db7-b421-2963e1afd9b0 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:57.106003 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e33c3-2ac4-476a-8d67-8d2be26c27df None None] Sync routers for ids ['961649dc-1d26-42e8-86bf-4c8a50c53562'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:48:57.107074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fcc12fad-2e8f-4986-b1eb-572fb69ce119 req-11977125-17e7-4db7-b421-2963e1afd9b0 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 945 time: 0.0817423 Dec 16 22:48:57.108919 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7e3a6e0e-66db-4bc1-9ba3-1b785267b0d7 admin admin] 10.222.0.43 "PUT /v2.0/routers/961649dc-1d26-42e8-86bf-4c8a50c53562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0803425 Dec 16 22:48:57.111456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47830) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:57.127037 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e33c3-2ac4-476a-8d67-8d2be26c27df None None] Routers {'961649dc-1d26-42e8-86bf-4c8a50c53562'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:48:57.129137 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a73e33c3-2ac4-476a-8d67-8d2be26c27df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:48:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['961649dc-1d26-42e8-86bf-4c8a50c53562'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:57.187643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fcc12fad-2e8f-4986-b1eb-572fb69ce119 req-673e44ce-ef9f-435a-88fe-c0a5f58dda05 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673141 Dec 16 22:48:57.213404 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cde27fd-fe3b-49d2-8e29-098f3f4969b7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:48:57.217062 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4cde27fd-fe3b-49d2-8e29-098f3f4969b7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:57.329347 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a73e33c3-2ac4-476a-8d67-8d2be26c27df None None] Set router 961649dc-1d26-42e8-86bf-4c8a50c53562 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:48:57.334471 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fb82f0c-bbd9-4af3-beea-60125d548d93 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:57.365221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374ea6af-3b70-4bb4-9fad-0dab8d6ae75a None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:48:57.465413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ca508772-179d-4f37-8082-204a3aaf6df2 None None] Provisioning complete for port e61fcb7e-93eb-4386-96e8-450e078f57e4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:57.465781 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca508772-179d-4f37-8082-204a3aaf6df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:57.481344 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fb82f0c-bbd9-4af3-beea-60125d548d93 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:57.590884 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4cde27fd-fe3b-49d2-8e29-098f3f4969b7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:57.599184 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a73e33c3-2ac4-476a-8d67-8d2be26c27df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'name': 'tempest-TaggedBootDevicesTest-438612322-router', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:36:52Z', 'updated_at': '2021-12-16T22:48:56Z', 'revision_number': 5, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'gw_port': {'id': '4e99e96a-a5c4-4d82-98db-b349f787eaf6', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:53Z', 'updated_at': '2021-12-16T22:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:57.636539 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e33c3-2ac4-476a-8d67-8d2be26c27df None None] Checking router: 961649dc-1d26-42e8-86bf-4c8a50c53562 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:48:57.643194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f49603-3ad4-4a30-8c21-76b0093931c2 None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:57.657161 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e33c3-2ac4-476a-8d67-8d2be26c27df None None] Routers {'961649dc-1d26-42e8-86bf-4c8a50c53562'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:48:57.658444 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a73e33c3-2ac4-476a-8d67-8d2be26c27df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:48:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['961649dc-1d26-42e8-86bf-4c8a50c53562'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:57.686128 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-1fb82f0c-bbd9-4af3-beea-60125d548d93 admin admin] Deleting port 4e99e96a-a5c4-4d82-98db-b349f787eaf6 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:57.687173 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fb82f0c-bbd9-4af3-beea-60125d548d93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:57.768020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-14f49603-3ad4-4a30-8c21-76b0093931c2 None None] Deleting port e61fcb7e-93eb-4386-96e8-450e078f57e4 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:57.768410 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f49603-3ad4-4a30-8c21-76b0093931c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:57.836691 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a73e33c3-2ac4-476a-8d67-8d2be26c27df None None] Set router 961649dc-1d26-42e8-86bf-4c8a50c53562 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:48:57.850870 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-1fb82f0c-bbd9-4af3-beea-60125d548d93 admin admin] For port 4e99e96a-a5c4-4d82-98db-b349f787eaf6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4e99e96a-a5c4-4d82-98db-b349f787eaf6,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:57.851859 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fb82f0c-bbd9-4af3-beea-60125d548d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:57.872313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-1fb82f0c-bbd9-4af3-beea-60125d548d93 admin admin] Calling delete_port for 4e99e96a-a5c4-4d82-98db-b349f787eaf6 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:57.906039 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a73e33c3-2ac4-476a-8d67-8d2be26c27df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'name': 'tempest-TaggedBootDevicesTest-438612322-router', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:36:52Z', 'updated_at': '2021-12-16T22:48:57Z', 'revision_number': 6, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:57.925619 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-14f49603-3ad4-4a30-8c21-76b0093931c2 None None] For port e61fcb7e-93eb-4386-96e8-450e078f57e4, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e61fcb7e-93eb-4386-96e8-450e078f57e4,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:57.926184 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f49603-3ad4-4a30-8c21-76b0093931c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:57.940468 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e33c3-2ac4-476a-8d67-8d2be26c27df None None] The sync data for ids ['961649dc-1d26-42e8-86bf-4c8a50c53562'] in n-d-821840-2 is: [{'id': '961649dc-1d26-42e8-86bf-4c8a50c53562', 'name': 'tempest-TaggedBootDevicesTest-438612322-router', 'tenant_id': '7592d70f4a444ff5a275646bbf28d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:36:52Z', 'updated_at': '2021-12-16T22:48:57Z', 'revision_number': 6, 'project_id': '7592d70f4a444ff5a275646bbf28d1f9', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:48:57.943489 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-14f49603-3ad4-4a30-8c21-76b0093931c2 None None] Calling delete_port for e61fcb7e-93eb-4386-96e8-450e078f57e4 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:57.991373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cde27fd-fe3b-49d2-8e29-098f3f4969b7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:48:57.994975 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-4cde27fd-fe3b-49d2-8e29-098f3f4969b7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:58.001420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cde27fd-fe3b-49d2-8e29-098f3f4969b7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:58.002031 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4cde27fd-fe3b-49d2-8e29-098f3f4969b7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.021633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde27fd-fe3b-49d2-8e29-098f3f4969b7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=f6798cb0-5ee6-475e-89ee-6e552b10b69d,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:58.098926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4cde27fd-fe3b-49d2-8e29-098f3f4969b7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2127283 Dec 16 22:48:58.099208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47844) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:58.104446 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-8b1cf967-e17a-4475-a8b6-8288b132049a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'fixed_ips': [{'subnet_id': 'f6798cb0-5ee6-475e-89ee-6e552b10b69d', 'ip_address': '2001:db8::5528:d3b5:39e8:50e4'}], 'name': 'tempest-NetworksTestDHCPv6-1355244962'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:58.167833 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f49603-3ad4-4a30-8c21-76b0093931c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.195506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f49603-3ad4-4a30-8c21-76b0093931c2 None None] Pushing event deleted for resources: {'Port': ['ID=e61fcb7e-93eb-4386-96e8-450e078f57e4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:58.197209 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fb82f0c-bbd9-4af3-beea-60125d548d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.199483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f49603-3ad4-4a30-8c21-76b0093931c2 None None] No DVR routers for this DVR port e61fcb7e-93eb-4386-96e8-450e078f57e4 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:58.230528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8438cd7-60ce-4204-9027-e19c9cd73d4a None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:48:58.275697 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb82f0c-bbd9-4af3-beea-60125d548d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e99e96a-a5c4-4d82-98db-b349f787eaf6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:58.365433 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fb82f0c-bbd9-4af3-beea-60125d548d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.387755 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1cf967-e17a-4475-a8b6-8288b132049a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:48:58.494828 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fb82f0c-bbd9-4af3-beea-60125d548d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.498434 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fb82f0c-bbd9-4af3-beea-60125d548d93 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.582656 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc8aa33-f83b-4de8-a58a-359168173226 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:58.595858 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b1cf967-e17a-4475-a8b6-8288b132049a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.625286 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-8b1cf967-e17a-4475-a8b6-8288b132049a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port c9ec0cc2-46fa-4e01-b516-2647aa46be64 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:48:58.638947 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c44d-5e05-48dd-b5b3-ce173935ccd2 req-c31e72a1-f453-44a1-8455-dfc09f4b737d tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:58.640942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cfa8c44d-5e05-48dd-b5b3-ce173935ccd2 req-c31e72a1-f453-44a1-8455-dfc09f4b737d tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 945 time: 0.3063095 Dec 16 22:48:58.647304 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fb82f0c-bbd9-4af3-beea-60125d548d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.647866 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb82f0c-bbd9-4af3-beea-60125d548d93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 961649dc-1d26-42e8-86bf-4c8a50c53562 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:48:58.656831 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fb82f0c-bbd9-4af3-beea-60125d548d93 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.658729 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1fb82f0c-bbd9-4af3-beea-60125d548d93 admin admin] 10.222.0.43 "DELETE /v2.0/routers/961649dc-1d26-42e8-86bf-4c8a50c53562 HTTP/1.1" status: 204 len: 168 time: 1.5458171 Dec 16 22:48:58.662035 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47850) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:58.668791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': 'f6798cb0-5ee6-475e-89ee-6e552b10b69d'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:48:58.670414 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.733913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe3a35a-108a-4bbd-acd8-63c3dd2e103e admin admin] Deleting subnet 7388031d-9b1a-4850-8adb-5060292caf9d {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:48:58.737859 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a35a-108a-4bbd-acd8-63c3dd2e103e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.783143 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cfa8c44d-5e05-48dd-b5b3-ce173935ccd2 req-9dc014b2-1365-4c8a-8d0d-5cba6760e2c1 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060205 Dec 16 22:48:58.784210 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a35a-108a-4bbd-acd8-63c3dd2e103e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.871213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-8b1cf967-e17a-4475-a8b6-8288b132049a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::5528:d3b5:39e8:50e4 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/f6798cb0-5ee6-475e-89ee-6e552b10b69d/c9ec0cc2-46fa-4e01-b516-2647aa46be64) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:48:58.891298 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e61fcb7e-93eb-4386-96e8-450e078f57e4 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:58.956427 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a35a-108a-4bbd-acd8-63c3dd2e103e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.959905 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: e61fcb7e-93eb-4386-96e8-450e078f57e4 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:58.961540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e61fcb7e-93eb-4386-96e8-450e078f57e4 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:58.961540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b7760955-0eb1-4907-9056-a4bb3f0e0232 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:58.998125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: b7760955-0eb1-4907-9056-a4bb3f0e0232 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:58.998791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b7760955-0eb1-4907-9056-a4bb3f0e0232 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:59.094893 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b1cf967-e17a-4475-a8b6-8288b132049a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.208174 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a35a-108a-4bbd-acd8-63c3dd2e103e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.236727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3a35a-108a-4bbd-acd8-63c3dd2e103e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7388031d-9b1a-4850-8adb-5060292caf9d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:59.240608 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a35a-108a-4bbd-acd8-63c3dd2e103e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.244264 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9fe3a35a-108a-4bbd-acd8-63c3dd2e103e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7388031d-9b1a-4850-8adb-5060292caf9d HTTP/1.1" status: 204 len: 168 time: 0.5810711 Dec 16 22:48:59.246793 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47856) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:59.247175 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaa2796-1a8e-4945-8660-3b217f072464 None None] Network d29e897a-1707-4916-9e93-3168ac5f7a0f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:48:59.269218 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b1cf967-e17a-4475-a8b6-8288b132049a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.344995 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.366598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1cf967-e17a-4475-a8b6-8288b132049a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:48:59.372937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-8b1cf967-e17a-4475-a8b6-8288b132049a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:59.382965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1cf967-e17a-4475-a8b6-8288b132049a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:48:59.405014 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1cf967-e17a-4475-a8b6-8288b132049a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:59.405651 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Allocated IP 2001:db8::2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/f6798cb0-5ee6-475e-89ee-6e552b10b69d/289fb74c-8e38-424f-86ba-acb543693aa6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:48:59.407079 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b1cf967-e17a-4475-a8b6-8288b132049a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.422057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] Deleting port d35643b1-49bb-4a75-a170-2a95608bef44 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:59.423778 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.460827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1cf967-e17a-4475-a8b6-8288b132049a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=c9ec0cc2-46fa-4e01-b516-2647aa46be64,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:59.528689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8b1cf967-e17a-4475-a8b6-8288b132049a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4283009 Dec 16 22:48:59.531788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47864) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:59.546744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657cda39-8634-4204-bacc-6fae3220094d None None] DHCP port deletion for d29e897a-1707-4916-9e93-3168ac5f7a0f request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:59.551866 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] For port d35643b1-49bb-4a75-a170-2a95608bef44, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d35643b1-49bb-4a75-a170-2a95608bef44,segment=NetworkSegment(ebf881b4-9c89-4bf1-9c79-733270d43102),segment_id=ebf881b4-9c89-4bf1-9c79-733270d43102)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:59.558273 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.567172 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] Calling delete_port for d35643b1-49bb-4a75-a170-2a95608bef44 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:59.619449 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb50523b-9d92-4794-b7d9-3e3d9feeacae tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:59.624284 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fb50523b-9d92-4794-b7d9-3e3d9feeacae tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0899096 Dec 16 22:48:59.625418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47868) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:59.651509 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.662201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-657cda39-8634-4204-bacc-6fae3220094d None None] Deleting port d35643b1-49bb-4a75-a170-2a95608bef44 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:59.663709 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-657cda39-8634-4204-bacc-6fae3220094d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.727036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1524d5d6-2553-47a3-998f-5ee60f4532b1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port c9ec0cc2-46fa-4e01-b516-2647aa46be64 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:59.727499 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1524d5d6-2553-47a3-998f-5ee60f4532b1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.732272 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-657cda39-8634-4204-bacc-6fae3220094d None None] For port d35643b1-49bb-4a75-a170-2a95608bef44, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d35643b1-49bb-4a75-a170-2a95608bef44,segment=NetworkSegment(ebf881b4-9c89-4bf1-9c79-733270d43102),segment_id=ebf881b4-9c89-4bf1-9c79-733270d43102)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:59.733316 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-657cda39-8634-4204-bacc-6fae3220094d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.747736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-657cda39-8634-4204-bacc-6fae3220094d None None] Calling delete_port for d35643b1-49bb-4a75-a170-2a95608bef44 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:59.755577 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.760353 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.795421 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d35643b1-49bb-4a75-a170-2a95608bef44,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:59.797641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] No DVR routers for this DVR port d35643b1-49bb-4a75-a170-2a95608bef44 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:59.834716 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1524d5d6-2553-47a3-998f-5ee60f4532b1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.853185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1524d5d6-2553-47a3-998f-5ee60f4532b1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for c9ec0cc2-46fa-4e01-b516-2647aa46be64 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:59.855613 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:48:59.867418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:59.869891 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:48:59.883720 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.900065 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Pushing event updated for resources: {'Port': ['ID=289fb74c-8e38-424f-86ba-acb543693aa6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:59.910103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29e897a-1707-4916-9e93-3168ac5f7a0f']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:59.921513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf881b4-9c89-4bf1-9c79-733270d43102') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:59.921812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf881b4-9c89-4bf1-9c79-733270d43102') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:59.935494 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.948936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:59.949180 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:59.949474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:59.949823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:59.950168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:59.950747 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:59.950891 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:59.951156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:59.951540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:59.953649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:59.953649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:59.953649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:59.953649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:59.964719 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Attempting to bind port 289fb74c-8e38-424f-86ba-acb543693aa6 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:48:59.965210 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Attempting to bind port 289fb74c-8e38-424f-86ba-acb543693aa6 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:48:59.965728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Attempting to bind port 289fb74c-8e38-424f-86ba-acb543693aa6 on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:48:59.969146 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-657cda39-8634-4204-bacc-6fae3220094d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.973333 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.981411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:48:59.981635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:48:59.981837 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.982311 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:48:59.983818 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.984415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:48:59.985019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Bound port: 289fb74c-8e38-424f-86ba-acb543693aa6, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:48:59.985507 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:49:00.018194 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:49:00.040141 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cda39-8634-4204-bacc-6fae3220094d None None] Pushing event deleted for resources: {'Port': ['ID=d35643b1-49bb-4a75-a170-2a95608bef44,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:00.043279 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657cda39-8634-4204-bacc-6fae3220094d None None] No DVR routers for this DVR port d35643b1-49bb-4a75-a170-2a95608bef44 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:00.141020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] For port 289fb74c-8e38-424f-86ba-acb543693aa6, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:00.194569 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:00.195778 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] For port 289fb74c-8e38-424f-86ba-acb543693aa6, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=289fb74c-8e38-424f-86ba-acb543693aa6,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:00.200231 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:00.205522 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d29e897a-1707-4916-9e93-3168ac5f7a0f HTTP/1.1" status: 204 len: 168 time: 0.9576590 Dec 16 22:49:00.208555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47874) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:00.227554 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f08c8-a727-4656-b224-4f01d52ac9a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d29e897a-1707-4916-9e93-3168ac5f7a0f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:00.254008 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1524d5d6-2553-47a3-998f-5ee60f4532b1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:00.301947 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524d5d6-2553-47a3-998f-5ee60f4532b1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=c9ec0cc2-46fa-4e01-b516-2647aa46be64,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:00.315135 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:00.380131 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1524d5d6-2553-47a3-998f-5ee60f4532b1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:00.384560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1524d5d6-2553-47a3-998f-5ee60f4532b1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/c9ec0cc2-46fa-4e01-b516-2647aa46be64 HTTP/1.1" status: 204 len: 168 time: 0.7581482 Dec 16 22:49:00.387611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47876) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:00.420343 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4e99e96a-a5c4-4d82-98db-b349f787eaf6 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:00.480130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 4e99e96a-a5c4-4d82-98db-b349f787eaf6 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:00.481538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4e99e96a-a5c4-4d82-98db-b349f787eaf6 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:00.482139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d35643b1-49bb-4a75-a170-2a95608bef44 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:00.524656 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ca5d15-cd8f-4d0c-816c-9fd021d59247 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:00.525751 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: d35643b1-49bb-4a75-a170-2a95608bef44 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:00.526110 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d35643b1-49bb-4a75-a170-2a95608bef44 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:00.527608 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ca5d15-cd8f-4d0c-816c-9fd021d59247 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:00.527810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b5dc0-a0a5-4a62-b14b-41e84b77c1fd None None] Pushing event updated for resources: {'Port': ['ID=289fb74c-8e38-424f-86ba-acb543693aa6,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:00.529892 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b8ca5d15-cd8f-4d0c-816c-9fd021d59247 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1409009 Dec 16 22:49:00.533077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47880) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:00.641746 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c7b840-5f21-4ff3-b98c-5c2210968d5f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet f6798cb0-5ee6-475e-89ee-6e552b10b69d {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:00.645162 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00c7b840-5f21-4ff3-b98c-5c2210968d5f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:00.899355 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e083f775-cf71-467e-a827-da1aa4f6f844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.098556 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00c7b840-5f21-4ff3-b98c-5c2210968d5f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.203122 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00c7b840-5f21-4ff3-b98c-5c2210968d5f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.241350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e083f775-cf71-467e-a827-da1aa4f6f844 admin admin] Deleting port 2cf64dc3-1b09-4de3-895f-fab091fa903f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:01.242317 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e083f775-cf71-467e-a827-da1aa4f6f844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.333957 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-e083f775-cf71-467e-a827-da1aa4f6f844 admin admin] For port 2cf64dc3-1b09-4de3-895f-fab091fa903f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2cf64dc3-1b09-4de3-895f-fab091fa903f,segment=NetworkSegment(29546ac8-75af-4b2c-ac37-72d2d69ac0ae),segment_id=29546ac8-75af-4b2c-ac37-72d2d69ac0ae)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:01.334256 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e083f775-cf71-467e-a827-da1aa4f6f844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.349017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e083f775-cf71-467e-a827-da1aa4f6f844 admin admin] Calling delete_port for 2cf64dc3-1b09-4de3-895f-fab091fa903f owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:01.367668 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00c7b840-5f21-4ff3-b98c-5c2210968d5f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.402629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7b840-5f21-4ff3-b98c-5c2210968d5f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=f6798cb0-5ee6-475e-89ee-6e552b10b69d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:01.408198 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-00c7b840-5f21-4ff3-b98c-5c2210968d5f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.412980 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-00c7b840-5f21-4ff3-b98c-5c2210968d5f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/f6798cb0-5ee6-475e-89ee-6e552b10b69d HTTP/1.1" status: 204 len: 168 time: 0.8736265 Dec 16 22:49:01.415911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47884) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:01.465313 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7f1001bf-468d-4534-ac5f-5eb9561de428 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475724 Dec 16 22:49:01.468594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47886) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:01.474089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-cf04652c-ba9c-4e8c-ac26-b3fae0f7605b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:01.654625 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e083f775-cf71-467e-a827-da1aa4f6f844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.676340 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf04652c-ba9c-4e8c-ac26-b3fae0f7605b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:01.681909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083f775-cf71-467e-a827-da1aa4f6f844 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf64dc3-1b09-4de3-895f-fab091fa903f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:01.684293 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf04652c-ba9c-4e8c-ac26-b3fae0f7605b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.816552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abdf96a-8afa-4e51-b62c-8f47749cc359 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:01.935420 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ffc42eec-6d92-41c3-966d-4a4cdaa5dc81 None None] Provisioning complete for port 289fb74c-8e38-424f-86ba-acb543693aa6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:01.936209 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffc42eec-6d92-41c3-966d-4a4cdaa5dc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.969010 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e083f775-cf71-467e-a827-da1aa4f6f844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:02.204904 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffc42eec-6d92-41c3-966d-4a4cdaa5dc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:02.217287 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf04652c-ba9c-4e8c-ac26-b3fae0f7605b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:02.231852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841ffeb3-9bc5-4d20-895d-8c1f07a181a1 None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:02.277863 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ffc42eec-6d92-41c3-966d-4a4cdaa5dc81 None None] For port 289fb74c-8e38-424f-86ba-acb543693aa6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=289fb74c-8e38-424f-86ba-acb543693aa6,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:02.294465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf04652c-ba9c-4e8c-ac26-b3fae0f7605b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:02.302915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-cf04652c-ba9c-4e8c-ac26-b3fae0f7605b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:02.307884 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf04652c-ba9c-4e8c-ac26-b3fae0f7605b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:02.308978 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf04652c-ba9c-4e8c-ac26-b3fae0f7605b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:02.338017 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04652c-ba9c-4e8c-ac26-b3fae0f7605b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=3252363d-e351-4287-97e0-6ecf19082462,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:02.338448 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-841ffeb3-9bc5-4d20-895d-8c1f07a181a1 None None] Deleting port 289fb74c-8e38-424f-86ba-acb543693aa6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:02.339040 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-841ffeb3-9bc5-4d20-895d-8c1f07a181a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:02.396466 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e083f775-cf71-467e-a827-da1aa4f6f844 admin admin] Router 21566f20-b581-4d06-856b-82c4ef7b301d has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:49:02.430155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-841ffeb3-9bc5-4d20-895d-8c1f07a181a1 None None] For port 289fb74c-8e38-424f-86ba-acb543693aa6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=289fb74c-8e38-424f-86ba-acb543693aa6,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:02.430681 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-841ffeb3-9bc5-4d20-895d-8c1f07a181a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:02.445740 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-841ffeb3-9bc5-4d20-895d-8c1f07a181a1 None None] Calling delete_port for 289fb74c-8e38-424f-86ba-acb543693aa6 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:02.540816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e083f775-cf71-467e-a827-da1aa4f6f844 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:49:02.548872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e083f775-cf71-467e-a827-da1aa4f6f844 admin admin] 10.222.0.43 "PUT /v2.0/routers/21566f20-b581-4d06-856b-82c4ef7b301d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3388684 Dec 16 22:49:02.551300 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47900) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:02.567759 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db24bc3-233d-4a66-98a2-6dc5d9e1c76e None None] Sync routers for ids ['21566f20-b581-4d06-856b-82c4ef7b301d'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:49:02.600523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db24bc3-233d-4a66-98a2-6dc5d9e1c76e None None] Routers {'21566f20-b581-4d06-856b-82c4ef7b301d'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:02.604106 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0db24bc3-233d-4a66-98a2-6dc5d9e1c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:48:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['21566f20-b581-4d06-856b-82c4ef7b301d'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:02.634282 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cf04652c-ba9c-4e8c-ac26-b3fae0f7605b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1642084 Dec 16 22:49:02.638550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47902) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:02.643663 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f4a35872-317c-44bc-b39b-b0fbe6ab4aaf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'fixed_ips': [{'subnet_id': '3252363d-e351-4287-97e0-6ecf19082462', 'ip_address': '2001:db8::e147:7df2:548:58cf'}], 'name': 'tempest-NetworksTestDHCPv6-1910030113'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:02.663955 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffc42eec-6d92-41c3-966d-4a4cdaa5dc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:02.798509 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-841ffeb3-9bc5-4d20-895d-8c1f07a181a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:02.806357 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9de95e3-1ec4-4580-9d6b-de98980e48e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:02.826043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841ffeb3-9bc5-4d20-895d-8c1f07a181a1 None None] No DVR routers for this DVR port 289fb74c-8e38-424f-86ba-acb543693aa6 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:02.866527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eab633e-930f-4b54-8318-c151f4019796 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:02.931091 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc42eec-6d92-41c3-966d-4a4cdaa5dc81 None None] Pushing event updated for resources: {'Port': ['ID=289fb74c-8e38-424f-86ba-acb543693aa6,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:02.978150 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ffeb3-9bc5-4d20-895d-8c1f07a181a1 None None] Pushing event deleted for resources: {'Port': ['ID=289fb74c-8e38-424f-86ba-acb543693aa6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:02.994583 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9de95e3-1ec4-4580-9d6b-de98980e48e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.013250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a35872-317c-44bc-b39b-b0fbe6ab4aaf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:03.020177 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4a35872-317c-44bc-b39b-b0fbe6ab4aaf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.029324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-0db24bc3-233d-4a66-98a2-6dc5d9e1c76e None None] Set router 21566f20-b581-4d06-856b-82c4ef7b301d gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:03.050585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-f4a35872-317c-44bc-b39b-b0fbe6ab4aaf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port 4cf7e69a-6256-49b2-87c9-6a00403a02fe yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:49:03.216344 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a9de95e3-1ec4-4580-9d6b-de98980e48e8 admin admin] Deleting port 6c30bf2c-4c23-47a2-b867-3469c7e62616 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:03.216689 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9de95e3-1ec4-4580-9d6b-de98980e48e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.315558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-f4a35872-317c-44bc-b39b-b0fbe6ab4aaf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::e147:7df2:548:58cf (42c10802-266f-4e43-9fa4-b4150fb3dd7a/3252363d-e351-4287-97e0-6ecf19082462/4cf7e69a-6256-49b2-87c9-6a00403a02fe) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:03.391424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-a9de95e3-1ec4-4580-9d6b-de98980e48e8 admin admin] For port 6c30bf2c-4c23-47a2-b867-3469c7e62616, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6c30bf2c-4c23-47a2-b867-3469c7e62616,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:03.394311 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9de95e3-1ec4-4580-9d6b-de98980e48e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.432537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a9de95e3-1ec4-4580-9d6b-de98980e48e8 admin admin] Calling delete_port for 6c30bf2c-4c23-47a2-b867-3469c7e62616 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:03.473697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': '3252363d-e351-4287-97e0-6ecf19082462'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:49:03.475295 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.562957 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4990c20c-7660-42fc-ad8c-e4c656c82c71 req-d49ab35d-f873-4c83-aa49-27d95cca7809 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690117 Dec 16 22:49:03.650587 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4a35872-317c-44bc-b39b-b0fbe6ab4aaf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.722192 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0db24bc3-233d-4a66-98a2-6dc5d9e1c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'name': 'tempest-TaggedBootDevicesTest-406378304-router', 'tenant_id': '8252de697276423e8a8f6aac95f2d1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c30bf2c-4c23-47a2-b867-3469c7e62616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:02Z', 'updated_at': '2021-12-16T22:49:01Z', 'revision_number': 5, 'project_id': '8252de697276423e8a8f6aac95f2d1a3', 'gw_port': {'id': '6c30bf2c-4c23-47a2-b867-3469c7e62616', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:03Z', 'updated_at': '2021-12-16T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:03.764921 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db24bc3-233d-4a66-98a2-6dc5d9e1c76e None None] Checking router: 21566f20-b581-4d06-856b-82c4ef7b301d for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:49:03.770676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990c20c-7660-42fc-ad8c-e4c656c82c71 req-0d72ae69-7bcc-426f-8881-82b736a7b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:03.772243 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4990c20c-7660-42fc-ad8c-e4c656c82c71 req-0d72ae69-7bcc-426f-8881-82b736a7b5c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5202e0b88c394b30a376510a4552c14e&device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 1096 time: 0.0874522 Dec 16 22:49:03.776510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db24bc3-233d-4a66-98a2-6dc5d9e1c76e None None] Routers {'21566f20-b581-4d06-856b-82c4ef7b301d'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:03.776653 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0db24bc3-233d-4a66-98a2-6dc5d9e1c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:48:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['21566f20-b581-4d06-856b-82c4ef7b301d'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:03.824973 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4a35872-317c-44bc-b39b-b0fbe6ab4aaf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.917884 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a35872-317c-44bc-b39b-b0fbe6ab4aaf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:03.921524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f4a35872-317c-44bc-b39b-b0fbe6ab4aaf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:03.926251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990c20c-7660-42fc-ad8c-e4c656c82c71 req-0d6c2105-7126-490e-94be-4d5d88d59822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:03.926460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a35872-317c-44bc-b39b-b0fbe6ab4aaf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:03.927801 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4990c20c-7660-42fc-ad8c-e4c656c82c71 req-0d6c2105-7126-490e-94be-4d5d88d59822 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0de020fe-0aa5-4f8e-8dd0-b2a112b72456 HTTP/1.1" status: 200 len: 913 time: 0.1327724 Dec 16 22:49:03.932199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a35872-317c-44bc-b39b-b0fbe6ab4aaf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:03.932625 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4a35872-317c-44bc-b39b-b0fbe6ab4aaf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.944407 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a35872-317c-44bc-b39b-b0fbe6ab4aaf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=4cf7e69a-6256-49b2-87c9-6a00403a02fe,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:04.002747 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4990c20c-7660-42fc-ad8c-e4c656c82c71 req-a9ec73bc-786f-4705-99aa-f0fdece6c6cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec2e669f-89ad-46a0-8641-7e6ae05c1b73 HTTP/1.1" status: 200 len: 217 time: 0.0664904 Dec 16 22:49:04.011168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f4a35872-317c-44bc-b39b-b0fbe6ab4aaf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3727305 Dec 16 22:49:04.013480 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47912) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:04.093758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990c20c-7660-42fc-ad8c-e4c656c82c71 req-97741a6b-7c5d-42b5-9891-5116ce8487d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:04.096850 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4990c20c-7660-42fc-ad8c-e4c656c82c71 req-97741a6b-7c5d-42b5-9891-5116ce8487d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=848b53d6-cd19-44d5-8ece-aedaf1393819 HTTP/1.1" status: 200 len: 852 time: 0.0844407 Dec 16 22:49:04.112103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c08acf-bbde-45a3-98a1-fd47022a6e58 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:04.114026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-04c08acf-bbde-45a3-98a1-fd47022a6e58 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0992658 Dec 16 22:49:04.126303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47914) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:04.204445 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4990c20c-7660-42fc-ad8c-e4c656c82c71 req-abfec906-7e8e-43f9-b125-8f7c29a455f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0de020fe-0aa5-4f8e-8dd0-b2a112b72456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990417 Dec 16 22:49:04.208165 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9de95e3-1ec4-4580-9d6b-de98980e48e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.418977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6cd08c10-ce5f-4ed5-bcc0-a7466f28c246 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port 4cf7e69a-6256-49b2-87c9-6a00403a02fe {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:04.418977 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cd08c10-ce5f-4ed5-bcc0-a7466f28c246 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.448169 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4990c20c-7660-42fc-ad8c-e4c656c82c71 req-84a05605-71ac-476f-91fb-bec08f29741c service neutron] 10.222.0.24 "GET /v2.0/networks/0de020fe-0aa5-4f8e-8dd0-b2a112b72456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149258 Dec 16 22:49:04.593387 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Allocated IP 2001:db8::2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/3252363d-e351-4287-97e0-6ecf19082462/2c6af399-60f7-4ffc-bc4d-3723be51415e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:04.624171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de95e3-1ec4-4580-9d6b-de98980e48e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c30bf2c-4c23-47a2-b867-3469c7e62616,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:04.680655 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cd08c10-ce5f-4ed5-bcc0-a7466f28c246 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.712812 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6cd08c10-ce5f-4ed5-bcc0-a7466f28c246 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for 4cf7e69a-6256-49b2-87c9-6a00403a02fe owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:04.752450 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9de95e3-1ec4-4580-9d6b-de98980e48e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.769071 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86472baa-3ddd-40fd-8f35-a0a7f6482c90 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:04.837428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-0db24bc3-233d-4a66-98a2-6dc5d9e1c76e None None] Set router 21566f20-b581-4d06-856b-82c4ef7b301d gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:04.926563 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4990c20c-7660-42fc-ad8c-e4c656c82c71 req-333bc03c-ca46-46a3-94d9-8813a0f5c40f service neutron] 10.222.0.24 "GET /v2.0/networks/0de020fe-0aa5-4f8e-8dd0-b2a112b72456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015503 Dec 16 22:49:04.934178 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9de95e3-1ec4-4580-9d6b-de98980e48e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.937805 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9de95e3-1ec4-4580-9d6b-de98980e48e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.971485 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0db24bc3-233d-4a66-98a2-6dc5d9e1c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'name': 'tempest-TaggedBootDevicesTest-406378304-router', 'tenant_id': '8252de697276423e8a8f6aac95f2d1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:02Z', 'updated_at': '2021-12-16T22:49:02Z', 'revision_number': 6, 'project_id': '8252de697276423e8a8f6aac95f2d1a3', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:04.991721 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cd08c10-ce5f-4ed5-bcc0-a7466f28c246 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.008466 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.010194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db24bc3-233d-4a66-98a2-6dc5d9e1c76e None None] The sync data for ids ['21566f20-b581-4d06-856b-82c4ef7b301d'] in n-d-821840-2 is: [{'id': '21566f20-b581-4d06-856b-82c4ef7b301d', 'name': 'tempest-TaggedBootDevicesTest-406378304-router', 'tenant_id': '8252de697276423e8a8f6aac95f2d1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:02Z', 'updated_at': '2021-12-16T22:49:02Z', 'revision_number': 6, 'project_id': '8252de697276423e8a8f6aac95f2d1a3', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:49:05.048238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd08c10-ce5f-4ed5-bcc0-a7466f28c246 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=4cf7e69a-6256-49b2-87c9-6a00403a02fe,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:05.068618 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9de95e3-1ec4-4580-9d6b-de98980e48e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.069439 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9de95e3-1ec4-4580-9d6b-de98980e48e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21566f20-b581-4d06-856b-82c4ef7b301d {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:49:05.074522 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9de95e3-1ec4-4580-9d6b-de98980e48e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.079910 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a9de95e3-1ec4-4580-9d6b-de98980e48e8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/21566f20-b581-4d06-856b-82c4ef7b301d HTTP/1.1" status: 204 len: 168 time: 2.5273790 Dec 16 22:49:05.080619 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47920) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:05.096622 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cd08c10-ce5f-4ed5-bcc0-a7466f28c246 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.101893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6cd08c10-ce5f-4ed5-bcc0-a7466f28c246 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/4cf7e69a-6256-49b2-87c9-6a00403a02fe HTTP/1.1" status: 204 len: 168 time: 0.9745140 Dec 16 22:49:05.104328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47922) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:05.125799 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.146174 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Deleting subnet 12809f72-186c-453b-96d5-ffd2b8218287 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:05.155754 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.175045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:05.178953 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:05.187461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:05.207372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63465ec4-f86d-4bd6-a0c5-213b6c6f5c2a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:05.208535 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.210990 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Pushing event updated for resources: {'Port': ['ID=2c6af399-60f7-4ffc-bc4d-3723be51415e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:05.229669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63465ec4-f86d-4bd6-a0c5-213b6c6f5c2a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:05.232723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-63465ec4-f86d-4bd6-a0c5-213b6c6f5c2a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1273036 Dec 16 22:49:05.237666 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47924) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:05.273111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Attempting to bind port 2c6af399-60f7-4ffc-bc4d-3723be51415e on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:05.273792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Attempting to bind port 2c6af399-60f7-4ffc-bc4d-3723be51415e by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:05.275217 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Attempting to bind port 2c6af399-60f7-4ffc-bc4d-3723be51415e on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:05.285493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:05.286358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:05.287037 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.287682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:05.289258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Bound port: 2c6af399-60f7-4ffc-bc4d-3723be51415e, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:05.290220 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.322323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f2ab57-56e1-4b80-8c50-fab60c31d174 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 3252363d-e351-4287-97e0-6ecf19082462 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:05.354829 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75f2ab57-56e1-4b80-8c50-fab60c31d174 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.406556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] For port 2c6af399-60f7-4ffc-bc4d-3723be51415e, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:05.412917 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] For port 2c6af399-60f7-4ffc-bc4d-3723be51415e, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2c6af399-60f7-4ffc-bc4d-3723be51415e,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:05.416153 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.419914 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75f2ab57-56e1-4b80-8c50-fab60c31d174 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.516765 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.550547 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75f2ab57-56e1-4b80-8c50-fab60c31d174 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.591102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cfe6c-de2e-4acd-a875-b6d1199e54d9 None None] Pushing event updated for resources: {'Port': ['ID=2c6af399-60f7-4ffc-bc4d-3723be51415e,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:05.631252 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.677344 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12809f72-186c-453b-96d5-ffd2b8218287,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:05.684458 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6fe71c-5c93-4c8a-97ef-a7cc6e3097d8 None None] Network 3640ebe8-2eda-4431-a73b-679fa217dd25 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:05.705222 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.710273 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/12809f72-186c-453b-96d5-ffd2b8218287 HTTP/1.1" status: 204 len: 168 time: 0.6286516 Dec 16 22:49:05.715235 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47932) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:05.736655 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:05.738295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:05.739402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:05.741308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:05.742119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:05.743849 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:05.744364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:05.745559 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:05.746189 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:05.747750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:05.750903 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:05.751624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:05.752275 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b022e7-d5ff-4010-8478-ad3d19b7b545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:05.863778 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75f2ab57-56e1-4b80-8c50-fab60c31d174 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.890543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75f2ab57-56e1-4b80-8c50-fab60c31d174 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.897478 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-75f2ab57-56e1-4b80-8c50-fab60c31d174 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/3252363d-e351-4287-97e0-6ecf19082462 HTTP/1.1" status: 204 len: 168 time: 0.6570990 Dec 16 22:49:05.898282 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47934) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:05.928765 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.962153 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bc1e5e-a255-4b45-a071-c7ab039f40ff None None] DHCP port deletion for 3640ebe8-2eda-4431-a73b-679fa217dd25 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:05.998644 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bafdad8d-518c-453b-aaea-7a334334bda7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610101 Dec 16 22:49:05.998644 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2ab57-56e1-4b80-8c50-fab60c31d174 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=3252363d-e351-4287-97e0-6ecf19082462,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:05.999639 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47936) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:06.007622 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8710d3df-3657-4e13-8c07-9a947a6bd116 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:06.057472 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-38bc1e5e-a255-4b45-a071-c7ab039f40ff None None] Deleting port b168e07b-c556-4500-b110-2f3ffdf7eb2a {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:06.058937 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38bc1e5e-a255-4b45-a071-c7ab039f40ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:06.074863 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] Deleting port b168e07b-c556-4500-b110-2f3ffdf7eb2a {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:06.078083 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:06.153599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-38bc1e5e-a255-4b45-a071-c7ab039f40ff None None] For port b168e07b-c556-4500-b110-2f3ffdf7eb2a, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b168e07b-c556-4500-b110-2f3ffdf7eb2a,segment=NetworkSegment(29546ac8-75af-4b2c-ac37-72d2d69ac0ae),segment_id=29546ac8-75af-4b2c-ac37-72d2d69ac0ae)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:06.154008 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38bc1e5e-a255-4b45-a071-c7ab039f40ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:06.170706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-38bc1e5e-a255-4b45-a071-c7ab039f40ff None None] Calling delete_port for b168e07b-c556-4500-b110-2f3ffdf7eb2a owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:06.237047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] For port b168e07b-c556-4500-b110-2f3ffdf7eb2a, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b168e07b-c556-4500-b110-2f3ffdf7eb2a,segment=NetworkSegment(29546ac8-75af-4b2c-ac37-72d2d69ac0ae),segment_id=29546ac8-75af-4b2c-ac37-72d2d69ac0ae)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:06.237574 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:06.261770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] Calling delete_port for b168e07b-c556-4500-b110-2f3ffdf7eb2a owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:06.303653 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8710d3df-3657-4e13-8c07-9a947a6bd116 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:06.313097 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8710d3df-3657-4e13-8c07-9a947a6bd116 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:06.365114 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38bc1e5e-a255-4b45-a071-c7ab039f40ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:06.411600 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:06.422376 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc1e5e-a255-4b45-a071-c7ab039f40ff None None] Pushing event deleted for resources: {'Port': ['ID=b168e07b-c556-4500-b110-2f3ffdf7eb2a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:06.428432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc1e5e-a255-4b45-a071-c7ab039f40ff None None] No DVR routers for this DVR port b168e07b-c556-4500-b110-2f3ffdf7eb2a on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:06.460313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] Pushing event deleted for resources: {'Port': ['ID=b168e07b-c556-4500-b110-2f3ffdf7eb2a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:06.469202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] No DVR routers for this DVR port b168e07b-c556-4500-b110-2f3ffdf7eb2a on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:06.477234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2c6af399-60f7-4ffc-bc4d-3723be51415e up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:06.588005 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2c6af399-60f7-4ffc-bc4d-3723be51415e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:06.588539 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:06.823791 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:06.830910 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8710d3df-3657-4e13-8c07-9a947a6bd116 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:06.883771 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8710d3df-3657-4e13-8c07-9a947a6bd116 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:06.887488 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-8710d3df-3657-4e13-8c07-9a947a6bd116 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:06.896829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8710d3df-3657-4e13-8c07-9a947a6bd116 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:06.897438 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8710d3df-3657-4e13-8c07-9a947a6bd116 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:06.900310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 2c6af399-60f7-4ffc-bc4d-3723be51415e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2c6af399-60f7-4ffc-bc4d-3723be51415e,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:06.921332 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710d3df-3657-4e13-8c07-9a947a6bd116 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=99f6b66c-bcae-41b3-b68f-a4884ba2fdfc,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:06.980217 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:07.040000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=2c6af399-60f7-4ffc-bc4d-3723be51415e,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:07.059532 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8710d3df-3657-4e13-8c07-9a947a6bd116 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0563045 Dec 16 22:49:07.062583 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47942) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:07.071160 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2cf64dc3-1b09-4de3-895f-fab091fa903f no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:07.073033 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7a22f599-95db-4623-b401-44772876f8d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'fixed_ips': [{'subnet_id': '99f6b66c-bcae-41b3-b68f-a4884ba2fdfc', 'ip_address': '2001:db8::d7d6:8dac:dd5d:881f'}], 'name': 'tempest-NetworksTestDHCPv6-1287823445'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:07.099397 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:07.120618 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3640ebe8-2eda-4431-a73b-679fa217dd25']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:07.120920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 2cf64dc3-1b09-4de3-895f-fab091fa903f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:07.121279 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2cf64dc3-1b09-4de3-895f-fab091fa903f not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:07.121702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b168e07b-c556-4500-b110-2f3ffdf7eb2a no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:07.131026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29546ac8-75af-4b2c-ac37-72d2d69ac0ae') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:07.131345 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29546ac8-75af-4b2c-ac37-72d2d69ac0ae') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:07.142087 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:07.151542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: b168e07b-c556-4500-b110-2f3ffdf7eb2a {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:07.151900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b168e07b-c556-4500-b110-2f3ffdf7eb2a not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:07.152324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6c30bf2c-4c23-47a2-b867-3469c7e62616 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:07.164837 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:07.174807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:49:07.175476 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:07.180803 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5292a5-a93b-4a3b-a4da-ee4e341e9cd4 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:07.185416 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 6c30bf2c-4c23-47a2-b867-3469c7e62616 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:07.185919 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6c30bf2c-4c23-47a2-b867-3469c7e62616 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:49:07.199968 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:49:07.306431 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-139e1183-52ef-4ea9-8e9d-1a63dff695dd None None] Provisioning complete for port 2c6af399-60f7-4ffc-bc4d-3723be51415e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:07.306838 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-139e1183-52ef-4ea9-8e9d-1a63dff695dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:07.327587 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:07.333595 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:07.338431 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3640ebe8-2eda-4431-a73b-679fa217dd25 HTTP/1.1" status: 204 len: 168 time: 1.6218319 Dec 16 22:49:07.339170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a22f599-95db-4623-b401-44772876f8d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:07.355682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6206a1-c4cf-4e5d-be48-9d098555b312 admin admin] Pushing event deleted for resources: {'Network': ['ID=3640ebe8-2eda-4431-a73b-679fa217dd25,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:07.504593 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a22f599-95db-4623-b401-44772876f8d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:07.528528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-7a22f599-95db-4623-b401-44772876f8d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port a8727f23-2089-4eb9-b3af-2be7370049cd yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:49:07.716659 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-7a22f599-95db-4623-b401-44772876f8d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::d7d6:8dac:dd5d:881f (42c10802-266f-4e43-9fa4-b4150fb3dd7a/99f6b66c-bcae-41b3-b68f-a4884ba2fdfc/a8727f23-2089-4eb9-b3af-2be7370049cd) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:07.799303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-014bdf12-bbbc-4dc6-88fe-b097bf769d89 None None] Provisioning complete for port 2c6af399-60f7-4ffc-bc4d-3723be51415e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:07.802447 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-014bdf12-bbbc-4dc6-88fe-b097bf769d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:07.936821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47956) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:07.984197 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a22f599-95db-4623-b401-44772876f8d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.006834 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ce3403f9-8e54-40f1-9821-bb1f9bb1d913 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7592d70f4a444ff5a275646bbf28d1f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0686030 Dec 16 22:49:08.009564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47958) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:08.062751 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-878c836c-3543-4ef6-b9c9-cd5272af096e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.094857 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a22f599-95db-4623-b401-44772876f8d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.100659 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c0ebf193-bb6d-416c-bbb5-fa512639656d None None] Could not find standard attr ID for object 0db4b482-82f4-45c2-bdb0-69b625c1964c. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:49:08.112452 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-878c836c-3543-4ef6-b9c9-cd5272af096e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.152430 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a22f599-95db-4623-b401-44772876f8d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:08.156243 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7a22f599-95db-4623-b401-44772876f8d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:08.159088 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a22f599-95db-4623-b401-44772876f8d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:08.165312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a22f599-95db-4623-b401-44772876f8d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:08.175434 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a22f599-95db-4623-b401-44772876f8d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.186640 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22f599-95db-4623-b401-44772876f8d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=a8727f23-2089-4eb9-b3af-2be7370049cd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:08.258941 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-878c836c-3543-4ef6-b9c9-cd5272af096e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.261859 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-878c836c-3543-4ef6-b9c9-cd5272af096e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.266421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-878c836c-3543-4ef6-b9c9-cd5272af096e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0808843-1c50-437b-b529-51ff6e4e3291 HTTP/1.1" status: 204 len: 168 time: 0.2528560 Dec 16 22:49:08.275387 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c836c-3543-4ef6-b9c9-cd5272af096e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0808843-1c50-437b-b529-51ff6e4e3291,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:08.294784 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7a22f599-95db-4623-b401-44772876f8d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2264273 Dec 16 22:49:08.297322 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47962) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:08.325277 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7fd53be9-dc32-43e7-a1eb-0d4f5eb68956 None None] Could not find standard attr ID for object 12f96a6e-f69e-43bb-a07a-8eaa7d98d17d. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:49:08.381961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32babb57-b452-47ff-9266-3062787392c1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:08.388403 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32babb57-b452-47ff-9266-3062787392c1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:08.390099 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-32babb57-b452-47ff-9266-3062787392c1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0918038 Dec 16 22:49:08.392862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47964) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:08.426161 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2c6af399-60f7-4ffc-bc4d-3723be51415e up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:08.510257 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2c6af399-60f7-4ffc-bc4d-3723be51415e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:08.510764 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.520893 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ead18ad5-c5b2-48e0-9c90-0ae58823417c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port a8727f23-2089-4eb9-b3af-2be7370049cd {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:08.521552 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ead18ad5-c5b2-48e0-9c90-0ae58823417c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.625151 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ead18ad5-c5b2-48e0-9c90-0ae58823417c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.636859 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b139f1c3-5b46-4a78-a7f8-564f48b29a2f None None] Could not find standard attr ID for object 345b66fd-b16c-4d26-a9d8-23bc3384be24. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:49:08.641363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ead18ad5-c5b2-48e0-9c90-0ae58823417c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for a8727f23-2089-4eb9-b3af-2be7370049cd owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:08.852417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ec179ee0-ccbf-4921-8fb8-d1af998bfbfb None None] Could not find standard attr ID for object c9ec0cc2-46fa-4e01-b516-2647aa46be64. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:49:08.873604 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ead18ad5-c5b2-48e0-9c90-0ae58823417c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.911011 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead18ad5-c5b2-48e0-9c90-0ae58823417c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=a8727f23-2089-4eb9-b3af-2be7370049cd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:08.956120 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ead18ad5-c5b2-48e0-9c90-0ae58823417c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.959985 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ead18ad5-c5b2-48e0-9c90-0ae58823417c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/a8727f23-2089-4eb9-b3af-2be7370049cd HTTP/1.1" status: 204 len: 168 time: 0.5660219 Dec 16 22:49:08.968862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47970) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:09.061858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a43c47-b8e5-4f26-92f3-966b049d80c6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:09.064117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a43c47-b8e5-4f26-92f3-966b049d80c6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:09.065756 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-15a43c47-b8e5-4f26-92f3-966b049d80c6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0957422 Dec 16 22:49:09.068492 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47974) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:09.071792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9a3ee70d-bb8c-4164-9e22-189ef2ac4e1c None None] Could not find standard attr ID for object 4cf7e69a-6256-49b2-87c9-6a00403a02fe. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:49:09.135557 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66b5fa5-10e5-4a5d-8a0f-dcba35e8dbf0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 99f6b66c-bcae-41b3-b68f-a4884ba2fdfc {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:09.138410 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c66b5fa5-10e5-4a5d-8a0f-dcba35e8dbf0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.182317 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c66b5fa5-10e5-4a5d-8a0f-dcba35e8dbf0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.237186 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c66b5fa5-10e5-4a5d-8a0f-dcba35e8dbf0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.238476 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47976) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:09.307042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2809c5a0-c2f1-4f44-a954-0ae50c32e6fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8252de697276423e8a8f6aac95f2d1a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0672982 Dec 16 22:49:09.309591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47978) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:09.363153 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27d75641-5d5a-4d40-ad31-ca3d1acc4a00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.388549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4c23bee2-1285-4e17-87c0-dc1c3d8d78d5 None None] Could not find standard attr ID for object a8727f23-2089-4eb9-b3af-2be7370049cd. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:49:09.393167 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27d75641-5d5a-4d40-ad31-ca3d1acc4a00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.396235 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c66b5fa5-10e5-4a5d-8a0f-dcba35e8dbf0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.431139 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b5fa5-10e5-4a5d-8a0f-dcba35e8dbf0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=99f6b66c-bcae-41b3-b68f-a4884ba2fdfc,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:09.436926 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c66b5fa5-10e5-4a5d-8a0f-dcba35e8dbf0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.440568 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c66b5fa5-10e5-4a5d-8a0f-dcba35e8dbf0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/99f6b66c-bcae-41b3-b68f-a4884ba2fdfc HTTP/1.1" status: 204 len: 168 time: 0.3710458 Dec 16 22:49:09.443452 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47980) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:09.495810 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-560080cd-20bd-4cf7-b73f-774e11c2aa25 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509551 Dec 16 22:49:09.499228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47982) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:09.538667 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27d75641-5d5a-4d40-ad31-ca3d1acc4a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.541360 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27d75641-5d5a-4d40-ad31-ca3d1acc4a00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.545856 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-27d75641-5d5a-4d40-ad31-ca3d1acc4a00 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cffaf615-2a2e-4aac-9df6-48f5de007094 HTTP/1.1" status: 204 len: 168 time: 0.2320359 Dec 16 22:49:09.559300 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ece41c2-51f4-4dc0-a9c9-e2c2f3aa6fea tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:09.561958 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2ece41c2-51f4-4dc0-a9c9-e2c2f3aa6fea tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0610845 Dec 16 22:49:09.562795 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d75641-5d5a-4d40-ad31-ca3d1acc4a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffaf615-2a2e-4aac-9df6-48f5de007094,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:09.564900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47986) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:09.592189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01babf5-4ec5-402c-bfb5-cb9f38eab5a6 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:09.636429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f7031a-8ddb-41c1-97fe-19cdbb094c8b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:09.638202 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-25f7031a-8ddb-41c1-97fe-19cdbb094c8b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0721457 Dec 16 22:49:09.641471 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 47988) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:09.694572 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-77e41ea2-407d-49de-99f6-2464c2cc3c87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517023 Dec 16 22:49:09.698512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 47990) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:09.705261 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f13a49b8-2c40-4462-80ed-e105104122fb tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:09.783543 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0cc8ef-97c9-4c08-b8f3-943b81d7be09 None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:09.839556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0d0cc8ef-97c9-4c08-b8f3-943b81d7be09 None None] Deleting port 2c6af399-60f7-4ffc-bc4d-3723be51415e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:09.840094 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc8ef-97c9-4c08-b8f3-943b81d7be09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.912506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0d0cc8ef-97c9-4c08-b8f3-943b81d7be09 None None] For port 2c6af399-60f7-4ffc-bc4d-3723be51415e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2c6af399-60f7-4ffc-bc4d-3723be51415e,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:09.912914 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc8ef-97c9-4c08-b8f3-943b81d7be09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.927803 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13a49b8-2c40-4462-80ed-e105104122fb tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:09.930065 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0d0cc8ef-97c9-4c08-b8f3-943b81d7be09 None None] Calling delete_port for 2c6af399-60f7-4ffc-bc4d-3723be51415e owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:09.942014 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f13a49b8-2c40-4462-80ed-e105104122fb tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:10.157455 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc8ef-97c9-4c08-b8f3-943b81d7be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:10.182140 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cc8ef-97c9-4c08-b8f3-943b81d7be09 None None] Pushing event deleted for resources: {'Port': ['ID=2c6af399-60f7-4ffc-bc4d-3723be51415e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:10.191808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0cc8ef-97c9-4c08-b8f3-943b81d7be09 None None] No DVR routers for this DVR port 2c6af399-60f7-4ffc-bc4d-3723be51415e on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:10.374008 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2c6af399-60f7-4ffc-bc4d-3723be51415e no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:10.384601 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f13a49b8-2c40-4462-80ed-e105104122fb tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:10.399728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 2c6af399-60f7-4ffc-bc4d-3723be51415e {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:10.400460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2c6af399-60f7-4ffc-bc4d-3723be51415e not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:10.429496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13a49b8-2c40-4462-80ed-e105104122fb tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:10.432699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f13a49b8-2c40-4462-80ed-e105104122fb tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:10.437597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13a49b8-2c40-4462-80ed-e105104122fb tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:10.438468 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f13a49b8-2c40-4462-80ed-e105104122fb tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:10.443302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d0de73-53ea-4c8f-8b1f-d2d15a7d8934 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:10.454231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a49b8-2c40-4462-80ed-e105104122fb tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=1b5c367b-2420-43fd-813c-53d7af421fda,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:10.516121 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f13a49b8-2c40-4462-80ed-e105104122fb tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8128371 Dec 16 22:49:10.516323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48010) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:10.521284 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6f2beab8-b237-4651-9661-1eca25b38883 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'fixed_ips': [{'subnet_id': '1b5c367b-2420-43fd-813c-53d7af421fda', 'ip_address': '2001:db8::5ed1:137c:b18a:9303'}], 'name': 'tempest-NetworksTestDHCPv6-1728065106'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:10.574288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': '1b5c367b-2420-43fd-813c-53d7af421fda'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:49:10.575299 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:10.710157 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2beab8-b237-4651-9661-1eca25b38883 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:10.716564 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f2beab8-b237-4651-9661-1eca25b38883 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:10.726987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Allocated IP 2001:db8::2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/1b5c367b-2420-43fd-813c-53d7af421fda/f5d29f2e-c973-4c77-9e67-d471b2828e23) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:10.739999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-6f2beab8-b237-4651-9661-1eca25b38883 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port 987a02eb-902d-49cd-94b6-91631899bd90 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:49:10.821085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48016) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:10.902681 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:10.938381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-35234172-f905-49af-96b6-e89205a00f5c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2120862505-network', 'tenant_id': '7598faf309884af08e32732a45eb82c2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:10.973164 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.022353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:11.026213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Pushing event updated for resources: {'Port': ['ID=f5d29f2e-c973-4c77-9e67-d471b2828e23,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:11.028765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:11.034416 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:11.043610 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-6f2beab8-b237-4651-9661-1eca25b38883 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::5ed1:137c:b18a:9303 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/1b5c367b-2420-43fd-813c-53d7af421fda/987a02eb-902d-49cd-94b6-91631899bd90) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:11.047923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35234172-f905-49af-96b6-e89205a00f5c admin admin] Made reservation on behalf of 7598faf309884af08e32732a45eb82c2 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:11.056923 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35234172-f905-49af-96b6-e89205a00f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.069777 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35234172-f905-49af-96b6-e89205a00f5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.122799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Attempting to bind port f5d29f2e-c973-4c77-9e67-d471b2828e23 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:11.124114 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Attempting to bind port f5d29f2e-c973-4c77-9e67-d471b2828e23 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:11.124114 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Attempting to bind port f5d29f2e-c973-4c77-9e67-d471b2828e23 on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:11.146725 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:11.147111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:11.147553 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.147955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:11.148450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Bound port: f5d29f2e-c973-4c77-9e67-d471b2828e23, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:11.148841 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.222572 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35234172-f905-49af-96b6-e89205a00f5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.240390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] For port f5d29f2e-c973-4c77-9e67-d471b2828e23, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:11.243590 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] For port f5d29f2e-c973-4c77-9e67-d471b2828e23, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f5d29f2e-c973-4c77-9e67-d471b2828e23,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:11.257496 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f2beab8-b237-4651-9661-1eca25b38883 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.287594 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35234172-f905-49af-96b6-e89205a00f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.310333 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.339889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35234172-f905-49af-96b6-e89205a00f5c admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:49:11.357864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35234172-f905-49af-96b6-e89205a00f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46d7d72-664d-4546-8f15-2b04a3156fd7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:11.361757 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35234172-f905-49af-96b6-e89205a00f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.362161 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-35234172-f905-49af-96b6-e89205a00f5c admin admin] Added segment 691db724-2279-442b-ba4a-19ceffc3b706 of type vlan for network f9696325-b450-49ff-84ca-eac34f68c7bb Dec 16 22:49:11.380072 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f2beab8-b237-4651-9661-1eca25b38883 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.415682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd4511-3fc7-4e3e-93f7-d158c88a5cea None None] Pushing event updated for resources: {'Port': ['ID=f5d29f2e-c973-4c77-9e67-d471b2828e23,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:11.431867 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35234172-f905-49af-96b6-e89205a00f5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.442399 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2beab8-b237-4651-9661-1eca25b38883 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:11.445986 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-6f2beab8-b237-4651-9661-1eca25b38883 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:11.448445 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2beab8-b237-4651-9661-1eca25b38883 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:11.455585 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2beab8-b237-4651-9661-1eca25b38883 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:11.456254 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f2beab8-b237-4651-9661-1eca25b38883 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.468073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2beab8-b237-4651-9661-1eca25b38883 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=987a02eb-902d-49cd-94b6-91631899bd90,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:11.538870 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35234172-f905-49af-96b6-e89205a00f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.544365 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35234172-f905-49af-96b6-e89205a00f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:11.547481 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35234172-f905-49af-96b6-e89205a00f5c admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.556650 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6f2beab8-b237-4651-9661-1eca25b38883 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0394063 Dec 16 22:49:11.557342 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48030) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:11.567255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9c08a6f2-bd52-4412-926a-04962402f794 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'fixed_ips': [{'subnet_id': '1b5c367b-2420-43fd-813c-53d7af421fda', 'ip_address': '2001:db8::5ed1:137c:b18a:9303'}], 'name': 'tempest-NetworksTestDHCPv6-973026609'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:11.618348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48032) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:11.680917 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-35234172-f905-49af-96b6-e89205a00f5c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8575056 Dec 16 22:49:11.681819 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48036) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:11.687074 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-8b880ba6-703f-4ccf-bd35-be3ce10ad2d7 admin admin] Request body: {'subnet': {'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2120862505-subnet', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:11.692555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35234172-f905-49af-96b6-e89205a00f5c admin admin] Pushing event updated for resources: {'Network': ['ID=f9696325-b450-49ff-84ca-eac34f68c7bb,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:11.716118 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network f9696325-b450-49ff-84ca-eac34f68c7bb details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:49:11.824654 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b880ba6-703f-4ccf-bd35-be3ce10ad2d7 admin admin] Made reservation on behalf of 7598faf309884af08e32732a45eb82c2 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:11.830950 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b880ba6-703f-4ccf-bd35-be3ce10ad2d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.910584 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c08a6f2-bd52-4412-926a-04962402f794 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:11.920593 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c08a6f2-bd52-4412-926a-04962402f794 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.946834 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e531524-8257-4e0a-b768-816eacef4134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:11.955402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-9c08a6f2-bd52-4412-926a-04962402f794 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port 5a5de9c9-4bc1-4f88-8e53-a7d3cd218064 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:49:12.115808 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e531524-8257-4e0a-b768-816eacef4134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.167662 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b880ba6-703f-4ccf-bd35-be3ce10ad2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.198943 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e531524-8257-4e0a-b768-816eacef4134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.224619 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c08a6f2-bd52-4412-926a-04962402f794 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 22:49:12.225085 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c08a6f2-bd52-4412-926a-04962402f794 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:49:12.275556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7e531524-8257-4e0a-b768-816eacef4134 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=863162ca0d0e4e4f88e92a34568ce9dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6559546 Dec 16 22:49:12.276287 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48040) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:12.280409 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e531524-8257-4e0a-b768-816eacef4134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a5cae0-3c37-46ad-8311-a2c8e15212c8,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:12.287593 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b880ba6-703f-4ccf-bd35-be3ce10ad2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e270dbc5-c7e3-4ed6-9c89-2c10c311a073,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:12.336600 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9c08a6f2-bd52-4412-926a-04962402f794 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7730360 Dec 16 22:49:12.336707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b880ba6-703f-4ccf-bd35-be3ce10ad2d7 admin admin] Checking segment: {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:12.336707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b880ba6-703f-4ccf-bd35-be3ce10ad2d7 admin admin] Network hostable DHCP agents. Network: f9696325-b450-49ff-84ca-eac34f68c7bb, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:49:12.339107 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48042) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:12.404653 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8360467-0d0a-4f6a-954e-88e02cf79ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.415633 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b9b664-91bf-4ac0-a58c-a0f9ca7e8ac3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:12.424383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b9b664-91bf-4ac0-a58c-a0f9ca7e8ac3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:12.428312 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-97b9b664-91bf-4ac0-a58c-a0f9ca7e8ac3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0881009 Dec 16 22:49:12.429322 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f5d29f2e-c973-4c77-9e67-d471b2828e23 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:12.431007 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48044) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:12.431741 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8360467-0d0a-4f6a-954e-88e02cf79ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.464508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b880ba6-703f-4ccf-bd35-be3ce10ad2d7 admin admin] Network f9696325-b450-49ff-84ca-eac34f68c7bb is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:49:12.482722 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f5d29f2e-c973-4c77-9e67-d471b2828e23 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:12.483579 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.542280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-8b880ba6-703f-4ccf-bd35-be3ce10ad2d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, f9696325-b450-49ff-84ca-eac34f68c7bb) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:12.547602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b880ba6-703f-4ccf-bd35-be3ce10ad2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:12.548475 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8b880ba6-703f-4ccf-bd35-be3ce10ad2d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.556660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b1b0a-1674-4ddb-9c34-cb96df0fc8e8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port 987a02eb-902d-49cd-94b6-91631899bd90 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:12.558065 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a5b1b0a-1674-4ddb-9c34-cb96df0fc8e8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.562826 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4945a8c9-9b86-4161-9173-198a233b594b None None] Network f9696325-b450-49ff-84ca-eac34f68c7bb requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:12.573440 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8360467-0d0a-4f6a-954e-88e02cf79ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.578846 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8360467-0d0a-4f6a-954e-88e02cf79ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.584126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f8360467-0d0a-4f6a-954e-88e02cf79ec4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75a5cae0-3c37-46ad-8311-a2c8e15212c8 HTTP/1.1" status: 204 len: 168 time: 0.3052971 Dec 16 22:49:12.596157 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8360467-0d0a-4f6a-954e-88e02cf79ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a5cae0-3c37-46ad-8311-a2c8e15212c8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:12.637264 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8b880ba6-703f-4ccf-bd35-be3ce10ad2d7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9526682 Dec 16 22:49:12.637264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48048) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:12.652945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2120862505-router', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:12.682359 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.710276 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a5b1b0a-1674-4ddb-9c34-cb96df0fc8e8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.726414 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-f9696325-b450-49ff-84ca-eac34f68c7bb', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'project_id': '7598faf309884af08e32732a45eb82c2', 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:49:12.727304 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.729131 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b1b0a-1674-4ddb-9c34-cb96df0fc8e8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for 987a02eb-902d-49cd-94b6-91631899bd90 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:12.760256 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.760720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port f5d29f2e-c973-4c77-9e67-d471b2828e23, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f5d29f2e-c973-4c77-9e67-d471b2828e23,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:12.761812 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.850921 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.876442 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.935106 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Allocated IP 172.20.0.2 (f9696325-b450-49ff-84ca-eac34f68c7bb/e270dbc5-c7e3-4ed6-9c89-2c10c311a073/d246a8e9-3059-4503-b856-342fc65f9c47) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:12.976905 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a5b1b0a-1674-4ddb-9c34-cb96df0fc8e8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.027319 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e6340d01-b42f-472b-81f9-ac875dc91f3f None None] Provisioning complete for port f5d29f2e-c973-4c77-9e67-d471b2828e23 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:13.027649 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6340d01-b42f-472b-81f9-ac875dc91f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.028937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b1b0a-1674-4ddb-9c34-cb96df0fc8e8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=987a02eb-902d-49cd-94b6-91631899bd90,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:13.083557 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a5b1b0a-1674-4ddb-9c34-cb96df0fc8e8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.087460 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0a5b1b0a-1674-4ddb-9c34-cb96df0fc8e8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/987a02eb-902d-49cd-94b6-91631899bd90 HTTP/1.1" status: 204 len: 168 time: 0.6545303 Dec 16 22:49:13.090183 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48052) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:13.094881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=f5d29f2e-c973-4c77-9e67-d471b2828e23,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:13.107392 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.156228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5886a7-3e3a-4d81-a793-90cba8a98231 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:13.157885 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5886a7-3e3a-4d81-a793-90cba8a98231 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:13.161891 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7a5886a7-3e3a-4d81-a793-90cba8a98231 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0681913 Dec 16 22:49:13.162299 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48054) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:13.221757 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-282656bb-619b-4f33-a137-ef88ad476933 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 1b5c367b-2420-43fd-813c-53d7af421fda {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:13.225890 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-282656bb-619b-4f33-a137-ef88ad476933 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.317740 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-282656bb-619b-4f33-a137-ef88ad476933 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.411683 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48058) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:13.433392 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-90811ab7-835f-438b-9b6c-811e06d938c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.433927 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-282656bb-619b-4f33-a137-ef88ad476933 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.454546 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.509393 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.516865 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-90811ab7-835f-438b-9b6c-811e06d938c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.538303 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.539619 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.585031 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5a5b9aa7-0ed0-4e65-bbc3-d6e96bb1bffa None None] Could not find standard attr ID for object 987a02eb-902d-49cd-94b6-91631899bd90. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:49:13.593226 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-90811ab7-835f-438b-9b6c-811e06d938c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.596299 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Network f9696325-b450-49ff-84ca-eac34f68c7bb is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:13.597604 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Pushing event updated for resources: {'Port': ['ID=d246a8e9-3059-4503-b856-342fc65f9c47,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:13.603723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:13.603723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:13.618302 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.633330 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90811ab7-835f-438b-9b6c-811e06d938c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1d2b8d-87bb-4d82-ab27-df96c2f6d59b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:13.648001 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.655826 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-90811ab7-835f-438b-9b6c-811e06d938c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=736efc8925144f8c8a5c2bbc19176162&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2425451 Dec 16 22:49:13.656749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48060) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:13.667732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Attempting to bind port d246a8e9-3059-4503-b856-342fc65f9c47 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:13.667732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Attempting to bind port d246a8e9-3059-4503-b856-342fc65f9c47 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:13.667732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Attempting to bind port d246a8e9-3059-4503-b856-342fc65f9c47 on network f9696325-b450-49ff-84ca-eac34f68c7bb {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:13.669856 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:13.670867 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Checking segment: {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:13.671297 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.672130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Bound using segment: {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:13.672268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Bound port: d246a8e9-3059-4503-b856-342fc65f9c47, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:13.672557 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.687231 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-282656bb-619b-4f33-a137-ef88ad476933 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.712736 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ef105997-9dfb-4700-b4b8-22d7a62006a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.726631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282656bb-619b-4f33-a137-ef88ad476933 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=1b5c367b-2420-43fd-813c-53d7af421fda,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:13.734180 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-282656bb-619b-4f33-a137-ef88ad476933 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.736571 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ef105997-9dfb-4700-b4b8-22d7a62006a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.737434 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-282656bb-619b-4f33-a137-ef88ad476933 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/1b5c367b-2420-43fd-813c-53d7af421fda HTTP/1.1" status: 204 len: 168 time: 0.5741234 Dec 16 22:49:13.739826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48062) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:13.748398 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] For port d246a8e9-3059-4503-b856-342fc65f9c47, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:13.753247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a718400-674f-4141-8ac6-ab821e71349b None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:13.756244 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] For port d246a8e9-3059-4503-b856-342fc65f9c47, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d246a8e9-3059-4503-b856-342fc65f9c47,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:13.794096 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-01fa2358-2a3e-4ce2-bff6-d8f9751e1ee5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527599 Dec 16 22:49:13.798309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Allocated IP 172.25.2.124 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:13.799158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48064) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:13.806870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ff67f342-d886-4cbc-b3ce-c89ff9a6c74b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:13.828634 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.928226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691e506-f6cc-4e7e-9103-c12bd9d54b6d None None] Pushing event updated for resources: {'Port': ['ID=d246a8e9-3059-4503-b856-342fc65f9c47,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:13.938867 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ef105997-9dfb-4700-b4b8-22d7a62006a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.941956 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ef105997-9dfb-4700-b4b8-22d7a62006a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.943605 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ef105997-9dfb-4700-b4b8-22d7a62006a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d1d2b8d-87bb-4d82-ab27-df96c2f6d59b HTTP/1.1" status: 204 len: 168 time: 0.2855852 Dec 16 22:49:13.969064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef105997-9dfb-4700-b4b8-22d7a62006a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1d2b8d-87bb-4d82-ab27-df96c2f6d59b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:14.038509 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.044260 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927b1b1f-6477-40b9-847a-cacffd8a9148 None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:14.094284 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff67f342-d886-4cbc-b3ce-c89ff9a6c74b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:14.107880 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff67f342-d886-4cbc-b3ce-c89ff9a6c74b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.109124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-927b1b1f-6477-40b9-847a-cacffd8a9148 None None] Deleting port f5d29f2e-c973-4c77-9e67-d471b2828e23 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:14.109516 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-927b1b1f-6477-40b9-847a-cacffd8a9148 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.217543 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-927b1b1f-6477-40b9-847a-cacffd8a9148 None None] For port f5d29f2e-c973-4c77-9e67-d471b2828e23, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f5d29f2e-c973-4c77-9e67-d471b2828e23,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:14.218028 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-927b1b1f-6477-40b9-847a-cacffd8a9148 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.231375 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.233493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-927b1b1f-6477-40b9-847a-cacffd8a9148 None None] Calling delete_port for f5d29f2e-c973-4c77-9e67-d471b2828e23 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:14.347525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Pushing event updated for resources: {'Port': ['ID=f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:14.390668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:14.393543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:14.399341 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:14.418375 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de665abd-8fe9-46d0-a5d1-931c6b100849 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:14.429148 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-927b1b1f-6477-40b9-847a-cacffd8a9148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.482474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b1b1f-6477-40b9-847a-cacffd8a9148 None None] Pushing event deleted for resources: {'Port': ['ID=f5d29f2e-c973-4c77-9e67-d471b2828e23,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:14.485786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927b1b1f-6477-40b9-847a-cacffd8a9148 None None] No DVR routers for this DVR port f5d29f2e-c973-4c77-9e67-d471b2828e23 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:14.516050 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d246a8e9-3059-4503-b856-342fc65f9c47 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:14.561117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-181f0cf7-0427-4139-8c20-666d9cf12f14 None None] Provisioning complete for port f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:14.561603 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-181f0cf7-0427-4139-8c20-666d9cf12f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.568076 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff67f342-d886-4cbc-b3ce-c89ff9a6c74b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.610471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-181f0cf7-0427-4139-8c20-666d9cf12f14 None None] Port f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:14.628066 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d246a8e9-3059-4503-b856-342fc65f9c47 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:14.633936 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.656730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff67f342-d886-4cbc-b3ce-c89ff9a6c74b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:14.664546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67f342-d886-4cbc-b3ce-c89ff9a6c74b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=64c6d27f-10a3-4179-a0a4-0d9e168c58a7,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:14.671039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-ff67f342-d886-4cbc-b3ce-c89ff9a6c74b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:14.675000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff67f342-d886-4cbc-b3ce-c89ff9a6c74b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:14.675792 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff67f342-d886-4cbc-b3ce-c89ff9a6c74b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.681872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaeca79-d2c7-4770-90b4-e32cef64f601 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:14.761621 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ff67f342-d886-4cbc-b3ce-c89ff9a6c74b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9580731 Dec 16 22:49:14.762256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48080) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:14.768831 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-cee81099-0470-4223-8704-89df69ae250c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'fixed_ips': [{'subnet_id': '64c6d27f-10a3-4179-a0a4-0d9e168c58a7', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1243011465'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:14.818151 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.847419 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': '64c6d27f-10a3-4179-a0a4-0d9e168c58a7'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:49:14.848731 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.935652 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:15.032162 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port d246a8e9-3059-4503-b856-342fc65f9c47, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d246a8e9-3059-4503-b856-342fc65f9c47,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:15.099131 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee81099-0470-4223-8704-89df69ae250c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:15.123978 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:15.140140 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Allocated IP 2001:db8::2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/64c6d27f-10a3-4179-a0a4-0d9e168c58a7/610b0403-a9ea-4728-84d1-020a77877f5c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:15.264114 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f5d29f2e-c973-4c77-9e67-d471b2828e23 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:15.273547 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:15.304270 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=d246a8e9-3059-4503-b856-342fc65f9c47,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:15.307770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: f5d29f2e-c973-4c77-9e67-d471b2828e23 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:15.308186 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f5d29f2e-c973-4c77-9e67-d471b2828e23 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:15.446059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d7174a-c1de-4875-80b5-68b7fab5d76e None None] Network f9696325-b450-49ff-84ca-eac34f68c7bb requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:15.555018 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:15.695222 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-49d299bd-f9d1-4ae7-b320-5f5240cd33d1 None None] Provisioning complete for port d246a8e9-3059-4503-b856-342fc65f9c47 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:15.695222 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49d299bd-f9d1-4ae7-b320-5f5240cd33d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:15.695707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Router e5214b21-a589-47f5-ae9f-e83119bcce89 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:49:15.711134 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cee81099-0470-4223-8704-89df69ae250c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:15.730866 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-cee81099-0470-4223-8704-89df69ae250c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port 17d690d1-83fe-4a7d-b4d4-a9e1ee9ab9b5 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:49:15.775727 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:15.836917 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:15.841384 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:15.851328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:15.897499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Pushing event updated for resources: {'Port': ['ID=610b0403-a9ea-4728-84d1-020a77877f5c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:15.938247 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee81099-0470-4223-8704-89df69ae250c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:49:15.939970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee81099-0470-4223-8704-89df69ae250c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:49:15.947251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Attempting to bind port 610b0403-a9ea-4728-84d1-020a77877f5c on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:15.947657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Attempting to bind port 610b0403-a9ea-4728-84d1-020a77877f5c by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:15.948028 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Attempting to bind port 610b0403-a9ea-4728-84d1-020a77877f5c on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:15.954785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:15.955165 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:15.955631 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:15.956034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:15.956527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Bound port: 610b0403-a9ea-4728-84d1-020a77877f5c, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:15.956922 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:16.021757 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cee81099-0470-4223-8704-89df69ae250c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2575409 Dec 16 22:49:16.024857 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48100) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:16.046198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] For port 610b0403-a9ea-4728-84d1-020a77877f5c, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:16.049988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] For port 610b0403-a9ea-4728-84d1-020a77877f5c, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=610b0403-a9ea-4728-84d1-020a77877f5c,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:16.085384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9dfeaa-643d-4b4c-aac4-f0d6b24cce7c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:16.090303 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8d9dfeaa-643d-4b4c-aac4-f0d6b24cce7c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0643401 Dec 16 22:49:16.091890 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48102) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:16.156826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b453e6a6-818e-4316-8b8e-97e2b4419fba tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:16.158518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b453e6a6-818e-4316-8b8e-97e2b4419fba tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:16.160202 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b453e6a6-818e-4316-8b8e-97e2b4419fba tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0664020 Dec 16 22:49:16.162994 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48104) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:16.179110 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:16.241187 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0e278d-01e8-4298-b346-8fdc0a302cec tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 64c6d27f-10a3-4179-a0a4-0d9e168c58a7 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:16.245001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf0e278d-01e8-4298-b346-8fdc0a302cec tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:16.252267 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-09f8933e-a92b-40aa-991f-f4687f00b845 None None] Provisioning complete for port d246a8e9-3059-4503-b856-342fc65f9c47 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:16.253151 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09f8933e-a92b-40aa-991f-f4687f00b845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:16.304153 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f195a2a-23f4-48f7-8c25-2f0e0749bfb7 None None] Pushing event updated for resources: {'Port': ['ID=610b0403-a9ea-4728-84d1-020a77877f5c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:16.308529 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:49:16.322910 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Sync routers for ids ['e5214b21-a589-47f5-ae9f-e83119bcce89'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:49:16.325173 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf0e278d-01e8-4298-b346-8fdc0a302cec tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:16.339568 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Routers {'e5214b21-a589-47f5-ae9f-e83119bcce89'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:16.340230 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:48:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e5214b21-a589-47f5-ae9f-e83119bcce89'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:16.384047 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:16.390745 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-299cdf3e-fe89-4c35-ae10-c2ca92e8d4ad admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7486563 Dec 16 22:49:16.392927 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48106) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:16.471513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d246a8e9-3059-4503-b856-342fc65f9c47 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:16.501426 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Set router e5214b21-a589-47f5-ae9f-e83119bcce89 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:16.516598 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf0e278d-01e8-4298-b346-8fdc0a302cec tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:16.556028 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d246a8e9-3059-4503-b856-342fc65f9c47 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:16.556604 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:16.750590 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf0e278d-01e8-4298-b346-8fdc0a302cec tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:16.795968 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf0e278d-01e8-4298-b346-8fdc0a302cec tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:16.810711 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cf0e278d-01e8-4298-b346-8fdc0a302cec tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/64c6d27f-10a3-4179-a0a4-0d9e168c58a7 HTTP/1.1" status: 204 len: 168 time: 0.6452188 Dec 16 22:49:16.843236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48108) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:16.853082 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e278d-01e8-4298-b346-8fdc0a302cec tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=64c6d27f-10a3-4179-a0a4-0d9e168c58a7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:16.929127 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-15d59ce3-aecf-49ab-b49f-172c83c7d653 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837862 Dec 16 22:49:16.930078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48112) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:16.937301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-15677076-fcf1-48fe-87d9-a9231e4d094a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:17.009587 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'name': 'tempest-ServerActionsTestJSON-2120862505-router', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:12Z', 'updated_at': '2021-12-16T22:49:14Z', 'revision_number': 3, 'project_id': '7598faf309884af08e32732a45eb82c2', 'gw_port': {'id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:13Z', 'updated_at': '2021-12-16T22:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:17.061476 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Checking router: e5214b21-a589-47f5-ae9f-e83119bcce89 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:49:17.061825 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Updating router e5214b21-a589-47f5-ae9f-e83119bcce89 port f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:49:17.114626 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.136903 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.171502 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15677076-fcf1-48fe-87d9-a9231e4d094a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:17.177163 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15677076-fcf1-48fe-87d9-a9231e4d094a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.411258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Allocated IP 172.20.0.1 (f9696325-b450-49ff-84ca-eac34f68c7bb/e270dbc5-c7e3-4ed6-9c89-2c10c311a073/351a74d7-2138-4a7e-b1db-dc802690b0ef) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:17.468850 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.552793 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.561589 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.666265 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15677076-fcf1-48fe-87d9-a9231e4d094a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.699102 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Attempting to bind port f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:17.700176 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Attempting to bind port f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:17.701486 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Attempting to bind port f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:17.718533 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.730767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93b438a-34c3-48ba-903e-8427a6f1e477 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:17.750094 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:17.758418 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:17.758418 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.759334 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:17.764947 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Bound port: f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:17.766383 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.769773 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb4b84-e1c7-4f1d-9c94-3d914037915f None None] Pushing event updated for resources: {'Port': ['ID=f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:17.788467 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15677076-fcf1-48fe-87d9-a9231e4d094a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:17.788467 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-15677076-fcf1-48fe-87d9-a9231e4d094a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:17.788745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Network f9696325-b450-49ff-84ca-eac34f68c7bb is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:17.792515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:17.796635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:17.802613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15677076-fcf1-48fe-87d9-a9231e4d094a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:17.808958 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15677076-fcf1-48fe-87d9-a9231e4d094a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.835665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Pushing event updated for resources: {'Port': ['ID=351a74d7-2138-4a7e-b1db-dc802690b0ef,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:17.840845 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15677076-fcf1-48fe-87d9-a9231e4d094a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=eed5da54-d95f-4ba6-9c22-8b9c4ae19fa1,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:17.862123 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.873914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f732d750-79cb-4c0b-a40b-a9505a2efdd3 None None] Provisioning complete for port f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:17.874450 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f732d750-79cb-4c0b-a40b-a9505a2efdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.903587 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb4b84-e1c7-4f1d-9c94-3d914037915f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.904592 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb4b84-e1c7-4f1d-9c94-3d914037915f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.904943 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb4b84-e1c7-4f1d-9c94-3d914037915f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.905270 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb4b84-e1c7-4f1d-9c94-3d914037915f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.905601 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb4b84-e1c7-4f1d-9c94-3d914037915f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.905927 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb4b84-e1c7-4f1d-9c94-3d914037915f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.906250 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb4b84-e1c7-4f1d-9c94-3d914037915f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.906573 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb4b84-e1c7-4f1d-9c94-3d914037915f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.906895 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb4b84-e1c7-4f1d-9c94-3d914037915f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.907217 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb4b84-e1c7-4f1d-9c94-3d914037915f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.907959 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb4b84-e1c7-4f1d-9c94-3d914037915f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.907959 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb4b84-e1c7-4f1d-9c94-3d914037915f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.908201 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb4b84-e1c7-4f1d-9c94-3d914037915f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.927024 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-15677076-fcf1-48fe-87d9-a9231e4d094a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9959497 Dec 16 22:49:17.928875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48120) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:17.938976 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7271f488-4c5f-416f-a39a-0a3ee1a321af tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1653389071', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:17.958944 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:49:17.962036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f732d750-79cb-4c0b-a40b-a9505a2efdd3 None None] Port f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:18.000853 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] For port f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:18.008345 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] For port f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:18.108281 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f5229b-1715-4f34-a38c-f79abd69d502 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:18.185353 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.186199 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7271f488-4c5f-416f-a39a-0a3ee1a321af tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.187803 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7271f488-4c5f-416f-a39a-0a3ee1a321af tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.231524 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.253677 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb4b84-e1c7-4f1d-9c94-3d914037915f None None] Pushing event updated for resources: {'Port': ['ID=f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:18.266087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2080f935-9d8b-41ad-bc37-73b4dcc3617b None None] Provisioning complete for port 610b0403-a9ea-4728-84d1-020a77877f5c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:18.266742 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2080f935-9d8b-41ad-bc37-73b4dcc3617b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.288417 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Routers {'e5214b21-a589-47f5-ae9f-e83119bcce89'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:18.288739 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:48:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e5214b21-a589-47f5-ae9f-e83119bcce89'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:18.297314 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7271f488-4c5f-416f-a39a-0a3ee1a321af tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.327248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b945becb-7dc7-4108-8355-61fd1f5d36e6 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:18.406094 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7271f488-4c5f-416f-a39a-0a3ee1a321af tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.429593 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2080f935-9d8b-41ad-bc37-73b4dcc3617b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.487676 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] Set router e5214b21-a589-47f5-ae9f-e83119bcce89 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:18.496832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 610b0403-a9ea-4728-84d1-020a77877f5c up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:18.500978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2080f935-9d8b-41ad-bc37-73b4dcc3617b None None] For port 610b0403-a9ea-4728-84d1-020a77877f5c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=610b0403-a9ea-4728-84d1-020a77877f5c,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:18.566537 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.594428 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7271f488-4c5f-416f-a39a-0a3ee1a321af tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.598737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48126) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:18.599234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7271f488-4c5f-416f-a39a-0a3ee1a321af tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6682661 Dec 16 22:49:18.604508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 610b0403-a9ea-4728-84d1-020a77877f5c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:18.605208 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.647462 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2080f935-9d8b-41ad-bc37-73b4dcc3617b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.649599 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.729869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080f935-9d8b-41ad-bc37-73b4dcc3617b None None] Pushing event updated for resources: {'Port': ['ID=610b0403-a9ea-4728-84d1-020a77877f5c,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:18.734791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2080f935-9d8b-41ad-bc37-73b4dcc3617b None None] Provisioning complete for port 351a74d7-2138-4a7e-b1db-dc802690b0ef triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:18.735900 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2080f935-9d8b-41ad-bc37-73b4dcc3617b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.762435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Pushing event updated for resources: {'Port': ['ID=351a74d7-2138-4a7e-b1db-dc802690b0ef,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:18.766107 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.812046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2080f935-9d8b-41ad-bc37-73b4dcc3617b None None] Port 351a74d7-2138-4a7e-b1db-dc802690b0ef cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:18.856178 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'name': 'tempest-ServerActionsTestJSON-2120862505-router', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:12Z', 'updated_at': '2021-12-16T22:49:18Z', 'revision_number': 4, 'project_id': '7598faf309884af08e32732a45eb82c2', 'gw_port': {'id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:13Z', 'updated_at': '2021-12-16T22:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '351a74d7-2138-4a7e-b1db-dc802690b0ef', 'name': '', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'mac_address': 'fa:16:3e:5e:07:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:17Z', 'updated_at': '2021-12-16T22:49:17Z', 'revision_number': 1, 'project_id': '7598faf309884af08e32732a45eb82c2', 'subnets': [{'id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:18.878557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Network f9696325-b450-49ff-84ca-eac34f68c7bb is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:18.880268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:18.885724 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d199ab-6db4-49a5-bfdb-9e2f7d81c0f5 None None] The sync data for ids ['e5214b21-a589-47f5-ae9f-e83119bcce89'] in n-d-821840-2 is: [{'id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'name': 'tempest-ServerActionsTestJSON-2120862505-router', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:12Z', 'updated_at': '2021-12-16T22:49:18Z', 'revision_number': 4, 'project_id': '7598faf309884af08e32732a45eb82c2', 'gw_port': {'id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:13Z', 'updated_at': '2021-12-16T22:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '351a74d7-2138-4a7e-b1db-dc802690b0ef', 'name': '', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'mac_address': 'fa:16:3e:5e:07:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:17Z', 'updated_at': '2021-12-16T22:49:17Z', 'revision_number': 1, 'project_id': '7598faf309884af08e32732a45eb82c2', 'subnets': [{'id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:49:18.935073 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-bd76ce02-8a80-49b9-9e97-3c6b15231c74 None None] Provisioning complete for port 610b0403-a9ea-4728-84d1-020a77877f5c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:18.936208 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd76ce02-8a80-49b9-9e97-3c6b15231c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:19.011915 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:19.078558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Router e5214b21-a589-47f5-ae9f-e83119bcce89 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:49:19.080232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-bd76ce02-8a80-49b9-9e97-3c6b15231c74 None None] Provisioning complete for port f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:19.080761 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd76ce02-8a80-49b9-9e97-3c6b15231c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:19.268135 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd76ce02-8a80-49b9-9e97-3c6b15231c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:19.292706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:49:19.308007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-18e5adb7-3db6-4e48-98d3-09c6c7044db5 admin admin] 10.222.0.43 "PUT /v2.0/routers/e5214b21-a589-47f5-ae9f-e83119bcce89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9060318 Dec 16 22:49:19.320466 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-bd76ce02-8a80-49b9-9e97-3c6b15231c74 None None] For port f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:19.394989 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd76ce02-8a80-49b9-9e97-3c6b15231c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:19.495044 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::1 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/eed5da54-d95f-4ba6-9c22-8b9c4ae19fa1/b19ac656-b605-413d-bc38-a71a8a81c79d) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:19.538597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76ce02-8a80-49b9-9e97-3c6b15231c74 None None] Pushing event updated for resources: {'Port': ['ID=f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:19.548879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-410c0d0f-a62e-42a4-b520-48971d13dceb None None] Provisioning complete for port 351a74d7-2138-4a7e-b1db-dc802690b0ef triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:19.549458 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-410c0d0f-a62e-42a4-b520-48971d13dceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:19.598797 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-410c0d0f-a62e-42a4-b520-48971d13dceb None None] Port 351a74d7-2138-4a7e-b1db-dc802690b0ef cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:19.667669 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:19.771330 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:19.824305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:19.828026 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:19.832497 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:19.833043 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:19.921230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=b19ac656-b605-413d-bc38-a71a8a81c79d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:20.033625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48156) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:20.039166 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e7aa1d5f-b11c-4683-b2d1-f6b02b30526c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--754418721', 'description': 'tempest-description--845337851'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:20.086723 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d8cc695f-35de-4682-9e39-de4094b9c076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:20.142159 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:20.167310 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7aa1d5f-b11c-4683-b2d1-f6b02b30526c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:20.365561 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-48bf8d70-cf95-4617-9be3-992553f424c8 None None] Provisioning complete for port b19ac656-b605-413d-bc38-a71a8a81c79d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:20.366222 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-48bf8d70-cf95-4617-9be3-992553f424c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:20.435592 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-48bf8d70-cf95-4617-9be3-992553f424c8 None None] Port b19ac656-b605-413d-bc38-a71a8a81c79d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:20.454250 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7aa1d5f-b11c-4683-b2d1-f6b02b30526c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:20.533760 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7aa1d5f-b11c-4683-b2d1-f6b02b30526c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:20.572370 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 610b0403-a9ea-4728-84d1-020a77877f5c up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:20.594271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa1d5f-b11c-4683-b2d1-f6b02b30526c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea275c1-e410-4f47-becf-dbcbaa6f71a2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:20.605557 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:20.635371 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 610b0403-a9ea-4728-84d1-020a77877f5c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:20.635751 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:20.675668 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7aa1d5f-b11c-4683-b2d1-f6b02b30526c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:20.675668 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e7aa1d5f-b11c-4683-b2d1-f6b02b30526c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6392872 Dec 16 22:49:20.677063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48170) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:20.682283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8c52ba02-646e-45fa-8660-d41a8f651dbc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Request body: {'security_group_rule': {'security_group_id': 'cea275c1-e410-4f47-becf-dbcbaa6f71a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:20.715101 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:20.715101 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:20.782241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:20.824935 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c52ba02-646e-45fa-8660-d41a8f651dbc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:20.828814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=b19ac656-b605-413d-bc38-a71a8a81c79d,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:20.861999 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:20.862710 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:20.953371 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:20.956213 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:21.053496 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c52ba02-646e-45fa-8660-d41a8f651dbc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:21.147537 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c52ba02-646e-45fa-8660-d41a8f651dbc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:21.167394 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52ba02-646e-45fa-8660-d41a8f651dbc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfef272-e629-4b7a-b203-9e96ccafd4b0,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:21.280768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Router fbd1e970-fa85-4f8d-a982-6731a2daf519 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:49:21.354166 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c52ba02-646e-45fa-8660-d41a8f651dbc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:21.359013 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8c52ba02-646e-45fa-8660-d41a8f651dbc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6773593 Dec 16 22:49:21.359889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48176) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:21.368263 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0d41dc00-5975-4e63-b74e-bef6bb025127 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Request body: {'security_group_rule': {'security_group_id': 'cea275c1-e410-4f47-becf-dbcbaa6f71a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:21.374676 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-736cbcd9-6600-40c4-a1db-576a9bc53384 None None] Provisioning complete for port b19ac656-b605-413d-bc38-a71a8a81c79d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:21.380380 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-736cbcd9-6600-40c4-a1db-576a9bc53384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:21.385935 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:49:21.405036 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2e37b94f-659f-416c-81b3-1480c810dac0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "PUT /v2.0/routers/fbd1e970-fa85-4f8d-a982-6731a2daf519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8042395 Dec 16 22:49:21.405895 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48178) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:21.409723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Sync routers for ids ['fbd1e970-fa85-4f8d-a982-6731a2daf519'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:49:21.442714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Routers {'fbd1e970-fa85-4f8d-a982-6731a2daf519'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:21.443880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:48:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['fbd1e970-fa85-4f8d-a982-6731a2daf519'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:21.446189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-736cbcd9-6600-40c4-a1db-576a9bc53384 None None] Port b19ac656-b605-413d-bc38-a71a8a81c79d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:21.483458 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2396c1-248b-4689-bbfc-709b00c08d81 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:21.495530 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2b2396c1-248b-4689-bbfc-709b00c08d81 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports/b19ac656-b605-413d-bc38-a71a8a81c79d HTTP/1.1" status: 200 len: 911 time: 0.0881224 Dec 16 22:49:21.496878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48180) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:21.503255 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d41dc00-5975-4e63-b74e-bef6bb025127 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:21.568464 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baebba23-db10-47ef-a7f7-215fefda0442 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:21.590868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Set router fbd1e970-fa85-4f8d-a982-6731a2daf519 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:21.594331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baebba23-db10-47ef-a7f7-215fefda0442 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:21.608050 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-baebba23-db10-47ef-a7f7-215fefda0442 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1084747 Dec 16 22:49:21.611107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48182) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:21.735801 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d41dc00-5975-4e63-b74e-bef6bb025127 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:21.833837 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d41dc00-5975-4e63-b74e-bef6bb025127 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:21.875806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41dc00-5975-4e63-b74e-bef6bb025127 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42be10e8-f4b9-4110-9d75-081a43b2d652,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:21.989719 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d41dc00-5975-4e63-b74e-bef6bb025127 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:21.990979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0d41dc00-5975-4e63-b74e-bef6bb025127 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6287959 Dec 16 22:49:22.000076 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48186) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:22.005233 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:22.073327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd1e970-fa85-4f8d-a982-6731a2daf519', 'name': 'tempest-NetworksTestDHCPv6-router-1653389071', 'tenant_id': '7b21406eaa1c481894e57cfb0d3d871d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:18Z', 'updated_at': '2021-12-16T22:49:20Z', 'revision_number': 2, 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'gw_port_host': None, '_interfaces': [{'id': 'b19ac656-b605-413d-bc38-a71a8a81c79d', 'name': '', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'tenant_id': '7b21406eaa1c481894e57cfb0d3d871d', 'mac_address': 'fa:16:3e:a3:f3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd1e970-fa85-4f8d-a982-6731a2daf519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'eed5da54-d95f-4ba6-9c22-8b9c4ae19fa1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:19Z', 'updated_at': '2021-12-16T22:49:20Z', 'revision_number': 2, 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'subnets': [{'id': 'eed5da54-d95f-4ba6-9c22-8b9c4ae19fa1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:22.130174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Checking router: fbd1e970-fa85-4f8d-a982-6731a2daf519 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:49:22.131996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Updating router fbd1e970-fa85-4f8d-a982-6731a2daf519 port b19ac656-b605-413d-bc38-a71a8a81c79d binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:49:22.133625 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:22.162386 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:22.180371 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Sync routers for ids ['e5214b21-a589-47f5-ae9f-e83119bcce89'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:49:22.204873 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Routers {'e5214b21-a589-47f5-ae9f-e83119bcce89'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:22.208337 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:48:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e5214b21-a589-47f5-ae9f-e83119bcce89'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:22.416808 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Set router e5214b21-a589-47f5-ae9f-e83119bcce89 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:22.464541 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:22.479224 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e6d229b-88e3-4e65-8b86-2178f1a0a7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:22.541100 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:22.618345 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:22.701922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Allocated IP 172.25.2.207 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/8eddd948-4fbc-4dae-b886-55ff9aadc719) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:22.795110 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b770a886-eccd-4a41-a9d6-d129eeea3673 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:22.908167 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'name': 'tempest-ServerActionsTestJSON-2120862505-router', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:12Z', 'updated_at': '2021-12-16T22:49:18Z', 'revision_number': 4, 'project_id': '7598faf309884af08e32732a45eb82c2', 'gw_port': {'id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:13Z', 'updated_at': '2021-12-16T22:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '351a74d7-2138-4a7e-b1db-dc802690b0ef', 'name': '', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'mac_address': 'fa:16:3e:5e:07:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:17Z', 'updated_at': '2021-12-16T22:49:18Z', 'revision_number': 2, 'project_id': '7598faf309884af08e32732a45eb82c2', 'subnets': [{'id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:23.007491 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:23.020448 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Checking router: e5214b21-a589-47f5-ae9f-e83119bcce89 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:49:23.021199 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Updating router e5214b21-a589-47f5-ae9f-e83119bcce89 port 351a74d7-2138-4a7e-b1db-dc802690b0ef binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:49:23.127759 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:23.232040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d26971-12c3-4056-9e5d-f1d8d6f7e1b8 None None] Pushing event updated for resources: {'Port': ['ID=b19ac656-b605-413d-bc38-a71a8a81c79d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:23.263765 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:23.264617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Attempting to bind port b19ac656-b605-413d-bc38-a71a8a81c79d on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:23.264617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Attempting to bind port b19ac656-b605-413d-bc38-a71a8a81c79d by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:23.264617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Attempting to bind port b19ac656-b605-413d-bc38-a71a8a81c79d on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:23.268045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:23.268793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:23.269572 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:23.270182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:23.271380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Bound port: b19ac656-b605-413d-bc38-a71a8a81c79d, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:23.272000 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:23.275690 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ed850146-2c1b-4de1-a58d-4d55f27181f0 None None] Provisioning complete for port b19ac656-b605-413d-bc38-a71a8a81c79d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:23.276323 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed850146-2c1b-4de1-a58d-4d55f27181f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:23.288460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b770a886-eccd-4a41-a9d6-d129eeea3673 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port b19ac656-b605-413d-bc38-a71a8a81c79d {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:23.288833 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b770a886-eccd-4a41-a9d6-d129eeea3673 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:23.317206 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ed850146-2c1b-4de1-a58d-4d55f27181f0 None None] Port b19ac656-b605-413d-bc38-a71a8a81c79d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:23.351165 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:23.370082 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:23.376207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:23.393658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] For port b19ac656-b605-413d-bc38-a71a8a81c79d, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:23.397468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] For port b19ac656-b605-413d-bc38-a71a8a81c79d, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b19ac656-b605-413d-bc38-a71a8a81c79d,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:23.432638 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event updated for resources: {'Port': ['ID=8eddd948-4fbc-4dae-b886-55ff9aadc719,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:23.462265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-b770a886-eccd-4a41-a9d6-d129eeea3673 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] For port b19ac656-b605-413d-bc38-a71a8a81c79d, host n-d-821840-2, got binding levels [] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:23.462693 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b770a886-eccd-4a41-a9d6-d129eeea3673 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:23.477717 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b770a886-eccd-4a41-a9d6-d129eeea3673 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for b19ac656-b605-413d-bc38-a71a8a81c79d owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:23.497209 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:23.651898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:23.681315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d26971-12c3-4056-9e5d-f1d8d6f7e1b8 None None] Pushing event updated for resources: {'Port': ['ID=b19ac656-b605-413d-bc38-a71a8a81c79d,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:23.695251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Routers {'fbd1e970-fa85-4f8d-a982-6731a2daf519'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:23.696709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:49:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['fbd1e970-fa85-4f8d-a982-6731a2daf519'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:23.785789 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:23.840475 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:23.910911 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:24.004458 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:24.012429 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] Set router fbd1e970-fa85-4f8d-a982-6731a2daf519 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:24.032011 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b770a886-eccd-4a41-a9d6-d129eeea3673 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:24.122811 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:24.189603 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:24.259604 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Attempting to bind port 351a74d7-2138-4a7e-b1db-dc802690b0ef on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:24.260027 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Attempting to bind port 351a74d7-2138-4a7e-b1db-dc802690b0ef by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:24.260391 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Attempting to bind port 351a74d7-2138-4a7e-b1db-dc802690b0ef on network f9696325-b450-49ff-84ca-eac34f68c7bb {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:24.277282 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770a886-eccd-4a41-a9d6-d129eeea3673 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=b19ac656-b605-413d-bc38-a71a8a81c79d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:24.291998 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f9720-6a8d-4a90-93ea-7a29e46181f1 None None] Pushing event updated for resources: {'Port': ['ID=351a74d7-2138-4a7e-b1db-dc802690b0ef,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:24.308551 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:24.308927 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Checking segment: {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:24.309328 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:24.309791 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Bound using segment: {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:24.330134 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Bound port: 351a74d7-2138-4a7e-b1db-dc802690b0ef, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:24.330547 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:24.378618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d0c86abb-57d2-418d-9a77-6c779e62c65f None None] Could not find standard attr ID for object b19ac656-b605-413d-bc38-a71a8a81c79d. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:49:24.404131 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event updated for resources: {'Port': ['ID=8eddd948-4fbc-4dae-b886-55ff9aadc719,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:24.428486 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:24.557411 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:24.569156 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a27ad823-8e73-42e8-9a7a-b68742b989bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5677147 Dec 16 22:49:24.595509 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b770a886-eccd-4a41-a9d6-d129eeea3673 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:24.690063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd1e970-fa85-4f8d-a982-6731a2daf519', 'name': 'tempest-NetworksTestDHCPv6-router-1653389071', 'tenant_id': '7b21406eaa1c481894e57cfb0d3d871d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:18Z', 'updated_at': '2021-12-16T22:49:20Z', 'revision_number': 2, 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'gw_port_host': None, '_interfaces': [{'id': 'b19ac656-b605-413d-bc38-a71a8a81c79d', 'name': '', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'tenant_id': '7b21406eaa1c481894e57cfb0d3d871d', 'mac_address': 'fa:16:3e:a3:f3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd1e970-fa85-4f8d-a982-6731a2daf519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'eed5da54-d95f-4ba6-9c22-8b9c4ae19fa1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:19Z', 'updated_at': '2021-12-16T22:49:23Z', 'revision_number': 4, 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'subnets': [{'id': 'eed5da54-d95f-4ba6-9c22-8b9c4ae19fa1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:24.773255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75e3b74-800c-4cf1-b993-223a0a67b4cd None None] The sync data for ids ['fbd1e970-fa85-4f8d-a982-6731a2daf519'] in n-d-821840-2 is: [{'id': 'fbd1e970-fa85-4f8d-a982-6731a2daf519', 'name': 'tempest-NetworksTestDHCPv6-router-1653389071', 'tenant_id': '7b21406eaa1c481894e57cfb0d3d871d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:18Z', 'updated_at': '2021-12-16T22:49:20Z', 'revision_number': 2, 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'gw_port_host': None, '_interfaces': [{'id': 'b19ac656-b605-413d-bc38-a71a8a81c79d', 'name': '', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'tenant_id': '7b21406eaa1c481894e57cfb0d3d871d', 'mac_address': 'fa:16:3e:a3:f3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd1e970-fa85-4f8d-a982-6731a2daf519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'eed5da54-d95f-4ba6-9c22-8b9c4ae19fa1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:19Z', 'updated_at': '2021-12-16T22:49:23Z', 'revision_number': 4, 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'subnets': [{'id': 'eed5da54-d95f-4ba6-9c22-8b9c4ae19fa1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:49:24.781789 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] For port 351a74d7-2138-4a7e-b1db-dc802690b0ef, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:24.786554 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] For port 351a74d7-2138-4a7e-b1db-dc802690b0ef, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=351a74d7-2138-4a7e-b1db-dc802690b0ef,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:24.793375 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7e55d459-66f5-4c38-8eee-03793734102a None None] Provisioning complete for port 351a74d7-2138-4a7e-b1db-dc802690b0ef triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:24.793759 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e55d459-66f5-4c38-8eee-03793734102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:24.857157 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b770a886-eccd-4a41-a9d6-d129eeea3673 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Router fbd1e970-fa85-4f8d-a982-6731a2daf519 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:49:24.862446 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7e55d459-66f5-4c38-8eee-03793734102a None None] Port 351a74d7-2138-4a7e-b1db-dc802690b0ef cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:24.893878 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-80b2a1f8-9267-4043-a7f3-45f3e95351c8 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--754418721&fields=id&tenant_id=7598faf309884af08e32732a45eb82c2 HTTP/1.1" status: 200 len: 267 time: 0.0705354 Dec 16 22:49:24.915944 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:24.965301 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:25.022224 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b770a886-eccd-4a41-a9d6-d129eeea3673 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:49:25.032707 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Routers {'e5214b21-a589-47f5-ae9f-e83119bcce89'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:25.033647 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:49:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e5214b21-a589-47f5-ae9f-e83119bcce89'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:25.035570 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f9720-6a8d-4a90-93ea-7a29e46181f1 None None] Pushing event updated for resources: {'Port': ['ID=351a74d7-2138-4a7e-b1db-dc802690b0ef,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:25.036223 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48214) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:25.039905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b770a886-eccd-4a41-a9d6-d129eeea3673 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "PUT /v2.0/routers/fbd1e970-fa85-4f8d-a982-6731a2daf519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4239373 Dec 16 22:49:25.176130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0180e46-3207-4941-9555-f736ae536c28 req-b2993f3f-2cf3-43c6-b804-15f24d286970 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:25.177709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-b2993f3f-2cf3-43c6-b804-15f24d286970 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 812 time: 0.2475128 Dec 16 22:49:25.207066 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-eefba621-540e-42c9-be8f-860e6a45a2b7 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/quotas/7598faf309884af08e32732a45eb82c2 HTTP/1.1" status: 200 len: 375 time: 0.0217814 Dec 16 22:49:25.211381 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddffec7-a521-4cef-9081-ccccde2898ce tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:25.212987 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddffec7-a521-4cef-9081-ccccde2898ce tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:25.218670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48218) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:25.228383 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4ddffec7-a521-4cef-9081-ccccde2898ce tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1908348 Dec 16 22:49:25.312578 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] Set router e5214b21-a589-47f5-ae9f-e83119bcce89 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:25.362578 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabfcce7-57f3-4c23-92ca-4e09e1a4a4b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet eed5da54-d95f-4ba6-9c22-8b9c4ae19fa1 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:25.375600 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eabfcce7-57f3-4c23-92ca-4e09e1a4a4b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:25.453022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-ef2c04ef-34fe-4364-b506-011b33017b8d tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2261755 Dec 16 22:49:25.479805 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eabfcce7-57f3-4c23-92ca-4e09e1a4a4b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:25.507870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c5a1fefb-17a6-431b-87a0-dfbddfbc9c1b None None] Provisioning complete for port 351a74d7-2138-4a7e-b1db-dc802690b0ef triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:25.508301 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5a1fefb-17a6-431b-87a0-dfbddfbc9c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:25.558387 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eabfcce7-57f3-4c23-92ca-4e09e1a4a4b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:25.646038 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5a1fefb-17a6-431b-87a0-dfbddfbc9c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:25.737932 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'name': 'tempest-ServerActionsTestJSON-2120862505-router', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:12Z', 'updated_at': '2021-12-16T22:49:18Z', 'revision_number': 4, 'project_id': '7598faf309884af08e32732a45eb82c2', 'gw_port': {'id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:13Z', 'updated_at': '2021-12-16T22:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '351a74d7-2138-4a7e-b1db-dc802690b0ef', 'name': '', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'mac_address': 'fa:16:3e:5e:07:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:17Z', 'updated_at': '2021-12-16T22:49:24Z', 'revision_number': 4, 'project_id': '7598faf309884af08e32732a45eb82c2', 'subnets': [{'id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:25.748202 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c5a1fefb-17a6-431b-87a0-dfbddfbc9c1b None None] For port 351a74d7-2138-4a7e-b1db-dc802690b0ef, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=351a74d7-2138-4a7e-b1db-dc802690b0ef,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:25.783741 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bbb7fc-f215-4b27-aeeb-7069f944de51 None None] The sync data for ids ['e5214b21-a589-47f5-ae9f-e83119bcce89'] in n-d-821840-2 is: [{'id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'name': 'tempest-ServerActionsTestJSON-2120862505-router', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:12Z', 'updated_at': '2021-12-16T22:49:18Z', 'revision_number': 4, 'project_id': '7598faf309884af08e32732a45eb82c2', 'gw_port': {'id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:13Z', 'updated_at': '2021-12-16T22:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '351a74d7-2138-4a7e-b1db-dc802690b0ef', 'name': '', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'mac_address': 'fa:16:3e:5e:07:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:17Z', 'updated_at': '2021-12-16T22:49:24Z', 'revision_number': 4, 'project_id': '7598faf309884af08e32732a45eb82c2', 'subnets': [{'id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:49:25.818270 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5a1fefb-17a6-431b-87a0-dfbddfbc9c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:25.878649 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:25.885537 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eabfcce7-57f3-4c23-92ca-4e09e1a4a4b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:25.941624 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1fefb-17a6-431b-87a0-dfbddfbc9c1b None None] Pushing event updated for resources: {'Port': ['ID=351a74d7-2138-4a7e-b1db-dc802690b0ef,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:25.953119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfcce7-57f3-4c23-92ca-4e09e1a4a4b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=eed5da54-d95f-4ba6-9c22-8b9c4ae19fa1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:25.960511 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eabfcce7-57f3-4c23-92ca-4e09e1a4a4b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:25.968122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48224) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:25.974779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-eabfcce7-57f3-4c23-92ca-4e09e1a4a4b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/eed5da54-d95f-4ba6-9c22-8b9c4ae19fa1 HTTP/1.1" status: 204 len: 168 time: 0.7553601 Dec 16 22:49:25.980024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12227e93-8013-40e7-809e-9af00fb7d4cd None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:26.050002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-8d81538f-14b5-408c-8441-b7cb23e4cca8 service neutron] 10.222.0.43 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922146 Dec 16 22:49:26.267739 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1d2cf98b-aaf4-443a-9c0e-5d2f38e2b033 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2978952 Dec 16 22:49:26.269509 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411c0f60-bcd1-4061-8dc8-6dfd8d3d4c3f None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:26.269807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48228) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:26.359607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-10c4dc2f-13f6-4d59-8ab1-b2945e87d5b2 service neutron] 10.222.0.43 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085890 Dec 16 22:49:26.405098 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-411c0f60-bcd1-4061-8dc8-6dfd8d3d4c3f None None] Deleting port 610b0403-a9ea-4728-84d1-020a77877f5c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:26.405628 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-411c0f60-bcd1-4061-8dc8-6dfd8d3d4c3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:26.602527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 351a74d7-2138-4a7e-b1db-dc802690b0ef up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:26.617712 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-411c0f60-bcd1-4061-8dc8-6dfd8d3d4c3f None None] For port 610b0403-a9ea-4728-84d1-020a77877f5c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=610b0403-a9ea-4728-84d1-020a77877f5c,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:26.619312 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-411c0f60-bcd1-4061-8dc8-6dfd8d3d4c3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:26.678294 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-411c0f60-bcd1-4061-8dc8-6dfd8d3d4c3f None None] Calling delete_port for 610b0403-a9ea-4728-84d1-020a77877f5c owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:26.760270 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 351a74d7-2138-4a7e-b1db-dc802690b0ef triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:26.760961 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:26.826940 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-36995d9f-dc64-4d8b-b9ea-67761b89e274 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:26.921323 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-411c0f60-bcd1-4061-8dc8-6dfd8d3d4c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:26.973354 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 610b0403-a9ea-4728-84d1-020a77877f5c no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:26.976499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c0f60-bcd1-4061-8dc8-6dfd8d3d4c3f None None] No DVR routers for this DVR port 610b0403-a9ea-4728-84d1-020a77877f5c on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:26.981324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c0f60-bcd1-4061-8dc8-6dfd8d3d4c3f None None] Pushing event deleted for resources: {'Port': ['ID=610b0403-a9ea-4728-84d1-020a77877f5c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:27.015826 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 610b0403-a9ea-4728-84d1-020a77877f5c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:27.015826 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 610b0403-a9ea-4728-84d1-020a77877f5c not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:27.044699 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-36995d9f-dc64-4d8b-b9ea-67761b89e274 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:27.050274 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-36995d9f-dc64-4d8b-b9ea-67761b89e274 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:27.169892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48236) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:27.188577 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-36995d9f-dc64-4d8b-b9ea-67761b89e274 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:27.189658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36995d9f-dc64-4d8b-b9ea-67761b89e274 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Fanout notify agent at l3_agent the message router_deleted on router fbd1e970-fa85-4f8d-a982-6731a2daf519 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:49:27.221290 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-36995d9f-dc64-4d8b-b9ea-67761b89e274 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:27.223606 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-36995d9f-dc64-4d8b-b9ea-67761b89e274 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/routers/fbd1e970-fa85-4f8d-a982-6731a2daf519 HTTP/1.1" status: 204 len: 168 time: 0.9527128 Dec 16 22:49:27.226624 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48244) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:27.232937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d3a11f5e-ab01-42c5-887c-eb9126639314 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:27.329300 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-62c9b896-4ac4-46c6-acd6-3211e87091e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:27.415709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d16b84d-780c-41a2-8103-826e77092182 None None] Sync routers for ids ['fbd1e970-fa85-4f8d-a982-6731a2daf519'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:49:27.417709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a11f5e-ab01-42c5-887c-eb9126639314 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:27.422209 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3a11f5e-ab01-42c5-887c-eb9126639314 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:27.426966 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d16b84d-780c-41a2-8103-826e77092182 None None] Routers set() bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:27.427451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d16b84d-780c-41a2-8103-826e77092182 None None] Router IDs set() for agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 22:49:27.428148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_agentschedulers_db [None req-5d16b84d-780c-41a2-8103-826e77092182 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fbd1e970-fa85-4f8d-a982-6731a2daf519'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:49:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent'). {{(pid=103953) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 22:49:27.435898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-62c9b896-4ac4-46c6-acd6-3211e87091e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:27.437819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d16b84d-780c-41a2-8103-826e77092182 None None] Routers set() bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:27.438263 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d16b84d-780c-41a2-8103-826e77092182 None None] Router IDs set() for agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 22:49:27.438998 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_agentschedulers_db [None req-5d16b84d-780c-41a2-8103-826e77092182 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fbd1e970-fa85-4f8d-a982-6731a2daf519'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:49:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent'). {{(pid=103953) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 22:49:27.439449 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d16b84d-780c-41a2-8103-826e77092182 None None] The sync data for ids ['fbd1e970-fa85-4f8d-a982-6731a2daf519'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:49:27.486739 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-62c9b896-4ac4-46c6-acd6-3211e87091e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:27.534684 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-62c9b896-4ac4-46c6-acd6-3211e87091e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d265452819c4d9c9c2acb500fd12362&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3632646 Dec 16 22:49:27.537951 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48248) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:27.552284 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9b896-4ac4-46c6-acd6-3211e87091e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122dc283-046b-4a8e-9be4-50362b1263ee,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:27.614944 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7387564e-4886-4bb4-93de-b0e865b32480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:27.678720 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7387564e-4886-4bb4-93de-b0e865b32480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:27.748569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-277429f6-62a5-452e-8933-e39426875ecf req-2ade77da-0bf5-4fbd-918a-53f554750482 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 210 time: 0.0337489 Dec 16 22:49:27.756789 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3a11f5e-ab01-42c5-887c-eb9126639314 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:27.833705 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a11f5e-ab01-42c5-887c-eb9126639314 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:27.836909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d3a11f5e-ab01-42c5-887c-eb9126639314 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:27.843715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a11f5e-ab01-42c5-887c-eb9126639314 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:27.843715 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3a11f5e-ab01-42c5-887c-eb9126639314 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:27.849226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb73ebbb-5828-4fd5-b6f8-a86081c5583b None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:27.858051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a11f5e-ab01-42c5-887c-eb9126639314 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=bbfddd8f-037a-4cd0-820f-e418dd683f20,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:27.861849 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7387564e-4886-4bb4-93de-b0e865b32480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:27.869191 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7387564e-4886-4bb4-93de-b0e865b32480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:27.869191 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7387564e-4886-4bb4-93de-b0e865b32480 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/122dc283-046b-4a8e-9be4-50362b1263ee HTTP/1.1" status: 204 len: 168 time: 0.3288083 Dec 16 22:49:27.880591 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387564e-4886-4bb4-93de-b0e865b32480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122dc283-046b-4a8e-9be4-50362b1263ee,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:27.952433 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d3a11f5e-ab01-42c5-887c-eb9126639314 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7245770 Dec 16 22:49:27.955170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48260) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:27.960227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b325707f-af2b-4fe7-806b-484be92652a9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-638734067', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:28.021505 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': 'bbfddd8f-037a-4cd0-820f-e418dd683f20'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:49:28.022419 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:28.104327 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b325707f-af2b-4fe7-806b-484be92652a9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:28.105333 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b325707f-af2b-4fe7-806b-484be92652a9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:28.163308 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b325707f-af2b-4fe7-806b-484be92652a9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:28.185931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Allocated IP 2001:db8::2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/bbfddd8f-037a-4cd0-820f-e418dd683f20/199c05e7-4395-4dc0-baf5-7fc51b15bbed) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:28.230478 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b325707f-af2b-4fe7-806b-484be92652a9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:28.321864 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b325707f-af2b-4fe7-806b-484be92652a9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:28.324680 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b325707f-af2b-4fe7-806b-484be92652a9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3670793 Dec 16 22:49:28.334136 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48264) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:28.345064 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b19ac656-b605-413d-bc38-a71a8a81c79d no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:28.382409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: b19ac656-b605-413d-bc38-a71a8a81c79d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:28.382774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b19ac656-b605-413d-bc38-a71a8a81c79d not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:28.391032 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:28.471357 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:28.525093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:28.531282 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:28.534108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:28.536196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Pushing event updated for resources: {'Port': ['ID=199c05e7-4395-4dc0-baf5-7fc51b15bbed,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:28.610282 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Attempting to bind port 199c05e7-4395-4dc0-baf5-7fc51b15bbed on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:28.610759 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Attempting to bind port 199c05e7-4395-4dc0-baf5-7fc51b15bbed by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:28.611218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Attempting to bind port 199c05e7-4395-4dc0-baf5-7fc51b15bbed on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:28.619657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:28.620149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:28.620634 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:28.621536 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:28.622754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Bound port: 199c05e7-4395-4dc0-baf5-7fc51b15bbed, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:28.623398 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:28.695386 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] For port 199c05e7-4395-4dc0-baf5-7fc51b15bbed, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:28.699432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] For port 199c05e7-4395-4dc0-baf5-7fc51b15bbed, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=199c05e7-4395-4dc0-baf5-7fc51b15bbed,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:28.709940 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:28.792399 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:28.937505 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1783174-8f93-4002-a152-1b48cedf1d8f None None] Pushing event updated for resources: {'Port': ['ID=199c05e7-4395-4dc0-baf5-7fc51b15bbed,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:28.957640 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-098d8705-b645-4d58-8e40-1e38b20a60b8 req-81457cf2-bb99-4832-a9ea-fc80ae557dbb tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 210 time: 0.0762806 Dec 16 22:49:29.112774 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::1 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/bbfddd8f-037a-4cd0-820f-e418dd683f20/b24db09a-d46e-4fe1-aab7-e12c1153a7ac) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:29.300825 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:29.456691 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:29.506083 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:29.509436 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:29.513970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:29.514628 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:29.550906 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=b24db09a-d46e-4fe1-aab7-e12c1153a7ac,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:29.722252 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:30.020334 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:30.051409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a4e684f-3a26-49ad-a8d4-9141d8b5f531 req-9d436e1f-ab56-44db-bb7f-f7338d83ca4c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 210 time: 0.0282869 Dec 16 22:49:30.085182 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:30.086001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:30.088965 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ecfaf36e-e335-4a0c-9d6f-cae94161e5cb None None] Provisioning complete for port 199c05e7-4395-4dc0-baf5-7fc51b15bbed triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:30.094311 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ecfaf36e-e335-4a0c-9d6f-cae94161e5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:30.188469 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=b24db09a-d46e-4fe1-aab7-e12c1153a7ac,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:30.201469 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ecfaf36e-e335-4a0c-9d6f-cae94161e5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:30.237142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:30.237548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ecfaf36e-e335-4a0c-9d6f-cae94161e5cb None None] For port 199c05e7-4395-4dc0-baf5-7fc51b15bbed, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=199c05e7-4395-4dc0-baf5-7fc51b15bbed,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:30.238787 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:30.297372 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ecfaf36e-e335-4a0c-9d6f-cae94161e5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:30.362658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfaf36e-e335-4a0c-9d6f-cae94161e5cb None None] Pushing event updated for resources: {'Port': ['ID=199c05e7-4395-4dc0-baf5-7fc51b15bbed,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:30.429809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f6e19b9b-394d-40dd-b3c1-574bf02e5657 None None] Provisioning complete for port b24db09a-d46e-4fe1-aab7-e12c1153a7ac triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:30.430418 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6e19b9b-394d-40dd-b3c1-574bf02e5657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:30.435821 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Router e943baaa-f1f6-4471-a998-ccfbdb24a579 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:49:30.467133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 199c05e7-4395-4dc0-baf5-7fc51b15bbed up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:30.521286 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f6e19b9b-394d-40dd-b3c1-574bf02e5657 None None] Port b24db09a-d46e-4fe1-aab7-e12c1153a7ac cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:30.538498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 199c05e7-4395-4dc0-baf5-7fc51b15bbed triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:30.538877 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:30.625554 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:49:30.634101 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2143ee42-d855-458b-9d0c-300b6d327a87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "PUT /v2.0/routers/e943baaa-f1f6-4471-a998-ccfbdb24a579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2963338 Dec 16 22:49:30.634511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48338) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:30.641276 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Sync routers for ids ['e943baaa-f1f6-4471-a998-ccfbdb24a579'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:49:30.647181 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-80b43179-d485-4bc5-9c75-225fa33f815a None None] Provisioning complete for port b24db09a-d46e-4fe1-aab7-e12c1153a7ac triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:30.647819 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80b43179-d485-4bc5-9c75-225fa33f815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:30.661960 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Routers {'e943baaa-f1f6-4471-a998-ccfbdb24a579'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:30.662888 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:49:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e943baaa-f1f6-4471-a998-ccfbdb24a579'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:30.713586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df1ece-9865-4696-8a49-d3195cd5e663 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:30.718161 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f5df1ece-9865-4696-8a49-d3195cd5e663 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports/b24db09a-d46e-4fe1-aab7-e12c1153a7ac HTTP/1.1" status: 200 len: 911 time: 0.0805449 Dec 16 22:49:30.720181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48348) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:30.738714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-80b43179-d485-4bc5-9c75-225fa33f815a None None] Port b24db09a-d46e-4fe1-aab7-e12c1153a7ac cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:30.785667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2d012a-7dd6-4969-9de1-650a65cdd1b4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:30.792764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2d012a-7dd6-4969-9de1-650a65cdd1b4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:30.795615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bf2d012a-7dd6-4969-9de1-650a65cdd1b4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0742207 Dec 16 22:49:30.798523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48354) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:30.824493 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Set router e943baaa-f1f6-4471-a998-ccfbdb24a579 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:31.058091 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e943baaa-f1f6-4471-a998-ccfbdb24a579', 'name': 'tempest-NetworksTestDHCPv6-router-638734067', 'tenant_id': '7b21406eaa1c481894e57cfb0d3d871d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:28Z', 'updated_at': '2021-12-16T22:49:29Z', 'revision_number': 2, 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'gw_port_host': None, '_interfaces': [{'id': 'b24db09a-d46e-4fe1-aab7-e12c1153a7ac', 'name': '', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'tenant_id': '7b21406eaa1c481894e57cfb0d3d871d', 'mac_address': 'fa:16:3e:82:d0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e943baaa-f1f6-4471-a998-ccfbdb24a579', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bbfddd8f-037a-4cd0-820f-e418dd683f20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:28Z', 'updated_at': '2021-12-16T22:49:29Z', 'revision_number': 2, 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'subnets': [{'id': 'bbfddd8f-037a-4cd0-820f-e418dd683f20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:31.086845 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Checking router: e943baaa-f1f6-4471-a998-ccfbdb24a579 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:49:31.087446 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Updating router e943baaa-f1f6-4471-a998-ccfbdb24a579 port b24db09a-d46e-4fe1-aab7-e12c1153a7ac binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:49:31.113476 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:31.212119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9952adeb-ab46-49c2-9cf8-608376b6342b req-6dba8413-6d1f-4cbd-907c-5ed12411ed2e tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 210 time: 0.0625021 Dec 16 22:49:31.214881 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0d23835-8866-47d0-81e0-2a9930870f25 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:31.407468 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:31.477172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b0d23835-8866-47d0-81e0-2a9930870f25 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port b24db09a-d46e-4fe1-aab7-e12c1153a7ac {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:31.477172 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0d23835-8866-47d0-81e0-2a9930870f25 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:31.503618 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:31.602278 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39951cd5-9efa-4dc2-a354-70a5255c9a51 None None] Pushing event updated for resources: {'Port': ['ID=b24db09a-d46e-4fe1-aab7-e12c1153a7ac,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:31.608787 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0d23835-8866-47d0-81e0-2a9930870f25 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:31.609689 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Attempting to bind port b24db09a-d46e-4fe1-aab7-e12c1153a7ac on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:31.610592 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Attempting to bind port b24db09a-d46e-4fe1-aab7-e12c1153a7ac by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:31.611104 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Attempting to bind port b24db09a-d46e-4fe1-aab7-e12c1153a7ac on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:31.616781 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:31.617254 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:31.617823 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:31.618398 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:31.619035 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Bound port: b24db09a-d46e-4fe1-aab7-e12c1153a7ac, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:31.619617 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:31.626165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b0d23835-8866-47d0-81e0-2a9930870f25 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for b24db09a-d46e-4fe1-aab7-e12c1153a7ac owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:31.701137 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] For port b24db09a-d46e-4fe1-aab7-e12c1153a7ac, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:31.717112 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] For port b24db09a-d46e-4fe1-aab7-e12c1153a7ac, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b24db09a-d46e-4fe1-aab7-e12c1153a7ac,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:31.771360 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:31.861903 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Routers {'e943baaa-f1f6-4471-a998-ccfbdb24a579'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:31.862833 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:49:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e943baaa-f1f6-4471-a998-ccfbdb24a579'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:31.900733 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39951cd5-9efa-4dc2-a354-70a5255c9a51 None None] Pushing event updated for resources: {'Port': ['ID=b24db09a-d46e-4fe1-aab7-e12c1153a7ac,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:31.968863 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] Set router e943baaa-f1f6-4471-a998-ccfbdb24a579 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:31.988479 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0d23835-8866-47d0-81e0-2a9930870f25 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:32.009396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-448dcc7b-fceb-4bd4-aad9-e78032ad20b9 None None] Provisioning complete for port b24db09a-d46e-4fe1-aab7-e12c1153a7ac triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:32.009913 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-448dcc7b-fceb-4bd4-aad9-e78032ad20b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:32.042018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-448dcc7b-fceb-4bd4-aad9-e78032ad20b9 None None] Port b24db09a-d46e-4fe1-aab7-e12c1153a7ac was deleted so its status cannot be updated. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 16 22:49:32.061131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d23835-8866-47d0-81e0-2a9930870f25 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=b24db09a-d46e-4fe1-aab7-e12c1153a7ac,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:32.234748 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0d23835-8866-47d0-81e0-2a9930870f25 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:32.282090 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-28bb64e8-81b6-43b1-8115-8c4349a8b060 None None] Could not find standard attr ID for object b24db09a-d46e-4fe1-aab7-e12c1153a7ac. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:49:32.449311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-596a24b0-8727-481b-8043-4cee6e58dea8 req-735a20b3-7fa4-4403-8d6d-9a3ba352e82d tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 210 time: 0.0973983 Dec 16 22:49:32.453063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 199c05e7-4395-4dc0-baf5-7fc51b15bbed up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:32.482760 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e943baaa-f1f6-4471-a998-ccfbdb24a579', 'name': 'tempest-NetworksTestDHCPv6-router-638734067', 'tenant_id': '7b21406eaa1c481894e57cfb0d3d871d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:28Z', 'updated_at': '2021-12-16T22:49:29Z', 'revision_number': 2, 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'gw_port_host': None, '_interfaces': [{'id': 'b24db09a-d46e-4fe1-aab7-e12c1153a7ac', 'name': '', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'tenant_id': '7b21406eaa1c481894e57cfb0d3d871d', 'mac_address': 'fa:16:3e:82:d0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e943baaa-f1f6-4471-a998-ccfbdb24a579', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bbfddd8f-037a-4cd0-820f-e418dd683f20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:28Z', 'updated_at': '2021-12-16T22:49:31Z', 'revision_number': 4, 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'subnets': [{'id': 'bbfddd8f-037a-4cd0-820f-e418dd683f20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:32.520411 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e809d8-0c47-4694-aded-12f09533ebe3 None None] The sync data for ids ['e943baaa-f1f6-4471-a998-ccfbdb24a579'] in n-d-821840-2 is: [{'id': 'e943baaa-f1f6-4471-a998-ccfbdb24a579', 'name': 'tempest-NetworksTestDHCPv6-router-638734067', 'tenant_id': '7b21406eaa1c481894e57cfb0d3d871d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:28Z', 'updated_at': '2021-12-16T22:49:29Z', 'revision_number': 2, 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'gw_port_host': None, '_interfaces': [{'id': 'b24db09a-d46e-4fe1-aab7-e12c1153a7ac', 'name': '', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'tenant_id': '7b21406eaa1c481894e57cfb0d3d871d', 'mac_address': 'fa:16:3e:82:d0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e943baaa-f1f6-4471-a998-ccfbdb24a579', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bbfddd8f-037a-4cd0-820f-e418dd683f20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:28Z', 'updated_at': '2021-12-16T22:49:31Z', 'revision_number': 4, 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'subnets': [{'id': 'bbfddd8f-037a-4cd0-820f-e418dd683f20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:49:32.531243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 199c05e7-4395-4dc0-baf5-7fc51b15bbed triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:32.531659 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:32.806858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0180e46-3207-4941-9555-f736ae536c28 req-a0a5169c-0586-4546-9d3a-71a00a99499a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:32.808598 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-a0a5169c-0586-4546-9d3a-71a00a99499a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 812 time: 0.2048161 Dec 16 22:49:32.920934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d23835-8866-47d0-81e0-2a9930870f25 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Router e943baaa-f1f6-4471-a998-ccfbdb24a579 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:49:32.946036 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-64e3cbca-33c8-40f2-bc6e-4dbb76d98d4c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7598faf309884af08e32732a45eb82c2 HTTP/1.1" status: 200 len: 379 time: 0.1209133 Dec 16 22:49:32.958013 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-f0180e46-3207-4941-9555-f736ae536c28 req-9df6406f-3c76-48fb-bdcc-b3a93d55e5e7 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Request body: {'port': {'device_id': '13e04c35-679f-429e-8de3-cd269ab91d86', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'admin_state_up': True, 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'security_groups': ['cea275c1-e410-4f47-becf-dbcbaa6f71a2']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:33.005677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d23835-8866-47d0-81e0-2a9930870f25 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:49:33.014575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b0d23835-8866-47d0-81e0-2a9930870f25 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "PUT /v2.0/routers/e943baaa-f1f6-4471-a998-ccfbdb24a579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2150657 Dec 16 22:49:33.015293 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48436) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:33.077737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd46ad-9748-42da-b5ea-822d54a7bc11 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:33.079297 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd46ad-9748-42da-b5ea-822d54a7bc11 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:33.081109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-74fd46ad-9748-42da-b5ea-822d54a7bc11 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0645771 Dec 16 22:49:33.084017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48438) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:33.154515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-91144f03-76a6-4296-82d3-778eca06ee32 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet bbfddd8f-037a-4cd0-820f-e418dd683f20 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:33.158084 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-91144f03-76a6-4296-82d3-778eca06ee32 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.203159 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-91144f03-76a6-4296-82d3-778eca06ee32 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.216562 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0180e46-3207-4941-9555-f736ae536c28 req-9df6406f-3c76-48fb-bdcc-b3a93d55e5e7 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Made reservation on behalf of 7598faf309884af08e32732a45eb82c2 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:33.220631 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f0180e46-3207-4941-9555-f736ae536c28 req-9df6406f-3c76-48fb-bdcc-b3a93d55e5e7 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.320189 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-91144f03-76a6-4296-82d3-778eca06ee32 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.392250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-f0180e46-3207-4941-9555-f736ae536c28 req-9df6406f-3c76-48fb-bdcc-b3a93d55e5e7 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Allocated IP 172.20.0.8 (f9696325-b450-49ff-84ca-eac34f68c7bb/e270dbc5-c7e3-4ed6-9c89-2c10c311a073/794339ae-a49b-4c6e-9ae3-d30f9eccd19b) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:33.514179 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-91144f03-76a6-4296-82d3-778eca06ee32 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.542085 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f0180e46-3207-4941-9555-f736ae536c28 req-9df6406f-3c76-48fb-bdcc-b3a93d55e5e7 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.557205 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-91144f03-76a6-4296-82d3-778eca06ee32 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.563296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-91144f03-76a6-4296-82d3-778eca06ee32 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/bbfddd8f-037a-4cd0-820f-e418dd683f20 HTTP/1.1" status: 204 len: 168 time: 0.4736326 Dec 16 22:49:33.566841 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86e8e80-a0d2-426a-b888-12e283f14a7e None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:33.569484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48454) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:33.577563 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91144f03-76a6-4296-82d3-778eca06ee32 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=bbfddd8f-037a-4cd0-820f-e418dd683f20,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:33.583090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-556841d3-af1e-4bc1-8217-d1e084f5fa34 req-bf518d08-67bd-4412-8026-7095f396a488 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 210 time: 0.0657823 Dec 16 22:49:33.682140 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-36d76751-61c2-4a30-a9fd-26429116c679 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1110151 Dec 16 22:49:33.684838 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48458) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:33.692738 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f0180e46-3207-4941-9555-f736ae536c28 req-9df6406f-3c76-48fb-bdcc-b3a93d55e5e7 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.751679 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0180e46-3207-4941-9555-f736ae536c28 req-9df6406f-3c76-48fb-bdcc-b3a93d55e5e7 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Network f9696325-b450-49ff-84ca-eac34f68c7bb is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:33.755478 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-f0180e46-3207-4941-9555-f736ae536c28 req-9df6406f-3c76-48fb-bdcc-b3a93d55e5e7 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:33.763424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0180e46-3207-4941-9555-f736ae536c28 req-9df6406f-3c76-48fb-bdcc-b3a93d55e5e7 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:33.775902 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-87ef0bf2-3dc5-4494-a9d2-86f24e4dcfbf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.786453 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532e6788-d586-41bb-943f-b4173db2aeb2 None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:33.797670 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6406f-3c76-48fb-bdcc-b3a93d55e5e7 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event updated for resources: {'Port': ['ID=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:33.846919 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0180e46-3207-4941-9555-f736ae536c28 req-9df6406f-3c76-48fb-bdcc-b3a93d55e5e7 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:33.847675 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f0180e46-3207-4941-9555-f736ae536c28 req-9df6406f-3c76-48fb-bdcc-b3a93d55e5e7 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.862765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-532e6788-d586-41bb-943f-b4173db2aeb2 None None] Deleting port 199c05e7-4395-4dc0-baf5-7fc51b15bbed {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:33.863222 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-532e6788-d586-41bb-943f-b4173db2aeb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.966412 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-9df6406f-3c76-48fb-bdcc-b3a93d55e5e7 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0132916 Dec 16 22:49:33.970367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-532e6788-d586-41bb-943f-b4173db2aeb2 None None] For port 199c05e7-4395-4dc0-baf5-7fc51b15bbed, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=199c05e7-4395-4dc0-baf5-7fc51b15bbed,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:33.970915 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-532e6788-d586-41bb-943f-b4173db2aeb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.982149 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-66e5f5c7-e6ed-41a0-9bdc-77f44cf0861c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:49:33.984061 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-66e5f5c7-e6ed-41a0-9bdc-77f44cf0861c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079801 Dec 16 22:49:33.986511 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-87ef0bf2-3dc5-4494-a9d2-86f24e4dcfbf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.988933 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-87ef0bf2-3dc5-4494-a9d2-86f24e4dcfbf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.995241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-532e6788-d586-41bb-943f-b4173db2aeb2 None None] Calling delete_port for 199c05e7-4395-4dc0-baf5-7fc51b15bbed owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:34.005108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Request body: {'port': {'device_id': '13e04c35-679f-429e-8de3-cd269ab91d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:34.101852 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:34.132358 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0f402239-7048-409f-806e-d51aae15508c None None] Provisioning complete for port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:34.132855 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f402239-7048-409f-806e-d51aae15508c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:34.150135 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-87ef0bf2-3dc5-4494-a9d2-86f24e4dcfbf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:34.150980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ef0bf2-3dc5-4494-a9d2-86f24e4dcfbf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Fanout notify agent at l3_agent the message router_deleted on router e943baaa-f1f6-4471-a998-ccfbdb24a579 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:49:34.160645 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-87ef0bf2-3dc5-4494-a9d2-86f24e4dcfbf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:34.162364 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-87ef0bf2-3dc5-4494-a9d2-86f24e4dcfbf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/routers/e943baaa-f1f6-4471-a998-ccfbdb24a579 HTTP/1.1" status: 204 len: 168 time: 0.4763503 Dec 16 22:49:34.164987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48468) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:34.170747 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0f402239-7048-409f-806e-d51aae15508c None None] Port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:34.183003 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-532e6788-d586-41bb-943f-b4173db2aeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:34.205727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-519242c6-41a5-4ba4-b466-8c39878e2b4d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0371943 Dec 16 22:49:34.206071 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48470) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:34.219530 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e6788-d586-41bb-943f-b4173db2aeb2 None None] Pushing event deleted for resources: {'Port': ['ID=199c05e7-4395-4dc0-baf5-7fc51b15bbed,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:34.221760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e6788-d586-41bb-943f-b4173db2aeb2 None None] No DVR routers for this DVR port 199c05e7-4395-4dc0-baf5-7fc51b15bbed on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:34.301740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2462542-1d84-46d6-8fa4-53dfb320cb8a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:34.307757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b2462542-1d84-46d6-8fa4-53dfb320cb8a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1004660 Dec 16 22:49:34.310936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48476) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:34.353232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fa1f40cc-8b05-41df-999e-0e8663e2a206 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410309 Dec 16 22:49:34.358540 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48478) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:34.377152 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-fd8ac005-d3d4-4fc1-88b7-8216e8592340 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:34.441235 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 199c05e7-4395-4dc0-baf5-7fc51b15bbed no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:34.476050 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 199c05e7-4395-4dc0-baf5-7fc51b15bbed {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:34.476525 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 199c05e7-4395-4dc0-baf5-7fc51b15bbed not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:34.482325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48480) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:34.571669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794339ae-a49b-4c6e-9ae3-d30f9eccd19b {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:49:34.580282 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:34.593991 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204274da-f2c3-45cd-887a-091fb4ddb3ab None None] Sync routers for ids ['e943baaa-f1f6-4471-a998-ccfbdb24a579'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:49:34.594666 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Transition to ACTIVE for port object 794339ae-a49b-4c6e-9ae3-d30f9eccd19b will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:49:34.605016 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204274da-f2c3-45cd-887a-091fb4ddb3ab None None] Routers set() bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:34.605525 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204274da-f2c3-45cd-887a-091fb4ddb3ab None None] Router IDs set() for agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 22:49:34.606251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_agentschedulers_db [None req-204274da-f2c3-45cd-887a-091fb4ddb3ab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e943baaa-f1f6-4471-a998-ccfbdb24a579'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:49:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent'). {{(pid=103953) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 22:49:34.609916 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:34.616555 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204274da-f2c3-45cd-887a-091fb4ddb3ab None None] Routers set() bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:34.617111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204274da-f2c3-45cd-887a-091fb4ddb3ab None None] Router IDs set() for agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 22:49:34.617708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_agentschedulers_db [None req-204274da-f2c3-45cd-887a-091fb4ddb3ab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e943baaa-f1f6-4471-a998-ccfbdb24a579'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:49:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent'). {{(pid=103953) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 22:49:34.618004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204274da-f2c3-45cd-887a-091fb4ddb3ab None None] The sync data for ids ['e943baaa-f1f6-4471-a998-ccfbdb24a579'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:49:34.623763 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8ac005-d3d4-4fc1-88b7-8216e8592340 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:34.627344 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac005-d3d4-4fc1-88b7-8216e8592340 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:34.690381 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:34.743228 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc62ad4-3f61-4e30-8cad-2dbc787f6c7c req-aae080ff-4c42-47e9-87db-8bbd70a3a744 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:34.745599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8bc62ad4-3f61-4e30-8cad-2dbc787f6c7c req-aae080ff-4c42-47e9-87db-8bbd70a3a744 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 931 time: 0.0816865 Dec 16 22:49:34.778579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Pushing event updated for resources: {'Port': ['ID=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:34.781884 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:34.816036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8bc62ad4-3f61-4e30-8cad-2dbc787f6c7c req-83a8b9c9-5633-412d-8d46-89379b057d3b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607629 Dec 16 22:49:34.858290 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:34.894672 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5032bf14-082c-44ed-a693-17131f7f81d1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:34.905385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Attempting to bind port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:34.905978 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Attempting to bind port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:34.906101 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Attempting to bind port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b on network f9696325-b450-49ff-84ca-eac34f68c7bb {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:34.913497 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b on network f9696325-b450-49ff-84ca-eac34f68c7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:49:34.914089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Attempting to bind port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b on network f9696325-b450-49ff-84ca-eac34f68c7bb {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:34.929053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:34.931428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:34.931428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:34.931428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:34.931428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:34.931428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:34.931428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:34.931931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:34.932023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:34.932280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:34.932794 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:34.933124 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:34.934006 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:34.947990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c20eaed7-c489-47f8-96b1-26697aaa9cd3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=327be1a22d5748668926eee62107d345&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4642241 Dec 16 22:49:34.952507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48486) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:34.956258 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:34.956878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Checking segment: {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:34.957557 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Bound using segment: {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:34.958251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Bound port: 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:34.958825 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:35.036753 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-49dd95df-2dce-4494-8dfe-94fdded9fdcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:35.063239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:35.068079 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-49dd95df-2dce-4494-8dfe-94fdded9fdcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:35.072455 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:35.170404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.objects.ports [None req-fd8ac005-d3d4-4fc1-88b7-8216e8592340 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:49:35.172035 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac005-d3d4-4fc1-88b7-8216e8592340 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:35.203490 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:35.251844 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8ac005-d3d4-4fc1-88b7-8216e8592340 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:35.252690 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-49dd95df-2dce-4494-8dfe-94fdded9fdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:35.261822 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-fd8ac005-d3d4-4fc1-88b7-8216e8592340 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:35.265142 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-49dd95df-2dce-4494-8dfe-94fdded9fdcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:35.266879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-49dd95df-2dce-4494-8dfe-94fdded9fdcb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5032bf14-082c-44ed-a693-17131f7f81d1 HTTP/1.1" status: 204 len: 168 time: 0.3137608 Dec 16 22:49:35.270142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8ac005-d3d4-4fc1-88b7-8216e8592340 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:35.275786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4096f60-8111-42c0-a3a6-24fa84269b40 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:35.280127 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac005-d3d4-4fc1-88b7-8216e8592340 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:35.289067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd95df-2dce-4494-8dfe-94fdded9fdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5032bf14-082c-44ed-a693-17131f7f81d1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:35.303742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:35.303742 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:35.303742 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] 10.222.0.69 "PUT /v2.0/ports/794339ae-a49b-4c6e-9ae3-d30f9eccd19b HTTP/1.1" status: 200 len: 1091 time: 1.3014591 Dec 16 22:49:35.303742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ac005-d3d4-4fc1-88b7-8216e8592340 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=c6645fb9-1d35-47ec-9525-397eee2afa44,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:35.303742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:35.304907 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e19790a-0439-49fd-8c1b-c8cef1853614" -d '{"events": [{"name": "network-changed", "server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:35.330972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0a1ca-5a15-4910-946a-3abaa9d88c91 service neutron] Pushing event updated for resources: {'Port': ['ID=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:35.361575 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b00eaa-d709-4b1b-9a19-fc6fb7d888c9 x-openstack-request-id: req-08b00eaa-d709-4b1b-9a19-fc6fb7d888c9 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:35.361879 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:35.362136 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08b00eaa-d709-4b1b-9a19-fc6fb7d888c9 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:35.362557 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'status': 'completed', 'code': 200} Dec 16 22:49:35.414410 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fd8ac005-d3d4-4fc1-88b7-8216e8592340 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0411940 Dec 16 22:49:35.415566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48494) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:35.421698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4eb3d594-2b6c-4b04-90a1-ed592fbc5e8a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:35.469298 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19790a-0439-49fd-8c1b-c8cef1853614 req-29c4ba4c-ec2c-4306-bdf4-d0a9e8ce9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:35.471478 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e19790a-0439-49fd-8c1b-c8cef1853614 req-29c4ba4c-ec2c-4306-bdf4-d0a9e8ce9a27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 1094 time: 0.0746703 Dec 16 22:49:35.541337 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': 'c6645fb9-1d35-47ec-9525-397eee2afa44'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:49:35.542219 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:35.675745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19790a-0439-49fd-8c1b-c8cef1853614 req-0a41990f-42a0-44f1-b18b-b624e7c7ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:35.677525 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e19790a-0439-49fd-8c1b-c8cef1853614 req-0a41990f-42a0-44f1-b18b-b624e7c7ee06 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7598faf309884af08e32732a45eb82c2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1966634 Dec 16 22:49:35.710440 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Allocated IP 2001:db8::f816:3eff:fea6:993b (42c10802-266f-4e43-9fa4-b4150fb3dd7a/c6645fb9-1d35-47ec-9525-397eee2afa44/b430acb2-7d66-4500-b0b5-2940f7d1ba07) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:35.730023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb3d594-2b6c-4b04-90a1-ed592fbc5e8a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:35.735350 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eb3d594-2b6c-4b04-90a1-ed592fbc5e8a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:35.820948 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19790a-0439-49fd-8c1b-c8cef1853614 req-ee40edb9-adac-4050-9688-a8035a1b3a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:35.822958 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2e19790a-0439-49fd-8c1b-c8cef1853614 req-ee40edb9-adac-4050-9688-a8035a1b3a00 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344199 Dec 16 22:49:35.926982 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:35.945379 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0180e46-3207-4941-9555-f736ae536c28 req-9839c99f-1db1-4d1b-b3e7-81af7154b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:35.947080 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-9839c99f-1db1-4d1b-b3e7-81af7154b898 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 1094 time: 0.0583987 Dec 16 22:49:35.994443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def6f8d-ee4a-45ab-b2a6-88efda844aa3 req-1883c5e5-b81c-4ea9-9abe-157f18ab0631 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:35.996104 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2def6f8d-ee4a-45ab-b2a6-88efda844aa3 req-1883c5e5-b81c-4ea9-9abe-157f18ab0631 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 943 time: 0.0930183 Dec 16 22:49:35.999765 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-35cbfe2f-a654-4c91-bb7f-5e79861247dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b HTTP/1.1" status: 200 len: 217 time: 0.0383084 Dec 16 22:49:36.019097 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.057993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0180e46-3207-4941-9555-f736ae536c28 req-de86d536-372d-4ff3-9bd9-422f6e394024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:36.060368 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-de86d536-372d-4ff3-9bd9-422f6e394024 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0521386 Dec 16 22:49:36.108423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48500) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:36.112966 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2def6f8d-ee4a-45ab-b2a6-88efda844aa3 req-d84a44c1-ff1d-4443-899a-dcd48dd09dcd tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073387 Dec 16 22:49:36.127157 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0180e46-3207-4941-9555-f736ae536c28 req-5c2da9fa-3311-4045-9904-04e3a90158b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:36.128941 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-5c2da9fa-3311-4045-9904-04e3a90158b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566795 Dec 16 22:49:36.155547 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a4a09f47-1718-4db7-8331-adabe898c04e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.255370 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-2afcf0cc-17e5-4b98-9cad-666e2dbad940 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165287 Dec 16 22:49:36.313806 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a4a09f47-1718-4db7-8331-adabe898c04e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.316237 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eb3d594-2b6c-4b04-90a1-ed592fbc5e8a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.335624 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:36.341331 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:36.345717 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:36.353594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b24db09a-d46e-4fe1-aab7-e12c1153a7ac no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:36.378265 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: b24db09a-d46e-4fe1-aab7-e12c1153a7ac {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:36.378901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b24db09a-d46e-4fe1-aab7-e12c1153a7ac not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:36.381842 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Pushing event updated for resources: {'Port': ['ID=b430acb2-7d66-4500-b0b5-2940f7d1ba07,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:36.387770 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f0180e46-3207-4941-9555-f736ae536c28 req-2ee754cc-233d-4a29-bd14-fa86012ab3ee service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201608 Dec 16 22:49:36.400334 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a4a09f47-1718-4db7-8331-adabe898c04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.427357 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb3d594-2b6c-4b04-90a1-ed592fbc5e8a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:36.435760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a4a09f47-1718-4db7-8331-adabe898c04e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=580e0efabc8746a8889a186470e000ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3216329 Dec 16 22:49:36.438172 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48502) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:36.439815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-4eb3d594-2b6c-4b04-90a1-ed592fbc5e8a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:36.451653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb3d594-2b6c-4b04-90a1-ed592fbc5e8a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:36.452139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Attempting to bind port b430acb2-7d66-4500-b0b5-2940f7d1ba07 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:36.452274 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4eb3d594-2b6c-4b04-90a1-ed592fbc5e8a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.452581 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Attempting to bind port b430acb2-7d66-4500-b0b5-2940f7d1ba07 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:36.452960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Attempting to bind port b430acb2-7d66-4500-b0b5-2940f7d1ba07 on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:36.459550 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:36.461780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:36.461780 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.461780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:36.461780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Bound port: b430acb2-7d66-4500-b0b5-2940f7d1ba07, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:36.461780 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.468575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3d594-2b6c-4b04-90a1-ed592fbc5e8a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=75b12e9e-5bae-4636-b390-aecd38ef6a81,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:36.477856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a09f47-1718-4db7-8331-adabe898c04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5210b405-2eb6-4cd6-83f0-71593578313c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:36.533402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] For port b430acb2-7d66-4500-b0b5-2940f7d1ba07, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:36.537000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] For port b430acb2-7d66-4500-b0b5-2940f7d1ba07, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b430acb2-7d66-4500-b0b5-2940f7d1ba07,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:36.546807 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4eb3d594-2b6c-4b04-90a1-ed592fbc5e8a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1301084 Dec 16 22:49:36.549955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48506) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:36.556767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-62617bb1-5e48-46f0-857f-bed48b6aacf5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'mac_address': 'fa:16:3e:0f:a0:8a', 'name': 'tempest-NetworksTestDHCPv6-2009217061'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:36.571115 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a45bbf5e-7ff5-4a7a-9317-2ba662a13c06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.595842 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a45bbf5e-7ff5-4a7a-9317-2ba662a13c06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.600871 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.687776 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd653f8d-55b0-4c14-8961-6ea349163166 None None] Pushing event updated for resources: {'Port': ['ID=b430acb2-7d66-4500-b0b5-2940f7d1ba07,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:36.702864 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a45bbf5e-7ff5-4a7a-9317-2ba662a13c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.705695 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a45bbf5e-7ff5-4a7a-9317-2ba662a13c06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.712215 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a45bbf5e-7ff5-4a7a-9317-2ba662a13c06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5210b405-2eb6-4cd6-83f0-71593578313c HTTP/1.1" status: 204 len: 168 time: 0.2720225 Dec 16 22:49:36.727194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bbf5e-7ff5-4a7a-9317-2ba662a13c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5210b405-2eb6-4cd6-83f0-71593578313c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:36.823049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62617bb1-5e48-46f0-857f-bed48b6aacf5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:36.926480 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62617bb1-5e48-46f0-857f-bed48b6aacf5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.961668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-62617bb1-5e48-46f0-857f-bed48b6aacf5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port 67c12dbb-2c44-46de-9724-600db2112b91 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:49:37.167668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-62617bb1-5e48-46f0-857f-bed48b6aacf5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 172.20.0.6 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/75b12e9e-5bae-4636-b390-aecd38ef6a81/67c12dbb-2c44-46de-9724-600db2112b91) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:37.177458 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-62617bb1-5e48-46f0-857f-bed48b6aacf5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::f816:3eff:fe0f:a08a (42c10802-266f-4e43-9fa4-b4150fb3dd7a/c6645fb9-1d35-47ec-9525-397eee2afa44/67c12dbb-2c44-46de-9724-600db2112b91) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:37.372421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda2d05-0d90-4aab-99b8-e7be5c3ae93f req-04d41cff-6076-41b8-89f8-335232982fe9 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:37.376012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4fda2d05-0d90-4aab-99b8-e7be5c3ae93f req-04d41cff-6076-41b8-89f8-335232982fe9 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 943 time: 0.1544650 Dec 16 22:49:37.467150 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62617bb1-5e48-46f0-857f-bed48b6aacf5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:37.477888 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4fda2d05-0d90-4aab-99b8-e7be5c3ae93f req-487a6fb2-7883-4f0a-99d3-d85e6c679105 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891540 Dec 16 22:49:37.555382 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62617bb1-5e48-46f0-857f-bed48b6aacf5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:37.607607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62617bb1-5e48-46f0-857f-bed48b6aacf5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:37.611162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-62617bb1-5e48-46f0-857f-bed48b6aacf5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:37.613969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62617bb1-5e48-46f0-857f-bed48b6aacf5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:37.647595 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62617bb1-5e48-46f0-857f-bed48b6aacf5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=67c12dbb-2c44-46de-9724-600db2112b91,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:37.681492 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62617bb1-5e48-46f0-857f-bed48b6aacf5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:37.682259 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62617bb1-5e48-46f0-857f-bed48b6aacf5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:37.783938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-62617bb1-5e48-46f0-857f-bed48b6aacf5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2325449 Dec 16 22:49:37.786601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48514) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:37.842254 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b32976b-8da3-4418-a842-9ad267be8148 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:37.848576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b32976b-8da3-4418-a842-9ad267be8148 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:37.850258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1b32976b-8da3-4418-a842-9ad267be8148 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0624485 Dec 16 22:49:37.853020 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48516) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:37.864901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636c2f57-953f-44ec-b5a2-4c4305b8d04f None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:37.954370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8afc86a6-fbde-4e09-b190-69493b5b4d0f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port 67c12dbb-2c44-46de-9724-600db2112b91 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:37.954645 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-75e7048f-e3e4-42c7-87b0-f08cb6227a07 None None] Provisioning complete for port b430acb2-7d66-4500-b0b5-2940f7d1ba07 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:37.954765 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8afc86a6-fbde-4e09-b190-69493b5b4d0f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:37.954877 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75e7048f-e3e4-42c7-87b0-f08cb6227a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:38.056642 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8afc86a6-fbde-4e09-b190-69493b5b4d0f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:38.078689 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8afc86a6-fbde-4e09-b190-69493b5b4d0f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for 67c12dbb-2c44-46de-9724-600db2112b91 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:38.100877 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75e7048f-e3e4-42c7-87b0-f08cb6227a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:38.141914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e30f85-7d45-4d74-ad46-5ef35698d3bb None None] Update dhcp port {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'fixed_ips': [{'subnet_id': 'c6645fb9-1d35-47ec-9525-397eee2afa44', 'ip_address': '2001:db8::f816:3eff:fea6:993b'}, {'subnet_id': '75b12e9e-5bae-4636-b390-aecd38ef6a81'}], 'binding:host_id': 'n-d-821840-2'}, 'id': 'b430acb2-7d66-4500-b0b5-2940f7d1ba07'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:49:38.175479 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-75e7048f-e3e4-42c7-87b0-f08cb6227a07 None None] For port b430acb2-7d66-4500-b0b5-2940f7d1ba07, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b430acb2-7d66-4500-b0b5-2940f7d1ba07,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:38.180299 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-51e30f85-7d45-4d74-ad46-5ef35698d3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:38.231696 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75e7048f-e3e4-42c7-87b0-f08cb6227a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:38.320839 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8afc86a6-fbde-4e09-b190-69493b5b4d0f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:38.363345 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc86a6-fbde-4e09-b190-69493b5b4d0f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=67c12dbb-2c44-46de-9724-600db2112b91,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:38.377462 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7048f-e3e4-42c7-87b0-f08cb6227a07 None None] Pushing event updated for resources: {'Port': ['ID=b430acb2-7d66-4500-b0b5-2940f7d1ba07,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:38.412921 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 794339ae-a49b-4c6e-9ae3-d30f9eccd19b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:49:38.497207 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b430acb2-7d66-4500-b0b5-2940f7d1ba07 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:38.549619 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-51e30f85-7d45-4d74-ad46-5ef35698d3bb None None] Allocated IP 172.20.0.2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/75b12e9e-5bae-4636-b390-aecd38ef6a81/b430acb2-7d66-4500-b0b5-2940f7d1ba07) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:38.627284 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf04333-7ddb-49e9-b518-5521847aa78a req-d8d5e095-8707-4c48-8332-20761e82d6e3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:38.636007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cf04333-7ddb-49e9-b518-5521847aa78a req-d8d5e095-8707-4c48-8332-20761e82d6e3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 943 time: 0.0734687 Dec 16 22:49:38.659235 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:38.672552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port b430acb2-7d66-4500-b0b5-2940f7d1ba07 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:38.672938 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:38.713582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'port_id': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'mac_address': 'fa:16:3e:6d:6b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:49:38.752540 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cf04333-7ddb-49e9-b518-5521847aa78a req-a3be0d84-9d2f-42f3-8f76-5a5967ba2621 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152449 Dec 16 22:49:38.771159 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:38.811383 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794339ae-a49b-4c6e-9ae3-d30f9eccd19b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:49:38.818675 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-51e30f85-7d45-4d74-ad46-5ef35698d3bb None None] For port b430acb2-7d66-4500-b0b5-2940f7d1ba07, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b430acb2-7d66-4500-b0b5-2940f7d1ba07,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:38.852491 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8afc86a6-fbde-4e09-b190-69493b5b4d0f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:38.856079 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8afc86a6-fbde-4e09-b190-69493b5b4d0f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/67c12dbb-2c44-46de-9724-600db2112b91 HTTP/1.1" status: 204 len: 168 time: 1.0019729 Dec 16 22:49:38.858240 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:38.858469 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48522) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:38.892676 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-51e30f85-7d45-4d74-ad46-5ef35698d3bb None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:38.917221 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fd1ea7-0b0c-46c2-abba-b16da5cecb81 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:38.918951 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fd1ea7-0b0c-46c2-abba-b16da5cecb81 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:38.920498 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fd1ea7-0b0c-46c2-abba-b16da5cecb81 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:38.922180 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e7fd1ea7-0b0c-46c2-abba-b16da5cecb81 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0626831 Dec 16 22:49:38.924963 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48524) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:38.930479 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:38.981084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8827cd-2c45-41f2-82b7-808d9a74d992 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 75b12e9e-5bae-4636-b390-aecd38ef6a81 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:38.988256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:38.994714 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-51e30f85-7d45-4d74-ad46-5ef35698d3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:38.999642 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c8827cd-2c45-41f2-82b7-808d9a74d992 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:39.050289 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c8827cd-2c45-41f2-82b7-808d9a74d992 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:39.091879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e30f85-7d45-4d74-ad46-5ef35698d3bb None None] Pushing event updated for resources: {'Port': ['ID=b430acb2-7d66-4500-b0b5-2940f7d1ba07,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:39.154335 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c8827cd-2c45-41f2-82b7-808d9a74d992 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:39.252624 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['794339ae-a49b-4c6e-9ae3-d30f9eccd19b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:49:39.284746 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c8827cd-2c45-41f2-82b7-808d9a74d992 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:39.328449 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8827cd-2c45-41f2-82b7-808d9a74d992 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=75b12e9e-5bae-4636-b390-aecd38ef6a81,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:39.341996 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c8827cd-2c45-41f2-82b7-808d9a74d992 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:39.346382 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3c8827cd-2c45-41f2-82b7-808d9a74d992 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/75b12e9e-5bae-4636-b390-aecd38ef6a81 HTTP/1.1" status: 204 len: 168 time: 0.4204035 Dec 16 22:49:39.348875 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48526) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:39.410663 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf8fd22-d305-45ae-aca4-6d288fef6adc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet c6645fb9-1d35-47ec-9525-397eee2afa44 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:39.414352 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fd22-d305-45ae-aca4-6d288fef6adc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:39.460493 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fd22-d305-45ae-aca4-6d288fef6adc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:39.552912 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fd22-d305-45ae-aca4-6d288fef6adc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:39.685126 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fd22-d305-45ae-aca4-6d288fef6adc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:39.715416 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8fd22-d305-45ae-aca4-6d288fef6adc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=c6645fb9-1d35-47ec-9525-397eee2afa44,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:39.717810 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fd22-d305-45ae-aca4-6d288fef6adc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:39.719063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4eab60-0daa-4a53-8cb1-77955ab2e461 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:39.723687 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8cf8fd22-d305-45ae-aca4-6d288fef6adc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/c6645fb9-1d35-47ec-9525-397eee2afa44 HTTP/1.1" status: 204 len: 168 time: 0.3735888 Dec 16 22:49:39.724526 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48528) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:39.772997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-62792102-77f1-4908-a5b2-291b39d453ee tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445750 Dec 16 22:49:39.773506 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48534) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:39.779383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-10eb5801-4292-470a-b73b-ebd7b96bfe3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:39.825779 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6675bbca-75ea-41b9-a50c-1d5cbb62f53b None None] Provisioning complete for port b430acb2-7d66-4500-b0b5-2940f7d1ba07 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:39.826151 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6675bbca-75ea-41b9-a50c-1d5cbb62f53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:39.948443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e73112-0afc-425d-bbce-16c9eb8c04c8 req-07c85ef0-79db-4587-bd60-319b4a3bb4b6 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:39.950753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8e73112-0afc-425d-bbce-16c9eb8c04c8 req-07c85ef0-79db-4587-bd60-319b4a3bb4b6 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0980799 Dec 16 22:49:39.951164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6675bbca-75ea-41b9-a50c-1d5cbb62f53b None None] Could not find standard attr ID for object 67c12dbb-2c44-46de-9724-600db2112b91. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:49:39.976635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b184981-c26d-4dcf-8a57-3a0a5496c57c None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:40.008129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8e73112-0afc-425d-bbce-16c9eb8c04c8 req-927b3336-6764-4ccb-a9ba-4cb4eb9a4dc4 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501306 Dec 16 22:49:40.011651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10eb5801-4292-470a-b73b-ebd7b96bfe3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:40.015742 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10eb5801-4292-470a-b73b-ebd7b96bfe3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:40.027768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6b184981-c26d-4dcf-8a57-3a0a5496c57c None None] Deleting port b430acb2-7d66-4500-b0b5-2940f7d1ba07 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:40.028142 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b184981-c26d-4dcf-8a57-3a0a5496c57c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:40.100710 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6b184981-c26d-4dcf-8a57-3a0a5496c57c None None] For port b430acb2-7d66-4500-b0b5-2940f7d1ba07, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b430acb2-7d66-4500-b0b5-2940f7d1ba07,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:40.101150 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b184981-c26d-4dcf-8a57-3a0a5496c57c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:40.115294 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6b184981-c26d-4dcf-8a57-3a0a5496c57c None None] Calling delete_port for b430acb2-7d66-4500-b0b5-2940f7d1ba07 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:40.252073 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b184981-c26d-4dcf-8a57-3a0a5496c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:40.280006 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b184981-c26d-4dcf-8a57-3a0a5496c57c None None] Pushing event deleted for resources: {'Port': ['ID=b430acb2-7d66-4500-b0b5-2940f7d1ba07,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:40.286348 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b184981-c26d-4dcf-8a57-3a0a5496c57c None None] No DVR routers for this DVR port b430acb2-7d66-4500-b0b5-2940f7d1ba07 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:40.353820 n-d-821840-2 neutron-server[103952]: DEBUG neutron.objects.ports [None req-10eb5801-4292-470a-b73b-ebd7b96bfe3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:49:40.355418 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10eb5801-4292-470a-b73b-ebd7b96bfe3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:40.387960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b430acb2-7d66-4500-b0b5-2940f7d1ba07 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:40.395585 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eb5801-4292-470a-b73b-ebd7b96bfe3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:40.405528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-10eb5801-4292-470a-b73b-ebd7b96bfe3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:40.407229 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: b430acb2-7d66-4500-b0b5-2940f7d1ba07 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:40.407606 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b430acb2-7d66-4500-b0b5-2940f7d1ba07 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:40.409845 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb5801-4292-470a-b73b-ebd7b96bfe3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:40.410506 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10eb5801-4292-470a-b73b-ebd7b96bfe3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:40.411237 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 794339ae-a49b-4c6e-9ae3-d30f9eccd19b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:40.426171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb5801-4292-470a-b73b-ebd7b96bfe3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=3b881e17-a78e-4f5c-b3de-b6a4c104411c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:40.437135 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800aaefd-089b-45d7-b2e4-fbd043ad234a None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:40.498713 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-10eb5801-4292-470a-b73b-ebd7b96bfe3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7240574 Dec 16 22:49:40.501738 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48536) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:40.507399 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e46aef39-5635-4f33-af57-1c9ed476e8bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:40.556654 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': '3b881e17-a78e-4f5c-b3de-b6a4c104411c'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:49:40.557556 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:40.627165 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:49:40.634865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:40.635242 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:40.686294 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46aef39-5635-4f33-af57-1c9ed476e8bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:40.690011 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e46aef39-5635-4f33-af57-1c9ed476e8bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:40.732566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Allocated IP 2001:db8::f816:3eff:fe49:82bf (42c10802-266f-4e43-9fa4-b4150fb3dd7a/3b881e17-a78e-4f5c-b3de-b6a4c104411c/3a0311fa-1f45-40a0-bd35-79f811b4f211) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:40.817927 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:40.862214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:40.864734 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5e87a0-4dde-42c0-b2f2-cadc69565ef1" -d '{"events": [{"server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "name": "network-vif-plugged", "status": "completed", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:40.894696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:40.924266 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ca2c1b-d6d8-4fea-9a96-5ac26bacfc22 x-openstack-request-id: req-e5ca2c1b-d6d8-4fea-9a96-5ac26bacfc22 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:40.924521 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "name": "network-vif-plugged", "status": "completed", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:40.924746 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5ca2c1b-d6d8-4fea-9a96-5ac26bacfc22 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:40.925149 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'code': 200} Dec 16 22:49:40.981960 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:40.986794 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:41.023493 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e46aef39-5635-4f33-af57-1c9ed476e8bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:41.038173 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:41.057008 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:41.069436 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46aef39-5635-4f33-af57-1c9ed476e8bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:41.093626 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-e46aef39-5635-4f33-af57-1c9ed476e8bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:41.098912 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46aef39-5635-4f33-af57-1c9ed476e8bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=3d9b8545-10ad-45b0-86d0-6d16b52523ab,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:41.103365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46aef39-5635-4f33-af57-1c9ed476e8bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:41.103977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e46aef39-5635-4f33-af57-1c9ed476e8bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:41.110507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ea434-5f1b-451b-b4bd-2214602f433c req-cfb5b33d-24ff-4b2f-a78d-8c2442e2a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:41.116912 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-db1ea434-5f1b-451b-b4bd-2214602f433c req-cfb5b33d-24ff-4b2f-a78d-8c2442e2a405 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 1096 time: 0.1167493 Dec 16 22:49:41.117142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:41.117799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:41.123431 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:41.128242 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Pushing event updated for resources: {'Port': ['ID=3a0311fa-1f45-40a0-bd35-79f811b4f211,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:41.151021 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09260f5e-af08-4f91-ad4f-aea2e9bf600b req-1afc8a55-a51d-466e-b2db-804f45c69cb4 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:41.154028 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09260f5e-af08-4f91-ad4f-aea2e9bf600b req-1afc8a55-a51d-466e-b2db-804f45c69cb4 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 945 time: 0.0663545 Dec 16 22:49:41.167976 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-db1ea434-5f1b-451b-b4bd-2214602f433c req-6576e884-131b-4f33-b0c0-589a91ada41d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427759 Dec 16 22:49:41.198856 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Attempting to bind port 3a0311fa-1f45-40a0-bd35-79f811b4f211 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:41.199355 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Attempting to bind port 3a0311fa-1f45-40a0-bd35-79f811b4f211 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:41.199781 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Attempting to bind port 3a0311fa-1f45-40a0-bd35-79f811b4f211 on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:41.205067 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:41.205452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:41.205864 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:41.206256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:41.206727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Bound port: 3a0311fa-1f45-40a0-bd35-79f811b4f211, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:41.207111 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:41.207409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09260f5e-af08-4f91-ad4f-aea2e9bf600b req-06aa9f05-41ce-45df-9ff6-c4c65be0b77f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459921 Dec 16 22:49:41.224237 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e46aef39-5635-4f33-af57-1c9ed476e8bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7214563 Dec 16 22:49:41.227123 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48546) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:41.233369 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9ed3b6de-bef4-4dee-ac90-8b21d187c39d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'mac_address': 'fa:16:3e:46:03:77', 'name': 'tempest-NetworksTestDHCPv6-199284829'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:41.276867 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] For port 3a0311fa-1f45-40a0-bd35-79f811b4f211, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:41.280567 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] For port 3a0311fa-1f45-40a0-bd35-79f811b4f211, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3a0311fa-1f45-40a0-bd35-79f811b4f211,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:41.343818 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:41.362113 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ba15b-0e5e-4f45-b99d-a6801952e89f req-196d3510-9f42-4407-a6b7-3a7845661ffc tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:41.363745 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-700ba15b-0e5e-4f45-b99d-a6801952e89f req-196d3510-9f42-4407-a6b7-3a7845661ffc tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 945 time: 0.0528347 Dec 16 22:49:41.405763 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6f9e5-803f-46bd-8fa9-5d17c40c8b71 None None] Pushing event updated for resources: {'Port': ['ID=3a0311fa-1f45-40a0-bd35-79f811b4f211,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:41.419247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-700ba15b-0e5e-4f45-b99d-a6801952e89f req-3c515294-351c-42d1-859f-063e57577905 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482261 Dec 16 22:49:41.452045 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed3b6de-bef4-4dee-ac90-8b21d187c39d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:41.544016 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b6de-bef4-4dee-ac90-8b21d187c39d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:41.587764 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-9ed3b6de-bef4-4dee-ac90-8b21d187c39d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port 59205ec9-2e63-4e28-a9ef-ad4918810b0b yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:49:41.754208 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-9ed3b6de-bef4-4dee-ac90-8b21d187c39d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 172.20.0.12 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/3d9b8545-10ad-45b0-86d0-6d16b52523ab/59205ec9-2e63-4e28-a9ef-ad4918810b0b) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:41.760077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-9ed3b6de-bef4-4dee-ac90-8b21d187c39d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::f816:3eff:fe46:377 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/3b881e17-a78e-4f5c-b3de-b6a4c104411c/59205ec9-2e63-4e28-a9ef-ad4918810b0b) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:41.909660 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b6de-bef4-4dee-ac90-8b21d187c39d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:42.000683 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b6de-bef4-4dee-ac90-8b21d187c39d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:42.056703 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed3b6de-bef4-4dee-ac90-8b21d187c39d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:42.063302 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9ed3b6de-bef4-4dee-ac90-8b21d187c39d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:42.068142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed3b6de-bef4-4dee-ac90-8b21d187c39d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:42.072609 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3b6de-bef4-4dee-ac90-8b21d187c39d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=59205ec9-2e63-4e28-a9ef-ad4918810b0b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:42.122804 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed3b6de-bef4-4dee-ac90-8b21d187c39d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:42.123506 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b6de-bef4-4dee-ac90-8b21d187c39d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:42.189887 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9ed3b6de-bef4-4dee-ac90-8b21d187c39d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9616342 Dec 16 22:49:42.192477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48550) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:42.245702 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde0a4b9-c97d-49f4-92ac-a40b1ab135c7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:42.252451 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde0a4b9-c97d-49f4-92ac-a40b1ab135c7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:42.254154 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cde0a4b9-c97d-49f4-92ac-a40b1ab135c7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0605495 Dec 16 22:49:42.256865 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48554) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:42.360426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6378e2-03dd-44e8-9525-cea80bec6421 req-edf5abe6-7542-417c-bd01-ca6ae0261e61 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:42.362859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c6378e2-03dd-44e8-9525-cea80bec6421 req-edf5abe6-7542-417c-bd01-ca6ae0261e61 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 945 time: 0.0657103 Dec 16 22:49:42.381937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ba277250-6581-4b96-8b8c-f33c433eee61 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port 59205ec9-2e63-4e28-a9ef-ad4918810b0b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:42.382599 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba277250-6581-4b96-8b8c-f33c433eee61 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:42.405392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ea5c7a-a49c-4019-8591-b85e62e4ac8c None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:42.431971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c6378e2-03dd-44e8-9525-cea80bec6421 req-84461d38-c577-4e5b-a12b-6b4e42807fef tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626371 Dec 16 22:49:42.475424 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3a0311fa-1f45-40a0-bd35-79f811b4f211 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:42.524330 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba277250-6581-4b96-8b8c-f33c433eee61 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:42.539150 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4a4b4dc5-22b7-465e-937d-cc1e678c7c0e None None] Provisioning complete for port 3a0311fa-1f45-40a0-bd35-79f811b4f211 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:42.540130 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a4b4dc5-22b7-465e-937d-cc1e678c7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:42.540993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ba277250-6581-4b96-8b8c-f33c433eee61 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for 59205ec9-2e63-4e28-a9ef-ad4918810b0b owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:42.559507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424cda7-7ab4-46a7-8d21-58c7b8201323 req-7b26d934-3857-41eb-bbbb-d97e1be63eb8 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:42.567319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4424cda7-7ab4-46a7-8d21-58c7b8201323 req-7b26d934-3857-41eb-bbbb-d97e1be63eb8 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 945 time: 0.0612619 Dec 16 22:49:42.622092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4424cda7-7ab4-46a7-8d21-58c7b8201323 req-986eb484-9a4c-4d46-8622-a86599bdbc23 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2da9057-118d-4923-a565-08584a14cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517585 Dec 16 22:49:42.650872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3a0311fa-1f45-40a0-bd35-79f811b4f211 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:42.651551 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:42.805604 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba277250-6581-4b96-8b8c-f33c433eee61 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:42.841167 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba277250-6581-4b96-8b8c-f33c433eee61 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=59205ec9-2e63-4e28-a9ef-ad4918810b0b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:42.920403 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a4b4dc5-22b7-465e-937d-cc1e678c7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:42.934648 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba277250-6581-4b96-8b8c-f33c433eee61 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:42.940077 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ba277250-6581-4b96-8b8c-f33c433eee61 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/59205ec9-2e63-4e28-a9ef-ad4918810b0b HTTP/1.1" status: 204 len: 168 time: 0.6800570 Dec 16 22:49:42.940311 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48558) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:42.955203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c23479-6e47-4560-810d-ced765791778 None None] Update dhcp port {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'fixed_ips': [{'subnet_id': '3b881e17-a78e-4f5c-b3de-b6a4c104411c', 'ip_address': '2001:db8::f816:3eff:fe49:82bf'}, {'subnet_id': '3d9b8545-10ad-45b0-86d0-6d16b52523ab'}], 'binding:host_id': 'n-d-821840-2'}, 'id': '3a0311fa-1f45-40a0-bd35-79f811b4f211'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:49:43.011818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4a4b4dc5-22b7-465e-937d-cc1e678c7c0e None None] For port 3a0311fa-1f45-40a0-bd35-79f811b4f211, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3a0311fa-1f45-40a0-bd35-79f811b4f211,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:43.022027 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910c6485-e192-4324-bf5b-8f65cd025629 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:43.023803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910c6485-e192-4324-bf5b-8f65cd025629 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:43.024080 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75c23479-6e47-4560-810d-ced765791778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.025216 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910c6485-e192-4324-bf5b-8f65cd025629 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:43.026809 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-910c6485-e192-4324-bf5b-8f65cd025629 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0855639 Dec 16 22:49:43.029815 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48560) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:43.041687 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.076246 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc27f1-7239-40ec-bedb-cd05e2d56cc3 req-0c99f240-b875-490d-a94a-4bccac6fd3cb tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:43.077711 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f7fc27f1-7239-40ec-bedb-cd05e2d56cc3 req-0c99f240-b875-490d-a94a-4bccac6fd3cb tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 945 time: 0.1076226 Dec 16 22:49:43.089952 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a4b4dc5-22b7-465e-937d-cc1e678c7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.127946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e953cc7-1db7-4897-b430-f28633aa700a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 3b881e17-a78e-4f5c-b3de-b6a4c104411c {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:43.133137 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e953cc7-1db7-4897-b430-f28633aa700a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.201047 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e953cc7-1db7-4897-b430-f28633aa700a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.233792 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:49:43.234157 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:49:43.242357 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b4dc5-22b7-465e-937d-cc1e678c7c0e None None] Pushing event updated for resources: {'Port': ['ID=3a0311fa-1f45-40a0-bd35-79f811b4f211,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:43.283672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-f7fc27f1-7239-40ec-bedb-cd05e2d56cc3 req-f2c56fb4-c95d-41bd-95c6-4592d8fd6c3a tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Deleting port ec2e669f-89ad-46a0-8641-7e6ae05c1b73 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:43.284017 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f7fc27f1-7239-40ec-bedb-cd05e2d56cc3 req-f2c56fb4-c95d-41bd-95c6-4592d8fd6c3a tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.339882 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e953cc7-1db7-4897-b430-f28633aa700a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.341691 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.417737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-f7fc27f1-7239-40ec-bedb-cd05e2d56cc3 req-f2c56fb4-c95d-41bd-95c6-4592d8fd6c3a tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] For port ec2e669f-89ad-46a0-8641-7e6ae05c1b73, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ec2e669f-89ad-46a0-8641-7e6ae05c1b73,segment=NetworkSegment(77b63e06-6f38-4950-a1af-6c62eaa459bd),segment_id=77b63e06-6f38-4950-a1af-6c62eaa459bd)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:43.418707 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f7fc27f1-7239-40ec-bedb-cd05e2d56cc3 req-f2c56fb4-c95d-41bd-95c6-4592d8fd6c3a tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.435257 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-f7fc27f1-7239-40ec-bedb-cd05e2d56cc3 req-f2c56fb4-c95d-41bd-95c6-4592d8fd6c3a tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Calling delete_port for ec2e669f-89ad-46a0-8641-7e6ae05c1b73 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:43.480269 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server [None req-75c23479-6e47-4560-810d-ced765791778 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b881e17-a78e-4f5c-b3de-b6a4c104411c: This subnet is being modified by another concurrent operation. Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise exception Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b881e17-a78e-4f5c-b3de-b6a4c104411c: This subnet is being modified by another concurrent operation. Dec 16 22:49:43.510616 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server Dec 16 22:49:43.520661 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e953cc7-1db7-4897-b430-f28633aa700a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.545645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e953cc7-1db7-4897-b430-f28633aa700a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=3b881e17-a78e-4f5c-b3de-b6a4c104411c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:43.555300 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e953cc7-1db7-4897-b430-f28633aa700a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.557459 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1071b0-db4b-42db-bcbd-4aedb6729681 req-2071de3a-7c04-429b-aa22-da42962bb05d tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:43.560645 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d1071b0-db4b-42db-bcbd-4aedb6729681 req-2071de3a-7c04-429b-aa22-da42962bb05d tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 945 time: 0.0663424 Dec 16 22:49:43.562002 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0e953cc7-1db7-4897-b430-f28633aa700a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/3b881e17-a78e-4f5c-b3de-b6a4c104411c HTTP/1.1" status: 204 len: 168 time: 0.5311737 Dec 16 22:49:43.564642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48564) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:43.600631 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b840ad5-c2a0-4a3b-8098-559b79678cec None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:43.645753 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c49b6e94-6084-4deb-b367-6b0e485a2080 None None] Could not find standard attr ID for object 59205ec9-2e63-4e28-a9ef-ad4918810b0b. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:49:43.653126 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8e9d6d-320b-442c-97eb-2f8c25d45390 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 3d9b8545-10ad-45b0-86d0-6d16b52523ab {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:43.660719 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6d8e9d6d-320b-442c-97eb-2f8c25d45390 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.681292 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c49b6e94-6084-4deb-b367-6b0e485a2080 None None] Provisioning complete for port 3a0311fa-1f45-40a0-bd35-79f811b4f211 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:43.681821 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c49b6e94-6084-4deb-b367-6b0e485a2080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.692191 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f7fc27f1-7239-40ec-bedb-cd05e2d56cc3 req-f2c56fb4-c95d-41bd-95c6-4592d8fd6c3a tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.694474 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d1071b0-db4b-42db-bcbd-4aedb6729681 req-99e0f95a-1f3a-446d-8015-c3d087544169 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262469 Dec 16 22:49:43.731660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['ec2e669f-89ad-46a0-8641-7e6ae05c1b73'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:49:43.734162 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b5cee2-c4ee-4ce4-a76a-7cb822ee032c None None] DHCP port deletion for 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:43.748945 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6d8e9d6d-320b-442c-97eb-2f8c25d45390 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.775729 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c56fb4-c95d-41bd-95c6-4592d8fd6c3a tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Pushing event deleted for resources: {'Port': ['ID=ec2e669f-89ad-46a0-8641-7e6ae05c1b73,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:43.778549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fc27f1-7239-40ec-bedb-cd05e2d56cc3 req-f2c56fb4-c95d-41bd-95c6-4592d8fd6c3a tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] No DVR routers for this DVR port ec2e669f-89ad-46a0-8641-7e6ae05c1b73 on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:43.781220 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f7fc27f1-7239-40ec-bedb-cd05e2d56cc3 req-f2c56fb4-c95d-41bd-95c6-4592d8fd6c3a tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.784741 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f7fc27f1-7239-40ec-bedb-cd05e2d56cc3 req-f2c56fb4-c95d-41bd-95c6-4592d8fd6c3a tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.24 "DELETE /v2.0/ports/ec2e669f-89ad-46a0-8641-7e6ae05c1b73 HTTP/1.1" status: 204 len: 173 time: 0.6999609 Dec 16 22:49:43.785116 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbac7c13-9023-4325-87d6-7df5c026c284', 'name': 'network-vif-deleted', 'tag': 'ec2e669f-89ad-46a0-8641-7e6ae05c1b73'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:43.787486 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e352cd-4fd8-468e-b683-db2428e364b1" -d '{"events": [{"server_uuid": "fbac7c13-9023-4325-87d6-7df5c026c284", "name": "network-vif-deleted", "tag": "ec2e669f-89ad-46a0-8641-7e6ae05c1b73"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:43.836178 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81f6028e-daef-44ac-b09a-a8c4b3c28049 req-5851447e-e55d-4f61-bee2-6de845ac2676 tempest-VolumesSnapshotTestJSON-899277973 tempest-VolumesSnapshotTestJSON-899277973-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbac7c13-9023-4325-87d6-7df5c026c284 HTTP/1.1" status: 200 len: 210 time: 0.1310325 Dec 16 22:49:43.863785 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6d8e9d6d-320b-442c-97eb-2f8c25d45390 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.902024 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd9fc89-c0f4-49a7-8e9e-767ab842b5f2 x-openstack-request-id: req-acd9fc89-c0f4-49a7-8e9e-767ab842b5f2 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:43.902358 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbac7c13-9023-4325-87d6-7df5c026c284", "name": "network-vif-deleted", "tag": "ec2e669f-89ad-46a0-8641-7e6ae05c1b73", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:43.902614 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acd9fc89-c0f4-49a7-8e9e-767ab842b5f2 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:43.903199 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbac7c13-9023-4325-87d6-7df5c026c284', 'name': 'network-vif-deleted', 'tag': 'ec2e669f-89ad-46a0-8641-7e6ae05c1b73', 'status': 'completed', 'code': 200} Dec 16 22:49:43.918528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4e501-d2b3-4c27-8def-222320dcd397 req-85b93d8a-7485-4cac-8a01-bb9fa59a8735 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:43.920303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0da4e501-d2b3-4c27-8def-222320dcd397 req-85b93d8a-7485-4cac-8a01-bb9fa59a8735 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 945 time: 0.1295016 Dec 16 22:49:43.928942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48574) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:43.936466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-402ae284-1f37-4196-8434-f799eb089903 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Request body: {'floatingip': {'port_id': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:43.954511 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498c3b0-f3c0-49ab-bef3-5bec2dbbf66a None None] Update dhcp port {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'fixed_ips': [{'subnet_id': '3d9b8545-10ad-45b0-86d0-6d16b52523ab'}], 'binding:host_id': 'n-d-821840-2'}, 'id': '3a0311fa-1f45-40a0-bd35-79f811b4f211'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:49:43.979956 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0498c3b0-f3c0-49ab-bef3-5bec2dbbf66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:43.984021 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402ae284-1f37-4196-8434-f799eb089903 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for floatingip, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:44.027027 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6d8e9d6d-320b-442c-97eb-2f8c25d45390 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:44.059893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e9d6d-320b-442c-97eb-2f8c25d45390 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9b8545-10ad-45b0-86d0-6d16b52523ab,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:44.066268 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6d8e9d6d-320b-442c-97eb-2f8c25d45390 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:44.073070 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6d8e9d6d-320b-442c-97eb-2f8c25d45390 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/3d9b8545-10ad-45b0-86d0-6d16b52523ab HTTP/1.1" status: 204 len: 168 time: 0.5071857 Dec 16 22:49:44.073807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48576) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server [None req-0498c3b0-f3c0-49ab-bef3-5bec2dbbf66a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d9b8545-10ad-45b0-86d0-6d16b52523ab: This subnet is being modified by another concurrent operation. Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise exception Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d9b8545-10ad-45b0-86d0-6d16b52523ab: This subnet is being modified by another concurrent operation. Dec 16 22:49:44.114534 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server Dec 16 22:49:44.138887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f4d56f80-6a97-4457-bad9-d8de54c000b5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627053 Dec 16 22:49:44.141540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48578) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:44.146893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-5084a74c-524d-465f-acc4-233b87b58211 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:44.275897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-92fe2c9b-4ffc-421c-a343-4b7927cdf155 None None] Provisioning complete for port 3a0311fa-1f45-40a0-bd35-79f811b4f211 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:44.276291 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92fe2c9b-4ffc-421c-a343-4b7927cdf155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:44.320269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5084a74c-524d-465f-acc4-233b87b58211 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:44.320501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06afa45-6e6f-48b4-940d-c74beaebd526 None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:49:44.324117 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5084a74c-524d-465f-acc4-233b87b58211 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:44.409995 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3a0311fa-1f45-40a0-bd35-79f811b4f211 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:44.502002 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06afa45-6e6f-48b4-940d-c74beaebd526 None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:49:44.515461 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402ae284-1f37-4196-8434-f799eb089903 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:44.537457 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-92fe2c9b-4ffc-421c-a343-4b7927cdf155 None None] Could not find standard attr ID for object 59205ec9-2e63-4e28-a9ef-ad4918810b0b. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:49:44.586926 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402ae284-1f37-4196-8434-f799eb089903 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:44.629811 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:44.630525 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5084a74c-524d-465f-acc4-233b87b58211 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:44.673388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5084a74c-524d-465f-acc4-233b87b58211 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:44.681528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-5084a74c-524d-465f-acc4-233b87b58211 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:44.692489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084a74c-524d-465f-acc4-233b87b58211 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:44.693417 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5084a74c-524d-465f-acc4-233b87b58211 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:44.702873 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 3a0311fa-1f45-40a0-bd35-79f811b4f211, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3a0311fa-1f45-40a0-bd35-79f811b4f211,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:44.706559 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-402ae284-1f37-4196-8434-f799eb089903 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Floating IP b45700fb-91ed-4535-a4ec-3c41520f4f55 associated. External IP: 172.25.2.207, port: 794339ae-a49b-4c6e-9ae3-d30f9eccd19b. Dec 16 22:49:44.710626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084a74c-524d-465f-acc4-233b87b58211 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=dd2d88c5-573d-49ad-bd04-13d2830ad191,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:44.788258 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:44.847041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5084a74c-524d-465f-acc4-233b87b58211 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7042122 Dec 16 22:49:44.850368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48580) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:44.866589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=3a0311fa-1f45-40a0-bd35-79f811b4f211,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:44.869800 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-358563c4-a3b3-4e3c-864b-4862ed929e0e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:44.943920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb156810-13cd-4c6f-8494-45648424a35a None None] Update dhcp port {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'fixed_ips': [{'subnet_id': 'dd2d88c5-573d-49ad-bd04-13d2830ad191'}], 'binding:host_id': 'n-d-821840-2'}, 'id': '3a0311fa-1f45-40a0-bd35-79f811b4f211'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:49:44.983174 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eb156810-13cd-4c6f-8494-45648424a35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:44.984888 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402ae284-1f37-4196-8434-f799eb089903 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Router e5214b21-a589-47f5-ae9f-e83119bcce89 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:49:45.115816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402ae284-1f37-4196-8434-f799eb089903 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:49:45.120700 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-402ae284-1f37-4196-8434-f799eb089903 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:45.130013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358563c4-a3b3-4e3c-864b-4862ed929e0e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:45.130700 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e577a-b89b-492d-8081-f379400006b0 None None] Sync routers for ids ['e5214b21-a589-47f5-ae9f-e83119bcce89'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:49:45.133599 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-358563c4-a3b3-4e3c-864b-4862ed929e0e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:45.144702 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e577a-b89b-492d-8081-f379400006b0 None None] Routers {'e5214b21-a589-47f5-ae9f-e83119bcce89'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:45.146333 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-946e577a-b89b-492d-8081-f379400006b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:49:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e5214b21-a589-47f5-ae9f-e83119bcce89'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:45.167626 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-402ae284-1f37-4196-8434-f799eb089903 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "PUT /v2.0/floatingips/b45700fb-91ed-4535-a4ec-3c41520f4f55 HTTP/1.1" status: 200 len: 991 time: 1.2348726 Dec 16 22:49:45.174402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-eb156810-13cd-4c6f-8494-45648424a35a None None] Allocated IP 172.20.0.2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/dd2d88c5-573d-49ad-bd04-13d2830ad191/3a0311fa-1f45-40a0-bd35-79f811b4f211) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:45.276893 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-946e577a-b89b-492d-8081-f379400006b0 None None] Set router e5214b21-a589-47f5-ae9f-e83119bcce89 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:45.300833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-eb156810-13cd-4c6f-8494-45648424a35a None None] For port 3a0311fa-1f45-40a0-bd35-79f811b4f211, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3a0311fa-1f45-40a0-bd35-79f811b4f211,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:45.348713 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eb156810-13cd-4c6f-8494-45648424a35a None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:45.399932 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eb156810-13cd-4c6f-8494-45648424a35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:45.481749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb156810-13cd-4c6f-8494-45648424a35a None None] Pushing event updated for resources: {'Port': ['ID=3a0311fa-1f45-40a0-bd35-79f811b4f211,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:45.551823 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-946e577a-b89b-492d-8081-f379400006b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'name': 'tempest-ServerActionsTestJSON-2120862505-router', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:12Z', 'updated_at': '2021-12-16T22:49:18Z', 'revision_number': 4, 'project_id': '7598faf309884af08e32732a45eb82c2', 'gw_port': {'id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:13Z', 'updated_at': '2021-12-16T22:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b45700fb-91ed-4535-a4ec-3c41520f4f55', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'port_id': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'mac_address': 'fa:16:3e:6d:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e04c35-679f-429e-8de3-cd269ab91d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:49:23Z', 'updated_at': '2021-12-16T22:49:44Z', 'revision_number': 1, 'project_id': '7598faf309884af08e32732a45eb82c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351a74d7-2138-4a7e-b1db-dc802690b0ef', 'name': '', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'mac_address': 'fa:16:3e:5e:07:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:17Z', 'updated_at': '2021-12-16T22:49:25Z', 'revision_number': 5, 'project_id': '7598faf309884af08e32732a45eb82c2', 'subnets': [{'id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:45.585891 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e577a-b89b-492d-8081-f379400006b0 None None] Checking router: e5214b21-a589-47f5-ae9f-e83119bcce89 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:49:45.609671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.objects.ports [None req-358563c4-a3b3-4e3c-864b-4862ed929e0e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103951) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:49:45.615966 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e577a-b89b-492d-8081-f379400006b0 None None] Routers {'e5214b21-a589-47f5-ae9f-e83119bcce89'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:45.616964 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-946e577a-b89b-492d-8081-f379400006b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:49:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e5214b21-a589-47f5-ae9f-e83119bcce89'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:45.754060 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-946e577a-b89b-492d-8081-f379400006b0 None None] Set router e5214b21-a589-47f5-ae9f-e83119bcce89 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:45.904884 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:45.907177 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38302fa7-a32e-4797-8424-c4b7bd6516b9" -d '{"events": [{"name": "network-changed", "server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:45.985719 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17a5132-8004-4e9e-88a1-ec44deb46288 x-openstack-request-id: req-a17a5132-8004-4e9e-88a1-ec44deb46288 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:45.986024 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:45.986288 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a17a5132-8004-4e9e-88a1-ec44deb46288 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:45.986713 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'status': 'completed', 'code': 200} Dec 16 22:49:46.071853 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-946e577a-b89b-492d-8081-f379400006b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'name': 'tempest-ServerActionsTestJSON-2120862505-router', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:12Z', 'updated_at': '2021-12-16T22:49:18Z', 'revision_number': 4, 'project_id': '7598faf309884af08e32732a45eb82c2', 'gw_port': {'id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:13Z', 'updated_at': '2021-12-16T22:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b45700fb-91ed-4535-a4ec-3c41520f4f55', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'port_id': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'mac_address': 'fa:16:3e:6d:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e04c35-679f-429e-8de3-cd269ab91d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:49:23Z', 'updated_at': '2021-12-16T22:49:44Z', 'revision_number': 1, 'project_id': '7598faf309884af08e32732a45eb82c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351a74d7-2138-4a7e-b1db-dc802690b0ef', 'name': '', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'mac_address': 'fa:16:3e:5e:07:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:17Z', 'updated_at': '2021-12-16T22:49:25Z', 'revision_number': 5, 'project_id': '7598faf309884af08e32732a45eb82c2', 'subnets': [{'id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:46.079854 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38302fa7-a32e-4797-8424-c4b7bd6516b9 req-36220dbd-12a8-4c65-9cc1-05f21827a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:46.082859 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-38302fa7-a32e-4797-8424-c4b7bd6516b9 req-36220dbd-12a8-4c65-9cc1-05f21827a769 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 1096 time: 0.0705111 Dec 16 22:49:46.108092 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e577a-b89b-492d-8081-f379400006b0 None None] The sync data for ids ['e5214b21-a589-47f5-ae9f-e83119bcce89'] in n-d-821840-2 is: [{'id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'name': 'tempest-ServerActionsTestJSON-2120862505-router', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:12Z', 'updated_at': '2021-12-16T22:49:18Z', 'revision_number': 4, 'project_id': '7598faf309884af08e32732a45eb82c2', 'gw_port': {'id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:13Z', 'updated_at': '2021-12-16T22:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b45700fb-91ed-4535-a4ec-3c41520f4f55', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'port_id': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'mac_address': 'fa:16:3e:6d:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e04c35-679f-429e-8de3-cd269ab91d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:49:23Z', 'updated_at': '2021-12-16T22:49:44Z', 'revision_number': 1, 'project_id': '7598faf309884af08e32732a45eb82c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351a74d7-2138-4a7e-b1db-dc802690b0ef', 'name': '', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'mac_address': 'fa:16:3e:5e:07:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:17Z', 'updated_at': '2021-12-16T22:49:25Z', 'revision_number': 5, 'project_id': '7598faf309884af08e32732a45eb82c2', 'subnets': [{'id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:49:46.236603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38302fa7-a32e-4797-8424-c4b7bd6516b9 req-b5fa9d28-5628-4412-83cc-4190cf17fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:46.239066 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-38302fa7-a32e-4797-8424-c4b7bd6516b9 req-b5fa9d28-5628-4412-83cc-4190cf17fd40 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.1463385 Dec 16 22:49:46.248613 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-358563c4-a3b3-4e3c-864b-4862ed929e0e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:46.357270 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71a8f38-080a-4c2d-94b8-9196e549e2b1 None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:49:46.415060 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-38302fa7-a32e-4797-8424-c4b7bd6516b9 req-841c6672-a97b-4845-84bb-9ec494ef82e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b HTTP/1.1" status: 200 len: 999 time: 0.1662486 Dec 16 22:49:46.424577 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c3577cd4-55d5-4b98-bf59-e38b0b8ce3dc None None] Provisioning complete for port 3a0311fa-1f45-40a0-bd35-79f811b4f211 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:46.424964 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3577cd4-55d5-4b98-bf59-e38b0b8ce3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:46.520420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-358563c4-a3b3-4e3c-864b-4862ed929e0e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] For port 3a0311fa-1f45-40a0-bd35-79f811b4f211, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3a0311fa-1f45-40a0-bd35-79f811b4f211,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:46.546396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3a0311fa-1f45-40a0-bd35-79f811b4f211 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:46.553927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38302fa7-a32e-4797-8424-c4b7bd6516b9 req-0462efea-9152-497e-9201-c613f04d61f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:46.555081 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d01e4-e28e-4d12-95df-5225eb846c93 None None] New status for floating IP b45700fb-91ed-4535-a4ec-3c41520f4f55: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:49:46.556504 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-38302fa7-a32e-4797-8424-c4b7bd6516b9 req-0462efea-9152-497e-9201-c613f04d61f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.1239285 Dec 16 22:49:46.580021 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-358563c4-a3b3-4e3c-864b-4862ed929e0e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:46.585604 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a8f38-080a-4c2d-94b8-9196e549e2b1 None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:49:46.609931 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38302fa7-a32e-4797-8424-c4b7bd6516b9 req-5c7aeb0d-360f-44aa-8a9d-244a77d18e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:46.611732 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-38302fa7-a32e-4797-8424-c4b7bd6516b9 req-5c7aeb0d-360f-44aa-8a9d-244a77d18e1b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482714 Dec 16 22:49:46.646367 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-358563c4-a3b3-4e3c-864b-4862ed929e0e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:46.647403 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-358563c4-a3b3-4e3c-864b-4862ed929e0e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:46.729717 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3577cd4-55d5-4b98-bf59-e38b0b8ce3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:46.742026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358563c4-a3b3-4e3c-864b-4862ed929e0e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:46.748824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-358563c4-a3b3-4e3c-864b-4862ed929e0e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:46.749673 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-38302fa7-a32e-4797-8424-c4b7bd6516b9 req-2f710239-f5ad-47d4-8efa-9f768d21096d service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308806 Dec 16 22:49:46.756036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358563c4-a3b3-4e3c-864b-4862ed929e0e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:46.756728 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-358563c4-a3b3-4e3c-864b-4862ed929e0e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:46.788537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358563c4-a3b3-4e3c-864b-4862ed929e0e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=06f383ad-e7bf-4277-97df-e1ccaf24448d,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:46.790621 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358563c4-a3b3-4e3c-864b-4862ed929e0e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=3a0311fa-1f45-40a0-bd35-79f811b4f211,revision_number=8']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:46.865867 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-38302fa7-a32e-4797-8424-c4b7bd6516b9 req-9dde8b0e-8199-46de-91f8-8410389eb37d service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082273 Dec 16 22:49:46.868739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3a0311fa-1f45-40a0-bd35-79f811b4f211 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:46.869122 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:46.887739 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48602) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:46.888688 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-358563c4-a3b3-4e3c-864b-4862ed929e0e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0365207 Dec 16 22:49:46.895723 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-802799ea-ea45-4343-ad00-71b91207a6f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'mac_address': 'fa:16:3e:4a:cf:31', 'name': 'tempest-NetworksTestDHCPv6-101305069'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:47.001082 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-c3577cd4-55d5-4b98-bf59-e38b0b8ce3dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:49:47.001455 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-c3577cd4-55d5-4b98-bf59-e38b0b8ce3dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:49:47.108690 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802799ea-ea45-4343-ad00-71b91207a6f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:47.196470 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-802799ea-ea45-4343-ad00-71b91207a6f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:47.218592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-802799ea-ea45-4343-ad00-71b91207a6f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port 68a4aa31-a810-4c98-9b1a-bdeed5ec5fb2 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:49:47.269747 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ec2e669f-89ad-46a0-8641-7e6ae05c1b73 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:47.282299 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:47.330957 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: ec2e669f-89ad-46a0-8641-7e6ae05c1b73 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:47.331232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ec2e669f-89ad-46a0-8641-7e6ae05c1b73 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:47.369482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 3a0311fa-1f45-40a0-bd35-79f811b4f211, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3a0311fa-1f45-40a0-bd35-79f811b4f211,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:47.391327 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-802799ea-ea45-4343-ad00-71b91207a6f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 172.20.0.4 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/dd2d88c5-573d-49ad-bd04-13d2830ad191/68a4aa31-a810-4c98-9b1a-bdeed5ec5fb2) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:47.397851 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-802799ea-ea45-4343-ad00-71b91207a6f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::f816:3eff:fe4a:cf31 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/06f383ad-e7bf-4277-97df-e1ccaf24448d/68a4aa31-a810-4c98-9b1a-bdeed5ec5fb2) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:47.438656 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:47.498408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=3a0311fa-1f45-40a0-bd35-79f811b4f211,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:47.563570 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-802799ea-ea45-4343-ad00-71b91207a6f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:47.678671 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-802799ea-ea45-4343-ad00-71b91207a6f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:47.728415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802799ea-ea45-4343-ad00-71b91207a6f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:47.734632 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-802799ea-ea45-4343-ad00-71b91207a6f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:47.740354 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802799ea-ea45-4343-ad00-71b91207a6f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:47.744330 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802799ea-ea45-4343-ad00-71b91207a6f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=68a4aa31-a810-4c98-9b1a-bdeed5ec5fb2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:47.800254 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802799ea-ea45-4343-ad00-71b91207a6f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:47.800932 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-802799ea-ea45-4343-ad00-71b91207a6f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:47.925692 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9588a321-5109-4213-8ad1-c76d3736214b None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:47.931158 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-802799ea-ea45-4343-ad00-71b91207a6f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0420747 Dec 16 22:49:47.931393 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48610) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:47.986894 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8080d2-01f4-4269-97b4-1697a23e2c91 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:47.992964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8080d2-01f4-4269-97b4-1697a23e2c91 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:47.994583 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ef8080d2-01f4-4269-97b4-1697a23e2c91 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0621698 Dec 16 22:49:47.997525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48612) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:47.997701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f49c1c27-6055-4e6c-84bb-e50d2f5bfc29 None None] Provisioning complete for port 3a0311fa-1f45-40a0-bd35-79f811b4f211 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:47.997971 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f49c1c27-6055-4e6c-84bb-e50d2f5bfc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:48.093781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-757518c1-0c65-4ea0-91a4-14be98c66ccd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port 68a4aa31-a810-4c98-9b1a-bdeed5ec5fb2 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:48.094125 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-757518c1-0c65-4ea0-91a4-14be98c66ccd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:48.352925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18bae29-54f6-4e59-a495-9b52e6d35ad3 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:48.455682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3a0311fa-1f45-40a0-bd35-79f811b4f211 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:48.530538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f30832dc-2f0f-4250-b970-981d87b3aa96 None None] Provisioning complete for port 68a4aa31-a810-4c98-9b1a-bdeed5ec5fb2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:48.531301 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f30832dc-2f0f-4250-b970-981d87b3aa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:48.534949 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-757518c1-0c65-4ea0-91a4-14be98c66ccd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:48.548502 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-757518c1-0c65-4ea0-91a4-14be98c66ccd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for 68a4aa31-a810-4c98-9b1a-bdeed5ec5fb2 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:48.586952 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f30832dc-2f0f-4250-b970-981d87b3aa96 None None] Port 68a4aa31-a810-4c98-9b1a-bdeed5ec5fb2 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:48.597748 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3a0311fa-1f45-40a0-bd35-79f811b4f211 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:48.598205 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:48.626570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f30832dc-2f0f-4250-b970-981d87b3aa96 None None] Provisioning complete for port 3a0311fa-1f45-40a0-bd35-79f811b4f211 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:48.627041 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f30832dc-2f0f-4250-b970-981d87b3aa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:48.843887 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-757518c1-0c65-4ea0-91a4-14be98c66ccd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:48.874662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757518c1-0c65-4ea0-91a4-14be98c66ccd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=68a4aa31-a810-4c98-9b1a-bdeed5ec5fb2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:48.908219 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3fe073ab-803b-4223-bc82-fd79b83ff8c5 None None] Could not find standard attr ID for object 68a4aa31-a810-4c98-9b1a-bdeed5ec5fb2. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:49:48.920417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3fe073ab-803b-4223-bc82-fd79b83ff8c5 None None] Provisioning complete for port 3a0311fa-1f45-40a0-bd35-79f811b4f211 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:48.920775 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fe073ab-803b-4223-bc82-fd79b83ff8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:48.976103 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-757518c1-0c65-4ea0-91a4-14be98c66ccd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:48.980072 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-757518c1-0c65-4ea0-91a4-14be98c66ccd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/68a4aa31-a810-4c98-9b1a-bdeed5ec5fb2 HTTP/1.1" status: 204 len: 168 time: 0.9815149 Dec 16 22:49:48.982600 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48618) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:49.052688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45695ff0-9455-4908-baea-52aa7425652b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:49.054574 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45695ff0-9455-4908-baea-52aa7425652b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:49.056187 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45695ff0-9455-4908-baea-52aa7425652b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:49.057870 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-45695ff0-9455-4908-baea-52aa7425652b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0742571 Dec 16 22:49:49.061218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48620) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:49.116460 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-588d22f9-2032-4eab-a055-bc4091ba5590 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 06f383ad-e7bf-4277-97df-e1ccaf24448d {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:49.120181 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-588d22f9-2032-4eab-a055-bc4091ba5590 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:49.167237 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-588d22f9-2032-4eab-a055-bc4091ba5590 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:49.226716 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7bd3c057-788b-4920-80e0-4d8c2b03beec None None] Could not find standard attr ID for object 68a4aa31-a810-4c98-9b1a-bdeed5ec5fb2. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:49:49.273250 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-588d22f9-2032-4eab-a055-bc4091ba5590 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:49.417261 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-588d22f9-2032-4eab-a055-bc4091ba5590 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:49.447906 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d22f9-2032-4eab-a055-bc4091ba5590 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=06f383ad-e7bf-4277-97df-e1ccaf24448d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:49.457403 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-588d22f9-2032-4eab-a055-bc4091ba5590 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:49.460702 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-588d22f9-2032-4eab-a055-bc4091ba5590 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/06f383ad-e7bf-4277-97df-e1ccaf24448d HTTP/1.1" status: 204 len: 168 time: 0.3984826 Dec 16 22:49:49.463177 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48624) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:49.467020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c2631-342f-4dcf-afd6-b75da384e147 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:49.519053 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-37751302-961e-4544-9501-c9f5a5d81d48 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet dd2d88c5-573d-49ad-bd04-13d2830ad191 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:49.524226 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37751302-961e-4544-9501-c9f5a5d81d48 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:49.572485 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37751302-961e-4544-9501-c9f5a5d81d48 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:49.672561 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37751302-961e-4544-9501-c9f5a5d81d48 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:49.806809 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37751302-961e-4544-9501-c9f5a5d81d48 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:49.849138 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37751302-961e-4544-9501-c9f5a5d81d48 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2d88c5-573d-49ad-bd04-13d2830ad191,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:49.852496 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37751302-961e-4544-9501-c9f5a5d81d48 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:49.857863 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-37751302-961e-4544-9501-c9f5a5d81d48 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/dd2d88c5-573d-49ad-bd04-13d2830ad191 HTTP/1.1" status: 204 len: 168 time: 0.3914940 Dec 16 22:49:49.858069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48628) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:49.918358 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-85d4c58c-6e27-4cfc-9e2e-e9dea058cb91 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557861 Dec 16 22:49:49.919364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48630) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:49.926039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0f32e87a-d04b-44fe-876e-ea335850776b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:50.091698 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9d05b43-81cd-446a-883d-a1966c850fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:50.163922 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f32e87a-d04b-44fe-876e-ea335850776b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:50.168867 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0f32e87a-d04b-44fe-876e-ea335850776b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:50.178029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3ced1f-742b-4ad0-b898-03e79c37da31 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:50.292413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-99b5e8e0-5e13-41d3-a2b2-bbb651e4e0a2 None None] Provisioning complete for port 3a0311fa-1f45-40a0-bd35-79f811b4f211 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:50.293341 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99b5e8e0-5e13-41d3-a2b2-bbb651e4e0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:50.392323 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae91ed3-d133-4275-8b3e-c986bc71c215 None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:50.448520 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8ae91ed3-d133-4275-8b3e-c986bc71c215 None None] Deleting port 3a0311fa-1f45-40a0-bd35-79f811b4f211 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:50.449144 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ae91ed3-d133-4275-8b3e-c986bc71c215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:50.457119 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0f32e87a-d04b-44fe-876e-ea335850776b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:50.498056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32e87a-d04b-44fe-876e-ea335850776b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:50.504966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-0f32e87a-d04b-44fe-876e-ea335850776b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:50.510414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f32e87a-d04b-44fe-876e-ea335850776b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:50.511389 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0f32e87a-d04b-44fe-876e-ea335850776b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:50.516924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8ae91ed3-d133-4275-8b3e-c986bc71c215 None None] For port 3a0311fa-1f45-40a0-bd35-79f811b4f211, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3a0311fa-1f45-40a0-bd35-79f811b4f211,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:50.517524 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ae91ed3-d133-4275-8b3e-c986bc71c215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:50.521567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32e87a-d04b-44fe-876e-ea335850776b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=343f74ce-d007-4f66-9b51-1c906b5b549a,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:50.532199 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8ae91ed3-d133-4275-8b3e-c986bc71c215 None None] Calling delete_port for 3a0311fa-1f45-40a0-bd35-79f811b4f211 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:50.603975 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0f32e87a-d04b-44fe-876e-ea335850776b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6825445 Dec 16 22:49:50.612228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48638) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:50.617331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6598a232-ccd5-4552-bc81-51941e45fc89 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:50.712754 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ae91ed3-d133-4275-8b3e-c986bc71c215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:50.749754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae91ed3-d133-4275-8b3e-c986bc71c215 None None] Pushing event deleted for resources: {'Port': ['ID=3a0311fa-1f45-40a0-bd35-79f811b4f211,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:50.754577 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae91ed3-d133-4275-8b3e-c986bc71c215 None None] No DVR routers for this DVR port 3a0311fa-1f45-40a0-bd35-79f811b4f211 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:50.769882 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afec0d20-7a19-4df4-9f24-948949f2523e None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:50.805995 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6598a232-ccd5-4552-bc81-51941e45fc89 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:50.810154 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6598a232-ccd5-4552-bc81-51941e45fc89 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:50.898696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': '343f74ce-d007-4f66-9b51-1c906b5b549a'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:49:50.901490 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:51.068471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Allocated IP 172.20.0.2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/343f74ce-d007-4f66-9b51-1c906b5b549a/555f2bbc-586c-45ff-a056-7560654f1470) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:51.221900 n-d-821840-2 neutron-server[103952]: DEBUG neutron.objects.ports [None req-6598a232-ccd5-4552-bc81-51941e45fc89 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:49:51.225287 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6598a232-ccd5-4552-bc81-51941e45fc89 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:51.226549 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:51.286405 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6598a232-ccd5-4552-bc81-51941e45fc89 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:51.289657 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-6598a232-ccd5-4552-bc81-51941e45fc89 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:51.292483 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6598a232-ccd5-4552-bc81-51941e45fc89 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:51.293338 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6598a232-ccd5-4552-bc81-51941e45fc89 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:51.295829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598a232-ccd5-4552-bc81-51941e45fc89 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=4df9cc6a-eb4c-4fad-8cc5-ca25553aace8,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:51.303195 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:51.349262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:51.352196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:51.355225 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:51.371391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Pushing event updated for resources: {'Port': ['ID=555f2bbc-586c-45ff-a056-7560654f1470,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:51.384075 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6598a232-ccd5-4552-bc81-51941e45fc89 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7706649 Dec 16 22:49:51.388222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48648) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:51.394172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-08d3436d-e02f-44d6-8cc2-d9ac0e841440 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'mac_address': 'fa:16:3e:9d:b9:a3', 'name': 'tempest-NetworksTestDHCPv6-620950757'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:51.426909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Attempting to bind port 555f2bbc-586c-45ff-a056-7560654f1470 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:51.427518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Attempting to bind port 555f2bbc-586c-45ff-a056-7560654f1470 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:51.427998 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Attempting to bind port 555f2bbc-586c-45ff-a056-7560654f1470 on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:51.434432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:51.434986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:51.435541 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:51.436039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:51.436634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Bound port: 555f2bbc-586c-45ff-a056-7560654f1470, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:51.437140 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:51.502182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] For port 555f2bbc-586c-45ff-a056-7560654f1470, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:51.505458 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] For port 555f2bbc-586c-45ff-a056-7560654f1470, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=555f2bbc-586c-45ff-a056-7560654f1470,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:51.600719 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:51.634535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d3436d-e02f-44d6-8cc2-d9ac0e841440 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:51.672036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b824636-3b67-4f5b-99e3-2caf2b8157ab None None] Pushing event updated for resources: {'Port': ['ID=555f2bbc-586c-45ff-a056-7560654f1470,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:51.754076 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08d3436d-e02f-44d6-8cc2-d9ac0e841440 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:51.779447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-08d3436d-e02f-44d6-8cc2-d9ac0e841440 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port 16844899-081f-4b12-9117-beeb1c364155 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:49:51.981841 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-08d3436d-e02f-44d6-8cc2-d9ac0e841440 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 172.20.0.8 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/343f74ce-d007-4f66-9b51-1c906b5b549a/16844899-081f-4b12-9117-beeb1c364155) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:51.994412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-08d3436d-e02f-44d6-8cc2-d9ac0e841440 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::f816:3eff:fe9d:b9a3 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/4df9cc6a-eb4c-4fad-8cc5-ca25553aace8/16844899-081f-4b12-9117-beeb1c364155) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:52.168670 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08d3436d-e02f-44d6-8cc2-d9ac0e841440 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:52.291441 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08d3436d-e02f-44d6-8cc2-d9ac0e841440 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:52.338632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d3436d-e02f-44d6-8cc2-d9ac0e841440 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:52.342848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-08d3436d-e02f-44d6-8cc2-d9ac0e841440 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:52.347024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d3436d-e02f-44d6-8cc2-d9ac0e841440 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:52.386231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3436d-e02f-44d6-8cc2-d9ac0e841440 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=16844899-081f-4b12-9117-beeb1c364155,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:52.428932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d3436d-e02f-44d6-8cc2-d9ac0e841440 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:52.428932 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08d3436d-e02f-44d6-8cc2-d9ac0e841440 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:52.440102 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2a92063-8d58-4d9d-92bc-abd4dd442df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:52.462683 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 555f2bbc-586c-45ff-a056-7560654f1470 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:52.489440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-08d3436d-e02f-44d6-8cc2-d9ac0e841440 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0994956 Dec 16 22:49:52.491746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48654) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:52.520683 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 555f2bbc-586c-45ff-a056-7560654f1470 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:52.521307 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:52.561916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c741003d-a152-4f80-9d49-343e16dc8573 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:52.569412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c741003d-a152-4f80-9d49-343e16dc8573 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:52.571976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c741003d-a152-4f80-9d49-343e16dc8573 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0790732 Dec 16 22:49:52.574702 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48656) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:52.622710 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:52.677974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 555f2bbc-586c-45ff-a056-7560654f1470, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=555f2bbc-586c-45ff-a056-7560654f1470,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:52.692669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ed190201-d63e-4964-ae19-afe7d9f7e105 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port 16844899-081f-4b12-9117-beeb1c364155 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:52.693014 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed190201-d63e-4964-ae19-afe7d9f7e105 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:52.735327 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:52.809675 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3a0311fa-1f45-40a0-bd35-79f811b4f211 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:52.831932 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed190201-d63e-4964-ae19-afe7d9f7e105 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:52.848052 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ed190201-d63e-4964-ae19-afe7d9f7e105 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for 16844899-081f-4b12-9117-beeb1c364155 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:52.851478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f4919f-2dbf-40fa-b970-e6ec4782b41e None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:52.866157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 3a0311fa-1f45-40a0-bd35-79f811b4f211 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:52.866519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3a0311fa-1f45-40a0-bd35-79f811b4f211 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:52.903600 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=555f2bbc-586c-45ff-a056-7560654f1470,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:52.977483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-66954b5a-038d-4888-8234-6a68166444ec None None] Provisioning complete for port 555f2bbc-586c-45ff-a056-7560654f1470 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:52.977774 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66954b5a-038d-4888-8234-6a68166444ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.124197 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed190201-d63e-4964-ae19-afe7d9f7e105 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.157695 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed190201-d63e-4964-ae19-afe7d9f7e105 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=16844899-081f-4b12-9117-beeb1c364155,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:53.271256 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed190201-d63e-4964-ae19-afe7d9f7e105 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.278796 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ed190201-d63e-4964-ae19-afe7d9f7e105 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/16844899-081f-4b12-9117-beeb1c364155 HTTP/1.1" status: 204 len: 168 time: 0.6994195 Dec 16 22:49:53.279138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48662) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:53.298236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3b5bc7-786a-4850-99cd-0abdc272c40c None None] Update dhcp port {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'fixed_ips': [{'subnet_id': '343f74ce-d007-4f66-9b51-1c906b5b549a', 'ip_address': '172.20.0.2'}, {'subnet_id': '4df9cc6a-eb4c-4fad-8cc5-ca25553aace8'}], 'binding:host_id': 'n-d-821840-2'}, 'id': '555f2bbc-586c-45ff-a056-7560654f1470'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:49:53.330131 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5bc7-786a-4850-99cd-0abdc272c40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.341194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f70f40f-37e8-4350-b24f-94acd2b69eef tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:53.342542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f70f40f-37e8-4350-b24f-94acd2b69eef tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:53.344441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f70f40f-37e8-4350-b24f-94acd2b69eef tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:53.349595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9f70f40f-37e8-4350-b24f-94acd2b69eef tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0670664 Dec 16 22:49:53.349890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48664) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:53.414946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2c4505-8e44-411d-9086-be1793a2750b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 343f74ce-d007-4f66-9b51-1c906b5b549a {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:53.419060 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4505-8e44-411d-9086-be1793a2750b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.468503 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4505-8e44-411d-9086-be1793a2750b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.560911 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4505-8e44-411d-9086-be1793a2750b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.634129 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.685768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4505-8e44-411d-9086-be1793a2750b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server [None req-3d3b5bc7-786a-4850-99cd-0abdc272c40c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 343f74ce-d007-4f66-9b51-1c906b5b549a: This subnet is being modified by another concurrent operation. Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise exception Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 343f74ce-d007-4f66-9b51-1c906b5b549a: This subnet is being modified by another concurrent operation. Dec 16 22:49:53.687439 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server Dec 16 22:49:53.714602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c4505-8e44-411d-9086-be1793a2750b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=343f74ce-d007-4f66-9b51-1c906b5b549a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:53.726253 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4505-8e44-411d-9086-be1793a2750b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.732514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cc2c4505-8e44-411d-9086-be1793a2750b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/343f74ce-d007-4f66-9b51-1c906b5b549a HTTP/1.1" status: 204 len: 168 time: 0.3787167 Dec 16 22:49:53.733265 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48666) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:53.782525 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a413a13b-6446-4888-beb1-cbd2a59a9ae4 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:53.790097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-161e64d0-13d1-401a-89ab-f1cbdab812b2 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 4df9cc6a-eb4c-4fad-8cc5-ca25553aace8 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:53.794149 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-161e64d0-13d1-401a-89ab-f1cbdab812b2 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.829694 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ba12bd3e-6252-4713-9c77-d1defa872df1 None None] Could not find standard attr ID for object 16844899-081f-4b12-9117-beeb1c364155. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:49:53.837805 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-161e64d0-13d1-401a-89ab-f1cbdab812b2 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.854763 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ba12bd3e-6252-4713-9c77-d1defa872df1 None None] Provisioning complete for port 555f2bbc-586c-45ff-a056-7560654f1470 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:53.855167 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba12bd3e-6252-4713-9c77-d1defa872df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.893073 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-161e64d0-13d1-401a-89ab-f1cbdab812b2 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.031339 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-161e64d0-13d1-401a-89ab-f1cbdab812b2 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.046082 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f095f7-58b4-49dc-a690-6c0d7fe2d798 None None] Update dhcp port {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'fixed_ips': [{'subnet_id': '4df9cc6a-eb4c-4fad-8cc5-ca25553aace8'}], 'binding:host_id': 'n-d-821840-2'}, 'id': '555f2bbc-586c-45ff-a056-7560654f1470'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:49:54.068730 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-161e64d0-13d1-401a-89ab-f1cbdab812b2 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.072454 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-161e64d0-13d1-401a-89ab-f1cbdab812b2 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/4df9cc6a-eb4c-4fad-8cc5-ca25553aace8 HTTP/1.1" status: 204 len: 168 time: 0.3381202 Dec 16 22:49:54.074457 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e64d0-13d1-401a-89ab-f1cbdab812b2 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=4df9cc6a-eb4c-4fad-8cc5-ca25553aace8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:54.075012 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48672) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:54.091964 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cb04d992-3ca8-471c-ba9b-c24a2f09dab1 req-48e44d4f-bc6e-4494-9b84-7e6649f800d5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920112 Dec 16 22:49:54.099133 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d8f095f7-58b4-49dc-a690-6c0d7fe2d798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.147048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9540a6b3-c28c-405a-8145-b5c882949078 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686455 Dec 16 22:49:54.147465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48674) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:54.235587 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04d992-3ca8-471c-ba9b-c24a2f09dab1 req-364747a8-32c3-4644-9ff3-e90ad6cd4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:54.237111 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cb04d992-3ca8-471c-ba9b-c24a2f09dab1 req-364747a8-32c3-4644-9ff3-e90ad6cd4bff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 1096 time: 0.0724745 Dec 16 22:49:54.246186 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03be9a6e-7d4e-4777-9fb2-c6ff496265c3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:54.248056 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-03be9a6e-7d4e-4777-9fb2-c6ff496265c3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0979147 Dec 16 22:49:54.250405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48676) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:54.325263 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff7a9e3-2f63-4508-a025-28fb78e40079 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:54.328131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cff7a9e3-2f63-4508-a025-28fb78e40079 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0767055 Dec 16 22:49:54.328987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48678) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:54.360210 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ca21feb7-7f51-4af5-a462-9ff856cf0029 None None] Provisioning complete for port 555f2bbc-586c-45ff-a056-7560654f1470 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:54.361901 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca21feb7-7f51-4af5-a462-9ff856cf0029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.383861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ec6094df-bbc8-404e-8786-6c8bbd51a32b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540366 Dec 16 22:49:54.392142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48680) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:54.398277 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d907b68f-9dc4-4fb6-9a1a-15f3aa2406c5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:54.411553 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04d992-3ca8-471c-ba9b-c24a2f09dab1 req-bea7a0bd-bbde-4f28-9167-f258f4bc266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:54.413297 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cb04d992-3ca8-471c-ba9b-c24a2f09dab1 req-bea7a0bd-bbde-4f28-9167-f258f4bc266c service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.1441989 Dec 16 22:49:54.454781 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e417f162-9be6-4daf-a98f-5e1db7932255 None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:49:54.507568 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cb04d992-3ca8-471c-ba9b-c24a2f09dab1 req-8cec09fd-8631-47e5-a339-80e824c906d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b HTTP/1.1" status: 200 len: 1001 time: 0.0866146 Dec 16 22:49:54.515066 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 555f2bbc-586c-45ff-a056-7560654f1470 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:54.563704 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04d992-3ca8-471c-ba9b-c24a2f09dab1 req-0bd50b6c-d41d-4dda-ad63-840ad3c3a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:54.565319 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cb04d992-3ca8-471c-ba9b-c24a2f09dab1 req-0bd50b6c-d41d-4dda-ad63-840ad3c3a005 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0491726 Dec 16 22:49:54.605837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d907b68f-9dc4-4fb6-9a1a-15f3aa2406c5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:54.611418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e417f162-9be6-4daf-a98f-5e1db7932255 None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:49:54.611574 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d907b68f-9dc4-4fb6-9a1a-15f3aa2406c5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.613044 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-d907b68f-9dc4-4fb6-9a1a-15f3aa2406c5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:49:54.613496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d907b68f-9dc4-4fb6-9a1a-15f3aa2406c5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:49:54.617484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04d992-3ca8-471c-ba9b-c24a2f09dab1 req-f4b21308-f844-47b8-b332-eb057e7144e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:54.619153 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cb04d992-3ca8-471c-ba9b-c24a2f09dab1 req-f4b21308-f844-47b8-b332-eb057e7144e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434015 Dec 16 22:49:54.713234 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.720690 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cb04d992-3ca8-471c-ba9b-c24a2f09dab1 req-1a602e2d-6c49-4210-a31e-6e85a9b9d9c8 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923123 Dec 16 22:49:54.744400 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6966f36d-f1e6-4802-a638-934594d895c2 None None] Could not find standard attr ID for object 16844899-081f-4b12-9117-beeb1c364155. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:49:54.751676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48682) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:54.755151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d907b68f-9dc4-4fb6-9a1a-15f3aa2406c5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3522120 Dec 16 22:49:54.758961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d14eb15b-2570-4d9f-88a7-366458a5a53c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:54.780949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 555f2bbc-586c-45ff-a056-7560654f1470, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=555f2bbc-586c-45ff-a056-7560654f1470,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:54.852892 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.900875 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cb04d992-3ca8-471c-ba9b-c24a2f09dab1 req-272bd941-f234-4f50-86e8-df30d1529401 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725638 Dec 16 22:49:54.920534 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:49:54.950131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=555f2bbc-586c-45ff-a056-7560654f1470,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:54.954850 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.984932 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911a9011-87fb-4e18-9e39-3fa269e34081 None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:49:54.999586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14eb15b-2570-4d9f-88a7-366458a5a53c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:55.003210 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d14eb15b-2570-4d9f-88a7-366458a5a53c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.004727 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14eb15b-2570-4d9f-88a7-366458a5a53c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:49:55.005171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14eb15b-2570-4d9f-88a7-366458a5a53c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:49:55.080167 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911a9011-87fb-4e18-9e39-3fa269e34081 None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:49:55.094559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-28230287-00b8-4419-ab74-537916672989 None None] Provisioning complete for port 555f2bbc-586c-45ff-a056-7560654f1470 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:55.094559 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28230287-00b8-4419-ab74-537916672989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.095228 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d14eb15b-2570-4d9f-88a7-366458a5a53c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3417125 Dec 16 22:49:55.098084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48686) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:55.103103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-68e29883-bbf3-4a57-acf6-c89674a448a8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:55.279292 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28230287-00b8-4419-ab74-537916672989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.297069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e29883-bbf3-4a57-acf6-c89674a448a8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:55.300791 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-68e29883-bbf3-4a57-acf6-c89674a448a8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.302506 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e29883-bbf3-4a57-acf6-c89674a448a8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:49:55.303070 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e29883-bbf3-4a57-acf6-c89674a448a8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:49:55.328472 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-28230287-00b8-4419-ab74-537916672989 None None] For port 555f2bbc-586c-45ff-a056-7560654f1470, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=555f2bbc-586c-45ff-a056-7560654f1470,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:55.402804 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-68e29883-bbf3-4a57-acf6-c89674a448a8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3036499 Dec 16 22:49:55.406248 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48690) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:55.411421 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6d371a17-f539-43ee-8ccc-dce0ef2a7a95 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:55.433962 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28230287-00b8-4419-ab74-537916672989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.483708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28230287-00b8-4419-ab74-537916672989 None None] Pushing event updated for resources: {'Port': ['ID=555f2bbc-586c-45ff-a056-7560654f1470,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:55.554308 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ce8f25fe-ed10-4209-a832-54f3363d4abc None None] Provisioning complete for port 555f2bbc-586c-45ff-a056-7560654f1470 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:55.554783 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce8f25fe-ed10-4209-a832-54f3363d4abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.567387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d371a17-f539-43ee-8ccc-dce0ef2a7a95 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:55.571313 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6d371a17-f539-43ee-8ccc-dce0ef2a7a95 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.572938 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d371a17-f539-43ee-8ccc-dce0ef2a7a95 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:49:55.573586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d371a17-f539-43ee-8ccc-dce0ef2a7a95 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:49:55.687482 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6d371a17-f539-43ee-8ccc-dce0ef2a7a95 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2799973 Dec 16 22:49:55.690423 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48692) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:55.696106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6cf4eba6-ebf0-45e0-aaf4-9aefea21a134 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:55.776511 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.918762 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf4eba6-ebf0-45e0-aaf4-9aefea21a134 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:55.922423 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6cf4eba6-ebf0-45e0-aaf4-9aefea21a134 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.923913 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf4eba6-ebf0-45e0-aaf4-9aefea21a134 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:49:55.924371 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf4eba6-ebf0-45e0-aaf4-9aefea21a134 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:49:56.077313 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6cf4eba6-ebf0-45e0-aaf4-9aefea21a134 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3856494 Dec 16 22:49:56.080582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48696) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:56.088292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-275398e3-02ad-4639-a852-189693bef169 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:56.295055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275398e3-02ad-4639-a852-189693bef169 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:56.298797 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-275398e3-02ad-4639-a852-189693bef169 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:56.300312 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-275398e3-02ad-4639-a852-189693bef169 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:49:56.300820 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275398e3-02ad-4639-a852-189693bef169 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:49:56.400526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-275398e3-02ad-4639-a852-189693bef169 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3180585 Dec 16 22:49:56.403435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48700) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:56.454175 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c155ca00-8fe5-4865-9b8d-740e5e4b906f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:56.455755 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c155ca00-8fe5-4865-9b8d-740e5e4b906f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0511777 Dec 16 22:49:56.458843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48702) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:56.511393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f8ae2d-f669-48e6-bbc3-e23542149406 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:56.513951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-84f8ae2d-f669-48e6-bbc3-e23542149406 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0541074 Dec 16 22:49:56.516467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48704) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:56.558537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0876fc11-1a86-4660-8771-e61070739835 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409050 Dec 16 22:49:56.563335 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48706) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:56.568566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-5e169c1b-1ee9-4e70-a98f-8ba2363cedd1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:56.739548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e169c1b-1ee9-4e70-a98f-8ba2363cedd1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:56.743179 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e169c1b-1ee9-4e70-a98f-8ba2363cedd1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:57.132837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.objects.ports [None req-5e169c1b-1ee9-4e70-a98f-8ba2363cedd1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103951) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:49:57.389154 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e169c1b-1ee9-4e70-a98f-8ba2363cedd1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:57.548208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-5e169c1b-1ee9-4e70-a98f-8ba2363cedd1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] For port 555f2bbc-586c-45ff-a056-7560654f1470, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=555f2bbc-586c-45ff-a056-7560654f1470,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:57.579102 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e169c1b-1ee9-4e70-a98f-8ba2363cedd1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:57.660704 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e169c1b-1ee9-4e70-a98f-8ba2363cedd1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:57.661409 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e169c1b-1ee9-4e70-a98f-8ba2363cedd1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:57.729693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e169c1b-1ee9-4e70-a98f-8ba2363cedd1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:57.739244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-5e169c1b-1ee9-4e70-a98f-8ba2363cedd1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:57.747743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e169c1b-1ee9-4e70-a98f-8ba2363cedd1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:57.748363 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e169c1b-1ee9-4e70-a98f-8ba2363cedd1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:57.750251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e40f5e6-12c5-4a70-8b09-52c9365138fa None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:57.768035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e169c1b-1ee9-4e70-a98f-8ba2363cedd1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=dcf39794-094d-4f93-bf73-12cbc04dcdc7,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:57.781903 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e169c1b-1ee9-4e70-a98f-8ba2363cedd1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=555f2bbc-586c-45ff-a056-7560654f1470,revision_number=8']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:57.847688 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5e169c1b-1ee9-4e70-a98f-8ba2363cedd1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2832708 Dec 16 22:49:57.850348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48712) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:57.856054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-35bd77e2-8efa-4fd4-acb6-4cb4f333e600 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'mac_address': 'fa:16:3e:fb:f9:67', 'name': 'tempest-NetworksTestDHCPv6-192878840'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:58.073721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bd77e2-8efa-4fd4-acb6-4cb4f333e600 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:58.169739 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35bd77e2-8efa-4fd4-acb6-4cb4f333e600 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.198281 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-35bd77e2-8efa-4fd4-acb6-4cb4f333e600 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port 1606cb72-ee37-45ef-bf83-ae6a1f34dcf8 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:49:58.327674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-35bd77e2-8efa-4fd4-acb6-4cb4f333e600 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::f816:3eff:fefb:f967 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/dcf39794-094d-4f93-bf73-12cbc04dcdc7/1606cb72-ee37-45ef-bf83-ae6a1f34dcf8) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:58.487260 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 555f2bbc-586c-45ff-a056-7560654f1470 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:58.542750 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35bd77e2-8efa-4fd4-acb6-4cb4f333e600 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.548899 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 555f2bbc-586c-45ff-a056-7560654f1470 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:58.549509 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.602562 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5ada034b-c9db-47a5-85b1-2c83c0ca93b6 None None] Provisioning complete for port 555f2bbc-586c-45ff-a056-7560654f1470 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:58.602936 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5ada034b-c9db-47a5-85b1-2c83c0ca93b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.645868 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35bd77e2-8efa-4fd4-acb6-4cb4f333e600 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.688470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bd77e2-8efa-4fd4-acb6-4cb4f333e600 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:58.692214 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-35bd77e2-8efa-4fd4-acb6-4cb4f333e600 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:58.695629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bd77e2-8efa-4fd4-acb6-4cb4f333e600 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:58.703343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bd77e2-8efa-4fd4-acb6-4cb4f333e600 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:58.703343 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35bd77e2-8efa-4fd4-acb6-4cb4f333e600 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.722639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd77e2-8efa-4fd4-acb6-4cb4f333e600 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=1606cb72-ee37-45ef-bf83-ae6a1f34dcf8,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:58.800831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-35bd77e2-8efa-4fd4-acb6-4cb4f333e600 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9491625 Dec 16 22:49:58.803415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48718) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:58.866804 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cae32fc-0b76-4c83-ab34-5e2dd63d81de tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:58.873955 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cae32fc-0b76-4c83-ab34-5e2dd63d81de tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:58.875945 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3cae32fc-0b76-4c83-ab34-5e2dd63d81de tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0716014 Dec 16 22:49:58.878626 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48720) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:58.982007 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f763d41e-6664-4545-bb4b-a6546e06d7f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port 1606cb72-ee37-45ef-bf83-ae6a1f34dcf8 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:58.982350 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f763d41e-6664-4545-bb4b-a6546e06d7f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.057156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d89d9cd8-4a70-4b03-857e-2e998e64568c None None] Provisioning complete for port 1606cb72-ee37-45ef-bf83-ae6a1f34dcf8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:59.057775 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d89d9cd8-4a70-4b03-857e-2e998e64568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.080307 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f763d41e-6664-4545-bb4b-a6546e06d7f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.094480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f763d41e-6664-4545-bb4b-a6546e06d7f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for 1606cb72-ee37-45ef-bf83-ae6a1f34dcf8 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:59.096343 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d89d9cd8-4a70-4b03-857e-2e998e64568c None None] Port 1606cb72-ee37-45ef-bf83-ae6a1f34dcf8 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:59.302236 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f763d41e-6664-4545-bb4b-a6546e06d7f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.341127 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763d41e-6664-4545-bb4b-a6546e06d7f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=1606cb72-ee37-45ef-bf83-ae6a1f34dcf8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:59.369083 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f763d41e-6664-4545-bb4b-a6546e06d7f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.373408 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f763d41e-6664-4545-bb4b-a6546e06d7f0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/1606cb72-ee37-45ef-bf83-ae6a1f34dcf8 HTTP/1.1" status: 204 len: 168 time: 0.4934716 Dec 16 22:49:59.375810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48724) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:59.435552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed5fcf9-f5bd-4acd-ae8a-337d8d2e6696 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:59.437093 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed5fcf9-f5bd-4acd-ae8a-337d8d2e6696 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:59.441420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48728) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:59.441961 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3ed5fcf9-f5bd-4acd-ae8a-337d8d2e6696 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0645604 Dec 16 22:49:59.505254 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-8770e50b-43c2-46a9-86ca-6ef46ec8534e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet dcf39794-094d-4f93-bf73-12cbc04dcdc7 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:59.509885 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8770e50b-43c2-46a9-86ca-6ef46ec8534e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.556099 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8770e50b-43c2-46a9-86ca-6ef46ec8534e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.639021 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8770e50b-43c2-46a9-86ca-6ef46ec8534e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.796554 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8770e50b-43c2-46a9-86ca-6ef46ec8534e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.823508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770e50b-43c2-46a9-86ca-6ef46ec8534e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf39794-094d-4f93-bf73-12cbc04dcdc7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:59.829842 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8770e50b-43c2-46a9-86ca-6ef46ec8534e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.833461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8770e50b-43c2-46a9-86ca-6ef46ec8534e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/dcf39794-094d-4f93-bf73-12cbc04dcdc7 HTTP/1.1" status: 204 len: 168 time: 0.3906236 Dec 16 22:49:59.835893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48730) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:59.838181 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b6ddf-ee39-451f-88dd-3374f9cbbc5e None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:59.876705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-617896e6-bfde-4900-914d-aa42f9a6de59 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396903 Dec 16 22:49:59.880038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48732) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:59.885176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4714b15e-97a1-4271-ac55-6a2c03b604c9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:00.018775 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:50:00.069065 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Deleting port 555f2bbc-586c-45ff-a056-7560654f1470 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:00.069958 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:00.102241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4714b15e-97a1-4271-ac55-6a2c03b604c9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:00.106848 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4714b15e-97a1-4271-ac55-6a2c03b604c9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:00.140535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] For port 555f2bbc-586c-45ff-a056-7560654f1470, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=555f2bbc-586c-45ff-a056-7560654f1470,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:00.141099 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:00.154442 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Calling delete_port for 555f2bbc-586c-45ff-a056-7560654f1470 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:00.307898 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:00.338052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Pushing event deleted for resources: {'Port': ['ID=555f2bbc-586c-45ff-a056-7560654f1470,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:00.342529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] No DVR routers for this DVR port 555f2bbc-586c-45ff-a056-7560654f1470 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:50:00.356833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:00.356833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:00.356833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:00.356833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:00.356833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:00.356833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:00.356833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:00.356833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:00.356833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:00.356833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:00.356833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:00.356833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:00.356833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0ce575-d4a2-46fd-9a6e-d2a4f78f07b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:00.424874 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 555f2bbc-586c-45ff-a056-7560654f1470 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:50:00.448751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.objects.ports [None req-4714b15e-97a1-4271-ac55-6a2c03b604c9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103951) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:50:00.456029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 555f2bbc-586c-45ff-a056-7560654f1470 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:50:00.456346 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4714b15e-97a1-4271-ac55-6a2c03b604c9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:00.456443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 555f2bbc-586c-45ff-a056-7560654f1470 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:50:00.500335 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4714b15e-97a1-4271-ac55-6a2c03b604c9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:00.505249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-4714b15e-97a1-4271-ac55-6a2c03b604c9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:00.509792 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4714b15e-97a1-4271-ac55-6a2c03b604c9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:00.510385 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4714b15e-97a1-4271-ac55-6a2c03b604c9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:00.517881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e73eb9-6161-475d-962c-808ff9a321dc None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:00.526482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714b15e-97a1-4271-ac55-6a2c03b604c9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=60a81d96-01eb-475d-b6df-1f7ba1847e21,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:00.619731 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': '60a81d96-01eb-475d-b6df-1f7ba1847e21'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:50:00.620727 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:00.623488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4714b15e-97a1-4271-ac55-6a2c03b604c9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7423427 Dec 16 22:50:00.626225 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48738) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:00.631400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c9436799-7ca4-4f72-b7de-570ead89903d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'mac_address': 'fa:16:3e:a0:4e:e3', 'name': 'tempest-NetworksTestDHCPv6-2051818959'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:00.763897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Allocated IP 2001:db8::f816:3eff:fe64:7076 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/60a81d96-01eb-475d-b6df-1f7ba1847e21/4d2b34f4-76c5-4d73-aaaa-3e94b9344017) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:00.834915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9436799-7ca4-4f72-b7de-570ead89903d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:00.935364 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9436799-7ca4-4f72-b7de-570ead89903d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:00.958310 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-c9436799-7ca4-4f72-b7de-570ead89903d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port fbe4a978-7dba-4070-8f55-5735cde5bc25 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:50:01.086567 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:01.182742 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:01.224879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:01.227832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:01.232885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:01.241850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Pushing event updated for resources: {'Port': ['ID=4d2b34f4-76c5-4d73-aaaa-3e94b9344017,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:01.257514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-c9436799-7ca4-4f72-b7de-570ead89903d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::f816:3eff:fea0:4ee3 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/60a81d96-01eb-475d-b6df-1f7ba1847e21/fbe4a978-7dba-4070-8f55-5735cde5bc25) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:01.300542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Attempting to bind port 4d2b34f4-76c5-4d73-aaaa-3e94b9344017 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:50:01.300939 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Attempting to bind port 4d2b34f4-76c5-4d73-aaaa-3e94b9344017 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:50:01.301287 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Attempting to bind port 4d2b34f4-76c5-4d73-aaaa-3e94b9344017 on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:50:01.306492 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:50:01.310206 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:01.310206 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:01.310206 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:50:01.310206 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Bound port: 4d2b34f4-76c5-4d73-aaaa-3e94b9344017, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:50:01.310206 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:01.379572 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-691497fc-7857-4342-afb4-1cb957171eca None None] For port 4d2b34f4-76c5-4d73-aaaa-3e94b9344017, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:50:01.382696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-691497fc-7857-4342-afb4-1cb957171eca None None] For port 4d2b34f4-76c5-4d73-aaaa-3e94b9344017, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4d2b34f4-76c5-4d73-aaaa-3e94b9344017,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:50:01.415527 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9436799-7ca4-4f72-b7de-570ead89903d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:01.474203 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:01.540040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691497fc-7857-4342-afb4-1cb957171eca None None] Pushing event updated for resources: {'Port': ['ID=4d2b34f4-76c5-4d73-aaaa-3e94b9344017,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:01.551472 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9436799-7ca4-4f72-b7de-570ead89903d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:01.602816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9436799-7ca4-4f72-b7de-570ead89903d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:01.606218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c9436799-7ca4-4f72-b7de-570ead89903d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:01.610146 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9436799-7ca4-4f72-b7de-570ead89903d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:01.615773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9436799-7ca4-4f72-b7de-570ead89903d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:01.616392 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9436799-7ca4-4f72-b7de-570ead89903d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:01.631166 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9436799-7ca4-4f72-b7de-570ead89903d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=fbe4a978-7dba-4070-8f55-5735cde5bc25,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:01.717883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48744) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:01.722897 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c9436799-7ca4-4f72-b7de-570ead89903d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0876493 Dec 16 22:50:01.779969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be0879a-d0ef-4e1a-afdb-271f5f1859be tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:01.785932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be0879a-d0ef-4e1a-afdb-271f5f1859be tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:01.787686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6be0879a-d0ef-4e1a-afdb-271f5f1859be tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0687518 Dec 16 22:50:01.790486 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48746) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:01.905309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-131f9af5-34d5-4862-91c9-39a5dcf1705d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port fbe4a978-7dba-4070-8f55-5735cde5bc25 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:01.905656 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-131f9af5-34d5-4862-91c9-39a5dcf1705d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:02.016330 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-131f9af5-34d5-4862-91c9-39a5dcf1705d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:02.026904 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-131f9af5-34d5-4862-91c9-39a5dcf1705d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for fbe4a978-7dba-4070-8f55-5735cde5bc25 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:02.302511 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-131f9af5-34d5-4862-91c9-39a5dcf1705d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:02.339394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f9af5-34d5-4862-91c9-39a5dcf1705d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=fbe4a978-7dba-4070-8f55-5735cde5bc25,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:02.373447 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-131f9af5-34d5-4862-91c9-39a5dcf1705d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:02.378205 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-131f9af5-34d5-4862-91c9-39a5dcf1705d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/fbe4a978-7dba-4070-8f55-5735cde5bc25 HTTP/1.1" status: 204 len: 168 time: 0.5865042 Dec 16 22:50:02.380735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48750) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:02.450546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be78bb4-7d24-4721-8d8d-e205b28f3811 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:02.452735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be78bb4-7d24-4721-8d8d-e205b28f3811 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:02.453930 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7be78bb4-7d24-4721-8d8d-e205b28f3811 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0721536 Dec 16 22:50:02.457230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48752) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:02.516160 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4d2b34f4-76c5-4d73-aaaa-3e94b9344017 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:02.546147 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c875318-34c3-4eec-a1f0-4eda9ca2f0ae tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 60a81d96-01eb-475d-b6df-1f7ba1847e21 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:50:02.554004 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c875318-34c3-4eec-a1f0-4eda9ca2f0ae tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:02.631730 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4d2b34f4-76c5-4d73-aaaa-3e94b9344017 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:02.636798 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:02.655922 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c875318-34c3-4eec-a1f0-4eda9ca2f0ae tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:02.793542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-71f3bca0-0209-47ad-92dc-718947095c8f None None] Provisioning complete for port 4d2b34f4-76c5-4d73-aaaa-3e94b9344017 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:02.793980 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71f3bca0-0209-47ad-92dc-718947095c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:02.795698 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:02.850628 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c875318-34c3-4eec-a1f0-4eda9ca2f0ae tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:02.954921 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71f3bca0-0209-47ad-92dc-718947095c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:03.041163 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c875318-34c3-4eec-a1f0-4eda9ca2f0ae tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:03.100700 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c875318-34c3-4eec-a1f0-4eda9ca2f0ae tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=60a81d96-01eb-475d-b6df-1f7ba1847e21,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:03.108843 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c875318-34c3-4eec-a1f0-4eda9ca2f0ae tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:03.113763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3c875318-34c3-4eec-a1f0-4eda9ca2f0ae tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/60a81d96-01eb-475d-b6df-1f7ba1847e21 HTTP/1.1" status: 204 len: 168 time: 0.6551368 Dec 16 22:50:03.116313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48758) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:03.123532 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:50:03.124149 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:50:03.124847 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-71f3bca0-0209-47ad-92dc-718947095c8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:50:03.125350 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-71f3bca0-0209-47ad-92dc-718947095c8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:50:03.162260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1c083c9d-37a0-4ec1-ab01-eca43e7f26ab tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428057 Dec 16 22:50:03.165493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48760) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:03.223660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c8531-6021-421f-97e4-270701fa57a8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:03.226072 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8e3c8531-6021-421f-97e4-270701fa57a8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0590091 Dec 16 22:50:03.228864 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48762) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:03.252046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3573dad1-817e-41a2-9dd7-d12f4b47181f None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:03.306612 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd61789-1f85-426b-bfe1-78362c88b915 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:03.308191 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3cd61789-1f85-426b-bfe1-78362c88b915 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0769918 Dec 16 22:50:03.312071 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48764) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:03.369687 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-06a4d05b-95e8-4852-8885-af2dc29dadb3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561492 Dec 16 22:50:03.374203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48766) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:03.383463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4757cd34-956d-44fb-b09b-7c5d6b78085d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:03.459024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e12131-3b17-4fd2-b53f-bc473642a73a None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:50:03.516006 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-36e12131-3b17-4fd2-b53f-bc473642a73a None None] Deleting port 4d2b34f4-76c5-4d73-aaaa-3e94b9344017 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:03.516393 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36e12131-3b17-4fd2-b53f-bc473642a73a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:03.557446 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4757cd34-956d-44fb-b09b-7c5d6b78085d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:03.564074 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4757cd34-956d-44fb-b09b-7c5d6b78085d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:03.587005 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-36e12131-3b17-4fd2-b53f-bc473642a73a None None] For port 4d2b34f4-76c5-4d73-aaaa-3e94b9344017, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4d2b34f4-76c5-4d73-aaaa-3e94b9344017,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:03.587500 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36e12131-3b17-4fd2-b53f-bc473642a73a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:03.601248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-36e12131-3b17-4fd2-b53f-bc473642a73a None None] Calling delete_port for 4d2b34f4-76c5-4d73-aaaa-3e94b9344017 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:03.735690 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:03.737629 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71f3bca0-0209-47ad-92dc-718947095c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:03.821507 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-71f3bca0-0209-47ad-92dc-718947095c8f None None] For port 4d2b34f4-76c5-4d73-aaaa-3e94b9344017, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4d2b34f4-76c5-4d73-aaaa-3e94b9344017,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:03.927320 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71f3bca0-0209-47ad-92dc-718947095c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:04.002990 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36e12131-3b17-4fd2-b53f-bc473642a73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:04.004902 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:50:04.005246 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:50:04.017087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3bca0-0209-47ad-92dc-718947095c8f None None] Pushing event updated for resources: {'Port': ['ID=4d2b34f4-76c5-4d73-aaaa-3e94b9344017,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:04.044299 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e12131-3b17-4fd2-b53f-bc473642a73a None None] No DVR routers for this DVR port 4d2b34f4-76c5-4d73-aaaa-3e94b9344017 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:50:04.070865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Port 4d2b34f4-76c5-4d73-aaaa-3e94b9344017 update to ACTIVE by agent not found {{(pid=103953) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 22:50:04.075680 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e12131-3b17-4fd2-b53f-bc473642a73a None None] Pushing event deleted for resources: {'Port': ['ID=4d2b34f4-76c5-4d73-aaaa-3e94b9344017,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:04.079296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e8077d93-a0e9-4088-9085-46b087560256 None None] Could not find standard attr ID for object fbe4a978-7dba-4070-8f55-5735cde5bc25. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:50:04.310178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.objects.ports [None req-4757cd34-956d-44fb-b09b-7c5d6b78085d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103951) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:50:04.312135 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4757cd34-956d-44fb-b09b-7c5d6b78085d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:04.353826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4757cd34-956d-44fb-b09b-7c5d6b78085d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:04.359815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-4757cd34-956d-44fb-b09b-7c5d6b78085d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:04.364541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4757cd34-956d-44fb-b09b-7c5d6b78085d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:04.365235 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4757cd34-956d-44fb-b09b-7c5d6b78085d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:04.379419 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad1dfb1-7513-434b-8e8e-2a725037f0e4 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:04.386164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757cd34-956d-44fb-b09b-7c5d6b78085d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=78c2ae26-cbf7-4e4b-9a68-c3de7b733b4a,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:04.434466 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4d2b34f4-76c5-4d73-aaaa-3e94b9344017 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:50:04.456586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 4d2b34f4-76c5-4d73-aaaa-3e94b9344017 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:50:04.456940 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4d2b34f4-76c5-4d73-aaaa-3e94b9344017 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:50:04.491723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4757cd34-956d-44fb-b09b-7c5d6b78085d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1163061 Dec 16 22:50:04.494440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48772) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:04.500754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7a01808a-3eb5-48b6-8880-35b1130fd0f7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'mac_address': 'fa:16:3e:20:5f:a9', 'name': 'tempest-NetworksTestDHCPv6-1459332109'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:04.520201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': '78c2ae26-cbf7-4e4b-9a68-c3de7b733b4a'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:50:04.521121 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:04.659150 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Allocated IP 2001:db8::f816:3eff:fe47:12cd (42c10802-266f-4e43-9fa4-b4150fb3dd7a/78c2ae26-cbf7-4e4b-9a68-c3de7b733b4a/2a016e08-ffdc-49b6-bd4d-e619538d118b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:04.712929 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a01808a-3eb5-48b6-8880-35b1130fd0f7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:04.816726 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a01808a-3eb5-48b6-8880-35b1130fd0f7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:04.830056 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:04.838981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-7a01808a-3eb5-48b6-8880-35b1130fd0f7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port 6d19e6a2-3b82-4c77-b3a0-c37dfc7f79c9 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:50:04.914379 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:04.956074 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:04.959125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:04.962506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:04.966132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-7a01808a-3eb5-48b6-8880-35b1130fd0f7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::f816:3eff:fe20:5fa9 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/78c2ae26-cbf7-4e4b-9a68-c3de7b733b4a/6d19e6a2-3b82-4c77-b3a0-c37dfc7f79c9) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:04.972496 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Pushing event updated for resources: {'Port': ['ID=2a016e08-ffdc-49b6-bd4d-e619538d118b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:05.030633 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Attempting to bind port 2a016e08-ffdc-49b6-bd4d-e619538d118b on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:50:05.031009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Attempting to bind port 2a016e08-ffdc-49b6-bd4d-e619538d118b by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:50:05.031404 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Attempting to bind port 2a016e08-ffdc-49b6-bd4d-e619538d118b on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:50:05.036757 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:50:05.041656 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:05.041656 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:05.041656 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:50:05.041656 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Bound port: 2a016e08-ffdc-49b6-bd4d-e619538d118b, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:50:05.041656 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:05.110437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] For port 2a016e08-ffdc-49b6-bd4d-e619538d118b, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:50:05.113944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] For port 2a016e08-ffdc-49b6-bd4d-e619538d118b, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2a016e08-ffdc-49b6-bd4d-e619538d118b,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:50:05.136104 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a01808a-3eb5-48b6-8880-35b1130fd0f7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:05.209782 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:05.240369 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a01808a-3eb5-48b6-8880-35b1130fd0f7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:05.292247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e0d1c-0ba0-41eb-9a39-c9638579eb21 None None] Pushing event updated for resources: {'Port': ['ID=2a016e08-ffdc-49b6-bd4d-e619538d118b,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:05.296892 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01808a-3eb5-48b6-8880-35b1130fd0f7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:05.300129 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-7a01808a-3eb5-48b6-8880-35b1130fd0f7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:05.304699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01808a-3eb5-48b6-8880-35b1130fd0f7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:05.310389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a01808a-3eb5-48b6-8880-35b1130fd0f7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:05.311035 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7a01808a-3eb5-48b6-8880-35b1130fd0f7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:05.315130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01808a-3eb5-48b6-8880-35b1130fd0f7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=6d19e6a2-3b82-4c77-b3a0-c37dfc7f79c9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:05.400166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7a01808a-3eb5-48b6-8880-35b1130fd0f7 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9042642 Dec 16 22:50:05.403860 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48778) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:05.468791 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b2f1a6-77b6-4031-9183-179d30e29ae3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:05.474931 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b2f1a6-77b6-4031-9183-179d30e29ae3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:05.476620 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-20b2f1a6-77b6-4031-9183-179d30e29ae3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0708578 Dec 16 22:50:05.479482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48780) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:05.603414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6f015b39-cabb-4b7e-804f-1ac7d6a86d30 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port 6d19e6a2-3b82-4c77-b3a0-c37dfc7f79c9 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:05.603763 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f015b39-cabb-4b7e-804f-1ac7d6a86d30 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:05.692690 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f015b39-cabb-4b7e-804f-1ac7d6a86d30 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:05.705512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6f015b39-cabb-4b7e-804f-1ac7d6a86d30 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for 6d19e6a2-3b82-4c77-b3a0-c37dfc7f79c9 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:05.940734 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f015b39-cabb-4b7e-804f-1ac7d6a86d30 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:05.971362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f015b39-cabb-4b7e-804f-1ac7d6a86d30 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=6d19e6a2-3b82-4c77-b3a0-c37dfc7f79c9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:06.001059 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f015b39-cabb-4b7e-804f-1ac7d6a86d30 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.005565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6f015b39-cabb-4b7e-804f-1ac7d6a86d30 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/6d19e6a2-3b82-4c77-b3a0-c37dfc7f79c9 HTTP/1.1" status: 204 len: 168 time: 0.5242224 Dec 16 22:50:06.007639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48786) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:06.066840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e648adf-36bb-4acc-817d-98826fb4ef07 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:06.068450 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e648adf-36bb-4acc-817d-98826fb4ef07 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:06.070400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1e648adf-36bb-4acc-817d-98826fb4ef07 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0617630 Dec 16 22:50:06.073321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48788) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:06.138810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9afc49-a3b0-4d28-840c-1a156ccdc57e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 78c2ae26-cbf7-4e4b-9a68-c3de7b733b4a {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:50:06.142331 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba9afc49-a3b0-4d28-840c-1a156ccdc57e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.190006 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba9afc49-a3b0-4d28-840c-1a156ccdc57e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.289851 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba9afc49-a3b0-4d28-840c-1a156ccdc57e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.428614 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba9afc49-a3b0-4d28-840c-1a156ccdc57e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.453876 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2a016e08-ffdc-49b6-bd4d-e619538d118b up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:06.458155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-94f3224f-74d2-41fd-9967-9a6a0113a2ce None None] Provisioning complete for port 2a016e08-ffdc-49b6-bd4d-e619538d118b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:06.458742 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94f3224f-74d2-41fd-9967-9a6a0113a2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.472631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9afc49-a3b0-4d28-840c-1a156ccdc57e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=78c2ae26-cbf7-4e4b-9a68-c3de7b733b4a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:06.477491 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba9afc49-a3b0-4d28-840c-1a156ccdc57e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.483066 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ba9afc49-a3b0-4d28-840c-1a156ccdc57e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/78c2ae26-cbf7-4e4b-9a68-c3de7b733b4a HTTP/1.1" status: 204 len: 168 time: 0.4056120 Dec 16 22:50:06.483634 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48790) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:06.543456 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-cdaf44fa-3aa7-4fcf-b015-5f91121329ee tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521798 Dec 16 22:50:06.544022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48792) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:06.549320 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:06.580375 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2a016e08-ffdc-49b6-bd4d-e619538d118b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:06.580722 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.611589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2211cfe-d520-49e2-8857-7610a5f45f8a None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:06.662606 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94f3224f-74d2-41fd-9967-9a6a0113a2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.724995 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:06.729052 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.742288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-94f3224f-74d2-41fd-9967-9a6a0113a2ce None None] For port 2a016e08-ffdc-49b6-bd4d-e619538d118b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2a016e08-ffdc-49b6-bd4d-e619538d118b,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:06.800365 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.839362 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94f3224f-74d2-41fd-9967-9a6a0113a2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.910026 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:50:06.910026 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:50:06.910549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7fd6ec-a2f4-4bd0-80be-bfb5886382ef None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:50:06.973875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3233e7e1-1a09-4559-b612-c61659b52cd5 None None] Could not find standard attr ID for object 6d19e6a2-3b82-4c77-b3a0-c37dfc7f79c9. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:50:06.977881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3224f-74d2-41fd-9967-9a6a0113a2ce None None] Pushing event updated for resources: {'Port': ['ID=2a016e08-ffdc-49b6-bd4d-e619538d118b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:06.998361 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7c7fd6ec-a2f4-4bd0-80be-bfb5886382ef None None] Deleting port 2a016e08-ffdc-49b6-bd4d-e619538d118b {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:06.999003 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd6ec-a2f4-4bd0-80be-bfb5886382ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.069291 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7c7fd6ec-a2f4-4bd0-80be-bfb5886382ef None None] For port 2a016e08-ffdc-49b6-bd4d-e619538d118b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2a016e08-ffdc-49b6-bd4d-e619538d118b,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:07.069873 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd6ec-a2f4-4bd0-80be-bfb5886382ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.082973 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7c7fd6ec-a2f4-4bd0-80be-bfb5886382ef None None] Calling delete_port for 2a016e08-ffdc-49b6-bd4d-e619538d118b owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:07.247032 n-d-821840-2 neutron-server[103952]: DEBUG neutron.objects.ports [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:50:07.274334 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd6ec-a2f4-4bd0-80be-bfb5886382ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.311803 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fd6ec-a2f4-4bd0-80be-bfb5886382ef None None] Pushing event deleted for resources: {'Port': ['ID=2a016e08-ffdc-49b6-bd4d-e619538d118b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:07.315832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7fd6ec-a2f4-4bd0-80be-bfb5886382ef None None] No DVR routers for this DVR port 2a016e08-ffdc-49b6-bd4d-e619538d118b on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:50:07.414741 n-d-821840-2 neutron-server[103952]: WARNING neutron.services.revisions.revision_plugin [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Could not find related port for resource to bump revision. Dec 16 22:50:07.430048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Port 2a016e08-ffdc-49b6-bd4d-e619538d118b update to ACTIVE by agent not found {{(pid=103953) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 22:50:07.483621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_pluggable_backend [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Port 2a016e08-ffdc-49b6-bd4d-e619538d118b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103952) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 16 22:50:07.484209 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_pluggable_backend [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Reverting IP allocation for 2001:db8::f816:3eff:fe47:12cd {{(pid=103952) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 16 22:50:07.487676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_pluggable_backend [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe47:12cd {{(pid=103952) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 16 22:50:07.488858 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.527958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:07.532313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:07.536315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:07.536912 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.543409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce868329-128c-43a9-ac8c-a4dd67631f50 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:07.550865 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=24e02459-7e76-43b0-9979-1799cad1677f,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:07.559378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:07.559973 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:07.560481 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:07.560987 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:07.561482 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:07.561973 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:07.562467 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:07.562954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:07.563473 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:07.568117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:07.568117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:07.568117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:07.568117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:07.625461 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1620bd29-6166-4710-81d1-3f639ec24b71 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0801120 Dec 16 22:50:07.628248 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48798) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:07.633458 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-67546a06-e511-4279-adb7-aa7872b17b14 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'mac_address': 'fa:16:3e:71:07:43', 'name': 'tempest-NetworksTestDHCPv6-2047004247'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:07.653000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': '24e02459-7e76-43b0-9979-1799cad1677f'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:50:07.653926 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.796996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Allocated IP 2001:db8::f816:3eff:fe60:3ef5 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/24e02459-7e76-43b0-9979-1799cad1677f/7a21a56d-2099-48fd-b23a-5b3ece9f77ba) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:07.833669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67546a06-e511-4279-adb7-aa7872b17b14 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:07.917121 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67546a06-e511-4279-adb7-aa7872b17b14 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.944232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-67546a06-e511-4279-adb7-aa7872b17b14 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port fc577697-5504-4ecc-b143-9acaf2c003f1 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:50:07.945740 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.080362 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.142844 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:08.145610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:08.149221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:08.156902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-67546a06-e511-4279-adb7-aa7872b17b14 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::f816:3eff:fe71:743 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/24e02459-7e76-43b0-9979-1799cad1677f/fc577697-5504-4ecc-b143-9acaf2c003f1) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:08.162034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Pushing event updated for resources: {'Port': ['ID=7a21a56d-2099-48fd-b23a-5b3ece9f77ba,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:08.331959 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67546a06-e511-4279-adb7-aa7872b17b14 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.385906 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Attempting to bind port 7a21a56d-2099-48fd-b23a-5b3ece9f77ba on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:50:08.387248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Attempting to bind port 7a21a56d-2099-48fd-b23a-5b3ece9f77ba by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:50:08.387664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Attempting to bind port 7a21a56d-2099-48fd-b23a-5b3ece9f77ba on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:50:08.393478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:50:08.393791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:08.394200 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.394594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:50:08.395060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Bound port: 7a21a56d-2099-48fd-b23a-5b3ece9f77ba, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:50:08.395470 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.429259 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2a016e08-ffdc-49b6-bd4d-e619538d118b no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:50:08.456909 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67546a06-e511-4279-adb7-aa7872b17b14 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.461989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 2a016e08-ffdc-49b6-bd4d-e619538d118b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:50:08.462339 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2a016e08-ffdc-49b6-bd4d-e619538d118b not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:50:08.485356 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] For port 7a21a56d-2099-48fd-b23a-5b3ece9f77ba, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:50:08.488557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] For port 7a21a56d-2099-48fd-b23a-5b3ece9f77ba, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7a21a56d-2099-48fd-b23a-5b3ece9f77ba,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:50:08.510010 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67546a06-e511-4279-adb7-aa7872b17b14 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:08.513833 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-67546a06-e511-4279-adb7-aa7872b17b14 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:08.519205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67546a06-e511-4279-adb7-aa7872b17b14 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:08.523260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67546a06-e511-4279-adb7-aa7872b17b14 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:08.523908 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67546a06-e511-4279-adb7-aa7872b17b14 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.530168 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67546a06-e511-4279-adb7-aa7872b17b14 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=fc577697-5504-4ecc-b143-9acaf2c003f1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:08.560305 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.619499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9c135-2eee-4d2f-8100-eaf0ed459ac7 None None] Pushing event updated for resources: {'Port': ['ID=7a21a56d-2099-48fd-b23a-5b3ece9f77ba,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:08.631381 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-67546a06-e511-4279-adb7-aa7872b17b14 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0019360 Dec 16 22:50:08.635795 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48804) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:08.695352 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc4f93-2b6b-423c-8117-0c8cba38def8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:08.702046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc4f93-2b6b-423c-8117-0c8cba38def8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:08.704187 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2ffc4f93-2b6b-423c-8117-0c8cba38def8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0666642 Dec 16 22:50:08.706719 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48806) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:08.816640 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-1dd97714-00dd-47e3-9bce-10c8cb0a56f4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port fc577697-5504-4ecc-b143-9acaf2c003f1 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:08.817246 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1dd97714-00dd-47e3-9bce-10c8cb0a56f4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.919842 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1dd97714-00dd-47e3-9bce-10c8cb0a56f4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.933679 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-1dd97714-00dd-47e3-9bce-10c8cb0a56f4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for fc577697-5504-4ecc-b143-9acaf2c003f1 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:09.226148 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1dd97714-00dd-47e3-9bce-10c8cb0a56f4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:09.263094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd97714-00dd-47e3-9bce-10c8cb0a56f4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=fc577697-5504-4ecc-b143-9acaf2c003f1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:09.304401 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1dd97714-00dd-47e3-9bce-10c8cb0a56f4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:09.311496 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1dd97714-00dd-47e3-9bce-10c8cb0a56f4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/fc577697-5504-4ecc-b143-9acaf2c003f1 HTTP/1.1" status: 204 len: 168 time: 0.6036744 Dec 16 22:50:09.314781 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48812) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:09.372923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886acc04-7578-42f3-80ae-9f47db2f129a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:09.374607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886acc04-7578-42f3-80ae-9f47db2f129a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:09.376230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-886acc04-7578-42f3-80ae-9f47db2f129a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0604143 Dec 16 22:50:09.378956 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48814) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:09.442929 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb7342c-af48-438e-b41e-f9f7971d677d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 24e02459-7e76-43b0-9979-1799cad1677f {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:50:09.446687 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bdb7342c-af48-438e-b41e-f9f7971d677d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:09.496990 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bdb7342c-af48-438e-b41e-f9f7971d677d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:09.587723 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bdb7342c-af48-438e-b41e-f9f7971d677d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:09.732582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ca176989-8753-4aa4-b524-208202a4c080 None None] Provisioning complete for port 7a21a56d-2099-48fd-b23a-5b3ece9f77ba triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:09.732582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca176989-8753-4aa4-b524-208202a4c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:09.753827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bdb7342c-af48-438e-b41e-f9f7971d677d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:09.794778 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7342c-af48-438e-b41e-f9f7971d677d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=24e02459-7e76-43b0-9979-1799cad1677f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:09.804258 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bdb7342c-af48-438e-b41e-f9f7971d677d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:09.812647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bdb7342c-af48-438e-b41e-f9f7971d677d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/24e02459-7e76-43b0-9979-1799cad1677f HTTP/1.1" status: 204 len: 168 time: 0.4325423 Dec 16 22:50:09.815099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48816) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:09.839987 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca176989-8753-4aa4-b524-208202a4c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:09.858408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250d4beb-f7a1-4e29-acf6-21ffc2f9619b None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:09.867780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ee6d8de4-ecd8-4c93-8cb7-6d9c1c0abd7b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488172 Dec 16 22:50:09.868035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48818) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:09.922897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ca176989-8753-4aa4-b524-208202a4c080 None None] For port 7a21a56d-2099-48fd-b23a-5b3ece9f77ba, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7a21a56d-2099-48fd-b23a-5b3ece9f77ba,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:09.923179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba16a128-52f2-41a5-9168-e0f6f864d208 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:09.927157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ba16a128-52f2-41a5-9168-e0f6f864d208 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0556805 Dec 16 22:50:09.927688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48820) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:09.984224 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d36d88-52ef-4fd8-ad4a-c6ad936df1a5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:09.985733 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a3d36d88-52ef-4fd8-ad4a-c6ad936df1a5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0569153 Dec 16 22:50:09.988375 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48822) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:10.027932 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ce1f24e8-4036-4466-875e-b8beea12ea3e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369806 Dec 16 22:50:10.031368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48824) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:10.034452 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca176989-8753-4aa4-b524-208202a4c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:10.039543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ee216f4a-1f75-4a0c-9f47-41feac0bcecc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:10.065890 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbf0aeb-7d7d-4985-ae2d-c56b04207229 None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:50:10.124881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca176989-8753-4aa4-b524-208202a4c080 None None] Pushing event updated for resources: {'Port': ['ID=7a21a56d-2099-48fd-b23a-5b3ece9f77ba,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:10.149186 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cc1788a6-717a-445c-9066-0209ef97aee5 None None] Could not find standard attr ID for object fc577697-5504-4ecc-b143-9acaf2c003f1. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:50:10.167219 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-abbf0aeb-7d7d-4985-ae2d-c56b04207229 None None] Deleting port 7a21a56d-2099-48fd-b23a-5b3ece9f77ba {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:10.168924 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abbf0aeb-7d7d-4985-ae2d-c56b04207229 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:10.237456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-abbf0aeb-7d7d-4985-ae2d-c56b04207229 None None] For port 7a21a56d-2099-48fd-b23a-5b3ece9f77ba, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7a21a56d-2099-48fd-b23a-5b3ece9f77ba,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:10.238070 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abbf0aeb-7d7d-4985-ae2d-c56b04207229 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:10.244745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee216f4a-1f75-4a0c-9f47-41feac0bcecc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:10.248424 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee216f4a-1f75-4a0c-9f47-41feac0bcecc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:10.267462 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-abbf0aeb-7d7d-4985-ae2d-c56b04207229 None None] Calling delete_port for 7a21a56d-2099-48fd-b23a-5b3ece9f77ba owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:10.415396 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abbf0aeb-7d7d-4985-ae2d-c56b04207229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:10.443194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf0aeb-7d7d-4985-ae2d-c56b04207229 None None] Pushing event deleted for resources: {'Port': ['ID=7a21a56d-2099-48fd-b23a-5b3ece9f77ba,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:10.449685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbf0aeb-7d7d-4985-ae2d-c56b04207229 None None] No DVR routers for this DVR port 7a21a56d-2099-48fd-b23a-5b3ece9f77ba on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:50:10.598043 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee216f4a-1f75-4a0c-9f47-41feac0bcecc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:10.643512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee216f4a-1f75-4a0c-9f47-41feac0bcecc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:10.646725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-ee216f4a-1f75-4a0c-9f47-41feac0bcecc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:10.650895 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee216f4a-1f75-4a0c-9f47-41feac0bcecc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:10.651543 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee216f4a-1f75-4a0c-9f47-41feac0bcecc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:10.656493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241e639c-6403-4682-a08a-685184b0908e None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:10.663570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee216f4a-1f75-4a0c-9f47-41feac0bcecc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=c270eb3f-6ce8-414c-a72c-07c2165132a1,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:10.739045 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ee216f4a-1f75-4a0c-9f47-41feac0bcecc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7065012 Dec 16 22:50:10.741642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48830) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:10.747344 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c8ee9db4-71ab-458e-a7d9-b9e00676a5b9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'mac_address': 'fa:16:3e:0d:c9:59', 'name': 'tempest-NetworksTestDHCPv6-2049611881'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:10.761706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': 'c270eb3f-6ce8-414c-a72c-07c2165132a1'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:50:10.763321 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:10.906422 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Allocated IP 2001:db8::2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/c270eb3f-6ce8-414c-a72c-07c2165132a1/46c8da88-f2c9-4046-9bea-aa35e13a2edf) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:10.936449 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ee9db4-71ab-458e-a7d9-b9e00676a5b9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:11.021191 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8ee9db4-71ab-458e-a7d9-b9e00676a5b9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.042501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-c8ee9db4-71ab-458e-a7d9-b9e00676a5b9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port 772ca258-4f69-43f1-a2d3-a2b2a32d41bf yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:50:11.055017 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.137312 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.194053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:11.197950 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:11.205976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:11.208778 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-c8ee9db4-71ab-458e-a7d9-b9e00676a5b9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::274 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/c270eb3f-6ce8-414c-a72c-07c2165132a1/772ca258-4f69-43f1-a2d3-a2b2a32d41bf) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:11.217179 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Pushing event updated for resources: {'Port': ['ID=46c8da88-f2c9-4046-9bea-aa35e13a2edf,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:11.265328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Attempting to bind port 46c8da88-f2c9-4046-9bea-aa35e13a2edf on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:50:11.265738 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Attempting to bind port 46c8da88-f2c9-4046-9bea-aa35e13a2edf by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:50:11.266113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Attempting to bind port 46c8da88-f2c9-4046-9bea-aa35e13a2edf on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:50:11.271499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:50:11.271908 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:11.272412 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.273000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:50:11.273551 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Bound port: 46c8da88-f2c9-4046-9bea-aa35e13a2edf, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:50:11.274002 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.343175 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] For port 46c8da88-f2c9-4046-9bea-aa35e13a2edf, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:50:11.346422 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] For port 46c8da88-f2c9-4046-9bea-aa35e13a2edf, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=46c8da88-f2c9-4046-9bea-aa35e13a2edf,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:50:11.389211 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8ee9db4-71ab-458e-a7d9-b9e00676a5b9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.416549 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.480675 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0430de1-8d04-4d5f-bfb3-438cb8a5671d None None] Pushing event updated for resources: {'Port': ['ID=46c8da88-f2c9-4046-9bea-aa35e13a2edf,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:11.502380 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8ee9db4-71ab-458e-a7d9-b9e00676a5b9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.553043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ee9db4-71ab-458e-a7d9-b9e00676a5b9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:11.556361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c8ee9db4-71ab-458e-a7d9-b9e00676a5b9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:11.559443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ee9db4-71ab-458e-a7d9-b9e00676a5b9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:11.565416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ee9db4-71ab-458e-a7d9-b9e00676a5b9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:11.566163 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8ee9db4-71ab-458e-a7d9-b9e00676a5b9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.572982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee9db4-71ab-458e-a7d9-b9e00676a5b9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=772ca258-4f69-43f1-a2d3-a2b2a32d41bf,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:11.666453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48842) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:11.669645 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c8ee9db4-71ab-458e-a7d9-b9e00676a5b9 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9232569 Dec 16 22:50:12.070166 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6974953-d44a-432b-af2d-34ae47670c2c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:12.077211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6974953-d44a-432b-af2d-34ae47670c2c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:12.078912 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e6974953-d44a-432b-af2d-34ae47670c2c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4106240 Dec 16 22:50:12.082318 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48844) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:12.196229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-714b393d-11c3-4c5d-8ff4-d68f9b125e5a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port 772ca258-4f69-43f1-a2d3-a2b2a32d41bf {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:12.197596 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-714b393d-11c3-4c5d-8ff4-d68f9b125e5a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.324053 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-714b393d-11c3-4c5d-8ff4-d68f9b125e5a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.341308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-714b393d-11c3-4c5d-8ff4-d68f9b125e5a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for 772ca258-4f69-43f1-a2d3-a2b2a32d41bf owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:12.534258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 46c8da88-f2c9-4046-9bea-aa35e13a2edf up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:12.598072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 46c8da88-f2c9-4046-9bea-aa35e13a2edf triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:12.598448 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.691621 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.726300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 46c8da88-f2c9-4046-9bea-aa35e13a2edf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=46c8da88-f2c9-4046-9bea-aa35e13a2edf,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:12.731641 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-714b393d-11c3-4c5d-8ff4-d68f9b125e5a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.744415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b9934e6c-9a7a-483b-8ce6-0d090d96a301 None None] Provisioning complete for port 46c8da88-f2c9-4046-9bea-aa35e13a2edf triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:12.744736 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9934e6c-9a7a-483b-8ce6-0d090d96a301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.767046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b393d-11c3-4c5d-8ff4-d68f9b125e5a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=772ca258-4f69-43f1-a2d3-a2b2a32d41bf,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:12.797564 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-714b393d-11c3-4c5d-8ff4-d68f9b125e5a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.798485 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.801529 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-714b393d-11c3-4c5d-8ff4-d68f9b125e5a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/772ca258-4f69-43f1-a2d3-a2b2a32d41bf HTTP/1.1" status: 204 len: 168 time: 0.7181330 Dec 16 22:50:12.804185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48850) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:12.867984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844ea327-4159-42df-bc13-9a3671366e10 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:12.869790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844ea327-4159-42df-bc13-9a3671366e10 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:12.872430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-844ea327-4159-42df-bc13-9a3671366e10 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0665941 Dec 16 22:50:12.875028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48852) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:12.893627 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=46c8da88-f2c9-4046-9bea-aa35e13a2edf,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:12.945532 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3488c1b-3178-4ff1-9ef5-d1c912a0f587 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet c270eb3f-6ce8-414c-a72c-07c2165132a1 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:50:12.949811 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e3488c1b-3178-4ff1-9ef5-d1c912a0f587 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.998821 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e3488c1b-3178-4ff1-9ef5-d1c912a0f587 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:13.004449 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2fff396b-35d8-4a76-87d4-be108d0caaa2 None None] Could not find standard attr ID for object 772ca258-4f69-43f1-a2d3-a2b2a32d41bf. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:50:13.093989 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e3488c1b-3178-4ff1-9ef5-d1c912a0f587 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:13.222355 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e3488c1b-3178-4ff1-9ef5-d1c912a0f587 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:13.253585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3488c1b-3178-4ff1-9ef5-d1c912a0f587 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=c270eb3f-6ce8-414c-a72c-07c2165132a1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:13.264548 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e3488c1b-3178-4ff1-9ef5-d1c912a0f587 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:13.264843 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137b17b9-d6a7-4885-a73b-958a6946b65a None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:13.271191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e3488c1b-3178-4ff1-9ef5-d1c912a0f587 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/c270eb3f-6ce8-414c-a72c-07c2165132a1 HTTP/1.1" status: 204 len: 168 time: 0.3926110 Dec 16 22:50:13.271524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48854) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:13.330595 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-052fad7e-1618-4d4d-be55-5da6047366b8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571332 Dec 16 22:50:13.331048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48856) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:13.392265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e45f478-b2a8-4e71-b9c7-7cf9505b85a1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:13.397408 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4e45f478-b2a8-4e71-b9c7-7cf9505b85a1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0624979 Dec 16 22:50:13.397809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48860) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:13.431883 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:13.479002 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d553ddc5-0d1b-41b0-938c-fbf6a420af97 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:13.481190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d553ddc5-0d1b-41b0-938c-fbf6a420af97 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0823178 Dec 16 22:50:13.485206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48862) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:13.491708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110eb684-babb-4f0e-8feb-03eccdec4c1b None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:50:13.536226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2a88b384-1ed7-4bd7-8b94-d0f4a121dc64 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512624 Dec 16 22:50:13.538072 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:13.541192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48866) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:13.548882 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-799a164b-0cb1-408f-b59c-1352a99efd0a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:13.569290 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-110eb684-babb-4f0e-8feb-03eccdec4c1b None None] Deleting port 46c8da88-f2c9-4046-9bea-aa35e13a2edf {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:13.569290 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-110eb684-babb-4f0e-8feb-03eccdec4c1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:13.638776 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-110eb684-babb-4f0e-8feb-03eccdec4c1b None None] For port 46c8da88-f2c9-4046-9bea-aa35e13a2edf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=46c8da88-f2c9-4046-9bea-aa35e13a2edf,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:13.639193 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-110eb684-babb-4f0e-8feb-03eccdec4c1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:13.654329 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-110eb684-babb-4f0e-8feb-03eccdec4c1b None None] Calling delete_port for 46c8da88-f2c9-4046-9bea-aa35e13a2edf owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:13.713024 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799a164b-0cb1-408f-b59c-1352a99efd0a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:13.717435 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-799a164b-0cb1-408f-b59c-1352a99efd0a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:13.833225 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-110eb684-babb-4f0e-8feb-03eccdec4c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:13.859231 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110eb684-babb-4f0e-8feb-03eccdec4c1b None None] Pushing event deleted for resources: {'Port': ['ID=46c8da88-f2c9-4046-9bea-aa35e13a2edf,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:13.868655 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110eb684-babb-4f0e-8feb-03eccdec4c1b None None] No DVR routers for this DVR port 46c8da88-f2c9-4046-9bea-aa35e13a2edf on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:50:14.141379 n-d-821840-2 neutron-server[103952]: DEBUG neutron.objects.ports [None req-799a164b-0cb1-408f-b59c-1352a99efd0a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:50:14.145389 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-799a164b-0cb1-408f-b59c-1352a99efd0a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:14.194186 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799a164b-0cb1-408f-b59c-1352a99efd0a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:14.197576 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-799a164b-0cb1-408f-b59c-1352a99efd0a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:14.202495 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799a164b-0cb1-408f-b59c-1352a99efd0a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:14.203094 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-799a164b-0cb1-408f-b59c-1352a99efd0a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:14.212712 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5434c8ea-fdbc-4d27-b084-11a16bd13f45 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:14.212987 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a164b-0cb1-408f-b59c-1352a99efd0a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=a16487e8-9148-4e99-ad23-8d3f9c514a5f,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:14.304775 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-799a164b-0cb1-408f-b59c-1352a99efd0a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7610064 Dec 16 22:50:14.308298 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48868) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:14.314009 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4cf7e84e-1a2b-4729-a5e4-cc476c6f023e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:14.324337 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90948266-115e-4852-a329-e343b507bddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': 'a16487e8-9148-4e99-ad23-8d3f9c514a5f'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:50:14.324337 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90948266-115e-4852-a329-e343b507bddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:14.452760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 46c8da88-f2c9-4046-9bea-aa35e13a2edf no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:50:14.482769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 46c8da88-f2c9-4046-9bea-aa35e13a2edf {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:50:14.483149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 46c8da88-f2c9-4046-9bea-aa35e13a2edf not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:50:14.499445 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-90948266-115e-4852-a329-e343b507bddc None None] Allocated IP 2001:db8::f816:3eff:fe56:9ce2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/a16487e8-9148-4e99-ad23-8d3f9c514a5f/59cfd532-565a-4227-b324-016ad3d97d4e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:14.513287 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf7e84e-1a2b-4729-a5e4-cc476c6f023e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:14.517784 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4cf7e84e-1a2b-4729-a5e4-cc476c6f023e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:14.641811 n-d-821840-2 neutron-server[103952]: INFO neutron.db.ipam_backend_mixin [None req-4cf7e84e-1a2b-4729-a5e4-cc476c6f023e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a16487e8-9148-4e99-ad23-8d3f9c514a5f (CIDR: 2001:db8::/64) Dec 16 22:50:14.667125 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90948266-115e-4852-a329-e343b507bddc None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:14.708203 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf7e84e-1a2b-4729-a5e4-cc476c6f023e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:50:14.708662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf7e84e-1a2b-4729-a5e4-cc476c6f023e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:14.737768 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90948266-115e-4852-a329-e343b507bddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:14.781149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90948266-115e-4852-a329-e343b507bddc None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:14.784399 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-90948266-115e-4852-a329-e343b507bddc None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:14.788872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90948266-115e-4852-a329-e343b507bddc None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:14.802481 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4cf7e84e-1a2b-4729-a5e4-cc476c6f023e tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4929616 Dec 16 22:50:14.803307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90948266-115e-4852-a329-e343b507bddc None None] Pushing event updated for resources: {'Port': ['ID=59cfd532-565a-4227-b324-016ad3d97d4e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:14.805536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48876) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:14.810956 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8c008200-55e4-4477-95a6-ad5969568708 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:14.857774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-90948266-115e-4852-a329-e343b507bddc None None] Attempting to bind port 59cfd532-565a-4227-b324-016ad3d97d4e on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:50:14.858158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-90948266-115e-4852-a329-e343b507bddc None None] Attempting to bind port 59cfd532-565a-4227-b324-016ad3d97d4e by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:50:14.858707 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90948266-115e-4852-a329-e343b507bddc None None] Attempting to bind port 59cfd532-565a-4227-b324-016ad3d97d4e on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:50:14.864120 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90948266-115e-4852-a329-e343b507bddc None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:50:14.865665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90948266-115e-4852-a329-e343b507bddc None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:14.865665 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90948266-115e-4852-a329-e343b507bddc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:14.865665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90948266-115e-4852-a329-e343b507bddc None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:50:14.865974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-90948266-115e-4852-a329-e343b507bddc None None] Bound port: 59cfd532-565a-4227-b324-016ad3d97d4e, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:50:14.866210 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90948266-115e-4852-a329-e343b507bddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:14.941173 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-90948266-115e-4852-a329-e343b507bddc None None] For port 59cfd532-565a-4227-b324-016ad3d97d4e, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:50:14.946248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-90948266-115e-4852-a329-e343b507bddc None None] For port 59cfd532-565a-4227-b324-016ad3d97d4e, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=59cfd532-565a-4227-b324-016ad3d97d4e,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:50:15.014260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c008200-55e4-4477-95a6-ad5969568708 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:15.019204 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c008200-55e4-4477-95a6-ad5969568708 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:15.066594 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90948266-115e-4852-a329-e343b507bddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:15.138973 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90948266-115e-4852-a329-e343b507bddc None None] Pushing event updated for resources: {'Port': ['ID=59cfd532-565a-4227-b324-016ad3d97d4e,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:15.420423 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c008200-55e4-4477-95a6-ad5969568708 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:15.462400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c008200-55e4-4477-95a6-ad5969568708 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:15.469470 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-8c008200-55e4-4477-95a6-ad5969568708 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:15.474124 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c008200-55e4-4477-95a6-ad5969568708 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:15.474732 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c008200-55e4-4477-95a6-ad5969568708 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:15.494401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c008200-55e4-4477-95a6-ad5969568708 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=240174d5-03d0-47fe-82bb-6ebc4e7e106c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:15.595980 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8c008200-55e4-4477-95a6-ad5969568708 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7882252 Dec 16 22:50:15.597819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48884) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:15.603106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-810ea327-66f8-4705-ac29-22e3884f9976 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'mac_address': 'fa:16:3e:43:77:1c', 'name': 'tempest-NetworksTestDHCPv6-1698900330'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:15.820411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810ea327-66f8-4705-ac29-22e3884f9976 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:15.913935 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-810ea327-66f8-4705-ac29-22e3884f9976 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:15.944265 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-810ea327-66f8-4705-ac29-22e3884f9976 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port ada8d8ad-efe3-445c-8ccc-59a6734bbbcd yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:50:16.169982 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-810ea327-66f8-4705-ac29-22e3884f9976 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8:0:1::2c9 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/240174d5-03d0-47fe-82bb-6ebc4e7e106c/ada8d8ad-efe3-445c-8ccc-59a6734bbbcd) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:16.177307 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-810ea327-66f8-4705-ac29-22e3884f9976 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::f816:3eff:fe43:771c (42c10802-266f-4e43-9fa4-b4150fb3dd7a/a16487e8-9148-4e99-ad23-8d3f9c514a5f/ada8d8ad-efe3-445c-8ccc-59a6734bbbcd) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:16.286915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee072222-3541-432e-bbd0-edf326412f9f None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:16.395321 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-810ea327-66f8-4705-ac29-22e3884f9976 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:16.468572 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-637daaad-1f66-456f-8d96-4e3f0d1db06c None None] Provisioning complete for port 59cfd532-565a-4227-b324-016ad3d97d4e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:16.469094 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-637daaad-1f66-456f-8d96-4e3f0d1db06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:16.516334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 59cfd532-565a-4227-b324-016ad3d97d4e up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:16.530166 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-810ea327-66f8-4705-ac29-22e3884f9976 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:16.582458 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810ea327-66f8-4705-ac29-22e3884f9976 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:16.586279 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-810ea327-66f8-4705-ac29-22e3884f9976 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:16.590676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810ea327-66f8-4705-ac29-22e3884f9976 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:16.597295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810ea327-66f8-4705-ac29-22e3884f9976 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:16.598551 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-810ea327-66f8-4705-ac29-22e3884f9976 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:16.610339 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ea327-66f8-4705-ac29-22e3884f9976 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=ada8d8ad-efe3-445c-8ccc-59a6734bbbcd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:16.628917 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 59cfd532-565a-4227-b324-016ad3d97d4e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:16.628917 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:16.714116 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-810ea327-66f8-4705-ac29-22e3884f9976 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1149471 Dec 16 22:50:16.717135 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48894) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:16.832432 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf6cd1-3911-4db7-a426-4beeeab04105 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port ada8d8ad-efe3-445c-8ccc-59a6734bbbcd {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:16.832833 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bcf6cd1-3911-4db7-a426-4beeeab04105 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:16.892559 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-637daaad-1f66-456f-8d96-4e3f0d1db06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:16.915660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c45af87-a7f7-4f28-ae2c-c0e453bd48f2 None None] Update dhcp port {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'fixed_ips': [{'subnet_id': 'a16487e8-9148-4e99-ad23-8d3f9c514a5f', 'ip_address': '2001:db8::f816:3eff:fe56:9ce2'}, {'subnet_id': '240174d5-03d0-47fe-82bb-6ebc4e7e106c'}], 'binding:host_id': 'n-d-821840-2'}, 'id': '59cfd532-565a-4227-b324-016ad3d97d4e'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:50:16.935452 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bcf6cd1-3911-4db7-a426-4beeeab04105 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:16.949079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf6cd1-3911-4db7-a426-4beeeab04105 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for ada8d8ad-efe3-445c-8ccc-59a6734bbbcd owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:16.957323 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c45af87-a7f7-4f28-ae2c-c0e453bd48f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:16.989617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-637daaad-1f66-456f-8d96-4e3f0d1db06c None None] For port 59cfd532-565a-4227-b324-016ad3d97d4e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=59cfd532-565a-4227-b324-016ad3d97d4e,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:17.030325 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.108778 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-637daaad-1f66-456f-8d96-4e3f0d1db06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.204643 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bcf6cd1-3911-4db7-a426-4beeeab04105 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.208326 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:50:17.208694 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:50:17.240079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637daaad-1f66-456f-8d96-4e3f0d1db06c None None] Pushing event updated for resources: {'Port': ['ID=59cfd532-565a-4227-b324-016ad3d97d4e,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:17.259049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf6cd1-3911-4db7-a426-4beeeab04105 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=ada8d8ad-efe3-445c-8ccc-59a6734bbbcd,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:17.269233 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-3c45af87-a7f7-4f28-ae2c-c0e453bd48f2 None None] Allocated IP 2001:db8:0:1::2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/240174d5-03d0-47fe-82bb-6ebc4e7e106c/59cfd532-565a-4227-b324-016ad3d97d4e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:17.302276 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bcf6cd1-3911-4db7-a426-4beeeab04105 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.305613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5bcf6cd1-3911-4db7-a426-4beeeab04105 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/ada8d8ad-efe3-445c-8ccc-59a6734bbbcd HTTP/1.1" status: 204 len: 168 time: 0.5868835 Dec 16 22:50:17.308032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48896) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:17.360973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8cd87a-1ab6-447b-bb6b-1e779ce6d29c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:17.364962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bf8cd87a-1ab6-447b-bb6b-1e779ce6d29c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0531549 Dec 16 22:50:17.365199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48898) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:17.376326 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3c45af87-a7f7-4f28-ae2c-c0e453bd48f2 None None] For port 59cfd532-565a-4227-b324-016ad3d97d4e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=59cfd532-565a-4227-b324-016ad3d97d4e,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:17.409631 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c45af87-a7f7-4f28-ae2c-c0e453bd48f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.414588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5dd058-f7b0-467e-a876-4f25c45e2d03 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:17.416291 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ee5dd058-f7b0-467e-a876-4f25c45e2d03 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0501595 Dec 16 22:50:17.419223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48904) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:17.473472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f4618-1df1-4445-8660-e3a2dc3914a0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:17.475111 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f4618-1df1-4445-8660-e3a2dc3914a0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:17.476649 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f4618-1df1-4445-8660-e3a2dc3914a0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:17.478226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6b5f4618-1df1-4445-8660-e3a2dc3914a0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0579894 Dec 16 22:50:17.481530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48906) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:17.495847 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c45af87-a7f7-4f28-ae2c-c0e453bd48f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.534316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d42fb57-505c-43c8-be07-aaff45a8d788 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 240174d5-03d0-47fe-82bb-6ebc4e7e106c {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:50:17.539401 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4d42fb57-505c-43c8-be07-aaff45a8d788 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.585164 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4d42fb57-505c-43c8-be07-aaff45a8d788 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.589648 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45af87-a7f7-4f28-ae2c-c0e453bd48f2 None None] Pushing event updated for resources: {'Port': ['ID=59cfd532-565a-4227-b324-016ad3d97d4e,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:17.681724 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4d42fb57-505c-43c8-be07-aaff45a8d788 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.834209 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4d42fb57-505c-43c8-be07-aaff45a8d788 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.882686 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42fb57-505c-43c8-be07-aaff45a8d788 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=240174d5-03d0-47fe-82bb-6ebc4e7e106c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:17.886406 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4d42fb57-505c-43c8-be07-aaff45a8d788 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.892271 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4d42fb57-505c-43c8-be07-aaff45a8d788 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/240174d5-03d0-47fe-82bb-6ebc4e7e106c HTTP/1.1" status: 204 len: 168 time: 0.4074247 Dec 16 22:50:17.892659 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48912) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:17.948966 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-6727e28e-9490-4acf-b00d-776eb96c3714 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet a16487e8-9148-4e99-ad23-8d3f9c514a5f {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:50:17.952855 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6727e28e-9490-4acf-b00d-776eb96c3714 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.002537 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6727e28e-9490-4acf-b00d-776eb96c3714 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.095149 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6727e28e-9490-4acf-b00d-776eb96c3714 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.177349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d39c772-ac21-4e0f-8310-cc2eea30d3e7 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:18.238347 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6727e28e-9490-4acf-b00d-776eb96c3714 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.264682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ccfd0784-5b4c-40cb-b7a9-0799736983be None None] Provisioning complete for port 59cfd532-565a-4227-b324-016ad3d97d4e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:18.265067 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0784-5b4c-40cb-b7a9-0799736983be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.291225 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6727e28e-9490-4acf-b00d-776eb96c3714 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.298334 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6727e28e-9490-4acf-b00d-776eb96c3714 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/a16487e8-9148-4e99-ad23-8d3f9c514a5f HTTP/1.1" status: 204 len: 168 time: 0.4021897 Dec 16 22:50:18.298334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727e28e-9490-4acf-b00d-776eb96c3714 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=a16487e8-9148-4e99-ad23-8d3f9c514a5f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:18.299149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48914) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:18.349859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-db07fb67-233c-48e1-bcbe-dc7615d7db82 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492420 Dec 16 22:50:18.353346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48916) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:18.359699 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-72a89a9a-301a-4213-90de-cdb81753e73a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:18.442851 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8110ea3-5cf8-4e25-8ea6-b720a78d4be3 None None] Update dhcp port {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'fixed_ips': [{'subnet_id': 'a16487e8-9148-4e99-ad23-8d3f9c514a5f'}], 'binding:host_id': 'n-d-821840-2'}, 'id': '59cfd532-565a-4227-b324-016ad3d97d4e'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:50:18.446522 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 59cfd532-565a-4227-b324-016ad3d97d4e up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:18.502506 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8110ea3-5cf8-4e25-8ea6-b720a78d4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.581167 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a89a9a-301a-4213-90de-cdb81753e73a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:18.585012 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72a89a9a-301a-4213-90de-cdb81753e73a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.608560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 59cfd532-565a-4227-b324-016ad3d97d4e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:18.608943 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.711502 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9e7e9d-fa88-49b2-b794-79f3cc3204ff None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:18.842423 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-69763c3b-fe74-4494-915e-4acda577ad04 None None] Provisioning complete for port 59cfd532-565a-4227-b324-016ad3d97d4e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:18.842892 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-69763c3b-fe74-4494-915e-4acda577ad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.877850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a42db9b-0096-4459-a5ef-5dd1c4956cee None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:50:18.975610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3a42db9b-0096-4459-a5ef-5dd1c4956cee None None] Deleting port 59cfd532-565a-4227-b324-016ad3d97d4e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:18.975986 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3a42db9b-0096-4459-a5ef-5dd1c4956cee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:19.071668 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3a42db9b-0096-4459-a5ef-5dd1c4956cee None None] For port 59cfd532-565a-4227-b324-016ad3d97d4e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=59cfd532-565a-4227-b324-016ad3d97d4e,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:19.072159 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3a42db9b-0096-4459-a5ef-5dd1c4956cee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:19.082062 n-d-821840-2 neutron-server[103952]: DEBUG neutron.objects.ports [None req-72a89a9a-301a-4213-90de-cdb81753e73a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:50:19.088445 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3a42db9b-0096-4459-a5ef-5dd1c4956cee None None] Calling delete_port for 59cfd532-565a-4227-b324-016ad3d97d4e owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:19.250132 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3a42db9b-0096-4459-a5ef-5dd1c4956cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:19.278594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42db9b-0096-4459-a5ef-5dd1c4956cee None None] Pushing event deleted for resources: {'Port': ['ID=59cfd532-565a-4227-b324-016ad3d97d4e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:19.283728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a42db9b-0096-4459-a5ef-5dd1c4956cee None None] No DVR routers for this DVR port 59cfd532-565a-4227-b324-016ad3d97d4e on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:50:19.291525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_pluggable_backend [None req-72a89a9a-301a-4213-90de-cdb81753e73a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Port 59cfd532-565a-4227-b324-016ad3d97d4e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103952) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 16 22:50:19.291525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_pluggable_backend [None req-72a89a9a-301a-4213-90de-cdb81753e73a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Reverting IP allocation for 2001:db8::f816:3eff:fe56:9ce2 {{(pid=103952) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 16 22:50:19.294861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_pluggable_backend [None req-72a89a9a-301a-4213-90de-cdb81753e73a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe56:9ce2 {{(pid=103952) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 16 22:50:19.296112 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72a89a9a-301a-4213-90de-cdb81753e73a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:19.344889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a89a9a-301a-4213-90de-cdb81753e73a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:19.350315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-72a89a9a-301a-4213-90de-cdb81753e73a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:19.355868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a89a9a-301a-4213-90de-cdb81753e73a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:19.356482 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72a89a9a-301a-4213-90de-cdb81753e73a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:19.363699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59a2e99-9a7b-4aed-aa00-a468dd6b85d5 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:19.373324 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a89a9a-301a-4213-90de-cdb81753e73a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=f3f4f8fc-7a9f-4a31-82b0-575d52941635,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:19.446191 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-72a89a9a-301a-4213-90de-cdb81753e73a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0915771 Dec 16 22:50:19.450198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48922) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:19.455594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-2dafb59a-a0a8-43ee-80cf-0a01093882b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:19.538968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': 'f3f4f8fc-7a9f-4a31-82b0-575d52941635'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:50:19.540511 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:19.707612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dafb59a-a0a8-43ee-80cf-0a01093882b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:19.711396 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2dafb59a-a0a8-43ee-80cf-0a01093882b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:19.725970 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Allocated IP 2001:db8::f816:3eff:fe9e:46a5 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/f3f4f8fc-7a9f-4a31-82b0-575d52941635/fbd89a99-3002-4073-9b82-a56092c0a64b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:19.833582 n-d-821840-2 neutron-server[103951]: INFO neutron.db.ipam_backend_mixin [None req-2dafb59a-a0a8-43ee-80cf-0a01093882b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3f4f8fc-7a9f-4a31-82b0-575d52941635 (CIDR: 2001:db8::/64) Dec 16 22:50:19.917802 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:19.919892 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dafb59a-a0a8-43ee-80cf-0a01093882b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:50:19.920366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dafb59a-a0a8-43ee-80cf-0a01093882b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:20.059173 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:20.062712 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48930) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:20.063366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2dafb59a-a0a8-43ee-80cf-0a01093882b6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6116438 Dec 16 22:50:20.068074 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-bf2127a1-32b8-4db1-893a-5178d02fda9c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:20.134250 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:20.138027 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:20.141987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:20.150132 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5d7967f-d7fa-4351-ae55-08c7e55fecb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:20.151805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Pushing event updated for resources: {'Port': ['ID=fbd89a99-3002-4073-9b82-a56092c0a64b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:20.210152 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Attempting to bind port fbd89a99-3002-4073-9b82-a56092c0a64b on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:50:20.210682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Attempting to bind port fbd89a99-3002-4073-9b82-a56092c0a64b by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:50:20.211064 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Attempting to bind port fbd89a99-3002-4073-9b82-a56092c0a64b on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:50:20.216861 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:50:20.217248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:20.217662 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:20.218072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:50:20.218559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Bound port: fbd89a99-3002-4073-9b82-a56092c0a64b, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:50:20.219063 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:20.272967 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2127a1-32b8-4db1-893a-5178d02fda9c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:20.277781 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf2127a1-32b8-4db1-893a-5178d02fda9c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:20.293801 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] For port fbd89a99-3002-4073-9b82-a56092c0a64b, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:50:20.297383 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] For port fbd89a99-3002-4073-9b82-a56092c0a64b, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=fbd89a99-3002-4073-9b82-a56092c0a64b,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:50:20.409329 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:20.440737 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 59cfd532-565a-4227-b324-016ad3d97d4e no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:50:20.473789 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 59cfd532-565a-4227-b324-016ad3d97d4e {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:50:20.474256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 59cfd532-565a-4227-b324-016ad3d97d4e not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:50:20.513631 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ef37b-67da-4631-906f-d6756f64957c None None] Pushing event updated for resources: {'Port': ['ID=fbd89a99-3002-4073-9b82-a56092c0a64b,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:20.615992 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf2127a1-32b8-4db1-893a-5178d02fda9c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:20.672723 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2127a1-32b8-4db1-893a-5178d02fda9c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:20.685158 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-bf2127a1-32b8-4db1-893a-5178d02fda9c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:20.697706 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2127a1-32b8-4db1-893a-5178d02fda9c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:20.697706 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bf2127a1-32b8-4db1-893a-5178d02fda9c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:20.725292 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2127a1-32b8-4db1-893a-5178d02fda9c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=befc77b0-1373-4406-a69f-77752a7d8f6c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:20.859633 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bf2127a1-32b8-4db1-893a-5178d02fda9c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7956629 Dec 16 22:50:20.862471 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48936) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:20.867912 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-07f0343a-fba9-41d4-a5dd-e65fd6d4aa3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'mac_address': 'fa:16:3e:fa:7c:02', 'name': 'tempest-NetworksTestDHCPv6-102479022'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:21.059892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f0343a-fba9-41d4-a5dd-e65fd6d4aa3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:21.157769 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07f0343a-fba9-41d4-a5dd-e65fd6d4aa3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:21.181486 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-07f0343a-fba9-41d4-a5dd-e65fd6d4aa3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port cef1819f-5e5a-4d86-b228-b9bea2e738d3 yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:50:21.396641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-07f0343a-fba9-41d4-a5dd-e65fd6d4aa3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8:0:1::2e2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/befc77b0-1373-4406-a69f-77752a7d8f6c/cef1819f-5e5a-4d86-b228-b9bea2e738d3) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:21.403633 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-07f0343a-fba9-41d4-a5dd-e65fd6d4aa3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::f816:3eff:fefa:7c02 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/f3f4f8fc-7a9f-4a31-82b0-575d52941635/cef1819f-5e5a-4d86-b228-b9bea2e738d3) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:21.508049 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3530c2c-5402-42c9-839b-2620e6eb264b None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:21.563443 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07f0343a-fba9-41d4-a5dd-e65fd6d4aa3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:21.573804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a15aa4a4-8128-4536-835e-4d4adbfe27a6 None None] Provisioning complete for port fbd89a99-3002-4073-9b82-a56092c0a64b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:21.574316 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a15aa4a4-8128-4536-835e-4d4adbfe27a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:21.657219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07f0343a-fba9-41d4-a5dd-e65fd6d4aa3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:21.699734 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a15aa4a4-8128-4536-835e-4d4adbfe27a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:21.704863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f0343a-fba9-41d4-a5dd-e65fd6d4aa3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:21.708350 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-07f0343a-fba9-41d4-a5dd-e65fd6d4aa3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:21.712370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f0343a-fba9-41d4-a5dd-e65fd6d4aa3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:21.718423 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f0343a-fba9-41d4-a5dd-e65fd6d4aa3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:21.719100 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07f0343a-fba9-41d4-a5dd-e65fd6d4aa3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:21.741626 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0343a-fba9-41d4-a5dd-e65fd6d4aa3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=cef1819f-5e5a-4d86-b228-b9bea2e738d3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:21.771427 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a15aa4a4-8128-4536-835e-4d4adbfe27a6 None None] For port fbd89a99-3002-4073-9b82-a56092c0a64b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=fbd89a99-3002-4073-9b82-a56092c0a64b,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:21.792668 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce74971-8505-4c92-9fb2-bb93b14bcc28 None None] Update dhcp port {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'fixed_ips': [{'subnet_id': 'f3f4f8fc-7a9f-4a31-82b0-575d52941635', 'ip_address': '2001:db8::f816:3eff:fe9e:46a5'}, {'subnet_id': 'befc77b0-1373-4406-a69f-77752a7d8f6c'}], 'binding:host_id': 'n-d-821840-2'}, 'id': 'fbd89a99-3002-4073-9b82-a56092c0a64b'} from n-d-821840-2. {{(pid=103953) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:50:21.821251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ce74971-8505-4c92-9fb2-bb93b14bcc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:21.823916 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-07f0343a-fba9-41d4-a5dd-e65fd6d4aa3b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9603813 Dec 16 22:50:21.826512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48944) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:21.936469 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f6f6c62e-cc57-4b97-b9ea-664184d19975 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port cef1819f-5e5a-4d86-b228-b9bea2e738d3 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:21.936809 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c62e-cc57-4b97-b9ea-664184d19975 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:22.043781 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c62e-cc57-4b97-b9ea-664184d19975 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:22.054527 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a15aa4a4-8128-4536-835e-4d4adbfe27a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:22.067485 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f6f6c62e-cc57-4b97-b9ea-664184d19975 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for cef1819f-5e5a-4d86-b228-b9bea2e738d3 owned by {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:22.214386 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15aa4a4-8128-4536-835e-4d4adbfe27a6 None None] Pushing event updated for resources: {'Port': ['ID=fbd89a99-3002-4073-9b82-a56092c0a64b,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:22.244637 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-6ce74971-8505-4c92-9fb2-bb93b14bcc28 None None] Allocated IP 2001:db8:0:1::2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/befc77b0-1373-4406-a69f-77752a7d8f6c/fbd89a99-3002-4073-9b82-a56092c0a64b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:22.347649 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c62e-cc57-4b97-b9ea-664184d19975 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:22.351039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6ce74971-8505-4c92-9fb2-bb93b14bcc28 None None] For port fbd89a99-3002-4073-9b82-a56092c0a64b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=fbd89a99-3002-4073-9b82-a56092c0a64b,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:22.384039 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6c62e-cc57-4b97-b9ea-664184d19975 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=cef1819f-5e5a-4d86-b228-b9bea2e738d3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:22.419291 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ce74971-8505-4c92-9fb2-bb93b14bcc28 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:22.449737 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c62e-cc57-4b97-b9ea-664184d19975 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:22.453240 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f6f6c62e-cc57-4b97-b9ea-664184d19975 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/cef1819f-5e5a-4d86-b228-b9bea2e738d3 HTTP/1.1" status: 204 len: 168 time: 0.6254704 Dec 16 22:50:22.456363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48948) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:22.496980 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device fbd89a99-3002-4073-9b82-a56092c0a64b up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:22.504258 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3f536fc-339d-4919-a9e9-be597334bb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:22.517897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2e6849-e403-4656-8a31-d73d12171d62 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:22.521525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5b2e6849-e403-4656-8a31-d73d12171d62 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0632694 Dec 16 22:50:22.522381 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48950) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:22.529141 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ce74971-8505-4c92-9fb2-bb93b14bcc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:22.580808 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8512bf-73e2-498a-9728-d9816a4f185d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:22.584988 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2c8512bf-73e2-498a-9728-d9816a4f185d tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0592573 Dec 16 22:50:22.586076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48952) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:22.647160 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce74971-8505-4c92-9fb2-bb93b14bcc28 None None] Pushing event updated for resources: {'Port': ['ID=fbd89a99-3002-4073-9b82-a56092c0a64b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:22.658904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port fbd89a99-3002-4073-9b82-a56092c0a64b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:22.659455 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:22.664920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378ba762-6767-4a8b-9a5c-0bb57527a568 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:22.667433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378ba762-6767-4a8b-9a5c-0bb57527a568 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:22.669384 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378ba762-6767-4a8b-9a5c-0bb57527a568 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:22.671362 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-378ba762-6767-4a8b-9a5c-0bb57527a568 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0840402 Dec 16 22:50:22.676044 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48954) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:22.737965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8763fd5-38c7-4468-9fd1-cae98a6d8335 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet befc77b0-1373-4406-a69f-77752a7d8f6c {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:50:22.742127 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8763fd5-38c7-4468-9fd1-cae98a6d8335 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:22.810505 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8763fd5-38c7-4468-9fd1-cae98a6d8335 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:22.925902 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8763fd5-38c7-4468-9fd1-cae98a6d8335 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:23.115471 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8763fd5-38c7-4468-9fd1-cae98a6d8335 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:23.142627 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8763fd5-38c7-4468-9fd1-cae98a6d8335 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:23.149051 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d8763fd5-38c7-4468-9fd1-cae98a6d8335 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/befc77b0-1373-4406-a69f-77752a7d8f6c HTTP/1.1" status: 204 len: 168 time: 0.4735112 Dec 16 22:50:23.151388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48960) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:23.199093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8763fd5-38c7-4468-9fd1-cae98a6d8335 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=befc77b0-1373-4406-a69f-77752a7d8f6c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:23.251804 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f354729-1816-494e-bafe-3c8d7a7c3ce0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet f3f4f8fc-7a9f-4a31-82b0-575d52941635 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:50:23.262716 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f354729-1816-494e-bafe-3c8d7a7c3ce0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:23.312252 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f354729-1816-494e-bafe-3c8d7a7c3ce0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:23.319633 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3c12df-3e49-4b79-a5a4-ea4131c83475 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:23.409523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ea22f545-fee4-4627-b1b7-b60070ede79d None None] Provisioning complete for port fbd89a99-3002-4073-9b82-a56092c0a64b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:23.410000 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea22f545-fee4-4627-b1b7-b60070ede79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:23.419928 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f354729-1816-494e-bafe-3c8d7a7c3ce0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:23.566114 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f354729-1816-494e-bafe-3c8d7a7c3ce0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:23.599117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f354729-1816-494e-bafe-3c8d7a7c3ce0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f4f8fc-7a9f-4a31-82b0-575d52941635,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:23.601977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f354729-1816-494e-bafe-3c8d7a7c3ce0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:23.605761 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5f354729-1816-494e-bafe-3c8d7a7c3ce0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/f3f4f8fc-7a9f-4a31-82b0-575d52941635 HTTP/1.1" status: 204 len: 168 time: 0.4528210 Dec 16 22:50:23.609753 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48962) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:23.613704 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:23.956771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-59c24764-345f-4cfb-b6c8-e6528ab59e49 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3452644 Dec 16 22:50:23.961925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48968) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:23.970420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-8096dd64-7049-4f53-8fe2-250e0ac12e01 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:24.158263 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cf4210-c970-4155-b7c9-1dde1bef2f4d None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:24.158735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8096dd64-7049-4f53-8fe2-250e0ac12e01 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:24.162638 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8096dd64-7049-4f53-8fe2-250e0ac12e01 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:24.222142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7e83e3aa-2214-4d7b-bcf4-942bde4fee29 None None] Provisioning complete for port fbd89a99-3002-4073-9b82-a56092c0a64b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:24.222504 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e83e3aa-2214-4d7b-bcf4-942bde4fee29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:24.390440 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab99e0b5-c89d-4e75-b571-2d6264f643b2 None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:50:24.443324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device fbd89a99-3002-4073-9b82-a56092c0a64b no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:50:24.466106 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8096dd64-7049-4f53-8fe2-250e0ac12e01 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:24.500815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ab99e0b5-c89d-4e75-b571-2d6264f643b2 None None] Deleting port fbd89a99-3002-4073-9b82-a56092c0a64b {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:24.501191 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab99e0b5-c89d-4e75-b571-2d6264f643b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:24.513170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8096dd64-7049-4f53-8fe2-250e0ac12e01 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:24.518132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-8096dd64-7049-4f53-8fe2-250e0ac12e01 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:24.522432 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8096dd64-7049-4f53-8fe2-250e0ac12e01 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:24.523036 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8096dd64-7049-4f53-8fe2-250e0ac12e01 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:24.537264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096dd64-7049-4f53-8fe2-250e0ac12e01 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=82fdccd7-f46b-4090-bc76-5aa90c73b7bc,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:24.577165 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:24.606242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8096dd64-7049-4f53-8fe2-250e0ac12e01 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6414893 Dec 16 22:50:24.609002 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48972) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:24.615867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-96998268-36e0-4281-890f-8f75920e1973 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:24.629177 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ab99e0b5-c89d-4e75-b571-2d6264f643b2 None None] For port fbd89a99-3002-4073-9b82-a56092c0a64b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=fbd89a99-3002-4073-9b82-a56092c0a64b,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:24.629787 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab99e0b5-c89d-4e75-b571-2d6264f643b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:24.645416 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port fbd89a99-3002-4073-9b82-a56092c0a64b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=fbd89a99-3002-4073-9b82-a56092c0a64b,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:24.649629 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ab99e0b5-c89d-4e75-b571-2d6264f643b2 None None] Calling delete_port for fbd89a99-3002-4073-9b82-a56092c0a64b owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:24.734847 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:24.788451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=fbd89a99-3002-4073-9b82-a56092c0a64b,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:24.814395 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab99e0b5-c89d-4e75-b571-2d6264f643b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:24.848577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96998268-36e0-4281-890f-8f75920e1973 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:24.852405 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99e0b5-c89d-4e75-b571-2d6264f643b2 None None] Pushing event deleted for resources: {'Port': ['ID=fbd89a99-3002-4073-9b82-a56092c0a64b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:24.854877 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96998268-36e0-4281-890f-8f75920e1973 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:24.868481 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab99e0b5-c89d-4e75-b571-2d6264f643b2 None None] No DVR routers for this DVR port fbd89a99-3002-4073-9b82-a56092c0a64b on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:50:24.879889 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc476f36-2aaa-46a7-8c21-4c3ebb4e8cc2 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:24.967840 n-d-821840-2 neutron-server[103952]: INFO neutron.db.ipam_backend_mixin [None req-96998268-36e0-4281-890f-8f75920e1973 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82fdccd7-f46b-4090-bc76-5aa90c73b7bc (CIDR: 2001:db8::/64) Dec 16 22:50:24.991968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': '82fdccd7-f46b-4090-bc76-5aa90c73b7bc'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:50:24.992860 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:25.003919 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:25.073849 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-96998268-36e0-4281-890f-8f75920e1973 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:50:25.074319 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96998268-36e0-4281-890f-8f75920e1973 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:25.149809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Allocated IP 2001:db8::2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/82fdccd7-f46b-4090-bc76-5aa90c73b7bc/df35f6b9-e75a-4f92-9125-1cb9620c7d5c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:25.188664 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-96998268-36e0-4281-890f-8f75920e1973 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5779018 Dec 16 22:50:25.191712 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48976) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:25.197276 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-2f237a11-110e-4237-9d1b-b413122301d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:25.322069 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:25.438840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f237a11-110e-4237-9d1b-b413122301d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:25.443051 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f237a11-110e-4237-9d1b-b413122301d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:25.466386 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:25.506411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:25.509540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:25.513486 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:25.527972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Pushing event updated for resources: {'Port': ['ID=df35f6b9-e75a-4f92-9125-1cb9620c7d5c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:25.575700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Attempting to bind port df35f6b9-e75a-4f92-9125-1cb9620c7d5c on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:50:25.576079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Attempting to bind port df35f6b9-e75a-4f92-9125-1cb9620c7d5c by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:50:25.576438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Attempting to bind port df35f6b9-e75a-4f92-9125-1cb9620c7d5c on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:50:25.581794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:50:25.582181 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:25.582578 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:25.582983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:50:25.583489 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Bound port: df35f6b9-e75a-4f92-9125-1cb9620c7d5c, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:50:25.583890 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:25.673807 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] For port df35f6b9-e75a-4f92-9125-1cb9620c7d5c, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:50:25.677212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] For port df35f6b9-e75a-4f92-9125-1cb9620c7d5c, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=df35f6b9-e75a-4f92-9125-1cb9620c7d5c,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:50:25.753156 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:25.794719 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:25.887079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b10d78-e745-40a9-b6e4-d08ad7835698 None None] Pushing event updated for resources: {'Port': ['ID=df35f6b9-e75a-4f92-9125-1cb9620c7d5c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:25.950334 n-d-821840-2 neutron-server[103951]: DEBUG neutron.objects.ports [None req-2f237a11-110e-4237-9d1b-b413122301d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103951) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:50:26.249253 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f237a11-110e-4237-9d1b-b413122301d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:26.429009 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-2f237a11-110e-4237-9d1b-b413122301d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] For port df35f6b9-e75a-4f92-9125-1cb9620c7d5c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=df35f6b9-e75a-4f92-9125-1cb9620c7d5c,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:26.465144 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f237a11-110e-4237-9d1b-b413122301d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:26.472235 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device df35f6b9-e75a-4f92-9125-1cb9620c7d5c up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:26.528015 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port df35f6b9-e75a-4f92-9125-1cb9620c7d5c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:26.528532 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:26.586906 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f237a11-110e-4237-9d1b-b413122301d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:26.588123 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f237a11-110e-4237-9d1b-b413122301d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:26.625986 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:26.668701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port df35f6b9-e75a-4f92-9125-1cb9620c7d5c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=df35f6b9-e75a-4f92-9125-1cb9620c7d5c,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:26.678036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f237a11-110e-4237-9d1b-b413122301d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:26.684724 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-2f237a11-110e-4237-9d1b-b413122301d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:26.689280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f237a11-110e-4237-9d1b-b413122301d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=05494bea-b79e-444c-b885-5e4c93c50ca6,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:26.692269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f237a11-110e-4237-9d1b-b413122301d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:26.692978 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f237a11-110e-4237-9d1b-b413122301d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:26.714664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f237a11-110e-4237-9d1b-b413122301d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=df35f6b9-e75a-4f92-9125-1cb9620c7d5c,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:26.768460 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:26.809623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2f237a11-110e-4237-9d1b-b413122301d0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6129673 Dec 16 22:50:26.809623 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48984) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:26.818600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d9ad60ef-b800-4fba-aa6a-387ef929f423 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'mac_address': 'fa:16:3e:b1:0d:48', 'name': 'tempest-NetworksTestDHCPv6-1576020666'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:26.837455 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=df35f6b9-e75a-4f92-9125-1cb9620c7d5c,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:27.002331 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8280a7f0-aa52-4fd5-9a1b-60a82f38039b None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:27.073045 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ad60ef-b800-4fba-aa6a-387ef929f423 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:27.076701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8e608c4d-42da-4a61-8464-463af872ee4f None None] Provisioning complete for port df35f6b9-e75a-4f92-9125-1cb9620c7d5c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:27.077261 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e608c4d-42da-4a61-8464-463af872ee4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:27.213068 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9ad60ef-b800-4fba-aa6a-387ef929f423 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:27.252355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-d9ad60ef-b800-4fba-aa6a-387ef929f423 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port b53cbf28-2d43-4445-9bca-658a47f54420 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:50:27.458252 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-d9ad60ef-b800-4fba-aa6a-387ef929f423 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::3e3 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/82fdccd7-f46b-4090-bc76-5aa90c73b7bc/b53cbf28-2d43-4445-9bca-658a47f54420) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:27.466066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-d9ad60ef-b800-4fba-aa6a-387ef929f423 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8:0:1:f816:3eff:feb1:d48 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/05494bea-b79e-444c-b885-5e4c93c50ca6/b53cbf28-2d43-4445-9bca-658a47f54420) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:27.657471 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9ad60ef-b800-4fba-aa6a-387ef929f423 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:27.798888 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9ad60ef-b800-4fba-aa6a-387ef929f423 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:27.851032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad60ef-b800-4fba-aa6a-387ef929f423 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:27.854920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d9ad60ef-b800-4fba-aa6a-387ef929f423 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:27.859807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad60ef-b800-4fba-aa6a-387ef929f423 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:27.865519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ad60ef-b800-4fba-aa6a-387ef929f423 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:27.866166 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d9ad60ef-b800-4fba-aa6a-387ef929f423 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:27.870303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad60ef-b800-4fba-aa6a-387ef929f423 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=b53cbf28-2d43-4445-9bca-658a47f54420,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:27.946941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-dea0dbac-c952-4c37-b223-f7ff0cc8d02b None None] Provisioning complete for port df35f6b9-e75a-4f92-9125-1cb9620c7d5c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:27.947575 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dea0dbac-c952-4c37-b223-f7ff0cc8d02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:27.999887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d9ad60ef-b800-4fba-aa6a-387ef929f423 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1852553 Dec 16 22:50:28.001793 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48990) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:28.117650 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-3e80f1a7-ae9f-4153-8a3b-eeb710b3c936 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port b53cbf28-2d43-4445-9bca-658a47f54420 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:28.118091 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3e80f1a7-ae9f-4153-8a3b-eeb710b3c936 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:28.177320 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7a5aec80-b4f0-4423-bbea-4843ada62351 None None] Could not find standard attr ID for object cef1819f-5e5a-4d86-b228-b9bea2e738d3. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:50:28.233497 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3e80f1a7-ae9f-4153-8a3b-eeb710b3c936 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:28.250659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-3e80f1a7-ae9f-4153-8a3b-eeb710b3c936 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for b53cbf28-2d43-4445-9bca-658a47f54420 owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:28.415531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-de2115bb-253c-468e-b949-3259a3e8589c None None] Provisioning complete for port b53cbf28-2d43-4445-9bca-658a47f54420 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:28.415828 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de2115bb-253c-468e-b949-3259a3e8589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:28.457553 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device df35f6b9-e75a-4f92-9125-1cb9620c7d5c up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:28.502421 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-de2115bb-253c-468e-b949-3259a3e8589c None None] Port b53cbf28-2d43-4445-9bca-658a47f54420 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:50:28.522131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port df35f6b9-e75a-4f92-9125-1cb9620c7d5c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:28.522514 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:28.549049 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3e80f1a7-ae9f-4153-8a3b-eeb710b3c936 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:28.595653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80f1a7-ae9f-4153-8a3b-eeb710b3c936 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=b53cbf28-2d43-4445-9bca-658a47f54420,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:28.653160 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3e80f1a7-ae9f-4153-8a3b-eeb710b3c936 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:28.659040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3e80f1a7-ae9f-4153-8a3b-eeb710b3c936 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/b53cbf28-2d43-4445-9bca-658a47f54420 HTTP/1.1" status: 204 len: 168 time: 0.6539207 Dec 16 22:50:28.659484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 48996) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:28.719846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9d7c58-5b19-48d5-9f83-8e4e8bbc5026 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:28.721532 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-db9d7c58-5b19-48d5-9f83-8e4e8bbc5026 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0609727 Dec 16 22:50:28.724688 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 48998) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:28.796079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09038edd-a5f8-49be-bd4c-6e1d7ad2ab27 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:28.797760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-09038edd-a5f8-49be-bd4c-6e1d7ad2ab27 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0717039 Dec 16 22:50:28.800798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49000) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:28.867234 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b922ae4e-307e-4c27-b797-996586bbd852 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:28.868931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b922ae4e-307e-4c27-b797-996586bbd852 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:28.870724 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b922ae4e-307e-4c27-b797-996586bbd852 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:28.872442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b922ae4e-307e-4c27-b797-996586bbd852 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0703299 Dec 16 22:50:28.875119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49002) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:28.929924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7374045-63bd-446b-bce8-83a6358c3bbd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 05494bea-b79e-444c-b885-5e4c93c50ca6 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:50:28.933797 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7374045-63bd-446b-bce8-83a6358c3bbd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:28.978080 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7374045-63bd-446b-bce8-83a6358c3bbd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:29.072008 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7374045-63bd-446b-bce8-83a6358c3bbd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:29.233561 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7374045-63bd-446b-bce8-83a6358c3bbd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:29.261840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7374045-63bd-446b-bce8-83a6358c3bbd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=05494bea-b79e-444c-b885-5e4c93c50ca6,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:29.268876 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7374045-63bd-446b-bce8-83a6358c3bbd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:29.272783 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a7374045-63bd-446b-bce8-83a6358c3bbd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/05494bea-b79e-444c-b885-5e4c93c50ca6 HTTP/1.1" status: 204 len: 168 time: 0.3966265 Dec 16 22:50:29.277875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49004) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:29.286688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b07553-6c2d-46df-810e-d122464f7efa None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:29.343662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db8fb1f-e815-4417-a3a0-fad5cb4b0ad5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 82fdccd7-f46b-4090-bc76-5aa90c73b7bc {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:50:29.347807 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4db8fb1f-e815-4417-a3a0-fad5cb4b0ad5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:29.402923 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4db8fb1f-e815-4417-a3a0-fad5cb4b0ad5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:29.501643 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4db8fb1f-e815-4417-a3a0-fad5cb4b0ad5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:29.668864 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4db8fb1f-e815-4417-a3a0-fad5cb4b0ad5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:29.698642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8fb1f-e815-4417-a3a0-fad5cb4b0ad5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=82fdccd7-f46b-4090-bc76-5aa90c73b7bc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:29.709653 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4db8fb1f-e815-4417-a3a0-fad5cb4b0ad5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:29.716848 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4db8fb1f-e815-4417-a3a0-fad5cb4b0ad5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/82fdccd7-f46b-4090-bc76-5aa90c73b7bc HTTP/1.1" status: 204 len: 168 time: 0.4343686 Dec 16 22:50:29.717695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49010) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:29.767096 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-00e0591a-4444-46d7-8256-9b5f0ac07c8b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485537 Dec 16 22:50:29.770201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49012) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:29.775408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d03bbab0-fcf6-48b6-9ada-121468b00a41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:29.947137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03bbab0-fcf6-48b6-9ada-121468b00a41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:29.951216 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d03bbab0-fcf6-48b6-9ada-121468b00a41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:29.989903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d272c-79d7-44c5-9ed3-53f90ed776b7 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:30.227135 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4510901d-0c01-4716-b217-178d5a63792c None None] Provisioning complete for port df35f6b9-e75a-4f92-9125-1cb9620c7d5c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:30.227469 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4510901d-0c01-4716-b217-178d5a63792c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:30.240049 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d03bbab0-fcf6-48b6-9ada-121468b00a41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:30.300012 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03bbab0-fcf6-48b6-9ada-121468b00a41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:30.303427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d03bbab0-fcf6-48b6-9ada-121468b00a41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:30.306126 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03bbab0-fcf6-48b6-9ada-121468b00a41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:30.306806 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d03bbab0-fcf6-48b6-9ada-121468b00a41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:30.322600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bbab0-fcf6-48b6-9ada-121468b00a41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=efe2f63e-05ff-4677-99ba-4e936390deed,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:30.374011 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f2f86f-9bc8-4656-98eb-e90cd55b54e4 None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:50:30.427762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-46f2f86f-9bc8-4656-98eb-e90cd55b54e4 None None] Deleting port df35f6b9-e75a-4f92-9125-1cb9620c7d5c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:30.428264 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46f2f86f-9bc8-4656-98eb-e90cd55b54e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:30.433212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device df35f6b9-e75a-4f92-9125-1cb9620c7d5c no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:50:30.438065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d03bbab0-fcf6-48b6-9ada-121468b00a41 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6663795 Dec 16 22:50:30.441154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49014) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:30.450479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-400a47c6-c7ac-4b0a-81de-cb819d718481 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:30.580868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-46f2f86f-9bc8-4656-98eb-e90cd55b54e4 None None] For port df35f6b9-e75a-4f92-9125-1cb9620c7d5c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=df35f6b9-e75a-4f92-9125-1cb9620c7d5c,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:30.581798 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46f2f86f-9bc8-4656-98eb-e90cd55b54e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:30.594198 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:30.599522 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-46f2f86f-9bc8-4656-98eb-e90cd55b54e4 None None] Calling delete_port for df35f6b9-e75a-4f92-9125-1cb9620c7d5c owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:30.673673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port df35f6b9-e75a-4f92-9125-1cb9620c7d5c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=df35f6b9-e75a-4f92-9125-1cb9620c7d5c,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:30.718562 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400a47c6-c7ac-4b0a-81de-cb819d718481 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:30.722167 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-400a47c6-c7ac-4b0a-81de-cb819d718481 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:30.807447 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:30.829368 n-d-821840-2 neutron-server[103951]: INFO neutron.db.ipam_backend_mixin [None req-400a47c6-c7ac-4b0a-81de-cb819d718481 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet efe2f63e-05ff-4677-99ba-4e936390deed (CIDR: 2001:db8::/64) Dec 16 22:50:30.873758 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-400a47c6-c7ac-4b0a-81de-cb819d718481 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:50:30.874645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400a47c6-c7ac-4b0a-81de-cb819d718481 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:30.888018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=df35f6b9-e75a-4f92-9125-1cb9620c7d5c,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:30.901585 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46f2f86f-9bc8-4656-98eb-e90cd55b54e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:30.926858 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2f86f-9bc8-4656-98eb-e90cd55b54e4 None None] Pushing event deleted for resources: {'Port': ['ID=df35f6b9-e75a-4f92-9125-1cb9620c7d5c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:30.935785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f2f86f-9bc8-4656-98eb-e90cd55b54e4 None None] No DVR routers for this DVR port df35f6b9-e75a-4f92-9125-1cb9620c7d5c on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:50:30.952934 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f4063f-05cd-45a3-aac2-f50c75b783b1 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:30.996664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-400a47c6-c7ac-4b0a-81de-cb819d718481 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5540190 Dec 16 22:50:30.999228 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49020) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:31.004316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-23c034fd-e129-4c2f-bf58-7cd77d1eb4f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'subnet': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:31.065684 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'project_id': '7b21406eaa1c481894e57cfb0d3d871d', 'fixed_ips': [{'subnet_id': 'efe2f63e-05ff-4677-99ba-4e936390deed'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:50:31.066866 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:31.218042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Allocated IP 2001:db8::2 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/efe2f63e-05ff-4677-99ba-4e936390deed/60895884-fb7f-416e-8cc7-d6815fd41854) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:31.278982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c034fd-e129-4c2f-bf58-7cd77d1eb4f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:31.283180 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23c034fd-e129-4c2f-bf58-7cd77d1eb4f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:31.376982 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:31.450357 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:31.496932 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:31.500176 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:31.504071 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:31.514160 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Pushing event updated for resources: {'Port': ['ID=60895884-fb7f-416e-8cc7-d6815fd41854,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:31.566804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Attempting to bind port 60895884-fb7f-416e-8cc7-d6815fd41854 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:50:31.567192 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Attempting to bind port 60895884-fb7f-416e-8cc7-d6815fd41854 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:50:31.567717 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Attempting to bind port 60895884-fb7f-416e-8cc7-d6815fd41854 on network 42c10802-266f-4e43-9fa4-b4150fb3dd7a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:50:31.573513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:50:31.581043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Checking segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:31.581043 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:31.581043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Bound using segment: {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:50:31.581043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Bound port: 60895884-fb7f-416e-8cc7-d6815fd41854, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfee54-f485-4baa-8f87-7d576bde6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:50:31.581043 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:31.646258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] For port 60895884-fb7f-416e-8cc7-d6815fd41854, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:50:31.648036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] For port 60895884-fb7f-416e-8cc7-d6815fd41854, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=60895884-fb7f-416e-8cc7-d6815fd41854,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:50:31.739236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.objects.ports [None req-23c034fd-e129-4c2f-bf58-7cd77d1eb4f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103951) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:50:31.804803 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:31.874302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ac46a-cecb-42fe-8f4f-28e2dd64cd40 None None] Pushing event updated for resources: {'Port': ['ID=60895884-fb7f-416e-8cc7-d6815fd41854,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:31.921504 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:50:32.003386 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23c034fd-e129-4c2f-bf58-7cd77d1eb4f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:32.212583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-23c034fd-e129-4c2f-bf58-7cd77d1eb4f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] For port 60895884-fb7f-416e-8cc7-d6815fd41854, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=60895884-fb7f-416e-8cc7-d6815fd41854,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:32.245132 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23c034fd-e129-4c2f-bf58-7cd77d1eb4f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:32.341412 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23c034fd-e129-4c2f-bf58-7cd77d1eb4f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:32.342114 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23c034fd-e129-4c2f-bf58-7cd77d1eb4f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:32.411913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c034fd-e129-4c2f-bf58-7cd77d1eb4f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:32.419200 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-23c034fd-e129-4c2f-bf58-7cd77d1eb4f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:32.428530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c034fd-e129-4c2f-bf58-7cd77d1eb4f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:32.429133 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23c034fd-e129-4c2f-bf58-7cd77d1eb4f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:32.463200 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c034fd-e129-4c2f-bf58-7cd77d1eb4f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Subnet': ['ID=89ff132c-f657-4d2d-91fd-8be5cb3dad92,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:32.466979 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 60895884-fb7f-416e-8cc7-d6815fd41854 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:32.468058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c034fd-e129-4c2f-bf58-7cd77d1eb4f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=60895884-fb7f-416e-8cc7-d6815fd41854,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:32.524077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 60895884-fb7f-416e-8cc7-d6815fd41854 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:32.524459 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:32.570410 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-23c034fd-e129-4c2f-bf58-7cd77d1eb4f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5670371 Dec 16 22:50:32.570958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49026) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:32.585185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-54e4d875-2687-4f07-b1ab-e7dad70727f8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Request body: {'port': {'network_id': '42c10802-266f-4e43-9fa4-b4150fb3dd7a', 'mac_address': 'fa:16:3e:4e:2d:34', 'name': 'tempest-NetworksTestDHCPv6-1620608139'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:32.645616 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:32.693830 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 60895884-fb7f-416e-8cc7-d6815fd41854, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=60895884-fb7f-416e-8cc7-d6815fd41854,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:32.821900 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:32.860885 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e4d875-2687-4f07-b1ab-e7dad70727f8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Made reservation on behalf of 7b21406eaa1c481894e57cfb0d3d871d for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:32.897479 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd57d446-340e-4f87-b3ee-d64a50635fad None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:32.943251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=60895884-fb7f-416e-8cc7-d6815fd41854,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:32.966623 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54e4d875-2687-4f07-b1ab-e7dad70727f8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:32.998376 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-54e4d875-2687-4f07-b1ab-e7dad70727f8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] device_id is not set on port 0e5df86d-7021-4d75-b961-3c2a46c5eccb yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:50:33.040017 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-dbb91221-b8e8-4302-9733-fd4aa301e233 None None] Provisioning complete for port 60895884-fb7f-416e-8cc7-d6815fd41854 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:33.040530 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dbb91221-b8e8-4302-9733-fd4aa301e233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:33.211150 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-54e4d875-2687-4f07-b1ab-e7dad70727f8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8::fb (42c10802-266f-4e43-9fa4-b4150fb3dd7a/efe2f63e-05ff-4677-99ba-4e936390deed/0e5df86d-7021-4d75-b961-3c2a46c5eccb) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:33.219299 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-54e4d875-2687-4f07-b1ab-e7dad70727f8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4e:2d34 (42c10802-266f-4e43-9fa4-b4150fb3dd7a/89ff132c-f657-4d2d-91fd-8be5cb3dad92/0e5df86d-7021-4d75-b961-3c2a46c5eccb) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:33.384488 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54e4d875-2687-4f07-b1ab-e7dad70727f8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:33.542792 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54e4d875-2687-4f07-b1ab-e7dad70727f8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:33.763720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0e4ddf96-aea5-4723-bd68-cbd463230088 None None] Provisioning complete for port 60895884-fb7f-416e-8cc7-d6815fd41854 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:33.764282 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e4ddf96-aea5-4723-bd68-cbd463230088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:33.882201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e4d875-2687-4f07-b1ab-e7dad70727f8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:33.885689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-54e4d875-2687-4f07-b1ab-e7dad70727f8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:33.889662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4d875-2687-4f07-b1ab-e7dad70727f8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:33.895300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4d875-2687-4f07-b1ab-e7dad70727f8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:33.895961 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-54e4d875-2687-4f07-b1ab-e7dad70727f8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:33.910671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4d875-2687-4f07-b1ab-e7dad70727f8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event updated for resources: {'Port': ['ID=0e5df86d-7021-4d75-b961-3c2a46c5eccb,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:33.997871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-54e4d875-2687-4f07-b1ab-e7dad70727f8 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4226382 Dec 16 22:50:33.998107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49034) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:34.129723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-f399382e-79f3-496c-b621-6de97f8ab682 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting port 0e5df86d-7021-4d75-b961-3c2a46c5eccb {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:34.130057 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f399382e-79f3-496c-b621-6de97f8ab682 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:34.186814 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-164280a4-2f1c-4411-8b04-8a893ae9028c None None] Provisioning complete for port 0e5df86d-7021-4d75-b961-3c2a46c5eccb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:34.187191 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-164280a4-2f1c-4411-8b04-8a893ae9028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:34.229930 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-164280a4-2f1c-4411-8b04-8a893ae9028c None None] Port 0e5df86d-7021-4d75-b961-3c2a46c5eccb cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:50:34.240476 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f399382e-79f3-496c-b621-6de97f8ab682 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:34.259304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-f399382e-79f3-496c-b621-6de97f8ab682 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Calling delete_port for 0e5df86d-7021-4d75-b961-3c2a46c5eccb owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:34.443641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 60895884-fb7f-416e-8cc7-d6815fd41854 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:34.501058 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 60895884-fb7f-416e-8cc7-d6815fd41854 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:34.501428 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:34.524417 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f399382e-79f3-496c-b621-6de97f8ab682 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:34.561434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399382e-79f3-496c-b621-6de97f8ab682 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Port': ['ID=0e5df86d-7021-4d75-b961-3c2a46c5eccb,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:34.615060 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f399382e-79f3-496c-b621-6de97f8ab682 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:34.621367 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f399382e-79f3-496c-b621-6de97f8ab682 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/0e5df86d-7021-4d75-b961-3c2a46c5eccb HTTP/1.1" status: 204 len: 168 time: 0.6194735 Dec 16 22:50:34.622229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49038) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:34.724151 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156bb4a-35ae-4117-82c4-a97e2ca88d03 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:34.725753 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1156bb4a-35ae-4117-82c4-a97e2ca88d03 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1016085 Dec 16 22:50:34.732282 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49042) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:34.793187 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc8553c-fb2b-457b-b826-ea73460aaa77 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:34.795220 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3bc8553c-fb2b-457b-b826-ea73460aaa77 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0620646 Dec 16 22:50:34.797738 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49044) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:34.860915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739b114f-d20c-4793-a775-ae30fb5cb6fb tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:34.862415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739b114f-d20c-4793-a775-ae30fb5cb6fb tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:34.864099 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739b114f-d20c-4793-a775-ae30fb5cb6fb tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:34.867808 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-739b114f-d20c-4793-a775-ae30fb5cb6fb tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0684109 Dec 16 22:50:34.868643 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49046) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:34.925340 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8afa2b-410b-4bf2-bacd-06014cd8a7bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet 89ff132c-f657-4d2d-91fd-8be5cb3dad92 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:50:34.929562 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd8afa2b-410b-4bf2-bacd-06014cd8a7bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:34.974330 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd8afa2b-410b-4bf2-bacd-06014cd8a7bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:35.065497 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd8afa2b-410b-4bf2-bacd-06014cd8a7bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:35.193368 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd8afa2b-410b-4bf2-bacd-06014cd8a7bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:35.248389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8afa2b-410b-4bf2-bacd-06014cd8a7bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=89ff132c-f657-4d2d-91fd-8be5cb3dad92,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:35.248389 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd8afa2b-410b-4bf2-bacd-06014cd8a7bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:35.248389 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bd8afa2b-410b-4bf2-bacd-06014cd8a7bc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/89ff132c-f657-4d2d-91fd-8be5cb3dad92 HTTP/1.1" status: 204 len: 168 time: 0.3624680 Dec 16 22:50:35.248389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49050) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:35.248946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9c6fbd-76e1-4e30-846d-b57d65fcaac9 None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:35.313022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e76835-8d29-4cf8-b78a-8f524ff53295 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Deleting subnet efe2f63e-05ff-4677-99ba-4e936390deed {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:50:35.317239 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c1e76835-8d29-4cf8-b78a-8f524ff53295 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:35.364190 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c1e76835-8d29-4cf8-b78a-8f524ff53295 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:35.477063 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c1e76835-8d29-4cf8-b78a-8f524ff53295 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:35.640463 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c1e76835-8d29-4cf8-b78a-8f524ff53295 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:35.677885 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e76835-8d29-4cf8-b78a-8f524ff53295 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Subnet': ['ID=efe2f63e-05ff-4677-99ba-4e936390deed,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:35.690582 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c1e76835-8d29-4cf8-b78a-8f524ff53295 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:35.696517 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c1e76835-8d29-4cf8-b78a-8f524ff53295 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/efe2f63e-05ff-4677-99ba-4e936390deed HTTP/1.1" status: 204 len: 168 time: 0.4559784 Dec 16 22:50:35.699019 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49052) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:35.748264 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4a7c8060-92ce-4441-9d2b-a490ed12067f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453424 Dec 16 22:50:35.748516 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49054) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:35.836040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe1c966-5972-4e35-9927-ccea26171f93 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:35.838298 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3fe1c966-5972-4e35-9927-ccea26171f93 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0881445 Dec 16 22:50:35.842949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49058) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:35.912549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b67e6c-523d-442c-8ba7-4242e3808814 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:35.917547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-47b67e6c-523d-442c-8ba7-4242e3808814 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0694795 Dec 16 22:50:35.918480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49060) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:35.969893 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-deb8668e-5d83-40e7-8189-6ce3b13faf28 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499425 Dec 16 22:50:35.978261 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49062) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.004188 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1834c23-cb34-476c-8843-fcda3d4f1c70 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.008925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1834c23-cb34-476c-8843-fcda3d4f1c70 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.008925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f1834c23-cb34-476c-8843-fcda3d4f1c70 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/0e5df86d-7021-4d75-b961-3c2a46c5eccb HTTP/1.1" status: 404 len: 333 time: 0.0285892 Dec 16 22:50:36.011772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49064) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.044141 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-6508ea6b-178c-4a65-9cb7-a00336c86d22 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.044141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6508ea6b-178c-4a65-9cb7-a00336c86d22 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.048572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6508ea6b-178c-4a65-9cb7-a00336c86d22 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/89ff132c-f657-4d2d-91fd-8be5cb3dad92 HTTP/1.1" status: 404 len: 337 time: 0.0339162 Dec 16 22:50:36.051021 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49066) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.086001 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-848ce1d7-c809-4189-ae63-7ac6c47e8a34 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.086643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848ce1d7-c809-4189-ae63-7ac6c47e8a34 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.095872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-848ce1d7-c809-4189-ae63-7ac6c47e8a34 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/efe2f63e-05ff-4677-99ba-4e936390deed HTTP/1.1" status: 404 len: 337 time: 0.0382898 Dec 16 22:50:36.098104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49068) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.113880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9a804d-1f96-4794-bc2b-52acd18c68bf None None] Network 42c10802-266f-4e43-9fa4-b4150fb3dd7a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:36.123253 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afe047d-594d-4cb5-8107-27381f82bb98 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.125630 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afe047d-594d-4cb5-8107-27381f82bb98 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.127348 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8afe047d-594d-4cb5-8107-27381f82bb98 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/b53cbf28-2d43-4445-9bca-658a47f54420 HTTP/1.1" status: 404 len: 333 time: 0.0294166 Dec 16 22:50:36.131494 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49070) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.176929 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-9871ca9c-90d8-4e24-abda-931fbb37f938 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.177190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9871ca9c-90d8-4e24-abda-931fbb37f938 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.186027 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9871ca9c-90d8-4e24-abda-931fbb37f938 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/05494bea-b79e-444c-b885-5e4c93c50ca6 HTTP/1.1" status: 404 len: 337 time: 0.0493898 Dec 16 22:50:36.186434 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49072) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.195875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e03f274d-aecf-4038-a0e1-c549cb8567b8 None None] Provisioning complete for port 60895884-fb7f-416e-8cc7-d6815fd41854 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:36.196400 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e03f274d-aecf-4038-a0e1-c549cb8567b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:36.219132 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-98601055-ef2f-4e58-bfc9-3792323066dc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.221440 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98601055-ef2f-4e58-bfc9-3792323066dc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.226233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49074) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.232221 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-98601055-ef2f-4e58-bfc9-3792323066dc tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/82fdccd7-f46b-4090-bc76-5aa90c73b7bc HTTP/1.1" status: 404 len: 337 time: 0.0443513 Dec 16 22:50:36.321687 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-524cde0f-be58-42a0-8b2c-7f34cb78a1e3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.321687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524cde0f-be58-42a0-8b2c-7f34cb78a1e3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.325194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-524cde0f-be58-42a0-8b2c-7f34cb78a1e3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/cef1819f-5e5a-4d86-b228-b9bea2e738d3 HTTP/1.1" status: 404 len: 333 time: 0.0978823 Dec 16 22:50:36.327654 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49078) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.362814 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d7a3bd-20d8-4cb0-9a54-cf870e23c011 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.363199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d7a3bd-20d8-4cb0-9a54-cf870e23c011 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.367310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f1d7a3bd-20d8-4cb0-9a54-cf870e23c011 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/befc77b0-1373-4406-a69f-77752a7d8f6c HTTP/1.1" status: 404 len: 337 time: 0.0384545 Dec 16 22:50:36.376696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49080) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.378147 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c2441f-090c-4938-81ca-5c0698122257 None None] DHCP port deletion for 42c10802-266f-4e43-9fa4-b4150fb3dd7a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:50:36.403693 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37f46ff-4121-4357-ba2c-f553a8772146 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.404164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37f46ff-4121-4357-ba2c-f553a8772146 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.408676 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c37f46ff-4121-4357-ba2c-f553a8772146 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/f3f4f8fc-7a9f-4a31-82b0-575d52941635 HTTP/1.1" status: 404 len: 337 time: 0.0356147 Dec 16 22:50:36.411073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49082) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.437427 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2441f-090c-4938-81ca-5c0698122257 None None] Deleting port 60895884-fb7f-416e-8cc7-d6815fd41854 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:36.437653 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d054bcf-ad20-48dc-8487-d73635a253dd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.438109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d054bcf-ad20-48dc-8487-d73635a253dd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.438477 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6c2441f-090c-4938-81ca-5c0698122257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:36.443452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8d054bcf-ad20-48dc-8487-d73635a253dd tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/ada8d8ad-efe3-445c-8ccc-59a6734bbbcd HTTP/1.1" status: 404 len: 333 time: 0.0300512 Dec 16 22:50:36.443589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 60895884-fb7f-416e-8cc7-d6815fd41854 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:50:36.444994 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49084) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.474373 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-2988aad4-5315-4e6f-be33-6ee0b0b60b81 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.474841 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2988aad4-5315-4e6f-be33-6ee0b0b60b81 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.478066 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2988aad4-5315-4e6f-be33-6ee0b0b60b81 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/240174d5-03d0-47fe-82bb-6ebc4e7e106c HTTP/1.1" status: 404 len: 337 time: 0.0320799 Dec 16 22:50:36.480891 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49086) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.507180 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-827b502b-3583-40dd-88cc-a45a98c7002f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.507707 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827b502b-3583-40dd-88cc-a45a98c7002f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.511596 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-827b502b-3583-40dd-88cc-a45a98c7002f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/a16487e8-9148-4e99-ad23-8d3f9c514a5f HTTP/1.1" status: 404 len: 337 time: 0.0296426 Dec 16 22:50:36.515845 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49088) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.543257 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d7d7ed-1d8c-4e9e-a14e-8760c036f709 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.543908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d7d7ed-1d8c-4e9e-a14e-8760c036f709 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.547040 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-77d7d7ed-1d8c-4e9e-a14e-8760c036f709 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/772ca258-4f69-43f1-a2d3-a2b2a32d41bf HTTP/1.1" status: 404 len: 333 time: 0.0303106 Dec 16 22:50:36.550278 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49090) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.553478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b6c2441f-090c-4938-81ca-5c0698122257 None None] For port 60895884-fb7f-416e-8cc7-d6815fd41854, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=60895884-fb7f-416e-8cc7-d6815fd41854,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:36.553876 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6c2441f-090c-4938-81ca-5c0698122257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:36.573937 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2441f-090c-4938-81ca-5c0698122257 None None] Calling delete_port for 60895884-fb7f-416e-8cc7-d6815fd41854 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:36.594865 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7be56ef-04a4-4850-a574-bf049bd5874c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.595570 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7be56ef-04a4-4850-a574-bf049bd5874c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.601212 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b7be56ef-04a4-4850-a574-bf049bd5874c tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/c270eb3f-6ce8-414c-a72c-07c2165132a1 HTTP/1.1" status: 404 len: 337 time: 0.0496724 Dec 16 22:50:36.605843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49092) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.631315 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa978fc0-e25f-4dd3-a466-24287f905615 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.634063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa978fc0-e25f-4dd3-a466-24287f905615 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.635822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fa978fc0-e25f-4dd3-a466-24287f905615 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/fc577697-5504-4ecc-b143-9acaf2c003f1 HTTP/1.1" status: 404 len: 333 time: 0.0285447 Dec 16 22:50:36.639988 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49094) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.649289 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:36.676880 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-680912b6-1263-48a5-b9b7-cdfc6bae48ad tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.689881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680912b6-1263-48a5-b9b7-cdfc6bae48ad tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.689881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-680912b6-1263-48a5-b9b7-cdfc6bae48ad tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/24e02459-7e76-43b0-9979-1799cad1677f HTTP/1.1" status: 404 len: 337 time: 0.0395074 Dec 16 22:50:36.692241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49096) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.711476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 60895884-fb7f-416e-8cc7-d6815fd41854, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=60895884-fb7f-416e-8cc7-d6815fd41854,segment=NetworkSegment(f5bfee54-f485-4baa-8f87-7d576bde6f11),segment_id=f5bfee54-f485-4baa-8f87-7d576bde6f11)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:36.736986 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d55705-82b3-4027-a231-d9da448fcc69 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.738166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d55705-82b3-4027-a231-d9da448fcc69 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.743575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-09d55705-82b3-4027-a231-d9da448fcc69 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/6d19e6a2-3b82-4c77-b3a0-c37dfc7f79c9 HTTP/1.1" status: 404 len: 333 time: 0.0495195 Dec 16 22:50:36.746643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49098) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.774255 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed2101d-38fe-4d5e-878d-ced8fa4fc9a2 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.774719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed2101d-38fe-4d5e-878d-ced8fa4fc9a2 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.778530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fed2101d-38fe-4d5e-878d-ced8fa4fc9a2 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/78c2ae26-cbf7-4e4b-9a68-c3de7b733b4a HTTP/1.1" status: 404 len: 337 time: 0.0308073 Dec 16 22:50:36.781749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49100) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.810349 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:36.827059 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-11990ccd-8955-40bf-b468-fc3109c8c836 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.828432 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11990ccd-8955-40bf-b468-fc3109c8c836 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.835875 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-11990ccd-8955-40bf-b468-fc3109c8c836 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/fbe4a978-7dba-4070-8f55-5735cde5bc25 HTTP/1.1" status: 404 len: 333 time: 0.0525718 Dec 16 22:50:36.841756 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49104) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.877110 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=60895884-fb7f-416e-8cc7-d6815fd41854,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:36.889343 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-606b62f7-7b0b-47a9-9412-aa76b6b514e0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.889951 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606b62f7-7b0b-47a9-9412-aa76b6b514e0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.894545 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-606b62f7-7b0b-47a9-9412-aa76b6b514e0 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/60a81d96-01eb-475d-b6df-1f7ba1847e21 HTTP/1.1" status: 404 len: 337 time: 0.0513175 Dec 16 22:50:36.898849 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49108) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.928700 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86b252b-9268-4887-8260-a9471fb62103 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.929271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86b252b-9268-4887-8260-a9471fb62103 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.931050 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6c2441f-090c-4938-81ca-5c0698122257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:36.934042 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a86b252b-9268-4887-8260-a9471fb62103 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/1606cb72-ee37-45ef-bf83-ae6a1f34dcf8 HTTP/1.1" status: 404 len: 333 time: 0.0338466 Dec 16 22:50:36.935914 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49110) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:36.973533 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c2441f-090c-4938-81ca-5c0698122257 None None] No DVR routers for this DVR port 60895884-fb7f-416e-8cc7-d6815fd41854 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:50:36.976397 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2441f-090c-4938-81ca-5c0698122257 None None] Pushing event deleted for resources: {'Port': ['ID=60895884-fb7f-416e-8cc7-d6815fd41854,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:36.979113 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-683ca5ab-a0e7-4f07-9693-7f1c92302091 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:36.980097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683ca5ab-a0e7-4f07-9693-7f1c92302091 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:36.987622 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-683ca5ab-a0e7-4f07-9693-7f1c92302091 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/dcf39794-094d-4f93-bf73-12cbc04dcdc7 HTTP/1.1" status: 404 len: 337 time: 0.0500720 Dec 16 22:50:36.989928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49114) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.017682 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-320a0a26-7426-4bf4-95f8-d5f189a0ce40 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.018271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320a0a26-7426-4bf4-95f8-d5f189a0ce40 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.021577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-320a0a26-7426-4bf4-95f8-d5f189a0ce40 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/16844899-081f-4b12-9117-beeb1c364155 HTTP/1.1" status: 404 len: 333 time: 0.0305991 Dec 16 22:50:37.024416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49116) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.054630 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-1460d041-a189-4ad4-ba76-7837f1873810 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.055197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1460d041-a189-4ad4-ba76-7837f1873810 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.059053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1460d041-a189-4ad4-ba76-7837f1873810 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/4df9cc6a-eb4c-4fad-8cc5-ca25553aace8 HTTP/1.1" status: 404 len: 337 time: 0.0329747 Dec 16 22:50:37.062060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49118) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.096138 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e91200-6322-4f3f-b7eb-e6725e1e42a3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.096609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e91200-6322-4f3f-b7eb-e6725e1e42a3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.099800 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-03e91200-6322-4f3f-b7eb-e6725e1e42a3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/343f74ce-d007-4f66-9b51-1c906b5b549a HTTP/1.1" status: 404 len: 337 time: 0.0366867 Dec 16 22:50:37.102485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49120) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.131423 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-67009696-eb03-4afd-97dc-1aa0bb79b3c4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.132307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67009696-eb03-4afd-97dc-1aa0bb79b3c4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.138304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-67009696-eb03-4afd-97dc-1aa0bb79b3c4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/68a4aa31-a810-4c98-9b1a-bdeed5ec5fb2 HTTP/1.1" status: 404 len: 333 time: 0.0334680 Dec 16 22:50:37.140939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49122) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.173399 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7cddb9-bc2a-4b51-93ac-83c4faaf0c1b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.173862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7cddb9-bc2a-4b51-93ac-83c4faaf0c1b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.177097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7b7cddb9-bc2a-4b51-93ac-83c4faaf0c1b tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/06f383ad-e7bf-4277-97df-e1ccaf24448d HTTP/1.1" status: 404 len: 337 time: 0.0348606 Dec 16 22:50:37.179622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49124) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.209244 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed69051-eb77-4512-a670-119d54769db6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.209626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed69051-eb77-4512-a670-119d54769db6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.213632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aed69051-eb77-4512-a670-119d54769db6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/dd2d88c5-573d-49ad-bd04-13d2830ad191 HTTP/1.1" status: 404 len: 337 time: 0.0322688 Dec 16 22:50:37.216242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49126) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.245467 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-919536db-f84f-4490-80b3-94e42177a9d4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.246304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919536db-f84f-4490-80b3-94e42177a9d4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.255320 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-919536db-f84f-4490-80b3-94e42177a9d4 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/59205ec9-2e63-4e28-a9ef-ad4918810b0b HTTP/1.1" status: 404 len: 333 time: 0.0357509 Dec 16 22:50:37.258223 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49130) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.299649 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-c691ad96-6093-4364-ad42-8a9acf1b9895 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.300118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c691ad96-6093-4364-ad42-8a9acf1b9895 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.303732 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c691ad96-6093-4364-ad42-8a9acf1b9895 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/3d9b8545-10ad-45b0-86d0-6d16b52523ab HTTP/1.1" status: 404 len: 337 time: 0.0438983 Dec 16 22:50:37.307231 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49132) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.335918 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-849e8b1f-57e0-4ce6-b99d-ca70841ad71f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.336398 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849e8b1f-57e0-4ce6-b99d-ca70841ad71f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.340916 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-849e8b1f-57e0-4ce6-b99d-ca70841ad71f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/3b881e17-a78e-4f5c-b3de-b6a4c104411c HTTP/1.1" status: 404 len: 337 time: 0.0322902 Dec 16 22:50:37.343913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49134) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.376646 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0fd26b-e137-4f3e-b932-f604752b57a6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.377212 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0fd26b-e137-4f3e-b932-f604752b57a6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.384334 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7c0fd26b-e137-4f3e-b932-f604752b57a6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/67c12dbb-2c44-46de-9724-600db2112b91 HTTP/1.1" status: 404 len: 333 time: 0.0353746 Dec 16 22:50:37.385374 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49138) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.415042 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f09b85-780e-4dbb-a437-6edc03f0198f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.416289 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f09b85-780e-4dbb-a437-6edc03f0198f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.420016 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-65f09b85-780e-4dbb-a437-6edc03f0198f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/75b12e9e-5bae-4636-b390-aecd38ef6a81 HTTP/1.1" status: 404 len: 337 time: 0.0334206 Dec 16 22:50:37.422788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49140) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.463910 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-176f1640-21b2-4a66-a325-c6ba775c14e3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.464300 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-176f1640-21b2-4a66-a325-c6ba775c14e3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.467488 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-176f1640-21b2-4a66-a325-c6ba775c14e3 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/c6645fb9-1d35-47ec-9525-397eee2afa44 HTTP/1.1" status: 404 len: 337 time: 0.0435224 Dec 16 22:50:37.470676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49142) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.500848 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-85a1fdd2-6689-45da-b11c-750a69df6aee tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports?device_id=e943baaa-f1f6-4471-a998-ccfbdb24a579 HTTP/1.1" status: 200 len: 205 time: 0.0287406 Dec 16 22:50:37.503438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49144) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.542811 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-6a375a8f-ab5f-4c5a-919f-fe6b95c9bcdb tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] delete failed (client error): The resource could not be found. Dec 16 22:50:37.544633 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6a375a8f-ab5f-4c5a-919f-fe6b95c9bcdb tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/routers/e943baaa-f1f6-4471-a998-ccfbdb24a579 HTTP/1.1" status: 404 len: 336 time: 0.0401299 Dec 16 22:50:37.546692 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49146) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.588058 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52d9c47-68d6-4c59-bf36-2eaf19c787db tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.589386 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52d9c47-68d6-4c59-bf36-2eaf19c787db tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.596228 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d52d9c47-68d6-4c59-bf36-2eaf19c787db tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/bbfddd8f-037a-4cd0-820f-e418dd683f20 HTTP/1.1" status: 404 len: 337 time: 0.0457177 Dec 16 22:50:37.596584 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49148) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.636173 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9de9809a-e0b4-4a25-affb-666d3180b463 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbd1e970-fa85-4f8d-a982-6731a2daf519 HTTP/1.1" status: 200 len: 205 time: 0.0379524 Dec 16 22:50:37.640262 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49150) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.680049 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-1394350e-4028-4169-983a-438a2df572ce tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] delete failed (client error): The resource could not be found. Dec 16 22:50:37.685118 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1394350e-4028-4169-983a-438a2df572ce tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/routers/fbd1e970-fa85-4f8d-a982-6731a2daf519 HTTP/1.1" status: 404 len: 336 time: 0.0398989 Dec 16 22:50:37.685387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49152) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.713686 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64ac984-d2f5-402c-80ee-09715ebb0d16 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.720347 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64ac984-d2f5-402c-80ee-09715ebb0d16 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.720347 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b64ac984-d2f5-402c-80ee-09715ebb0d16 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/eed5da54-d95f-4ba6-9c22-8b9c4ae19fa1 HTTP/1.1" status: 404 len: 337 time: 0.0310230 Dec 16 22:50:37.722345 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49154) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.750230 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a87a9a1-5c02-4f95-99ab-556484229e1a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.750692 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a87a9a1-5c02-4f95-99ab-556484229e1a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.754899 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8a87a9a1-5c02-4f95-99ab-556484229e1a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/64c6d27f-10a3-4179-a0a4-0d9e168c58a7 HTTP/1.1" status: 404 len: 337 time: 0.0305245 Dec 16 22:50:37.757130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49156) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.785212 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b82b7ad-ee27-47ad-9bf9-d7c14f389caf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.785784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b82b7ad-ee27-47ad-9bf9-d7c14f389caf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.789091 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9b82b7ad-ee27-47ad-9bf9-d7c14f389caf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/987a02eb-902d-49cd-94b6-91631899bd90 HTTP/1.1" status: 404 len: 333 time: 0.0313177 Dec 16 22:50:37.791999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49158) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.824382 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfaa515-3f23-46bb-8bcb-dcfa798ec3e5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.824849 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbfaa515-3f23-46bb-8bcb-dcfa798ec3e5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.831942 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bbfaa515-3f23-46bb-8bcb-dcfa798ec3e5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/1b5c367b-2420-43fd-813c-53d7af421fda HTTP/1.1" status: 404 len: 337 time: 0.0350575 Dec 16 22:50:37.832326 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49160) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.858832 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-f27fe64e-79d4-4cbe-8989-791bbc7739f1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.859901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f27fe64e-79d4-4cbe-8989-791bbc7739f1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.862706 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f27fe64e-79d4-4cbe-8989-791bbc7739f1 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/a8727f23-2089-4eb9-b3af-2be7370049cd HTTP/1.1" status: 404 len: 333 time: 0.0290208 Dec 16 22:50:37.866838 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49162) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.896283 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f86ed2c-fd84-4e81-9b85-f06839a29c87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.896933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f86ed2c-fd84-4e81-9b85-f06839a29c87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.900707 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5f86ed2c-fd84-4e81-9b85-f06839a29c87 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/99f6b66c-bcae-41b3-b68f-a4884ba2fdfc HTTP/1.1" status: 404 len: 337 time: 0.0324800 Dec 16 22:50:37.903115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49164) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.928268 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-197d0b64-771f-49dd-9a49-4d42cfb46a62 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.928840 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197d0b64-771f-49dd-9a49-4d42cfb46a62 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.932663 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-197d0b64-771f-49dd-9a49-4d42cfb46a62 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/4cf7e69a-6256-49b2-87c9-6a00403a02fe HTTP/1.1" status: 404 len: 333 time: 0.0284033 Dec 16 22:50:37.935379 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49166) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.963551 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-9179a38e-6a8e-4fa9-9aa2-d5509a627940 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.964197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9179a38e-6a8e-4fa9-9aa2-d5509a627940 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.967401 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9179a38e-6a8e-4fa9-9aa2-d5509a627940 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/3252363d-e351-4287-97e0-6ecf19082462 HTTP/1.1" status: 404 len: 337 time: 0.0310028 Dec 16 22:50:37.970751 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49168) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:37.993811 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e9a62b-68d6-4e6f-8fae-340f88791e8a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:37.994383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e9a62b-68d6-4e6f-8fae-340f88791e8a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:37.997826 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f2e9a62b-68d6-4e6f-8fae-340f88791e8a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/c9ec0cc2-46fa-4e01-b516-2647aa46be64 HTTP/1.1" status: 404 len: 333 time: 0.0261023 Dec 16 22:50:38.000486 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49170) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:38.033745 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-baec05bd-4122-4ece-837c-fa90e29b7e2f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:38.034216 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baec05bd-4122-4ece-837c-fa90e29b7e2f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:38.037650 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-baec05bd-4122-4ece-837c-fa90e29b7e2f tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/f6798cb0-5ee6-475e-89ee-6e552b10b69d HTTP/1.1" status: 404 len: 337 time: 0.0361462 Dec 16 22:50:38.040828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49172) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:38.065057 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88149b2-785d-47d0-97c7-28100cc0cf81 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:38.069904 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88149b2-785d-47d0-97c7-28100cc0cf81 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:38.069904 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e88149b2-785d-47d0-97c7-28100cc0cf81 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/345b66fd-b16c-4d26-a9d8-23bc3384be24 HTTP/1.1" status: 404 len: 333 time: 0.0273249 Dec 16 22:50:38.074037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49174) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:38.102966 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc7dd07-f628-4dd3-9805-2dd2e9e1cd57 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:38.103610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc7dd07-f628-4dd3-9805-2dd2e9e1cd57 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:38.107033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fdc7dd07-f628-4dd3-9805-2dd2e9e1cd57 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/cb2bc672-4e35-4959-93e4-a596ee8ce86e HTTP/1.1" status: 404 len: 337 time: 0.0318124 Dec 16 22:50:38.112480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49176) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:38.137431 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-db123204-5ba0-444f-a8b1-e99e711f091a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:38.138012 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db123204-5ba0-444f-a8b1-e99e711f091a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:38.141157 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-db123204-5ba0-444f-a8b1-e99e711f091a tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/12f96a6e-f69e-43bb-a07a-8eaa7d98d17d HTTP/1.1" status: 404 len: 333 time: 0.0275671 Dec 16 22:50:38.143638 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49178) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:38.171999 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2bafe64-3f3a-4c68-b269-217d244319e6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:38.172463 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2bafe64-3f3a-4c68-b269-217d244319e6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:38.175669 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f2bafe64-3f3a-4c68-b269-217d244319e6 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/24db733c-b09e-45e2-a32f-591b9bc79c46 HTTP/1.1" status: 404 len: 337 time: 0.0310798 Dec 16 22:50:38.178269 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49180) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:38.204356 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0f076f-4c46-4899-a3c2-718590fb4917 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:38.204930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0f076f-4c46-4899-a3c2-718590fb4917 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:38.209065 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2e0f076f-4c46-4899-a3c2-718590fb4917 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/ports/0db4b482-82f4-45c2-bdb0-69b625c1964c HTTP/1.1" status: 404 len: 333 time: 0.0294945 Dec 16 22:50:38.210505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49182) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:38.238591 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2811f83-45c9-42d9-b1db-6873806132f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] DELETE failed (client error): The resource could not be found. Dec 16 22:50:38.239005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2811f83-45c9-42d9-b1db-6873806132f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:50:38.242082 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b2811f83-45c9-42d9-b1db-6873806132f5 tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/subnets/332ceeef-20ab-44da-b469-90fbec9e5f2b HTTP/1.1" status: 404 len: 337 time: 0.0306237 Dec 16 22:50:38.244579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49184) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:38.330971 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a90ae98-2dff-4c0e-bb5d-b97257183daf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:38.433312 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a90ae98-2dff-4c0e-bb5d-b97257183daf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:38.459031 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-0a90ae98-2dff-4c0e-bb5d-b97257183daf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c10802-266f-4e43-9fa4-b4150fb3dd7a']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:38.469259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-0a90ae98-2dff-4c0e-bb5d-b97257183daf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bfee54-f485-4baa-8f87-7d576bde6f11') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:38.469545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-0a90ae98-2dff-4c0e-bb5d-b97257183daf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bfee54-f485-4baa-8f87-7d576bde6f11') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:38.481113 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a90ae98-2dff-4c0e-bb5d-b97257183daf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:38.497195 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a90ae98-2dff-4c0e-bb5d-b97257183daf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:38.503615 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a90ae98-2dff-4c0e-bb5d-b97257183daf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:50:38.504068 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a90ae98-2dff-4c0e-bb5d-b97257183daf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:50:38.507134 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:50:38.666521 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a90ae98-2dff-4c0e-bb5d-b97257183daf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:38.702762 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a90ae98-2dff-4c0e-bb5d-b97257183daf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:38.720238 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0a90ae98-2dff-4c0e-bb5d-b97257183daf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] 10.222.0.43 "DELETE /v2.0/networks/42c10802-266f-4e43-9fa4-b4150fb3dd7a HTTP/1.1" status: 204 len: 168 time: 0.4696264 Dec 16 22:50:38.722199 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90ae98-2dff-4c0e-bb5d-b97257183daf tempest-NetworksTestDHCPv6-834074733 tempest-NetworksTestDHCPv6-834074733-project] Pushing event deleted for resources: {'Network': ['ID=42c10802-266f-4e43-9fa4-b4150fb3dd7a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:39.328530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49194) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:39.508223 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-908d9c6a-82b6-4af3-b065-d04cb761cce7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b21406eaa1c481894e57cfb0d3d871d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1785011 Dec 16 22:50:39.512055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49200) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:39.574945 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:39.601650 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:39.724062 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:39.726695 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:39.727998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05e79bb0-c58b-4e0f-ba56-ffd60a5478b6 HTTP/1.1" status: 204 len: 168 time: 0.2147806 Dec 16 22:50:39.736556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e79bb0-c58b-4e0f-ba56-ffd60a5478b6,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:39.744928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:39.745383 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:39.745610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:39.745949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:39.746282 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:39.746614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:39.746942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:39.747297 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:39.749839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:39.749839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:39.749839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:39.749839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:39.749839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ae151a-e501-44a0-ba9c-fcfb25561d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:40.992867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49234) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:41.154443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e4563323-3deb-4bcf-821e-2ebdf7dd762a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1185499322'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:41.261811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4563323-3deb-4bcf-821e-2ebdf7dd762a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:41.268249 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4563323-3deb-4bcf-821e-2ebdf7dd762a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:41.287526 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4563323-3deb-4bcf-821e-2ebdf7dd762a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:41.376997 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4563323-3deb-4bcf-821e-2ebdf7dd762a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:41.493781 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4563323-3deb-4bcf-821e-2ebdf7dd762a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:41.526231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4563323-3deb-4bcf-821e-2ebdf7dd762a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:50:41.541469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4563323-3deb-4bcf-821e-2ebdf7dd762a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd32ec1a-1bff-4edb-a314-67c218af1546,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:41.546979 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4563323-3deb-4bcf-821e-2ebdf7dd762a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:41.547365 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-e4563323-3deb-4bcf-821e-2ebdf7dd762a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Added segment 50463630-5d16-4d7c-91e5-1a6ec9d692f3 of type vlan for network a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09 Dec 16 22:50:41.599307 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4563323-3deb-4bcf-821e-2ebdf7dd762a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:41.695887 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4563323-3deb-4bcf-821e-2ebdf7dd762a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:41.702374 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4563323-3deb-4bcf-821e-2ebdf7dd762a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:41.703012 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4563323-3deb-4bcf-821e-2ebdf7dd762a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:41.782243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4563323-3deb-4bcf-821e-2ebdf7dd762a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Network': ['ID=a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:41.792741 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:50:41.865374 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49244) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:41.866372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e4563323-3deb-4bcf-821e-2ebdf7dd762a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8713107 Dec 16 22:50:41.874153 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4736a236-2990-4b52-a408-83cff5a7357d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-785020314'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:41.975852 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4736a236-2990-4b52-a408-83cff5a7357d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:41.993160 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4736a236-2990-4b52-a408-83cff5a7357d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:42.036852 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4736a236-2990-4b52-a408-83cff5a7357d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:50:42.046813 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4736a236-2990-4b52-a408-83cff5a7357d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:42.055000 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-4736a236-2990-4b52-a408-83cff5a7357d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Added segment 3fcafa99-ba54-4fbc-8015-0a0b7c26346b of type vlan for network a8fa9d02-bb66-42c2-9404-ab94d0da6328 Dec 16 22:50:42.097324 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4736a236-2990-4b52-a408-83cff5a7357d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:42.185290 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4736a236-2990-4b52-a408-83cff5a7357d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:42.191135 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4736a236-2990-4b52-a408-83cff5a7357d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:42.191846 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4736a236-2990-4b52-a408-83cff5a7357d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:42.266975 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736a236-2990-4b52-a408-83cff5a7357d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Network': ['ID=a8fa9d02-bb66-42c2-9404-ab94d0da6328,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:42.279399 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network a8fa9d02-bb66-42c2-9404-ab94d0da6328 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:50:42.316671 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4736a236-2990-4b52-a408-83cff5a7357d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4490056 Dec 16 22:50:42.320056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49246) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:42.326186 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e350f411-0d5d-4aa7-aac4-f79fffc22618 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'subnet': {'network_id': 'a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:42.500891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e350f411-0d5d-4aa7-aac4-f79fffc22618 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:42.505164 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e350f411-0d5d-4aa7-aac4-f79fffc22618 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:42.803803 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e350f411-0d5d-4aa7-aac4-f79fffc22618 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:42.872886 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350f411-0d5d-4aa7-aac4-f79fffc22618 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Subnet': ['ID=48454feb-2fb0-4071-919a-3a39b70d5913,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:42.883820 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e350f411-0d5d-4aa7-aac4-f79fffc22618 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Checking segment: {'id': '50463630-5d16-4d7c-91e5-1a6ec9d692f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:42.884175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e350f411-0d5d-4aa7-aac4-f79fffc22618 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network hostable DHCP agents. Network: a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:50:43.004130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e350f411-0d5d-4aa7-aac4-f79fffc22618 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:50:43.095525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-e350f411-0d5d-4aa7-aac4-f79fffc22618 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:43.100590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e350f411-0d5d-4aa7-aac4-f79fffc22618 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:43.101643 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e350f411-0d5d-4aa7-aac4-f79fffc22618 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:43.111308 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3571cca-ce40-402d-91fb-9ad7da04cefb None None] Network a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:43.189795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e350f411-0d5d-4aa7-aac4-f79fffc22618 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8685710 Dec 16 22:50:43.195435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49256) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:43.204040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e7a77f13-a1ca-4f7e-b82e-735fbb0c6ddf tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'subnet': {'network_id': 'a8fa9d02-bb66-42c2-9404-ab94d0da6328', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:43.239684 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09', 'network_id': 'a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09', 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'fixed_ips': [{'subnet_id': '48454feb-2fb0-4071-919a-3a39b70d5913'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:50:43.240592 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:43.581842 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:43.607689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Allocated IP 2001:db8::2 (a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09/48454feb-2fb0-4071-919a-3a39b70d5913/8477cebe-9ae8-40f9-925b-91b6dc1460ef) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:43.687385 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:43.764036 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a77f13-a1ca-4f7e-b82e-735fbb0c6ddf tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:43.768136 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7a77f13-a1ca-4f7e-b82e-735fbb0c6ddf tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:43.800775 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:43.888173 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:43.937332 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Network a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:43.942910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:43.949702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:43.953271 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Pushing event updated for resources: {'Port': ['ID=8477cebe-9ae8-40f9-925b-91b6dc1460ef,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:44.023567 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Attempting to bind port 8477cebe-9ae8-40f9-925b-91b6dc1460ef on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:50:44.023950 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Attempting to bind port 8477cebe-9ae8-40f9-925b-91b6dc1460ef by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '50463630-5d16-4d7c-91e5-1a6ec9d692f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:50:44.024333 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Attempting to bind port 8477cebe-9ae8-40f9-925b-91b6dc1460ef on network a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:50:44.031974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:50:44.032363 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Checking segment: {'id': '50463630-5d16-4d7c-91e5-1a6ec9d692f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:44.032783 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:44.033190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Bound using segment: {'id': '50463630-5d16-4d7c-91e5-1a6ec9d692f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:50:44.033768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Bound port: 8477cebe-9ae8-40f9-925b-91b6dc1460ef, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50463630-5d16-4d7c-91e5-1a6ec9d692f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:50:44.034251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:44.074163 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7a77f13-a1ca-4f7e-b82e-735fbb0c6ddf tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:44.129495 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] For port 8477cebe-9ae8-40f9-925b-91b6dc1460ef, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:50:44.135524 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] For port 8477cebe-9ae8-40f9-925b-91b6dc1460ef, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8477cebe-9ae8-40f9-925b-91b6dc1460ef,segment=NetworkSegment(50463630-5d16-4d7c-91e5-1a6ec9d692f3),segment_id=50463630-5d16-4d7c-91e5-1a6ec9d692f3)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:50:44.154994 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a77f13-a1ca-4f7e-b82e-735fbb0c6ddf tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Subnet': ['ID=524af552-0d47-42b7-8f32-62d63a10d8b2,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:44.157307 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a77f13-a1ca-4f7e-b82e-735fbb0c6ddf tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Checking segment: {'id': '3fcafa99-ba54-4fbc-8015-0a0b7c26346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a8fa9d02-bb66-42c2-9404-ab94d0da6328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:44.157740 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a77f13-a1ca-4f7e-b82e-735fbb0c6ddf tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network hostable DHCP agents. Network: a8fa9d02-bb66-42c2-9404-ab94d0da6328, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:50:44.194006 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:44.255570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f401d-9106-485e-a94b-09e1d0e64d7f None None] Pushing event updated for resources: {'Port': ['ID=8477cebe-9ae8-40f9-925b-91b6dc1460ef,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:44.283875 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a77f13-a1ca-4f7e-b82e-735fbb0c6ddf tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network a8fa9d02-bb66-42c2-9404-ab94d0da6328 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:50:44.346548 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-e7a77f13-a1ca-4f7e-b82e-735fbb0c6ddf tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, a8fa9d02-bb66-42c2-9404-ab94d0da6328) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:44.351525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a77f13-a1ca-4f7e-b82e-735fbb0c6ddf tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:44.353690 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7a77f13-a1ca-4f7e-b82e-735fbb0c6ddf tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:44.358101 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c16b4-5524-4970-8edd-fe774df30855 None None] Network a8fa9d02-bb66-42c2-9404-ab94d0da6328 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:44.464064 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e7a77f13-a1ca-4f7e-b82e-735fbb0c6ddf tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2656105 Dec 16 22:50:44.466701 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49262) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:44.473661 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ae4a4774-581b-4dce-8a1f-88841ca0bb53 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1588068236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:44.508762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-a8fa9d02-bb66-42c2-9404-ab94d0da6328', 'network_id': 'a8fa9d02-bb66-42c2-9404-ab94d0da6328', 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'fixed_ips': [{'subnet_id': '524af552-0d47-42b7-8f32-62d63a10d8b2'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:50:44.510298 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:44.581815 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae4a4774-581b-4dce-8a1f-88841ca0bb53 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:44.585952 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae4a4774-581b-4dce-8a1f-88841ca0bb53 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:44.676268 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae4a4774-581b-4dce-8a1f-88841ca0bb53 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:44.723556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Allocated IP 2001:db8:1::2 (a8fa9d02-bb66-42c2-9404-ab94d0da6328/524af552-0d47-42b7-8f32-62d63a10d8b2/978a9e8b-6af8-49c3-b0a7-0a96514846fc) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:44.746888 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae4a4774-581b-4dce-8a1f-88841ca0bb53 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:44.832531 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae4a4774-581b-4dce-8a1f-88841ca0bb53 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:44.839611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49264) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:44.841410 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ae4a4774-581b-4dce-8a1f-88841ca0bb53 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3709795 Dec 16 22:50:44.929572 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:45.022661 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:45.078720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Network a8fa9d02-bb66-42c2-9404-ab94d0da6328 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:45.082044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:45.084885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:45.157808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Pushing event updated for resources: {'Port': ['ID=978a9e8b-6af8-49c3-b0a7-0a96514846fc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:45.174970 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Attempting to bind port 978a9e8b-6af8-49c3-b0a7-0a96514846fc on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:50:45.175387 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Attempting to bind port 978a9e8b-6af8-49c3-b0a7-0a96514846fc by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '3fcafa99-ba54-4fbc-8015-0a0b7c26346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a8fa9d02-bb66-42c2-9404-ab94d0da6328'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:50:45.176208 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Attempting to bind port 978a9e8b-6af8-49c3-b0a7-0a96514846fc on network a8fa9d02-bb66-42c2-9404-ab94d0da6328 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:50:45.182918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:50:45.183411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Checking segment: {'id': '3fcafa99-ba54-4fbc-8015-0a0b7c26346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a8fa9d02-bb66-42c2-9404-ab94d0da6328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:45.183832 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:45.184387 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Bound using segment: {'id': '3fcafa99-ba54-4fbc-8015-0a0b7c26346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a8fa9d02-bb66-42c2-9404-ab94d0da6328'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:50:45.184885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Bound port: 978a9e8b-6af8-49c3-b0a7-0a96514846fc, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcafa99-ba54-4fbc-8015-0a0b7c26346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a8fa9d02-bb66-42c2-9404-ab94d0da6328'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:50:45.185277 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:45.270862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] For port 978a9e8b-6af8-49c3-b0a7-0a96514846fc, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:50:45.275439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] For port 978a9e8b-6af8-49c3-b0a7-0a96514846fc, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=978a9e8b-6af8-49c3-b0a7-0a96514846fc,segment=NetworkSegment(3fcafa99-ba54-4fbc-8015-0a0b7c26346b),segment_id=3fcafa99-ba54-4fbc-8015-0a0b7c26346b)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:50:45.320618 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:45.370916 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:45.449220 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09616d83-bd5f-4fe3-abb8-383d50e3bbca None None] Pushing event updated for resources: {'Port': ['ID=978a9e8b-6af8-49c3-b0a7-0a96514846fc,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:45.595071 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8581a516-c895-48f0-a024-1fb90f66c0b0 None None] Network a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:45.623886 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Allocated IP 2001:db8::1 (a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09/48454feb-2fb0-4071-919a-3a39b70d5913/8340ff7b-416d-4ea6-b151-fa1ff9f38508) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:45.739723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1962b268-4753-468b-b1a9-3f4c81a2c6b5 None None] Provisioning complete for port 8477cebe-9ae8-40f9-925b-91b6dc1460ef triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:45.740245 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1962b268-4753-468b-b1a9-3f4c81a2c6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:45.785212 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:45.859882 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1962b268-4753-468b-b1a9-3f4c81a2c6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:45.900111 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:45.904862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1962b268-4753-468b-b1a9-3f4c81a2c6b5 None None] For port 8477cebe-9ae8-40f9-925b-91b6dc1460ef, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8477cebe-9ae8-40f9-925b-91b6dc1460ef,segment=NetworkSegment(50463630-5d16-4d7c-91e5-1a6ec9d692f3),segment_id=50463630-5d16-4d7c-91e5-1a6ec9d692f3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:45.951123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:45.954802 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:45.959471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:45.960349 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:45.975159 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1962b268-4753-468b-b1a9-3f4c81a2c6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:46.004403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=8340ff7b-416d-4ea6-b151-fa1ff9f38508,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:46.060428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962b268-4753-468b-b1a9-3f4c81a2c6b5 None None] Pushing event updated for resources: {'Port': ['ID=8477cebe-9ae8-40f9-925b-91b6dc1460ef,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:46.118999 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ba9bfa88-d870-4d2f-9f22-6b713a3c988e None None] Provisioning complete for port 8477cebe-9ae8-40f9-925b-91b6dc1460ef triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:46.119965 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba9bfa88-d870-4d2f-9f22-6b713a3c988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:46.222495 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:46.476202 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-95f557eb-13c5-4b6c-9d28-00ba8062abc5 None None] Provisioning complete for port 8340ff7b-416d-4ea6-b151-fa1ff9f38508 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:46.482559 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95f557eb-13c5-4b6c-9d28-00ba8062abc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:46.565391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-95f557eb-13c5-4b6c-9d28-00ba8062abc5 None None] Port 8340ff7b-416d-4ea6-b151-fa1ff9f38508 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:50:46.591832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 978a9e8b-6af8-49c3-b0a7-0a96514846fc up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:46.656076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 978a9e8b-6af8-49c3-b0a7-0a96514846fc triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:46.656719 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:46.677013 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:46.752286 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:46.752948 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:46.780357 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:46.849875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 978a9e8b-6af8-49c3-b0a7-0a96514846fc, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=978a9e8b-6af8-49c3-b0a7-0a96514846fc,segment=NetworkSegment(3fcafa99-ba54-4fbc-8015-0a0b7c26346b),segment_id=3fcafa99-ba54-4fbc-8015-0a0b7c26346b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:46.860305 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfda5437-c071-4329-8b0b-6bcd9b0e0fc6 None None] Network a8fa9d02-bb66-42c2-9404-ab94d0da6328 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:46.876673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=8340ff7b-416d-4ea6-b151-fa1ff9f38508,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:46.947455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:46.949277 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:47.059896 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:47.061257 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8477cebe-9ae8-40f9-925b-91b6dc1460ef up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:47.157922 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b7480524-8cd4-4796-9c72-366647b8e24d None None] Provisioning complete for port 978a9e8b-6af8-49c3-b0a7-0a96514846fc triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:47.158385 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7480524-8cd4-4796-9c72-366647b8e24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:47.184745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router c054b5a0-0075-4cca-b413-a0ccd82633a1 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:50:47.213639 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=978a9e8b-6af8-49c3-b0a7-0a96514846fc,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:47.239388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 8477cebe-9ae8-40f9-925b-91b6dc1460ef triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:47.239846 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:47.381429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:50:47.395723 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e39183a-3deb-4d43-b2e6-eb6c1a66b08c None None] Sync routers for ids ['c054b5a0-0075-4cca-b413-a0ccd82633a1'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:50:47.409832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a9fbb910-b625-40cb-a094-2e6853c19b65 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/c054b5a0-0075-4cca-b413-a0ccd82633a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5674043 Dec 16 22:50:47.413076 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49284) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:47.415210 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39183a-3deb-4d43-b2e6-eb6c1a66b08c None None] Routers {'c054b5a0-0075-4cca-b413-a0ccd82633a1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:47.416530 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6e39183a-3deb-4d43-b2e6-eb6c1a66b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c054b5a0-0075-4cca-b413-a0ccd82633a1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:47.473694 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6e39183a-3deb-4d43-b2e6-eb6c1a66b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:47.483386 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0d2a7a6d-0f4f-4732-a2dd-284012c6b99b None None] Provisioning complete for port 8340ff7b-416d-4ea6-b151-fa1ff9f38508 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:47.488067 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39183a-3deb-4d43-b2e6-eb6c1a66b08c None None] Routers {'c054b5a0-0075-4cca-b413-a0ccd82633a1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:47.489968 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6e39183a-3deb-4d43-b2e6-eb6c1a66b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c054b5a0-0075-4cca-b413-a0ccd82633a1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:47.490690 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d2a7a6d-0f4f-4732-a2dd-284012c6b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:47.507734 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc2b494-979f-4fb5-90e2-41339cb34966 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:47.514554 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49288) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:47.521322 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4fc2b494-979f-4fb5-90e2-41339cb34966 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports/8340ff7b-416d-4ea6-b151-fa1ff9f38508 HTTP/1.1" status: 200 len: 911 time: 0.1062121 Dec 16 22:50:47.555441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a7a6d-0f4f-4732-a2dd-284012c6b99b None None] Port 8340ff7b-416d-4ea6-b151-fa1ff9f38508 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:50:47.577802 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6e39183a-3deb-4d43-b2e6-eb6c1a66b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:47.578458 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e39183a-3deb-4d43-b2e6-eb6c1a66b08c None None] The sync data for ids ['c054b5a0-0075-4cca-b413-a0ccd82633a1'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:50:47.674633 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4d309734-419f-4fa5-b4c7-0da2e6365dc0 None None] Provisioning complete for port 978a9e8b-6af8-49c3-b0a7-0a96514846fc triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:47.675672 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d309734-419f-4fa5-b4c7-0da2e6365dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:48.213238 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:48.439868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 978a9e8b-6af8-49c3-b0a7-0a96514846fc up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:48.488903 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Allocated IP 2001:db8:1::1 (a8fa9d02-bb66-42c2-9404-ab94d0da6328/524af552-0d47-42b7-8f32-62d63a10d8b2/cb1b5066-32d1-473e-8448-8aee81283bae) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:48.498937 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 978a9e8b-6af8-49c3-b0a7-0a96514846fc triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:48.499552 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:48.620281 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:48.712417 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:48.761957 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network a8fa9d02-bb66-42c2-9404-ab94d0da6328 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:48.765346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:48.770456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:48.771211 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:48.778154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=cb1b5066-32d1-473e-8448-8aee81283bae,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:48.978251 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:49.014742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7dae404e-d8b5-447e-bcb0-fdac294de878 None None] Provisioning complete for port cb1b5066-32d1-473e-8448-8aee81283bae triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:49.015091 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7dae404e-d8b5-447e-bcb0-fdac294de878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:49.053678 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7dae404e-d8b5-447e-bcb0-fdac294de878 None None] Port cb1b5066-32d1-473e-8448-8aee81283bae cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:50:49.241939 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:49.299036 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:49.299892 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:49.386098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=cb1b5066-32d1-473e-8448-8aee81283bae,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:49.429678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network a8fa9d02-bb66-42c2-9404-ab94d0da6328 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:49.431668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:49.544013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router c054b5a0-0075-4cca-b413-a0ccd82633a1 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:50:49.652804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:50:49.659423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1ef73bb4-164b-4af4-bf93-56c7ffa8848b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/c054b5a0-0075-4cca-b413-a0ccd82633a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1436617 Dec 16 22:50:49.660942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49302) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:49.664838 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b9f11f-769a-424e-a503-ec827085b356 None None] Sync routers for ids ['c054b5a0-0075-4cca-b413-a0ccd82633a1'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:50:49.689334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b9f11f-769a-424e-a503-ec827085b356 None None] Routers {'c054b5a0-0075-4cca-b413-a0ccd82633a1'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:49.689989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-47b9f11f-769a-424e-a503-ec827085b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c054b5a0-0075-4cca-b413-a0ccd82633a1'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:49.718615 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5820ef0e-d678-49d2-a6c7-85080f9bef90 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:49.720647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5820ef0e-d678-49d2-a6c7-85080f9bef90 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports/cb1b5066-32d1-473e-8448-8aee81283bae HTTP/1.1" status: 200 len: 913 time: 0.0586209 Dec 16 22:50:49.723354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49304) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:49.730163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5596310c-dabd-443f-99ad-1209e08261bf None None] Provisioning complete for port cb1b5066-32d1-473e-8448-8aee81283bae triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:49.730544 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5596310c-dabd-443f-99ad-1209e08261bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:49.732192 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-47b9f11f-769a-424e-a503-ec827085b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:49.767930 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b9f11f-769a-424e-a503-ec827085b356 None None] Routers {'c054b5a0-0075-4cca-b413-a0ccd82633a1'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:49.768573 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-47b9f11f-769a-424e-a503-ec827085b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c054b5a0-0075-4cca-b413-a0ccd82633a1'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:49.808662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-47b9f11f-769a-424e-a503-ec827085b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:49.809421 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b9f11f-769a-424e-a503-ec827085b356 None None] The sync data for ids ['c054b5a0-0075-4cca-b413-a0ccd82633a1'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:50:49.810732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5596310c-dabd-443f-99ad-1209e08261bf None None] Port cb1b5066-32d1-473e-8448-8aee81283bae cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:50:50.054937 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81c650ff-7b53-464a-b9a0-4151f6da675b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:50.075864 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08cce57e-770c-4eb8-bc43-1a4dfd3928ac tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:50.364397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-08cce57e-770c-4eb8-bc43-1a4dfd3928ac tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port cb1b5066-32d1-473e-8448-8aee81283bae {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:50.365071 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08cce57e-770c-4eb8-bc43-1a4dfd3928ac tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:50.462427 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08cce57e-770c-4eb8-bc43-1a4dfd3928ac tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:50.474303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-08cce57e-770c-4eb8-bc43-1a4dfd3928ac tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for cb1b5066-32d1-473e-8448-8aee81283bae owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:50.723255 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08cce57e-770c-4eb8-bc43-1a4dfd3928ac tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:50.754632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cce57e-770c-4eb8-bc43-1a4dfd3928ac tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=cb1b5066-32d1-473e-8448-8aee81283bae,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:50.899017 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08cce57e-770c-4eb8-bc43-1a4dfd3928ac tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:51.122566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cce57e-770c-4eb8-bc43-1a4dfd3928ac tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router c054b5a0-0075-4cca-b413-a0ccd82633a1 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:50:51.219309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cce57e-770c-4eb8-bc43-1a4dfd3928ac tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:50:51.227693 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-08cce57e-770c-4eb8-bc43-1a4dfd3928ac tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/c054b5a0-0075-4cca-b413-a0ccd82633a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5002542 Dec 16 22:50:51.228118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49312) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:51.230620 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdb1f9b-5fe2-47ba-a65e-79e51ade767a None None] Sync routers for ids ['c054b5a0-0075-4cca-b413-a0ccd82633a1'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:50:51.241367 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb1f9b-5fe2-47ba-a65e-79e51ade767a None None] Routers {'c054b5a0-0075-4cca-b413-a0ccd82633a1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:51.242242 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-abdb1f9b-5fe2-47ba-a65e-79e51ade767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c054b5a0-0075-4cca-b413-a0ccd82633a1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:51.276397 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-abdb1f9b-5fe2-47ba-a65e-79e51ade767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:51.286329 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb1f9b-5fe2-47ba-a65e-79e51ade767a None None] Routers {'c054b5a0-0075-4cca-b413-a0ccd82633a1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:51.287134 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-abdb1f9b-5fe2-47ba-a65e-79e51ade767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c054b5a0-0075-4cca-b413-a0ccd82633a1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:51.323313 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-abdb1f9b-5fe2-47ba-a65e-79e51ade767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:51.324067 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdb1f9b-5fe2-47ba-a65e-79e51ade767a None None] The sync data for ids ['c054b5a0-0075-4cca-b413-a0ccd82633a1'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:50:51.577635 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d9bfa4e-2087-4f32-a086-86e8e1867535 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:51.826170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5d9bfa4e-2087-4f32-a086-86e8e1867535 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port 8340ff7b-416d-4ea6-b151-fa1ff9f38508 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:51.826512 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d9bfa4e-2087-4f32-a086-86e8e1867535 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:51.923120 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d9bfa4e-2087-4f32-a086-86e8e1867535 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:51.936722 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5d9bfa4e-2087-4f32-a086-86e8e1867535 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for 8340ff7b-416d-4ea6-b151-fa1ff9f38508 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:52.213666 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d9bfa4e-2087-4f32-a086-86e8e1867535 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:52.237855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bfa4e-2087-4f32-a086-86e8e1867535 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=8340ff7b-416d-4ea6-b151-fa1ff9f38508,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:52.346530 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d9bfa4e-2087-4f32-a086-86e8e1867535 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:52.460586 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba53b504-8906-47f4-92b6-e79276c5a497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:52.525377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9bfa4e-2087-4f32-a086-86e8e1867535 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router c054b5a0-0075-4cca-b413-a0ccd82633a1 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:50:52.605270 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9bfa4e-2087-4f32-a086-86e8e1867535 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:50:52.612985 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5d9bfa4e-2087-4f32-a086-86e8e1867535 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/c054b5a0-0075-4cca-b413-a0ccd82633a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3811657 Dec 16 22:50:52.613218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49318) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:52.620682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58b0367-435c-4456-9a74-c4d99cbb5030 None None] Sync routers for ids ['c054b5a0-0075-4cca-b413-a0ccd82633a1'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:50:52.632261 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b0367-435c-4456-9a74-c4d99cbb5030 None None] Routers {'c054b5a0-0075-4cca-b413-a0ccd82633a1'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:52.633343 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e58b0367-435c-4456-9a74-c4d99cbb5030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c054b5a0-0075-4cca-b413-a0ccd82633a1'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:52.645509 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0c6d9e1d-cf93-45bd-b658-556a5d88079a tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports?device_id=c054b5a0-0075-4cca-b413-a0ccd82633a1 HTTP/1.1" status: 200 len: 205 time: 0.0288184 Dec 16 22:50:52.645977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49320) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:52.677717 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e58b0367-435c-4456-9a74-c4d99cbb5030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:52.687673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b0367-435c-4456-9a74-c4d99cbb5030 None None] Routers {'c054b5a0-0075-4cca-b413-a0ccd82633a1'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:52.688295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e58b0367-435c-4456-9a74-c4d99cbb5030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c054b5a0-0075-4cca-b413-a0ccd82633a1'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:52.726931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e58b0367-435c-4456-9a74-c4d99cbb5030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:52.728209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58b0367-435c-4456-9a74-c4d99cbb5030 None None] The sync data for ids ['c054b5a0-0075-4cca-b413-a0ccd82633a1'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:50:52.732662 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-226e4694-7356-4d54-b0f2-18c53b36578c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:53.188643 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-226e4694-7356-4d54-b0f2-18c53b36578c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:53.194478 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-226e4694-7356-4d54-b0f2-18c53b36578c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:53.346632 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-226e4694-7356-4d54-b0f2-18c53b36578c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:53.347620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226e4694-7356-4d54-b0f2-18c53b36578c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Fanout notify agent at l3_agent the message router_deleted on router c054b5a0-0075-4cca-b413-a0ccd82633a1 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:50:53.359542 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-226e4694-7356-4d54-b0f2-18c53b36578c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:53.360698 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-226e4694-7356-4d54-b0f2-18c53b36578c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/routers/c054b5a0-0075-4cca-b413-a0ccd82633a1 HTTP/1.1" status: 204 len: 168 time: 0.7137942 Dec 16 22:50:53.363530 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49342) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:53.420765 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b28120d-6248-441b-a5ef-144360f72b79 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting subnet 524af552-0d47-42b7-8f32-62d63a10d8b2 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:50:53.430223 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b28120d-6248-441b-a5ef-144360f72b79 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:53.491987 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b28120d-6248-441b-a5ef-144360f72b79 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:53.593390 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b28120d-6248-441b-a5ef-144360f72b79 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:53.619141 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:53.779600 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b28120d-6248-441b-a5ef-144360f72b79 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:53.808272 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28120d-6248-441b-a5ef-144360f72b79 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Subnet': ['ID=524af552-0d47-42b7-8f32-62d63a10d8b2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:53.812566 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b28120d-6248-441b-a5ef-144360f72b79 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:53.816240 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0b28120d-6248-441b-a5ef-144360f72b79 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/524af552-0d47-42b7-8f32-62d63a10d8b2 HTTP/1.1" status: 204 len: 168 time: 0.4516442 Dec 16 22:50:53.818688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49346) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:53.824056 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786962c8-dc6d-489c-8007-fa4b45974eaf None None] Network a8fa9d02-bb66-42c2-9404-ab94d0da6328 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:53.879111 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2501e66-8556-444d-a166-5c74543f7c5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting subnet 48454feb-2fb0-4071-919a-3a39b70d5913 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:50:53.882200 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2501e66-8556-444d-a166-5c74543f7c5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:53.937902 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2501e66-8556-444d-a166-5c74543f7c5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.003762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97391c77-ad22-4dfc-a9dc-f7f1ac526217 None None] DHCP port deletion for a8fa9d02-bb66-42c2-9404-ab94d0da6328 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:50:54.033679 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2501e66-8556-444d-a166-5c74543f7c5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.081875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-97391c77-ad22-4dfc-a9dc-f7f1ac526217 None None] Deleting port 978a9e8b-6af8-49c3-b0a7-0a96514846fc {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:54.082353 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97391c77-ad22-4dfc-a9dc-f7f1ac526217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.123117 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1826a880-7d7a-44a2-bae3-365829eb3aba req-1a1c6839-697a-43e0-9097-3d49cbc23d12 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858617 Dec 16 22:50:54.158713 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-97391c77-ad22-4dfc-a9dc-f7f1ac526217 None None] For port 978a9e8b-6af8-49c3-b0a7-0a96514846fc, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=978a9e8b-6af8-49c3-b0a7-0a96514846fc,segment=NetworkSegment(3fcafa99-ba54-4fbc-8015-0a0b7c26346b),segment_id=3fcafa99-ba54-4fbc-8015-0a0b7c26346b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:54.159171 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97391c77-ad22-4dfc-a9dc-f7f1ac526217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.178722 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-97391c77-ad22-4dfc-a9dc-f7f1ac526217 None None] Calling delete_port for 978a9e8b-6af8-49c3-b0a7-0a96514846fc owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:54.227726 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2501e66-8556-444d-a166-5c74543f7c5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.245432 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826a880-7d7a-44a2-bae3-365829eb3aba req-df7a0a4f-ebf6-4a77-956a-9527bf8816b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:54.247816 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1826a880-7d7a-44a2-bae3-365829eb3aba req-df7a0a4f-ebf6-4a77-956a-9527bf8816b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 1096 time: 0.0650702 Dec 16 22:50:54.277451 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2501e66-8556-444d-a166-5c74543f7c5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.280869 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c2501e66-8556-444d-a166-5c74543f7c5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/48454feb-2fb0-4071-919a-3a39b70d5913 HTTP/1.1" status: 204 len: 168 time: 0.4608462 Dec 16 22:50:54.282370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2501e66-8556-444d-a166-5c74543f7c5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Subnet': ['ID=48454feb-2fb0-4071-919a-3a39b70d5913,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:54.283504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49350) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:54.304790 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f090f5-48c6-4a97-bd80-6e3e479a7d2e None None] Network a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:54.382010 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826a880-7d7a-44a2-bae3-365829eb3aba req-c1a58633-d707-41e9-96d5-2e245484419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:54.383202 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8426659c-fa89-49fd-8eb1-b27f2977538e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.383630 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1826a880-7d7a-44a2-bae3-365829eb3aba req-c1a58633-d707-41e9-96d5-2e245484419d service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.0992911 Dec 16 22:50:54.414399 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97391c77-ad22-4dfc-a9dc-f7f1ac526217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.466989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97391c77-ad22-4dfc-a9dc-f7f1ac526217 None None] No DVR routers for this DVR port 978a9e8b-6af8-49c3-b0a7-0a96514846fc on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:50:54.472823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97391c77-ad22-4dfc-a9dc-f7f1ac526217 None None] Pushing event deleted for resources: {'Port': ['ID=978a9e8b-6af8-49c3-b0a7-0a96514846fc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:54.473099 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1826a880-7d7a-44a2-bae3-365829eb3aba req-7cbbe557-9d15-489d-9c43-4d532fa370c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b HTTP/1.1" status: 200 len: 1001 time: 0.0784607 Dec 16 22:50:54.480980 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 978a9e8b-6af8-49c3-b0a7-0a96514846fc no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:50:54.527422 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 978a9e8b-6af8-49c3-b0a7-0a96514846fc {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:50:54.529274 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 978a9e8b-6af8-49c3-b0a7-0a96514846fc not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:50:54.540898 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8426659c-fa89-49fd-8eb1-b27f2977538e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.561789 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826a880-7d7a-44a2-bae3-365829eb3aba req-9b25cd18-80ad-4efe-b7e6-736cc6c2e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:54.571953 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1826a880-7d7a-44a2-bae3-365829eb3aba req-9b25cd18-80ad-4efe-b7e6-736cc6c2e66e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0784254 Dec 16 22:50:54.572893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-8426659c-fa89-49fd-8eb1-b27f2977538e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fa9d02-bb66-42c2-9404-ab94d0da6328']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:54.584917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-8426659c-fa89-49fd-8eb1-b27f2977538e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fcafa99-ba54-4fbc-8015-0a0b7c26346b') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:54.585604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-8426659c-fa89-49fd-8eb1-b27f2977538e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fcafa99-ba54-4fbc-8015-0a0b7c26346b') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:54.597497 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8426659c-fa89-49fd-8eb1-b27f2977538e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.621883 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8426659c-fa89-49fd-8eb1-b27f2977538e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.624495 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e97b7b2-203e-4de0-a6f4-2c0cfdd3860e None None] DHCP port deletion for a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:50:54.630553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8426659c-fa89-49fd-8eb1-b27f2977538e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:50:54.631143 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8426659c-fa89-49fd-8eb1-b27f2977538e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.633066 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826a880-7d7a-44a2-bae3-365829eb3aba req-589feb1e-e1e3-4971-b87b-752cf35903bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: items = [ Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:50:54.634396 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:50:54.636976 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1826a880-7d7a-44a2-bae3-365829eb3aba req-589feb1e-e1e3-4971-b87b-752cf35903bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553539 Dec 16 22:50:54.685775 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0e97b7b2-203e-4de0-a6f4-2c0cfdd3860e None None] Deleting port 8477cebe-9ae8-40f9-925b-91b6dc1460ef {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:54.686337 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e97b7b2-203e-4de0-a6f4-2c0cfdd3860e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.749950 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1826a880-7d7a-44a2-bae3-365829eb3aba req-85e6a518-0b37-49e0-895b-c66e083ba254 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033726 Dec 16 22:50:54.803307 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8426659c-fa89-49fd-8eb1-b27f2977538e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.813430 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8426659c-fa89-49fd-8eb1-b27f2977538e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.817509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8426659c-fa89-49fd-8eb1-b27f2977538e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/networks/a8fa9d02-bb66-42c2-9404-ab94d0da6328 HTTP/1.1" status: 204 len: 168 time: 0.5323026 Dec 16 22:50:54.822961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49354) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:54.846832 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426659c-fa89-49fd-8eb1-b27f2977538e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Network': ['ID=a8fa9d02-bb66-42c2-9404-ab94d0da6328,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:54.931904 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1826a880-7d7a-44a2-bae3-365829eb3aba req-1363f538-465b-4491-ba5f-af780c4c73e1 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712484 Dec 16 22:50:54.938669 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.956967 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0e97b7b2-203e-4de0-a6f4-2c0cfdd3860e None None] For port 8477cebe-9ae8-40f9-925b-91b6dc1460ef, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8477cebe-9ae8-40f9-925b-91b6dc1460ef,segment=NetworkSegment(50463630-5d16-4d7c-91e5-1a6ec9d692f3),segment_id=50463630-5d16-4d7c-91e5-1a6ec9d692f3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:54.957655 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e97b7b2-203e-4de0-a6f4-2c0cfdd3860e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:54.972687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0e97b7b2-203e-4de0-a6f4-2c0cfdd3860e None None] Calling delete_port for 8477cebe-9ae8-40f9-925b-91b6dc1460ef owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:55.004256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port 8477cebe-9ae8-40f9-925b-91b6dc1460ef {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:55.004753 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.025822 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.079435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] For port 8477cebe-9ae8-40f9-925b-91b6dc1460ef, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8477cebe-9ae8-40f9-925b-91b6dc1460ef,segment=NetworkSegment(50463630-5d16-4d7c-91e5-1a6ec9d692f3),segment_id=50463630-5d16-4d7c-91e5-1a6ec9d692f3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:55.079749 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.097534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for 8477cebe-9ae8-40f9-925b-91b6dc1460ef owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:55.140784 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e97b7b2-203e-4de0-a6f4-2c0cfdd3860e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.170171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97b7b2-203e-4de0-a6f4-2c0cfdd3860e None None] Pushing event deleted for resources: {'Port': ['ID=8477cebe-9ae8-40f9-925b-91b6dc1460ef,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:55.173795 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97b7b2-203e-4de0-a6f4-2c0cfdd3860e None None] No DVR routers for this DVR port 8477cebe-9ae8-40f9-925b-91b6dc1460ef on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:50:55.203802 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.231465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=8477cebe-9ae8-40f9-925b-91b6dc1460ef,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:55.236051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No DVR routers for this DVR port 8477cebe-9ae8-40f9-925b-91b6dc1460ef on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:50:55.331867 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.353704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:55.363610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50463630-5d16-4d7c-91e5-1a6ec9d692f3') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:55.363913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50463630-5d16-4d7c-91e5-1a6ec9d692f3') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:55.376796 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.390988 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.397281 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:50:55.397676 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:50:55.401364 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:50:55.527724 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.535017 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.538350 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/networks/a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09 HTTP/1.1" status: 204 len: 168 time: 0.7140992 Dec 16 22:50:55.543100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49358) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:55.549928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ad5ad462-5f51-473d-8daf-2070dbcde885 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-995640143'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:55.563376 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c6743-9782-4d71-aae6-da06ce6fb14b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Network': ['ID=a7b31b68-b3d9-4ffb-a3a9-48f5f83dca09,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:55.660859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5ad462-5f51-473d-8daf-2070dbcde885 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:55.664885 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad462-5f51-473d-8daf-2070dbcde885 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.692313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5ad462-5f51-473d-8daf-2070dbcde885 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:50:55.702796 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad462-5f51-473d-8daf-2070dbcde885 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.703153 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-ad5ad462-5f51-473d-8daf-2070dbcde885 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Added segment fe535be7-04e5-406f-9405-06f0c6e07748 of type vlan for network d8100fc9-0e42-44de-b33a-a4c1ecabbe5e Dec 16 22:50:55.722720 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.747710 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad462-5f51-473d-8daf-2070dbcde885 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.849125 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad462-5f51-473d-8daf-2070dbcde885 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.855527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5ad462-5f51-473d-8daf-2070dbcde885 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:55.856169 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad462-5f51-473d-8daf-2070dbcde885 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.945394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ad462-5f51-473d-8daf-2070dbcde885 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Network': ['ID=d8100fc9-0e42-44de-b33a-a4c1ecabbe5e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:55.958025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network d8100fc9-0e42-44de-b33a-a4c1ecabbe5e details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:50:56.014860 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ad5ad462-5f51-473d-8daf-2070dbcde885 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4706230 Dec 16 22:50:56.017847 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49362) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:56.025296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7e001922-4180-4b7a-95c6-d4485c247017 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'subnet': {'network_id': 'd8100fc9-0e42-44de-b33a-a4c1ecabbe5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:56.220762 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e001922-4180-4b7a-95c6-d4485c247017 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:56.224336 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e001922-4180-4b7a-95c6-d4485c247017 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:56.456131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8477cebe-9ae8-40f9-925b-91b6dc1460ef no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:50:56.479746 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 8477cebe-9ae8-40f9-925b-91b6dc1460ef {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:50:56.480098 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8477cebe-9ae8-40f9-925b-91b6dc1460ef not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:50:56.483974 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e001922-4180-4b7a-95c6-d4485c247017 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:56.549428 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e001922-4180-4b7a-95c6-d4485c247017 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Subnet': ['ID=4e602fd6-be7f-4315-bd9b-c81f0017b7d7,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:56.568459 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e001922-4180-4b7a-95c6-d4485c247017 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Checking segment: {'id': 'fe535be7-04e5-406f-9405-06f0c6e07748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8100fc9-0e42-44de-b33a-a4c1ecabbe5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:56.568787 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e001922-4180-4b7a-95c6-d4485c247017 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network hostable DHCP agents. Network: d8100fc9-0e42-44de-b33a-a4c1ecabbe5e, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:50:56.667004 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e001922-4180-4b7a-95c6-d4485c247017 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network d8100fc9-0e42-44de-b33a-a4c1ecabbe5e is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:50:56.723584 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7e001922-4180-4b7a-95c6-d4485c247017 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, d8100fc9-0e42-44de-b33a-a4c1ecabbe5e) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:56.732793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa22c4ce-5b54-4cf4-98d7-12300540c23e None None] Network d8100fc9-0e42-44de-b33a-a4c1ecabbe5e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:56.735970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e001922-4180-4b7a-95c6-d4485c247017 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:56.736580 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e001922-4180-4b7a-95c6-d4485c247017 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:56.824878 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7e001922-4180-4b7a-95c6-d4485c247017 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8049178 Dec 16 22:50:56.827002 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49368) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:56.831892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1e8a7586-6370-4d08-b7e6-422182fd66d9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-925794563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:56.842979 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-d8100fc9-0e42-44de-b33a-a4c1ecabbe5e', 'network_id': 'd8100fc9-0e42-44de-b33a-a4c1ecabbe5e', 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'fixed_ips': [{'subnet_id': '4e602fd6-be7f-4315-bd9b-c81f0017b7d7'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:50:56.843912 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:56.935012 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e8a7586-6370-4d08-b7e6-422182fd66d9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:56.936321 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e8a7586-6370-4d08-b7e6-422182fd66d9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:56.991294 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Allocated IP 2001:db8::2 (d8100fc9-0e42-44de-b33a-a4c1ecabbe5e/4e602fd6-be7f-4315-bd9b-c81f0017b7d7/67752de8-802f-4fc6-ba6c-70b635eb626b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:56.993510 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e8a7586-6370-4d08-b7e6-422182fd66d9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:57.072167 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e8a7586-6370-4d08-b7e6-422182fd66d9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:57.147883 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e8a7586-6370-4d08-b7e6-422182fd66d9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:57.151402 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1e8a7586-6370-4d08-b7e6-422182fd66d9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3210952 Dec 16 22:50:57.152454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49370) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:57.152932 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:57.158109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-58c73278-6a07-4c85-bc32-8718b89a835f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'port': {'network_id': 'd8100fc9-0e42-44de-b33a-a4c1ecabbe5e', 'name': 'tempest-RoutersIpV6Test-1113055035'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:57.209839 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:57.256111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Network d8100fc9-0e42-44de-b33a-a4c1ecabbe5e is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:57.257822 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:57.264209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:57.323307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Pushing event updated for resources: {'Port': ['ID=67752de8-802f-4fc6-ba6c-70b635eb626b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:57.355291 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Attempting to bind port 67752de8-802f-4fc6-ba6c-70b635eb626b on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:50:57.355751 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Attempting to bind port 67752de8-802f-4fc6-ba6c-70b635eb626b by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'fe535be7-04e5-406f-9405-06f0c6e07748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8100fc9-0e42-44de-b33a-a4c1ecabbe5e'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:50:57.356199 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Attempting to bind port 67752de8-802f-4fc6-ba6c-70b635eb626b on network d8100fc9-0e42-44de-b33a-a4c1ecabbe5e {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:50:57.361437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:50:57.361911 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Checking segment: {'id': 'fe535be7-04e5-406f-9405-06f0c6e07748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8100fc9-0e42-44de-b33a-a4c1ecabbe5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:57.362370 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:57.362827 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Bound using segment: {'id': 'fe535be7-04e5-406f-9405-06f0c6e07748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8100fc9-0e42-44de-b33a-a4c1ecabbe5e'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:50:57.363407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Bound port: 67752de8-802f-4fc6-ba6c-70b635eb626b, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe535be7-04e5-406f-9405-06f0c6e07748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8100fc9-0e42-44de-b33a-a4c1ecabbe5e'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:50:57.363868 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:57.374638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c73278-6a07-4c85-bc32-8718b89a835f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:57.378300 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58c73278-6a07-4c85-bc32-8718b89a835f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:57.398162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-58c73278-6a07-4c85-bc32-8718b89a835f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] device_id is not set on port f4653c73-c6f5-4c49-9244-c2465d46d331 yet. {{(pid=103951) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:50:57.433878 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] For port 67752de8-802f-4fc6-ba6c-70b635eb626b, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:50:57.437673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] For port 67752de8-802f-4fc6-ba6c-70b635eb626b, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=67752de8-802f-4fc6-ba6c-70b635eb626b,segment=NetworkSegment(fe535be7-04e5-406f-9405-06f0c6e07748),segment_id=fe535be7-04e5-406f-9405-06f0c6e07748)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:50:57.499389 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:57.522415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-58c73278-6a07-4c85-bc32-8718b89a835f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Allocated IP 2001:db8::26a (d8100fc9-0e42-44de-b33a-a4c1ecabbe5e/4e602fd6-be7f-4315-bd9b-c81f0017b7d7/f4653c73-c6f5-4c49-9244-c2465d46d331) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:57.565491 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd00de6-39b8-44e1-820b-0f425103733f None None] Pushing event updated for resources: {'Port': ['ID=67752de8-802f-4fc6-ba6c-70b635eb626b,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:57.713573 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58c73278-6a07-4c85-bc32-8718b89a835f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:57.842478 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58c73278-6a07-4c85-bc32-8718b89a835f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:57.936804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c73278-6a07-4c85-bc32-8718b89a835f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=f4653c73-c6f5-4c49-9244-c2465d46d331,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:57.951609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c73278-6a07-4c85-bc32-8718b89a835f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network d8100fc9-0e42-44de-b33a-a4c1ecabbe5e is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:57.951609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-58c73278-6a07-4c85-bc32-8718b89a835f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:57.951609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c73278-6a07-4c85-bc32-8718b89a835f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:57.957973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c73278-6a07-4c85-bc32-8718b89a835f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:57.958620 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58c73278-6a07-4c85-bc32-8718b89a835f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:58.057946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-58c73278-6a07-4c85-bc32-8718b89a835f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9040141 Dec 16 22:50:58.060639 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49380) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:58.428379 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47f01ab0-a704-4c6a-bf76-b22a48c5f858 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:58.521556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 67752de8-802f-4fc6-ba6c-70b635eb626b up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:58.590153 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 67752de8-802f-4fc6-ba6c-70b635eb626b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:58.590641 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:58.676101 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:58.715468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 67752de8-802f-4fc6-ba6c-70b635eb626b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=67752de8-802f-4fc6-ba6c-70b635eb626b,segment=NetworkSegment(fe535be7-04e5-406f-9405-06f0c6e07748),segment_id=fe535be7-04e5-406f-9405-06f0c6e07748)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:58.746124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a42391-a06f-4e9c-bd2e-ea9b522ed5ce None None] Network d8100fc9-0e42-44de-b33a-a4c1ecabbe5e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:58.754497 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47f01ab0-a704-4c6a-bf76-b22a48c5f858 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:58.791858 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:58.825855 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47f01ab0-a704-4c6a-bf76-b22a48c5f858 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:58.869870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9de655a2-ad3b-4709-8afe-b0aedc5ae2c6 None None] Provisioning complete for port 67752de8-802f-4fc6-ba6c-70b635eb626b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:58.870129 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9de655a2-ad3b-4709-8afe-b0aedc5ae2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:58.929702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=67752de8-802f-4fc6-ba6c-70b635eb626b,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:58.940474 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f01ab0-a704-4c6a-bf76-b22a48c5f858 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=f4653c73-c6f5-4c49-9244-c2465d46d331,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:59.056826 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47f01ab0-a704-4c6a-bf76-b22a48c5f858 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:59.246819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cd5c0dd9-b623-45ba-9c9f-4ac58ed3616c None None] Provisioning complete for port 67752de8-802f-4fc6-ba6c-70b635eb626b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:59.247876 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0dd9-b623-45ba-9c9f-4ac58ed3616c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:59.272027 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47f01ab0-a704-4c6a-bf76-b22a48c5f858 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:59.398328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cd5c0dd9-b623-45ba-9c9f-4ac58ed3616c None None] Provisioning complete for port f4653c73-c6f5-4c49-9244-c2465d46d331 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:59.399373 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0dd9-b623-45ba-9c9f-4ac58ed3616c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:59.443855 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c0dd9-b623-45ba-9c9f-4ac58ed3616c None None] Port f4653c73-c6f5-4c49-9244-c2465d46d331 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:50:59.569901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-01f7517e-3145-483e-b6ec-dba78439e448 None None] Provisioning complete for port f4653c73-c6f5-4c49-9244-c2465d46d331 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:59.570577 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01f7517e-3145-483e-b6ec-dba78439e448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:59.610165 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-01f7517e-3145-483e-b6ec-dba78439e448 None None] Port f4653c73-c6f5-4c49-9244-c2465d46d331 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:50:59.730035 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ac26101f-10d0-46bf-a9ab-72b6fa2034e5 None None] Provisioning complete for port f4653c73-c6f5-4c49-9244-c2465d46d331 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:59.730416 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ac26101f-10d0-46bf-a9ab-72b6fa2034e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:59.767295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ac26101f-10d0-46bf-a9ab-72b6fa2034e5 None None] Port f4653c73-c6f5-4c49-9244-c2465d46d331 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:50:59.925891 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47f01ab0-a704-4c6a-bf76-b22a48c5f858 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:00.007143 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47f01ab0-a704-4c6a-bf76-b22a48c5f858 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:00.008007 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47f01ab0-a704-4c6a-bf76-b22a48c5f858 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:00.094402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f01ab0-a704-4c6a-bf76-b22a48c5f858 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=f4653c73-c6f5-4c49-9244-c2465d46d331,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:00.142416 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f01ab0-a704-4c6a-bf76-b22a48c5f858 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network d8100fc9-0e42-44de-b33a-a4c1ecabbe5e is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:00.144031 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-47f01ab0-a704-4c6a-bf76-b22a48c5f858 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:00.352305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f01ab0-a704-4c6a-bf76-b22a48c5f858 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router 30d4fc9d-1cf7-4ead-a277-7da3b4583453 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:51:00.395593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-67725304-c4d1-4982-a896-cec9f40ed396 None None] Provisioning complete for port f4653c73-c6f5-4c49-9244-c2465d46d331 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:00.396028 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-67725304-c4d1-4982-a896-cec9f40ed396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:00.444606 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-67725304-c4d1-4982-a896-cec9f40ed396 None None] Port f4653c73-c6f5-4c49-9244-c2465d46d331 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:00.457432 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f01ab0-a704-4c6a-bf76-b22a48c5f858 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:00.464632 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 67752de8-802f-4fc6-ba6c-70b635eb626b up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:00.471132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49394) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:00.475710 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-47f01ab0-a704-4c6a-bf76-b22a48c5f858 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/30d4fc9d-1cf7-4ead-a277-7da3b4583453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4068055 Dec 16 22:51:00.519430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 67752de8-802f-4fc6-ba6c-70b635eb626b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:00.519809 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:00.535908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6374b39-7d6a-4f12-ad4b-85b55efabdae tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:00.538059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c6374b39-7d6a-4f12-ad4b-85b55efabdae tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports/f4653c73-c6f5-4c49-9244-c2465d46d331 HTTP/1.1" status: 200 len: 984 time: 0.0656269 Dec 16 22:51:00.541566 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49398) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:00.568642 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b053fe-26dd-40d7-b097-c659a87b4a66 None None] Sync routers for ids ['30d4fc9d-1cf7-4ead-a277-7da3b4583453'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:00.586493 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b053fe-26dd-40d7-b097-c659a87b4a66 None None] Routers {'30d4fc9d-1cf7-4ead-a277-7da3b4583453'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:00.589847 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0b053fe-26dd-40d7-b097-c659a87b4a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['30d4fc9d-1cf7-4ead-a277-7da3b4583453'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:00.631934 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0b053fe-26dd-40d7-b097-c659a87b4a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:00.644494 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b053fe-26dd-40d7-b097-c659a87b4a66 None None] Routers {'30d4fc9d-1cf7-4ead-a277-7da3b4583453'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:00.645395 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0b053fe-26dd-40d7-b097-c659a87b4a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['30d4fc9d-1cf7-4ead-a277-7da3b4583453'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:00.687293 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0b053fe-26dd-40d7-b097-c659a87b4a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:00.687949 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b053fe-26dd-40d7-b097-c659a87b4a66 None None] The sync data for ids ['30d4fc9d-1cf7-4ead-a277-7da3b4583453'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:00.883890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c3cf-31f9-4356-a04d-003b40919b46 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:01.108867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2c3cf-31f9-4356-a04d-003b40919b46 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port f4653c73-c6f5-4c49-9244-c2465d46d331 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:01.109501 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c3cf-31f9-4356-a04d-003b40919b46 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:01.202791 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c3cf-31f9-4356-a04d-003b40919b46 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:01.217142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2c3cf-31f9-4356-a04d-003b40919b46 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for f4653c73-c6f5-4c49-9244-c2465d46d331 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:01.455553 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c3cf-31f9-4356-a04d-003b40919b46 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:01.492432 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2c3cf-31f9-4356-a04d-003b40919b46 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=f4653c73-c6f5-4c49-9244-c2465d46d331,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:01.591219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c3cf-31f9-4356-a04d-003b40919b46 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:01.766961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf2c3cf-31f9-4356-a04d-003b40919b46 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router 30d4fc9d-1cf7-4ead-a277-7da3b4583453 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:51:01.852255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf2c3cf-31f9-4356-a04d-003b40919b46 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:01.861671 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dcf2c3cf-31f9-4356-a04d-003b40919b46 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/30d4fc9d-1cf7-4ead-a277-7da3b4583453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3155372 Dec 16 22:51:01.861782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49404) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:01.862344 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c984c0-152b-4159-9db5-03007af235dc None None] Sync routers for ids ['30d4fc9d-1cf7-4ead-a277-7da3b4583453'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:01.877054 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c984c0-152b-4159-9db5-03007af235dc None None] Routers {'30d4fc9d-1cf7-4ead-a277-7da3b4583453'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:01.877708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-47c984c0-152b-4159-9db5-03007af235dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['30d4fc9d-1cf7-4ead-a277-7da3b4583453'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:01.912229 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-47c984c0-152b-4159-9db5-03007af235dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:01.922409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c984c0-152b-4159-9db5-03007af235dc None None] Routers {'30d4fc9d-1cf7-4ead-a277-7da3b4583453'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:01.923037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-47c984c0-152b-4159-9db5-03007af235dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['30d4fc9d-1cf7-4ead-a277-7da3b4583453'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:01.956224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-47c984c0-152b-4159-9db5-03007af235dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:01.956953 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c984c0-152b-4159-9db5-03007af235dc None None] The sync data for ids ['30d4fc9d-1cf7-4ead-a277-7da3b4583453'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:02.121011 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-182b5624-602b-403f-aded-b1cdb1fc6b8f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] remove_router_interface failed (client error): The resource could not be found. Dec 16 22:51:02.121983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-182b5624-602b-403f-aded-b1cdb1fc6b8f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/30d4fc9d-1cf7-4ead-a277-7da3b4583453/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2594512 Dec 16 22:51:02.124732 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49406) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:02.151496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7d9c6288-edf5-41ec-aa0a-f50c5d089a8b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports?device_id=30d4fc9d-1cf7-4ead-a277-7da3b4583453 HTTP/1.1" status: 200 len: 205 time: 0.0256517 Dec 16 22:51:02.154378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49408) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:02.232739 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-639ecdaf-dc50-49a7-ac3e-37af800e9285 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:02.408242 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-639ecdaf-dc50-49a7-ac3e-37af800e9285 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:02.410556 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-639ecdaf-dc50-49a7-ac3e-37af800e9285 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:02.568858 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-639ecdaf-dc50-49a7-ac3e-37af800e9285 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:02.569681 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639ecdaf-dc50-49a7-ac3e-37af800e9285 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Fanout notify agent at l3_agent the message router_deleted on router 30d4fc9d-1cf7-4ead-a277-7da3b4583453 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:51:02.576964 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-639ecdaf-dc50-49a7-ac3e-37af800e9285 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:02.578358 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-639ecdaf-dc50-49a7-ac3e-37af800e9285 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/routers/30d4fc9d-1cf7-4ead-a277-7da3b4583453 HTTP/1.1" status: 204 len: 168 time: 0.4230006 Dec 16 22:51:02.580877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49412) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:02.636701 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71acd1a-1826-4476-9b5d-6aa47c2fb889 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting subnet 4e602fd6-be7f-4315-bd9b-c81f0017b7d7 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:51:02.640544 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b71acd1a-1826-4476-9b5d-6aa47c2fb889 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:02.690868 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b71acd1a-1826-4476-9b5d-6aa47c2fb889 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:02.791650 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b71acd1a-1826-4476-9b5d-6aa47c2fb889 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:02.928892 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b71acd1a-1826-4476-9b5d-6aa47c2fb889 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:02.964189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71acd1a-1826-4476-9b5d-6aa47c2fb889 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Subnet': ['ID=4e602fd6-be7f-4315-bd9b-c81f0017b7d7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:02.966203 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b71acd1a-1826-4476-9b5d-6aa47c2fb889 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:02.969744 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b71acd1a-1826-4476-9b5d-6aa47c2fb889 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/4e602fd6-be7f-4315-bd9b-c81f0017b7d7 HTTP/1.1" status: 204 len: 168 time: 0.3876832 Dec 16 22:51:02.972190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49416) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:02.981455 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bfa93a-2525-43af-b186-3c7ef2a805cc None None] Network d8100fc9-0e42-44de-b33a-a4c1ecabbe5e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:03.070804 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:03.135057 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port 67752de8-802f-4fc6-ba6c-70b635eb626b {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:03.135447 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:03.147550 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] DHCP port deletion for d8100fc9-0e42-44de-b33a-a4c1ecabbe5e request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:51:03.205064 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Deleting port 67752de8-802f-4fc6-ba6c-70b635eb626b {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:03.205448 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:03.208751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] For port 67752de8-802f-4fc6-ba6c-70b635eb626b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=67752de8-802f-4fc6-ba6c-70b635eb626b,segment=NetworkSegment(fe535be7-04e5-406f-9405-06f0c6e07748),segment_id=fe535be7-04e5-406f-9405-06f0c6e07748)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:03.209118 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:03.228897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for 67752de8-802f-4fc6-ba6c-70b635eb626b owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:03.277900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] For port 67752de8-802f-4fc6-ba6c-70b635eb626b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=67752de8-802f-4fc6-ba6c-70b635eb626b,segment=NetworkSegment(fe535be7-04e5-406f-9405-06f0c6e07748),segment_id=fe535be7-04e5-406f-9405-06f0c6e07748)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:03.278416 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:03.293902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Calling delete_port for 67752de8-802f-4fc6-ba6c-70b635eb626b owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:03.418808 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:03.425011 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:03.446301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=67752de8-802f-4fc6-ba6c-70b635eb626b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:03.449859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No DVR routers for this DVR port 67752de8-802f-4fc6-ba6c-70b635eb626b on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:51:03.455829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Pushing event deleted for resources: {'Port': ['ID=67752de8-802f-4fc6-ba6c-70b635eb626b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:03.460353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] No DVR routers for this DVR port 67752de8-802f-4fc6-ba6c-70b635eb626b on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:51:03.471702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:03.471702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:03.471702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:03.471702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:03.471702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:03.471702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:03.471702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:03.471702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:03.472864 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:03.472864 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:03.473420 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:03.473420 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:03.473674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55e391-e2a4-4700-ba3c-82269a8469e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:03.534511 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:03.558581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8100fc9-0e42-44de-b33a-a4c1ecabbe5e']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:03.567812 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe535be7-04e5-406f-9405-06f0c6e07748') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:03.568120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe535be7-04e5-406f-9405-06f0c6e07748') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:03.578525 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:03.592068 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:03.599355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:51:03.599933 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:51:03.604418 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:51:03.738788 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:03.746595 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:03.750023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/networks/d8100fc9-0e42-44de-b33a-a4c1ecabbe5e HTTP/1.1" status: 204 len: 168 time: 0.7769754 Dec 16 22:51:03.754135 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49420) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:03.768804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a7f7067d-88a9-4e0a-bdbe-22c55897c598 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-896745596'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:03.775138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acd75b-3060-432a-8769-6ca37000e459 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Network': ['ID=d8100fc9-0e42-44de-b33a-a4c1ecabbe5e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:03.859145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f7067d-88a9-4e0a-bdbe-22c55897c598 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:51:03.863428 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7f7067d-88a9-4e0a-bdbe-22c55897c598 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:03.889579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f7067d-88a9-4e0a-bdbe-22c55897c598 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:51:03.898302 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7f7067d-88a9-4e0a-bdbe-22c55897c598 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:03.898786 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-a7f7067d-88a9-4e0a-bdbe-22c55897c598 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Added segment 44bcf42b-e872-49de-b92f-ed3a6a34b024 of type vlan for network 1d811551-e302-46a6-8707-0e184590d5df Dec 16 22:51:03.939646 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7f7067d-88a9-4e0a-bdbe-22c55897c598 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:04.026154 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7f7067d-88a9-4e0a-bdbe-22c55897c598 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:04.032125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f7067d-88a9-4e0a-bdbe-22c55897c598 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:04.032774 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7f7067d-88a9-4e0a-bdbe-22c55897c598 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:04.107084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7067d-88a9-4e0a-bdbe-22c55897c598 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Network': ['ID=1d811551-e302-46a6-8707-0e184590d5df,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:04.117914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 1d811551-e302-46a6-8707-0e184590d5df details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:51:04.159862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a7f7067d-88a9-4e0a-bdbe-22c55897c598 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4046600 Dec 16 22:51:04.162651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49424) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:04.168237 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-437676a4-1f39-48de-bcc0-cc644e47db7d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'subnet': {'network_id': '1d811551-e302-46a6-8707-0e184590d5df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:04.326839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437676a4-1f39-48de-bcc0-cc644e47db7d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:51:04.330644 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-437676a4-1f39-48de-bcc0-cc644e47db7d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:04.444542 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49428) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:04.471328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 67752de8-802f-4fc6-ba6c-70b635eb626b no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:51:04.505601 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 67752de8-802f-4fc6-ba6c-70b635eb626b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:51:04.506279 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 67752de8-802f-4fc6-ba6c-70b635eb626b not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:51:04.585687 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-437676a4-1f39-48de-bcc0-cc644e47db7d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:04.617094 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e85e878-f596-494b-af73-c3e5c5cc3f3f admin admin] Deleting subnet 848b53d6-cd19-44d5-8ece-aedaf1393819 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:51:04.621309 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e85e878-f596-494b-af73-c3e5c5cc3f3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:04.656225 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437676a4-1f39-48de-bcc0-cc644e47db7d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Subnet': ['ID=8d88f7c3-edc2-4a11-bd7e-22591623fcbc,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:04.658776 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e85e878-f596-494b-af73-c3e5c5cc3f3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:04.666777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437676a4-1f39-48de-bcc0-cc644e47db7d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Checking segment: {'id': '44bcf42b-e872-49de-b92f-ed3a6a34b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1d811551-e302-46a6-8707-0e184590d5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:04.667244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437676a4-1f39-48de-bcc0-cc644e47db7d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network hostable DHCP agents. Network: 1d811551-e302-46a6-8707-0e184590d5df, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:51:04.704268 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e85e878-f596-494b-af73-c3e5c5cc3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:04.734565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437676a4-1f39-48de-bcc0-cc644e47db7d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network 1d811551-e302-46a6-8707-0e184590d5df is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:51:04.797223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-437676a4-1f39-48de-bcc0-cc644e47db7d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 1d811551-e302-46a6-8707-0e184590d5df) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:04.801348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437676a4-1f39-48de-bcc0-cc644e47db7d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:04.801946 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-437676a4-1f39-48de-bcc0-cc644e47db7d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:04.808120 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca64dee-61b5-400c-8463-dc035e9400fc None None] Network 1d811551-e302-46a6-8707-0e184590d5df requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:04.824823 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e85e878-f596-494b-af73-c3e5c5cc3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:04.860541 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85e878-f596-494b-af73-c3e5c5cc3f3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=848b53d6-cd19-44d5-8ece-aedaf1393819,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:04.866014 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e85e878-f596-494b-af73-c3e5c5cc3f3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:04.872932 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6e85e878-f596-494b-af73-c3e5c5cc3f3f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/848b53d6-cd19-44d5-8ece-aedaf1393819 HTTP/1.1" status: 204 len: 168 time: 0.4241548 Dec 16 22:51:04.873301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49434) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:04.878271 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c52dac5-444d-4583-b8fb-baf6b3de0f8d None None] Network 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:04.899595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-437676a4-1f39-48de-bcc0-cc644e47db7d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7357123 Dec 16 22:51:04.903967 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49436) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:04.911409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d8dd0088-92cf-492c-896c-5262efe04846 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2001441909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:04.977944 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e9c272c-16ea-4ba1-951d-3e512c140769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.000242 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-1d811551-e302-46a6-8707-0e184590d5df', 'network_id': '1d811551-e302-46a6-8707-0e184590d5df', 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'fixed_ips': [{'subnet_id': '8d88f7c3-edc2-4a11-bd7e-22591623fcbc'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:51:05.001553 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.017490 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a756d5d4-17f3-4df7-a2df-80520afb3d39 None None] DHCP port deletion for 0de020fe-0aa5-4f8e-8dd0-b2a112b72456 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:51:05.020692 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8dd0088-92cf-492c-896c-5262efe04846 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.021976 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8dd0088-92cf-492c-896c-5262efe04846 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.077089 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e9c272c-16ea-4ba1-951d-3e512c140769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.098263 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5e9c272c-16ea-4ba1-951d-3e512c140769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de020fe-0aa5-4f8e-8dd0-b2a112b72456']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:05.108827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5e9c272c-16ea-4ba1-951d-3e512c140769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b63e06-6f38-4950-a1af-6c62eaa459bd') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:05.109604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-5e9c272c-16ea-4ba1-951d-3e512c140769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b63e06-6f38-4950-a1af-6c62eaa459bd') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:05.120405 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e9c272c-16ea-4ba1-951d-3e512c140769 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.135384 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e9c272c-16ea-4ba1-951d-3e512c140769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.141906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9c272c-16ea-4ba1-951d-3e512c140769 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:51:05.142301 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e9c272c-16ea-4ba1-951d-3e512c140769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:51:05.144072 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:51:05.163429 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Allocated IP 2001:db8::2 (1d811551-e302-46a6-8707-0e184590d5df/8d88f7c3-edc2-4a11-bd7e-22591623fcbc/ec756e34-184d-4775-b495-02e34c94442f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:05.233293 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8dd0088-92cf-492c-896c-5262efe04846 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.270232 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e9c272c-16ea-4ba1-951d-3e512c140769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.280284 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e9c272c-16ea-4ba1-951d-3e512c140769 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.283855 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5e9c272c-16ea-4ba1-951d-3e512c140769 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0de020fe-0aa5-4f8e-8dd0-b2a112b72456 HTTP/1.1" status: 204 len: 168 time: 0.4095256 Dec 16 22:51:05.296389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c272c-16ea-4ba1-951d-3e512c140769 admin admin] Pushing event deleted for resources: {'Network': ['ID=0de020fe-0aa5-4f8e-8dd0-b2a112b72456,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:05.298528 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8dd0088-92cf-492c-896c-5262efe04846 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.326251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.381673 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d8dd0088-92cf-492c-896c-5262efe04846 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.382870 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d8dd0088-92cf-492c-896c-5262efe04846 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4768593 Dec 16 22:51:05.386225 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49440) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:05.401610 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.443070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Network 1d811551-e302-46a6-8707-0e184590d5df is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:05.447305 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:05.451343 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:05.458863 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Pushing event updated for resources: {'Port': ['ID=ec756e34-184d-4775-b495-02e34c94442f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:05.511802 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Attempting to bind port ec756e34-184d-4775-b495-02e34c94442f on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:51:05.512179 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Attempting to bind port ec756e34-184d-4775-b495-02e34c94442f by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '44bcf42b-e872-49de-b92f-ed3a6a34b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1d811551-e302-46a6-8707-0e184590d5df'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:51:05.512550 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Attempting to bind port ec756e34-184d-4775-b495-02e34c94442f on network 1d811551-e302-46a6-8707-0e184590d5df {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:05.517667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:51:05.518040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Checking segment: {'id': '44bcf42b-e872-49de-b92f-ed3a6a34b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1d811551-e302-46a6-8707-0e184590d5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:05.518440 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.518834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Bound using segment: {'id': '44bcf42b-e872-49de-b92f-ed3a6a34b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1d811551-e302-46a6-8707-0e184590d5df'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:51:05.519330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Bound port: ec756e34-184d-4775-b495-02e34c94442f, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44bcf42b-e872-49de-b92f-ed3a6a34b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1d811551-e302-46a6-8707-0e184590d5df'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:51:05.519794 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.581901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49442) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:05.593362 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] For port ec756e34-184d-4775-b495-02e34c94442f, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:05.596935 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] For port ec756e34-184d-4775-b495-02e34c94442f, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ec756e34-184d-4775-b495-02e34c94442f,segment=NetworkSegment(44bcf42b-e872-49de-b92f-ed3a6a34b024),segment_id=44bcf42b-e872-49de-b92f-ed3a6a34b024)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:51:05.638814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-72a7b5d5-abcb-4660-9394-65d1ef3e5134 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5202e0b88c394b30a376510a4552c14e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0554481 Dec 16 22:51:05.641210 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49444) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:05.677388 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.689056 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.689466 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8778553-8958-437c-9929-68c71a12887a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.712618 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8778553-8958-437c-9929-68c71a12887a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.755192 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e039d-0229-4936-8591-e7649f08554e None None] Pushing event updated for resources: {'Port': ['ID=ec756e34-184d-4775-b495-02e34c94442f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:05.865676 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8778553-8958-437c-9929-68c71a12887a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.869447 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8778553-8958-437c-9929-68c71a12887a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:05.871382 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c8778553-8958-437c-9929-68c71a12887a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2da9057-118d-4923-a565-08584a14cac4 HTTP/1.1" status: 204 len: 168 time: 0.2289355 Dec 16 22:51:05.880597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8778553-8958-437c-9929-68c71a12887a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2da9057-118d-4923-a565-08584a14cac4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:05.971600 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Allocated IP 2001:db8::1 (1d811551-e302-46a6-8707-0e184590d5df/8d88f7c3-edc2-4a11-bd7e-22591623fcbc/becf78f7-3465-44fc-a3e4-962140eab8f8) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:06.119444 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:06.379135 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:06.438472 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network 1d811551-e302-46a6-8707-0e184590d5df is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:06.450225 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:06.454954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:06.455935 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:06.495104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=becf78f7-3465-44fc-a3e4-962140eab8f8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:06.498711 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ec756e34-184d-4775-b495-02e34c94442f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:06.554418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ec756e34-184d-4775-b495-02e34c94442f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:06.555693 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:06.645124 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:06.668550 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:06.697340 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port ec756e34-184d-4775-b495-02e34c94442f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ec756e34-184d-4775-b495-02e34c94442f,segment=NetworkSegment(44bcf42b-e872-49de-b92f-ed3a6a34b024),segment_id=44bcf42b-e872-49de-b92f-ed3a6a34b024)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:06.819780 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:06.899934 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780236d5-b988-41aa-b605-f9d4769344bb None None] Network 1d811551-e302-46a6-8707-0e184590d5df requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:06.918924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=ec756e34-184d-4775-b495-02e34c94442f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:06.979997 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0a3c5cc0-997b-4a07-8e82-41533c279a54 None None] Provisioning complete for port ec756e34-184d-4775-b495-02e34c94442f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:06.980391 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5cc0-997b-4a07-8e82-41533c279a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:06.981327 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:07.049488 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:07.053849 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:07.168380 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=becf78f7-3465-44fc-a3e4-962140eab8f8,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:07.250034 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network 1d811551-e302-46a6-8707-0e184590d5df is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:07.251444 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:07.433178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c3a3e6e2-5d50-4d61-b1aa-d32cdeca079e None None] Provisioning complete for port ec756e34-184d-4775-b495-02e34c94442f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:07.433316 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e6e2-5d50-4d61-b1aa-d32cdeca079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:07.459707 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router ed195267-4453-49bf-81e4-31eab7b374a3 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:51:07.537317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c3a3e6e2-5d50-4d61-b1aa-d32cdeca079e None None] Provisioning complete for port becf78f7-3465-44fc-a3e4-962140eab8f8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:07.537916 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e6e2-5d50-4d61-b1aa-d32cdeca079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:07.579102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:07.583536 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3e6e2-5d50-4d61-b1aa-d32cdeca079e None None] Port becf78f7-3465-44fc-a3e4-962140eab8f8 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:07.586685 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c2ef75bb-5cb6-425a-aaa9-cde2162596a8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/ed195267-4453-49bf-81e4-31eab7b374a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1989236 Dec 16 22:51:07.590215 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49484) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:07.594885 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84bc8b-11b9-4b6d-86cd-f109e8179776 None None] Sync routers for ids ['ed195267-4453-49bf-81e4-31eab7b374a3'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:07.609345 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b84bc8b-11b9-4b6d-86cd-f109e8179776 None None] Routers {'ed195267-4453-49bf-81e4-31eab7b374a3'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:07.610054 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0b84bc8b-11b9-4b6d-86cd-f109e8179776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ed195267-4453-49bf-81e4-31eab7b374a3'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:07.639093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa8680e-0158-4823-a341-a24093593e4d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:07.640716 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8fa8680e-0158-4823-a341-a24093593e4d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports/becf78f7-3465-44fc-a3e4-962140eab8f8 HTTP/1.1" status: 200 len: 911 time: 0.0493491 Dec 16 22:51:07.643500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49486) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:07.646631 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0b84bc8b-11b9-4b6d-86cd-f109e8179776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:07.657827 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b84bc8b-11b9-4b6d-86cd-f109e8179776 None None] Routers {'ed195267-4453-49bf-81e4-31eab7b374a3'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:07.658507 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0b84bc8b-11b9-4b6d-86cd-f109e8179776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ed195267-4453-49bf-81e4-31eab7b374a3'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:07.704703 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0b84bc8b-11b9-4b6d-86cd-f109e8179776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:07.705782 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84bc8b-11b9-4b6d-86cd-f109e8179776 None None] The sync data for ids ['ed195267-4453-49bf-81e4-31eab7b374a3'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:07.713190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a10ddccc-a18f-4884-9732-df58122cefda None None] Provisioning complete for port becf78f7-3465-44fc-a3e4-962140eab8f8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:07.713668 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a10ddccc-a18f-4884-9732-df58122cefda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:07.754009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a10ddccc-a18f-4884-9732-df58122cefda None None] Port becf78f7-3465-44fc-a3e4-962140eab8f8 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:07.975981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7dea8bde-7066-4b01-a473-28bb19fdc33d None None] Provisioning complete for port becf78f7-3465-44fc-a3e4-962140eab8f8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:07.976363 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7dea8bde-7066-4b01-a473-28bb19fdc33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:08.012163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7dea8bde-7066-4b01-a473-28bb19fdc33d None None] Port becf78f7-3465-44fc-a3e4-962140eab8f8 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:08.273858 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60aab233-8c98-417a-81d5-8cd349fbc83b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:08.463981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ec756e34-184d-4775-b495-02e34c94442f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:08.514092 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ec756e34-184d-4775-b495-02e34c94442f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:08.514566 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:08.532528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-60aab233-8c98-417a-81d5-8cd349fbc83b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port becf78f7-3465-44fc-a3e4-962140eab8f8 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:08.532812 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60aab233-8c98-417a-81d5-8cd349fbc83b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:08.630435 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60aab233-8c98-417a-81d5-8cd349fbc83b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:08.643611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-60aab233-8c98-417a-81d5-8cd349fbc83b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for becf78f7-3465-44fc-a3e4-962140eab8f8 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:08.905436 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60aab233-8c98-417a-81d5-8cd349fbc83b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:08.921408 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:51:08.930478 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aab233-8c98-417a-81d5-8cd349fbc83b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=becf78f7-3465-44fc-a3e4-962140eab8f8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:09.040029 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60aab233-8c98-417a-81d5-8cd349fbc83b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:09.234868 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60aab233-8c98-417a-81d5-8cd349fbc83b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router ed195267-4453-49bf-81e4-31eab7b374a3 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:51:09.314817 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60aab233-8c98-417a-81d5-8cd349fbc83b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:09.320885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-60aab233-8c98-417a-81d5-8cd349fbc83b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/ed195267-4453-49bf-81e4-31eab7b374a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6755836 Dec 16 22:51:09.323218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49500) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:09.326981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27672a97-dde8-4c6e-8661-35c66b19b9c9 None None] Sync routers for ids ['ed195267-4453-49bf-81e4-31eab7b374a3'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:09.341163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27672a97-dde8-4c6e-8661-35c66b19b9c9 None None] Routers {'ed195267-4453-49bf-81e4-31eab7b374a3'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:09.341814 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-27672a97-dde8-4c6e-8661-35c66b19b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ed195267-4453-49bf-81e4-31eab7b374a3'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:09.352627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f320ec7c-735a-43ad-ab11-8783f3f37933 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed195267-4453-49bf-81e4-31eab7b374a3 HTTP/1.1" status: 200 len: 205 time: 0.0278904 Dec 16 22:51:09.355122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49502) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:09.379685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-27672a97-dde8-4c6e-8661-35c66b19b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:09.389165 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27672a97-dde8-4c6e-8661-35c66b19b9c9 None None] Routers {'ed195267-4453-49bf-81e4-31eab7b374a3'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:09.389801 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-27672a97-dde8-4c6e-8661-35c66b19b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ed195267-4453-49bf-81e4-31eab7b374a3'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:09.427648 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-27672a97-dde8-4c6e-8661-35c66b19b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:09.428240 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27672a97-dde8-4c6e-8661-35c66b19b9c9 None None] The sync data for ids ['ed195267-4453-49bf-81e4-31eab7b374a3'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:09.431198 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c70ffe0-22ab-44ae-88e6-637488bbe6dd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:09.588402 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c70ffe0-22ab-44ae-88e6-637488bbe6dd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:09.590467 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c70ffe0-22ab-44ae-88e6-637488bbe6dd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:10.025409 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c70ffe0-22ab-44ae-88e6-637488bbe6dd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:10.025974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c70ffe0-22ab-44ae-88e6-637488bbe6dd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Fanout notify agent at l3_agent the message router_deleted on router ed195267-4453-49bf-81e4-31eab7b374a3 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:51:10.032973 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c70ffe0-22ab-44ae-88e6-637488bbe6dd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:10.034120 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6c70ffe0-22ab-44ae-88e6-637488bbe6dd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/routers/ed195267-4453-49bf-81e4-31eab7b374a3 HTTP/1.1" status: 204 len: 168 time: 0.6778545 Dec 16 22:51:10.037432 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49504) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:10.093126 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting subnet 8d88f7c3-edc2-4a11-bd7e-22591623fcbc {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:51:10.096388 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:10.137052 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:10.225261 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:10.397343 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:10.423702 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Subnet': ['ID=8d88f7c3-edc2-4a11-bd7e-22591623fcbc,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:10.434170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:10.434526 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:10.434877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:10.435222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:10.435590 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:10.435914 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:10.436347 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:10.436558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:10.436882 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:10.437211 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:10.437537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:10.437859 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:10.438283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:10.441508 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:10.444623 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0a513937-299c-4076-81c3-d37d8a543530 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/8d88f7c3-edc2-4a11-bd7e-22591623fcbc HTTP/1.1" status: 204 len: 168 time: 0.4062331 Dec 16 22:51:10.447452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde22de0-e292-4dea-813f-cb8bce257f56 None None] Network 1d811551-e302-46a6-8707-0e184590d5df requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:10.447953 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49512) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:10.530210 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:10.591666 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port ec756e34-184d-4775-b495-02e34c94442f {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:10.592013 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:10.600617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4dcd0f-150d-4bdd-849f-509b5dd83d3a None None] DHCP port deletion for 1d811551-e302-46a6-8707-0e184590d5df request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:51:10.655190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1f4dcd0f-150d-4bdd-849f-509b5dd83d3a None None] Deleting port ec756e34-184d-4775-b495-02e34c94442f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:10.655624 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f4dcd0f-150d-4bdd-849f-509b5dd83d3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:10.672979 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] For port ec756e34-184d-4775-b495-02e34c94442f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ec756e34-184d-4775-b495-02e34c94442f,segment=NetworkSegment(44bcf42b-e872-49de-b92f-ed3a6a34b024),segment_id=44bcf42b-e872-49de-b92f-ed3a6a34b024)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:10.673405 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:10.686972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for ec756e34-184d-4775-b495-02e34c94442f owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:10.723563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1f4dcd0f-150d-4bdd-849f-509b5dd83d3a None None] For port ec756e34-184d-4775-b495-02e34c94442f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ec756e34-184d-4775-b495-02e34c94442f,segment=NetworkSegment(44bcf42b-e872-49de-b92f-ed3a6a34b024),segment_id=44bcf42b-e872-49de-b92f-ed3a6a34b024)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:10.723960 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f4dcd0f-150d-4bdd-849f-509b5dd83d3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:10.741271 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1f4dcd0f-150d-4bdd-849f-509b5dd83d3a None None] Calling delete_port for ec756e34-184d-4775-b495-02e34c94442f owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:10.871015 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:10.878273 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f4dcd0f-150d-4bdd-849f-509b5dd83d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:10.898997 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=ec756e34-184d-4775-b495-02e34c94442f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:10.905280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dcd0f-150d-4bdd-849f-509b5dd83d3a None None] Pushing event deleted for resources: {'Port': ['ID=ec756e34-184d-4775-b495-02e34c94442f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:10.907037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No DVR routers for this DVR port ec756e34-184d-4775-b495-02e34c94442f on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:51:10.909464 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4dcd0f-150d-4bdd-849f-509b5dd83d3a None None] No DVR routers for this DVR port ec756e34-184d-4775-b495-02e34c94442f on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:51:10.993188 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:11.014908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d811551-e302-46a6-8707-0e184590d5df']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:11.025817 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bcf42b-e872-49de-b92f-ed3a6a34b024') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:11.026124 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bcf42b-e872-49de-b92f-ed3a6a34b024') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:11.036043 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:11.049543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:11.056250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:51:11.056642 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:51:11.059676 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:51:11.162837 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:11.169974 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:11.175519 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/networks/1d811551-e302-46a6-8707-0e184590d5df HTTP/1.1" status: 204 len: 168 time: 0.7245162 Dec 16 22:51:11.176917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49516) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:11.183087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1591938675', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}, 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:11.186528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a72897-6fb6-4c59-b1d8-0d12cf98750c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Network': ['ID=1d811551-e302-46a6-8707-0e184590d5df,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:11.264093 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:11.265178 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:11.320704 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:11.533531 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:11.835622 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:11.856647 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:11.966844 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Allocated IP 172.25.2.45 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/3c413ba8-41ec-4600-b5ce-3b3fbb8021f5) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:12.078124 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:12.171852 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:12.235878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=3c413ba8-41ec-4600-b5ce-3b3fbb8021f5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:12.268924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:12.271942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:12.288387 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:12.293241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dabd144-eb1f-4dd0-a820-c6040d52466b None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:51:12.358370 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cafbe4d5-828a-48b4-afe2-93445b024ac7 None None] Provisioning complete for port 3c413ba8-41ec-4600-b5ce-3b3fbb8021f5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:12.358751 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cafbe4d5-828a-48b4-afe2-93445b024ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:12.412315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cafbe4d5-828a-48b4-afe2-93445b024ac7 None None] Port 3c413ba8-41ec-4600-b5ce-3b3fbb8021f5 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:12.464928 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ec756e34-184d-4775-b495-02e34c94442f no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:51:12.486793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: ec756e34-184d-4775-b495-02e34c94442f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:51:12.487154 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ec756e34-184d-4775-b495-02e34c94442f not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:51:12.621825 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:12.843691 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:13.099651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router 1f157ef2-038b-4784-9f07-d8f5d2ae3fd5 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:51:13.211286 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:13.223176 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b81c91-1623-4dc7-9c06-52e8234fd5db None None] Sync routers for ids ['1f157ef2-038b-4784-9f07-d8f5d2ae3fd5'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:13.234807 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b81c91-1623-4dc7-9c06-52e8234fd5db None None] Routers {'1f157ef2-038b-4784-9f07-d8f5d2ae3fd5'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:13.237141 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f7b81c91-1623-4dc7-9c06-52e8234fd5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['1f157ef2-038b-4784-9f07-d8f5d2ae3fd5'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:13.268271 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f7b81c91-1623-4dc7-9c06-52e8234fd5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:13.283747 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b81c91-1623-4dc7-9c06-52e8234fd5db None None] Routers {'1f157ef2-038b-4784-9f07-d8f5d2ae3fd5'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:13.284609 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f7b81c91-1623-4dc7-9c06-52e8234fd5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['1f157ef2-038b-4784-9f07-d8f5d2ae3fd5'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:13.326258 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:13.327978 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a3e16968-a573-4e4b-b29f-c462e57ee72e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.1493373 Dec 16 22:51:13.330547 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f7b81c91-1623-4dc7-9c06-52e8234fd5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:13.330814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49532) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:13.331214 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b81c91-1623-4dc7-9c06-52e8234fd5db None None] The sync data for ids ['1f157ef2-038b-4784-9f07-d8f5d2ae3fd5'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:13.391357 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:13.446051 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dbe22eaa-0acd-45db-9b36-d979705856a2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/routers/1f157ef2-038b-4784-9f07-d8f5d2ae3fd5 HTTP/1.1" status: 200 len: 884 time: 0.1125638 Dec 16 22:51:13.448017 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49534) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:13.505350 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:13.650322 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bdf7310b-1773-4de1-8089-33f47cb7c760 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2008595 Dec 16 22:51:13.652635 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49538) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:13.657328 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-76bc3097-bca5-484a-8ef7-f1a41f7e2573 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1591938675'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:13.968479 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76bc3097-bca5-484a-8ef7-f1a41f7e2573 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:14.060156 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76bc3097-bca5-484a-8ef7-f1a41f7e2573 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:14.181499 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bc3097-bca5-484a-8ef7-f1a41f7e2573 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router 1f157ef2-038b-4784-9f07-d8f5d2ae3fd5 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:51:14.301336 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bc3097-bca5-484a-8ef7-f1a41f7e2573 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:14.309167 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76bc3097-bca5-484a-8ef7-f1a41f7e2573 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:14.310381 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-76bc3097-bca5-484a-8ef7-f1a41f7e2573 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/1f157ef2-038b-4784-9f07-d8f5d2ae3fd5 HTTP/1.1" status: 200 len: 891 time: 0.6565495 Dec 16 22:51:14.311149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb09bd1d-0303-4f82-8827-ff136955790a None None] Sync routers for ids ['1f157ef2-038b-4784-9f07-d8f5d2ae3fd5'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:14.312993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49542) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:14.324342 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb09bd1d-0303-4f82-8827-ff136955790a None None] Routers {'1f157ef2-038b-4784-9f07-d8f5d2ae3fd5'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:14.324984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-eb09bd1d-0303-4f82-8827-ff136955790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['1f157ef2-038b-4784-9f07-d8f5d2ae3fd5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:14.358190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-eb09bd1d-0303-4f82-8827-ff136955790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:14.368812 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb09bd1d-0303-4f82-8827-ff136955790a None None] Routers {'1f157ef2-038b-4784-9f07-d8f5d2ae3fd5'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:14.369468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-eb09bd1d-0303-4f82-8827-ff136955790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['1f157ef2-038b-4784-9f07-d8f5d2ae3fd5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:14.407942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-eb09bd1d-0303-4f82-8827-ff136955790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:14.408643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb09bd1d-0303-4f82-8827-ff136955790a None None] The sync data for ids ['1f157ef2-038b-4784-9f07-d8f5d2ae3fd5'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:14.436221 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2d031418-4e62-4896-affd-2c96b776c99f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/routers/1f157ef2-038b-4784-9f07-d8f5d2ae3fd5 HTTP/1.1" status: 200 len: 891 time: 0.1220593 Dec 16 22:51:14.438743 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49544) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:14.467317 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b4a7e985-b8cd-4b2a-acc8-effaf9cf37bb tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f157ef2-038b-4784-9f07-d8f5d2ae3fd5 HTTP/1.1" status: 200 len: 205 time: 0.0266345 Dec 16 22:51:14.468878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49546) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:14.575677 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1259bb8d-6d7f-4c09-9d35-7e575771b664 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:14.682277 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1259bb8d-6d7f-4c09-9d35-7e575771b664 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:14.801349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-1259bb8d-6d7f-4c09-9d35-7e575771b664 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port 3c413ba8-41ec-4600-b5ce-3b3fbb8021f5 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:14.801590 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1259bb8d-6d7f-4c09-9d35-7e575771b664 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:14.881727 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1259bb8d-6d7f-4c09-9d35-7e575771b664 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:14.893426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-1259bb8d-6d7f-4c09-9d35-7e575771b664 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for 3c413ba8-41ec-4600-b5ce-3b3fbb8021f5 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:15.117232 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1259bb8d-6d7f-4c09-9d35-7e575771b664 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:15.144614 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259bb8d-6d7f-4c09-9d35-7e575771b664 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=3c413ba8-41ec-4600-b5ce-3b3fbb8021f5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:15.157205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47b7ec2-73fa-4aaf-9076-65369671a1f2 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:51:15.208271 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1259bb8d-6d7f-4c09-9d35-7e575771b664 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:15.303583 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1259bb8d-6d7f-4c09-9d35-7e575771b664 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:15.307032 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1259bb8d-6d7f-4c09-9d35-7e575771b664 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:15.402489 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1259bb8d-6d7f-4c09-9d35-7e575771b664 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:15.402983 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1259bb8d-6d7f-4c09-9d35-7e575771b664 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Fanout notify agent at l3_agent the message router_deleted on router 1f157ef2-038b-4784-9f07-d8f5d2ae3fd5 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:51:15.413333 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1259bb8d-6d7f-4c09-9d35-7e575771b664 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:15.413333 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1259bb8d-6d7f-4c09-9d35-7e575771b664 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/routers/1f157ef2-038b-4784-9f07-d8f5d2ae3fd5 HTTP/1.1" status: 204 len: 168 time: 0.9415390 Dec 16 22:51:15.415461 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49556) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:15.420880 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f8c180de-bc91-49da-80c4-ca9b4543ac7c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-687895622'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:15.494050 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c180de-bc91-49da-80c4-ca9b4543ac7c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:51:15.497619 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8c180de-bc91-49da-80c4-ca9b4543ac7c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:15.521850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c180de-bc91-49da-80c4-ca9b4543ac7c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:51:15.531172 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8c180de-bc91-49da-80c4-ca9b4543ac7c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:15.531569 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-f8c180de-bc91-49da-80c4-ca9b4543ac7c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Added segment c654230b-521f-47a6-af0c-d4d8b1fb4c64 of type vlan for network 2c0103eb-7c16-4832-b278-31af04b19857 Dec 16 22:51:15.572902 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8c180de-bc91-49da-80c4-ca9b4543ac7c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:15.624884 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8c180de-bc91-49da-80c4-ca9b4543ac7c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:15.630535 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c180de-bc91-49da-80c4-ca9b4543ac7c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:15.631120 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8c180de-bc91-49da-80c4-ca9b4543ac7c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:15.707101 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c180de-bc91-49da-80c4-ca9b4543ac7c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Network': ['ID=2c0103eb-7c16-4832-b278-31af04b19857,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:15.719569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 2c0103eb-7c16-4832-b278-31af04b19857 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:51:15.752425 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f8c180de-bc91-49da-80c4-ca9b4543ac7c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3357325 Dec 16 22:51:15.755288 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49560) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:15.760407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d80deeb5-fbad-49dd-af43-094e3c2ef7e2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'subnet': {'network_id': '2c0103eb-7c16-4832-b278-31af04b19857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:15.905594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80deeb5-fbad-49dd-af43-094e3c2ef7e2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:51:15.909546 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d80deeb5-fbad-49dd-af43-094e3c2ef7e2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:16.163045 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d80deeb5-fbad-49dd-af43-094e3c2ef7e2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:16.224750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80deeb5-fbad-49dd-af43-094e3c2ef7e2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Subnet': ['ID=112ed42f-5570-4436-99f4-36087d560ce9,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:16.234561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80deeb5-fbad-49dd-af43-094e3c2ef7e2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Checking segment: {'id': 'c654230b-521f-47a6-af0c-d4d8b1fb4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2c0103eb-7c16-4832-b278-31af04b19857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:16.234917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80deeb5-fbad-49dd-af43-094e3c2ef7e2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network hostable DHCP agents. Network: 2c0103eb-7c16-4832-b278-31af04b19857, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:51:16.311368 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80deeb5-fbad-49dd-af43-094e3c2ef7e2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network 2c0103eb-7c16-4832-b278-31af04b19857 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:51:16.380124 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d80deeb5-fbad-49dd-af43-094e3c2ef7e2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 2c0103eb-7c16-4832-b278-31af04b19857) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:16.388257 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a56d0-2bc8-4e9e-ab64-9cea44e7c3c8 None None] Network 2c0103eb-7c16-4832-b278-31af04b19857 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:16.392002 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80deeb5-fbad-49dd-af43-094e3c2ef7e2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:16.392619 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d80deeb5-fbad-49dd-af43-094e3c2ef7e2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:16.484303 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d80deeb5-fbad-49dd-af43-094e3c2ef7e2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7277792 Dec 16 22:51:16.487559 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49564) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:16.493837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f8a5718d-a71e-4806-adda-5df287db110e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1812901698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:16.514074 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-2c0103eb-7c16-4832-b278-31af04b19857', 'network_id': '2c0103eb-7c16-4832-b278-31af04b19857', 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'fixed_ips': [{'subnet_id': '112ed42f-5570-4436-99f4-36087d560ce9'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:51:16.515641 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:16.572875 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8a5718d-a71e-4806-adda-5df287db110e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:16.574194 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8a5718d-a71e-4806-adda-5df287db110e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:16.636010 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8a5718d-a71e-4806-adda-5df287db110e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:16.667613 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Allocated IP 2001:db8::2 (2c0103eb-7c16-4832-b278-31af04b19857/112ed42f-5570-4436-99f4-36087d560ce9/498793cc-1110-43e7-b117-6a2b995266e4) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:16.715729 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8a5718d-a71e-4806-adda-5df287db110e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:16.805129 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8a5718d-a71e-4806-adda-5df287db110e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:16.806388 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f8a5718d-a71e-4806-adda-5df287db110e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3176208 Dec 16 22:51:16.810374 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49566) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:16.865673 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:16.974757 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:17.017183 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Network 2c0103eb-7c16-4832-b278-31af04b19857 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:17.020507 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:17.025494 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:17.038819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Pushing event updated for resources: {'Port': ['ID=498793cc-1110-43e7-b117-6a2b995266e4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:17.093978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Attempting to bind port 498793cc-1110-43e7-b117-6a2b995266e4 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:51:17.094546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Attempting to bind port 498793cc-1110-43e7-b117-6a2b995266e4 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'c654230b-521f-47a6-af0c-d4d8b1fb4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2c0103eb-7c16-4832-b278-31af04b19857'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:51:17.095024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Attempting to bind port 498793cc-1110-43e7-b117-6a2b995266e4 on network 2c0103eb-7c16-4832-b278-31af04b19857 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:17.101169 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:51:17.101710 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Checking segment: {'id': 'c654230b-521f-47a6-af0c-d4d8b1fb4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2c0103eb-7c16-4832-b278-31af04b19857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:17.102251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:17.102742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Bound using segment: {'id': 'c654230b-521f-47a6-af0c-d4d8b1fb4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2c0103eb-7c16-4832-b278-31af04b19857'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:51:17.103405 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Bound port: 498793cc-1110-43e7-b117-6a2b995266e4, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c654230b-521f-47a6-af0c-d4d8b1fb4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2c0103eb-7c16-4832-b278-31af04b19857'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:51:17.103901 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:17.174228 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] For port 498793cc-1110-43e7-b117-6a2b995266e4, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:17.177787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] For port 498793cc-1110-43e7-b117-6a2b995266e4, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=498793cc-1110-43e7-b117-6a2b995266e4,segment=NetworkSegment(c654230b-521f-47a6-af0c-d4d8b1fb4c64),segment_id=c654230b-521f-47a6-af0c-d4d8b1fb4c64)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:51:17.277760 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:17.352944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0eef1a-d472-4e68-b68f-0df6c6c3292b None None] Pushing event updated for resources: {'Port': ['ID=498793cc-1110-43e7-b117-6a2b995266e4,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:17.450225 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:17.718985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Allocated IP 2001:db8::1 (2c0103eb-7c16-4832-b278-31af04b19857/112ed42f-5570-4436-99f4-36087d560ce9/7bb03a45-9f20-4a75-b910-bc7aa5fcfaf1) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:17.839004 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:17.922961 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:17.972839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network 2c0103eb-7c16-4832-b278-31af04b19857 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:17.977758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:17.981399 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:17.982067 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:18.025679 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=7bb03a45-9f20-4a75-b910-bc7aa5fcfaf1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:18.170089 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:18.360777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961e6eed-d3f8-4624-a3ce-e66e30b5a404 None None] Network 2c0103eb-7c16-4832-b278-31af04b19857 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:18.488796 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:18.492285 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-18b56dfd-91cb-4685-bcee-3d22af830804 None None] Provisioning complete for port 498793cc-1110-43e7-b117-6a2b995266e4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:18.492466 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18b56dfd-91cb-4685-bcee-3d22af830804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:18.573545 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:18.578500 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:18.580111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 498793cc-1110-43e7-b117-6a2b995266e4 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:18.639423 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18b56dfd-91cb-4685-bcee-3d22af830804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:18.678032 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=7bb03a45-9f20-4a75-b910-bc7aa5fcfaf1,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:18.689105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-18b56dfd-91cb-4685-bcee-3d22af830804 None None] For port 498793cc-1110-43e7-b117-6a2b995266e4, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=498793cc-1110-43e7-b117-6a2b995266e4,segment=NetworkSegment(c654230b-521f-47a6-af0c-d4d8b1fb4c64),segment_id=c654230b-521f-47a6-af0c-d4d8b1fb4c64)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:18.698003 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 498793cc-1110-43e7-b117-6a2b995266e4 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:18.699029 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:18.737590 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network 2c0103eb-7c16-4832-b278-31af04b19857 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:18.740145 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:18.772229 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18b56dfd-91cb-4685-bcee-3d22af830804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:18.909865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b56dfd-91cb-4685-bcee-3d22af830804 None None] Pushing event updated for resources: {'Port': ['ID=498793cc-1110-43e7-b117-6a2b995266e4,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:18.919141 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-544c3691-4ef2-418e-9f00-76022a647ba6 None None] Provisioning complete for port 498793cc-1110-43e7-b117-6a2b995266e4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:18.919619 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-544c3691-4ef2-418e-9f00-76022a647ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:19.011530 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49582) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:19.018744 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router a61ad4db-2d01-475d-8fe1-4cdbc8057081 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:51:19.071855 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-544c3691-4ef2-418e-9f00-76022a647ba6 None None] Provisioning complete for port 7bb03a45-9f20-4a75-b910-bc7aa5fcfaf1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:19.073661 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-544c3691-4ef2-418e-9f00-76022a647ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:19.152876 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-544c3691-4ef2-418e-9f00-76022a647ba6 None None] Port 7bb03a45-9f20-4a75-b910-bc7aa5fcfaf1 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:19.203685 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b800f00c-689f-4dce-9df4-2fa4aab8d26b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:19.221686 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:19.233494 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f31a3-6336-4cc8-9f23-7565be0d1a2e None None] Sync routers for ids ['a61ad4db-2d01-475d-8fe1-4cdbc8057081'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:19.234163 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e1ee4a1c-d063-4468-b8b2-97b95bd5a54c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/a61ad4db-2d01-475d-8fe1-4cdbc8057081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4227464 Dec 16 22:51:19.236849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49588) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:19.249038 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f31a3-6336-4cc8-9f23-7565be0d1a2e None None] Routers {'a61ad4db-2d01-475d-8fe1-4cdbc8057081'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:19.249859 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fe6f31a3-6336-4cc8-9f23-7565be0d1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a61ad4db-2d01-475d-8fe1-4cdbc8057081'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:19.286587 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fe6f31a3-6336-4cc8-9f23-7565be0d1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:19.297602 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6b991f3e-3668-44ce-b438-1f52fc72a30a None None] Provisioning complete for port 7bb03a45-9f20-4a75-b910-bc7aa5fcfaf1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:19.298303 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b991f3e-3668-44ce-b438-1f52fc72a30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:19.302108 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f31a3-6336-4cc8-9f23-7565be0d1a2e None None] Routers {'a61ad4db-2d01-475d-8fe1-4cdbc8057081'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:19.303132 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fe6f31a3-6336-4cc8-9f23-7565be0d1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a61ad4db-2d01-475d-8fe1-4cdbc8057081'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:19.344307 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b800f00c-689f-4dce-9df4-2fa4aab8d26b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:19.350177 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fe6f31a3-6336-4cc8-9f23-7565be0d1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:19.351832 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f31a3-6336-4cc8-9f23-7565be0d1a2e None None] The sync data for ids ['a61ad4db-2d01-475d-8fe1-4cdbc8057081'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:19.361042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95308136-ec49-4290-95fe-a5690febdb52 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:19.365129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-95308136-ec49-4290-95fe-a5690febdb52 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports/7bb03a45-9f20-4a75-b910-bc7aa5fcfaf1 HTTP/1.1" status: 200 len: 911 time: 0.1247365 Dec 16 22:51:19.368797 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49590) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:19.375890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4251879f-4e10-4ef8-af90-99926e5e69d1 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '112ed42f-5570-4436-99f4-36087d560ce9'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:19.390688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6b991f3e-3668-44ce-b438-1f52fc72a30a None None] Port 7bb03a45-9f20-4a75-b910-bc7aa5fcfaf1 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:19.401074 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b800f00c-689f-4dce-9df4-2fa4aab8d26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:19.450072 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800f00c-689f-4dce-9df4-2fa4aab8d26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756af691-f643-4305-a535-e8a8e5dfcb74,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:19.454358 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b800f00c-689f-4dce-9df4-2fa4aab8d26b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1e1e011720143f89bef2ddca6ce2d68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4414647 Dec 16 22:51:19.456973 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49592) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:19.506968 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a52945c0-b822-4284-9f29-c80be0694c3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:19.511139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a1ca9281-fbff-4e11-a342-f56367808b2a None None] Provisioning complete for port 7bb03a45-9f20-4a75-b910-bc7aa5fcfaf1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:19.511604 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9281-fbff-4e11-a342-f56367808b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:19.529613 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a52945c0-b822-4284-9f29-c80be0694c3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:19.546871 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4251879f-4e10-4ef8-af90-99926e5e69d1 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:19.547402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca9281-fbff-4e11-a342-f56367808b2a None None] Port 7bb03a45-9f20-4a75-b910-bc7aa5fcfaf1 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:19.677148 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a52945c0-b822-4284-9f29-c80be0694c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:19.680571 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a52945c0-b822-4284-9f29-c80be0694c3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:19.681728 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a52945c0-b822-4284-9f29-c80be0694c3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/756af691-f643-4305-a535-e8a8e5dfcb74 HTTP/1.1" status: 204 len: 168 time: 0.2237065 Dec 16 22:51:19.693125 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52945c0-b822-4284-9f29-c80be0694c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756af691-f643-4305-a535-e8a8e5dfcb74,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:20.071157 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-48dce7d1-d110-45e8-8fac-40d5ac51e909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:20.190392 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4251879f-4e10-4ef8-af90-99926e5e69d1 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:20.276417 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4251879f-4e10-4ef8-af90-99926e5e69d1 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:20.284644 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4251879f-4e10-4ef8-af90-99926e5e69d1 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:20.285293 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4251879f-4e10-4ef8-af90-99926e5e69d1 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:20.287011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4251879f-4e10-4ef8-af90-99926e5e69d1 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/ports/7bb03a45-9f20-4a75-b910-bc7aa5fcfaf1 HTTP/1.1" status: 200 len: 911 time: 0.9168587 Dec 16 22:51:20.290445 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49608) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:20.338037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251879f-4e10-4ef8-af90-99926e5e69d1 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=7bb03a45-9f20-4a75-b910-bc7aa5fcfaf1,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:20.464810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 498793cc-1110-43e7-b117-6a2b995266e4 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:20.532036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 498793cc-1110-43e7-b117-6a2b995266e4 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:20.532628 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:20.619740 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2e91783-2440-480c-b1c8-72a50b94797d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:20.869617 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f2e91783-2440-480c-b1c8-72a50b94797d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port 7bb03a45-9f20-4a75-b910-bc7aa5fcfaf1 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:20.869956 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2e91783-2440-480c-b1c8-72a50b94797d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:20.967759 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2e91783-2440-480c-b1c8-72a50b94797d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:20.974403 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f2e91783-2440-480c-b1c8-72a50b94797d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for 7bb03a45-9f20-4a75-b910-bc7aa5fcfaf1 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:21.230845 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2e91783-2440-480c-b1c8-72a50b94797d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:21.266896 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e91783-2440-480c-b1c8-72a50b94797d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=7bb03a45-9f20-4a75-b910-bc7aa5fcfaf1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:21.372251 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2e91783-2440-480c-b1c8-72a50b94797d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:21.536925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e91783-2440-480c-b1c8-72a50b94797d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router a61ad4db-2d01-475d-8fe1-4cdbc8057081 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:51:21.593835 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49634) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:21.614575 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e91783-2440-480c-b1c8-72a50b94797d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:21.624175 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f2e91783-2440-480c-b1c8-72a50b94797d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/a61ad4db-2d01-475d-8fe1-4cdbc8057081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3294716 Dec 16 22:51:21.624838 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49638) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:21.624966 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276befa0-111f-4df4-a82b-caf25b2a74a6 None None] Sync routers for ids ['a61ad4db-2d01-475d-8fe1-4cdbc8057081'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:21.636529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276befa0-111f-4df4-a82b-caf25b2a74a6 None None] Routers {'a61ad4db-2d01-475d-8fe1-4cdbc8057081'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:21.637177 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-276befa0-111f-4df4-a82b-caf25b2a74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a61ad4db-2d01-475d-8fe1-4cdbc8057081'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:21.659513 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f9e5187a-ea8b-429b-8aee-53b74bd43f56 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61ad4db-2d01-475d-8fe1-4cdbc8057081 HTTP/1.1" status: 200 len: 205 time: 0.0317245 Dec 16 22:51:21.660141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49640) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:21.675341 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-276befa0-111f-4df4-a82b-caf25b2a74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:21.685282 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276befa0-111f-4df4-a82b-caf25b2a74a6 None None] Routers {'a61ad4db-2d01-475d-8fe1-4cdbc8057081'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:21.685937 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-276befa0-111f-4df4-a82b-caf25b2a74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:50:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['a61ad4db-2d01-475d-8fe1-4cdbc8057081'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:21.719286 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-276befa0-111f-4df4-a82b-caf25b2a74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:21.719980 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276befa0-111f-4df4-a82b-caf25b2a74a6 None None] The sync data for ids ['a61ad4db-2d01-475d-8fe1-4cdbc8057081'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:21.743676 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a805f84f-a8dc-41f1-ab17-708f43baf035 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:21.808058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e191a98c-da69-4606-bae7-8b231155237e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'network': {'name': 'tempest-network-smoke--398847702', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'port_security_enabled': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:21.934228 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a805f84f-a8dc-41f1-ab17-708f43baf035 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:21.936561 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a805f84f-a8dc-41f1-ab17-708f43baf035 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:21.985056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e191a98c-da69-4606-bae7-8b231155237e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Made reservation on behalf of 53b23556a8674c1098e88ae07b15dd0f for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:51:21.988792 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e191a98c-da69-4606-bae7-8b231155237e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:21.998235 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e191a98c-da69-4606-bae7-8b231155237e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.084084 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a805f84f-a8dc-41f1-ab17-708f43baf035 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.084644 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a805f84f-a8dc-41f1-ab17-708f43baf035 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Fanout notify agent at l3_agent the message router_deleted on router a61ad4db-2d01-475d-8fe1-4cdbc8057081 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:51:22.092345 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a805f84f-a8dc-41f1-ab17-708f43baf035 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.093475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a805f84f-a8dc-41f1-ab17-708f43baf035 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/routers/a61ad4db-2d01-475d-8fe1-4cdbc8057081 HTTP/1.1" status: 204 len: 168 time: 0.4321523 Dec 16 22:51:22.096217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49642) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:22.148271 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-079b5974-1c60-4f78-926b-86db7312b457 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting subnet 112ed42f-5570-4436-99f4-36087d560ce9 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:51:22.151859 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-079b5974-1c60-4f78-926b-86db7312b457 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.152866 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e191a98c-da69-4606-bae7-8b231155237e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.192638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-079b5974-1c60-4f78-926b-86db7312b457 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.240983 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e191a98c-da69-4606-bae7-8b231155237e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.265920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e191a98c-da69-4606-bae7-8b231155237e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:51:22.280307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191a98c-da69-4606-bae7-8b231155237e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df0b8158-a6d5-4324-ad07-9d89112dca2b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:22.285271 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e191a98c-da69-4606-bae7-8b231155237e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.287665 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-e191a98c-da69-4606-bae7-8b231155237e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Added segment f738e58b-c03f-4a1b-a4ee-46e1594abecb of type vlan for network af9074ee-c99c-49a2-98d0-cc28b9901f29 Dec 16 22:51:22.287798 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-079b5974-1c60-4f78-926b-86db7312b457 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.333621 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e191a98c-da69-4606-bae7-8b231155237e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.419514 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-079b5974-1c60-4f78-926b-86db7312b457 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.441863 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f802e8d-32f0-486b-bb2f-cfeaf0dc2ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.442102 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e191a98c-da69-4606-bae7-8b231155237e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.447685 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b5974-1c60-4f78-926b-86db7312b457 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Subnet': ['ID=112ed42f-5570-4436-99f4-36087d560ce9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:22.451373 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-079b5974-1c60-4f78-926b-86db7312b457 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.451898 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e191a98c-da69-4606-bae7-8b231155237e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:22.452701 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e191a98c-da69-4606-bae7-8b231155237e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.454662 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-079b5974-1c60-4f78-926b-86db7312b457 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/112ed42f-5570-4436-99f4-36087d560ce9 HTTP/1.1" status: 204 len: 168 time: 0.3573685 Dec 16 22:51:22.457279 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49646) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:22.462774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b226b5-c408-4c5e-afe3-079af93f0879 None None] Network 2c0103eb-7c16-4832-b278-31af04b19857 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:22.530830 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191a98c-da69-4606-bae7-8b231155237e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Network': ['ID=af9074ee-c99c-49a2-98d0-cc28b9901f29,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:22.542003 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.545740 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network af9074ee-c99c-49a2-98d0-cc28b9901f29 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:51:22.567647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e191a98c-da69-4606-bae7-8b231155237e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9698598 Dec 16 22:51:22.568161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49648) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:22.573737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-840920606', 'admin_state_up': True, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:22.600515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port 498793cc-1110-43e7-b117-6a2b995266e4 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:22.601091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.659678 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.662294 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.667315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] For port 498793cc-1110-43e7-b117-6a2b995266e4, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=498793cc-1110-43e7-b117-6a2b995266e4,segment=NetworkSegment(c654230b-521f-47a6-af0c-d4d8b1fb4c64),segment_id=c654230b-521f-47a6-af0c-d4d8b1fb4c64)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:22.667679 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.681844 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for 498793cc-1110-43e7-b117-6a2b995266e4 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:22.693430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd043e0f-f4a0-447c-8034-0f7b8eb896f9 None None] DHCP port deletion for 2c0103eb-7c16-4832-b278-31af04b19857 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:51:22.722161 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.749336 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-dd043e0f-f4a0-447c-8034-0f7b8eb896f9 None None] Deleting port 498793cc-1110-43e7-b117-6a2b995266e4 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:22.749715 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd043e0f-f4a0-447c-8034-0f7b8eb896f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.816667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-dd043e0f-f4a0-447c-8034-0f7b8eb896f9 None None] For port 498793cc-1110-43e7-b117-6a2b995266e4, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=498793cc-1110-43e7-b117-6a2b995266e4,segment=NetworkSegment(c654230b-521f-47a6-af0c-d4d8b1fb4c64),segment_id=c654230b-521f-47a6-af0c-d4d8b1fb4c64)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:22.816988 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd043e0f-f4a0-447c-8034-0f7b8eb896f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.830194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-dd043e0f-f4a0-447c-8034-0f7b8eb896f9 None None] Calling delete_port for 498793cc-1110-43e7-b117-6a2b995266e4 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:22.864941 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.895874 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=498793cc-1110-43e7-b117-6a2b995266e4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:22.899000 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No DVR routers for this DVR port 498793cc-1110-43e7-b117-6a2b995266e4 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:51:22.914185 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd043e0f-f4a0-447c-8034-0f7b8eb896f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.935966 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:22.939806 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd043e0f-f4a0-447c-8034-0f7b8eb896f9 None None] Pushing event deleted for resources: {'Port': ['ID=498793cc-1110-43e7-b117-6a2b995266e4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:22.943586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd043e0f-f4a0-447c-8034-0f7b8eb896f9 None None] No DVR routers for this DVR port 498793cc-1110-43e7-b117-6a2b995266e4 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:51:23.203165 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:23.223886 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:23.334610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Allocated IP 172.25.2.248 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:23.346172 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:23.368331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0103eb-7c16-4832-b278-31af04b19857']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:23.378137 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c654230b-521f-47a6-af0c-d4d8b1fb4c64') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:23.378436 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c654230b-521f-47a6-af0c-d4d8b1fb4c64') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:23.389764 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:23.404001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:23.411904 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:51:23.412467 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:51:23.416448 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:51:23.452166 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:23.545043 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:23.551950 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:23.556314 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/networks/2c0103eb-7c16-4832-b278-31af04b19857 HTTP/1.1" status: 204 len: 168 time: 1.0978220 Dec 16 22:51:23.561766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125202a-035d-472c-995c-c04fb36f69b2 req-872892f7-194a-4a87-bfa5-5250c3e4a032 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:23.563598 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1125202a-035d-472c-995c-c04fb36f69b2 req-872892f7-194a-4a87-bfa5-5250c3e4a032 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 945 time: 0.0585654 Dec 16 22:51:23.564193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49654) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:23.568370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4b722-005d-48b3-92ea-74b8e4e1878b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Network': ['ID=2c0103eb-7c16-4832-b278-31af04b19857,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:23.569175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f3b8883d-7a3f-418d-90ac-5df123449ddc tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1026365210', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:23.578568 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:23.590717 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:23.640338 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:23.649486 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:23.652200 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:23.668029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb29e73a-ff8f-4e6e-aa4b-ce7cb274fead None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:51:23.704251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Port': ['ID=2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:23.710488 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-32bc4988-4032-4ebd-9415-0cafdf946710 None None] Provisioning complete for port 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:23.711130 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32bc4988-4032-4ebd-9415-0cafdf946710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:23.725392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1125202a-035d-472c-995c-c04fb36f69b2 req-9682b1f0-8512-4392-8a20-4c752286d081 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497090 Dec 16 22:51:23.751219 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-32bc4988-4032-4ebd-9415-0cafdf946710 None None] Port 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:23.799824 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f3b8883d-7a3f-418d-90ac-5df123449ddc tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:23.801202 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f3b8883d-7a3f-418d-90ac-5df123449ddc tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:23.885614 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f3b8883d-7a3f-418d-90ac-5df123449ddc tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:23.946451 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f3b8883d-7a3f-418d-90ac-5df123449ddc tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:24.037984 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f3b8883d-7a3f-418d-90ac-5df123449ddc tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:24.039167 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f3b8883d-7a3f-418d-90ac-5df123449ddc tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4739137 Dec 16 22:51:24.042084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49670) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:24.047388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-42acb27c-a445-448e-8c1d-4a71ddca1686 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-659508978'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:24.063993 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:24.145386 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42acb27c-a445-448e-8c1d-4a71ddca1686 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:51:24.153206 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42acb27c-a445-448e-8c1d-4a71ddca1686 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:24.180239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42acb27c-a445-448e-8c1d-4a71ddca1686 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:51:24.189306 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42acb27c-a445-448e-8c1d-4a71ddca1686 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:24.189656 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-42acb27c-a445-448e-8c1d-4a71ddca1686 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Added segment 92ece91f-6cc8-4601-a2e6-f3335b22f8c6 of type vlan for network b68e5e53-268a-42c3-bef0-b1763563a39c Dec 16 22:51:24.232793 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42acb27c-a445-448e-8c1d-4a71ddca1686 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:24.270567 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:24.373211 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42acb27c-a445-448e-8c1d-4a71ddca1686 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:24.378891 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42acb27c-a445-448e-8c1d-4a71ddca1686 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:24.379516 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42acb27c-a445-448e-8c1d-4a71ddca1686 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:24.448617 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acb27c-a445-448e-8c1d-4a71ddca1686 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Network': ['ID=b68e5e53-268a-42c3-bef0-b1763563a39c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:24.460776 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network b68e5e53-268a-42c3-bef0-b1763563a39c details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:51:24.464940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Router 37363439-a4eb-42dd-bca5-822393a73167 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:51:24.478069 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 498793cc-1110-43e7-b117-6a2b995266e4 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:51:24.484866 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-42acb27c-a445-448e-8c1d-4a71ddca1686 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4415770 Dec 16 22:51:24.488273 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49676) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:24.494512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9c2e99de-dba2-4083-81fb-7f18dc3c45d8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'subnet': {'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:24.526592 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 498793cc-1110-43e7-b117-6a2b995266e4 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:51:24.527248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 498793cc-1110-43e7-b117-6a2b995266e4 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:51:24.589561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:24.599716 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Sync routers for ids ['37363439-a4eb-42dd-bca5-822393a73167'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:24.610425 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Routers {'37363439-a4eb-42dd-bca5-822393a73167'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:24.614862 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['37363439-a4eb-42dd-bca5-822393a73167'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:24.670670 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2e99de-dba2-4083-81fb-7f18dc3c45d8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:51:24.674433 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c2e99de-dba2-4083-81fb-7f18dc3c45d8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:24.684356 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:24.688770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0e2a0312-fac5-4023-a120-c635e27c4c67 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1162961 Dec 16 22:51:24.689072 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49678) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:24.720799 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Set router 37363439-a4eb-42dd-bca5-822393a73167 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:24.776702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6b878cf7-3c4d-4595-87bc-bb4c4a04b259 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=53b23556a8674c1098e88ae07b15dd0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0864525 Dec 16 22:51:24.779220 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49682) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:24.892421 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:24.932970 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:51:23Z', 'revision_number': 3, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:24.951197 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c2e99de-dba2-4083-81fb-7f18dc3c45d8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:24.966532 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Checking router: 37363439-a4eb-42dd-bca5-822393a73167 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:51:24.966863 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Updating router 37363439-a4eb-42dd-bca5-822393a73167 port 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:51:24.996699 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:25.018726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e99de-dba2-4083-81fb-7f18dc3c45d8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Subnet': ['ID=67e9df65-c53e-4944-a092-6a322b899315,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:25.031384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e99de-dba2-4083-81fb-7f18dc3c45d8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Checking segment: {'id': '92ece91f-6cc8-4601-a2e6-f3335b22f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:25.031864 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2e99de-dba2-4083-81fb-7f18dc3c45d8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network hostable DHCP agents. Network: b68e5e53-268a-42c3-bef0-b1763563a39c, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:51:25.150745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2e99de-dba2-4083-81fb-7f18dc3c45d8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network b68e5e53-268a-42c3-bef0-b1763563a39c is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:51:25.217274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fcc622-9779-4d63-901c-aaa4a933a271 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:25.218815 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b5fcc622-9779-4d63-901c-aaa4a933a271 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4385929 Dec 16 22:51:25.221549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49684) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:25.246336 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9c2e99de-dba2-4083-81fb-7f18dc3c45d8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, b68e5e53-268a-42c3-bef0-b1763563a39c) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:25.251088 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e99de-dba2-4083-81fb-7f18dc3c45d8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:25.251725 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c2e99de-dba2-4083-81fb-7f18dc3c45d8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:25.260351 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-98c98b4a-88c2-4375-b573-33391029dee5 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344274 Dec 16 22:51:25.266029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49686) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:25.266190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8f842b-617c-4453-a382-483de038d947 None None] Network b68e5e53-268a-42c3-bef0-b1763563a39c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:25.267279 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:25.267426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-af4cf17b-7191-492b-b467-6a0580093337 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1682747231', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:25.367725 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:25.371691 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9c2e99de-dba2-4083-81fb-7f18dc3c45d8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8820889 Dec 16 22:51:25.374979 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49692) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:25.435958 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41687d0c-8d9f-4517-a4cd-0c04f529f44e None None] Pushing event updated for resources: {'Port': ['ID=2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:25.445316 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Attempting to bind port 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:51:25.445993 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Attempting to bind port 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:51:25.446334 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Attempting to bind port 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:25.449221 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41687d0c-8d9f-4517-a4cd-0c04f529f44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:25.449698 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41687d0c-8d9f-4517-a4cd-0c04f529f44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:25.450003 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41687d0c-8d9f-4517-a4cd-0c04f529f44e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:25.450384 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41687d0c-8d9f-4517-a4cd-0c04f529f44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:25.450789 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41687d0c-8d9f-4517-a4cd-0c04f529f44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:25.451187 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41687d0c-8d9f-4517-a4cd-0c04f529f44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:25.451600 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41687d0c-8d9f-4517-a4cd-0c04f529f44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:25.451996 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41687d0c-8d9f-4517-a4cd-0c04f529f44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:25.452386 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41687d0c-8d9f-4517-a4cd-0c04f529f44e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:25.452777 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41687d0c-8d9f-4517-a4cd-0c04f529f44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:25.453169 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41687d0c-8d9f-4517-a4cd-0c04f529f44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:25.453669 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41687d0c-8d9f-4517-a4cd-0c04f529f44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:25.453948 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41687d0c-8d9f-4517-a4cd-0c04f529f44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:25.459454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4cf17b-7191-492b-b467-6a0580093337 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Made reservation on behalf of 53b23556a8674c1098e88ae07b15dd0f for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:51:25.462234 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:51:25.464266 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af4cf17b-7191-492b-b467-6a0580093337 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:25.464770 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:25.465312 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:25.465806 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:51:25.466749 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Bound port: 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:51:25.468987 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:25.500384 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96fbd40-0011-4bf5-8d05-8eadae191df7 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:51:25.529980 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] For port 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:25.535142 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] For port 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:51:25.581114 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-b68e5e53-268a-42c3-bef0-b1763563a39c', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:51:25.582290 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:25.608082 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-fa791729-e822-4886-ac36-a3108185c45d None None] Provisioning complete for port 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:25.608455 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa791729-e822-4886-ac36-a3108185c45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:25.614288 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:25.696254 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Routers {'37363439-a4eb-42dd-bca5-822393a73167'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:25.697022 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['37363439-a4eb-42dd-bca5-822393a73167'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:25.697480 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24adcf7c-dddf-43cc-a5ce-888322b6556f None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:51:25.739015 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:25.761267 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af4cf17b-7191-492b-b467-6a0580093337 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:25.834302 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] Set router 37363439-a4eb-42dd-bca5-822393a73167 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:25.846963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4cf17b-7191-492b-b467-6a0580093337 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Checking segment: {'id': 'f738e58b-c03f-4a1b-a4ee-46e1594abecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:25.847681 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4cf17b-7191-492b-b467-6a0580093337 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network hostable DHCP agents. Network: af9074ee-c99c-49a2-98d0-cc28b9901f29, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:51:25.853623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Allocated IP 2001:db8::2 (b68e5e53-268a-42c3-bef0-b1763563a39c/67e9df65-c53e-4944-a092-6a322b899315/20bc82d4-610d-404f-bf0e-dd8e76fda4e7) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:25.855993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cf17b-7191-492b-b467-6a0580093337 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Subnet': ['ID=899ff188-6621-4094-b660-0d04a325ec88,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:25.856398 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa791729-e822-4886-ac36-a3108185c45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:25.862914 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:25.893331 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fa791729-e822-4886-ac36-a3108185c45d None None] For port 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:25.950856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4cf17b-7191-492b-b467-6a0580093337 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network af9074ee-c99c-49a2-98d0-cc28b9901f29 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:51:25.984236 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa791729-e822-4886-ac36-a3108185c45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:26.007733 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41687d0c-8d9f-4517-a4cd-0c04f529f44e None None] Pushing event updated for resources: {'Port': ['ID=2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:26.052641 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-af4cf17b-7191-492b-b467-6a0580093337 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, af9074ee-c99c-49a2-98d0-cc28b9901f29) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:26.065081 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4cf17b-7191-492b-b467-6a0580093337 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:26.065940 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af4cf17b-7191-492b-b467-6a0580093337 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:26.068947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25937bdc-95b0-4c89-bf9e-fdeedf56aff0 None None] Network af9074ee-c99c-49a2-98d0-cc28b9901f29 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:26.132616 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:51:23Z', 'revision_number': 3, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:26.138248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa791729-e822-4886-ac36-a3108185c45d None None] Pushing event updated for resources: {'Port': ['ID=2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:26.152141 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-af4cf17b-7191-492b-b467-6a0580093337 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8900623 Dec 16 22:51:26.154832 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49694) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:26.156050 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:26.173011 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a1dc461f-3d8d-411a-b00b-e33ab6de68be None None] Provisioning complete for port 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:26.173386 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1dc461f-3d8d-411a-b00b-e33ab6de68be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:26.175906 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666594ed-06c2-4d85-9c85-71760fd5dbb9 None None] The sync data for ids ['37363439-a4eb-42dd-bca5-822393a73167'] in n-d-821840-2 is: [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:51:23Z', 'revision_number': 3, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:26.254191 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:26.288814 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-af9074ee-c99c-49a2-98d0-cc28b9901f29', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:51:26.289844 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:26.314652 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Allocated IP 2001:db8::1 (b68e5e53-268a-42c3-bef0-b1763563a39c/67e9df65-c53e-4944-a092-6a322b899315/dd100ff5-475d-499c-a7a6-eed9b708cf99) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:26.317052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Network b68e5e53-268a-42c3-bef0-b1763563a39c is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:26.323338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:26.331786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:26.442896 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Pushing event updated for resources: {'Port': ['ID=20bc82d4-610d-404f-bf0e-dd8e76fda4e7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:26.521979 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:26.600089 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Attempting to bind port 20bc82d4-610d-404f-bf0e-dd8e76fda4e7 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:51:26.600583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Attempting to bind port 20bc82d4-610d-404f-bf0e-dd8e76fda4e7 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '92ece91f-6cc8-4601-a2e6-f3335b22f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:51:26.601050 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Attempting to bind port 20bc82d4-610d-404f-bf0e-dd8e76fda4e7 on network b68e5e53-268a-42c3-bef0-b1763563a39c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:26.603568 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Allocated IP 172.20.0.2 (af9074ee-c99c-49a2-98d0-cc28b9901f29/899ff188-6621-4094-b660-0d04a325ec88/bafefb6c-bd05-439b-a972-b7b17f25619e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:26.615808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:51:26.616618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Checking segment: {'id': '92ece91f-6cc8-4601-a2e6-f3335b22f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:26.616996 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:26.617417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Bound using segment: {'id': '92ece91f-6cc8-4601-a2e6-f3335b22f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:51:26.617969 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Bound port: 20bc82d4-610d-404f-bf0e-dd8e76fda4e7, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ece91f-6cc8-4601-a2e6-f3335b22f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:51:26.618302 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:26.635696 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:26.699685 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network b68e5e53-268a-42c3-bef0-b1763563a39c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:26.706610 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:26.709805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:26.712295 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:26.716599 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=dd100ff5-475d-499c-a7a6-eed9b708cf99,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:26.750538 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:26.783531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] For port 20bc82d4-610d-404f-bf0e-dd8e76fda4e7, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:26.829706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] For port 20bc82d4-610d-404f-bf0e-dd8e76fda4e7, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=20bc82d4-610d-404f-bf0e-dd8e76fda4e7,segment=NetworkSegment(92ece91f-6cc8-4601-a2e6-f3335b22f8c6),segment_id=92ece91f-6cc8-4601-a2e6-f3335b22f8c6)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:51:26.853531 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:26.870356 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 794339ae-a49b-4c6e-9ae3-d30f9eccd19b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:51:26.907821 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:26.933105 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:26.980627 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:27.047335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Network af9074ee-c99c-49a2-98d0-cc28b9901f29 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:27.049725 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:27.055684 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:27.132500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c19d9d-ffa5-4fe6-a69f-61dc04a40b53 None None] Pushing event updated for resources: {'Port': ['ID=20bc82d4-610d-404f-bf0e-dd8e76fda4e7,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:27.169400 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Allocated IP 172.20.0.1 (af9074ee-c99c-49a2-98d0-cc28b9901f29/899ff188-6621-4094-b660-0d04a325ec88/2b805b31-e652-4381-9d66-06cb76cbf529) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:27.205727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:27.208511 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Attempting to bind port bafefb6c-bd05-439b-a972-b7b17f25619e on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:51:27.208890 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Attempting to bind port bafefb6c-bd05-439b-a972-b7b17f25619e by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f738e58b-c03f-4a1b-a4ee-46e1594abecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:51:27.218288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Attempting to bind port bafefb6c-bd05-439b-a972-b7b17f25619e on network af9074ee-c99c-49a2-98d0-cc28b9901f29 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:27.218288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Pushing event updated for resources: {'Port': ['ID=bafefb6c-bd05-439b-a972-b7b17f25619e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:27.228009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:51:27.228504 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Checking segment: {'id': 'f738e58b-c03f-4a1b-a4ee-46e1594abecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:27.229020 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:27.230168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Bound using segment: {'id': 'f738e58b-c03f-4a1b-a4ee-46e1594abecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:51:27.230168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Bound port: bafefb6c-bd05-439b-a972-b7b17f25619e, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f738e58b-c03f-4a1b-a4ee-46e1594abecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:51:27.230621 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:27.234483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'port_id': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'mac_address': 'fa:16:3e:6d:6b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:51:27.345509 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:27.371196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 794339ae-a49b-4c6e-9ae3-d30f9eccd19b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:51:27.376441 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:27.399959 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:27.401601 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] For port bafefb6c-bd05-439b-a972-b7b17f25619e, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:27.415348 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] For port bafefb6c-bd05-439b-a972-b7b17f25619e, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=bafefb6c-bd05-439b-a972-b7b17f25619e,segment=NetworkSegment(f738e58b-c03f-4a1b-a4ee-46e1594abecb),segment_id=f738e58b-c03f-4a1b-a4ee-46e1594abecb)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:51:27.425535 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:27.476760 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:27.477669 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:27.516918 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:27.521120 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:27.568630 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=dd100ff5-475d-499c-a7a6-eed9b708cf99,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:27.575083 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:27.592108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:27.636658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['794339ae-a49b-4c6e-9ae3-d30f9eccd19b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:51:27.659600 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network b68e5e53-268a-42c3-bef0-b1763563a39c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:27.661108 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:27.667311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network af9074ee-c99c-49a2-98d0-cc28b9901f29 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:27.677283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:27.681350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:27.688624 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Port': ['ID=2b805b31-e652-4381-9d66-06cb76cbf529,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:27.745215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa27096-3b07-4c01-a997-6338be4b4d05 None None] Pushing event updated for resources: {'Port': ['ID=bafefb6c-bd05-439b-a972-b7b17f25619e,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:27.752198 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:27.916297 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router 369490d1-c587-448b-a074-aeac2ab4769e is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:51:28.038043 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:28.046365 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a50e7920-845c-4d1c-830e-8de8b9238782 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/369490d1-c587-448b-a074-aeac2ab4769e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6675153 Dec 16 22:51:28.046615 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49712) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:28.049735 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:28.054857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Sync routers for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:28.064150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-492241ad-8a01-4978-be63-8ccea15f488d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-911476433'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:28.068608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:28.071089 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:28.211455 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492241ad-8a01-4978-be63-8ccea15f488d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:51:28.217502 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-492241ad-8a01-4978-be63-8ccea15f488d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:28.249360 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:28.255388 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492241ad-8a01-4978-be63-8ccea15f488d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:51:28.266184 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-492241ad-8a01-4978-be63-8ccea15f488d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:28.266744 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-492241ad-8a01-4978-be63-8ccea15f488d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Added segment 3fb491d7-08b9-47a4-b055-2da259fb2325 of type vlan for network 1e1a4834-285c-45b2-826a-21561eab8e69 Dec 16 22:51:28.342753 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-492241ad-8a01-4978-be63-8ccea15f488d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:28.447790 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-492241ad-8a01-4978-be63-8ccea15f488d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:28.455393 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492241ad-8a01-4978-be63-8ccea15f488d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:28.455393 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-492241ad-8a01-4978-be63-8ccea15f488d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:28.479972 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:28.481516 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e84d70-c9f0-4ad3-8e8f-09734715b355 None None] Network b68e5e53-268a-42c3-bef0-b1763563a39c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:28.567552 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:28.594483 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-492241ad-8a01-4978-be63-8ccea15f488d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5467653 Dec 16 22:51:28.598100 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49728) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:28.604065 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0b4bc813-e8b1-4f10-8bab-9b70799cbc83 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'subnet': {'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:28.614006 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6aab0cda-6c61-4650-9cf7-b6e12bbe16e2 None None] Provisioning complete for port 20bc82d4-610d-404f-bf0e-dd8e76fda4e7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:28.614395 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6aab0cda-6c61-4650-9cf7-b6e12bbe16e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:28.712719 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492241ad-8a01-4978-be63-8ccea15f488d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Network': ['ID=1e1a4834-285c-45b2-826a-21561eab8e69,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:28.722553 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:28.727767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Port': ['ID=2b805b31-e652-4381-9d66-06cb76cbf529,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:28.831493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:28.833303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 1e1a4834-285c-45b2-826a-21561eab8e69 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:51:28.848980 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4bc813-e8b1-4f10-8bab-9b70799cbc83 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:51:28.853304 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b4bc813-e8b1-4f10-8bab-9b70799cbc83 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:28.873452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network af9074ee-c99c-49a2-98d0-cc28b9901f29 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:28.877253 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:28.933176 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 794339ae-a49b-4c6e-9ae3-d30f9eccd19b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:29.100108 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6aab0cda-6c61-4650-9cf7-b6e12bbe16e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:29.118356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Router 37363439-a4eb-42dd-bca5-822393a73167 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:51:29.130097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:26Z', 'revision_number': 2, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 2, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:29.185614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Checking router: 369490d1-c587-448b-a074-aeac2ab4769e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:51:29.185976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Updating router 369490d1-c587-448b-a074-aeac2ab4769e port dd100ff5-475d-499c-a7a6-eed9b708cf99 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:51:29.221108 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b4bc813-e8b1-4f10-8bab-9b70799cbc83 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:29.226168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6aab0cda-6c61-4650-9cf7-b6e12bbe16e2 None None] For port 20bc82d4-610d-404f-bf0e-dd8e76fda4e7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=20bc82d4-610d-404f-bf0e-dd8e76fda4e7,segment=NetworkSegment(92ece91f-6cc8-4601-a2e6-f3335b22f8c6),segment_id=92ece91f-6cc8-4601-a2e6-f3335b22f8c6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:29.239810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:29.240173 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:29.242871 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:29.343450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:29.343908 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:29.345526 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:29.349432 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6aab0cda-6c61-4650-9cf7-b6e12bbe16e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:29.368370 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Sync routers for ids ['37363439-a4eb-42dd-bca5-822393a73167'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:29.389641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bc813-e8b1-4f10-8bab-9b70799cbc83 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Subnet': ['ID=3b815e32-caa8-4a7a-8fec-e6f96357234c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:29.392926 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49740) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:29.393630 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Routers {'37363439-a4eb-42dd-bca5-822393a73167'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:29.394095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6fcd0012-8bb0-4fcc-92e8-f5d793d5d2b0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "PUT /v2.0/routers/37363439-a4eb-42dd-bca5-822393a73167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2315788 Dec 16 22:51:29.395728 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['37363439-a4eb-42dd-bca5-822393a73167'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:29.595251 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Set router 37363439-a4eb-42dd-bca5-822393a73167 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:29.711399 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab0cda-6c61-4650-9cf7-b6e12bbe16e2 None None] Pushing event updated for resources: {'Port': ['ID=20bc82d4-610d-404f-bf0e-dd8e76fda4e7,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:29.742378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bc813-e8b1-4f10-8bab-9b70799cbc83 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Checking segment: {'id': '3fb491d7-08b9-47a4-b055-2da259fb2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:29.743909 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4bc813-e8b1-4f10-8bab-9b70799cbc83 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network hostable DHCP agents. Network: 1e1a4834-285c-45b2-826a-21561eab8e69, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:51:29.767257 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcd512a-24dc-4f6d-9588-2dfae899e10c tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:29.768329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcd512a-24dc-4f6d-9588-2dfae899e10c tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:29.768898 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcd512a-24dc-4f6d-9588-2dfae899e10c tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:29.769516 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcd512a-24dc-4f6d-9588-2dfae899e10c tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:29.770070 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcd512a-24dc-4f6d-9588-2dfae899e10c tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:29.770666 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcd512a-24dc-4f6d-9588-2dfae899e10c tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:29.771313 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcd512a-24dc-4f6d-9588-2dfae899e10c tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:29.778577 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dfcd512a-24dc-4f6d-9588-2dfae899e10c tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4949 time: 0.3838234 Dec 16 22:51:29.781302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49746) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:29.882774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 20bc82d4-610d-404f-bf0e-dd8e76fda4e7 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:29.904819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4bc813-e8b1-4f10-8bab-9b70799cbc83 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network 1e1a4834-285c-45b2-826a-21561eab8e69 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:51:29.927648 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1ce03a6c-faf4-43c8-801e-49fde4919f2c None None] Provisioning complete for port 20bc82d4-610d-404f-bf0e-dd8e76fda4e7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:29.928400 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ce03a6c-faf4-43c8-801e-49fde4919f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:29.991963 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-0b4bc813-e8b1-4f10-8bab-9b70799cbc83 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 1e1a4834-285c-45b2-826a-21561eab8e69) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:29.994959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41673a-af33-49c6-8e0a-a69b617cb202 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:29.995469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41673a-af33-49c6-8e0a-a69b617cb202 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:29.995946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41673a-af33-49c6-8e0a-a69b617cb202 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:29.996251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bc813-e8b1-4f10-8bab-9b70799cbc83 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:29.996377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41673a-af33-49c6-8e0a-a69b617cb202 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:29.996824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41673a-af33-49c6-8e0a-a69b617cb202 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:29.997099 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b4bc813-e8b1-4f10-8bab-9b70799cbc83 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:29.997279 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41673a-af33-49c6-8e0a-a69b617cb202 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:29.997734 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41673a-af33-49c6-8e0a-a69b617cb202 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:30.000405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0c41673a-af33-49c6-8e0a-a69b617cb202 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4600 time: 0.2173715 Dec 16 22:51:30.003168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49748) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:30.021243 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2b805b31-e652-4381-9d66-06cb76cbf529', 'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:20:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:26Z', 'updated_at': '2021-12-16T22:51:28Z', 'revision_number': 2, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '899ff188-6621-4094-b660-0d04a325ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:30.064520 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6bb3fe-2d52-4258-923c-1ac86b63d9c4 None None] Network af9074ee-c99c-49a2-98d0-cc28b9901f29 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:30.067205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75899817-e1bb-4cfc-8376-918229eab4d7 None None] Network 1e1a4834-285c-45b2-826a-21561eab8e69 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:30.104855 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0b4bc813-e8b1-4f10-8bab-9b70799cbc83 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5057745 Dec 16 22:51:30.105737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49750) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:30.111826 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Checking router: 37363439-a4eb-42dd-bca5-822393a73167 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:51:30.112413 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Updating router 37363439-a4eb-42dd-bca5-822393a73167 port 2b805b31-e652-4381-9d66-06cb76cbf529 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:51:30.181424 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:30.401087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-55d33a3a-4b15-4d4f-80e4-c179b22deeef tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2863 time: 0.3966234 Dec 16 22:51:30.593596 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:30.657683 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:30.721989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-1e1a4834-285c-45b2-826a-21561eab8e69', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:51:30.723080 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:30.738716 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:30.771588 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:30.777745 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:51:30.780100 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1de1aa3-8321-4c90-922d-44f79982be5d" -d '{"events": [{"server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "name": "network-vif-plugged", "status": "completed", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:51:30.789910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 20bc82d4-610d-404f-bf0e-dd8e76fda4e7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:30.790421 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:30.867260 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:30.876136 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e6bd3a-da51-4314-b769-c6204b0f2580 x-openstack-request-id: req-94e6bd3a-da51-4314-b769-c6204b0f2580 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:51:30.876436 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "name": "network-vif-plugged", "status": "completed", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:51:30.877901 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94e6bd3a-da51-4314-b769-c6204b0f2580 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:51:30.877901 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'code': 200} Dec 16 22:51:30.896793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1ce03a6c-faf4-43c8-801e-49fde4919f2c None None] Provisioning complete for port dd100ff5-475d-499c-a7a6-eed9b708cf99 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:30.897213 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ce03a6c-faf4-43c8-801e-49fde4919f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:30.957274 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c7c69-ca6d-4a55-ad6d-3f36f52dc09c None None] Pushing event updated for resources: {'Port': ['ID=2b805b31-e652-4381-9d66-06cb76cbf529,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:31.008326 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:31.010000 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:31.018686 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Attempting to bind port 2b805b31-e652-4381-9d66-06cb76cbf529 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:51:31.019227 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Attempting to bind port 2b805b31-e652-4381-9d66-06cb76cbf529 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f738e58b-c03f-4a1b-a4ee-46e1594abecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:51:31.019486 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Attempting to bind port 2b805b31-e652-4381-9d66-06cb76cbf529 on network af9074ee-c99c-49a2-98d0-cc28b9901f29 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:31.029529 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:51:31.032938 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Checking segment: {'id': 'f738e58b-c03f-4a1b-a4ee-46e1594abecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:31.032938 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:31.032938 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Bound using segment: {'id': 'f738e58b-c03f-4a1b-a4ee-46e1594abecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:51:31.032938 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Bound port: 2b805b31-e652-4381-9d66-06cb76cbf529, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f738e58b-c03f-4a1b-a4ee-46e1594abecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:51:31.034940 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:31.122461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1ce03a6c-faf4-43c8-801e-49fde4919f2c None None] Port dd100ff5-475d-499c-a7a6-eed9b708cf99 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:31.138441 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:31.139870 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] For port 2b805b31-e652-4381-9d66-06cb76cbf529, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:31.144814 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] For port 2b805b31-e652-4381-9d66-06cb76cbf529, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2b805b31-e652-4381-9d66-06cb76cbf529,segment=NetworkSegment(f738e58b-c03f-4a1b-a4ee-46e1594abecb),segment_id=f738e58b-c03f-4a1b-a4ee-46e1594abecb)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:51:31.202685 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:31.217505 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:31.306407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Allocated IP 2001:db8:1::2 (1e1a4834-285c-45b2-826a-21561eab8e69/3b815e32-caa8-4a7a-8fec-e6f96357234c/4458ae16-c375-45e0-96cb-847db71f44b9) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:31.323154 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device bafefb6c-bd05-439b-a972-b7b17f25619e up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:31.333935 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Routers {'37363439-a4eb-42dd-bca5-822393a73167'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:31.334795 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['37363439-a4eb-42dd-bca5-822393a73167'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:31.341170 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c7c69-ca6d-4a55-ad6d-3f36f52dc09c None None] Pushing event updated for resources: {'Port': ['ID=2b805b31-e652-4381-9d66-06cb76cbf529,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:31.389643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf2945-bec7-43e8-b101-569027c98429 None None] Pushing event updated for resources: {'Port': ['ID=dd100ff5-475d-499c-a7a6-eed9b708cf99,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:31.452454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0f6855e6-3d83-4fe1-aa7b-8d539ebbc43a None None] Provisioning complete for port 2b805b31-e652-4381-9d66-06cb76cbf529 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:31.453095 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f6855e6-3d83-4fe1-aa7b-8d539ebbc43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:31.548477 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] Set router 37363439-a4eb-42dd-bca5-822393a73167 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:31.945413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Attempting to bind port dd100ff5-475d-499c-a7a6-eed9b708cf99 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:51:31.959182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Attempting to bind port dd100ff5-475d-499c-a7a6-eed9b708cf99 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '92ece91f-6cc8-4601-a2e6-f3335b22f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:51:31.959182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Attempting to bind port dd100ff5-475d-499c-a7a6-eed9b708cf99 on network b68e5e53-268a-42c3-bef0-b1763563a39c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:31.972941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:51:31.973328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Checking segment: {'id': '92ece91f-6cc8-4601-a2e6-f3335b22f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:31.973744 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:31.974142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Bound using segment: {'id': '92ece91f-6cc8-4601-a2e6-f3335b22f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:51:31.974649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Bound port: dd100ff5-475d-499c-a7a6-eed9b708cf99, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ece91f-6cc8-4601-a2e6-f3335b22f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:51:31.975041 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:31.979069 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2b805b31-e652-4381-9d66-06cb76cbf529', 'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:20:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:26Z', 'updated_at': '2021-12-16T22:51:31Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '899ff188-6621-4094-b660-0d04a325ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:32.025495 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51364ab8-d6d1-4f27-bd7a-1721e7b94f31 None None] The sync data for ids ['37363439-a4eb-42dd-bca5-822393a73167'] in n-d-821840-2 is: [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2b805b31-e652-4381-9d66-06cb76cbf529', 'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:20:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:26Z', 'updated_at': '2021-12-16T22:51:31Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '899ff188-6621-4094-b660-0d04a325ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:32.050406 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49766) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:32.058286 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-84f9219f-b30e-4f4e-82d8-fac491949632 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-603836486', 'description': 'tempest-secgroup-smoke-603836486 description', 'project_id': '53b23556a8674c1098e88ae07b15dd0f'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:32.072748 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port bafefb6c-bd05-439b-a972-b7b17f25619e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:32.073327 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:32.183879 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84f9219f-b30e-4f4e-82d8-fac491949632 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:32.309156 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84f9219f-b30e-4f4e-82d8-fac491949632 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:32.364096 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f6855e6-3d83-4fe1-aa7b-8d539ebbc43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:32.377803 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:32.388843 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] For port dd100ff5-475d-499c-a7a6-eed9b708cf99, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:32.401996 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84f9219f-b30e-4f4e-82d8-fac491949632 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:32.416469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] For port dd100ff5-475d-499c-a7a6-eed9b708cf99, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=dd100ff5-475d-499c-a7a6-eed9b708cf99,segment=NetworkSegment(92ece91f-6cc8-4601-a2e6-f3335b22f8c6),segment_id=92ece91f-6cc8-4601-a2e6-f3335b22f8c6)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:51:32.499314 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:32.511061 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0f6855e6-3d83-4fe1-aa7b-8d539ebbc43a None None] For port 2b805b31-e652-4381-9d66-06cb76cbf529, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2b805b31-e652-4381-9d66-06cb76cbf529,segment=NetworkSegment(f738e58b-c03f-4a1b-a4ee-46e1594abecb),segment_id=f738e58b-c03f-4a1b-a4ee-46e1594abecb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:32.542916 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9219f-b30e-4f4e-82d8-fac491949632 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b94a76-c1ba-4e4b-8661-fc9afae3225d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:32.566198 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:32.590524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Allocated IP 2001:db8:1::1 (1e1a4834-285c-45b2-826a-21561eab8e69/3b815e32-caa8-4a7a-8fec-e6f96357234c/bc0fe23e-d4d1-4f15-96df-f7cd5d29c088) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:32.600394 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:32.603929 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Network 1e1a4834-285c-45b2-826a-21561eab8e69 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:32.612872 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f6855e6-3d83-4fe1-aa7b-8d539ebbc43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:32.670079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:32.703934 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:32.707784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Pushing event updated for resources: {'Port': ['ID=4458ae16-c375-45e0-96cb-847db71f44b9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:32.778002 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:32.823475 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84f9219f-b30e-4f4e-82d8-fac491949632 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:32.828375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49772) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:32.835149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-58c1833c-efeb-49b0-8948-31dbff182ff1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': 'c5b94a76-c1ba-4e4b-8661-fc9afae3225d', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:32.840570 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-84f9219f-b30e-4f4e-82d8-fac491949632 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7889848 Dec 16 22:51:32.882646 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:32.971643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0f6855e6-3d83-4fe1-aa7b-8d539ebbc43a None None] Provisioning complete for port bafefb6c-bd05-439b-a972-b7b17f25619e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:32.972240 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f6855e6-3d83-4fe1-aa7b-8d539ebbc43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:32.980451 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58c1833c-efeb-49b0-8948-31dbff182ff1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:32.981777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:32.982457 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:33.010711 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network 1e1a4834-285c-45b2-826a-21561eab8e69 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:33.016627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:33.022525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:33.023363 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:33.110152 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58c1833c-efeb-49b0-8948-31dbff182ff1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:33.152052 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=bc0fe23e-d4d1-4f15-96df-f7cd5d29c088,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:33.179653 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58c1833c-efeb-49b0-8948-31dbff182ff1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:33.215519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1833c-efeb-49b0-8948-31dbff182ff1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5d1893-94fd-49c0-b626-a2e49d2e750b,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:33.224193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port bafefb6c-bd05-439b-a972-b7b17f25619e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=bafefb6c-bd05-439b-a972-b7b17f25619e,segment=NetworkSegment(f738e58b-c03f-4a1b-a4ee-46e1594abecb),segment_id=f738e58b-c03f-4a1b-a4ee-46e1594abecb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:33.286715 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:33.291654 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58c1833c-efeb-49b0-8948-31dbff182ff1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:33.293571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-58c1833c-efeb-49b0-8948-31dbff182ff1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4633014 Dec 16 22:51:33.296331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49774) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:33.303659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-100820b5-9539-4d9f-9e36-7ffd06e8f3cb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': 'c5b94a76-c1ba-4e4b-8661-fc9afae3225d', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:33.327704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:33.330191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf2945-bec7-43e8-b101-569027c98429 None None] Pushing event updated for resources: {'Port': ['ID=dd100ff5-475d-499c-a7a6-eed9b708cf99,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:33.390946 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:33.408470 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Attempting to bind port 4458ae16-c375-45e0-96cb-847db71f44b9 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:51:33.408470 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Attempting to bind port 4458ae16-c375-45e0-96cb-847db71f44b9 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '3fb491d7-08b9-47a4-b055-2da259fb2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:51:33.408470 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Attempting to bind port 4458ae16-c375-45e0-96cb-847db71f44b9 on network 1e1a4834-285c-45b2-826a-21561eab8e69 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:33.433617 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-100820b5-9539-4d9f-9e36-7ffd06e8f3cb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:33.556643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:51:33.556643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Checking segment: {'id': '3fb491d7-08b9-47a4-b055-2da259fb2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:33.556643 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:33.556643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Bound using segment: {'id': '3fb491d7-08b9-47a4-b055-2da259fb2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:51:33.556643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Bound port: 4458ae16-c375-45e0-96cb-847db71f44b9, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb491d7-08b9-47a4-b055-2da259fb2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:51:33.556643 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:33.557941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6855e6-3d83-4fe1-aa7b-8d539ebbc43a None None] Pushing event updated for resources: {'Port': ['ID=2b805b31-e652-4381-9d66-06cb76cbf529,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:33.586387 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-100820b5-9539-4d9f-9e36-7ffd06e8f3cb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:33.639370 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-100820b5-9539-4d9f-9e36-7ffd06e8f3cb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:33.707287 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100820b5-9539-4d9f-9e36-7ffd06e8f3cb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28c7505-940a-4a72-9c7f-b8a50296c9cf,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:33.766242 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2b805b31-e652-4381-9d66-06cb76cbf529 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:33.803008 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-100820b5-9539-4d9f-9e36-7ffd06e8f3cb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:33.805608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-100820b5-9539-4d9f-9e36-7ffd06e8f3cb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5082333 Dec 16 22:51:33.808350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49780) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:33.812942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c8c0fa85-b5ac-41cd-91a1-7ae097706d50 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': 'c5b94a76-c1ba-4e4b-8661-fc9afae3225d', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:33.829682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=bafefb6c-bd05-439b-a972-b7b17f25619e,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:33.996553 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8c0fa85-b5ac-41cd-91a1-7ae097706d50 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:34.014818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] For port 4458ae16-c375-45e0-96cb-847db71f44b9, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:34.064513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] For port 4458ae16-c375-45e0-96cb-847db71f44b9, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4458ae16-c375-45e0-96cb-847db71f44b9,segment=NetworkSegment(3fb491d7-08b9-47a4-b055-2da259fb2325),segment_id=3fb491d7-08b9-47a4-b055-2da259fb2325)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:51:34.143868 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8c0fa85-b5ac-41cd-91a1-7ae097706d50 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:34.145288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0f6855e6-3d83-4fe1-aa7b-8d539ebbc43a None None] Provisioning complete for port dd100ff5-475d-499c-a7a6-eed9b708cf99 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:34.145683 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f6855e6-3d83-4fe1-aa7b-8d539ebbc43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:34.176832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2b805b31-e652-4381-9d66-06cb76cbf529 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:34.177304 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:34.182078 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:34.231392 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8c0fa85-b5ac-41cd-91a1-7ae097706d50 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:34.378113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d257316-d5fb-498f-a966-144f6535df7e None None] Pushing event updated for resources: {'Port': ['ID=4458ae16-c375-45e0-96cb-847db71f44b9,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:34.393443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:26Z', 'revision_number': 2, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:32Z', 'revision_number': 4, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:34.455442 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29e089e-9261-4b2a-b76b-252301bad05c None None] The sync data for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 is: [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:26Z', 'revision_number': 2, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:32Z', 'revision_number': 4, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:34.492328 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:34.512923 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f6855e6-3d83-4fe1-aa7b-8d539ebbc43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:34.516083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 20bc82d4-610d-404f-bf0e-dd8e76fda4e7 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:34.579043 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:34.581300 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:34.597476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0f6855e6-3d83-4fe1-aa7b-8d539ebbc43a None None] For port dd100ff5-475d-499c-a7a6-eed9b708cf99, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=dd100ff5-475d-499c-a7a6-eed9b708cf99,segment=NetworkSegment(92ece91f-6cc8-4601-a2e6-f3335b22f8c6),segment_id=92ece91f-6cc8-4601-a2e6-f3335b22f8c6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:34.670711 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f6855e6-3d83-4fe1-aa7b-8d539ebbc43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:34.674648 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 20bc82d4-610d-404f-bf0e-dd8e76fda4e7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:34.675075 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:34.880108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0fa85-b5ac-41cd-91a1-7ae097706d50 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85dd22ab-46b5-4eed-bc84-1c7befef0384,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:34.902881 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=bc0fe23e-d4d1-4f15-96df-f7cd5d29c088,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:34.914590 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network 1e1a4834-285c-45b2-826a-21561eab8e69 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:34.917669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:34.935182 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8c0fa85-b5ac-41cd-91a1-7ae097706d50 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:34.936993 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c8c0fa85-b5ac-41cd-91a1-7ae097706d50 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1276712 Dec 16 22:51:34.939582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49786) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:34.944870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0ed7918c-09d7-4ff3-8fbe-e0c57e2999f1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': 'c5b94a76-c1ba-4e4b-8661-fc9afae3225d', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:34.985467 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ef745ce1-cfbd-41df-be3c-a809ab24adbc None None] Provisioning complete for port 2b805b31-e652-4381-9d66-06cb76cbf529 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:34.985868 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ef745ce1-cfbd-41df-be3c-a809ab24adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:35.041223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6855e6-3d83-4fe1-aa7b-8d539ebbc43a None None] Pushing event updated for resources: {'Port': ['ID=dd100ff5-475d-499c-a7a6-eed9b708cf99,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:35.078733 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ed7918c-09d7-4ff3-8fbe-e0c57e2999f1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:35.103355 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router 369490d1-c587-448b-a074-aeac2ab4769e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:51:35.169680 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ef745ce1-cfbd-41df-be3c-a809ab24adbc None None] Provisioning complete for port dd100ff5-475d-499c-a7a6-eed9b708cf99 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:35.169680 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ef745ce1-cfbd-41df-be3c-a809ab24adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:35.196839 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ed7918c-09d7-4ff3-8fbe-e0c57e2999f1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:35.258413 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:35.269140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49788) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:35.271040 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5dfad2bc-46bd-4587-b44f-99463bfc8980 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/369490d1-c587-448b-a074-aeac2ab4769e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1640956 Dec 16 22:51:35.275036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b3e36360-7118-4d16-b0b5-3f2b9c39226b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1688723364'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:35.284513 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ed7918c-09d7-4ff3-8fbe-e0c57e2999f1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:35.313203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7918c-09d7-4ff3-8fbe-e0c57e2999f1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb7686b-107e-4df4-83d7-5c39d0dc6c72,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:35.632187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device dd100ff5-475d-499c-a7a6-eed9b708cf99 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:35.684871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port dd100ff5-475d-499c-a7a6-eed9b708cf99 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:35.685256 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:35.732297 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0ed7918c-09d7-4ff3-8fbe-e0c57e2999f1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:35.738997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0ed7918c-09d7-4ff3-8fbe-e0c57e2999f1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7957304 Dec 16 22:51:35.739522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49790) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:35.743450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cd7616-4651-4acd-962d-a667dc707c8a None None] Network 1e1a4834-285c-45b2-826a-21561eab8e69 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:35.746336 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e608518b-e134-4816-af79-5fabefa8d8b6 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': 'c5b94a76-c1ba-4e4b-8661-fc9afae3225d', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:35.823821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e36360-7118-4d16-b0b5-3f2b9c39226b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:51:35.832675 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3e36360-7118-4d16-b0b5-3f2b9c39226b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:35.844406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2b805b31-e652-4381-9d66-06cb76cbf529 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:35.880609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e36360-7118-4d16-b0b5-3f2b9c39226b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:51:35.889992 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d690bba3-4ba1-4988-bb1f-1e17c6f67620 None None] Provisioning complete for port 4458ae16-c375-45e0-96cb-847db71f44b9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:35.890377 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d690bba3-4ba1-4988-bb1f-1e17c6f67620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:35.899777 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3e36360-7118-4d16-b0b5-3f2b9c39226b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:35.900403 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-b3e36360-7118-4d16-b0b5-3f2b9c39226b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Added segment 927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9 of type vlan for network 012b4d98-faff-4d20-923d-5c4fbff03fa5 Dec 16 22:51:35.916600 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-e608518b-e134-4816-af79-5fabefa8d8b6 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Project 53b23556a8674c1098e88ae07b15dd0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:51:35.923070 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e608518b-e134-4816-af79-5fabefa8d8b6 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:35.955071 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3e36360-7118-4d16-b0b5-3f2b9c39226b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:35.997251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2b805b31-e652-4381-9d66-06cb76cbf529 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:35.997658 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.046425 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e608518b-e134-4816-af79-5fabefa8d8b6 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.059660 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3e36360-7118-4d16-b0b5-3f2b9c39226b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.066513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e36360-7118-4d16-b0b5-3f2b9c39226b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:36.067371 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3e36360-7118-4d16-b0b5-3f2b9c39226b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.122082 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d690bba3-4ba1-4988-bb1f-1e17c6f67620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.150684 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e608518b-e134-4816-af79-5fabefa8d8b6 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.175944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608518b-e134-4816-af79-5fabefa8d8b6 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe564ba-5807-4bc9-82c3-f62eae492b4e,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:36.198628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e36360-7118-4d16-b0b5-3f2b9c39226b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Network': ['ID=012b4d98-faff-4d20-923d-5c4fbff03fa5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:36.211668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b3e36360-7118-4d16-b0b5-3f2b9c39226b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9412735 Dec 16 22:51:36.214484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49800) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:36.220522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0e5515f7-b88a-4a77-84f3-8c2a8d9fda17 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'subnet': {'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:36.220859 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 012b4d98-faff-4d20-923d-5c4fbff03fa5 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:51:36.226922 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4458ae16-c375-45e0-96cb-847db71f44b9 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:36.285860 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e608518b-e134-4816-af79-5fabefa8d8b6 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.294936 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e608518b-e134-4816-af79-5fabefa8d8b6 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5518162 Dec 16 22:51:36.295385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49802) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:36.300955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-1a767276-5fb0-4581-b018-9d54bcd48c2e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': 'c5b94a76-c1ba-4e4b-8661-fc9afae3225d', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:36.312685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d690bba3-4ba1-4988-bb1f-1e17c6f67620 None None] For port 4458ae16-c375-45e0-96cb-847db71f44b9, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4458ae16-c375-45e0-96cb-847db71f44b9,segment=NetworkSegment(3fb491d7-08b9-47a4-b055-2da259fb2325),segment_id=3fb491d7-08b9-47a4-b055-2da259fb2325)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:36.379028 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d690bba3-4ba1-4988-bb1f-1e17c6f67620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.430922 n-d-821840-2 neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-1a767276-5fb0-4581-b018-9d54bcd48c2e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Project 53b23556a8674c1098e88ae07b15dd0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:51:36.446481 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1a767276-5fb0-4581-b018-9d54bcd48c2e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.460917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5515f7-b88a-4a77-84f3-8c2a8d9fda17 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:51:36.469077 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e5515f7-b88a-4a77-84f3-8c2a8d9fda17 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.507941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690bba3-4ba1-4988-bb1f-1e17c6f67620 None None] Pushing event updated for resources: {'Port': ['ID=4458ae16-c375-45e0-96cb-847db71f44b9,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:36.518180 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4458ae16-c375-45e0-96cb-847db71f44b9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:36.518564 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.570943 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1a767276-5fb0-4581-b018-9d54bcd48c2e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.617802 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9e589721-aa3b-4ddd-a435-cf698d60945c None None] Provisioning complete for port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:36.619034 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e589721-aa3b-4ddd-a435-cf698d60945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.624663 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1a767276-5fb0-4581-b018-9d54bcd48c2e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.673592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a767276-5fb0-4581-b018-9d54bcd48c2e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2109544d-a975-4aa5-b255-315614118ddb,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:36.701722 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9e589721-aa3b-4ddd-a435-cf698d60945c None None] Port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:36.758891 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1a767276-5fb0-4581-b018-9d54bcd48c2e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.768694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1a767276-5fb0-4581-b018-9d54bcd48c2e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4643881 Dec 16 22:51:36.780986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9e589721-aa3b-4ddd-a435-cf698d60945c None None] Provisioning complete for port 4458ae16-c375-45e0-96cb-847db71f44b9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:36.781405 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e589721-aa3b-4ddd-a435-cf698d60945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.872385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device bafefb6c-bd05-439b-a972-b7b17f25619e up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:36.972380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Sync routers for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:36.973580 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e5515f7-b88a-4a77-84f3-8c2a8d9fda17 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:37.083748 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5515f7-b88a-4a77-84f3-8c2a8d9fda17 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Subnet': ['ID=1c624d26-5175-4228-9e74-2f5a967f9cb7,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:37.105867 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:37.106398 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:37.112005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-dde4baea-b3c1-4a3d-a5a6-ee94ce2ce467 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-603836486&fields=id&tenant_id=53b23556a8674c1098e88ae07b15dd0f HTTP/1.1" status: 200 len: 267 time: 0.1133571 Dec 16 22:51:37.113952 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5515f7-b88a-4a77-84f3-8c2a8d9fda17 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Checking segment: {'id': '927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:37.114628 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5515f7-b88a-4a77-84f3-8c2a8d9fda17 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network hostable DHCP agents. Network: 012b4d98-faff-4d20-923d-5c4fbff03fa5, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:51:37.172692 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port bafefb6c-bd05-439b-a972-b7b17f25619e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:37.172692 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:37.329049 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:37.338548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-6c2152ba-478b-4961-a41c-e992e1f55054 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:37.341928 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-6c2152ba-478b-4961-a41c-e992e1f55054 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/networks?id=af9074ee-c99c-49a2-98d0-cc28b9901f29 HTTP/1.1" status: 200 len: 796 time: 0.2187178 Dec 16 22:51:37.361306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3de8db66-3b13-4c16-821a-232aa3265b32 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/quotas/53b23556a8674c1098e88ae07b15dd0f HTTP/1.1" status: 200 len: 375 time: 0.0129745 Dec 16 22:51:37.416477 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-24c2d239-df96-4f66-a4f0-57cf183401a6 None None] Provisioning complete for port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:37.416858 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24c2d239-df96-4f66-a4f0-57cf183401a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:37.436040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5515f7-b88a-4a77-84f3-8c2a8d9fda17 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network 012b4d98-faff-4d20-923d-5c4fbff03fa5 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:51:37.447123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-15655966-3feb-4e05-a5f3-7ec234edaabd tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=53b23556a8674c1098e88ae07b15dd0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771430 Dec 16 22:51:37.467591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-22a0dd74-206d-45a9-b0cc-ec3a0f781562 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:51:37.468892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-22a0dd74-206d-45a9-b0cc-ec3a0f781562 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087285 Dec 16 22:51:37.488961 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-24c2d239-df96-4f66-a4f0-57cf183401a6 None None] Port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:37.555902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-0e5515f7-b88a-4a77-84f3-8c2a8d9fda17 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 012b4d98-faff-4d20-923d-5c4fbff03fa5) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:37.561426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5515f7-b88a-4a77-84f3-8c2a8d9fda17 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:37.562415 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e5515f7-b88a-4a77-84f3-8c2a8d9fda17 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:37.595984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898da54f-0762-41b1-be8a-d5364e136c2a None None] Network 012b4d98-faff-4d20-923d-5c4fbff03fa5 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:37.641344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-2bf54e97-ce33-4417-ba69-6af4952fec64 service neutron] 10.222.0.43 "GET /v2.0/networks/af9074ee-c99c-49a2-98d0-cc28b9901f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648836 Dec 16 22:51:37.685693 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0e5515f7-b88a-4a77-84f3-8c2a8d9fda17 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4693937 Dec 16 22:51:37.687509 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49820) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:37.709649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4458ae16-c375-45e0-96cb-847db71f44b9 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:37.763413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-517ec3f4-9027-4aba-b352-9be16631b076 None None] Provisioning complete for port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:37.763716 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-517ec3f4-9027-4aba-b352-9be16631b076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:37.826106 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-b46dcfbf-e6cf-4842-aaff-a87556146242 service neutron] 10.222.0.43 "GET /v2.0/networks/af9074ee-c99c-49a2-98d0-cc28b9901f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783855 Dec 16 22:51:37.894134 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-517ec3f4-9027-4aba-b352-9be16631b076 None None] Port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:37.969730 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-012b4d98-faff-4d20-923d-5c4fbff03fa5', 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'fixed_ips': [{'subnet_id': '1c624d26-5175-4228-9e74-2f5a967f9cb7'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:51:37.971053 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:38.002716 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4458ae16-c375-45e0-96cb-847db71f44b9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:38.003229 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:38.161611 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:33Z', 'revision_number': 3, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:33Z', 'revision_number': 2, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:38.243091 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Checking router: 369490d1-c587-448b-a074-aeac2ab4769e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:51:38.246040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Updating router 369490d1-c587-448b-a074-aeac2ab4769e port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:51:38.312184 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:38.334452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Allocated IP 2001:db8:2::2 (012b4d98-faff-4d20-923d-5c4fbff03fa5/1c624d26-5175-4228-9e74-2f5a967f9cb7/be5f4546-3f2b-486f-b8cd-299bc1f7a734) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:38.338558 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:38.386503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b5fe959-d817-46bf-8d27-05fe37eab1aa req-4f960bf9-8e43-4be7-8486-a8491779b383 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 210 time: 0.0700431 Dec 16 22:51:38.857661 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:38.921873 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:39.001426 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:39.001848 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Allocated IP 2001:db8:2::1 (012b4d98-faff-4d20-923d-5c4fbff03fa5/1c624d26-5175-4228-9e74-2f5a967f9cb7/40eb3a3f-5a14-4938-8d46-7f06da460a93) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:39.012163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Network 012b4d98-faff-4d20-923d-5c4fbff03fa5 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:39.013605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Pushing event updated for resources: {'Port': ['ID=be5f4546-3f2b-486f-b8cd-299bc1f7a734,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:39.016488 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:39.018635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:39.096844 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Attempting to bind port be5f4546-3f2b-486f-b8cd-299bc1f7a734 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:51:39.097274 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Attempting to bind port be5f4546-3f2b-486f-b8cd-299bc1f7a734 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:51:39.097616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Attempting to bind port be5f4546-3f2b-486f-b8cd-299bc1f7a734 on network 012b4d98-faff-4d20-923d-5c4fbff03fa5 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:39.104302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:51:39.104695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Checking segment: {'id': '927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:39.105373 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:39.105796 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Bound using segment: {'id': '927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:51:39.106296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Bound port: be5f4546-3f2b-486f-b8cd-299bc1f7a734, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:51:39.106694 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:39.131847 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:39.165209 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:39.221063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146518f-d5ed-46f4-93e6-d543240db5fa None None] Pushing event updated for resources: {'Port': ['ID=bc0fe23e-d4d1-4f15-96df-f7cd5d29c088,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:39.288391 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:39.293621 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] For port be5f4546-3f2b-486f-b8cd-299bc1f7a734, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:39.317734 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] For port be5f4546-3f2b-486f-b8cd-299bc1f7a734, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=be5f4546-3f2b-486f-b8cd-299bc1f7a734,segment=NetworkSegment(927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9),segment_id=927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:51:39.324200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Attempting to bind port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:51:39.326303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Attempting to bind port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '3fb491d7-08b9-47a4-b055-2da259fb2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:51:39.326303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Attempting to bind port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 on network 1e1a4834-285c-45b2-826a-21561eab8e69 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:39.333244 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:51:39.334024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Checking segment: {'id': '3fb491d7-08b9-47a4-b055-2da259fb2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:39.334755 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:39.335687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Bound using segment: {'id': '3fb491d7-08b9-47a4-b055-2da259fb2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:51:39.336442 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Bound port: bc0fe23e-d4d1-4f15-96df-f7cd5d29c088, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb491d7-08b9-47a4-b055-2da259fb2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:51:39.337614 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:39.375289 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network 012b4d98-faff-4d20-923d-5c4fbff03fa5 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:39.384172 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:39.388301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:39.389451 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:39.451848 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] For port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:39.460813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] For port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=bc0fe23e-d4d1-4f15-96df-f7cd5d29c088,segment=NetworkSegment(3fb491d7-08b9-47a4-b055-2da259fb2325),segment_id=3fb491d7-08b9-47a4-b055-2da259fb2325)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:51:39.466787 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:39.487222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=40eb3a3f-5a14-4938-8d46-7f06da460a93,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:39.526984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87ea53-f327-4980-826e-254033b2b1c6 None None] Pushing event updated for resources: {'Port': ['ID=be5f4546-3f2b-486f-b8cd-299bc1f7a734,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:39.529745 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92323a34-d512-4989-bf16-f356beea48b6 req-53def7ca-5859-4ede-bf9d-9c0a1fdc17b1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 210 time: 0.0616293 Dec 16 22:51:39.550589 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:39.628757 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146518f-d5ed-46f4-93e6-d543240db5fa None None] Pushing event updated for resources: {'Port': ['ID=bc0fe23e-d4d1-4f15-96df-f7cd5d29c088,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:39.632553 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:39.633197 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:39.742386 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:39.796782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:40.029385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a2e5569b-1752-41d5-8046-4cb228c76bfa None None] Provisioning complete for port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:40.029774 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2e5569b-1752-41d5-8046-4cb228c76bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:40.214195 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:40.261511 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:33Z', 'revision_number': 3, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:39Z', 'revision_number': 4, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:40.264809 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2e5569b-1752-41d5-8046-4cb228c76bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:40.284939 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:40.285977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:40.309443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0458a22-e02f-4bc9-8141-054d8e006f39 None None] The sync data for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 is: [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:33Z', 'revision_number': 3, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:39Z', 'revision_number': 4, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:40.343367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a2e5569b-1752-41d5-8046-4cb228c76bfa None None] For port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=bc0fe23e-d4d1-4f15-96df-f7cd5d29c088,segment=NetworkSegment(3fb491d7-08b9-47a4-b055-2da259fb2325),segment_id=3fb491d7-08b9-47a4-b055-2da259fb2325)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:40.416255 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2e5569b-1752-41d5-8046-4cb228c76bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:40.423847 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=40eb3a3f-5a14-4938-8d46-7f06da460a93,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:40.463840 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network 012b4d98-faff-4d20-923d-5c4fbff03fa5 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:40.465566 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:40.498171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5569b-1752-41d5-8046-4cb228c76bfa None None] Pushing event updated for resources: {'Port': ['ID=bc0fe23e-d4d1-4f15-96df-f7cd5d29c088,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:40.554093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f81c475e-34a8-43cd-92c2-ee9b3dbf7922 None None] Provisioning complete for port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:40.554675 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f81c475e-34a8-43cd-92c2-ee9b3dbf7922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:40.653031 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router 369490d1-c587-448b-a074-aeac2ab4769e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:51:40.671446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4d316a4-ac2a-47ef-9001-70de27cacce9 req-4b364ffd-ef2b-4b96-a11c-b658352fffe0 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 210 time: 0.0535681 Dec 16 22:51:40.782076 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:40.788886 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-83b1044f-428d-43a3-9c24-e268e6f7e17e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/369490d1-c587-448b-a074-aeac2ab4769e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0994558 Dec 16 22:51:40.791753 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49850) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:40.797326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2107828407'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:40.876043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:51:40.880083 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:40.921485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:51:40.944787 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:40.945280 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Added segment d3197902-073d-4f3a-84ef-252551eabff9 of type vlan for network 2ef79ef2-b4b2-42e4-9871-77a4dbccb270 Dec 16 22:51:41.011154 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:41.130382 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:41.138367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:41.140070 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:41.146394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebc6dca-63e1-47b5-8b24-ae10e66da854 None None] Network 012b4d98-faff-4d20-923d-5c4fbff03fa5 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:41.239472 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6bb45124-e611-4901-bea0-eafcb4843aee None None] Provisioning complete for port be5f4546-3f2b-486f-b8cd-299bc1f7a734 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:41.239958 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6bb45124-e611-4901-bea0-eafcb4843aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:41.257614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Network': ['ID=2ef79ef2-b4b2-42e4-9871-77a4dbccb270,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:41.266929 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:41.268549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:41.269422 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:41.270766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:41.272526 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:41.274329 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:41.275255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:41.279779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:41.279779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:41.279779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:41.279779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:41.279779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:41.279779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:41.280225 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Sync routers for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:41.301735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-10be382a-14be-40b7-a551-e6eb2e40df55 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5088472 Dec 16 22:51:41.303789 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 2ef79ef2-b4b2-42e4-9871-77a4dbccb270 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:51:41.308189 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49862) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:41.310565 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e7c1cf0a-0b5d-4361-9959-45d4df07ac5d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'subnet': {'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:41.315760 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:41.316403 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:41.440045 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:41.478366 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6bb45124-e611-4901-bea0-eafcb4843aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:41.554133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6bb45124-e611-4901-bea0-eafcb4843aee None None] For port be5f4546-3f2b-486f-b8cd-299bc1f7a734, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=be5f4546-3f2b-486f-b8cd-299bc1f7a734,segment=NetworkSegment(927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9),segment_id=927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:41.574280 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c1cf0a-0b5d-4361-9959-45d4df07ac5d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Made reservation on behalf of 206e00bccbe6441cb88b7c581b4a89d9 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:51:41.578945 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7c1cf0a-0b5d-4361-9959-45d4df07ac5d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:41.658951 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6bb45124-e611-4901-bea0-eafcb4843aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:41.801236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb45124-e611-4901-bea0-eafcb4843aee None None] Pushing event updated for resources: {'Port': ['ID=be5f4546-3f2b-486f-b8cd-299bc1f7a734,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:41.856061 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c8d6ac8-1926-4dc1-9537-1bbc3f9b0dbf req-4340f855-875f-448f-8b28-afaaa28926c9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 210 time: 0.0832744 Dec 16 22:51:41.890738 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:41.964862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:41.965247 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:41.967847 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7c1cf0a-0b5d-4361-9959-45d4df07ac5d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:42.087557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-20d24cf4-6ded-49d5-9eb6-fdb8e2b6bded None None] Provisioning complete for port be5f4546-3f2b-486f-b8cd-299bc1f7a734 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:42.087949 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20d24cf4-6ded-49d5-9eb6-fdb8e2b6bded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:42.095478 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1cf0a-0b5d-4361-9959-45d4df07ac5d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Subnet': ['ID=354fe5a4-c810-42db-b6ca-0db1a5186fee,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:42.103605 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:39Z', 'revision_number': 4, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': '40eb3a3f-5a14-4938-8d46-7f06da460a93', 'name': '', 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:5f:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:38Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 2, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:42.108229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c1cf0a-0b5d-4361-9959-45d4df07ac5d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Checking segment: {'id': 'd3197902-073d-4f3a-84ef-252551eabff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:42.108596 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c1cf0a-0b5d-4361-9959-45d4df07ac5d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network hostable DHCP agents. Network: 2ef79ef2-b4b2-42e4-9871-77a4dbccb270, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:51:42.143778 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Checking router: 369490d1-c587-448b-a074-aeac2ab4769e for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:51:42.144130 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Updating router 369490d1-c587-448b-a074-aeac2ab4769e port 40eb3a3f-5a14-4938-8d46-7f06da460a93 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:51:42.192688 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:42.225162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c1cf0a-0b5d-4361-9959-45d4df07ac5d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network 2ef79ef2-b4b2-42e4-9871-77a4dbccb270 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:51:42.338109 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device be5f4546-3f2b-486f-b8cd-299bc1f7a734 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:42.354215 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-e7c1cf0a-0b5d-4361-9959-45d4df07ac5d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 2ef79ef2-b4b2-42e4-9871-77a4dbccb270) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:42.363997 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c1cf0a-0b5d-4361-9959-45d4df07ac5d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:42.364602 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7c1cf0a-0b5d-4361-9959-45d4df07ac5d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:42.417212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33c5ddc-53bd-4543-8b5c-e6c82d4f1ceb None None] Network 2ef79ef2-b4b2-42e4-9871-77a4dbccb270 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:42.493496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49876) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:42.499161 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e7c1cf0a-0b5d-4361-9959-45d4df07ac5d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1928618 Dec 16 22:51:42.539208 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-20d24cf4-6ded-49d5-9eb6-fdb8e2b6bded None None] Provisioning complete for port 40eb3a3f-5a14-4938-8d46-7f06da460a93 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:42.539814 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20d24cf4-6ded-49d5-9eb6-fdb8e2b6bded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:42.608178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port be5f4546-3f2b-486f-b8cd-299bc1f7a734 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:42.612442 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:42.682630 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-20d24cf4-6ded-49d5-9eb6-fdb8e2b6bded None None] Port 40eb3a3f-5a14-4938-8d46-7f06da460a93 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:42.735303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-2ef79ef2-b4b2-42e4-9871-77a4dbccb270', 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270', 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'fixed_ips': [{'subnet_id': '354fe5a4-c810-42db-b6ca-0db1a5186fee'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:51:42.736880 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:42.746881 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:42.830978 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:42.931260 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bdbde-c36e-420a-9ec6-2b906c90e782 None None] Pushing event updated for resources: {'Port': ['ID=40eb3a3f-5a14-4938-8d46-7f06da460a93,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:42.950673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5e5b2c2d-6973-4a65-93c0-af2f7ca1e522 None None] Provisioning complete for port 40eb3a3f-5a14-4938-8d46-7f06da460a93 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:42.951401 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e5b2c2d-6973-4a65-93c0-af2f7ca1e522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:42.996107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5e5b2c2d-6973-4a65-93c0-af2f7ca1e522 None None] Port 40eb3a3f-5a14-4938-8d46-7f06da460a93 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:43.033713 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Allocated IP 2001:db8:3::2 (2ef79ef2-b4b2-42e4-9871-77a4dbccb270/354fe5a4-c810-42db-b6ca-0db1a5186fee/5b79dc4c-3df2-4e01-b774-ead8021329c6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:43.052608 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Attempting to bind port 40eb3a3f-5a14-4938-8d46-7f06da460a93 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:51:43.053237 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Attempting to bind port 40eb3a3f-5a14-4938-8d46-7f06da460a93 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:51:43.057309 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Attempting to bind port 40eb3a3f-5a14-4938-8d46-7f06da460a93 on network 012b4d98-faff-4d20-923d-5c4fbff03fa5 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:43.066505 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:51:43.069809 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Checking segment: {'id': '927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:43.069809 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:43.070650 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Bound using segment: {'id': '927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:51:43.071254 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Bound port: 40eb3a3f-5a14-4938-8d46-7f06da460a93, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:51:43.071762 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:43.118071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95485e2e-a718-4ac7-b6af-61af90b59ab3 req-fed0b656-6f8f-40b3-86d3-286a4b0f3b9d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 210 time: 0.0821085 Dec 16 22:51:43.195519 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] For port 40eb3a3f-5a14-4938-8d46-7f06da460a93, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:43.199212 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] For port 40eb3a3f-5a14-4938-8d46-7f06da460a93, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=40eb3a3f-5a14-4938-8d46-7f06da460a93,segment=NetworkSegment(927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9),segment_id=927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:51:43.207810 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:43.293406 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:43.417568 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:43.436876 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:43.437576 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:43.459532 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:43.473534 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-70b2eb04-e4b2-46ae-909d-b78a0eda3aa3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:43.479605 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-70b2eb04-e4b2-46ae-909d-b78a0eda3aa3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.24 "GET /v2.0/networks?id=af9074ee-c99c-49a2-98d0-cc28b9901f29 HTTP/1.1" status: 200 len: 796 time: 0.2358892 Dec 16 22:51:43.486940 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e8d01e68-ab8a-451c-a3bc-a4d71c3c899f None None] Provisioning complete for port 40eb3a3f-5a14-4938-8d46-7f06da460a93 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:43.487339 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8d01e68-ab8a-451c-a3bc-a4d71c3c899f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:43.547439 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:43.591043 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:43.613712 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Network 2ef79ef2-b4b2-42e4-9871-77a4dbccb270 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:43.626018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:43.643308 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:43.695176 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-e0893805-389e-4a82-92ca-c914b6f292c7 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53b23556a8674c1098e88ae07b15dd0f HTTP/1.1" status: 200 len: 379 time: 0.1993666 Dec 16 22:51:43.707562 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-6ca8d61b-41e7-48eb-b6d3-246e44c1a2ce tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'port': {'device_id': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'admin_state_up': True, 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'security_groups': ['c5b94a76-c1ba-4e4b-8661-fc9afae3225d']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:43.754401 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device be5f4546-3f2b-486f-b8cd-299bc1f7a734 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:43.774118 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bdbde-c36e-420a-9ec6-2b906c90e782 None None] Pushing event updated for resources: {'Port': ['ID=40eb3a3f-5a14-4938-8d46-7f06da460a93,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:43.784069 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Pushing event updated for resources: {'Port': ['ID=5b79dc4c-3df2-4e01-b774-ead8021329c6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:43.795864 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:43.803842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Allocated IP 2001:db8:3::1 (2ef79ef2-b4b2-42e4-9871-77a4dbccb270/354fe5a4-c810-42db-b6ca-0db1a5186fee/ac95b404-b761-4503-a9e2-8442b0fe3186) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:43.921439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Attempting to bind port 5b79dc4c-3df2-4e01-b774-ead8021329c6 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:51:43.922317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Attempting to bind port 5b79dc4c-3df2-4e01-b774-ead8021329c6 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'd3197902-073d-4f3a-84ef-252551eabff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:51:43.923356 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Attempting to bind port 5b79dc4c-3df2-4e01-b774-ead8021329c6 on network 2ef79ef2-b4b2-42e4-9871-77a4dbccb270 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:43.926531 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8d01e68-ab8a-451c-a3bc-a4d71c3c899f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:44.010829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-6ca8d61b-41e7-48eb-b6d3-246e44c1a2ce tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Made reservation on behalf of 53b23556a8674c1098e88ae07b15dd0f for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:51:44.011325 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-6ca8d61b-41e7-48eb-b6d3-246e44c1a2ce tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:44.061514 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:44.151016 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:39Z', 'revision_number': 4, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': '40eb3a3f-5a14-4938-8d46-7f06da460a93', 'name': '', 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:5f:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:38Z', 'updated_at': '2021-12-16T22:51:43Z', 'revision_number': 4, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:44.185861 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b02c7f-7d35-404d-a234-dd00ab558e19 None None] The sync data for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 is: [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:39Z', 'revision_number': 4, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': '40eb3a3f-5a14-4938-8d46-7f06da460a93', 'name': '', 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:5f:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:38Z', 'updated_at': '2021-12-16T22:51:43Z', 'revision_number': 4, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:44.196337 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:44.300070 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-6ca8d61b-41e7-48eb-b6d3-246e44c1a2ce tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Allocated IP 172.20.0.11 (af9074ee-c99c-49a2-98d0-cc28b9901f29/899ff188-6621-4094-b660-0d04a325ec88/091a0153-3919-4c9b-8394-4c89ff98476d) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:44.330516 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:51:44.330902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Checking segment: {'id': 'd3197902-073d-4f3a-84ef-252551eabff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:44.337897 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:44.337897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Bound using segment: {'id': 'd3197902-073d-4f3a-84ef-252551eabff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:51:44.337897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Bound port: 5b79dc4c-3df2-4e01-b774-ead8021329c6, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3197902-073d-4f3a-84ef-252551eabff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:51:44.338502 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:44.348132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network 2ef79ef2-b4b2-42e4-9871-77a4dbccb270 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:44.382342 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:44.385001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port be5f4546-3f2b-486f-b8cd-299bc1f7a734 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:44.385505 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:44.394940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=ac95b404-b761-4503-a9e2-8442b0fe3186,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:44.401174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e163b1e6-8dbc-4ce2-bc56-15ee1d726bbb req-7eff33cd-850f-4f07-b044-3d0800afe696 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 210 time: 0.0699687 Dec 16 22:51:44.403915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:44.405218 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:44.470105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] For port 5b79dc4c-3df2-4e01-b774-ead8021329c6, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:44.473915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] For port 5b79dc4c-3df2-4e01-b774-ead8021329c6, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5b79dc4c-3df2-4e01-b774-ead8021329c6,segment=NetworkSegment(d3197902-073d-4f3a-84ef-252551eabff9),segment_id=d3197902-073d-4f3a-84ef-252551eabff9)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:51:44.502622 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e8d01e68-ab8a-451c-a3bc-a4d71c3c899f None None] For port 40eb3a3f-5a14-4938-8d46-7f06da460a93, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=40eb3a3f-5a14-4938-8d46-7f06da460a93,segment=NetworkSegment(927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9),segment_id=927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:44.573107 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:44.587011 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-6ca8d61b-41e7-48eb-b6d3-246e44c1a2ce tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:44.616815 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8d01e68-ab8a-451c-a3bc-a4d71c3c899f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:44.677080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25726d73-806c-4a30-954a-8f5657da72fb None None] Pushing event updated for resources: {'Port': ['ID=5b79dc4c-3df2-4e01-b774-ead8021329c6,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:44.701572 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:44.704758 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-6ca8d61b-41e7-48eb-b6d3-246e44c1a2ce tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:44.829073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-6ca8d61b-41e7-48eb-b6d3-246e44c1a2ce tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network af9074ee-c99c-49a2-98d0-cc28b9901f29 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:44.833615 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-6ca8d61b-41e7-48eb-b6d3-246e44c1a2ce tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:44.836760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d01e68-ab8a-451c-a3bc-a4d71c3c899f None None] Pushing event updated for resources: {'Port': ['ID=40eb3a3f-5a14-4938-8d46-7f06da460a93,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:44.861149 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-6ca8d61b-41e7-48eb-b6d3-246e44c1a2ce tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:44.872749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8d61b-41e7-48eb-b6d3-246e44c1a2ce tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Port': ['ID=091a0153-3919-4c9b-8394-4c89ff98476d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:44.897949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b1f460af-742e-4d4a-8aac-c394ae42e4e2 None None] Provisioning complete for port 40eb3a3f-5a14-4938-8d46-7f06da460a93 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:44.898612 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b1f460af-742e-4d4a-8aac-c394ae42e4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:45.015786 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-6ca8d61b-41e7-48eb-b6d3-246e44c1a2ce tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:45.021949 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-6ca8d61b-41e7-48eb-b6d3-246e44c1a2ce tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:45.175567 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-6ca8d61b-41e7-48eb-b6d3-246e44c1a2ce tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4737835 Dec 16 22:51:45.327240 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Request body: {'port': {'device_id': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:45.340192 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d5f1103a-e42c-4497-954f-76b8f9c1af78 None None] Provisioning complete for port 091a0153-3919-4c9b-8394-4c89ff98476d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:45.340414 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d5f1103a-e42c-4497-954f-76b8f9c1af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:45.407370 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:45.411855 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1103a-e42c-4497-954f-76b8f9c1af78 None None] Port 091a0153-3919-4c9b-8394-4c89ff98476d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:45.425691 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:45.493313 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:45.494247 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:45.632356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event updated for resources: {'Port': ['ID=ac95b404-b761-4503-a9e2-8442b0fe3186,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:45.642658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c7421-3a93-45d9-ba2e-465d5d44f90e req-702461ee-a68f-4d2a-9228-17cc3fba8916 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:45.644306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c2c7421-3a93-45d9-ba2e-465d5d44f90e req-702461ee-a68f-4d2a-9228-17cc3fba8916 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 932 time: 0.1477537 Dec 16 22:51:45.728477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c2c7421-3a93-45d9-ba2e-465d5d44f90e req-72760cfc-2c38-4fe0-90bc-8b07f00e2364 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5b94a76-c1ba-4e4b-8661-fc9afae3225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736933 Dec 16 22:51:45.737605 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Network 2ef79ef2-b4b2-42e4-9871-77a4dbccb270 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:45.741154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:45.815301 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 40eb3a3f-5a14-4938-8d46-7f06da460a93 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:45.878544 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router 369490d1-c587-448b-a074-aeac2ab4769e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:51:45.878785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091a0153-3919-4c9b-8394-4c89ff98476d {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:51:45.895486 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:45.923032 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:51:45.926217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Transition to ACTIVE for port object 091a0153-3919-4c9b-8394-4c89ff98476d will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:51:45.932371 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 40eb3a3f-5a14-4938-8d46-7f06da460a93 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:45.932756 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:46.006628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:46.014644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-99b9caea-ef5a-4682-84a8-dd071ca8a777 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/369490d1-c587-448b-a074-aeac2ab4769e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5198574 Dec 16 22:51:46.017554 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49898) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:46.024078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Sync routers for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:46.026809 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:46.034875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-35a32b63-32eb-4b92-a7ed-b27247278e5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:46.051888 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5b79dc4c-3df2-4e01-b774-ead8021329c6 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:46.105625 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:46.115644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:46.143290 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Pushing event updated for resources: {'Port': ['ID=091a0153-3919-4c9b-8394-4c89ff98476d,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:46.290792 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Attempting to bind port 091a0153-3919-4c9b-8394-4c89ff98476d on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:51:46.295525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Attempting to bind port 091a0153-3919-4c9b-8394-4c89ff98476d by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': 'f738e58b-c03f-4a1b-a4ee-46e1594abecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:51:46.296037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Attempting to bind port 091a0153-3919-4c9b-8394-4c89ff98476d on network af9074ee-c99c-49a2-98d0-cc28b9901f29 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:46.307905 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Port 091a0153-3919-4c9b-8394-4c89ff98476d on network af9074ee-c99c-49a2-98d0-cc28b9901f29 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:51:46.307905 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Attempting to bind port 091a0153-3919-4c9b-8394-4c89ff98476d on network af9074ee-c99c-49a2-98d0-cc28b9901f29 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:46.323127 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:51:46.323923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Checking segment: {'id': 'f738e58b-c03f-4a1b-a4ee-46e1594abecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:46.326810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Bound using segment: {'id': 'f738e58b-c03f-4a1b-a4ee-46e1594abecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:51:46.327399 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Bound port: 091a0153-3919-4c9b-8394-4c89ff98476d, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f738e58b-c03f-4a1b-a4ee-46e1594abecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:51:46.327959 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:46.382498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:46.452734 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 5b79dc4c-3df2-4e01-b774-ead8021329c6 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:46.453825 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:46.465415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8c3ac2-9c7d-4556-ae65-1f463f166357 None None] Network 2ef79ef2-b4b2-42e4-9871-77a4dbccb270 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:46.511329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] For port 091a0153-3919-4c9b-8394-4c89ff98476d, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:46.516987 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] For port 091a0153-3919-4c9b-8394-4c89ff98476d, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=091a0153-3919-4c9b-8394-4c89ff98476d,segment=NetworkSegment(f738e58b-c03f-4a1b-a4ee-46e1594abecb),segment_id=f738e58b-c03f-4a1b-a4ee-46e1594abecb)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:51:46.590689 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:46.670843 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:46.672255 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:46.673925 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] 10.222.0.24 "PUT /v2.0/ports/091a0153-3919-4c9b-8394-4c89ff98476d HTTP/1.1" status: 200 len: 1092 time: 1.4836442 Dec 16 22:51:46.674404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'tag': '091a0153-3919-4c9b-8394-4c89ff98476d'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:51:46.676793 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c3a77f-109a-433f-975c-f1d2ad1b66bb" -d '{"events": [{"name": "network-changed", "server_uuid": "eafe9f5b-02ab-4926-82d5-61a303df299f", "tag": "091a0153-3919-4c9b-8394-4c89ff98476d"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:51:46.753105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093841c-6667-4881-87ad-c0276b271c44 service neutron] Pushing event updated for resources: {'Port': ['ID=091a0153-3919-4c9b-8394-4c89ff98476d,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:46.804605 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cc19a2-a859-4b87-aa61-50cf6c50eaa9 x-openstack-request-id: req-15cc19a2-a859-4b87-aa61-50cf6c50eaa9 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:51:46.806219 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafe9f5b-02ab-4926-82d5-61a303df299f", "tag": "091a0153-3919-4c9b-8394-4c89ff98476d", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:51:46.806219 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15cc19a2-a859-4b87-aa61-50cf6c50eaa9 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:51:46.806219 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'tag': '091a0153-3919-4c9b-8394-4c89ff98476d', 'status': 'completed', 'code': 200} Dec 16 22:51:46.821023 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-df0cd873-adad-4c42-9e75-5b2b7771e98f None None] Provisioning complete for port 5b79dc4c-3df2-4e01-b774-ead8021329c6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:46.823949 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-df0cd873-adad-4c42-9e75-5b2b7771e98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:46.878895 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-e8ca1207-e7fc-45c0-9e18-70e2027d1718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:46.880347 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-e8ca1207-e7fc-45c0-9e18-70e2027d1718 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53b23556a8674c1098e88ae07b15dd0f&device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 1095 time: 0.1028965 Dec 16 22:51:46.966967 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:46.974864 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-21399c2e-80bc-4418-8f5f-75c988dadc02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=091a0153-3919-4c9b-8394-4c89ff98476d HTTP/1.1" status: 200 len: 217 time: 0.0822413 Dec 16 22:51:47.013342 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.extraroute_db [None req-35a32b63-32eb-4b92-a7ed-b27247278e5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103951) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 22:51:47.028150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-887ff842-7f81-4237-a4a9-2bb858660bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:47.030222 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-887ff842-7f81-4237-a4a9-2bb858660bb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=899ff188-6621-4094-b660-0d04a325ec88 HTTP/1.1" status: 200 len: 835 time: 0.0489106 Dec 16 22:51:47.104463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.extraroute_db [None req-35a32b63-32eb-4b92-a7ed-b27247278e5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Removed routes are [] {{(pid=103951) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 22:51:47.104882 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35a32b63-32eb-4b92-a7ed-b27247278e5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:47.112612 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 5b79dc4c-3df2-4e01-b774-ead8021329c6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5b79dc4c-3df2-4e01-b774-ead8021329c6,segment=NetworkSegment(d3197902-073d-4f3a-84ef-252551eabff9),segment_id=d3197902-073d-4f3a-84ef-252551eabff9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:47.112814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-a1395e9c-d568-44b9-b9c3-5406cb4a1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:47.113570 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-a1395e9c-d568-44b9-b9c3-5406cb4a1389 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af9074ee-c99c-49a2-98d0-cc28b9901f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739760 Dec 16 22:51:47.114788 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-df0cd873-adad-4c42-9e75-5b2b7771e98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:47.142586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2655cab-ff39-4518-929a-84bfb51950d2 req-c0f5d3be-b876-4861-b807-10ff2d60c615 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:47.148336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2655cab-ff39-4518-929a-84bfb51950d2 req-c0f5d3be-b876-4861-b807-10ff2d60c615 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 944 time: 0.2607818 Dec 16 22:51:47.173165 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': '40eb3a3f-5a14-4938-8d46-7f06da460a93', 'name': '', 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:5f:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:38Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac95b404-b761-4503-a9e2-8442b0fe3186', 'name': '', 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:32:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '354fe5a4-c810-42db-b6ca-0db1a5186fee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:43Z', 'updated_at': '2021-12-16T22:51:45Z', 'revision_number': 2, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '354fe5a4-c810-42db-b6ca-0db1a5186fee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:47.217272 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Checking router: 369490d1-c587-448b-a074-aeac2ab4769e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:51:47.217779 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Updating router 369490d1-c587-448b-a074-aeac2ab4769e port ac95b404-b761-4503-a9e2-8442b0fe3186 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:51:47.241681 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:47.290915 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-177bd1b5-1d03-47f3-b1c1-85da7ec22306 service neutron] 10.222.0.24 "GET /v2.0/networks/af9074ee-c99c-49a2-98d0-cc28b9901f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645963 Dec 16 22:51:47.409103 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:47.409342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2655cab-ff39-4518-929a-84bfb51950d2 req-a66042f9-9556-4e70-805b-fbdfa144e9cf tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5b94a76-c1ba-4e4b-8661-fc9afae3225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542810 Dec 16 22:51:47.453990 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-df0cd873-adad-4c42-9e75-5b2b7771e98f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:51:47.457387 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-df0cd873-adad-4c42-9e75-5b2b7771e98f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:51:47.523740 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35a32b63-32eb-4b92-a7ed-b27247278e5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:47.524591 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c9d664ea-8931-4c78-bdbc-f0655df5d7c4 req-9f1b6d96-aa2f-4075-b8ad-254c29af8d10 service neutron] 10.222.0.24 "GET /v2.0/networks/af9074ee-c99c-49a2-98d0-cc28b9901f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274170 Dec 16 22:51:47.527784 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35a32b63-32eb-4b92-a7ed-b27247278e5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:47.532160 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=5b79dc4c-3df2-4e01-b774-ead8021329c6,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:47.682374 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5b79dc4c-3df2-4e01-b774-ead8021329c6 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:47.824021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 5b79dc4c-3df2-4e01-b774-ead8021329c6 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:47.824021 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:47.877815 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:47.988506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a32b63-32eb-4b92-a7ed-b27247278e5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router 369490d1-c587-448b-a074-aeac2ab4769e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:51:47.993279 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:48.084845 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a77f-109a-433f-975c-f1d2ad1b66bb req-f7bd755c-8373-4c58-8621-ebecad0c35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:48.089868 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f7c3a77f-109a-433f-975c-f1d2ad1b66bb req-f7bd755c-8373-4c58-8621-ebecad0c35c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53b23556a8674c1098e88ae07b15dd0f&device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 1095 time: 0.0996957 Dec 16 22:51:48.120731 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb957d-3b61-4624-9d64-8a6ddfcae1a2 None None] Pushing event updated for resources: {'Port': ['ID=ac95b404-b761-4503-a9e2-8442b0fe3186,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:48.136765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Attempting to bind port ac95b404-b761-4503-a9e2-8442b0fe3186 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:51:48.136899 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Attempting to bind port ac95b404-b761-4503-a9e2-8442b0fe3186 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'd3197902-073d-4f3a-84ef-252551eabff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:51:48.137218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Attempting to bind port ac95b404-b761-4503-a9e2-8442b0fe3186 on network 2ef79ef2-b4b2-42e4-9871-77a4dbccb270 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:48.150513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:51:48.151360 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Checking segment: {'id': 'd3197902-073d-4f3a-84ef-252551eabff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:48.151950 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:48.152363 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Bound using segment: {'id': 'd3197902-073d-4f3a-84ef-252551eabff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:51:48.152966 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Bound port: ac95b404-b761-4503-a9e2-8442b0fe3186, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3197902-073d-4f3a-84ef-252551eabff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:51:48.153347 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:48.176382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a32b63-32eb-4b92-a7ed-b27247278e5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:48.189231 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35a32b63-32eb-4b92-a7ed-b27247278e5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:48.195924 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-35a32b63-32eb-4b92-a7ed-b27247278e5c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/369490d1-c587-448b-a074-aeac2ab4769e HTTP/1.1" status: 200 len: 954 time: 2.1710351 Dec 16 22:51:48.196441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49916) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:48.304322 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] For port ac95b404-b761-4503-a9e2-8442b0fe3186, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:48.307456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] For port ac95b404-b761-4503-a9e2-8442b0fe3186, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ac95b404-b761-4503-a9e2-8442b0fe3186,segment=NetworkSegment(d3197902-073d-4f3a-84ef-252551eabff9),segment_id=d3197902-073d-4f3a-84ef-252551eabff9)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:51:48.319975 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a77f-109a-433f-975c-f1d2ad1b66bb req-35c0b724-787f-436f-aecd-940415a3be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:48.322251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c2de4fbc-24fc-497d-9566-155768f2e638 None None] Provisioning complete for port ac95b404-b761-4503-a9e2-8442b0fe3186 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:48.322710 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c2de4fbc-24fc-497d-9566-155768f2e638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:48.327678 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f7c3a77f-109a-433f-975c-f1d2ad1b66bb req-35c0b724-787f-436f-aecd-940415a3be91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af9074ee-c99c-49a2-98d0-cc28b9901f29 HTTP/1.1" status: 200 len: 897 time: 0.2277842 Dec 16 22:51:48.368674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c2de4fbc-24fc-497d-9566-155768f2e638 None None] Port ac95b404-b761-4503-a9e2-8442b0fe3186 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:48.374655 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:48.439415 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f7c3a77f-109a-433f-975c-f1d2ad1b66bb req-01d523ce-d213-461a-bfc2-294dd8fd726a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=091a0153-3919-4c9b-8394-4c89ff98476d HTTP/1.1" status: 200 len: 217 time: 0.1031411 Dec 16 22:51:48.459399 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49924) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:48.459677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d5ce8417-94e5-4f1b-9fa2-fd06e6a6c063 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/routers/369490d1-c587-448b-a074-aeac2ab4769e HTTP/1.1" status: 200 len: 954 time: 0.2610686 Dec 16 22:51:48.470167 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8778e8dc-acb7-4b1b-a8b1-684271ab29fd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'router': {'routes': None}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:48.472865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c2de4fbc-24fc-497d-9566-155768f2e638 None None] Provisioning complete for port 5b79dc4c-3df2-4e01-b774-ead8021329c6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:48.478960 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c2de4fbc-24fc-497d-9566-155768f2e638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:48.540004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:48.540657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:48.631950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225a24e-3d63-49b4-abbf-fd6e6d737560 req-97f94e74-ccda-4fbe-a524-3196e4f71857 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:48.633853 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a225a24e-3d63-49b4-abbf-fd6e6d737560 req-97f94e74-ccda-4fbe-a524-3196e4f71857 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 944 time: 0.1149905 Dec 16 22:51:48.645926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:48.692920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb957d-3b61-4624-9d64-8a6ddfcae1a2 None None] Pushing event updated for resources: {'Port': ['ID=ac95b404-b761-4503-a9e2-8442b0fe3186,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:48.736363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a225a24e-3d63-49b4-abbf-fd6e6d737560 req-2ce82510-2e63-4783-8317-328e8b53e93a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5b94a76-c1ba-4e4b-8661-fc9afae3225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959890 Dec 16 22:51:49.066771 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a77f-109a-433f-975c-f1d2ad1b66bb req-3db459e1-92d7-49ea-9d4e-0ced4c5c3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:49.069026 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f7c3a77f-109a-433f-975c-f1d2ad1b66bb req-3db459e1-92d7-49ea-9d4e-0ced4c5c3e43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=899ff188-6621-4094-b660-0d04a325ec88 HTTP/1.1" status: 200 len: 835 time: 0.6184087 Dec 16 22:51:49.180096 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:47Z', 'revision_number': 6, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': '40eb3a3f-5a14-4938-8d46-7f06da460a93', 'name': '', 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:5f:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:38Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac95b404-b761-4503-a9e2-8442b0fe3186', 'name': '', 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:32:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '354fe5a4-c810-42db-b6ca-0db1a5186fee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:43Z', 'updated_at': '2021-12-16T22:51:48Z', 'revision_number': 4, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '354fe5a4-c810-42db-b6ca-0db1a5186fee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:49.201331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a77f-109a-433f-975c-f1d2ad1b66bb req-6ceec170-12d2-4c02-be9e-50c775f0e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:49.203294 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f7c3a77f-109a-433f-975c-f1d2ad1b66bb req-6ceec170-12d2-4c02-be9e-50c775f0e95b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af9074ee-c99c-49a2-98d0-cc28b9901f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243446 Dec 16 22:51:49.219449 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a2971-1fbf-43bb-b43e-6c29d63b6aea None None] The sync data for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 is: [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:47Z', 'revision_number': 6, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': '40eb3a3f-5a14-4938-8d46-7f06da460a93', 'name': '', 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:5f:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:38Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac95b404-b761-4503-a9e2-8442b0fe3186', 'name': '', 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:32:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '354fe5a4-c810-42db-b6ca-0db1a5186fee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:43Z', 'updated_at': '2021-12-16T22:51:48Z', 'revision_number': 4, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '354fe5a4-c810-42db-b6ca-0db1a5186fee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:49.222944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-78b8dc10-17fa-4b30-bec9-e83e2fa88850 None None] Provisioning complete for port ac95b404-b761-4503-a9e2-8442b0fe3186 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:49.223704 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-78b8dc10-17fa-4b30-bec9-e83e2fa88850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:49.370788 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-78b8dc10-17fa-4b30-bec9-e83e2fa88850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:49.416085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-78b8dc10-17fa-4b30-bec9-e83e2fa88850 None None] For port ac95b404-b761-4503-a9e2-8442b0fe3186, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ac95b404-b761-4503-a9e2-8442b0fe3186,segment=NetworkSegment(d3197902-073d-4f3a-84ef-252551eabff9),segment_id=d3197902-073d-4f3a-84ef-252551eabff9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:49.425036 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f7c3a77f-109a-433f-975c-f1d2ad1b66bb req-0515924c-4d22-480f-9f7b-5fd31101c918 service neutron] 10.222.0.24 "GET /v2.0/networks/af9074ee-c99c-49a2-98d0-cc28b9901f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113094 Dec 16 22:51:49.492906 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-78b8dc10-17fa-4b30-bec9-e83e2fa88850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:49.561137 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8dc10-17fa-4b30-bec9-e83e2fa88850 None None] Pushing event updated for resources: {'Port': ['ID=ac95b404-b761-4503-a9e2-8442b0fe3186,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:49.596364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.extraroute_db [None req-8778e8dc-acb7-4b1b-a8b1-684271ab29fd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Added routes are [] {{(pid=103952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 22:51:49.596696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.extraroute_db [None req-8778e8dc-acb7-4b1b-a8b1-684271ab29fd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 22:51:49.613079 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-f7c3a77f-109a-433f-975c-f1d2ad1b66bb req-6d9f78bc-9a08-45ec-b613-7cd9f4f13b01 service neutron] 10.222.0.24 "GET /v2.0/networks/af9074ee-c99c-49a2-98d0-cc28b9901f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770654 Dec 16 22:51:49.648057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 091a0153-3919-4c9b-8394-4c89ff98476d details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:51:49.671880 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8778e8dc-acb7-4b1b-a8b1-684271ab29fd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:49.685834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ac95b404-b761-4503-a9e2-8442b0fe3186 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:49.814067 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 091a0153-3919-4c9b-8394-4c89ff98476d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=091a0153-3919-4c9b-8394-4c89ff98476d,segment=NetworkSegment(f738e58b-c03f-4a1b-a4ee-46e1594abecb),segment_id=f738e58b-c03f-4a1b-a4ee-46e1594abecb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:49.817189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ac95b404-b761-4503-a9e2-8442b0fe3186 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:49.817913 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:49.857231 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '091a0153-3919-4c9b-8394-4c89ff98476d', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'port_id': '091a0153-3919-4c9b-8394-4c89ff98476d', 'mac_address': 'fa:16:3e:a8:9d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:51:49.909772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fe299-7115-460f-b559-50b6e292b49f req-5276416d-e1dd-45e9-b9e6-dc827619d413 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:49.911574 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d19fe299-7115-460f-b559-50b6e292b49f req-5276416d-e1dd-45e9-b9e6-dc827619d413 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 944 time: 0.0698800 Dec 16 22:51:49.923349 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:49.967902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091a0153-3919-4c9b-8394-4c89ff98476d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:51:49.978939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d19fe299-7115-460f-b559-50b6e292b49f req-3012a578-0d57-464c-ac9f-36561a93b984 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5b94a76-c1ba-4e4b-8661-fc9afae3225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588338 Dec 16 22:51:49.991618 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8778e8dc-acb7-4b1b-a8b1-684271ab29fd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:50.003070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 091a0153-3919-4c9b-8394-4c89ff98476d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=091a0153-3919-4c9b-8394-4c89ff98476d,segment=NetworkSegment(f738e58b-c03f-4a1b-a4ee-46e1594abecb),segment_id=f738e58b-c03f-4a1b-a4ee-46e1594abecb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:50.003472 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8778e8dc-acb7-4b1b-a8b1-684271ab29fd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:50.081387 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:50.106232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8778e8dc-acb7-4b1b-a8b1-684271ab29fd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router 369490d1-c587-448b-a074-aeac2ab4769e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:51:50.113738 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6de48225-13c2-4756-a448-c8310746ad52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:50.140746 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=091a0153-3919-4c9b-8394-4c89ff98476d,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:50.187183 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5145c-1b3e-4c3d-b2ff-23e7e915179f None None] Sync routers for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:50.200902 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5145c-1b3e-4c3d-b2ff-23e7e915179f None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:50.201529 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cfe5145c-1b3e-4c3d-b2ff-23e7e915179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:50.219859 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8778e8dc-acb7-4b1b-a8b1-684271ab29fd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:50.227428 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8778e8dc-acb7-4b1b-a8b1-684271ab29fd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:50.231047 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8778e8dc-acb7-4b1b-a8b1-684271ab29fd tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/369490d1-c587-448b-a074-aeac2ab4769e HTTP/1.1" status: 200 len: 704 time: 1.7648075 Dec 16 22:51:50.231410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49944) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:50.303695 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-cfe5145c-1b3e-4c3d-b2ff-23e7e915179f None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:50.336619 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['091a0153-3919-4c9b-8394-4c89ff98476d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:51:50.341461 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fb800575-fda1-4086-ab55-cb0688588dfb tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/routers/369490d1-c587-448b-a074-aeac2ab4769e HTTP/1.1" status: 200 len: 704 time: 0.1089039 Dec 16 22:51:50.344117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49948) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:50.540447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a740867-4571-4a06-8828-9e566a13ba96 req-9c5b05aa-aa60-4028-b951-1fda8f4824fb tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:50.548792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a740867-4571-4a06-8828-9e566a13ba96 req-9c5b05aa-aa60-4028-b951-1fda8f4824fb tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 945 time: 0.0750477 Dec 16 22:51:50.549825 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cfe5145c-1b3e-4c3d-b2ff-23e7e915179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:49Z', 'revision_number': 7, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': '40eb3a3f-5a14-4938-8d46-7f06da460a93', 'name': '', 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:5f:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:38Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac95b404-b761-4503-a9e2-8442b0fe3186', 'name': '', 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:32:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '354fe5a4-c810-42db-b6ca-0db1a5186fee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:43Z', 'updated_at': '2021-12-16T22:51:49Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '354fe5a4-c810-42db-b6ca-0db1a5186fee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:50.582425 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5145c-1b3e-4c3d-b2ff-23e7e915179f None None] Checking router: 369490d1-c587-448b-a074-aeac2ab4769e for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:51:50.593398 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5145c-1b3e-4c3d-b2ff-23e7e915179f None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:50.593938 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cfe5145c-1b3e-4c3d-b2ff-23e7e915179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:50.602225 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a740867-4571-4a06-8828-9e566a13ba96 req-f38e65a6-7346-4831-be41-0e615e7da663 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523081 Dec 16 22:51:50.749497 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-59955596-e961-47f4-9c31-8bf220049a10 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:50.782563 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-cfe5145c-1b3e-4c3d-b2ff-23e7e915179f None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:51.002438 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cfe5145c-1b3e-4c3d-b2ff-23e7e915179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:49Z', 'revision_number': 7, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': '40eb3a3f-5a14-4938-8d46-7f06da460a93', 'name': '', 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:5f:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:38Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac95b404-b761-4503-a9e2-8442b0fe3186', 'name': '', 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:32:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '354fe5a4-c810-42db-b6ca-0db1a5186fee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:43Z', 'updated_at': '2021-12-16T22:51:49Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '354fe5a4-c810-42db-b6ca-0db1a5186fee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:51.012188 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-59955596-e961-47f4-9c31-8bf220049a10 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port ac95b404-b761-4503-a9e2-8442b0fe3186 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:51.012542 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-59955596-e961-47f4-9c31-8bf220049a10 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:51.033498 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5145c-1b3e-4c3d-b2ff-23e7e915179f None None] The sync data for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 is: [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:49Z', 'revision_number': 7, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': '40eb3a3f-5a14-4938-8d46-7f06da460a93', 'name': '', 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:5f:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:38Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac95b404-b761-4503-a9e2-8442b0fe3186', 'name': '', 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:32:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '354fe5a4-c810-42db-b6ca-0db1a5186fee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:43Z', 'updated_at': '2021-12-16T22:51:49Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '354fe5a4-c810-42db-b6ca-0db1a5186fee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:51.122812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-59955596-e961-47f4-9c31-8bf220049a10 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] For port ac95b404-b761-4503-a9e2-8442b0fe3186, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ac95b404-b761-4503-a9e2-8442b0fe3186,segment=NetworkSegment(d3197902-073d-4f3a-84ef-252551eabff9),segment_id=d3197902-073d-4f3a-84ef-252551eabff9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:51.123182 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d408c-6650-423e-a0ad-e659d7f13d41 req-42a150d1-b001-42fe-a69e-6b81a111b7ac tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:51.123710 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-59955596-e961-47f4-9c31-8bf220049a10 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:51.124799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-633d408c-6650-423e-a0ad-e659d7f13d41 req-42a150d1-b001-42fe-a69e-6b81a111b7ac tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 945 time: 0.0594721 Dec 16 22:51:51.144439 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-59955596-e961-47f4-9c31-8bf220049a10 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for ac95b404-b761-4503-a9e2-8442b0fe3186 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:51.196780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-633d408c-6650-423e-a0ad-e659d7f13d41 req-f62edab7-e92a-4ceb-9dfd-59e12b84d401 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5b94a76-c1ba-4e4b-8661-fc9afae3225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647466 Dec 16 22:51:51.299202 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f57bad-44c2-4367-86ba-f65c4a5d93df None None] Sync routers for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:51.311088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f57bad-44c2-4367-86ba-f65c4a5d93df None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:51.311987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-59f57bad-44c2-4367-86ba-f65c4a5d93df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:51.389703 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-59955596-e961-47f4-9c31-8bf220049a10 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:51.415588 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-59f57bad-44c2-4367-86ba-f65c4a5d93df None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:51.421508 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59955596-e961-47f4-9c31-8bf220049a10 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=ac95b404-b761-4503-a9e2-8442b0fe3186,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:51.553414 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-59955596-e961-47f4-9c31-8bf220049a10 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:51.662519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 091a0153-3919-4c9b-8394-4c89ff98476d up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:51.711133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-59f57bad-44c2-4367-86ba-f65c4a5d93df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:49Z', 'revision_number': 7, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': '40eb3a3f-5a14-4938-8d46-7f06da460a93', 'name': '', 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:5f:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:38Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac95b404-b761-4503-a9e2-8442b0fe3186', 'name': '', 'network_id': '2ef79ef2-b4b2-42e4-9871-77a4dbccb270', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:32:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '354fe5a4-c810-42db-b6ca-0db1a5186fee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:43Z', 'updated_at': '2021-12-16T22:51:49Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '354fe5a4-c810-42db-b6ca-0db1a5186fee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:51.740905 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f57bad-44c2-4367-86ba-f65c4a5d93df None None] Checking router: 369490d1-c587-448b-a074-aeac2ab4769e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:51:51.755978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f57bad-44c2-4367-86ba-f65c4a5d93df None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:51.756718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-59f57bad-44c2-4367-86ba-f65c4a5d93df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:51.786247 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59955596-e961-47f4-9c31-8bf220049a10 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router 369490d1-c587-448b-a074-aeac2ab4769e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:51:51.852951 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-59f57bad-44c2-4367-86ba-f65c4a5d93df None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:51.901063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59955596-e961-47f4-9c31-8bf220049a10 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:51.909193 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-59955596-e961-47f4-9c31-8bf220049a10 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/369490d1-c587-448b-a074-aeac2ab4769e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5615110 Dec 16 22:51:51.909573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49972) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:51.932304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 091a0153-3919-4c9b-8394-4c89ff98476d completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:51:51.946078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 091a0153-3919-4c9b-8394-4c89ff98476d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:51.946462 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:51.964314 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-752ee5c9-9d08-4775-84d8-654e7967f82c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting subnet 354fe5a4-c810-42db-b6ca-0db1a5186fee {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:51:51.967721 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-752ee5c9-9d08-4775-84d8-654e7967f82c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.013761 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-752ee5c9-9d08-4775-84d8-654e7967f82c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.102959 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-752ee5c9-9d08-4775-84d8-654e7967f82c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.113900 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.144009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091a0153-3919-4c9b-8394-4c89ff98476d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:51:52.146884 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f27f09-c64c-49ba-9028-df999b384b5d" -d '{"events": [{"server_uuid": "eafe9f5b-02ab-4926-82d5-61a303df299f", "name": "network-vif-plugged", "status": "completed", "tag": "091a0153-3919-4c9b-8394-4c89ff98476d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:51:52.163762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 091a0153-3919-4c9b-8394-4c89ff98476d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=091a0153-3919-4c9b-8394-4c89ff98476d,segment=NetworkSegment(f738e58b-c03f-4a1b-a4ee-46e1594abecb),segment_id=f738e58b-c03f-4a1b-a4ee-46e1594abecb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:52.171547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-59f57bad-44c2-4367-86ba-f65c4a5d93df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:51Z', 'revision_number': 8, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': '40eb3a3f-5a14-4938-8d46-7f06da460a93', 'name': '', 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:5f:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:38Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:52.204163 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700e8807-151e-4b4f-bda4-6d359eeb3a3b x-openstack-request-id: req-700e8807-151e-4b4f-bda4-6d359eeb3a3b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:51:52.204459 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafe9f5b-02ab-4926-82d5-61a303df299f", "name": "network-vif-plugged", "status": "completed", "tag": "091a0153-3919-4c9b-8394-4c89ff98476d", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:51:52.204712 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-700e8807-151e-4b4f-bda4-6d359eeb3a3b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:51:52.205107 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091a0153-3919-4c9b-8394-4c89ff98476d', 'code': 200} Dec 16 22:51:52.206502 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f57bad-44c2-4367-86ba-f65c4a5d93df None None] The sync data for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 is: [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:51Z', 'revision_number': 8, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': '40eb3a3f-5a14-4938-8d46-7f06da460a93', 'name': '', 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:5f:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:38Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:52.231391 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.258443 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-752ee5c9-9d08-4775-84d8-654e7967f82c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.297625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ee5c9-9d08-4775-84d8-654e7967f82c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Subnet': ['ID=354fe5a4-c810-42db-b6ca-0db1a5186fee,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:52.300297 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=091a0153-3919-4c9b-8394-4c89ff98476d,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:52.316290 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623a576-b3fa-484e-9a97-4870d0cedb0f req-d0b5d5e0-44e4-46e8-8879-d6a2753a9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:52.318143 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9623a576-b3fa-484e-9a97-4870d0cedb0f req-d0b5d5e0-44e4-46e8-8879-d6a2753a9376 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 1097 time: 0.0454607 Dec 16 22:51:52.325216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3818bf-4674-499a-80fa-6613f3e2a91f None None] Network 2ef79ef2-b4b2-42e4-9871-77a4dbccb270 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:52.332035 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-752ee5c9-9d08-4775-84d8-654e7967f82c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.338616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-752ee5c9-9d08-4775-84d8-654e7967f82c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/354fe5a4-c810-42db-b6ca-0db1a5186fee HTTP/1.1" status: 204 len: 168 time: 0.4279842 Dec 16 22:51:52.339452 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 49982) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:52.375773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b7b79-88a5-4a8d-83b2-f37bb3d5dc0b req-5795c17b-3fde-40b4-8b10-3f7576271761 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:52.378176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a2b7b79-88a5-4a8d-83b2-f37bb3d5dc0b req-5795c17b-3fde-40b4-8b10-3f7576271761 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 946 time: 0.0848176 Dec 16 22:51:52.426966 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-9623a576-b3fa-484e-9a97-4870d0cedb0f req-eb26be7e-f56f-42bd-b29e-6b4579618a1b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c5b94a76-c1ba-4e4b-8661-fc9afae3225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017368 Dec 16 22:51:52.444309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a2b7b79-88a5-4a8d-83b2-f37bb3d5dc0b req-f4624831-396a-42f9-9276-53f2d8475fd9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5b94a76-c1ba-4e4b-8661-fc9afae3225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591996 Dec 16 22:51:52.444598 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.464217 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f42d2200-239f-4b7d-a9d5-9092ce098ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.503658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port 5b79dc4c-3df2-4e01-b774-ead8021329c6 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:52.503921 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.574715 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] For port 5b79dc4c-3df2-4e01-b774-ead8021329c6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5b79dc4c-3df2-4e01-b774-ead8021329c6,segment=NetworkSegment(d3197902-073d-4f3a-84ef-252551eabff9),segment_id=d3197902-073d-4f3a-84ef-252551eabff9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:52.575349 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.594898 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for 5b79dc4c-3df2-4e01-b774-ead8021329c6 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:52.595399 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d40a6a7-e658-4da9-9e26-949a7eee6af7 None None] DHCP port deletion for 2ef79ef2-b4b2-42e4-9871-77a4dbccb270 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:51:52.650934 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3d40a6a7-e658-4da9-9e26-949a7eee6af7 None None] Deleting port 5b79dc4c-3df2-4e01-b774-ead8021329c6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:52.651337 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3d40a6a7-e658-4da9-9e26-949a7eee6af7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.726640 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3d40a6a7-e658-4da9-9e26-949a7eee6af7 None None] For port 5b79dc4c-3df2-4e01-b774-ead8021329c6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5b79dc4c-3df2-4e01-b774-ead8021329c6,segment=NetworkSegment(d3197902-073d-4f3a-84ef-252551eabff9),segment_id=d3197902-073d-4f3a-84ef-252551eabff9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:52.727042 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3d40a6a7-e658-4da9-9e26-949a7eee6af7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.740133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3d40a6a7-e658-4da9-9e26-949a7eee6af7 None None] Calling delete_port for 5b79dc4c-3df2-4e01-b774-ead8021329c6 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:52.765753 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.793344 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=5b79dc4c-3df2-4e01-b774-ead8021329c6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:52.796933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No DVR routers for this DVR port 5b79dc4c-3df2-4e01-b774-ead8021329c6 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:51:52.814695 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d0298e-1380-4336-af05-785bf990b0a4 None None] Sync routers for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:51:52.819361 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 22:51:52.827199 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d0298e-1380-4336-af05-785bf990b0a4 None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:52.827853 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c5d0298e-1380-4336-af05-785bf990b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:52.827998 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3d40a6a7-e658-4da9-9e26-949a7eee6af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.854884 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40a6a7-e658-4da9-9e26-949a7eee6af7 None None] Pushing event deleted for resources: {'Port': ['ID=5b79dc4c-3df2-4e01-b774-ead8021329c6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:52.859468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d40a6a7-e658-4da9-9e26-949a7eee6af7 None None] No DVR routers for this DVR port 5b79dc4c-3df2-4e01-b774-ead8021329c6 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:51:52.891683 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.912643 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef79ef2-b4b2-42e4-9871-77a4dbccb270']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:52.922465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3197902-073d-4f3a-84ef-252551eabff9') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:52.922765 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3197902-073d-4f3a-84ef-252551eabff9') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:52.923777 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c5d0298e-1380-4336-af05-785bf990b0a4 None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:52.932317 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.946370 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.953033 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 794339ae-a49b-4c6e-9ae3-d30f9eccd19b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:51:52.954631 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:51:52.955838 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.956724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 794339ae-a49b-4c6e-9ae3-d30f9eccd19b no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:51:52.961237 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:51:53.122886 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:53.126119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:53.129783 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:53.133723 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:53.141414 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/networks/2ef79ef2-b4b2-42e4-9871-77a4dbccb270 HTTP/1.1" status: 204 len: 168 time: 0.7975404 Dec 16 22:51:53.141557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 49984) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:53.154407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'port_id': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'mac_address': 'fa:16:3e:6d:6b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:51:53.157821 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe532a-6fcd-48a4-83a4-edd46458c4d2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Network': ['ID=2ef79ef2-b4b2-42e4-9871-77a4dbccb270,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:53.161910 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c5d0298e-1380-4336-af05-785bf990b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:51Z', 'revision_number': 8, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': '40eb3a3f-5a14-4938-8d46-7f06da460a93', 'name': '', 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:5f:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:38Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:53.199924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:53.200500 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d0298e-1380-4336-af05-785bf990b0a4 None None] Checking router: 369490d1-c587-448b-a074-aeac2ab4769e for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:51:53.208256 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:53.209563 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d0298e-1380-4336-af05-785bf990b0a4 None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:53.210422 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c5d0298e-1380-4336-af05-785bf990b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:53.225881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 794339ae-a49b-4c6e-9ae3-d30f9eccd19b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:51:53.282016 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:53.305938 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c5d0298e-1380-4336-af05-785bf990b0a4 None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:53.364492 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:51:53.365136 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:51:53.365789 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:53.526888 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c5d0298e-1380-4336-af05-785bf990b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:51Z', 'revision_number': 8, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': '40eb3a3f-5a14-4938-8d46-7f06da460a93', 'name': '', 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:5f:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:38Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:53.564545 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d0298e-1380-4336-af05-785bf990b0a4 None None] The sync data for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 is: [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:51Z', 'revision_number': 8, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': '40eb3a3f-5a14-4938-8d46-7f06da460a93', 'name': '', 'network_id': '012b4d98-faff-4d20-923d-5c4fbff03fa5', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:5f:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:38Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '1c624d26-5175-4228-9e74-2f5a967f9cb7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:53.584293 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33385983-12c2-45e6-a808-ec7213140c6a req-3599c8e7-7034-4691-b338-180a4a24b70f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:53.586076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33385983-12c2-45e6-a808-ec7213140c6a req-3599c8e7-7034-4691-b338-180a4a24b70f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 946 time: 0.0689797 Dec 16 22:51:53.589494 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7ab8-b04a-40d6-80a9-03977721852c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:53.737129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33385983-12c2-45e6-a808-ec7213140c6a req-357b511f-b7d4-4722-bfcf-4a858e27b37f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5b94a76-c1ba-4e4b-8661-fc9afae3225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433039 Dec 16 22:51:53.752822 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5b79dc4c-3df2-4e01-b774-ead8021329c6 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:51:53.776415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 5b79dc4c-3df2-4e01-b774-ead8021329c6 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:51:53.776773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5b79dc4c-3df2-4e01-b774-ead8021329c6 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:51:53.777198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ac95b404-b761-4503-a9e2-8442b0fe3186 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:51:53.808193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: ac95b404-b761-4503-a9e2-8442b0fe3186 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:51:53.808685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ac95b404-b761-4503-a9e2-8442b0fe3186 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:51:53.810990 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:53.903142 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:53.916990 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794339ae-a49b-4c6e-9ae3-d30f9eccd19b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:51:53.927863 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e7ab8-b04a-40d6-80a9-03977721852c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port 40eb3a3f-5a14-4938-8d46-7f06da460a93 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:53.928135 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7ab8-b04a-40d6-80a9-03977721852c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:53.939927 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:54.012565 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:54.020328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-8f0e7ab8-b04a-40d6-80a9-03977721852c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] For port 40eb3a3f-5a14-4938-8d46-7f06da460a93, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=40eb3a3f-5a14-4938-8d46-7f06da460a93,segment=NetworkSegment(927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9),segment_id=927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:54.020765 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7ab8-b04a-40d6-80a9-03977721852c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:54.039967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e7ab8-b04a-40d6-80a9-03977721852c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for 40eb3a3f-5a14-4938-8d46-7f06da460a93 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:54.069500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:54.093280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['794339ae-a49b-4c6e-9ae3-d30f9eccd19b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:51:54.205688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:51:54.207995 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0afd5bd-026a-4892-b75d-28cd03adba27" -d '{"events": [{"server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "name": "network-vif-unplugged", "status": "completed", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:51:54.247808 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d534ab-d848-4ec7-962c-9a19d2419601 x-openstack-request-id: req-05d534ab-d848-4ec7-962c-9a19d2419601 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:51:54.248106 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "name": "network-vif-unplugged", "status": "completed", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:51:54.248363 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05d534ab-d848-4ec7-962c-9a19d2419601 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:51:54.248776 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'code': 200} Dec 16 22:51:54.269808 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7ab8-b04a-40d6-80a9-03977721852c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:54.298884 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e7ab8-b04a-40d6-80a9-03977721852c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=40eb3a3f-5a14-4938-8d46-7f06da460a93,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:54.415794 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7ab8-b04a-40d6-80a9-03977721852c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:54.612693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0e7ab8-b04a-40d6-80a9-03977721852c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router 369490d1-c587-448b-a074-aeac2ab4769e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:51:54.710474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0e7ab8-b04a-40d6-80a9-03977721852c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:54.719632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8f0e7ab8-b04a-40d6-80a9-03977721852c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/369490d1-c587-448b-a074-aeac2ab4769e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5772676 Dec 16 22:51:54.719834 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50000) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:54.720932 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c35d41-7e5c-4ba1-993e-f44ae8e23e34 None None] Sync routers for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:54.737568 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c35d41-7e5c-4ba1-993e-f44ae8e23e34 None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:54.738215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-55c35d41-7e5c-4ba1-993e-f44ae8e23e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:54.777390 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c4fbe5-936e-476e-b916-08bf783f92d9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting subnet 1c624d26-5175-4228-9e74-2f5a967f9cb7 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:51:54.780882 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24c4fbe5-936e-476e-b916-08bf783f92d9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:54.828760 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24c4fbe5-936e-476e-b916-08bf783f92d9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:54.853481 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-55c35d41-7e5c-4ba1-993e-f44ae8e23e34 None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:54.898303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a37d74-4171-4f45-8c9d-5144db24cb46 req-2631556a-42a5-4277-9a8b-a37107f59cdd tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:54.899934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3a37d74-4171-4f45-8c9d-5144db24cb46 req-2631556a-42a5-4277-9a8b-a37107f59cdd tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 946 time: 0.0683258 Dec 16 22:51:54.928267 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24c4fbe5-936e-476e-b916-08bf783f92d9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:54.935498 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:54.961129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3a37d74-4171-4f45-8c9d-5144db24cb46 req-85c4ef2d-f260-422f-abc0-4a5058da9903 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5b94a76-c1ba-4e4b-8661-fc9afae3225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527542 Dec 16 22:51:54.990769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 794339ae-a49b-4c6e-9ae3-d30f9eccd19b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:51:55.053656 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24c4fbe5-936e-476e-b916-08bf783f92d9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.086763 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:55.088595 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.097003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4fbe5-936e-476e-b916-08bf783f92d9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Subnet': ['ID=1c624d26-5175-4228-9e74-2f5a967f9cb7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:55.103408 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-24c4fbe5-936e-476e-b916-08bf783f92d9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.110232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779c2d3-a9da-41d2-980f-0ae5ddd78a1c req-64f85c1c-5be8-4a96-a029-c054f2df05dc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:55.110424 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-24c4fbe5-936e-476e-b916-08bf783f92d9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/1c624d26-5175-4228-9e74-2f5a967f9cb7 HTTP/1.1" status: 204 len: 168 time: 0.3887038 Dec 16 22:51:55.111603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50016) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:55.112874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e779c2d3-a9da-41d2-980f-0ae5ddd78a1c req-64f85c1c-5be8-4a96-a029-c054f2df05dc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 946 time: 0.0688596 Dec 16 22:51:55.113248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b14acc-e164-4de2-b709-c93111530099 None None] Network 012b4d98-faff-4d20-923d-5c4fbff03fa5 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:55.176288 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e779c2d3-a9da-41d2-980f-0ae5ddd78a1c req-62259bd4-8257-4820-adf2-a89759b77e06 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5b94a76-c1ba-4e4b-8661-fc9afae3225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537477 Dec 16 22:51:55.205307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50018) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:55.218090 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.265580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a297fcb5-761b-453b-b461-c60769d751f7 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:55.270001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a297fcb5-761b-453b-b461-c60769d751f7 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 1092 time: 0.0606258 Dec 16 22:51:55.271287 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50024) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:55.278164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': '091a0153-3919-4c9b-8394-4c89ff98476d', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:55.310675 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port be5f4546-3f2b-486f-b8cd-299bc1f7a734 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:55.310967 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.323367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-55c35d41-7e5c-4ba1-993e-f44ae8e23e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:54Z', 'revision_number': 9, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:55.366856 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.369430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c35d41-7e5c-4ba1-993e-f44ae8e23e34 None None] Checking router: 369490d1-c587-448b-a074-aeac2ab4769e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:51:55.390962 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] For port be5f4546-3f2b-486f-b8cd-299bc1f7a734, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=be5f4546-3f2b-486f-b8cd-299bc1f7a734,segment=NetworkSegment(927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9),segment_id=927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:55.393569 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.394432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c35d41-7e5c-4ba1-993e-f44ae8e23e34 None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:55.395130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-55c35d41-7e5c-4ba1-993e-f44ae8e23e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:55.400104 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.412346 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for be5f4546-3f2b-486f-b8cd-299bc1f7a734 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:55.439880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e2fd77-5a68-4f8a-b745-6a64fec2e9ed None None] DHCP port deletion for 012b4d98-faff-4d20-923d-5c4fbff03fa5 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:51:55.485693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:55.503897 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.537578 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-55c35d41-7e5c-4ba1-993e-f44ae8e23e34 None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:55.612255 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.643201 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.663653 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=be5f4546-3f2b-486f-b8cd-299bc1f7a734,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:55.665619 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No DVR routers for this DVR port be5f4546-3f2b-486f-b8cd-299bc1f7a734 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:51:55.672968 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Allocated IP 172.25.2.169 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/fc4e5248-7fc3-4dd8-9275-042836871424) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:51:55.759021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-51e2fd77-5a68-4f8a-b745-6a64fec2e9ed None None] Deleting port be5f4546-3f2b-486f-b8cd-299bc1f7a734 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:55.759682 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-51e2fd77-5a68-4f8a-b745-6a64fec2e9ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.843058 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.876758 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device be5f4546-3f2b-486f-b8cd-299bc1f7a734 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:51:55.883542 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012b4d98-faff-4d20-923d-5c4fbff03fa5']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:55.894304 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.901176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:55.901548 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927ecbeb-be07-4f1e-9dbf-b4ef5de75ce9') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:55.914150 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.930375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.938656 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:51:55.939596 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:51:55.944755 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:51:55.966595 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,revision_number=10']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:55.993569 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:56.028440 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: be5f4546-3f2b-486f-b8cd-299bc1f7a734 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:51:56.033268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device be5f4546-3f2b-486f-b8cd-299bc1f7a734 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:51:56.037247 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:56.079634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-51e2fd77-5a68-4f8a-b745-6a64fec2e9ed None None] For port be5f4546-3f2b-486f-b8cd-299bc1f7a734, host n-d-821840-2, got binding levels [] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:56.080229 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-51e2fd77-5a68-4f8a-b745-6a64fec2e9ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:56.102350 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-51e2fd77-5a68-4f8a-b745-6a64fec2e9ed None None] Calling delete_port for be5f4546-3f2b-486f-b8cd-299bc1f7a734 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:56.106291 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.ipam_backend_mixin [None req-51e2fd77-5a68-4f8a-b745-6a64fec2e9ed None None] Port be5f4546-3f2b-486f-b8cd-299bc1f7a734 was not found and therefore no delete operation was performed {{(pid=103953) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 22:51:56.109668 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-51e2fd77-5a68-4f8a-b745-6a64fec2e9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:56.154168 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:56.159077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2fd77-5a68-4f8a-b745-6a64fec2e9ed None None] No DVR routers for this DVR port be5f4546-3f2b-486f-b8cd-299bc1f7a734 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:51:56.163560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2fd77-5a68-4f8a-b745-6a64fec2e9ed None None] Pushing event deleted for resources: {'Port': ['ID=be5f4546-3f2b-486f-b8cd-299bc1f7a734,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:56.169775 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:56.178616 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/networks/012b4d98-faff-4d20-923d-5c4fbff03fa5 HTTP/1.1" status: 204 len: 168 time: 1.0647688 Dec 16 22:51:56.180368 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50036) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:56.190587 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-55c35d41-7e5c-4ba1-993e-f44ae8e23e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:54Z', 'revision_number': 9, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:56.247067 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c35d41-7e5c-4ba1-993e-f44ae8e23e34 None None] The sync data for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 is: [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:54Z', 'revision_number': 9, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': 'bc0fe23e-d4d1-4f15-96df-f7cd5d29c088', 'name': '', 'network_id': '1e1a4834-285c-45b2-826a-21561eab8e69', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:0a:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:30Z', 'updated_at': '2021-12-16T22:51:40Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '3b815e32-caa8-4a7a-8fec-e6f96357234c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:56.253908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4609edf-2561-41f4-ae16-c9a2b08ec8ec tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Network': ['ID=012b4d98-faff-4d20-923d-5c4fbff03fa5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:56.261608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:51:56.265472 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6682d0-34c6-446a-ae46-dcbd13105ab5" -d '{"events": [{"server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "name": "network-vif-plugged", "status": "completed", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:51:56.314953 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61873341-9a29-4219-bd67-cd86b954c65a req-af89597a-1990-4faf-9f6d-430434520deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:56.316716 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-61873341-9a29-4219-bd67-cd86b954c65a req-af89597a-1990-4faf-9f6d-430434520deb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 1097 time: 0.2048175 Dec 16 22:51:56.349817 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303d7212-a9de-4e1c-97b0-85960abb4507 x-openstack-request-id: req-303d7212-a9de-4e1c-97b0-85960abb4507 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:51:56.350112 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "name": "network-vif-plugged", "status": "completed", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:51:56.350367 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-303d7212-a9de-4e1c-97b0-85960abb4507 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:51:56.350775 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'code': 200} Dec 16 22:51:56.526573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:51:56.531738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:51:56.536692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:51:56.568832 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Port': ['ID=fc4e5248-7fc3-4dd8-9275-042836871424,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:57.070467 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61873341-9a29-4219-bd67-cd86b954c65a req-9c2b5f63-b821-43bb-953a-c3e195135f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:57.072030 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-61873341-9a29-4219-bd67-cd86b954c65a req-9c2b5f63-b821-43bb-953a-c3e195135f7f service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.7140553 Dec 16 22:51:57.190549 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-61873341-9a29-4219-bd67-cd86b954c65a req-469accbf-7b22-4451-a99a-cdf1a4af7323 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b HTTP/1.1" status: 200 len: 1001 time: 0.1060145 Dec 16 22:51:57.239061 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:57.292513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61873341-9a29-4219-bd67-cd86b954c65a req-656f86a9-7608-4f13-88a2-b18b0d97b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:57.295260 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-61873341-9a29-4219-bd67-cd86b954c65a req-656f86a9-7608-4f13-88a2-b18b0d97b86b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0964768 Dec 16 22:51:57.354170 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2028ebd1-1cfe-48fd-8681-ca5001697689 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:57.392580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61873341-9a29-4219-bd67-cd86b954c65a req-494d5732-0b1d-4a4a-b202-3270a99f45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:57.396020 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-61873341-9a29-4219-bd67-cd86b954c65a req-494d5732-0b1d-4a4a-b202-3270a99f45bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920599 Dec 16 22:51:57.437277 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:57.592158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 40eb3a3f-5a14-4938-8d46-7f06da460a93 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:51:57.617038 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 40eb3a3f-5a14-4938-8d46-7f06da460a93 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:51:57.617749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 40eb3a3f-5a14-4938-8d46-7f06da460a93 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:51:57.632570 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-61873341-9a29-4219-bd67-cd86b954c65a req-f5016193-899c-4b92-bfa4-da641a27a10d service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089517 Dec 16 22:51:57.634350 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:57.698081 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:57.783978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Port': ['ID=fc4e5248-7fc3-4dd8-9275-042836871424,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:57.792068 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:57.841714 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-61873341-9a29-4219-bd67-cd86b954c65a req-15bf26cd-b38b-4ebf-bf52-832583db4f1c service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001753 Dec 16 22:51:57.859367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2028ebd1-1cfe-48fd-8681-ca5001697689 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:57.859749 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2028ebd1-1cfe-48fd-8681-ca5001697689 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:57.945737 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Floating IP 020a8750-c737-4f0f-bfe2-22093a1a32c9 associated. External IP: 172.25.2.169, port: 091a0153-3919-4c9b-8394-4c89ff98476d. Dec 16 22:51:57.976360 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-2028ebd1-1cfe-48fd-8681-ca5001697689 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] For port bc0fe23e-d4d1-4f15-96df-f7cd5d29c088, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=bc0fe23e-d4d1-4f15-96df-f7cd5d29c088,segment=NetworkSegment(3fb491d7-08b9-47a4-b055-2da259fb2325),segment_id=3fb491d7-08b9-47a4-b055-2da259fb2325)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:57.977168 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2028ebd1-1cfe-48fd-8681-ca5001697689 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:57.998505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2028ebd1-1cfe-48fd-8681-ca5001697689 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:58.204036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Router 37363439-a4eb-42dd-bca5-822393a73167 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:51:58.287514 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2028ebd1-1cfe-48fd-8681-ca5001697689 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:58.326411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028ebd1-1cfe-48fd-8681-ca5001697689 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=bc0fe23e-d4d1-4f15-96df-f7cd5d29c088,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:58.345989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:58.362484 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493e25dd-451e-4bff-83d5-465a758c4b45 None None] Sync routers for ids ['37363439-a4eb-42dd-bca5-822393a73167'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:58.378969 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493e25dd-451e-4bff-83d5-465a758c4b45 None None] Routers {'37363439-a4eb-42dd-bca5-822393a73167'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:58.380342 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-493e25dd-451e-4bff-83d5-465a758c4b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['37363439-a4eb-42dd-bca5-822393a73167'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:58.465891 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:58.481128 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2028ebd1-1cfe-48fd-8681-ca5001697689 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:58.531599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-78167314-e143-4210-94bb-5be07f355d8c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2569306 Dec 16 22:51:58.532262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50052) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:58.532739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'tag': '091a0153-3919-4c9b-8394-4c89ff98476d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:51:58.539713 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57afdc7f-8317-46a8-b680-e6b45d6a3795" -d '{"events": [{"name": "network-changed", "server_uuid": "eafe9f5b-02ab-4926-82d5-61a303df299f", "tag": "091a0153-3919-4c9b-8394-4c89ff98476d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:51:58.600890 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-493e25dd-451e-4bff-83d5-465a758c4b45 None None] Set router 37363439-a4eb-42dd-bca5-822393a73167 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:58.811154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f4b617a4-76d3-4ce8-afe0-80635ce7501f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/floatingips/020a8750-c737-4f0f-bfe2-22093a1a32c9 HTTP/1.1" status: 200 len: 992 time: 0.2642066 Dec 16 22:51:58.859320 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2028ebd1-1cfe-48fd-8681-ca5001697689 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router 369490d1-c587-448b-a074-aeac2ab4769e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:51:58.886204 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5e7227-2d84-456b-a6c2-6e5213eb7d6f x-openstack-request-id: req-0f5e7227-2d84-456b-a6c2-6e5213eb7d6f {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:51:58.886731 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafe9f5b-02ab-4926-82d5-61a303df299f", "tag": "091a0153-3919-4c9b-8394-4c89ff98476d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:51:58.887586 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f5e7227-2d84-456b-a6c2-6e5213eb7d6f {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:51:58.888307 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'tag': '091a0153-3919-4c9b-8394-4c89ff98476d', 'status': 'completed', 'code': 200} Dec 16 22:51:58.938883 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-493e25dd-451e-4bff-83d5-465a758c4b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '020a8750-c737-4f0f-bfe2-22093a1a32c9', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '37363439-a4eb-42dd-bca5-822393a73167', 'port_id': '091a0153-3919-4c9b-8394-4c89ff98476d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'mac_address': 'fa:16:3e:a8:9d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:56Z', 'updated_at': '2021-12-16T22:51:56Z', 'revision_number': 0, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b805b31-e652-4381-9d66-06cb76cbf529', 'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:26Z', 'updated_at': '2021-12-16T22:51:32Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '899ff188-6621-4094-b660-0d04a325ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:58.969653 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493e25dd-451e-4bff-83d5-465a758c4b45 None None] Checking router: 37363439-a4eb-42dd-bca5-822393a73167 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:51:58.981360 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493e25dd-451e-4bff-83d5-465a758c4b45 None None] Routers {'37363439-a4eb-42dd-bca5-822393a73167'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:58.983478 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-493e25dd-451e-4bff-83d5-465a758c4b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['37363439-a4eb-42dd-bca5-822393a73167'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:59.010063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afdc7f-8317-46a8-b680-e6b45d6a3795 req-20ec4755-1e9c-4450-8a70-a8c92aa08244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:59.011539 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-57afdc7f-8317-46a8-b680-e6b45d6a3795 req-20ec4755-1e9c-4450-8a70-a8c92aa08244 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53b23556a8674c1098e88ae07b15dd0f&device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 1097 time: 0.0950572 Dec 16 22:51:59.016496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2028ebd1-1cfe-48fd-8681-ca5001697689 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:59.043423 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2028ebd1-1cfe-48fd-8681-ca5001697689 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/369490d1-c587-448b-a074-aeac2ab4769e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8400345 Dec 16 22:51:59.043640 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0c1b3-1c21-457b-b0f5-e71ca779c145 None None] Sync routers for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:59.045353 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50058) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:59.096185 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e0c1b3-1c21-457b-b0f5-e71ca779c145 None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:59.097458 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-84e0c1b3-1c21-457b-b0f5-e71ca779c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:59.139469 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afdc7f-8317-46a8-b680-e6b45d6a3795 req-25d90b15-f22f-4acc-9a03-2c90eeac6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:59.141117 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-57afdc7f-8317-46a8-b680-e6b45d6a3795 req-25d90b15-f22f-4acc-9a03-2c90eeac6020 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af9074ee-c99c-49a2-98d0-cc28b9901f29 HTTP/1.1" status: 200 len: 897 time: 0.1169589 Dec 16 22:51:59.186978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-a165d41d-78a5-4ea6-8dc2-9d47d00e8f0c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting subnet 3b815e32-caa8-4a7a-8fec-e6f96357234c {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:51:59.195498 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a165d41d-78a5-4ea6-8dc2-9d47d00e8f0c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:59.268111 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-493e25dd-451e-4bff-83d5-465a758c4b45 None None] Set router 37363439-a4eb-42dd-bca5-822393a73167 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:59.269296 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a165d41d-78a5-4ea6-8dc2-9d47d00e8f0c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:59.306124 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-57afdc7f-8317-46a8-b680-e6b45d6a3795 req-2b05732c-8737-4fea-b771-de3633059ed5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=091a0153-3919-4c9b-8394-4c89ff98476d HTTP/1.1" status: 200 len: 1000 time: 0.1539974 Dec 16 22:51:59.424849 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afdc7f-8317-46a8-b680-e6b45d6a3795 req-82d42b56-eb1a-489b-b1b2-02b07b505162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:59.428194 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-57afdc7f-8317-46a8-b680-e6b45d6a3795 req-82d42b56-eb1a-489b-b1b2-02b07b505162 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=899ff188-6621-4094-b660-0d04a325ec88 HTTP/1.1" status: 200 len: 835 time: 0.1119130 Dec 16 22:51:59.471084 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-84e0c1b3-1c21-457b-b0f5-e71ca779c145 None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:59.480047 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a165d41d-78a5-4ea6-8dc2-9d47d00e8f0c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:59.546930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afdc7f-8317-46a8-b680-e6b45d6a3795 req-a9c78ff5-0af2-44d9-80e5-e1573ba9156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:59.548825 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-57afdc7f-8317-46a8-b680-e6b45d6a3795 req-a9c78ff5-0af2-44d9-80e5-e1573ba9156a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af9074ee-c99c-49a2-98d0-cc28b9901f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127670 Dec 16 22:51:59.648383 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a165d41d-78a5-4ea6-8dc2-9d47d00e8f0c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:59.727671 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a165d41d-78a5-4ea6-8dc2-9d47d00e8f0c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:59.731061 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a165d41d-78a5-4ea6-8dc2-9d47d00e8f0c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/3b815e32-caa8-4a7a-8fec-e6f96357234c HTTP/1.1" status: 204 len: 168 time: 0.6842692 Dec 16 22:51:59.732209 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165d41d-78a5-4ea6-8dc2-9d47d00e8f0c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Subnet': ['ID=3b815e32-caa8-4a7a-8fec-e6f96357234c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:59.746063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50064) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:59.757755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba61853-7b55-42d0-82b9-5d8abcb9128a None None] Network 1e1a4834-285c-45b2-826a-21561eab8e69 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:51:59.782608 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-493e25dd-451e-4bff-83d5-465a758c4b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '020a8750-c737-4f0f-bfe2-22093a1a32c9', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '37363439-a4eb-42dd-bca5-822393a73167', 'port_id': '091a0153-3919-4c9b-8394-4c89ff98476d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'mac_address': 'fa:16:3e:a8:9d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:56Z', 'updated_at': '2021-12-16T22:51:56Z', 'revision_number': 0, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b805b31-e652-4381-9d66-06cb76cbf529', 'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:26Z', 'updated_at': '2021-12-16T22:51:32Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '899ff188-6621-4094-b660-0d04a325ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:59.794048 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-57afdc7f-8317-46a8-b680-e6b45d6a3795 req-b4c4ec3b-cc3a-4fc8-9592-6f1a0e36056b service neutron] 10.222.0.24 "GET /v2.0/networks/af9074ee-c99c-49a2-98d0-cc28b9901f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292180 Dec 16 22:51:59.797845 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50066) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:59.838295 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493e25dd-451e-4bff-83d5-465a758c4b45 None None] The sync data for ids ['37363439-a4eb-42dd-bca5-822393a73167'] in n-d-821840-2 is: [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '020a8750-c737-4f0f-bfe2-22093a1a32c9', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '37363439-a4eb-42dd-bca5-822393a73167', 'port_id': '091a0153-3919-4c9b-8394-4c89ff98476d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'mac_address': 'fa:16:3e:a8:9d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:56Z', 'updated_at': '2021-12-16T22:51:56Z', 'revision_number': 0, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b805b31-e652-4381-9d66-06cb76cbf529', 'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:26Z', 'updated_at': '2021-12-16T22:51:32Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '899ff188-6621-4094-b660-0d04a325ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:59.867063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-84e0c1b3-1c21-457b-b0f5-e71ca779c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:58Z', 'revision_number': 10, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:59.928037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0c1b3-1c21-457b-b0f5-e71ca779c145 None None] Checking router: 369490d1-c587-448b-a074-aeac2ab4769e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:51:59.928421 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:59.940247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e0c1b3-1c21-457b-b0f5-e71ca779c145 None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:59.940977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-84e0c1b3-1c21-457b-b0f5-e71ca779c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:00.006448 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b374242a-c617-480d-85ad-e34a9b94ad1f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/floatingips/020a8750-c737-4f0f-bfe2-22093a1a32c9 HTTP/1.1" status: 200 len: 992 time: 0.2055855 Dec 16 22:52:00.023935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port 4458ae16-c375-45e0-96cb-847db71f44b9 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:52:00.023935 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:00.040596 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-57afdc7f-8317-46a8-b680-e6b45d6a3795 req-7be32f30-d384-4a8c-a403-0b3c12dca968 service neutron] 10.222.0.24 "GET /v2.0/networks/af9074ee-c99c-49a2-98d0-cc28b9901f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350008 Dec 16 22:52:00.065478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-84e0c1b3-1c21-457b-b0f5-e71ca779c145 None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:00.096304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] For port 4458ae16-c375-45e0-96cb-847db71f44b9, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4458ae16-c375-45e0-96cb-847db71f44b9,segment=NetworkSegment(3fb491d7-08b9-47a4-b055-2da259fb2325),segment_id=3fb491d7-08b9-47a4-b055-2da259fb2325)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:00.096768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:00.119542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for 4458ae16-c375-45e0-96cb-847db71f44b9 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:52:00.178714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c5ab13-4936-4d21-85cd-705c78a303ad None None] DHCP port deletion for 1e1a4834-285c-45b2-826a-21561eab8e69 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:52:00.198685 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b078bb50-56f7-4479-9622-fdcf7cf78d77 None None] New status for floating IP 020a8750-c737-4f0f-bfe2-22093a1a32c9: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:52:00.302614 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:00.325878 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-41c5ab13-4936-4d21-85cd-705c78a303ad None None] Deleting port 4458ae16-c375-45e0-96cb-847db71f44b9 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:52:00.326293 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41c5ab13-4936-4d21-85cd-705c78a303ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:00.355538 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No DVR routers for this DVR port 4458ae16-c375-45e0-96cb-847db71f44b9 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:52:00.402978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-41c5ab13-4936-4d21-85cd-705c78a303ad None None] For port 4458ae16-c375-45e0-96cb-847db71f44b9, host n-d-821840-2, got binding levels [] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:00.403302 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41c5ab13-4936-4d21-85cd-705c78a303ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:00.413981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=4458ae16-c375-45e0-96cb-847db71f44b9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:00.418544 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-41c5ab13-4936-4d21-85cd-705c78a303ad None None] Calling delete_port for 4458ae16-c375-45e0-96cb-847db71f44b9 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:52:00.422335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.ipam_backend_mixin [None req-41c5ab13-4936-4d21-85cd-705c78a303ad None None] Port 4458ae16-c375-45e0-96cb-847db71f44b9 was not found and therefore no delete operation was performed {{(pid=103953) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 22:52:00.425211 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41c5ab13-4936-4d21-85cd-705c78a303ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:00.432754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-84e0c1b3-1c21-457b-b0f5-e71ca779c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:58Z', 'revision_number': 10, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:00.485513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5ab13-4936-4d21-85cd-705c78a303ad None None] Pushing event deleted for resources: {'Port': ['ID=4458ae16-c375-45e0-96cb-847db71f44b9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:00.487833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0c1b3-1c21-457b-b0f5-e71ca779c145 None None] The sync data for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 is: [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:58Z', 'revision_number': 10, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None, '_interfaces': [{'id': 'dd100ff5-475d-499c-a7a6-eed9b708cf99', 'name': '', 'network_id': 'b68e5e53-268a-42c3-bef0-b1763563a39c', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'mac_address': 'fa:16:3e:53:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369490d1-c587-448b-a074-aeac2ab4769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '67e9df65-c53e-4944-a092-6a322b899315', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:25Z', 'updated_at': '2021-12-16T22:51:34Z', 'revision_number': 5, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'subnets': [{'id': '67e9df65-c53e-4944-a092-6a322b899315', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:52:00.491925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c5ab13-4936-4d21-85cd-705c78a303ad None None] No DVR routers for this DVR port 4458ae16-c375-45e0-96cb-847db71f44b9 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:52:00.528383 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:00.568317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1a4834-285c-45b2-826a-21561eab8e69']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:00.585738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb491d7-08b9-47a4-b055-2da259fb2325') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:00.586048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb491d7-08b9-47a4-b055-2da259fb2325') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:00.599676 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:00.612899 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:00.622726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:52:00.623494 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:52:00.626700 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:52:00.772384 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:00.779094 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:00.782441 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/networks/1e1a4834-285c-45b2-826a-21561eab8e69 HTTP/1.1" status: 204 len: 168 time: 1.0353665 Dec 16 22:52:00.785773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50076) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:00.805260 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7d4dd-0b7d-4f69-b3d3-daee1d49acb8 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Network': ['ID=1e1a4834-285c-45b2-826a-21561eab8e69,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:01.012284 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50078) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:01.109117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c5793de6-719e-4255-a3ce-82aa042f95af tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/floatingips/020a8750-c737-4f0f-bfe2-22093a1a32c9 HTTP/1.1" status: 200 len: 994 time: 0.0955358 Dec 16 22:52:01.236108 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08c0360b-970a-42e1-92c9-d67786fc948e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:01.523773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-08c0360b-970a-42e1-92c9-d67786fc948e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port dd100ff5-475d-499c-a7a6-eed9b708cf99 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:52:01.524579 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08c0360b-970a-42e1-92c9-d67786fc948e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:01.641236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-08c0360b-970a-42e1-92c9-d67786fc948e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] For port dd100ff5-475d-499c-a7a6-eed9b708cf99, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=dd100ff5-475d-499c-a7a6-eed9b708cf99,segment=NetworkSegment(92ece91f-6cc8-4601-a2e6-f3335b22f8c6),segment_id=92ece91f-6cc8-4601-a2e6-f3335b22f8c6)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:01.641608 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08c0360b-970a-42e1-92c9-d67786fc948e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:01.656377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-08c0360b-970a-42e1-92c9-d67786fc948e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for dd100ff5-475d-499c-a7a6-eed9b708cf99 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:52:01.658484 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4458ae16-c375-45e0-96cb-847db71f44b9 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:52:01.685566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 4458ae16-c375-45e0-96cb-847db71f44b9 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:52:01.686079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4458ae16-c375-45e0-96cb-847db71f44b9 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:52:01.686608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:52:01.727400 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:52:01.727923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device bc0fe23e-d4d1-4f15-96df-f7cd5d29c088 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:52:01.931429 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08c0360b-970a-42e1-92c9-d67786fc948e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:01.965312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0360b-970a-42e1-92c9-d67786fc948e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=dd100ff5-475d-499c-a7a6-eed9b708cf99,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:02.095459 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08c0360b-970a-42e1-92c9-d67786fc948e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:02.734406 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c0360b-970a-42e1-92c9-d67786fc948e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router 369490d1-c587-448b-a074-aeac2ab4769e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:52:02.823865 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c0360b-970a-42e1-92c9-d67786fc948e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:52:02.832361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50088) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:02.840754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d70df4-5b5d-4987-8184-7f9d502bb657 None None] Sync routers for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:52:02.843118 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-08c0360b-970a-42e1-92c9-d67786fc948e tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/369490d1-c587-448b-a074-aeac2ab4769e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0536172 Dec 16 22:52:02.860319 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d70df4-5b5d-4987-8184-7f9d502bb657 None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:02.861303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-61d70df4-5b5d-4987-8184-7f9d502bb657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:02.908940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c38373-843a-47ce-b0f4-fa6edb1e638c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting subnet 67e9df65-c53e-4944-a092-6a322b899315 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:52:02.919225 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99c38373-843a-47ce-b0f4-fa6edb1e638c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:02.979073 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99c38373-843a-47ce-b0f4-fa6edb1e638c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:02.993302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-61d70df4-5b5d-4987-8184-7f9d502bb657 None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:03.054595 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-61d70df4-5b5d-4987-8184-7f9d502bb657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:52:01Z', 'revision_number': 11, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:03.085579 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d70df4-5b5d-4987-8184-7f9d502bb657 None None] Checking router: 369490d1-c587-448b-a074-aeac2ab4769e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:52:03.094873 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d70df4-5b5d-4987-8184-7f9d502bb657 None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:03.095576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-61d70df4-5b5d-4987-8184-7f9d502bb657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:03.120427 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99c38373-843a-47ce-b0f4-fa6edb1e638c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:03.171187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-61d70df4-5b5d-4987-8184-7f9d502bb657 None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:03.235858 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-61d70df4-5b5d-4987-8184-7f9d502bb657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:52:01Z', 'revision_number': 11, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:03.272804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d70df4-5b5d-4987-8184-7f9d502bb657 None None] The sync data for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 is: [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:52:01Z', 'revision_number': 11, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:52:03.281501 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99c38373-843a-47ce-b0f4-fa6edb1e638c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:03.329347 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99c38373-843a-47ce-b0f4-fa6edb1e638c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:03.335455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-99c38373-843a-47ce-b0f4-fa6edb1e638c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/67e9df65-c53e-4944-a092-6a322b899315 HTTP/1.1" status: 204 len: 168 time: 0.5005729 Dec 16 22:52:03.336583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c38373-843a-47ce-b0f4-fa6edb1e638c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Subnet': ['ID=67e9df65-c53e-4944-a092-6a322b899315,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:03.336830 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633f045b-5503-4c3d-8c2d-61e9d016ae28 None None] Network b68e5e53-268a-42c3-bef0-b1763563a39c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:52:03.338574 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50090) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:03.430748 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:03.517876 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Deleting port 20bc82d4-610d-404f-bf0e-dd8e76fda4e7 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:52:03.518348 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:03.587532 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] For port 20bc82d4-610d-404f-bf0e-dd8e76fda4e7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=20bc82d4-610d-404f-bf0e-dd8e76fda4e7,segment=NetworkSegment(92ece91f-6cc8-4601-a2e6-f3335b22f8c6),segment_id=92ece91f-6cc8-4601-a2e6-f3335b22f8c6)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:03.587907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:03.601529 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Calling delete_port for 20bc82d4-610d-404f-bf0e-dd8e76fda4e7 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:52:03.637130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0385049-4666-450b-944d-c824106f27ce None None] DHCP port deletion for b68e5e53-268a-42c3-bef0-b1763563a39c request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:52:03.741777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device dd100ff5-475d-499c-a7a6-eed9b708cf99 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:52:03.765024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c0385049-4666-450b-944d-c824106f27ce None None] Deleting port 20bc82d4-610d-404f-bf0e-dd8e76fda4e7 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:52:03.765687 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0385049-4666-450b-944d-c824106f27ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:03.811511 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: dd100ff5-475d-499c-a7a6-eed9b708cf99 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:52:03.812252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device dd100ff5-475d-499c-a7a6-eed9b708cf99 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:52:03.812806 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 20bc82d4-610d-404f-bf0e-dd8e76fda4e7 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:52:03.917441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c0385049-4666-450b-944d-c824106f27ce None None] For port 20bc82d4-610d-404f-bf0e-dd8e76fda4e7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=20bc82d4-610d-404f-bf0e-dd8e76fda4e7,segment=NetworkSegment(92ece91f-6cc8-4601-a2e6-f3335b22f8c6),segment_id=92ece91f-6cc8-4601-a2e6-f3335b22f8c6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:03.918154 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0385049-4666-450b-944d-c824106f27ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:03.933399 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c0385049-4666-450b-944d-c824106f27ce None None] Calling delete_port for 20bc82d4-610d-404f-bf0e-dd8e76fda4e7 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:52:04.023432 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.048957 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.097009 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Port': ['ID=20bc82d4-610d-404f-bf0e-dd8e76fda4e7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:04.097009 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No DVR routers for this DVR port 20bc82d4-610d-404f-bf0e-dd8e76fda4e7 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:52:04.098049 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0385049-4666-450b-944d-c824106f27ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.122929 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0385049-4666-450b-944d-c824106f27ce None None] Pushing event deleted for resources: {'Port': ['ID=20bc82d4-610d-404f-bf0e-dd8e76fda4e7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:04.133974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0385049-4666-450b-944d-c824106f27ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:04.134316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0385049-4666-450b-944d-c824106f27ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:04.134670 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0385049-4666-450b-944d-c824106f27ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:04.135018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0385049-4666-450b-944d-c824106f27ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:04.135460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0385049-4666-450b-944d-c824106f27ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:04.135801 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0385049-4666-450b-944d-c824106f27ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:04.136136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0385049-4666-450b-944d-c824106f27ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:04.136532 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0385049-4666-450b-944d-c824106f27ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:04.136834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0385049-4666-450b-944d-c824106f27ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:04.137167 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0385049-4666-450b-944d-c824106f27ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:04.137499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0385049-4666-450b-944d-c824106f27ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:04.137829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0385049-4666-450b-944d-c824106f27ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:04.138157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0385049-4666-450b-944d-c824106f27ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:04.141018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0385049-4666-450b-944d-c824106f27ce None None] No DVR routers for this DVR port 20bc82d4-610d-404f-bf0e-dd8e76fda4e7 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:52:04.179568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.200327 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68e5e53-268a-42c3-bef0-b1763563a39c']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:04.209860 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ece91f-6cc8-4601-a2e6-f3335b22f8c6') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:04.210306 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ece91f-6cc8-4601-a2e6-f3335b22f8c6') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:04.219791 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.236656 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.244384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:52:04.244931 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:52:04.249011 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:52:04.383875 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.392215 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.398952 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/networks/b68e5e53-268a-42c3-bef0-b1763563a39c HTTP/1.1" status: 204 len: 168 time: 1.0570714 Dec 16 22:52:04.399401 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50100) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:04.405472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4aa9bfaa-7a57-4ca0-9bcd-a06067a54824 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'router': {'routes': None}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:04.419080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57fb02-c60f-4f50-92a4-72a003d7d35f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Pushing event deleted for resources: {'Network': ['ID=b68e5e53-268a-42c3-bef0-b1763563a39c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:04.586795 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.extraroute_db [None req-4aa9bfaa-7a57-4ca0-9bcd-a06067a54824 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Added routes are [] {{(pid=103951) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 22:52:04.587124 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.extraroute_db [None req-4aa9bfaa-7a57-4ca0-9bcd-a06067a54824 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Removed routes are [] {{(pid=103951) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 22:52:04.587584 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4aa9bfaa-7a57-4ca0-9bcd-a06067a54824 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.090861 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4aa9bfaa-7a57-4ca0-9bcd-a06067a54824 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.096069 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4aa9bfaa-7a57-4ca0-9bcd-a06067a54824 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.189431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa9bfaa-7a57-4ca0-9bcd-a06067a54824 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router 369490d1-c587-448b-a074-aeac2ab4769e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:52:05.290417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa9bfaa-7a57-4ca0-9bcd-a06067a54824 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:52:05.301431 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4aa9bfaa-7a57-4ca0-9bcd-a06067a54824 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.305291 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4aa9bfaa-7a57-4ca0-9bcd-a06067a54824 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/369490d1-c587-448b-a074-aeac2ab4769e HTTP/1.1" status: 200 len: 705 time: 0.9019527 Dec 16 22:52:05.305489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50106) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:05.310190 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec13f799-e156-425d-95db-ad8b2a666f10 None None] Sync routers for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:52:05.333843 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fca2fee0-daed-4a8d-940e-145e72f5ae61 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports?device_id=369490d1-c587-448b-a074-aeac2ab4769e HTTP/1.1" status: 200 len: 205 time: 0.0271106 Dec 16 22:52:05.335709 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec13f799-e156-425d-95db-ad8b2a666f10 None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:05.336455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50108) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:05.340702 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ec13f799-e156-425d-95db-ad8b2a666f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:05.422556 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bca341a1-ef33-447c-8c0d-b1634d3c1cd2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.435705 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ec13f799-e156-425d-95db-ad8b2a666f10 None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:05.509085 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ec13f799-e156-425d-95db-ad8b2a666f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:52:01Z', 'revision_number': 11, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:05.541704 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec13f799-e156-425d-95db-ad8b2a666f10 None None] Checking router: 369490d1-c587-448b-a074-aeac2ab4769e for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:52:05.551912 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec13f799-e156-425d-95db-ad8b2a666f10 None None] Routers {'369490d1-c587-448b-a074-aeac2ab4769e'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:05.552933 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ec13f799-e156-425d-95db-ad8b2a666f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['369490d1-c587-448b-a074-aeac2ab4769e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:05.608645 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bca341a1-ef33-447c-8c0d-b1634d3c1cd2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.610929 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bca341a1-ef33-447c-8c0d-b1634d3c1cd2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.638787 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ec13f799-e156-425d-95db-ad8b2a666f10 None None] Set router 369490d1-c587-448b-a074-aeac2ab4769e gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:05.697183 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ec13f799-e156-425d-95db-ad8b2a666f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:52:01Z', 'revision_number': 11, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:05.720614 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bca341a1-ef33-447c-8c0d-b1634d3c1cd2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.721141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca341a1-ef33-447c-8c0d-b1634d3c1cd2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Fanout notify agent at l3_agent the message router_deleted on router 369490d1-c587-448b-a074-aeac2ab4769e {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:52:05.729843 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bca341a1-ef33-447c-8c0d-b1634d3c1cd2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.739989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bca341a1-ef33-447c-8c0d-b1634d3c1cd2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/routers/369490d1-c587-448b-a074-aeac2ab4769e HTTP/1.1" status: 204 len: 168 time: 0.3937230 Dec 16 22:52:05.740663 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50114) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:05.748878 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec13f799-e156-425d-95db-ad8b2a666f10 None None] The sync data for ids ['369490d1-c587-448b-a074-aeac2ab4769e'] in n-d-821840-2 is: [{'id': '369490d1-c587-448b-a074-aeac2ab4769e', 'name': 'tempest-RoutersIpV6Test-router-1026365210', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:52:01Z', 'revision_number': 11, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:52:05.751512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-aa2591b6-9cc5-49b9-808b-7b129bbebf41 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-940471416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:05.863625 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa2591b6-9cc5-49b9-808b-7b129bbebf41 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.865490 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa2591b6-9cc5-49b9-808b-7b129bbebf41 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.933883 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa2591b6-9cc5-49b9-808b-7b129bbebf41 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:06.002067 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa2591b6-9cc5-49b9-808b-7b129bbebf41 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:06.111404 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa2591b6-9cc5-49b9-808b-7b129bbebf41 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:06.112681 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aa2591b6-9cc5-49b9-808b-7b129bbebf41 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3678908 Dec 16 22:52:06.115896 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50116) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:06.120852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c1211b5d-716f-40a2-85e0-ce0c84cb2599 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:06.347758 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1211b5d-716f-40a2-85e0-ce0c84cb2599 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4952'] for router, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:06.417479 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1211b5d-716f-40a2-85e0-ce0c84cb2599 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556099'] for router, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:06.522819 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7c4c0665-8ade-4474-b3be-50f0a02dd88b req-499c2a66-5a71-4433-a2d6-3821c5cbf7df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560465 Dec 16 22:52:06.593803 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1211b5d-716f-40a2-85e0-ce0c84cb2599 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Router 5500d323-a1b3-4536-9840-718b5d3d629e is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:52:06.622347 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c0665-8ade-4474-b3be-50f0a02dd88b req-22f7af8d-55e5-4cd6-9608-31e425d565bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:06.623008 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7c4c0665-8ade-4474-b3be-50f0a02dd88b req-22f7af8d-55e5-4cd6-9608-31e425d565bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53b23556a8674c1098e88ae07b15dd0f&device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 1097 time: 0.0457666 Dec 16 22:52:06.684580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1211b5d-716f-40a2-85e0-ce0c84cb2599 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:52:06.693623 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1211b5d-716f-40a2-85e0-ce0c84cb2599 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:06.694939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c1211b5d-716f-40a2-85e0-ce0c84cb2599 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "PUT /v2.0/routers/5500d323-a1b3-4536-9840-718b5d3d629e HTTP/1.1" status: 200 len: 697 time: 0.5778363 Dec 16 22:52:06.697440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50118) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:06.701057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a9905-0a84-46ba-b348-bafae35a894f None None] Sync routers for ids ['5500d323-a1b3-4536-9840-718b5d3d629e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:52:06.714655 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a9905-0a84-46ba-b348-bafae35a894f None None] Routers {'5500d323-a1b3-4536-9840-718b5d3d629e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:06.715583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-968a9905-0a84-46ba-b348-bafae35a894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5500d323-a1b3-4536-9840-718b5d3d629e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:06.796660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c0665-8ade-4474-b3be-50f0a02dd88b req-8b24df72-a27d-4c6c-9027-cbb4cc30b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:06.802576 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7c4c0665-8ade-4474-b3be-50f0a02dd88b req-8b24df72-a27d-4c6c-9027-cbb4cc30b789 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af9074ee-c99c-49a2-98d0-cc28b9901f29 HTTP/1.1" status: 200 len: 897 time: 0.1582911 Dec 16 22:52:06.810957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4e6b78e3-05b6-4932-a0c0-a0d176f28a0d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/routers/5500d323-a1b3-4536-9840-718b5d3d629e HTTP/1.1" status: 200 len: 703 time: 0.1117933 Dec 16 22:52:06.818077 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50124) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:06.873716 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8061032b-301e-412b-82bd-0c71e0835a8c tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports?device_id=5500d323-a1b3-4536-9840-718b5d3d629e HTTP/1.1" status: 200 len: 205 time: 0.0510323 Dec 16 22:52:06.873945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50126) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:06.911804 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7c4c0665-8ade-4474-b3be-50f0a02dd88b req-bffbfcb5-2259-4c92-92fe-3c945f12362a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=091a0153-3919-4c9b-8394-4c89ff98476d HTTP/1.1" status: 200 len: 1002 time: 0.0994351 Dec 16 22:52:06.981617 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40cbdce7-1989-4d7f-9a7f-da9feaad9f6f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:07.009923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c0665-8ade-4474-b3be-50f0a02dd88b req-b64473b6-449e-414d-b357-494033b0db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:07.012335 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7c4c0665-8ade-4474-b3be-50f0a02dd88b req-b64473b6-449e-414d-b357-494033b0db3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=899ff188-6621-4094-b660-0d04a325ec88 HTTP/1.1" status: 200 len: 835 time: 0.0895333 Dec 16 22:52:07.043669 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-968a9905-0a84-46ba-b348-bafae35a894f None None] Set router 5500d323-a1b3-4536-9840-718b5d3d629e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:07.105398 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c0665-8ade-4474-b3be-50f0a02dd88b req-47d9bed4-82f6-4b60-ad56-1598f0c75da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:07.107058 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7c4c0665-8ade-4474-b3be-50f0a02dd88b req-47d9bed4-82f6-4b60-ad56-1598f0c75da9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af9074ee-c99c-49a2-98d0-cc28b9901f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847645 Dec 16 22:52:07.121252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-968a9905-0a84-46ba-b348-bafae35a894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5500d323-a1b3-4536-9840-718b5d3d629e', 'name': 'tempest-RoutersIpV6Test-router-940471416', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:05Z', 'updated_at': '2021-12-16T22:52:06Z', 'revision_number': 2, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:07.155201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a9905-0a84-46ba-b348-bafae35a894f None None] Checking router: 5500d323-a1b3-4536-9840-718b5d3d629e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:52:07.169249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a9905-0a84-46ba-b348-bafae35a894f None None] Routers {'5500d323-a1b3-4536-9840-718b5d3d629e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:07.169917 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-968a9905-0a84-46ba-b348-bafae35a894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5500d323-a1b3-4536-9840-718b5d3d629e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:07.225936 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40cbdce7-1989-4d7f-9a7f-da9feaad9f6f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:07.233677 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40cbdce7-1989-4d7f-9a7f-da9feaad9f6f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:07.239242 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7c4c0665-8ade-4474-b3be-50f0a02dd88b req-123db1ea-fd16-4b5b-972f-b380f4b2cecb service neutron] 10.222.0.24 "GET /v2.0/networks/af9074ee-c99c-49a2-98d0-cc28b9901f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237178 Dec 16 22:52:07.269388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-968a9905-0a84-46ba-b348-bafae35a894f None None] Set router 5500d323-a1b3-4536-9840-718b5d3d629e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:07.337168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-968a9905-0a84-46ba-b348-bafae35a894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5500d323-a1b3-4536-9840-718b5d3d629e', 'name': 'tempest-RoutersIpV6Test-router-940471416', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:05Z', 'updated_at': '2021-12-16T22:52:06Z', 'revision_number': 2, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:07.366972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a9905-0a84-46ba-b348-bafae35a894f None None] The sync data for ids ['5500d323-a1b3-4536-9840-718b5d3d629e'] in n-d-821840-2 is: [{'id': '5500d323-a1b3-4536-9840-718b5d3d629e', 'name': 'tempest-RoutersIpV6Test-router-940471416', 'tenant_id': '206e00bccbe6441cb88b7c581b4a89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:05Z', 'updated_at': '2021-12-16T22:52:06Z', 'revision_number': 2, 'project_id': '206e00bccbe6441cb88b7c581b4a89d9', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:52:07.375606 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7c4c0665-8ade-4474-b3be-50f0a02dd88b req-906393c4-9c4c-440d-8fd7-d3df08ff2b79 service neutron] 10.222.0.24 "GET /v2.0/networks/af9074ee-c99c-49a2-98d0-cc28b9901f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228092 Dec 16 22:52:07.794740 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40cbdce7-1989-4d7f-9a7f-da9feaad9f6f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:07.795396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cbdce7-1989-4d7f-9a7f-da9feaad9f6f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Fanout notify agent at l3_agent the message router_deleted on router 5500d323-a1b3-4536-9840-718b5d3d629e {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:52:07.804850 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40cbdce7-1989-4d7f-9a7f-da9feaad9f6f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:07.806061 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-40cbdce7-1989-4d7f-9a7f-da9feaad9f6f tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/routers/5500d323-a1b3-4536-9840-718b5d3d629e HTTP/1.1" status: 204 len: 168 time: 0.9308960 Dec 16 22:52:07.815601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50132) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:07.843610 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6800809a-dd3b-4260-9c30-bd69544bf694 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports?device_id=5500d323-a1b3-4536-9840-718b5d3d629e HTTP/1.1" status: 200 len: 205 time: 0.0324409 Dec 16 22:52:07.845834 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50134) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:07.893986 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-6a871ede-a9b4-45e7-a0b0-24d37fcabc98 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] delete failed (client error): The resource could not be found. Dec 16 22:52:07.895215 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6a871ede-a9b4-45e7-a0b0-24d37fcabc98 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/routers/5500d323-a1b3-4536-9840-718b5d3d629e HTTP/1.1" status: 404 len: 336 time: 0.0483301 Dec 16 22:52:07.897993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50136) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:07.926939 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-292da8a5-5bf1-4e2c-b620-43199ba4a883 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] DELETE failed (client error): The resource could not be found. Dec 16 22:52:07.927369 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292da8a5-5bf1-4e2c-b620-43199ba4a883 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:52:07.930462 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-292da8a5-5bf1-4e2c-b620-43199ba4a883 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/354fe5a4-c810-42db-b6ca-0db1a5186fee HTTP/1.1" status: 404 len: 337 time: 0.0314443 Dec 16 22:52:07.933356 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50138) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:07.974127 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9fafb9-4102-4d93-a27a-0201a9248956 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] DELETE failed (client error): The resource could not be found. Dec 16 22:52:07.974127 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9fafb9-4102-4d93-a27a-0201a9248956 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:52:07.974127 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3f9fafb9-4102-4d93-a27a-0201a9248956 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/1c624d26-5175-4228-9e74-2f5a967f9cb7 HTTP/1.1" status: 404 len: 337 time: 0.0298550 Dec 16 22:52:07.976098 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50140) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.003167 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ada1276-f12f-4b36-bdb0-bd8d3823370b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] DELETE failed (client error): The resource could not be found. Dec 16 22:52:08.003667 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ada1276-f12f-4b36-bdb0-bd8d3823370b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:52:08.007741 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6ada1276-f12f-4b36-bdb0-bd8d3823370b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/3b815e32-caa8-4a7a-8fec-e6f96357234c HTTP/1.1" status: 404 len: 337 time: 0.0298424 Dec 16 22:52:08.023426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50142) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.052170 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5b5dce-b22e-4586-af51-ec1ba00d41d4 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] DELETE failed (client error): The resource could not be found. Dec 16 22:52:08.052873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5b5dce-b22e-4586-af51-ec1ba00d41d4 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:52:08.055996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ea5b5dce-b22e-4586-af51-ec1ba00d41d4 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/67e9df65-c53e-4944-a092-6a322b899315 HTTP/1.1" status: 404 len: 337 time: 0.0314837 Dec 16 22:52:08.058726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50144) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.091585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8a94263a-3d1f-4b08-abde-652f5ce51231 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports?device_id=369490d1-c587-448b-a074-aeac2ab4769e HTTP/1.1" status: 200 len: 205 time: 0.0316489 Dec 16 22:52:08.094210 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50146) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.137925 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-1988e741-ab95-4fe5-a8a3-98b769919ae9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] delete failed (client error): The resource could not be found. Dec 16 22:52:08.141265 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1988e741-ab95-4fe5-a8a3-98b769919ae9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/routers/369490d1-c587-448b-a074-aeac2ab4769e HTTP/1.1" status: 404 len: 336 time: 0.0438540 Dec 16 22:52:08.141672 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50148) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.172745 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1bb85575-1fe7-44ee-ad95-18f4c0397164 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports?device_id=a61ad4db-2d01-475d-8fe1-4cdbc8057081 HTTP/1.1" status: 200 len: 205 time: 0.0277290 Dec 16 22:52:08.173520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50152) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.213083 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-59df500b-5192-43d4-9222-12602c7fd21d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] delete failed (client error): The resource could not be found. Dec 16 22:52:08.216498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-59df500b-5192-43d4-9222-12602c7fd21d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/routers/a61ad4db-2d01-475d-8fe1-4cdbc8057081 HTTP/1.1" status: 404 len: 336 time: 0.0403318 Dec 16 22:52:08.220696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50156) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.257425 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6bf4ace-3374-4bb1-8173-df64dcee3876 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] DELETE failed (client error): The resource could not be found. Dec 16 22:52:08.257889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6bf4ace-3374-4bb1-8173-df64dcee3876 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:52:08.264193 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e6bf4ace-3374-4bb1-8173-df64dcee3876 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/112ed42f-5570-4436-99f4-36087d560ce9 HTTP/1.1" status: 404 len: 337 time: 0.0423250 Dec 16 22:52:08.266645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50158) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.307216 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7cf313cd-36c1-443e-ba50-fd42cbe1c8b2 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f157ef2-038b-4784-9f07-d8f5d2ae3fd5 HTTP/1.1" status: 200 len: 205 time: 0.0391438 Dec 16 22:52:08.309537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50160) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.355118 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-571f92fa-53e8-4c54-9ecf-3ccd0478fd18 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] delete failed (client error): The resource could not be found. Dec 16 22:52:08.357765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-571f92fa-53e8-4c54-9ecf-3ccd0478fd18 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/routers/1f157ef2-038b-4784-9f07-d8f5d2ae3fd5 HTTP/1.1" status: 404 len: 336 time: 0.0458188 Dec 16 22:52:08.359230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50162) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.391300 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c7d800ce-b1c3-4eb5-b53b-f27cc09446f4 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed195267-4453-49bf-81e4-31eab7b374a3 HTTP/1.1" status: 200 len: 205 time: 0.0296938 Dec 16 22:52:08.392569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50164) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.444402 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-3d048d94-1a00-46c3-aece-5ee506bd521b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] delete failed (client error): The resource could not be found. Dec 16 22:52:08.445867 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3d048d94-1a00-46c3-aece-5ee506bd521b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/routers/ed195267-4453-49bf-81e4-31eab7b374a3 HTTP/1.1" status: 404 len: 336 time: 0.0520785 Dec 16 22:52:08.449702 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50166) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.488149 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1c09f1-23fc-482b-86cc-f02fa9447e2b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] DELETE failed (client error): The resource could not be found. Dec 16 22:52:08.488539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1c09f1-23fc-482b-86cc-f02fa9447e2b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:52:08.495041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3d1c09f1-23fc-482b-86cc-f02fa9447e2b tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/8d88f7c3-edc2-4a11-bd7e-22591623fcbc HTTP/1.1" status: 404 len: 337 time: 0.0439429 Dec 16 22:52:08.495528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50168) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.525513 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-77edbba5-6d80-4662-af2c-647846c57d93 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports?device_id=30d4fc9d-1cf7-4ead-a277-7da3b4583453 HTTP/1.1" status: 200 len: 205 time: 0.0285110 Dec 16 22:52:08.527825 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50170) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.568613 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-79d3ffe9-8ebf-4d25-9565-0f80224f2869 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] delete failed (client error): The resource could not be found. Dec 16 22:52:08.570079 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-79d3ffe9-8ebf-4d25-9565-0f80224f2869 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/routers/30d4fc9d-1cf7-4ead-a277-7da3b4583453 HTTP/1.1" status: 404 len: 336 time: 0.0412569 Dec 16 22:52:08.572567 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50172) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.607332 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1371d3-7ff6-4374-b908-d48dca22e4ba tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] DELETE failed (client error): The resource could not be found. Dec 16 22:52:08.607855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1371d3-7ff6-4374-b908-d48dca22e4ba tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:52:08.611106 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ee1371d3-7ff6-4374-b908-d48dca22e4ba tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/4e602fd6-be7f-4315-bd9b-c81f0017b7d7 HTTP/1.1" status: 404 len: 337 time: 0.0373814 Dec 16 22:52:08.614183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50174) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.642934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-34647113-d7f0-46ee-8298-8ac6b4bf8cb4 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "GET /v2.0/ports?device_id=c054b5a0-0075-4cca-b413-a0ccd82633a1 HTTP/1.1" status: 200 len: 205 time: 0.0272839 Dec 16 22:52:08.646156 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50176) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.698232 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-53b91f87-12a9-431d-b9de-b03db5e8f918 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] delete failed (client error): The resource could not be found. Dec 16 22:52:08.701656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-53b91f87-12a9-431d-b9de-b03db5e8f918 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/routers/c054b5a0-0075-4cca-b413-a0ccd82633a1 HTTP/1.1" status: 404 len: 336 time: 0.0514460 Dec 16 22:52:08.702288 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50178) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.732700 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fa2640-f552-4801-92a9-0e2614a5bff9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] DELETE failed (client error): The resource could not be found. Dec 16 22:52:08.733253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fa2640-f552-4801-92a9-0e2614a5bff9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:52:08.738555 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c9fa2640-f552-4801-92a9-0e2614a5bff9 tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/524af552-0d47-42b7-8f32-62d63a10d8b2 HTTP/1.1" status: 404 len: 337 time: 0.0329587 Dec 16 22:52:08.741466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50180) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.769199 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c76d48b-f8c6-41f3-bb79-dc56ea72826d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] DELETE failed (client error): The resource could not be found. Dec 16 22:52:08.769753 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c76d48b-f8c6-41f3-bb79-dc56ea72826d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:52:08.773454 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1c76d48b-f8c6-41f3-bb79-dc56ea72826d tempest-RoutersIpV6Test-1307263424 tempest-RoutersIpV6Test-1307263424-project] 10.222.0.43 "DELETE /v2.0/subnets/48454feb-2fb0-4071-919a-3a39b70d5913 HTTP/1.1" status: 404 len: 337 time: 0.0309567 Dec 16 22:52:09.405504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50196) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:09.544387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a35a4e6f-a288-414e-a03b-445f7e038c68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=206e00bccbe6441cb88b7c581b4a89d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1376629 Dec 16 22:52:09.547532 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50204) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:09.594988 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0008655-aee8-4f93-9251-f8a5c970771d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:09.616619 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0008655-aee8-4f93-9251-f8a5c970771d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:09.741916 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0008655-aee8-4f93-9251-f8a5c970771d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:09.744604 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0008655-aee8-4f93-9251-f8a5c970771d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:09.745803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d0008655-aee8-4f93-9251-f8a5c970771d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd32ec1a-1bff-4edb-a314-67c218af1546 HTTP/1.1" status: 204 len: 168 time: 0.1971729 Dec 16 22:52:09.753798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0008655-aee8-4f93-9251-f8a5c970771d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd32ec1a-1bff-4edb-a314-67c218af1546,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:10.234026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343b97e-68e7-4f77-8e1a-1da8ccba9536 req-055d14ff-43b6-496c-adc5-569512c52c73 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:10.235661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1343b97e-68e7-4f77-8e1a-1da8ccba9536 req-055d14ff-43b6-496c-adc5-569512c52c73 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 946 time: 0.2328033 Dec 16 22:52:10.300382 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1343b97e-68e7-4f77-8e1a-1da8ccba9536 req-5e06e591-0772-44f0-ae5a-5048296cab15 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535274 Dec 16 22:52:10.794576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50254) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:10.897808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b7049e66-f477-41c6-a5d6-3fd38e5f44e5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1896531256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:10.977541 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b7049e66-f477-41c6-a5d6-3fd38e5f44e5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:10.978722 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b7049e66-f477-41c6-a5d6-3fd38e5f44e5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:11.037426 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b7049e66-f477-41c6-a5d6-3fd38e5f44e5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:11.097610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ce204-476a-42e5-885e-5119ffd2db69 req-73e4735d-958a-49f7-8f75-15b8f1f0d05c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:11.099215 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e3ce204-476a-42e5-885e-5119ffd2db69 req-73e4735d-958a-49f7-8f75-15b8f1f0d05c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 946 time: 0.0532742 Dec 16 22:52:11.113056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b7049e66-f477-41c6-a5d6-3fd38e5f44e5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:11.166139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2e3ce204-476a-42e5-885e-5119ffd2db69 req-962809e1-d39f-44eb-b794-be5495090970 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605235 Dec 16 22:52:11.219382 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b7049e66-f477-41c6-a5d6-3fd38e5f44e5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:11.220609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b7049e66-f477-41c6-a5d6-3fd38e5f44e5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4249117 Dec 16 22:52:11.223452 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50260) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:11.230579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-530275795'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:11.320569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Made reservation on behalf of 8c5fff8c0b10435383041d785662beba for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:52:11.324187 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:11.333428 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:11.417557 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:11.491692 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:11.519693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:52:11.529222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83451a7d-5f99-491f-8327-fabaefaa73de,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:11.538638 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:11.538980 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Added segment 5b9cf683-cb1c-4996-93fe-e64569429070 of type vlan for network 3eaf6c69-9cea-4b68-8f47-d362ea838fa9 Dec 16 22:52:11.540974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:11.541322 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:11.541675 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:11.542511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:11.542852 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:11.543185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:11.543544 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:11.543878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:11.544206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:11.544531 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:11.544856 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:11.545181 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:11.545503 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:11.589886 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:11.662485 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:11.668129 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:11.668729 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:11.736717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event updated for resources: {'Network': ['ID=3eaf6c69-9cea-4b68-8f47-d362ea838fa9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:11.747278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 3eaf6c69-9cea-4b68-8f47-d362ea838fa9 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:52:11.779470 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f559ffef-3f4a-4301-ad23-e2af75974480 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5548315 Dec 16 22:52:11.782118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50262) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:11.788658 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f3ae77f0-cab2-4bb4-855b-3f47bef139cf tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Request body: {'subnet': {'network_id': '3eaf6c69-9cea-4b68-8f47-d362ea838fa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:11.936384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ae77f0-cab2-4bb4-855b-3f47bef139cf tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Made reservation on behalf of 8c5fff8c0b10435383041d785662beba for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:52:11.940038 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3ae77f0-cab2-4bb4-855b-3f47bef139cf tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.160517 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3ae77f0-cab2-4bb4-855b-3f47bef139cf tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.224994 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae77f0-cab2-4bb4-855b-3f47bef139cf tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event updated for resources: {'Subnet': ['ID=75a3f353-f749-481d-9ef4-806f8179102a,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:12.232282 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ae77f0-cab2-4bb4-855b-3f47bef139cf tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Checking segment: {'id': '5b9cf683-cb1c-4996-93fe-e64569429070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3eaf6c69-9cea-4b68-8f47-d362ea838fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:12.232661 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ae77f0-cab2-4bb4-855b-3f47bef139cf tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Network hostable DHCP agents. Network: 3eaf6c69-9cea-4b68-8f47-d362ea838fa9, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:52:12.289725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8a1c8-d0e1-40b2-a8cc-c8c73b984979 req-d2346e3d-3293-431f-85d0-63a2358fb810 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:12.291342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04a8a1c8-d0e1-40b2-a8cc-c8c73b984979 req-d2346e3d-3293-431f-85d0-63a2358fb810 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 946 time: 0.0527668 Dec 16 22:52:12.297405 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ae77f0-cab2-4bb4-855b-3f47bef139cf tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Network 3eaf6c69-9cea-4b68-8f47-d362ea838fa9 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:52:12.340857 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04a8a1c8-d0e1-40b2-a8cc-c8c73b984979 req-00d3b01b-dfa0-468b-a1fa-09dd0786dd46 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431983 Dec 16 22:52:12.372019 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-f3ae77f0-cab2-4bb4-855b-3f47bef139cf tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 3eaf6c69-9cea-4b68-8f47-d362ea838fa9) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:12.376640 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ae77f0-cab2-4bb4-855b-3f47bef139cf tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:12.377550 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3ae77f0-cab2-4bb4-855b-3f47bef139cf tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.383518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a879d536-7667-4b63-ae69-712c0a837e9d None None] Network 3eaf6c69-9cea-4b68-8f47-d362ea838fa9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:52:12.466086 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f3ae77f0-cab2-4bb4-855b-3f47bef139cf tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6827099 Dec 16 22:52:12.469508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50266) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:12.474967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-043d8b8e-e30f-45c8-94da-fe300e43ac2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Request body: {'network': {'name': 'tempest-router-network01--584835203'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:12.488005 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-3eaf6c69-9cea-4b68-8f47-d362ea838fa9', 'network_id': '3eaf6c69-9cea-4b68-8f47-d362ea838fa9', 'project_id': '8c5fff8c0b10435383041d785662beba', 'fixed_ips': [{'subnet_id': '75a3f353-f749-481d-9ef4-806f8179102a'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:52:12.488888 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.588769 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043d8b8e-e30f-45c8-94da-fe300e43ac2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Made reservation on behalf of 8c5fff8c0b10435383041d785662beba for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:52:12.592552 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-043d8b8e-e30f-45c8-94da-fe300e43ac2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.624379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043d8b8e-e30f-45c8-94da-fe300e43ac2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:52:12.635008 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Allocated IP 172.20.0.2 (3eaf6c69-9cea-4b68-8f47-d362ea838fa9/75a3f353-f749-481d-9ef4-806f8179102a/f14fc43c-6254-462d-8d0c-85a730952a9c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:52:12.636470 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-043d8b8e-e30f-45c8-94da-fe300e43ac2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.637163 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-043d8b8e-e30f-45c8-94da-fe300e43ac2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Added segment cf900734-5f4f-4fb5-b723-dc1dde6aee48 of type vlan for network 0d9282ed-0627-4ffe-bc37-a8c31515eec2 Dec 16 22:52:12.679230 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-043d8b8e-e30f-45c8-94da-fe300e43ac2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.754293 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-043d8b8e-e30f-45c8-94da-fe300e43ac2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.760774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d8b8e-e30f-45c8-94da-fe300e43ac2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:12.761376 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-043d8b8e-e30f-45c8-94da-fe300e43ac2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.783965 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.839414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d8b8e-e30f-45c8-94da-fe300e43ac2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event updated for resources: {'Network': ['ID=0d9282ed-0627-4ffe-bc37-a8c31515eec2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:12.853520 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 0d9282ed-0627-4ffe-bc37-a8c31515eec2 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:52:12.898822 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.933245 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50268) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:12.933934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-043d8b8e-e30f-45c8-94da-fe300e43ac2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4631469 Dec 16 22:52:12.938486 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-112c178d-dc0c-41a4-a6b7-818573256392 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Request body: {'network': {'name': 'tempest-router-network02--689309722'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:12.963350 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Network 3eaf6c69-9cea-4b68-8f47-d362ea838fa9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:12.969604 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:12.973588 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:52:12.983425 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Pushing event updated for resources: {'Port': ['ID=f14fc43c-6254-462d-8d0c-85a730952a9c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:13.017730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112c178d-dc0c-41a4-a6b7-818573256392 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Made reservation on behalf of 8c5fff8c0b10435383041d785662beba for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:52:13.022134 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-112c178d-dc0c-41a4-a6b7-818573256392 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.029069 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 794339ae-a49b-4c6e-9ae3-d30f9eccd19b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:52:13.049081 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Attempting to bind port f14fc43c-6254-462d-8d0c-85a730952a9c on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:52:13.049462 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Attempting to bind port f14fc43c-6254-462d-8d0c-85a730952a9c by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '5b9cf683-cb1c-4996-93fe-e64569429070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3eaf6c69-9cea-4b68-8f47-d362ea838fa9'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:52:13.049646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112c178d-dc0c-41a4-a6b7-818573256392 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:52:13.049830 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Attempting to bind port f14fc43c-6254-462d-8d0c-85a730952a9c on network 3eaf6c69-9cea-4b68-8f47-d362ea838fa9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:52:13.057194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:52:13.058097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Checking segment: {'id': '5b9cf683-cb1c-4996-93fe-e64569429070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3eaf6c69-9cea-4b68-8f47-d362ea838fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:13.058097 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.058314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Bound using segment: {'id': '5b9cf683-cb1c-4996-93fe-e64569429070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3eaf6c69-9cea-4b68-8f47-d362ea838fa9'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:52:13.058784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Bound port: f14fc43c-6254-462d-8d0c-85a730952a9c, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9cf683-cb1c-4996-93fe-e64569429070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3eaf6c69-9cea-4b68-8f47-d362ea838fa9'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:52:13.059170 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.059873 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-112c178d-dc0c-41a4-a6b7-818573256392 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.060231 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-112c178d-dc0c-41a4-a6b7-818573256392 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Added segment 860be952-453b-4cbb-aa5a-ea9c9aa382b6 of type vlan for network ac8bb0eb-8d83-45ec-b308-f040de673d03 Dec 16 22:52:13.104907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-112c178d-dc0c-41a4-a6b7-818573256392 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.182344 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] For port f14fc43c-6254-462d-8d0c-85a730952a9c, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:52:13.187057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] For port f14fc43c-6254-462d-8d0c-85a730952a9c, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f14fc43c-6254-462d-8d0c-85a730952a9c,segment=NetworkSegment(5b9cf683-cb1c-4996-93fe-e64569429070),segment_id=5b9cf683-cb1c-4996-93fe-e64569429070)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:52:13.188955 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-112c178d-dc0c-41a4-a6b7-818573256392 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.194993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112c178d-dc0c-41a4-a6b7-818573256392 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:13.195632 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-112c178d-dc0c-41a4-a6b7-818573256392 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.211645 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:13.224310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'port_id': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'mac_address': 'fa:16:3e:6d:6b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:52:13.270397 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.272681 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.273423 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c178d-dc0c-41a4-a6b7-818573256392 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event updated for resources: {'Network': ['ID=ac8bb0eb-8d83-45ec-b308-f040de673d03,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:13.314782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network ac8bb0eb-8d83-45ec-b308-f040de673d03 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:52:13.370167 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 794339ae-a49b-4c6e-9ae3-d30f9eccd19b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:52:13.381136 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-112c178d-dc0c-41a4-a6b7-818573256392 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4459443 Dec 16 22:52:13.384505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50272) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:13.389651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-47a3145a-9479-47e6-a56b-72ef846dcaf3 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Request body: {'subnet': {'network_id': '0d9282ed-0627-4ffe-bc37-a8c31515eec2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:13.451537 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:13.477692 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44579d07-ff7a-496a-bae1-513e43b5a5ab None None] Pushing event updated for resources: {'Port': ['ID=f14fc43c-6254-462d-8d0c-85a730952a9c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:13.483653 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.484643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d854f98-af8f-4107-9c2e-38d7d50f182f req-9df37556-e0ca-4099-abca-55358e364fa3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:13.499034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d854f98-af8f-4107-9c2e-38d7d50f182f req-9df37556-e0ca-4099-abca-55358e364fa3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 946 time: 0.0685520 Dec 16 22:52:13.515757 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.543704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d854f98-af8f-4107-9c2e-38d7d50f182f req-999fd4e3-b2e1-479d-893a-9d67f75d1a3b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476449 Dec 16 22:52:13.585851 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.585851 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,revision_number=11']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:13.599835 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['794339ae-a49b-4c6e-9ae3-d30f9eccd19b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:52:13.611552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a3145a-9479-47e6-a56b-72ef846dcaf3 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Made reservation on behalf of 8c5fff8c0b10435383041d785662beba for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:52:13.617973 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47a3145a-9479-47e6-a56b-72ef846dcaf3 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.737889 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f14fc43c-6254-462d-8d0c-85a730952a9c up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:52:13.834820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f14fc43c-6254-462d-8d0c-85a730952a9c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:13.835797 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.903062 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47a3145a-9479-47e6-a56b-72ef846dcaf3 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.918145 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.952221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port f14fc43c-6254-462d-8d0c-85a730952a9c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f14fc43c-6254-462d-8d0c-85a730952a9c,segment=NetworkSegment(5b9cf683-cb1c-4996-93fe-e64569429070),segment_id=5b9cf683-cb1c-4996-93fe-e64569429070)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:13.963378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3145a-9479-47e6-a56b-72ef846dcaf3 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event updated for resources: {'Subnet': ['ID=fe438896-9cbd-4916-b8c2-345b586ac77d,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:13.974139 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a3145a-9479-47e6-a56b-72ef846dcaf3 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Checking segment: {'id': 'cf900734-5f4f-4fb5-b723-dc1dde6aee48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0d9282ed-0627-4ffe-bc37-a8c31515eec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:13.974504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a3145a-9479-47e6-a56b-72ef846dcaf3 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Network hostable DHCP agents. Network: 0d9282ed-0627-4ffe-bc37-a8c31515eec2, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:52:14.000534 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:14.056319 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=f14fc43c-6254-462d-8d0c-85a730952a9c,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:14.058208 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a3145a-9479-47e6-a56b-72ef846dcaf3 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Network 0d9282ed-0627-4ffe-bc37-a8c31515eec2 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:52:14.131768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-47a3145a-9479-47e6-a56b-72ef846dcaf3 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 0d9282ed-0627-4ffe-bc37-a8c31515eec2) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:14.138560 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a3145a-9479-47e6-a56b-72ef846dcaf3 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:14.139712 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47a3145a-9479-47e6-a56b-72ef846dcaf3 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:14.141203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c8983e-119e-472c-b7d0-7f220e610722 None None] Network 0d9282ed-0627-4ffe-bc37-a8c31515eec2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:52:14.231543 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-47a3145a-9479-47e6-a56b-72ef846dcaf3 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8458083 Dec 16 22:52:14.234089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50274) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:14.241963 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-815e022b-5e6f-4118-be03-389754569ed9 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Request body: {'subnet': {'network_id': 'ac8bb0eb-8d83-45ec-b308-f040de673d03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:14.269046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-0d9282ed-0627-4ffe-bc37-a8c31515eec2', 'network_id': '0d9282ed-0627-4ffe-bc37-a8c31515eec2', 'project_id': '8c5fff8c0b10435383041d785662beba', 'fixed_ips': [{'subnet_id': 'fe438896-9cbd-4916-b8c2-345b586ac77d'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:52:14.270543 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:14.405510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d658f7-9f63-432a-a2e8-d75d16efd9da None None] Network 3eaf6c69-9cea-4b68-8f47-d362ea838fa9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:52:14.416102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815e022b-5e6f-4118-be03-389754569ed9 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Made reservation on behalf of 8c5fff8c0b10435383041d785662beba for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:52:14.419773 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-815e022b-5e6f-4118-be03-389754569ed9 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:14.462112 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Allocated IP 172.20.0.2 (0d9282ed-0627-4ffe-bc37-a8c31515eec2/fe438896-9cbd-4916-b8c2-345b586ac77d/c28b34a4-0edb-4092-9746-8072f1b6a970) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:52:14.592893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ddc5d25c-f59e-47d7-bbb6-f8b0088f905b None None] Provisioning complete for port f14fc43c-6254-462d-8d0c-85a730952a9c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:14.593615 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d25c-f59e-47d7-bbb6-f8b0088f905b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:14.715953 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-815e022b-5e6f-4118-be03-389754569ed9 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:14.731540 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:14.734698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61140153-ab28-4460-a1d9-11f7213af49e req-efa9d206-40ac-4fc6-a487-6ca62882e87b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:14.740293 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61140153-ab28-4460-a1d9-11f7213af49e req-efa9d206-40ac-4fc6-a487-6ca62882e87b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 945 time: 0.0904992 Dec 16 22:52:14.802817 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e022b-5e6f-4118-be03-389754569ed9 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event updated for resources: {'Subnet': ['ID=042871bb-65b7-4807-b13b-a36c0116bbc0,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:14.807564 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e022b-5e6f-4118-be03-389754569ed9 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Checking segment: {'id': '860be952-453b-4cbb-aa5a-ea9c9aa382b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac8bb0eb-8d83-45ec-b308-f040de673d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:14.807928 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815e022b-5e6f-4118-be03-389754569ed9 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Network hostable DHCP agents. Network: ac8bb0eb-8d83-45ec-b308-f040de673d03, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:52:14.812356 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:14.826792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61140153-ab28-4460-a1d9-11f7213af49e req-575e933a-1b64-4513-b7aa-3b9935640a13 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743084 Dec 16 22:52:14.878283 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Network 0d9282ed-0627-4ffe-bc37-a8c31515eec2 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:14.884268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:14.886599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Pushing event updated for resources: {'Port': ['ID=c28b34a4-0edb-4092-9746-8072f1b6a970,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:14.888955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:52:14.903199 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815e022b-5e6f-4118-be03-389754569ed9 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Network ac8bb0eb-8d83-45ec-b308-f040de673d03 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:52:14.944898 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Attempting to bind port c28b34a4-0edb-4092-9746-8072f1b6a970 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:52:14.945427 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Attempting to bind port c28b34a4-0edb-4092-9746-8072f1b6a970 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'cf900734-5f4f-4fb5-b723-dc1dde6aee48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0d9282ed-0627-4ffe-bc37-a8c31515eec2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:52:14.945801 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Attempting to bind port c28b34a4-0edb-4092-9746-8072f1b6a970 on network 0d9282ed-0627-4ffe-bc37-a8c31515eec2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:52:14.952001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:52:14.952419 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Checking segment: {'id': 'cf900734-5f4f-4fb5-b723-dc1dde6aee48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0d9282ed-0627-4ffe-bc37-a8c31515eec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:14.952839 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:14.953230 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Bound using segment: {'id': 'cf900734-5f4f-4fb5-b723-dc1dde6aee48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0d9282ed-0627-4ffe-bc37-a8c31515eec2'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:52:14.953700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Bound port: c28b34a4-0edb-4092-9746-8072f1b6a970, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf900734-5f4f-4fb5-b723-dc1dde6aee48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0d9282ed-0627-4ffe-bc37-a8c31515eec2'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:52:14.954080 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:14.960827 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-815e022b-5e6f-4118-be03-389754569ed9 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, ac8bb0eb-8d83-45ec-b308-f040de673d03) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:14.967735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815e022b-5e6f-4118-be03-389754569ed9 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:14.969903 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-815e022b-5e6f-4118-be03-389754569ed9 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:14.974527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74ba4fb-31ce-4268-937a-67dc16f8017d None None] Network ac8bb0eb-8d83-45ec-b308-f040de673d03 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:52:15.049674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 794339ae-a49b-4c6e-9ae3-d30f9eccd19b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:52:15.088606 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-815e022b-5e6f-4118-be03-389754569ed9 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8514121 Dec 16 22:52:15.091439 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50290) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:15.105254 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b08b8524-0a64-4f52-87da-e4f5add10551 None None] Provisioning complete for port f14fc43c-6254-462d-8d0c-85a730952a9c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:15.105632 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b08b8524-0a64-4f52-87da-e4f5add10551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:15.353179 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] For port c28b34a4-0edb-4092-9746-8072f1b6a970, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:52:15.377771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] For port c28b34a4-0edb-4092-9746-8072f1b6a970, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c28b34a4-0edb-4092-9746-8072f1b6a970,segment=NetworkSegment(cf900734-5f4f-4fb5-b723-dc1dde6aee48),segment_id=cf900734-5f4f-4fb5-b723-dc1dde6aee48)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:52:15.414102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:15.414476 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:15.419695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-ac8bb0eb-8d83-45ec-b308-f040de673d03', 'network_id': 'ac8bb0eb-8d83-45ec-b308-f040de673d03', 'project_id': '8c5fff8c0b10435383041d785662beba', 'fixed_ips': [{'subnet_id': '042871bb-65b7-4807-b13b-a36c0116bbc0'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:52:15.420402 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:15.421819 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:15.460457 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:15.644712 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee201dbc-70ce-4ea2-bb68-0acd1d5b2c81 None None] Pushing event updated for resources: {'Port': ['ID=c28b34a4-0edb-4092-9746-8072f1b6a970,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:15.733189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f14fc43c-6254-462d-8d0c-85a730952a9c up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:52:15.765831 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Allocated IP 172.20.0.1 (0d9282ed-0627-4ffe-bc37-a8c31515eec2/fe438896-9cbd-4916-b8c2-345b586ac77d/e44e814c-83f4-4e25-9bac-8a15e74dd9a8) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:52:15.782951 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:15.836712 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Allocated IP 172.20.0.2 (ac8bb0eb-8d83-45ec-b308-f040de673d03/042871bb-65b7-4807-b13b-a36c0116bbc0/18513968-921e-4473-b21d-8bc819571185) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:52:15.859439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:52:15.861770 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f216c1b-389a-49cb-b85b-84dd286f7a80" -d '{"events": [{"server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "name": "network-vif-plugged", "status": "completed", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:52:15.886028 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:15.977382 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:15.994740 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f14fc43c-6254-462d-8d0c-85a730952a9c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:15.995119 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:16.035670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af3d9b-17c0-450e-844c-0acbd66cba39 req-fd370716-7c8b-4bb1-a698-3ee38d40c311 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:16.049006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e9af3d9b-17c0-450e-844c-0acbd66cba39 req-fd370716-7c8b-4bb1-a698-3ee38d40c311 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 946 time: 0.0899553 Dec 16 22:52:16.134429 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e9af3d9b-17c0-450e-844c-0acbd66cba39 req-e407f902-250b-46db-b817-52d151c9fedf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831621 Dec 16 22:52:16.175110 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,revision_number=12']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:16.205621 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:16.266945 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb4c2ab-27b1-4012-b987-5a0ebf25162a x-openstack-request-id: req-9cb4c2ab-27b1-4012-b987-5a0ebf25162a {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:52:16.267242 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "name": "network-vif-plugged", "status": "completed", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:52:16.267531 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9cb4c2ab-27b1-4012-b987-5a0ebf25162a {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:52:16.268011 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'code': 200} Dec 16 22:52:16.279245 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:16.332092 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:16.365471 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:16.384233 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Network 0d9282ed-0627-4ffe-bc37-a8c31515eec2 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:16.387853 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:16.392305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:52:16.399906 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event updated for resources: {'Port': ['ID=e44e814c-83f4-4e25-9bac-8a15e74dd9a8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:16.432054 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Network ac8bb0eb-8d83-45ec-b308-f040de673d03 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:16.437930 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:16.445949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:52:16.454972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Pushing event updated for resources: {'Port': ['ID=18513968-921e-4473-b21d-8bc819571185,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:16.455989 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:16.561083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Attempting to bind port 18513968-921e-4473-b21d-8bc819571185 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:52:16.562641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Attempting to bind port 18513968-921e-4473-b21d-8bc819571185 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '860be952-453b-4cbb-aa5a-ea9c9aa382b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac8bb0eb-8d83-45ec-b308-f040de673d03'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:52:16.562641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Attempting to bind port 18513968-921e-4473-b21d-8bc819571185 on network ac8bb0eb-8d83-45ec-b308-f040de673d03 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:52:16.577947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:52:16.578551 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Checking segment: {'id': '860be952-453b-4cbb-aa5a-ea9c9aa382b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac8bb0eb-8d83-45ec-b308-f040de673d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:16.578974 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:16.580599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Bound using segment: {'id': '860be952-453b-4cbb-aa5a-ea9c9aa382b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac8bb0eb-8d83-45ec-b308-f040de673d03'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:52:16.581482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Bound port: 18513968-921e-4473-b21d-8bc819571185, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860be952-453b-4cbb-aa5a-ea9c9aa382b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac8bb0eb-8d83-45ec-b308-f040de673d03'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:52:16.581986 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:16.700079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] For port 18513968-921e-4473-b21d-8bc819571185, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:52:16.704426 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] For port 18513968-921e-4473-b21d-8bc819571185, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=18513968-921e-4473-b21d-8bc819571185,segment=NetworkSegment(860be952-453b-4cbb-aa5a-ea9c9aa382b6),segment_id=860be952-453b-4cbb-aa5a-ea9c9aa382b6)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:52:16.725469 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:16.760826 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:16.889466 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7deabe-22db-4402-a08c-acc304baff3d None None] Pushing event updated for resources: {'Port': ['ID=18513968-921e-4473-b21d-8bc819571185,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:17.053018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b784a8-e888-497b-92fd-ab3f5ee0170e None None] Network 0d9282ed-0627-4ffe-bc37-a8c31515eec2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:52:17.154191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3f698ee8-2bfd-4dba-b19b-e1046e286e22 None None] Provisioning complete for port c28b34a4-0edb-4092-9746-8072f1b6a970 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:17.154571 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f698ee8-2bfd-4dba-b19b-e1046e286e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:17.345771 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:17.378928 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f698ee8-2bfd-4dba-b19b-e1046e286e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:17.381545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e49564-9388-4f49-85a3-cda95004a2aa req-7242f131-2e30-40c9-9575-1371fceb2d58 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:17.383363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1e49564-9388-4f49-85a3-cda95004a2aa req-7242f131-2e30-40c9-9575-1371fceb2d58 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 946 time: 0.0791326 Dec 16 22:52:17.417283 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:17.428398 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3f698ee8-2bfd-4dba-b19b-e1046e286e22 None None] For port c28b34a4-0edb-4092-9746-8072f1b6a970, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c28b34a4-0edb-4092-9746-8072f1b6a970,segment=NetworkSegment(cf900734-5f4f-4fb5-b723-dc1dde6aee48),segment_id=cf900734-5f4f-4fb5-b723-dc1dde6aee48)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:17.471650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1e49564-9388-4f49-85a3-cda95004a2aa req-f397916a-fc98-49e4-8e99-80af5028137e tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720758 Dec 16 22:52:17.497579 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f698ee8-2bfd-4dba-b19b-e1046e286e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:17.529878 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:17.584584 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f698ee8-2bfd-4dba-b19b-e1046e286e22 None None] Pushing event updated for resources: {'Port': ['ID=c28b34a4-0edb-4092-9746-8072f1b6a970,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:17.658792 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event updated for resources: {'Port': ['ID=e44e814c-83f4-4e25-9bac-8a15e74dd9a8,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:17.766190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-43f1d601-3f80-4c6a-b5fc-6ff0d98ad053 None None] Provisioning complete for port e44e814c-83f4-4e25-9bac-8a15e74dd9a8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:17.766190 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43f1d601-3f80-4c6a-b5fc-6ff0d98ad053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:17.770189 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Network 0d9282ed-0627-4ffe-bc37-a8c31515eec2 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:17.778576 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:17.841700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 18513968-921e-4473-b21d-8bc819571185 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:52:17.845570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-43f1d601-3f80-4c6a-b5fc-6ff0d98ad053 None None] Port e44e814c-83f4-4e25-9bac-8a15e74dd9a8 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:52:17.889989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-43f1d601-3f80-4c6a-b5fc-6ff0d98ad053 None None] Provisioning complete for port c28b34a4-0edb-4092-9746-8072f1b6a970 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:17.890693 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43f1d601-3f80-4c6a-b5fc-6ff0d98ad053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:17.978367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 18513968-921e-4473-b21d-8bc819571185 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:17.978751 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:18.120269 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Router 62e09bfe-7c4c-4d03-8e1d-d0d4c039a723 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:52:18.172469 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:18.227838 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 18513968-921e-4473-b21d-8bc819571185, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=18513968-921e-4473-b21d-8bc819571185,segment=NetworkSegment(860be952-453b-4cbb-aa5a-ea9c9aa382b6),segment_id=860be952-453b-4cbb-aa5a-ea9c9aa382b6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:18.239437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e3c684e3-d9c7-497f-bf5b-f587a3726ace None None] Provisioning complete for port e44e814c-83f4-4e25-9bac-8a15e74dd9a8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:18.240296 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e3c684e3-d9c7-497f-bf5b-f587a3726ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:18.286991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:52:18.300589 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e73de8df-4b83-4363-a3f3-8fb0eaa7b1a5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "PUT /v2.0/routers/62e09bfe-7c4c-4d03-8e1d-d0d4c039a723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2075875 Dec 16 22:52:18.304337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50310) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:18.309172 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f4e64-f065-418e-b3c4-c146b2508e5a None None] Sync routers for ids ['62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:52:18.336215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e3c684e3-d9c7-497f-bf5b-f587a3726ace None None] Port e44e814c-83f4-4e25-9bac-8a15e74dd9a8 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:52:18.342058 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:18.342058 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c28b34a4-0edb-4092-9746-8072f1b6a970 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:52:18.350165 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f4e64-f065-418e-b3c4-c146b2508e5a None None] Routers {'62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:18.356222 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ec7f4e64-f065-418e-b3c4-c146b2508e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:18.439609 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ec7f4e64-f065-418e-b3c4-c146b2508e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:18.450613 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f4e64-f065-418e-b3c4-c146b2508e5a None None] Routers {'62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:18.451233 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ec7f4e64-f065-418e-b3c4-c146b2508e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:18.479042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port c28b34a4-0edb-4092-9746-8072f1b6a970 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:18.479440 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:18.502183 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ec7f4e64-f065-418e-b3c4-c146b2508e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:18.503227 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f4e64-f065-418e-b3c4-c146b2508e5a None None] The sync data for ids ['62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:52:18.566011 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39541b81-fe5d-4a3d-bcc9-0e9e057c426e None None] Network ac8bb0eb-8d83-45ec-b308-f040de673d03 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:52:18.572695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=18513968-921e-4473-b21d-8bc819571185,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:18.675207 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-80a8d8e5-6caf-4bd9-bb64-76c9c76fe76b None None] Provisioning complete for port e44e814c-83f4-4e25-9bac-8a15e74dd9a8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:18.675550 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80a8d8e5-6caf-4bd9-bb64-76c9c76fe76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:18.717648 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-80a8d8e5-6caf-4bd9-bb64-76c9c76fe76b None None] Port e44e814c-83f4-4e25-9bac-8a15e74dd9a8 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:52:18.848672 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-65c78e95-838a-4626-b40d-b14cebd1e67f None None] Provisioning complete for port 18513968-921e-4473-b21d-8bc819571185 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:18.849395 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65c78e95-838a-4626-b40d-b14cebd1e67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:19.106709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d694d7f8-20f9-4396-84d6-c6403283a7c2 None None] Provisioning complete for port 18513968-921e-4473-b21d-8bc819571185 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:19.106709 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d694d7f8-20f9-4396-84d6-c6403283a7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:19.135646 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c7192-9296-43c3-a26c-a314d3b446e1 req-164e794a-ead5-42a9-932f-8e046c01dcf3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:19.137272 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-707c7192-9296-43c3-a26c-a314d3b446e1 req-164e794a-ead5-42a9-932f-8e046c01dcf3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 946 time: 0.5041866 Dec 16 22:52:19.316994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-707c7192-9296-43c3-a26c-a314d3b446e1 req-bd0a59ee-8ec6-4ac9-81ab-7cad4909f051 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353488 Dec 16 22:52:19.410887 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-ff45c5f8-984a-45a0-83cb-7dd1ba341d23 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:52:19.412387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ff45c5f8-984a-45a0-83cb-7dd1ba341d23 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "PUT /v2.0/routers/62e09bfe-7c4c-4d03-8e1d-d0d4c039a723/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1070335 Dec 16 22:52:19.415138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50314) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:19.684189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 18513968-921e-4473-b21d-8bc819571185 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:52:19.737440 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 18513968-921e-4473-b21d-8bc819571185 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:19.737824 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:19.764896 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8e0b97a-dad2-4a2a-a402-a2e0a650bd00 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:20.055223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0b97a-dad2-4a2a-a402-a2e0a650bd00 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Deleting port e44e814c-83f4-4e25-9bac-8a15e74dd9a8 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:52:20.055607 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8e0b97a-dad2-4a2a-a402-a2e0a650bd00 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:20.137222 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a099e0cb-5818-4108-a880-ee5a7687e27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:20.165861 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8e0b97a-dad2-4a2a-a402-a2e0a650bd00 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:20.180006 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0b97a-dad2-4a2a-a402-a2e0a650bd00 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Calling delete_port for e44e814c-83f4-4e25-9bac-8a15e74dd9a8 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:52:20.448721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc0557-5a88-4534-b014-42428c698b2f req-2039702b-eb85-47d8-8b6c-e2cb6a7b949b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:20.450249 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3adc0557-5a88-4534-b014-42428c698b2f req-2039702b-eb85-47d8-8b6c-e2cb6a7b949b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 946 time: 0.0525093 Dec 16 22:52:20.499170 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8e0b97a-dad2-4a2a-a402-a2e0a650bd00 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:20.513363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3adc0557-5a88-4534-b014-42428c698b2f req-6c0829a7-5828-47d7-8fcd-e4a253129463 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571914 Dec 16 22:52:20.532842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0b97a-dad2-4a2a-a402-a2e0a650bd00 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event deleted for resources: {'Port': ['ID=e44e814c-83f4-4e25-9bac-8a15e74dd9a8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:20.688951 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8e0b97a-dad2-4a2a-a402-a2e0a650bd00 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:20.870521 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e0b97a-dad2-4a2a-a402-a2e0a650bd00 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Router 62e09bfe-7c4c-4d03-8e1d-d0d4c039a723 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:52:20.958402 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e0b97a-dad2-4a2a-a402-a2e0a650bd00 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:52:20.969470 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50322) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:20.970349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97362b4b-2f3d-40f6-be18-7fea018098c3 None None] Sync routers for ids ['62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:52:20.979306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b8e0b97a-dad2-4a2a-a402-a2e0a650bd00 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "PUT /v2.0/routers/62e09bfe-7c4c-4d03-8e1d-d0d4c039a723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5519750 Dec 16 22:52:20.981501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97362b4b-2f3d-40f6-be18-7fea018098c3 None None] Routers {'62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:20.982148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-97362b4b-2f3d-40f6-be18-7fea018098c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:21.017923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-97362b4b-2f3d-40f6-be18-7fea018098c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:21.023244 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-6a0343b5-7883-4701-9943-357a403b8534 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] delete failed (client error): The resource could not be found. Dec 16 22:52:21.024206 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6a0343b5-7883-4701-9943-357a403b8534 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1331310834 HTTP/1.1" status: 404 len: 335 time: 0.0536106 Dec 16 22:52:21.027768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50324) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:21.032523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97362b4b-2f3d-40f6-be18-7fea018098c3 None None] Routers {'62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:21.033187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-97362b4b-2f3d-40f6-be18-7fea018098c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:51:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:21.037197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f8d749dc-6e9d-4d9c-ad6e-1dee006f31e4 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Request body: {'router': {'external_gateway_info': {'network_id': '62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:21.070831 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-97362b4b-2f3d-40f6-be18-7fea018098c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:21.071555 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97362b4b-2f3d-40f6-be18-7fea018098c3 None None] The sync data for ids ['62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:52:21.306438 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8d749dc-6e9d-4d9c-ad6e-1dee006f31e4 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:21.393061 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-f8d749dc-6e9d-4d9c-ad6e-1dee006f31e4 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] update failed (client error): The resource could not be found. Dec 16 22:52:21.399699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50330) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:21.403861 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f8d749dc-6e9d-4d9c-ad6e-1dee006f31e4 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "PUT /v2.0/routers/62e09bfe-7c4c-4d03-8e1d-d0d4c039a723 HTTP/1.1" status: 404 len: 339 time: 0.3749416 Dec 16 22:52:21.724225 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba869d3-013c-4b35-a719-cef4ea88c706 req-16a05175-7cef-463a-82d1-ab604582ff6e tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:21.725800 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cba869d3-013c-4b35-a719-cef4ea88c706 req-16a05175-7cef-463a-82d1-ab604582ff6e tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 946 time: 0.0922871 Dec 16 22:52:21.749570 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:21.872407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cba869d3-013c-4b35-a719-cef4ea88c706 req-07e16812-3812-4067-a1fb-37645c89f158 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252801 Dec 16 22:52:22.050726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Allocated IP 172.20.0.1 (3eaf6c69-9cea-4b68-8f47-d362ea838fa9/75a3f353-f749-481d-9ef4-806f8179102a/1964f18e-b40d-4fcb-ad39-6bff596887e5) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:52:22.196153 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:22.297803 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:22.357425 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Network 3eaf6c69-9cea-4b68-8f47-d362ea838fa9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:22.365667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:22.369759 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:52:22.372767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event updated for resources: {'Port': ['ID=1964f18e-b40d-4fcb-ad39-6bff596887e5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:22.441677 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:22.487230 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-96c4511d-1abc-4645-8bda-b99ba827968a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:22.674575 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:22.894876 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-02850db0-f393-4b55-8df7-2f42c328e63a None None] Provisioning complete for port 1964f18e-b40d-4fcb-ad39-6bff596887e5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:22.895360 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02850db0-f393-4b55-8df7-2f42c328e63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:22.924826 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:52:22.938821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-02850db0-f393-4b55-8df7-2f42c328e63a None None] Port 1964f18e-b40d-4fcb-ad39-6bff596887e5 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:52:23.050108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca817f6b-4d6d-46ff-91a9-237fc1188dfa req-b178a07d-77f3-4982-b93c-ca1792f86174 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:23.052286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca817f6b-4d6d-46ff-91a9-237fc1188dfa req-b178a07d-77f3-4982-b93c-ca1792f86174 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 946 time: 0.0810943 Dec 16 22:52:23.153530 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:23.158119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca817f6b-4d6d-46ff-91a9-237fc1188dfa req-ffab4084-11e7-4bd7-9e06-8545ae215b58 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947077 Dec 16 22:52:23.210226 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:23.295158 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:23.305931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event updated for resources: {'Port': ['ID=1964f18e-b40d-4fcb-ad39-6bff596887e5,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:23.423398 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Network 3eaf6c69-9cea-4b68-8f47-d362ea838fa9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:23.424947 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:23.540287 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Router 62e09bfe-7c4c-4d03-8e1d-d0d4c039a723 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:52:23.644143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:52:23.653259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-733de836-7aaf-4950-acdd-ba2edf63820b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "PUT /v2.0/routers/62e09bfe-7c4c-4d03-8e1d-d0d4c039a723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2494285 Dec 16 22:52:23.653259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50336) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:23.654496 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d138f0-5663-4e0c-a4ff-7eb6dace70bc None None] Sync routers for ids ['62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:52:23.667090 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d138f0-5663-4e0c-a4ff-7eb6dace70bc None None] Routers {'62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:23.668328 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-34d138f0-5663-4e0c-a4ff-7eb6dace70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:52:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:23.671296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0f9a83bc-8f50-408a-94b1-c4a36e7f3923 None None] Provisioning complete for port 1964f18e-b40d-4fcb-ad39-6bff596887e5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:23.671296 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f9a83bc-8f50-408a-94b1-c4a36e7f3923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:23.749928 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-34d138f0-5663-4e0c-a4ff-7eb6dace70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:23.750277 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0f9a83bc-8f50-408a-94b1-c4a36e7f3923 None None] Port 1964f18e-b40d-4fcb-ad39-6bff596887e5 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:52:23.750397 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d138f0-5663-4e0c-a4ff-7eb6dace70bc None None] Routers {'62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:23.750397 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-34d138f0-5663-4e0c-a4ff-7eb6dace70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:52:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:23.758377 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-34d138f0-5663-4e0c-a4ff-7eb6dace70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:23.759178 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d138f0-5663-4e0c-a4ff-7eb6dace70bc None None] The sync data for ids ['62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'] in n-d-821840-2 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:52:23.760177 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4828187f-262d-49c3-b74d-701d72a08dc5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:23.845419 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:23.853365 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-4828187f-262d-49c3-b74d-701d72a08dc5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 22:52:23.854419 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4828187f-262d-49c3-b74d-701d72a08dc5 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "DELETE /v2.0/routers/62e09bfe-7c4c-4d03-8e1d-d0d4c039a723 HTTP/1.1" status: 409 len: 329 time: 0.2004824 Dec 16 22:52:23.857637 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50340) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:24.371761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad63bac-1a62-4997-9d42-e180c98bd22b req-25c93a8f-d571-437b-b9df-b8cce758aa49 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:24.373280 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ad63bac-1a62-4997-9d42-e180c98bd22b req-25c93a8f-d571-437b-b9df-b8cce758aa49 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 946 time: 0.1074779 Dec 16 22:52:24.468486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ad63bac-1a62-4997-9d42-e180c98bd22b req-cf228424-68a4-4dea-af85-11dc90bdb42b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683258 Dec 16 22:52:24.619653 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-493e178c-c459-4562-be00-fb0648c6813d tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:24.899389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-493e178c-c459-4562-be00-fb0648c6813d tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Deleting port 1964f18e-b40d-4fcb-ad39-6bff596887e5 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:52:24.900508 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-493e178c-c459-4562-be00-fb0648c6813d tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:24.926911 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:25.003035 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-493e178c-c459-4562-be00-fb0648c6813d tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:25.017839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-493e178c-c459-4562-be00-fb0648c6813d tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Calling delete_port for 1964f18e-b40d-4fcb-ad39-6bff596887e5 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:52:25.280789 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-493e178c-c459-4562-be00-fb0648c6813d tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:25.313026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e178c-c459-4562-be00-fb0648c6813d tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event deleted for resources: {'Port': ['ID=1964f18e-b40d-4fcb-ad39-6bff596887e5,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:25.514436 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-493e178c-c459-4562-be00-fb0648c6813d tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:25.736853 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:25.747918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbfe9c-7619-46ab-87a4-9f7511a94b09 req-8d39cd88-57a5-46f2-b887-e5efc9dfeca6 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:25.749490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42dbfe9c-7619-46ab-87a4-9f7511a94b09 req-8d39cd88-57a5-46f2-b887-e5efc9dfeca6 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 946 time: 0.1779959 Dec 16 22:52:25.783758 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493e178c-c459-4562-be00-fb0648c6813d tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Router 62e09bfe-7c4c-4d03-8e1d-d0d4c039a723 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:52:25.898092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42dbfe9c-7619-46ab-87a4-9f7511a94b09 req-8008e84a-75db-4f35-9295-0183114a9ed5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396499 Dec 16 22:52:25.912764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493e178c-c459-4562-be00-fb0648c6813d tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:52:25.923646 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-493e178c-c459-4562-be00-fb0648c6813d tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "PUT /v2.0/routers/62e09bfe-7c4c-4d03-8e1d-d0d4c039a723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0591867 Dec 16 22:52:25.923837 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213de5fd-c12d-414a-8f2f-85cd36eed291 None None] Sync routers for ids ['62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:52:25.923930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50350) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:25.936770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213de5fd-c12d-414a-8f2f-85cd36eed291 None None] Routers {'62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:25.937436 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-213de5fd-c12d-414a-8f2f-85cd36eed291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:52:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:25.965070 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-c7babd80-76c0-4246-9390-78a4271a27b3 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] show failed (client error): The resource could not be found. Dec 16 22:52:25.966358 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c7babd80-76c0-4246-9390-78a4271a27b3 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-341762833 HTTP/1.1" status: 404 len: 334 time: 0.0418372 Dec 16 22:52:25.972087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50352) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:25.979788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ca55a2c1-6ba3-4a09-a262-c1e70e3d9d7e tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:25.980003 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-213de5fd-c12d-414a-8f2f-85cd36eed291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:25.989677 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213de5fd-c12d-414a-8f2f-85cd36eed291 None None] Routers {'62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:25.990574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-213de5fd-c12d-414a-8f2f-85cd36eed291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:52:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:26.019941 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-ca55a2c1-6ba3-4a09-a262-c1e70e3d9d7e tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] update failed (client error): The resource could not be found. Dec 16 22:52:26.021722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ca55a2c1-6ba3-4a09-a262-c1e70e3d9d7e tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1543293472 HTTP/1.1" status: 404 len: 335 time: 0.0485375 Dec 16 22:52:26.027669 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-213de5fd-c12d-414a-8f2f-85cd36eed291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:26.028661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213de5fd-c12d-414a-8f2f-85cd36eed291 None None] The sync data for ids ['62e09bfe-7c4c-4d03-8e1d-d0d4c039a723'] in n-d-821840-2 is: [] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:52:26.031614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50354) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:26.103608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f78a356-462a-4a26-afdf-2eaa6fd00b7f tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Deleting subnet 042871bb-65b7-4807-b13b-a36c0116bbc0 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:52:26.107307 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f78a356-462a-4a26-afdf-2eaa6fd00b7f tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:26.169185 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f78a356-462a-4a26-afdf-2eaa6fd00b7f tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:26.267844 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f78a356-462a-4a26-afdf-2eaa6fd00b7f tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:26.407074 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f78a356-462a-4a26-afdf-2eaa6fd00b7f tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:26.430102 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2f78a356-462a-4a26-afdf-2eaa6fd00b7f tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:26.434239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2f78a356-462a-4a26-afdf-2eaa6fd00b7f tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "DELETE /v2.0/subnets/042871bb-65b7-4807-b13b-a36c0116bbc0 HTTP/1.1" status: 204 len: 168 time: 0.4009018 Dec 16 22:52:26.436116 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50356) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:26.437985 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f5f34e-1e9f-4a91-a750-1b95606c65e1 None None] Network ac8bb0eb-8d83-45ec-b308-f040de673d03 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:52:26.492582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78a356-462a-4a26-afdf-2eaa6fd00b7f tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event deleted for resources: {'Subnet': ['ID=042871bb-65b7-4807-b13b-a36c0116bbc0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:26.523723 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f230fc17-dbb5-4c9b-82d0-b04e38ee5449 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Deleting subnet fe438896-9cbd-4916-b8c2-345b586ac77d {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:52:26.528531 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f230fc17-dbb5-4c9b-82d0-b04e38ee5449 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:26.594495 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f230fc17-dbb5-4c9b-82d0-b04e38ee5449 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:26.657995 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3cf2ff-cc32-4e59-88d2-56db05c96eb4 None None] DHCP port deletion for ac8bb0eb-8d83-45ec-b308-f040de673d03 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:52:26.688826 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f230fc17-dbb5-4c9b-82d0-b04e38ee5449 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:26.720203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0e3cf2ff-cc32-4e59-88d2-56db05c96eb4 None None] Deleting port 18513968-921e-4473-b21d-8bc819571185 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:52:26.720573 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e3cf2ff-cc32-4e59-88d2-56db05c96eb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:26.794471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0e3cf2ff-cc32-4e59-88d2-56db05c96eb4 None None] For port 18513968-921e-4473-b21d-8bc819571185, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=18513968-921e-4473-b21d-8bc819571185,segment=NetworkSegment(860be952-453b-4cbb-aa5a-ea9c9aa382b6),segment_id=860be952-453b-4cbb-aa5a-ea9c9aa382b6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:26.795080 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e3cf2ff-cc32-4e59-88d2-56db05c96eb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:26.813528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0e3cf2ff-cc32-4e59-88d2-56db05c96eb4 None None] Calling delete_port for 18513968-921e-4473-b21d-8bc819571185 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:52:27.040641 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1c32f-ebf7-43ca-ac96-d6449371b952 req-8bf9ba16-7252-4adf-a128-918e65b83529 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:27.042173 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10b1c32f-ebf7-43ca-ac96-d6449371b952 req-8bf9ba16-7252-4adf-a128-918e65b83529 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 946 time: 0.0566819 Dec 16 22:52:27.094059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10b1c32f-ebf7-43ca-ac96-d6449371b952 req-bc5ba4a3-c086-4051-9df2-c6aaba6c9e91 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445583 Dec 16 22:52:27.229261 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f230fc17-dbb5-4c9b-82d0-b04e38ee5449 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:27.260846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230fc17-dbb5-4c9b-82d0-b04e38ee5449 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event deleted for resources: {'Subnet': ['ID=fe438896-9cbd-4916-b8c2-345b586ac77d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:27.266661 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f230fc17-dbb5-4c9b-82d0-b04e38ee5449 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:27.272304 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f230fc17-dbb5-4c9b-82d0-b04e38ee5449 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "DELETE /v2.0/subnets/fe438896-9cbd-4916-b8c2-345b586ac77d HTTP/1.1" status: 204 len: 168 time: 0.8328416 Dec 16 22:52:27.274005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50360) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:27.274722 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844ee0fb-9426-45c4-8d3c-e0c99b5f85d9 None None] Network 0d9282ed-0627-4ffe-bc37-a8c31515eec2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:52:27.319595 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e3cf2ff-cc32-4e59-88d2-56db05c96eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:27.364505 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cf2ff-cc32-4e59-88d2-56db05c96eb4 None None] Pushing event deleted for resources: {'Port': ['ID=18513968-921e-4473-b21d-8bc819571185,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:27.369087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3cf2ff-cc32-4e59-88d2-56db05c96eb4 None None] No DVR routers for this DVR port 18513968-921e-4473-b21d-8bc819571185 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:52:27.514747 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4cb041-15dc-45f7-8798-916ea5954ceb None None] DHCP port deletion for 0d9282ed-0627-4ffe-bc37-a8c31515eec2 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:52:27.577636 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3e4cb041-15dc-45f7-8798-916ea5954ceb None None] Deleting port c28b34a4-0edb-4092-9746-8072f1b6a970 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:52:27.578197 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e4cb041-15dc-45f7-8798-916ea5954ceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:27.671828 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3e4cb041-15dc-45f7-8798-916ea5954ceb None None] For port c28b34a4-0edb-4092-9746-8072f1b6a970, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c28b34a4-0edb-4092-9746-8072f1b6a970,segment=NetworkSegment(cf900734-5f4f-4fb5-b723-dc1dde6aee48),segment_id=cf900734-5f4f-4fb5-b723-dc1dde6aee48)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:27.672173 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e4cb041-15dc-45f7-8798-916ea5954ceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:27.694541 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3e4cb041-15dc-45f7-8798-916ea5954ceb None None] Calling delete_port for c28b34a4-0edb-4092-9746-8072f1b6a970 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:52:27.700453 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 18513968-921e-4473-b21d-8bc819571185 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:52:27.735332 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 18513968-921e-4473-b21d-8bc819571185 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:52:27.736136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 18513968-921e-4473-b21d-8bc819571185 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:52:27.736755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c28b34a4-0edb-4092-9746-8072f1b6a970 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:52:27.800715 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9664bea1-8336-49a7-b626-c9b0e1e49ef7 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:27.877270 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:27.916761 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9664bea1-8336-49a7-b626-c9b0e1e49ef7 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:27.941769 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9664bea1-8336-49a7-b626-c9b0e1e49ef7 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8bb0eb-8d83-45ec-b308-f040de673d03']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:27.953493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9664bea1-8336-49a7-b626-c9b0e1e49ef7 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860be952-453b-4cbb-aa5a-ea9c9aa382b6') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:27.954081 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9664bea1-8336-49a7-b626-c9b0e1e49ef7 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860be952-453b-4cbb-aa5a-ea9c9aa382b6') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:27.968803 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9664bea1-8336-49a7-b626-c9b0e1e49ef7 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:27.983912 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9664bea1-8336-49a7-b626-c9b0e1e49ef7 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:27.992228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9664bea1-8336-49a7-b626-c9b0e1e49ef7 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:52:27.992745 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9664bea1-8336-49a7-b626-c9b0e1e49ef7 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:52:27.995776 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:52:28.002593 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e4cb041-15dc-45f7-8798-916ea5954ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.061876 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cb041-15dc-45f7-8798-916ea5954ceb None None] Pushing event deleted for resources: {'Port': ['ID=c28b34a4-0edb-4092-9746-8072f1b6a970,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:28.070451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4cb041-15dc-45f7-8798-916ea5954ceb None None] No DVR routers for this DVR port c28b34a4-0edb-4092-9746-8072f1b6a970 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:52:28.159925 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9664bea1-8336-49a7-b626-c9b0e1e49ef7 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.169944 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9664bea1-8336-49a7-b626-c9b0e1e49ef7 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.212760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50370) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:28.213228 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9664bea1-8336-49a7-b626-c9b0e1e49ef7 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "DELETE /v2.0/networks/ac8bb0eb-8d83-45ec-b308-f040de673d03 HTTP/1.1" status: 204 len: 168 time: 0.9013391 Dec 16 22:52:28.213228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664bea1-8336-49a7-b626-c9b0e1e49ef7 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event deleted for resources: {'Network': ['ID=ac8bb0eb-8d83-45ec-b308-f040de673d03,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:28.302743 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee276fed-2593-4408-a556-82cacc86c4bc tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.312585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756b770-f27d-421e-9435-402237948fb8 req-48f0988a-acfc-4715-921c-758809328c74 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:28.313991 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c756b770-f27d-421e-9435-402237948fb8 req-48f0988a-acfc-4715-921c-758809328c74 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 946 time: 0.1253943 Dec 16 22:52:28.435071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c756b770-f27d-421e-9435-402237948fb8 req-5efd73a6-e41e-488e-a405-e658a8c84e2d tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127610 Dec 16 22:52:28.436759 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee276fed-2593-4408-a556-82cacc86c4bc tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.460582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-ee276fed-2593-4408-a556-82cacc86c4bc tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9282ed-0627-4ffe-bc37-a8c31515eec2']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:28.470816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-ee276fed-2593-4408-a556-82cacc86c4bc tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf900734-5f4f-4fb5-b723-dc1dde6aee48') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:28.471118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-ee276fed-2593-4408-a556-82cacc86c4bc tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf900734-5f4f-4fb5-b723-dc1dde6aee48') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:28.481090 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee276fed-2593-4408-a556-82cacc86c4bc tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.494730 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee276fed-2593-4408-a556-82cacc86c4bc tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.501009 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee276fed-2593-4408-a556-82cacc86c4bc tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:52:28.501395 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee276fed-2593-4408-a556-82cacc86c4bc tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:52:28.504526 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:52:28.634153 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee276fed-2593-4408-a556-82cacc86c4bc tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.641643 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee276fed-2593-4408-a556-82cacc86c4bc tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.646217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ee276fed-2593-4408-a556-82cacc86c4bc tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "DELETE /v2.0/networks/0d9282ed-0627-4ffe-bc37-a8c31515eec2 HTTP/1.1" status: 204 len: 168 time: 0.4672399 Dec 16 22:52:28.648360 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50384) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:28.659298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee276fed-2593-4408-a556-82cacc86c4bc tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event deleted for resources: {'Network': ['ID=0d9282ed-0627-4ffe-bc37-a8c31515eec2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:28.699105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c078b97c-a4fe-462d-8b1a-1322ed7c9124 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Deleting subnet 75a3f353-f749-481d-9ef4-806f8179102a {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:52:28.702292 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c078b97c-a4fe-462d-8b1a-1322ed7c9124 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.741320 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c078b97c-a4fe-462d-8b1a-1322ed7c9124 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.825246 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c078b97c-a4fe-462d-8b1a-1322ed7c9124 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.937269 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c078b97c-a4fe-462d-8b1a-1322ed7c9124 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.967576 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078b97c-a4fe-462d-8b1a-1322ed7c9124 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event deleted for resources: {'Subnet': ['ID=75a3f353-f749-481d-9ef4-806f8179102a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:28.969717 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c078b97c-a4fe-462d-8b1a-1322ed7c9124 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.973654 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c078b97c-a4fe-462d-8b1a-1322ed7c9124 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "DELETE /v2.0/subnets/75a3f353-f749-481d-9ef4-806f8179102a HTTP/1.1" status: 204 len: 168 time: 0.3235786 Dec 16 22:52:28.974987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cb425a-c937-4345-ad00-31e9f02f68b9 None None] Network 3eaf6c69-9cea-4b68-8f47-d362ea838fa9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:52:28.975620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50386) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:29.065410 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:29.125969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Deleting port f14fc43c-6254-462d-8d0c-85a730952a9c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:52:29.126311 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:29.152601 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92edef1-0228-44d1-ae3a-bd50f8cfd1fa None None] DHCP port deletion for 3eaf6c69-9cea-4b68-8f47-d362ea838fa9 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:52:29.201464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] For port f14fc43c-6254-462d-8d0c-85a730952a9c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f14fc43c-6254-462d-8d0c-85a730952a9c,segment=NetworkSegment(5b9cf683-cb1c-4996-93fe-e64569429070),segment_id=5b9cf683-cb1c-4996-93fe-e64569429070)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:29.201810 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:29.208421 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c92edef1-0228-44d1-ae3a-bd50f8cfd1fa None None] Deleting port f14fc43c-6254-462d-8d0c-85a730952a9c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:52:29.208801 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c92edef1-0228-44d1-ae3a-bd50f8cfd1fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:29.216147 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Calling delete_port for f14fc43c-6254-462d-8d0c-85a730952a9c owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:52:29.286898 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c92edef1-0228-44d1-ae3a-bd50f8cfd1fa None None] For port f14fc43c-6254-462d-8d0c-85a730952a9c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f14fc43c-6254-462d-8d0c-85a730952a9c,segment=NetworkSegment(5b9cf683-cb1c-4996-93fe-e64569429070),segment_id=5b9cf683-cb1c-4996-93fe-e64569429070)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:29.287329 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c92edef1-0228-44d1-ae3a-bd50f8cfd1fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:29.376728 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:29.422409 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event deleted for resources: {'Port': ['ID=f14fc43c-6254-462d-8d0c-85a730952a9c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:29.428049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] No DVR routers for this DVR port f14fc43c-6254-462d-8d0c-85a730952a9c on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:52:29.468482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c92edef1-0228-44d1-ae3a-bd50f8cfd1fa None None] Calling delete_port for f14fc43c-6254-462d-8d0c-85a730952a9c owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:52:29.518923 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:29.556553 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c92edef1-0228-44d1-ae3a-bd50f8cfd1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:29.566826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eaf6c69-9cea-4b68-8f47-d362ea838fa9']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:29.579604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9cf683-cb1c-4996-93fe-e64569429070') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:29.579902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9cf683-cb1c-4996-93fe-e64569429070') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:29.582785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92edef1-0228-44d1-ae3a-bd50f8cfd1fa None None] Pushing event deleted for resources: {'Port': ['ID=f14fc43c-6254-462d-8d0c-85a730952a9c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:29.588190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92edef1-0228-44d1-ae3a-bd50f8cfd1fa None None] No DVR routers for this DVR port f14fc43c-6254-462d-8d0c-85a730952a9c on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:52:29.603408 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:29.612080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c898bf-2cad-418e-83c5-145bab7acef1 req-a4b0863c-ee60-4cf9-a0b3-8b9a9debb16b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:29.613731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92c898bf-2cad-418e-83c5-145bab7acef1 req-a4b0863c-ee60-4cf9-a0b3-8b9a9debb16b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 946 time: 0.0895388 Dec 16 22:52:29.631513 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:29.646178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:52:29.646589 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:52:29.649658 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:52:29.679253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f14fc43c-6254-462d-8d0c-85a730952a9c no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:52:29.703808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: f14fc43c-6254-462d-8d0c-85a730952a9c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:52:29.704158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f14fc43c-6254-462d-8d0c-85a730952a9c not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:52:29.730176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92c898bf-2cad-418e-83c5-145bab7acef1 req-81ca671c-38df-4cc8-85ae-7546c5a5b35b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087360 Dec 16 22:52:29.804480 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:29.813138 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:29.819190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "DELETE /v2.0/networks/3eaf6c69-9cea-4b68-8f47-d362ea838fa9 HTTP/1.1" status: 204 len: 168 time: 0.8413403 Dec 16 22:52:29.821023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50428) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:29.840648 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6be86f-76b7-4ccb-8ca0-4b790beed40b tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Pushing event deleted for resources: {'Network': ['ID=3eaf6c69-9cea-4b68-8f47-d362ea838fa9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:29.858502 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b2e65c99-2b60-4814-92fa-2d35d00d07a1 tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "GET /v2.0/ports?device_id=62e09bfe-7c4c-4d03-8e1d-d0d4c039a723 HTTP/1.1" status: 200 len: 205 time: 0.0363212 Dec 16 22:52:29.860991 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50432) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:29.938365 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-284f45ac-b942-4041-9fa7-fc5ff68c0a2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:30.105707 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-284f45ac-b942-4041-9fa7-fc5ff68c0a2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:30.108621 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-284f45ac-b942-4041-9fa7-fc5ff68c0a2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:30.211246 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-284f45ac-b942-4041-9fa7-fc5ff68c0a2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:30.211814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284f45ac-b942-4041-9fa7-fc5ff68c0a2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Fanout notify agent at l3_agent the message router_deleted on router 62e09bfe-7c4c-4d03-8e1d-d0d4c039a723 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:52:30.220927 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-284f45ac-b942-4041-9fa7-fc5ff68c0a2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:30.220927 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-284f45ac-b942-4041-9fa7-fc5ff68c0a2a tempest-RoutersNegativeTest-393733422 tempest-RoutersNegativeTest-393733422-project] 10.222.0.43 "DELETE /v2.0/routers/62e09bfe-7c4c-4d03-8e1d-d0d4c039a723 HTTP/1.1" status: 204 len: 168 time: 0.3578975 Dec 16 22:52:30.586076 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50440) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:30.719311 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fcd23a1f-c610-48b7-9853-a6c85a9e11cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c5fff8c0b10435383041d785662beba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319220 Dec 16 22:52:30.721710 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50444) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:30.771214 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0771fc71-70b0-4038-9324-c5c78413e70f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:30.793955 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0771fc71-70b0-4038-9324-c5c78413e70f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:30.902571 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0771fc71-70b0-4038-9324-c5c78413e70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:30.905467 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0771fc71-70b0-4038-9324-c5c78413e70f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:30.906757 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0771fc71-70b0-4038-9324-c5c78413e70f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83451a7d-5f99-491f-8327-fabaefaa73de HTTP/1.1" status: 204 len: 168 time: 0.1841373 Dec 16 22:52:30.917507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771fc71-70b0-4038-9324-c5c78413e70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83451a7d-5f99-491f-8327-fabaefaa73de,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:30.977608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c212c4-b926-4d9d-9900-75c5fb6c3838 req-19a26322-25c0-4095-b984-5df873301160 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:30.979117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-17c212c4-b926-4d9d-9900-75c5fb6c3838 req-19a26322-25c0-4095-b984-5df873301160 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 946 time: 0.0670152 Dec 16 22:52:31.027903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-17c212c4-b926-4d9d-9900-75c5fb6c3838 req-7614c7ea-5e71-495a-ae12-da3d2a3fabb0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427456 Dec 16 22:52:31.972818 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50512) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:32.078438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6f6296cd-13eb-440e-99e4-b2e8e501c0af tempest-SubnetPoolsTestJSON-429412135 tempest-SubnetPoolsTestJSON-429412135-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-726527820', 'prefixes': ['172.20.0.0/16']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:32.242284 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50518) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:32.337989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8001ad-f26f-4e02-a762-7a1e13552c40 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:32.338468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8001ad-f26f-4e02-a762-7a1e13552c40 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:32.338926 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8001ad-f26f-4e02-a762-7a1e13552c40 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:32.340641 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-de8001ad-f26f-4e02-a762-7a1e13552c40 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=53b23556a8674c1098e88ae07b15dd0f&network_id=af9074ee-c99c-49a2-98d0-cc28b9901f29 HTTP/1.1" status: 200 len: 2970 time: 0.0972173 Dec 16 22:52:32.441379 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f6296cd-13eb-440e-99e4-b2e8e501c0af tempest-SubnetPoolsTestJSON-429412135 tempest-SubnetPoolsTestJSON-429412135-project] Publish callbacks [] for subnetpool, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:32.442818 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6f6296cd-13eb-440e-99e4-b2e8e501c0af tempest-SubnetPoolsTestJSON-429412135 tempest-SubnetPoolsTestJSON-429412135-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4683201 Dec 16 22:52:32.449008 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50526) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:32.492712 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7b2de558-efb2-4059-a88c-ed361cbf37fa tempest-SubnetPoolsTestJSON-429412135 tempest-SubnetPoolsTestJSON-429412135-project] 10.222.0.43 "GET /v2.0/subnetpools/0eb88d27-6433-4e60-8920-facfcf56d70f HTTP/1.1" status: 200 len: 731 time: 0.0422456 Dec 16 22:52:32.498879 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50530) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:32.500025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d9a26897-066a-4648-a1e8-7820f66f08b0 tempest-SubnetPoolsTestJSON-429412135 tempest-SubnetPoolsTestJSON-429412135-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-314470610'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:32.671477 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d9a26897-066a-4648-a1e8-7820f66f08b0 tempest-SubnetPoolsTestJSON-429412135 tempest-SubnetPoolsTestJSON-429412135-project] Publish callbacks [] for subnetpool, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:32.673734 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d9a26897-066a-4648-a1e8-7820f66f08b0 tempest-SubnetPoolsTestJSON-429412135 tempest-SubnetPoolsTestJSON-429412135-project] 10.222.0.43 "PUT /v2.0/subnetpools/0eb88d27-6433-4e60-8920-facfcf56d70f HTTP/1.1" status: 200 len: 683 time: 0.1771431 Dec 16 22:52:32.676287 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50542) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:32.819943 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2da5a85c-054b-470f-b087-66f56603d378 tempest-SubnetPoolsTestJSON-429412135 tempest-SubnetPoolsTestJSON-429412135-project] Publish callbacks [] for subnetpool, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:32.821111 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2da5a85c-054b-470f-b087-66f56603d378 tempest-SubnetPoolsTestJSON-429412135 tempest-SubnetPoolsTestJSON-429412135-project] 10.222.0.43 "DELETE /v2.0/subnetpools/0eb88d27-6433-4e60-8920-facfcf56d70f HTTP/1.1" status: 204 len: 168 time: 0.1438024 Dec 16 22:52:32.823676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50548) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:32.837829 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-ee1b65c1-cafb-428b-9559-1af5d23f537a tempest-SubnetPoolsTestJSON-429412135 tempest-SubnetPoolsTestJSON-429412135-project] show failed (client error): The resource could not be found. Dec 16 22:52:32.838914 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ee1b65c1-cafb-428b-9559-1af5d23f537a tempest-SubnetPoolsTestJSON-429412135 tempest-SubnetPoolsTestJSON-429412135-project] 10.222.0.43 "GET /v2.0/subnetpools/0eb88d27-6433-4e60-8920-facfcf56d70f HTTP/1.1" status: 404 len: 346 time: 0.0142741 Dec 16 22:52:32.842916 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50550) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:32.857687 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-2805a8f1-d74f-49e1-8a64-7ee709544e8e tempest-SubnetPoolsTestJSON-429412135 tempest-SubnetPoolsTestJSON-429412135-project] delete failed (client error): The resource could not be found. Dec 16 22:52:32.858647 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2805a8f1-d74f-49e1-8a64-7ee709544e8e tempest-SubnetPoolsTestJSON-429412135 tempest-SubnetPoolsTestJSON-429412135-project] 10.222.0.43 "DELETE /v2.0/subnetpools/0eb88d27-6433-4e60-8920-facfcf56d70f HTTP/1.1" status: 404 len: 346 time: 0.0148044 Dec 16 22:52:33.096139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 794339ae-a49b-4c6e-9ae3-d30f9eccd19b no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:52:33.177249 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:33.204032 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:52:33.206324 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde2db2d-c178-4bf1-9c34-9c3bf6301268" -d '{"events": [{"server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "name": "network-vif-unplugged", "status": "completed", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:52:33.220652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:33.255084 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2243f6d3-e7a4-4fbe-a69a-05b02e173749 x-openstack-request-id: req-2243f6d3-e7a4-4fbe-a69a-05b02e173749 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:52:33.255084 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "name": "network-vif-unplugged", "status": "completed", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:52:33.255084 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2243f6d3-e7a4-4fbe-a69a-05b02e173749 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:52:33.255084 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'code': 200} Dec 16 22:52:33.288497 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50576) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:33.302373 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:33.357328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,revision_number=13']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:33.404927 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90f8965a-6d87-4891-8b4a-95115a6d00a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:33.481681 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90f8965a-6d87-4891-8b4a-95115a6d00a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:33.553743 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-90f8965a-6d87-4891-8b4a-95115a6d00a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:33.592711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8965a-6d87-4891-8b4a-95115a6d00a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44810fdf-70fe-414a-908a-8336de5b47e3,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:33.599253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-90f8965a-6d87-4891-8b4a-95115a6d00a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07682f285bf845d0a41a2f1252b3c536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3088868 Dec 16 22:52:33.603394 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50584) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:33.653891 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c58d-431a-469d-94c4-51c9def1e3ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:33.676118 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c58d-431a-469d-94c4-51c9def1e3ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:33.687864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c0297-4165-4218-a564-80a1b2821004 req-96f56c30-08de-41ee-839e-71f0ce67ee78 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:33.689389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-470c0297-4165-4218-a564-80a1b2821004 req-96f56c30-08de-41ee-839e-71f0ce67ee78 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0497937 Dec 16 22:52:33.745738 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-470c0297-4165-4218-a564-80a1b2821004 req-3193e21a-f82f-4761-a629-a3000e9ff068 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488746 Dec 16 22:52:33.771346 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c58d-431a-469d-94c4-51c9def1e3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:33.774116 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c58d-431a-469d-94c4-51c9def1e3ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:33.775413 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a2e0c58d-431a-469d-94c4-51c9def1e3ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/44810fdf-70fe-414a-908a-8336de5b47e3 HTTP/1.1" status: 204 len: 168 time: 0.1709771 Dec 16 22:52:33.785136 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0c58d-431a-469d-94c4-51c9def1e3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44810fdf-70fe-414a-908a-8336de5b47e3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:34.072621 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f1cf6-2d76-4a1a-8cce-ffb9a0fa705b req-9a247dc6-309c-4dfe-b844-6c1df64ef318 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:34.074329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c60f1cf6-2d76-4a1a-8cce-ffb9a0fa705b req-9a247dc6-309c-4dfe-b844-6c1df64ef318 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0551481 Dec 16 22:52:34.156099 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c60f1cf6-2d76-4a1a-8cce-ffb9a0fa705b req-2806182a-8e5e-418f-9f40-37341d71d256 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748112 Dec 16 22:52:34.189949 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487c0ae-9f14-4e2d-8326-4b5817035000 req-e4d88242-9647-428a-9af1-c8bf28947ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:34.191525 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4487c0ae-9f14-4e2d-8326-4b5817035000 req-e4d88242-9647-428a-9af1-c8bf28947ed4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 1095 time: 0.0550001 Dec 16 22:52:34.301116 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487c0ae-9f14-4e2d-8326-4b5817035000 req-9fd5793a-0a4d-418a-ac57-217ef8585576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:34.302640 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4487c0ae-9f14-4e2d-8326-4b5817035000 req-9fd5793a-0a4d-418a-ac57-217ef8585576 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.0978541 Dec 16 22:52:34.380948 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4487c0ae-9f14-4e2d-8326-4b5817035000 req-6acebeea-d549-4a7a-90c2-a7756040dfa1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b HTTP/1.1" status: 200 len: 999 time: 0.0671799 Dec 16 22:52:34.438727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487c0ae-9f14-4e2d-8326-4b5817035000 req-505cbbda-02de-4a20-ae7e-eefd09169174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:34.440225 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4487c0ae-9f14-4e2d-8326-4b5817035000 req-505cbbda-02de-4a20-ae7e-eefd09169174 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0489457 Dec 16 22:52:34.492137 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487c0ae-9f14-4e2d-8326-4b5817035000 req-3f84f3f5-ec56-42f3-b18d-66253d876a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:34.493733 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4487c0ae-9f14-4e2d-8326-4b5817035000 req-3f84f3f5-ec56-42f3-b18d-66253d876a91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425892 Dec 16 22:52:34.594194 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4487c0ae-9f14-4e2d-8326-4b5817035000 req-9cd3bd22-973a-407a-a33c-af78a24487d6 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891893 Dec 16 22:52:34.691565 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4487c0ae-9f14-4e2d-8326-4b5817035000 req-e3322eac-254f-4727-937c-d2d70a7c0221 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862992 Dec 16 22:52:34.887646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50612) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:34.891292 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026727 Dec 16 22:52:34.894789 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50614) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:34.997371 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6d7b3f84-ab29-40ab-a430-4ee5b5c63131 tempest-NetworksApiDiscovery-627256636 tempest-NetworksApiDiscovery-627256636-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1011622 Dec 16 22:52:35.203002 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50622) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:35.286308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eefd22-4c6e-46d5-a9d8-50c5e3566bf6 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:35.288433 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-26eefd22-4c6e-46d5-a9d8-50c5e3566bf6 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1 HTTP/1.1" status: 200 len: 814 time: 0.0843253 Dec 16 22:52:35.289762 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0ffbb-40e2-4be5-a204-dff7f1b5d51b req-31358c7a-2065-46ab-b055-47c5c1b40674 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:35.291291 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0df0ffbb-40e2-4be5-a204-dff7f1b5d51b req-31358c7a-2065-46ab-b055-47c5c1b40674 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0668139 Dec 16 22:52:35.342435 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0df0ffbb-40e2-4be5-a204-dff7f1b5d51b req-778885dc-dd17-409b-bfe0-07b00e81fec4 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451064 Dec 16 22:52:35.463701 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50628) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:35.571760 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ea9bc33f-05a3-48e0-bf89-5374245b8936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:35.645915 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ea9bc33f-05a3-48e0-bf89-5374245b8936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:35.707938 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ea9bc33f-05a3-48e0-bf89-5374245b8936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:35.746422 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bc33f-05a3-48e0-bf89-5374245b8936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f92949-526c-40ea-87bf-a1128c329e00,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:35.751736 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ea9bc33f-05a3-48e0-bf89-5374245b8936 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba7e90f4e6c840de905542aba6595405&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2869291 Dec 16 22:52:35.754307 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50634) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:35.803248 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4511ea94-8f8e-4cbb-8a1f-55e9ba2fd9be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:35.824830 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4511ea94-8f8e-4cbb-8a1f-55e9ba2fd9be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:35.942453 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4511ea94-8f8e-4cbb-8a1f-55e9ba2fd9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:35.945766 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4511ea94-8f8e-4cbb-8a1f-55e9ba2fd9be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:35.946960 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4511ea94-8f8e-4cbb-8a1f-55e9ba2fd9be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/42f92949-526c-40ea-87bf-a1128c329e00 HTTP/1.1" status: 204 len: 168 time: 0.1916270 Dec 16 22:52:35.955136 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511ea94-8f8e-4cbb-8a1f-55e9ba2fd9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f92949-526c-40ea-87bf-a1128c329e00,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:36.116437 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50638) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:36.123008 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5b4de397-28a1-4d1a-8fe2-2b388b542339 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'network': {'name': 'tempest-network-smoke--1795956919', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'port_security_enabled': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:36.204440 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4de397-28a1-4d1a-8fe2-2b388b542339 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Made reservation on behalf of 53b23556a8674c1098e88ae07b15dd0f for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:52:36.208051 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b4de397-28a1-4d1a-8fe2-2b388b542339 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:36.236847 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4de397-28a1-4d1a-8fe2-2b388b542339 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:52:36.246485 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b4de397-28a1-4d1a-8fe2-2b388b542339 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:36.246874 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-5b4de397-28a1-4d1a-8fe2-2b388b542339 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Added segment 0dc7ad39-712a-410b-846c-f0846860566b of type vlan for network b255c958-1cad-46c9-9565-d76f308bf604 Dec 16 22:52:36.287802 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b4de397-28a1-4d1a-8fe2-2b388b542339 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:36.366631 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b4de397-28a1-4d1a-8fe2-2b388b542339 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:36.372568 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4de397-28a1-4d1a-8fe2-2b388b542339 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:36.373020 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b4de397-28a1-4d1a-8fe2-2b388b542339 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:36.444004 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4de397-28a1-4d1a-8fe2-2b388b542339 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Network': ['ID=b255c958-1cad-46c9-9565-d76f308bf604,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:36.454276 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network b255c958-1cad-46c9-9565-d76f308bf604 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:52:36.470172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df080b6-7dec-454d-b018-b5457dbca584 req-4036bfdc-071a-4ae1-902d-5b32f3dcd2ad tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:36.474900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8df080b6-7dec-454d-b018-b5457dbca584 req-4036bfdc-071a-4ae1-902d-5b32f3dcd2ad tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0575931 Dec 16 22:52:36.526238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8df080b6-7dec-454d-b018-b5457dbca584 req-84dd7012-b9f9-476b-a776-5e67cebb34e1 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473840 Dec 16 22:52:36.550994 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5b4de397-28a1-4d1a-8fe2-2b388b542339 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4304492 Dec 16 22:52:36.551208 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50654) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:36.632471 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a53ad5e-cc19-40f7-bc8a-98c5e062aeea tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:36.633979 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7a53ad5e-cc19-40f7-bc8a-98c5e062aeea tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=53b23556a8674c1098e88ae07b15dd0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0817664 Dec 16 22:52:36.636805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50658) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:36.727393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a5515-00b1-4729-9dee-accc54fb1eb2 req-22b921b5-f3f9-4ab8-a88b-ec56a1038180 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:36.728964 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df3a5515-00b1-4729-9dee-accc54fb1eb2 req-22b921b5-f3f9-4ab8-a88b-ec56a1038180 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0531075 Dec 16 22:52:36.779992 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df3a5515-00b1-4729-9dee-accc54fb1eb2 req-a249cc7f-912e-4998-9f31-e8c862bc84db tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446074 Dec 16 22:52:36.820784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fc4bdf-2014-498a-b881-a281d8c20ff1 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:36.822289 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b2fc4bdf-2014-498a-b881-a281d8c20ff1 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1845555 Dec 16 22:52:36.825267 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50668) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:36.864777 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a011ee7c-d907-47bb-9fd9-95bd6a4ed2f7 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383701 Dec 16 22:52:36.868053 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50670) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:36.898484 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-aa10a7b1-2c10-46cb-b266-815d099a65d8 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=53b23556a8674c1098e88ae07b15dd0f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291922 Dec 16 22:52:36.903395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50672) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:36.975876 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982b03d-034a-4ba2-be50-7647e7589d04 req-7eaac496-c857-4ff7-8751-784bebb19b6b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:36.977426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a982b03d-034a-4ba2-be50-7647e7589d04 req-7eaac496-c857-4ff7-8751-784bebb19b6b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.1132145 Dec 16 22:52:37.032299 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f71e41-0117-4856-9aef-ac6b8ba36b58 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:37.033836 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c6f71e41-0117-4856-9aef-ac6b8ba36b58 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317244 Dec 16 22:52:37.037492 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50678) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:37.062344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a982b03d-034a-4ba2-be50-7647e7589d04 req-39cb3192-fb4c-4f25-92d5-0a811b29e308 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776477 Dec 16 22:52:37.070673 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-54c65865-8380-4123-988d-21eeab2e3585 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319707 Dec 16 22:52:37.073268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50680) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:37.080854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-cc1345d7-214a-43d9-b4d7-95a5368c847a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-890359622', 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:37.233726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1345d7-214a-43d9-b4d7-95a5368c847a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Made reservation on behalf of 53b23556a8674c1098e88ae07b15dd0f for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:52:37.238151 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc1345d7-214a-43d9-b4d7-95a5368c847a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:37.432731 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-ebb4866a-2a6f-450c-882c-18a2e67ded3e tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:37.434176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-ebb4866a-2a6f-450c-882c-18a2e67ded3e tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 812 time: 0.1516840 Dec 16 22:52:37.476583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-e1a8e431-95cb-423e-a3c3-88fc54eeda95 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/quotas/7598faf309884af08e32732a45eb82c2 HTTP/1.1" status: 200 len: 375 time: 0.0341363 Dec 16 22:52:37.900545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-30397b7e-c312-453a-a605-e1a30c346b66 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4172499 Dec 16 22:52:37.980144 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc1345d7-214a-43d9-b4d7-95a5368c847a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:38.036456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-67eaf72b-5916-464b-aa55-2d8615caf1c2 service neutron] 10.222.0.43 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278005 Dec 16 22:52:38.102036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1345d7-214a-43d9-b4d7-95a5368c847a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Subnet': ['ID=2f377acd-4e01-41dd-9d58-ee31f181d350,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:38.128029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1345d7-214a-43d9-b4d7-95a5368c847a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Checking segment: {'id': '0dc7ad39-712a-410b-846c-f0846860566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:38.128398 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1345d7-214a-43d9-b4d7-95a5368c847a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network hostable DHCP agents. Network: b255c958-1cad-46c9-9565-d76f308bf604, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:52:38.168801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-56e2a7c7-e125-44e1-aeee-2e0a7c5c7cce service neutron] 10.222.0.43 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252060 Dec 16 22:52:38.227895 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1345d7-214a-43d9-b4d7-95a5368c847a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network b255c958-1cad-46c9-9565-d76f308bf604 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:52:38.342181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-cc1345d7-214a-43d9-b4d7-95a5368c847a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, b255c958-1cad-46c9-9565-d76f308bf604) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:38.346617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1345d7-214a-43d9-b4d7-95a5368c847a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:38.347227 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc1345d7-214a-43d9-b4d7-95a5368c847a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:38.354113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fab5318-668b-483e-829b-bafb6b41905b None None] Network b255c958-1cad-46c9-9565-d76f308bf604 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:52:38.447517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cc1345d7-214a-43d9-b4d7-95a5368c847a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3718915 Dec 16 22:52:38.472088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0754ee9-c1d9-472d-9804-63fcf40a898e req-2513d183-039a-4c93-a8e8-14512712ae42 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 210 time: 0.0369422 Dec 16 22:52:38.480247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-b255c958-1cad-46c9-9565-d76f308bf604', 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ips': [{'subnet_id': '2f377acd-4e01-41dd-9d58-ee31f181d350'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:52:38.481588 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:38.634543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50734) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:38.647650 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Allocated IP 172.20.0.18 (b255c958-1cad-46c9-9565-d76f308bf604/2f377acd-4e01-41dd-9d58-ee31f181d350/f9218a37-57e3-4a41-8c3f-450e713355f5) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:52:38.759440 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8755d468-aae9-430b-b2c9-dcf51d2987c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:38.764957 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50738) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:38.771621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d621290c-218d-41df-9c79-34463f9e01bb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-829433363', 'description': 'tempest-secgroup-smoke-829433363 description', 'project_id': '53b23556a8674c1098e88ae07b15dd0f'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:38.802974 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:38.858458 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:38.886380 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8755d468-aae9-430b-b2c9-dcf51d2987c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:38.897233 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Network b255c958-1cad-46c9-9565-d76f308bf604 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:38.908317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:38.908317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:52:38.931301 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d621290c-218d-41df-9c79-34463f9e01bb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:38.942334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Pushing event updated for resources: {'Port': ['ID=f9218a37-57e3-4a41-8c3f-450e713355f5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:38.984952 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Attempting to bind port f9218a37-57e3-4a41-8c3f-450e713355f5 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:52:38.985359 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Attempting to bind port f9218a37-57e3-4a41-8c3f-450e713355f5 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '0dc7ad39-712a-410b-846c-f0846860566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:52:38.985822 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Attempting to bind port f9218a37-57e3-4a41-8c3f-450e713355f5 on network b255c958-1cad-46c9-9565-d76f308bf604 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:52:38.993256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:52:38.993717 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Checking segment: {'id': '0dc7ad39-712a-410b-846c-f0846860566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:38.994245 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:38.994761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Bound using segment: {'id': '0dc7ad39-712a-410b-846c-f0846860566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:52:38.995360 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Bound port: f9218a37-57e3-4a41-8c3f-450e713355f5, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc7ad39-712a-410b-846c-f0846860566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:52:38.995789 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:39.017681 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d621290c-218d-41df-9c79-34463f9e01bb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:39.072463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] For port f9218a37-57e3-4a41-8c3f-450e713355f5, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:52:39.076091 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] For port f9218a37-57e3-4a41-8c3f-450e713355f5, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f9218a37-57e3-4a41-8c3f-450e713355f5,segment=NetworkSegment(0dc7ad39-712a-410b-846c-f0846860566b),segment_id=0dc7ad39-712a-410b-846c-f0846860566b)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:52:39.296629 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8755d468-aae9-430b-b2c9-dcf51d2987c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:39.297117 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d621290c-218d-41df-9c79-34463f9e01bb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:39.299646 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:39.343764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8755d468-aae9-430b-b2c9-dcf51d2987c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c797d242dcc442fe82e60f1dd7accaf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7074764 Dec 16 22:52:39.345026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755d468-aae9-430b-b2c9-dcf51d2987c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d95199a-75db-44ed-a435-1b63c18927cc,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:39.348725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50742) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:39.372801 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621290c-218d-41df-9c79-34463f9e01bb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4536018-8414-4ac0-bd28-2875f74b9e28,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:39.385452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ae188-e192-4315-8f24-956d8b6ac2b6 None None] Pushing event updated for resources: {'Port': ['ID=f9218a37-57e3-4a41-8c3f-450e713355f5,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:39.411102 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6450f8b3-65ea-4da5-acdd-13d30da6f731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:39.418496 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d621290c-218d-41df-9c79-34463f9e01bb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:39.419818 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d621290c-218d-41df-9c79-34463f9e01bb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6537442 Dec 16 22:52:39.422657 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50744) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:39.428942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-13cac984-dd30-495c-82d2-050ceeb375f3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': 'e4536018-8414-4ac0-bd28-2875f74b9e28', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:39.439086 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6450f8b3-65ea-4da5-acdd-13d30da6f731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:39.561598 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13cac984-dd30-495c-82d2-050ceeb375f3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:39.571390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73212640-f37b-4552-940f-473ee0b14193 req-73424fb1-6b85-4f65-b66b-55e32e7c764c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 210 time: 0.0447154 Dec 16 22:52:39.594578 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6450f8b3-65ea-4da5-acdd-13d30da6f731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:39.598114 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6450f8b3-65ea-4da5-acdd-13d30da6f731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:39.600854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6450f8b3-65ea-4da5-acdd-13d30da6f731 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d95199a-75db-44ed-a435-1b63c18927cc HTTP/1.1" status: 204 len: 168 time: 0.2497029 Dec 16 22:52:39.611391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f8b3-65ea-4da5-acdd-13d30da6f731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d95199a-75db-44ed-a435-1b63c18927cc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:39.649961 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13cac984-dd30-495c-82d2-050ceeb375f3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:39.738113 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13cac984-dd30-495c-82d2-050ceeb375f3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:39.738438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f9218a37-57e3-4a41-8c3f-450e713355f5 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:52:39.767847 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cac984-dd30-495c-82d2-050ceeb375f3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221dceaf-b7b5-46cc-a793-026c8da3d334,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:39.797197 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f9218a37-57e3-4a41-8c3f-450e713355f5 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:39.797492 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:39.836489 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13cac984-dd30-495c-82d2-050ceeb375f3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:39.840364 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-13cac984-dd30-495c-82d2-050ceeb375f3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4138243 Dec 16 22:52:39.840733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50750) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:39.845433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d7b8c722-94c9-48c1-9cbb-8779dbf3b978 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': 'e4536018-8414-4ac0-bd28-2875f74b9e28', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:39.904765 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:39.940047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port f9218a37-57e3-4a41-8c3f-450e713355f5, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f9218a37-57e3-4a41-8c3f-450e713355f5,segment=NetworkSegment(0dc7ad39-712a-410b-846c-f0846860566b),segment_id=0dc7ad39-712a-410b-846c-f0846860566b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:39.975831 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d7b8c722-94c9-48c1-9cbb-8779dbf3b978 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.028321 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d7b8c722-94c9-48c1-9cbb-8779dbf3b978 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.033230 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.092699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=f9218a37-57e3-4a41-8c3f-450e713355f5,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:40.114058 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d7b8c722-94c9-48c1-9cbb-8779dbf3b978 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.141787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8c722-94c9-48c1-9cbb-8779dbf3b978 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d918b1-1e40-4f39-b3c9-2166ada0aaaa,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:40.218576 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d7b8c722-94c9-48c1-9cbb-8779dbf3b978 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.219893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d7b8c722-94c9-48c1-9cbb-8779dbf3b978 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3781168 Dec 16 22:52:40.222653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50754) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:40.228180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-bfe500f8-71a5-4bd4-8c58-4fc1b8fb081b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': 'e4536018-8414-4ac0-bd28-2875f74b9e28', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:40.314024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50756) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:40.328984 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-32099175-70ba-4903-bbb6-7e80db60942b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.344288 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bfe500f8-71a5-4bd4-8c58-4fc1b8fb081b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.398662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16522a9-83dc-4a0f-ba3d-cfe192540dbd None None] Network b255c958-1cad-46c9-9565-d76f308bf604 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:52:40.434190 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bfe500f8-71a5-4bd4-8c58-4fc1b8fb081b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.464032 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-32099175-70ba-4903-bbb6-7e80db60942b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.498752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b08cba45-8b0d-4954-8887-d9158e0348e9 None None] Provisioning complete for port f9218a37-57e3-4a41-8c3f-450e713355f5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:40.499131 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b08cba45-8b0d-4954-8887-d9158e0348e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.524735 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bfe500f8-71a5-4bd4-8c58-4fc1b8fb081b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.543774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe500f8-71a5-4bd4-8c58-4fc1b8fb081b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81ee64f-7c5c-4388-a283-cc6b04d9f54b,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:40.570823 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-32099175-70ba-4903-bbb6-7e80db60942b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.613159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32099175-70ba-4903-bbb6-7e80db60942b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6783746-2f09-4be1-a447-0ae2b78b8330,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:40.620916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-32099175-70ba-4903-bbb6-7e80db60942b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5e9e4269db74c3f83bc3e3e0f05d4c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3058343 Dec 16 22:52:40.621168 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50760) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:40.641585 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bfe500f8-71a5-4bd4-8c58-4fc1b8fb081b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.641585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bfe500f8-71a5-4bd4-8c58-4fc1b8fb081b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4148390 Dec 16 22:52:40.643890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50762) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:40.648696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0bedbfca-a66f-44ab-bed8-0d061d033f25 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': 'e4536018-8414-4ac0-bd28-2875f74b9e28', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:40.702829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2388ab21-38a0-48fe-a45c-6220292b7921 req-2136fa0a-2e93-4fbd-ab56-8a1192ce8ee0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 210 time: 0.0362701 Dec 16 22:52:40.713281 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dda72539-89ce-42d2-b9c8-f16e53bd5076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.739430 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dda72539-89ce-42d2-b9c8-f16e53bd5076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.789864 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0bedbfca-a66f-44ab-bed8-0d061d033f25 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.822225 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6bf5609e-55c2-4594-91bc-7fee2e150368 None None] Provisioning complete for port f9218a37-57e3-4a41-8c3f-450e713355f5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:40.822673 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6bf5609e-55c2-4594-91bc-7fee2e150368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.892849 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0bedbfca-a66f-44ab-bed8-0d061d033f25 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.933847 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dda72539-89ce-42d2-b9c8-f16e53bd5076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.936460 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dda72539-89ce-42d2-b9c8-f16e53bd5076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:40.940386 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dda72539-89ce-42d2-b9c8-f16e53bd5076 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6783746-2f09-4be1-a447-0ae2b78b8330 HTTP/1.1" status: 204 len: 168 time: 0.3153887 Dec 16 22:52:40.954237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda72539-89ce-42d2-b9c8-f16e53bd5076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6783746-2f09-4be1-a447-0ae2b78b8330,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:40.987677 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0bedbfca-a66f-44ab-bed8-0d061d033f25 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:41.009572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedbfca-a66f-44ab-bed8-0d061d033f25 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b954a67-ad48-45c2-bcbd-7247e0a4127b,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:41.032785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-7fec8530-3636-41f9-85fe-bd538d457740 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:41.034338 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-7fec8530-3636-41f9-85fe-bd538d457740 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 812 time: 0.1562753 Dec 16 22:52:41.057256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-a426ad19-2d3c-4591-b14c-51fa04c8ff90 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Request body: {'port': {'device_id': 'c8cacbd6-e619-4e9a-adf0-cec1a62f8b67', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'admin_state_up': True, 'tenant_id': '7598faf309884af08e32732a45eb82c2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:41.070546 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0bedbfca-a66f-44ab-bed8-0d061d033f25 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:41.071928 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0bedbfca-a66f-44ab-bed8-0d061d033f25 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4269967 Dec 16 22:52:41.075068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50766) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:41.079654 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': 'e4536018-8414-4ac0-bd28-2875f74b9e28', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:41.194243 n-d-821840-2 neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Project 53b23556a8674c1098e88ae07b15dd0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:52:41.199487 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:41.260182 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:41.274421 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-a426ad19-2d3c-4591-b14c-51fa04c8ff90 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Made reservation on behalf of 7598faf309884af08e32732a45eb82c2 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:52:41.277842 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-a426ad19-2d3c-4591-b14c-51fa04c8ff90 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:41.325276 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:41.344775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7d1f20-e8eb-40e0-841d-d68f82e7535e,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:41.355213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:41.355213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:41.355585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:41.355825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:41.356120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:41.356459 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:41.357025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:41.357364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:41.357689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:41.358016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:41.358347 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:41.358798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:41.359132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:41.421688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-a426ad19-2d3c-4591-b14c-51fa04c8ff90 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Allocated IP 172.20.0.11 (f9696325-b450-49ff-84ca-eac34f68c7bb/e270dbc5-c7e3-4ed6-9c89-2c10c311a073/04af1bec-5856-455f-9ccb-6ad72e79f41d) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:52:41.441955 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:41.443718 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-67d4efdc-3005-44c4-bc5b-16a66345e05b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3676052 Dec 16 22:52:41.452436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50774) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:41.457232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-8e66e80c-5433-4536-969a-3c97b9de8537 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': 'e4536018-8414-4ac0-bd28-2875f74b9e28', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:41.570449 n-d-821840-2 neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-8e66e80c-5433-4536-969a-3c97b9de8537 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Project 53b23556a8674c1098e88ae07b15dd0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:52:41.575862 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e66e80c-5433-4536-969a-3c97b9de8537 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:41.591175 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-a426ad19-2d3c-4591-b14c-51fa04c8ff90 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:41.641153 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e66e80c-5433-4536-969a-3c97b9de8537 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:41.688637 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f9218a37-57e3-4a41-8c3f-450e713355f5 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:52:41.713777 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-a426ad19-2d3c-4591-b14c-51fa04c8ff90 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:41.739201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f9218a37-57e3-4a41-8c3f-450e713355f5 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:41.740276 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:41.759391 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e66e80c-5433-4536-969a-3c97b9de8537 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:41.764427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-a426ad19-2d3c-4591-b14c-51fa04c8ff90 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Network f9696325-b450-49ff-84ca-eac34f68c7bb is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:41.768699 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-a426ad19-2d3c-4591-b14c-51fa04c8ff90 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:41.772217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-a426ad19-2d3c-4591-b14c-51fa04c8ff90 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:52:41.801463 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426ad19-2d3c-4591-b14c-51fa04c8ff90 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event updated for resources: {'Port': ['ID=04af1bec-5856-455f-9ccb-6ad72e79f41d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:41.861056 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-a426ad19-2d3c-4591-b14c-51fa04c8ff90 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:41.862283 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-a426ad19-2d3c-4591-b14c-51fa04c8ff90 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:41.866723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66e80c-5433-4536-969a-3c97b9de8537 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c67f55b-6d3d-4d29-8fd4-b2d1fc397216,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:41.876414 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e66e80c-5433-4536-969a-3c97b9de8537 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:41.877708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8e66e80c-5433-4536-969a-3c97b9de8537 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4241986 Dec 16 22:52:41.907388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bc2e3-cbe0-4a13-9384-969480fee60e req-1b9c7fd0-18aa-4c89-b179-90aa26f7de43 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:41.914048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-487bc2e3-cbe0-4a13-9384-969480fee60e req-1b9c7fd0-18aa-4c89-b179-90aa26f7de43 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 932 time: 0.1163287 Dec 16 22:52:41.933637 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-a426ad19-2d3c-4591-b14c-51fa04c8ff90 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8816118 Dec 16 22:52:41.946883 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Request body: {'port': {'device_id': 'c8cacbd6-e619-4e9a-adf0-cec1a62f8b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:41.979893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-487bc2e3-cbe0-4a13-9384-969480fee60e req-7a62a75d-abe4-44dd-8e80-a2cc0c9c5785 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614715 Dec 16 22:52:42.028045 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:42.141152 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-183bc66b-beb7-43be-8202-f2ad2cd39008 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-829433363&fields=id&tenant_id=53b23556a8674c1098e88ae07b15dd0f HTTP/1.1" status: 200 len: 267 time: 0.0472136 Dec 16 22:52:42.158646 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f400ac36-ee0a-4680-9ce8-602fede053ec None None] Provisioning complete for port 04af1bec-5856-455f-9ccb-6ad72e79f41d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:42.164745 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f400ac36-ee0a-4680-9ce8-602fede053ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:42.197080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f400ac36-ee0a-4680-9ce8-602fede053ec None None] Port 04af1bec-5856-455f-9ccb-6ad72e79f41d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:52:42.286138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-c164ea32-1373-4026-b477-d52b92ebf89d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:42.288069 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-c164ea32-1373-4026-b477-d52b92ebf89d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/networks?id=b255c958-1cad-46c9-9565-d76f308bf604 HTTP/1.1" status: 200 len: 797 time: 0.1354487 Dec 16 22:52:42.304954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-d4f9cfa3-4113-49aa-9c34-28a8bf8152af tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/quotas/53b23556a8674c1098e88ae07b15dd0f HTTP/1.1" status: 200 len: 375 time: 0.0103033 Dec 16 22:52:42.356121 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04af1bec-5856-455f-9ccb-6ad72e79f41d {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:52:42.364201 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:42.365629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-e4666fe1-c792-461f-a060-ff5660c03d8b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=53b23556a8674c1098e88ae07b15dd0f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0541906 Dec 16 22:52:42.378097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Transition to ACTIVE for port object 04af1bec-5856-455f-9ccb-6ad72e79f41d will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:52:42.462401 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-43625f1a-d814-4a12-993a-4c2763ac5cfd service neutron] 10.222.0.43 "GET /v2.0/networks/b255c958-1cad-46c9-9565-d76f308bf604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852416 Dec 16 22:52:42.485354 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:42.546431 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Pushing event updated for resources: {'Port': ['ID=04af1bec-5856-455f-9ccb-6ad72e79f41d,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:42.579833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-1d7e629b-8d0d-46a6-954b-45e54d4ee8e8 service neutron] 10.222.0.43 "GET /v2.0/networks/b255c958-1cad-46c9-9565-d76f308bf604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106579 Dec 16 22:52:42.622618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Attempting to bind port 04af1bec-5856-455f-9ccb-6ad72e79f41d on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:52:42.622958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Attempting to bind port 04af1bec-5856-455f-9ccb-6ad72e79f41d by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:52:42.623325 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Attempting to bind port 04af1bec-5856-455f-9ccb-6ad72e79f41d on network f9696325-b450-49ff-84ca-eac34f68c7bb {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:52:42.628409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Port 04af1bec-5856-455f-9ccb-6ad72e79f41d on network f9696325-b450-49ff-84ca-eac34f68c7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:52:42.629137 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Attempting to bind port 04af1bec-5856-455f-9ccb-6ad72e79f41d on network f9696325-b450-49ff-84ca-eac34f68c7bb {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:52:42.636465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:52:42.636923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Checking segment: {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:42.637319 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Bound using segment: {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:52:42.637753 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Bound port: 04af1bec-5856-455f-9ccb-6ad72e79f41d, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:52:42.638241 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:42.726911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] For port 04af1bec-5856-455f-9ccb-6ad72e79f41d, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:52:42.730377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] For port 04af1bec-5856-455f-9ccb-6ad72e79f41d, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=04af1bec-5856-455f-9ccb-6ad72e79f41d,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:52:42.812525 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:42.815328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eecff0d1-6669-46c3-842b-9cac58ce80d5 req-3720c520-fd48-43be-9e35-2c61d0c9264d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 210 time: 0.0285072 Dec 16 22:52:42.867808 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:42.868442 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:42.870757 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] 10.222.0.69 "PUT /v2.0/ports/04af1bec-5856-455f-9ccb-6ad72e79f41d HTTP/1.1" status: 200 len: 1092 time: 0.9289477 Dec 16 22:52:42.871236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cacbd6-e619-4e9a-adf0-cec1a62f8b67', 'tag': '04af1bec-5856-455f-9ccb-6ad72e79f41d'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:52:42.873997 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0983652f-cd9f-4e6e-8cd6-72ffd410606a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cacbd6-e619-4e9a-adf0-cec1a62f8b67", "tag": "04af1bec-5856-455f-9ccb-6ad72e79f41d"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:52:42.912382 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a22ea-d475-46f0-8151-7970a665e204 service neutron] Pushing event updated for resources: {'Port': ['ID=04af1bec-5856-455f-9ccb-6ad72e79f41d,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:42.948880 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaf6603-3962-4647-a0a0-052913b72aba x-openstack-request-id: req-eeaf6603-3962-4647-a0a0-052913b72aba {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:52:42.949821 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cacbd6-e619-4e9a-adf0-cec1a62f8b67", "tag": "04af1bec-5856-455f-9ccb-6ad72e79f41d", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:52:42.950080 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eeaf6603-3962-4647-a0a0-052913b72aba {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:52:42.950490 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cacbd6-e619-4e9a-adf0-cec1a62f8b67', 'tag': '04af1bec-5856-455f-9ccb-6ad72e79f41d', 'status': 'completed', 'code': 200} Dec 16 22:52:43.022555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983652f-cd9f-4e6e-8cd6-72ffd410606a req-66341a50-bf98-44c1-bd57-5cea04daf3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:43.024040 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0983652f-cd9f-4e6e-8cd6-72ffd410606a req-66341a50-bf98-44c1-bd57-5cea04daf3cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 1095 time: 0.0485466 Dec 16 22:52:43.131259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4ee80-c3f6-4cb7-ac0f-9e5631b0e7eb req-ae5d0f61-1265-4832-a807-e6a685543160 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:43.133021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41d4ee80-c3f6-4cb7-ac0f-9e5631b0e7eb req-ae5d0f61-1265-4832-a807-e6a685543160 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 944 time: 0.0594966 Dec 16 22:52:43.213309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41d4ee80-c3f6-4cb7-ac0f-9e5631b0e7eb req-be1a5098-b020-4251-9b4d-bd2dc7194816 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729768 Dec 16 22:52:43.244925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983652f-cd9f-4e6e-8cd6-72ffd410606a req-74110b4c-caac-4faa-b647-e13ac03df293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:43.246541 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0983652f-cd9f-4e6e-8cd6-72ffd410606a req-74110b4c-caac-4faa-b647-e13ac03df293 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7598faf309884af08e32732a45eb82c2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2131720 Dec 16 22:52:43.387991 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:43.430889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983652f-cd9f-4e6e-8cd6-72ffd410606a req-46a3f2a1-591d-44ef-a421-ec2d59e925dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:43.432456 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-0983652f-cd9f-4e6e-8cd6-72ffd410606a req-46a3f2a1-591d-44ef-a421-ec2d59e925dd service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1776617 Dec 16 22:52:43.520012 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-a1212023-0fa8-412f-a3df-744519dfa9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:43.524405 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-a1212023-0fa8-412f-a3df-744519dfa9d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 1095 time: 0.0445490 Dec 16 22:52:43.547468 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:43.570096 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-068cd29b-86f7-46b1-a731-9e65babad554 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04af1bec-5856-455f-9ccb-6ad72e79f41d HTTP/1.1" status: 200 len: 217 time: 0.0376706 Dec 16 22:52:43.618993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-07c4e49b-46a0-47b4-8c21-0c57bd6bb47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:43.620560 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-07c4e49b-46a0-47b4-8c21-0c57bd6bb47a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0438893 Dec 16 22:52:43.675717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-966aad9f-dedd-4c2e-bc55-b4cd88008865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:43.677769 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-966aad9f-dedd-4c2e-bc55-b4cd88008865 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499091 Dec 16 22:52:43.771138 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-b7cfb788-0e49-49db-b104-47ac4dd657c0 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867527 Dec 16 22:52:43.877196 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ed338787-ee1a-49b9-b52a-7956ca97ca29 req-008a2c51-a54c-4726-a6b3-4cb4cfcb9a89 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945365 Dec 16 22:52:43.924022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c076a73-9f13-48cf-9311-34ef0f379355 req-0a4c0830-afd4-4e66-bb3a-461ce4dce8b1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 210 time: 0.0329077 Dec 16 22:52:43.984937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50844) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:44.100916 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-823f536a-868e-4f1f-8fdf-8e89dc9ae903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:44.176144 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-823f536a-868e-4f1f-8fdf-8e89dc9ae903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:44.261986 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-823f536a-868e-4f1f-8fdf-8e89dc9ae903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:44.332542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-823f536a-868e-4f1f-8fdf-8e89dc9ae903 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dee7c7c68b4847709ce1cc7f825013ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3462646 Dec 16 22:52:44.333916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f536a-868e-4f1f-8fdf-8e89dc9ae903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2027d74-2235-47fa-b698-9ca55ace1cb2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:44.336366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50850) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:44.359320 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ab477-06a5-4287-a097-dbcdbef3e32a req-9ea905af-594d-4d03-bf33-6a0ab9a78502 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:44.363305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-310ab477-06a5-4287-a097-dbcdbef3e32a req-9ea905af-594d-4d03-bf33-6a0ab9a78502 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 944 time: 0.0779040 Dec 16 22:52:44.389778 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc535aed-0396-471d-909b-67d37608a5f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:44.410662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-310ab477-06a5-4287-a097-dbcdbef3e32a req-0c440996-dce0-4ac9-a26b-f9408319d3f4 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429957 Dec 16 22:52:44.412398 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc535aed-0396-471d-909b-67d37608a5f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:44.548005 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc535aed-0396-471d-909b-67d37608a5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:44.550633 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc535aed-0396-471d-909b-67d37608a5f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:44.551931 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bc535aed-0396-471d-909b-67d37608a5f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2027d74-2235-47fa-b698-9ca55ace1cb2 HTTP/1.1" status: 204 len: 168 time: 0.2115784 Dec 16 22:52:44.560132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc535aed-0396-471d-909b-67d37608a5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2027d74-2235-47fa-b698-9ca55ace1cb2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:45.048304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-603b5fe9-721b-465e-b70a-d7f6ed74eb86 req-d95fb6af-f0f9-4c97-b617-a019016c0521 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 210 time: 0.0427632 Dec 16 22:52:45.137768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 04af1bec-5856-455f-9ccb-6ad72e79f41d details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:52:45.174015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50858) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:45.190087 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8c03bfa-8862-4bdc-80f8-fd6641237dee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:45.249845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 04af1bec-5856-455f-9ccb-6ad72e79f41d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=04af1bec-5856-455f-9ccb-6ad72e79f41d,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:45.263835 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '04af1bec-5856-455f-9ccb-6ad72e79f41d', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'port_id': '04af1bec-5856-455f-9ccb-6ad72e79f41d', 'mac_address': 'fa:16:3e:70:d7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:52:45.296909 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8c03bfa-8862-4bdc-80f8-fd6641237dee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:45.308128 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:45.323979 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04af1bec-5856-455f-9ccb-6ad72e79f41d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:52:45.332174 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-49298f84-938f-4a5a-8b0e-a455506b4080 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:45.337104 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-49298f84-938f-4a5a-8b0e-a455506b4080 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.24 "GET /v2.0/networks?id=b255c958-1cad-46c9-9565-d76f308bf604 HTTP/1.1" status: 200 len: 797 time: 0.4732187 Dec 16 22:52:45.345277 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 04af1bec-5856-455f-9ccb-6ad72e79f41d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=04af1bec-5856-455f-9ccb-6ad72e79f41d,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:45.347701 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b8c03bfa-8862-4bdc-80f8-fd6641237dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:45.387703 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:45.389260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b8c03bfa-8862-4bdc-80f8-fd6641237dee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7313709314ef4cf7a8e97d8b4b21c333&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2139728 Dec 16 22:52:45.391565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c03bfa-8862-4bdc-80f8-fd6641237dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076e088f-9c20-4b03-8ebf-6b775b471129,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:45.402112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50860) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:45.418919 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-d3160913-bd95-4932-a302-98082d5499ae tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53b23556a8674c1098e88ae07b15dd0f HTTP/1.1" status: 200 len: 471 time: 0.0744750 Dec 16 22:52:45.435239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-736594d0-f050-44d3-9631-d72a195b1d7f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'port': {'device_id': '8c16a1a6-54d9-4488-9751-9cc7f7fa25ca', 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604', 'admin_state_up': True, 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'security_groups': ['e4536018-8414-4ac0-bd28-2875f74b9e28']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:45.445887 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=04af1bec-5856-455f-9ccb-6ad72e79f41d,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:45.446099 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-108b4360-06e3-414e-b5e3-6a3456e0660e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:45.469873 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-108b4360-06e3-414e-b5e3-6a3456e0660e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:45.554913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef271658-e02e-4f1b-9c20-f9306528ae01 req-a7ea72a9-518c-4794-8dd8-a011c6b39887 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:45.556662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef271658-e02e-4f1b-9c20-f9306528ae01 req-a7ea72a9-518c-4794-8dd8-a011c6b39887 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 945 time: 0.0700166 Dec 16 22:52:45.606810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef271658-e02e-4f1b-9c20-f9306528ae01 req-370e596f-869a-4d32-8de2-ec7fb40a99a1 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437727 Dec 16 22:52:45.633191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-736594d0-f050-44d3-9631-d72a195b1d7f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Made reservation on behalf of 53b23556a8674c1098e88ae07b15dd0f for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:52:45.636890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-736594d0-f050-44d3-9631-d72a195b1d7f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:45.657341 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['04af1bec-5856-455f-9ccb-6ad72e79f41d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:52:45.672370 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-108b4360-06e3-414e-b5e3-6a3456e0660e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:45.679318 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-108b4360-06e3-414e-b5e3-6a3456e0660e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:45.679318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-108b4360-06e3-414e-b5e3-6a3456e0660e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/076e088f-9c20-4b03-8ebf-6b775b471129 HTTP/1.1" status: 204 len: 168 time: 0.2813380 Dec 16 22:52:45.693951 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b4360-06e3-414e-b5e3-6a3456e0660e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076e088f-9c20-4b03-8ebf-6b775b471129,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:45.789309 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-736594d0-f050-44d3-9631-d72a195b1d7f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Allocated IP 172.20.0.30 (b255c958-1cad-46c9-9565-d76f308bf604/2f377acd-4e01-41dd-9d58-ee31f181d350/ba866d16-7642-4987-8250-71cb515df55a) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:52:45.944928 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-736594d0-f050-44d3-9631-d72a195b1d7f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:46.055754 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-736594d0-f050-44d3-9631-d72a195b1d7f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:46.118008 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-736594d0-f050-44d3-9631-d72a195b1d7f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network b255c958-1cad-46c9-9565-d76f308bf604 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:46.121343 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-736594d0-f050-44d3-9631-d72a195b1d7f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:46.124365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-736594d0-f050-44d3-9631-d72a195b1d7f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:52:46.160109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736594d0-f050-44d3-9631-d72a195b1d7f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Port': ['ID=ba866d16-7642-4987-8250-71cb515df55a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:46.190099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c378e4-011a-42d7-b1a3-b29d46fc0f83 req-aa8e2bbc-cfc4-424e-839a-f5dbc4e49093 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:46.191092 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-736594d0-f050-44d3-9631-d72a195b1d7f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:46.191943 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-736594d0-f050-44d3-9631-d72a195b1d7f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:46.194225 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31c378e4-011a-42d7-b1a3-b29d46fc0f83 req-aa8e2bbc-cfc4-424e-839a-f5dbc4e49093 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 932 time: 0.0674210 Dec 16 22:52:46.253269 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31c378e4-011a-42d7-b1a3-b29d46fc0f83 req-a0950d3f-6c23-44f1-877a-342f59f20110 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4536018-8414-4ac0-bd28-2875f74b9e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503130 Dec 16 22:52:46.287721 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-736594d0-f050-44d3-9631-d72a195b1d7f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8602867 Dec 16 22:52:46.301920 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Request body: {'port': {'device_id': '8c16a1a6-54d9-4488-9751-9cc7f7fa25ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:46.363214 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:46.420353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-27a4d5d5-6ca6-431e-a4bc-bc692b8738cd None None] Provisioning complete for port ba866d16-7642-4987-8250-71cb515df55a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:46.420907 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27a4d5d5-6ca6-431e-a4bc-bc692b8738cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:46.459740 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-27a4d5d5-6ca6-431e-a4bc-bc692b8738cd None None] Port ba866d16-7642-4987-8250-71cb515df55a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:52:46.641154 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba866d16-7642-4987-8250-71cb515df55a {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:52:46.649605 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:46.662045 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Transition to ACTIVE for port object ba866d16-7642-4987-8250-71cb515df55a will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:52:46.730449 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bccf3-ecb8-4c25-8c38-3f772a8db8aa req-46491d96-1066-49de-9dff-9c44123cc81a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:46.732017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c8bccf3-ecb8-4c25-8c38-3f772a8db8aa req-46491d96-1066-49de-9dff-9c44123cc81a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 945 time: 0.0553765 Dec 16 22:52:46.741740 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:46.807657 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c8bccf3-ecb8-4c25-8c38-3f772a8db8aa req-20579ab0-1739-47b8-9c78-67ceef27006a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685694 Dec 16 22:52:46.823650 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Pushing event updated for resources: {'Port': ['ID=ba866d16-7642-4987-8250-71cb515df55a,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:46.881880 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Attempting to bind port ba866d16-7642-4987-8250-71cb515df55a on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:52:46.882224 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Attempting to bind port ba866d16-7642-4987-8250-71cb515df55a by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '0dc7ad39-712a-410b-846c-f0846860566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:52:46.882578 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Attempting to bind port ba866d16-7642-4987-8250-71cb515df55a on network b255c958-1cad-46c9-9565-d76f308bf604 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:52:46.887423 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Port ba866d16-7642-4987-8250-71cb515df55a on network b255c958-1cad-46c9-9565-d76f308bf604 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:52:46.887787 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Attempting to bind port ba866d16-7642-4987-8250-71cb515df55a on network b255c958-1cad-46c9-9565-d76f308bf604 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:52:46.893042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:52:46.893404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Checking segment: {'id': '0dc7ad39-712a-410b-846c-f0846860566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:46.893785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Bound using segment: {'id': '0dc7ad39-712a-410b-846c-f0846860566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:52:46.894228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Bound port: ba866d16-7642-4987-8250-71cb515df55a, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc7ad39-712a-410b-846c-f0846860566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:52:46.894620 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:46.966268 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] For port ba866d16-7642-4987-8250-71cb515df55a, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:52:46.969741 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] For port ba866d16-7642-4987-8250-71cb515df55a, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ba866d16-7642-4987-8250-71cb515df55a,segment=NetworkSegment(0dc7ad39-712a-410b-846c-f0846860566b),segment_id=0dc7ad39-712a-410b-846c-f0846860566b)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:52:47.073162 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:47.121046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:47.121046 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:47.121046 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] 10.222.0.24 "PUT /v2.0/ports/ba866d16-7642-4987-8250-71cb515df55a HTTP/1.1" status: 200 len: 1092 time: 0.8229327 Dec 16 22:52:47.122786 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c16a1a6-54d9-4488-9751-9cc7f7fa25ca', 'tag': 'ba866d16-7642-4987-8250-71cb515df55a'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:52:47.125940 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b055e2-31d4-4e49-927a-ed4fbebe9338" -d '{"events": [{"name": "network-changed", "server_uuid": "8c16a1a6-54d9-4488-9751-9cc7f7fa25ca", "tag": "ba866d16-7642-4987-8250-71cb515df55a"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:52:47.145113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 04af1bec-5856-455f-9ccb-6ad72e79f41d up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:52:47.160320 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa4aa8-7f5d-4933-853f-f07515513954 service neutron] Pushing event updated for resources: {'Port': ['ID=ba866d16-7642-4987-8250-71cb515df55a,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:47.169436 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a41108f-da42-48fa-a031-b8996ddec1d3 x-openstack-request-id: req-8a41108f-da42-48fa-a031-b8996ddec1d3 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:52:47.169795 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c16a1a6-54d9-4488-9751-9cc7f7fa25ca", "tag": "ba866d16-7642-4987-8250-71cb515df55a", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:52:47.170071 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a41108f-da42-48fa-a031-b8996ddec1d3 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:52:47.170376 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c16a1a6-54d9-4488-9751-9cc7f7fa25ca', 'tag': 'ba866d16-7642-4987-8250-71cb515df55a', 'status': 'completed', 'code': 200} Dec 16 22:52:47.241058 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b055e2-31d4-4e49-927a-ed4fbebe9338 req-ec6adeb7-f029-4744-8bd5-354ebddfc2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:47.242608 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-62b055e2-31d4-4e49-927a-ed4fbebe9338 req-ec6adeb7-f029-4744-8bd5-354ebddfc2fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53b23556a8674c1098e88ae07b15dd0f&device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 1095 time: 0.0452635 Dec 16 22:52:47.290817 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 04af1bec-5856-455f-9ccb-6ad72e79f41d completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:52:47.295142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 04af1bec-5856-455f-9ccb-6ad72e79f41d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:47.296820 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:47.387985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b055e2-31d4-4e49-927a-ed4fbebe9338 req-813ddd49-e12f-49ba-839b-fa23ba4dfc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:47.388469 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b055e2-31d4-4e49-927a-ed4fbebe9338 req-813ddd49-e12f-49ba-839b-fa23ba4dfc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:47.390189 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-62b055e2-31d4-4e49-927a-ed4fbebe9338 req-813ddd49-e12f-49ba-839b-fa23ba4dfc94 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=53b23556a8674c1098e88ae07b15dd0f&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1370270 Dec 16 22:52:47.413748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003efbd3-7b76-4e78-a040-171d07540cb8 req-76fdc49a-4626-469f-8bc3-095d413973f1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:47.416685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-003efbd3-7b76-4e78-a040-171d07540cb8 req-76fdc49a-4626-469f-8bc3-095d413973f1 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 944 time: 0.0774179 Dec 16 22:52:47.425496 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:47.451434 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cacbd6-e619-4e9a-adf0-cec1a62f8b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04af1bec-5856-455f-9ccb-6ad72e79f41d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:52:47.453725 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d04034f-fee2-42a3-b746-97f9d1548d87" -d '{"events": [{"server_uuid": "c8cacbd6-e619-4e9a-adf0-cec1a62f8b67", "name": "network-vif-plugged", "status": "completed", "tag": "04af1bec-5856-455f-9ccb-6ad72e79f41d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:52:47.467777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 04af1bec-5856-455f-9ccb-6ad72e79f41d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=04af1bec-5856-455f-9ccb-6ad72e79f41d,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:47.481820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-003efbd3-7b76-4e78-a040-171d07540cb8 req-dbc255d3-93cc-4e1d-88ed-2e474916775d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4536018-8414-4ac0-bd28-2875f74b9e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588558 Dec 16 22:52:47.505529 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c294e32b-cc25-4486-9676-b3642e053909 x-openstack-request-id: req-c294e32b-cc25-4486-9676-b3642e053909 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:52:47.507409 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cacbd6-e619-4e9a-adf0-cec1a62f8b67", "name": "network-vif-plugged", "status": "completed", "tag": "04af1bec-5856-455f-9ccb-6ad72e79f41d", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:52:47.507705 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c294e32b-cc25-4486-9676-b3642e053909 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:52:47.508284 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cacbd6-e619-4e9a-adf0-cec1a62f8b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04af1bec-5856-455f-9ccb-6ad72e79f41d', 'code': 200} Dec 16 22:52:47.517099 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b055e2-31d4-4e49-927a-ed4fbebe9338 req-60e159e9-f230-47ce-8c42-c62f6dfdfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:47.518625 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-62b055e2-31d4-4e49-927a-ed4fbebe9338 req-60e159e9-f230-47ce-8c42-c62f6dfdfb16 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1169987 Dec 16 22:52:47.536999 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:47.591917 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=04af1bec-5856-455f-9ccb-6ad72e79f41d,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:47.638538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-3e8fd8eb-5c9e-4611-b65d-fcbec2259f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:47.640066 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-3e8fd8eb-5c9e-4611-b65d-fcbec2259f9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53b23556a8674c1098e88ae07b15dd0f&device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 1095 time: 0.0819488 Dec 16 22:52:47.646370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f9064-137e-46b9-a8e8-80f3205aeabe req-a63803de-af24-4c06-9800-bd3d84a8bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:47.647931 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-928f9064-137e-46b9-a8e8-80f3205aeabe req-a63803de-af24-4c06-9800-bd3d84a8bfd6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 1097 time: 0.0613801 Dec 16 22:52:47.696840 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-a6a0936a-6f7b-4d3a-b245-2d865b35c469 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=ba866d16-7642-4987-8250-71cb515df55a HTTP/1.1" status: 200 len: 217 time: 0.0462730 Dec 16 22:52:47.753512 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-928f9064-137e-46b9-a8e8-80f3205aeabe req-9536c03d-44b0-45cc-a12f-ac3d059b7aa5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959368 Dec 16 22:52:47.766985 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-4b2cedf1-348c-4d97-aa03-bb9ff336ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:47.768752 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-4b2cedf1-348c-4d97-aa03-bb9ff336ce2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f377acd-4e01-41dd-9d58-ee31f181d350 HTTP/1.1" status: 200 len: 837 time: 0.0597107 Dec 16 22:52:47.828074 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-baf53cb5-7c1e-49ee-83a7-958e23310087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:47.829577 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-baf53cb5-7c1e-49ee-83a7-958e23310087 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b255c958-1cad-46c9-9565-d76f308bf604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505943 Dec 16 22:52:47.925491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a66de-5344-4a7b-88c6-fbe18584d156 req-7b50394e-4c63-443f-91e8-b63cfa8fc7e2 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:47.928650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-307a66de-5344-4a7b-88c6-fbe18584d156 req-7b50394e-4c63-443f-91e8-b63cfa8fc7e2 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0523407 Dec 16 22:52:47.930226 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-b218ebff-606a-4aa5-89f3-32120a4bfc66 service neutron] 10.222.0.24 "GET /v2.0/networks/b255c958-1cad-46c9-9565-d76f308bf604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912538 Dec 16 22:52:47.980157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-307a66de-5344-4a7b-88c6-fbe18584d156 req-1d3a6e34-a15f-40b8-8b45-b690d8500bff tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462704 Dec 16 22:52:48.031659 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-55ebda81-7387-4475-a5f7-da20cdc17119 req-12bc3078-8192-4abf-8cbd-dc1bdaa0a9ca service neutron] 10.222.0.24 "GET /v2.0/networks/b255c958-1cad-46c9-9565-d76f308bf604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916629 Dec 16 22:52:48.606063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2791967-a4b9-4ae2-8e92-042e5ff38d45 req-d6eb7ca8-a2f7-4f23-9c70-dfb41d89762d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:48.607723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2791967-a4b9-4ae2-8e92-042e5ff38d45 req-d6eb7ca8-a2f7-4f23-9c70-dfb41d89762d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 944 time: 0.0550025 Dec 16 22:52:48.660705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2791967-a4b9-4ae2-8e92-042e5ff38d45 req-1a1f7c03-7692-498a-9230-adc7550b2504 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4536018-8414-4ac0-bd28-2875f74b9e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468094 Dec 16 22:52:49.098621 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3632b-add7-45ec-8320-6cfde08908be req-d4bed7b2-c11a-4cd1-b435-85a90037422c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:49.100739 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0d3632b-add7-45ec-8320-6cfde08908be req-d4bed7b2-c11a-4cd1-b435-85a90037422c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0524569 Dec 16 22:52:49.148385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0d3632b-add7-45ec-8320-6cfde08908be req-fb532eb7-21e7-4090-9bbc-73969983afe0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413787 Dec 16 22:52:49.392082 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50948) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:49.498890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22bc64b7-9053-410c-a974-dfc9067e59f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:49.572439 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22bc64b7-9053-410c-a974-dfc9067e59f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:49.638521 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-22bc64b7-9053-410c-a974-dfc9067e59f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:49.677183 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-22bc64b7-9053-410c-a974-dfc9067e59f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54d49384c5604d68a41aa8c0f5960a70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2838552 Dec 16 22:52:49.678728 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc64b7-9053-410c-a974-dfc9067e59f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0f4fcb-ea05-4c7f-ad72-97fdd3d9db82,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:49.680723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50952) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:49.748193 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3a8cbf5-96a0-4bdb-bdb6-7c51fa84deb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:49.786982 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3a8cbf5-96a0-4bdb-bdb6-7c51fa84deb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:49.826313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb396f-5fc1-40de-a338-90338f9ea6b5 req-130d7171-c1f8-4c3a-91cc-3ee4f0f54be3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:49.827822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3cb396f-5fc1-40de-a338-90338f9ea6b5 req-130d7171-c1f8-4c3a-91cc-3ee4f0f54be3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 944 time: 0.0958114 Dec 16 22:52:49.882028 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3cb396f-5fc1-40de-a338-90338f9ea6b5 req-c6c34612-dff0-405e-9bef-51b27020bb39 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4536018-8414-4ac0-bd28-2875f74b9e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472906 Dec 16 22:52:49.883398 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ba866d16-7642-4987-8250-71cb515df55a details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:52:49.952978 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3a8cbf5-96a0-4bdb-bdb6-7c51fa84deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:49.955704 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3a8cbf5-96a0-4bdb-bdb6-7c51fa84deb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:49.956853 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b3a8cbf5-96a0-4bdb-bdb6-7c51fa84deb8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef0f4fcb-ea05-4c7f-ad72-97fdd3d9db82 HTTP/1.1" status: 204 len: 168 time: 0.2750924 Dec 16 22:52:49.964959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8cbf5-96a0-4bdb-bdb6-7c51fa84deb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0f4fcb-ea05-4c7f-ad72-97fdd3d9db82,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:50.008617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ba866d16-7642-4987-8250-71cb515df55a, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ba866d16-7642-4987-8250-71cb515df55a,segment=NetworkSegment(0dc7ad39-712a-410b-846c-f0846860566b),segment_id=0dc7ad39-712a-410b-846c-f0846860566b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:50.023055 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'ba866d16-7642-4987-8250-71cb515df55a', 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604', 'port_id': 'ba866d16-7642-4987-8250-71cb515df55a', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f377acd-4e01-41dd-9d58-ee31f181d350', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:52:50.062784 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:50.076405 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba866d16-7642-4987-8250-71cb515df55a {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:52:50.089165 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa1e5dd0-ca35-455b-a5dd-4fafb0da7772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:50.098545 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ba866d16-7642-4987-8250-71cb515df55a, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ba866d16-7642-4987-8250-71cb515df55a,segment=NetworkSegment(0dc7ad39-712a-410b-846c-f0846860566b),segment_id=0dc7ad39-712a-410b-846c-f0846860566b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:50.164365 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:50.222408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ba866d16-7642-4987-8250-71cb515df55a,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:50.278581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048b3aa-4168-46d0-bc5e-0dc5ae73419c req-2afa1789-590e-46f1-a2d8-ebae011a1a9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:50.280315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5048b3aa-4168-46d0-bc5e-0dc5ae73419c req-2afa1789-590e-46f1-a2d8-ebae011a1a9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0576458 Dec 16 22:52:50.330741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5048b3aa-4168-46d0-bc5e-0dc5ae73419c req-a478bdd5-7e01-42c7-a1fe-f38213f160e3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440748 Dec 16 22:52:50.421267 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['ba866d16-7642-4987-8250-71cb515df55a'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:52:50.540430 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 50964) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:50.560293 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff8f2abc-6aa2-41e5-bd41-c98b79b1fef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:50.649331 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff8f2abc-6aa2-41e5-bd41-c98b79b1fef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:50.707206 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff8f2abc-6aa2-41e5-bd41-c98b79b1fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:50.747828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ff8f2abc-6aa2-41e5-bd41-c98b79b1fef6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=baa8e9ca8c7f4602a8028683edb43a6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2059577 Dec 16 22:52:50.749016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f2abc-6aa2-41e5-bd41-c98b79b1fef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a306f7-7822-4848-8042-4014e3822173,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:50.750496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 50966) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:50.800071 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97ddb1ad-41d5-4a74-aa27-97c97604dd0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:50.821790 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97ddb1ad-41d5-4a74-aa27-97c97604dd0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:50.947406 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97ddb1ad-41d5-4a74-aa27-97c97604dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:50.950061 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97ddb1ad-41d5-4a74-aa27-97c97604dd0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:50.953655 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-97ddb1ad-41d5-4a74-aa27-97c97604dd0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48a306f7-7822-4848-8042-4014e3822173 HTTP/1.1" status: 204 len: 168 time: 0.1997051 Dec 16 22:52:50.960223 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddb1ad-41d5-4a74-aa27-97c97604dd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a306f7-7822-4848-8042-4014e3822173,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:51.031570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020a78e-37c8-4805-b7eb-9607dd64f29d req-f0d8d314-cd12-4623-ab7f-985f16d1e634 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:51.032985 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e020a78e-37c8-4805-b7eb-9607dd64f29d req-f0d8d314-cd12-4623-ab7f-985f16d1e634 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0867889 Dec 16 22:52:51.042164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e08de5-8431-4a72-82de-a8f74d84cbba req-8ab75e38-fa4e-482c-aa23-c9e4a80d484a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:51.043752 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47e08de5-8431-4a72-82de-a8f74d84cbba req-8ab75e38-fa4e-482c-aa23-c9e4a80d484a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 945 time: 0.0876338 Dec 16 22:52:51.119734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e020a78e-37c8-4805-b7eb-9607dd64f29d req-ecabb342-fd7b-4ffc-87b4-f91c23cc4315 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749421 Dec 16 22:52:51.133928 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47e08de5-8431-4a72-82de-a8f74d84cbba req-5bf19335-d06a-40f9-8d75-ae9ffb775e21 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4536018-8414-4ac0-bd28-2875f74b9e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821319 Dec 16 22:52:51.899735 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ba866d16-7642-4987-8250-71cb515df55a up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:52:51.999047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port ba866d16-7642-4987-8250-71cb515df55a completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:52:52.003240 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port ba866d16-7642-4987-8250-71cb515df55a triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:52.003665 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:52.095436 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:52.119516 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c16a1a6-54d9-4488-9751-9cc7f7fa25ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba866d16-7642-4987-8250-71cb515df55a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:52:52.121771 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf2fb88-6cc2-4606-926f-3b41bf285a4c" -d '{"events": [{"server_uuid": "8c16a1a6-54d9-4488-9751-9cc7f7fa25ca", "name": "network-vif-plugged", "status": "completed", "tag": "ba866d16-7642-4987-8250-71cb515df55a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:52:52.137065 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ba866d16-7642-4987-8250-71cb515df55a, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ba866d16-7642-4987-8250-71cb515df55a,segment=NetworkSegment(0dc7ad39-712a-410b-846c-f0846860566b),segment_id=0dc7ad39-712a-410b-846c-f0846860566b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:52.162386 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a24c7a-bdfa-433f-b20b-889c5258329c x-openstack-request-id: req-d5a24c7a-bdfa-433f-b20b-889c5258329c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:52:52.162686 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c16a1a6-54d9-4488-9751-9cc7f7fa25ca", "name": "network-vif-plugged", "status": "completed", "tag": "ba866d16-7642-4987-8250-71cb515df55a", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:52:52.163188 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5a24c7a-bdfa-433f-b20b-889c5258329c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:52:52.163652 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c16a1a6-54d9-4488-9751-9cc7f7fa25ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba866d16-7642-4987-8250-71cb515df55a', 'code': 200} Dec 16 22:52:52.194410 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:52.262593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ba866d16-7642-4987-8250-71cb515df55a,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:52.288325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ef917-4394-4d2e-85ec-20ead89abed7 req-ad8b0042-e5f8-4b7d-8441-30ecc2c6d884 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:52.289822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-080ef917-4394-4d2e-85ec-20ead89abed7 req-ad8b0042-e5f8-4b7d-8441-30ecc2c6d884 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0851507 Dec 16 22:52:52.297256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac31721-cae1-41ab-9540-90d0bebb1f0d req-044eb865-a264-4532-8f55-4f5a73575337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:52.298747 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-aac31721-cae1-41ab-9540-90d0bebb1f0d req-044eb865-a264-4532-8f55-4f5a73575337 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 1097 time: 0.0553002 Dec 16 22:52:52.312341 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988606cb-3106-4648-8501-6ae0c1011183 req-db972c84-2832-462c-934c-7172c06dee09 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:52.313804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-988606cb-3106-4648-8501-6ae0c1011183 req-db972c84-2832-462c-934c-7172c06dee09 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 946 time: 0.0789974 Dec 16 22:52:52.349154 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-aac31721-cae1-41ab-9540-90d0bebb1f0d req-9212f023-5293-4584-9069-9aab2a9ef50f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e4536018-8414-4ac0-bd28-2875f74b9e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416398 Dec 16 22:52:52.377887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-080ef917-4394-4d2e-85ec-20ead89abed7 req-e1e2e801-6587-4c91-b36e-8a0edf93929f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797942 Dec 16 22:52:52.392893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-988606cb-3106-4648-8501-6ae0c1011183 req-5dedfcf8-9982-4845-91e5-ef51a7a2a27d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4536018-8414-4ac0-bd28-2875f74b9e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698111 Dec 16 22:52:52.455111 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d116d5b-fdb1-4689-82af-391a6ae3ae07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:52.551804 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51006) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:52.657734 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13a8ebcd-17a5-4662-b4eb-3c61f8396452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:52.732017 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13a8ebcd-17a5-4662-b4eb-3c61f8396452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:52.804912 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13a8ebcd-17a5-4662-b4eb-3c61f8396452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:52.845561 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-13a8ebcd-17a5-4662-b4eb-3c61f8396452 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca634d48e91040b0a5bcf0f918b067f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2926271 Dec 16 22:52:52.846467 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8ebcd-17a5-4662-b4eb-3c61f8396452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a71e9de-2456-4b15-9edc-169c899f669e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:52.848275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51010) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:52.905479 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60356ca0-f00c-46e5-a9d2-58c8706b04c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:52.927253 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60356ca0-f00c-46e5-a9d2-58c8706b04c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:53.096064 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60356ca0-f00c-46e5-a9d2-58c8706b04c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:53.098705 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60356ca0-f00c-46e5-a9d2-58c8706b04c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:53.100017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-60356ca0-f00c-46e5-a9d2-58c8706b04c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a71e9de-2456-4b15-9edc-169c899f669e HTTP/1.1" status: 204 len: 168 time: 0.2483037 Dec 16 22:52:53.108110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60356ca0-f00c-46e5-a9d2-58c8706b04c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a71e9de-2456-4b15-9edc-169c899f669e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:53.544996 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea04573-a916-4f91-8cc9-27f74b68acf6 req-b7b15700-81b6-4ca8-a068-39aecad6e922 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:53.546580 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ea04573-a916-4f91-8cc9-27f74b68acf6 req-b7b15700-81b6-4ca8-a068-39aecad6e922 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 946 time: 0.0811276 Dec 16 22:52:53.558395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8a301-fdc6-4076-b2f0-83757b1bc1c1 req-789af031-a6e7-44fe-b70e-f0efc3d3e09a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:53.559957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ae8a301-fdc6-4076-b2f0-83757b1bc1c1 req-789af031-a6e7-44fe-b70e-f0efc3d3e09a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0932052 Dec 16 22:52:53.650229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ae8a301-fdc6-4076-b2f0-83757b1bc1c1 req-3579d23e-d045-46aa-9089-3da19cdb650f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828328 Dec 16 22:52:53.655044 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:53.655603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ea04573-a916-4f91-8cc9-27f74b68acf6 req-290d4dad-f7f5-47f1-93df-62d18af1c4ec tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4536018-8414-4ac0-bd28-2875f74b9e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790334 Dec 16 22:52:54.804853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3f0f5-e785-48c4-a081-cba7e083a46a req-c40aac30-2a6c-45e8-a1ea-dc5d98ff30d1 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:54.806480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7f3f0f5-e785-48c4-a081-cba7e083a46a req-c40aac30-2a6c-45e8-a1ea-dc5d98ff30d1 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0836649 Dec 16 22:52:54.818460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d9531-c683-4a5c-83d3-d384b7d0f031 req-8dbd6c61-cc29-4885-9c8f-dba49800a4c8 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:54.820010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-208d9531-c683-4a5c-83d3-d384b7d0f031 req-8dbd6c61-cc29-4885-9c8f-dba49800a4c8 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 946 time: 0.0864275 Dec 16 22:52:54.897897 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7f3f0f5-e785-48c4-a081-cba7e083a46a req-c59d526a-addd-4278-bbb4-27eb6488ab84 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768995 Dec 16 22:52:54.917147 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:54.917849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-208d9531-c683-4a5c-83d3-d384b7d0f031 req-d23e3a70-9c98-41d1-97f2-1d6d350f7f12 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4536018-8414-4ac0-bd28-2875f74b9e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745790 Dec 16 22:52:55.022798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be464a6-5fd1-474c-902d-bcab936e2dc8 req-7fca031a-faca-4f3e-824f-f36cbf5073a6 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:55.024302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2be464a6-5fd1-474c-902d-bcab936e2dc8 req-7fca031a-faca-4f3e-824f-f36cbf5073a6 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 946 time: 0.0544140 Dec 16 22:52:55.076325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2be464a6-5fd1-474c-902d-bcab936e2dc8 req-deb1226f-77da-4f51-b7c2-1c66d7b736f6 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4536018-8414-4ac0-bd28-2875f74b9e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456877 Dec 16 22:52:55.758808 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:56.022332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd0296-eed0-42f2-8e9d-9820111b6057 req-412ff439-5dee-438a-b33d-108762c33d16 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:56.024173 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47cd0296-eed0-42f2-8e9d-9820111b6057 req-412ff439-5dee-438a-b33d-108762c33d16 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0522382 Dec 16 22:52:56.078695 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47cd0296-eed0-42f2-8e9d-9820111b6057 req-12b6b01d-edfc-4af4-bce8-53b4ad164438 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483315 Dec 16 22:52:56.586290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51126) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:57.066415 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:57.246703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c584-4b4d-465d-beb2-033f53eff9ca req-75c9ab10-4b0e-4b15-ad73-3b3ac232f8c3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:57.246703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd82c584-4b4d-465d-beb2-033f53eff9ca req-75c9ab10-4b0e-4b15-ad73-3b3ac232f8c3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0799429 Dec 16 22:52:57.368465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd82c584-4b4d-465d-beb2-033f53eff9ca req-75d73497-839b-4944-ba66-161a9dd353e5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205091 Dec 16 22:52:57.437122 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Allocated IP 172.20.0.17 (b255c958-1cad-46c9-9565-d76f308bf604/2f377acd-4e01-41dd-9d58-ee31f181d350/9090b520-8847-46dd-8509-a41f6f3f0516) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:52:57.558221 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:57.634329 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:57.679905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network b255c958-1cad-46c9-9565-d76f308bf604 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:57.683382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:57.685873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:52:57.716505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Port': ['ID=9090b520-8847-46dd-8509-a41f6f3f0516,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:57.739899 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:57.928933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-83bb37f5-da1b-410c-b61a-beb61873ba74 None None] Provisioning complete for port 9090b520-8847-46dd-8509-a41f6f3f0516 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:57.930166 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83bb37f5-da1b-410c-b61a-beb61873ba74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:57.956732 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:57.971250 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-83bb37f5-da1b-410c-b61a-beb61873ba74 None None] Port 9090b520-8847-46dd-8509-a41f6f3f0516 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:52:58.069774 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-13577a6c-517e-4997-a531-3caa7a179a57 req-5112f50e-260e-4b8a-b1fc-f0b044f5bfd8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583806 Dec 16 22:52:58.171845 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13577a6c-517e-4997-a531-3caa7a179a57 req-16d7b6f4-2d22-46b0-9aa8-3c4a19d76ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:58.173928 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-13577a6c-517e-4997-a531-3caa7a179a57 req-16d7b6f4-2d22-46b0-9aa8-3c4a19d76ba3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 1095 time: 0.0473297 Dec 16 22:52:58.276299 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:58.301510 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13577a6c-517e-4997-a531-3caa7a179a57 req-2a59b517-6544-4ffb-8956-e18b26433118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:58.303976 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-13577a6c-517e-4997-a531-3caa7a179a57 req-2a59b517-6544-4ffb-8956-e18b26433118 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.1070886 Dec 16 22:52:58.341613 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:58.380637 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-13577a6c-517e-4997-a531-3caa7a179a57 req-d6c6a288-fc31-446a-971c-179831fa457d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b HTTP/1.1" status: 200 len: 999 time: 0.0691938 Dec 16 22:52:58.420294 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:58.423167 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Port': ['ID=9090b520-8847-46dd-8509-a41f6f3f0516,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:58.465907 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13577a6c-517e-4997-a531-3caa7a179a57 req-f6f6329a-d7fd-46f9-8494-fc49c7eb5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:58.467814 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-13577a6c-517e-4997-a531-3caa7a179a57 req-f6f6329a-d7fd-46f9-8494-fc49c7eb5df1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0613682 Dec 16 22:52:58.529424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13577a6c-517e-4997-a531-3caa7a179a57 req-d4ad40b6-4cac-4c09-940b-e4aaf374844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:58.531371 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-13577a6c-517e-4997-a531-3caa7a179a57 req-d4ad40b6-4cac-4c09-940b-e4aaf374844f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545022 Dec 16 22:52:58.534160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network b255c958-1cad-46c9-9565-d76f308bf604 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:58.535769 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:58.683738 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-13577a6c-517e-4997-a531-3caa7a179a57 req-fd8a2a18-4d5c-4fef-8350-328b913d4ad4 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411076 Dec 16 22:52:58.749011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Router 37363439-a4eb-42dd-bca5-822393a73167 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:52:58.818740 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-13577a6c-517e-4997-a531-3caa7a179a57 req-1c6a9300-e582-431e-a388-4f8fa6a8a94b service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215558 Dec 16 22:52:58.900780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7795dd48-2e19-41bc-ba6c-9855cbf57e42 None None] Provisioning complete for port 9090b520-8847-46dd-8509-a41f6f3f0516 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:58.901571 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7795dd48-2e19-41bc-ba6c-9855cbf57e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:58.903895 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88709fa7-9aab-4102-869e-f8d53d8eb940 req-515fc525-8e69-47db-be4e-55dfed97fc5e tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:58.905436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88709fa7-9aab-4102-869e-f8d53d8eb940 req-515fc525-8e69-47db-be4e-55dfed97fc5e tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0978992 Dec 16 22:52:58.931411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:52:58.938031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d0cd5590-142c-4002-8c93-01cac328c880 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "PUT /v2.0/routers/37363439-a4eb-42dd-bca5-822393a73167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3506448 Dec 16 22:52:58.945089 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Sync routers for ids ['37363439-a4eb-42dd-bca5-822393a73167'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:52:58.953660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7795dd48-2e19-41bc-ba6c-9855cbf57e42 None None] Port 9090b520-8847-46dd-8509-a41f6f3f0516 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:52:58.956925 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Routers {'37363439-a4eb-42dd-bca5-822393a73167'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:58.957969 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:52:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['37363439-a4eb-42dd-bca5-822393a73167'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:58.971540 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88709fa7-9aab-4102-869e-f8d53d8eb940 req-19976d61-575a-4ecc-894c-6ccdf9320161 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573518 Dec 16 22:52:59.072343 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Set router 37363439-a4eb-42dd-bca5-822393a73167 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:59.322312 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:52:57Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '020a8750-c737-4f0f-bfe2-22093a1a32c9', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '37363439-a4eb-42dd-bca5-822393a73167', 'port_id': '091a0153-3919-4c9b-8394-4c89ff98476d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'mac_address': 'fa:16:3e:a8:9d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:56Z', 'updated_at': '2021-12-16T22:52:00Z', 'revision_number': 1, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b805b31-e652-4381-9d66-06cb76cbf529', 'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:26Z', 'updated_at': '2021-12-16T22:51:32Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '899ff188-6621-4094-b660-0d04a325ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9090b520-8847-46dd-8509-a41f6f3f0516', 'name': '', 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:7b:85:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '2f377acd-4e01-41dd-9d58-ee31f181d350', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:52:58Z', 'revision_number': 2, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '2f377acd-4e01-41dd-9d58-ee31f181d350', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:59.351401 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Checking router: 37363439-a4eb-42dd-bca5-822393a73167 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:52:59.351760 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Updating router 37363439-a4eb-42dd-bca5-822393a73167 port 9090b520-8847-46dd-8509-a41f6f3f0516 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:52:59.380533 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:59.653805 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:59.724259 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:59.776615 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ace35-2702-4280-8e90-1cd647091809 None None] Pushing event updated for resources: {'Port': ['ID=9090b520-8847-46dd-8509-a41f6f3f0516,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:59.800750 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ace35-2702-4280-8e90-1cd647091809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:59.801088 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ace35-2702-4280-8e90-1cd647091809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:59.801422 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ace35-2702-4280-8e90-1cd647091809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:59.805296 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ace35-2702-4280-8e90-1cd647091809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:59.805296 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ace35-2702-4280-8e90-1cd647091809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:59.805296 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ace35-2702-4280-8e90-1cd647091809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:59.805296 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ace35-2702-4280-8e90-1cd647091809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:59.805296 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ace35-2702-4280-8e90-1cd647091809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:59.805296 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ace35-2702-4280-8e90-1cd647091809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:59.805296 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ace35-2702-4280-8e90-1cd647091809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:59.805296 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ace35-2702-4280-8e90-1cd647091809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:59.805296 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ace35-2702-4280-8e90-1cd647091809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:59.805296 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ace35-2702-4280-8e90-1cd647091809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:59.844003 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Attempting to bind port 9090b520-8847-46dd-8509-a41f6f3f0516 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:52:59.844381 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Attempting to bind port 9090b520-8847-46dd-8509-a41f6f3f0516 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '0dc7ad39-712a-410b-846c-f0846860566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:52:59.844750 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Attempting to bind port 9090b520-8847-46dd-8509-a41f6f3f0516 on network b255c958-1cad-46c9-9565-d76f308bf604 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:52:59.851846 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:52:59.852231 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Checking segment: {'id': '0dc7ad39-712a-410b-846c-f0846860566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:59.852646 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:59.853044 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Bound using segment: {'id': '0dc7ad39-712a-410b-846c-f0846860566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:52:59.853527 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Bound port: 9090b520-8847-46dd-8509-a41f6f3f0516, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc7ad39-712a-410b-846c-f0846860566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:52:59.853911 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:59.932765 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:52:59.933860 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] For port 9090b520-8847-46dd-8509-a41f6f3f0516, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:52:59.937319 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] For port 9090b520-8847-46dd-8509-a41f6f3f0516, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9090b520-8847-46dd-8509-a41f6f3f0516,segment=NetworkSegment(0dc7ad39-712a-410b-846c-f0846860566b),segment_id=0dc7ad39-712a-410b-846c-f0846860566b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:52:59.992852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d0177d06-8e3f-4913-99ac-62b972f07417 None None] Provisioning complete for port 9090b520-8847-46dd-8509-a41f6f3f0516 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:59.995021 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:59.995448 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0177d06-8e3f-4913-99ac-62b972f07417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:00.062055 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Routers {'37363439-a4eb-42dd-bca5-822393a73167'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:00.063960 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:52:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['37363439-a4eb-42dd-bca5-822393a73167'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:00.121164 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0177d06-8e3f-4913-99ac-62b972f07417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:00.124221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48e796-e813-4f00-a570-358642954e55 req-78adedd3-d8bc-481f-ac1d-510cb0fd3ae3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:00.125962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e48e796-e813-4f00-a570-358642954e55 req-78adedd3-d8bc-481f-ac1d-510cb0fd3ae3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0714524 Dec 16 22:53:00.164923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d0177d06-8e3f-4913-99ac-62b972f07417 None None] For port 9090b520-8847-46dd-8509-a41f6f3f0516, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9090b520-8847-46dd-8509-a41f6f3f0516,segment=NetworkSegment(0dc7ad39-712a-410b-846c-f0846860566b),segment_id=0dc7ad39-712a-410b-846c-f0846860566b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:00.203081 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ace35-2702-4280-8e90-1cd647091809 None None] Pushing event updated for resources: {'Port': ['ID=9090b520-8847-46dd-8509-a41f6f3f0516,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:00.209699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e48e796-e813-4f00-a570-358642954e55 req-d884393b-d01b-4215-bf55-205a3e1c53c3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754220 Dec 16 22:53:00.237976 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] Set router 37363439-a4eb-42dd-bca5-822393a73167 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:00.249838 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0177d06-8e3f-4913-99ac-62b972f07417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:00.324456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0177d06-8e3f-4913-99ac-62b972f07417 None None] Pushing event updated for resources: {'Port': ['ID=9090b520-8847-46dd-8509-a41f6f3f0516,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:00.383520 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1b24e1cd-2495-416f-9fa8-081891a51061 None None] Provisioning complete for port 9090b520-8847-46dd-8509-a41f6f3f0516 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:00.383897 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b24e1cd-2495-416f-9fa8-081891a51061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:00.506772 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:52:57Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '020a8750-c737-4f0f-bfe2-22093a1a32c9', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '37363439-a4eb-42dd-bca5-822393a73167', 'port_id': '091a0153-3919-4c9b-8394-4c89ff98476d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'mac_address': 'fa:16:3e:a8:9d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:56Z', 'updated_at': '2021-12-16T22:52:00Z', 'revision_number': 1, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b805b31-e652-4381-9d66-06cb76cbf529', 'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:26Z', 'updated_at': '2021-12-16T22:51:32Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '899ff188-6621-4094-b660-0d04a325ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9090b520-8847-46dd-8509-a41f6f3f0516', 'name': '', 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:7b:85:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '2f377acd-4e01-41dd-9d58-ee31f181d350', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:52:59Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '2f377acd-4e01-41dd-9d58-ee31f181d350', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:00.534614 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70690b0f-87e1-4b5d-9731-4842ece8314a None None] The sync data for ids ['37363439-a4eb-42dd-bca5-822393a73167'] in n-d-821840-2 is: [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:52:57Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '020a8750-c737-4f0f-bfe2-22093a1a32c9', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '37363439-a4eb-42dd-bca5-822393a73167', 'port_id': '091a0153-3919-4c9b-8394-4c89ff98476d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'mac_address': 'fa:16:3e:a8:9d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:56Z', 'updated_at': '2021-12-16T22:52:00Z', 'revision_number': 1, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b805b31-e652-4381-9d66-06cb76cbf529', 'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:26Z', 'updated_at': '2021-12-16T22:51:32Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '899ff188-6621-4094-b660-0d04a325ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9090b520-8847-46dd-8509-a41f6f3f0516', 'name': '', 'network_id': 'b255c958-1cad-46c9-9565-d76f308bf604', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:7b:85:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '2f377acd-4e01-41dd-9d58-ee31f181d350', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:52:59Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '2f377acd-4e01-41dd-9d58-ee31f181d350', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:53:01.337892 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de857e-385a-429d-8133-7b9c68a18616 req-9863a6ad-1eb1-4c4a-a566-278bc1a6a5e9 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:01.339453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1de857e-385a-429d-8133-7b9c68a18616 req-9863a6ad-1eb1-4c4a-a566-278bc1a6a5e9 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0556219 Dec 16 22:53:01.390944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1de857e-385a-429d-8133-7b9c68a18616 req-de025770-c872-42b3-bfde-c53ea3cc2de9 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453632 Dec 16 22:53:01.729983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9090b520-8847-46dd-8509-a41f6f3f0516 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:53:01.780019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 9090b520-8847-46dd-8509-a41f6f3f0516 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:01.780422 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:02.578817 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89725b-7cb7-4c0b-b031-f08139aa3c39 req-297f97e6-11d7-4f4e-8727-c45475e36a42 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:02.578817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e89725b-7cb7-4c0b-b031-f08139aa3c39 req-297f97e6-11d7-4f4e-8727-c45475e36a42 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0779200 Dec 16 22:53:02.604632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e89725b-7cb7-4c0b-b031-f08139aa3c39 req-fb75a35b-7a36-44ed-ad48-72d88603d823 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575397 Dec 16 22:53:03.746059 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fbf66-e0ec-4292-95c0-7dccea1bd336 req-f888d031-19ce-453b-9636-4e08b03dcfcf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:03.753193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-899fbf66-e0ec-4292-95c0-7dccea1bd336 req-f888d031-19ce-453b-9636-4e08b03dcfcf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0623050 Dec 16 22:53:03.802871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-899fbf66-e0ec-4292-95c0-7dccea1bd336 req-fde20a51-3c22-4172-9817-91e283bc6958 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476897 Dec 16 22:53:04.930343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ac36f-8669-4e60-b0dc-ee77bec37eb0 req-f66733b4-4feb-4a28-986d-f7161c9def3a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:04.931903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d04ac36f-8669-4e60-b0dc-ee77bec37eb0 req-f66733b4-4feb-4a28-986d-f7161c9def3a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0566857 Dec 16 22:53:04.982934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d04ac36f-8669-4e60-b0dc-ee77bec37eb0 req-da16dc7c-4dc0-4ab2-b36a-08dcf719d33c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449581 Dec 16 22:53:06.119716 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493ad60-0e74-4936-a492-0167b98bd9c9 req-a1e598e2-c647-45a1-a34c-d4cfc6a352ce tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:06.121482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c493ad60-0e74-4936-a492-0167b98bd9c9 req-a1e598e2-c647-45a1-a34c-d4cfc6a352ce tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0611897 Dec 16 22:53:06.178644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c493ad60-0e74-4936-a492-0167b98bd9c9 req-853cf4d9-0555-4787-a294-8a0bc60895d8 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479662 Dec 16 22:53:06.506200 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe8da916-0590-4e37-a37a-5583c46d0e55 req-3d83f4a6-556b-458a-8209-f8cbbbfc3124 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451181 Dec 16 22:53:06.596416 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da916-0590-4e37-a37a-5583c46d0e55 req-9edab151-3af2-49af-ba5d-847098b9184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:06.597811 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe8da916-0590-4e37-a37a-5583c46d0e55 req-9edab151-3af2-49af-ba5d-847098b9184c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53b23556a8674c1098e88ae07b15dd0f&device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 1097 time: 0.0416975 Dec 16 22:53:06.710152 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da916-0590-4e37-a37a-5583c46d0e55 req-286c69b2-c23c-4c7e-8206-83d622ab951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:06.711725 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe8da916-0590-4e37-a37a-5583c46d0e55 req-286c69b2-c23c-4c7e-8206-83d622ab951c service neutron] 10.222.0.24 "GET /v2.0/networks?id=af9074ee-c99c-49a2-98d0-cc28b9901f29 HTTP/1.1" status: 200 len: 897 time: 0.0901709 Dec 16 22:53:06.783974 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe8da916-0590-4e37-a37a-5583c46d0e55 req-36101e46-f530-4b7e-9f14-d2540a00b776 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=091a0153-3919-4c9b-8394-4c89ff98476d HTTP/1.1" status: 200 len: 1002 time: 0.0644374 Dec 16 22:53:06.842096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da916-0590-4e37-a37a-5583c46d0e55 req-4dc22a43-dfec-4cba-9ffe-193909bb5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:06.848067 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe8da916-0590-4e37-a37a-5583c46d0e55 req-4dc22a43-dfec-4cba-9ffe-193909bb5b7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=899ff188-6621-4094-b660-0d04a325ec88 HTTP/1.1" status: 200 len: 835 time: 0.0513604 Dec 16 22:53:06.901150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da916-0590-4e37-a37a-5583c46d0e55 req-c4d8f7fd-3488-445c-b456-c6e08ffd32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:06.902834 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe8da916-0590-4e37-a37a-5583c46d0e55 req-c4d8f7fd-3488-445c-b456-c6e08ffd32e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af9074ee-c99c-49a2-98d0-cc28b9901f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457871 Dec 16 22:53:07.007744 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe8da916-0590-4e37-a37a-5583c46d0e55 req-d22ce04a-996c-4eeb-ba4e-840fa583bd41 service neutron] 10.222.0.24 "GET /v2.0/networks/af9074ee-c99c-49a2-98d0-cc28b9901f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886140 Dec 16 22:53:07.105652 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fe8da916-0590-4e37-a37a-5583c46d0e55 req-385dd2f1-837e-4d88-9aa7-6fa5e2f3dbca service neutron] 10.222.0.24 "GET /v2.0/networks/af9074ee-c99c-49a2-98d0-cc28b9901f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898001 Dec 16 22:53:07.300511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbcdec-495c-4a62-aaf0-f4fd24cadd86 req-bd0a8514-0586-45e5-ad26-56d3c9387c2a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:07.301999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56cbcdec-495c-4a62-aaf0-f4fd24cadd86 req-bd0a8514-0586-45e5-ad26-56d3c9387c2a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0539458 Dec 16 22:53:07.353082 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56cbcdec-495c-4a62-aaf0-f4fd24cadd86 req-8cb437c8-56e4-4733-8543-688a6d59a77b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446308 Dec 16 22:53:08.472046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03078b-a824-48a4-9ede-a11598804628 req-8c503681-7d30-4405-92aa-b3a1e2946bd1 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:08.473537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c03078b-a824-48a4-9ede-a11598804628 req-8c503681-7d30-4405-92aa-b3a1e2946bd1 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0488520 Dec 16 22:53:08.525747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c03078b-a824-48a4-9ede-a11598804628 req-276b8d96-a299-40cc-b2c1-cffefad7e4bd tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454214 Dec 16 22:53:09.644557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1d349-bc67-44a5-a8e7-71a7081802d9 req-85eb11b5-30c6-4ff6-bae4-44aa7517a18f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:09.646070 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85d1d349-bc67-44a5-a8e7-71a7081802d9 req-85eb11b5-30c6-4ff6-bae4-44aa7517a18f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0502274 Dec 16 22:53:09.695366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85d1d349-bc67-44a5-a8e7-71a7081802d9 req-2c7dfa6e-c979-454f-adee-9db01410ae69 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423534 Dec 16 22:53:10.813275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35a03d-910a-4d82-a1ee-8bca0d91e10b req-7553997d-3250-46e2-a7a1-c9d201c45b94 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:10.814774 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d35a03d-910a-4d82-a1ee-8bca0d91e10b req-7553997d-3250-46e2-a7a1-c9d201c45b94 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0500951 Dec 16 22:53:10.880964 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d35a03d-910a-4d82-a1ee-8bca0d91e10b req-35cdadb0-9e31-4ec9-8df6-66f992cfd1ab tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589263 Dec 16 22:53:12.328080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8001ac-8750-4823-8b27-e8fa0ecc7345 req-00a77139-9a56-41ce-89f0-e39e366dd050 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:12.329617 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e8001ac-8750-4823-8b27-e8fa0ecc7345 req-00a77139-9a56-41ce-89f0-e39e366dd050 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.3730147 Dec 16 22:53:12.378017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e8001ac-8750-4823-8b27-e8fa0ecc7345 req-bb43636b-c359-45c9-b6e1-6c523d97a1a2 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 Dec 16 22:53:13.456647 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:13.500885 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8ac9d-369d-4a85-88ef-41ef39d1740e req-31eef1c6-235c-4a31-92f1-1bf84ac62730 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:13.502390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9b8ac9d-369d-4a85-88ef-41ef39d1740e req-31eef1c6-235c-4a31-92f1-1bf84ac62730 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0516863 Dec 16 22:53:13.524115 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:13.553493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9b8ac9d-369d-4a85-88ef-41ef39d1740e req-c8875d75-aaf7-412c-a9c7-7c60134f45f9 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Dec 16 22:53:14.672699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd58541-f00e-4b23-b6d3-22937e5f9047 req-1f2591d6-d224-4ffb-b208-8d25db37da8d tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:14.674300 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dcd58541-f00e-4b23-b6d3-22937e5f9047 req-1f2591d6-d224-4ffb-b208-8d25db37da8d tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0505233 Dec 16 22:53:14.729173 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dcd58541-f00e-4b23-b6d3-22937e5f9047 req-c03df0c4-d03c-44aa-b8b6-d7a51ce92923 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474508 Dec 16 22:53:15.848568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b9fe8-f31d-4afa-9d79-70d8810e9857 req-acd455af-0798-4af6-b7eb-f042954bff45 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:15.850096 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-653b9fe8-f31d-4afa-9d79-70d8810e9857 req-acd455af-0798-4af6-b7eb-f042954bff45 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0506058 Dec 16 22:53:15.898916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-653b9fe8-f31d-4afa-9d79-70d8810e9857 req-1f88ff60-25d7-48dc-abe4-161eeff5ecb0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417919 Dec 16 22:53:17.026258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07617a-4890-415d-823a-f0f6f3312880 req-e001b189-15ad-4436-ab21-563be0a94abf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:17.027898 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee07617a-4890-415d-823a-f0f6f3312880 req-e001b189-15ad-4436-ab21-563be0a94abf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0558357 Dec 16 22:53:17.083908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee07617a-4890-415d-823a-f0f6f3312880 req-ee3418d1-450f-4b99-b822-3d2a6a9c2aea tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495982 Dec 16 22:53:17.302502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe733c-a0bc-47fc-90c4-d4586cc54c9a req-0eac3b34-b8e7-4d8f-b1e6-93a172ae7501 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:17.304082 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3bfe733c-a0bc-47fc-90c4-d4586cc54c9a req-0eac3b34-b8e7-4d8f-b1e6-93a172ae7501 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0585997 Dec 16 22:53:17.355834 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3bfe733c-a0bc-47fc-90c4-d4586cc54c9a req-fb83cd13-3cd1-4200-b813-6252ed5f3f02 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441794 Dec 16 22:53:17.488598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd36135-22fb-4e0d-8a4f-3c30134d0e4e req-3baad61c-8b8c-4a48-92f4-879f97fa1205 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:17.490032 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1dd36135-22fb-4e0d-8a4f-3c30134d0e4e req-3baad61c-8b8c-4a48-92f4-879f97fa1205 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0516822 Dec 16 22:53:17.550199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1dd36135-22fb-4e0d-8a4f-3c30134d0e4e req-9c406ae7-f7c8-4f04-ab49-a55049aa724a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537534 Dec 16 22:53:17.845865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-caef96a7-bb1d-4009-896b-55989667793c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:17.847257 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-caef96a7-bb1d-4009-896b-55989667793c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 812 time: 0.1211698 Dec 16 22:53:17.863090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-006e8d14-1504-4b5e-a0d7-2d83f68ae0c0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/quotas/7598faf309884af08e32732a45eb82c2 HTTP/1.1" status: 200 len: 375 time: 0.0095558 Dec 16 22:53:17.921590 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-e2c7cb8a-928a-4e76-85da-8082e5ae4aef tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0524936 Dec 16 22:53:18.019226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-86d145aa-0ecf-4367-960a-ddeb09607dda service neutron] 10.222.0.43 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904372 Dec 16 22:53:18.116105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-095b62eb-bfd3-49a8-ada9-b921bca62988 service neutron] 10.222.0.43 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896175 Dec 16 22:53:18.388859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1079bc8-36d2-4d0e-ba97-4308cc299ba9 req-16bd546f-74d5-4bdb-8830-811e8bd69c2f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 210 time: 0.0310948 Dec 16 22:53:19.489026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2083d1fc-8de2-4bd7-8811-a963d0721b84 req-ea916122-416c-44ad-b67c-8e655c3139b4 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 210 time: 0.0269692 Dec 16 22:53:20.123467 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9177aaf3-4dca-4505-9c8d-22abac2b5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:20.598091 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b42f4514-bf17-46d6-b9ee-faf655809009 req-4e22e797-96ab-47da-805e-09d1025e8336 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 210 time: 0.0325339 Dec 16 22:53:20.648511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-b12df6b6-0431-4db1-abae-4cc46d113d30 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:20.650058 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-b12df6b6-0431-4db1-abae-4cc46d113d30 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 812 time: 0.1160343 Dec 16 22:53:20.671102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Request body: {'port': {'device_id': '4a9beec6-2fa4-4070-95e3-375d960b22f1', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'admin_state_up': True, 'tenant_id': '7598faf309884af08e32732a45eb82c2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:20.889479 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Made reservation on behalf of 7598faf309884af08e32732a45eb82c2 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:53:20.893176 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:21.024257 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Allocated IP 172.20.0.6 (f9696325-b450-49ff-84ca-eac34f68c7bb/e270dbc5-c7e3-4ed6-9c89-2c10c311a073/29a98aac-c994-4f15-8282-13f8e986cfc8) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:53:21.186553 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:21.329602 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:21.345758 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['04af1bec-5856-455f-9ccb-6ad72e79f41d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:53:21.379708 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Network f9696325-b450-49ff-84ca-eac34f68c7bb is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:53:21.383010 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:21.388966 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event updated for resources: {'Port': ['ID=29a98aac-c994-4f15-8282-13f8e986cfc8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:21.391498 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:53:21.425928 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:21.426273 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:21.426593 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:21.426942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:21.427302 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:21.427644 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:21.427978 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:21.428312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:21.428638 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:21.428990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:21.429319 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:21.429660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:21.429989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:21.468366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:21.469051 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:21.566083 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-7381a6f3-3406-4493-bcb5-ff64c077979b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8997569 Dec 16 22:53:21.650617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b889e225-2e45-42f9-b0ae-e81147d61582 None None] Provisioning complete for port 29a98aac-c994-4f15-8282-13f8e986cfc8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:21.651248 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b889e225-2e45-42f9-b0ae-e81147d61582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:21.687752 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Request body: {'port': {'device_id': '4a9beec6-2fa4-4070-95e3-375d960b22f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:21.722648 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b889e225-2e45-42f9-b0ae-e81147d61582 None None] Port 29a98aac-c994-4f15-8282-13f8e986cfc8 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:53:21.744704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f616e-db08-4151-97ab-920071e50c47 req-1952a0c4-24e9-4a13-9b9f-a84df361810b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:21.746429 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-339f616e-db08-4151-97ab-920071e50c47 req-1952a0c4-24e9-4a13-9b9f-a84df361810b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 931 time: 0.0628345 Dec 16 22:53:21.772193 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:21.795452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51294) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:21.805539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-339f616e-db08-4151-97ab-920071e50c47 req-9e292619-c1df-452b-a7d7-0f50c02fba23 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529425 Dec 16 22:53:22.087404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a98aac-c994-4f15-8282-13f8e986cfc8 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:53:22.096324 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:22.110205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Transition to ACTIVE for port object 29a98aac-c994-4f15-8282-13f8e986cfc8 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:53:22.187082 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:22.204017 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-519f0011-ea9a-43b3-b25c-18b99f797786 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:22.249974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Pushing event updated for resources: {'Port': ['ID=29a98aac-c994-4f15-8282-13f8e986cfc8,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:22.340781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Attempting to bind port 29a98aac-c994-4f15-8282-13f8e986cfc8 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:53:22.341064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Attempting to bind port 29a98aac-c994-4f15-8282-13f8e986cfc8 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:53:22.341400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Attempting to bind port 29a98aac-c994-4f15-8282-13f8e986cfc8 on network f9696325-b450-49ff-84ca-eac34f68c7bb {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:53:22.346634 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Port 29a98aac-c994-4f15-8282-13f8e986cfc8 on network f9696325-b450-49ff-84ca-eac34f68c7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:53:22.346961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Attempting to bind port 29a98aac-c994-4f15-8282-13f8e986cfc8 on network f9696325-b450-49ff-84ca-eac34f68c7bb {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:53:22.352317 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:53:22.352656 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Checking segment: {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:53:22.353162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Bound using segment: {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:53:22.353607 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Bound port: 29a98aac-c994-4f15-8282-13f8e986cfc8, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:53:22.353968 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:22.449112 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] For port 29a98aac-c994-4f15-8282-13f8e986cfc8, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:53:22.454421 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] For port 29a98aac-c994-4f15-8282-13f8e986cfc8, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=29a98aac-c994-4f15-8282-13f8e986cfc8,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:53:22.484728 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-56c7e9db-4490-47f7-8bad-09738ad1a0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:22.546882 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:22.591812 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-519f0011-ea9a-43b3-b25c-18b99f797786 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Deleting port 9090b520-8847-46dd-8509-a41f6f3f0516 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:53:22.592048 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-519f0011-ea9a-43b3-b25c-18b99f797786 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:22.607408 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:22.608142 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:22.610689 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] 10.222.0.69 "PUT /v2.0/ports/29a98aac-c994-4f15-8282-13f8e986cfc8 HTTP/1.1" status: 200 len: 1091 time: 1.0349717 Dec 16 22:53:22.610689 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9beec6-2fa4-4070-95e3-375d960b22f1', 'tag': '29a98aac-c994-4f15-8282-13f8e986cfc8'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:53:22.612799 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb10fc9-17d3-4840-affa-3e141ee40c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9beec6-2fa4-4070-95e3-375d960b22f1", "tag": "29a98aac-c994-4f15-8282-13f8e986cfc8"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:53:22.657069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2f456-f922-4553-9f50-ff23826224c3 service neutron] Pushing event updated for resources: {'Port': ['ID=29a98aac-c994-4f15-8282-13f8e986cfc8,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:22.730238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-519f0011-ea9a-43b3-b25c-18b99f797786 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] For port 9090b520-8847-46dd-8509-a41f6f3f0516, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=9090b520-8847-46dd-8509-a41f6f3f0516,segment=NetworkSegment(0dc7ad39-712a-410b-846c-f0846860566b),segment_id=0dc7ad39-712a-410b-846c-f0846860566b)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:22.731195 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-519f0011-ea9a-43b3-b25c-18b99f797786 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:22.756598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-519f0011-ea9a-43b3-b25c-18b99f797786 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Calling delete_port for 9090b520-8847-46dd-8509-a41f6f3f0516 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:53:22.773179 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-31203fa8-310d-47a2-a1da-cd1c69cf4fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:22.774768 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-31203fa8-310d-47a2-a1da-cd1c69cf4fa1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 1094 time: 0.0702784 Dec 16 22:53:22.830481 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-8e045992-d2da-4a33-b8a3-4c2ef6ae2391 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29a98aac-c994-4f15-8282-13f8e986cfc8 HTTP/1.1" status: 200 len: 217 time: 0.0434461 Dec 16 22:53:22.907839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-f86f159a-6b5b-475c-85ad-01b731c81e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:22.909752 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-f86f159a-6b5b-475c-85ad-01b731c81e11 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0690105 Dec 16 22:53:22.915842 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e21d08-0b30-4770-991b-a62f6829a78b x-openstack-request-id: req-c9e21d08-0b30-4770-991b-a62f6829a78b {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:53:22.916329 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9beec6-2fa4-4070-95e3-375d960b22f1", "tag": "29a98aac-c994-4f15-8282-13f8e986cfc8", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:53:22.916733 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9e21d08-0b30-4770-991b-a62f6829a78b {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:53:22.917243 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9beec6-2fa4-4070-95e3-375d960b22f1', 'tag': '29a98aac-c994-4f15-8282-13f8e986cfc8', 'status': 'completed', 'code': 200} Dec 16 22:53:22.969335 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-da3b31a2-dae8-4250-8f06-054cb05486f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:22.970876 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-da3b31a2-dae8-4250-8f06-054cb05486f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474737 Dec 16 22:53:22.986974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e454c2-13a5-48d4-aedc-5801b43bf209 req-7ae831ce-3284-4b3e-9b3a-1fe799ba0991 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:22.988580 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-18e454c2-13a5-48d4-aedc-5801b43bf209 req-7ae831ce-3284-4b3e-9b3a-1fe799ba0991 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 943 time: 0.0690730 Dec 16 22:53:23.080710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-18e454c2-13a5-48d4-aedc-5801b43bf209 req-d9eb7dbf-978e-4348-ae65-4ff6f3ce250b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639446 Dec 16 22:53:23.086601 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-b35b52fc-58f5-4830-b946-f133fc2c5dbf service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050191 Dec 16 22:53:23.140702 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-519f0011-ea9a-43b3-b25c-18b99f797786 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:23.172973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f0011-ea9a-43b3-b25c-18b99f797786 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Port': ['ID=9090b520-8847-46dd-8509-a41f6f3f0516,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:23.193601 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-09985fc9-3318-41a9-9fa2-9a2ccb9924b9 req-7e62619c-0ff1-499b-8644-6c0eae794660 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989406 Dec 16 22:53:23.365855 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-519f0011-ea9a-43b3-b25c-18b99f797786 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:23.381776 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb10fc9-17d3-4840-affa-3e141ee40c6e req-0d6615ac-d4a4-42d5-bc43-a7b6a9fb9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:23.383326 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bb10fc9-17d3-4840-affa-3e141ee40c6e req-0d6615ac-d4a4-42d5-bc43-a7b6a9fb9cc1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 1094 time: 0.0710638 Dec 16 22:53:23.485829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb10fc9-17d3-4840-affa-3e141ee40c6e req-22837031-0b3c-45fb-80d9-18f2045ae441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:23.489152 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bb10fc9-17d3-4840-affa-3e141ee40c6e req-22837031-0b3c-45fb-80d9-18f2045ae441 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.0963492 Dec 16 22:53:23.538867 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bb10fc9-17d3-4840-affa-3e141ee40c6e req-eca0dacd-9f34-43e2-91b1-0524560ddfb3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29a98aac-c994-4f15-8282-13f8e986cfc8 HTTP/1.1" status: 200 len: 217 time: 0.0397036 Dec 16 22:53:23.597310 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb10fc9-17d3-4840-affa-3e141ee40c6e req-8a6e150a-e09d-42f2-a22d-a301fa4c1683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:23.601116 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bb10fc9-17d3-4840-affa-3e141ee40c6e req-8a6e150a-e09d-42f2-a22d-a301fa4c1683 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0508144 Dec 16 22:53:23.618126 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519f0011-ea9a-43b3-b25c-18b99f797786 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Router 37363439-a4eb-42dd-bca5-822393a73167 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:53:23.621891 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:23.659791 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb10fc9-17d3-4840-affa-3e141ee40c6e req-d144f850-1e4d-4ff6-a92e-653de592311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:23.661363 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bb10fc9-17d3-4840-affa-3e141ee40c6e req-d144f850-1e4d-4ff6-a92e-653de592311c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549791 Dec 16 22:53:23.757130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519f0011-ea9a-43b3-b25c-18b99f797786 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:53:23.768017 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321eaac5-e40b-45c5-b526-c74d3ec9582c None None] Sync routers for ids ['37363439-a4eb-42dd-bca5-822393a73167'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:53:23.771301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-519f0011-ea9a-43b3-b25c-18b99f797786 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "PUT /v2.0/routers/37363439-a4eb-42dd-bca5-822393a73167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9746730 Dec 16 22:53:23.780172 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321eaac5-e40b-45c5-b526-c74d3ec9582c None None] Routers {'37363439-a4eb-42dd-bca5-822393a73167'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:23.780968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-321eaac5-e40b-45c5-b526-c74d3ec9582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['37363439-a4eb-42dd-bca5-822393a73167'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:23.787048 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bb10fc9-17d3-4840-affa-3e141ee40c6e req-02f06f20-ea59-42ff-be5f-356d453836c0 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147120 Dec 16 22:53:23.905001 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-4bb10fc9-17d3-4840-affa-3e141ee40c6e req-dbd47050-28b1-4a9d-a59d-a80300616a3b service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047466 Dec 16 22:53:23.906576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-321eaac5-e40b-45c5-b526-c74d3ec9582c None None] Set router 37363439-a4eb-42dd-bca5-822393a73167 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:24.244917 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-321eaac5-e40b-45c5-b526-c74d3ec9582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:53:22Z', 'revision_number': 6, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '020a8750-c737-4f0f-bfe2-22093a1a32c9', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '37363439-a4eb-42dd-bca5-822393a73167', 'port_id': '091a0153-3919-4c9b-8394-4c89ff98476d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'mac_address': 'fa:16:3e:a8:9d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:56Z', 'updated_at': '2021-12-16T22:52:00Z', 'revision_number': 1, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b805b31-e652-4381-9d66-06cb76cbf529', 'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:26Z', 'updated_at': '2021-12-16T22:51:32Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '899ff188-6621-4094-b660-0d04a325ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:24.281505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57b0b7-ade8-4800-b2cf-91208d5811bf req-9d160443-1ee9-49f0-907a-58ffb969cf1e tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:24.283423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c57b0b7-ade8-4800-b2cf-91208d5811bf req-9d160443-1ee9-49f0-907a-58ffb969cf1e tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 943 time: 0.0991518 Dec 16 22:53:24.292481 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321eaac5-e40b-45c5-b526-c74d3ec9582c None None] Checking router: 37363439-a4eb-42dd-bca5-822393a73167 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:53:24.303132 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321eaac5-e40b-45c5-b526-c74d3ec9582c None None] Routers {'37363439-a4eb-42dd-bca5-822393a73167'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:24.303825 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-321eaac5-e40b-45c5-b526-c74d3ec9582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['37363439-a4eb-42dd-bca5-822393a73167'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:24.316847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939f8b1-e836-4e85-9d9b-fa226736d18a req-2bf3e5f7-d25e-44a0-b2f1-fbf9fd307837 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:24.318879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d939f8b1-e836-4e85-9d9b-fa226736d18a req-2bf3e5f7-d25e-44a0-b2f1-fbf9fd307837 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 946 time: 0.1039238 Dec 16 22:53:24.377241 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c57b0b7-ade8-4800-b2cf-91208d5811bf req-4cd49fcd-552c-4b00-b2c0-82698cae42cf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857296 Dec 16 22:53:24.424580 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d939f8b1-e836-4e85-9d9b-fa226736d18a req-dd3794ac-af35-4d83-8954-9286df7de6fb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4536018-8414-4ac0-bd28-2875f74b9e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894725 Dec 16 22:53:24.435323 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-321eaac5-e40b-45c5-b526-c74d3ec9582c None None] Set router 37363439-a4eb-42dd-bca5-822393a73167 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:24.748395 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-321eaac5-e40b-45c5-b526-c74d3ec9582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:53:22Z', 'revision_number': 6, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '020a8750-c737-4f0f-bfe2-22093a1a32c9', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '37363439-a4eb-42dd-bca5-822393a73167', 'port_id': '091a0153-3919-4c9b-8394-4c89ff98476d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'mac_address': 'fa:16:3e:a8:9d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:56Z', 'updated_at': '2021-12-16T22:52:00Z', 'revision_number': 1, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b805b31-e652-4381-9d66-06cb76cbf529', 'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:26Z', 'updated_at': '2021-12-16T22:51:32Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '899ff188-6621-4094-b660-0d04a325ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:24.778274 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321eaac5-e40b-45c5-b526-c74d3ec9582c None None] The sync data for ids ['37363439-a4eb-42dd-bca5-822393a73167'] in n-d-821840-2 is: [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:53:22Z', 'revision_number': 6, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '020a8750-c737-4f0f-bfe2-22093a1a32c9', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '37363439-a4eb-42dd-bca5-822393a73167', 'port_id': '091a0153-3919-4c9b-8394-4c89ff98476d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'mac_address': 'fa:16:3e:a8:9d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:56Z', 'updated_at': '2021-12-16T22:52:00Z', 'revision_number': 1, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b805b31-e652-4381-9d66-06cb76cbf529', 'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:26Z', 'updated_at': '2021-12-16T22:51:32Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '899ff188-6621-4094-b660-0d04a325ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:53:24.929874 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:25.323063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 29a98aac-c994-4f15-8282-13f8e986cfc8 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:53:25.428922 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 29a98aac-c994-4f15-8282-13f8e986cfc8, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=29a98aac-c994-4f15-8282-13f8e986cfc8,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:25.440975 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '29a98aac-c994-4f15-8282-13f8e986cfc8', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'port_id': '29a98aac-c994-4f15-8282-13f8e986cfc8', 'mac_address': 'fa:16:3e:b7:32:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:53:25.480042 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:25.495531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a98aac-c994-4f15-8282-13f8e986cfc8 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:53:25.507130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c7abb-c4a9-4cfd-8f40-f5b584ed029c req-acac77e6-97b8-46de-8b37-0a7d3bddb2dc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:25.511971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-204c7abb-c4a9-4cfd-8f40-f5b584ed029c req-acac77e6-97b8-46de-8b37-0a7d3bddb2dc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 943 time: 0.0546341 Dec 16 22:53:25.523691 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 29a98aac-c994-4f15-8282-13f8e986cfc8, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=29a98aac-c994-4f15-8282-13f8e986cfc8,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:25.587225 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:25.599618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-204c7abb-c4a9-4cfd-8f40-f5b584ed029c req-945bcea3-984d-4979-8fa8-2b36990ef2be tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838280 Dec 16 22:53:25.611501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e536df4-2ec0-4a98-8aa9-704be8683b71 req-49e66a8c-4549-4941-92ea-b691a60a5045 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:25.613061 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e536df4-2ec0-4a98-8aa9-704be8683b71 req-49e66a8c-4549-4941-92ea-b691a60a5045 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 946 time: 0.0891771 Dec 16 22:53:25.650772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=29a98aac-c994-4f15-8282-13f8e986cfc8,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:25.659815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:25.660168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:25.660517 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:25.660862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:25.661196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:25.661530 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:25.661935 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:25.662234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:25.662566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:25.662924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:25.663253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:25.663618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:25.663941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:25.675748 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9090b520-8847-46dd-8509-a41f6f3f0516 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:53:25.678098 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e536df4-2ec0-4a98-8aa9-704be8683b71 req-11461137-5f83-4c63-a7ad-09574ddbb07a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4536018-8414-4ac0-bd28-2875f74b9e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585649 Dec 16 22:53:25.708234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 9090b520-8847-46dd-8509-a41f6f3f0516 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:53:25.708586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 9090b520-8847-46dd-8509-a41f6f3f0516 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:53:25.770074 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:25.854223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['29a98aac-c994-4f15-8282-13f8e986cfc8'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:53:26.078684 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e66cb-3ecc-43b8-ab72-f68a219ce783 req-0bb7e896-a635-44da-bf99-36c7a7dc7d84 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:26.080208 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd0e66cb-3ecc-43b8-ab72-f68a219ce783 req-0bb7e896-a635-44da-bf99-36c7a7dc7d84 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 946 time: 0.3415854 Dec 16 22:53:26.181461 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-cd0e66cb-3ecc-43b8-ab72-f68a219ce783 req-447861b2-4f19-4e15-8f4b-48be8c788116 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Deleting port ba866d16-7642-4987-8250-71cb515df55a {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:53:26.181801 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cd0e66cb-3ecc-43b8-ab72-f68a219ce783 req-447861b2-4f19-4e15-8f4b-48be8c788116 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:26.281292 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-cd0e66cb-3ecc-43b8-ab72-f68a219ce783 req-447861b2-4f19-4e15-8f4b-48be8c788116 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] For port ba866d16-7642-4987-8250-71cb515df55a, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ba866d16-7642-4987-8250-71cb515df55a,segment=NetworkSegment(0dc7ad39-712a-410b-846c-f0846860566b),segment_id=0dc7ad39-712a-410b-846c-f0846860566b)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:26.281292 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cd0e66cb-3ecc-43b8-ab72-f68a219ce783 req-447861b2-4f19-4e15-8f4b-48be8c788116 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:26.295938 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-cd0e66cb-3ecc-43b8-ab72-f68a219ce783 req-447861b2-4f19-4e15-8f4b-48be8c788116 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Calling delete_port for ba866d16-7642-4987-8250-71cb515df55a owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:53:26.557133 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cd0e66cb-3ecc-43b8-ab72-f68a219ce783 req-447861b2-4f19-4e15-8f4b-48be8c788116 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:26.587741 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447861b2-4f19-4e15-8f4b-48be8c788116 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Port': ['ID=ba866d16-7642-4987-8250-71cb515df55a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:26.642898 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0e66cb-3ecc-43b8-ab72-f68a219ce783 req-447861b2-4f19-4e15-8f4b-48be8c788116 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] No DVR routers for this DVR port ba866d16-7642-4987-8250-71cb515df55a on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:53:26.642898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cd0e66cb-3ecc-43b8-ab72-f68a219ce783 req-447861b2-4f19-4e15-8f4b-48be8c788116 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:26.645294 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-cd0e66cb-3ecc-43b8-ab72-f68a219ce783 req-447861b2-4f19-4e15-8f4b-48be8c788116 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.24 "DELETE /v2.0/ports/ba866d16-7642-4987-8250-71cb515df55a HTTP/1.1" status: 204 len: 173 time: 0.5577409 Dec 16 22:53:26.645872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c16a1a6-54d9-4488-9751-9cc7f7fa25ca', 'name': 'network-vif-deleted', 'tag': 'ba866d16-7642-4987-8250-71cb515df55a'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:53:26.648308 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68e0ac3-2d7c-4b60-b268-e53d2ac58ec3" -d '{"events": [{"server_uuid": "8c16a1a6-54d9-4488-9751-9cc7f7fa25ca", "name": "network-vif-deleted", "tag": "ba866d16-7642-4987-8250-71cb515df55a"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:53:26.687055 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cfde85-fb76-4cfa-8953-90a6ea6fed56 x-openstack-request-id: req-f8cfde85-fb76-4cfa-8953-90a6ea6fed56 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:53:26.687377 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c16a1a6-54d9-4488-9751-9cc7f7fa25ca", "name": "network-vif-deleted", "tag": "ba866d16-7642-4987-8250-71cb515df55a", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:53:26.687640 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8cfde85-fb76-4cfa-8953-90a6ea6fed56 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:53:26.688082 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c16a1a6-54d9-4488-9751-9cc7f7fa25ca', 'name': 'network-vif-deleted', 'tag': 'ba866d16-7642-4987-8250-71cb515df55a', 'status': 'completed', 'code': 200} Dec 16 22:53:26.753075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562e7f6-6d24-4c54-beef-fd95d17516d1 req-aa7db2db-648d-44d8-9bb7-35319c5b71fe tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:26.755905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a562e7f6-6d24-4c54-beef-fd95d17516d1 req-aa7db2db-648d-44d8-9bb7-35319c5b71fe tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 944 time: 0.0701404 Dec 16 22:53:26.791368 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a63a407-c9aa-4869-8b8f-7d3dab11c1db req-574c8070-ea4b-4ece-8ac9-94d19e06fc80 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c16a1a6-54d9-4488-9751-9cc7f7fa25ca HTTP/1.1" status: 200 len: 210 time: 0.0327621 Dec 16 22:53:26.837772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a562e7f6-6d24-4c54-beef-fd95d17516d1 req-6314cd8c-4d5a-4902-854c-5c7081a56706 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779896 Dec 16 22:53:27.322984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 29a98aac-c994-4f15-8282-13f8e986cfc8 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:53:27.459084 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 29a98aac-c994-4f15-8282-13f8e986cfc8 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:53:27.460338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 29a98aac-c994-4f15-8282-13f8e986cfc8 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:27.460845 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:27.551617 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:27.580269 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9beec6-2fa4-4070-95e3-375d960b22f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a98aac-c994-4f15-8282-13f8e986cfc8'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:53:27.582676 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaca594-2033-4400-9791-696c4a8f100c" -d '{"events": [{"server_uuid": "4a9beec6-2fa4-4070-95e3-375d960b22f1", "name": "network-vif-plugged", "status": "completed", "tag": "29a98aac-c994-4f15-8282-13f8e986cfc8"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:53:27.598361 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 29a98aac-c994-4f15-8282-13f8e986cfc8, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=29a98aac-c994-4f15-8282-13f8e986cfc8,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:27.628860 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7df857a-9d84-4534-bdb0-37218335fcce x-openstack-request-id: req-f7df857a-9d84-4534-bdb0-37218335fcce {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:53:27.629326 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9beec6-2fa4-4070-95e3-375d960b22f1", "name": "network-vif-plugged", "status": "completed", "tag": "29a98aac-c994-4f15-8282-13f8e986cfc8", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:53:27.629670 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7df857a-9d84-4534-bdb0-37218335fcce {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:53:27.630164 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9beec6-2fa4-4070-95e3-375d960b22f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a98aac-c994-4f15-8282-13f8e986cfc8', 'code': 200} Dec 16 22:53:27.711192 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:27.737274 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4d4db-5a89-4e3d-9c30-ae244d383827 req-4a01a34c-0221-4785-8201-8afe7a49f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:27.738837 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1cd4d4db-5a89-4e3d-9c30-ae244d383827 req-4a01a34c-0221-4785-8201-8afe7a49f1a0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 1095 time: 0.0471997 Dec 16 22:53:27.794688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=29a98aac-c994-4f15-8282-13f8e986cfc8,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:27.819871 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1cd4d4db-5a89-4e3d-9c30-ae244d383827 req-4457828f-5c49-4588-916d-c33d11c58b53 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679867 Dec 16 22:53:27.864459 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51348) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:27.900964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51352) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:27.985591 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a878194-a52b-4279-a0b4-74a97f6fac5f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.016262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c4550-7ec9-42f5-a091-c763c5da2da9 req-9da46481-6668-4b13-9f77-e19e9ede5311 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:28.017831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a2c4550-7ec9-42f5-a091-c763c5da2da9 req-9da46481-6668-4b13-9f77-e19e9ede5311 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 945 time: 0.0891950 Dec 16 22:53:28.032612 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a878194-a52b-4279-a0b4-74a97f6fac5f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.038597 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-030a7168-6de5-4be4-9379-9ed6a7f43b53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.113325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a2c4550-7ec9-42f5-a091-c763c5da2da9 req-1b42e588-4c7d-4b1c-a5b9-8ea45272bcbc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840607 Dec 16 22:53:28.129187 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-030a7168-6de5-4be4-9379-9ed6a7f43b53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.214163 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-030a7168-6de5-4be4-9379-9ed6a7f43b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.254966 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a878194-a52b-4279-a0b4-74a97f6fac5f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.256858 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-030a7168-6de5-4be4-9379-9ed6a7f43b53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c88ef0b8105a43d29bf6cadc40dfeb70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3545611 Dec 16 22:53:28.257635 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51356) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:28.258145 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a878194-a52b-4279-a0b4-74a97f6fac5f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.258291 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a7168-6de5-4be4-9379-9ed6a7f43b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427a3385-1432-444a-9331-c9f18f812934,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:28.262881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0a878194-a52b-4279-a0b4-74a97f6fac5f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "DELETE /v2.0/security-groups/e4536018-8414-4ac0-bd28-2875f74b9e28 HTTP/1.1" status: 204 len: 168 time: 0.3957756 Dec 16 22:53:28.275963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a878194-a52b-4279-a0b4-74a97f6fac5f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4536018-8414-4ac0-bd28-2875f74b9e28,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:28.314012 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-671c90f1-b0c6-4726-9193-a8acc5833f0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.339375 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-671c90f1-b0c6-4726-9193-a8acc5833f0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.364326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51360) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:28.417089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3254fe-0798-45e0-b57e-c0aad3d92021 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Deleting subnet 2f377acd-4e01-41dd-9d58-ee31f181d350 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:53:28.420825 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ec3254fe-0798-45e0-b57e-c0aad3d92021 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.448878 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-671c90f1-b0c6-4726-9193-a8acc5833f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.452728 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-671c90f1-b0c6-4726-9193-a8acc5833f0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.454131 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-671c90f1-b0c6-4726-9193-a8acc5833f0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/427a3385-1432-444a-9331-c9f18f812934 HTTP/1.1" status: 204 len: 168 time: 0.1929102 Dec 16 22:53:28.463072 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c90f1-b0c6-4726-9193-a8acc5833f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427a3385-1432-444a-9331-c9f18f812934,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:28.463557 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ec3254fe-0798-45e0-b57e-c0aad3d92021 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.554658 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ec3254fe-0798-45e0-b57e-c0aad3d92021 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.666002 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ec3254fe-0798-45e0-b57e-c0aad3d92021 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.694676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3254fe-0798-45e0-b57e-c0aad3d92021 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Subnet': ['ID=2f377acd-4e01-41dd-9d58-ee31f181d350,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:28.698481 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ec3254fe-0798-45e0-b57e-c0aad3d92021 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.701842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ec3254fe-0798-45e0-b57e-c0aad3d92021 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "DELETE /v2.0/subnets/2f377acd-4e01-41dd-9d58-ee31f181d350 HTTP/1.1" status: 204 len: 168 time: 0.3364844 Dec 16 22:53:28.704954 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51366) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:28.707375 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce35efb-832a-466e-b3f3-f85b7ad964be None None] Network b255c958-1cad-46c9-9565-d76f308bf604 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:53:28.791395 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.850424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Deleting port f9218a37-57e3-4a41-8c3f-450e713355f5 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:53:28.850770 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.877286 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22403a5-b10f-4a0d-85bd-62406da8a744 None None] DHCP port deletion for b255c958-1cad-46c9-9565-d76f308bf604 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:53:28.918414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] For port f9218a37-57e3-4a41-8c3f-450e713355f5, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f9218a37-57e3-4a41-8c3f-450e713355f5,segment=NetworkSegment(0dc7ad39-712a-410b-846c-f0846860566b),segment_id=0dc7ad39-712a-410b-846c-f0846860566b)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:28.919178 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.927869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b22403a5-b10f-4a0d-85bd-62406da8a744 None None] Deleting port f9218a37-57e3-4a41-8c3f-450e713355f5 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:53:28.928567 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b22403a5-b10f-4a0d-85bd-62406da8a744 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.932926 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Calling delete_port for f9218a37-57e3-4a41-8c3f-450e713355f5 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:53:29.002001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b22403a5-b10f-4a0d-85bd-62406da8a744 None None] For port f9218a37-57e3-4a41-8c3f-450e713355f5, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f9218a37-57e3-4a41-8c3f-450e713355f5,segment=NetworkSegment(0dc7ad39-712a-410b-846c-f0846860566b),segment_id=0dc7ad39-712a-410b-846c-f0846860566b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:29.002737 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b22403a5-b10f-4a0d-85bd-62406da8a744 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:29.017613 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b22403a5-b10f-4a0d-85bd-62406da8a744 None None] Calling delete_port for f9218a37-57e3-4a41-8c3f-450e713355f5 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:53:29.088234 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:29.101962 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b22403a5-b10f-4a0d-85bd-62406da8a744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:29.119397 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Port': ['ID=f9218a37-57e3-4a41-8c3f-450e713355f5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:29.121190 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] No DVR routers for this DVR port f9218a37-57e3-4a41-8c3f-450e713355f5 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:53:29.134529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22403a5-b10f-4a0d-85bd-62406da8a744 None None] No DVR routers for this DVR port f9218a37-57e3-4a41-8c3f-450e713355f5 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:53:29.136495 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22403a5-b10f-4a0d-85bd-62406da8a744 None None] Pushing event deleted for resources: {'Port': ['ID=f9218a37-57e3-4a41-8c3f-450e713355f5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:29.209466 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:29.241690 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b255c958-1cad-46c9-9565-d76f308bf604']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:29.268681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc7ad39-712a-410b-846c-f0846860566b') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:29.270556 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc7ad39-712a-410b-846c-f0846860566b') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:29.273447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36486cb9-ea94-4888-844c-fbf6e276c0a0 req-841634db-ee11-4a1b-beb5-6992e5f76c4a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:29.276234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36486cb9-ea94-4888-844c-fbf6e276c0a0 req-841634db-ee11-4a1b-beb5-6992e5f76c4a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 945 time: 0.0712662 Dec 16 22:53:29.296748 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:29.324665 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:29.332752 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:53:29.333444 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:29.339037 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36486cb9-ea94-4888-844c-fbf6e276c0a0 req-0f389a78-9286-4278-98e8-cfb8a4f104e7 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486057 Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:53:29.343689 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:53:29.512368 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:29.520401 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:29.523629 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "DELETE /v2.0/networks/b255c958-1cad-46c9-9565-d76f308bf604 HTTP/1.1" status: 204 len: 168 time: 0.8173103 Dec 16 22:53:29.526595 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51386) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:29.540946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552aef-67fd-430a-9f00-59c25fec9056 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Network': ['ID=b255c958-1cad-46c9-9565-d76f308bf604,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:29.708191 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-9efb08ce-7a21-45ea-8c86-dc1dd7c7f3e7 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Deleting port fc4e5248-7fc3-4dd8-9275-042836871424 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:53:29.708546 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9efb08ce-7a21-45ea-8c86-dc1dd7c7f3e7 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:29.722616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f9218a37-57e3-4a41-8c3f-450e713355f5 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:53:29.748583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: f9218a37-57e3-4a41-8c3f-450e713355f5 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:53:29.749249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f9218a37-57e3-4a41-8c3f-450e713355f5 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:53:29.792854 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9efb08ce-7a21-45ea-8c86-dc1dd7c7f3e7 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:29.796431 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9efb08ce-7a21-45ea-8c86-dc1dd7c7f3e7 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:29.805733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-9efb08ce-7a21-45ea-8c86-dc1dd7c7f3e7 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Calling delete_port for fc4e5248-7fc3-4dd8-9275-042836871424 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:53:30.082769 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9efb08ce-7a21-45ea-8c86-dc1dd7c7f3e7 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:30.111140 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ba866d16-7642-4987-8250-71cb515df55a no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:53:30.132930 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: ba866d16-7642-4987-8250-71cb515df55a {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:53:30.133290 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ba866d16-7642-4987-8250-71cb515df55a not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:53:30.157478 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51396) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:30.278666 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-52ff8337-6583-4f84-8927-2c0d103118f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:30.364073 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-52ff8337-6583-4f84-8927-2c0d103118f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:30.442422 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-52ff8337-6583-4f84-8927-2c0d103118f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:30.455073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb08ce-7a21-45ea-8c86-dc1dd7c7f3e7 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Port': ['ID=fc4e5248-7fc3-4dd8-9275-042836871424,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:30.484603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff8337-6583-4f84-8927-2c0d103118f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ee3d11-6482-46d4-9218-ed987ea26186,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:30.491718 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-52ff8337-6583-4f84-8927-2c0d103118f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b5e4fc3d9c44cd5946abd6a2a570dc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3304341 Dec 16 22:53:30.492184 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51402) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:30.563632 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f42a965-a928-449f-9a5f-06d3f08e0c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:30.566003 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86def384-1c60-46d6-bc5f-3fc1b6bd73d2 req-734fb440-5f74-4eb4-a174-b3a2f0c5280b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:30.567884 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86def384-1c60-46d6-bc5f-3fc1b6bd73d2 req-734fb440-5f74-4eb4-a174-b3a2f0c5280b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 945 time: 0.1149638 Dec 16 22:53:30.568812 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9efb08ce-7a21-45ea-8c86-dc1dd7c7f3e7 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:30.569151 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-9efb08ce-7a21-45ea-8c86-dc1dd7c7f3e7 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Floating IP 020a8750-c737-4f0f-bfe2-22093a1a32c9 disassociated (deleted). External IP: 172.25.2.169, port: 091a0153-3919-4c9b-8394-4c89ff98476d. Dec 16 22:53:30.587465 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f42a965-a928-449f-9a5f-06d3f08e0c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:30.696855 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86def384-1c60-46d6-bc5f-3fc1b6bd73d2 req-3bc3df28-0ac0-494c-af08-168dacd2ccc3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891695 Dec 16 22:53:30.723208 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f42a965-a928-449f-9a5f-06d3f08e0c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:30.725773 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f42a965-a928-449f-9a5f-06d3f08e0c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:30.729364 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0f42a965-a928-449f-9a5f-06d3f08e0c52 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5ee3d11-6482-46d4-9218-ed987ea26186 HTTP/1.1" status: 204 len: 168 time: 0.2338130 Dec 16 22:53:30.738270 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42a965-a928-449f-9a5f-06d3f08e0c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ee3d11-6482-46d4-9218-ed987ea26186,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:30.838991 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efb08ce-7a21-45ea-8c86-dc1dd7c7f3e7 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Router 37363439-a4eb-42dd-bca5-822393a73167 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:53:30.959821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efb08ce-7a21-45ea-8c86-dc1dd7c7f3e7 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:53:30.964661 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9efb08ce-7a21-45ea-8c86-dc1dd7c7f3e7 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:30.971161 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d99462-8ab2-4dda-b7df-7a15b92ce083 None None] Sync routers for ids ['37363439-a4eb-42dd-bca5-822393a73167'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:53:30.989254 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d99462-8ab2-4dda-b7df-7a15b92ce083 None None] Routers {'37363439-a4eb-42dd-bca5-822393a73167'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:30.990484 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-20d99462-8ab2-4dda-b7df-7a15b92ce083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['37363439-a4eb-42dd-bca5-822393a73167'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:30.997376 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9efb08ce-7a21-45ea-8c86-dc1dd7c7f3e7 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "DELETE /v2.0/floatingips/020a8750-c737-4f0f-bfe2-22093a1a32c9 HTTP/1.1" status: 204 len: 168 time: 1.4694536 Dec 16 22:53:30.997924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'tag': '091a0153-3919-4c9b-8394-4c89ff98476d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:53:31.000274 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e77e11-f7ea-4b84-b846-ff493ec1ca23" -d '{"events": [{"name": "network-changed", "server_uuid": "eafe9f5b-02ab-4926-82d5-61a303df299f", "tag": "091a0153-3919-4c9b-8394-4c89ff98476d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:53:31.046259 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2679d7b-0073-435c-88aa-d3e33e282ae4 x-openstack-request-id: req-c2679d7b-0073-435c-88aa-d3e33e282ae4 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:53:31.046913 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafe9f5b-02ab-4926-82d5-61a303df299f", "tag": "091a0153-3919-4c9b-8394-4c89ff98476d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:53:31.047511 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2679d7b-0073-435c-88aa-d3e33e282ae4 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:53:31.048494 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'tag': '091a0153-3919-4c9b-8394-4c89ff98476d', 'status': 'completed', 'code': 200} Dec 16 22:53:31.123587 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e77e11-f7ea-4b84-b846-ff493ec1ca23 req-8dc39904-8fe0-4b70-acae-df291d2d0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:31.123587 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d2e77e11-f7ea-4b84-b846-ff493ec1ca23 req-8dc39904-8fe0-4b70-acae-df291d2d0b1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53b23556a8674c1098e88ae07b15dd0f&device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 1097 time: 0.0469973 Dec 16 22:53:31.128908 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-20d99462-8ab2-4dda-b7df-7a15b92ce083 None None] Set router 37363439-a4eb-42dd-bca5-822393a73167 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:31.236937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e77e11-f7ea-4b84-b846-ff493ec1ca23 req-bd0d7985-ed89-4df9-86ad-e23c8ce0eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:31.242664 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d2e77e11-f7ea-4b84-b846-ff493ec1ca23 req-bd0d7985-ed89-4df9-86ad-e23c8ce0eccb service neutron] 10.222.0.24 "GET /v2.0/networks?id=af9074ee-c99c-49a2-98d0-cc28b9901f29 HTTP/1.1" status: 200 len: 897 time: 0.1080401 Dec 16 22:53:31.292056 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d2e77e11-f7ea-4b84-b846-ff493ec1ca23 req-63861271-ba63-43ce-9158-614c06af3493 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=091a0153-3919-4c9b-8394-4c89ff98476d HTTP/1.1" status: 200 len: 217 time: 0.0452225 Dec 16 22:53:31.350800 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e77e11-f7ea-4b84-b846-ff493ec1ca23 req-f79bcd68-c0b9-45ea-ad7f-e6f856ebd565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:31.352434 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d2e77e11-f7ea-4b84-b846-ff493ec1ca23 req-f79bcd68-c0b9-45ea-ad7f-e6f856ebd565 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=899ff188-6621-4094-b660-0d04a325ec88 HTTP/1.1" status: 200 len: 835 time: 0.0526795 Dec 16 22:53:31.431869 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e77e11-f7ea-4b84-b846-ff493ec1ca23 req-597e4950-0884-4d26-932a-416f9aa60329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:31.435816 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d2e77e11-f7ea-4b84-b846-ff493ec1ca23 req-597e4950-0884-4d26-932a-416f9aa60329 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af9074ee-c99c-49a2-98d0-cc28b9901f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712035 Dec 16 22:53:31.520289 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547eb27-2808-461e-8be8-0fac62544b5f req-a4b31e92-5980-4a40-9597-a948c47a91fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:31.530399 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6547eb27-2808-461e-8be8-0fac62544b5f req-a4b31e92-5980-4a40-9597-a948c47a91fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 946 time: 0.0728593 Dec 16 22:53:31.539344 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-20d99462-8ab2-4dda-b7df-7a15b92ce083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:53:22Z', 'revision_number': 6, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2b805b31-e652-4381-9d66-06cb76cbf529', 'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:26Z', 'updated_at': '2021-12-16T22:51:32Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '899ff188-6621-4094-b660-0d04a325ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:31.552547 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d2e77e11-f7ea-4b84-b846-ff493ec1ca23 req-421257ef-d4f1-427b-a48f-afbdcb69fbb0 service neutron] 10.222.0.24 "GET /v2.0/networks/af9074ee-c99c-49a2-98d0-cc28b9901f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108224 Dec 16 22:53:31.594266 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6547eb27-2808-461e-8be8-0fac62544b5f req-f8cdcb42-c3e1-4aa2-947f-2461b26912a8 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5b94a76-c1ba-4e4b-8661-fc9afae3225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600903 Dec 16 22:53:31.602093 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d99462-8ab2-4dda-b7df-7a15b92ce083 None None] Checking router: 37363439-a4eb-42dd-bca5-822393a73167 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:53:31.612212 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d99462-8ab2-4dda-b7df-7a15b92ce083 None None] Routers {'37363439-a4eb-42dd-bca5-822393a73167'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:31.613260 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-20d99462-8ab2-4dda-b7df-7a15b92ce083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['37363439-a4eb-42dd-bca5-822393a73167'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:31.703107 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d2e77e11-f7ea-4b84-b846-ff493ec1ca23 req-b8d3e9f9-5198-4b89-badc-82fdd215d05d service neutron] 10.222.0.24 "GET /v2.0/networks/af9074ee-c99c-49a2-98d0-cc28b9901f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365316 Dec 16 22:53:31.739493 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-20d99462-8ab2-4dda-b7df-7a15b92ce083 None None] Set router 37363439-a4eb-42dd-bca5-822393a73167 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:31.987157 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-20d99462-8ab2-4dda-b7df-7a15b92ce083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:53:22Z', 'revision_number': 6, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2b805b31-e652-4381-9d66-06cb76cbf529', 'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:26Z', 'updated_at': '2021-12-16T22:51:32Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '899ff188-6621-4094-b660-0d04a325ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:32.015757 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d99462-8ab2-4dda-b7df-7a15b92ce083 None None] The sync data for ids ['37363439-a4eb-42dd-bca5-822393a73167'] in n-d-821840-2 is: [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:53:22Z', 'revision_number': 6, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2b805b31-e652-4381-9d66-06cb76cbf529', 'name': '', 'network_id': 'af9074ee-c99c-49a2-98d0-cc28b9901f29', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '899ff188-6621-4094-b660-0d04a325ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:26Z', 'updated_at': '2021-12-16T22:51:32Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': '899ff188-6621-4094-b660-0d04a325ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:53:32.061375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51434) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:32.182542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a4982ea7-b7fb-418d-9f93-557b1d1bf25b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-65086194-network', 'tenant_id': '32646381dcb94692acfa3508c46b3404'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:32.285042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88772147-d2b2-497f-a3ef-4116223b5c75 None None] New status for floating IP 020a8750-c737-4f0f-bfe2-22093a1a32c9: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:53:32.352423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4982ea7-b7fb-418d-9f93-557b1d1bf25b admin admin] Made reservation on behalf of 32646381dcb94692acfa3508c46b3404 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:53:32.355332 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a4982ea7-b7fb-418d-9f93-557b1d1bf25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:32.366552 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a4982ea7-b7fb-418d-9f93-557b1d1bf25b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:32.446808 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a4982ea7-b7fb-418d-9f93-557b1d1bf25b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:32.517449 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a4982ea7-b7fb-418d-9f93-557b1d1bf25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:32.542913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4982ea7-b7fb-418d-9f93-557b1d1bf25b admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:53:32.553076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4982ea7-b7fb-418d-9f93-557b1d1bf25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fd5e1c-ac5d-4536-8db8-9cee5b3f3f39,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:32.558448 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a4982ea7-b7fb-418d-9f93-557b1d1bf25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:32.558829 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-a4982ea7-b7fb-418d-9f93-557b1d1bf25b admin admin] Added segment a034fa99-d335-4b5c-ab3d-b95db8d5e511 of type vlan for network 1597bd6d-e6af-4d40-bc4f-b22ff91ac11e Dec 16 22:53:32.608438 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a4982ea7-b7fb-418d-9f93-557b1d1bf25b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:32.689742 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a4982ea7-b7fb-418d-9f93-557b1d1bf25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:32.689742 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4982ea7-b7fb-418d-9f93-557b1d1bf25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:32.689742 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a4982ea7-b7fb-418d-9f93-557b1d1bf25b admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:32.778806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4982ea7-b7fb-418d-9f93-557b1d1bf25b admin admin] Pushing event updated for resources: {'Network': ['ID=1597bd6d-e6af-4d40-bc4f-b22ff91ac11e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:32.791037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 1597bd6d-e6af-4d40-bc4f-b22ff91ac11e details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:53:32.792163 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f387a-fc80-4ebd-bae0-47d457a09e0b req-274e7024-f8f0-40d3-85ce-d915f6ed504b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:32.794201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-651f387a-fc80-4ebd-bae0-47d457a09e0b req-274e7024-f8f0-40d3-85ce-d915f6ed504b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 946 time: 0.1194348 Dec 16 22:53:32.801155 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51440) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:32.803057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a4982ea7-b7fb-418d-9f93-557b1d1bf25b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.7387149 Dec 16 22:53:32.806476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-dcd451cd-11a1-47b6-960c-86d3118b4077 admin admin] Request body: {'subnet': {'network_id': '1597bd6d-e6af-4d40-bc4f-b22ff91ac11e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-65086194-subnet', 'tenant_id': '32646381dcb94692acfa3508c46b3404', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:32.860034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-651f387a-fc80-4ebd-bae0-47d457a09e0b req-a0297c76-ea26-4a6f-af06-62350d206c73 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5b94a76-c1ba-4e4b-8661-fc9afae3225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575194 Dec 16 22:53:32.922148 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd451cd-11a1-47b6-960c-86d3118b4077 admin admin] Made reservation on behalf of 32646381dcb94692acfa3508c46b3404 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:53:32.924682 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcd451cd-11a1-47b6-960c-86d3118b4077 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:33.058280 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab19618-b3ef-4ebb-9136-a2a185f03e39 req-a3bcec12-8df4-4773-a316-79861d5ce817 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:33.060297 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dab19618-b3ef-4ebb-9136-a2a185f03e39 req-a3bcec12-8df4-4773-a316-79861d5ce817 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.24 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 946 time: 0.0765817 Dec 16 22:53:33.233616 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-dab19618-b3ef-4ebb-9136-a2a185f03e39 req-6a9c26e6-baff-4b3c-82f6-5937275bbbf3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Deleting port 091a0153-3919-4c9b-8394-4c89ff98476d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:53:33.233997 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-dab19618-b3ef-4ebb-9136-a2a185f03e39 req-6a9c26e6-baff-4b3c-82f6-5937275bbbf3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:33.336552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-dab19618-b3ef-4ebb-9136-a2a185f03e39 req-6a9c26e6-baff-4b3c-82f6-5937275bbbf3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] For port 091a0153-3919-4c9b-8394-4c89ff98476d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=091a0153-3919-4c9b-8394-4c89ff98476d,segment=NetworkSegment(f738e58b-c03f-4a1b-a4ee-46e1594abecb),segment_id=f738e58b-c03f-4a1b-a4ee-46e1594abecb)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:33.336858 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-dab19618-b3ef-4ebb-9136-a2a185f03e39 req-6a9c26e6-baff-4b3c-82f6-5937275bbbf3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:33.349839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-dab19618-b3ef-4ebb-9136-a2a185f03e39 req-6a9c26e6-baff-4b3c-82f6-5937275bbbf3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Calling delete_port for 091a0153-3919-4c9b-8394-4c89ff98476d owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:53:33.398583 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcd451cd-11a1-47b6-960c-86d3118b4077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:33.470788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd451cd-11a1-47b6-960c-86d3118b4077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff27b519-3c6c-44bb-a7e6-5491359b8956,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:33.504073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd451cd-11a1-47b6-960c-86d3118b4077 admin admin] Checking segment: {'id': 'a034fa99-d335-4b5c-ab3d-b95db8d5e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1597bd6d-e6af-4d40-bc4f-b22ff91ac11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:53:33.504450 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd451cd-11a1-47b6-960c-86d3118b4077 admin admin] Network hostable DHCP agents. Network: 1597bd6d-e6af-4d40-bc4f-b22ff91ac11e, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:53:33.625677 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd451cd-11a1-47b6-960c-86d3118b4077 admin admin] Network 1597bd6d-e6af-4d40-bc4f-b22ff91ac11e is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:53:33.654747 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-dab19618-b3ef-4ebb-9136-a2a185f03e39 req-6a9c26e6-baff-4b3c-82f6-5937275bbbf3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:33.695061 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c26e6-baff-4b3c-82f6-5937275bbbf3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Port': ['ID=091a0153-3919-4c9b-8394-4c89ff98476d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:33.703925 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-dcd451cd-11a1-47b6-960c-86d3118b4077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 1597bd6d-e6af-4d40-bc4f-b22ff91ac11e) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:33.709895 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd451cd-11a1-47b6-960c-86d3118b4077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:33.710856 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dcd451cd-11a1-47b6-960c-86d3118b4077 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:33.718951 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546ddb93-bb9c-4837-80a3-1c5a8e4f17a6 None None] Network 1597bd6d-e6af-4d40-bc4f-b22ff91ac11e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:53:33.756103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab19618-b3ef-4ebb-9136-a2a185f03e39 req-6a9c26e6-baff-4b3c-82f6-5937275bbbf3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] No DVR routers for this DVR port 091a0153-3919-4c9b-8394-4c89ff98476d on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:53:33.758815 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-dab19618-b3ef-4ebb-9136-a2a185f03e39 req-6a9c26e6-baff-4b3c-82f6-5937275bbbf3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:33.762353 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-dab19618-b3ef-4ebb-9136-a2a185f03e39 req-6a9c26e6-baff-4b3c-82f6-5937275bbbf3 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.24 "DELETE /v2.0/ports/091a0153-3919-4c9b-8394-4c89ff98476d HTTP/1.1" status: 204 len: 173 time: 0.6933117 Dec 16 22:53:33.762827 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'name': 'network-vif-deleted', 'tag': '091a0153-3919-4c9b-8394-4c89ff98476d'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:53:33.765214 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd0d008-03ea-49b1-8ef4-55fbf3396d67" -d '{"events": [{"server_uuid": "eafe9f5b-02ab-4926-82d5-61a303df299f", "name": "network-vif-deleted", "tag": "091a0153-3919-4c9b-8394-4c89ff98476d"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:53:33.803455 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51af4b36-926b-4df8-bc8f-d2238bd249ad x-openstack-request-id: req-51af4b36-926b-4df8-bc8f-d2238bd249ad {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:53:33.804110 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafe9f5b-02ab-4926-82d5-61a303df299f", "name": "network-vif-deleted", "tag": "091a0153-3919-4c9b-8394-4c89ff98476d", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:53:33.804110 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51af4b36-926b-4df8-bc8f-d2238bd249ad {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:53:33.804422 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe9f5b-02ab-4926-82d5-61a303df299f', 'name': 'network-vif-deleted', 'tag': '091a0153-3919-4c9b-8394-4c89ff98476d', 'status': 'completed', 'code': 200} Dec 16 22:53:33.812069 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dcd451cd-11a1-47b6-960c-86d3118b4077 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 1.0098126 Dec 16 22:53:33.814793 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51446) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:33.822692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-65086194-router', 'tenant_id': '32646381dcb94692acfa3508c46b3404', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:33.832369 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-1597bd6d-e6af-4d40-bc4f-b22ff91ac11e', 'network_id': '1597bd6d-e6af-4d40-bc4f-b22ff91ac11e', 'project_id': '32646381dcb94692acfa3508c46b3404', 'fixed_ips': [{'subnet_id': 'ff27b519-3c6c-44bb-a7e6-5491359b8956'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:53:33.833330 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:33.924951 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:33.930139 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:33.987373 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Allocated IP 172.20.0.2 (1597bd6d-e6af-4d40-bc4f-b22ff91ac11e/ff27b519-3c6c-44bb-a7e6-5491359b8956/44e1bfaa-0279-48e5-bbbc-7bbc73c74313) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:53:34.002954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0a4b654-9936-4299-8b62-55a363675242 req-ede28716-62a2-48ca-a71c-659262698272 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe9f5b-02ab-4926-82d5-61a303df299f HTTP/1.1" status: 200 len: 210 time: 0.0582376 Dec 16 22:53:34.006050 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:34.151624 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:34.220875 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:34.246506 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:34.269303 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Network 1597bd6d-e6af-4d40-bc4f-b22ff91ac11e is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:53:34.274942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:34.275946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:53:34.282429 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Pushing event updated for resources: {'Port': ['ID=44e1bfaa-0279-48e5-bbbc-7bbc73c74313,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:34.335986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Attempting to bind port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:53:34.336274 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Attempting to bind port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'a034fa99-d335-4b5c-ab3d-b95db8d5e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1597bd6d-e6af-4d40-bc4f-b22ff91ac11e'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:53:34.336637 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Attempting to bind port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 on network 1597bd6d-e6af-4d40-bc4f-b22ff91ac11e {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:53:34.342327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:53:34.342699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Checking segment: {'id': 'a034fa99-d335-4b5c-ab3d-b95db8d5e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1597bd6d-e6af-4d40-bc4f-b22ff91ac11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:53:34.343144 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:34.343614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Bound using segment: {'id': 'a034fa99-d335-4b5c-ab3d-b95db8d5e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1597bd6d-e6af-4d40-bc4f-b22ff91ac11e'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:53:34.344083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Bound port: 44e1bfaa-0279-48e5-bbbc-7bbc73c74313, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a034fa99-d335-4b5c-ab3d-b95db8d5e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1597bd6d-e6af-4d40-bc4f-b22ff91ac11e'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:53:34.344469 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:34.411621 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] For port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:53:34.414747 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] For port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=44e1bfaa-0279-48e5-bbbc-7bbc73c74313,segment=NetworkSegment(a034fa99-d335-4b5c-ab3d-b95db8d5e511),segment_id=a034fa99-d335-4b5c-ab3d-b95db8d5e511)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:53:34.494904 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:34.534427 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:34.559976 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:34.563549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d031a-b5d8-4ddc-9ba4-e752a2cc851c None None] Pushing event updated for resources: {'Port': ['ID=44e1bfaa-0279-48e5-bbbc-7bbc73c74313,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:34.679959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Allocated IP 172.25.2.141 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/68a2bf33-1c97-490b-b1ed-83c6c957a257) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:53:34.823779 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:34.940694 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:34.982878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:53:34.985890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:34.989410 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:53:34.998582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d3b45c-a2ff-4865-ad00-ba32de82a6c0 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:53:35.012431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Pushing event updated for resources: {'Port': ['ID=68a2bf33-1c97-490b-b1ed-83c6c957a257,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:35.071837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51456) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:35.125186 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-92c7d3f6-6762-44f6-a2af-9d91b85796b7 None None] Provisioning complete for port 68a2bf33-1c97-490b-b1ed-83c6c957a257 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:35.125555 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92c7d3f6-6762-44f6-a2af-9d91b85796b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:35.144482 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb789d03-0763-4010-97a8-86b0dcd4fe12 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:35.167193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-92c7d3f6-6762-44f6-a2af-9d91b85796b7 None None] Port 68a2bf33-1c97-490b-b1ed-83c6c957a257 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:53:35.174261 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb789d03-0763-4010-97a8-86b0dcd4fe12 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:35.311690 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb789d03-0763-4010-97a8-86b0dcd4fe12 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:35.314429 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb789d03-0763-4010-97a8-86b0dcd4fe12 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:35.315639 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bb789d03-0763-4010-97a8-86b0dcd4fe12 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "DELETE /v2.0/security-groups/c5b94a76-c1ba-4e4b-8661-fc9afae3225d HTTP/1.1" status: 204 len: 168 time: 0.2414441 Dec 16 22:53:35.328181 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb789d03-0763-4010-97a8-86b0dcd4fe12 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b94a76-c1ba-4e4b-8661-fc9afae3225d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:35.382232 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:35.405345 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51460) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:35.594775 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ff8518-036c-4e03-8b86-00c74cdd5df6 None None] Network 1597bd6d-e6af-4d40-bc4f-b22ff91ac11e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:53:35.597200 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:35.821661 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-310aeccf-8972-4db1-aa02-74aa0e2ec82c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:35.830783 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:53:35.849055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Router 1c4436cf-9508-4ea9-973e-5544a502a2a2 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:53:35.891404 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8467e72b-a039-4907-a1a7-566b5d409870 None None] Provisioning complete for port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:35.891778 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8467e72b-a039-4907-a1a7-566b5d409870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:35.962362 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:35.963040 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:35.972061 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:53:35.985401 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Sync routers for ids ['1c4436cf-9508-4ea9-973e-5544a502a2a2'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:53:35.998616 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Routers {'1c4436cf-9508-4ea9-973e-5544a502a2a2'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:36.002327 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['1c4436cf-9508-4ea9-973e-5544a502a2a2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:36.068633 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:36.073141 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-21735a7f-0dc8-439d-ac41-c0dae0445d23 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.2571576 Dec 16 22:53:36.073819 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51462) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:36.098739 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8467e72b-a039-4907-a1a7-566b5d409870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:36.137390 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:36.139449 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Set router 1c4436cf-9508-4ea9-973e-5544a502a2a2 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:36.175614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8467e72b-a039-4907-a1a7-566b5d409870 None None] For port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=44e1bfaa-0279-48e5-bbbc-7bbc73c74313,segment=NetworkSegment(a034fa99-d335-4b5c-ab3d-b95db8d5e511),segment_id=a034fa99-d335-4b5c-ab3d-b95db8d5e511)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:36.223070 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-310aeccf-8972-4db1-aa02-74aa0e2ec82c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Deleting port 2b805b31-e652-4381-9d66-06cb76cbf529 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:53:36.223705 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-310aeccf-8972-4db1-aa02-74aa0e2ec82c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:36.227480 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8467e72b-a039-4907-a1a7-566b5d409870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:36.315670 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:53:36.316052 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:53:36.321181 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467e72b-a039-4907-a1a7-566b5d409870 None None] Pushing event updated for resources: {'Port': ['ID=44e1bfaa-0279-48e5-bbbc-7bbc73c74313,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:36.354785 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-310aeccf-8972-4db1-aa02-74aa0e2ec82c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] For port 2b805b31-e652-4381-9d66-06cb76cbf529, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2b805b31-e652-4381-9d66-06cb76cbf529,segment=NetworkSegment(f738e58b-c03f-4a1b-a4ee-46e1594abecb),segment_id=f738e58b-c03f-4a1b-a4ee-46e1594abecb)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:36.355064 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-357bb30c-b89d-47c3-a74c-62ad40202ede None None] Provisioning complete for port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:36.355480 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-357bb30c-b89d-47c3-a74c-62ad40202ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:36.356188 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-310aeccf-8972-4db1-aa02-74aa0e2ec82c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:36.373890 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-310aeccf-8972-4db1-aa02-74aa0e2ec82c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Calling delete_port for 2b805b31-e652-4381-9d66-06cb76cbf529 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:53:36.476056 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'name': 'tempest-ImageQuotaTest-65086194-router', 'tenant_id': '32646381dcb94692acfa3508c46b3404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:33Z', 'updated_at': '2021-12-16T22:53:35Z', 'revision_number': 3, 'project_id': '32646381dcb94692acfa3508c46b3404', 'gw_port': {'id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:34Z', 'updated_at': '2021-12-16T22:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:36.505961 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Checking router: 1c4436cf-9508-4ea9-973e-5544a502a2a2 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:53:36.506365 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Updating router 1c4436cf-9508-4ea9-973e-5544a502a2a2 port 68a2bf33-1c97-490b-b1ed-83c6c957a257 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:53:36.538487 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:36.692016 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:36.734353 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-310aeccf-8972-4db1-aa02-74aa0e2ec82c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:36.767611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310aeccf-8972-4db1-aa02-74aa0e2ec82c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Port': ['ID=2b805b31-e652-4381-9d66-06cb76cbf529,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:36.840216 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:36.886743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Allocated IP 172.20.0.1 (1597bd6d-e6af-4d40-bc4f-b22ff91ac11e/ff27b519-3c6c-44bb-a7e6-5491359b8956/685ead68-29d4-404d-892b-2fcd6e1f6caa) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:53:36.922759 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:53:36.948275 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.007302 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-310aeccf-8972-4db1-aa02-74aa0e2ec82c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.012424 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfda25d4-9082-4380-9087-455f2c68d1e9 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:53:37.018544 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Attempting to bind port 68a2bf33-1c97-490b-b1ed-83c6c957a257 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:53:37.019144 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Attempting to bind port 68a2bf33-1c97-490b-b1ed-83c6c957a257 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:53:37.019529 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Attempting to bind port 68a2bf33-1c97-490b-b1ed-83c6c957a257 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:53:37.027639 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ecec8-555f-421b-b425-67dca530b2ff None None] Pushing event updated for resources: {'Port': ['ID=68a2bf33-1c97-490b-b1ed-83c6c957a257,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:37.030098 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:53:37.030452 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:53:37.030855 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.031305 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:53:37.034663 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Bound port: 68a2bf33-1c97-490b-b1ed-83c6c957a257, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:53:37.034663 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.089267 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.102860 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c084171e-ded1-4634-ab28-9fa70c4cfb87 None None] Provisioning complete for port 68a2bf33-1c97-490b-b1ed-83c6c957a257 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:37.103521 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] For port 68a2bf33-1c97-490b-b1ed-83c6c957a257, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:53:37.103641 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c084171e-ded1-4634-ab28-9fa70c4cfb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.107594 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] For port 68a2bf33-1c97-490b-b1ed-83c6c957a257, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=68a2bf33-1c97-490b-b1ed-83c6c957a257,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:53:37.144124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c084171e-ded1-4634-ab28-9fa70c4cfb87 None None] Port 68a2bf33-1c97-490b-b1ed-83c6c957a257 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:53:37.202926 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.263435 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec92300-ec1f-4081-ab32-c7ad0850693c None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:53:37.278736 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.294378 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Routers {'1c4436cf-9508-4ea9-973e-5544a502a2a2'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:37.295569 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['1c4436cf-9508-4ea9-973e-5544a502a2a2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:37.312559 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310aeccf-8972-4db1-aa02-74aa0e2ec82c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Router 37363439-a4eb-42dd-bca5-822393a73167 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:53:37.327580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Network 1597bd6d-e6af-4d40-bc4f-b22ff91ac11e is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:53:37.331740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:37.336676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:53:37.367752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Pushing event updated for resources: {'Port': ['ID=685ead68-29d4-404d-892b-2fcd6e1f6caa,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:37.386495 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ecec8-555f-421b-b425-67dca530b2ff None None] Pushing event updated for resources: {'Port': ['ID=68a2bf33-1c97-490b-b1ed-83c6c957a257,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:37.395965 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.410499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4c1529b0-3eef-4645-82bb-ae810cfaeb9d None None] Provisioning complete for port 68a2bf33-1c97-490b-b1ed-83c6c957a257 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:37.410882 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c1529b0-3eef-4645-82bb-ae810cfaeb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.419712 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] Set router 1c4436cf-9508-4ea9-973e-5544a502a2a2 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:37.456826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310aeccf-8972-4db1-aa02-74aa0e2ec82c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:53:37.462165 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-310aeccf-8972-4db1-aa02-74aa0e2ec82c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "PUT /v2.0/routers/37363439-a4eb-42dd-bca5-822393a73167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0555737 Dec 16 22:53:37.466047 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51468) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:37.472016 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6962b826-17f6-4f22-bcc7-49930505287c None None] Sync routers for ids ['37363439-a4eb-42dd-bca5-822393a73167'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:53:37.496065 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6962b826-17f6-4f22-bcc7-49930505287c None None] Routers {'37363439-a4eb-42dd-bca5-822393a73167'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:37.497059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6962b826-17f6-4f22-bcc7-49930505287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['37363439-a4eb-42dd-bca5-822393a73167'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:37.539501 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5da2a81-ecb3-4cff-b8b2-0d0edf0c9de8 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Deleting subnet 899ff188-6621-4094-b660-0d04a325ec88 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:53:37.544882 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d5da2a81-ecb3-4cff-b8b2-0d0edf0c9de8 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.610942 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d5da2a81-ecb3-4cff-b8b2-0d0edf0c9de8 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.677069 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c1529b0-3eef-4645-82bb-ae810cfaeb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.685645 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6962b826-17f6-4f22-bcc7-49930505287c None None] Set router 37363439-a4eb-42dd-bca5-822393a73167 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:37.764497 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d5da2a81-ecb3-4cff-b8b2-0d0edf0c9de8 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.838198 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'name': 'tempest-ImageQuotaTest-65086194-router', 'tenant_id': '32646381dcb94692acfa3508c46b3404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:33Z', 'updated_at': '2021-12-16T22:53:35Z', 'revision_number': 3, 'project_id': '32646381dcb94692acfa3508c46b3404', 'gw_port': {'id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:34Z', 'updated_at': '2021-12-16T22:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:37.877354 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4c1529b0-3eef-4645-82bb-ae810cfaeb9d None None] For port 68a2bf33-1c97-490b-b1ed-83c6c957a257, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=68a2bf33-1c97-490b-b1ed-83c6c957a257,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:37.899580 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd572c-15f1-4ee9-bcaf-7791609fc3dd None None] The sync data for ids ['1c4436cf-9508-4ea9-973e-5544a502a2a2'] in n-d-821840-2 is: [{'id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'name': 'tempest-ImageQuotaTest-65086194-router', 'tenant_id': '32646381dcb94692acfa3508c46b3404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:33Z', 'updated_at': '2021-12-16T22:53:35Z', 'revision_number': 3, 'project_id': '32646381dcb94692acfa3508c46b3404', 'gw_port': {'id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:34Z', 'updated_at': '2021-12-16T22:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:53:37.904569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:53:37.950323 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c1529b0-3eef-4645-82bb-ae810cfaeb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.954442 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d5da2a81-ecb3-4cff-b8b2-0d0edf0c9de8 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.992018 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da2a81-ecb3-4cff-b8b2-0d0edf0c9de8 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Subnet': ['ID=899ff188-6621-4094-b660-0d04a325ec88,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:38.000548 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d5da2a81-ecb3-4cff-b8b2-0d0edf0c9de8 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:38.004744 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d5da2a81-ecb3-4cff-b8b2-0d0edf0c9de8 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "DELETE /v2.0/subnets/899ff188-6621-4094-b660-0d04a325ec88 HTTP/1.1" status: 204 len: 168 time: 0.5367801 Dec 16 22:53:38.007295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51470) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:38.037342 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e103cf4-b0a5-4048-a654-91b5cbccec46 None None] Network af9074ee-c99c-49a2-98d0-cc28b9901f29 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:53:38.061899 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:38.154237 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe95db9e-bad8-4bbb-911f-5f2a3ddb89fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:38.160944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 091a0153-3919-4c9b-8394-4c89ff98476d no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:53:38.172090 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1529b0-3eef-4645-82bb-ae810cfaeb9d None None] Pushing event updated for resources: {'Port': ['ID=68a2bf33-1c97-490b-b1ed-83c6c957a257,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:38.219327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 091a0153-3919-4c9b-8394-4c89ff98476d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:53:38.219327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 091a0153-3919-4c9b-8394-4c89ff98476d not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:53:38.221107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c3783382-93fb-4e6a-af49-a019ff342e32 None None] Provisioning complete for port 685ead68-29d4-404d-892b-2fcd6e1f6caa triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:38.221869 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3783382-93fb-4e6a-af49-a019ff342e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:38.310840 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c3783382-93fb-4e6a-af49-a019ff342e32 None None] Port 685ead68-29d4-404d-892b-2fcd6e1f6caa cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:53:38.318857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:38.319426 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:38.332025 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:38.397597 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:38.399328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6962b826-17f6-4f22-bcc7-49930505287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:53:36Z', 'revision_number': 7, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:38.434328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6962b826-17f6-4f22-bcc7-49930505287c None None] Checking router: 37363439-a4eb-42dd-bca5-822393a73167 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:53:38.476794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6962b826-17f6-4f22-bcc7-49930505287c None None] Routers {'37363439-a4eb-42dd-bca5-822393a73167'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:38.477468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6962b826-17f6-4f22-bcc7-49930505287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['37363439-a4eb-42dd-bca5-822393a73167'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:38.486195 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:38.529456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ea7b2d-f6cf-4fb3-8b28-186e495ef669 None None] DHCP port deletion for af9074ee-c99c-49a2-98d0-cc28b9901f29 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:53:38.635254 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6962b826-17f6-4f22-bcc7-49930505287c None None] Set router 37363439-a4eb-42dd-bca5-822393a73167 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:38.654330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Network 1597bd6d-e6af-4d40-bc4f-b22ff91ac11e is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:53:38.658465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:38.670174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Pushing event updated for resources: {'Port': ['ID=685ead68-29d4-404d-892b-2fcd6e1f6caa,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:38.706294 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe95db9e-bad8-4bbb-911f-5f2a3ddb89fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:38.723686 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea7b2d-f6cf-4fb3-8b28-186e495ef669 None None] Deleting port bafefb6c-bd05-439b-a972-b7b17f25619e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:53:38.724086 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9ea7b2d-f6cf-4fb3-8b28-186e495ef669 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:38.829940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Router 1c4436cf-9508-4ea9-973e-5544a502a2a2 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:53:38.864297 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d9ea7b2d-f6cf-4fb3-8b28-186e495ef669 None None] For port bafefb6c-bd05-439b-a972-b7b17f25619e, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=bafefb6c-bd05-439b-a972-b7b17f25619e,segment=NetworkSegment(f738e58b-c03f-4a1b-a4ee-46e1594abecb),segment_id=f738e58b-c03f-4a1b-a4ee-46e1594abecb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:38.864970 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9ea7b2d-f6cf-4fb3-8b28-186e495ef669 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:38.886045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea7b2d-f6cf-4fb3-8b28-186e495ef669 None None] Calling delete_port for bafefb6c-bd05-439b-a972-b7b17f25619e owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:53:38.925416 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fe95db9e-bad8-4bbb-911f-5f2a3ddb89fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Deleting port 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:53:38.926200 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe95db9e-bad8-4bbb-911f-5f2a3ddb89fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:39.001679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:53:39.012075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-356c7e37-8450-4ab0-8823-7be55305421e admin admin] 10.222.0.43 "PUT /v2.0/routers/1c4436cf-9508-4ea9-973e-5544a502a2a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9359639 Dec 16 22:53:39.036712 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-fe95db9e-bad8-4bbb-911f-5f2a3ddb89fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] For port 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:39.037095 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe95db9e-bad8-4bbb-911f-5f2a3ddb89fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:39.054411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fe95db9e-bad8-4bbb-911f-5f2a3ddb89fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Calling delete_port for 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:53:39.256310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7144832d-7f7a-4e6e-9f46-188320f5df14 None None] Provisioning complete for port 685ead68-29d4-404d-892b-2fcd6e1f6caa triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:39.256927 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7144832d-7f7a-4e6e-9f46-188320f5df14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:39.315799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7144832d-7f7a-4e6e-9f46-188320f5df14 None None] Port 685ead68-29d4-404d-892b-2fcd6e1f6caa cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:53:39.321348 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6962b826-17f6-4f22-bcc7-49930505287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:53:36Z', 'revision_number': 7, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:39.355130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6962b826-17f6-4f22-bcc7-49930505287c None None] The sync data for ids ['37363439-a4eb-42dd-bca5-822393a73167'] in n-d-821840-2 is: [{'id': '37363439-a4eb-42dd-bca5-822393a73167', 'name': 'tempest-TestNetworkBasicOps-router-840920606', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:22Z', 'updated_at': '2021-12-16T22:53:36Z', 'revision_number': 7, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37363439-a4eb-42dd-bca5-822393a73167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:23Z', 'updated_at': '2021-12-16T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:53:39.362934 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe95db9e-bad8-4bbb-911f-5f2a3ddb89fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:39.397205 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9ea7b2d-f6cf-4fb3-8b28-186e495ef669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:39.397776 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95db9e-bad8-4bbb-911f-5f2a3ddb89fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Port': ['ID=2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:39.441551 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea7b2d-f6cf-4fb3-8b28-186e495ef669 None None] Pushing event deleted for resources: {'Port': ['ID=bafefb6c-bd05-439b-a972-b7b17f25619e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:39.443893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9695eea-7e86-4b7c-859e-342f302f5cb8 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:53:39.448513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea7b2d-f6cf-4fb3-8b28-186e495ef669 None None] No DVR routers for this DVR port bafefb6c-bd05-439b-a972-b7b17f25619e on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:53:39.486493 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe95db9e-bad8-4bbb-911f-5f2a3ddb89fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:39.584263 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe95db9e-bad8-4bbb-911f-5f2a3ddb89fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:39.586470 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe95db9e-bad8-4bbb-911f-5f2a3ddb89fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:39.694628 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe95db9e-bad8-4bbb-911f-5f2a3ddb89fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:39.695532 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe95db9e-bad8-4bbb-911f-5f2a3ddb89fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Fanout notify agent at l3_agent the message router_deleted on router 37363439-a4eb-42dd-bca5-822393a73167 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:53:39.711191 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe95db9e-bad8-4bbb-911f-5f2a3ddb89fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:39.715836 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51488) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:39.723147 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fe95db9e-bad8-4bbb-911f-5f2a3ddb89fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "DELETE /v2.0/routers/37363439-a4eb-42dd-bca5-822393a73167 HTTP/1.1" status: 204 len: 168 time: 1.7121522 Dec 16 22:53:39.857995 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d52ad91d-7eb1-48f6-ab03-399efe86af81 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:39.936731 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 68a2bf33-1c97-490b-b1ed-83c6c957a257 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:53:39.991035 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d52ad91d-7eb1-48f6-ab03-399efe86af81 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:40.004423 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 68a2bf33-1c97-490b-b1ed-83c6c957a257 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:40.004798 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:40.015020 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-d52ad91d-7eb1-48f6-ab03-399efe86af81 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9074ee-c99c-49a2-98d0-cc28b9901f29']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:40.025994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-d52ad91d-7eb1-48f6-ab03-399efe86af81 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f738e58b-c03f-4a1b-a4ee-46e1594abecb') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:40.026335 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-d52ad91d-7eb1-48f6-ab03-399efe86af81 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f738e58b-c03f-4a1b-a4ee-46e1594abecb') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:40.050498 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d52ad91d-7eb1-48f6-ab03-399efe86af81 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:40.074049 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d52ad91d-7eb1-48f6-ab03-399efe86af81 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:40.082513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52ad91d-7eb1-48f6-ab03-399efe86af81 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:53:40.083092 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d52ad91d-7eb1-48f6-ab03-399efe86af81 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:53:40.092465 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:53:40.177585 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2b805b31-e652-4381-9d66-06cb76cbf529 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:53:40.211969 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 2b805b31-e652-4381-9d66-06cb76cbf529 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:53:40.212324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2b805b31-e652-4381-9d66-06cb76cbf529 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:53:40.212963 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device bafefb6c-bd05-439b-a972-b7b17f25619e no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:53:40.236993 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: bafefb6c-bd05-439b-a972-b7b17f25619e {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:53:40.237739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device bafefb6c-bd05-439b-a972-b7b17f25619e not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:53:40.265829 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d52ad91d-7eb1-48f6-ab03-399efe86af81 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:40.271398 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d52ad91d-7eb1-48f6-ab03-399efe86af81 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:40.274814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d52ad91d-7eb1-48f6-ab03-399efe86af81 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "DELETE /v2.0/networks/af9074ee-c99c-49a2-98d0-cc28b9901f29 HTTP/1.1" status: 204 len: 168 time: 0.5578692 Dec 16 22:53:40.296856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51494) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:40.304512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ef375ddf-ad51-4146-a940-87349f48a888 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'network': {'name': 'tempest-network-smoke--1836460887', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'port_security_enabled': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:40.320182 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ad91d-7eb1-48f6-ab03-399efe86af81 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Network': ['ID=af9074ee-c99c-49a2-98d0-cc28b9901f29,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:40.369916 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Sync routers for ids ['1c4436cf-9508-4ea9-973e-5544a502a2a2'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:53:40.382381 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Routers {'1c4436cf-9508-4ea9-973e-5544a502a2a2'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:40.383011 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['1c4436cf-9508-4ea9-973e-5544a502a2a2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:40.414295 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef375ddf-ad51-4146-a940-87349f48a888 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Made reservation on behalf of 53b23556a8674c1098e88ae07b15dd0f for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:53:40.419061 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef375ddf-ad51-4146-a940-87349f48a888 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:40.458174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef375ddf-ad51-4146-a940-87349f48a888 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:53:40.476085 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef375ddf-ad51-4146-a940-87349f48a888 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:40.476675 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-ef375ddf-ad51-4146-a940-87349f48a888 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Added segment 9d1558c3-6255-4f96-a357-b5103c880968 of type vlan for network 3c6f6ca4-1558-4969-84ee-8e2f21139878 Dec 16 22:53:40.564049 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef375ddf-ad51-4146-a940-87349f48a888 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:40.586780 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51500) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:40.640205 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Set router 1c4436cf-9508-4ea9-973e-5544a502a2a2 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:40.705920 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef375ddf-ad51-4146-a940-87349f48a888 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:40.711603 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef375ddf-ad51-4146-a940-87349f48a888 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:40.712258 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef375ddf-ad51-4146-a940-87349f48a888 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:40.795176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef375ddf-ad51-4146-a940-87349f48a888 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Network': ['ID=3c6f6ca4-1558-4969-84ee-8e2f21139878,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:40.810505 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 3c6f6ca4-1558-4969-84ee-8e2f21139878 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:53:40.850681 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ef375ddf-ad51-4146-a940-87349f48a888 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5522299 Dec 16 22:53:40.853600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51502) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:40.858919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1677617781', 'admin_state_up': True, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:40.880140 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'name': 'tempest-ImageQuotaTest-65086194-router', 'tenant_id': '32646381dcb94692acfa3508c46b3404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:33Z', 'updated_at': '2021-12-16T22:53:37Z', 'revision_number': 4, 'project_id': '32646381dcb94692acfa3508c46b3404', 'gw_port': {'id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:34Z', 'updated_at': '2021-12-16T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '685ead68-29d4-404d-892b-2fcd6e1f6caa', 'name': '', 'network_id': '1597bd6d-e6af-4d40-bc4f-b22ff91ac11e', 'tenant_id': '32646381dcb94692acfa3508c46b3404', 'mac_address': 'fa:16:3e:b7:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ff27b519-3c6c-44bb-a7e6-5491359b8956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:36Z', 'updated_at': '2021-12-16T22:53:38Z', 'revision_number': 2, 'project_id': '32646381dcb94692acfa3508c46b3404', 'subnets': [{'id': 'ff27b519-3c6c-44bb-a7e6-5491359b8956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:40.913359 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Checking router: 1c4436cf-9508-4ea9-973e-5544a502a2a2 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:53:40.913815 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Updating router 1c4436cf-9508-4ea9-973e-5544a502a2a2 port 685ead68-29d4-404d-892b-2fcd6e1f6caa binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:53:40.939916 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.000418 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.001396 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.074654 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.132350 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.229350 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.316474 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.362275 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.376612 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54aa3b-6ad7-4092-8c03-981d43e78cd7 None None] Pushing event updated for resources: {'Port': ['ID=685ead68-29d4-404d-892b-2fcd6e1f6caa,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:41.426543 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Attempting to bind port 685ead68-29d4-404d-892b-2fcd6e1f6caa on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:53:41.426924 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Attempting to bind port 685ead68-29d4-404d-892b-2fcd6e1f6caa by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'a034fa99-d335-4b5c-ab3d-b95db8d5e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1597bd6d-e6af-4d40-bc4f-b22ff91ac11e'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:53:41.430718 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Attempting to bind port 685ead68-29d4-404d-892b-2fcd6e1f6caa on network 1597bd6d-e6af-4d40-bc4f-b22ff91ac11e {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:53:41.432945 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:53:41.434114 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Checking segment: {'id': 'a034fa99-d335-4b5c-ab3d-b95db8d5e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1597bd6d-e6af-4d40-bc4f-b22ff91ac11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:53:41.434689 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.434923 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Bound using segment: {'id': 'a034fa99-d335-4b5c-ab3d-b95db8d5e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1597bd6d-e6af-4d40-bc4f-b22ff91ac11e'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:53:41.435435 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Bound port: 685ead68-29d4-404d-892b-2fcd6e1f6caa, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a034fa99-d335-4b5c-ab3d-b95db8d5e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1597bd6d-e6af-4d40-bc4f-b22ff91ac11e'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:53:41.435898 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.513069 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] For port 685ead68-29d4-404d-892b-2fcd6e1f6caa, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:53:41.517370 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] For port 685ead68-29d4-404d-892b-2fcd6e1f6caa, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=685ead68-29d4-404d-892b-2fcd6e1f6caa,segment=NetworkSegment(a034fa99-d335-4b5c-ab3d-b95db8d5e511),segment_id=a034fa99-d335-4b5c-ab3d-b95db8d5e511)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:53:41.586188 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.629078 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Deleting port 685ead68-29d4-404d-892b-2fcd6e1f6caa {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:53:41.629078 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.671320 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54aa3b-6ad7-4092-8c03-981d43e78cd7 None None] Pushing event updated for resources: {'Port': ['ID=685ead68-29d4-404d-892b-2fcd6e1f6caa,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:41.674408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-85624aa3-1df4-44b0-aa29-f3ea523fe781 None None] Provisioning complete for port 685ead68-29d4-404d-892b-2fcd6e1f6caa triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:41.681375 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85624aa3-1df4-44b0-aa29-f3ea523fe781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.692864 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Routers {'1c4436cf-9508-4ea9-973e-5544a502a2a2'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:41.693847 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['1c4436cf-9508-4ea9-973e-5544a502a2a2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:41.709470 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:53:41.765026 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:53:41.765923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2419acc2-4bbb-4b7d-8139-4c7aeab6dcf3 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:53:41.841033 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.851111 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85624aa3-1df4-44b0-aa29-f3ea523fe781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.880258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] For port 685ead68-29d4-404d-892b-2fcd6e1f6caa, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=685ead68-29d4-404d-892b-2fcd6e1f6caa,segment=NetworkSegment(a034fa99-d335-4b5c-ab3d-b95db8d5e511),segment_id=a034fa99-d335-4b5c-ab3d-b95db8d5e511)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:41.880670 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.898576 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:41.914698 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-85624aa3-1df4-44b0-aa29-f3ea523fe781 None None] For port 685ead68-29d4-404d-892b-2fcd6e1f6caa, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=685ead68-29d4-404d-892b-2fcd6e1f6caa,segment=NetworkSegment(a034fa99-d335-4b5c-ab3d-b95db8d5e511),segment_id=a034fa99-d335-4b5c-ab3d-b95db8d5e511)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:41.921348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Calling delete_port for 685ead68-29d4-404d-892b-2fcd6e1f6caa owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:53:41.924167 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] Set router 1c4436cf-9508-4ea9-973e-5544a502a2a2 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:41.983367 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85624aa3-1df4-44b0-aa29-f3ea523fe781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:42.052559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f75fbf-e404-4492-9d05-260faa1cf588 req-d764759d-c655-48a7-b43d-7ff47496a0de tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:42.054171 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52f75fbf-e404-4492-9d05-260faa1cf588 req-d764759d-c655-48a7-b43d-7ff47496a0de tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.2099450 Dec 16 22:53:42.067720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85624aa3-1df4-44b0-aa29-f3ea523fe781 None None] Pushing event updated for resources: {'Port': ['ID=685ead68-29d4-404d-892b-2fcd6e1f6caa,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:42.129662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2035a191-015c-4326-a47c-4dbe3af80ebb None None] Provisioning complete for port 685ead68-29d4-404d-892b-2fcd6e1f6caa triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:42.130326 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2035a191-015c-4326-a47c-4dbe3af80ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:42.208531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Allocated IP 172.25.2.109 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/82925d0d-d16b-4c2f-a3b3-2c1d40e1209b) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:53:42.215529 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'name': 'tempest-ImageQuotaTest-65086194-router', 'tenant_id': '32646381dcb94692acfa3508c46b3404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:33Z', 'updated_at': '2021-12-16T22:53:37Z', 'revision_number': 4, 'project_id': '32646381dcb94692acfa3508c46b3404', 'gw_port': {'id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:34Z', 'updated_at': '2021-12-16T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '685ead68-29d4-404d-892b-2fcd6e1f6caa', 'name': '', 'network_id': '1597bd6d-e6af-4d40-bc4f-b22ff91ac11e', 'tenant_id': '32646381dcb94692acfa3508c46b3404', 'mac_address': 'fa:16:3e:b7:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ff27b519-3c6c-44bb-a7e6-5491359b8956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:36Z', 'updated_at': '2021-12-16T22:53:41Z', 'revision_number': 4, 'project_id': '32646381dcb94692acfa3508c46b3404', 'subnets': [{'id': 'ff27b519-3c6c-44bb-a7e6-5491359b8956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:42.222545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52f75fbf-e404-4492-9d05-260faa1cf588 req-5b862029-97ae-41c9-b562-a43290b26350 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603682 Dec 16 22:53:42.249821 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a21800-d6ca-4043-8c9c-5a5c2235331c None None] The sync data for ids ['1c4436cf-9508-4ea9-973e-5544a502a2a2'] in n-d-821840-2 is: [{'id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'name': 'tempest-ImageQuotaTest-65086194-router', 'tenant_id': '32646381dcb94692acfa3508c46b3404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:33Z', 'updated_at': '2021-12-16T22:53:37Z', 'revision_number': 4, 'project_id': '32646381dcb94692acfa3508c46b3404', 'gw_port': {'id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:34Z', 'updated_at': '2021-12-16T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '685ead68-29d4-404d-892b-2fcd6e1f6caa', 'name': '', 'network_id': '1597bd6d-e6af-4d40-bc4f-b22ff91ac11e', 'tenant_id': '32646381dcb94692acfa3508c46b3404', 'mac_address': 'fa:16:3e:b7:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ff27b519-3c6c-44bb-a7e6-5491359b8956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:36Z', 'updated_at': '2021-12-16T22:53:41Z', 'revision_number': 4, 'project_id': '32646381dcb94692acfa3508c46b3404', 'subnets': [{'id': 'ff27b519-3c6c-44bb-a7e6-5491359b8956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:53:42.809821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcd53e-ee2a-47d1-ae87-c1b0e079fee1 req-c39812b1-6798-49af-b24a-c4185e7f35fc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:42.811479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1dcd53e-ee2a-47d1-ae87-c1b0e079fee1 req-c39812b1-6798-49af-b24a-c4185e7f35fc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.4932959 Dec 16 22:53:42.867379 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:42.899970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1dcd53e-ee2a-47d1-ae87-c1b0e079fee1 req-8f0c2458-fa7a-4916-ae23-81688391e65b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801656 Dec 16 22:53:42.953291 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:42.989178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Pushing event deleted for resources: {'Port': ['ID=685ead68-29d4-404d-892b-2fcd6e1f6caa,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:42.992205 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:43.030447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:43.030664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:43.031010 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:43.031396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:43.031736 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:43.032066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:43.032403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:43.032719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:43.033043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:43.033371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:43.033694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:43.034020 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:43.034344 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:43.086472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:53:43.101443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:43.105523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:53:43.123169 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacb3713-1c05-40d8-b982-cfb6dce87942 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:53:43.188288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a91faa5d-98b4-4351-beb1-45ed92b71511 None None] Provisioning complete for port 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:43.188676 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a91faa5d-98b4-4351-beb1-45ed92b71511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:43.213773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Port': ['ID=82925d0d-d16b-4c2f-a3b3-2c1d40e1209b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:43.284429 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a91faa5d-98b4-4351-beb1-45ed92b71511 None None] Port 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:53:43.438280 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:43.505196 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:43.538742 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023e399-9f75-4c85-8b13-6e5dbaab5902 req-4a15c318-2002-43e9-9546-502f22234f1b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:43.540410 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8023e399-9f75-4c85-8b13-6e5dbaab5902 req-4a15c318-2002-43e9-9546-502f22234f1b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.1020467 Dec 16 22:53:43.545660 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:43.718096 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8023e399-9f75-4c85-8b13-6e5dbaab5902 req-3b501346-173f-411c-832b-5b67e93d88b1 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433325 Dec 16 22:53:43.839867 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:43.977391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Router 1c4436cf-9508-4ea9-973e-5544a502a2a2 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:53:44.185653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:53:44.187818 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:44.194228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3c8cc780-a206-4960-9136-b9159769d7ef admin admin] 10.222.0.43 "PUT /v2.0/routers/1c4436cf-9508-4ea9-973e-5544a502a2a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6049359 Dec 16 22:53:44.196958 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a2b3dd-db0c-4a88-91b0-4af63c283bbd None None] Sync routers for ids ['1c4436cf-9508-4ea9-973e-5544a502a2a2'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:53:44.198038 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51518) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:44.209247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a2b3dd-db0c-4a88-91b0-4af63c283bbd None None] Routers {'1c4436cf-9508-4ea9-973e-5544a502a2a2'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:44.209915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c9a2b3dd-db0c-4a88-91b0-4af63c283bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['1c4436cf-9508-4ea9-973e-5544a502a2a2'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:44.359485 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-c9a2b3dd-db0c-4a88-91b0-4af63c283bbd None None] Set router 1c4436cf-9508-4ea9-973e-5544a502a2a2 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:44.391457 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2bac-807f-4917-b05e-341e4747d35a admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:44.449898 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:53:44.574275 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2bac-807f-4917-b05e-341e4747d35a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:44.613844 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c9a2b3dd-db0c-4a88-91b0-4af63c283bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'name': 'tempest-ImageQuotaTest-65086194-router', 'tenant_id': '32646381dcb94692acfa3508c46b3404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:33Z', 'updated_at': '2021-12-16T22:53:42Z', 'revision_number': 5, 'project_id': '32646381dcb94692acfa3508c46b3404', 'gw_port': {'id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:34Z', 'updated_at': '2021-12-16T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:44.647132 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a2b3dd-db0c-4a88-91b0-4af63c283bbd None None] Checking router: 1c4436cf-9508-4ea9-973e-5544a502a2a2 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:53:44.658121 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a2b3dd-db0c-4a88-91b0-4af63c283bbd None None] Routers {'1c4436cf-9508-4ea9-973e-5544a502a2a2'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:44.658784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c9a2b3dd-db0c-4a88-91b0-4af63c283bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['1c4436cf-9508-4ea9-973e-5544a502a2a2'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:44.706645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:53:44.722702 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Sync routers for ids ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:53:44.727999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a2bac-807f-4917-b05e-341e4747d35a admin admin] Deleting port 68a2bf33-1c97-490b-b1ed-83c6c957a257 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:53:44.732366 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2bac-807f-4917-b05e-341e4747d35a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:44.743972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9508-be93-4a77-aa28-87edcfd293de req-c11aca13-dbc4-4f73-880f-c35e093cee48 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:44.752734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db4c9508-be93-4a77-aa28-87edcfd293de req-c11aca13-dbc4-4f73-880f-c35e093cee48 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.1196511 Dec 16 22:53:44.765659 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Routers {'b09269b6-dd2f-4e48-8cb1-11a3e66c8813'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:44.768016 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:44.792618 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:44.793935 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-81f0e6a4-6d77-4597-98f2-88f00110295a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9392412 Dec 16 22:53:44.797226 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51524) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:44.820824 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-c9a2b3dd-db0c-4a88-91b0-4af63c283bbd None None] Set router 1c4436cf-9508-4ea9-973e-5544a502a2a2 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:44.822397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db4c9508-be93-4a77-aa28-87edcfd293de req-43637823-4f01-4d20-bbd4-f634af982f37 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683916 Dec 16 22:53:44.849327 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6ac51c9a-744f-4e72-9057-a70f7f3ba459 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=53b23556a8674c1098e88ae07b15dd0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0492952 Dec 16 22:53:44.849601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51526) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:44.902189 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-3d3a2bac-807f-4917-b05e-341e4747d35a admin admin] For port 68a2bf33-1c97-490b-b1ed-83c6c957a257, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=68a2bf33-1c97-490b-b1ed-83c6c957a257,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:44.902583 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2bac-807f-4917-b05e-341e4747d35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:44.920765 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a2bac-807f-4917-b05e-341e4747d35a admin admin] Calling delete_port for 68a2bf33-1c97-490b-b1ed-83c6c957a257 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:53:44.975606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b6db95-e5cf-4632-8ecc-6b6b8b58c93c tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:44.980892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-39b6db95-e5cf-4632-8ecc-6b6b8b58c93c tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1269259 Dec 16 22:53:44.981581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51528) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:44.982415 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Set router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:45.021242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e4526d7b-e27a-4648-9245-109d85216d5b tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363057 Dec 16 22:53:45.021470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51530) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:45.026696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-1b29ce99-d787-4673-b19b-ea515d61283e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-128391287', 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:45.099205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c9a2b3dd-db0c-4a88-91b0-4af63c283bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'name': 'tempest-ImageQuotaTest-65086194-router', 'tenant_id': '32646381dcb94692acfa3508c46b3404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:33Z', 'updated_at': '2021-12-16T22:53:42Z', 'revision_number': 5, 'project_id': '32646381dcb94692acfa3508c46b3404', 'gw_port': {'id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:34Z', 'updated_at': '2021-12-16T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:45.169405 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a2b3dd-db0c-4a88-91b0-4af63c283bbd None None] The sync data for ids ['1c4436cf-9508-4ea9-973e-5544a502a2a2'] in n-d-821840-2 is: [{'id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'name': 'tempest-ImageQuotaTest-65086194-router', 'tenant_id': '32646381dcb94692acfa3508c46b3404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:33Z', 'updated_at': '2021-12-16T22:53:42Z', 'revision_number': 5, 'project_id': '32646381dcb94692acfa3508c46b3404', 'gw_port': {'id': '68a2bf33-1c97-490b-b1ed-83c6c957a257', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4436cf-9508-4ea9-973e-5544a502a2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:34Z', 'updated_at': '2021-12-16T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:53:45.203873 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2bac-807f-4917-b05e-341e4747d35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:45.224302 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'name': 'tempest-TestNetworkBasicOps-router-1677617781', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:43Z', 'revision_number': 3, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:45.231946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b29ce99-d787-4673-b19b-ea515d61283e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Made reservation on behalf of 53b23556a8674c1098e88ae07b15dd0f for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:53:45.235763 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b29ce99-d787-4673-b19b-ea515d61283e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:45.246085 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a2bac-807f-4917-b05e-341e4747d35a admin admin] Pushing event deleted for resources: {'Port': ['ID=68a2bf33-1c97-490b-b1ed-83c6c957a257,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:45.259084 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Checking router: b09269b6-dd2f-4e48-8cb1-11a3e66c8813 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:53:45.260076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d99901-9103-4b68-ba37-fa4e456fd993 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:53:45.261843 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Updating router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 port 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:53:45.306214 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:45.332483 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2bac-807f-4917-b05e-341e4747d35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:45.447349 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2bac-807f-4917-b05e-341e4747d35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:45.450299 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2bac-807f-4917-b05e-341e4747d35a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:45.585650 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2bac-807f-4917-b05e-341e4747d35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:45.586259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3a2bac-807f-4917-b05e-341e4747d35a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c4436cf-9508-4ea9-973e-5544a502a2a2 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:53:45.595468 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2bac-807f-4917-b05e-341e4747d35a admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:45.597578 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3d3a2bac-807f-4917-b05e-341e4747d35a admin admin] 10.222.0.43 "DELETE /v2.0/routers/1c4436cf-9508-4ea9-973e-5544a502a2a2 HTTP/1.1" status: 204 len: 168 time: 1.3970923 Dec 16 22:53:45.600189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51532) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:45.614768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b29ce99-d787-4673-b19b-ea515d61283e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:45.778433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29ce99-d787-4673-b19b-ea515d61283e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Subnet': ['ID=d890550a-34ec-4d20-9934-1f0a86beadf6,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:45.780642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 685ead68-29d4-404d-892b-2fcd6e1f6caa no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:53:45.800156 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:45.801589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1662aa7-6340-4d5e-baf7-3665fe583aa6 admin admin] Deleting subnet ff27b519-3c6c-44bb-a7e6-5491359b8956 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:53:45.809142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 685ead68-29d4-404d-892b-2fcd6e1f6caa {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:53:45.809618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 685ead68-29d4-404d-892b-2fcd6e1f6caa not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:53:45.809818 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d1662aa7-6340-4d5e-baf7-3665fe583aa6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:45.844489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b29ce99-d787-4673-b19b-ea515d61283e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Checking segment: {'id': '9d1558c3-6255-4f96-a357-b5103c880968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:53:45.844880 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b29ce99-d787-4673-b19b-ea515d61283e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network hostable DHCP agents. Network: 3c6f6ca4-1558-4969-84ee-8e2f21139878, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:53:45.863564 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d1662aa7-6340-4d5e-baf7-3665fe583aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:45.866416 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:45.952432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a622f-ee0e-474b-84c9-0fd3e72e1fcf None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:53:45.954334 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Attempting to bind port 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:53:45.954719 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Attempting to bind port 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:53:45.955107 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Attempting to bind port 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:53:45.968927 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:53:45.974131 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:53:45.974131 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:45.974131 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:53:45.974131 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Bound port: 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:53:45.974131 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:46.002856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b29ce99-d787-4673-b19b-ea515d61283e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network 3c6f6ca4-1558-4969-84ee-8e2f21139878 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:53:46.003450 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461560d6-71b6-4567-914f-0d2fefe499fb None None] Pushing event updated for resources: {'Port': ['ID=82925d0d-d16b-4c2f-a3b3-2c1d40e1209b,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:46.036416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31d405-3c0d-41a2-b6eb-fa93a1bcf62d req-c2e5e72f-dbab-49d8-9832-907d6d16d1bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:46.038019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f31d405-3c0d-41a2-b6eb-fa93a1bcf62d req-c2e5e72f-dbab-49d8-9832-907d6d16d1bf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.1185884 Dec 16 22:53:46.039450 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d1662aa7-6340-4d5e-baf7-3665fe583aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:46.064031 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] For port 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:53:46.074814 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a6edc96f-5aec-42fd-8930-722eb024065b None None] Provisioning complete for port 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:46.075672 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6edc96f-5aec-42fd-8930-722eb024065b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:46.077260 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] For port 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=82925d0d-d16b-4c2f-a3b3-2c1d40e1209b,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:53:46.092313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-1b29ce99-d787-4673-b19b-ea515d61283e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 3c6f6ca4-1558-4969-84ee-8e2f21139878) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:46.103331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b29ce99-d787-4673-b19b-ea515d61283e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:46.103870 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1b29ce99-d787-4673-b19b-ea515d61283e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:46.119720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e24dcc-5533-4e46-b6b8-6c98421fcab5 None None] Network 3c6f6ca4-1558-4969-84ee-8e2f21139878 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:53:46.159813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f31d405-3c0d-41a2-b6eb-fa93a1bcf62d req-75c97638-59f3-42ad-aace-df27a6ec93fb tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960150 Dec 16 22:53:46.187032 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a6edc96f-5aec-42fd-8930-722eb024065b None None] Port 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:53:46.237965 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:46.258053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-3c6f6ca4-1558-4969-84ee-8e2f21139878', 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ips': [{'subnet_id': 'd890550a-34ec-4d20-9934-1f0a86beadf6'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:53:46.259616 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:46.270219 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1b29ce99-d787-4673-b19b-ea515d61283e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2467828 Dec 16 22:53:46.270964 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d1662aa7-6340-4d5e-baf7-3665fe583aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:46.274378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51536) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:46.333396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59389697-73a6-4ab2-99bc-da6fc1fad5c0 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:53:46.342820 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1662aa7-6340-4d5e-baf7-3665fe583aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff27b519-3c6c-44bb-a7e6-5491359b8956,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:46.350341 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9705feb1-3c87-467b-a422-c24b50e0eb43 None None] Network 1597bd6d-e6af-4d40-bc4f-b22ff91ac11e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:53:46.353844 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d1662aa7-6340-4d5e-baf7-3665fe583aa6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:46.360173 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d1662aa7-6340-4d5e-baf7-3665fe583aa6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ff27b519-3c6c-44bb-a7e6-5491359b8956 HTTP/1.1" status: 204 len: 168 time: 0.7560697 Dec 16 22:53:46.360738 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Routers {'b09269b6-dd2f-4e48-8cb1-11a3e66c8813'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:46.360738 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:46.365451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51538) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:46.416426 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461560d6-71b6-4567-914f-0d2fefe499fb None None] Pushing event updated for resources: {'Port': ['ID=82925d0d-d16b-4c2f-a3b3-2c1d40e1209b,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:46.491009 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:46.523817 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] Set router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:46.568698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] Deleting port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:53:46.569425 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:46.594386 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-00b8528e-968d-4941-b42c-36e6889b936a None None] Provisioning complete for port 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:46.595030 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00b8528e-968d-4941-b42c-36e6889b936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:46.672448 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] For port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=44e1bfaa-0279-48e5-bbbc-7bbc73c74313,segment=NetworkSegment(a034fa99-d335-4b5c-ab3d-b95db8d5e511),segment_id=a034fa99-d335-4b5c-ab3d-b95db8d5e511)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:46.673357 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:46.708060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] Calling delete_port for 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:53:46.774949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e352bdb9-1bde-4f71-8457-d5c37f2601a1 None None] DHCP port deletion for 1597bd6d-e6af-4d40-bc4f-b22ff91ac11e request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:53:46.835761 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'name': 'tempest-TestNetworkBasicOps-router-1677617781', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:43Z', 'revision_number': 3, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:46.839598 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Allocated IP 172.20.0.2 (3c6f6ca4-1558-4969-84ee-8e2f21139878/d890550a-34ec-4d20-9934-1f0a86beadf6/3925d214-8c27-4968-a3be-9d3dbf55ff5c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:53:46.867450 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5028606-4d40-40ad-95bc-42558c5e1f6d None None] The sync data for ids ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'] in n-d-821840-2 is: [{'id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'name': 'tempest-TestNetworkBasicOps-router-1677617781', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:43Z', 'revision_number': 3, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:53:46.905737 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00b8528e-968d-4941-b42c-36e6889b936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:46.919238 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:46.934153 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e352bdb9-1bde-4f71-8457-d5c37f2601a1 None None] Deleting port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:53:46.934820 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e352bdb9-1bde-4f71-8457-d5c37f2601a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:46.935190 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:46.976662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-00b8528e-968d-4941-b42c-36e6889b936a None None] For port 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=82925d0d-d16b-4c2f-a3b3-2c1d40e1209b,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:46.979535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] No DVR routers for this DVR port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:53:46.982902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] Pushing event deleted for resources: {'Port': ['ID=44e1bfaa-0279-48e5-bbbc-7bbc73c74313,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:47.086262 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00b8528e-968d-4941-b42c-36e6889b936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:47.103301 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e352bdb9-1bde-4f71-8457-d5c37f2601a1 None None] For port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313, host n-d-821840-2, got binding levels [] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:47.103820 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e352bdb9-1bde-4f71-8457-d5c37f2601a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:47.108389 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:47.159566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e352bdb9-1bde-4f71-8457-d5c37f2601a1 None None] Calling delete_port for 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:53:47.165513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.ipam_backend_mixin [None req-e352bdb9-1bde-4f71-8457-d5c37f2601a1 None None] Port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 was not found and therefore no delete operation was performed {{(pid=103953) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 22:53:47.173183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1597bd6d-e6af-4d40-bc4f-b22ff91ac11e']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:47.174535 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e352bdb9-1bde-4f71-8457-d5c37f2601a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:47.202666 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a034fa99-d335-4b5c-ab3d-b95db8d5e511') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:47.203177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a034fa99-d335-4b5c-ab3d-b95db8d5e511') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:47.221987 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:47.257391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8528e-968d-4941-b42c-36e6889b936a None None] Pushing event updated for resources: {'Port': ['ID=82925d0d-d16b-4c2f-a3b3-2c1d40e1209b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:47.261440 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e352bdb9-1bde-4f71-8457-d5c37f2601a1 None None] No DVR routers for this DVR port 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:53:47.277460 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:47.345763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:53:47.346309 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: timer() Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:53:47.352756 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:53:47.381561 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352bdb9-1bde-4f71-8457-d5c37f2601a1 None None] Pushing event deleted for resources: {'Port': ['ID=44e1bfaa-0279-48e5-bbbc-7bbc73c74313,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:47.422070 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:47.469032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df6e01-3e9d-4936-8b22-bd25686569c9 req-ecd42a65-ab2a-46af-acca-02e359358596 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:47.470720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9df6e01-3e9d-4936-8b22-bd25686569c9 req-ecd42a65-ab2a-46af-acca-02e359358596 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.1878300 Dec 16 22:53:47.546097 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:47.548203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9df6e01-3e9d-4936-8b22-bd25686569c9 req-4bfc64f1-e56b-417c-9dc7-13952ded56d9 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641854 Dec 16 22:53:47.570604 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:47.593059 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:47.599083 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] 10.222.0.43 "DELETE /v2.0/networks/1597bd6d-e6af-4d40-bc4f-b22ff91ac11e HTTP/1.1" status: 204 len: 168 time: 1.2306042 Dec 16 22:53:47.610872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1510ef1-4c21-4992-a9e0-69c512a9f6be admin admin] Pushing event deleted for resources: {'Network': ['ID=1597bd6d-e6af-4d40-bc4f-b22ff91ac11e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:47.663590 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Network 3c6f6ca4-1558-4969-84ee-8e2f21139878 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:53:47.669327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:47.677616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:53:47.691117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Allocated IP 172.20.0.1 (3c6f6ca4-1558-4969-84ee-8e2f21139878/d890550a-34ec-4d20-9934-1f0a86beadf6/77e24b04-4807-40ec-b107-4459180aaf98) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:53:47.692880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Pushing event updated for resources: {'Port': ['ID=3925d214-8c27-4968-a3be-9d3dbf55ff5c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:47.772186 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Attempting to bind port 3925d214-8c27-4968-a3be-9d3dbf55ff5c on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:53:47.772805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Attempting to bind port 3925d214-8c27-4968-a3be-9d3dbf55ff5c by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '9d1558c3-6255-4f96-a357-b5103c880968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:53:47.773003 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Attempting to bind port 3925d214-8c27-4968-a3be-9d3dbf55ff5c on network 3c6f6ca4-1558-4969-84ee-8e2f21139878 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:53:47.782841 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:53:47.783748 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Checking segment: {'id': '9d1558c3-6255-4f96-a357-b5103c880968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:53:47.784522 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:47.785546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Bound using segment: {'id': '9d1558c3-6255-4f96-a357-b5103c880968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:53:47.786836 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Bound port: 3925d214-8c27-4968-a3be-9d3dbf55ff5c, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1558c3-6255-4f96-a357-b5103c880968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:53:47.787894 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:47.814169 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:53:47.883935 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:47.915235 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] For port 3925d214-8c27-4968-a3be-9d3dbf55ff5c, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:53:47.919517 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] For port 3925d214-8c27-4968-a3be-9d3dbf55ff5c, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3925d214-8c27-4968-a3be-9d3dbf55ff5c,segment=NetworkSegment(9d1558c3-6255-4f96-a357-b5103c880968),segment_id=9d1558c3-6255-4f96-a357-b5103c880968)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:53:47.934438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:47.934438 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:48.044680 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:48.091907 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network 3c6f6ca4-1558-4969-84ee-8e2f21139878 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:53:48.098251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:48.107311 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:53:48.121306 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51544) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:48.144122 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:48.160181 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Port': ['ID=77e24b04-4807-40ec-b107-4459180aaf98,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:48.186473 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6ff4f900-9164-455c-b261-191c3a25369c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32646381dcb94692acfa3508c46b3404&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567391 Dec 16 22:53:48.186777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51546) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:48.191938 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:48.201753 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe289b78-d691-4fbc-9c09-f84faef5d7e4 None None] Pushing event updated for resources: {'Port': ['ID=3925d214-8c27-4968-a3be-9d3dbf55ff5c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:48.301787 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-52a98d50-072f-4e45-825a-7887410f6d33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:48.329262 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-52a98d50-072f-4e45-825a-7887410f6d33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:48.406598 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 68a2bf33-1c97-490b-b1ed-83c6c957a257 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:53:48.437688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 68a2bf33-1c97-490b-b1ed-83c6c957a257 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:53:48.438040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 68a2bf33-1c97-490b-b1ed-83c6c957a257 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:53:48.438462 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:53:48.465796 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:53:48.465796 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 44e1bfaa-0279-48e5-bbbc-7bbc73c74313 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:53:48.508021 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-52a98d50-072f-4e45-825a-7887410f6d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:48.513036 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-52a98d50-072f-4e45-825a-7887410f6d33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:48.515000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-52a98d50-072f-4e45-825a-7887410f6d33 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93fd5e1c-ac5d-4536-8db8-9cee5b3f3f39 HTTP/1.1" status: 204 len: 168 time: 0.3263628 Dec 16 22:53:48.528854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a98d50-072f-4e45-825a-7887410f6d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fd5e1c-ac5d-4536-8db8-9cee5b3f3f39,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:48.553075 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:48.721424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d41171-27cc-421a-9f6c-5faedb400bd8 req-46a56065-c70c-43c2-9c47-61e98bc00c6f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:48.723221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54d41171-27cc-421a-9f6c-5faedb400bd8 req-46a56065-c70c-43c2-9c47-61e98bc00c6f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0670147 Dec 16 22:53:48.786415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-54d41171-27cc-421a-9f6c-5faedb400bd8 req-c5500558-1eab-4222-a773-5c424b72056b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557966 Dec 16 22:53:48.917881 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:48.980260 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:49.063344 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:49.066738 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Port': ['ID=77e24b04-4807-40ec-b107-4459180aaf98,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:49.173357 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network 3c6f6ca4-1558-4969-84ee-8e2f21139878 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:53:49.174842 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:49.272766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51554) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:49.287807 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0723a837-6daf-415e-9000-07c75a29f7e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:49.325186 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:53:49.398913 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0723a837-6daf-415e-9000-07c75a29f7e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:49.448860 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0723a837-6daf-415e-9000-07c75a29f7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:49.466909 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:53:49.473963 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e8f5b7ed-68c3-477d-8154-1e0cb94c1083 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "PUT /v2.0/routers/b09269b6-dd2f-4e48-8cb1-11a3e66c8813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1981065 Dec 16 22:53:49.477891 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51556) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:49.482007 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Sync routers for ids ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:53:49.493420 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Routers {'b09269b6-dd2f-4e48-8cb1-11a3e66c8813'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:49.494486 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:49.510914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0723a837-6daf-415e-9000-07c75a29f7e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2363803 Dec 16 22:53:49.520337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51558) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:49.528725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723a837-6daf-415e-9000-07c75a29f7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43be1568-4f43-4447-8f7c-4b4c134bdfcd,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:49.606392 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a48e2b73-9443-43e4-bd9b-c25132b43bd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:49.629461 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd26360e-ad84-47f1-98a7-4951ab0b3ac7 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:49.630048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd26360e-ad84-47f1-98a7-4951ab0b3ac7 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:49.630576 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd26360e-ad84-47f1-98a7-4951ab0b3ac7 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:49.631095 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd26360e-ad84-47f1-98a7-4951ab0b3ac7 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:49.631640 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd26360e-ad84-47f1-98a7-4951ab0b3ac7 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:49.633503 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bd26360e-ad84-47f1-98a7-4951ab0b3ac7 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3586 time: 0.1543958 Dec 16 22:53:49.636969 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51560) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:49.640330 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a48e2b73-9443-43e4-bd9b-c25132b43bd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:49.652542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Set router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:49.775333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6a6e84-dbba-4e2f-b74c-4318bfd4081d tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:49.776514 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6a6e84-dbba-4e2f-b74c-4318bfd4081d tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:49.777351 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6a6e84-dbba-4e2f-b74c-4318bfd4081d tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:49.777473 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6a6e84-dbba-4e2f-b74c-4318bfd4081d tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:49.777854 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6a6e84-dbba-4e2f-b74c-4318bfd4081d tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:49.780577 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2a6a6e84-dbba-4e2f-b74c-4318bfd4081d tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.1419585 Dec 16 22:53:49.783723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51562) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:49.791144 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3925d214-8c27-4968-a3be-9d3dbf55ff5c up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:53:49.794445 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a48e2b73-9443-43e4-bd9b-c25132b43bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:49.797877 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a48e2b73-9443-43e4-bd9b-c25132b43bd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:49.800626 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a48e2b73-9443-43e4-bd9b-c25132b43bd1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43be1568-4f43-4447-8f7c-4b4c134bdfcd HTTP/1.1" status: 204 len: 168 time: 0.2764463 Dec 16 22:53:49.859434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e2b73-9443-43e4-bd9b-c25132b43bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43be1568-4f43-4447-8f7c-4b4c134bdfcd,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:49.928020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3925d214-8c27-4968-a3be-9d3dbf55ff5c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:49.928493 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:50.012265 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debedd91-e1ec-4047-880d-e724491c979e None None] Network 3c6f6ca4-1558-4969-84ee-8e2f21139878 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:53:50.018472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd005b-4f2d-443f-a140-775154ee3186 req-b3e8f979-046d-4845-963d-6d15a5493790 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:50.020149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2cd005b-4f2d-443f-a140-775154ee3186 req-b3e8f979-046d-4845-963d-6d15a5493790 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0801218 Dec 16 22:53:50.056533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2bfbe541-7a8d-4cee-b6a2-f9c42e2b69b2 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2329 time: 0.2716277 Dec 16 22:53:50.085765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'name': 'tempest-TestNetworkBasicOps-router-1677617781', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:48Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '77e24b04-4807-40ec-b107-4459180aaf98', 'name': '', 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:e6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:47Z', 'updated_at': '2021-12-16T22:53:48Z', 'revision_number': 2, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:50.103071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2cd005b-4f2d-443f-a140-775154ee3186 req-39aff7de-1644-4fe6-bfc7-7dd2d2dc56e8 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675247 Dec 16 22:53:50.161683 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Checking router: b09269b6-dd2f-4e48-8cb1-11a3e66c8813 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:53:50.164353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Updating router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 port 77e24b04-4807-40ec-b107-4459180aaf98 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:53:50.188931 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:50.197565 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be7916da-8a52-4485-b111-8a07dd9782d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:50.201519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3a8c3989-469c-4eeb-819b-f27376c7dad5 None None] Provisioning complete for port 3925d214-8c27-4968-a3be-9d3dbf55ff5c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:50.201877 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3a8c3989-469c-4eeb-819b-f27376c7dad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:50.266393 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:50.354191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 3925d214-8c27-4968-a3be-9d3dbf55ff5c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3925d214-8c27-4968-a3be-9d3dbf55ff5c,segment=NetworkSegment(9d1558c3-6255-4f96-a357-b5103c880968),segment_id=9d1558c3-6255-4f96-a357-b5103c880968)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:50.441589 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:50.468873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51584) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:50.477028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-19415fd5-16d1-4360-a992-6514ffc9c57a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1229977345', 'description': 'tempest-secgroup-smoke-1229977345 description', 'project_id': '53b23556a8674c1098e88ae07b15dd0f'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:50.566686 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19415fd5-16d1-4360-a992-6514ffc9c57a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:50.607635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=3925d214-8c27-4968-a3be-9d3dbf55ff5c,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:50.646045 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19415fd5-16d1-4360-a992-6514ffc9c57a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:50.710323 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19415fd5-16d1-4360-a992-6514ffc9c57a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:50.736958 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f4de5464-74f0-45f3-952d-5dedfe67354d None None] Provisioning complete for port 3925d214-8c27-4968-a3be-9d3dbf55ff5c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:50.737392 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4de5464-74f0-45f3-952d-5dedfe67354d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:50.742888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19415fd5-16d1-4360-a992-6514ffc9c57a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53cb8ae8-afc3-445d-bc3a-437b0b7f6136,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:50.779388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51590) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:50.785510 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:50.804678 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19415fd5-16d1-4360-a992-6514ffc9c57a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:50.806361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-19415fd5-16d1-4360-a992-6514ffc9c57a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3353817 Dec 16 22:53:50.810159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51594) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:50.815718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f8267cfe-55c5-49e6-99db-7a06ebc114f5 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': '53cb8ae8-afc3-445d-bc3a-437b0b7f6136', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:50.858543 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f4de5464-74f0-45f3-952d-5dedfe67354d None None] Provisioning complete for port 77e24b04-4807-40ec-b107-4459180aaf98 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:50.859033 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4de5464-74f0-45f3-952d-5dedfe67354d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:50.887041 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:50.907460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-efbda3ef-ed56-4269-96e8-e51d2e32b9fa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-593677694-network', 'tenant_id': '77a84e9ce21649539c250201052b6691'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:50.943163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f4de5464-74f0-45f3-952d-5dedfe67354d None None] Port 77e24b04-4807-40ec-b107-4459180aaf98 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:53:50.951634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74863352-ee97-4a64-81da-9389d2acd757 None None] Pushing event updated for resources: {'Port': ['ID=77e24b04-4807-40ec-b107-4459180aaf98,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:50.973380 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8267cfe-55c5-49e6-99db-7a06ebc114f5 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.016032 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Attempting to bind port 77e24b04-4807-40ec-b107-4459180aaf98 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:53:51.016413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Attempting to bind port 77e24b04-4807-40ec-b107-4459180aaf98 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '9d1558c3-6255-4f96-a357-b5103c880968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:53:51.016785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Attempting to bind port 77e24b04-4807-40ec-b107-4459180aaf98 on network 3c6f6ca4-1558-4969-84ee-8e2f21139878 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:53:51.022434 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:53:51.022941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Checking segment: {'id': '9d1558c3-6255-4f96-a357-b5103c880968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:53:51.023396 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.023862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Bound using segment: {'id': '9d1558c3-6255-4f96-a357-b5103c880968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:53:51.024723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Bound port: 77e24b04-4807-40ec-b107-4459180aaf98, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1558c3-6255-4f96-a357-b5103c880968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:53:51.024887 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.035987 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8267cfe-55c5-49e6-99db-7a06ebc114f5 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.082385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbda3ef-ed56-4269-96e8-e51d2e32b9fa admin admin] Made reservation on behalf of 77a84e9ce21649539c250201052b6691 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:53:51.084791 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-efbda3ef-ed56-4269-96e8-e51d2e32b9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.097891 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d747d642-e4c2-4244-8c45-3615656a24f5 None None] Provisioning complete for port 77e24b04-4807-40ec-b107-4459180aaf98 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:51.098096 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-efbda3ef-ed56-4269-96e8-e51d2e32b9fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.098216 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d747d642-e4c2-4244-8c45-3615656a24f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.119063 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8267cfe-55c5-49e6-99db-7a06ebc114f5 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.135258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] For port 77e24b04-4807-40ec-b107-4459180aaf98, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:53:51.156124 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8267cfe-55c5-49e6-99db-7a06ebc114f5 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855b358a-4dac-4729-b887-ea32c03b62df,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:51.177426 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] For port 77e24b04-4807-40ec-b107-4459180aaf98, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=77e24b04-4807-40ec-b107-4459180aaf98,segment=NetworkSegment(9d1558c3-6255-4f96-a357-b5103c880968),segment_id=9d1558c3-6255-4f96-a357-b5103c880968)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:53:51.180629 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d747d642-e4c2-4244-8c45-3615656a24f5 None None] Port 77e24b04-4807-40ec-b107-4459180aaf98 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:53:51.224196 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8267cfe-55c5-49e6-99db-7a06ebc114f5 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.224196 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f8267cfe-55c5-49e6-99db-7a06ebc114f5 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4095755 Dec 16 22:53:51.224703 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51598) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:51.228638 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8c5bd3bc-a21e-4cf8-800e-a0bab38fbd41 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': '53cb8ae8-afc3-445d-bc3a-437b0b7f6136', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:51.271912 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.340562 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd3bc-a21e-4cf8-800e-a0bab38fbd41 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.352510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-70ed042b-f030-4b49-bdcc-ae4bd1d553f4 None None] Provisioning complete for port 77e24b04-4807-40ec-b107-4459180aaf98 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:51.352882 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70ed042b-f030-4b49-bdcc-ae4bd1d553f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.368141 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Routers {'b09269b6-dd2f-4e48-8cb1-11a3e66c8813'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:51.368831 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:51.400898 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74863352-ee97-4a64-81da-9389d2acd757 None None] Pushing event updated for resources: {'Port': ['ID=77e24b04-4807-40ec-b107-4459180aaf98,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:51.626885 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-efbda3ef-ed56-4269-96e8-e51d2e32b9fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.635119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50b91e-3f2a-4679-9f27-4a5fa89bbcc8 req-8cf26bcf-3561-43dc-9901-874768db8733 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:51.637511 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea50b91e-3f2a-4679-9f27-4a5fa89bbcc8 req-8cf26bcf-3561-43dc-9901-874768db8733 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.4660935 Dec 16 22:53:51.696889 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-efbda3ef-ed56-4269-96e8-e51d2e32b9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.739873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea50b91e-3f2a-4679-9f27-4a5fa89bbcc8 req-0ffba45a-2320-45a8-9936-1544f98373ae tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947957 Dec 16 22:53:51.754912 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3925d214-8c27-4968-a3be-9d3dbf55ff5c up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:53:51.767773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] Set router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:51.768920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbda3ef-ed56-4269-96e8-e51d2e32b9fa admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:53:51.774246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbda3ef-ed56-4269-96e8-e51d2e32b9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c145c194-9104-49a7-a497-07190807c9b4,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:51.782235 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-efbda3ef-ed56-4269-96e8-e51d2e32b9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.784401 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-efbda3ef-ed56-4269-96e8-e51d2e32b9fa admin admin] Added segment 64e58f94-7cb2-4522-9486-f378b9971ccb of type vlan for network 7644b7c3-8b86-4c00-871c-ae70791d80d9 Dec 16 22:53:51.786305 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70ed042b-f030-4b49-bdcc-ae4bd1d553f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.796391 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd3bc-a21e-4cf8-800e-a0bab38fbd41 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.836047 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-efbda3ef-ed56-4269-96e8-e51d2e32b9fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.864947 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd3bc-a21e-4cf8-800e-a0bab38fbd41 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.888540 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bd3bc-a21e-4cf8-800e-a0bab38fbd41 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823d0cba-f680-407f-b185-fbc90408378d,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:51.903885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-70ed042b-f030-4b49-bdcc-ae4bd1d553f4 None None] For port 77e24b04-4807-40ec-b107-4459180aaf98, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=77e24b04-4807-40ec-b107-4459180aaf98,segment=NetworkSegment(9d1558c3-6255-4f96-a357-b5103c880968),segment_id=9d1558c3-6255-4f96-a357-b5103c880968)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:51.922318 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-efbda3ef-ed56-4269-96e8-e51d2e32b9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.923506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbda3ef-ed56-4269-96e8-e51d2e32b9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:51.924146 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-efbda3ef-ed56-4269-96e8-e51d2e32b9fa admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.952752 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd3bc-a21e-4cf8-800e-a0bab38fbd41 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.954297 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8c5bd3bc-a21e-4cf8-800e-a0bab38fbd41 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7293763 Dec 16 22:53:51.956157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3925d214-8c27-4968-a3be-9d3dbf55ff5c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:51.956524 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:51.964035 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51600) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:51.968707 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e32b89b7-bc33-47e4-97a1-c5c4a9beab4f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': '53cb8ae8-afc3-445d-bc3a-437b0b7f6136', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:51.989128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbda3ef-ed56-4269-96e8-e51d2e32b9fa admin admin] Pushing event updated for resources: {'Network': ['ID=7644b7c3-8b86-4c00-871c-ae70791d80d9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:52.006589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 7644b7c3-8b86-4c00-871c-ae70791d80d9 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:53:52.018405 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70ed042b-f030-4b49-bdcc-ae4bd1d553f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:52.046750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-efbda3ef-ed56-4269-96e8-e51d2e32b9fa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2661521 Dec 16 22:53:52.049688 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51602) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:52.055177 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a6430ba4-8641-4793-8248-02a4f93b22ff admin admin] Request body: {'subnet': {'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-593677694-subnet', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:52.162464 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e32b89b7-bc33-47e4-97a1-c5c4a9beab4f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:52.178097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed042b-f030-4b49-bdcc-ae4bd1d553f4 None None] Pushing event updated for resources: {'Port': ['ID=77e24b04-4807-40ec-b107-4459180aaf98,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:52.200163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6430ba4-8641-4793-8248-02a4f93b22ff admin admin] Made reservation on behalf of 77a84e9ce21649539c250201052b6691 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:53:52.202604 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a6430ba4-8641-4793-8248-02a4f93b22ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:52.222342 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-badae0bf-dccb-49f9-92fa-75f70c86adf2 None None] Provisioning complete for port 77e24b04-4807-40ec-b107-4459180aaf98 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:52.222714 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-badae0bf-dccb-49f9-92fa-75f70c86adf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:52.275991 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'name': 'tempest-TestNetworkBasicOps-router-1677617781', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:48Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '77e24b04-4807-40ec-b107-4459180aaf98', 'name': '', 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:e6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:47Z', 'updated_at': '2021-12-16T22:53:51Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:52.284323 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e32b89b7-bc33-47e4-97a1-c5c4a9beab4f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:52.308987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27bc08-5e07-4b65-ade0-b3e81a70486e None None] The sync data for ids ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'] in n-d-821840-2 is: [{'id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'name': 'tempest-TestNetworkBasicOps-router-1677617781', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:48Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '77e24b04-4807-40ec-b107-4459180aaf98', 'name': '', 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:e6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:47Z', 'updated_at': '2021-12-16T22:53:51Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:53:52.359924 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e32b89b7-bc33-47e4-97a1-c5c4a9beab4f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:52.394992 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b89b7-bc33-47e4-97a1-c5c4a9beab4f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71e9311-7797-4a0d-833e-51c86993026d,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:52.484134 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e32b89b7-bc33-47e4-97a1-c5c4a9beab4f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:52.485482 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e32b89b7-bc33-47e4-97a1-c5c4a9beab4f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5204563 Dec 16 22:53:52.500794 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51604) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:52.505624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7ef45971-f607-4ff6-8ff6-78ce4381b01a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': '53cb8ae8-afc3-445d-bc3a-437b0b7f6136', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:52.516503 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4194cbd-8f46-4672-a7a6-8dc0c5cc58e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:52.525066 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a6430ba4-8641-4793-8248-02a4f93b22ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:52.589749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6430ba4-8641-4793-8248-02a4f93b22ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e7b823-d984-434c-ac01-56dfd985edf1,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:52.600866 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6430ba4-8641-4793-8248-02a4f93b22ff admin admin] Checking segment: {'id': '64e58f94-7cb2-4522-9486-f378b9971ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:53:52.601180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6430ba4-8641-4793-8248-02a4f93b22ff admin admin] Network hostable DHCP agents. Network: 7644b7c3-8b86-4c00-871c-ae70791d80d9, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:53:52.619427 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ef45971-f607-4ff6-8ff6-78ce4381b01a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:52.678353 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6430ba4-8641-4793-8248-02a4f93b22ff admin admin] Network 7644b7c3-8b86-4c00-871c-ae70791d80d9 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:53:52.705890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ef45971-f607-4ff6-8ff6-78ce4381b01a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:52.745012 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-a6430ba4-8641-4793-8248-02a4f93b22ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 7644b7c3-8b86-4c00-871c-ae70791d80d9) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:52.749686 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6430ba4-8641-4793-8248-02a4f93b22ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:52.750365 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a6430ba4-8641-4793-8248-02a4f93b22ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:52.756897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddb3978-6cd0-4abf-88c9-d5ebb4a70aab None None] Network 7644b7c3-8b86-4c00-871c-ae70791d80d9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:53:52.774402 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ef45971-f607-4ff6-8ff6-78ce4381b01a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:52.803347 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef45971-f607-4ff6-8ff6-78ce4381b01a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff3c6dd-c821-43ed-bfa5-b6992340e0b3,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:52.846922 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a6430ba4-8641-4793-8248-02a4f93b22ff admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7960784 Dec 16 22:53:52.853131 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51608) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:52.853131 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:52.881151 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ef45971-f607-4ff6-8ff6-78ce4381b01a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:52.885357 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7ef45971-f607-4ff6-8ff6-78ce4381b01a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3809369 Dec 16 22:53:52.887693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51610) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:52.894584 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-7644b7c3-8b86-4c00-871c-ae70791d80d9', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'project_id': '77a84e9ce21649539c250201052b6691', 'fixed_ips': [{'subnet_id': 'b4e7b823-d984-434c-ac01-56dfd985edf1'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:53:52.894836 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:52.894981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-1d77ee55-731a-403a-83f7-3b05441a7289 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': '53cb8ae8-afc3-445d-bc3a-437b0b7f6136', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:52.908292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61b633-5134-4a44-ba8a-4debf65193c2 req-4af5375e-a974-42aa-adf2-254e5d0dce9d tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:52.914597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be61b633-5134-4a44-ba8a-4debf65193c2 req-4af5375e-a974-42aa-adf2-254e5d0dce9d tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0768571 Dec 16 22:53:52.966639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-be61b633-5134-4a44-ba8a-4debf65193c2 req-4ea75c33-1790-479b-acf5-86335f271542 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494223 Dec 16 22:53:52.997620 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:52.999387 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.050643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Allocated IP 172.20.0.2 (7644b7c3-8b86-4c00-871c-ae70791d80d9/b4e7b823-d984-434c-ac01-56dfd985edf1/6452cb5e-5b1f-45dd-9ac6-5ce0cf679785) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:53:53.060436 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.111909 n-d-821840-2 neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-1d77ee55-731a-403a-83f7-3b05441a7289 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Project 53b23556a8674c1098e88ae07b15dd0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:53:53.118188 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d77ee55-731a-403a-83f7-3b05441a7289 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.202182 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d77ee55-731a-403a-83f7-3b05441a7289 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.244681 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.259564 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d77ee55-731a-403a-83f7-3b05441a7289 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.281174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77ee55-731a-403a-83f7-3b05441a7289 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adea5c7b-bf82-4ce6-af64-a4f44dc4788a,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:53.295022 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.340520 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Network 7644b7c3-8b86-4c00-871c-ae70791d80d9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:53:53.343647 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:53.349131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:53:53.358714 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1d77ee55-731a-403a-83f7-3b05441a7289 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.361070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Pushing event updated for resources: {'Port': ['ID=6452cb5e-5b1f-45dd-9ac6-5ce0cf679785,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:53.363695 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1d77ee55-731a-403a-83f7-3b05441a7289 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4749253 Dec 16 22:53:53.364833 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51612) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:53.368213 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.374682 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6e4bb605-8fe5-40ef-b5a5-55fca56e7241 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'security_group_rule': {'security_group_id': '53cb8ae8-afc3-445d-bc3a-437b0b7f6136', 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:53.427030 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Attempting to bind port 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:53:53.427452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Attempting to bind port 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '64e58f94-7cb2-4522-9486-f378b9971ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:53:53.427819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Attempting to bind port 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785 on network 7644b7c3-8b86-4c00-871c-ae70791d80d9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:53:53.434486 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:53:53.434867 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Checking segment: {'id': '64e58f94-7cb2-4522-9486-f378b9971ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:53:53.435293 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.435743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Bound using segment: {'id': '64e58f94-7cb2-4522-9486-f378b9971ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:53:53.436175 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Bound port: 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e58f94-7cb2-4522-9486-f378b9971ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:53:53.436553 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.473946 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-6e4bb605-8fe5-40ef-b5a5-55fca56e7241 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Project 53b23556a8674c1098e88ae07b15dd0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:53:53.515039 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e4bb605-8fe5-40ef-b5a5-55fca56e7241 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.515395 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] For port 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:53:53.520293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] For port 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6452cb5e-5b1f-45dd-9ac6-5ce0cf679785,segment=NetworkSegment(64e58f94-7cb2-4522-9486-f378b9971ccb),segment_id=64e58f94-7cb2-4522-9486-f378b9971ccb)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:53:53.599034 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e4bb605-8fe5-40ef-b5a5-55fca56e7241 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.608603 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.672679 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.673822 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fd932-f18f-4520-9f27-9ebb0b87cfb8 None None] Pushing event updated for resources: {'Port': ['ID=6452cb5e-5b1f-45dd-9ac6-5ce0cf679785,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:53.723165 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e4bb605-8fe5-40ef-b5a5-55fca56e7241 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.755157 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bb605-8fe5-40ef-b5a5-55fca56e7241 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5482dfc6-dcb3-4ea0-bed3-1b062d0a4690,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:53.763360 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.781768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 77e24b04-4807-40ec-b107-4459180aaf98 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:53:53.789084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.851498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 77e24b04-4807-40ec-b107-4459180aaf98 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:53.852190 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.881435 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e4bb605-8fe5-40ef-b5a5-55fca56e7241 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.882884 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6e4bb605-8fe5-40ef-b5a5-55fca56e7241 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5170887 Dec 16 22:53:54.013782 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Allocated IP 172.25.2.228 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/8287fefc-a526-43fb-b465-d6bcab6c3a42) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:53:54.157289 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0336035-90de-416b-9b61-bce9a98786a1 req-475e150a-bc74-45aa-9e0a-cc39eb09d269 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:54.158753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0336035-90de-416b-9b61-bce9a98786a1 req-475e150a-bc74-45aa-9e0a-cc39eb09d269 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0922811 Dec 16 22:53:54.164009 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-7ad2ded0-c866-4abc-ab72-0c79de7d0359 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229977345&fields=id&tenant_id=53b23556a8674c1098e88ae07b15dd0f HTTP/1.1" status: 200 len: 267 time: 0.0678730 Dec 16 22:53:54.263194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0336035-90de-416b-9b61-bce9a98786a1 req-6db7b39d-80bc-4b56-9767-0fd312101a14 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982211 Dec 16 22:53:54.279399 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:54.311228 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-703a5bc8-6fa1-42b8-a0aa-87a1a8280a75 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:54.312778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-703a5bc8-6fa1-42b8-a0aa-87a1a8280a75 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/networks?id=3c6f6ca4-1558-4969-84ee-8e2f21139878 HTTP/1.1" status: 200 len: 797 time: 0.1408474 Dec 16 22:53:54.328752 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-10cc3472-7a94-4de0-8621-700af7436962 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/quotas/53b23556a8674c1098e88ae07b15dd0f HTTP/1.1" status: 200 len: 375 time: 0.0098851 Dec 16 22:53:54.374102 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:54.384477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-ff5c62ff-8299-4c58-928c-71305be9044f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=53b23556a8674c1098e88ae07b15dd0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500789 Dec 16 22:53:54.431362 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:53:54.433453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Pushing event updated for resources: {'Port': ['ID=8287fefc-a526-43fb-b465-d6bcab6c3a42,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:54.437459 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:54.446000 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:53:54.452959 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccdda41-075d-4ea4-a909-31cb3fe79709 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:53:54.478842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-5ec0f843-bddd-47c4-95b4-50138e046fe6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:53:54.485668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-5ec0f843-bddd-47c4-95b4-50138e046fe6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0885305 Dec 16 22:53:54.516320 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f8f90093-95f6-4d64-bb00-53e072fb9d35 None None] Provisioning complete for port 8287fefc-a526-43fb-b465-d6bcab6c3a42 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:54.517299 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8f90093-95f6-4d64-bb00-53e072fb9d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:54.574201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f8f90093-95f6-4d64-bb00-53e072fb9d35 None None] Port 8287fefc-a526-43fb-b465-d6bcab6c3a42 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:53:54.595479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-6dbc29f5-3906-4ca6-afce-4216ea17345a service neutron] 10.222.0.43 "GET /v2.0/networks/3c6f6ca4-1558-4969-84ee-8e2f21139878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070042 Dec 16 22:53:54.698099 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-44346e61-8d0a-4b36-876b-e62321f6561f service neutron] 10.222.0.43 "GET /v2.0/networks/3c6f6ca4-1558-4969-84ee-8e2f21139878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983281 Dec 16 22:53:54.816388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461eb8e0-e65c-4dac-bafe-cfbbfbc04713 None None] Network 7644b7c3-8b86-4c00-871c-ae70791d80d9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:53:54.832612 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:54.977268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-275ee736-e71f-4d92-9c5c-a7566a999d83 None None] Provisioning complete for port 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:54.977798 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-275ee736-e71f-4d92-9c5c-a7566a999d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:55.021380 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:55.077004 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:55.101287 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-275ee736-e71f-4d92-9c5c-a7566a999d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:55.151933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-275ee736-e71f-4d92-9c5c-a7566a999d83 None None] For port 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6452cb5e-5b1f-45dd-9ac6-5ce0cf679785,segment=NetworkSegment(64e58f94-7cb2-4522-9486-f378b9971ccb),segment_id=64e58f94-7cb2-4522-9486-f378b9971ccb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:55.248342 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-275ee736-e71f-4d92-9c5c-a7566a999d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:55.307080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Router 2ed056f8-9008-415b-89e1-a35d26e3b771 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:53:55.360591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41f99ae4-6912-4551-b044-27b7896be7ab req-14ff84ce-6c6a-49a6-b142-d86abb3af2ac tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 210 time: 0.0562327 Dec 16 22:53:55.376248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ee736-e71f-4d92-9c5c-a7566a999d83 None None] Pushing event updated for resources: {'Port': ['ID=6452cb5e-5b1f-45dd-9ac6-5ce0cf679785,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:55.408249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e749c63f-2e62-4db3-a7e2-c200f1f80155 None None] Provisioning complete for port 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:55.409070 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e749c63f-2e62-4db3-a7e2-c200f1f80155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:55.504008 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:53:55.519331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f091836-fa53-49f2-b5a7-e98c06bbb61a req-5cf4379a-be82-46ba-ad70-1ea1c3ec85a5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:55.521784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f091836-fa53-49f2-b5a7-e98c06bbb61a req-5cf4379a-be82-46ba-ad70-1ea1c3ec85a5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0856447 Dec 16 22:53:55.523175 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Sync routers for ids ['2ed056f8-9008-415b-89e1-a35d26e3b771'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:53:55.539631 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Routers {'2ed056f8-9008-415b-89e1-a35d26e3b771'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:55.545638 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2ed056f8-9008-415b-89e1-a35d26e3b771'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:55.581538 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:55.583220 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-df2e428a-cf71-44c5-9e01-98f9a46e3150 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7344754 Dec 16 22:53:55.585947 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51640) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:55.587576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f091836-fa53-49f2-b5a7-e98c06bbb61a req-3a3ebf44-06c2-4207-83ff-fe7e7d8dc3aa tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560453 Dec 16 22:53:55.672157 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Set router 2ed056f8-9008-415b-89e1-a35d26e3b771 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:55.773977 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:55.821875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:53:55.890067 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:55.890474 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:55.920251 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:54Z', 'revision_number': 3, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port': {'id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:55.957020 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Checking router: 2ed056f8-9008-415b-89e1-a35d26e3b771 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:53:55.957391 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Updating router 2ed056f8-9008-415b-89e1-a35d26e3b771 port 8287fefc-a526-43fb-b465-d6bcab6c3a42 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:53:55.990328 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:56.044251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87798ff7-e59f-48ff-b34f-064d81442592 req-a82aa7e2-6ef3-45d7-993a-30250f85b84b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:56.060729 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87798ff7-e59f-48ff-b34f-064d81442592 req-a82aa7e2-6ef3-45d7-993a-30250f85b84b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.1148021 Dec 16 22:53:56.128442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87798ff7-e59f-48ff-b34f-064d81442592 req-b02bebe5-8eef-481f-b81d-52cb559fb2b0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625720 Dec 16 22:53:56.312459 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:56.373550 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:56.421723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167fcf30-e804-47a3-9ff9-31858db5b1ff None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:53:56.432754 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Attempting to bind port 8287fefc-a526-43fb-b465-d6bcab6c3a42 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:53:56.433952 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Attempting to bind port 8287fefc-a526-43fb-b465-d6bcab6c3a42 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:53:56.434609 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Attempting to bind port 8287fefc-a526-43fb-b465-d6bcab6c3a42 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:53:56.450952 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:53:56.451742 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:53:56.452463 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:56.453209 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:53:56.456557 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Bound port: 8287fefc-a526-43fb-b465-d6bcab6c3a42, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:53:56.456557 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:56.470424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f3b24-3a62-4a2f-afa4-c4f9ba0df907 req-9fa75c83-3186-464f-a3f2-1d17d4fcc776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:56.471985 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d02f3b24-3a62-4a2f-afa4-c4f9ba0df907 req-9fa75c83-3186-464f-a3f2-1d17d4fcc776 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 1095 time: 0.3741553 Dec 16 22:53:56.526631 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9818ca-7c98-479b-bedb-68aa51e45bc8 None None] Pushing event updated for resources: {'Port': ['ID=8287fefc-a526-43fb-b465-d6bcab6c3a42,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:56.532166 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] For port 8287fefc-a526-43fb-b465-d6bcab6c3a42, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:53:56.535736 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] For port 8287fefc-a526-43fb-b465-d6bcab6c3a42, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8287fefc-a526-43fb-b465-d6bcab6c3a42,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:53:56.548780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7441d8bb-6ff1-4667-82e1-9f8f4065d82d None None] Provisioning complete for port 8287fefc-a526-43fb-b465-d6bcab6c3a42 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:56.549837 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7441d8bb-6ff1-4667-82e1-9f8f4065d82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:56.570840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a3a7d64-1424-4d1d-8b81-682a490d7f2c req-c55c03be-8d25-477d-aff9-ee97eddad3bf tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 210 time: 0.0472670 Dec 16 22:53:56.599406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7441d8bb-6ff1-4667-82e1-9f8f4065d82d None None] Port 8287fefc-a526-43fb-b465-d6bcab6c3a42 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:53:56.627434 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:56.643011 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f3b24-3a62-4a2f-afa4-c4f9ba0df907 req-cefe1656-e33b-494f-ace7-92ac1ae28f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:56.644533 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d02f3b24-3a62-4a2f-afa4-c4f9ba0df907 req-cefe1656-e33b-494f-ace7-92ac1ae28f6e service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.1519520 Dec 16 22:53:56.685859 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84624560-b2bc-41c7-b5ad-51748e575d98 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:53:56.696266 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Routers {'2ed056f8-9008-415b-89e1-a35d26e3b771'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:56.696905 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2ed056f8-9008-415b-89e1-a35d26e3b771'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:56.705300 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9818ca-7c98-479b-bedb-68aa51e45bc8 None None] Pushing event updated for resources: {'Port': ['ID=8287fefc-a526-43fb-b465-d6bcab6c3a42,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:56.737242 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2313f135-a89e-4fe5-806e-3321c5300176 None None] Provisioning complete for port 8287fefc-a526-43fb-b465-d6bcab6c3a42 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:56.737900 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2313f135-a89e-4fe5-806e-3321c5300176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:56.742321 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:56.762608 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d02f3b24-3a62-4a2f-afa4-c4f9ba0df907 req-64028034-7431-49e1-ae06-e68ed3f375c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b HTTP/1.1" status: 200 len: 999 time: 0.0957940 Dec 16 22:53:56.877872 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2313f135-a89e-4fe5-806e-3321c5300176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:56.916846 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2313f135-a89e-4fe5-806e-3321c5300176 None None] For port 8287fefc-a526-43fb-b465-d6bcab6c3a42, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8287fefc-a526-43fb-b465-d6bcab6c3a42,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:56.936000 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f3b24-3a62-4a2f-afa4-c4f9ba0df907 req-47463565-c84f-4734-8dde-d3055c62a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:56.938475 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d02f3b24-3a62-4a2f-afa4-c4f9ba0df907 req-47463565-c84f-4734-8dde-d3055c62a583 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.1659553 Dec 16 22:53:56.960720 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] Set router 2ed056f8-9008-415b-89e1-a35d26e3b771 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:56.973528 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2313f135-a89e-4fe5-806e-3321c5300176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:57.034137 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313f135-a89e-4fe5-806e-3321c5300176 None None] Pushing event updated for resources: {'Port': ['ID=8287fefc-a526-43fb-b465-d6bcab6c3a42,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:57.054078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f3b24-3a62-4a2f-afa4-c4f9ba0df907 req-1d4a4246-60fc-4328-a487-584af669b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:57.056239 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d02f3b24-3a62-4a2f-afa4-c4f9ba0df907 req-1d4a4246-60fc-4328-a487-584af669b757 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930736 Dec 16 22:53:57.125494 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Allocated IP 172.20.0.1 (7644b7c3-8b86-4c00-871c-ae70791d80d9/b4e7b823-d984-434c-ac01-56dfd985edf1/2e92a616-a2ad-4d86-b6c9-0b91e5240364) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:53:57.180616 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:54Z', 'revision_number': 3, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port': {'id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:57.214548 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb4f7c-ccc7-4985-b211-2a73a79c0ffd None None] The sync data for ids ['2ed056f8-9008-415b-89e1-a35d26e3b771'] in n-d-821840-2 is: [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:54Z', 'revision_number': 3, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port': {'id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:53:57.239671 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d02f3b24-3a62-4a2f-afa4-c4f9ba0df907 req-0cd7a359-1c35-4369-8935-90be3acff308 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710911 Dec 16 22:53:57.278523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2df29-4e74-47d1-850b-a6b769706792 req-63078d5e-9b6d-4463-abf2-282156e46e1a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:57.282653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5f2df29-4e74-47d1-850b-a6b769706792 req-63078d5e-9b6d-4463-abf2-282156e46e1a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0639124 Dec 16 22:53:57.338208 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:57.360904 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5f2df29-4e74-47d1-850b-a6b769706792 req-ee51e82b-f3c6-4861-9fa9-5a4745a10644 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720873 Dec 16 22:53:57.388747 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d02f3b24-3a62-4a2f-afa4-c4f9ba0df907 req-d1be5cef-8589-4ea2-9d49-182a43435ac6 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445851 Dec 16 22:53:57.465907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:57.522724 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Network 7644b7c3-8b86-4c00-871c-ae70791d80d9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:53:57.526747 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:57.530837 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:53:57.537508 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Pushing event updated for resources: {'Port': ['ID=2e92a616-a2ad-4d86-b6c9-0b91e5240364,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:57.584748 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:57.738152 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c02afd52-aff4-42e1-8460-abcde6417e0f req-4b792d74-787e-4266-851c-13c22e2940cb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 210 time: 0.0624490 Dec 16 22:53:57.817124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8287fefc-a526-43fb-b465-d6bcab6c3a42 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:53:57.883068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 8287fefc-a526-43fb-b465-d6bcab6c3a42 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:57.884247 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:57.894987 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:57.945434 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e1f5bd37-42c1-4736-8c99-44739c28e05c None None] Provisioning complete for port 2e92a616-a2ad-4d86-b6c9-0b91e5240364 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:57.946201 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e1f5bd37-42c1-4736-8c99-44739c28e05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:58.052253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e1f5bd37-42c1-4736-8c99-44739c28e05c None None] Port 2e92a616-a2ad-4d86-b6c9-0b91e5240364 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:53:58.079893 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-52a41d0a-8a07-4f76-9b20-ee786f31ce18 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:58.081495 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-52a41d0a-8a07-4f76-9b20-ee786f31ce18 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.24 "GET /v2.0/networks?id=3c6f6ca4-1558-4969-84ee-8e2f21139878 HTTP/1.1" status: 200 len: 797 time: 0.2168012 Dec 16 22:53:58.199210 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-f9ee1163-5a01-4725-85ba-d42ab7c3eccb tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53b23556a8674c1098e88ae07b15dd0f HTTP/1.1" status: 200 len: 380 time: 0.1056879 Dec 16 22:53:58.210524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-ad4f772a-d140-4c6c-9fc3-3c1e04bbc0b2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'port': {'device_id': '7017a30f-15c7-4c76-9e23-f15b447a90e3', 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878', 'admin_state_up': True, 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'security_groups': ['53cb8ae8-afc3-445d-bc3a-437b0b7f6136']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:58.233362 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:58.285100 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:58.380277 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Pushing event updated for resources: {'Port': ['ID=2e92a616-a2ad-4d86-b6c9-0b91e5240364,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:58.388599 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:58.486556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524963ea-d9dc-41b4-b597-18f5011d5827 req-6d527448-e57f-4189-852b-4479604bd636 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:58.488185 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-524963ea-d9dc-41b4-b597-18f5011d5827 req-6d527448-e57f-4189-852b-4479604bd636 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0516713 Dec 16 22:53:58.500892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Network 7644b7c3-8b86-4c00-871c-ae70791d80d9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:53:58.502411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:58.506835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-ad4f772a-d140-4c6c-9fc3-3c1e04bbc0b2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Made reservation on behalf of 53b23556a8674c1098e88ae07b15dd0f for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:53:58.510509 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-ad4f772a-d140-4c6c-9fc3-3c1e04bbc0b2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:58.547843 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-524963ea-d9dc-41b4-b597-18f5011d5827 req-13b750f1-7b07-4512-bd7c-b435f60a9244 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510457 Dec 16 22:53:58.684249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9234d-2e51-4de0-9e6a-4a47b37de128 req-746b1206-19e7-45cc-8203-728ecc224c76 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:58.685861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-abf9234d-2e51-4de0-9e6a-4a47b37de128 req-746b1206-19e7-45cc-8203-728ecc224c76 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0612159 Dec 16 22:53:58.729931 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Router 2ed056f8-9008-415b-89e1-a35d26e3b771 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:53:58.744179 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-ad4f772a-d140-4c6c-9fc3-3c1e04bbc0b2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Allocated IP 172.20.0.9 (3c6f6ca4-1558-4969-84ee-8e2f21139878/d890550a-34ec-4d20-9934-1f0a86beadf6/8c5d0e8f-2dd8-4249-91d0-b85b1704e68a) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:53:58.749894 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-abf9234d-2e51-4de0-9e6a-4a47b37de128 req-43f3a91c-53c2-4287-b23a-9368012c905e tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576611 Dec 16 22:53:58.890166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7652ed61-e90a-45d1-8667-a65c0e3f58f6 req-0de2da2a-41cf-4e05-8837-3e8ea899e317 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 210 time: 0.0420468 Dec 16 22:53:58.900006 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-78991e8f-6cb4-4aa3-95ac-3e5bf4c6389a None None] Provisioning complete for port 2e92a616-a2ad-4d86-b6c9-0b91e5240364 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:58.901120 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-78991e8f-6cb4-4aa3-95ac-3e5bf4c6389a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:58.951820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-78991e8f-6cb4-4aa3-95ac-3e5bf4c6389a None None] Port 2e92a616-a2ad-4d86-b6c9-0b91e5240364 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:53:58.956937 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:53:58.966818 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b14995c2-e1f3-4ae4-9b20-ea0cc3612c65 admin admin] 10.222.0.43 "PUT /v2.0/routers/2ed056f8-9008-415b-89e1-a35d26e3b771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3768442 Dec 16 22:53:59.006239 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-ad4f772a-d140-4c6c-9fc3-3c1e04bbc0b2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:59.134314 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-ad4f772a-d140-4c6c-9fc3-3c1e04bbc0b2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:59.179363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-ad4f772a-d140-4c6c-9fc3-3c1e04bbc0b2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network 3c6f6ca4-1558-4969-84ee-8e2f21139878 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:53:59.182915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-ad4f772a-d140-4c6c-9fc3-3c1e04bbc0b2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:53:59.187062 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-ad4f772a-d140-4c6c-9fc3-3c1e04bbc0b2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:53:59.213931 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f772a-d140-4c6c-9fc3-3c1e04bbc0b2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Port': ['ID=8c5d0e8f-2dd8-4249-91d0-b85b1704e68a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:59.280489 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-ad4f772a-d140-4c6c-9fc3-3c1e04bbc0b2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:59.281202 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-ad4f772a-d140-4c6c-9fc3-3c1e04bbc0b2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:59.359785 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d5fd2-6984-432c-b6af-06c8afaf1a3b req-c8912356-1934-4f1f-a623-ec3d04d3bc34 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:59.359785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-410d5fd2-6984-432c-b6af-06c8afaf1a3b req-c8912356-1934-4f1f-a623-ec3d04d3bc34 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0560775 Dec 16 22:53:59.381470 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-ad4f772a-d140-4c6c-9fc3-3c1e04bbc0b2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1749356 Dec 16 22:53:59.395782 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-fee09fa1-ce4c-4d50-a475-e2fa3c6a600b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:53:59.398762 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-fee09fa1-ce4c-4d50-a475-e2fa3c6a600b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083714 Dec 16 22:53:59.412993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Request body: {'port': {'device_id': '7017a30f-15c7-4c76-9e23-f15b447a90e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:59.413948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-410d5fd2-6984-432c-b6af-06c8afaf1a3b req-f3176920-df11-4e77-8a01-5d0e94231a45 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483885 Dec 16 22:53:59.485391 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:59.693811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Sync routers for ids ['2ed056f8-9008-415b-89e1-a35d26e3b771'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:53:59.703974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-09b1f428-58a2-4ede-9e8b-7e3a91655dfb None None] Provisioning complete for port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:59.704265 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09b1f428-58a2-4ede-9e8b-7e3a91655dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:59.708256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Routers {'2ed056f8-9008-415b-89e1-a35d26e3b771'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:53:59.709393 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2ed056f8-9008-415b-89e1-a35d26e3b771'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:53:59.791468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-09b1f428-58a2-4ede-9e8b-7e3a91655dfb None None] Port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:53:59.856914 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51682) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:59.860491 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:53:59.860801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292326a2-fa77-41c1-bc9a-4cc1b016f307 req-6655077a-05d6-4dac-8fdc-07140b13d565 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:59.862948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-292326a2-fa77-41c1-bc9a-4cc1b016f307 req-6655077a-05d6-4dac-8fdc-07140b13d565 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0915248 Dec 16 22:53:59.863593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Set router 2ed056f8-9008-415b-89e1-a35d26e3b771 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:53:59.868229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b27ad7ed-1905-4ec9-848b-92ecc3cbf342 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-967383930-network', 'tenant_id': 'd07767448c554613a382524e24a8f4e5'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:53:59.877927 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:59.900074 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Transition to ACTIVE for port object 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:53:59.917905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-292326a2-fa77-41c1-bc9a-4cc1b016f307 req-628a7670-8e8b-4e62-8c71-7a5dad24a81b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466702 Dec 16 22:53:59.980630 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:00.020628 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27ad7ed-1905-4ec9-848b-92ecc3cbf342 admin admin] Made reservation on behalf of d07767448c554613a382524e24a8f4e5 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:54:00.023166 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b27ad7ed-1905-4ec9-848b-92ecc3cbf342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:00.046238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d8712-da5e-4419-8d00-5a9a91b940d9 req-09059f51-6dbd-46d1-ad89-baef65325f01 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:00.054854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-968d8712-da5e-4419-8d00-5a9a91b940d9 req-09059f51-6dbd-46d1-ad89-baef65325f01 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 943 time: 0.0758982 Dec 16 22:54:00.101086 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b27ad7ed-1905-4ec9-848b-92ecc3cbf342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:00.120328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:57Z', 'revision_number': 4, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port': {'id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2e92a616-a2ad-4d86-b6c9-0b91e5240364', 'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'mac_address': 'fa:16:3e:bd:2b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:56Z', 'updated_at': '2021-12-16T22:53:58Z', 'revision_number': 2, 'project_id': '77a84e9ce21649539c250201052b6691', 'subnets': [{'id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:00.125381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-968d8712-da5e-4419-8d00-5a9a91b940d9 req-7ffddd9a-0157-4bcc-81f5-ec2470c26214 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cb8ae8-afc3-445d-bc3a-437b0b7f6136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692720 Dec 16 22:54:00.154183 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Checking router: 2ed056f8-9008-415b-89e1-a35d26e3b771 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:54:00.154819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Updating router 2ed056f8-9008-415b-89e1-a35d26e3b771 port 2e92a616-a2ad-4d86-b6c9-0b91e5240364 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:54:00.161505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Pushing event updated for resources: {'Port': ['ID=8c5d0e8f-2dd8-4249-91d0-b85b1704e68a,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:00.172561 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fae50de5-7a08-42de-bf52-46be112e21c4 req-41f2a808-e04b-4588-a57e-843eafb71ffe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1446044 Dec 16 22:54:00.193198 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:00.283892 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b27ad7ed-1905-4ec9-848b-92ecc3cbf342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:00.313981 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae50de5-7a08-42de-bf52-46be112e21c4 req-eb8fcd14-c6fa-4528-8353-95be7dcd7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:00.315510 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fae50de5-7a08-42de-bf52-46be112e21c4 req-eb8fcd14-c6fa-4528-8353-95be7dcd7f24 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 1097 time: 0.1183743 Dec 16 22:54:00.316153 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Attempting to bind port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:54:00.316482 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Attempting to bind port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '9d1558c3-6255-4f96-a357-b5103c880968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:54:00.320884 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Attempting to bind port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a on network 3c6f6ca4-1558-4969-84ee-8e2f21139878 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:54:00.322528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a on network 3c6f6ca4-1558-4969-84ee-8e2f21139878 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:54:00.322528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Attempting to bind port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a on network 3c6f6ca4-1558-4969-84ee-8e2f21139878 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:54:00.329117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:54:00.329455 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Checking segment: {'id': '9d1558c3-6255-4f96-a357-b5103c880968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:54:00.329861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Bound using segment: {'id': '9d1558c3-6255-4f96-a357-b5103c880968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:54:00.330265 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Bound port: 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d1558c3-6255-4f96-a357-b5103c880968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:54:00.330624 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:00.342887 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b27ad7ed-1905-4ec9-848b-92ecc3cbf342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:00.439974 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27ad7ed-1905-4ec9-848b-92ecc3cbf342 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:54:00.505673 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:00.568085 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:00.626900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533e87c-9bd3-4ff3-bd19-c0c71bcf4597 None None] Pushing event updated for resources: {'Port': ['ID=2e92a616-a2ad-4d86-b6c9-0b91e5240364,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:00.679761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Attempting to bind port 2e92a616-a2ad-4d86-b6c9-0b91e5240364 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:54:00.680398 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Attempting to bind port 2e92a616-a2ad-4d86-b6c9-0b91e5240364 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '64e58f94-7cb2-4522-9486-f378b9971ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:54:00.680980 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Attempting to bind port 2e92a616-a2ad-4d86-b6c9-0b91e5240364 on network 7644b7c3-8b86-4c00-871c-ae70791d80d9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:54:00.687357 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:54:00.688062 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Checking segment: {'id': '64e58f94-7cb2-4522-9486-f378b9971ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:54:00.688660 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:00.689064 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Bound using segment: {'id': '64e58f94-7cb2-4522-9486-f378b9971ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:54:00.689586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Bound port: 2e92a616-a2ad-4d86-b6c9-0b91e5240364, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e58f94-7cb2-4522-9486-f378b9971ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:54:00.689981 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:00.759563 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ad7ed-1905-4ec9-848b-92ecc3cbf342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65a178f-4e89-40e7-8951-97ae8f59dc58,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:00.774088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] For port 2e92a616-a2ad-4d86-b6c9-0b91e5240364, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:54:00.777321 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b27ad7ed-1905-4ec9-848b-92ecc3cbf342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:00.777686 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-b27ad7ed-1905-4ec9-848b-92ecc3cbf342 admin admin] Added segment a7039fdb-4243-4504-b6bf-f24949a665c8 of type vlan for network 8703deb8-d7d6-4049-a310-da53ddd9045e Dec 16 22:54:00.779049 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] For port 2e92a616-a2ad-4d86-b6c9-0b91e5240364, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2e92a616-a2ad-4d86-b6c9-0b91e5240364,segment=NetworkSegment(64e58f94-7cb2-4522-9486-f378b9971ccb),segment_id=64e58f94-7cb2-4522-9486-f378b9971ccb)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:54:00.829543 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] For port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:54:00.849009 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:00.859102 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b27ad7ed-1905-4ec9-848b-92ecc3cbf342 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:00.862265 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] For port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=8c5d0e8f-2dd8-4249-91d0-b85b1704e68a,segment=NetworkSegment(9d1558c3-6255-4f96-a357-b5103c880968),segment_id=9d1558c3-6255-4f96-a357-b5103c880968)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:54:00.871750 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae50de5-7a08-42de-bf52-46be112e21c4 req-7a00364b-4e39-471a-a1eb-2c63cb015dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:00.873260 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fae50de5-7a08-42de-bf52-46be112e21c4 req-7a00364b-4e39-471a-a1eb-2c63cb015dc0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.5259683 Dec 16 22:54:00.923360 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fae50de5-7a08-42de-bf52-46be112e21c4 req-a1ef95ff-f7c9-43fb-8408-5f96681d090a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04af1bec-5856-455f-9ccb-6ad72e79f41d HTTP/1.1" status: 200 len: 217 time: 0.0397496 Dec 16 22:54:00.928569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533e87c-9bd3-4ff3-bd19-c0c71bcf4597 None None] Pushing event updated for resources: {'Port': ['ID=2e92a616-a2ad-4d86-b6c9-0b91e5240364,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:00.936805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Routers {'2ed056f8-9008-415b-89e1-a35d26e3b771'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:54:00.937450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2ed056f8-9008-415b-89e1-a35d26e3b771'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:00.939439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f970493e-a36e-4b87-ad1f-ad1b3446dbae None None] Provisioning complete for port 2e92a616-a2ad-4d86-b6c9-0b91e5240364 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:54:00.944128 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f970493e-a36e-4b87-ad1f-ad1b3446dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:00.944477 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:01.004432 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b27ad7ed-1905-4ec9-848b-92ecc3cbf342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:01.005409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27ad7ed-1905-4ec9-848b-92ecc3cbf342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:01.006001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b27ad7ed-1905-4ec9-848b-92ecc3cbf342 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:01.066221 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:01.066900 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:01.068841 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] 10.222.0.24 "PUT /v2.0/ports/8c5d0e8f-2dd8-4249-91d0-b85b1704e68a HTTP/1.1" status: 200 len: 1091 time: 1.6605377 Dec 16 22:54:01.071236 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7017a30f-15c7-4c76-9e23-f15b447a90e3', 'tag': '8c5d0e8f-2dd8-4249-91d0-b85b1704e68a'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:54:01.073840 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b8b501-6bc0-405d-bada-8eea6efb54e8" -d '{"events": [{"name": "network-changed", "server_uuid": "7017a30f-15c7-4c76-9e23-f15b447a90e3", "tag": "8c5d0e8f-2dd8-4249-91d0-b85b1704e68a"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:54:01.108593 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd1465-cb7b-4e89-bc39-185690f5c925 req-e3c54d96-2b09-4535-989c-8d2ab916958b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:01.110227 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90fd1465-cb7b-4e89-bc39-185690f5c925 req-e3c54d96-2b09-4535-989c-8d2ab916958b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0881689 Dec 16 22:54:01.167281 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae50de5-7a08-42de-bf52-46be112e21c4 req-984d7169-34b7-465c-bd79-966732ba7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:01.168832 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fae50de5-7a08-42de-bf52-46be112e21c4 req-984d7169-34b7-465c-bd79-966732ba7425 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.2370563 Dec 16 22:54:01.194158 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90fd1465-cb7b-4e89-bc39-185690f5c925 req-63c70deb-8720-4fed-9db2-e6358281fb75 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764654 Dec 16 22:54:01.226643 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4fca4e-f2b8-4748-8a0d-c413e6cdbe43 x-openstack-request-id: req-df4fca4e-f2b8-4748-8a0d-c413e6cdbe43 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:54:01.226947 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7017a30f-15c7-4c76-9e23-f15b447a90e3", "tag": "8c5d0e8f-2dd8-4249-91d0-b85b1704e68a", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:54:01.227185 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df4fca4e-f2b8-4748-8a0d-c413e6cdbe43 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:54:01.228264 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7017a30f-15c7-4c76-9e23-f15b447a90e3', 'tag': '8c5d0e8f-2dd8-4249-91d0-b85b1704e68a', 'status': 'completed', 'code': 200} Dec 16 22:54:01.229977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb01cf-2f63-4f4f-bee4-805e47b6f67b service neutron] Pushing event updated for resources: {'Port': ['ID=8c5d0e8f-2dd8-4249-91d0-b85b1704e68a,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:01.239665 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f970493e-a36e-4b87-ad1f-ad1b3446dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:01.260941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ad7ed-1905-4ec9-848b-92ecc3cbf342 admin admin] Pushing event updated for resources: {'Network': ['ID=8703deb8-d7d6-4049-a310-da53ddd9045e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:01.273973 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b27ad7ed-1905-4ec9-848b-92ecc3cbf342 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4159040 Dec 16 22:54:01.277437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51696) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:01.280846 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] Set router 2ed056f8-9008-415b-89e1-a35d26e3b771 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:54:01.283730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-47f9a979-18c1-44d9-b88f-44acd51631d4 admin admin] Request body: {'subnet': {'network_id': '8703deb8-d7d6-4049-a310-da53ddd9045e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-967383930-subnet', 'tenant_id': 'd07767448c554613a382524e24a8f4e5', 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:54:01.283911 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 8703deb8-d7d6-4049-a310-da53ddd9045e details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:54:01.334332 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-43c8ef34-bd57-4d6d-95e8-9102bfc05064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:01.343672 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-43c8ef34-bd57-4d6d-95e8-9102bfc05064 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53b23556a8674c1098e88ae07b15dd0f&device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 1094 time: 0.1362615 Dec 16 22:54:01.345814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae50de5-7a08-42de-bf52-46be112e21c4 req-5b6d58f0-a356-452a-98e3-8246f4d56e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:01.347405 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fae50de5-7a08-42de-bf52-46be112e21c4 req-5b6d58f0-a356-452a-98e3-8246f4d56e2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470270 Dec 16 22:54:01.407419 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-156f6a2f-ed4b-458d-8ea8-9b5f5c808821 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c5d0e8f-2dd8-4249-91d0-b85b1704e68a HTTP/1.1" status: 200 len: 217 time: 0.0589242 Dec 16 22:54:01.411694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48656e08-1d16-483f-b3d5-7177655cf0f6 req-351b186c-3de5-4a20-ba34-f18916e7cc3b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:01.417060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48656e08-1d16-483f-b3d5-7177655cf0f6 req-351b186c-3de5-4a20-ba34-f18916e7cc3b tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 943 time: 0.0983732 Dec 16 22:54:01.419308 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f9a979-18c1-44d9-b88f-44acd51631d4 admin admin] Made reservation on behalf of d07767448c554613a382524e24a8f4e5 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:54:01.422319 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-47f9a979-18c1-44d9-b88f-44acd51631d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:01.429743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f970493e-a36e-4b87-ad1f-ad1b3446dbae None None] For port 2e92a616-a2ad-4d86-b6c9-0b91e5240364, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2e92a616-a2ad-4d86-b6c9-0b91e5240364,segment=NetworkSegment(64e58f94-7cb2-4522-9486-f378b9971ccb),segment_id=64e58f94-7cb2-4522-9486-f378b9971ccb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:54:01.514826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-24917b0f-452f-4755-8b56-260bd08edae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:01.516434 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-24917b0f-452f-4755-8b56-260bd08edae0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d890550a-34ec-4d20-9934-1f0a86beadf6 HTTP/1.1" status: 200 len: 834 time: 0.0921931 Dec 16 22:54:01.523385 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f970493e-a36e-4b87-ad1f-ad1b3446dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:01.548989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48656e08-1d16-483f-b3d5-7177655cf0f6 req-762a70b7-1596-4802-8edd-1d3e38deee48 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cb8ae8-afc3-445d-bc3a-437b0b7f6136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214988 Dec 16 22:54:01.594469 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fae50de5-7a08-42de-bf52-46be112e21c4 req-85d1a1cf-3d83-483a-a17b-76837bfc6686 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384040 Dec 16 22:54:01.602537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-1d402d20-e230-4273-b703-70e087972595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:01.604890 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-1d402d20-e230-4273-b703-70e087972595 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c6f6ca4-1558-4969-84ee-8e2f21139878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730700 Dec 16 22:54:01.631496 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970493e-a36e-4b87-ad1f-ad1b3446dbae None None] Pushing event updated for resources: {'Port': ['ID=2e92a616-a2ad-4d86-b6c9-0b91e5240364,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:01.705448 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-abb0e1c8-1f2a-4c11-b2ce-c6ebb54f1288 None None] Provisioning complete for port 2e92a616-a2ad-4d86-b6c9-0b91e5240364 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:54:01.705827 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abb0e1c8-1f2a-4c11-b2ce-c6ebb54f1288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:01.738166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:57Z', 'revision_number': 4, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port': {'id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2e92a616-a2ad-4d86-b6c9-0b91e5240364', 'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'mac_address': 'fa:16:3e:bd:2b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:56Z', 'updated_at': '2021-12-16T22:54:00Z', 'revision_number': 4, 'project_id': '77a84e9ce21649539c250201052b6691', 'subnets': [{'id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:01.777762 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-fae50de5-7a08-42de-bf52-46be112e21c4 req-a071ff46-90df-46cc-a271-f3de2e04c2ea service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718566 Dec 16 22:54:01.779552 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-56086eda-258b-4a66-825d-e3d28c712b2a service neutron] 10.222.0.24 "GET /v2.0/networks/3c6f6ca4-1558-4969-84ee-8e2f21139878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649535 Dec 16 22:54:01.785557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ba8db-16eb-4d35-a462-bf19b1581b2d req-f5b654fa-da15-4e38-b632-4546156771e0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:01.788163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a072ecfe-9622-43ad-b549-084f17613622 None None] The sync data for ids ['2ed056f8-9008-415b-89e1-a35d26e3b771'] in n-d-821840-2 is: [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:57Z', 'revision_number': 4, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port': {'id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2e92a616-a2ad-4d86-b6c9-0b91e5240364', 'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'mac_address': 'fa:16:3e:bd:2b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:56Z', 'updated_at': '2021-12-16T22:54:00Z', 'revision_number': 4, 'project_id': '77a84e9ce21649539c250201052b6691', 'subnets': [{'id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:54:01.795125 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a85ba8db-16eb-4d35-a462-bf19b1581b2d req-f5b654fa-da15-4e38-b632-4546156771e0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.1655073 Dec 16 22:54:01.857491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a85ba8db-16eb-4d35-a462-bf19b1581b2d req-deaa3167-2456-4b00-95b2-bdfdca70e8e0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593419 Dec 16 22:54:01.902730 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-47f9a979-18c1-44d9-b88f-44acd51631d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:01.986793 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9a979-18c1-44d9-b88f-44acd51631d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6aa73c6-828e-44b9-a41f-d8189b2f8c5b,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:01.992165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9a979-18c1-44d9-b88f-44acd51631d4 admin admin] Checking segment: {'id': 'a7039fdb-4243-4504-b6bf-f24949a665c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8703deb8-d7d6-4049-a310-da53ddd9045e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:54:01.992567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f9a979-18c1-44d9-b88f-44acd51631d4 admin admin] Network hostable DHCP agents. Network: 8703deb8-d7d6-4049-a310-da53ddd9045e, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:54:02.011762 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-999e5c3a-8b36-427b-abf1-30f5d7e14cbc req-0c42e99c-c7ad-49f7-b218-aaf4c7de3a8d service neutron] 10.222.0.24 "GET /v2.0/networks/3c6f6ca4-1558-4969-84ee-8e2f21139878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164268 Dec 16 22:54:02.116181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f9a979-18c1-44d9-b88f-44acd51631d4 admin admin] Network 8703deb8-d7d6-4049-a310-da53ddd9045e is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:54:02.191015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-47f9a979-18c1-44d9-b88f-44acd51631d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 8703deb8-d7d6-4049-a310-da53ddd9045e) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:54:02.201882 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d3ff5b-9ef0-4b1e-bbb4-e6845141161a None None] Network 8703deb8-d7d6-4049-a310-da53ddd9045e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:54:02.204580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f9a979-18c1-44d9-b88f-44acd51631d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:02.205185 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-47f9a979-18c1-44d9-b88f-44acd51631d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:02.231053 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8b501-6bc0-405d-bada-8eea6efb54e8 req-746a843d-9246-4ebe-ad25-ad205444b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:02.233220 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a5b8b501-6bc0-405d-bada-8eea6efb54e8 req-746a843d-9246-4ebe-ad25-ad205444b22b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53b23556a8674c1098e88ae07b15dd0f&device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 1094 time: 0.0619299 Dec 16 22:54:02.286637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-47f9a979-18c1-44d9-b88f-44acd51631d4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0079999 Dec 16 22:54:02.289279 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51700) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:02.298048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-967383930-router', 'tenant_id': 'd07767448c554613a382524e24a8f4e5', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:54:02.347619 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8b501-6bc0-405d-bada-8eea6efb54e8 req-20ab1ea9-ce2a-4c0d-8ad6-c20af361f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:02.348304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-8703deb8-d7d6-4049-a310-da53ddd9045e', 'network_id': '8703deb8-d7d6-4049-a310-da53ddd9045e', 'project_id': 'd07767448c554613a382524e24a8f4e5', 'fixed_ips': [{'subnet_id': 'e6aa73c6-828e-44b9-a41f-d8189b2f8c5b'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:54:02.349221 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a5b8b501-6bc0-405d-bada-8eea6efb54e8 req-20ab1ea9-ce2a-4c0d-8ad6-c20af361f500 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c6f6ca4-1558-4969-84ee-8e2f21139878 HTTP/1.1" status: 200 len: 898 time: 0.1084969 Dec 16 22:54:02.349421 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:02.379130 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:02.381536 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:02.396862 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a5b8b501-6bc0-405d-bada-8eea6efb54e8 req-6b490f02-69db-44a7-8fa8-5e90bbca62d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c5d0e8f-2dd8-4249-91d0-b85b1704e68a HTTP/1.1" status: 200 len: 217 time: 0.0387566 Dec 16 22:54:02.459056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:02.462579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8b501-6bc0-405d-bada-8eea6efb54e8 req-c07f25c1-d1f6-4981-a7f1-996c6047c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:02.464880 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a5b8b501-6bc0-405d-bada-8eea6efb54e8 req-c07f25c1-d1f6-4981-a7f1-996c6047c6dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d890550a-34ec-4d20-9934-1f0a86beadf6 HTTP/1.1" status: 200 len: 834 time: 0.0580649 Dec 16 22:54:02.528255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8b501-6bc0-405d-bada-8eea6efb54e8 req-36997988-fb73-4eef-a7ac-7a95106c9ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:02.529881 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a5b8b501-6bc0-405d-bada-8eea6efb54e8 req-36997988-fb73-4eef-a7ac-7a95106c9ef2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c6f6ca4-1558-4969-84ee-8e2f21139878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563514 Dec 16 22:54:02.557974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Allocated IP 172.20.0.2 (8703deb8-d7d6-4049-a310-da53ddd9045e/e6aa73c6-828e-44b9-a41f-d8189b2f8c5b/95715d58-ca8c-43dd-954e-497b57516c07) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:54:02.649405 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a5b8b501-6bc0-405d-bada-8eea6efb54e8 req-6c3cd6c1-01ab-4707-ab38-4751707a21c0 service neutron] 10.222.0.24 "GET /v2.0/networks/3c6f6ca4-1558-4969-84ee-8e2f21139878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099019 Dec 16 22:54:02.771157 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:02.795059 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a5b8b501-6bc0-405d-bada-8eea6efb54e8 req-b3302448-67e0-4506-9ea3-0040d6c0e3e6 service neutron] 10.222.0.24 "GET /v2.0/networks/3c6f6ca4-1558-4969-84ee-8e2f21139878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368539 Dec 16 22:54:02.802420 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:02.834714 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1b27d-26ca-4eb7-b6cb-9bcc7b3ff920 req-3d399e64-0566-4083-939a-af4690510f98 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:02.836493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1c1b27d-26ca-4eb7-b6cb-9bcc7b3ff920 req-3d399e64-0566-4083-939a-af4690510f98 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 943 time: 0.1673317 Dec 16 22:54:02.894925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1c1b27d-26ca-4eb7-b6cb-9bcc7b3ff920 req-878b03d5-241e-4538-97b3-56b65a30d7e4 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cb8ae8-afc3-445d-bc3a-437b0b7f6136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514288 Dec 16 22:54:02.934464 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:02.958713 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Network 8703deb8-d7d6-4049-a310-da53ddd9045e is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:54:02.962291 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:54:02.989338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:54:03.053643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad43cb-c0e4-4433-a2e1-87e712eccf3f req-ac4eae8e-3e66-4f1b-8de4-c52fb0091557 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:03.055386 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2ad43cb-c0e4-4433-a2e1-87e712eccf3f req-ac4eae8e-3e66-4f1b-8de4-c52fb0091557 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0823822 Dec 16 22:54:03.219245 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2ad43cb-c0e4-4433-a2e1-87e712eccf3f req-b6985f7b-7e49-4f0d-b3a5-6556a14d16ca tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552622 Dec 16 22:54:03.243800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Pushing event updated for resources: {'Port': ['ID=95715d58-ca8c-43dd-954e-497b57516c07,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:03.243800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Attempting to bind port 95715d58-ca8c-43dd-954e-497b57516c07 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:54:03.243800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Attempting to bind port 95715d58-ca8c-43dd-954e-497b57516c07 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'a7039fdb-4243-4504-b6bf-f24949a665c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8703deb8-d7d6-4049-a310-da53ddd9045e'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:54:03.243800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Attempting to bind port 95715d58-ca8c-43dd-954e-497b57516c07 on network 8703deb8-d7d6-4049-a310-da53ddd9045e {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:54:03.249767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:54:03.250154 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Checking segment: {'id': 'a7039fdb-4243-4504-b6bf-f24949a665c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8703deb8-d7d6-4049-a310-da53ddd9045e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:54:03.250567 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:03.250966 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Bound using segment: {'id': 'a7039fdb-4243-4504-b6bf-f24949a665c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8703deb8-d7d6-4049-a310-da53ddd9045e'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:54:03.251973 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Bound port: 95715d58-ca8c-43dd-954e-497b57516c07, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7039fdb-4243-4504-b6bf-f24949a665c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8703deb8-d7d6-4049-a310-da53ddd9045e'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:54:03.252377 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:03.268888 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:03.312056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:03.351590 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] For port 95715d58-ca8c-43dd-954e-497b57516c07, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:54:03.357513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] For port 95715d58-ca8c-43dd-954e-497b57516c07, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=95715d58-ca8c-43dd-954e-497b57516c07,segment=NetworkSegment(a7039fdb-4243-4504-b6bf-f24949a665c8),segment_id=a7039fdb-4243-4504-b6bf-f24949a665c8)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:54:03.443309 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:03.453545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c39f1c-051f-4acb-ba06-5003683239e2 req-976f7447-7114-4bb5-ab93-ff976141f251 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:03.455301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88c39f1c-051f-4acb-ba06-5003683239e2 req-976f7447-7114-4bb5-ab93-ff976141f251 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.1318223 Dec 16 22:54:03.504105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Allocated IP 172.25.2.8 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/847d3e2d-6a8e-44ea-8157-9248f3553bdb) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:54:03.527943 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9e481-6a41-405b-ad97-96b1e45d45f3 None None] Pushing event updated for resources: {'Port': ['ID=95715d58-ca8c-43dd-954e-497b57516c07,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:03.553645 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88c39f1c-051f-4acb-ba06-5003683239e2 req-a032fd5b-254c-4660-a30c-6dc0f43aa30e tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866041 Dec 16 22:54:03.712036 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:03.755603 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977a0df-45a9-4b1b-9875-ad22871108ad req-0b910b60-1eb8-4647-8e52-58f830bbe866 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:03.763212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0977a0df-45a9-4b1b-9875-ad22871108ad req-0b910b60-1eb8-4647-8e52-58f830bbe866 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0971644 Dec 16 22:54:03.850836 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2e92a616-a2ad-4d86-b6c9-0b91e5240364 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:54:03.888126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0977a0df-45a9-4b1b-9875-ad22871108ad req-0c2b06d9-821c-4723-8d3e-6ec13e140c2d tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203666 Dec 16 22:54:03.908134 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:03.967723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2e92a616-a2ad-4d86-b6c9-0b91e5240364 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:54:03.968373 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:03.981751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=847d3e2d-6a8e-44ea-8157-9248f3553bdb,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:04.062097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:54:04.076655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:54:04.094016 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec418af-18aa-4857-a9b0-9ff928307c89 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:54:04.094260 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:54:04.130764 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-698be01f-ae53-4651-a72b-6d8893253b4a None None] Provisioning complete for port 847d3e2d-6a8e-44ea-8157-9248f3553bdb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:54:04.131164 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-698be01f-ae53-4651-a72b-6d8893253b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:04.155426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1550f5-11c4-41b3-aecd-eb04533e0b69 req-375cb050-fed0-4f55-809d-d5df89fbfab8 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:04.157064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba1550f5-11c4-41b3-aecd-eb04533e0b69 req-375cb050-fed0-4f55-809d-d5df89fbfab8 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.1698418 Dec 16 22:54:04.175821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506846a7-7f2d-434c-92a0-603620da778b req-ed1576d0-426d-4cfa-ba95-4c655d4a0771 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:04.176370 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-698be01f-ae53-4651-a72b-6d8893253b4a None None] Port 847d3e2d-6a8e-44ea-8157-9248f3553bdb cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:54:04.177871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-506846a7-7f2d-434c-92a0-603620da778b req-ed1576d0-426d-4cfa-ba95-4c655d4a0771 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 943 time: 0.1205182 Dec 16 22:54:04.305269 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:54:04.359443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-506846a7-7f2d-434c-92a0-603620da778b req-23a10565-78af-44eb-939a-39bc975c30f7 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cb8ae8-afc3-445d-bc3a-437b0b7f6136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438286 Dec 16 22:54:04.369114 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba1550f5-11c4-41b3-aecd-eb04533e0b69 req-f3ce4caf-ca11-4f52-8775-e50fb5fe2842 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027454 Dec 16 22:54:04.413943 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=8c5d0e8f-2dd8-4249-91d0-b85b1704e68a,segment=NetworkSegment(9d1558c3-6255-4f96-a357-b5103c880968),segment_id=9d1558c3-6255-4f96-a357-b5103c880968)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:54:04.427099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '8c5d0e8f-2dd8-4249-91d0-b85b1704e68a', 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878', 'port_id': '8c5d0e8f-2dd8-4249-91d0-b85b1704e68a', 'mac_address': 'fa:16:3e:6f:a8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:54:04.472869 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:04.489307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:54:04.517801 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=8c5d0e8f-2dd8-4249-91d0-b85b1704e68a,segment=NetworkSegment(9d1558c3-6255-4f96-a357-b5103c880968),segment_id=9d1558c3-6255-4f96-a357-b5103c880968)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:54:04.567874 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:04.582463 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:04.623894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=8c5d0e8f-2dd8-4249-91d0-b85b1704e68a,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:04.756014 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447c32a0-8727-45d9-944c-b95f52a6deb0 None None] Network 8703deb8-d7d6-4049-a310-da53ddd9045e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:54:04.797786 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:04.828594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['8c5d0e8f-2dd8-4249-91d0-b85b1704e68a'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:54:04.866651 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9ccdaacb-389a-4e01-94db-5de6c4d2573e None None] Provisioning complete for port 95715d58-ca8c-43dd-954e-497b57516c07 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:54:04.867033 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ccdaacb-389a-4e01-94db-5de6c4d2573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:04.980073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Router c7613c57-bd86-45b3-aec7-909ddec5edd6 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:54:05.047387 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ccdaacb-389a-4e01-94db-5de6c4d2573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:05.117051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:54:05.118646 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9ccdaacb-389a-4e01-94db-5de6c4d2573e None None] For port 95715d58-ca8c-43dd-954e-497b57516c07, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=95715d58-ca8c-43dd-954e-497b57516c07,segment=NetworkSegment(a7039fdb-4243-4504-b6bf-f24949a665c8),segment_id=a7039fdb-4243-4504-b6bf-f24949a665c8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:54:05.133645 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Sync routers for ids ['c7613c57-bd86-45b3-aec7-909ddec5edd6'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:54:05.146403 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Routers {'c7613c57-bd86-45b3-aec7-909ddec5edd6'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:54:05.147164 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c7613c57-bd86-45b3-aec7-909ddec5edd6'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:05.198623 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ccdaacb-389a-4e01-94db-5de6c4d2573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:05.207495 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:05.207495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-abb84a4e-86be-466e-8fff-87106be75ea7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9142485 Dec 16 22:54:05.210042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51716) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:05.261835 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Set router c7613c57-bd86-45b3-aec7-909ddec5edd6 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:54:05.287257 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdaacb-389a-4e01-94db-5de6c4d2573e None None] Pushing event updated for resources: {'Port': ['ID=95715d58-ca8c-43dd-954e-497b57516c07,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:05.337845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7a34d034-44f1-4b18-822c-9e41e436967a None None] Provisioning complete for port 95715d58-ca8c-43dd-954e-497b57516c07 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:54:05.337845 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a34d034-44f1-4b18-822c-9e41e436967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:05.470331 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'name': 'tempest-TestVolumeBackupRestore-967383930-router', 'tenant_id': 'd07767448c554613a382524e24a8f4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '847d3e2d-6a8e-44ea-8157-9248f3553bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:54:02Z', 'updated_at': '2021-12-16T22:54:04Z', 'revision_number': 3, 'project_id': 'd07767448c554613a382524e24a8f4e5', 'gw_port': {'id': '847d3e2d-6a8e-44ea-8157-9248f3553bdb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ec:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:54:03Z', 'updated_at': '2021-12-16T22:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:05.499085 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Checking router: c7613c57-bd86-45b3-aec7-909ddec5edd6 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:54:05.499614 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Updating router c7613c57-bd86-45b3-aec7-909ddec5edd6 port 847d3e2d-6a8e-44ea-8157-9248f3553bdb binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:54:05.500764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f382b9c-0339-4e25-ac20-5a763abde0ef req-14d20c9c-54b1-4521-bb47-e94b761d6245 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:05.502399 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f382b9c-0339-4e25-ac20-5a763abde0ef req-14d20c9c-54b1-4521-bb47-e94b761d6245 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 944 time: 0.0603247 Dec 16 22:54:05.526385 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:05.556756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f382b9c-0339-4e25-ac20-5a763abde0ef req-0a65a427-3c88-4418-a334-ec48c7778a7c tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cb8ae8-afc3-445d-bc3a-437b0b7f6136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472884 Dec 16 22:54:05.695244 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:05.790567 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 95715d58-ca8c-43dd-954e-497b57516c07 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:54:05.798085 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:05.845521 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 95715d58-ca8c-43dd-954e-497b57516c07 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:54:05.845886 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:05.871441 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:05.874790 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Allocated IP 172.20.0.1 (8703deb8-d7d6-4049-a310-da53ddd9045e/e6aa73c6-828e-44b9-a41f-d8189b2f8c5b/8273ebe2-88de-4705-8684-ffe47d826f3f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:54:05.927719 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fd4fdb-d370-4702-b788-ff994c4cf0c3 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:54:05.929507 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7831e-6682-4041-8936-a42839be27de None None] Pushing event updated for resources: {'Port': ['ID=847d3e2d-6a8e-44ea-8157-9248f3553bdb,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:05.935677 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Attempting to bind port 847d3e2d-6a8e-44ea-8157-9248f3553bdb on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:54:05.936170 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Attempting to bind port 847d3e2d-6a8e-44ea-8157-9248f3553bdb by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:54:05.936834 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Attempting to bind port 847d3e2d-6a8e-44ea-8157-9248f3553bdb on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:54:05.946531 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad7831e-6682-4041-8936-a42839be27de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:05.947236 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad7831e-6682-4041-8936-a42839be27de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:05.948858 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad7831e-6682-4041-8936-a42839be27de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:05.948858 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad7831e-6682-4041-8936-a42839be27de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:05.949283 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad7831e-6682-4041-8936-a42839be27de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:05.949718 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad7831e-6682-4041-8936-a42839be27de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:05.950230 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad7831e-6682-4041-8936-a42839be27de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:05.950725 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad7831e-6682-4041-8936-a42839be27de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:05.951364 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad7831e-6682-4041-8936-a42839be27de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:05.951863 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad7831e-6682-4041-8936-a42839be27de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:05.952293 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad7831e-6682-4041-8936-a42839be27de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:05.952706 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad7831e-6682-4041-8936-a42839be27de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:05.953412 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad7831e-6682-4041-8936-a42839be27de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:05.957571 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:54:05.958051 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:54:05.958528 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:05.958974 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:54:05.959920 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Bound port: 847d3e2d-6a8e-44ea-8157-9248f3553bdb, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:54:05.960523 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:05.968878 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-583f4a8e-a3ef-453a-a645-9c1f7abd5131 None None] Provisioning complete for port 847d3e2d-6a8e-44ea-8157-9248f3553bdb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:54:05.969280 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-583f4a8e-a3ef-453a-a645-9c1f7abd5131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:06.008295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-583f4a8e-a3ef-453a-a645-9c1f7abd5131 None None] Port 847d3e2d-6a8e-44ea-8157-9248f3553bdb cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:54:06.020690 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] For port 847d3e2d-6a8e-44ea-8157-9248f3553bdb, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:54:06.021865 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:06.024133 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] For port 847d3e2d-6a8e-44ea-8157-9248f3553bdb, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=847d3e2d-6a8e-44ea-8157-9248f3553bdb,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:54:06.098915 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:06.122483 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:06.142972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d820a9-8c0a-4b59-a682-7e950f484fd9 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:54:06.162969 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Routers {'c7613c57-bd86-45b3-aec7-909ddec5edd6'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:54:06.162969 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c7613c57-bd86-45b3-aec7-909ddec5edd6'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:06.168835 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7831e-6682-4041-8936-a42839be27de None None] Pushing event updated for resources: {'Port': ['ID=847d3e2d-6a8e-44ea-8157-9248f3553bdb,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:06.175073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Network 8703deb8-d7d6-4049-a310-da53ddd9045e is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:54:06.181078 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:54:06.185654 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:54:06.210150 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Pushing event updated for resources: {'Port': ['ID=8273ebe2-88de-4705-8684-ffe47d826f3f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:06.229640 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:06.242699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-124a6175-0cb5-4b5b-aad5-d829f3965cec None None] Provisioning complete for port 847d3e2d-6a8e-44ea-8157-9248f3553bdb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:54:06.243513 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-124a6175-0cb5-4b5b-aad5-d829f3965cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:06.301193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:54:06.318625 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] Set router c7613c57-bd86-45b3-aec7-909ddec5edd6 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:54:06.402542 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-124a6175-0cb5-4b5b-aad5-d829f3965cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:06.425311 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-124a6175-0cb5-4b5b-aad5-d829f3965cec None None] For port 847d3e2d-6a8e-44ea-8157-9248f3553bdb, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=847d3e2d-6a8e-44ea-8157-9248f3553bdb,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:54:06.441873 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:54:06.446396 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:54:06.450493 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:06.502835 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:06.541274 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-124a6175-0cb5-4b5b-aad5-d829f3965cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:06.565612 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'name': 'tempest-TestVolumeBackupRestore-967383930-router', 'tenant_id': 'd07767448c554613a382524e24a8f4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '847d3e2d-6a8e-44ea-8157-9248f3553bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:54:02Z', 'updated_at': '2021-12-16T22:54:04Z', 'revision_number': 3, 'project_id': 'd07767448c554613a382524e24a8f4e5', 'gw_port': {'id': '847d3e2d-6a8e-44ea-8157-9248f3553bdb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ec:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:54:03Z', 'updated_at': '2021-12-16T22:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:06.589087 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:06.607846 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a947b4-ec9e-4542-ab4d-2ec0ed566c81 None None] The sync data for ids ['c7613c57-bd86-45b3-aec7-909ddec5edd6'] in n-d-821840-2 is: [{'id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'name': 'tempest-TestVolumeBackupRestore-967383930-router', 'tenant_id': 'd07767448c554613a382524e24a8f4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '847d3e2d-6a8e-44ea-8157-9248f3553bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:54:02Z', 'updated_at': '2021-12-16T22:54:04Z', 'revision_number': 3, 'project_id': 'd07767448c554613a382524e24a8f4e5', 'gw_port': {'id': '847d3e2d-6a8e-44ea-8157-9248f3553bdb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ec:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:54:03Z', 'updated_at': '2021-12-16T22:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:54:06.640292 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=8c5d0e8f-2dd8-4249-91d0-b85b1704e68a,segment=NetworkSegment(9d1558c3-6255-4f96-a357-b5103c880968),segment_id=9d1558c3-6255-4f96-a357-b5103c880968)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:54:06.645559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7017a30f-15c7-4c76-9e23-f15b447a90e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5d0e8f-2dd8-4249-91d0-b85b1704e68a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:54:06.645559 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2769058-babf-4271-879e-acc5ac66c3b4" -d '{"events": [{"server_uuid": "7017a30f-15c7-4c76-9e23-f15b447a90e3", "name": "network-vif-plugged", "status": "completed", "tag": "8c5d0e8f-2dd8-4249-91d0-b85b1704e68a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:54:06.660839 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a6175-0cb5-4b5b-aad5-d829f3965cec None None] Pushing event updated for resources: {'Port': ['ID=847d3e2d-6a8e-44ea-8157-9248f3553bdb,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:06.669680 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8a1a31d5-c8dc-42bb-a93e-c2e43d1f06d1 None None] Provisioning complete for port 8273ebe2-88de-4705-8684-ffe47d826f3f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:54:06.670120 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a1a31d5-c8dc-42bb-a93e-c2e43d1f06d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:06.706472 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcc9f1a-7cb4-40ce-9b36-4179987f78b4 x-openstack-request-id: req-dbcc9f1a-7cb4-40ce-9b36-4179987f78b4 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:54:06.706770 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7017a30f-15c7-4c76-9e23-f15b447a90e3", "name": "network-vif-plugged", "status": "completed", "tag": "8c5d0e8f-2dd8-4249-91d0-b85b1704e68a", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:54:06.707032 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbcc9f1a-7cb4-40ce-9b36-4179987f78b4 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:54:06.707472 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7017a30f-15c7-4c76-9e23-f15b447a90e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5d0e8f-2dd8-4249-91d0-b85b1704e68a', 'code': 200} Dec 16 22:54:06.720047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8a1a31d5-c8dc-42bb-a93e-c2e43d1f06d1 None None] Port 8273ebe2-88de-4705-8684-ffe47d826f3f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:54:06.722049 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:06.736437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14570b0-2af9-4134-89ab-bd8ca0edcf28 req-21f659f5-79d2-45b1-8012-f9506cc07e3e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:06.738430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b14570b0-2af9-4134-89ab-bd8ca0edcf28 req-21f659f5-79d2-45b1-8012-f9506cc07e3e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 944 time: 0.0943165 Dec 16 22:54:06.739101 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:06.805930 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=8c5d0e8f-2dd8-4249-91d0-b85b1704e68a,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:06.812087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b14570b0-2af9-4134-89ab-bd8ca0edcf28 req-0393a7ab-1de1-4a6a-9c76-668939031597 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cb8ae8-afc3-445d-bc3a-437b0b7f6136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623572 Dec 16 22:54:06.828586 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:06.917855 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:06.917855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Pushing event updated for resources: {'Port': ['ID=8273ebe2-88de-4705-8684-ffe47d826f3f,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:06.922381 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809dc07-06d9-40f1-8c49-bcf0c39b4497 req-b8544fde-56e0-4173-af85-bb2c24ea0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:06.923998 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3809dc07-06d9-40f1-8c49-bcf0c39b4497 req-b8544fde-56e0-4173-af85-bb2c24ea0b5d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 1096 time: 0.1499984 Dec 16 22:54:07.043537 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-3809dc07-06d9-40f1-8c49-bcf0c39b4497 req-ff259a74-d921-43af-b233-0375fdd3f230 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=53cb8ae8-afc3-445d-bc3a-437b0b7f6136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086786 Dec 16 22:54:07.084680 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Network 8703deb8-d7d6-4049-a310-da53ddd9045e is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:54:07.086225 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:54:07.216956 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Router c7613c57-bd86-45b3-aec7-909ddec5edd6 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:54:07.338861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-d4233131-e371-46b2-8a8a-9ebfbff22510 req-ae77fac4-f633-49b5-8a82-fce5d5ac535c service neutron] (103952) timed out ('10.222.0.69', 63044) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:54:07.348413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ca6f610a-9461-4d04-bea0-9162a443a37d None None] Provisioning complete for port 8273ebe2-88de-4705-8684-ffe47d826f3f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:54:07.348788 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca6f610a-9461-4d04-bea0-9162a443a37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:07.356786 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:54:07.363761 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7a02e8ca-b514-4f5d-b45a-8f1be58603d8 admin admin] 10.222.0.43 "PUT /v2.0/routers/c7613c57-bd86-45b3-aec7-909ddec5edd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1496134 Dec 16 22:54:07.393926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ca6f610a-9461-4d04-bea0-9162a443a37d None None] Port 8273ebe2-88de-4705-8684-ffe47d826f3f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:54:07.773415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 847d3e2d-6a8e-44ea-8157-9248f3553bdb up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:54:07.832307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 847d3e2d-6a8e-44ea-8157-9248f3553bdb triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:54:07.832931 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:07.933151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9b0b2-dd4f-40d1-ae45-66fbc89c6e31 req-2dd1c4a4-8018-4f5b-8ce3-9e430b941a1f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:07.934788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fa9b0b2-dd4f-40d1-ae45-66fbc89c6e31 req-2dd1c4a4-8018-4f5b-8ce3-9e430b941a1f tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 945 time: 0.0541024 Dec 16 22:54:07.987830 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fa9b0b2-dd4f-40d1-ae45-66fbc89c6e31 req-90faaca8-38fa-487c-af2f-b0820cf071d5 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cb8ae8-afc3-445d-bc3a-437b0b7f6136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466900 Dec 16 22:54:08.929166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Sync routers for ids ['c7613c57-bd86-45b3-aec7-909ddec5edd6'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:54:08.940982 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Routers {'c7613c57-bd86-45b3-aec7-909ddec5edd6'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:54:08.941871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c7613c57-bd86-45b3-aec7-909ddec5edd6'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:09.061524 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Set router c7613c57-bd86-45b3-aec7-909ddec5edd6 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:54:09.127354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fd45e-b8a6-41fb-a206-6f670fb0b7e9 req-e0adb80e-03c4-4b98-b7f1-602fde56c397 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:09.128982 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae3fd45e-b8a6-41fb-a206-6f670fb0b7e9 req-e0adb80e-03c4-4b98-b7f1-602fde56c397 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 945 time: 0.0539060 Dec 16 22:54:09.191840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae3fd45e-b8a6-41fb-a206-6f670fb0b7e9 req-d0af8522-2b44-49dd-bf0a-891a3f1f1b82 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cb8ae8-afc3-445d-bc3a-437b0b7f6136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557363 Dec 16 22:54:09.296807 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'name': 'tempest-TestVolumeBackupRestore-967383930-router', 'tenant_id': 'd07767448c554613a382524e24a8f4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '847d3e2d-6a8e-44ea-8157-9248f3553bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:54:02Z', 'updated_at': '2021-12-16T22:54:06Z', 'revision_number': 4, 'project_id': 'd07767448c554613a382524e24a8f4e5', 'gw_port': {'id': '847d3e2d-6a8e-44ea-8157-9248f3553bdb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:54:03Z', 'updated_at': '2021-12-16T22:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8273ebe2-88de-4705-8684-ffe47d826f3f', 'name': '', 'network_id': '8703deb8-d7d6-4049-a310-da53ddd9045e', 'tenant_id': 'd07767448c554613a382524e24a8f4e5', 'mac_address': 'fa:16:3e:0e:f7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e6aa73c6-828e-44b9-a41f-d8189b2f8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:54:05Z', 'updated_at': '2021-12-16T22:54:06Z', 'revision_number': 2, 'project_id': 'd07767448c554613a382524e24a8f4e5', 'subnets': [{'id': 'e6aa73c6-828e-44b9-a41f-d8189b2f8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:09.330205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Checking router: c7613c57-bd86-45b3-aec7-909ddec5edd6 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:54:09.330486 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff48a3a-1e4f-4a7d-8253-2895dee55c7e req-76fe0a60-0f57-406a-9bbb-0a26392c6621 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:09.330637 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Updating router c7613c57-bd86-45b3-aec7-909ddec5edd6 port 8273ebe2-88de-4705-8684-ffe47d826f3f binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:54:09.332404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ff48a3a-1e4f-4a7d-8253-2895dee55c7e req-76fe0a60-0f57-406a-9bbb-0a26392c6621 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 945 time: 0.0662580 Dec 16 22:54:09.357788 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:09.399476 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ff48a3a-1e4f-4a7d-8253-2895dee55c7e req-8e06426b-4255-458f-b764-55eda2a851fc tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cb8ae8-afc3-445d-bc3a-437b0b7f6136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583794 Dec 16 22:54:09.423107 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51810) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:09.475962 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284e9585-d5fb-4769-9b01-f87deed87d71 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:09.478027 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-284e9585-d5fb-4769-9b01-f87deed87d71 tempest-TestNetworkBasicOps-50527356 tempest-TestNetworkBasicOps-50527356-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 1091 time: 0.0539105 Dec 16 22:54:09.492139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51812) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:09.497266 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': '8c5d0e8f-2dd8-4249-91d0-b85b1704e68a', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:54:09.580070 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:09.695038 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:09.767820 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:09.867226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d046c-9c39-409b-b465-b6ce699d910d None None] Pushing event updated for resources: {'Port': ['ID=8273ebe2-88de-4705-8684-ffe47d826f3f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:09.907046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Attempting to bind port 8273ebe2-88de-4705-8684-ffe47d826f3f on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:54:09.907866 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Attempting to bind port 8273ebe2-88de-4705-8684-ffe47d826f3f by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'a7039fdb-4243-4504-b6bf-f24949a665c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8703deb8-d7d6-4049-a310-da53ddd9045e'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:54:09.908515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Attempting to bind port 8273ebe2-88de-4705-8684-ffe47d826f3f on network 8703deb8-d7d6-4049-a310-da53ddd9045e {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:54:09.916535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:54:09.917397 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Checking segment: {'id': 'a7039fdb-4243-4504-b6bf-f24949a665c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8703deb8-d7d6-4049-a310-da53ddd9045e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:54:09.918060 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:09.918697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Bound using segment: {'id': 'a7039fdb-4243-4504-b6bf-f24949a665c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8703deb8-d7d6-4049-a310-da53ddd9045e'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:54:09.919512 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Bound port: 8273ebe2-88de-4705-8684-ffe47d826f3f, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7039fdb-4243-4504-b6bf-f24949a665c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8703deb8-d7d6-4049-a310-da53ddd9045e'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:54:09.920117 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:09.997969 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] For port 8273ebe2-88de-4705-8684-ffe47d826f3f, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:54:10.001678 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] For port 8273ebe2-88de-4705-8684-ffe47d826f3f, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8273ebe2-88de-4705-8684-ffe47d826f3f,segment=NetworkSegment(a7039fdb-4243-4504-b6bf-f24949a665c8),segment_id=a7039fdb-4243-4504-b6bf-f24949a665c8)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:54:10.065704 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:10.075977 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:10.123463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Routers {'c7613c57-bd86-45b3-aec7-909ddec5edd6'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:54:10.124217 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c7613c57-bd86-45b3-aec7-909ddec5edd6'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:10.191773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d046c-9c39-409b-b465-b6ce699d910d None None] Pushing event updated for resources: {'Port': ['ID=8273ebe2-88de-4705-8684-ffe47d826f3f,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:10.207171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Allocated IP 172.25.2.75 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/758ea7a0-e8a7-4274-a71a-3343912fc98f) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:54:10.242060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-87923bb2-4d50-46cd-ab55-227b8f586566 None None] Provisioning complete for port 8273ebe2-88de-4705-8684-ffe47d826f3f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:54:10.242442 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87923bb2-4d50-46cd-ab55-227b8f586566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:10.297790 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] Set router c7613c57-bd86-45b3-aec7-909ddec5edd6 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:54:10.335367 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:10.441776 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:10.493826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:54:10.502068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:54:10.506591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:54:10.532392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Port': ['ID=758ea7a0-e8a7-4274-a71a-3343912fc98f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:10.673780 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87923bb2-4d50-46cd-ab55-227b8f586566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:10.734660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-87923bb2-4d50-46cd-ab55-227b8f586566 None None] For port 8273ebe2-88de-4705-8684-ffe47d826f3f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8273ebe2-88de-4705-8684-ffe47d826f3f,segment=NetworkSegment(a7039fdb-4243-4504-b6bf-f24949a665c8),segment_id=a7039fdb-4243-4504-b6bf-f24949a665c8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:54:10.798032 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87923bb2-4d50-46cd-ab55-227b8f586566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:10.836021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'name': 'tempest-TestVolumeBackupRestore-967383930-router', 'tenant_id': 'd07767448c554613a382524e24a8f4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '847d3e2d-6a8e-44ea-8157-9248f3553bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:54:02Z', 'updated_at': '2021-12-16T22:54:06Z', 'revision_number': 4, 'project_id': 'd07767448c554613a382524e24a8f4e5', 'gw_port': {'id': '847d3e2d-6a8e-44ea-8157-9248f3553bdb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:54:03Z', 'updated_at': '2021-12-16T22:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8273ebe2-88de-4705-8684-ffe47d826f3f', 'name': '', 'network_id': '8703deb8-d7d6-4049-a310-da53ddd9045e', 'tenant_id': 'd07767448c554613a382524e24a8f4e5', 'mac_address': 'fa:16:3e:0e:f7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e6aa73c6-828e-44b9-a41f-d8189b2f8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:54:05Z', 'updated_at': '2021-12-16T22:54:09Z', 'revision_number': 4, 'project_id': 'd07767448c554613a382524e24a8f4e5', 'subnets': [{'id': 'e6aa73c6-828e-44b9-a41f-d8189b2f8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:10.873329 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb62584-57f7-4153-8ff9-7cd3b989887b None None] The sync data for ids ['c7613c57-bd86-45b3-aec7-909ddec5edd6'] in n-d-821840-2 is: [{'id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'name': 'tempest-TestVolumeBackupRestore-967383930-router', 'tenant_id': 'd07767448c554613a382524e24a8f4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '847d3e2d-6a8e-44ea-8157-9248f3553bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:54:02Z', 'updated_at': '2021-12-16T22:54:06Z', 'revision_number': 4, 'project_id': 'd07767448c554613a382524e24a8f4e5', 'gw_port': {'id': '847d3e2d-6a8e-44ea-8157-9248f3553bdb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:54:03Z', 'updated_at': '2021-12-16T22:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8273ebe2-88de-4705-8684-ffe47d826f3f', 'name': '', 'network_id': '8703deb8-d7d6-4049-a310-da53ddd9045e', 'tenant_id': 'd07767448c554613a382524e24a8f4e5', 'mac_address': 'fa:16:3e:0e:f7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e6aa73c6-828e-44b9-a41f-d8189b2f8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:54:05Z', 'updated_at': '2021-12-16T22:54:09Z', 'revision_number': 4, 'project_id': 'd07767448c554613a382524e24a8f4e5', 'subnets': [{'id': 'e6aa73c6-828e-44b9-a41f-d8189b2f8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:54:10.894155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87923bb2-4d50-46cd-ab55-227b8f586566 None None] Pushing event updated for resources: {'Port': ['ID=8273ebe2-88de-4705-8684-ffe47d826f3f,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:10.957682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a4146007-93d3-48a0-8479-08ca1682918e None None] Provisioning complete for port 8273ebe2-88de-4705-8684-ffe47d826f3f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:54:10.960681 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4146007-93d3-48a0-8479-08ca1682918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:11.018296 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:11.187516 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:11.386213 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:11.453469 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:11.564557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event updated for resources: {'Port': ['ID=758ea7a0-e8a7-4274-a71a-3343912fc98f,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:11.588237 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:11.724855 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Floating IP ded713ff-bd98-4b2c-bdf4-49f7b26a09d3 associated. External IP: 172.25.2.75, port: 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a. Dec 16 22:54:11.798462 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8273ebe2-88de-4705-8684-ffe47d826f3f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:54:11.878227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 8273ebe2-88de-4705-8684-ffe47d826f3f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:54:11.879048 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:12.052862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:54:12.179082 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:54:12.195134 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a3ea41-123f-4dce-979d-28ce8c6fc564 None None] Sync routers for ids ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:54:12.216062 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a3ea41-123f-4dce-979d-28ce8c6fc564 None None] Routers {'b09269b6-dd2f-4e48-8cb1-11a3e66c8813'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:54:12.216827 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-55a3ea41-123f-4dce-979d-28ce8c6fc564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:12.262909 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:12.299037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51820) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:12.299943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6b217d48-7eff-4525-885e-61a8454d94e9 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8067143 Dec 16 22:54:12.300263 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7017a30f-15c7-4c76-9e23-f15b447a90e3', 'tag': '8c5d0e8f-2dd8-4249-91d0-b85b1704e68a'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:54:12.302595 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcb688e-ee47-4864-8725-975fcfd7a437" -d '{"events": [{"name": "network-changed", "server_uuid": "7017a30f-15c7-4c76-9e23-f15b447a90e3", "tag": "8c5d0e8f-2dd8-4249-91d0-b85b1704e68a"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:54:12.346598 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40d5f06-8c0c-402e-8245-e25a24ff9c12 x-openstack-request-id: req-a40d5f06-8c0c-402e-8245-e25a24ff9c12 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:54:12.347155 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7017a30f-15c7-4c76-9e23-f15b447a90e3", "tag": "8c5d0e8f-2dd8-4249-91d0-b85b1704e68a", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:54:12.347430 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a40d5f06-8c0c-402e-8245-e25a24ff9c12 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:54:12.347988 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7017a30f-15c7-4c76-9e23-f15b447a90e3', 'tag': '8c5d0e8f-2dd8-4249-91d0-b85b1704e68a', 'status': 'completed', 'code': 200} Dec 16 22:54:12.357011 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-55a3ea41-123f-4dce-979d-28ce8c6fc564 None None] Set router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:54:12.368864 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ebab0e93-6a3e-47cc-84e0-1a185aba0de2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/floatingips/ded713ff-bd98-4b2c-bdf4-49f7b26a09d3 HTTP/1.1" status: 200 len: 990 time: 0.0682087 Dec 16 22:54:12.428718 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb688e-ee47-4864-8725-975fcfd7a437 req-275a5211-9d0f-45cb-8966-1c39cb209824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:12.430610 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fcb688e-ee47-4864-8725-975fcfd7a437 req-275a5211-9d0f-45cb-8966-1c39cb209824 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53b23556a8674c1098e88ae07b15dd0f&device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 1096 time: 0.0562565 Dec 16 22:54:12.546101 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb688e-ee47-4864-8725-975fcfd7a437 req-108ed097-f0a5-4cda-9819-af6080214307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:12.547890 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fcb688e-ee47-4864-8725-975fcfd7a437 req-108ed097-f0a5-4cda-9819-af6080214307 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c6f6ca4-1558-4969-84ee-8e2f21139878 HTTP/1.1" status: 200 len: 898 time: 0.1109283 Dec 16 22:54:12.628246 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fcb688e-ee47-4864-8725-975fcfd7a437 req-49d98ea6-74cf-42bf-b9e4-bd502a8f7458 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c5d0e8f-2dd8-4249-91d0-b85b1704e68a HTTP/1.1" status: 200 len: 998 time: 0.0719192 Dec 16 22:54:12.693660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb688e-ee47-4864-8725-975fcfd7a437 req-8484854b-bb7a-41fe-8107-99aa52cd1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:12.695821 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fcb688e-ee47-4864-8725-975fcfd7a437 req-8484854b-bb7a-41fe-8107-99aa52cd1db9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d890550a-34ec-4d20-9934-1f0a86beadf6 HTTP/1.1" status: 200 len: 834 time: 0.0594940 Dec 16 22:54:12.740947 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-55a3ea41-123f-4dce-979d-28ce8c6fc564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'name': 'tempest-TestNetworkBasicOps-router-1677617781', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:48Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'ded713ff-bd98-4b2c-bdf4-49f7b26a09d3', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'port_id': '8c5d0e8f-2dd8-4249-91d0-b85b1704e68a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878', 'mac_address': 'fa:16:3e:6f:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017a30f-15c7-4c76-9e23-f15b447a90e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:54:10Z', 'updated_at': '2021-12-16T22:54:10Z', 'revision_number': 0, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e24b04-4807-40ec-b107-4459180aaf98', 'name': '', 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:e6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:47Z', 'updated_at': '2021-12-16T22:53:51Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:12.758436 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb688e-ee47-4864-8725-975fcfd7a437 req-36b05ae1-4307-4b66-b15a-dd5092fed4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:12.761553 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fcb688e-ee47-4864-8725-975fcfd7a437 req-36b05ae1-4307-4b66-b15a-dd5092fed4cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c6f6ca4-1558-4969-84ee-8e2f21139878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560579 Dec 16 22:54:12.771382 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a3ea41-123f-4dce-979d-28ce8c6fc564 None None] Checking router: b09269b6-dd2f-4e48-8cb1-11a3e66c8813 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:54:12.781626 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a3ea41-123f-4dce-979d-28ce8c6fc564 None None] Routers {'b09269b6-dd2f-4e48-8cb1-11a3e66c8813'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:54:12.782271 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-55a3ea41-123f-4dce-979d-28ce8c6fc564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:53:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:12.875187 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fcb688e-ee47-4864-8725-975fcfd7a437 req-d388102e-5a03-4b79-9248-0f9f7a740693 service neutron] 10.222.0.24 "GET /v2.0/networks/3c6f6ca4-1558-4969-84ee-8e2f21139878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045549 Dec 16 22:54:12.906935 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-55a3ea41-123f-4dce-979d-28ce8c6fc564 None None] Set router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:54:12.977466 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8fcb688e-ee47-4864-8725-975fcfd7a437 req-9b6ed18f-5c4f-4e4c-afff-f7c293cda95b service neutron] 10.222.0.24 "GET /v2.0/networks/3c6f6ca4-1558-4969-84ee-8e2f21139878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942225 Dec 16 22:54:13.164873 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-55a3ea41-123f-4dce-979d-28ce8c6fc564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'name': 'tempest-TestNetworkBasicOps-router-1677617781', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:48Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'ded713ff-bd98-4b2c-bdf4-49f7b26a09d3', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'port_id': '8c5d0e8f-2dd8-4249-91d0-b85b1704e68a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878', 'mac_address': 'fa:16:3e:6f:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017a30f-15c7-4c76-9e23-f15b447a90e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:54:10Z', 'updated_at': '2021-12-16T22:54:10Z', 'revision_number': 0, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e24b04-4807-40ec-b107-4459180aaf98', 'name': '', 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:e6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:47Z', 'updated_at': '2021-12-16T22:53:51Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:13.193129 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a3ea41-123f-4dce-979d-28ce8c6fc564 None None] The sync data for ids ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'] in n-d-821840-2 is: [{'id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'name': 'tempest-TestNetworkBasicOps-router-1677617781', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:48Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'ded713ff-bd98-4b2c-bdf4-49f7b26a09d3', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'port_id': '8c5d0e8f-2dd8-4249-91d0-b85b1704e68a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878', 'mac_address': 'fa:16:3e:6f:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017a30f-15c7-4c76-9e23-f15b447a90e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:54:10Z', 'updated_at': '2021-12-16T22:54:10Z', 'revision_number': 0, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e24b04-4807-40ec-b107-4459180aaf98', 'name': '', 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:e6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:47Z', 'updated_at': '2021-12-16T22:53:51Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:54:13.374729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 51826) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:13.425713 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:13.452812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cbe0b610-067a-44a2-aa1c-6acfdbad3b42 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/floatingips/ded713ff-bd98-4b2c-bdf4-49f7b26a09d3 HTTP/1.1" status: 200 len: 990 time: 0.0754097 Dec 16 22:54:13.550202 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:13.910145 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14913b21-dd38-4307-b462-3303b224ea01 None None] New status for floating IP ded713ff-bd98-4b2c-bdf4-49f7b26a09d3: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:54:13.924043 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:54:14.455558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51830) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:14.523974 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-08cbbff8-06a0-430f-b410-0ee12e449817 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/floatingips/ded713ff-bd98-4b2c-bdf4-49f7b26a09d3 HTTP/1.1" status: 200 len: 992 time: 0.0671322 Dec 16 22:54:20.367148 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09e1b573-aba1-45a4-8f24-7e44aafc09a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:22.481259 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89731ec6-5d9e-4123-a617-9250f878fd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:23.653133 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:24.949715 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:25.783588 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:39.977441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668658bf-c8d5-4ffa-b756-3909c6e0fb8f req-19af2b8a-1052-45b4-baed-92a9c3e0bedd tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:39.979072 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-668658bf-c8d5-4ffa-b756-3909c6e0fb8f req-19af2b8a-1052-45b4-baed-92a9c3e0bedd tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0570433 Dec 16 22:54:40.035872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-668658bf-c8d5-4ffa-b756-3909c6e0fb8f req-6f0b6684-5282-4fbf-b8c3-864e7893ac33 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501542 Dec 16 22:54:40.050217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc5452-77a6-4b8f-b91a-dc1fdad7bad5 req-8fe42838-7d2a-4e36-9aee-642f87d612f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:40.051995 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6ffc5452-77a6-4b8f-b91a-dc1fdad7bad5 req-8fe42838-7d2a-4e36-9aee-642f87d612f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 1095 time: 0.0497177 Dec 16 22:54:40.151465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc5452-77a6-4b8f-b91a-dc1fdad7bad5 req-12ca82d8-7586-4f4a-899a-3126dbe3e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:40.152730 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6ffc5452-77a6-4b8f-b91a-dc1fdad7bad5 req-12ca82d8-7586-4f4a-899a-3126dbe3e306 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.0883577 Dec 16 22:54:40.227536 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6ffc5452-77a6-4b8f-b91a-dc1fdad7bad5 req-05ca5913-e80c-4544-8770-80e9fa16c519 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b HTTP/1.1" status: 200 len: 999 time: 0.0641282 Dec 16 22:54:40.282681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc5452-77a6-4b8f-b91a-dc1fdad7bad5 req-0846def2-159e-4d5d-9c7f-fe5823982805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:40.284459 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6ffc5452-77a6-4b8f-b91a-dc1fdad7bad5 req-0846def2-159e-4d5d-9c7f-fe5823982805 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0462091 Dec 16 22:54:40.336586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc5452-77a6-4b8f-b91a-dc1fdad7bad5 req-496a3356-7e74-42d7-aa30-0ef1aa008ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:40.338063 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6ffc5452-77a6-4b8f-b91a-dc1fdad7bad5 req-496a3356-7e74-42d7-aa30-0ef1aa008ce8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427849 Dec 16 22:54:40.435488 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6ffc5452-77a6-4b8f-b91a-dc1fdad7bad5 req-7dabf271-9959-4a8e-a1e0-8787bba48632 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889859 Dec 16 22:54:40.533008 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-6ffc5452-77a6-4b8f-b91a-dc1fdad7bad5 req-143f3b40-5ce1-4911-8d3f-2f51138311c7 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867808 Dec 16 22:54:41.179237 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f269b-e6e2-4607-b652-c7eb8ac47d6f req-a75d8a91-ad84-4d21-bf14-3d0e8bd1cf57 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:41.180876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-639f269b-e6e2-4607-b652-c7eb8ac47d6f req-a75d8a91-ad84-4d21-bf14-3d0e8bd1cf57 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0587480 Dec 16 22:54:41.232573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-639f269b-e6e2-4607-b652-c7eb8ac47d6f req-cc0a42fb-fe1f-4afc-8c9b-5f227d7beb97 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448887 Dec 16 22:54:42.352719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420e584-4d26-4136-9a02-fa88b6644035 req-959b9eb0-6482-4b0b-9ce7-cb9c82911cf2 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:42.354216 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f420e584-4d26-4136-9a02-fa88b6644035 req-959b9eb0-6482-4b0b-9ce7-cb9c82911cf2 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0496216 Dec 16 22:54:42.404933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f420e584-4d26-4136-9a02-fa88b6644035 req-64888e99-7de6-42c5-be23-2a01a2af5d02 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440397 Dec 16 22:54:43.451619 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:43.542839 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:45.608579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51984) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:45.675800 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-489494cf-8c96-4881-9b68-57ff99c254ed tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/floatingips/ded713ff-bd98-4b2c-bdf4-49f7b26a09d3 HTTP/1.1" status: 200 len: 992 time: 0.0660293 Dec 16 22:54:45.955160 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 51994) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:46.413962 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Deleting port 758ea7a0-e8a7-4274-a71a-3343912fc98f {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:54:46.414300 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:46.499445 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:46.499778 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:46.512664 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Calling delete_port for 758ea7a0-e8a7-4274-a71a-3343912fc98f owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:54:46.772044 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:46.798483 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Port': ['ID=758ea7a0-e8a7-4274-a71a-3343912fc98f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:46.811762 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:46.812121 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:46.812465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:46.812803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:46.813144 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:46.813476 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:46.813810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:46.814137 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:46.814465 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:46.814877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:46.815580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:46.815708 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:46.816092 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:46.876319 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:46.876778 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Floating IP ded713ff-bd98-4b2c-bdf4-49f7b26a09d3 disassociated (deleted). External IP: 172.25.2.75, port: 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a. Dec 16 22:54:47.104931 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:54:47.219868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:54:47.224480 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:47.232854 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ad9cd-a192-4f56-9c1c-8090467f8065 None None] Sync routers for ids ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:54:47.244528 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ad9cd-a192-4f56-9c1c-8090467f8065 None None] Routers {'b09269b6-dd2f-4e48-8cb1-11a3e66c8813'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:54:47.245290 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-450ad9cd-a192-4f56-9c1c-8090467f8065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:54:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:47.255053 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6179ee0e-cd50-4ba9-9760-ffb688c7406e tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "DELETE /v2.0/floatingips/ded713ff-bd98-4b2c-bdf4-49f7b26a09d3 HTTP/1.1" status: 204 len: 168 time: 1.2981102 Dec 16 22:54:47.255950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7017a30f-15c7-4c76-9e23-f15b447a90e3', 'tag': '8c5d0e8f-2dd8-4249-91d0-b85b1704e68a'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:54:47.258227 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c218a4c1-6951-453c-92c3-fe6fe200005d" -d '{"events": [{"name": "network-changed", "server_uuid": "7017a30f-15c7-4c76-9e23-f15b447a90e3", "tag": "8c5d0e8f-2dd8-4249-91d0-b85b1704e68a"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:54:47.319711 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a36ab01-cad0-4bf5-bc57-a93bb8605b56 x-openstack-request-id: req-9a36ab01-cad0-4bf5-bc57-a93bb8605b56 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:54:47.320232 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7017a30f-15c7-4c76-9e23-f15b447a90e3", "tag": "8c5d0e8f-2dd8-4249-91d0-b85b1704e68a", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:54:47.320583 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a36ab01-cad0-4bf5-bc57-a93bb8605b56 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:54:47.321107 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7017a30f-15c7-4c76-9e23-f15b447a90e3', 'tag': '8c5d0e8f-2dd8-4249-91d0-b85b1704e68a', 'status': 'completed', 'code': 200} Dec 16 22:54:47.389863 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-450ad9cd-a192-4f56-9c1c-8090467f8065 None None] Set router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:54:47.404701 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218a4c1-6951-453c-92c3-fe6fe200005d req-997ffe6f-8b83-41e6-b5be-2ba001fc3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:47.406294 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c218a4c1-6951-453c-92c3-fe6fe200005d req-997ffe6f-8b83-41e6-b5be-2ba001fc3bbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53b23556a8674c1098e88ae07b15dd0f&device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 1096 time: 0.0582273 Dec 16 22:54:47.514729 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218a4c1-6951-453c-92c3-fe6fe200005d req-2cdd866c-e05b-44ac-b3ce-a2c6b8b0af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:47.516246 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c218a4c1-6951-453c-92c3-fe6fe200005d req-2cdd866c-e05b-44ac-b3ce-a2c6b8b0af12 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c6f6ca4-1558-4969-84ee-8e2f21139878 HTTP/1.1" status: 200 len: 898 time: 0.0945094 Dec 16 22:54:47.560775 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c218a4c1-6951-453c-92c3-fe6fe200005d req-8db94f97-9b7a-452d-bdc8-c6449fa3dedd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c5d0e8f-2dd8-4249-91d0-b85b1704e68a HTTP/1.1" status: 200 len: 217 time: 0.0360446 Dec 16 22:54:47.605360 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-450ad9cd-a192-4f56-9c1c-8090467f8065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'name': 'tempest-TestNetworkBasicOps-router-1677617781', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:48Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '77e24b04-4807-40ec-b107-4459180aaf98', 'name': '', 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:e6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:47Z', 'updated_at': '2021-12-16T22:53:51Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:47.619803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218a4c1-6951-453c-92c3-fe6fe200005d req-e618fa80-9f8b-4e1e-b8af-1436c9b2e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:47.621277 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c218a4c1-6951-453c-92c3-fe6fe200005d req-e618fa80-9f8b-4e1e-b8af-1436c9b2e8d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d890550a-34ec-4d20-9934-1f0a86beadf6 HTTP/1.1" status: 200 len: 834 time: 0.0499942 Dec 16 22:54:47.639197 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ad9cd-a192-4f56-9c1c-8090467f8065 None None] Checking router: b09269b6-dd2f-4e48-8cb1-11a3e66c8813 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:54:47.649777 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ad9cd-a192-4f56-9c1c-8090467f8065 None None] Routers {'b09269b6-dd2f-4e48-8cb1-11a3e66c8813'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:54:47.650517 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-450ad9cd-a192-4f56-9c1c-8090467f8065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:54:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:47.710490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218a4c1-6951-453c-92c3-fe6fe200005d req-f3f03216-5ca9-4406-a44d-f20d5998ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:47.717402 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c218a4c1-6951-453c-92c3-fe6fe200005d req-f3f03216-5ca9-4406-a44d-f20d5998ec2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c6f6ca4-1558-4969-84ee-8e2f21139878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828748 Dec 16 22:54:47.804377 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-450ad9cd-a192-4f56-9c1c-8090467f8065 None None] Set router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:54:47.808249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea704944-16a4-45ac-a31c-d1a6fb6b41b9 req-31ef4bbd-cde4-4a65-bbdb-b2b1dcad9caa tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:47.811385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea704944-16a4-45ac-a31c-d1a6fb6b41b9 req-31ef4bbd-cde4-4a65-bbdb-b2b1dcad9caa tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 945 time: 0.0652640 Dec 16 22:54:47.843121 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c218a4c1-6951-453c-92c3-fe6fe200005d req-8ecc7caa-23a2-4351-ac3a-927d68589f15 service neutron] 10.222.0.24 "GET /v2.0/networks/3c6f6ca4-1558-4969-84ee-8e2f21139878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049056 Dec 16 22:54:47.882831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea704944-16a4-45ac-a31c-d1a6fb6b41b9 req-c0582807-7e0f-4fa3-907a-23280a1d9253 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cb8ae8-afc3-445d-bc3a-437b0b7f6136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643029 Dec 16 22:54:47.952569 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c218a4c1-6951-453c-92c3-fe6fe200005d req-a1aef980-8a03-4c25-bdd0-b344515f8b1d service neutron] 10.222.0.24 "GET /v2.0/networks/3c6f6ca4-1558-4969-84ee-8e2f21139878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002319 Dec 16 22:54:48.019678 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-450ad9cd-a192-4f56-9c1c-8090467f8065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'name': 'tempest-TestNetworkBasicOps-router-1677617781', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:48Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '77e24b04-4807-40ec-b107-4459180aaf98', 'name': '', 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:e6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:47Z', 'updated_at': '2021-12-16T22:53:51Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:48.046807 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ad9cd-a192-4f56-9c1c-8090467f8065 None None] The sync data for ids ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'] in n-d-821840-2 is: [{'id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'name': 'tempest-TestNetworkBasicOps-router-1677617781', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:48Z', 'revision_number': 4, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '77e24b04-4807-40ec-b107-4459180aaf98', 'name': '', 'network_id': '3c6f6ca4-1558-4969-84ee-8e2f21139878', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'mac_address': 'fa:16:3e:61:e6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:47Z', 'updated_at': '2021-12-16T22:53:51Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'subnets': [{'id': 'd890550a-34ec-4d20-9934-1f0a86beadf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:54:48.281947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4894f815-317e-410f-931a-9428b5eb077b None None] New status for floating IP ded713ff-bd98-4b2c-bdf4-49f7b26a09d3: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:54:49.003138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758f5b3-a95e-4a72-9484-39483c65b7eb req-304b2585-0bfd-4c31-8f81-66b60e92ab77 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:49.004772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c758f5b3-a95e-4a72-9484-39483c65b7eb req-304b2585-0bfd-4c31-8f81-66b60e92ab77 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 945 time: 0.0516939 Dec 16 22:54:49.059840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c758f5b3-a95e-4a72-9484-39483c65b7eb req-d70a0e66-91b1-4685-bb38-ab766d2cac8a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cb8ae8-afc3-445d-bc3a-437b0b7f6136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485828 Dec 16 22:54:49.213823 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a972c4-889b-404a-82e7-c469c8d328bf req-852b099e-2811-47e2-ac56-a82f596bee41 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:49.215652 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b3a972c4-889b-404a-82e7-c469c8d328bf req-852b099e-2811-47e2-ac56-a82f596bee41 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.24 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 945 time: 0.0578938 Dec 16 22:54:49.309781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-b3a972c4-889b-404a-82e7-c469c8d328bf req-e59337c0-ec9f-4439-9f3a-e8c0bff80171 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Deleting port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:54:49.310130 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b3a972c4-889b-404a-82e7-c469c8d328bf req-e59337c0-ec9f-4439-9f3a-e8c0bff80171 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:49.411747 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-b3a972c4-889b-404a-82e7-c469c8d328bf req-e59337c0-ec9f-4439-9f3a-e8c0bff80171 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] For port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=8c5d0e8f-2dd8-4249-91d0-b85b1704e68a,segment=NetworkSegment(9d1558c3-6255-4f96-a357-b5103c880968),segment_id=9d1558c3-6255-4f96-a357-b5103c880968)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:54:49.412115 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b3a972c4-889b-404a-82e7-c469c8d328bf req-e59337c0-ec9f-4439-9f3a-e8c0bff80171 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:49.425329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-b3a972c4-889b-404a-82e7-c469c8d328bf req-e59337c0-ec9f-4439-9f3a-e8c0bff80171 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Calling delete_port for 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:54:49.605750 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b3a972c4-889b-404a-82e7-c469c8d328bf req-e59337c0-ec9f-4439-9f3a-e8c0bff80171 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:49.633872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59337c0-ec9f-4439-9f3a-e8c0bff80171 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Port': ['ID=8c5d0e8f-2dd8-4249-91d0-b85b1704e68a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:49.679123 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a972c4-889b-404a-82e7-c469c8d328bf req-e59337c0-ec9f-4439-9f3a-e8c0bff80171 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] No DVR routers for this DVR port 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a on host n-h2-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:54:49.686220 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b3a972c4-889b-404a-82e7-c469c8d328bf req-e59337c0-ec9f-4439-9f3a-e8c0bff80171 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:49.690427 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b3a972c4-889b-404a-82e7-c469c8d328bf req-e59337c0-ec9f-4439-9f3a-e8c0bff80171 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.24 "DELETE /v2.0/ports/8c5d0e8f-2dd8-4249-91d0-b85b1704e68a HTTP/1.1" status: 204 len: 173 time: 0.4663854 Dec 16 22:54:49.691005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7017a30f-15c7-4c76-9e23-f15b447a90e3', 'name': 'network-vif-deleted', 'tag': '8c5d0e8f-2dd8-4249-91d0-b85b1704e68a'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:54:49.695554 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5242a58-29b3-49f5-903b-d1b67463b6fd" -d '{"events": [{"server_uuid": "7017a30f-15c7-4c76-9e23-f15b447a90e3", "name": "network-vif-deleted", "tag": "8c5d0e8f-2dd8-4249-91d0-b85b1704e68a"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:54:49.743583 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081ce316-11da-433e-bf4a-5b21114394fc x-openstack-request-id: req-081ce316-11da-433e-bf4a-5b21114394fc {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:54:49.743894 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7017a30f-15c7-4c76-9e23-f15b447a90e3", "name": "network-vif-deleted", "tag": "8c5d0e8f-2dd8-4249-91d0-b85b1704e68a", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:54:49.744152 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-081ce316-11da-433e-bf4a-5b21114394fc {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:54:49.744558 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7017a30f-15c7-4c76-9e23-f15b447a90e3', 'name': 'network-vif-deleted', 'tag': '8c5d0e8f-2dd8-4249-91d0-b85b1704e68a', 'status': 'completed', 'code': 200} Dec 16 22:54:50.069315 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6936f72-8a65-4587-b5da-392836f09b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:50.174755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a64a6f7-66eb-4ba2-a6a2-ad3f871fc277 req-f24bf5b5-ab86-4764-9132-2d74bac2776d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "GET /v2.0/ports?device_id=7017a30f-15c7-4c76-9e23-f15b447a90e3 HTTP/1.1" status: 200 len: 210 time: 0.0282912 Dec 16 22:54:50.924956 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:54:51.237845 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52052) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:51.297570 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7f6de90a-3b6c-4a47-a645-d1dfd0e1d409 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:51.323480 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7f6de90a-3b6c-4a47-a645-d1dfd0e1d409 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:51.457573 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7f6de90a-3b6c-4a47-a645-d1dfd0e1d409 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:51.460380 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7f6de90a-3b6c-4a47-a645-d1dfd0e1d409 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:51.461612 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7f6de90a-3b6c-4a47-a645-d1dfd0e1d409 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "DELETE /v2.0/security-groups/53cb8ae8-afc3-445d-bc3a-437b0b7f6136 HTTP/1.1" status: 204 len: 168 time: 0.2223821 Dec 16 22:54:51.471979 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6de90a-3b6c-4a47-a645-d1dfd0e1d409 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cb8ae8-afc3-445d-bc3a-437b0b7f6136,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:51.619292 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52060) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:52.001049 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b7b3387b-7656-4847-9b50-5f9f016eb0c2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:52.270267 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3387b-7656-4847-9b50-5f9f016eb0c2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Deleting port 77e24b04-4807-40ec-b107-4459180aaf98 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:54:52.270926 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b7b3387b-7656-4847-9b50-5f9f016eb0c2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:52.370299 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-b7b3387b-7656-4847-9b50-5f9f016eb0c2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] For port 77e24b04-4807-40ec-b107-4459180aaf98, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=77e24b04-4807-40ec-b107-4459180aaf98,segment=NetworkSegment(9d1558c3-6255-4f96-a357-b5103c880968),segment_id=9d1558c3-6255-4f96-a357-b5103c880968)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:54:52.370666 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b7b3387b-7656-4847-9b50-5f9f016eb0c2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:52.384867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3387b-7656-4847-9b50-5f9f016eb0c2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Calling delete_port for 77e24b04-4807-40ec-b107-4459180aaf98 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:54:52.503604 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fec7c8ed-93d0-4188-b239-1d259b22b35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:52.634779 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b7b3387b-7656-4847-9b50-5f9f016eb0c2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:52.663320 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3387b-7656-4847-9b50-5f9f016eb0c2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Port': ['ID=77e24b04-4807-40ec-b107-4459180aaf98,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:52.847982 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b7b3387b-7656-4847-9b50-5f9f016eb0c2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:53.069886 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b3387b-7656-4847-9b50-5f9f016eb0c2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:54:53.180045 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b3387b-7656-4847-9b50-5f9f016eb0c2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:54:53.187992 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b7b3387b-7656-4847-9b50-5f9f016eb0c2 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "PUT /v2.0/routers/b09269b6-dd2f-4e48-8cb1-11a3e66c8813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5647063 Dec 16 22:54:53.188403 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52074) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:53.192935 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267702f1-8e88-4fbf-924a-3100013c9507 None None] Sync routers for ids ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:54:53.202730 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267702f1-8e88-4fbf-924a-3100013c9507 None None] Routers {'b09269b6-dd2f-4e48-8cb1-11a3e66c8813'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:54:53.203776 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-267702f1-8e88-4fbf-924a-3100013c9507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:54:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:53.242408 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5f80cf-eb54-4397-9a8f-b6045256d60a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Deleting subnet d890550a-34ec-4d20-9934-1f0a86beadf6 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:54:53.246026 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba5f80cf-eb54-4397-9a8f-b6045256d60a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:53.293890 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba5f80cf-eb54-4397-9a8f-b6045256d60a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:53.387207 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba5f80cf-eb54-4397-9a8f-b6045256d60a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:53.411514 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-267702f1-8e88-4fbf-924a-3100013c9507 None None] Set router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:54:53.543115 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba5f80cf-eb54-4397-9a8f-b6045256d60a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:53.571538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f80cf-eb54-4397-9a8f-b6045256d60a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Subnet': ['ID=d890550a-34ec-4d20-9934-1f0a86beadf6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:53.576685 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba5f80cf-eb54-4397-9a8f-b6045256d60a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:53.582671 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ba5f80cf-eb54-4397-9a8f-b6045256d60a tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "DELETE /v2.0/subnets/d890550a-34ec-4d20-9934-1f0a86beadf6 HTTP/1.1" status: 204 len: 168 time: 0.3908422 Dec 16 22:54:53.583305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52078) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:53.593484 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd332bb-a1b8-4cbf-bd84-ae0bef50c838 None None] Network 3c6f6ca4-1558-4969-84ee-8e2f21139878 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:54:53.624285 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-267702f1-8e88-4fbf-924a-3100013c9507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'name': 'tempest-TestNetworkBasicOps-router-1677617781', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:54:52Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:53.658241 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:53.666087 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267702f1-8e88-4fbf-924a-3100013c9507 None None] Checking router: b09269b6-dd2f-4e48-8cb1-11a3e66c8813 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:54:53.682011 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267702f1-8e88-4fbf-924a-3100013c9507 None None] Routers {'b09269b6-dd2f-4e48-8cb1-11a3e66c8813'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:54:53.683018 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-267702f1-8e88-4fbf-924a-3100013c9507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:54:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:53.731211 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6a445e-33ff-4db8-8474-3929666b2d14 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:53.849831 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] DHCP port deletion for 3c6f6ca4-1558-4969-84ee-8e2f21139878 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:54:53.869120 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-267702f1-8e88-4fbf-924a-3100013c9507 None None] Set router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:54:53.920637 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Deleting port 3925d214-8c27-4968-a3be-9d3dbf55ff5c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:54:53.920918 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:53.987815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] For port 3925d214-8c27-4968-a3be-9d3dbf55ff5c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3925d214-8c27-4968-a3be-9d3dbf55ff5c,segment=NetworkSegment(9d1558c3-6255-4f96-a357-b5103c880968),segment_id=9d1558c3-6255-4f96-a357-b5103c880968)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:54:53.988215 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:54.002154 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Calling delete_port for 3925d214-8c27-4968-a3be-9d3dbf55ff5c owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:54:54.082587 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-267702f1-8e88-4fbf-924a-3100013c9507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'name': 'tempest-TestNetworkBasicOps-router-1677617781', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:54:52Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:54.110200 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267702f1-8e88-4fbf-924a-3100013c9507 None None] The sync data for ids ['b09269b6-dd2f-4e48-8cb1-11a3e66c8813'] in n-d-821840-2 is: [{'id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'name': 'tempest-TestNetworkBasicOps-router-1677617781', 'tenant_id': '53b23556a8674c1098e88ae07b15dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:54:52Z', 'revision_number': 5, 'project_id': '53b23556a8674c1098e88ae07b15dd0f', 'gw_port': {'id': '82925d0d-d16b-4c2f-a3b3-2c1d40e1209b', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09269b6-dd2f-4e48-8cb1-11a3e66c8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:41Z', 'updated_at': '2021-12-16T22:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:54:54.165697 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:54.193477 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Pushing event deleted for resources: {'Port': ['ID=3925d214-8c27-4968-a3be-9d3dbf55ff5c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:54.198067 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] No DVR routers for this DVR port 3925d214-8c27-4968-a3be-9d3dbf55ff5c on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:54:54.201507 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6a445e-33ff-4db8-8474-3929666b2d14 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:54.211857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:54.211857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:54.211857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:54.211857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:54.211857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:54.211857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:54.211857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:54.211857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:54.211857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:54.211857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:54.211857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:54.211857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:54.211857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c10bc-08a0-4268-ad6a-df39e470b310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:54.239838 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-e5bbf9b0-ba1f-4937-b0ca-edd297ac1517 req-34b022d5-26bc-411c-9b86-923ef0d3b31e service neutron] (103952) timed out ('10.222.0.43', 53740) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:54:54.316466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a445e-33ff-4db8-8474-3929666b2d14 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Deleting port 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:54:54.317397 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6a445e-33ff-4db8-8474-3929666b2d14 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:54.395237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-ba6a445e-33ff-4db8-8474-3929666b2d14 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] For port 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=82925d0d-d16b-4c2f-a3b3-2c1d40e1209b,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:54:54.395627 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6a445e-33ff-4db8-8474-3929666b2d14 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:54.407942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a445e-33ff-4db8-8474-3929666b2d14 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Calling delete_port for 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:54:54.510499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:54:54.530960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:54:54.531408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 8c5d0e8f-2dd8-4249-91d0-b85b1704e68a not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:54:54.640516 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6a445e-33ff-4db8-8474-3929666b2d14 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:54.670226 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a445e-33ff-4db8-8474-3929666b2d14 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Port': ['ID=82925d0d-d16b-4c2f-a3b3-2c1d40e1209b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:54.700105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1173c60-6392-4b80-b9d8-713f2b40e75b None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:54:54.747203 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6a445e-33ff-4db8-8474-3929666b2d14 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:54.842181 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6a445e-33ff-4db8-8474-3929666b2d14 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:54.844349 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6a445e-33ff-4db8-8474-3929666b2d14 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:54.943233 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:54.977426 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6a445e-33ff-4db8-8474-3929666b2d14 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:54.977885 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6a445e-33ff-4db8-8474-3929666b2d14 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Fanout notify agent at l3_agent the message router_deleted on router b09269b6-dd2f-4e48-8cb1-11a3e66c8813 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:54:54.990938 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba6a445e-33ff-4db8-8474-3929666b2d14 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:54.990938 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ba6a445e-33ff-4db8-8474-3929666b2d14 tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "DELETE /v2.0/routers/b09269b6-dd2f-4e48-8cb1-11a3e66c8813 HTTP/1.1" status: 204 len: 168 time: 1.4020479 Dec 16 22:54:54.990938 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52090) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:55.076914 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15f71ac2-f496-417a-a50c-949ab319678d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:55.172352 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15f71ac2-f496-417a-a50c-949ab319678d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:55.192173 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-15f71ac2-f496-417a-a50c-949ab319678d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6f6ca4-1558-4969-84ee-8e2f21139878']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:55.201585 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-15f71ac2-f496-417a-a50c-949ab319678d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1558c3-6255-4f96-a357-b5103c880968') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:55.201883 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-15f71ac2-f496-417a-a50c-949ab319678d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1558c3-6255-4f96-a357-b5103c880968') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:54:55.217381 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15f71ac2-f496-417a-a50c-949ab319678d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:55.231523 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15f71ac2-f496-417a-a50c-949ab319678d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:55.237953 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f71ac2-f496-417a-a50c-949ab319678d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:54:55.238508 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15f71ac2-f496-417a-a50c-949ab319678d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:54:55.241564 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:54:55.497055 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15f71ac2-f496-417a-a50c-949ab319678d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:55.506689 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15f71ac2-f496-417a-a50c-949ab319678d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:55.509761 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-15f71ac2-f496-417a-a50c-949ab319678d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] 10.222.0.43 "DELETE /v2.0/networks/3c6f6ca4-1558-4969-84ee-8e2f21139878 HTTP/1.1" status: 204 len: 168 time: 0.5191033 Dec 16 22:54:55.521092 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f71ac2-f496-417a-a50c-949ab319678d tempest-TestNetworkBasicOps-1261510898 tempest-TestNetworkBasicOps-1261510898-project] Pushing event deleted for resources: {'Network': ['ID=3c6f6ca4-1558-4969-84ee-8e2f21139878,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:55.765890 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3925d214-8c27-4968-a3be-9d3dbf55ff5c no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:54:55.789069 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 3925d214-8c27-4968-a3be-9d3dbf55ff5c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:54:55.789431 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3925d214-8c27-4968-a3be-9d3dbf55ff5c not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:54:55.789869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:54:55.791794 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:55.814213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:54:55.815900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 82925d0d-d16b-4c2f-a3b3-2c1d40e1209b not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:54:55.815900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 77e24b04-4807-40ec-b107-4459180aaf98 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:54:55.837362 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 77e24b04-4807-40ec-b107-4459180aaf98 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:54:55.837720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 77e24b04-4807-40ec-b107-4459180aaf98 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:54:56.087601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52102) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:56.275821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52108) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:56.276656 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e58ebd6e-aa72-4c4c-889a-4904f32a3d6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53b23556a8674c1098e88ae07b15dd0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1870863 Dec 16 22:54:56.325942 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:56.347967 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:56.457188 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:56.459846 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:56.461056 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df0b8158-a6d5-4324-ad07-9d89112dca2b HTTP/1.1" status: 204 len: 168 time: 0.1841578 Dec 16 22:54:56.470375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0b8158-a6d5-4324-ad07-9d89112dca2b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:56.479785 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:56.480234 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:56.484539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:56.484539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:56.484539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:56.484539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:56.484539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:56.484539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:56.484539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:56.484539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:56.484539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:56.484539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:56.484539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9856f0-bd70-4be6-8deb-9bcf3bd3c992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:54:57.134918 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52122) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:57.149616 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a93909b4-5e0a-41e1-a70b-ee52fbd8158e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:57.262380 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a93909b4-5e0a-41e1-a70b-ee52fbd8158e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:57.319829 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a93909b4-5e0a-41e1-a70b-ee52fbd8158e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:57.363901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93909b4-5e0a-41e1-a70b-ee52fbd8158e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32df02d7-50e6-4145-a6ba-977e7f040383,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:57.370558 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a93909b4-5e0a-41e1-a70b-ee52fbd8158e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e7dc1756c134ff5b5236a1cbdaf56ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2321699 Dec 16 22:54:57.370874 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52124) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:57.421709 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2a504791-b2b9-4576-bb03-7e2a3b8a5813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:57.443128 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2a504791-b2b9-4576-bb03-7e2a3b8a5813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:57.571445 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2a504791-b2b9-4576-bb03-7e2a3b8a5813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:57.574017 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2a504791-b2b9-4576-bb03-7e2a3b8a5813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:57.575203 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2a504791-b2b9-4576-bb03-7e2a3b8a5813 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32df02d7-50e6-4145-a6ba-977e7f040383 HTTP/1.1" status: 204 len: 168 time: 0.2034836 Dec 16 22:54:57.585850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a504791-b2b9-4576-bb03-7e2a3b8a5813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32df02d7-50e6-4145-a6ba-977e7f040383,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:58.640897 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52152) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:58.741867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1a09c599-901f-4169-ad16-8eab1c455f46 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-259134574-network', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:54:58.868095 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a09c599-901f-4169-ad16-8eab1c455f46 admin admin] Made reservation on behalf of d3ce3d7cd750496abea0f17a31397257 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:54:58.870566 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a09c599-901f-4169-ad16-8eab1c455f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:58.880550 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a09c599-901f-4169-ad16-8eab1c455f46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:58.958887 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a09c599-901f-4169-ad16-8eab1c455f46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:59.033804 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a09c599-901f-4169-ad16-8eab1c455f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:59.058788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a09c599-901f-4169-ad16-8eab1c455f46 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:54:59.069490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09c599-901f-4169-ad16-8eab1c455f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4417dbee-7d4e-443f-8e4a-8b61b0038c53,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:59.074432 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a09c599-901f-4169-ad16-8eab1c455f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:59.074779 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-1a09c599-901f-4169-ad16-8eab1c455f46 admin admin] Added segment 3cc9a648-d2b9-40ab-9b99-f7a4635ff051 of type vlan for network 67357662-f096-489b-86be-53da3c2aa325 Dec 16 22:54:59.118055 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a09c599-901f-4169-ad16-8eab1c455f46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:59.222495 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a09c599-901f-4169-ad16-8eab1c455f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:59.223546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09c599-901f-4169-ad16-8eab1c455f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:59.224185 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a09c599-901f-4169-ad16-8eab1c455f46 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:59.283817 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09c599-901f-4169-ad16-8eab1c455f46 admin admin] Pushing event updated for resources: {'Network': ['ID=67357662-f096-489b-86be-53da3c2aa325,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:59.293341 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 67357662-f096-489b-86be-53da3c2aa325 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:54:59.332315 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1a09c599-901f-4169-ad16-8eab1c455f46 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6864445 Dec 16 22:54:59.332681 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52162) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:59.337878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a55660e0-68af-46d8-9192-56e411ff72f6 admin admin] Request body: {'subnet': {'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-259134574-subnet', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:54:59.417015 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55660e0-68af-46d8-9192-56e411ff72f6 admin admin] Made reservation on behalf of d3ce3d7cd750496abea0f17a31397257 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:54:59.419468 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a55660e0-68af-46d8-9192-56e411ff72f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:59.640185 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a55660e0-68af-46d8-9192-56e411ff72f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:59.691318 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55660e0-68af-46d8-9192-56e411ff72f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eec04a3-4ec5-42d1-8be2-97c157b7e97f,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:54:59.707508 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55660e0-68af-46d8-9192-56e411ff72f6 admin admin] Checking segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:54:59.707877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55660e0-68af-46d8-9192-56e411ff72f6 admin admin] Network hostable DHCP agents. Network: 67357662-f096-489b-86be-53da3c2aa325, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:54:59.765864 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55660e0-68af-46d8-9192-56e411ff72f6 admin admin] Network 67357662-f096-489b-86be-53da3c2aa325 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:54:59.856754 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-a55660e0-68af-46d8-9192-56e411ff72f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 67357662-f096-489b-86be-53da3c2aa325) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:54:59.861626 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55660e0-68af-46d8-9192-56e411ff72f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:59.862790 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a55660e0-68af-46d8-9192-56e411ff72f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:59.867517 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9323d3-3c49-49f2-90b3-bc2439217102 None None] Network 67357662-f096-489b-86be-53da3c2aa325 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:54:59.945825 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a55660e0-68af-46d8-9192-56e411ff72f6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6121202 Dec 16 22:54:59.948402 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52166) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:54:59.953025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:54:59.980665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-67357662-f096-489b-86be-53da3c2aa325', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:54:59.982440 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:00.075538 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:00.077180 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:00.138304 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:00.148848 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Allocated IP 172.20.0.2 (67357662-f096-489b-86be-53da3c2aa325/7eec04a3-4ec5-42d1-8be2-97c157b7e97f/c41318cf-41fd-41ac-b7f6-9bd3041d8bdc) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:55:00.296312 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:00.328973 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:00.365717 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:00.410541 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Network 67357662-f096-489b-86be-53da3c2aa325 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:00.415296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:00.417970 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:55:00.428880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Pushing event updated for resources: {'Port': ['ID=c41318cf-41fd-41ac-b7f6-9bd3041d8bdc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:00.482280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Attempting to bind port c41318cf-41fd-41ac-b7f6-9bd3041d8bdc on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:55:00.483127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Attempting to bind port c41318cf-41fd-41ac-b7f6-9bd3041d8bdc by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:55:00.483876 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Attempting to bind port c41318cf-41fd-41ac-b7f6-9bd3041d8bdc on network 67357662-f096-489b-86be-53da3c2aa325 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:00.489135 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:55:00.489979 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Checking segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:55:00.490160 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:00.490593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Bound using segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:55:00.491309 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Bound port: c41318cf-41fd-41ac-b7f6-9bd3041d8bdc, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:55:00.491762 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:00.559163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] For port c41318cf-41fd-41ac-b7f6-9bd3041d8bdc, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:55:00.562304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] For port c41318cf-41fd-41ac-b7f6-9bd3041d8bdc, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c41318cf-41fd-41ac-b7f6-9bd3041d8bdc,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:55:00.612416 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:00.634279 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:00.663177 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:00.757730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Allocated IP 172.25.2.162 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/eee52c65-10d3-4277-98e5-f9e8c60afdbe) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:55:00.773941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b9e53-8b0d-418c-aef5-696e23eba3f0 None None] Pushing event updated for resources: {'Port': ['ID=c41318cf-41fd-41ac-b7f6-9bd3041d8bdc,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:00.873121 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:00.996323 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:01.065944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:01.072945 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:01.084160 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:55:01.094863 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03034d21-2c8a-48a5-a77a-cefe4fdc9966 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:55:01.113611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=eee52c65-10d3-4277-98e5-f9e8c60afdbe,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:01.167720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3e7acaa3-6e99-4bb5-a503-5f59893f7b1e None None] Provisioning complete for port eee52c65-10d3-4277-98e5-f9e8c60afdbe triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:01.168452 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e7acaa3-6e99-4bb5-a503-5f59893f7b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:01.214174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3e7acaa3-6e99-4bb5-a503-5f59893f7b1e None None] Port eee52c65-10d3-4277-98e5-f9e8c60afdbe cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:01.468390 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:01.703360 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:01.842105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c41318cf-41fd-41ac-b7f6-9bd3041d8bdc up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:01.902701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port c41318cf-41fd-41ac-b7f6-9bd3041d8bdc triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:01.903079 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:01.942970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:55:02.015234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0437b59-b92d-43b8-a188-2d60bf56ef42 None None] Network 67357662-f096-489b-86be-53da3c2aa325 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:55:02.035384 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:02.099110 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:55:02.105997 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1e810c82-63f6-4c64-a0ce-7f23eea2d57d req-35ee607a-1342-4454-82cf-05068a90fff2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915060 Dec 16 22:55:02.122142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Sync routers for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:55:02.124731 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-41b5dc5b-37b7-4407-aa2f-6af472d0e3cb None None] Provisioning complete for port c41318cf-41fd-41ac-b7f6-9bd3041d8bdc triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:02.125096 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41b5dc5b-37b7-4407-aa2f-6af472d0e3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:02.173175 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:02.174644 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9e4845d8-d2b6-44e8-9c6e-468844b13ea6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2251928 Dec 16 22:55:02.177458 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52184) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:02.184679 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port c41318cf-41fd-41ac-b7f6-9bd3041d8bdc, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c41318cf-41fd-41ac-b7f6-9bd3041d8bdc,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:02.195439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:02.195439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:54:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:02.244816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810c82-63f6-4c64-a0ce-7f23eea2d57d req-1f9baacd-c265-4c1b-88c0-0eb80e36038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:02.246729 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1e810c82-63f6-4c64-a0ce-7f23eea2d57d req-1f9baacd-c265-4c1b-88c0-0eb80e36038f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 1095 time: 0.0889895 Dec 16 22:55:02.276479 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:02.398438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810c82-63f6-4c64-a0ce-7f23eea2d57d req-f5c7e8d0-900f-49a1-8e0e-be460d6142af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:02.400014 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1e810c82-63f6-4c64-a0ce-7f23eea2d57d req-f5c7e8d0-900f-49a1-8e0e-be460d6142af service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.1197438 Dec 16 22:55:02.504126 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1e810c82-63f6-4c64-a0ce-7f23eea2d57d req-95f635a3-ccbe-4b0b-938f-2ff4e4174b4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b HTTP/1.1" status: 200 len: 999 time: 0.0960283 Dec 16 22:55:02.594626 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810c82-63f6-4c64-a0ce-7f23eea2d57d req-3f0ea522-6762-4ac6-addd-24938b8db04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:02.597711 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1e810c82-63f6-4c64-a0ce-7f23eea2d57d req-3f0ea522-6762-4ac6-addd-24938b8db04c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0858693 Dec 16 22:55:02.655838 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:02.682187 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810c82-63f6-4c64-a0ce-7f23eea2d57d req-917850f1-8b7d-4110-bb4c-8d8ff885eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:02.683753 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1e810c82-63f6-4c64-a0ce-7f23eea2d57d req-917850f1-8b7d-4110-bb4c-8d8ff885eda0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792556 Dec 16 22:55:02.797599 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1e810c82-63f6-4c64-a0ce-7f23eea2d57d req-ba51d219-2354-4dae-9960-c05f1b099dea service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048710 Dec 16 22:55:02.920259 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:02.940842 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1e810c82-63f6-4c64-a0ce-7f23eea2d57d req-1f76232f-04ee-4505-bd03-3fccca59a7ca service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351731 Dec 16 22:55:03.038210 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=c41318cf-41fd-41ac-b7f6-9bd3041d8bdc,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:03.100545 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:01Z', 'revision_number': 3, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:03.147630 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Checking router: 8d401d72-e07c-4326-ac0b-5f663cf7bf3e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:55:03.148287 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Updating router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e port eee52c65-10d3-4277-98e5-f9e8c60afdbe binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:55:03.183585 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:03.186494 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Allocated IP 172.20.0.1 (67357662-f096-489b-86be-53da3c2aa325/7eec04a3-4ec5-42d1-8be2-97c157b7e97f/487a614e-cbef-4d92-89b2-f3aa8ba9c091) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:55:03.319807 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:03.381467 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-49d022ed-7264-48cd-b9c7-b144a703c94e None None] Provisioning complete for port c41318cf-41fd-41ac-b7f6-9bd3041d8bdc triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:03.381971 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49d022ed-7264-48cd-b9c7-b144a703c94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:03.428797 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:03.482514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Network 67357662-f096-489b-86be-53da3c2aa325 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:03.486791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:03.490869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:55:03.520848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Pushing event updated for resources: {'Port': ['ID=487a614e-cbef-4d92-89b2-f3aa8ba9c091,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:03.555234 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:03.667529 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:03.748550 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:03.822407 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:03.832748 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cdec9-dbee-4fe0-a63e-52fd8d3d284e None None] Pushing event updated for resources: {'Port': ['ID=eee52c65-10d3-4277-98e5-f9e8c60afdbe,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:03.838962 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c41318cf-41fd-41ac-b7f6-9bd3041d8bdc up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:03.878318 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Attempting to bind port eee52c65-10d3-4277-98e5-f9e8c60afdbe on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:55:03.878701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Attempting to bind port eee52c65-10d3-4277-98e5-f9e8c60afdbe by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:55:03.879077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Attempting to bind port eee52c65-10d3-4277-98e5-f9e8c60afdbe on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:03.893224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a3c58-10d1-4cd6-9a2e-bed32d62a3af None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:55:03.911477 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:55:03.911477 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:55:03.911833 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:03.912226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:55:03.912761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Bound port: eee52c65-10d3-4277-98e5-f9e8c60afdbe, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:55:03.913304 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:03.954083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ff67c168-8105-42c3-a242-ed574c01791c None None] Provisioning complete for port 487a614e-cbef-4d92-89b2-f3aa8ba9c091 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:03.954559 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff67c168-8105-42c3-a242-ed574c01791c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:04.028562 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] For port eee52c65-10d3-4277-98e5-f9e8c60afdbe, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:55:04.033523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] For port eee52c65-10d3-4277-98e5-f9e8c60afdbe, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=eee52c65-10d3-4277-98e5-f9e8c60afdbe,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:55:04.036658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ff67c168-8105-42c3-a242-ed574c01791c None None] Port 487a614e-cbef-4d92-89b2-f3aa8ba9c091 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:04.039508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port c41318cf-41fd-41ac-b7f6-9bd3041d8bdc triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:04.040214 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:04.089833 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:04.098312 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:04.160183 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:04.173327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7c64d6-2a49-48ac-85b8-9f2cfbf80f12 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:55:04.205560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:04.206220 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:54:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:04.238637 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:04.250971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cdec9-dbee-4fe0-a63e-52fd8d3d284e None None] Pushing event updated for resources: {'Port': ['ID=eee52c65-10d3-4277-98e5-f9e8c60afdbe,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:04.261526 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0ca8c726-0b6d-4eec-9817-b9e54cb930ba None None] Provisioning complete for port eee52c65-10d3-4277-98e5-f9e8c60afdbe triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:04.261526 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c726-0b6d-4eec-9817-b9e54cb930ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:04.317096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Pushing event updated for resources: {'Port': ['ID=487a614e-cbef-4d92-89b2-f3aa8ba9c091,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:04.382350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Network 67357662-f096-489b-86be-53da3c2aa325 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:04.383927 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:04.397930 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:04.457883 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c726-0b6d-4eec-9817-b9e54cb930ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:04.516774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:55:04.565314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0ca8c726-0b6d-4eec-9817-b9e54cb930ba None None] For port eee52c65-10d3-4277-98e5-f9e8c60afdbe, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=eee52c65-10d3-4277-98e5-f9e8c60afdbe,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:04.641022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:55:04.647067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-edd89b2c-4076-41b8-ac5a-cbb70cc2441f admin admin] 10.222.0.43 "PUT /v2.0/routers/8d401d72-e07c-4326-ac0b-5f663cf7bf3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4674413 Dec 16 22:55:04.674072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 2, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:04.718238 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c655f-6917-403f-8722-7d80cba3fa58 None None] The sync data for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 is: [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 2, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:55:04.720631 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c726-0b6d-4eec-9817-b9e54cb930ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:04.774586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8c726-0b6d-4eec-9817-b9e54cb930ba None None] Pushing event updated for resources: {'Port': ['ID=eee52c65-10d3-4277-98e5-f9e8c60afdbe,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:04.850265 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a8035bd8-ea2c-42b8-b5ad-44d15c90ec69 None None] Provisioning complete for port 487a614e-cbef-4d92-89b2-f3aa8ba9c091 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:04.851048 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a8035bd8-ea2c-42b8-b5ad-44d15c90ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:04.902181 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a8035bd8-ea2c-42b8-b5ad-44d15c90ec69 None None] Port 487a614e-cbef-4d92-89b2-f3aa8ba9c091 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:04.914750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a8035bd8-ea2c-42b8-b5ad-44d15c90ec69 None None] Provisioning complete for port eee52c65-10d3-4277-98e5-f9e8c60afdbe triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:04.915131 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a8035bd8-ea2c-42b8-b5ad-44d15c90ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:05.505039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52214) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:05.510268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-5d58aba7-02f1-4857-96f8-39f44292f3be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-186842514-network', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:05.599867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d58aba7-02f1-4857-96f8-39f44292f3be admin admin] Made reservation on behalf of f1dabc5cb4a04180bf7ac7db4dbf6c71 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:55:05.602415 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d58aba7-02f1-4857-96f8-39f44292f3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:05.612486 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d58aba7-02f1-4857-96f8-39f44292f3be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:05.700054 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d58aba7-02f1-4857-96f8-39f44292f3be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:05.765633 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d58aba7-02f1-4857-96f8-39f44292f3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:05.805426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d58aba7-02f1-4857-96f8-39f44292f3be admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:55:05.809680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58aba7-02f1-4857-96f8-39f44292f3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1380e44a-1a1a-4d42-88cb-83a972ec50f9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:05.813667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device eee52c65-10d3-4277-98e5-f9e8c60afdbe up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:05.825697 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d58aba7-02f1-4857-96f8-39f44292f3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:05.826575 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-5d58aba7-02f1-4857-96f8-39f44292f3be admin admin] Added segment 6bc3da80-3704-47c4-992d-9378a70fcf90 of type vlan for network 64b1bc35-f3d4-468b-9ac9-9319251b452b Dec 16 22:55:05.879489 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port eee52c65-10d3-4277-98e5-f9e8c60afdbe triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:05.880259 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:05.889394 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d58aba7-02f1-4857-96f8-39f44292f3be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:05.988732 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d58aba7-02f1-4857-96f8-39f44292f3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:05.990115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d58aba7-02f1-4857-96f8-39f44292f3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:05.990817 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d58aba7-02f1-4857-96f8-39f44292f3be admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:06.057814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58aba7-02f1-4857-96f8-39f44292f3be admin admin] Pushing event updated for resources: {'Network': ['ID=64b1bc35-f3d4-468b-9ac9-9319251b452b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:06.070197 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 64b1bc35-f3d4-468b-9ac9-9319251b452b details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:55:06.108642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5d58aba7-02f1-4857-96f8-39f44292f3be admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5993750 Dec 16 22:55:06.108946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52220) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:06.114652 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4a86ba9c-d9de-4c52-9189-b02c2ec60bda admin admin] Request body: {'subnet': {'network_id': '64b1bc35-f3d4-468b-9ac9-9319251b452b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-186842514-subnet', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:06.200250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a86ba9c-d9de-4c52-9189-b02c2ec60bda admin admin] Made reservation on behalf of f1dabc5cb4a04180bf7ac7db4dbf6c71 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:55:06.203129 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4a86ba9c-d9de-4c52-9189-b02c2ec60bda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:06.480297 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4a86ba9c-d9de-4c52-9189-b02c2ec60bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:06.537468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86ba9c-d9de-4c52-9189-b02c2ec60bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=058094b0-7d20-4c97-a4a5-455c6d3f8cac,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:06.547714 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a86ba9c-d9de-4c52-9189-b02c2ec60bda admin admin] Checking segment: {'id': '6bc3da80-3704-47c4-992d-9378a70fcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64b1bc35-f3d4-468b-9ac9-9319251b452b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:55:06.548089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a86ba9c-d9de-4c52-9189-b02c2ec60bda admin admin] Network hostable DHCP agents. Network: 64b1bc35-f3d4-468b-9ac9-9319251b452b, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:55:06.650875 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a86ba9c-d9de-4c52-9189-b02c2ec60bda admin admin] Network 64b1bc35-f3d4-468b-9ac9-9319251b452b is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:55:06.765436 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-4a86ba9c-d9de-4c52-9189-b02c2ec60bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 64b1bc35-f3d4-468b-9ac9-9319251b452b) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:06.770522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a86ba9c-d9de-4c52-9189-b02c2ec60bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:06.771448 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4a86ba9c-d9de-4c52-9189-b02c2ec60bda admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:06.778059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0368a8ba-da5d-46f8-8359-b997e4cc65ac None None] Network 64b1bc35-f3d4-468b-9ac9-9319251b452b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:55:06.872156 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4a86ba9c-d9de-4c52-9189-b02c2ec60bda admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7617202 Dec 16 22:55:06.874346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 52228) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:06.881320 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-186842514-router', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:06.904665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-64b1bc35-f3d4-468b-9ac9-9319251b452b', 'network_id': '64b1bc35-f3d4-468b-9ac9-9319251b452b', 'project_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'fixed_ips': [{'subnet_id': '058094b0-7d20-4c97-a4a5-455c6d3f8cac'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:55:06.905560 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:06.984829 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Sync routers for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:55:06.989710 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:06.990937 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:06.999877 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:07.000786 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:54:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:07.065461 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:07.075716 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Allocated IP 172.20.0.2 (64b1bc35-f3d4-468b-9ac9-9319251b452b/058094b0-7d20-4c97-a4a5-455c6d3f8cac/83c58732-a8cf-4429-905c-3971fdf17531) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:55:07.121928 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:07.247080 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:07.326487 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:07.346221 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:07.385566 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 2, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:07.397693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Network 64b1bc35-f3d4-468b-9ac9-9319251b452b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:07.407104 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:07.410330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:55:07.416469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Pushing event updated for resources: {'Port': ['ID=83c58732-a8cf-4429-905c-3971fdf17531,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:07.448360 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Checking router: 8d401d72-e07c-4326-ac0b-5f663cf7bf3e for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:55:07.448795 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Updating router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e port 487a614e-cbef-4d92-89b2-f3aa8ba9c091 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:55:07.477099 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:07.513077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Attempting to bind port 83c58732-a8cf-4429-905c-3971fdf17531 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:55:07.513512 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Attempting to bind port 83c58732-a8cf-4429-905c-3971fdf17531 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '6bc3da80-3704-47c4-992d-9378a70fcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64b1bc35-f3d4-468b-9ac9-9319251b452b'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:55:07.513811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Attempting to bind port 83c58732-a8cf-4429-905c-3971fdf17531 on network 64b1bc35-f3d4-468b-9ac9-9319251b452b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:07.531681 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:55:07.532066 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Checking segment: {'id': '6bc3da80-3704-47c4-992d-9378a70fcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64b1bc35-f3d4-468b-9ac9-9319251b452b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:55:07.533018 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:07.533506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Bound using segment: {'id': '6bc3da80-3704-47c4-992d-9378a70fcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64b1bc35-f3d4-468b-9ac9-9319251b452b'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:55:07.534013 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Bound port: 83c58732-a8cf-4429-905c-3971fdf17531, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc3da80-3704-47c4-992d-9378a70fcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64b1bc35-f3d4-468b-9ac9-9319251b452b'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:55:07.534394 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:07.621233 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] For port 83c58732-a8cf-4429-905c-3971fdf17531, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:55:07.628272 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] For port 83c58732-a8cf-4429-905c-3971fdf17531, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=83c58732-a8cf-4429-905c-3971fdf17531,segment=NetworkSegment(6bc3da80-3704-47c4-992d-9378a70fcf90),segment_id=6bc3da80-3704-47c4-992d-9378a70fcf90)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:55:07.726718 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:07.802727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eccbcc-4e24-4f11-b25e-c4a8d0671ca3 None None] Pushing event updated for resources: {'Port': ['ID=83c58732-a8cf-4429-905c-3971fdf17531,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:07.856832 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:07.948419 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:08.031814 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195b750-ce83-4a5b-92b6-49ba688cedb0 None None] Pushing event updated for resources: {'Port': ['ID=487a614e-cbef-4d92-89b2-f3aa8ba9c091,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:08.050455 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b750-ce83-4a5b-92b6-49ba688cedb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:08.050808 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b750-ce83-4a5b-92b6-49ba688cedb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:08.051148 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b750-ce83-4a5b-92b6-49ba688cedb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:08.051524 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b750-ce83-4a5b-92b6-49ba688cedb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:08.051860 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b750-ce83-4a5b-92b6-49ba688cedb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:08.052190 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b750-ce83-4a5b-92b6-49ba688cedb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:08.052517 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b750-ce83-4a5b-92b6-49ba688cedb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:08.052842 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b750-ce83-4a5b-92b6-49ba688cedb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:08.053166 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b750-ce83-4a5b-92b6-49ba688cedb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:08.053487 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b750-ce83-4a5b-92b6-49ba688cedb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:08.062547 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b750-ce83-4a5b-92b6-49ba688cedb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:08.063128 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b750-ce83-4a5b-92b6-49ba688cedb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:08.064955 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b750-ce83-4a5b-92b6-49ba688cedb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:08.115993 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:08.152893 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:08.156470 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Attempting to bind port 487a614e-cbef-4d92-89b2-f3aa8ba9c091 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:55:08.156842 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Attempting to bind port 487a614e-cbef-4d92-89b2-f3aa8ba9c091 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:55:08.157209 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Attempting to bind port 487a614e-cbef-4d92-89b2-f3aa8ba9c091 on network 67357662-f096-489b-86be-53da3c2aa325 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:08.170820 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:55:08.171192 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Checking segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:55:08.171634 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:08.172031 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Bound using segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:55:08.172509 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Bound port: 487a614e-cbef-4d92-89b2-f3aa8ba9c091, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:55:08.172976 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:08.309423 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] For port 487a614e-cbef-4d92-89b2-f3aa8ba9c091, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:55:08.313088 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] For port 487a614e-cbef-4d92-89b2-f3aa8ba9c091, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=487a614e-cbef-4d92-89b2-f3aa8ba9c091,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:55:08.323900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Allocated IP 172.25.2.27 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/d84ec81a-d460-4cfb-bff0-8d671122f599) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:55:08.400461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a4c3fd1b-d71e-4a02-9bcc-dce31d4e8d0b None None] Provisioning complete for port 487a614e-cbef-4d92-89b2-f3aa8ba9c091 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:08.401137 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4c3fd1b-d71e-4a02-9bcc-dce31d4e8d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:08.405932 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:08.440748 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a4c3fd1b-d71e-4a02-9bcc-dce31d4e8d0b None None] Port 487a614e-cbef-4d92-89b2-f3aa8ba9c091 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:08.442527 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:08.492456 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:08.493187 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:54:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:08.531369 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:08.538314 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195b750-ce83-4a5b-92b6-49ba688cedb0 None None] Pushing event updated for resources: {'Port': ['ID=487a614e-cbef-4d92-89b2-f3aa8ba9c091,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:08.587049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:08.590428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:08.594219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:55:08.606509 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f58c28c-c24d-4456-ba73-b4928fee3ee4 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:55:08.699552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-fe0d8030-a4ee-4372-a1af-1f758c5d56d7 None None] Provisioning complete for port d84ec81a-d460-4cfb-bff0-8d671122f599 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:08.705215 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8030-a4ee-4372-a1af-1f758c5d56d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:08.721433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d84ec81a-d460-4cfb-bff0-8d671122f599,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:08.753550 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d8030-a4ee-4372-a1af-1f758c5d56d7 None None] Port d84ec81a-d460-4cfb-bff0-8d671122f599 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:08.827568 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:08.876767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e0f13a9f-a836-43a7-9337-8ad94ebfb44c None None] Provisioning complete for port 487a614e-cbef-4d92-89b2-f3aa8ba9c091 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:08.877113 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0f13a9f-a836-43a7-9337-8ad94ebfb44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:08.976634 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0f13a9f-a836-43a7-9337-8ad94ebfb44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:09.025554 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:09.041766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e0f13a9f-a836-43a7-9337-8ad94ebfb44c None None] For port 487a614e-cbef-4d92-89b2-f3aa8ba9c091, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=487a614e-cbef-4d92-89b2-f3aa8ba9c091,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:09.105426 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0f13a9f-a836-43a7-9337-8ad94ebfb44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:09.121213 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:08Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:09.152184 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51204d18-94af-4cbd-993e-595f766882d5 None None] The sync data for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 is: [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:08Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:55:09.189975 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f13a9f-a836-43a7-9337-8ad94ebfb44c None None] Pushing event updated for resources: {'Port': ['ID=487a614e-cbef-4d92-89b2-f3aa8ba9c091,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:09.208836 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33c8ee4-323a-41a4-80e2-226cb6d2be2b None None] Network 64b1bc35-f3d4-468b-9ac9-9319251b452b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:55:09.296018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-63ed8f9e-0f82-40b1-b206-812721407702 None None] Provisioning complete for port 83c58732-a8cf-4429-905c-3971fdf17531 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:09.296832 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-63ed8f9e-0f82-40b1-b206-812721407702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:09.310805 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:09.477382 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-63ed8f9e-0f82-40b1-b206-812721407702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:09.534284 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-63ed8f9e-0f82-40b1-b206-812721407702 None None] For port 83c58732-a8cf-4429-905c-3971fdf17531, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=83c58732-a8cf-4429-905c-3971fdf17531,segment=NetworkSegment(6bc3da80-3704-47c4-992d-9378a70fcf90),segment_id=6bc3da80-3704-47c4-992d-9378a70fcf90)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:09.559547 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Router f867c90c-8bc4-46a5-af57-98d0a813fa7d is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:55:09.588271 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-63ed8f9e-0f82-40b1-b206-812721407702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:09.678805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed8f9e-0f82-40b1-b206-812721407702 None None] Pushing event updated for resources: {'Port': ['ID=83c58732-a8cf-4429-905c-3971fdf17531,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:09.708781 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:55:09.720367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Sync routers for ids ['f867c90c-8bc4-46a5-af57-98d0a813fa7d'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:55:09.754289 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Routers {'f867c90c-8bc4-46a5-af57-98d0a813fa7d'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:09.754937 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:54:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f867c90c-8bc4-46a5-af57-98d0a813fa7d'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:09.804641 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:09.808429 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 52246) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:09.808929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9e408e54-a510-4b41-8593-d4cf7deb31a7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9322135 Dec 16 22:55:09.891062 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e3daff95-3c75-4a45-a5cc-c8d2c33439c9 None None] Provisioning complete for port 83c58732-a8cf-4429-905c-3971fdf17531 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:09.891996 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e3daff95-3c75-4a45-a5cc-c8d2c33439c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:10.150220 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 83c58732-a8cf-4429-905c-3971fdf17531 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:10.202593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Set router f867c90c-8bc4-46a5-af57-98d0a813fa7d gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:10.382598 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 83c58732-a8cf-4429-905c-3971fdf17531 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:10.382974 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:10.523921 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'name': 'tempest-TestVolumeBootPattern-186842514-router', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:06Z', 'updated_at': '2021-12-16T22:55:08Z', 'revision_number': 3, 'project_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'gw_port': {'id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:08Z', 'updated_at': '2021-12-16T22:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:10.527964 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 487a614e-cbef-4d92-89b2-f3aa8ba9c091 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:10.576470 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Checking router: f867c90c-8bc4-46a5-af57-98d0a813fa7d for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:55:10.576894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Updating router f867c90c-8bc4-46a5-af57-98d0a813fa7d port d84ec81a-d460-4cfb-bff0-8d671122f599 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:55:10.613088 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:10.658589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 487a614e-cbef-4d92-89b2-f3aa8ba9c091 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:10.658972 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:10.668940 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:10.843257 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Allocated IP 172.20.0.1 (64b1bc35-f3d4-468b-9ac9-9319251b452b/058094b0-7d20-4c97-a4a5-455c6d3f8cac/8a640263-cb2d-4f1d-aff6-6b34a2508e5a) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:55:10.950173 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:10.953012 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:11.016916 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:11.046218 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:11.075314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5567c7ca-4622-4a64-b59b-16662a6ee9fe None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:55:11.095107 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Network 64b1bc35-f3d4-468b-9ac9-9319251b452b is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:11.100319 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:11.105042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:55:11.121208 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11321ce-3d0c-4e33-b706-2055b7179da6 None None] Pushing event updated for resources: {'Port': ['ID=d84ec81a-d460-4cfb-bff0-8d671122f599,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:11.124175 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Attempting to bind port d84ec81a-d460-4cfb-bff0-8d671122f599 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:55:11.124601 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Attempting to bind port d84ec81a-d460-4cfb-bff0-8d671122f599 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:55:11.124977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Attempting to bind port d84ec81a-d460-4cfb-bff0-8d671122f599 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:11.135103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Pushing event updated for resources: {'Port': ['ID=8a640263-cb2d-4f1d-aff6-6b34a2508e5a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:11.136470 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:55:11.136864 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:55:11.137273 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:11.137786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:55:11.138152 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Bound port: d84ec81a-d460-4cfb-bff0-8d671122f599, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:55:11.138542 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:11.163583 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:11.207778 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] For port d84ec81a-d460-4cfb-bff0-8d671122f599, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:55:11.211640 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] For port d84ec81a-d460-4cfb-bff0-8d671122f599, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d84ec81a-d460-4cfb-bff0-8d671122f599,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:55:11.220943 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-01d74e3c-8cb4-43c6-8441-c35b7e370b59 None None] Provisioning complete for port d84ec81a-d460-4cfb-bff0-8d671122f599 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:11.221317 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01d74e3c-8cb4-43c6-8441-c35b7e370b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:11.270559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-01d74e3c-8cb4-43c6-8441-c35b7e370b59 None None] Port d84ec81a-d460-4cfb-bff0-8d671122f599 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:11.314707 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:11.370628 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c47cdb3-830d-4e14-822d-2cfb99dcde86 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:55:11.405955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Routers {'f867c90c-8bc4-46a5-af57-98d0a813fa7d'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:11.406466 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:54:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f867c90c-8bc4-46a5-af57-98d0a813fa7d'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:11.409559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11321ce-3d0c-4e33-b706-2055b7179da6 None None] Pushing event updated for resources: {'Port': ['ID=d84ec81a-d460-4cfb-bff0-8d671122f599,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:11.434938 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:11.462899 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4921f74b-dc01-4393-83c7-edd71b2922d8 None None] Provisioning complete for port 8a640263-cb2d-4f1d-aff6-6b34a2508e5a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:11.463305 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4921f74b-dc01-4393-83c7-edd71b2922d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:11.544184 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4921f74b-dc01-4393-83c7-edd71b2922d8 None None] Port 8a640263-cb2d-4f1d-aff6-6b34a2508e5a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:11.569769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] Set router f867c90c-8bc4-46a5-af57-98d0a813fa7d gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:11.615734 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:11.691106 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:11.722139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a0235f6b-85c2-40ea-89c6-03b8842390c7 None None] Provisioning complete for port d84ec81a-d460-4cfb-bff0-8d671122f599 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:11.723233 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0235f6b-85c2-40ea-89c6-03b8842390c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:11.766166 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:11.768577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Pushing event updated for resources: {'Port': ['ID=8a640263-cb2d-4f1d-aff6-6b34a2508e5a,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:11.867070 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'name': 'tempest-TestVolumeBootPattern-186842514-router', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:06Z', 'updated_at': '2021-12-16T22:55:11Z', 'revision_number': 4, 'project_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'gw_port': {'id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:08Z', 'updated_at': '2021-12-16T22:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8a640263-cb2d-4f1d-aff6-6b34a2508e5a', 'name': '', 'network_id': '64b1bc35-f3d4-468b-9ac9-9319251b452b', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'mac_address': 'fa:16:3e:ae:6a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '058094b0-7d20-4c97-a4a5-455c6d3f8cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:10Z', 'updated_at': '2021-12-16T22:55:10Z', 'revision_number': 1, 'project_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'subnets': [{'id': '058094b0-7d20-4c97-a4a5-455c6d3f8cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:11.886892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Network 64b1bc35-f3d4-468b-9ac9-9319251b452b is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:11.888471 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:11.900371 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e64a50-51fe-411d-9a96-f2e6063398aa None None] The sync data for ids ['f867c90c-8bc4-46a5-af57-98d0a813fa7d'] in n-d-821840-2 is: [{'id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'name': 'tempest-TestVolumeBootPattern-186842514-router', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:06Z', 'updated_at': '2021-12-16T22:55:11Z', 'revision_number': 4, 'project_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'gw_port': {'id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:08Z', 'updated_at': '2021-12-16T22:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8a640263-cb2d-4f1d-aff6-6b34a2508e5a', 'name': '', 'network_id': '64b1bc35-f3d4-468b-9ac9-9319251b452b', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'mac_address': 'fa:16:3e:ae:6a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '058094b0-7d20-4c97-a4a5-455c6d3f8cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:10Z', 'updated_at': '2021-12-16T22:55:10Z', 'revision_number': 1, 'project_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'subnets': [{'id': '058094b0-7d20-4c97-a4a5-455c6d3f8cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:55:11.902198 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0235f6b-85c2-40ea-89c6-03b8842390c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:11.942929 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a0235f6b-85c2-40ea-89c6-03b8842390c7 None None] For port d84ec81a-d460-4cfb-bff0-8d671122f599, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d84ec81a-d460-4cfb-bff0-8d671122f599,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:12.007032 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0235f6b-85c2-40ea-89c6-03b8842390c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:12.032880 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Router f867c90c-8bc4-46a5-af57-98d0a813fa7d has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:55:12.094206 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0235f6b-85c2-40ea-89c6-03b8842390c7 None None] Pushing event updated for resources: {'Port': ['ID=d84ec81a-d460-4cfb-bff0-8d671122f599,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:12.175944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:55:12.192928 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-40f8dd1a-044e-43c2-909b-d074096eeb4c admin admin] 10.222.0.43 "PUT /v2.0/routers/f867c90c-8bc4-46a5-af57-98d0a813fa7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3760860 Dec 16 22:55:12.262798 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-571e47da-5dc6-40e9-b532-9cace0e7b235 None None] Provisioning complete for port 8a640263-cb2d-4f1d-aff6-6b34a2508e5a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:12.263630 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-571e47da-5dc6-40e9-b532-9cace0e7b235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:12.321361 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-571e47da-5dc6-40e9-b532-9cace0e7b235 None None] Port 8a640263-cb2d-4f1d-aff6-6b34a2508e5a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:13.428478 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:13.565366 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:13.847046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d84ec81a-d460-4cfb-bff0-8d671122f599 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:13.926692 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d84ec81a-d460-4cfb-bff0-8d671122f599 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:13.927720 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:14.557487 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Sync routers for ids ['f867c90c-8bc4-46a5-af57-98d0a813fa7d'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:55:14.569127 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Routers {'f867c90c-8bc4-46a5-af57-98d0a813fa7d'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:14.569741 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:54:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f867c90c-8bc4-46a5-af57-98d0a813fa7d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:14.682666 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Set router f867c90c-8bc4-46a5-af57-98d0a813fa7d gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:14.893194 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'name': 'tempest-TestVolumeBootPattern-186842514-router', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:06Z', 'updated_at': '2021-12-16T22:55:11Z', 'revision_number': 4, 'project_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'gw_port': {'id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:08Z', 'updated_at': '2021-12-16T22:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8a640263-cb2d-4f1d-aff6-6b34a2508e5a', 'name': '', 'network_id': '64b1bc35-f3d4-468b-9ac9-9319251b452b', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'mac_address': 'fa:16:3e:ae:6a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '058094b0-7d20-4c97-a4a5-455c6d3f8cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:10Z', 'updated_at': '2021-12-16T22:55:11Z', 'revision_number': 2, 'project_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'subnets': [{'id': '058094b0-7d20-4c97-a4a5-455c6d3f8cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:14.900733 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79620f63-289a-42ac-976d-68c02e816313 req-31e9ec27-9673-46d5-8e14-23029ccb9180 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:14.902879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79620f63-289a-42ac-976d-68c02e816313 req-31e9ec27-9673-46d5-8e14-23029ccb9180 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0535524 Dec 16 22:55:14.920678 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Checking router: f867c90c-8bc4-46a5-af57-98d0a813fa7d for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:55:14.921153 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Updating router f867c90c-8bc4-46a5-af57-98d0a813fa7d port 8a640263-cb2d-4f1d-aff6-6b34a2508e5a binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:55:14.949854 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:14.953629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79620f63-289a-42ac-976d-68c02e816313 req-a63f3754-e1c3-4f88-a55c-4608c7b4b53d tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441287 Dec 16 22:55:15.084610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44221802-cd2a-41a8-a18c-bde9e6537c67 req-1cd0ca5d-83d1-486b-a9ac-c40938a6b2bd tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:15.086166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44221802-cd2a-41a8-a18c-bde9e6537c67 req-1cd0ca5d-83d1-486b-a9ac-c40938a6b2bd tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0562913 Dec 16 22:55:15.137565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44221802-cd2a-41a8-a18c-bde9e6537c67 req-b788619d-32ae-40ba-b3ad-915940025271 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451379 Dec 16 22:55:15.243433 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:15.359555 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:15.451536 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da905814-e458-432d-b776-8da5e1146fa6 None None] Pushing event updated for resources: {'Port': ['ID=8a640263-cb2d-4f1d-aff6-6b34a2508e5a,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:15.456328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-1757802f-2b59-4de4-ba29-92a6d888ba64 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:15.458450 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-1757802f-2b59-4de4-ba29-92a6d888ba64 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 812 time: 0.1352189 Dec 16 22:55:15.467293 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Attempting to bind port 8a640263-cb2d-4f1d-aff6-6b34a2508e5a on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:55:15.467664 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Attempting to bind port 8a640263-cb2d-4f1d-aff6-6b34a2508e5a by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '6bc3da80-3704-47c4-992d-9378a70fcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64b1bc35-f3d4-468b-9ac9-9319251b452b'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:55:15.468030 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Attempting to bind port 8a640263-cb2d-4f1d-aff6-6b34a2508e5a on network 64b1bc35-f3d4-468b-9ac9-9319251b452b {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:15.476032 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:55:15.476784 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Checking segment: {'id': '6bc3da80-3704-47c4-992d-9378a70fcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64b1bc35-f3d4-468b-9ac9-9319251b452b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:55:15.477200 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:15.477618 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Bound using segment: {'id': '6bc3da80-3704-47c4-992d-9378a70fcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64b1bc35-f3d4-468b-9ac9-9319251b452b'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:55:15.478096 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Bound port: 8a640263-cb2d-4f1d-aff6-6b34a2508e5a, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc3da80-3704-47c4-992d-9378a70fcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64b1bc35-f3d4-468b-9ac9-9319251b452b'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:55:15.478701 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:15.483136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-d22f6a96-b95e-4de8-b4f3-afaf7022fefe tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/quotas/7598faf309884af08e32732a45eb82c2 HTTP/1.1" status: 200 len: 375 time: 0.0134294 Dec 16 22:55:15.590018 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-be40e2b6-c97f-4520-8dc4-e5884c926331 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1002467 Dec 16 22:55:15.603218 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] For port 8a640263-cb2d-4f1d-aff6-6b34a2508e5a, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:55:15.606614 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] For port 8a640263-cb2d-4f1d-aff6-6b34a2508e5a, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8a640263-cb2d-4f1d-aff6-6b34a2508e5a,segment=NetworkSegment(6bc3da80-3704-47c4-992d-9378a70fcf90),segment_id=6bc3da80-3704-47c4-992d-9378a70fcf90)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:55:15.685652 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:15.785649 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Routers {'f867c90c-8bc4-46a5-af57-98d0a813fa7d'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:15.786477 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:54:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f867c90c-8bc4-46a5-af57-98d0a813fa7d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:15.794898 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5a49e8c4-aa13-408d-831e-462993b7759a None None] Provisioning complete for port 8a640263-cb2d-4f1d-aff6-6b34a2508e5a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:15.800564 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a49e8c4-aa13-408d-831e-462993b7759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:15.848043 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da905814-e458-432d-b776-8da5e1146fa6 None None] Pushing event updated for resources: {'Port': ['ID=8a640263-cb2d-4f1d-aff6-6b34a2508e5a,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:15.921778 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a49e8c4-aa13-408d-831e-462993b7759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:15.950442 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] Set router f867c90c-8bc4-46a5-af57-98d0a813fa7d gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:15.995130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5a49e8c4-aa13-408d-831e-462993b7759a None None] For port 8a640263-cb2d-4f1d-aff6-6b34a2508e5a, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8a640263-cb2d-4f1d-aff6-6b34a2508e5a,segment=NetworkSegment(6bc3da80-3704-47c4-992d-9378a70fcf90),segment_id=6bc3da80-3704-47c4-992d-9378a70fcf90)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:16.030000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-bd342e46-4438-4fd2-a300-fc31d2c39c64 service neutron] 10.222.0.43 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303925 Dec 16 22:55:16.170970 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a49e8c4-aa13-408d-831e-462993b7759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:16.225785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49e8c4-aa13-408d-831e-462993b7759a None None] Pushing event updated for resources: {'Port': ['ID=8a640263-cb2d-4f1d-aff6-6b34a2508e5a,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:16.236203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-ef110c58-77dc-480d-aba4-cf91244228a9 service neutron] 10.222.0.43 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046027 Dec 16 22:55:16.260085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-e18f44c0-9e46-4115-a92d-3346f29f045c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:16.267475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-e18f44c0-9e46-4115-a92d-3346f29f045c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 811 time: 0.1807091 Dec 16 22:55:16.291157 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'name': 'tempest-TestVolumeBootPattern-186842514-router', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:06Z', 'updated_at': '2021-12-16T22:55:11Z', 'revision_number': 4, 'project_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'gw_port': {'id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:08Z', 'updated_at': '2021-12-16T22:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8a640263-cb2d-4f1d-aff6-6b34a2508e5a', 'name': '', 'network_id': '64b1bc35-f3d4-468b-9ac9-9319251b452b', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'mac_address': 'fa:16:3e:ae:6a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '058094b0-7d20-4c97-a4a5-455c6d3f8cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:10Z', 'updated_at': '2021-12-16T22:55:15Z', 'revision_number': 4, 'project_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'subnets': [{'id': '058094b0-7d20-4c97-a4a5-455c6d3f8cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:16.295887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-4d79fa69-435d-4b0c-8238-0d9450f47f48 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/quotas/d3ce3d7cd750496abea0f17a31397257 HTTP/1.1" status: 200 len: 375 time: 0.0230913 Dec 16 22:55:16.303588 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b537f57e-4f41-4985-a9a6-d4afe798c1a0 None None] Provisioning complete for port 8a640263-cb2d-4f1d-aff6-6b34a2508e5a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:16.303965 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b537f57e-4f41-4985-a9a6-d4afe798c1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:16.330521 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ba55f-892c-4bb3-88f9-1125522e8577 None None] The sync data for ids ['f867c90c-8bc4-46a5-af57-98d0a813fa7d'] in n-d-821840-2 is: [{'id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'name': 'tempest-TestVolumeBootPattern-186842514-router', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:06Z', 'updated_at': '2021-12-16T22:55:11Z', 'revision_number': 4, 'project_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'gw_port': {'id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:08Z', 'updated_at': '2021-12-16T22:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '8a640263-cb2d-4f1d-aff6-6b34a2508e5a', 'name': '', 'network_id': '64b1bc35-f3d4-468b-9ac9-9319251b452b', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'mac_address': 'fa:16:3e:ae:6a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '058094b0-7d20-4c97-a4a5-455c6d3f8cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:10Z', 'updated_at': '2021-12-16T22:55:15Z', 'revision_number': 4, 'project_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'subnets': [{'id': '058094b0-7d20-4c97-a4a5-455c6d3f8cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:55:16.390081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-fbb505e7-a477-47cd-99ef-6abed3a6c54c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932901 Dec 16 22:55:16.523205 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f76e8e2b-ba9a-4f01-820f-df07d12c0db5 req-0855f8ef-b747-4b1a-89a6-9cc294cf6fc5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 210 time: 0.0332456 Dec 16 22:55:16.579697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-ea15a9d1-b09e-4831-b4f1-26ba113ef234 service neutron] 10.222.0.43 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812201 Dec 16 22:55:16.696112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-f2d23170-9d21-4c4f-8331-ec6a90b871a3 service neutron] 10.222.0.43 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154315 Dec 16 22:55:17.383310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-526d82c6-d966-424c-b5da-aa7186b2942d req-020103b7-39f2-41c4-8186-37ef11014105 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 210 time: 0.0366054 Dec 16 22:55:17.605718 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6ca4a15-0878-4ae0-86c0-be66ef7c8846 req-aabdf347-ad7d-4e80-b0fc-758b1757c8c5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 210 time: 0.0276814 Dec 16 22:55:17.943867 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8a640263-cb2d-4f1d-aff6-6b34a2508e5a up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:17.997862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 8a640263-cb2d-4f1d-aff6-6b34a2508e5a triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:17.998244 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:18.464753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7327c72f-c8e9-449f-a64e-a58a60979574 req-567e3a67-ca30-4929-8d48-2592ee3a173d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 210 time: 0.0296199 Dec 16 22:55:18.707066 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5393bb2-0b61-4a3d-8485-d3591f15c510 req-07fc8c10-3a13-4fe6-b38b-7cc542630991 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 210 time: 0.0294962 Dec 16 22:55:19.069329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-381d9e7c-1c99-493a-ac58-c6646ac6ff93 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:19.070984 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-381d9e7c-1c99-493a-ac58-c6646ac6ff93 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.24 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 812 time: 0.1613235 Dec 16 22:55:19.085970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-1cdffc5f-3619-4ab0-b6af-d81067ee4684 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Request body: {'port': {'device_id': 'b4217933-5f2d-4444-bc4d-9751b00c0ede', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'admin_state_up': True, 'tenant_id': '7598faf309884af08e32732a45eb82c2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:19.369228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-1cdffc5f-3619-4ab0-b6af-d81067ee4684 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Made reservation on behalf of 7598faf309884af08e32732a45eb82c2 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:55:19.376226 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-1cdffc5f-3619-4ab0-b6af-d81067ee4684 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:19.532366 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-1cdffc5f-3619-4ab0-b6af-d81067ee4684 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Allocated IP 172.20.0.13 (f9696325-b450-49ff-84ca-eac34f68c7bb/e270dbc5-c7e3-4ed6-9c89-2c10c311a073/aa3481ce-3221-4fb1-b17e-9fb1901b29e7) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:55:19.588043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-263f0579-5eec-4f1c-b60c-53e07dda471e req-01c3176b-8c65-48fd-9687-89aa8e714167 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 210 time: 0.0288019 Dec 16 22:55:19.731998 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-1cdffc5f-3619-4ab0-b6af-d81067ee4684 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:19.832071 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-1cdffc5f-3619-4ab0-b6af-d81067ee4684 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:19.849837 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['04af1bec-5856-455f-9ccb-6ad72e79f41d', '29a98aac-c994-4f15-8282-13f8e986cfc8'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:55:19.884869 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-1cdffc5f-3619-4ab0-b6af-d81067ee4684 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Network f9696325-b450-49ff-84ca-eac34f68c7bb is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:19.887643 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-1cdffc5f-3619-4ab0-b6af-d81067ee4684 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:19.892495 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-1cdffc5f-3619-4ab0-b6af-d81067ee4684 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:55:19.904410 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023595ea-44d3-4e8c-b27b-fe406c6feac3 req-a0bcd491-2d3a-480d-a3ad-606607688be9 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:19.906250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-023595ea-44d3-4e8c-b27b-fe406c6feac3 req-a0bcd491-2d3a-480d-a3ad-606607688be9 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 932 time: 0.1114571 Dec 16 22:55:19.929438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdffc5f-3619-4ab0-b6af-d81067ee4684 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event updated for resources: {'Port': ['ID=aa3481ce-3221-4fb1-b17e-9fb1901b29e7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:19.981703 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-1cdffc5f-3619-4ab0-b6af-d81067ee4684 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:19.982374 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-1cdffc5f-3619-4ab0-b6af-d81067ee4684 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:19.997710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-3a849605-0fbe-4ee8-80c3-2fd1b06c70e4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:20.005732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-3a849605-0fbe-4ee8-80c3-2fd1b06c70e4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 811 time: 0.2271202 Dec 16 22:55:20.008435 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-023595ea-44d3-4e8c-b27b-fe406c6feac3 req-9c2c729f-916c-4223-b61a-51de7905856f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943499 Dec 16 22:55:20.014048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-fe0272fe-2956-4c07-8919-99a3b21d53ca tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'port': {'device_id': '4fd347fd-7da4-4c25-a015-ca9d98eb0dab', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'admin_state_up': True, 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:20.125549 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-1cdffc5f-3619-4ab0-b6af-d81067ee4684 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0398264 Dec 16 22:55:20.145462 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Request body: {'port': {'device_id': 'b4217933-5f2d-4444-bc4d-9751b00c0ede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:20.160170 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00cac56c-c489-4e9c-855b-4621ced075a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:20.220847 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:20.222951 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-fe0272fe-2956-4c07-8919-99a3b21d53ca tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Made reservation on behalf of d3ce3d7cd750496abea0f17a31397257 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:55:20.226754 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-fe0272fe-2956-4c07-8919-99a3b21d53ca tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:20.309402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-86c229ff-0742-48f4-ae09-0fba5a5c4193 None None] Provisioning complete for port aa3481ce-3221-4fb1-b17e-9fb1901b29e7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:20.309780 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-86c229ff-0742-48f4-ae09-0fba5a5c4193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:20.358240 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-86c229ff-0742-48f4-ae09-0fba5a5c4193 None None] Port aa3481ce-3221-4fb1-b17e-9fb1901b29e7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:20.448019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-fe0272fe-2956-4c07-8919-99a3b21d53ca tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Allocated IP 172.20.0.13 (67357662-f096-489b-86be-53da3c2aa325/7eec04a3-4ec5-42d1-8be2-97c157b7e97f/7ef7ff1d-2ffd-48ca-9445-6df0a2605503) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:55:20.574484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3481ce-3221-4fb1-b17e-9fb1901b29e7 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:55:20.584251 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:20.601246 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Transition to ACTIVE for port object aa3481ce-3221-4fb1-b17e-9fb1901b29e7 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:55:20.663929 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-fe0272fe-2956-4c07-8919-99a3b21d53ca tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:20.673555 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:20.708123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-97c6a752-4d41-4360-be69-2193c992fdb2 req-4fb6d41a-0408-4eb1-848d-6bf9d02a34c5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 210 time: 0.0376272 Dec 16 22:55:20.776357 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3481ce-3221-4fb1-b17e-9fb1901b29e7,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:20.805333 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-fe0272fe-2956-4c07-8919-99a3b21d53ca tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:20.871899 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-fe0272fe-2956-4c07-8919-99a3b21d53ca tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Network 67357662-f096-489b-86be-53da3c2aa325 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:20.877022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-fe0272fe-2956-4c07-8919-99a3b21d53ca tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:20.895803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Attempting to bind port aa3481ce-3221-4fb1-b17e-9fb1901b29e7 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:55:20.896146 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Attempting to bind port aa3481ce-3221-4fb1-b17e-9fb1901b29e7 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:55:20.896470 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Attempting to bind port aa3481ce-3221-4fb1-b17e-9fb1901b29e7 on network f9696325-b450-49ff-84ca-eac34f68c7bb {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:20.901063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Port aa3481ce-3221-4fb1-b17e-9fb1901b29e7 on network f9696325-b450-49ff-84ca-eac34f68c7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:55:20.901401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Attempting to bind port aa3481ce-3221-4fb1-b17e-9fb1901b29e7 on network f9696325-b450-49ff-84ca-eac34f68c7bb {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:20.907234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:55:20.909068 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Checking segment: {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:55:20.909463 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Bound using segment: {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:55:20.909901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Bound port: aa3481ce-3221-4fb1-b17e-9fb1901b29e7, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:55:20.910278 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:20.936987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-fe0272fe-2956-4c07-8919-99a3b21d53ca tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:55:20.951525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0272fe-2956-4c07-8919-99a3b21d53ca tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'Port': ['ID=7ef7ff1d-2ffd-48ca-9445-6df0a2605503,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:20.993055 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] For port aa3481ce-3221-4fb1-b17e-9fb1901b29e7, host n-h2-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:55:20.996546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] For port aa3481ce-3221-4fb1-b17e-9fb1901b29e7, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=aa3481ce-3221-4fb1-b17e-9fb1901b29e7,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:55:21.022610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-fe0272fe-2956-4c07-8919-99a3b21d53ca tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:21.024127 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-fe0272fe-2956-4c07-8919-99a3b21d53ca tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:21.086245 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:21.123788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-fe0272fe-2956-4c07-8919-99a3b21d53ca tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1127431 Dec 16 22:55:21.198056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Request body: {'port': {'device_id': '4fd347fd-7da4-4c25-a015-ca9d98eb0dab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:21.201156 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:21.202107 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:21.204559 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] 10.222.0.24 "PUT /v2.0/ports/aa3481ce-3221-4fb1-b17e-9fb1901b29e7 HTTP/1.1" status: 200 len: 1092 time: 1.0636656 Dec 16 22:55:21.205454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4217933-5f2d-4444-bc4d-9751b00c0ede', 'tag': 'aa3481ce-3221-4fb1-b17e-9fb1901b29e7'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:21.217808 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09ecd57-4183-43b0-8e09-af606a3c06f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b4217933-5f2d-4444-bc4d-9751b00c0ede", "tag": "aa3481ce-3221-4fb1-b17e-9fb1901b29e7"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:21.261382 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbba06-a633-4228-9975-15b48bf00325 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3481ce-3221-4fb1-b17e-9fb1901b29e7,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:21.281035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9379883-04de-4d1b-b5dd-1aef250dd9d8 req-fb4b3997-a3d0-405c-bdd6-34ccd005280b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:21.283723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9379883-04de-4d1b-b5dd-1aef250dd9d8 req-fb4b3997-a3d0-405c-bdd6-34ccd005280b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 944 time: 0.1901469 Dec 16 22:55:21.301798 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:21.310905 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080535b3-848f-429d-9f3e-fb9bef2264c9 x-openstack-request-id: req-080535b3-848f-429d-9f3e-fb9bef2264c9 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:21.311260 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4217933-5f2d-4444-bc4d-9751b00c0ede", "tag": "aa3481ce-3221-4fb1-b17e-9fb1901b29e7", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:21.311735 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-080535b3-848f-429d-9f3e-fb9bef2264c9 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:21.312207 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4217933-5f2d-4444-bc4d-9751b00c0ede', 'tag': 'aa3481ce-3221-4fb1-b17e-9fb1901b29e7', 'status': 'completed', 'code': 200} Dec 16 22:55:21.351085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-82de63f4-16cb-4237-a95b-df44cf5f900d None None] Provisioning complete for port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:21.351786 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-82de63f4-16cb-4237-a95b-df44cf5f900d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:21.417775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-e69d331a-6d83-462a-bbfe-fa36d4f895d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:21.417775 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-e69d331a-6d83-462a-bbfe-fa36d4f895d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 1095 time: 0.0899146 Dec 16 22:55:21.437644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-82de63f4-16cb-4237-a95b-df44cf5f900d None None] Port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:21.453397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9379883-04de-4d1b-b5dd-1aef250dd9d8 req-de9f2b44-f8c6-43cf-acf3-86cf4b68f688 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618068 Dec 16 22:55:21.505084 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-4c99dd23-befc-4f3e-8fb2-e784399210b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa3481ce-3221-4fb1-b17e-9fb1901b29e7 HTTP/1.1" status: 200 len: 217 time: 0.0787125 Dec 16 22:55:21.573679 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-f1999bdb-dc3f-4cad-854c-c025c5707ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:21.575423 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-f1999bdb-dc3f-4cad-854c-c025c5707ea5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0625985 Dec 16 22:55:21.631795 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-69c25047-0a40-4566-8b5a-595f16d826f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:21.633896 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-69c25047-0a40-4566-8b5a-595f16d826f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491290 Dec 16 22:55:21.773427 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-7d2b3af5-259e-4e58-ad39-a47c9fb3c998 service neutron] 10.222.0.24 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315217 Dec 16 22:55:21.902774 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7475495f-3610-4b8e-b48b-396d69cecb58 req-01c2174d-6d04-44f7-9599-e97b5ed08e3b service neutron] 10.222.0.24 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196127 Dec 16 22:55:21.920286 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:55:21.932245 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:21.970002 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Transition to ACTIVE for port object 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:55:21.981110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d5c77-8ea9-4e11-aea2-12b495d29907 req-4461f53e-94d6-4c59-8970-28cd32a1cce9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:21.982634 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-606d5c77-8ea9-4e11-aea2-12b495d29907 req-4461f53e-94d6-4c59-8970-28cd32a1cce9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 932 time: 0.0962012 Dec 16 22:55:22.067624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-606d5c77-8ea9-4e11-aea2-12b495d29907 req-aac1abcd-225f-44a4-9a5b-d4638556c113 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659432 Dec 16 22:55:22.120539 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ecd57-4183-43b0-8e09-af606a3c06f9 req-cc671d2e-7203-4cb6-8c2d-82e5d0d0858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:22.122210 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d09ecd57-4183-43b0-8e09-af606a3c06f9 req-cc671d2e-7203-4cb6-8c2d-82e5d0d0858a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 1095 time: 0.0502527 Dec 16 22:55:22.149865 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:22.222119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Pushing event updated for resources: {'Port': ['ID=7ef7ff1d-2ffd-48ca-9445-6df0a2605503,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:22.287906 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ecd57-4183-43b0-8e09-af606a3c06f9 req-b76fae64-f90e-4d34-9ead-e0eff9e23caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:22.289507 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d09ecd57-4183-43b0-8e09-af606a3c06f9 req-b76fae64-f90e-4d34-9ead-e0eff9e23caa service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.1601126 Dec 16 22:55:22.304335 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Attempting to bind port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:55:22.304803 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Attempting to bind port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:55:22.305201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Attempting to bind port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 on network 67357662-f096-489b-86be-53da3c2aa325 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:22.310493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 on network 67357662-f096-489b-86be-53da3c2aa325 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:55:22.310839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Attempting to bind port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 on network 67357662-f096-489b-86be-53da3c2aa325 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:22.317802 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:55:22.318141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Checking segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:55:22.318541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Bound using segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:55:22.318982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Bound port: 7ef7ff1d-2ffd-48ca-9445-6df0a2605503, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:55:22.319372 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:22.348083 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d09ecd57-4183-43b0-8e09-af606a3c06f9 req-dc7c47ee-175d-4557-81fd-75a03e47416a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa3481ce-3221-4fb1-b17e-9fb1901b29e7 HTTP/1.1" status: 200 len: 217 time: 0.0501242 Dec 16 22:55:22.409302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] For port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:55:22.415283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] For port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=7ef7ff1d-2ffd-48ca-9445-6df0a2605503,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:55:22.417507 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ecd57-4183-43b0-8e09-af606a3c06f9 req-9165824f-ccff-47dc-b28f-15f9cbd95b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:22.419160 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d09ecd57-4183-43b0-8e09-af606a3c06f9 req-9165824f-ccff-47dc-b28f-15f9cbd95b2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0631504 Dec 16 22:55:22.481125 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ecd57-4183-43b0-8e09-af606a3c06f9 req-35e6db0c-f346-472b-a134-9034bdbd303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:22.482930 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d09ecd57-4183-43b0-8e09-af606a3c06f9 req-35e6db0c-f346-472b-a134-9034bdbd303b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541341 Dec 16 22:55:22.507822 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:22.536457 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2792c303-5545-4ec9-a16d-f18f94a8541e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:22.602064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Pushing event updated for resources: {'Port': ['ID=7ef7ff1d-2ffd-48ca-9445-6df0a2605503,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:22.608208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:22.608915 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:22.610774 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-07d233ab-45df-402e-863b-312922f5e24a service neutron] 10.222.0.24 "PUT /v2.0/ports/7ef7ff1d-2ffd-48ca-9445-6df0a2605503 HTTP/1.1" status: 200 len: 1092 time: 1.4328456 Dec 16 22:55:22.629410 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd347fd-7da4-4c25-a015-ca9d98eb0dab', 'tag': '7ef7ff1d-2ffd-48ca-9445-6df0a2605503'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:22.632098 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf4e699-7596-4b0f-a171-c5f7284a7685" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd347fd-7da4-4c25-a015-ca9d98eb0dab", "tag": "7ef7ff1d-2ffd-48ca-9445-6df0a2605503"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:22.661666 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d09ecd57-4183-43b0-8e09-af606a3c06f9 req-dd492e27-0bcf-40e8-939e-abe92c563158 service neutron] 10.222.0.24 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648426 Dec 16 22:55:22.674489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120caa44-49c9-4afd-ae0e-c153e0b55871 req-99f0ac0f-3f34-4305-9e93-6049568576fd tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:22.676112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-120caa44-49c9-4afd-ae0e-c153e0b55871 req-99f0ac0f-3f34-4305-9e93-6049568576fd tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 944 time: 0.0946996 Dec 16 22:55:22.693798 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e79660-2a4e-4ff9-8734-90a927a8478c x-openstack-request-id: req-88e79660-2a4e-4ff9-8734-90a927a8478c {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:22.694090 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd347fd-7da4-4c25-a015-ca9d98eb0dab", "tag": "7ef7ff1d-2ffd-48ca-9445-6df0a2605503", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:22.694385 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88e79660-2a4e-4ff9-8734-90a927a8478c {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:22.694758 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd347fd-7da4-4c25-a015-ca9d98eb0dab', 'tag': '7ef7ff1d-2ffd-48ca-9445-6df0a2605503', 'status': 'completed', 'code': 200} Dec 16 22:55:22.790176 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-d09ecd57-4183-43b0-8e09-af606a3c06f9 req-b6426657-91b7-415f-b70b-18de2b912aca service neutron] 10.222.0.24 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192348 Dec 16 22:55:22.821741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-120caa44-49c9-4afd-ae0e-c153e0b55871 req-e1ee72e8-49fa-4828-b4f0-03a2ed60209b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330578 Dec 16 22:55:22.847919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4e699-7596-4b0f-a171-c5f7284a7685 req-09bd5ecb-4b79-490c-a31a-dbc174aad0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:22.849699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcf4e699-7596-4b0f-a171-c5f7284a7685 req-09bd5ecb-4b79-490c-a31a-dbc174aad0d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 1095 time: 0.1273293 Dec 16 22:55:23.423756 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7534dc7-e9c7-456e-ba32-d5dff5d748ba req-fbe5e276-9a72-434b-8fc9-325a317f3249 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:23.425264 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7534dc7-e9c7-456e-ba32-d5dff5d748ba req-fbe5e276-9a72-434b-8fc9-325a317f3249 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 944 time: 0.1339231 Dec 16 22:55:23.428791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4e699-7596-4b0f-a171-c5f7284a7685 req-2e742045-7bc7-4424-9405-f793e227f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:23.430285 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcf4e699-7596-4b0f-a171-c5f7284a7685 req-2e742045-7bc7-4424-9405-f793e227f6e4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d3ce3d7cd750496abea0f17a31397257&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5718639 Dec 16 22:55:23.582537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7534dc7-e9c7-456e-ba32-d5dff5d748ba req-8c559820-6172-4046-85b7-4b95d555e415 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486180 Dec 16 22:55:23.632997 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:23.648527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4e699-7596-4b0f-a171-c5f7284a7685 req-e1bc3b60-156e-4487-834c-59a0f2e4d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:23.650049 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcf4e699-7596-4b0f-a171-c5f7284a7685 req-e1bc3b60-156e-4487-834c-59a0f2e4d558 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2084336 Dec 16 22:55:23.736971 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-e369cdd8-920c-4ec8-94c3-33fc6c644319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:23.738742 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-e369cdd8-920c-4ec8-94c3-33fc6c644319 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 1095 time: 0.0449438 Dec 16 22:55:23.787923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-7dff6d33-9cdf-4550-b589-df61cddbc145 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ef7ff1d-2ffd-48ca-9445-6df0a2605503 HTTP/1.1" status: 200 len: 217 time: 0.0409479 Dec 16 22:55:23.848606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-84bff1f6-78c0-4346-ba56-e9bc1ce56100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:23.850439 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-84bff1f6-78c0-4346-ba56-e9bc1ce56100 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0546222 Dec 16 22:55:23.937887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-02390d51-f534-44fd-b8eb-9ff5408da45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:23.939421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-02390d51-f534-44fd-b8eb-9ff5408da45b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777500 Dec 16 22:55:24.029076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea85d54-e4c6-48b7-9745-b30f7faa66d6 req-e3228da4-9e72-4791-92c1-5d649d8bdacb tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:24.030487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ea85d54-e4c6-48b7-9745-b30f7faa66d6 req-e3228da4-9e72-4791-92c1-5d649d8bdacb tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 944 time: 0.1045024 Dec 16 22:55:24.074691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-99bc375b-2c59-4f42-b59d-923828e6fcca service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177192 Dec 16 22:55:24.145954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ea85d54-e4c6-48b7-9745-b30f7faa66d6 req-5d6bcb40-26d0-4fe3-9438-843fb4f62485 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018069 Dec 16 22:55:24.194298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa499c2a-d688-46bb-96eb-4c3f85fd6106 req-0ca198a5-13b3-459f-b069-f81303f8e9b8 service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092072 Dec 16 22:55:24.631799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device aa3481ce-3221-4fb1-b17e-9fb1901b29e7 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:55:24.719897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f394b5-b5ff-4286-81a8-331b328147f7 req-01596334-7f30-4c5d-a6b7-4c4fb3a751d2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:24.722457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5f394b5-b5ff-4286-81a8-331b328147f7 req-01596334-7f30-4c5d-a6b7-4c4fb3a751d2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 944 time: 0.0662320 Dec 16 22:55:24.787296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5f394b5-b5ff-4286-81a8-331b328147f7 req-36cde409-44e4-4a96-a87c-cd16cc665356 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579178 Dec 16 22:55:24.971698 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port aa3481ce-3221-4fb1-b17e-9fb1901b29e7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=aa3481ce-3221-4fb1-b17e-9fb1901b29e7,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:24.986105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'aa3481ce-3221-4fb1-b17e-9fb1901b29e7', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'port_id': 'aa3481ce-3221-4fb1-b17e-9fb1901b29e7', 'mac_address': 'fa:16:3e:59:11:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:55:25.015167 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:25.027586 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:25.042319 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3481ce-3221-4fb1-b17e-9fb1901b29e7 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:55:25.066599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port aa3481ce-3221-4fb1-b17e-9fb1901b29e7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=aa3481ce-3221-4fb1-b17e-9fb1901b29e7,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:25.131040 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:25.194341 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=aa3481ce-3221-4fb1-b17e-9fb1901b29e7,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:25.326472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7a073-d3e2-4061-9136-a44ae436817b req-ae2d3a93-99ea-4030-afc0-bc41354d9702 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:25.329209 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03c7a073-d3e2-4061-9136-a44ae436817b req-ae2d3a93-99ea-4030-afc0-bc41354d9702 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 945 time: 0.0816035 Dec 16 22:55:25.371383 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['aa3481ce-3221-4fb1-b17e-9fb1901b29e7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:55:25.384701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03c7a073-d3e2-4061-9136-a44ae436817b req-8654ba90-91ac-4fed-80d7-9ea0a4d12445 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484376 Dec 16 22:55:25.747597 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:25.912561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d6736-f818-41c8-8644-5f45a19618c9 req-8958617e-dd2c-4c4c-b3a5-2182e26fb22c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:25.914063 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-147d6736-f818-41c8-8644-5f45a19618c9 req-8958617e-dd2c-4c4c-b3a5-2182e26fb22c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 944 time: 0.0520351 Dec 16 22:55:25.972853 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-147d6736-f818-41c8-8644-5f45a19618c9 req-a4d0bb75-6215-401c-88d3-69717842c12b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473690 Dec 16 22:55:26.516888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4caee93-0931-4a4f-9d1b-53e9b608367c req-e0c3dfc5-d5ee-412d-b8d8-aa60bc40e673 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:26.518418 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4caee93-0931-4a4f-9d1b-53e9b608367c req-e0c3dfc5-d5ee-412d-b8d8-aa60bc40e673 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 945 time: 0.0562654 Dec 16 22:55:26.572604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4caee93-0931-4a4f-9d1b-53e9b608367c req-a7d478e6-d475-4ad1-bb23-f1d7e9b02ceb tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481827 Dec 16 22:55:26.636316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device aa3481ce-3221-4fb1-b17e-9fb1901b29e7 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:26.752857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port aa3481ce-3221-4fb1-b17e-9fb1901b29e7 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:55:26.757136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port aa3481ce-3221-4fb1-b17e-9fb1901b29e7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:26.757600 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:26.846249 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:26.871078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4217933-5f2d-4444-bc4d-9751b00c0ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3481ce-3221-4fb1-b17e-9fb1901b29e7'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:26.873414 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0478b7af-744f-4287-871a-a2e8bca06e5e" -d '{"events": [{"server_uuid": "b4217933-5f2d-4444-bc4d-9751b00c0ede", "name": "network-vif-plugged", "status": "completed", "tag": "aa3481ce-3221-4fb1-b17e-9fb1901b29e7"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:26.887949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port aa3481ce-3221-4fb1-b17e-9fb1901b29e7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=aa3481ce-3221-4fb1-b17e-9fb1901b29e7,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:26.915840 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af36dc8-de88-4288-9b0e-8d1908b9ffb8 x-openstack-request-id: req-7af36dc8-de88-4288-9b0e-8d1908b9ffb8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:26.916140 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4217933-5f2d-4444-bc4d-9751b00c0ede", "name": "network-vif-plugged", "status": "completed", "tag": "aa3481ce-3221-4fb1-b17e-9fb1901b29e7", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:26.916405 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7af36dc8-de88-4288-9b0e-8d1908b9ffb8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:26.916934 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4217933-5f2d-4444-bc4d-9751b00c0ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3481ce-3221-4fb1-b17e-9fb1901b29e7', 'code': 200} Dec 16 22:55:26.957457 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.028668 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=aa3481ce-3221-4fb1-b17e-9fb1901b29e7,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:27.113878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8f933-bef4-4316-82cb-1baf4067c17d req-7cba640f-4501-4565-9672-cf077844d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:27.115446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06a8f933-bef4-4316-82cb-1baf4067c17d req-7cba640f-4501-4565-9672-cf077844d672 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 1097 time: 0.1244707 Dec 16 22:55:27.128407 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9b79f-e29e-4582-9768-0b99ceafcec8 req-cd58ff4c-5151-4d0f-bd78-d45fcf281cb8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:27.129985 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ac9b79f-e29e-4582-9768-0b99ceafcec8 req-cd58ff4c-5151-4d0f-bd78-d45fcf281cb8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 944 time: 0.0630274 Dec 16 22:55:27.202538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06a8f933-bef4-4316-82cb-1baf4067c17d req-e03efe46-2284-4b49-b1f7-d0654edf8f65 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715346 Dec 16 22:55:27.214701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ac9b79f-e29e-4582-9768-0b99ceafcec8 req-de16eefd-c93f-47e6-99ae-fdfd6ec155c2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703771 Dec 16 22:55:27.708418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38c3e0-813c-4d7c-9502-c7e459977afe req-102867ab-df7d-4261-a245-571fef65c6e2 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:27.710237 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c38c3e0-813c-4d7c-9502-c7e459977afe req-102867ab-df7d-4261-a245-571fef65c6e2 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 946 time: 0.0587208 Dec 16 22:55:27.763533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c38c3e0-813c-4d7c-9502-c7e459977afe req-526e8d44-5f15-457c-be5f-8d250741f67b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465109 Dec 16 22:55:27.924508 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:55:28.348378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57a8de-915f-45bd-adda-fea267fb6536 req-b04904f1-dafb-445b-8ebc-0c6ee9b3eba2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:28.349953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e57a8de-915f-45bd-adda-fea267fb6536 req-b04904f1-dafb-445b-8ebc-0c6ee9b3eba2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 944 time: 0.0550728 Dec 16 22:55:28.405911 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e57a8de-915f-45bd-adda-fea267fb6536 req-81b21cb5-2d33-44e2-9270-a2f1322366de tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496604 Dec 16 22:55:28.887327 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a41d12-c1d2-49a0-8640-8d6588582226 req-77cef889-8a6f-4c7b-b605-836fe530e5cd tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:28.889467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12a41d12-c1d2-49a0-8640-8d6588582226 req-77cef889-8a6f-4c7b-b605-836fe530e5cd tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 946 time: 0.0552447 Dec 16 22:55:28.940388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12a41d12-c1d2-49a0-8640-8d6588582226 req-25a5ed87-6f9b-4cf0-8fe9-54badaf8f09c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446370 Dec 16 22:55:29.051826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f68ed656-eb2a-43af-a27a-9f79ac2013eb req-31c96673-f13d-4476-93af-f9e1c2d69724 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7598faf309884af08e32732a45eb82c2 HTTP/1.1" status: 200 len: 267 time: 0.0478122 Dec 16 22:55:29.107480 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed656-eb2a-43af-a27a-9f79ac2013eb req-bd68a8da-dfec-4537-b26b-0e6d0c9437cd tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:29.109036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f68ed656-eb2a-43af-a27a-9f79ac2013eb req-bd68a8da-dfec-4537-b26b-0e6d0c9437cd tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 946 time: 0.0515299 Dec 16 22:55:29.120539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-f68ed656-eb2a-43af-a27a-9f79ac2013eb req-9981dc38-6ae4-4aa2-8559-738d6cb587bc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Request body: {'port': {'security_groups': []}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:29.187542 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f68ed656-eb2a-43af-a27a-9f79ac2013eb req-9981dc38-6ae4-4aa2-8559-738d6cb587bc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:29.353362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f68ed656-eb2a-43af-a27a-9f79ac2013eb req-9981dc38-6ae4-4aa2-8559-738d6cb587bc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] For port aa3481ce-3221-4fb1-b17e-9fb1901b29e7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=aa3481ce-3221-4fb1-b17e-9fb1901b29e7,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:29.387805 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f68ed656-eb2a-43af-a27a-9f79ac2013eb req-9981dc38-6ae4-4aa2-8559-738d6cb587bc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:29.461732 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f68ed656-eb2a-43af-a27a-9f79ac2013eb req-9981dc38-6ae4-4aa2-8559-738d6cb587bc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:29.473983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['aa3481ce-3221-4fb1-b17e-9fb1901b29e7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:55:29.478323 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['04af1bec-5856-455f-9ccb-6ad72e79f41d', '29a98aac-c994-4f15-8282-13f8e986cfc8'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:55:29.548658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed656-eb2a-43af-a27a-9f79ac2013eb req-9981dc38-6ae4-4aa2-8559-738d6cb587bc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:29.549303 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f68ed656-eb2a-43af-a27a-9f79ac2013eb req-9981dc38-6ae4-4aa2-8559-738d6cb587bc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:29.554554 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f68ed656-eb2a-43af-a27a-9f79ac2013eb req-9981dc38-6ae4-4aa2-8559-738d6cb587bc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "PUT /v2.0/ports/aa3481ce-3221-4fb1-b17e-9fb1901b29e7 HTTP/1.1" status: 200 len: 905 time: 0.4384081 Dec 16 22:55:29.555238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4217933-5f2d-4444-bc4d-9751b00c0ede', 'tag': 'aa3481ce-3221-4fb1-b17e-9fb1901b29e7'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:29.557570 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6be4ae-96d5-48e3-92ab-3fd3404814e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4217933-5f2d-4444-bc4d-9751b00c0ede", "tag": "aa3481ce-3221-4fb1-b17e-9fb1901b29e7"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:29.594067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981dc38-6ae4-4aa2-8559-738d6cb587bc tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event updated for resources: {'Port': ['ID=aa3481ce-3221-4fb1-b17e-9fb1901b29e7,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:29.619900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3f04c-9359-454e-94a2-2d46d611bcab req-8495d0f0-e80e-47e2-ac37-f6be0b0ce88d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:29.621757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9af3f04c-9359-454e-94a2-2d46d611bcab req-8495d0f0-e80e-47e2-ac37-f6be0b0ce88d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 944 time: 0.1266127 Dec 16 22:55:29.630903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['aa3481ce-3221-4fb1-b17e-9fb1901b29e7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:55:29.706484 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9af3f04c-9359-454e-94a2-2d46d611bcab req-f7c75ddf-a73e-4b43-82d9-dd9a2b63e77b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736809 Dec 16 22:55:29.766979 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32df3a2-b578-4653-9cca-18c2f6796c3a req-8de5bcb0-cf22-4ca6-bea0-643517f47815 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:29.786891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d32df3a2-b578-4653-9cca-18c2f6796c3a req-8de5bcb0-cf22-4ca6-bea0-643517f47815 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 908 time: 0.1131043 Dec 16 22:55:29.804452 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca8f41b-9b8f-4a0d-83ed-ecf902100c2f x-openstack-request-id: req-9ca8f41b-9b8f-4a0d-83ed-ecf902100c2f {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:29.804811 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4217933-5f2d-4444-bc4d-9751b00c0ede", "tag": "aa3481ce-3221-4fb1-b17e-9fb1901b29e7", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:29.805130 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ca8f41b-9b8f-4a0d-83ed-ecf902100c2f {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:29.805607 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4217933-5f2d-4444-bc4d-9751b00c0ede', 'tag': 'aa3481ce-3221-4fb1-b17e-9fb1901b29e7', 'status': 'completed', 'code': 200} Dec 16 22:55:29.903099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6be4ae-96d5-48e3-92ab-3fd3404814e8 req-e238a745-5667-4358-bef8-d56d4a58a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:29.904631 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a6be4ae-96d5-48e3-92ab-3fd3404814e8 req-e238a745-5667-4358-bef8-d56d4a58a603 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 1059 time: 0.0754824 Dec 16 22:55:29.921796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866afed5-df7e-461f-9a30-664794a92b9d req-160b5fd1-d60d-4754-8d72-254569fccc74 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:29.923449 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-866afed5-df7e-461f-9a30-664794a92b9d req-160b5fd1-d60d-4754-8d72-254569fccc74 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0629826 Dec 16 22:55:29.932196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-23d2d89d-f3ed-4fcd-b619-59ba04dc2b57 None None] Provisioning complete for port aa3481ce-3221-4fb1-b17e-9fb1901b29e7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:29.932667 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23d2d89d-f3ed-4fcd-b619-59ba04dc2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:30.101015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-866afed5-df7e-461f-9a30-664794a92b9d req-0e869a94-0993-4e14-8f03-67db7140d567 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644557 Dec 16 22:55:30.133034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6be4ae-96d5-48e3-92ab-3fd3404814e8 req-6efa427e-0e42-480b-ba83-43c8790e0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:30.134536 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a6be4ae-96d5-48e3-92ab-3fd3404814e8 req-6efa427e-0e42-480b-ba83-43c8790e0f5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.2206504 Dec 16 22:55:30.187992 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a6be4ae-96d5-48e3-92ab-3fd3404814e8 req-a631f403-a255-4b65-b5ad-2e0ede1df730 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa3481ce-3221-4fb1-b17e-9fb1901b29e7 HTTP/1.1" status: 200 len: 217 time: 0.0445952 Dec 16 22:55:30.259541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6be4ae-96d5-48e3-92ab-3fd3404814e8 req-ac841c40-1f75-4ee0-825b-30aa1f5d6c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:30.261010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a6be4ae-96d5-48e3-92ab-3fd3404814e8 req-ac841c40-1f75-4ee0-825b-30aa1f5d6c7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0654893 Dec 16 22:55:30.273830 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f770e-11c2-4ac4-aac8-b49620bf62c4 req-14f091d0-5782-474a-a918-82a59dc71fbe tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:30.275250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d3f770e-11c2-4ac4-aac8-b49620bf62c4 req-14f091d0-5782-474a-a918-82a59dc71fbe tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0902877 Dec 16 22:55:30.354409 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6be4ae-96d5-48e3-92ab-3fd3404814e8 req-a3e5ad9a-194e-454d-84f5-5ec51af63647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:30.355964 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a6be4ae-96d5-48e3-92ab-3fd3404814e8 req-a3e5ad9a-194e-454d-84f5-5ec51af63647 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798457 Dec 16 22:55:30.359363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d3f770e-11c2-4ac4-aac8-b49620bf62c4 req-896b6e96-f2a1-4dc7-8f6c-959deede4825 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742059 Dec 16 22:55:30.456518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a6be4ae-96d5-48e3-92ab-3fd3404814e8 req-5a69fc5c-ff12-4d25-90be-2d08d83457f1 service neutron] 10.222.0.24 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923655 Dec 16 22:55:30.630016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a6be4ae-96d5-48e3-92ab-3fd3404814e8 req-3d3ba7d0-9556-45be-bfef-a8a0ee54ecf4 service neutron] 10.222.0.24 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660247 Dec 16 22:55:30.649707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-e7ae3691-306f-45f1-805a-4769c35759b5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:30.651205 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-e7ae3691-306f-45f1-805a-4769c35759b5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 812 time: 0.1380327 Dec 16 22:55:30.666831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-c0712523-ccce-490f-9116-2374ea68b73a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/quotas/7598faf309884af08e32732a45eb82c2 HTTP/1.1" status: 200 len: 375 time: 0.0096624 Dec 16 22:55:30.735932 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-69fe2ec2-2643-432c-b33e-04dc97918ce9 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0621343 Dec 16 22:55:30.868748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b06e4-317f-43f0-b055-698a777e292c req-48aad6fb-aeea-4fd8-b8ef-49e719eb5df4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:30.870288 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-322b06e4-317f-43f0-b055-698a777e292c req-48aad6fb-aeea-4fd8-b8ef-49e719eb5df4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 944 time: 0.0794656 Dec 16 22:55:30.878757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-038c3841-0910-4a3e-88b9-36bf2539fda4 service neutron] 10.222.0.43 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348207 Dec 16 22:55:30.979868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-322b06e4-317f-43f0-b055-698a777e292c req-f220de9b-d4e3-484b-923a-17f3dc553c7c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003282 Dec 16 22:55:31.008679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-4069519c-9345-43da-87ca-f78d75a4fb81 service neutron] 10.222.0.43 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230862 Dec 16 22:55:31.243129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-709db91c-5382-43d4-b3a5-dfaff087e8cf req-6582a3b1-b9b8-4242-94f5-d2da82ea3620 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 210 time: 0.0303164 Dec 16 22:55:32.122439 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d611a-d148-415f-a8c1-09f3c520f990 req-66dbe92a-199b-463a-91bf-877685a28cd3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:32.123997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-636d611a-d148-415f-a8c1-09f3c520f990 req-66dbe92a-199b-463a-91bf-877685a28cd3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 944 time: 0.0674844 Dec 16 22:55:32.180505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-636d611a-d148-415f-a8c1-09f3c520f990 req-d5fde2c4-f6d1-4c93-b537-095f3fbda1b3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499671 Dec 16 22:55:32.348389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e00e0ae7-fe3d-4626-835e-9bdc2a9e64b3 req-b494d0ac-1c7d-4696-b48f-782a3bbd247a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 210 time: 0.0272963 Dec 16 22:55:33.313902 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-82b34f57-5425-45fc-9bd8-408ff52bf7c5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:33.314504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028f1c3-98b5-4217-9098-651a552aa626 req-52180e5d-3328-4312-8c69-01ca2ef7f6a9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:33.315771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0028f1c3-98b5-4217-9098-651a552aa626 req-52180e5d-3328-4312-8c69-01ca2ef7f6a9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 944 time: 0.0621614 Dec 16 22:55:33.317114 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-82b34f57-5425-45fc-9bd8-408ff52bf7c5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 812 time: 0.1359088 Dec 16 22:55:33.332131 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-8498cc08-ba21-439b-a392-68ca2d9d7d9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Request body: {'port': {'device_id': '8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'admin_state_up': True, 'tenant_id': '7598faf309884af08e32732a45eb82c2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:33.381962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0028f1c3-98b5-4217-9098-651a552aa626 req-ea118522-2cd5-4bcf-ae43-6717bcc36002 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556982 Dec 16 22:55:33.464731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8428cebf-fa3f-4db5-8483-decb06cd8dac req-ec4df767-6adf-48aa-91f0-90499b76bce1 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 210 time: 0.0343409 Dec 16 22:55:33.552923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-8498cc08-ba21-439b-a392-68ca2d9d7d9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Made reservation on behalf of 7598faf309884af08e32732a45eb82c2 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:55:33.556532 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-8498cc08-ba21-439b-a392-68ca2d9d7d9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:33.690794 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-8498cc08-ba21-439b-a392-68ca2d9d7d9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Allocated IP 172.20.0.4 (f9696325-b450-49ff-84ca-eac34f68c7bb/e270dbc5-c7e3-4ed6-9c89-2c10c311a073/81c3033f-56b3-4f96-9fac-d516a84076ce) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:55:33.851200 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-8498cc08-ba21-439b-a392-68ca2d9d7d9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:33.930455 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-8498cc08-ba21-439b-a392-68ca2d9d7d9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:33.946722 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['04af1bec-5856-455f-9ccb-6ad72e79f41d', '29a98aac-c994-4f15-8282-13f8e986cfc8'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:55:33.977191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-8498cc08-ba21-439b-a392-68ca2d9d7d9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Network f9696325-b450-49ff-84ca-eac34f68c7bb is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:33.980412 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-8498cc08-ba21-439b-a392-68ca2d9d7d9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:33.984208 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-8498cc08-ba21-439b-a392-68ca2d9d7d9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:55:34.020963 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498cc08-ba21-439b-a392-68ca2d9d7d9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event updated for resources: {'Port': ['ID=81c3033f-56b3-4f96-9fac-d516a84076ce,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:34.045352 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-8498cc08-ba21-439b-a392-68ca2d9d7d9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:34.046220 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-8498cc08-ba21-439b-a392-68ca2d9d7d9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:34.132729 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-8498cc08-ba21-439b-a392-68ca2d9d7d9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8055224 Dec 16 22:55:34.150744 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Request body: {'port': {'device_id': '8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:34.243753 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:34.280059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ee07d345-b7b3-4b69-b107-25657c02bc06 None None] Provisioning complete for port 81c3033f-56b3-4f96-9fac-d516a84076ce triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:34.280454 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee07d345-b7b3-4b69-b107-25657c02bc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:34.323033 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ee07d345-b7b3-4b69-b107-25657c02bc06 None None] Port 81c3033f-56b3-4f96-9fac-d516a84076ce cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:34.540022 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c3033f-56b3-4f96-9fac-d516a84076ce {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:55:34.549032 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:34.563000 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Transition to ACTIVE for port object 81c3033f-56b3-4f96-9fac-d516a84076ce will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:55:34.565094 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c055b-3c90-43fa-a8d3-aaacf3d6489c req-6166b981-3cbb-4861-acd5-b6d1ed0cdb6c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:34.566972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f64c055b-3c90-43fa-a8d3-aaacf3d6489c req-6166b981-3cbb-4861-acd5-b6d1ed0cdb6c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 944 time: 0.1014462 Dec 16 22:55:34.632321 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:34.651583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29073e4-d744-4631-b818-b0933bc29ffd req-18bce9fa-25f0-4a21-8ec6-c477d5b47a3b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:34.651583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f29073e4-d744-4631-b818-b0933bc29ffd req-18bce9fa-25f0-4a21-8ec6-c477d5b47a3b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 931 time: 0.0809164 Dec 16 22:55:34.658209 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f64c055b-3c90-43fa-a8d3-aaacf3d6489c req-f19157dd-76e7-4f30-8954-d015feb5c0cf tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809596 Dec 16 22:55:34.663870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:55:34.716428 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Pushing event updated for resources: {'Port': ['ID=81c3033f-56b3-4f96-9fac-d516a84076ce,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:34.761232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f29073e4-d744-4631-b818-b0933bc29ffd req-c7d0756a-633c-473c-a9b4-7ad2fe62884c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986948 Dec 16 22:55:34.786253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Attempting to bind port 81c3033f-56b3-4f96-9fac-d516a84076ce on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:55:34.786882 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Attempting to bind port 81c3033f-56b3-4f96-9fac-d516a84076ce by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:55:34.787425 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Attempting to bind port 81c3033f-56b3-4f96-9fac-d516a84076ce on network f9696325-b450-49ff-84ca-eac34f68c7bb {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:34.792586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Port 81c3033f-56b3-4f96-9fac-d516a84076ce on network f9696325-b450-49ff-84ca-eac34f68c7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:55:34.792967 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Attempting to bind port 81c3033f-56b3-4f96-9fac-d516a84076ce on network f9696325-b450-49ff-84ca-eac34f68c7bb {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:34.799155 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:55:34.800039 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Checking segment: {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:55:34.800039 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Bound using segment: {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:55:34.804243 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Bound port: 81c3033f-56b3-4f96-9fac-d516a84076ce, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691db724-2279-442b-ba4a-19ceffc3b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:55:34.804243 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:34.830190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=7ef7ff1d-2ffd-48ca-9445-6df0a2605503,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:34.843999 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '7ef7ff1d-2ffd-48ca-9445-6df0a2605503', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'port_id': '7ef7ff1d-2ffd-48ca-9445-6df0a2605503', 'mac_address': 'fa:16:3e:75:7d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:55:34.874826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] For port 81c3033f-56b3-4f96-9fac-d516a84076ce, host n-h1-821840-2, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:55:34.878570 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] For port 81c3033f-56b3-4f96-9fac-d516a84076ce, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=81c3033f-56b3-4f96-9fac-d516a84076ce,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:55:34.884395 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:34.900708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:55:34.927605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=7ef7ff1d-2ffd-48ca-9445-6df0a2605503,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:34.942523 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:34.981826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:34.982452 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:34.983941 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] 10.222.0.69 "PUT /v2.0/ports/81c3033f-56b3-4f96-9fac-d516a84076ce HTTP/1.1" status: 200 len: 1091 time: 0.8375182 Dec 16 22:55:34.984400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051', 'tag': '81c3033f-56b3-4f96-9fac-d516a84076ce'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:34.986752 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c77e316-09c3-4112-983d-3986522fec4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051", "tag": "81c3033f-56b3-4f96-9fac-d516a84076ce"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:35.016719 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:35.029342 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679ebd5-3856-4a7a-97db-2358ad92efd3 service neutron] Pushing event updated for resources: {'Port': ['ID=81c3033f-56b3-4f96-9fac-d516a84076ce,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:35.047415 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f913fa90-135b-4d54-9fe4-838085c468a7 x-openstack-request-id: req-f913fa90-135b-4d54-9fe4-838085c468a7 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:35.047719 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051", "tag": "81c3033f-56b3-4f96-9fac-d516a84076ce", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:35.049885 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f913fa90-135b-4d54-9fe4-838085c468a7 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:35.050688 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051', 'tag': '81c3033f-56b3-4f96-9fac-d516a84076ce', 'status': 'completed', 'code': 200} Dec 16 22:55:35.091483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=7ef7ff1d-2ffd-48ca-9445-6df0a2605503,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:35.137205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77e316-09c3-4112-983d-3986522fec4b req-27439b2d-190c-4702-85d5-7ec94a4f9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:35.139040 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2c77e316-09c3-4112-983d-3986522fec4b req-27439b2d-190c-4702-85d5-7ec94a4f9715 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 1094 time: 0.0558288 Dec 16 22:55:35.260233 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77e316-09c3-4112-983d-3986522fec4b req-61e85e63-ae30-41e8-9636-055abc00a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:35.261884 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2c77e316-09c3-4112-983d-3986522fec4b req-61e85e63-ae30-41e8-9636-055abc00a267 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7598faf309884af08e32732a45eb82c2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1084061 Dec 16 22:55:35.263483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['7ef7ff1d-2ffd-48ca-9445-6df0a2605503'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:55:35.384191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77e316-09c3-4112-983d-3986522fec4b req-7f3b999e-eb14-48f7-8b31-5c0e9516bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:35.385747 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-2c77e316-09c3-4112-983d-3986522fec4b req-7f3b999e-eb14-48f7-8b31-5c0e9516bad3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1117725 Dec 16 22:55:35.477549 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-a8c1bece-5a53-4114-abaa-921c5f192faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:35.479061 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-a8c1bece-5a53-4114-abaa-921c5f192faa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 1094 time: 0.0435927 Dec 16 22:55:35.534504 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-9715150e-be2f-41e0-918c-438058a7c425 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81c3033f-56b3-4f96-9fac-d516a84076ce HTTP/1.1" status: 200 len: 217 time: 0.0422428 Dec 16 22:55:35.588956 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-255d888e-adf3-4bd7-9fdc-f1bce1825b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:35.590408 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-255d888e-adf3-4bd7-9fdc-f1bce1825b93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0452912 Dec 16 22:55:35.646867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-71e7f4c2-cdb2-411e-9995-bd009d1329bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:35.648512 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-71e7f4c2-cdb2-411e-9995-bd009d1329bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493109 Dec 16 22:55:35.770424 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-e0be7348-768e-4d02-8487-d723922c524f service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105199 Dec 16 22:55:35.873524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e9257-0187-405a-bdf3-1a639c764c03 req-bd7eddc3-f939-4dfd-ad64-4e479fcf529c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:35.876869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d0e9257-0187-405a-bdf3-1a639c764c03 req-bd7eddc3-f939-4dfd-ad64-4e479fcf529c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 945 time: 0.0917373 Dec 16 22:55:35.901521 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-906472c1-b666-4ba5-a691-65bc0ee460dd req-437efc26-4e15-4265-b924-78eacee019f1 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185226 Dec 16 22:55:35.980015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ec1bf-823c-48ba-93d1-29a6878eb589 req-b8509d3f-7231-41ae-b912-129e0922a9f0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:35.981523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d53ec1bf-823c-48ba-93d1-29a6878eb589 req-b8509d3f-7231-41ae-b912-129e0922a9f0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 943 time: 0.1036689 Dec 16 22:55:35.986551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d0e9257-0187-405a-bdf3-1a639c764c03 req-a63b8690-d928-4559-a1da-e441c1254ccc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984635 Dec 16 22:55:36.040909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d53ec1bf-823c-48ba-93d1-29a6878eb589 req-f5d35989-2295-4dac-bea7-df896c28f203 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487232 Dec 16 22:55:36.660664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:36.769952 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:55:36.775667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:36.776129 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:36.867360 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:36.892683 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd347fd-7da4-4c25-a015-ca9d98eb0dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef7ff1d-2ffd-48ca-9445-6df0a2605503'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:36.894974 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02da9a98-4056-4f35-9229-f7ca14d7e039" -d '{"events": [{"server_uuid": "4fd347fd-7da4-4c25-a015-ca9d98eb0dab", "name": "network-vif-plugged", "status": "completed", "tag": "7ef7ff1d-2ffd-48ca-9445-6df0a2605503"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:36.911498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=7ef7ff1d-2ffd-48ca-9445-6df0a2605503,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:36.942126 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e445990-8cd2-4968-9f1c-bff46b74ccc8 x-openstack-request-id: req-4e445990-8cd2-4968-9f1c-bff46b74ccc8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:36.942421 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd347fd-7da4-4c25-a015-ca9d98eb0dab", "name": "network-vif-plugged", "status": "completed", "tag": "7ef7ff1d-2ffd-48ca-9445-6df0a2605503", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:36.942697 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e445990-8cd2-4968-9f1c-bff46b74ccc8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:36.943070 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd347fd-7da4-4c25-a015-ca9d98eb0dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef7ff1d-2ffd-48ca-9445-6df0a2605503', 'code': 200} Dec 16 22:55:36.992753 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:37.077144 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=7ef7ff1d-2ffd-48ca-9445-6df0a2605503,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:37.117841 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8a927-ada1-497f-8750-95bc79d2919b req-c67a1489-bb38-42ae-be9f-1dd522a0c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:37.119446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c8a927-ada1-497f-8750-95bc79d2919b req-c67a1489-bb38-42ae-be9f-1dd522a0c38a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 1097 time: 0.0998890 Dec 16 22:55:37.166839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679c285-3a41-4974-9e07-cfc2bdd2e08b req-6c493c83-7ea4-4b09-8073-466dc0b5e109 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:37.168374 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7679c285-3a41-4974-9e07-cfc2bdd2e08b req-6c493c83-7ea4-4b09-8073-466dc0b5e109 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 946 time: 0.0977640 Dec 16 22:55:37.222434 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c8a927-ada1-497f-8750-95bc79d2919b req-c63dbc1f-60cc-4660-997d-d831d3624c9b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956612 Dec 16 22:55:37.257268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934eead-48be-497b-b961-24b19a750e05 req-e18027f4-1924-461c-a953-c9613bd6cda5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:37.258790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1934eead-48be-497b-b961-24b19a750e05 req-e18027f4-1924-461c-a953-c9613bd6cda5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 943 time: 0.1171975 Dec 16 22:55:37.264278 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7679c285-3a41-4974-9e07-cfc2bdd2e08b req-87a54492-9973-4544-9029-96f7f362b1c8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779178 Dec 16 22:55:37.318817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1934eead-48be-497b-b961-24b19a750e05 req-4fdac3db-fee5-40b8-b152-8e84fd9004ea tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508127 Dec 16 22:55:38.410845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb44c49-4b27-4f5a-920c-45847a660c09 req-46aab7aa-2ca1-49a5-a787-7ef4390ee93a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:38.412814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3cb44c49-4b27-4f5a-920c-45847a660c09 req-46aab7aa-2ca1-49a5-a787-7ef4390ee93a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 946 time: 0.0707397 Dec 16 22:55:38.501250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac80493-a248-4360-8d0c-b03eee92b1a3 req-64882ed3-6e12-441a-befb-81ffba5f5f9f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:38.502565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ac80493-a248-4360-8d0c-b03eee92b1a3 req-64882ed3-6e12-441a-befb-81ffba5f5f9f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 943 time: 0.0842578 Dec 16 22:55:38.504944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3cb44c49-4b27-4f5a-920c-45847a660c09 req-1a65e190-7ab7-4239-94ee-28da905ce90f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857284 Dec 16 22:55:38.554161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ac80493-a248-4360-8d0c-b03eee92b1a3 req-de7cfc83-be10-4aae-8661-bc25d7974f34 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462391 Dec 16 22:55:39.626754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d326762-54d9-42e7-8736-a7278bd3a995 req-a5dbed60-d99d-43bc-9e89-c8b1f35f7e31 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:39.628587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d326762-54d9-42e7-8736-a7278bd3a995 req-a5dbed60-d99d-43bc-9e89-c8b1f35f7e31 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 946 time: 0.0547698 Dec 16 22:55:39.712494 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84d284-66f2-4628-8b00-056777503289 req-e6dd720a-236e-4fcf-8515-87085592df4e tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:39.714012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea84d284-66f2-4628-8b00-056777503289 req-e6dd720a-236e-4fcf-8515-87085592df4e tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 943 time: 0.0845144 Dec 16 22:55:39.717787 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d326762-54d9-42e7-8736-a7278bd3a995 req-b1ea428f-5470-4f18-9990-6c0fd47474f9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796258 Dec 16 22:55:39.774995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea84d284-66f2-4628-8b00-056777503289 req-7b3399c5-9555-48e6-967e-37dcd17e32e5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538745 Dec 16 22:55:39.849482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da515c-624c-4376-9795-0843855eef66 req-d0ab226d-ab4b-44b7-b19a-c7151204aea5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:39.851219 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3da515c-624c-4376-9795-0843855eef66 req-d0ab226d-ab4b-44b7-b19a-c7151204aea5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 946 time: 0.0526040 Dec 16 22:55:39.896457 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 81c3033f-56b3-4f96-9fac-d516a84076ce details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:55:39.901886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3da515c-624c-4376-9795-0843855eef66 req-cec88b5c-e336-4d51-bff7-c41e8b6a15e2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445049 Dec 16 22:55:40.016893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 81c3033f-56b3-4f96-9fac-d516a84076ce, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=81c3033f-56b3-4f96-9fac-d516a84076ce,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:40.020485 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '81c3033f-56b3-4f96-9fac-d516a84076ce', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'port_id': '81c3033f-56b3-4f96-9fac-d516a84076ce', 'mac_address': 'fa:16:3e:1c:05:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:55:40.028628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3bc58-9b64-45cb-977f-74e121b5ba20 req-5ddba435-5040-4a44-8624-641240107a0b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:40.030236 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eda3bc58-9b64-45cb-977f-74e121b5ba20 req-5ddba435-5040-4a44-8624-641240107a0b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 946 time: 0.0572951 Dec 16 22:55:40.060232 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:40.074983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c3033f-56b3-4f96-9fac-d516a84076ce {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:55:40.081967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eda3bc58-9b64-45cb-977f-74e121b5ba20 req-0e61659c-9345-4661-a619-06dd0c381fdd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448501 Dec 16 22:55:40.096755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 81c3033f-56b3-4f96-9fac-d516a84076ce, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=81c3033f-56b3-4f96-9fac-d516a84076ce,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:40.152753 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:40.205871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=81c3033f-56b3-4f96-9fac-d516a84076ce,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:40.455206 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['81c3033f-56b3-4f96-9fac-d516a84076ce'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:55:40.573038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055a0b9-e0ac-401c-b7ea-e9e4f425c08e req-20f2d5ca-7ceb-4525-be30-1e24876e556e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:40.574572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5055a0b9-e0ac-401c-b7ea-e9e4f425c08e req-20f2d5ca-7ceb-4525-be30-1e24876e556e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 946 time: 0.0540729 Dec 16 22:55:40.625519 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5055a0b9-e0ac-401c-b7ea-e9e4f425c08e req-4f4f746d-f283-4d20-9179-9788524a3605 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 Dec 16 22:55:40.899827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b181a3-6913-4f61-a175-4813925d9316 req-c3a18398-f125-47de-bc99-db0709f7313f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:40.901470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66b181a3-6913-4f61-a175-4813925d9316 req-c3a18398-f125-47de-bc99-db0709f7313f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 944 time: 0.0570729 Dec 16 22:55:40.951260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66b181a3-6913-4f61-a175-4813925d9316 req-50812384-a36e-4ebc-bf55-1f122a6d1340 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431223 Dec 16 22:55:41.745954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada2022-7bad-49a3-bbbe-5da0e039876f req-29ee46cb-6ba2-40d8-8448-ca21d1e2b2e1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:41.747467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eada2022-7bad-49a3-bbbe-5da0e039876f req-29ee46cb-6ba2-40d8-8448-ca21d1e2b2e1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 946 time: 0.0510948 Dec 16 22:55:41.799191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eada2022-7bad-49a3-bbbe-5da0e039876f req-27c9741d-9964-4fa9-90ba-3f35e793063d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451689 Dec 16 22:55:41.912851 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 81c3033f-56b3-4f96-9fac-d516a84076ce up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:42.044257 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 81c3033f-56b3-4f96-9fac-d516a84076ce completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:55:42.049698 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 81c3033f-56b3-4f96-9fac-d516a84076ce triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:42.050128 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:42.079011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065aa6c-75dc-4fe9-955e-72165cfe23c2 req-a78abe68-58a6-48e8-9c43-4d3715a3fa09 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:42.080567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c065aa6c-75dc-4fe9-955e-72165cfe23c2 req-a78abe68-58a6-48e8-9c43-4d3715a3fa09 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 944 time: 0.0586379 Dec 16 22:55:42.138108 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:42.138818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c065aa6c-75dc-4fe9-955e-72165cfe23c2 req-f57217c2-3707-4176-8098-fcd77a07ce31 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519416 Dec 16 22:55:42.163055 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c3033f-56b3-4f96-9fac-d516a84076ce'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:42.165264 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bd2c92-188b-4c10-b4cf-84393eef0bf5" -d '{"events": [{"server_uuid": "8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051", "name": "network-vif-plugged", "status": "completed", "tag": "81c3033f-56b3-4f96-9fac-d516a84076ce"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:42.180225 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 81c3033f-56b3-4f96-9fac-d516a84076ce, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=81c3033f-56b3-4f96-9fac-d516a84076ce,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:42.209197 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a99f0db-4598-49ba-9057-72ce6cc244fb x-openstack-request-id: req-4a99f0db-4598-49ba-9057-72ce6cc244fb {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:42.209197 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051", "name": "network-vif-plugged", "status": "completed", "tag": "81c3033f-56b3-4f96-9fac-d516a84076ce", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:42.209197 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a99f0db-4598-49ba-9057-72ce6cc244fb {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:42.209197 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c3033f-56b3-4f96-9fac-d516a84076ce', 'code': 200} Dec 16 22:55:42.272526 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:42.274261 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f0de3-aa2f-4a70-a927-2ea1168fc37d req-4b83973c-492e-4db6-a1b8-2877f2c0628b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:42.276389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f3f0de3-aa2f-4a70-a927-2ea1168fc37d req-4b83973c-492e-4db6-a1b8-2877f2c0628b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 946 time: 0.0565574 Dec 16 22:55:42.321919 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812d78b-5516-429e-bc59-e51387bf59a3 req-b51b6ae3-c85e-4532-9fc5-28493c7afb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:42.325669 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=81c3033f-56b3-4f96-9fac-d516a84076ce,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:42.329843 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b812d78b-5516-429e-bc59-e51387bf59a3 req-b51b6ae3-c85e-4532-9fc5-28493c7afb21 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 1096 time: 0.0501010 Dec 16 22:55:42.379282 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-5f3f0de3-aa2f-4a70-a927-2ea1168fc37d req-baa0f63e-1e16-4a91-833d-9f9cec519ce4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Deleting port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:55:42.379662 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5f3f0de3-aa2f-4a70-a927-2ea1168fc37d req-baa0f63e-1e16-4a91-833d-9f9cec519ce4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:42.382270 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-b812d78b-5516-429e-bc59-e51387bf59a3 req-f40cc781-3924-4aec-8247-f7fa480cf54a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 Dec 16 22:55:42.478587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-5f3f0de3-aa2f-4a70-a927-2ea1168fc37d req-baa0f63e-1e16-4a91-833d-9f9cec519ce4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] For port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=7ef7ff1d-2ffd-48ca-9445-6df0a2605503,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:42.478953 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5f3f0de3-aa2f-4a70-a927-2ea1168fc37d req-baa0f63e-1e16-4a91-833d-9f9cec519ce4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:42.497411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-5f3f0de3-aa2f-4a70-a927-2ea1168fc37d req-baa0f63e-1e16-4a91-833d-9f9cec519ce4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Calling delete_port for 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:55:42.718924 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5f3f0de3-aa2f-4a70-a927-2ea1168fc37d req-baa0f63e-1e16-4a91-833d-9f9cec519ce4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:42.732215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['7ef7ff1d-2ffd-48ca-9445-6df0a2605503'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:55:42.753373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0f63e-1e16-4a91-833d-9f9cec519ce4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event deleted for resources: {'Port': ['ID=7ef7ff1d-2ffd-48ca-9445-6df0a2605503,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:43.193125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3f0de3-aa2f-4a70-a927-2ea1168fc37d req-baa0f63e-1e16-4a91-833d-9f9cec519ce4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] No DVR routers for this DVR port 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:55:43.195792 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5f3f0de3-aa2f-4a70-a927-2ea1168fc37d req-baa0f63e-1e16-4a91-833d-9f9cec519ce4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:43.199090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f3f0de3-aa2f-4a70-a927-2ea1168fc37d req-baa0f63e-1e16-4a91-833d-9f9cec519ce4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "DELETE /v2.0/ports/7ef7ff1d-2ffd-48ca-9445-6df0a2605503 HTTP/1.1" status: 204 len: 173 time: 0.9146535 Dec 16 22:55:43.212489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd347fd-7da4-4c25-a015-ca9d98eb0dab', 'name': 'network-vif-deleted', 'tag': '7ef7ff1d-2ffd-48ca-9445-6df0a2605503'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:43.215298 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4467b3-2962-4de6-bf24-bcce7bde50fc" -d '{"events": [{"server_uuid": "4fd347fd-7da4-4c25-a015-ca9d98eb0dab", "name": "network-vif-deleted", "tag": "7ef7ff1d-2ffd-48ca-9445-6df0a2605503"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:43.259338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-578c00c2-ed8a-4100-942d-12425c72de0f req-cd11f546-cc17-41a4-9e1c-380b943092be tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 210 time: 0.0672936 Dec 16 22:55:43.294634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c581d3-f559-4cc8-9fde-e99a054f9cb5 req-626a5976-7f89-49b7-ace6-595d11dbeed3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:43.296233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7c581d3-f559-4cc8-9fde-e99a054f9cb5 req-626a5976-7f89-49b7-ace6-595d11dbeed3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0773458 Dec 16 22:55:43.317659 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078c55df-f7d4-4e72-be75-e9ec68d1bcda x-openstack-request-id: req-078c55df-f7d4-4e72-be75-e9ec68d1bcda {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:43.317659 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd347fd-7da4-4c25-a015-ca9d98eb0dab", "name": "network-vif-deleted", "tag": "7ef7ff1d-2ffd-48ca-9445-6df0a2605503", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:43.317659 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-078c55df-f7d4-4e72-be75-e9ec68d1bcda {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:43.317659 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd347fd-7da4-4c25-a015-ca9d98eb0dab', 'name': 'network-vif-deleted', 'tag': '7ef7ff1d-2ffd-48ca-9445-6df0a2605503', 'status': 'completed', 'code': 200} Dec 16 22:55:43.353085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7c581d3-f559-4cc8-9fde-e99a054f9cb5 req-4c42bf70-ccb7-455c-a330-47348e20246b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483930 Dec 16 22:55:43.472852 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:43.558253 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:44.367035 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5108b030-98a8-492f-8069-60cab29e1f16 req-fbfe0476-e551-4012-a60c-83bef501e8eb tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 210 time: 0.0281563 Dec 16 22:55:44.478473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d0ffa-07b4-4a49-a466-fac87099e657 req-9e972726-a2c5-4c1b-be12-eacd52947588 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:44.480360 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a97d0ffa-07b4-4a49-a466-fac87099e657 req-9e972726-a2c5-4c1b-be12-eacd52947588 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0552607 Dec 16 22:55:44.531998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a97d0ffa-07b4-4a49-a466-fac87099e657 req-64ff596d-2557-4ffa-94ab-790a3f927bee tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442035 Dec 16 22:55:44.908505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a6a86-af53-49e3-a0e8-c20d6e14fc46 req-db60735b-aa0e-46fb-9775-a1a4cd3f6105 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:44.910233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-026a6a86-af53-49e3-a0e8-c20d6e14fc46 req-db60735b-aa0e-46fb-9775-a1a4cd3f6105 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0591774 Dec 16 22:55:44.987909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-026a6a86-af53-49e3-a0e8-c20d6e14fc46 req-fbbce71a-21bd-4bd6-a995-0776562c020b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565128 Dec 16 22:55:45.470115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a0c0415-f9b0-4450-a200-eac842a04b0e req-a877791c-c62d-42f8-88be-bba5b931302b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 210 time: 0.0290120 Dec 16 22:55:46.119959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8400b-c06a-4dd6-9591-b1dd6a8411c4 req-0fb6d0e5-9fec-400a-a1ed-cd5171c12df4 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:46.121618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22f8400b-c06a-4dd6-9591-b1dd6a8411c4 req-0fb6d0e5-9fec-400a-a1ed-cd5171c12df4 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0603397 Dec 16 22:55:46.176874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22f8400b-c06a-4dd6-9591-b1dd6a8411c4 req-c86dfa77-97a1-4c8c-9168-84063977736d tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473146 Dec 16 22:55:46.599644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-987420e5-e062-450e-8c88-314a2d93f93c req-2176bdce-0024-49a5-92d5-0a5d579c2ee5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 210 time: 0.0361507 Dec 16 22:55:46.707875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:55:46.730236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:55:46.730474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 7ef7ff1d-2ffd-48ca-9445-6df0a2605503 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:55:46.888618 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20171a64-d93d-4a2a-8173-49fa62bd7454 req-9de5192f-b48b-4eaf-a496-a59636be94d6 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:46.890325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20171a64-d93d-4a2a-8173-49fa62bd7454 req-9de5192f-b48b-4eaf-a496-a59636be94d6 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0648808 Dec 16 22:55:46.955415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20171a64-d93d-4a2a-8173-49fa62bd7454 req-ea258552-3e67-4bd0-bd24-8aa56e74cc9b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587780 Dec 16 22:55:47.699398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e3e79ed-2337-4b9a-a0cf-013b86908aff req-d86c341a-ef43-4d6e-bc72-40071340e9ef tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 210 time: 0.0333304 Dec 16 22:55:48.094142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcdb0f-07c2-43eb-b9ad-79f51420db50 req-9b259213-a348-4fc0-8ff4-f7c6033702de tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:48.095752 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84bcdb0f-07c2-43eb-b9ad-79f51420db50 req-9b259213-a348-4fc0-8ff4-f7c6033702de tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0590484 Dec 16 22:55:48.145356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84bcdb0f-07c2-43eb-b9ad-79f51420db50 req-9614cf74-8a50-482d-8d07-5a871b3b3725 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436416 Dec 16 22:55:48.813639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef356ddc-38ad-41a8-a1b3-17a6edab1f32 req-8bbd8e57-1bfb-40c5-ac84-5b3d02ae9e29 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fd347fd-7da4-4c25-a015-ca9d98eb0dab HTTP/1.1" status: 200 len: 210 time: 0.0284536 Dec 16 22:55:49.267888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524c6f9-429a-46c4-b0e3-c4babc34a89d req-dd96e0dd-edf1-40b7-a959-aada491177f8 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:49.268997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5524c6f9-429a-46c4-b0e3-c4babc34a89d req-dd96e0dd-edf1-40b7-a959-aada491177f8 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0523498 Dec 16 22:55:49.330556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5524c6f9-429a-46c4-b0e3-c4babc34a89d req-a9e558d0-abe8-45d6-9b7e-a953739cc70b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480139 Dec 16 22:55:49.968789 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 81c3033f-56b3-4f96-9fac-d516a84076ce details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:55:50.088972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 81c3033f-56b3-4f96-9fac-d516a84076ce, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=81c3033f-56b3-4f96-9fac-d516a84076ce,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:50.104195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '81c3033f-56b3-4f96-9fac-d516a84076ce', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'port_id': '81c3033f-56b3-4f96-9fac-d516a84076ce', 'mac_address': 'fa:16:3e:1c:05:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:55:50.179044 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:50.186006 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08a4b684-0193-4a30-b7c2-fe0dc26d3e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:50.200036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81c3033f-56b3-4f96-9fac-d516a84076ce {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:55:50.227048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 81c3033f-56b3-4f96-9fac-d516a84076ce, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=81c3033f-56b3-4f96-9fac-d516a84076ce,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:50.277927 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:50.342327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=81c3033f-56b3-4f96-9fac-d516a84076ce,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:50.423951 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['81c3033f-56b3-4f96-9fac-d516a84076ce'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:55:50.552486 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae19356-515f-4aa2-90e6-f2857a99e04c req-e1ba7658-4684-4418-a1f7-67f0a2a56e1d tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:50.560897 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ae19356-515f-4aa2-90e6-f2857a99e04c req-e1ba7658-4684-4418-a1f7-67f0a2a56e1d tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 944 time: 0.0942862 Dec 16 22:55:50.631154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ae19356-515f-4aa2-90e6-f2857a99e04c req-e1d3ff10-ef5b-4479-95d8-992750e62e8b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692170 Dec 16 22:55:51.791782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39175c31-606d-40d8-b233-4ec3da35b26f req-28b6288a-bbf7-47fe-91a9-97dbd25969f9 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:51.794251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39175c31-606d-40d8-b233-4ec3da35b26f req-28b6288a-bbf7-47fe-91a9-97dbd25969f9 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 944 time: 0.0796525 Dec 16 22:55:51.871072 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-39175c31-606d-40d8-b233-4ec3da35b26f req-ea51277e-2250-4883-bed7-0cde4b656291 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685890 Dec 16 22:55:51.977789 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 81c3033f-56b3-4f96-9fac-d516a84076ce up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:52.068873 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 81c3033f-56b3-4f96-9fac-d516a84076ce triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:52.069640 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:52.190224 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:52.286512 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 81c3033f-56b3-4f96-9fac-d516a84076ce, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=81c3033f-56b3-4f96-9fac-d516a84076ce,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:52.294630 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c3033f-56b3-4f96-9fac-d516a84076ce'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:52.294630 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d673da0-e7c4-47ed-973e-c061c1432976" -d '{"events": [{"server_uuid": "8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051", "name": "network-vif-plugged", "status": "completed", "tag": "81c3033f-56b3-4f96-9fac-d516a84076ce"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:52.355967 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db32d186-33f5-463a-998d-c67d88f9257e x-openstack-request-id: req-db32d186-33f5-463a-998d-c67d88f9257e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:52.365196 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051", "name": "network-vif-plugged", "status": "completed", "tag": "81c3033f-56b3-4f96-9fac-d516a84076ce", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:52.365626 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db32d186-33f5-463a-998d-c67d88f9257e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:52.372186 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c3033f-56b3-4f96-9fac-d516a84076ce', 'code': 200} Dec 16 22:55:52.373600 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:52.466352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=81c3033f-56b3-4f96-9fac-d516a84076ce,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:52.504092 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32c272c1-791f-4087-a518-d234676d1c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:53.024258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf19e-9b4b-4f3e-bf70-73cb4f142fce req-a1a6f932-f3d5-40a1-8c7b-7243b3db0846 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:53.033166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-755bf19e-9b4b-4f3e-bf70-73cb4f142fce req-a1a6f932-f3d5-40a1-8c7b-7243b3db0846 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0775855 Dec 16 22:55:53.096597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-755bf19e-9b4b-4f3e-bf70-73cb4f142fce req-7b990bce-adfc-4c9e-9bd6-08e8b0cf3da2 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625317 Dec 16 22:55:53.700834 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:54.254230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fef491-3d51-4199-aa2c-69b0f06f4052 req-b3becf06-ccd3-4fbf-a0af-f6cf5fb9886d tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:54.256136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6fef491-3d51-4199-aa2c-69b0f06f4052 req-b3becf06-ccd3-4fbf-a0af-f6cf5fb9886d tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0591199 Dec 16 22:55:54.340460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c6fef491-3d51-4199-aa2c-69b0f06f4052 req-6ba71933-6070-422e-92a3-3deafed1cc66 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717299 Dec 16 22:55:54.946602 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:55.539447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18007ea-a97c-4b98-83fd-232a6657b2d5 req-cad73089-9486-4991-a3a1-3efff4e3b4a8 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:55.547259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f18007ea-a97c-4b98-83fd-232a6657b2d5 req-cad73089-9486-4991-a3a1-3efff4e3b4a8 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0711567 Dec 16 22:55:55.626311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f18007ea-a97c-4b98-83fd-232a6657b2d5 req-f174a4ee-d749-4a10-9a12-baa756325378 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780194 Dec 16 22:55:55.764901 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:56.787850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8549da8-6d62-4b42-ab5d-48219f1b8199 req-1930c27d-df0b-4d34-a545-64fb8d0372c1 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:56.790502 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8549da8-6d62-4b42-ab5d-48219f1b8199 req-1930c27d-df0b-4d34-a545-64fb8d0372c1 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0781665 Dec 16 22:55:56.875033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8549da8-6d62-4b42-ab5d-48219f1b8199 req-4ccc29f6-9d2e-47bf-81da-54c11fbf32aa tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677783 Dec 16 22:55:58.016074 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c459ab6-f590-4403-b2f8-0403e764c63a req-a270dac2-38de-48c4-8bb6-c528d0925054 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:58.020363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c459ab6-f590-4403-b2f8-0403e764c63a req-a270dac2-38de-48c4-8bb6-c528d0925054 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0610409 Dec 16 22:55:58.084436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c459ab6-f590-4403-b2f8-0403e764c63a req-ce9644ac-729a-4b0a-a86e-9f26626c48ce tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568235 Dec 16 22:55:59.247314 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752b49c-63b5-4042-90da-ed16c023ebe7 req-2bbfc64c-256d-47ee-9f50-83b221abe325 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:59.249347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1752b49c-63b5-4042-90da-ed16c023ebe7 req-2bbfc64c-256d-47ee-9f50-83b221abe325 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0653465 Dec 16 22:55:59.319787 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1752b49c-63b5-4042-90da-ed16c023ebe7 req-f5b6d8a9-35f9-4552-b0a4-c7f961e202ba tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637908 Dec 16 22:56:00.472168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee57e6e-ea70-4b5d-afa4-dfd000ac3968 req-35fecde8-a864-486a-a961-a5bdfb9a6900 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:00.481134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eee57e6e-ea70-4b5d-afa4-dfd000ac3968 req-35fecde8-a864-486a-a961-a5bdfb9a6900 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0684073 Dec 16 22:56:00.548283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eee57e6e-ea70-4b5d-afa4-dfd000ac3968 req-adcda8c1-0445-422c-a2bf-09ed25ca3f12 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570662 Dec 16 22:56:01.686503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f87fdd-1b78-4ba2-a03e-130dd0db1341 req-03d9deb2-ed62-4b33-a536-2970ab175b9c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:01.691785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58f87fdd-1b78-4ba2-a03e-130dd0db1341 req-03d9deb2-ed62-4b33-a536-2970ab175b9c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0720010 Dec 16 22:56:01.741451 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58f87fdd-1b78-4ba2-a03e-130dd0db1341 req-f86f9ff3-782a-4dd7-b703-582139359778 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455136 Dec 16 22:56:02.639517 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0938ed-d4a8-40e5-955e-46be0e3e997e req-9a8b21db-bc97-4020-9a5a-b02642dad96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:02.642145 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7c0938ed-d4a8-40e5-955e-46be0e3e997e req-9a8b21db-bc97-4020-9a5a-b02642dad96d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 1096 time: 0.0663548 Dec 16 22:56:02.763607 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0938ed-d4a8-40e5-955e-46be0e3e997e req-2ba089bd-9d55-47ea-ae80-c2deb4071828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:02.765623 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7c0938ed-d4a8-40e5-955e-46be0e3e997e req-2ba089bd-9d55-47ea-ae80-c2deb4071828 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.1138823 Dec 16 22:56:02.837472 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7c0938ed-d4a8-40e5-955e-46be0e3e997e req-3a6782ad-86ad-4758-a8e8-b993c60cc203 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81c3033f-56b3-4f96-9fac-d516a84076ce HTTP/1.1" status: 200 len: 217 time: 0.0537996 Dec 16 22:56:02.926241 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0938ed-d4a8-40e5-955e-46be0e3e997e req-f4ce7846-5b76-4d91-87ea-255cd83e96ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:02.927732 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7c0938ed-d4a8-40e5-955e-46be0e3e997e req-f4ce7846-5b76-4d91-87ea-255cd83e96ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0787802 Dec 16 22:56:02.980740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59dfac-c132-4f61-ab25-4129c0a01794 req-789d9313-30a4-47d2-bd8c-01226f0edbe9 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:02.988660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b59dfac-c132-4f61-ab25-4129c0a01794 req-789d9313-30a4-47d2-bd8c-01226f0edbe9 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0921402 Dec 16 22:56:03.007879 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0938ed-d4a8-40e5-955e-46be0e3e997e req-65b52691-f388-4dbd-b2c7-fc8658884bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:03.009509 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7c0938ed-d4a8-40e5-955e-46be0e3e997e req-65b52691-f388-4dbd-b2c7-fc8658884bc9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705562 Dec 16 22:56:03.096808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b59dfac-c132-4f61-ab25-4129c0a01794 req-b8fec0e6-44b7-4a50-8839-ec78d51fc5c3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016331 Dec 16 22:56:03.108239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1482a603-c1d4-40ae-aa7a-d9db2ef2e6c5 req-52b48bb5-20cb-4c5a-bd51-c906f3ed8e1c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570891 Dec 16 22:56:03.144578 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7c0938ed-d4a8-40e5-955e-46be0e3e997e req-f3a94c92-3004-4dcd-9e4f-9e325cb497ad service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257067 Dec 16 22:56:03.197162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482a603-c1d4-40ae-aa7a-d9db2ef2e6c5 req-a5600e2f-4d09-490a-880c-8199b17d75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:03.207729 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1482a603-c1d4-40ae-aa7a-d9db2ef2e6c5 req-a5600e2f-4d09-490a-880c-8199b17d75a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 1097 time: 0.0611169 Dec 16 22:56:03.369737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482a603-c1d4-40ae-aa7a-d9db2ef2e6c5 req-adacc4af-845d-4a80-b731-4af49f2990c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:03.372212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1482a603-c1d4-40ae-aa7a-d9db2ef2e6c5 req-adacc4af-845d-4a80-b731-4af49f2990c8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.1479371 Dec 16 22:56:03.442200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1482a603-c1d4-40ae-aa7a-d9db2ef2e6c5 req-609586ae-ee35-4b3f-a5f0-6568b7bfe8f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04af1bec-5856-455f-9ccb-6ad72e79f41d HTTP/1.1" status: 200 len: 217 time: 0.0573339 Dec 16 22:56:03.535511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482a603-c1d4-40ae-aa7a-d9db2ef2e6c5 req-901fadfa-1670-4764-abd7-b0e605873d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:03.537254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1482a603-c1d4-40ae-aa7a-d9db2ef2e6c5 req-901fadfa-1670-4764-abd7-b0e605873d93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0843005 Dec 16 22:56:03.599191 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482a603-c1d4-40ae-aa7a-d9db2ef2e6c5 req-48447fe9-a33a-4b89-a55c-ebeb115ce584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:03.600894 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1482a603-c1d4-40ae-aa7a-d9db2ef2e6c5 req-48447fe9-a33a-4b89-a55c-ebeb115ce584 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522139 Dec 16 22:56:03.651060 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-7c0938ed-d4a8-40e5-955e-46be0e3e997e req-5c39980f-22a5-4d91-930b-ca4782a62aeb service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968030 Dec 16 22:56:03.771432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1482a603-c1d4-40ae-aa7a-d9db2ef2e6c5 req-362ab74b-c814-4a46-8db8-479262fbde97 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547561 Dec 16 22:56:03.907909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1482a603-c1d4-40ae-aa7a-d9db2ef2e6c5 req-acba2658-8b17-4fe9-a1ec-bd5e138222f4 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234519 Dec 16 22:56:04.245547 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137fb74-1abb-460a-803a-208930a37a2b req-b7d41809-9953-4bc7-9cf1-9711f33fd229 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:04.247233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2137fb74-1abb-460a-803a-208930a37a2b req-b7d41809-9953-4bc7-9cf1-9711f33fd229 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0653925 Dec 16 22:56:04.315710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2137fb74-1abb-460a-803a-208930a37a2b req-3d2699ab-243c-4f7f-a32d-ce7fae315ac4 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576270 Dec 16 22:56:04.926624 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:56:05.452295 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbc420-2775-4d88-b631-3ca34b1a4533 req-8e6b68cc-f3fb-462e-8d03-9d6738c5009b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:05.455762 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8cbbc420-2775-4d88-b631-3ca34b1a4533 req-8e6b68cc-f3fb-462e-8d03-9d6738c5009b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 945 time: 0.0581436 Dec 16 22:56:05.508769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8cbbc420-2775-4d88-b631-3ca34b1a4533 req-99097a06-e592-40d6-9670-c75a93e4cda2 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488245 Dec 16 22:56:06.051625 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 81c3033f-56b3-4f96-9fac-d516a84076ce no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:56:06.138439 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:06.163052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81c3033f-56b3-4f96-9fac-d516a84076ce'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:56:06.165416 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4fb7a6-a8da-45f8-9326-938e4b7d2c63" -d '{"events": [{"server_uuid": "8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051", "name": "network-vif-unplugged", "status": "completed", "tag": "81c3033f-56b3-4f96-9fac-d516a84076ce"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:56:06.182200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 81c3033f-56b3-4f96-9fac-d516a84076ce, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=81c3033f-56b3-4f96-9fac-d516a84076ce,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:06.211585 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb644a1-e0c0-41bc-9d28-c78b1d4d05f3 x-openstack-request-id: req-5eb644a1-e0c0-41bc-9d28-c78b1d4d05f3 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:56:06.211941 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051", "name": "network-vif-unplugged", "status": "completed", "tag": "81c3033f-56b3-4f96-9fac-d516a84076ce", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:56:06.212204 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5eb644a1-e0c0-41bc-9d28-c78b1d4d05f3 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:56:06.212602 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81c3033f-56b3-4f96-9fac-d516a84076ce', 'code': 200} Dec 16 22:56:06.254971 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:06.314480 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=81c3033f-56b3-4f96-9fac-d516a84076ce,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:06.323030 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:06.325243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:06.325243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:06.325243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:06.325243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:06.325243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:06.325243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:06.326103 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:06.326620 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:06.327138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:06.327530 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:06.328167 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:06.328517 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:06.642381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dd29c-faa8-4a1e-be9f-3efd47ca1598 req-3d03fb98-ba38-4f62-84f7-75a5c35ab025 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:06.644701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f6dd29c-faa8-4a1e-be9f-3efd47ca1598 req-3d03fb98-ba38-4f62-84f7-75a5c35ab025 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 943 time: 0.0555801 Dec 16 22:56:06.698947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f6dd29c-faa8-4a1e-be9f-3efd47ca1598 req-54c412ee-2825-491a-9302-cf1dc8b578ad tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479517 Dec 16 22:56:06.826467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85030ac-2cb5-4406-ac71-5214dcb826a6 req-54006369-3083-4c64-a350-8246668eaff0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:06.827986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f85030ac-2cb5-4406-ac71-5214dcb826a6 req-54006369-3083-4c64-a350-8246668eaff0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0574510 Dec 16 22:56:06.879000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f85030ac-2cb5-4406-ac71-5214dcb826a6 req-6f7202c5-46ec-45d7-9014-778dd73f8638 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447693 Dec 16 22:56:07.009423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936d302-38f9-4867-8f9b-8af7054a1def req-07d04236-0bfd-4d27-99b3-9af82ee1aaf5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:07.011214 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f936d302-38f9-4867-8f9b-8af7054a1def req-07d04236-0bfd-4d27-99b3-9af82ee1aaf5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0548084 Dec 16 22:56:07.062183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f936d302-38f9-4867-8f9b-8af7054a1def req-bc558287-f5d7-4127-8f8c-082711a9f834 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439966 Dec 16 22:56:07.447513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca275a-b425-4016-8a30-b39ba93161d3 req-41d364f2-2034-4fb1-bacb-089c0ed5f207 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:07.449026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fca275a-b425-4016-8a30-b39ba93161d3 req-41d364f2-2034-4fb1-bacb-089c0ed5f207 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0527999 Dec 16 22:56:07.506574 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fca275a-b425-4016-8a30-b39ba93161d3 req-493c6784-d2b2-4961-a9c1-4d9b8f6174db tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490241 Dec 16 22:56:08.641303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cfce4-3fdb-4777-b39e-0f0a820dd89d req-bea7cb2c-4295-44e4-985a-3519eafe7127 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:08.643014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-368cfce4-3fdb-4777-b39e-0f0a820dd89d req-bea7cb2c-4295-44e4-985a-3519eafe7127 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0568573 Dec 16 22:56:08.696209 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-368cfce4-3fdb-4777-b39e-0f0a820dd89d req-3c7e07d4-d0ef-4a61-bc8f-097e5b1ae70e tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457737 Dec 16 22:56:09.850028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3ed8-9b2b-4598-bad3-f15d228a3277 req-aa4d0902-3978-4f7a-a977-8ff613ae3799 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:09.851864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-565e3ed8-9b2b-4598-bad3-f15d228a3277 req-aa4d0902-3978-4f7a-a977-8ff613ae3799 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0640421 Dec 16 22:56:09.905508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-565e3ed8-9b2b-4598-bad3-f15d228a3277 req-5ce0318c-4eda-4b28-ab11-e38d52532fd0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456576 Dec 16 22:56:10.068800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 81c3033f-56b3-4f96-9fac-d516a84076ce no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:56:11.034119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfb45f-6810-4dbd-a2e4-df00101e9a80 req-3d387cfa-4956-47bb-9f95-e720d4c7274a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:11.035633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4edfb45f-6810-4dbd-a2e4-df00101e9a80 req-3d387cfa-4956-47bb-9f95-e720d4c7274a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0563798 Dec 16 22:56:11.093725 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4edfb45f-6810-4dbd-a2e4-df00101e9a80 req-15b0d24a-3d3f-43ff-a357-6c3374e9b926 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496602 Dec 16 22:56:12.215961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4595a7-42fd-4401-8cb6-03df60ae0662 req-bb633379-c789-4fab-b353-61a9d6bd1111 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:12.217615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b4595a7-42fd-4401-8cb6-03df60ae0662 req-bb633379-c789-4fab-b353-61a9d6bd1111 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0531590 Dec 16 22:56:12.284964 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b4595a7-42fd-4401-8cb6-03df60ae0662 req-7f5d5497-6d34-4ad7-baab-6f309c1cd416 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598173 Dec 16 22:56:12.492727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-212b91c3-d881-4672-9125-1bb2fa2387a9 req-8f528d66-477c-4f6d-8216-d9a09759c9ee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462821 Dec 16 22:56:12.587378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b91c3-d881-4672-9125-1bb2fa2387a9 req-b1e14c9e-e0d3-435c-886b-1bfda14a0ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:12.589155 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-212b91c3-d881-4672-9125-1bb2fa2387a9 req-b1e14c9e-e0d3-435c-886b-1bfda14a0ca6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 1059 time: 0.0452976 Dec 16 22:56:12.704623 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b91c3-d881-4672-9125-1bb2fa2387a9 req-b05a297b-8bf5-4dfe-8698-a27ec511ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:12.706437 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-212b91c3-d881-4672-9125-1bb2fa2387a9 req-b05a297b-8bf5-4dfe-8698-a27ec511ef47 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.0947382 Dec 16 22:56:12.761893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-212b91c3-d881-4672-9125-1bb2fa2387a9 req-f0494c53-1ca3-4202-93b1-c47eb1f1929a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa3481ce-3221-4fb1-b17e-9fb1901b29e7 HTTP/1.1" status: 200 len: 217 time: 0.0475192 Dec 16 22:56:12.829771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b91c3-d881-4672-9125-1bb2fa2387a9 req-f17c1be0-0d13-41f8-a39e-02a69f47bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:12.831494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-212b91c3-d881-4672-9125-1bb2fa2387a9 req-f17c1be0-0d13-41f8-a39e-02a69f47bd07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0606167 Dec 16 22:56:12.888027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b91c3-d881-4672-9125-1bb2fa2387a9 req-7b7969a7-dbe1-4925-b707-7e9504197861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:12.889786 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-212b91c3-d881-4672-9125-1bb2fa2387a9 req-7b7969a7-dbe1-4925-b707-7e9504197861 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513067 Dec 16 22:56:12.991807 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-212b91c3-d881-4672-9125-1bb2fa2387a9 req-6977234a-65ba-4ac9-ba0a-e748d450a23b service neutron] 10.222.0.24 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943987 Dec 16 22:56:13.090406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-212b91c3-d881-4672-9125-1bb2fa2387a9 req-3954e8b6-cb13-4a07-93df-4c6897659439 service neutron] 10.222.0.24 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893669 Dec 16 22:56:13.416288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beadd3a-7f81-49f7-9cd0-fdb21e4ed5f2 req-abefacca-dfc6-4bac-bf93-36aabddafe83 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:13.417872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6beadd3a-7f81-49f7-9cd0-fdb21e4ed5f2 req-abefacca-dfc6-4bac-bf93-36aabddafe83 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0558174 Dec 16 22:56:13.482455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6beadd3a-7f81-49f7-9cd0-fdb21e4ed5f2 req-a2f038ea-46ef-45df-817e-8acafa57fc28 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556228 Dec 16 22:56:13.591942 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:13.614701 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:14.628569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86988f3-7d76-46a8-bada-275ff6a91f97 req-c80b93f0-e691-4cf8-9e20-4cccbca91a81 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:14.630199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d86988f3-7d76-46a8-bada-275ff6a91f97 req-c80b93f0-e691-4cf8-9e20-4cccbca91a81 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0512750 Dec 16 22:56:14.687480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d86988f3-7d76-46a8-bada-275ff6a91f97 req-7a0ff377-0f15-48d8-97c7-84952ef5e8db tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494328 Dec 16 22:56:15.807722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2a21a-0785-4aa6-9bed-901dbe17ff37 req-fa3dc17e-851c-4a3f-bb29-9918caf66281 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:15.809305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47a2a21a-0785-4aa6-9bed-901dbe17ff37 req-fa3dc17e-851c-4a3f-bb29-9918caf66281 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0502694 Dec 16 22:56:15.860584 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47a2a21a-0785-4aa6-9bed-901dbe17ff37 req-f270f00b-8639-493a-9223-1fae619eba8c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433800 Dec 16 22:56:16.987650 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f1835-b1f6-456a-9e55-af717c281b1d req-500e873f-f1e2-4049-8b09-5f6eb88fcd6a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:16.989672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b74f1835-b1f6-456a-9e55-af717c281b1d req-500e873f-f1e2-4049-8b09-5f6eb88fcd6a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0567720 Dec 16 22:56:17.041244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b74f1835-b1f6-456a-9e55-af717c281b1d req-61ea3d01-5583-4cf2-9c37-9f3ebce37e09 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455091 Dec 16 22:56:18.209520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae8530-2e0d-411f-aabf-f66196ca20fd req-2662d57c-f8b8-46a7-8395-8ad03b526a89 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:18.209520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98ae8530-2e0d-411f-aabf-f66196ca20fd req-2662d57c-f8b8-46a7-8395-8ad03b526a89 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0514143 Dec 16 22:56:18.296838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98ae8530-2e0d-411f-aabf-f66196ca20fd req-2a006e26-ae6d-4c88-a377-e9e990f38ab9 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520923 Dec 16 22:56:18.631173 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e613ed-f095-459b-8c79-058df0faf0d0 req-9f220e76-5619-4d84-b511-96791c8ded02 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:18.632864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96e613ed-f095-459b-8c79-058df0faf0d0 req-9f220e76-5619-4d84-b511-96791c8ded02 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0551662 Dec 16 22:56:18.689617 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96e613ed-f095-459b-8c79-058df0faf0d0 req-0e53c693-9fb1-487f-a631-9382a19b0895 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501418 Dec 16 22:56:18.774494 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa48983-9774-4406-9bee-4b0ce1418aeb req-265f4726-8a88-41ca-a981-a4b68273ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:18.776007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fa48983-9774-4406-9bee-4b0ce1418aeb req-265f4726-8a88-41ca-a981-a4b68273ffe9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 1095 time: 0.0440574 Dec 16 22:56:18.890869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa48983-9774-4406-9bee-4b0ce1418aeb req-2b71734b-c3ff-4525-b7e1-b25b0f277a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:18.893024 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fa48983-9774-4406-9bee-4b0ce1418aeb req-2b71734b-c3ff-4525-b7e1-b25b0f277a9f service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.1052208 Dec 16 22:56:19.019918 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fa48983-9774-4406-9bee-4b0ce1418aeb req-d3343ffb-aa21-4838-97bc-90d6fd3db701 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b HTTP/1.1" status: 200 len: 999 time: 0.1159360 Dec 16 22:56:19.092897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa48983-9774-4406-9bee-4b0ce1418aeb req-00d21d41-8d35-46de-bee0-3accdd63499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:19.094551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fa48983-9774-4406-9bee-4b0ce1418aeb req-00d21d41-8d35-46de-bee0-3accdd63499e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0629404 Dec 16 22:56:19.159205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa48983-9774-4406-9bee-4b0ce1418aeb req-dedccb58-9f87-4632-9d69-ce161ab6d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:19.160774 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fa48983-9774-4406-9bee-4b0ce1418aeb req-dedccb58-9f87-4632-9d69-ce161ab6d190 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555844 Dec 16 22:56:19.262811 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fa48983-9774-4406-9bee-4b0ce1418aeb req-60e270f4-2296-4c39-bfcc-f6bcfb35ca53 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897062 Dec 16 22:56:19.368968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fa48983-9774-4406-9bee-4b0ce1418aeb req-43488292-3e58-4794-9112-5b38bf07c9aa service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941517 Dec 16 22:56:19.829764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e5ebe-9095-49fc-9779-29ea061327b1 req-fcbeddf1-7f00-433c-a0e9-f474e98b409b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:19.831455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a8e5ebe-9095-49fc-9779-29ea061327b1 req-fcbeddf1-7f00-433c-a0e9-f474e98b409b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0529313 Dec 16 22:56:19.891107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a8e5ebe-9095-49fc-9779-29ea061327b1 req-93cadefd-5ea0-497f-be04-b10c4e7a6b26 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463521 Dec 16 22:56:20.112160 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d6f85b3c-17a5-418e-8441-52f90b3710be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:21.017407 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6de11-8f8f-46ab-b1c1-70f78aea2dfb req-7f05a123-919c-438e-8f9c-bb90367596b1 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:21.018916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c6de11-8f8f-46ab-b1c1-70f78aea2dfb req-7f05a123-919c-438e-8f9c-bb90367596b1 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0572014 Dec 16 22:56:21.073547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c6de11-8f8f-46ab-b1c1-70f78aea2dfb req-13342b57-e6d6-4e53-bdeb-66c69e22ded3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482912 Dec 16 22:56:21.202791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9a684-0179-46e3-9ad3-d714114d8144 req-8d1dd3aa-1bc6-44d2-9a2d-9f050b3e91f3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:21.204334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fda9a684-0179-46e3-9ad3-d714114d8144 req-8d1dd3aa-1bc6-44d2-9a2d-9f050b3e91f3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0547411 Dec 16 22:56:21.260946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fda9a684-0179-46e3-9ad3-d714114d8144 req-adb4881d-2817-4570-bdec-da6aec79d541 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501928 Dec 16 22:56:21.385068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23a24f-4752-472e-aeee-86f2ea8aa2ba req-a76147c7-c72f-4354-aeba-b9bbaa0e1a9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:21.386643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d23a24f-4752-472e-aeee-86f2ea8aa2ba req-a76147c7-c72f-4354-aeba-b9bbaa0e1a9a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0536387 Dec 16 22:56:21.450715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d23a24f-4752-472e-aeee-86f2ea8aa2ba req-3c094a2b-39d8-4d48-8f6b-7375e7795c8a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576589 Dec 16 22:56:22.088626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90960638-d146-4e31-8f3a-4aa504015878 req-6ff672a2-71ca-46fe-90cd-7da1bfc01339 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:22.090187 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90960638-d146-4e31-8f3a-4aa504015878 req-6ff672a2-71ca-46fe-90cd-7da1bfc01339 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0605638 Dec 16 22:56:22.144261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90960638-d146-4e31-8f3a-4aa504015878 req-b7a861b1-80ff-4729-90ce-d94291b937e3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470805 Dec 16 22:56:22.541068 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c536de8-2d0d-4386-92a0-16ec38afbf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:23.275491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbad45-e45f-4243-9052-234518c98e15 req-53d673f5-065a-451f-99ed-da292c5fc04f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:23.276311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09dbad45-e45f-4243-9052-234518c98e15 req-53d673f5-065a-451f-99ed-da292c5fc04f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0529566 Dec 16 22:56:23.331056 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09dbad45-e45f-4243-9052-234518c98e15 req-d64703bb-50c3-47e0-a68d-86e4671897a0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466969 Dec 16 22:56:23.758240 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:23.821684 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a0bb8-a67a-4bca-af37-871bb2e2cfa9 req-8a62f459-19db-4d8a-9097-0ffab8eabebf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:23.823188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf1a0bb8-a67a-4bca-af37-871bb2e2cfa9 req-8a62f459-19db-4d8a-9097-0ffab8eabebf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0575857 Dec 16 22:56:23.878440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf1a0bb8-a67a-4bca-af37-871bb2e2cfa9 req-170f06b3-0d38-4a82-9fe8-00d4bce522b9 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491233 Dec 16 22:56:23.964190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74ee72-b256-4b59-a655-0ea415d5ad2c req-3699442b-e979-4ea2-9939-97cba693b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:23.965771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d74ee72-b256-4b59-a655-0ea415d5ad2c req-3699442b-e979-4ea2-9939-97cba693b9c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7598faf309884af08e32732a45eb82c2&device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 1095 time: 0.0456202 Dec 16 22:56:24.072480 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74ee72-b256-4b59-a655-0ea415d5ad2c req-716e4aef-2619-491e-ab44-8bf49c313f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:24.074088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d74ee72-b256-4b59-a655-0ea415d5ad2c req-716e4aef-2619-491e-ab44-8bf49c313f83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 200 len: 913 time: 0.0963757 Dec 16 22:56:24.150408 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d74ee72-b256-4b59-a655-0ea415d5ad2c req-5350fb1e-d9f3-4857-9b94-741b100636f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b HTTP/1.1" status: 200 len: 999 time: 0.0649490 Dec 16 22:56:24.208586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74ee72-b256-4b59-a655-0ea415d5ad2c req-96928829-a017-4fab-ad80-abd4b716cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:24.210117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d74ee72-b256-4b59-a655-0ea415d5ad2c req-96928829-a017-4fab-ad80-abd4b716cd54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 200 len: 851 time: 0.0490351 Dec 16 22:56:24.266152 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74ee72-b256-4b59-a655-0ea415d5ad2c req-26843f9e-25c5-4bb6-bc96-3c99692f1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:24.267793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d74ee72-b256-4b59-a655-0ea415d5ad2c req-26843f9e-25c5-4bb6-bc96-3c99692f1525 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9696325-b450-49ff-84ca-eac34f68c7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467200 Dec 16 22:56:24.375563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d74ee72-b256-4b59-a655-0ea415d5ad2c req-639ae459-be6d-4d43-bf3e-91a347af2304 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962422 Dec 16 22:56:24.482143 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d74ee72-b256-4b59-a655-0ea415d5ad2c req-e80f1737-f0ea-4ce2-93b3-30d86a33b007 service neutron] 10.222.0.69 "GET /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956721 Dec 16 22:56:24.952697 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:25.020167 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9bec7-46ff-4e26-bb7b-394a287bce57 req-2c82b8fe-c14a-4e1e-b7e1-9574b764e872 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:25.021682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2f9bec7-46ff-4e26-bb7b-394a287bce57 req-2c82b8fe-c14a-4e1e-b7e1-9574b764e872 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0512788 Dec 16 22:56:25.075545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2f9bec7-46ff-4e26-bb7b-394a287bce57 req-18f013d1-2750-497e-9683-ae47c872bd6b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458274 Dec 16 22:56:25.821354 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:26.201002 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e12f1-915a-4782-95af-b1233eefc601 req-8811e55f-c117-4ff5-99b6-d24ee7eaf61b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:26.202500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a5e12f1-915a-4782-95af-b1233eefc601 req-8811e55f-c117-4ff5-99b6-d24ee7eaf61b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0503447 Dec 16 22:56:26.254926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a5e12f1-915a-4782-95af-b1233eefc601 req-daee972c-7a7b-4837-9699-4cac0b993c7b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462160 Dec 16 22:56:26.386666 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94100086-5384-4094-aa67-a16521084136 req-d31e936f-a0a9-4b64-82fd-f45d1b3639d3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:26.388680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94100086-5384-4094-aa67-a16521084136 req-d31e936f-a0a9-4b64-82fd-f45d1b3639d3 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0586896 Dec 16 22:56:26.438325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94100086-5384-4094-aa67-a16521084136 req-eae683f2-84b8-4fa6-9e14-b43f04c4b40c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436983 Dec 16 22:56:28.375064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f3d3f-09fe-4c56-a2a1-014d1262e63b req-d08e71e1-09b6-4e6f-a600-6a8cb90e8949 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:28.376741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-226f3d3f-09fe-4c56-a2a1-014d1262e63b req-d08e71e1-09b6-4e6f-a600-6a8cb90e8949 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051 HTTP/1.1" status: 200 len: 943 time: 0.0588653 Dec 16 22:56:28.489694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-226f3d3f-09fe-4c56-a2a1-014d1262e63b req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Deleting port 81c3033f-56b3-4f96-9fac-d516a84076ce {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:56:28.490037 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-226f3d3f-09fe-4c56-a2a1-014d1262e63b req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:28.590797 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-226f3d3f-09fe-4c56-a2a1-014d1262e63b req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] For port 81c3033f-56b3-4f96-9fac-d516a84076ce, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=81c3033f-56b3-4f96-9fac-d516a84076ce,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:28.591166 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-226f3d3f-09fe-4c56-a2a1-014d1262e63b req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:28.606341 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-226f3d3f-09fe-4c56-a2a1-014d1262e63b req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Calling delete_port for 81c3033f-56b3-4f96-9fac-d516a84076ce owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:56:28.844002 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-226f3d3f-09fe-4c56-a2a1-014d1262e63b req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:28.862044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['04af1bec-5856-455f-9ccb-6ad72e79f41d', '29a98aac-c994-4f15-8282-13f8e986cfc8'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:56:28.891968 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event deleted for resources: {'Port': ['ID=81c3033f-56b3-4f96-9fac-d516a84076ce,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:28.903689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:28.904037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:28.904585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:28.905091 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:28.905645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:28.906171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:28.906678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:28.907200 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:28.907756 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:28.908261 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:28.908789 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:28.909291 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:28.909794 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:28.956809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-226f3d3f-09fe-4c56-a2a1-014d1262e63b req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] No DVR routers for this DVR port 81c3033f-56b3-4f96-9fac-d516a84076ce on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:56:28.959624 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-226f3d3f-09fe-4c56-a2a1-014d1262e63b req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:28.963400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-226f3d3f-09fe-4c56-a2a1-014d1262e63b req-bf93468c-ce77-4d96-b170-c3202185fb99 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "DELETE /v2.0/ports/81c3033f-56b3-4f96-9fac-d516a84076ce HTTP/1.1" status: 204 len: 173 time: 0.5793610 Dec 16 22:56:28.963980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051', 'name': 'network-vif-deleted', 'tag': '81c3033f-56b3-4f96-9fac-d516a84076ce'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:56:28.966448 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf493cd-1190-4a2f-a8a8-8546cd741cb9" -d '{"events": [{"server_uuid": "8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051", "name": "network-vif-deleted", "tag": "81c3033f-56b3-4f96-9fac-d516a84076ce"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:56:29.009187 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Dec 2021 22:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e9f4a1-4748-4ae6-8966-8476a58c854e x-openstack-request-id: req-c5e9f4a1-4748-4ae6-8966-8476a58c854e {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:56:29.009464 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051", "name": "network-vif-deleted", "tag": "81c3033f-56b3-4f96-9fac-d516a84076ce", "status": "failed", "code": 422}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:56:29.009718 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5e9f4a1-4748-4ae6-8966-8476a58c854e {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:56:29.010126 n-d-821840-2 neutron-server[103951]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8ea192f0-4aeb-4e2e-8fb6-d9d235b2c051', 'name': 'network-vif-deleted', 'tag': '81c3033f-56b3-4f96-9fac-d516a84076ce', 'status': 'failed', 'code': 422} returned with failed status Dec 16 22:56:30.408713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10146-eb9d-466b-b1af-f20444d8d687 req-9c70b8cd-8568-4fdb-903f-53bb635b0005 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:30.410411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58f10146-eb9d-466b-b1af-f20444d8d687 req-9c70b8cd-8568-4fdb-903f-53bb635b0005 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 908 time: 0.3059094 Dec 16 22:56:31.548452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc40243-1964-4d70-848a-d097eab0c72d req-802dd7d7-6e0e-42e5-8b04-4497753d0e3c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:31.549893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6bc40243-1964-4d70-848a-d097eab0c72d req-802dd7d7-6e0e-42e5-8b04-4497753d0e3c tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 908 time: 0.0520537 Dec 16 22:56:31.676079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001d8a7-3cbc-40ba-b81b-3a51b3fe0211 req-3be17de8-5799-41bc-ae6a-38557a8663db tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:31.677940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4001d8a7-3cbc-40ba-b81b-3a51b3fe0211 req-3be17de8-5799-41bc-ae6a-38557a8663db tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 908 time: 0.0534704 Dec 16 22:56:31.794180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4001d8a7-3cbc-40ba-b81b-3a51b3fe0211 req-fc23f0f0-f961-47b9-9309-230dfed0e618 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Deleting port aa3481ce-3221-4fb1-b17e-9fb1901b29e7 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:56:31.794731 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4001d8a7-3cbc-40ba-b81b-3a51b3fe0211 req-fc23f0f0-f961-47b9-9309-230dfed0e618 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:31.936620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-4001d8a7-3cbc-40ba-b81b-3a51b3fe0211 req-fc23f0f0-f961-47b9-9309-230dfed0e618 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] For port aa3481ce-3221-4fb1-b17e-9fb1901b29e7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=aa3481ce-3221-4fb1-b17e-9fb1901b29e7,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:31.937256 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4001d8a7-3cbc-40ba-b81b-3a51b3fe0211 req-fc23f0f0-f961-47b9-9309-230dfed0e618 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:31.956122 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4001d8a7-3cbc-40ba-b81b-3a51b3fe0211 req-fc23f0f0-f961-47b9-9309-230dfed0e618 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Calling delete_port for aa3481ce-3221-4fb1-b17e-9fb1901b29e7 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:56:32.198635 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4001d8a7-3cbc-40ba-b81b-3a51b3fe0211 req-fc23f0f0-f961-47b9-9309-230dfed0e618 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:32.240116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23f0f0-f961-47b9-9309-230dfed0e618 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event deleted for resources: {'Port': ['ID=aa3481ce-3221-4fb1-b17e-9fb1901b29e7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:32.284374 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-4001d8a7-3cbc-40ba-b81b-3a51b3fe0211 req-fc23f0f0-f961-47b9-9309-230dfed0e618 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] No DVR routers for this DVR port aa3481ce-3221-4fb1-b17e-9fb1901b29e7 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:56:32.287002 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4001d8a7-3cbc-40ba-b81b-3a51b3fe0211 req-fc23f0f0-f961-47b9-9309-230dfed0e618 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:32.290988 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4001d8a7-3cbc-40ba-b81b-3a51b3fe0211 req-fc23f0f0-f961-47b9-9309-230dfed0e618 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.24 "DELETE /v2.0/ports/aa3481ce-3221-4fb1-b17e-9fb1901b29e7 HTTP/1.1" status: 204 len: 173 time: 0.6055865 Dec 16 22:56:32.291482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4217933-5f2d-4444-bc4d-9751b00c0ede', 'name': 'network-vif-deleted', 'tag': 'aa3481ce-3221-4fb1-b17e-9fb1901b29e7'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:56:32.293775 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991a1411-dad7-4cf6-b761-41e144e3a604" -d '{"events": [{"server_uuid": "b4217933-5f2d-4444-bc4d-9751b00c0ede", "name": "network-vif-deleted", "tag": "aa3481ce-3221-4fb1-b17e-9fb1901b29e7"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:56:32.340027 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6dd6a7-4ea5-4c89-b8dc-f65e5533a426 x-openstack-request-id: req-4e6dd6a7-4ea5-4c89-b8dc-f65e5533a426 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:56:32.340027 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4217933-5f2d-4444-bc4d-9751b00c0ede", "name": "network-vif-deleted", "tag": "aa3481ce-3221-4fb1-b17e-9fb1901b29e7", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:56:32.340027 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e6dd6a7-4ea5-4c89-b8dc-f65e5533a426 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:56:32.340027 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4217933-5f2d-4444-bc4d-9751b00c0ede', 'name': 'network-vif-deleted', 'tag': 'aa3481ce-3221-4fb1-b17e-9fb1901b29e7', 'status': 'completed', 'code': 200} Dec 16 22:56:32.680296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-144bdad0-5057-4d0c-8bf0-09b0cc470e6f req-022c1a01-89cf-452f-b403-1f7364898e46 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4217933-5f2d-4444-bc4d-9751b00c0ede HTTP/1.1" status: 200 len: 210 time: 0.0371776 Dec 16 22:56:33.490501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-a60682f4-acc8-45f1-b9d7-a02d7f74f3b0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:33.492012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-a60682f4-acc8-45f1-b9d7-a02d7f74f3b0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 811 time: 0.1146364 Dec 16 22:56:33.509411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-73775c4b-1dd3-48ff-a3d4-f2fbc919cb69 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/quotas/d3ce3d7cd750496abea0f17a31397257 HTTP/1.1" status: 200 len: 375 time: 0.0096662 Dec 16 22:56:33.565303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-bad91c28-2c9c-4404-85ae-2c77b957158f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505440 Dec 16 22:56:33.660221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-e17f7191-a1f9-43fd-a515-4208ad7f140c service neutron] 10.222.0.43 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869865 Dec 16 22:56:33.762447 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-472f3481-fb70-4aeb-b1a1-864f88481e74 service neutron] 10.222.0.43 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954647 Dec 16 22:56:34.060676 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77840540-d818-4bc7-9986-cf969586eff5 req-45c7a22e-df36-44be-b115-c1737649d00f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 210 time: 0.0385840 Dec 16 22:56:34.706834 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80322997-89aa-4271-a978-6d7ecc8319ae req-651bd60f-f99c-49cb-8c12-43d07ed196f6 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:34.708355 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80322997-89aa-4271-a978-6d7ecc8319ae req-651bd60f-f99c-49cb-8c12-43d07ed196f6 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 945 time: 0.0541573 Dec 16 22:56:34.759394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-80322997-89aa-4271-a978-6d7ecc8319ae req-93c4d854-7c94-4f4b-9e27-f55f92d10454 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423284 Dec 16 22:56:35.144520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f96af39-5b54-401f-8e3e-8f6f5ff99579 req-c2a34ef2-4bf7-4d15-822a-78e5612a0ef6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 210 time: 0.0260029 Dec 16 22:56:35.902339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45922aac-2c55-459e-aaa7-563cbb199e86 req-8d3cf7d4-0d33-4dc5-82c4-d18a3c6b0e5b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:35.902826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45922aac-2c55-459e-aaa7-563cbb199e86 req-8d3cf7d4-0d33-4dc5-82c4-d18a3c6b0e5b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 945 time: 0.0695636 Dec 16 22:56:35.957390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45922aac-2c55-459e-aaa7-563cbb199e86 req-94cc8d51-f2be-4c78-bfdc-3b83f44cbe79 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476968 Dec 16 22:56:36.014794 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53dd23-de5a-490d-986a-d19f1d2b9d98 req-866161d8-d6a7-4e3f-bda4-be43ef61e0e4 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:36.016599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f53dd23-de5a-490d-986a-d19f1d2b9d98 req-866161d8-d6a7-4e3f-bda4-be43ef61e0e4 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 945 time: 0.0586281 Dec 16 22:56:36.132351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4f53dd23-de5a-490d-986a-d19f1d2b9d98 req-81127c4c-2b64-42e9-9777-53c1c9c55568 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Deleting port 29a98aac-c994-4f15-8282-13f8e986cfc8 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:56:36.132698 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4f53dd23-de5a-490d-986a-d19f1d2b9d98 req-81127c4c-2b64-42e9-9777-53c1c9c55568 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:36.276638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-292b892b-2dcb-4257-93a9-f667d9fc3e70 req-1d6515d6-a319-4a7a-bc9e-f2b1792091c7 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 210 time: 0.0453851 Dec 16 22:56:36.278789 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-4f53dd23-de5a-490d-986a-d19f1d2b9d98 req-81127c4c-2b64-42e9-9777-53c1c9c55568 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] For port 29a98aac-c994-4f15-8282-13f8e986cfc8, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=29a98aac-c994-4f15-8282-13f8e986cfc8,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:36.279164 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4f53dd23-de5a-490d-986a-d19f1d2b9d98 req-81127c4c-2b64-42e9-9777-53c1c9c55568 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:36.295561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4f53dd23-de5a-490d-986a-d19f1d2b9d98 req-81127c4c-2b64-42e9-9777-53c1c9c55568 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Calling delete_port for 29a98aac-c994-4f15-8282-13f8e986cfc8 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:56:36.489501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-09e68f66-b8ac-44dc-9d40-0c40134047d2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:36.491130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-09e68f66-b8ac-44dc-9d40-0c40134047d2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 811 time: 0.1377478 Dec 16 22:56:36.527960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-376feeda-6b31-4856-b464-4e9ba32e148e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'port': {'device_id': '7658cce3-44af-4501-81bb-7112e183d193', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'admin_state_up': True, 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:36.696445 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4f53dd23-de5a-490d-986a-d19f1d2b9d98 req-81127c4c-2b64-42e9-9777-53c1c9c55568 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:36.712370 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['04af1bec-5856-455f-9ccb-6ad72e79f41d', '29a98aac-c994-4f15-8282-13f8e986cfc8'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:56:36.740393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81127c4c-2b64-42e9-9777-53c1c9c55568 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event deleted for resources: {'Port': ['ID=29a98aac-c994-4f15-8282-13f8e986cfc8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:36.784613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f53dd23-de5a-490d-986a-d19f1d2b9d98 req-81127c4c-2b64-42e9-9777-53c1c9c55568 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] No DVR routers for this DVR port 29a98aac-c994-4f15-8282-13f8e986cfc8 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:56:36.786374 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-376feeda-6b31-4856-b464-4e9ba32e148e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Made reservation on behalf of d3ce3d7cd750496abea0f17a31397257 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:56:36.791889 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-376feeda-6b31-4856-b464-4e9ba32e148e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:36.794540 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4f53dd23-de5a-490d-986a-d19f1d2b9d98 req-81127c4c-2b64-42e9-9777-53c1c9c55568 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:36.798631 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f53dd23-de5a-490d-986a-d19f1d2b9d98 req-81127c4c-2b64-42e9-9777-53c1c9c55568 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.69 "DELETE /v2.0/ports/29a98aac-c994-4f15-8282-13f8e986cfc8 HTTP/1.1" status: 204 len: 173 time: 0.7742679 Dec 16 22:56:36.799130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9beec6-2fa4-4070-95e3-375d960b22f1', 'name': 'network-vif-deleted', 'tag': '29a98aac-c994-4f15-8282-13f8e986cfc8'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:56:36.801746 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b940e6ef-7532-4e6f-aaa0-208a0a62ccb2" -d '{"events": [{"server_uuid": "4a9beec6-2fa4-4070-95e3-375d960b22f1", "name": "network-vif-deleted", "tag": "29a98aac-c994-4f15-8282-13f8e986cfc8"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:56:36.913252 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5076659a-e0a4-4da9-9bc7-032568912096 x-openstack-request-id: req-5076659a-e0a4-4da9-9bc7-032568912096 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:56:36.913559 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9beec6-2fa4-4070-95e3-375d960b22f1", "name": "network-vif-deleted", "tag": "29a98aac-c994-4f15-8282-13f8e986cfc8", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:56:36.913823 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5076659a-e0a4-4da9-9bc7-032568912096 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:56:36.914237 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9beec6-2fa4-4070-95e3-375d960b22f1', 'name': 'network-vif-deleted', 'tag': '29a98aac-c994-4f15-8282-13f8e986cfc8', 'status': 'completed', 'code': 200} Dec 16 22:56:36.988037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device aa3481ce-3221-4fb1-b17e-9fb1901b29e7 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:56:36.996056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-376feeda-6b31-4856-b464-4e9ba32e148e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Allocated IP 172.20.0.6 (67357662-f096-489b-86be-53da3c2aa325/7eec04a3-4ec5-42d1-8be2-97c157b7e97f/69353537-845e-4a49-bb99-880b86b77ea7) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:56:37.028195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: aa3481ce-3221-4fb1-b17e-9fb1901b29e7 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:56:37.032076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device aa3481ce-3221-4fb1-b17e-9fb1901b29e7 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:56:37.104281 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-669a1b19-7e58-452a-a09b-6ad23d46063a req-3f254f59-c765-4b4d-ae94-139fd2485e3b tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a9beec6-2fa4-4070-95e3-375d960b22f1 HTTP/1.1" status: 200 len: 210 time: 0.0361724 Dec 16 22:56:37.251571 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-376feeda-6b31-4856-b464-4e9ba32e148e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:37.406294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a190ce2f-cff5-435f-afbf-243346dc28f3 req-ed441ba3-2abb-46d7-9149-b8d252a9704c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 210 time: 0.0295534 Dec 16 22:56:37.426489 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-376feeda-6b31-4856-b464-4e9ba32e148e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:37.483260 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-376feeda-6b31-4856-b464-4e9ba32e148e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Network 67357662-f096-489b-86be-53da3c2aa325 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:56:37.486485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-376feeda-6b31-4856-b464-4e9ba32e148e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:56:37.491591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-376feeda-6b31-4856-b464-4e9ba32e148e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:56:37.495229 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376feeda-6b31-4856-b464-4e9ba32e148e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'Port': ['ID=69353537-845e-4a49-bb99-880b86b77ea7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:37.561369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-376feeda-6b31-4856-b464-4e9ba32e148e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:37.564129 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-376feeda-6b31-4856-b464-4e9ba32e148e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:37.682514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-376feeda-6b31-4856-b464-4e9ba32e148e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1609786 Dec 16 22:56:37.698719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Request body: {'port': {'device_id': '7658cce3-44af-4501-81bb-7112e183d193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:37.773820 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:37.878605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-20aec90e-3f20-427a-a602-163b4d2af508 None None] Provisioning complete for port 69353537-845e-4a49-bb99-880b86b77ea7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:37.879254 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20aec90e-3f20-427a-a602-163b4d2af508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:37.919106 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-20aec90e-3f20-427a-a602-163b4d2af508 None None] Port 69353537-845e-4a49-bb99-880b86b77ea7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:56:38.106089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69353537-845e-4a49-bb99-880b86b77ea7 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:56:38.114292 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:38.128269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Transition to ACTIVE for port object 69353537-845e-4a49-bb99-880b86b77ea7 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:56:38.234325 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:38.309720 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Pushing event updated for resources: {'Port': ['ID=69353537-845e-4a49-bb99-880b86b77ea7,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:38.416875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Attempting to bind port 69353537-845e-4a49-bb99-880b86b77ea7 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:56:38.419607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Attempting to bind port 69353537-845e-4a49-bb99-880b86b77ea7 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:56:38.419607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Attempting to bind port 69353537-845e-4a49-bb99-880b86b77ea7 on network 67357662-f096-489b-86be-53da3c2aa325 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:56:38.424233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Port 69353537-845e-4a49-bb99-880b86b77ea7 on network 67357662-f096-489b-86be-53da3c2aa325 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:56:38.424639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Attempting to bind port 69353537-845e-4a49-bb99-880b86b77ea7 on network 67357662-f096-489b-86be-53da3c2aa325 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:56:38.431032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:56:38.431567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Checking segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:56:38.435154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Bound using segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:56:38.439055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Bound port: 69353537-845e-4a49-bb99-880b86b77ea7, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:56:38.442013 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:38.582652 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] For port 69353537-845e-4a49-bb99-880b86b77ea7, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:56:38.600161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] For port 69353537-845e-4a49-bb99-880b86b77ea7, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=69353537-845e-4a49-bb99-880b86b77ea7,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:56:38.612039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33af20-dce9-43aa-b4d3-3b089d44cc6b req-16564b1e-be71-4d74-b028-b77dab9d1c50 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:38.613598 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f33af20-dce9-43aa-b4d3-3b089d44cc6b req-16564b1e-be71-4d74-b028-b77dab9d1c50 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0962658 Dec 16 22:56:38.673863 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f33af20-dce9-43aa-b4d3-3b089d44cc6b req-ba2217bd-6a1d-49d7-96f8-f83bb9b566cb tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530436 Dec 16 22:56:38.700235 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:38.738831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:38.739523 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:38.740866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] 10.222.0.24 "PUT /v2.0/ports/69353537-845e-4a49-bb99-880b86b77ea7 HTTP/1.1" status: 200 len: 1091 time: 1.0486152 Dec 16 22:56:38.767681 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f12a86-7671-4baa-8447-d732e6a7f475 service neutron] Pushing event updated for resources: {'Port': ['ID=69353537-845e-4a49-bb99-880b86b77ea7,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:38.831557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d63ba-3cc2-4d9e-b9b9-50fb5b156060 req-e901ccfa-a743-43b4-b420-d59692edf977 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:38.833261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a38d63ba-3cc2-4d9e-b9b9-50fb5b156060 req-e901ccfa-a743-43b4-b420-d59692edf977 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.0612569 Dec 16 22:56:38.918070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7658cce3-44af-4501-81bb-7112e183d193', 'tag': '69353537-845e-4a49-bb99-880b86b77ea7'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:56:38.920793 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139edc50-09b9-44e1-9cc2-4e5c79bd249a" -d '{"events": [{"name": "network-changed", "server_uuid": "7658cce3-44af-4501-81bb-7112e183d193", "tag": "69353537-845e-4a49-bb99-880b86b77ea7"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:56:38.940280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-3936b2c3-5d06-4628-a1a8-05d8964d390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:38.942163 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-3936b2c3-5d06-4628-a1a8-05d8964d390c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 1094 time: 0.0997195 Dec 16 22:56:38.947515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a38d63ba-3cc2-4d9e-b9b9-50fb5b156060 req-df5199fe-dc87-44c3-97e8-928e8c9cb9e0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066871 Dec 16 22:56:39.018431 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-cd305cc6-9385-4725-bae8-dee8f76bceb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69353537-845e-4a49-bb99-880b86b77ea7 HTTP/1.1" status: 200 len: 217 time: 0.0667677 Dec 16 22:56:39.020038 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6656516-ed76-43a6-ae33-828e2386b15e x-openstack-request-id: req-d6656516-ed76-43a6-ae33-828e2386b15e {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:56:39.020357 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7658cce3-44af-4501-81bb-7112e183d193", "tag": "69353537-845e-4a49-bb99-880b86b77ea7", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:56:39.020614 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6656516-ed76-43a6-ae33-828e2386b15e {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:56:39.021020 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7658cce3-44af-4501-81bb-7112e183d193', 'tag': '69353537-845e-4a49-bb99-880b86b77ea7', 'status': 'completed', 'code': 200} Dec 16 22:56:39.095963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-e1f691f7-aa74-46cd-9504-673a136fb8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:39.097429 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-e1f691f7-aa74-46cd-9504-673a136fb8f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0718849 Dec 16 22:56:39.153033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-89215310-59ec-4525-a216-3842b2a810c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:39.154559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-89215310-59ec-4525-a216-3842b2a810c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493164 Dec 16 22:56:39.272104 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-debd0ee3-99d2-48b1-842a-e8e98ad7ccf6 service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086173 Dec 16 22:56:39.379280 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0aa850b6-51a5-4cf2-8e24-e8c8b8da9b71 req-eb17c539-87de-45b4-b727-a21b70844d1f service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991044 Dec 16 22:56:39.524734 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139edc50-09b9-44e1-9cc2-4e5c79bd249a req-e3c796c8-3502-45d9-8490-8df71faa9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:39.526566 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-139edc50-09b9-44e1-9cc2-4e5c79bd249a req-e3c796c8-3502-45d9-8490-8df71faa9911 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 1094 time: 0.0593464 Dec 16 22:56:39.628779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139edc50-09b9-44e1-9cc2-4e5c79bd249a req-7909e996-d99c-4700-9a95-a27ae93bbb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:39.630366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-139edc50-09b9-44e1-9cc2-4e5c79bd249a req-7909e996-d99c-4700-9a95-a27ae93bbb11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.0942349 Dec 16 22:56:39.681158 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-139edc50-09b9-44e1-9cc2-4e5c79bd249a req-aa60d6f5-831a-4b51-974e-64e53b190a8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69353537-845e-4a49-bb99-880b86b77ea7 HTTP/1.1" status: 200 len: 217 time: 0.0429883 Dec 16 22:56:39.738286 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139edc50-09b9-44e1-9cc2-4e5c79bd249a req-1693c285-b73f-4945-a22a-63b4f47b7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:39.739815 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-139edc50-09b9-44e1-9cc2-4e5c79bd249a req-1693c285-b73f-4945-a22a-63b4f47b7663 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0513935 Dec 16 22:56:39.818410 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139edc50-09b9-44e1-9cc2-4e5c79bd249a req-2ec167e8-3f7a-4e5f-a6b6-b47415aea727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:39.819963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-139edc50-09b9-44e1-9cc2-4e5c79bd249a req-2ec167e8-3f7a-4e5f-a6b6-b47415aea727 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729234 Dec 16 22:56:39.856018 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7760c-b151-48b0-b318-8ec7b814b54c req-e2303ab7-bf06-4fb7-ad7f-44b2689e5804 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:39.857614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fd7760c-b151-48b0-b318-8ec7b814b54c req-e2303ab7-bf06-4fb7-ad7f-44b2689e5804 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.1117048 Dec 16 22:56:39.964655 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fd7760c-b151-48b0-b318-8ec7b814b54c req-6585e59f-f34f-4c7d-8983-369a26402ed9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761573 Dec 16 22:56:39.970530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-139edc50-09b9-44e1-9cc2-4e5c79bd249a req-79a0ff69-31db-4909-8b59-58b3998ea61a service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420865 Dec 16 22:56:40.143078 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64c3df-c2f1-4af6-a769-5641f4a139cf req-ce2ecbe6-7970-44a1-a5b8-bb825ed997ae tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:40.144525 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a64c3df-c2f1-4af6-a769-5641f4a139cf req-ce2ecbe6-7970-44a1-a5b8-bb825ed997ae tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.1060085 Dec 16 22:56:40.158709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b45906-b251-40ab-b524-3f47d4bcb4cc req-04f021b0-9c75-4147-998b-f5f21ea2ee6f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:40.160239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85b45906-b251-40ab-b524-3f47d4bcb4cc req-04f021b0-9c75-4147-998b-f5f21ea2ee6f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 946 time: 0.1228647 Dec 16 22:56:40.181387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-139edc50-09b9-44e1-9cc2-4e5c79bd249a req-41c827d8-98b1-471f-ae4d-a0b709672c82 service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029266 Dec 16 22:56:40.254947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 29a98aac-c994-4f15-8282-13f8e986cfc8 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:56:40.277573 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 29a98aac-c994-4f15-8282-13f8e986cfc8 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:56:40.278265 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 29a98aac-c994-4f15-8282-13f8e986cfc8 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:56:40.282068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a64c3df-c2f1-4af6-a769-5641f4a139cf req-5eead9d8-3066-47a2-a287-7311b0be6be4 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=b46d7d72-664d-4546-8f15-2b04a3156fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180682 Dec 16 22:56:40.307670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-85b45906-b251-40ab-b524-3f47d4bcb4cc req-cc200cde-093b-4fcb-b518-8457b95f3cf0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Deleting port 04af1bec-5856-455f-9ccb-6ad72e79f41d {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:56:40.308012 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-85b45906-b251-40ab-b524-3f47d4bcb4cc req-cc200cde-093b-4fcb-b518-8457b95f3cf0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:40.409381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-85b45906-b251-40ab-b524-3f47d4bcb4cc req-cc200cde-093b-4fcb-b518-8457b95f3cf0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] For port 04af1bec-5856-455f-9ccb-6ad72e79f41d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=04af1bec-5856-455f-9ccb-6ad72e79f41d,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:40.409614 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-85b45906-b251-40ab-b524-3f47d4bcb4cc req-cc200cde-093b-4fcb-b518-8457b95f3cf0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:40.428321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-85b45906-b251-40ab-b524-3f47d4bcb4cc req-cc200cde-093b-4fcb-b518-8457b95f3cf0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Calling delete_port for 04af1bec-5856-455f-9ccb-6ad72e79f41d owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:56:40.604797 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-85b45906-b251-40ab-b524-3f47d4bcb4cc req-cc200cde-093b-4fcb-b518-8457b95f3cf0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:40.616775 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['04af1bec-5856-455f-9ccb-6ad72e79f41d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:56:40.642377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc200cde-093b-4fcb-b518-8457b95f3cf0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event deleted for resources: {'Port': ['ID=04af1bec-5856-455f-9ccb-6ad72e79f41d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:40.697363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b45906-b251-40ab-b524-3f47d4bcb4cc req-cc200cde-093b-4fcb-b518-8457b95f3cf0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] No DVR routers for this DVR port 04af1bec-5856-455f-9ccb-6ad72e79f41d on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:56:40.700181 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-85b45906-b251-40ab-b524-3f47d4bcb4cc req-cc200cde-093b-4fcb-b518-8457b95f3cf0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:40.703575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85b45906-b251-40ab-b524-3f47d4bcb4cc req-cc200cde-093b-4fcb-b518-8457b95f3cf0 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.69 "DELETE /v2.0/ports/04af1bec-5856-455f-9ccb-6ad72e79f41d HTTP/1.1" status: 204 len: 173 time: 0.5319488 Dec 16 22:56:41.022667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cacbd6-e619-4e9a-adf0-cec1a62f8b67', 'name': 'network-vif-deleted', 'tag': '04af1bec-5856-455f-9ccb-6ad72e79f41d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:56:41.027715 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478ac29a-e1bb-424a-8674-e913f7c25b2a" -d '{"events": [{"server_uuid": "c8cacbd6-e619-4e9a-adf0-cec1a62f8b67", "name": "network-vif-deleted", "tag": "04af1bec-5856-455f-9ccb-6ad72e79f41d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:56:41.089518 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550d9cd9-e83e-4611-9082-50dc46c0a77d x-openstack-request-id: req-550d9cd9-e83e-4611-9082-50dc46c0a77d {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:56:41.089846 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cacbd6-e619-4e9a-adf0-cec1a62f8b67", "name": "network-vif-deleted", "tag": "04af1bec-5856-455f-9ccb-6ad72e79f41d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:56:41.090102 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-550d9cd9-e83e-4611-9082-50dc46c0a77d {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:56:41.090501 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cacbd6-e619-4e9a-adf0-cec1a62f8b67', 'name': 'network-vif-deleted', 'tag': '04af1bec-5856-455f-9ccb-6ad72e79f41d', 'status': 'completed', 'code': 200} Dec 16 22:56:41.114396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17b541-477f-43ad-a140-54a4d7cb419c req-618772f2-1afb-4757-8051-0062b690c38d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:41.115984 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a17b541-477f-43ad-a140-54a4d7cb419c req-618772f2-1afb-4757-8051-0062b690c38d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0690210 Dec 16 22:56:41.166417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a17b541-477f-43ad-a140-54a4d7cb419c req-1e461eb6-7d4b-4413-941f-cc85e1e88dd8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435786 Dec 16 22:56:41.401460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa0dec43-2a8a-4561-bcf4-78b940b8615f req-4d28e5ba-6139-4616-9e6c-23071a59ce62 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cacbd6-e619-4e9a-adf0-cec1a62f8b67 HTTP/1.1" status: 200 len: 210 time: 0.0308013 Dec 16 22:56:41.932958 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:56:42.307216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba56ab-58b1-44b1-bbe0-82c7d78c3c0e req-ce1f08f1-b365-43ec-b88f-90ac38362c05 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:42.308942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9ba56ab-58b1-44b1-bbe0-82c7d78c3c0e req-ce1f08f1-b365-43ec-b88f-90ac38362c05 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0690286 Dec 16 22:56:42.367852 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9ba56ab-58b1-44b1-bbe0-82c7d78c3c0e req-d29fb166-5b7a-43ad-8950-1c1c72915723 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497246 Dec 16 22:56:43.025110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e751836-a81c-4296-971f-a6097d2c21e6 req-680f36f4-f70d-4587-9211-0f552d2a4ac5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:43.027092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e751836-a81c-4296-971f-a6097d2c21e6 req-680f36f4-f70d-4587-9211-0f552d2a4ac5 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0549555 Dec 16 22:56:43.082236 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e751836-a81c-4296-971f-a6097d2c21e6 req-7e840795-182a-4a47-83b5-5e12a67e01ed tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474415 Dec 16 22:56:43.462172 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:43.499531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddd14d-ccbd-4347-b965-9b9e4fe3bf6e req-fdd1ad05-6b59-41a6-9664-dba4e31e5ec2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:43.501102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73ddd14d-ccbd-4347-b965-9b9e4fe3bf6e req-fdd1ad05-6b59-41a6-9664-dba4e31e5ec2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0556798 Dec 16 22:56:43.558973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73ddd14d-ccbd-4347-b965-9b9e4fe3bf6e req-8756885d-ba57-43a8-b66b-793f48f5e9d9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515246 Dec 16 22:56:43.570876 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:44.214067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc22ab1-0c89-4cea-bf11-f4ff43f507d4 req-6426d265-6ced-4462-8fac-454cd9563bc1 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:44.222100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0cc22ab1-0c89-4cea-bf11-f4ff43f507d4 req-6426d265-6ced-4462-8fac-454cd9563bc1 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0633063 Dec 16 22:56:44.257977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 04af1bec-5856-455f-9ccb-6ad72e79f41d no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:56:44.283212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 04af1bec-5856-455f-9ccb-6ad72e79f41d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:56:44.284038 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 04af1bec-5856-455f-9ccb-6ad72e79f41d not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:56:44.290467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0cc22ab1-0c89-4cea-bf11-f4ff43f507d4 req-42fc6a25-2dd6-4c27-870e-866f27f8c4db tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674305 Dec 16 22:56:44.702706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459faf64-947c-4909-b264-b44fd32ff972 req-95a77ba7-7720-4f7b-b76f-c46791d43ac7 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:44.703747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-459faf64-947c-4909-b264-b44fd32ff972 req-95a77ba7-7720-4f7b-b76f-c46791d43ac7 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0572453 Dec 16 22:56:44.767915 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-459faf64-947c-4909-b264-b44fd32ff972 req-28aa339b-7d3a-4b25-acf1-2ef7cc28ebf1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574400 Dec 16 22:56:45.326206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651f0ec-2af9-49c5-af21-760fed414c81 req-4f7f3e83-123e-4dc0-aa1d-76289e5a1812 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:45.330705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3651f0ec-2af9-49c5-af21-760fed414c81 req-4f7f3e83-123e-4dc0-aa1d-76289e5a1812 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.69 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.0631909 Dec 16 22:56:45.478156 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299f6c0-42d5-45de-ad4b-cf3e719b9bcd req-eac459df-60f0-4f75-bfa3-72c63b6e9498 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:45.479785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6299f6c0-42d5-45de-ad4b-cf3e719b9bcd req-eac459df-60f0-4f75-bfa3-72c63b6e9498 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 944 time: 0.1013858 Dec 16 22:56:45.511540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-3651f0ec-2af9-49c5-af21-760fed414c81 req-98cf2c6f-3a00-4c34-bf11-26c06f9a472a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Deleting port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:56:45.511879 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3651f0ec-2af9-49c5-af21-760fed414c81 req-98cf2c6f-3a00-4c34-bf11-26c06f9a472a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:45.593688 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6299f6c0-42d5-45de-ad4b-cf3e719b9bcd req-18b957cf-aa8f-43aa-b210-29828789b235 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups?id=cea275c1-e410-4f47-becf-dbcbaa6f71a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018388 Dec 16 22:56:45.634511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-3651f0ec-2af9-49c5-af21-760fed414c81 req-98cf2c6f-3a00-4c34-bf11-26c06f9a472a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] For port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:45.634889 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3651f0ec-2af9-49c5-af21-760fed414c81 req-98cf2c6f-3a00-4c34-bf11-26c06f9a472a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:46.161515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2aa50-16ec-4d43-8fdc-70b1903e9ea7 req-da492d72-7ce1-4408-9f9f-4302f5b78e9b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:46.163089 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2aa2aa50-16ec-4d43-8fdc-70b1903e9ea7 req-da492d72-7ce1-4408-9f9f-4302f5b78e9b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.1006017 Dec 16 22:56:46.203568 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3651f0ec-2af9-49c5-af21-760fed414c81 req-98cf2c6f-3a00-4c34-bf11-26c06f9a472a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:46.203939 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3651f0ec-2af9-49c5-af21-760fed414c81 req-98cf2c6f-3a00-4c34-bf11-26c06f9a472a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:46.204261 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [req-3651f0ec-2af9-49c5-af21-760fed414c81 req-98cf2c6f-3a00-4c34-bf11-26c06f9a472a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Floating IP b45700fb-91ed-4535-a4ec-3c41520f4f55 disassociated. External IP: 172.25.2.207, port: 794339ae-a49b-4c6e-9ae3-d30f9eccd19b. Dec 16 22:56:46.204611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-3651f0ec-2af9-49c5-af21-760fed414c81 req-98cf2c6f-3a00-4c34-bf11-26c06f9a472a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Calling delete_port for 794339ae-a49b-4c6e-9ae3-d30f9eccd19b owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:56:46.242521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2aa2aa50-16ec-4d43-8fdc-70b1903e9ea7 req-c8b1aecb-c527-4d62-8d47-21392cfd226a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696423 Dec 16 22:56:46.462831 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3651f0ec-2af9-49c5-af21-760fed414c81 req-98cf2c6f-3a00-4c34-bf11-26c06f9a472a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:46.492860 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf2c6f-3a00-4c34-bf11-26c06f9a472a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event deleted for resources: {'Port': ['ID=794339ae-a49b-4c6e-9ae3-d30f9eccd19b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:46.629002 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3651f0ec-2af9-49c5-af21-760fed414c81 req-98cf2c6f-3a00-4c34-bf11-26c06f9a472a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Router e5214b21-a589-47f5-ae9f-e83119bcce89 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:56:46.767983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f0fc935-1d1d-431c-b6da-41d0912d117e req-8d2de747-2e70-486c-9c75-5f679032707f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 210 time: 0.0798683 Dec 16 22:56:46.796845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3651f0ec-2af9-49c5-af21-760fed414c81 req-98cf2c6f-3a00-4c34-bf11-26c06f9a472a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:56:46.810029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ca627b-f477-4596-b4e7-1fd8f5b9927d None None] Sync routers for ids ['e5214b21-a589-47f5-ae9f-e83119bcce89'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:56:46.828784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca627b-f477-4596-b4e7-1fd8f5b9927d None None] Routers {'e5214b21-a589-47f5-ae9f-e83119bcce89'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:56:46.829766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-04ca627b-f477-4596-b4e7-1fd8f5b9927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:56:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e5214b21-a589-47f5-ae9f-e83119bcce89'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:46.851694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-3651f0ec-2af9-49c5-af21-760fed414c81 req-98cf2c6f-3a00-4c34-bf11-26c06f9a472a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] No DVR routers for this DVR port 794339ae-a49b-4c6e-9ae3-d30f9eccd19b on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:56:46.854496 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3651f0ec-2af9-49c5-af21-760fed414c81 req-98cf2c6f-3a00-4c34-bf11-26c06f9a472a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:46.857852 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3651f0ec-2af9-49c5-af21-760fed414c81 req-98cf2c6f-3a00-4c34-bf11-26c06f9a472a tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.69 "DELETE /v2.0/ports/794339ae-a49b-4c6e-9ae3-d30f9eccd19b HTTP/1.1" status: 204 len: 173 time: 1.5214627 Dec 16 22:56:46.858310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'name': 'network-vif-deleted', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:56:46.860623 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9addfc4-8ff9-427d-9f42-c6300a1ca9e4" -d '{"events": [{"server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "name": "network-vif-deleted", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:56:46.906476 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfedeccc-b5db-403b-9673-c31bd73e0aea x-openstack-request-id: req-cfedeccc-b5db-403b-9673-c31bd73e0aea {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:56:46.906874 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e04c35-679f-429e-8de3-cd269ab91d86", "name": "network-vif-deleted", "tag": "794339ae-a49b-4c6e-9ae3-d30f9eccd19b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:56:46.907199 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cfedeccc-b5db-403b-9673-c31bd73e0aea {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:56:46.907699 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e04c35-679f-429e-8de3-cd269ab91d86', 'name': 'network-vif-deleted', 'tag': '794339ae-a49b-4c6e-9ae3-d30f9eccd19b', 'status': 'completed', 'code': 200} Dec 16 22:56:47.148756 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-04ca627b-f477-4596-b4e7-1fd8f5b9927d None None] Set router e5214b21-a589-47f5-ae9f-e83119bcce89 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:56:47.390471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db552e0-0302-40ef-9b3e-df3741f1d123 req-04733ab5-60a5-4d32-95b1-bf7862fa4aeb tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:47.392387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1db552e0-0302-40ef-9b3e-df3741f1d123 req-04733ab5-60a5-4d32-95b1-bf7862fa4aeb tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0593989 Dec 16 22:56:47.416615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-04ca627b-f477-4596-b4e7-1fd8f5b9927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'name': 'tempest-ServerActionsTestJSON-2120862505-router', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:12Z', 'updated_at': '2021-12-16T22:49:18Z', 'revision_number': 4, 'project_id': '7598faf309884af08e32732a45eb82c2', 'gw_port': {'id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:13Z', 'updated_at': '2021-12-16T22:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '351a74d7-2138-4a7e-b1db-dc802690b0ef', 'name': '', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'mac_address': 'fa:16:3e:5e:07:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:17Z', 'updated_at': '2021-12-16T22:49:25Z', 'revision_number': 5, 'project_id': '7598faf309884af08e32732a45eb82c2', 'subnets': [{'id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:47.444623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ca627b-f477-4596-b4e7-1fd8f5b9927d None None] Checking router: e5214b21-a589-47f5-ae9f-e83119bcce89 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:56:47.451241 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1db552e0-0302-40ef-9b3e-df3741f1d123 req-98bdfc55-e92d-4579-9223-39d84776f0e4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529115 Dec 16 22:56:47.454448 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca627b-f477-4596-b4e7-1fd8f5b9927d None None] Routers {'e5214b21-a589-47f5-ae9f-e83119bcce89'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:56:47.455309 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-04ca627b-f477-4596-b4e7-1fd8f5b9927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:56:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e5214b21-a589-47f5-ae9f-e83119bcce89'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:47.590672 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-04ca627b-f477-4596-b4e7-1fd8f5b9927d None None] Set router e5214b21-a589-47f5-ae9f-e83119bcce89 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:56:47.666312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53738) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:47.671013 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350101068', 'description': 'tempest-secgroup-smoke-1350101068 description', 'project_id': '77a84e9ce21649539c250201052b6691'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:47.799837 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:47.817389 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-04ca627b-f477-4596-b4e7-1fd8f5b9927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'name': 'tempest-ServerActionsTestJSON-2120862505-router', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:12Z', 'updated_at': '2021-12-16T22:49:18Z', 'revision_number': 4, 'project_id': '7598faf309884af08e32732a45eb82c2', 'gw_port': {'id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:13Z', 'updated_at': '2021-12-16T22:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '351a74d7-2138-4a7e-b1db-dc802690b0ef', 'name': '', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'mac_address': 'fa:16:3e:5e:07:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:17Z', 'updated_at': '2021-12-16T22:49:25Z', 'revision_number': 5, 'project_id': '7598faf309884af08e32732a45eb82c2', 'subnets': [{'id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:47.849278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ca627b-f477-4596-b4e7-1fd8f5b9927d None None] The sync data for ids ['e5214b21-a589-47f5-ae9f-e83119bcce89'] in n-d-821840-2 is: [{'id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'name': 'tempest-ServerActionsTestJSON-2120862505-router', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:12Z', 'updated_at': '2021-12-16T22:49:18Z', 'revision_number': 4, 'project_id': '7598faf309884af08e32732a45eb82c2', 'gw_port': {'id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:13Z', 'updated_at': '2021-12-16T22:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '351a74d7-2138-4a7e-b1db-dc802690b0ef', 'name': '', 'network_id': 'f9696325-b450-49ff-84ca-eac34f68c7bb', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'mac_address': 'fa:16:3e:5e:07:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:17Z', 'updated_at': '2021-12-16T22:49:25Z', 'revision_number': 5, 'project_id': '7598faf309884af08e32732a45eb82c2', 'subnets': [{'id': 'e270dbc5-c7e3-4ed6-9c89-2c10c311a073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:56:47.903184 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:47.957153 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a699dd92-de64-4eda-94d7-b7d82b1a353c req-dd27c598-6843-4b61-bacd-0254dc8717fe tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e04c35-679f-429e-8de3-cd269ab91d86 HTTP/1.1" status: 200 len: 210 time: 0.0504587 Dec 16 22:56:47.994273 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:48.030611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60bf29a9-e323-4fa3-a55f-a972c7e627b8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:48.039123 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:48.039496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:48.039850 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:48.040789 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:48.041447 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:48.041746 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:48.042090 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:48.042427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:48.042817 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:48.043147 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:48.043513 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:48.050145 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:48.050145 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:48.127065 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:48.131313 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bd859e4c-c85b-4c47-9a5e-585afd80a319 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4610355 Dec 16 22:56:48.131493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53746) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:48.140868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9dcfa6fd-fa99-4058-b7b3-44c99b2ea2f6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Request body: {'security_group_rule': {'security_group_id': '60bf29a9-e323-4fa3-a55f-a972c7e627b8', 'project_id': '77a84e9ce21649539c250201052b6691', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:48.141973 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da2226f-7055-4176-9296-e151e34cde30 None None] New status for floating IP b45700fb-91ed-4535-a4ec-3c41520f4f55: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:56:48.273091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa6fd-fa99-4058-b7b3-44c99b2ea2f6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:48.293284 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 794339ae-a49b-4c6e-9ae3-d30f9eccd19b no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:56:48.317856 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 794339ae-a49b-4c6e-9ae3-d30f9eccd19b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:56:48.318546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 794339ae-a49b-4c6e-9ae3-d30f9eccd19b not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:56:48.338561 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa6fd-fa99-4058-b7b3-44c99b2ea2f6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:48.416531 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa6fd-fa99-4058-b7b3-44c99b2ea2f6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:48.434532 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfa6fd-fa99-4058-b7b3-44c99b2ea2f6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e01521-79cd-451f-8db2-70c0f3f6a3dc,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:48.538448 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa6fd-fa99-4058-b7b3-44c99b2ea2f6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:48.539675 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9dcfa6fd-fa99-4058-b7b3-44c99b2ea2f6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4067795 Dec 16 22:56:48.542424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53750) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:48.546919 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-85002c8f-ae30-4ce1-a2b6-82e9279aadbe tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Request body: {'security_group_rule': {'security_group_id': '60bf29a9-e323-4fa3-a55f-a972c7e627b8', 'project_id': '77a84e9ce21649539c250201052b6691', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:48.587460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc405d-633d-4869-85c2-300dcb11b19b req-87ab6fbf-4e64-4ea0-9534-bf7979fb2ecf tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:48.589271 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-addc405d-633d-4869-85c2-300dcb11b19b req-87ab6fbf-4e64-4ea0-9534-bf7979fb2ecf tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0602953 Dec 16 22:56:48.639386 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-addc405d-633d-4869-85c2-300dcb11b19b req-b01070b4-a839-41fd-9cc8-35c7b69531fe tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439465 Dec 16 22:56:48.673551 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85002c8f-ae30-4ce1-a2b6-82e9279aadbe tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:48.733855 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85002c8f-ae30-4ce1-a2b6-82e9279aadbe tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:48.851221 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85002c8f-ae30-4ce1-a2b6-82e9279aadbe tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:48.871517 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85002c8f-ae30-4ce1-a2b6-82e9279aadbe tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b9836a-ebd4-4a7a-b339-07188da0a03a,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:48.961347 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85002c8f-ae30-4ce1-a2b6-82e9279aadbe tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:48.962612 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-85002c8f-ae30-4ce1-a2b6-82e9279aadbe tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4192305 Dec 16 22:56:48.965720 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53752) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:48.970383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ae97815d-07a5-4a49-8df1-b975c838aa38 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Request body: {'security_group_rule': {'security_group_id': '60bf29a9-e323-4fa3-a55f-a972c7e627b8', 'project_id': '77a84e9ce21649539c250201052b6691', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:49.067534 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae97815d-07a5-4a49-8df1-b975c838aa38 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.130458 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae97815d-07a5-4a49-8df1-b975c838aa38 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.144363 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53758) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:49.202054 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2646642-98ea-4d37-9b16-7aca3a46f3e6 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.232087 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2646642-98ea-4d37-9b16-7aca3a46f3e6 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.263236 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae97815d-07a5-4a49-8df1-b975c838aa38 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.285896 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97815d-07a5-4a49-8df1-b975c838aa38 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fd6f39-bbeb-4d24-8009-0338b1e901da,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:49.384710 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ae97815d-07a5-4a49-8df1-b975c838aa38 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.386178 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ae97815d-07a5-4a49-8df1-b975c838aa38 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4193361 Dec 16 22:56:49.389416 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53760) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:49.393996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-33c1f1fa-4efe-4cf4-a9df-76d9505a3599 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Request body: {'security_group_rule': {'security_group_id': '60bf29a9-e323-4fa3-a55f-a972c7e627b8', 'project_id': '77a84e9ce21649539c250201052b6691', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:49.409271 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2646642-98ea-4d37-9b16-7aca3a46f3e6 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.417738 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2646642-98ea-4d37-9b16-7aca3a46f3e6 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.417738 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c2646642-98ea-4d37-9b16-7aca3a46f3e6 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "DELETE /v2.0/security-groups/cea275c1-e410-4f47-becf-dbcbaa6f71a2 HTTP/1.1" status: 204 len: 168 time: 0.2683322 Dec 16 22:56:49.419781 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 53762) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:49.429971 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2646642-98ea-4d37-9b16-7aca3a46f3e6 tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea275c1-e410-4f47-becf-dbcbaa6f71a2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:49.432992 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-1ee2f776-9803-439b-959d-4191d2506cdf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] show failed (client error): The resource could not be found. Dec 16 22:56:49.434136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1ee2f776-9803-439b-959d-4191d2506cdf tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "GET /v2.0/security-groups/cea275c1-e410-4f47-becf-dbcbaa6f71a2 HTTP/1.1" status: 404 len: 347 time: 0.0132980 Dec 16 22:56:49.436874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 53764) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:49.496194 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33c1f1fa-4efe-4cf4-a9df-76d9505a3599 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.563636 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33c1f1fa-4efe-4cf4-a9df-76d9505a3599 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.587998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-299a8b43-1172-4486-872d-04a9685e6f1f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Deleting port 8eddd948-4fbc-4dae-b886-55ff9aadc719 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:56:49.588630 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299a8b43-1172-4486-872d-04a9685e6f1f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.679918 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33c1f1fa-4efe-4cf4-a9df-76d9505a3599 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.680682 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299a8b43-1172-4486-872d-04a9685e6f1f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.681024 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299a8b43-1172-4486-872d-04a9685e6f1f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.697123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-299a8b43-1172-4486-872d-04a9685e6f1f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Calling delete_port for 8eddd948-4fbc-4dae-b886-55ff9aadc719 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:56:49.706819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1f1fa-4efe-4cf4-a9df-76d9505a3599 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573d34d0-c6f2-4d8b-9043-8ebbfe4c303c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:49.812968 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33c1f1fa-4efe-4cf4-a9df-76d9505a3599 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.814299 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-33c1f1fa-4efe-4cf4-a9df-76d9505a3599 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4237158 Dec 16 22:56:49.817631 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53768) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:49.822958 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c2632859-0107-4e94-9abf-5b7b75138345 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Request body: {'security_group_rule': {'security_group_id': '60bf29a9-e323-4fa3-a55f-a972c7e627b8', 'project_id': '77a84e9ce21649539c250201052b6691', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:49.829626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ad5e1-e78d-43ba-8d3a-0b198cc9a53e req-fdbaef7f-822e-49c1-84af-8ac48574d52f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:49.831174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d1ad5e1-e78d-43ba-8d3a-0b198cc9a53e req-fdbaef7f-822e-49c1-84af-8ac48574d52f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0840397 Dec 16 22:56:49.925930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d1ad5e1-e78d-43ba-8d3a-0b198cc9a53e req-7e29444c-4d7b-4cf7-bc81-bf9a14bb787e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869007 Dec 16 22:56:49.959652 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-c2632859-0107-4e94-9abf-5b7b75138345 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Project 77a84e9ce21649539c250201052b6691 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:56:49.965804 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2632859-0107-4e94-9abf-5b7b75138345 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:50.012416 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299a8b43-1172-4486-872d-04a9685e6f1f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:50.040965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a8b43-1172-4486-872d-04a9685e6f1f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Pushing event deleted for resources: {'Port': ['ID=8eddd948-4fbc-4dae-b886-55ff9aadc719,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:50.042292 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2632859-0107-4e94-9abf-5b7b75138345 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:50.114269 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299a8b43-1172-4486-872d-04a9685e6f1f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:50.117403 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-299a8b43-1172-4486-872d-04a9685e6f1f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:50.121165 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-299a8b43-1172-4486-872d-04a9685e6f1f tempest-ServerActionsTestJSON-1024643287 tempest-ServerActionsTestJSON-1024643287-project] 10.222.0.43 "DELETE /v2.0/floatingips/b45700fb-91ed-4535-a4ec-3c41520f4f55 HTTP/1.1" status: 204 len: 168 time: 0.6808703 Dec 16 22:56:50.122923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 53770) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:50.123312 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c863875-199d-4406-9183-8aa3ae223c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:50.166756 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2632859-0107-4e94-9abf-5b7b75138345 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:50.186861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2632859-0107-4e94-9abf-5b7b75138345 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce8ea06-e689-47cc-818e-6febaa85e04b,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:50.304199 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c2632859-0107-4e94-9abf-5b7b75138345 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:50.309068 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c2632859-0107-4e94-9abf-5b7b75138345 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4866836 Dec 16 22:56:50.309237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53774) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:50.313696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-fe6cba6c-c402-44a7-8db9-2b57d0ec7414 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Request body: {'security_group_rule': {'security_group_id': '60bf29a9-e323-4fa3-a55f-a972c7e627b8', 'project_id': '77a84e9ce21649539c250201052b6691', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:50.428412 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-fe6cba6c-c402-44a7-8db9-2b57d0ec7414 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Project 77a84e9ce21649539c250201052b6691 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:56:50.434953 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe6cba6c-c402-44a7-8db9-2b57d0ec7414 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:50.503749 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe6cba6c-c402-44a7-8db9-2b57d0ec7414 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:50.599711 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe6cba6c-c402-44a7-8db9-2b57d0ec7414 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:50.623889 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cba6c-c402-44a7-8db9-2b57d0ec7414 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a74f32-1115-49d9-b0d8-09d9120d49e0,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:50.721503 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe6cba6c-c402-44a7-8db9-2b57d0ec7414 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:50.722835 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fe6cba6c-c402-44a7-8db9-2b57d0ec7414 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4126680 Dec 16 22:56:50.732257 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-417af33a-ce60-4792-b041-b10775dd2b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:51.026021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-60e218f4-e243-4711-b33b-9e1e2c26aa2d tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350101068&fields=id&tenant_id=77a84e9ce21649539c250201052b6691 HTTP/1.1" status: 200 len: 267 time: 0.1003015 Dec 16 22:56:51.191844 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00187a7c-e06f-4ce5-9c58-bb66385fa0dc req-75578c36-3649-4cd4-ae1c-83550bc59a3b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:51.193444 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00187a7c-e06f-4ce5-9c58-bb66385fa0dc req-75578c36-3649-4cd4-ae1c-83550bc59a3b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.1647239 Dec 16 22:56:51.264272 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-aebe8d7f-b9bd-4d9b-870b-ee6adf745efb tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:51.265848 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-aebe8d7f-b9bd-4d9b-870b-ee6adf745efb tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/networks?id=7644b7c3-8b86-4c00-871c-ae70791d80d9 HTTP/1.1" status: 200 len: 813 time: 0.2220867 Dec 16 22:56:51.305303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-d250d566-d75d-4ae2-b9b7-f8897d18052b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/quotas/77a84e9ce21649539c250201052b6691 HTTP/1.1" status: 200 len: 375 time: 0.0312197 Dec 16 22:56:51.318398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00187a7c-e06f-4ce5-9c58-bb66385fa0dc req-69853982-9639-428e-b6b4-1a3b77ae0d8d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159899 Dec 16 22:56:51.360607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-417af33a-ce60-4792-b041-b10775dd2b61 admin admin] Deleting port 351a74d7-2138-4a7e-b1db-dc802690b0ef {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:56:51.360932 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-417af33a-ce60-4792-b041-b10775dd2b61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:51.424611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-da0b12a9-2e99-40ca-9296-f60b5781ddcc tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=77a84e9ce21649539c250201052b6691&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119070 Dec 16 22:56:51.531876 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-417af33a-ce60-4792-b041-b10775dd2b61 admin admin] For port 351a74d7-2138-4a7e-b1db-dc802690b0ef, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=351a74d7-2138-4a7e-b1db-dc802690b0ef,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:51.532171 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-417af33a-ce60-4792-b041-b10775dd2b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:51.550925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-417af33a-ce60-4792-b041-b10775dd2b61 admin admin] Calling delete_port for 351a74d7-2138-4a7e-b1db-dc802690b0ef owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:56:51.631558 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-9ec11c0e-5789-4483-bcb8-62d442ebb49f service neutron] 10.222.0.43 "GET /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929071 Dec 16 22:56:52.072369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-f2095ff8-8870-4386-bbbb-11106b2d927c service neutron] 10.222.0.43 "GET /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331100 Dec 16 22:56:52.257026 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-417af33a-ce60-4792-b041-b10775dd2b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:52.287870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417af33a-ce60-4792-b041-b10775dd2b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=351a74d7-2138-4a7e-b1db-dc802690b0ef,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:52.515338 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a90c05-9236-4904-acf5-8679bd78f44c req-71c52f1d-9e63-4de6-a2ac-576e3328d2cc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:52.516847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61a90c05-9236-4904-acf5-8679bd78f44c req-71c52f1d-9e63-4de6-a2ac-576e3328d2cc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.1036968 Dec 16 22:56:52.519588 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6275576a-278c-41cc-ac06-360c88838941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:52.532858 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-417af33a-ce60-4792-b041-b10775dd2b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:52.621370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61a90c05-9236-4904-acf5-8679bd78f44c req-11cefe8a-43ec-48a5-b4c4-6bcfd820d4a4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972779 Dec 16 22:56:52.813938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49e7b441-97a7-4562-93bc-11df3cb371ce req-61d09043-b0e8-4fd6-9237-9f1401574716 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 210 time: 0.0354142 Dec 16 22:56:52.843389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417af33a-ce60-4792-b041-b10775dd2b61 admin admin] Router e5214b21-a589-47f5-ae9f-e83119bcce89 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:56:52.972630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417af33a-ce60-4792-b041-b10775dd2b61 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:56:52.977874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-417af33a-ce60-4792-b041-b10775dd2b61 admin admin] 10.222.0.43 "PUT /v2.0/routers/e5214b21-a589-47f5-ae9f-e83119bcce89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8535450 Dec 16 22:56:52.980907 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53804) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:52.985276 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba39e9-27dd-4f67-9fc3-03974c76e475 None None] Sync routers for ids ['e5214b21-a589-47f5-ae9f-e83119bcce89'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:56:52.997002 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba39e9-27dd-4f67-9fc3-03974c76e475 None None] Routers {'e5214b21-a589-47f5-ae9f-e83119bcce89'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:56:52.997679 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-93ba39e9-27dd-4f67-9fc3-03974c76e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:56:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e5214b21-a589-47f5-ae9f-e83119bcce89'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:53.104480 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ffa85dd-b881-45f2-b4ef-a2849aea0682 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.116489 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-93ba39e9-27dd-4f67-9fc3-03974c76e475 None None] Set router e5214b21-a589-47f5-ae9f-e83119bcce89 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:56:53.218517 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ffa85dd-b881-45f2-b4ef-a2849aea0682 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.324424 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-93ba39e9-27dd-4f67-9fc3-03974c76e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'name': 'tempest-ServerActionsTestJSON-2120862505-router', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:12Z', 'updated_at': '2021-12-16T22:56:52Z', 'revision_number': 5, 'project_id': '7598faf309884af08e32732a45eb82c2', 'gw_port': {'id': 'f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:13Z', 'updated_at': '2021-12-16T22:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:53.350977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba39e9-27dd-4f67-9fc3-03974c76e475 None None] Checking router: e5214b21-a589-47f5-ae9f-e83119bcce89 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:56:53.358146 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa85dd-b881-45f2-b4ef-a2849aea0682 admin admin] Deleting port f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:56:53.358478 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ffa85dd-b881-45f2-b4ef-a2849aea0682 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.359677 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba39e9-27dd-4f67-9fc3-03974c76e475 None None] Routers {'e5214b21-a589-47f5-ae9f-e83119bcce89'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:56:53.360320 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-93ba39e9-27dd-4f67-9fc3-03974c76e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:56:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e5214b21-a589-47f5-ae9f-e83119bcce89'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:53.453359 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-93ba39e9-27dd-4f67-9fc3-03974c76e475 None None] Set router e5214b21-a589-47f5-ae9f-e83119bcce89 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:56:53.459540 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-5ffa85dd-b881-45f2-b4ef-a2849aea0682 admin admin] For port f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:53.459913 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ffa85dd-b881-45f2-b4ef-a2849aea0682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.471981 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa85dd-b881-45f2-b4ef-a2849aea0682 admin admin] Calling delete_port for f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:56:53.514931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-93ba39e9-27dd-4f67-9fc3-03974c76e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'name': 'tempest-ServerActionsTestJSON-2120862505-router', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:12Z', 'updated_at': '2021-12-16T22:56:53Z', 'revision_number': 6, 'project_id': '7598faf309884af08e32732a45eb82c2', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:53.546866 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba39e9-27dd-4f67-9fc3-03974c76e475 None None] The sync data for ids ['e5214b21-a589-47f5-ae9f-e83119bcce89'] in n-d-821840-2 is: [{'id': 'e5214b21-a589-47f5-ae9f-e83119bcce89', 'name': 'tempest-ServerActionsTestJSON-2120862505-router', 'tenant_id': '7598faf309884af08e32732a45eb82c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:12Z', 'updated_at': '2021-12-16T22:56:53Z', 'revision_number': 6, 'project_id': '7598faf309884af08e32732a45eb82c2', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:56:53.673748 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.750292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d8db2-e762-44b6-b6fb-710ef60228be req-cb03153f-9d69-4233-b407-28294b48fac0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:53.751997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc0d8db2-e762-44b6-b6fb-710ef60228be req-cb03153f-9d69-4233-b407-28294b48fac0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0576937 Dec 16 22:56:53.799864 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ffa85dd-b881-45f2-b4ef-a2849aea0682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.808336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc0d8db2-e762-44b6-b6fb-710ef60228be req-21a6ad4c-33b7-409c-b2e4-ff7e380d6466 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482717 Dec 16 22:56:53.829049 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa85dd-b881-45f2-b4ef-a2849aea0682 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:53.846503 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c04cd12-fd51-47ad-a41a-7031137d237f None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:56:53.918071 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ffa85dd-b881-45f2-b4ef-a2849aea0682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.925899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3c76d2b-9193-40f0-9113-b6b50542b0a2 req-4fc1d581-2fa9-4b36-8309-6093a8474d9a tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 210 time: 0.0476966 Dec 16 22:56:54.045064 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ffa85dd-b881-45f2-b4ef-a2849aea0682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.047729 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ffa85dd-b881-45f2-b4ef-a2849aea0682 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.176889 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ffa85dd-b881-45f2-b4ef-a2849aea0682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.177523 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffa85dd-b881-45f2-b4ef-a2849aea0682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5214b21-a589-47f5-ae9f-e83119bcce89 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:56:54.182281 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ffa85dd-b881-45f2-b4ef-a2849aea0682 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.183822 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5ffa85dd-b881-45f2-b4ef-a2849aea0682 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e5214b21-a589-47f5-ae9f-e83119bcce89 HTTP/1.1" status: 204 len: 168 time: 1.2011533 Dec 16 22:56:54.186315 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53814) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:54.238747 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83c2d17-b1ea-473c-ad6f-87f960e7835f admin admin] Deleting subnet e270dbc5-c7e3-4ed6-9c89-2c10c311a073 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:56:54.243373 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e83c2d17-b1ea-473c-ad6f-87f960e7835f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.284301 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e83c2d17-b1ea-473c-ad6f-87f960e7835f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.378778 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e83c2d17-b1ea-473c-ad6f-87f960e7835f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.426080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 351a74d7-2138-4a7e-b1db-dc802690b0ef no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:56:54.453863 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 351a74d7-2138-4a7e-b1db-dc802690b0ef {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:56:54.454101 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 351a74d7-2138-4a7e-b1db-dc802690b0ef not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:56:54.588931 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e83c2d17-b1ea-473c-ad6f-87f960e7835f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.615878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c2d17-b1ea-473c-ad6f-87f960e7835f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e270dbc5-c7e3-4ed6-9c89-2c10c311a073,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:54.619606 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e83c2d17-b1ea-473c-ad6f-87f960e7835f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.624785 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e83c2d17-b1ea-473c-ad6f-87f960e7835f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e270dbc5-c7e3-4ed6-9c89-2c10c311a073 HTTP/1.1" status: 204 len: 168 time: 0.4374290 Dec 16 22:56:54.630584 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aaf7b4-2cfa-46ee-b459-4543610eb3a3 None None] Network f9696325-b450-49ff-84ca-eac34f68c7bb requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:56:54.631562 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53816) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:54.728116 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.813316 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] Deleting port d246a8e9-3059-4503-b856-342fc65f9c47 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:56:54.813642 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.875057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e278000-2454-48f2-92b0-f62921de1311 None None] DHCP port deletion for f9696325-b450-49ff-84ca-eac34f68c7bb request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:56:54.915367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] For port d246a8e9-3059-4503-b856-342fc65f9c47, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d246a8e9-3059-4503-b856-342fc65f9c47,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:54.915762 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.945389 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] Calling delete_port for d246a8e9-3059-4503-b856-342fc65f9c47 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:56:54.969563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3e278000-2454-48f2-92b0-f62921de1311 None None] Deleting port d246a8e9-3059-4503-b856-342fc65f9c47 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:56:54.970267 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e278000-2454-48f2-92b0-f62921de1311 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.980256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed74ff0-bec2-4723-bc54-5e0a2e6e561c req-7e3bc2db-6be4-4c21-a999-83f35939785a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:54.982769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ed74ff0-bec2-4723-bc54-5e0a2e6e561c req-7e3bc2db-6be4-4c21-a999-83f35939785a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0762076 Dec 16 22:56:55.017493 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.049465 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3e278000-2454-48f2-92b0-f62921de1311 None None] For port d246a8e9-3059-4503-b856-342fc65f9c47, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d246a8e9-3059-4503-b856-342fc65f9c47,segment=NetworkSegment(691db724-2279-442b-ba4a-19ceffc3b706),segment_id=691db724-2279-442b-ba4a-19ceffc3b706)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:55.049761 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e278000-2454-48f2-92b0-f62921de1311 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.059031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5211810-0b17-4f94-b52c-87c28d0524b2 req-c2627212-2521-47e2-a7aa-4873fe561771 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 210 time: 0.0383332 Dec 16 22:56:55.064771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3e278000-2454-48f2-92b0-f62921de1311 None None] Calling delete_port for d246a8e9-3059-4503-b856-342fc65f9c47 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:56:55.080512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3ed74ff0-bec2-4723-bc54-5e0a2e6e561c req-e10084ae-a28c-464d-b145-7186753c3c9b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907104 Dec 16 22:56:55.108894 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.137439 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d246a8e9-3059-4503-b856-342fc65f9c47,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:55.141332 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] No DVR routers for this DVR port d246a8e9-3059-4503-b856-342fc65f9c47 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:56:55.164551 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e278000-2454-48f2-92b0-f62921de1311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.193226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e278000-2454-48f2-92b0-f62921de1311 None None] Pushing event deleted for resources: {'Port': ['ID=d246a8e9-3059-4503-b856-342fc65f9c47,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:55.198083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e278000-2454-48f2-92b0-f62921de1311 None None] No DVR routers for this DVR port d246a8e9-3059-4503-b856-342fc65f9c47 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:56:55.228014 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.247929 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9696325-b450-49ff-84ca-eac34f68c7bb']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:55.258262 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691db724-2279-442b-ba4a-19ceffc3b706') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:55.258564 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691db724-2279-442b-ba4a-19ceffc3b706') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:55.271461 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.287693 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.294462 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:56:55.294858 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:56:55.312618 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:56:55.514011 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.520594 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.523893 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] 10.222.0.43 "DELETE /v2.0/networks/f9696325-b450-49ff-84ca-eac34f68c7bb HTTP/1.1" status: 204 len: 168 time: 0.8908784 Dec 16 22:56:55.537371 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e237b4-3385-4bb3-99ac-ac98e01747cf admin admin] Pushing event deleted for resources: {'Network': ['ID=f9696325-b450-49ff-84ca-eac34f68c7bb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:55.828829 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.980412 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 53824) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:56.004806 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:56:56.028906 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:56:56.029428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f8d2a20d-01a8-46e8-a1fa-72c3251ae8ef not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:56:56.029947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d246a8e9-3059-4503-b856-342fc65f9c47 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:56:56.044583 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8f72c872-ed55-42a8-846f-c39667d0e48a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7598faf309884af08e32732a45eb82c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0627410 Dec 16 22:56:56.047182 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 53826) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:56.052569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: d246a8e9-3059-4503-b856-342fc65f9c47 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:56:56.053107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d246a8e9-3059-4503-b856-342fc65f9c47 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:56:56.085577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-40df4607-0cb0-49e2-bfc7-278cdf32fe34 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:56.087177 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-40df4607-0cb0-49e2-bfc7-278cdf32fe34 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.69 "GET /v2.0/networks?id=7644b7c3-8b86-4c00-871c-ae70791d80d9 HTTP/1.1" status: 200 len: 813 time: 0.1470106 Dec 16 22:56:56.211313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f7f3007-47b3-43c8-9c97-0c142e3305b6 req-fbd4d4ef-3f60-47ab-8f53-6ef5605a2418 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 210 time: 0.0681133 Dec 16 22:56:56.273285 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4022a678-5d9d-4226-9566-8c9641e23cc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:56.284337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-be646606-e939-47e1-88ef-9e207f424b73 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77a84e9ce21649539c250201052b6691 HTTP/1.1" status: 200 len: 380 time: 0.1815276 Dec 16 22:56:56.306948 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-99de49bb-4e27-4c16-b6f6-2e48a839d084 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Request body: {'port': {'device_id': 'ca45d786-ca13-434a-93ff-68768a43b150', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'admin_state_up': True, 'tenant_id': '77a84e9ce21649539c250201052b6691', 'security_groups': ['60bf29a9-e323-4fa3-a55f-a972c7e627b8']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:56.374738 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4022a678-5d9d-4226-9566-8c9641e23cc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:56.384426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203139db-b4d6-42ca-bd2c-8511bd574f93 req-a9c68f84-ebfb-4f23-b2b0-fd01272db772 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:56.385164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-203139db-b4d6-42ca-bd2c-8511bd574f93 req-a9c68f84-ebfb-4f23-b2b0-fd01272db772 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.2113380 Dec 16 22:56:56.508616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-203139db-b4d6-42ca-bd2c-8511bd574f93 req-a9d7ca16-fd68-4d00-8cca-6c31e7724697 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115017 Dec 16 22:56:56.594580 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4022a678-5d9d-4226-9566-8c9641e23cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:56.597415 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4022a678-5d9d-4226-9566-8c9641e23cc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:56.615850 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4022a678-5d9d-4226-9566-8c9641e23cc1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b46d7d72-664d-4546-8f15-2b04a3156fd7 HTTP/1.1" status: 204 len: 168 time: 0.5505908 Dec 16 22:56:56.615850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022a678-5d9d-4226-9566-8c9641e23cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46d7d72-664d-4546-8f15-2b04a3156fd7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:56.640766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-99de49bb-4e27-4c16-b6f6-2e48a839d084 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Made reservation on behalf of 77a84e9ce21649539c250201052b6691 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:56:56.645713 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-99de49bb-4e27-4c16-b6f6-2e48a839d084 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:56.821381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-99de49bb-4e27-4c16-b6f6-2e48a839d084 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Allocated IP 172.20.0.9 (7644b7c3-8b86-4c00-871c-ae70791d80d9/b4e7b823-d984-434c-ac01-56dfd985edf1/718fd2ac-b776-43f0-b154-7dad9855b1f1) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:56:57.013186 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-99de49bb-4e27-4c16-b6f6-2e48a839d084 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:57.104299 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-99de49bb-4e27-4c16-b6f6-2e48a839d084 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:57.171966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-99de49bb-4e27-4c16-b6f6-2e48a839d084 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Network 7644b7c3-8b86-4c00-871c-ae70791d80d9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:56:57.175469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-99de49bb-4e27-4c16-b6f6-2e48a839d084 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:56:57.177432 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-99de49bb-4e27-4c16-b6f6-2e48a839d084 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:56:57.235914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de49bb-4e27-4c16-b6f6-2e48a839d084 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Pushing event updated for resources: {'Port': ['ID=718fd2ac-b776-43f0-b154-7dad9855b1f1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:57.257631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-99de49bb-4e27-4c16-b6f6-2e48a839d084 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:57.258253 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-99de49bb-4e27-4c16-b6f6-2e48a839d084 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:57.402864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-99de49bb-4e27-4c16-b6f6-2e48a839d084 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1027493 Dec 16 22:56:57.412773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968a27-5fbf-4cdb-936e-35e0f87ef307 req-7f0dd80b-dd2d-4aaa-bc9c-f70ec4578ebc tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:57.415031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09968a27-5fbf-4cdb-936e-35e0f87ef307 req-7f0dd80b-dd2d-4aaa-bc9c-f70ec4578ebc tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 931 time: 0.0896401 Dec 16 22:56:57.421080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Request body: {'port': {'device_id': 'ca45d786-ca13-434a-93ff-68768a43b150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:57.521697 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:57.529939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09968a27-5fbf-4cdb-936e-35e0f87ef307 req-219c6423-49ee-4669-a362-69230b85ad1e tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045232 Dec 16 22:56:57.593534 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7a85be30-8898-4aad-ac36-8066f4914043 None None] Provisioning complete for port 718fd2ac-b776-43f0-b154-7dad9855b1f1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:57.598548 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a85be30-8898-4aad-ac36-8066f4914043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:57.672906 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7a85be30-8898-4aad-ac36-8066f4914043 None None] Port 718fd2ac-b776-43f0-b154-7dad9855b1f1 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:56:57.863305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd441c5-c4d5-45ad-85f0-9cc3686a2852 req-94e03066-47d6-439b-81c3-5e9894018e3c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:57.864958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1cd441c5-c4d5-45ad-85f0-9cc3686a2852 req-94e03066-47d6-439b-81c3-5e9894018e3c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0908980 Dec 16 22:56:57.969882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1cd441c5-c4d5-45ad-85f0-9cc3686a2852 req-0393da7c-b2c9-465d-9e16-a08aa3cbdefe tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977528 Dec 16 22:56:57.980114 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718fd2ac-b776-43f0-b154-7dad9855b1f1 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:56:57.990117 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:58.003969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Transition to ACTIVE for port object 718fd2ac-b776-43f0-b154-7dad9855b1f1 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:56:58.094420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 53856) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:58.114969 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:58.207318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Pushing event updated for resources: {'Port': ['ID=718fd2ac-b776-43f0-b154-7dad9855b1f1,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:58.333271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d8128d0a-7918-4079-9171-c4e6db65dba9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-493995142-network', 'tenant_id': 'db67e00d6dfc4c78a040a65c7fb17e8a'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:58.341579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Attempting to bind port 718fd2ac-b776-43f0-b154-7dad9855b1f1 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:56:58.341911 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Attempting to bind port 718fd2ac-b776-43f0-b154-7dad9855b1f1 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '64e58f94-7cb2-4522-9486-f378b9971ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:56:58.342239 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Attempting to bind port 718fd2ac-b776-43f0-b154-7dad9855b1f1 on network 7644b7c3-8b86-4c00-871c-ae70791d80d9 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:56:58.350874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Port 718fd2ac-b776-43f0-b154-7dad9855b1f1 on network 7644b7c3-8b86-4c00-871c-ae70791d80d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:56:58.351461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Attempting to bind port 718fd2ac-b776-43f0-b154-7dad9855b1f1 on network 7644b7c3-8b86-4c00-871c-ae70791d80d9 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:56:58.368363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:56:58.368821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Checking segment: {'id': '64e58f94-7cb2-4522-9486-f378b9971ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:56:58.369108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Bound using segment: {'id': '64e58f94-7cb2-4522-9486-f378b9971ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:56:58.369705 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Bound port: 718fd2ac-b776-43f0-b154-7dad9855b1f1, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e58f94-7cb2-4522-9486-f378b9971ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:56:58.370076 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:58.472238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] For port 718fd2ac-b776-43f0-b154-7dad9855b1f1, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:56:58.476420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] For port 718fd2ac-b776-43f0-b154-7dad9855b1f1, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=718fd2ac-b776-43f0-b154-7dad9855b1f1,segment=NetworkSegment(64e58f94-7cb2-4522-9486-f378b9971ccb),segment_id=64e58f94-7cb2-4522-9486-f378b9971ccb)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:56:58.480665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8128d0a-7918-4079-9171-c4e6db65dba9 admin admin] Made reservation on behalf of db67e00d6dfc4c78a040a65c7fb17e8a for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:56:58.483637 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8128d0a-7918-4079-9171-c4e6db65dba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:58.504362 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8128d0a-7918-4079-9171-c4e6db65dba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:58.578508 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:58.659866 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8128d0a-7918-4079-9171-c4e6db65dba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:58.662275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:58.663094 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:58.664650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] 10.222.0.69 "PUT /v2.0/ports/718fd2ac-b776-43f0-b154-7dad9855b1f1 HTTP/1.1" status: 200 len: 1091 time: 1.2484236 Dec 16 22:56:58.665131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca45d786-ca13-434a-93ff-68768a43b150', 'tag': '718fd2ac-b776-43f0-b154-7dad9855b1f1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:56:58.670250 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6867a2-8317-4d98-9139-caa4ee8b398a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca45d786-ca13-434a-93ff-68768a43b150", "tag": "718fd2ac-b776-43f0-b154-7dad9855b1f1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:56:58.785103 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8128d0a-7918-4079-9171-c4e6db65dba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:58.798706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2aba0-2da8-449a-9ffb-a63bd8de60a3 service neutron] Pushing event updated for resources: {'Port': ['ID=718fd2ac-b776-43f0-b154-7dad9855b1f1,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:58.835329 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d6ba-94fd-4b52-98b3-562be3f7e072 req-d42f74d6-46eb-45f9-ade8-b347965289bb tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:58.850196 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c02d6ba-94fd-4b52-98b3-562be3f7e072 req-d42f74d6-46eb-45f9-ade8-b347965289bb tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 943 time: 0.1631935 Dec 16 22:56:58.889422 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8128d0a-7918-4079-9171-c4e6db65dba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:56:58.935957 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8128d0a-7918-4079-9171-c4e6db65dba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdab1fc-e62f-4f0f-a375-ab291a460101,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:58.954701 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8128d0a-7918-4079-9171-c4e6db65dba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:58.955060 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-d8128d0a-7918-4079-9171-c4e6db65dba9 admin admin] Added segment bfae9b81-7fba-443e-b02b-3eeb408c7971 of type vlan for network fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c Dec 16 22:56:59.065614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c02d6ba-94fd-4b52-98b3-562be3f7e072 req-e36dd53c-3d96-438b-9db9-b81e75de2624 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192802 Dec 16 22:56:59.081692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-7405edba-9a95-497f-a5a6-ce49c72b71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:59.083958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-7405edba-9a95-497f-a5a6-ce49c72b71b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=77a84e9ce21649539c250201052b6691&device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 1094 time: 0.2588866 Dec 16 22:56:59.096955 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8128d0a-7918-4079-9171-c4e6db65dba9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:59.138930 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca1ef04-c8cb-412b-a36e-891cfde0e708 x-openstack-request-id: req-eca1ef04-c8cb-412b-a36e-891cfde0e708 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:56:59.139699 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca45d786-ca13-434a-93ff-68768a43b150", "tag": "718fd2ac-b776-43f0-b154-7dad9855b1f1", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:56:59.139699 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eca1ef04-c8cb-412b-a36e-891cfde0e708 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:56:59.139909 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca45d786-ca13-434a-93ff-68768a43b150', 'tag': '718fd2ac-b776-43f0-b154-7dad9855b1f1', 'status': 'completed', 'code': 200} Dec 16 22:56:59.230370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-34776c98-c7c3-4d55-a98b-60548ecab426 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718fd2ac-b776-43f0-b154-7dad9855b1f1 HTTP/1.1" status: 200 len: 217 time: 0.0893350 Dec 16 22:56:59.319176 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8128d0a-7918-4079-9171-c4e6db65dba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:59.320827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8128d0a-7918-4079-9171-c4e6db65dba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:59.321421 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8128d0a-7918-4079-9171-c4e6db65dba9 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:59.408026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-faa2ef41-fafa-4145-a16c-2aa8a8553617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:59.409838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-faa2ef41-fafa-4145-a16c-2aa8a8553617 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4e7b823-d984-434c-ac01-56dfd985edf1 HTTP/1.1" status: 200 len: 852 time: 0.1608937 Dec 16 22:56:59.439959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95da6b3-3505-4ac4-8acb-9b171093b5e0 req-b083d9eb-93d4-4492-a2b9-8e9f51349545 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:59.441732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d95da6b3-3505-4ac4-8acb-9b171093b5e0 req-b083d9eb-93d4-4492-a2b9-8e9f51349545 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.2101605 Dec 16 22:56:59.444479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8128d0a-7918-4079-9171-c4e6db65dba9 admin admin] Pushing event updated for resources: {'Network': ['ID=fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:59.459246 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:56:59.510447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-64eb7779-917b-4e6a-8ab2-cecc3f69b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:59.512756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-64eb7779-917b-4e6a-8ab2-cecc3f69b5f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7644b7c3-8b86-4c00-871c-ae70791d80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914671 Dec 16 22:56:59.558799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d95da6b3-3505-4ac4-8acb-9b171093b5e0 req-539b4268-1550-4baa-8847-10c51285c406 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960844 Dec 16 22:56:59.916490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d8128d0a-7918-4079-9171-c4e6db65dba9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8207731 Dec 16 22:56:59.919869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 53868) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:59.927478 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e7bb8497-14e2-4e62-858c-44af95a61aa3 admin admin] Request body: {'subnet': {'network_id': 'fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-493995142-subnet', 'tenant_id': 'db67e00d6dfc4c78a040a65c7fb17e8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:59.985117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-d9107830-b90c-4537-a388-6e01a175561d service neutron] 10.222.0.69 "GET /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560382 Dec 16 22:57:00.116762 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45cf783-979a-449d-9c47-82ab6e4c7820 req-da231552-d847-4986-b68d-531783e889f1 service neutron] 10.222.0.69 "GET /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194177 Dec 16 22:57:00.120071 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bb8497-14e2-4e62-858c-44af95a61aa3 admin admin] Made reservation on behalf of db67e00d6dfc4c78a040a65c7fb17e8a for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:57:00.123636 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7bb8497-14e2-4e62-858c-44af95a61aa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:00.266683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650e604-50f4-4064-a435-f5c091c2c2c9 req-fee62bb6-3a51-4d09-9cf6-d05501b9e742 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:00.268391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5650e604-50f4-4064-a435-f5c091c2c2c9 req-fee62bb6-3a51-4d09-9cf6-d05501b9e742 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 943 time: 0.0805001 Dec 16 22:57:00.445840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5650e604-50f4-4064-a435-f5c091c2c2c9 req-7dc3fcf0-ef96-4ecb-8644-a03bd99bca94 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381822 Dec 16 22:57:00.478053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6867a2-8317-4d98-9139-caa4ee8b398a req-967ee1cc-8fc2-4580-9cc9-f146fdb4c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:00.480769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f6867a2-8317-4d98-9139-caa4ee8b398a req-967ee1cc-8fc2-4580-9cc9-f146fdb4c87c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=77a84e9ce21649539c250201052b6691&device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 1094 time: 0.0808473 Dec 16 22:57:00.549865 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7bb8497-14e2-4e62-858c-44af95a61aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:00.629221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb8497-14e2-4e62-858c-44af95a61aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e22786d9-aa44-422f-9f8a-cb0d7f91cab8,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:00.663158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6867a2-8317-4d98-9139-caa4ee8b398a req-05d03bba-85d9-4571-96bf-ec738480cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:00.664706 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f6867a2-8317-4d98-9139-caa4ee8b398a req-05d03bba-85d9-4571-96bf-ec738480cb6c service neutron] 10.222.0.69 "GET /v2.0/networks?id=7644b7c3-8b86-4c00-871c-ae70791d80d9 HTTP/1.1" status: 200 len: 914 time: 0.1731296 Dec 16 22:57:00.668679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb8497-14e2-4e62-858c-44af95a61aa3 admin admin] Checking segment: {'id': 'bfae9b81-7fba-443e-b02b-3eeb408c7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:57:00.669123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb8497-14e2-4e62-858c-44af95a61aa3 admin admin] Network hostable DHCP agents. Network: fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:57:00.730942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f6867a2-8317-4d98-9139-caa4ee8b398a req-32a1da94-3761-46e7-bd85-b6c96669a135 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718fd2ac-b776-43f0-b154-7dad9855b1f1 HTTP/1.1" status: 200 len: 217 time: 0.0538425 Dec 16 22:57:00.819469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30637b12-6527-4f55-8e36-7e0bc575cb85 req-58660a11-79cf-46fc-b9c2-c1284cf2502b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:00.821302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30637b12-6527-4f55-8e36-7e0bc575cb85 req-58660a11-79cf-46fc-b9c2-c1284cf2502b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.1368442 Dec 16 22:57:00.822693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6867a2-8317-4d98-9139-caa4ee8b398a req-66bbd2a5-d8a3-4bc1-8285-88e45c708bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:00.824860 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f6867a2-8317-4d98-9139-caa4ee8b398a req-66bbd2a5-d8a3-4bc1-8285-88e45c708bd1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4e7b823-d984-434c-ac01-56dfd985edf1 HTTP/1.1" status: 200 len: 852 time: 0.0720212 Dec 16 22:57:00.826106 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb8497-14e2-4e62-858c-44af95a61aa3 admin admin] Network fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:57:00.911160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30637b12-6527-4f55-8e36-7e0bc575cb85 req-bcbc4025-2a1f-4cdb-ba01-811d306fb015 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816038 Dec 16 22:57:00.913784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6867a2-8317-4d98-9139-caa4ee8b398a req-9f6d7365-ac95-45ce-8b97-34333e8f8dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:00.915208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f6867a2-8317-4d98-9139-caa4ee8b398a req-9f6d7365-ac95-45ce-8b97-34333e8f8dd8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7644b7c3-8b86-4c00-871c-ae70791d80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820541 Dec 16 22:57:00.936479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb8497-14e2-4e62-858c-44af95a61aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:57:00.940877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb8497-14e2-4e62-858c-44af95a61aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:00.945214 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7bb8497-14e2-4e62-858c-44af95a61aa3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:00.947338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba16ffc-0b49-4c59-81f7-e72983ed1657 None None] Network fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:57:01.063331 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ee8e70-a6a6-4e28-a017-d5291429d148 None None] Network fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:57:01.084488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f6867a2-8317-4d98-9139-caa4ee8b398a req-6e584b10-e27f-4180-a4e3-7f6cea339ec0 service neutron] 10.222.0.69 "GET /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554127 Dec 16 22:57:01.127324 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e7bb8497-14e2-4e62-858c-44af95a61aa3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2033968 Dec 16 22:57:01.279078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f6867a2-8317-4d98-9139-caa4ee8b398a req-17afd6d9-6877-4f7f-ada8-eececcc66c36 service neutron] 10.222.0.69 "GET /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838279 Dec 16 22:57:01.591625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c9bda-45b7-486c-90bd-445d77ae5cab req-3db2d962-9658-4f63-b15a-5819984cf6f4 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:01.603003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-456c9bda-45b7-486c-90bd-445d77ae5cab req-3db2d962-9658-4f63-b15a-5819984cf6f4 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 943 time: 0.0762477 Dec 16 22:57:01.663518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-456c9bda-45b7-486c-90bd-445d77ae5cab req-ca530a50-ce42-4fbf-961a-835ab972e270 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621111 Dec 16 22:57:02.105347 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5678b-f5bb-421a-a2b2-9aaf1bf6dfb8 req-8a54f322-9205-4dc0-89d9-54de094fba03 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:02.107976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fd5678b-f5bb-421a-a2b2-9aaf1bf6dfb8 req-8a54f322-9205-4dc0-89d9-54de094fba03 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0675607 Dec 16 22:57:02.200396 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fd5678b-f5bb-421a-a2b2-9aaf1bf6dfb8 req-1af79b5c-aad4-4e78-9ebb-0ec0edbf12a3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835080 Dec 16 22:57:02.835140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f04684-319e-4cc0-89d0-246300decb55 req-a56a5f9b-fd0b-4d9b-84ff-718d0f390c8b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:02.837918 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98f04684-319e-4cc0-89d0-246300decb55 req-a56a5f9b-fd0b-4d9b-84ff-718d0f390c8b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 943 time: 0.0742011 Dec 16 22:57:02.941117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98f04684-319e-4cc0-89d0-246300decb55 req-2175a486-8e02-4344-94f2-e84a86d5af21 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814786 Dec 16 22:57:03.365973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7362857-c61f-4822-8cde-8c1b7934db81 req-0edb94b0-2758-4c2a-9ad8-f42e9e62c954 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:03.367780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7362857-c61f-4822-8cde-8c1b7934db81 req-0edb94b0-2758-4c2a-9ad8-f42e9e62c954 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0580790 Dec 16 22:57:03.422598 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7362857-c61f-4822-8cde-8c1b7934db81 req-0ea5acfb-40a5-417a-b57f-8838a95438a7 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468743 Dec 16 22:57:03.692093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-197ae014-e9b5-42dd-bf7c-c052cad822c1 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:03.693576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-197ae014-e9b5-42dd-bf7c-c052cad822c1 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/networks?id=fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c HTTP/1.1" status: 200 len: 809 time: 0.1142919 Dec 16 22:57:03.709661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-e4195038-db65-4d47-acf2-06ee00997ab0 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/quotas/db67e00d6dfc4c78a040a65c7fb17e8a HTTP/1.1" status: 200 len: 375 time: 0.0095651 Dec 16 22:57:03.743793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-b9c7dd8c-287c-4372-bb46-fefb1a533daa tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=db67e00d6dfc4c78a040a65c7fb17e8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277736 Dec 16 22:57:03.841096 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1898a384-a338-4249-9f38-faab7da6c22e service neutron] 10.222.0.43 "GET /v2.0/networks/fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891087 Dec 16 22:57:03.938050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-94311266-c382-4523-b40b-e0708755c3e2 service neutron] 10.222.0.43 "GET /v2.0/networks/fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906823 Dec 16 22:57:04.056576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47076f-012a-43c1-8c76-c5303862a3b1 req-1921efca-f3a2-4acb-b14f-505c52aeedeb tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:04.056576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa47076f-012a-43c1-8c76-c5303862a3b1 req-1921efca-f3a2-4acb-b14f-505c52aeedeb tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 943 time: 0.0538864 Dec 16 22:57:04.109856 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa47076f-012a-43c1-8c76-c5303862a3b1 req-b9901b35-1c01-4363-8770-708622e5b610 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483515 Dec 16 22:57:04.462853 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0294fa3b-47e1-472a-b152-067001dae999 req-2c070b8c-7514-403e-8660-cfe3af9ea47b tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 210 time: 0.0384808 Dec 16 22:57:04.555334 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69a12c-060a-42aa-9f9c-700f1e65316e req-4115888e-6daf-4249-9eba-efdf25befbda tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:04.556661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de69a12c-060a-42aa-9f9c-700f1e65316e req-4115888e-6daf-4249-9eba-efdf25befbda tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0516410 Dec 16 22:57:04.611013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de69a12c-060a-42aa-9f9c-700f1e65316e req-18dcb62b-a703-482e-b6da-3b5dd1247148 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467322 Dec 16 22:57:05.240965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed067e4-1cdb-497b-ab4b-d507a83e02f5 req-5afe39be-9c5a-4944-bcca-60158d971959 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:05.242567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aed067e4-1cdb-497b-ab4b-d507a83e02f5 req-5afe39be-9c5a-4944-bcca-60158d971959 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 943 time: 0.0563338 Dec 16 22:57:05.300041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aed067e4-1cdb-497b-ab4b-d507a83e02f5 req-44f3ecf2-0a62-42ae-8c03-576065f6bba6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510001 Dec 16 22:57:05.570622 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-239849d9-c723-4d65-92ee-be1867c47379 req-f3dad313-b710-484b-836c-4259f45e1d5b tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 210 time: 0.0330939 Dec 16 22:57:05.740993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69ebc9-4789-4940-b671-ff39a8071434 req-7cdc9fd5-059b-4563-8ac2-b9105b664477 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:05.742607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e69ebc9-4789-4940-b671-ff39a8071434 req-7cdc9fd5-059b-4563-8ac2-b9105b664477 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0543923 Dec 16 22:57:05.794946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e69ebc9-4789-4940-b671-ff39a8071434 req-57939095-432d-4a68-918c-8b3ed01b44a8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452051 Dec 16 22:57:06.422999 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e08267-922e-4bbe-9bb6-bd5362b76437 req-1250195a-8035-402d-a909-7ce4752fba0a tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:06.424819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64e08267-922e-4bbe-9bb6-bd5362b76437 req-1250195a-8035-402d-a909-7ce4752fba0a tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 943 time: 0.0547616 Dec 16 22:57:06.479461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64e08267-922e-4bbe-9bb6-bd5362b76437 req-20c53f36-36a4-4585-8009-704d1a774144 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481672 Dec 16 22:57:06.693349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fcbac9de-612e-4e16-81a2-27bd744bc351 req-50f2662d-2013-4469-94e4-0d9edd7f6050 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 210 time: 0.0418065 Dec 16 22:57:06.976343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9b8c3-cd30-4344-b6fc-88afe11d64b9 req-bded8a0c-fde7-4d4f-94ff-3955a68574ea tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:06.978473 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcb9b8c3-cd30-4344-b6fc-88afe11d64b9 req-bded8a0c-fde7-4d4f-94ff-3955a68574ea tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0936387 Dec 16 22:57:06.989300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-882cd0f3-217a-4c94-ade1-97734642b409 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:06.991246 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-882cd0f3-217a-4c94-ade1-97734642b409 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.24 "GET /v2.0/networks?id=fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c HTTP/1.1" status: 200 len: 809 time: 0.1665628 Dec 16 22:57:07.020770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-d1e4154a-6ace-464d-bcaf-977c3dee9318 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Request body: {'port': {'device_id': '7a624d07-e8fc-4444-9a7b-c191df2ca650', 'network_id': 'fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c', 'admin_state_up': True, 'tenant_id': 'db67e00d6dfc4c78a040a65c7fb17e8a'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:57:07.110384 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcb9b8c3-cd30-4344-b6fc-88afe11d64b9 req-87cc2a76-25bf-40ed-b074-364e06ff2001 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183851 Dec 16 22:57:07.241160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-d1e4154a-6ace-464d-bcaf-977c3dee9318 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Made reservation on behalf of db67e00d6dfc4c78a040a65c7fb17e8a for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:57:07.246680 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-d1e4154a-6ace-464d-bcaf-977c3dee9318 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:07.434462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-d1e4154a-6ace-464d-bcaf-977c3dee9318 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Allocated IP 172.20.0.14 (fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c/e22786d9-aa44-422f-9f8a-cb0d7f91cab8/6dc857f1-0b0c-4b73-b6cf-e895ed8daa22) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:57:07.647957 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-d1e4154a-6ace-464d-bcaf-977c3dee9318 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:07.664326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882e385-ec68-4d32-bf65-5502ceffec60 req-e679adb9-e561-4770-ae28-9a426ba62b93 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:07.665945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9882e385-ec68-4d32-bf65-5502ceffec60 req-e679adb9-e561-4770-ae28-9a426ba62b93 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 943 time: 0.0995791 Dec 16 22:57:07.772383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9882e385-ec68-4d32-bf65-5502ceffec60 req-22e6e675-850f-4c48-8b00-112123aa5073 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844920 Dec 16 22:57:07.818143 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8876780-1086-4ff6-8ef4-311e1db0232e req-53513d21-705b-4089-aadb-857582fc0e60 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 210 time: 0.0353310 Dec 16 22:57:07.819981 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-d1e4154a-6ace-464d-bcaf-977c3dee9318 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:07.884539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-d1e4154a-6ace-464d-bcaf-977c3dee9318 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Network fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:57:07.888184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-d1e4154a-6ace-464d-bcaf-977c3dee9318 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:57:07.892440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-d1e4154a-6ace-464d-bcaf-977c3dee9318 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:57:07.920009 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4154a-6ace-464d-bcaf-977c3dee9318 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Pushing event updated for resources: {'Port': ['ID=6dc857f1-0b0c-4b73-b6cf-e895ed8daa22,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:07.961378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-d1e4154a-6ace-464d-bcaf-977c3dee9318 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:07.962138 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-d1e4154a-6ace-464d-bcaf-977c3dee9318 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:08.073607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-d1e4154a-6ace-464d-bcaf-977c3dee9318 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0573461 Dec 16 22:57:08.171411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Request body: {'port': {'device_id': '7a624d07-e8fc-4444-9a7b-c191df2ca650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:57:08.316376 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:08.364559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e18b20-84d6-42b4-ba08-4ea383cd1669 req-7b86fcae-194c-412e-bd78-d36934e530ee tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:08.367143 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49e18b20-84d6-42b4-ba08-4ea383cd1669 req-7b86fcae-194c-412e-bd78-d36934e530ee tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.1546438 Dec 16 22:57:08.544972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49e18b20-84d6-42b4-ba08-4ea383cd1669 req-7de448a1-9710-41c0-8938-f93d6d4c7b80 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371677 Dec 16 22:57:08.747969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:57:08.756579 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:08.770257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Transition to ACTIVE for port object 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:57:08.861624 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:09.020000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc857f1-0b0c-4b73-b6cf-e895ed8daa22,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:09.055434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cd6b2-6b1b-4011-a10f-98e2b659ac5d req-d837466e-2e81-4edc-9eb7-73ca279e125b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:09.057112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-945cd6b2-6b1b-4011-a10f-98e2b659ac5d req-d837466e-2e81-4edc-9eb7-73ca279e125b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 943 time: 0.2124557 Dec 16 22:57:09.121719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420222c1-967d-42e9-8177-c510d2188672 req-a2542e0d-8d0c-4dc1-b846-9a306d8cbf2e tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:09.123387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-420222c1-967d-42e9-8177-c510d2188672 req-a2542e0d-8d0c-4dc1-b846-9a306d8cbf2e tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 944 time: 0.1713264 Dec 16 22:57:09.179692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Attempting to bind port 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:57:09.180042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Attempting to bind port 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': 'bfae9b81-7fba-443e-b02b-3eeb408c7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:57:09.180383 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Attempting to bind port 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 on network fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:57:09.188826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-945cd6b2-6b1b-4011-a10f-98e2b659ac5d req-1922408a-d585-4b29-835f-0364c4c8d358 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080270 Dec 16 22:57:09.197879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Port 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 on network fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:57:09.198246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Attempting to bind port 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 on network fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:57:09.214100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:57:09.214658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Checking segment: {'id': 'bfae9b81-7fba-443e-b02b-3eeb408c7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:57:09.215075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Bound using segment: {'id': 'bfae9b81-7fba-443e-b02b-3eeb408c7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:57:09.215405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Bound port: 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfae9b81-7fba-443e-b02b-3eeb408c7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:57:09.215896 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:09.244393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-420222c1-967d-42e9-8177-c510d2188672 req-5d9ff5c2-59f6-4bf3-ab1a-7b0f01155de1 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecdab1fc-e62f-4f0f-a375-ab291a460101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032395 Dec 16 22:57:09.307129 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] For port 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:57:09.311838 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] For port 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=6dc857f1-0b0c-4b73-b6cf-e895ed8daa22,segment=NetworkSegment(bfae9b81-7fba-443e-b02b-3eeb408c7971),segment_id=bfae9b81-7fba-443e-b02b-3eeb408c7971)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:57:09.390073 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:09.430426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:09.431340 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:09.432494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] 10.222.0.24 "PUT /v2.0/ports/6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 HTTP/1.1" status: 200 len: 1092 time: 1.3500774 Dec 16 22:57:09.432950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a624d07-e8fc-4444-9a7b-c191df2ca650', 'tag': '6dc857f1-0b0c-4b73-b6cf-e895ed8daa22'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:57:09.436564 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd56352b-fea3-4988-9c51-c80d36ab6305" -d '{"events": [{"name": "network-changed", "server_uuid": "7a624d07-e8fc-4444-9a7b-c191df2ca650", "tag": "6dc857f1-0b0c-4b73-b6cf-e895ed8daa22"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:57:09.469540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b995920-1c88-4551-8ae3-7134e373ec93 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc857f1-0b0c-4b73-b6cf-e895ed8daa22,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:09.500907 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e1824c-b5af-44f0-910f-7e68bf6172b2 x-openstack-request-id: req-93e1824c-b5af-44f0-910f-7e68bf6172b2 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:57:09.501527 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a624d07-e8fc-4444-9a7b-c191df2ca650", "tag": "6dc857f1-0b0c-4b73-b6cf-e895ed8daa22", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:57:09.502004 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93e1824c-b5af-44f0-910f-7e68bf6172b2 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:57:09.502751 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a624d07-e8fc-4444-9a7b-c191df2ca650', 'tag': '6dc857f1-0b0c-4b73-b6cf-e895ed8daa22', 'status': 'completed', 'code': 200} Dec 16 22:57:09.574206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56352b-fea3-4988-9c51-c80d36ab6305 req-0a85a82c-f085-49b0-81e6-fb52ccf71d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:09.576160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd56352b-fea3-4988-9c51-c80d36ab6305 req-0a85a82c-f085-49b0-81e6-fb52ccf71d06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db67e00d6dfc4c78a040a65c7fb17e8a&device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 1095 time: 0.0477922 Dec 16 22:57:09.755649 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd5da-c807-4910-b1a5-12876b2de668 req-4c459175-a529-4ea5-98a5-474a09330195 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:09.757246 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3efd5da-c807-4910-b1a5-12876b2de668 req-4c459175-a529-4ea5-98a5-474a09330195 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0984745 Dec 16 22:57:09.758905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56352b-fea3-4988-9c51-c80d36ab6305 req-a2f8ef14-32bc-44ca-bba8-ab8db9586c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:09.760349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd56352b-fea3-4988-9c51-c80d36ab6305 req-a2f8ef14-32bc-44ca-bba8-ab8db9586c75 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=db67e00d6dfc4c78a040a65c7fb17e8a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1735249 Dec 16 22:57:09.880918 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3efd5da-c807-4910-b1a5-12876b2de668 req-3192bf01-291a-4f9d-9b7a-98f85b131759 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131935 Dec 16 22:57:09.915868 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56352b-fea3-4988-9c51-c80d36ab6305 req-8d34cd57-df40-453f-8a81-6a9032519b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:09.918279 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd56352b-fea3-4988-9c51-c80d36ab6305 req-8d34cd57-df40-453f-8a81-6a9032519b96 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1425104 Dec 16 22:57:10.009932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-7f248c71-b9db-44d2-8338-5234ea1f67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:10.012602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-7f248c71-b9db-44d2-8338-5234ea1f67a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db67e00d6dfc4c78a040a65c7fb17e8a&device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 1095 time: 0.0486166 Dec 16 22:57:10.059895 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-72262422-1064-4e57-931f-49d2d42f72cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 HTTP/1.1" status: 200 len: 217 time: 0.0376163 Dec 16 22:57:10.119915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-e9e4d950-16b9-4d4b-8ae3-41af93fe0480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:10.121627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-e9e4d950-16b9-4d4b-8ae3-41af93fe0480 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e22786d9-aa44-422f-9f8a-cb0d7f91cab8 HTTP/1.1" status: 200 len: 849 time: 0.0535886 Dec 16 22:57:10.158584 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-2452b39d-7fa3-4d60-94b1-79539f33dc85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281568 Dec 16 22:57:10.278922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-c9879bcb-3933-4ba3-a9cd-27501c5975f6 service neutron] 10.222.0.24 "GET /v2.0/networks/fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130538 Dec 16 22:57:10.429527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e0a0e-662b-4739-9536-e2dafdf1d98c req-78998964-f17a-4855-8e96-de86b6f66ddb tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:10.431164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-454e0a0e-662b-4739-9536-e2dafdf1d98c req-78998964-f17a-4855-8e96-de86b6f66ddb tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 943 time: 0.1510358 Dec 16 22:57:10.484831 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34359798-95e3-47e3-8b54-6efe72f3aa02 req-9b735089-c609-48e6-9630-46961b2092f0 service neutron] 10.222.0.24 "GET /v2.0/networks/fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978128 Dec 16 22:57:10.538926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f816ff-e14f-4012-9f28-ae83d1636db2 req-81fb5a01-1122-4ada-9c06-ad6dab8aa8b8 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:10.540499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99f816ff-e14f-4012-9f28-ae83d1636db2 req-81fb5a01-1122-4ada-9c06-ad6dab8aa8b8 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 944 time: 0.1923971 Dec 16 22:57:10.561000 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-454e0a0e-662b-4739-9536-e2dafdf1d98c req-9ba51e4c-5681-45c9-a2c8-c64dc5fdc0e9 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090443 Dec 16 22:57:10.609372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99f816ff-e14f-4012-9f28-ae83d1636db2 req-061bef5f-8709-47e1-b455-3edb90cd0982 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecdab1fc-e62f-4f0f-a375-ab291a460101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596092 Dec 16 22:57:11.008750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1764e-7b0f-477b-995f-71f380356956 req-682de2da-1233-402f-a3ad-beba758261ce tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:11.010425 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1c1764e-7b0f-477b-995f-71f380356956 req-682de2da-1233-402f-a3ad-beba758261ce tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0535543 Dec 16 22:57:11.066570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1c1764e-7b0f-477b-995f-71f380356956 req-387073d9-c73b-4223-a246-3422c42e3081 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485034 Dec 16 22:57:11.725700 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bbaf7-238f-4d97-b9ce-86b8e2d17cec req-beceb60d-e156-4932-92bd-1941464c2821 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:11.727421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec0bbaf7-238f-4d97-b9ce-86b8e2d17cec req-beceb60d-e156-4932-92bd-1941464c2821 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 943 time: 0.0865314 Dec 16 22:57:11.768394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8b101-8918-45e7-90bb-6db3be3d443a req-a93d3837-c4f9-4d48-9d8e-972190d47525 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:11.769911 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0e8b101-8918-45e7-90bb-6db3be3d443a req-a93d3837-c4f9-4d48-9d8e-972190d47525 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 944 time: 0.0833571 Dec 16 22:57:11.821471 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec0bbaf7-238f-4d97-b9ce-86b8e2d17cec req-d4ef31bc-43db-4cb1-b237-30e24cef1479 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856185 Dec 16 22:57:11.851980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0e8b101-8918-45e7-90bb-6db3be3d443a req-e17987b9-e6db-4035-a2d7-4191dc443c2c tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecdab1fc-e62f-4f0f-a375-ab291a460101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691526 Dec 16 22:57:12.191318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1496a1-2105-45c4-9a55-6c7a90f980cf req-3422cded-26f5-48aa-8934-0a7c5e75c8d9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:12.192973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e1496a1-2105-45c4-9a55-6c7a90f980cf req-3422cded-26f5-48aa-8934-0a7c5e75c8d9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0523336 Dec 16 22:57:12.250397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e1496a1-2105-45c4-9a55-6c7a90f980cf req-f075b8b4-0a2b-4773-8835-d99f9536fd6c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497715 Dec 16 22:57:12.459723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 718fd2ac-b776-43f0-b154-7dad9855b1f1 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:57:12.562850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 718fd2ac-b776-43f0-b154-7dad9855b1f1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=718fd2ac-b776-43f0-b154-7dad9855b1f1,segment=NetworkSegment(64e58f94-7cb2-4522-9486-f378b9971ccb),segment_id=64e58f94-7cb2-4522-9486-f378b9971ccb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:57:12.576213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '718fd2ac-b776-43f0-b154-7dad9855b1f1', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'port_id': '718fd2ac-b776-43f0-b154-7dad9855b1f1', 'mac_address': 'fa:16:3e:bc:9a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:57:12.620620 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:12.635493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718fd2ac-b776-43f0-b154-7dad9855b1f1 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:57:12.658189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 718fd2ac-b776-43f0-b154-7dad9855b1f1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=718fd2ac-b776-43f0-b154-7dad9855b1f1,segment=NetworkSegment(64e58f94-7cb2-4522-9486-f378b9971ccb),segment_id=64e58f94-7cb2-4522-9486-f378b9971ccb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:57:12.766509 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:12.817365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=718fd2ac-b776-43f0-b154-7dad9855b1f1,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:12.826480 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:12.826835 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:12.827195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:12.827591 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:12.827937 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:12.828280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:12.828612 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:12.828945 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:12.829282 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:12.829616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:12.829944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:12.830283 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:12.830608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:13.000509 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e140d4-033b-42d3-b3f9-5e257bc48cd5 req-44118d5d-6662-4f2b-80da-6a36736c9f6c tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:13.002166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11e140d4-033b-42d3-b3f9-5e257bc48cd5 req-44118d5d-6662-4f2b-80da-6a36736c9f6c tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 944 time: 0.0939300 Dec 16 22:57:13.011902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['718fd2ac-b776-43f0-b154-7dad9855b1f1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:57:13.018077 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cdf68-1359-4a52-b7f9-72e4cba755bc req-1c927e24-df3f-4286-a82b-77dc7fd057d6 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:13.018565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a4cdf68-1359-4a52-b7f9-72e4cba755bc req-1c927e24-df3f-4286-a82b-77dc7fd057d6 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 944 time: 0.0749846 Dec 16 22:57:13.105775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11e140d4-033b-42d3-b3f9-5e257bc48cd5 req-182fbf54-ad01-4262-89c2-71343d83b6d5 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860295 Dec 16 22:57:13.114790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a4cdf68-1359-4a52-b7f9-72e4cba755bc req-825adf5e-bab8-480e-8282-cdb92ec75a95 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecdab1fc-e62f-4f0f-a375-ab291a460101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796084 Dec 16 22:57:13.402794 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e532b-2879-4c68-9fe8-0ac00fb57e9c req-2d213b81-04fd-42d4-a98c-c2c0a4324e21 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:13.404445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd2e532b-2879-4c68-9fe8-0ac00fb57e9c req-2d213b81-04fd-42d4-a98c-c2c0a4324e21 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0620685 Dec 16 22:57:13.461879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd2e532b-2879-4c68-9fe8-0ac00fb57e9c req-e0387756-765c-4e8d-95ae-00be79b1074e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474968 Dec 16 22:57:13.469616 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:13.572738 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:14.273170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829179f-43da-4e4f-bacb-dd93eab90c39 req-5e0ca455-37af-4c8c-9922-8ba0553e4751 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:14.274812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f829179f-43da-4e4f-bacb-dd93eab90c39 req-5e0ca455-37af-4c8c-9922-8ba0553e4751 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 944 time: 0.0867269 Dec 16 22:57:14.299308 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a897aa-af68-422c-9ad0-5a9cc0e2d74b req-edc7b61f-b1bf-4cca-8f1f-649c72959a40 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:14.300820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48a897aa-af68-422c-9ad0-5a9cc0e2d74b req-edc7b61f-b1bf-4cca-8f1f-649c72959a40 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 944 time: 0.0791881 Dec 16 22:57:14.372958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f829179f-43da-4e4f-bacb-dd93eab90c39 req-35b7ba8b-b5bd-4791-bcd1-190279c4aca3 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902457 Dec 16 22:57:14.381243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48a897aa-af68-422c-9ad0-5a9cc0e2d74b req-5302aa0f-ce63-4999-b28c-591e51c61424 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecdab1fc-e62f-4f0f-a375-ab291a460101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738761 Dec 16 22:57:14.475554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 718fd2ac-b776-43f0-b154-7dad9855b1f1 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:57:14.604195 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13005d13-ad25-45a0-9eec-097ed611934d req-589fa7e9-8ca0-4925-a2ce-573016bb6cc4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:14.605769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13005d13-ad25-45a0-9eec-097ed611934d req-589fa7e9-8ca0-4925-a2ce-573016bb6cc4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0549362 Dec 16 22:57:14.617917 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 718fd2ac-b776-43f0-b154-7dad9855b1f1 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:57:14.622885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 718fd2ac-b776-43f0-b154-7dad9855b1f1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:57:14.622885 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:14.658635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13005d13-ad25-45a0-9eec-097ed611934d req-c98ce4d1-1780-4675-9820-5cd2ddd8955b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460460 Dec 16 22:57:14.708371 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:14.733677 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca45d786-ca13-434a-93ff-68768a43b150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718fd2ac-b776-43f0-b154-7dad9855b1f1'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:57:14.736006 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72140871-b540-4f1c-8ab3-98af4cd2ea2a" -d '{"events": [{"server_uuid": "ca45d786-ca13-434a-93ff-68768a43b150", "name": "network-vif-plugged", "status": "completed", "tag": "718fd2ac-b776-43f0-b154-7dad9855b1f1"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:57:14.750771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 718fd2ac-b776-43f0-b154-7dad9855b1f1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=718fd2ac-b776-43f0-b154-7dad9855b1f1,segment=NetworkSegment(64e58f94-7cb2-4522-9486-f378b9971ccb),segment_id=64e58f94-7cb2-4522-9486-f378b9971ccb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:57:14.782242 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96dd725-6cef-455e-9450-fafa9771f8f8 x-openstack-request-id: req-e96dd725-6cef-455e-9450-fafa9771f8f8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:57:14.782242 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca45d786-ca13-434a-93ff-68768a43b150", "name": "network-vif-plugged", "status": "completed", "tag": "718fd2ac-b776-43f0-b154-7dad9855b1f1", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:57:14.782242 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e96dd725-6cef-455e-9450-fafa9771f8f8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:57:14.782242 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca45d786-ca13-434a-93ff-68768a43b150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718fd2ac-b776-43f0-b154-7dad9855b1f1', 'code': 200} Dec 16 22:57:14.818337 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:14.873224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=718fd2ac-b776-43f0-b154-7dad9855b1f1,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:14.896446 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e052e3-05cc-4a16-afb1-9f0a67fe252e req-cd3ae464-3369-4f6d-87a2-16986ee7bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:14.898020 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99e052e3-05cc-4a16-afb1-9f0a67fe252e req-cd3ae464-3369-4f6d-87a2-16986ee7bf90 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 1096 time: 0.0450234 Dec 16 22:57:14.954814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99e052e3-05cc-4a16-afb1-9f0a67fe252e req-6985932f-f40d-4396-a92f-559e367298dd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455918 Dec 16 22:57:15.115693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:57:15.218759 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=6dc857f1-0b0c-4b73-b6cf-e895ed8daa22,segment=NetworkSegment(bfae9b81-7fba-443e-b02b-3eeb408c7971),segment_id=bfae9b81-7fba-443e-b02b-3eeb408c7971)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:57:15.231123 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '6dc857f1-0b0c-4b73-b6cf-e895ed8daa22', 'network_id': 'fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c', 'port_id': '6dc857f1-0b0c-4b73-b6cf-e895ed8daa22', 'mac_address': 'fa:16:3e:6e:d7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e22786d9-aa44-422f-9f8a-cb0d7f91cab8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:57:15.269363 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:15.283598 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:57:15.304683 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=6dc857f1-0b0c-4b73-b6cf-e895ed8daa22,segment=NetworkSegment(bfae9b81-7fba-443e-b02b-3eeb408c7971),segment_id=bfae9b81-7fba-443e-b02b-3eeb408c7971)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:57:15.458641 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:15.705409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=6dc857f1-0b0c-4b73-b6cf-e895ed8daa22,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:15.754509 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['6dc857f1-0b0c-4b73-b6cf-e895ed8daa22'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:57:15.825165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db90d8c-c66c-4995-b114-bcc16f358b1e req-a3260ee0-e0f6-4bcf-880f-8f35fe7e6c77 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:15.826686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db90d8c-c66c-4995-b114-bcc16f358b1e req-a3260ee0-e0f6-4bcf-880f-8f35fe7e6c77 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 945 time: 0.3640358 Dec 16 22:57:15.834489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a1e79-03c5-4d0d-9310-7b55205c64a8 req-ab4d0cb6-218e-458e-91b6-1aa9a6e83cd8 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:15.835986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-552a1e79-03c5-4d0d-9310-7b55205c64a8 req-ab4d0cb6-218e-458e-91b6-1aa9a6e83cd8 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 945 time: 0.3830557 Dec 16 22:57:15.906745 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0db90d8c-c66c-4995-b114-bcc16f358b1e req-6151f81d-6b80-4d85-9765-c6d856f3dca0 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecdab1fc-e62f-4f0f-a375-ab291a460101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691454 Dec 16 22:57:15.931157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-552a1e79-03c5-4d0d-9310-7b55205c64a8 req-b457c0a0-0b47-4fce-9ed1-8557f5063c9a tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824907 Dec 16 22:57:16.044371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8575d4c-74e6-45bc-a56f-0f14e578cbbd req-c107fbca-583b-4d9a-9d5a-116b1ad35a53 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:16.046076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8575d4c-74e6-45bc-a56f-0f14e578cbbd req-c107fbca-583b-4d9a-9d5a-116b1ad35a53 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0591996 Dec 16 22:57:16.101768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8575d4c-74e6-45bc-a56f-0f14e578cbbd req-87496f68-3c2e-423c-bb57-7f00c29f26b3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489624 Dec 16 22:57:17.067500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60549f5b-af2b-4301-8744-355c7debde4d req-e1eddd39-d618-4f20-b183-660fe0bf8bbb tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:17.069053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60549f5b-af2b-4301-8744-355c7debde4d req-e1eddd39-d618-4f20-b183-660fe0bf8bbb tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 945 time: 0.0727067 Dec 16 22:57:17.078050 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70033c54-099a-48b3-90cd-904330063843 req-549ee6f0-6cad-4038-a48e-4037954eff04 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:17.079544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70033c54-099a-48b3-90cd-904330063843 req-549ee6f0-6cad-4038-a48e-4037954eff04 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 945 time: 0.0942364 Dec 16 22:57:17.114997 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:57:17.161898 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60549f5b-af2b-4301-8744-355c7debde4d req-740736f9-194c-4651-ad0a-db02aa5129ce tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813420 Dec 16 22:57:17.167340 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70033c54-099a-48b3-90cd-904330063843 req-84c7b852-1ca8-4786-91ce-a94ebd2701c9 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecdab1fc-e62f-4f0f-a375-ab291a460101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808942 Dec 16 22:57:17.213026 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:57:17.220264 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:57:17.220699 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:17.300611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6e414-dcb3-4645-8547-65dd341e01be req-4e430074-af9a-4050-a583-f0e917f72f9a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:17.302145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1cc6e414-dcb3-4645-8547-65dd341e01be req-4e430074-af9a-4050-a583-f0e917f72f9a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0804760 Dec 16 22:57:17.310201 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:17.319593 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe04b75-be2e-404a-a754-dc2420c528ba req-e53ed71c-ae41-4c66-ba6b-d6b8abd50510 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:17.321326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fe04b75-be2e-404a-a754-dc2420c528ba req-e53ed71c-ae41-4c66-ba6b-d6b8abd50510 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 945 time: 0.0715985 Dec 16 22:57:17.334024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a624d07-e8fc-4444-9a7b-c191df2ca650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc857f1-0b0c-4b73-b6cf-e895ed8daa22'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:57:17.336365 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1908b96e-9096-42b3-ad1b-cf8909e3cea7" -d '{"events": [{"server_uuid": "7a624d07-e8fc-4444-9a7b-c191df2ca650", "name": "network-vif-plugged", "status": "completed", "tag": "6dc857f1-0b0c-4b73-b6cf-e895ed8daa22"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:57:17.350668 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=6dc857f1-0b0c-4b73-b6cf-e895ed8daa22,segment=NetworkSegment(bfae9b81-7fba-443e-b02b-3eeb408c7971),segment_id=bfae9b81-7fba-443e-b02b-3eeb408c7971)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:57:17.392979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1cc6e414-dcb3-4645-8547-65dd341e01be req-aac3d529-39d9-4237-ba01-680e9523aff1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811675 Dec 16 22:57:17.403024 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fe04b75-be2e-404a-a754-dc2420c528ba req-4cdb5420-2e66-45c1-8dad-4e04d5719905 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742819 Dec 16 22:57:17.417951 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:17.425879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54014) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:17.476227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=6dc857f1-0b0c-4b73-b6cf-e895ed8daa22,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:17.513764 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c671a41-3285-464e-b6db-c950329f56e2 x-openstack-request-id: req-7c671a41-3285-464e-b6db-c950329f56e2 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:57:17.514129 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a624d07-e8fc-4444-9a7b-c191df2ca650", "name": "network-vif-plugged", "status": "completed", "tag": "6dc857f1-0b0c-4b73-b6cf-e895ed8daa22", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:57:17.514385 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c671a41-3285-464e-b6db-c950329f56e2 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:57:17.514813 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a624d07-e8fc-4444-9a7b-c191df2ca650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc857f1-0b0c-4b73-b6cf-e895ed8daa22', 'code': 200} Dec 16 22:57:17.584527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccd33d0-28e8-4223-aa58-50bbcba4c195 tempest-TestVolumeBackupRestore-135140739 tempest-TestVolumeBackupRestore-135140739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:17.586134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5ccd33d0-28e8-4223-aa58-50bbcba4c195 tempest-TestVolumeBackupRestore-135140739 tempest-TestVolumeBackupRestore-135140739-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 1091 time: 0.1589713 Dec 16 22:57:17.589169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54018) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:17.594407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': '718fd2ac-b776-43f0-b154-7dad9855b1f1', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:57:17.625831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190e3c3-f71d-4557-8513-17708b23ecc5 req-343a266d-e726-49b8-854f-4130495691c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:17.627397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e190e3c3-f71d-4557-8513-17708b23ecc5 req-343a266d-e726-49b8-854f-4130495691c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 1097 time: 0.0402546 Dec 16 22:57:17.674680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e190e3c3-f71d-4557-8513-17708b23ecc5 req-1ed1ba3c-533d-4659-82de-b096102b88d9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ecdab1fc-e62f-4f0f-a375-ab291a460101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400524 Dec 16 22:57:17.716052 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:17.817676 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:17.927796 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Allocated IP 172.25.2.213 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/c3609e2f-7957-4f1a-9a76-1b1988d6fa03) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:57:18.028040 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:18.104069 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:18.148772 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:57:18.151783 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:57:18.155823 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:57:18.179971 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Pushing event updated for resources: {'Port': ['ID=c3609e2f-7957-4f1a-9a76-1b1988d6fa03,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:18.289996 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14256388-c604-4124-b26b-4ce2dff7eeac req-5f5d0265-e6c6-4ad8-bacb-6f3f878b5d32 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:18.291554 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14256388-c604-4124-b26b-4ce2dff7eeac req-5f5d0265-e6c6-4ad8-bacb-6f3f878b5d32 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 946 time: 0.0530634 Dec 16 22:57:18.341191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14256388-c604-4124-b26b-4ce2dff7eeac req-bb3069af-9aca-45b6-8928-9e3953b905e8 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecdab1fc-e62f-4f0f-a375-ab291a460101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425451 Dec 16 22:57:18.518490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f63cdd-4c37-4989-8609-25a292ff91f4 req-a6f35ab8-257a-401f-9c96-731dfd9714ea tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:18.520047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55f63cdd-4c37-4989-8609-25a292ff91f4 req-a6f35ab8-257a-401f-9c96-731dfd9714ea tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0543315 Dec 16 22:57:18.568756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55f63cdd-4c37-4989-8609-25a292ff91f4 req-4a26831e-c3c2-4b29-8c2e-1daa4ea6833b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424836 Dec 16 22:57:18.667107 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:18.835530 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:18.932418 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:57:19.001833 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:19.035196 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:19.107306 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Pushing event updated for resources: {'Port': ['ID=c3609e2f-7957-4f1a-9a76-1b1988d6fa03,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:19.117909 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:19.461604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caa2ad-02d2-4720-b8cc-3ca9e08f2eff req-73eaa37c-b7ff-41d8-92fa-72856ec6a805 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:19.463209 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98caa2ad-02d2-4720-b8cc-3ca9e08f2eff req-73eaa37c-b7ff-41d8-92fa-72856ec6a805 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 946 time: 0.0513840 Dec 16 22:57:19.510519 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Floating IP e4b6838b-f925-4de6-b0bf-cf21c89781a6 associated. External IP: 172.25.2.213, port: 718fd2ac-b776-43f0-b154-7dad9855b1f1. Dec 16 22:57:19.515067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98caa2ad-02d2-4720-b8cc-3ca9e08f2eff req-7c8dd03f-3827-4e88-8c9b-4b3a33f82e1c tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecdab1fc-e62f-4f0f-a375-ab291a460101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 Dec 16 22:57:19.690784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8a074-8074-4ef2-89b7-1321c5cb766d req-2790973c-0e56-4a72-85d2-052da0b05250 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:19.692345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70a8a074-8074-4ef2-89b7-1321c5cb766d req-2790973c-0e56-4a72-85d2-052da0b05250 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0523126 Dec 16 22:57:19.735062 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Router 2ed056f8-9008-415b-89e1-a35d26e3b771 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:57:19.748553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70a8a074-8074-4ef2-89b7-1321c5cb766d req-9622cd23-ab1d-468c-b05e-5378badc3f51 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495534 Dec 16 22:57:19.848255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:57:19.859123 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc0ad24-1014-409f-a6c8-aea7735b8f77 None None] Sync routers for ids ['2ed056f8-9008-415b-89e1-a35d26e3b771'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:57:19.869598 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc0ad24-1014-409f-a6c8-aea7735b8f77 None None] Routers {'2ed056f8-9008-415b-89e1-a35d26e3b771'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:57:19.870209 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7bc0ad24-1014-409f-a6c8-aea7735b8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:56:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2ed056f8-9008-415b-89e1-a35d26e3b771'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:19.922924 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:19.958102 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2507f01b-5282-4e25-a4fd-50427299e1c6 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3649690 Dec 16 22:57:19.958102 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca45d786-ca13-434a-93ff-68768a43b150', 'tag': '718fd2ac-b776-43f0-b154-7dad9855b1f1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:57:19.958474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54034) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:19.966211 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4af1654-4db1-4284-8a77-99864655932d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca45d786-ca13-434a-93ff-68768a43b150", "tag": "718fd2ac-b776-43f0-b154-7dad9855b1f1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:57:19.983495 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7bc0ad24-1014-409f-a6c8-aea7735b8f77 None None] Set router 2ed056f8-9008-415b-89e1-a35d26e3b771 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:57:20.007316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602a3822-4aca-4981-a1a1-40dd41e3e76b tempest-TestVolumeBackupRestore-135140739 tempest-TestVolumeBackupRestore-135140739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:20.008983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-602a3822-4aca-4981-a1a1-40dd41e3e76b tempest-TestVolumeBackupRestore-135140739 tempest-TestVolumeBackupRestore-135140739-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 1091 time: 0.0495028 Dec 16 22:57:20.013621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54038) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:20.019761 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6684239f-bee1-46f9-b16c-b1b9657ee86b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Request body: {'floatingip': {'port_id': '718fd2ac-b776-43f0-b154-7dad9855b1f1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:57:20.069269 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9153752f-05ff-4b46-a687-8d80c7c48fd1 x-openstack-request-id: req-9153752f-05ff-4b46-a687-8d80c7c48fd1 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:57:20.069861 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca45d786-ca13-434a-93ff-68768a43b150", "tag": "718fd2ac-b776-43f0-b154-7dad9855b1f1", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:57:20.070319 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9153752f-05ff-4b46-a687-8d80c7c48fd1 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:57:20.070731 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca45d786-ca13-434a-93ff-68768a43b150', 'tag': '718fd2ac-b776-43f0-b154-7dad9855b1f1', 'status': 'completed', 'code': 200} Dec 16 22:57:20.102368 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6684239f-bee1-46f9-b16c-b1b9657ee86b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for floatingip, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:20.110653 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5ac23848-fd4e-4667-9d09-7786159a7273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:20.123901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d6592-4818-46f2-a984-e8e6c29e4543 req-1810376f-e2a0-4925-87f1-cbfa69eaec58 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:20.125522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a7d6592-4818-46f2-a984-e8e6c29e4543 req-1810376f-e2a0-4925-87f1-cbfa69eaec58 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 946 time: 0.1154716 Dec 16 22:57:20.136087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af1654-4db1-4284-8a77-99864655932d req-c92d9294-e695-4ac8-8046-6b4f57b9cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:20.138620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4af1654-4db1-4284-8a77-99864655932d req-c92d9294-e695-4ac8-8046-6b4f57b9cc3c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=77a84e9ce21649539c250201052b6691&device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 1096 time: 0.0740016 Dec 16 22:57:20.246884 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7bc0ad24-1014-409f-a6c8-aea7735b8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:57Z', 'revision_number': 4, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port': {'id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'e4b6838b-f925-4de6-b0bf-cf21c89781a6', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'port_id': '718fd2ac-b776-43f0-b154-7dad9855b1f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'mac_address': 'fa:16:3e:bc:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca45d786-ca13-434a-93ff-68768a43b150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:18Z', 'updated_at': '2021-12-16T22:57:18Z', 'revision_number': 0, 'project_id': '77a84e9ce21649539c250201052b6691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e92a616-a2ad-4d86-b6c9-0b91e5240364', 'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'mac_address': 'fa:16:3e:bd:2b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:56Z', 'updated_at': '2021-12-16T22:54:01Z', 'revision_number': 5, 'project_id': '77a84e9ce21649539c250201052b6691', 'subnets': [{'id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:20.250447 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a7d6592-4818-46f2-a984-e8e6c29e4543 req-aeec2071-52fb-41a1-878d-56fa6e0080d2 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecdab1fc-e62f-4f0f-a375-ab291a460101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102750 Dec 16 22:57:20.283587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af1654-4db1-4284-8a77-99864655932d req-051c968d-b7ad-4140-abce-f38d6646e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:20.285198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4af1654-4db1-4284-8a77-99864655932d req-051c968d-b7ad-4140-abce-f38d6646e2c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7644b7c3-8b86-4c00-871c-ae70791d80d9 HTTP/1.1" status: 200 len: 914 time: 0.1392462 Dec 16 22:57:20.287471 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc0ad24-1014-409f-a6c8-aea7735b8f77 None None] Checking router: 2ed056f8-9008-415b-89e1-a35d26e3b771 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:57:20.296366 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc0ad24-1014-409f-a6c8-aea7735b8f77 None None] Routers {'2ed056f8-9008-415b-89e1-a35d26e3b771'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:57:20.296982 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7bc0ad24-1014-409f-a6c8-aea7735b8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:56:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2ed056f8-9008-415b-89e1-a35d26e3b771'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:20.360435 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4af1654-4db1-4284-8a77-99864655932d req-56e3e6cd-b260-44a5-ab0d-ea7083145f74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718fd2ac-b776-43f0-b154-7dad9855b1f1 HTTP/1.1" status: 200 len: 999 time: 0.0680313 Dec 16 22:57:20.409223 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7bc0ad24-1014-409f-a6c8-aea7735b8f77 None None] Set router 2ed056f8-9008-415b-89e1-a35d26e3b771 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:57:20.414128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af1654-4db1-4284-8a77-99864655932d req-d9c96935-817d-4555-88a0-b6acf37fa379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:20.415666 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4af1654-4db1-4284-8a77-99864655932d req-d9c96935-817d-4555-88a0-b6acf37fa379 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4e7b823-d984-434c-ac01-56dfd985edf1 HTTP/1.1" status: 200 len: 852 time: 0.0475812 Dec 16 22:57:20.466959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af1654-4db1-4284-8a77-99864655932d req-02f7c1f6-9c8a-43c9-ad98-9aea80266efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:20.468542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4af1654-4db1-4284-8a77-99864655932d req-02f7c1f6-9c8a-43c9-ad98-9aea80266efd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7644b7c3-8b86-4c00-871c-ae70791d80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460925 Dec 16 22:57:20.571719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4af1654-4db1-4284-8a77-99864655932d req-af1c02b4-64fe-4959-a1fa-6059d50fdb77 service neutron] 10.222.0.69 "GET /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954218 Dec 16 22:57:20.668415 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7bc0ad24-1014-409f-a6c8-aea7735b8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:57Z', 'revision_number': 4, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port': {'id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'e4b6838b-f925-4de6-b0bf-cf21c89781a6', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'port_id': '718fd2ac-b776-43f0-b154-7dad9855b1f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'mac_address': 'fa:16:3e:bc:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca45d786-ca13-434a-93ff-68768a43b150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:18Z', 'updated_at': '2021-12-16T22:57:18Z', 'revision_number': 0, 'project_id': '77a84e9ce21649539c250201052b6691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e92a616-a2ad-4d86-b6c9-0b91e5240364', 'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'mac_address': 'fa:16:3e:bd:2b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:56Z', 'updated_at': '2021-12-16T22:54:01Z', 'revision_number': 5, 'project_id': '77a84e9ce21649539c250201052b6691', 'subnets': [{'id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:20.677119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4af1654-4db1-4284-8a77-99864655932d req-91d9d7fd-635f-42f9-a4bf-555e60fb09f5 service neutron] 10.222.0.69 "GET /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943203 Dec 16 22:57:20.678724 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6684239f-bee1-46f9-b16c-b1b9657ee86b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:20.695908 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc0ad24-1014-409f-a6c8-aea7735b8f77 None None] The sync data for ids ['2ed056f8-9008-415b-89e1-a35d26e3b771'] in n-d-821840-2 is: [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:57Z', 'revision_number': 4, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port': {'id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'e4b6838b-f925-4de6-b0bf-cf21c89781a6', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'port_id': '718fd2ac-b776-43f0-b154-7dad9855b1f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'mac_address': 'fa:16:3e:bc:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca45d786-ca13-434a-93ff-68768a43b150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:18Z', 'updated_at': '2021-12-16T22:57:18Z', 'revision_number': 0, 'project_id': '77a84e9ce21649539c250201052b6691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e92a616-a2ad-4d86-b6c9-0b91e5240364', 'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'mac_address': 'fa:16:3e:bd:2b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:56Z', 'updated_at': '2021-12-16T22:54:01Z', 'revision_number': 5, 'project_id': '77a84e9ce21649539c250201052b6691', 'subnets': [{'id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:57:20.738566 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6684239f-bee1-46f9-b16c-b1b9657ee86b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:20.889561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae2e96-2d32-416c-90ef-81d7817d5a66 req-228948c7-e13e-4bf9-b671-86d66f257142 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:20.891358 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50ae2e96-2d32-416c-90ef-81d7817d5a66 req-228948c7-e13e-4bf9-b671-86d66f257142 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 943 time: 0.0587330 Dec 16 22:57:20.951514 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f8ba5a-eafe-4eb2-aac8-07dc233ba3d7 None None] New status for floating IP e4b6838b-f925-4de6-b0bf-cf21c89781a6: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:57:20.955683 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50ae2e96-2d32-416c-90ef-81d7817d5a66 req-7530bd52-f05b-44f6-8870-6ba2b89b5560 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558729 Dec 16 22:57:21.007699 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6684239f-bee1-46f9-b16c-b1b9657ee86b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Router 2ed056f8-9008-415b-89e1-a35d26e3b771 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:57:21.138956 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6684239f-bee1-46f9-b16c-b1b9657ee86b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:57:21.145342 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6684239f-bee1-46f9-b16c-b1b9657ee86b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:21.147039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 69353537-845e-4a49-bb99-880b86b77ea7 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:57:21.213430 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6684239f-bee1-46f9-b16c-b1b9657ee86b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "PUT /v2.0/floatingips/e4b6838b-f925-4de6-b0bf-cf21c89781a6 HTTP/1.1" status: 200 len: 991 time: 1.1954446 Dec 16 22:57:21.273320 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 69353537-845e-4a49-bb99-880b86b77ea7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=69353537-845e-4a49-bb99-880b86b77ea7,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:57:21.296581 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '69353537-845e-4a49-bb99-880b86b77ea7', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'port_id': '69353537-845e-4a49-bb99-880b86b77ea7', 'mac_address': 'fa:16:3e:82:cc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:57:21.306957 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2535d2c-4665-4685-b695-1763ead360e7 None None] Sync routers for ids ['2ed056f8-9008-415b-89e1-a35d26e3b771'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:57:21.320858 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2535d2c-4665-4685-b695-1763ead360e7 None None] Routers {'2ed056f8-9008-415b-89e1-a35d26e3b771'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:57:21.321784 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d2535d2c-4665-4685-b695-1763ead360e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:56:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2ed056f8-9008-415b-89e1-a35d26e3b771'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:21.350547 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:21.367519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69353537-845e-4a49-bb99-880b86b77ea7 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:57:21.392634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 69353537-845e-4a49-bb99-880b86b77ea7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=69353537-845e-4a49-bb99-880b86b77ea7,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:57:21.400863 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27de1da-b16b-447f-b94c-cb636217018d req-fc7a8ef1-4ec7-4ee1-ae73-5780ab5fa403 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:21.400863 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d27de1da-b16b-447f-b94c-cb636217018d req-fc7a8ef1-4ec7-4ee1-ae73-5780ab5fa403 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 946 time: 0.0610538 Dec 16 22:57:21.475744 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:21.491826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d27de1da-b16b-447f-b94c-cb636217018d req-c426b0a7-bd28-44b5-a973-2de3f7e0c1dd tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecdab1fc-e62f-4f0f-a375-ab291a460101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841558 Dec 16 22:57:21.510745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e10e0-307a-48ab-8d8c-c3e367013ca8 req-768c3e1f-e789-4269-ada6-83f374ecf358 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:21.513039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e79e10e0-307a-48ab-8d8c-c3e367013ca8 req-768c3e1f-e789-4269-ada6-83f374ecf358 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 946 time: 0.1040437 Dec 16 22:57:21.552932 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=69353537-845e-4a49-bb99-880b86b77ea7,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:21.559633 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d2535d2c-4665-4685-b695-1763ead360e7 None None] Set router 2ed056f8-9008-415b-89e1-a35d26e3b771 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:57:21.633311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-e79e10e0-307a-48ab-8d8c-c3e367013ca8 req-49036b6f-a95e-4e9c-a41d-b690bb004915 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Deleting port 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:57:21.633672 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e79e10e0-307a-48ab-8d8c-c3e367013ca8 req-49036b6f-a95e-4e9c-a41d-b690bb004915 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:21.700299 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['69353537-845e-4a49-bb99-880b86b77ea7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:57:21.728955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e79e10e0-307a-48ab-8d8c-c3e367013ca8 req-49036b6f-a95e-4e9c-a41d-b690bb004915 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] For port 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=6dc857f1-0b0c-4b73-b6cf-e895ed8daa22,segment=NetworkSegment(bfae9b81-7fba-443e-b02b-3eeb408c7971),segment_id=bfae9b81-7fba-443e-b02b-3eeb408c7971)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:57:21.729425 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e79e10e0-307a-48ab-8d8c-c3e367013ca8 req-49036b6f-a95e-4e9c-a41d-b690bb004915 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:21.744491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-e79e10e0-307a-48ab-8d8c-c3e367013ca8 req-49036b6f-a95e-4e9c-a41d-b690bb004915 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Calling delete_port for 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:57:21.814781 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d2535d2c-4665-4685-b695-1763ead360e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:57Z', 'revision_number': 4, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port': {'id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'e4b6838b-f925-4de6-b0bf-cf21c89781a6', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'port_id': '718fd2ac-b776-43f0-b154-7dad9855b1f1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'mac_address': 'fa:16:3e:bc:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca45d786-ca13-434a-93ff-68768a43b150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:18Z', 'updated_at': '2021-12-16T22:57:21Z', 'revision_number': 2, 'project_id': '77a84e9ce21649539c250201052b6691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e92a616-a2ad-4d86-b6c9-0b91e5240364', 'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'mac_address': 'fa:16:3e:bd:2b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:56Z', 'updated_at': '2021-12-16T22:54:01Z', 'revision_number': 5, 'project_id': '77a84e9ce21649539c250201052b6691', 'subnets': [{'id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:21.848942 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2535d2c-4665-4685-b695-1763ead360e7 None None] Checking router: 2ed056f8-9008-415b-89e1-a35d26e3b771 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:57:21.858889 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2535d2c-4665-4685-b695-1763ead360e7 None None] Routers {'2ed056f8-9008-415b-89e1-a35d26e3b771'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:57:21.859548 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d2535d2c-4665-4685-b695-1763ead360e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:56:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2ed056f8-9008-415b-89e1-a35d26e3b771'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:21.961202 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e79e10e0-307a-48ab-8d8c-c3e367013ca8 req-49036b6f-a95e-4e9c-a41d-b690bb004915 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:21.971432 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d2535d2c-4665-4685-b695-1763ead360e7 None None] Set router 2ed056f8-9008-415b-89e1-a35d26e3b771 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:57:21.994058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49036b6f-a95e-4e9c-a41d-b690bb004915 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Pushing event deleted for resources: {'Port': ['ID=6dc857f1-0b0c-4b73-b6cf-e895ed8daa22,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:22.048511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79e10e0-307a-48ab-8d8c-c3e367013ca8 req-49036b6f-a95e-4e9c-a41d-b690bb004915 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] No DVR routers for this DVR port 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:57:22.052284 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e79e10e0-307a-48ab-8d8c-c3e367013ca8 req-49036b6f-a95e-4e9c-a41d-b690bb004915 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:22.056547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e79e10e0-307a-48ab-8d8c-c3e367013ca8 req-49036b6f-a95e-4e9c-a41d-b690bb004915 tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.24 "DELETE /v2.0/ports/6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 HTTP/1.1" status: 204 len: 173 time: 0.5352616 Dec 16 22:57:22.057085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a624d07-e8fc-4444-9a7b-c191df2ca650', 'name': 'network-vif-deleted', 'tag': '6dc857f1-0b0c-4b73-b6cf-e895ed8daa22'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:57:22.059704 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8063d57f-5e2a-4723-b124-22ffb6298e11" -d '{"events": [{"server_uuid": "7a624d07-e8fc-4444-9a7b-c191df2ca650", "name": "network-vif-deleted", "tag": "6dc857f1-0b0c-4b73-b6cf-e895ed8daa22"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:57:22.072143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca45d786-ca13-434a-93ff-68768a43b150', 'tag': '718fd2ac-b776-43f0-b154-7dad9855b1f1'}, {'name': 'network-changed', 'server_uuid': 'ca45d786-ca13-434a-93ff-68768a43b150', 'tag': '718fd2ac-b776-43f0-b154-7dad9855b1f1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:57:22.076854 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61837a03-ed29-403d-bbc2-b6aec28fb320" -d '{"events": [{"name": "network-changed", "server_uuid": "ca45d786-ca13-434a-93ff-68768a43b150", "tag": "718fd2ac-b776-43f0-b154-7dad9855b1f1"}, {"name": "network-changed", "server_uuid": "ca45d786-ca13-434a-93ff-68768a43b150", "tag": "718fd2ac-b776-43f0-b154-7dad9855b1f1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:57:22.104601 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['6dc857f1-0b0c-4b73-b6cf-e895ed8daa22'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:57:22.109960 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92351c9-f984-4713-add3-ace490a4f8a8 x-openstack-request-id: req-c92351c9-f984-4713-add3-ace490a4f8a8 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:57:22.110305 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a624d07-e8fc-4444-9a7b-c191df2ca650", "name": "network-vif-deleted", "tag": "6dc857f1-0b0c-4b73-b6cf-e895ed8daa22", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:57:22.110494 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c92351c9-f984-4713-add3-ace490a4f8a8 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:57:22.110967 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a624d07-e8fc-4444-9a7b-c191df2ca650', 'name': 'network-vif-deleted', 'tag': '6dc857f1-0b0c-4b73-b6cf-e895ed8daa22', 'status': 'completed', 'code': 200} Dec 16 22:57:22.138154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362952e-491e-45fc-ba04-c79e48533e33 req-d7fbe21c-b45c-49aa-ae18-3d67bfdd8798 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:22.146488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8362952e-491e-45fc-ba04-c79e48533e33 req-d7fbe21c-b45c-49aa-ae18-3d67bfdd8798 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 944 time: 0.0784798 Dec 16 22:57:22.160792 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 22:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdd07a4-147f-4b6e-90f9-471329dffe94 x-openstack-request-id: req-5bdd07a4-147f-4b6e-90f9-471329dffe94 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:57:22.161103 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca45d786-ca13-434a-93ff-68768a43b150", "tag": "718fd2ac-b776-43f0-b154-7dad9855b1f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ca45d786-ca13-434a-93ff-68768a43b150", "tag": "718fd2ac-b776-43f0-b154-7dad9855b1f1", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:57:22.161573 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bdd07a4-147f-4b6e-90f9-471329dffe94 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:57:22.161983 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca45d786-ca13-434a-93ff-68768a43b150', 'tag': '718fd2ac-b776-43f0-b154-7dad9855b1f1', 'status': 'completed', 'code': 200} Dec 16 22:57:22.162231 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca45d786-ca13-434a-93ff-68768a43b150', 'tag': '718fd2ac-b776-43f0-b154-7dad9855b1f1', 'status': 'completed', 'code': 200} Dec 16 22:57:22.226644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8362952e-491e-45fc-ba04-c79e48533e33 req-87b08a3b-062e-4dbf-b8b4-461401708fae tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791626 Dec 16 22:57:22.244100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-929f936a-cc10-4c75-ae64-5a8628477c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:22.245643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-929f936a-cc10-4c75-ae64-5a8628477c84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=77a84e9ce21649539c250201052b6691&device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 1096 time: 0.0577011 Dec 16 22:57:22.296741 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d2535d2c-4665-4685-b695-1763ead360e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:57Z', 'revision_number': 4, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port': {'id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'e4b6838b-f925-4de6-b0bf-cf21c89781a6', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'port_id': '718fd2ac-b776-43f0-b154-7dad9855b1f1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'mac_address': 'fa:16:3e:bc:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca45d786-ca13-434a-93ff-68768a43b150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:18Z', 'updated_at': '2021-12-16T22:57:21Z', 'revision_number': 2, 'project_id': '77a84e9ce21649539c250201052b6691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e92a616-a2ad-4d86-b6c9-0b91e5240364', 'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'mac_address': 'fa:16:3e:bd:2b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:56Z', 'updated_at': '2021-12-16T22:54:01Z', 'revision_number': 5, 'project_id': '77a84e9ce21649539c250201052b6691', 'subnets': [{'id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:22.326551 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2535d2c-4665-4685-b695-1763ead360e7 None None] The sync data for ids ['2ed056f8-9008-415b-89e1-a35d26e3b771'] in n-d-821840-2 is: [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:57Z', 'revision_number': 4, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port': {'id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'e4b6838b-f925-4de6-b0bf-cf21c89781a6', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'port_id': '718fd2ac-b776-43f0-b154-7dad9855b1f1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'mac_address': 'fa:16:3e:bc:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca45d786-ca13-434a-93ff-68768a43b150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:18Z', 'updated_at': '2021-12-16T22:57:21Z', 'revision_number': 2, 'project_id': '77a84e9ce21649539c250201052b6691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e92a616-a2ad-4d86-b6c9-0b91e5240364', 'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'mac_address': 'fa:16:3e:bd:2b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:56Z', 'updated_at': '2021-12-16T22:54:01Z', 'revision_number': 5, 'project_id': '77a84e9ce21649539c250201052b6691', 'subnets': [{'id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:57:22.367652 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-7bc86942-fd1b-48f8-979c-006bd77748ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:22.369157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-7bc86942-fd1b-48f8-979c-006bd77748ae service neutron] 10.222.0.69 "GET /v2.0/networks?id=7644b7c3-8b86-4c00-871c-ae70791d80d9 HTTP/1.1" status: 200 len: 914 time: 0.1151121 Dec 16 22:57:22.445295 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-c0761cc1-104c-418b-9b1c-ccce0c62ea9a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718fd2ac-b776-43f0-b154-7dad9855b1f1 HTTP/1.1" status: 200 len: 1001 time: 0.0690382 Dec 16 22:57:22.507149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-84d90a3a-ab19-4876-833b-85856ff5054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:22.508693 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-84d90a3a-ab19-4876-833b-85856ff5054c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4e7b823-d984-434c-ac01-56dfd985edf1 HTTP/1.1" status: 200 len: 852 time: 0.0569186 Dec 16 22:57:22.510684 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5988-3994-4695-a81f-d79f87c0c4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:22.584461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-1e24261c-cabc-4878-ab7e-fa6fd1c442a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:22.586031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-1e24261c-cabc-4878-ab7e-fa6fd1c442a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7644b7c3-8b86-4c00-871c-ae70791d80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686092 Dec 16 22:57:22.684269 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f321cc7-af4e-42a2-affa-1728d58f7e79 req-9b56bc4a-74da-4583-8c82-da0002995c5d tempest-ServerGroupTestJSON-1984352095 tempest-ServerGroupTestJSON-1984352095-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a624d07-e8fc-4444-9a7b-c191df2ca650 HTTP/1.1" status: 200 len: 210 time: 0.0373573 Dec 16 22:57:22.717368 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-1215f624-ce3a-443a-aacc-1a2584347c7c service neutron] 10.222.0.69 "GET /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240740 Dec 16 22:57:22.812945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-5caa10d3-38c4-4f76-8ef8-978c797fd34f service neutron] 10.222.0.69 "GET /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879745 Dec 16 22:57:22.899092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-ff0eaa9a-e052-4718-8ede-e2a5c4cb75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:22.900648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-ff0eaa9a-e052-4718-8ede-e2a5c4cb75b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=77a84e9ce21649539c250201052b6691&device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 1096 time: 0.0453877 Dec 16 22:57:22.998777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-264d7630-c3bb-4229-98a5-b6fce178d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:23.000414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-264d7630-c3bb-4229-98a5-b6fce178d8e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7644b7c3-8b86-4c00-871c-ae70791d80d9 HTTP/1.1" status: 200 len: 914 time: 0.0929689 Dec 16 22:57:23.075943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-166df1bd-3751-4db2-98d1-a720bd5b6432 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718fd2ac-b776-43f0-b154-7dad9855b1f1 HTTP/1.1" status: 200 len: 1001 time: 0.0678616 Dec 16 22:57:23.131259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-d9b960c1-3ffe-4cc2-990c-9cc2d228cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:23.132765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-d9b960c1-3ffe-4cc2-990c-9cc2d228cd70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4e7b823-d984-434c-ac01-56dfd985edf1 HTTP/1.1" status: 200 len: 852 time: 0.0505419 Dec 16 22:57:23.148313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 69353537-845e-4a49-bb99-880b86b77ea7 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:57:23.181016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-a52d0a6c-4bf1-4bdf-8728-b741991e0534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:23.183021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-a52d0a6c-4bf1-4bdf-8728-b741991e0534 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7644b7c3-8b86-4c00-871c-ae70791d80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431168 Dec 16 22:57:23.277049 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 69353537-845e-4a49-bb99-880b86b77ea7 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:57:23.280054 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-263c64e6-8872-4cb8-b477-921512240ed4 service neutron] 10.222.0.69 "GET /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901155 Dec 16 22:57:23.283736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 69353537-845e-4a49-bb99-880b86b77ea7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:57:23.284208 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:23.364117 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:23.390415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7658cce3-44af-4501-81bb-7112e183d193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69353537-845e-4a49-bb99-880b86b77ea7'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:57:23.392734 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3014ba42-e29b-4c32-86eb-0277f33b5d1d" -d '{"events": [{"server_uuid": "7658cce3-44af-4501-81bb-7112e183d193", "name": "network-vif-plugged", "status": "completed", "tag": "69353537-845e-4a49-bb99-880b86b77ea7"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:57:23.401762 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7914940-d72b-462e-a8bc-99cf8b93e80a req-20c1e3d3-990b-4f2a-af61-625295a91233 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:23.403876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7914940-d72b-462e-a8bc-99cf8b93e80a req-20c1e3d3-990b-4f2a-af61-625295a91233 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 944 time: 0.1080849 Dec 16 22:57:23.406830 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 69353537-845e-4a49-bb99-880b86b77ea7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=69353537-845e-4a49-bb99-880b86b77ea7,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:57:23.430587 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405c611c-854c-4955-a703-99e1bfaff562 x-openstack-request-id: req-405c611c-854c-4955-a703-99e1bfaff562 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:57:23.430935 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7658cce3-44af-4501-81bb-7112e183d193", "name": "network-vif-plugged", "status": "completed", "tag": "69353537-845e-4a49-bb99-880b86b77ea7", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:57:23.431202 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-405c611c-854c-4955-a703-99e1bfaff562 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:57:23.431662 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7658cce3-44af-4501-81bb-7112e183d193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69353537-845e-4a49-bb99-880b86b77ea7', 'code': 200} Dec 16 22:57:23.432422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61837a03-ed29-403d-bbc2-b6aec28fb320 req-28fcc565-c9e9-4008-b88a-b962eb3ae05c service neutron] 10.222.0.69 "GET /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448731 Dec 16 22:57:23.471129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d7914940-d72b-462e-a8bc-99cf8b93e80a req-997d1a53-fc6c-44b4-9fa7-83432597cc43 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561318 Dec 16 22:57:23.509973 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:23.533914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43969f7-43d5-4480-992f-828644ed92a6 req-987a7f56-a707-4962-b74f-fe2ed8f3c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:23.535472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a43969f7-43d5-4480-992f-828644ed92a6 req-987a7f56-a707-4962-b74f-fe2ed8f3c197 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 1095 time: 0.0422437 Dec 16 22:57:23.559968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=69353537-845e-4a49-bb99-880b86b77ea7,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:23.581544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a43969f7-43d5-4480-992f-828644ed92a6 req-30950f9c-37eb-41cf-b0e0-44d85587e85a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386608 Dec 16 22:57:23.635958 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:24.050308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54076) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:24.100748 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b270e8-c62e-4712-bd55-9d8cf301e298 admin admin] Deleting subnet e22786d9-aa44-422f-9f8a-cb0d7f91cab8 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:57:24.104135 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37b270e8-c62e-4712-bd55-9d8cf301e298 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:24.140999 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37b270e8-c62e-4712-bd55-9d8cf301e298 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:24.182631 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37b270e8-c62e-4712-bd55-9d8cf301e298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:24.310371 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37b270e8-c62e-4712-bd55-9d8cf301e298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:24.336942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b270e8-c62e-4712-bd55-9d8cf301e298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e22786d9-aa44-422f-9f8a-cb0d7f91cab8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:24.340820 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-37b270e8-c62e-4712-bd55-9d8cf301e298 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:24.344664 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-37b270e8-c62e-4712-bd55-9d8cf301e298 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e22786d9-aa44-422f-9f8a-cb0d7f91cab8 HTTP/1.1" status: 204 len: 168 time: 0.2933393 Dec 16 22:57:24.347133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54078) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:24.420741 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10f3782a-3132-4e4e-8d9a-fa4589832a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:24.500101 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10f3782a-3132-4e4e-8d9a-fa4589832a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:24.522435 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-10f3782a-3132-4e4e-8d9a-fa4589832a3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:24.534223 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-10f3782a-3132-4e4e-8d9a-fa4589832a3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfae9b81-7fba-443e-b02b-3eeb408c7971') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:24.534558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-10f3782a-3132-4e4e-8d9a-fa4589832a3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfae9b81-7fba-443e-b02b-3eeb408c7971') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:24.545529 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10f3782a-3132-4e4e-8d9a-fa4589832a3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:24.560170 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10f3782a-3132-4e4e-8d9a-fa4589832a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:24.566264 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f3782a-3132-4e4e-8d9a-fa4589832a3c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:57:24.566650 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10f3782a-3132-4e4e-8d9a-fa4589832a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:57:24.568351 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:57:24.592913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34c5b9-eaf4-4575-a5ff-ef3879fe456a req-b34ef99d-c1d4-4ad8-bbe2-b1bfe6881661 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:24.594582 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa34c5b9-eaf4-4575-a5ff-ef3879fe456a req-b34ef99d-c1d4-4ad8-bbe2-b1bfe6881661 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 945 time: 0.0523682 Dec 16 22:57:24.647977 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa34c5b9-eaf4-4575-a5ff-ef3879fe456a req-6c829795-8947-49db-88f2-292f8ac3ec8c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472374 Dec 16 22:57:24.698415 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10f3782a-3132-4e4e-8d9a-fa4589832a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:24.706814 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-10f3782a-3132-4e4e-8d9a-fa4589832a3c admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:24.710069 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-10f3782a-3132-4e4e-8d9a-fa4589832a3c admin admin] 10.222.0.43 "DELETE /v2.0/networks/fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c HTTP/1.1" status: 204 len: 168 time: 0.3619475 Dec 16 22:57:24.721418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3782a-3132-4e4e-8d9a-fa4589832a3c admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb9f1bc-e5d8-4d9d-af62-7d10b14d4e9c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:24.950462 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:25.055040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54084) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:25.098376 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-31c5336e-869c-45c5-9cf4-00f0f59f153c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db67e00d6dfc4c78a040a65c7fb17e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421174 Dec 16 22:57:25.100859 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54086) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:25.150583 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9098767b-350a-4036-8942-bf5301ee3f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:25.162801 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:57:25.174164 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9098767b-350a-4036-8942-bf5301ee3f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:25.183941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:57:25.184903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 6dc857f1-0b0c-4b73-b6cf-e895ed8daa22 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:57:25.310283 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9098767b-350a-4036-8942-bf5301ee3f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:25.312887 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9098767b-350a-4036-8942-bf5301ee3f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:25.314125 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9098767b-350a-4036-8942-bf5301ee3f9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ecdab1fc-e62f-4f0f-a375-ab291a460101 HTTP/1.1" status: 204 len: 168 time: 0.2123322 Dec 16 22:57:25.322993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098767b-350a-4036-8942-bf5301ee3f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdab1fc-e62f-4f0f-a375-ab291a460101,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:25.738521 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:25.782642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5dbb3-66b7-4547-b621-7d13b79fcc8a req-13ccc674-4931-42e3-9e52-6d417e3e0548 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:25.784264 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26e5dbb3-66b7-4547-b621-7d13b79fcc8a req-13ccc674-4931-42e3-9e52-6d417e3e0548 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 945 time: 0.0664468 Dec 16 22:57:25.839687 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26e5dbb3-66b7-4547-b621-7d13b79fcc8a req-a086fd41-a544-40fa-8cb0-1305c7bbdc6b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493939 Dec 16 22:57:25.971836 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb43606-a2ad-45df-8ae1-525c4190077c req-ded94d59-2a8f-4acc-bb39-1209d23d0d4a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:25.973406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6cb43606-a2ad-45df-8ae1-525c4190077c req-ded94d59-2a8f-4acc-bb39-1209d23d0d4a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 945 time: 0.0577068 Dec 16 22:57:26.036995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6cb43606-a2ad-45df-8ae1-525c4190077c req-733dbdbf-742e-491f-adca-2b06627a2483 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574501 Dec 16 22:57:26.191438 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382dc70-29e7-4712-95b1-e3f455aaff4f req-604e90c9-1a80-4f48-a41a-852939be47fa tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:26.193083 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7382dc70-29e7-4712-95b1-e3f455aaff4f req-604e90c9-1a80-4f48-a41a-852939be47fa tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 945 time: 0.0804615 Dec 16 22:57:26.252632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7382dc70-29e7-4712-95b1-e3f455aaff4f req-0c29ea75-c7cb-4899-ac3d-80587704efcf tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517688 Dec 16 22:57:26.752801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6f3f3-4458-4953-98d6-46f836c19a2b req-7042b896-c781-4ab1-83fc-57b54aa39890 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:26.754375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ad6f3f3-4458-4953-98d6-46f836c19a2b req-7042b896-c781-4ab1-83fc-57b54aa39890 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 945 time: 0.0555122 Dec 16 22:57:26.806378 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ad6f3f3-4458-4953-98d6-46f836c19a2b req-75e45718-65c8-4e73-9359-936887f328b8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450068 Dec 16 22:57:27.950230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dda20d-4eb8-4ba8-9b4b-4f0b3e562dce req-c0e93609-574b-4c77-9034-a875e7f4f01b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:27.952459 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3dda20d-4eb8-4ba8-9b4b-4f0b3e562dce req-c0e93609-574b-4c77-9034-a875e7f4f01b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 945 time: 0.0659382 Dec 16 22:57:28.007456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3dda20d-4eb8-4ba8-9b4b-4f0b3e562dce req-24d3152c-06af-4b33-908b-65aae7d68b89 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478294 Dec 16 22:57:28.364066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821c5ad-0ed0-45a1-8af2-2a80c53c7298 req-3f44cda1-eb9d-4c33-bd74-45c3b00f72a4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:28.365555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0821c5ad-0ed0-45a1-8af2-2a80c53c7298 req-3f44cda1-eb9d-4c33-bd74-45c3b00f72a4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 945 time: 0.0551655 Dec 16 22:57:28.460826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-0821c5ad-0ed0-45a1-8af2-2a80c53c7298 req-83b3864b-63b2-4c91-abd7-229b512e3a8a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Deleting port 69353537-845e-4a49-bb99-880b86b77ea7 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:57:28.461174 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0821c5ad-0ed0-45a1-8af2-2a80c53c7298 req-83b3864b-63b2-4c91-abd7-229b512e3a8a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:28.571185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0821c5ad-0ed0-45a1-8af2-2a80c53c7298 req-83b3864b-63b2-4c91-abd7-229b512e3a8a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] For port 69353537-845e-4a49-bb99-880b86b77ea7, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=69353537-845e-4a49-bb99-880b86b77ea7,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:57:28.571963 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0821c5ad-0ed0-45a1-8af2-2a80c53c7298 req-83b3864b-63b2-4c91-abd7-229b512e3a8a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:28.593561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-0821c5ad-0ed0-45a1-8af2-2a80c53c7298 req-83b3864b-63b2-4c91-abd7-229b512e3a8a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Calling delete_port for 69353537-845e-4a49-bb99-880b86b77ea7 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:57:28.790213 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0821c5ad-0ed0-45a1-8af2-2a80c53c7298 req-83b3864b-63b2-4c91-abd7-229b512e3a8a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:28.802928 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['69353537-845e-4a49-bb99-880b86b77ea7'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:57:28.821188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3864b-63b2-4c91-abd7-229b512e3a8a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event deleted for resources: {'Port': ['ID=69353537-845e-4a49-bb99-880b86b77ea7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:28.867316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0821c5ad-0ed0-45a1-8af2-2a80c53c7298 req-83b3864b-63b2-4c91-abd7-229b512e3a8a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] No DVR routers for this DVR port 69353537-845e-4a49-bb99-880b86b77ea7 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:57:28.869975 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0821c5ad-0ed0-45a1-8af2-2a80c53c7298 req-83b3864b-63b2-4c91-abd7-229b512e3a8a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:28.871345 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54166) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:28.873577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0821c5ad-0ed0-45a1-8af2-2a80c53c7298 req-83b3864b-63b2-4c91-abd7-229b512e3a8a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "DELETE /v2.0/ports/69353537-845e-4a49-bb99-880b86b77ea7 HTTP/1.1" status: 204 len: 173 time: 0.5006897 Dec 16 22:57:28.874058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7658cce3-44af-4501-81bb-7112e183d193', 'name': 'network-vif-deleted', 'tag': '69353537-845e-4a49-bb99-880b86b77ea7'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:57:28.876362 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3176246-7bd9-4668-b81d-e7a7e70fee66" -d '{"events": [{"server_uuid": "7658cce3-44af-4501-81bb-7112e183d193", "name": "network-vif-deleted", "tag": "69353537-845e-4a49-bb99-880b86b77ea7"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:57:28.920871 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8650d443-6027-40dd-8d7b-ac50808d3ddc x-openstack-request-id: req-8650d443-6027-40dd-8d7b-ac50808d3ddc {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:57:28.921194 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7658cce3-44af-4501-81bb-7112e183d193", "name": "network-vif-deleted", "tag": "69353537-845e-4a49-bb99-880b86b77ea7", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:57:28.921496 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8650d443-6027-40dd-8d7b-ac50808d3ddc {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:57:28.921904 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7658cce3-44af-4501-81bb-7112e183d193', 'name': 'network-vif-deleted', 'tag': '69353537-845e-4a49-bb99-880b86b77ea7', 'status': 'completed', 'code': 200} Dec 16 22:57:29.003932 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39a423d4-6f67-47d4-80fc-05dea5410d62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:29.093341 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39a423d4-6f67-47d4-80fc-05dea5410d62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:29.138512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2006802a-02c7-4d2a-b4a9-6c3298ca25ce req-567ffa1a-77c7-4af7-86c9-87c3c32ef8a5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 210 time: 0.0287263 Dec 16 22:57:29.190419 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39a423d4-6f67-47d4-80fc-05dea5410d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:29.229441 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a423d4-6f67-47d4-80fc-05dea5410d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28d4e85-3cf9-4bd0-9c3c-ac570b36b61e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:29.237248 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-39a423d4-6f67-47d4-80fc-05dea5410d62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d756d492a4e744c5a72225acbf86db93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3620431 Dec 16 22:57:29.237474 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54174) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:29.291790 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-542d66f6-947d-4314-b6bb-fcf4da342d9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:29.314750 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-542d66f6-947d-4314-b6bb-fcf4da342d9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:29.407303 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-542d66f6-947d-4314-b6bb-fcf4da342d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:29.409906 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-542d66f6-947d-4314-b6bb-fcf4da342d9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:29.411073 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-542d66f6-947d-4314-b6bb-fcf4da342d9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b28d4e85-3cf9-4bd0-9c3c-ac570b36b61e HTTP/1.1" status: 204 len: 168 time: 0.1727440 Dec 16 22:57:29.419337 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d66f6-947d-4314-b6bb-fcf4da342d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28d4e85-3cf9-4bd0-9c3c-ac570b36b61e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:29.948431 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54180) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:29.968089 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3e691626-bfdf-4a96-bea6-42c4adef9742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:30.042974 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3e691626-bfdf-4a96-bea6-42c4adef9742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:30.127306 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3e691626-bfdf-4a96-bea6-42c4adef9742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:30.167720 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3e691626-bfdf-4a96-bea6-42c4adef9742 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41639e9859464ccbabfc470aa9e25ff1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2196646 Dec 16 22:57:30.169251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e691626-bfdf-4a96-bea6-42c4adef9742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e08665-f520-489f-bae6-459506a87500,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:30.172381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54184) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:30.245350 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:30.270076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9bf984d-fa5b-4ffc-ab17-2870988ca503 req-464b6522-8f4c-42fa-b14d-d52293dc156d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 210 time: 0.0395861 Dec 16 22:57:30.285111 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:30.396228 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:30.398992 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:30.400283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87e08665-f520-489f-bae6-459506a87500 HTTP/1.1" status: 204 len: 168 time: 0.2261193 Dec 16 22:57:30.410415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e08665-f520-489f-bae6-459506a87500,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:30.418831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:30.419663 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:30.420104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:30.420539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:30.420967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:30.421481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:30.421905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:30.422445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:30.422901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:30.423351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:30.423743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:30.424135 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:30.424528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f39a7f-fe21-4386-b8f1-8b0172d210fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:31.376160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d68e0d27-d73d-4ad9-94cc-8b46e9637c5f req-9b69ff9a-35a2-4c41-8ab7-25ceb33032f0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 210 time: 0.0290136 Dec 16 22:57:32.477885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cfac931-f65a-4e89-9116-0fdff5a48918 req-b7ca83a1-cd25-4939-a0b1-1d8a8c8857f2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 210 time: 0.0295017 Dec 16 22:57:33.179209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 69353537-845e-4a49-bb99-880b86b77ea7 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:57:33.207507 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 69353537-845e-4a49-bb99-880b86b77ea7 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:57:33.207507 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 69353537-845e-4a49-bb99-880b86b77ea7 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:57:33.585049 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b1ab3cb-b118-45e7-a3d8-f30ba2dfeb26 req-c5b78584-3e5d-4b48-b73a-a8013ef1a03f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 210 time: 0.0336545 Dec 16 22:57:34.701150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52dd3c67-aa61-4e6d-ab2e-79374b0d7d8c req-c328445a-9a46-493e-88b7-bfc9042d2a8f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7658cce3-44af-4501-81bb-7112e183d193 HTTP/1.1" status: 200 len: 210 time: 0.0293965 Dec 16 22:57:34.815099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54256) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:34.932543 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e4b6ba4-9ee5-463d-a7d7-e70ecf5c5287 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:35.011123 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e4b6ba4-9ee5-463d-a7d7-e70ecf5c5287 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:35.076455 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e4b6ba4-9ee5-463d-a7d7-e70ecf5c5287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:35.125169 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8e4b6ba4-9ee5-463d-a7d7-e70ecf5c5287 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1284ecafac8343e98fe6ff799688e305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3087871 Dec 16 22:57:35.126500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b6ba4-9ee5-463d-a7d7-e70ecf5c5287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300efb51-a547-4ce6-b542-365a98847dfc,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:35.128768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54260) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:35.188856 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9834d275-1069-4cad-969d-3e606f55be9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:35.210808 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9834d275-1069-4cad-969d-3e606f55be9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:35.316091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9834d275-1069-4cad-969d-3e606f55be9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:35.318879 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9834d275-1069-4cad-969d-3e606f55be9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:35.320091 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9834d275-1069-4cad-969d-3e606f55be9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/300efb51-a547-4ce6-b542-365a98847dfc HTTP/1.1" status: 204 len: 168 time: 0.1898956 Dec 16 22:57:35.329189 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834d275-1069-4cad-969d-3e606f55be9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300efb51-a547-4ce6-b542-365a98847dfc,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:35.951337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54270) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:35.966336 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65f23fec-dd1c-4286-8bed-bd27fa95751b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:36.045337 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65f23fec-dd1c-4286-8bed-bd27fa95751b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:36.087729 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65f23fec-dd1c-4286-8bed-bd27fa95751b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:36.130108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f23fec-dd1c-4286-8bed-bd27fa95751b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afeacb2b-b4ed-4145-bd57-10b58b3a865d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:36.135422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-65f23fec-dd1c-4286-8bed-bd27fa95751b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98563f1ba48046499de1e6b88c71a975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1829135 Dec 16 22:57:36.139953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54272) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:36.197751 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27b4649c-c776-4dee-900a-787a812f48be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:36.220803 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27b4649c-c776-4dee-900a-787a812f48be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:36.362006 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27b4649c-c776-4dee-900a-787a812f48be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:36.364902 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27b4649c-c776-4dee-900a-787a812f48be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:36.366096 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-27b4649c-c776-4dee-900a-787a812f48be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/afeacb2b-b4ed-4145-bd57-10b58b3a865d HTTP/1.1" status: 204 len: 168 time: 0.2252557 Dec 16 22:57:36.375485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4649c-c776-4dee-900a-787a812f48be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeacb2b-b4ed-4145-bd57-10b58b3a865d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:43.453869 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:43.585418 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:48.820500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54522) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:48.938590 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76dcd5f6-dd2d-49df-9cef-ea6a7baa67f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:49.019221 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76dcd5f6-dd2d-49df-9cef-ea6a7baa67f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:49.099949 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-76dcd5f6-dd2d-49df-9cef-ea6a7baa67f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:49.142796 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-76dcd5f6-dd2d-49df-9cef-ea6a7baa67f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b339c55acea541f69322f221bc4c3bd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3211734 Dec 16 22:57:49.144028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcd5f6-dd2d-49df-9cef-ea6a7baa67f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e94a0d-f03a-4725-90e9-e64b58b9c6d9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:49.145589 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54526) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:49.198101 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:49.224670 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:49.333843 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:49.336515 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:49.337728 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67e94a0d-f03a-4725-90e9-e64b58b9c6d9 HTTP/1.1" status: 204 len: 168 time: 0.1909728 Dec 16 22:57:49.347628 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e94a0d-f03a-4725-90e9-e64b58b9c6d9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:49.356205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:49.361133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:49.361133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:49.361133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:49.361133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:49.361133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:49.361133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:49.361133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:49.361133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:49.361133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:49.361133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:49.361133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:49.361133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a561ca-fc7d-4ac5-aedf-bf2c4a06faf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:57:50.019146 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54534) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:50.033255 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b1c9-d7aa-4c72-b467-3bdf0b5d3c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:50.111783 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d26d610c-e74d-4e6f-b036-00b92ae2f63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:50.114373 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b1c9-d7aa-4c72-b467-3bdf0b5d3c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:50.248026 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b1c9-d7aa-4c72-b467-3bdf0b5d3c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:50.289537 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7aa9b1c9-d7aa-4c72-b467-3bdf0b5d3c0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27b9d446d07141828933675d266e6595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2690158 Dec 16 22:57:50.290385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9b1c9-d7aa-4c72-b467-3bdf0b5d3c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54924a5b-ed6b-44f8-b784-3f73088f58cb,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:50.292540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54536) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:50.354146 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3db9e654-220f-43ff-b29e-72399fd091be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:50.377628 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3db9e654-220f-43ff-b29e-72399fd091be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:50.482065 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3db9e654-220f-43ff-b29e-72399fd091be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:50.485704 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3db9e654-220f-43ff-b29e-72399fd091be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:50.486962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3db9e654-220f-43ff-b29e-72399fd091be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54924a5b-ed6b-44f8-b784-3f73088f58cb HTTP/1.1" status: 204 len: 168 time: 0.1924217 Dec 16 22:57:50.495834 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9e654-220f-43ff-b29e-72399fd091be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54924a5b-ed6b-44f8-b784-3f73088f58cb,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:52.888410 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c203d163-7db6-4a33-8e5e-e13eabc30429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:53.654251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:53.898947 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54600) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:54.013051 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-25ea5ae2-fc11-4dd5-a37a-16cc541d79c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:54.090953 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-25ea5ae2-fc11-4dd5-a37a-16cc541d79c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:54.151828 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-25ea5ae2-fc11-4dd5-a37a-16cc541d79c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:54.198297 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-25ea5ae2-fc11-4dd5-a37a-16cc541d79c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ccc9a1c7b7534af78454159004dfbb04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2982001 Dec 16 22:57:54.199487 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea5ae2-fc11-4dd5-a37a-16cc541d79c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ee71a4-9013-46ab-81c5-cb341de32f13,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:54.201276 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54604) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:54.264285 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c3c00a9-79fc-4f30-ac04-cfbfd8dec19d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:54.287939 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c3c00a9-79fc-4f30-ac04-cfbfd8dec19d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:54.425421 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c3c00a9-79fc-4f30-ac04-cfbfd8dec19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:54.428091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c3c00a9-79fc-4f30-ac04-cfbfd8dec19d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:54.429333 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5c3c00a9-79fc-4f30-ac04-cfbfd8dec19d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6ee71a4-9013-46ab-81c5-cb341de32f13 HTTP/1.1" status: 204 len: 168 time: 0.2269731 Dec 16 22:57:54.438124 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c00a9-79fc-4f30-ac04-cfbfd8dec19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ee71a4-9013-46ab-81c5-cb341de32f13,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:54.945455 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:54.983511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54612) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:54.997402 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4174ae9-9577-4645-b3e1-36e6807daa43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:55.085237 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4174ae9-9577-4645-b3e1-36e6807daa43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:55.157763 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4174ae9-9577-4645-b3e1-36e6807daa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:55.199956 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c4174ae9-9577-4645-b3e1-36e6807daa43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c35e0bf5fd24e898d15f1e4536feb79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2153220 Dec 16 22:57:55.200826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4174ae9-9577-4645-b3e1-36e6807daa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22e2e3e-b114-4770-8ea4-d90f21b7f1c3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:55.202523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54614) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:55.269449 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3de6-0ad6-4bcd-a373-440f08a799ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:55.301314 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3de6-0ad6-4bcd-a373-440f08a799ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:55.932443 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:57:56.580586 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3de6-0ad6-4bcd-a373-440f08a799ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:56.585095 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3de6-0ad6-4bcd-a373-440f08a799ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:56.585095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d7aa3de6-0ad6-4bcd-a373-440f08a799ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e22e2e3e-b114-4770-8ea4-d90f21b7f1c3 HTTP/1.1" status: 204 len: 168 time: 1.3803532 Dec 16 22:57:56.592829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa3de6-0ad6-4bcd-a373-440f08a799ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22e2e3e-b114-4770-8ea4-d90f21b7f1c3,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:56.633745 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:58.280085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54668) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:58.401442 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a2ad6b7-37a0-4b86-b88d-b10fa5f06695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:58.479108 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a2ad6b7-37a0-4b86-b88d-b10fa5f06695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:58.557592 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a2ad6b7-37a0-4b86-b88d-b10fa5f06695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:58.598544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0a2ad6b7-37a0-4b86-b88d-b10fa5f06695 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb63ed9db41f40418d1101f93aa04b63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3170300 Dec 16 22:57:58.599353 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ad6b7-37a0-4b86-b88d-b10fa5f06695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cf1681-1272-460b-ae1a-26233cf6233f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:58.601240 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54680) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:58.655220 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7f2590b1-2276-45a4-863c-7f838fabeb21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:58.679656 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7f2590b1-2276-45a4-863c-7f838fabeb21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:58.831722 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7f2590b1-2276-45a4-863c-7f838fabeb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:58.835013 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7f2590b1-2276-45a4-863c-7f838fabeb21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:58.838833 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7f2590b1-2276-45a4-863c-7f838fabeb21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18cf1681-1272-460b-ae1a-26233cf6233f HTTP/1.1" status: 204 len: 168 time: 0.2338259 Dec 16 22:57:58.848913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2590b1-2276-45a4-863c-7f838fabeb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cf1681-1272-460b-ae1a-26233cf6233f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:01.796428 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54740) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:01.925243 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-77875c94-a921-4db6-b1e9-5db07c015727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:02.012561 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-77875c94-a921-4db6-b1e9-5db07c015727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:02.076983 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-77875c94-a921-4db6-b1e9-5db07c015727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:02.117774 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-77875c94-a921-4db6-b1e9-5db07c015727 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=526173fdfcb14da5b003334d17b54328&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3202055 Dec 16 22:58:02.120242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77875c94-a921-4db6-b1e9-5db07c015727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1bbd50-bbdb-4c0d-a68e-94f8409153d5,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:02.120787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54744) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:02.170789 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9157eb56-8a87-4d7e-a2c5-80bfc49a53df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:02.194800 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9157eb56-8a87-4d7e-a2c5-80bfc49a53df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:02.368784 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9157eb56-8a87-4d7e-a2c5-80bfc49a53df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:02.371490 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9157eb56-8a87-4d7e-a2c5-80bfc49a53df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:02.372669 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9157eb56-8a87-4d7e-a2c5-80bfc49a53df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc1bbd50-bbdb-4c0d-a68e-94f8409153d5 HTTP/1.1" status: 204 len: 168 time: 0.2508786 Dec 16 22:58:02.381973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157eb56-8a87-4d7e-a2c5-80bfc49a53df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1bbd50-bbdb-4c0d-a68e-94f8409153d5,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:05.912849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54830) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:06.030779 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48c0a0c6-2b49-49a2-835b-473cb0834343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:06.089418 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74f0866c-f549-4e02-933f-666a2d1b44bb req-4c547d49-a804-4f6b-8e0a-0a9ba6fb6e0a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663943 Dec 16 22:58:06.140514 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48c0a0c6-2b49-49a2-835b-473cb0834343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:06.187775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0866c-f549-4e02-933f-666a2d1b44bb req-adf1bfeb-a816-43ab-98d9-e4f866b763a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:06.189309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74f0866c-f549-4e02-933f-666a2d1b44bb req-adf1bfeb-a816-43ab-98d9-e4f866b763a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=77a84e9ce21649539c250201052b6691&device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 1096 time: 0.0423431 Dec 16 22:58:06.236453 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48c0a0c6-2b49-49a2-835b-473cb0834343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:06.317719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-48c0a0c6-2b49-49a2-835b-473cb0834343 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=358b32e81d2f48aca367fa6a769bfad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4034152 Dec 16 22:58:06.320935 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54834) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:06.321611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0a0c6-2b49-49a2-835b-473cb0834343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee98469-6913-4d10-b5ea-6378a7b397de,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:06.352660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0866c-f549-4e02-933f-666a2d1b44bb req-2e363212-057b-4617-a8e9-2893bbe1b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:06.354171 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74f0866c-f549-4e02-933f-666a2d1b44bb req-2e363212-057b-4617-a8e9-2893bbe1b7ad service neutron] 10.222.0.69 "GET /v2.0/networks?id=7644b7c3-8b86-4c00-871c-ae70791d80d9 HTTP/1.1" status: 200 len: 914 time: 0.1369181 Dec 16 22:58:06.375725 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11cfe69b-3600-4b13-9e37-2ab56ddf59e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:06.399538 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11cfe69b-3600-4b13-9e37-2ab56ddf59e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:06.427077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74f0866c-f549-4e02-933f-666a2d1b44bb req-5c4300d0-3d02-411b-9391-e3906732ad95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718fd2ac-b776-43f0-b154-7dad9855b1f1 HTTP/1.1" status: 200 len: 1001 time: 0.0622554 Dec 16 22:58:06.491990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0866c-f549-4e02-933f-666a2d1b44bb req-c2f7e4d1-e63f-46bc-9c30-f92727f6cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:06.493424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74f0866c-f549-4e02-933f-666a2d1b44bb req-c2f7e4d1-e63f-46bc-9c30-f92727f6cc78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4e7b823-d984-434c-ac01-56dfd985edf1 HTTP/1.1" status: 200 len: 852 time: 0.0557330 Dec 16 22:58:06.505739 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11cfe69b-3600-4b13-9e37-2ab56ddf59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:06.508395 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11cfe69b-3600-4b13-9e37-2ab56ddf59e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:06.509529 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-11cfe69b-3600-4b13-9e37-2ab56ddf59e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ee98469-6913-4d10-b5ea-6378a7b397de HTTP/1.1" status: 204 len: 168 time: 0.1866241 Dec 16 22:58:06.525903 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfe69b-3600-4b13-9e37-2ab56ddf59e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee98469-6913-4d10-b5ea-6378a7b397de,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:06.558864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0866c-f549-4e02-933f-666a2d1b44bb req-7de6a421-9a67-4a8a-9182-b67e422780e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:06.560239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74f0866c-f549-4e02-933f-666a2d1b44bb req-7de6a421-9a67-4a8a-9182-b67e422780e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7644b7c3-8b86-4c00-871c-ae70791d80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560608 Dec 16 22:58:06.659261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74f0866c-f549-4e02-933f-666a2d1b44bb req-6ce66c78-0f7c-4640-b319-74f70ee5e806 service neutron] 10.222.0.69 "GET /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868108 Dec 16 22:58:06.770009 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74f0866c-f549-4e02-933f-666a2d1b44bb req-de6cd3f5-37e1-4e83-9dbe-905bfd46fb8b service neutron] 10.222.0.69 "GET /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998530 Dec 16 22:58:07.216348 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54842) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:07.231546 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aac1b5d5-d1e5-423a-b571-361f5ae60baf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:07.311414 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aac1b5d5-d1e5-423a-b571-361f5ae60baf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:07.415140 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aac1b5d5-d1e5-423a-b571-361f5ae60baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:07.461815 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-aac1b5d5-d1e5-423a-b571-361f5ae60baf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=575cb322a6054166980532da0f97834d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2443538 Dec 16 22:58:07.462717 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1b5d5-d1e5-423a-b571-361f5ae60baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959b2352-f892-4cf5-bad9-9541ae6777a1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:07.464627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54844) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:07.516620 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2d2f043b-74ac-42c3-9b74-8c795e9958c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:07.540214 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2d2f043b-74ac-42c3-9b74-8c795e9958c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:07.684138 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2d2f043b-74ac-42c3-9b74-8c795e9958c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:07.687252 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2d2f043b-74ac-42c3-9b74-8c795e9958c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:07.688721 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2d2f043b-74ac-42c3-9b74-8c795e9958c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/959b2352-f892-4cf5-bad9-9541ae6777a1 HTTP/1.1" status: 204 len: 168 time: 0.2230434 Dec 16 22:58:07.702275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f043b-74ac-42c3-9b74-8c795e9958c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959b2352-f892-4cf5-bad9-9541ae6777a1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:11.188050 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54926) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:11.298349 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d5a3ec0-ffe2-47e6-9a7d-fee41c65e218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:11.377178 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d5a3ec0-ffe2-47e6-9a7d-fee41c65e218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:11.454338 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d5a3ec0-ffe2-47e6-9a7d-fee41c65e218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:11.494750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9d5a3ec0-ffe2-47e6-9a7d-fee41c65e218 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9271360fdc824a229b55763d09330383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3055868 Dec 16 22:58:11.495775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a3ec0-ffe2-47e6-9a7d-fee41c65e218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3a64e5-e610-405f-a220-ef16fdff2109,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:11.497477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54932) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:11.549714 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28c1b439-55ee-4f08-9fc6-87cea9ea6c59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:11.571049 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28c1b439-55ee-4f08-9fc6-87cea9ea6c59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:11.716955 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28c1b439-55ee-4f08-9fc6-87cea9ea6c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:11.722888 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28c1b439-55ee-4f08-9fc6-87cea9ea6c59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:11.722888 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-28c1b439-55ee-4f08-9fc6-87cea9ea6c59 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d3a64e5-e610-405f-a220-ef16fdff2109 HTTP/1.1" status: 204 len: 168 time: 0.2223582 Dec 16 22:58:11.729077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1b439-55ee-4f08-9fc6-87cea9ea6c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3a64e5-e610-405f-a220-ef16fdff2109,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:12.051249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-e305b043-d528-4732-9958-3f8894195f41 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:12.054304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-e305b043-d528-4732-9958-3f8894195f41 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 811 time: 0.1087949 Dec 16 22:58:12.084592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-8597d689-7aaa-4b07-a1e7-17c0cb435ef8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/quotas/d3ce3d7cd750496abea0f17a31397257 HTTP/1.1" status: 200 len: 375 time: 0.0131044 Dec 16 22:58:12.146818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-aab97e80-5378-4cde-adb5-093714d4a80a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550764 Dec 16 22:58:12.244913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-428bfa6a-3d1d-4ba9-97ab-5aadb88af208 service neutron] 10.222.0.43 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895784 Dec 16 22:58:12.341769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-81e7a165-354d-48e9-a09b-89ed53620293 service neutron] 10.222.0.43 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906792 Dec 16 22:58:12.582723 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 54954) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:12.597849 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3553516-d13e-41ff-b6ec-65c8202a19fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:12.679022 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3553516-d13e-41ff-b6ec-65c8202a19fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:12.786409 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3553516-d13e-41ff-b6ec-65c8202a19fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:12.827120 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a3553516-d13e-41ff-b6ec-65c8202a19fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7c36d928c334e8d9c1be7b5806f420b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2430804 Dec 16 22:58:12.827911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3553516-d13e-41ff-b6ec-65c8202a19fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdbcd44-2db6-43c7-9439-9669b389cd9c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:12.829750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 54956) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:12.883770 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-91090cea-0299-47e8-973d-3bbb34c4cfe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:12.911877 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-91090cea-0299-47e8-973d-3bbb34c4cfe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:12.977287 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad786c0f-2cc8-4ef6-961e-23e42755f3ca req-908b0e1c-4035-432b-bbd4-276dd49bee71 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 210 time: 0.0303755 Dec 16 22:58:13.129882 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-91090cea-0299-47e8-973d-3bbb34c4cfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:13.132507 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-91090cea-0299-47e8-973d-3bbb34c4cfe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:13.133662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-91090cea-0299-47e8-973d-3bbb34c4cfe8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8bdbcd44-2db6-43c7-9439-9669b389cd9c HTTP/1.1" status: 204 len: 168 time: 0.3025711 Dec 16 22:58:13.142919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91090cea-0299-47e8-973d-3bbb34c4cfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdbcd44-2db6-43c7-9439-9669b389cd9c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:13.450342 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:13.563574 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:14.079234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99b1f10c-b1d2-404a-8ce7-756f8da1b1a0 req-c869d992-f7d4-40e8-87f4-cc33a80a980b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 210 time: 0.0318635 Dec 16 22:58:15.051797 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55004) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:15.162470 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1034213644', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:58:15.180914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-161a3a2e-b6b6-486b-aad6-949c5c19e7c9 req-ea0271dd-4200-4a27-97f1-02d4395b8326 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 210 time: 0.0282848 Dec 16 22:58:15.261397 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Made reservation on behalf of 5a2977c0cf3b4c88b3d8b61b81f24c75 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:58:15.263953 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:15.276557 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:15.333582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-e2c3d19d-cb09-4f34-accc-582d3bf93650 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:15.335255 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-e2c3d19d-cb09-4f34-accc-582d3bf93650 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 811 time: 0.1187973 Dec 16 22:58:15.353130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-271fc6f0-d6df-4b3c-aaec-fbce91a7a218 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'port': {'device_id': 'bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'admin_state_up': True, 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:58:15.355858 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:15.449477 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:15.455838 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] device_id is not set on port 99a8b969-3e18-40d1-95f6-690e01c2f99d yet. {{(pid=103952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:58:15.511351 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a6b2f0-0409-4fb5-93f4-32e29cf3c1e6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:15.558559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-271fc6f0-d6df-4b3c-aaec-fbce91a7a218 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Made reservation on behalf of d3ce3d7cd750496abea0f17a31397257 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:58:15.562189 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-271fc6f0-d6df-4b3c-aaec-fbce91a7a218 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:15.582458 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Allocated IP 172.25.2.50 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/99a8b969-3e18-40d1-95f6-690e01c2f99d) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:58:15.742703 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:15.867437 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:15.918066 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:58:15.921122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:58:15.926545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:58:15.942531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ea0221-4aed-42fe-b19c-cc5fd59598d2 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:58:15.981016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-271fc6f0-d6df-4b3c-aaec-fbce91a7a218 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Allocated IP 172.20.0.7 (67357662-f096-489b-86be-53da3c2aa325/7eec04a3-4ec5-42d1-8be2-97c157b7e97f/1813fefc-3a1d-456b-85e2-bcdc0d279b8c) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:58:15.981971 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:15.982601 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:15.991700 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Pushing event updated for resources: {'Port': ['ID=99a8b969-3e18-40d1-95f6-690e01c2f99d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:16.060048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-092a75b4-5fcb-4c96-a4d8-fd9e171fc13c None None] Provisioning complete for port 99a8b969-3e18-40d1-95f6-690e01c2f99d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:58:16.060582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-092a75b4-5fcb-4c96-a4d8-fd9e171fc13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:16.079703 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-304062f2-df0f-4798-9685-a71464580c9c tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0205088 Dec 16 22:58:16.084156 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55010) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:16.084834 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7ee5da83-dab4-4d85-8d8d-28d05e81c8bf tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.50'}]}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:58:16.119609 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-092a75b4-5fcb-4c96-a4d8-fd9e171fc13c None None] Port 99a8b969-3e18-40d1-95f6-690e01c2f99d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:58:16.146860 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-271fc6f0-d6df-4b3c-aaec-fbce91a7a218 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:16.209523 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ee5da83-dab4-4d85-8d8d-28d05e81c8bf tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:16.211090 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ee5da83-dab4-4d85-8d8d-28d05e81c8bf tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:16.270284 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ee5da83-dab4-4d85-8d8d-28d05e81c8bf tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:16.294836 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff94ddf8-da5b-4d30-9be8-d63f1546a54a req-6a6dde49-fa8b-4176-a7b4-c53c67278b7f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 210 time: 0.0393910 Dec 16 22:58:16.296399 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-271fc6f0-d6df-4b3c-aaec-fbce91a7a218 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:16.347892 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-271fc6f0-d6df-4b3c-aaec-fbce91a7a218 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Network 67357662-f096-489b-86be-53da3c2aa325 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:58:16.351106 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-271fc6f0-d6df-4b3c-aaec-fbce91a7a218 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:58:16.356611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-271fc6f0-d6df-4b3c-aaec-fbce91a7a218 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:58:16.364567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fc6f0-d6df-4b3c-aaec-fbce91a7a218 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'Port': ['ID=1813fefc-3a1d-456b-85e2-bcdc0d279b8c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:16.422986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-271fc6f0-d6df-4b3c-aaec-fbce91a7a218 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:16.424102 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-271fc6f0-d6df-4b3c-aaec-fbce91a7a218 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:16.499947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-271fc6f0-d6df-4b3c-aaec-fbce91a7a218 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1507094 Dec 16 22:58:16.514763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Request body: {'port': {'device_id': 'bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:58:16.541349 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ee5da83-dab4-4d85-8d8d-28d05e81c8bf tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:16.590151 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:16.643749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2ea4f034-5fea-4f66-885d-a03e4ebd73a4 None None] Provisioning complete for port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:58:16.644497 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ea4f034-5fea-4f66-885d-a03e4ebd73a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:16.684901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2ea4f034-5fea-4f66-885d-a03e4ebd73a4 None None] Port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:58:16.857391 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ee5da83-dab4-4d85-8d8d-28d05e81c8bf tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:16.877438 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ee5da83-dab4-4d85-8d8d-28d05e81c8bf tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:16.909804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1813fefc-3a1d-456b-85e2-bcdc0d279b8c {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:58:16.918622 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:16.931080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Transition to ACTIVE for port object 1813fefc-3a1d-456b-85e2-bcdc0d279b8c will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:58:16.980977 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:17.063100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1813fefc-3a1d-456b-85e2-bcdc0d279b8c,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:17.079066 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ee5da83-dab4-4d85-8d8d-28d05e81c8bf tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:17.123414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Attempting to bind port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:58:17.123763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Attempting to bind port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:58:17.124086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Attempting to bind port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c on network 67357662-f096-489b-86be-53da3c2aa325 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:58:17.129650 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c on network 67357662-f096-489b-86be-53da3c2aa325 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:58:17.133340 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Attempting to bind port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c on network 67357662-f096-489b-86be-53da3c2aa325 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:58:17.139433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:58:17.139791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Checking segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:58:17.140543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Bound using segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:58:17.141004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Bound port: 1813fefc-3a1d-456b-85e2-bcdc0d279b8c, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:58:17.149645 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:17.246408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] For port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:58:17.250652 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] For port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=1813fefc-3a1d-456b-85e2-bcdc0d279b8c,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:58:17.292155 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ee5da83-dab4-4d85-8d8d-28d05e81c8bf tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:17.294964 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ee5da83-dab4-4d85-8d8d-28d05e81c8bf tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:17.343543 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:17.402233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:17.402685 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:17.404436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] 10.222.0.24 "PUT /v2.0/ports/1813fefc-3a1d-456b-85e2-bcdc0d279b8c HTTP/1.1" status: 200 len: 1091 time: 0.8954525 Dec 16 22:58:17.405173 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a', 'tag': '1813fefc-3a1d-456b-85e2-bcdc0d279b8c'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:58:17.407651 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de864317-74b6-4c64-a0a3-b8dae647ad21" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a", "tag": "1813fefc-3a1d-456b-85e2-bcdc0d279b8c"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:58:17.408539 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7ee5da83-dab4-4d85-8d8d-28d05e81c8bf tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:17.409751 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee5da83-dab4-4d85-8d8d-28d05e81c8bf tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cce8e722-7ab6-487b-85fe-aad0bfa30f71 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:58:17.469132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945292a-fce4-457c-8a40-c5b4f9c079e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1813fefc-3a1d-456b-85e2-bcdc0d279b8c,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:17.492848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a2731-cdff-433c-a1a3-779cf2f45f67 req-c9558d82-757b-4dde-9bcc-ca80f2ec01b9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:17.494765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-785a2731-cdff-433c-a1a3-779cf2f45f67 req-c9558d82-757b-4dde-9bcc-ca80f2ec01b9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 943 time: 0.1170242 Dec 16 22:58:17.496408 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90fad02-ce75-40dd-b9a5-1f88c904aade x-openstack-request-id: req-c90fad02-ce75-40dd-b9a5-1f88c904aade {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:58:17.496704 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a", "tag": "1813fefc-3a1d-456b-85e2-bcdc0d279b8c", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:58:17.497021 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c90fad02-ce75-40dd-b9a5-1f88c904aade {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:58:17.497909 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a', 'tag': '1813fefc-3a1d-456b-85e2-bcdc0d279b8c', 'status': 'completed', 'code': 200} Dec 16 22:58:17.530454 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-7ee5da83-dab4-4d85-8d8d-28d05e81c8bf tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 16 22:58:17.534954 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7ee5da83-dab4-4d85-8d8d-28d05e81c8bf tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4529746 Dec 16 22:58:17.539964 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 55018) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:17.634061 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-785a2731-cdff-433c-a1a3-779cf2f45f67 req-0a33af2b-827f-405f-ad67-c3d5ab472efb tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265407 Dec 16 22:58:17.653100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de864317-74b6-4c64-a0a3-b8dae647ad21 req-c0e76f6b-baf1-4aa2-80b8-aec318c7f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:17.655040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de864317-74b6-4c64-a0a3-b8dae647ad21 req-c0e76f6b-baf1-4aa2-80b8-aec318c7f974 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 1094 time: 0.1320605 Dec 16 22:58:17.727789 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-03fb9c6d-e9ec-4a77-b55e-70dbfa383547 tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Deleting port 99a8b969-3e18-40d1-95f6-690e01c2f99d {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:17.728135 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-03fb9c6d-e9ec-4a77-b55e-70dbfa383547 tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:17.821278 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de864317-74b6-4c64-a0a3-b8dae647ad21 req-2b2e12bc-993f-4f26-89cb-48cf22a93889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:17.823616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de864317-74b6-4c64-a0a3-b8dae647ad21 req-2b2e12bc-993f-4f26-89cb-48cf22a93889 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d3ce3d7cd750496abea0f17a31397257&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1524780 Dec 16 22:58:17.886528 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-03fb9c6d-e9ec-4a77-b55e-70dbfa383547 tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:17.906784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-03fb9c6d-e9ec-4a77-b55e-70dbfa383547 tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Calling delete_port for 99a8b969-3e18-40d1-95f6-690e01c2f99d owned by {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:17.991580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de864317-74b6-4c64-a0a3-b8dae647ad21 req-1cd4ef46-ef08-44c7-b6f5-cab982b76a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:17.993096 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de864317-74b6-4c64-a0a3-b8dae647ad21 req-1cd4ef46-ef08-44c7-b6f5-cab982b76a70 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1607931 Dec 16 22:58:18.107725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-cdb80703-e2f1-4ce3-9c04-201d9102ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:18.109329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-cdb80703-e2f1-4ce3-9c04-201d9102ec73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 1094 time: 0.0618887 Dec 16 22:58:18.162844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-1d80cde4-5a80-416b-a7a9-5f1471e50c2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1813fefc-3a1d-456b-85e2-bcdc0d279b8c HTTP/1.1" status: 200 len: 217 time: 0.0448365 Dec 16 22:58:18.201635 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-03fb9c6d-e9ec-4a77-b55e-70dbfa383547 tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:18.241399 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb9c6d-e9ec-4a77-b55e-70dbfa383547 tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Pushing event deleted for resources: {'Port': ['ID=99a8b969-3e18-40d1-95f6-690e01c2f99d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:18.261716 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77de6aaf-db51-4ca1-a8bc-5854839012b4 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:58:18.283123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-68e48f76-3287-4429-a618-2bb2d7bb5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:18.284636 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-68e48f76-3287-4429-a618-2bb2d7bb5c1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.1145964 Dec 16 22:58:18.358011 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-03fb9c6d-e9ec-4a77-b55e-70dbfa383547 tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:18.361514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-03fb9c6d-e9ec-4a77-b55e-70dbfa383547 tempest-RoutersAdminNegativeTest-649350152 tempest-RoutersAdminNegativeTest-649350152-project-admin] 10.222.0.43 "DELETE /v2.0/ports/99a8b969-3e18-40d1-95f6-690e01c2f99d HTTP/1.1" status: 204 len: 168 time: 0.8253047 Dec 16 22:58:18.373975 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-cc2ff250-0518-42be-830c-1fe7fbb8597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:18.375643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-cc2ff250-0518-42be-830c-1fe7fbb8597e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652525 Dec 16 22:58:18.480753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-51fefa7e-2288-44e7-8339-e920c9180ea8 service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935333 Dec 16 22:58:18.587752 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3eeb245b-24e5-4ef8-95d4-6935e8851317 req-2c3f1b2f-b378-4592-a06e-f74ed278527d service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940373 Dec 16 22:58:18.766881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594e85a-eff4-4aff-a2a8-9daa4ec966fd req-189448b4-e388-44f5-a487-4937fcf0727d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:18.768755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b594e85a-eff4-4aff-a2a8-9daa4ec966fd req-189448b4-e388-44f5-a487-4937fcf0727d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 943 time: 0.0579619 Dec 16 22:58:18.790518 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55028) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:18.821362 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b594e85a-eff4-4aff-a2a8-9daa4ec966fd req-3845133a-b6ef-478b-b627-7035e2f24f9f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461569 Dec 16 22:58:18.906290 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e87b6fd3-25ab-4f2d-8066-6b0e96c14bc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:18.987482 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e87b6fd3-25ab-4f2d-8066-6b0e96c14bc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:19.044086 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e87b6fd3-25ab-4f2d-8066-6b0e96c14bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:19.082808 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b6fd3-25ab-4f2d-8066-6b0e96c14bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aacadc5-f5bc-4d73-97be-2e40bb793a5a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:19.087156 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e87b6fd3-25ab-4f2d-8066-6b0e96c14bc0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f35c49937784b20b9beb93da4f90810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2955487 Dec 16 22:58:19.090322 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55032) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:19.140886 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1174ad83-4683-4e7b-a4e8-677bf2a2afba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:19.162211 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1174ad83-4683-4e7b-a4e8-677bf2a2afba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:19.272357 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1174ad83-4683-4e7b-a4e8-677bf2a2afba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:19.274929 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1174ad83-4683-4e7b-a4e8-677bf2a2afba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:19.278870 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1174ad83-4683-4e7b-a4e8-677bf2a2afba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4aacadc5-f5bc-4d73-97be-2e40bb793a5a HTTP/1.1" status: 204 len: 168 time: 0.1851928 Dec 16 22:58:19.287405 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174ad83-4683-4e7b-a4e8-677bf2a2afba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aacadc5-f5bc-4d73-97be-2e40bb793a5a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:19.909132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55040) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:19.951006 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604ec0d-5347-4423-9bee-cf8c0e925bec req-595225dd-edc7-4190-852f-10dcb041e1fd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:19.951621 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a87dbd70-c77a-41b1-a9b7-23dd17002b1a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a2977c0cf3b4c88b3d8b61b81f24c75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421913 Dec 16 22:58:19.951752 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4604ec0d-5347-4423-9bee-cf8c0e925bec req-595225dd-edc7-4190-852f-10dcb041e1fd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 943 time: 0.0549569 Dec 16 22:58:19.951861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55042) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:20.012355 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a74816a-ba4e-4642-82ed-aa8aa10d7342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:20.026940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4604ec0d-5347-4423-9bee-cf8c0e925bec req-094a993d-9d89-4d28-a4d7-1cc58c75acb7 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628746 Dec 16 22:58:20.095396 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e85902bf-9a11-46b2-8ebc-551d232eb3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:20.348307 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a74816a-ba4e-4642-82ed-aa8aa10d7342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:20.426857 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a74816a-ba4e-4642-82ed-aa8aa10d7342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:20.429543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8a74816a-ba4e-4642-82ed-aa8aa10d7342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:20.430750 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8a74816a-ba4e-4642-82ed-aa8aa10d7342 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53a6b2f0-0409-4fb5-93f4-32e29cf3c1e6 HTTP/1.1" status: 204 len: 168 time: 0.4785759 Dec 16 22:58:20.439504 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74816a-ba4e-4642-82ed-aa8aa10d7342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a6b2f0-0409-4fb5-93f4-32e29cf3c1e6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:21.146572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45da772-aec3-41c4-b2e8-db9e7b269c4f req-a481a74d-8a9a-4c45-9c3a-b50fd1fc894a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:21.148073 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e45da772-aec3-41c4-b2e8-db9e7b269c4f req-a481a74d-8a9a-4c45-9c3a-b50fd1fc894a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 943 time: 0.0584655 Dec 16 22:58:21.200110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e45da772-aec3-41c4-b2e8-db9e7b269c4f req-5b28949f-59be-469d-bcf6-0c650e918f7f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450153 Dec 16 22:58:21.605881 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55066) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:21.714532 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4f5fa310-c15b-40ec-a791-81bafb25b74d tempest-DvrRoutersNegativeTest-1812861332 tempest-DvrRoutersNegativeTest-1812861332-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-835000962', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:58:21.717426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.policy [None req-4f5fa310-c15b-40ec-a791-81bafb25b74d tempest-DvrRoutersNegativeTest-1812861332 tempest-DvrRoutersNegativeTest-1812861332-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103952) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 16 22:58:21.717848 n-d-821840-2 neutron-server[103952]: DEBUG neutron.policy [None req-4f5fa310-c15b-40ec-a791-81bafb25b74d tempest-DvrRoutersNegativeTest-1812861332 tempest-DvrRoutersNegativeTest-1812861332-project] Failed policy check for 'create_router' {{(pid=103952) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 16 22:58:21.718255 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-4f5fa310-c15b-40ec-a791-81bafb25b74d tempest-DvrRoutersNegativeTest-1812861332 tempest-DvrRoutersNegativeTest-1812861332-project] create failed (client error): Access was denied to this resource. Dec 16 22:58:21.719230 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4f5fa310-c15b-40ec-a791-81bafb25b74d tempest-DvrRoutersNegativeTest-1812861332 tempest-DvrRoutersNegativeTest-1812861332-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1123352 Dec 16 22:58:22.133950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55074) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:22.241985 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d33de2e-fc54-4416-a113-f37d0ab11b49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:22.321229 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d33de2e-fc54-4416-a113-f37d0ab11b49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:22.321888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd0fc8-305f-4025-b48c-07eb59e497fd req-278e7bf4-7fcc-42a8-992f-20e83856a73a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:22.323801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42dd0fc8-305f-4025-b48c-07eb59e497fd req-278e7bf4-7fcc-42a8-992f-20e83856a73a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 943 time: 0.0522282 Dec 16 22:58:22.378164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42dd0fc8-305f-4025-b48c-07eb59e497fd req-47528932-fa76-4f59-9f39-818364c09cfc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479763 Dec 16 22:58:22.398077 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5d33de2e-fc54-4416-a113-f37d0ab11b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:22.438719 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5d33de2e-fc54-4416-a113-f37d0ab11b49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a51fbb23b50a4c97951afb88d42dceea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3036873 Dec 16 22:58:22.439648 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33de2e-fc54-4416-a113-f37d0ab11b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f5df02-51be-49c7-b312-b76442835621,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:22.441645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 55080) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:22.495389 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5db9515e-f39f-4280-843e-fc12809b1a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:22.496786 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c1c446a-2e6a-450a-a928-d59453e415e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:22.519017 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c1c446a-2e6a-450a-a928-d59453e415e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:22.637920 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c1c446a-2e6a-450a-a928-d59453e415e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:22.640772 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c1c446a-2e6a-450a-a928-d59453e415e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:22.641955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0c1c446a-2e6a-450a-a928-d59453e415e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2f5df02-51be-49c7-b312-b76442835621 HTTP/1.1" status: 204 len: 168 time: 0.1993136 Dec 16 22:58:22.650276 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c446a-2e6a-450a-a928-d59453e415e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f5df02-51be-49c7-b312-b76442835621,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:23.504597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a3ec2-e37a-4815-9c7c-07553e0a8cc3 req-0e06f05e-35be-44ee-92f7-61be19de4da6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:23.511079 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f2a3ec2-e37a-4815-9c7c-07553e0a8cc3 req-0e06f05e-35be-44ee-92f7-61be19de4da6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 943 time: 0.0513544 Dec 16 22:58:23.559448 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f2a3ec2-e37a-4815-9c7c-07553e0a8cc3 req-9a810a92-81c1-42e7-bfee-2bc066ed8ce2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450308 Dec 16 22:58:23.660945 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:24.695018 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39f401-9586-43c2-a726-92277889e8e4 req-e2248259-796d-4601-8f12-93727edada00 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:24.696575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c39f401-9586-43c2-a726-92277889e8e4 req-e2248259-796d-4601-8f12-93727edada00 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 943 time: 0.0577848 Dec 16 22:58:24.746555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c39f401-9586-43c2-a726-92277889e8e4 req-4fab2ac2-616b-4750-8600-a8d862e0b937 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419366 Dec 16 22:58:24.945967 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:25.741184 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:25.865233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3312255-4210-4553-960f-590c8fa2baa2 req-ac4d5c4d-1d6b-4f4c-92d1-2d1ee22f3a96 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:25.866806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3312255-4210-4553-960f-590c8fa2baa2 req-ac4d5c4d-1d6b-4f4c-92d1-2d1ee22f3a96 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 943 time: 0.0527346 Dec 16 22:58:25.914562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3312255-4210-4553-960f-590c8fa2baa2 req-504d2aa2-b7ba-4574-872c-88124e725601 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408666 Dec 16 22:58:27.035940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0cb5-9386-43ee-b5fd-630401b0f4be req-6357e0f7-5bc1-4317-a521-af6b591b8b18 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:27.037535 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da9c0cb5-9386-43ee-b5fd-630401b0f4be req-6357e0f7-5bc1-4317-a521-af6b591b8b18 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 943 time: 0.0503004 Dec 16 22:58:27.093425 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da9c0cb5-9386-43ee-b5fd-630401b0f4be req-a6285609-be4f-4892-970d-8b127e741876 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498080 Dec 16 22:58:28.224102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ae3ef-294f-49e9-8ac7-582dcdac89c4 req-3dcbc4d2-6ad4-4f7c-b8b6-da7add448cb4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:28.226129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b16ae3ef-294f-49e9-8ac7-582dcdac89c4 req-3dcbc4d2-6ad4-4f7c-b8b6-da7add448cb4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 943 time: 0.0595171 Dec 16 22:58:28.292184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b16ae3ef-294f-49e9-8ac7-582dcdac89c4 req-38c8eda9-02a1-4473-a81c-09ab8fd7b8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579484 Dec 16 22:58:29.417993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8614e-337b-4103-b627-0571e16b7851 req-b8a09f16-78aa-45a7-bc53-660cf009e01a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:29.419892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13a8614e-337b-4103-b627-0571e16b7851 req-b8a09f16-78aa-45a7-bc53-660cf009e01a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 943 time: 0.0512743 Dec 16 22:58:29.470291 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13a8614e-337b-4103-b627-0571e16b7851 req-1097a5ea-c3b8-454b-9ae3-6979c7279041 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444074 Dec 16 22:58:30.596894 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76659385-9f64-42e8-91c3-c77c5f779e43 req-ae172c55-7159-4aab-aba9-f216ab9aa6bc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:30.598451 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76659385-9f64-42e8-91c3-c77c5f779e43 req-ae172c55-7159-4aab-aba9-f216ab9aa6bc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 943 time: 0.0572457 Dec 16 22:58:30.648470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76659385-9f64-42e8-91c3-c77c5f779e43 req-6588bd59-367d-4796-80ad-f73fd860631b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438857 Dec 16 22:58:31.479211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 1813fefc-3a1d-456b-85e2-bcdc0d279b8c details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:58:31.585881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=1813fefc-3a1d-456b-85e2-bcdc0d279b8c,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:31.598182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '1813fefc-3a1d-456b-85e2-bcdc0d279b8c', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'port_id': '1813fefc-3a1d-456b-85e2-bcdc0d279b8c', 'mac_address': 'fa:16:3e:af:63:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:58:31.637607 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:31.652969 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1813fefc-3a1d-456b-85e2-bcdc0d279b8c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:58:31.676499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=1813fefc-3a1d-456b-85e2-bcdc0d279b8c,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:31.747164 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:31.773660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c92a9-f1fe-4013-a314-51e3841d70d6 req-4cf08262-b9e3-4e3f-9589-dbfcf843bcee tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:31.775619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c1c92a9-f1fe-4013-a314-51e3841d70d6 req-4cf08262-b9e3-4e3f-9589-dbfcf843bcee tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 943 time: 0.0567713 Dec 16 22:58:31.808500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=1813fefc-3a1d-456b-85e2-bcdc0d279b8c,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:31.815938 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:31.816290 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:31.816632 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:31.816971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:31.817300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:31.817628 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:31.817956 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:31.818281 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:31.818606 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:31.818930 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:31.819253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:31.819797 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:31.820137 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:31.827362 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c1c92a9-f1fe-4013-a314-51e3841d70d6 req-c4217d26-70b0-439c-8ca3-d6232de0c6b1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437424 Dec 16 22:58:32.003924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['1813fefc-3a1d-456b-85e2-bcdc0d279b8c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:58:32.931981 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:58:32.958717 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6ad2a-48bd-4c7c-803b-5021a3620e9f req-0f69fbe2-2394-449f-b99f-1f7e0252a338 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:32.958717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4df6ad2a-48bd-4c7c-803b-5021a3620e9f req-0f69fbe2-2394-449f-b99f-1f7e0252a338 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 944 time: 0.0598300 Dec 16 22:58:33.015370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4df6ad2a-48bd-4c7c-803b-5021a3620e9f req-8b16f21f-47ff-4ddf-9ff3-52709c6ce7c6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501802 Dec 16 22:58:33.487385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 1813fefc-3a1d-456b-85e2-bcdc0d279b8c up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:58:33.626209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:58:33.626209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:58:33.626583 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:33.708283 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:33.733503 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1813fefc-3a1d-456b-85e2-bcdc0d279b8c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:58:33.735914 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e215bfb-53f4-451b-94f2-11c6bf5aa386" -d '{"events": [{"server_uuid": "bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a", "name": "network-vif-plugged", "status": "completed", "tag": "1813fefc-3a1d-456b-85e2-bcdc0d279b8c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:58:33.756268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=1813fefc-3a1d-456b-85e2-bcdc0d279b8c,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:33.798391 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f23609-b405-4ad7-a4eb-84d355c65204 x-openstack-request-id: req-44f23609-b405-4ad7-a4eb-84d355c65204 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:58:33.798391 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a", "name": "network-vif-plugged", "status": "completed", "tag": "1813fefc-3a1d-456b-85e2-bcdc0d279b8c", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:58:33.798391 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44f23609-b405-4ad7-a4eb-84d355c65204 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:58:33.798391 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1813fefc-3a1d-456b-85e2-bcdc0d279b8c', 'code': 200} Dec 16 22:58:33.816229 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:33.874738 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=1813fefc-3a1d-456b-85e2-bcdc0d279b8c,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:33.910128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06266c5-b589-4469-87c2-566c6cf3ac0c req-0cdba8be-346c-4c7d-af1c-0ae99e82f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:33.912389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c06266c5-b589-4469-87c2-566c6cf3ac0c req-0cdba8be-346c-4c7d-af1c-0ae99e82f0fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 1096 time: 0.0462949 Dec 16 22:58:33.961711 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c06266c5-b589-4469-87c2-566c6cf3ac0c req-9d74e088-1ed5-429d-8a48-790b96792394 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427661 Dec 16 22:58:34.145639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5e828-49c7-4ef7-b868-821c209562c3 req-fc0b09cd-8ab5-40b5-a6af-1a7c2e4c4437 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:34.147179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69a5e828-49c7-4ef7-b868-821c209562c3 req-fc0b09cd-8ab5-40b5-a6af-1a7c2e4c4437 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 945 time: 0.0552883 Dec 16 22:58:34.202095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69a5e828-49c7-4ef7-b868-821c209562c3 req-d9459c51-e570-40d6-ad66-23d0b562f47a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476696 Dec 16 22:58:34.270415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55206) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:34.434220 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-c89a4cb7-b08c-4bed-b5d5-eaa7a8ee5b78 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Deleting port c3609e2f-7957-4f1a-9a76-1b1988d6fa03 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:34.434750 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c89a4cb7-b08c-4bed-b5d5-eaa7a8ee5b78 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.520406 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c89a4cb7-b08c-4bed-b5d5-eaa7a8ee5b78 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.520771 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c89a4cb7-b08c-4bed-b5d5-eaa7a8ee5b78 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.533608 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-c89a4cb7-b08c-4bed-b5d5-eaa7a8ee5b78 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Calling delete_port for c3609e2f-7957-4f1a-9a76-1b1988d6fa03 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:34.753172 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c89a4cb7-b08c-4bed-b5d5-eaa7a8ee5b78 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.777872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a4cb7-b08c-4bed-b5d5-eaa7a8ee5b78 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Pushing event deleted for resources: {'Port': ['ID=c3609e2f-7957-4f1a-9a76-1b1988d6fa03,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:34.844417 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c89a4cb7-b08c-4bed-b5d5-eaa7a8ee5b78 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.844810 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-c89a4cb7-b08c-4bed-b5d5-eaa7a8ee5b78 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Floating IP e4b6838b-f925-4de6-b0bf-cf21c89781a6 disassociated (deleted). External IP: 172.25.2.213, port: 718fd2ac-b776-43f0-b154-7dad9855b1f1. Dec 16 22:58:35.071904 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89a4cb7-b08c-4bed-b5d5-eaa7a8ee5b78 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Router 2ed056f8-9008-415b-89e1-a35d26e3b771 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:58:35.199073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89a4cb7-b08c-4bed-b5d5-eaa7a8ee5b78 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:58:35.210659 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c89a4cb7-b08c-4bed-b5d5-eaa7a8ee5b78 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:35.214916 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ce7aa-9ef6-4105-8ee4-b6e02a8dcc23 None None] Sync routers for ids ['2ed056f8-9008-415b-89e1-a35d26e3b771'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:58:35.229800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006ce7aa-9ef6-4105-8ee4-b6e02a8dcc23 None None] Routers {'2ed056f8-9008-415b-89e1-a35d26e3b771'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:58:35.230772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-006ce7aa-9ef6-4105-8ee4-b6e02a8dcc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:58:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2ed056f8-9008-415b-89e1-a35d26e3b771'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:35.238147 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c89a4cb7-b08c-4bed-b5d5-eaa7a8ee5b78 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "DELETE /v2.0/floatingips/e4b6838b-f925-4de6-b0bf-cf21c89781a6 HTTP/1.1" status: 204 len: 168 time: 0.9662032 Dec 16 22:58:35.238957 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca45d786-ca13-434a-93ff-68768a43b150', 'tag': '718fd2ac-b776-43f0-b154-7dad9855b1f1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:58:35.241731 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1f5b9b-0288-48b2-8e00-fa5383e3a636" -d '{"events": [{"name": "network-changed", "server_uuid": "ca45d786-ca13-434a-93ff-68768a43b150", "tag": "718fd2ac-b776-43f0-b154-7dad9855b1f1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:58:35.383553 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-006ce7aa-9ef6-4105-8ee4-b6e02a8dcc23 None None] Set router 2ed056f8-9008-415b-89e1-a35d26e3b771 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:58:35.407212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d54809-1739-497e-a1de-0dd59bec01f5 req-ea75e5ca-ac70-4239-9942-767c55e5c37a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:35.419586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5d54809-1739-497e-a1de-0dd59bec01f5 req-ea75e5ca-ac70-4239-9942-767c55e5c37a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 945 time: 0.0696001 Dec 16 22:58:35.476706 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5d54809-1739-497e-a1de-0dd59bec01f5 req-b4475dab-af4b-4525-b93b-0a7bf2b2e679 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556772 Dec 16 22:58:35.649253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-006ce7aa-9ef6-4105-8ee4-b6e02a8dcc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:57Z', 'revision_number': 4, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port': {'id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2e92a616-a2ad-4d86-b6c9-0b91e5240364', 'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'mac_address': 'fa:16:3e:bd:2b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:56Z', 'updated_at': '2021-12-16T22:54:01Z', 'revision_number': 5, 'project_id': '77a84e9ce21649539c250201052b6691', 'subnets': [{'id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:35.690557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ce7aa-9ef6-4105-8ee4-b6e02a8dcc23 None None] Checking router: 2ed056f8-9008-415b-89e1-a35d26e3b771 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:58:35.700693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006ce7aa-9ef6-4105-8ee4-b6e02a8dcc23 None None] Routers {'2ed056f8-9008-415b-89e1-a35d26e3b771'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:58:35.701680 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-006ce7aa-9ef6-4105-8ee4-b6e02a8dcc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:58:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2ed056f8-9008-415b-89e1-a35d26e3b771'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:35.711805 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8706347c-0715-4307-9729-52aa097f3241 x-openstack-request-id: req-8706347c-0715-4307-9729-52aa097f3241 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:58:35.712331 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca45d786-ca13-434a-93ff-68768a43b150", "tag": "718fd2ac-b776-43f0-b154-7dad9855b1f1", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:58:35.712453 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8706347c-0715-4307-9729-52aa097f3241 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:58:35.712836 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca45d786-ca13-434a-93ff-68768a43b150', 'tag': '718fd2ac-b776-43f0-b154-7dad9855b1f1', 'status': 'completed', 'code': 200} Dec 16 22:58:35.810846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe3200-2706-4cdb-b812-d119de179d44 req-5247ba1d-b819-4bc4-a9ba-c9a955ebe7c3 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:35.813612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efbe3200-2706-4cdb-b812-d119de179d44 req-5247ba1d-b819-4bc4-a9ba-c9a955ebe7c3 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 945 time: 0.0552390 Dec 16 22:58:35.847127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-006ce7aa-9ef6-4105-8ee4-b6e02a8dcc23 None None] Set router 2ed056f8-9008-415b-89e1-a35d26e3b771 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:58:35.887709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efbe3200-2706-4cdb-b812-d119de179d44 req-1c3b3cab-c748-45ec-a840-e6020bf57378 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656857 Dec 16 22:58:35.942615 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f5b9b-0288-48b2-8e00-fa5383e3a636 req-df06d852-68c3-4010-9083-7ce826b5b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:35.944235 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f1f5b9b-0288-48b2-8e00-fa5383e3a636 req-df06d852-68c3-4010-9083-7ce826b5b45d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=77a84e9ce21649539c250201052b6691&device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 1096 time: 0.2049363 Dec 16 22:58:36.057900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f5b9b-0288-48b2-8e00-fa5383e3a636 req-2df6cb0d-ccb6-46e3-a08f-b7c9665e6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:36.059476 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f1f5b9b-0288-48b2-8e00-fa5383e3a636 req-2df6cb0d-ccb6-46e3-a08f-b7c9665e6848 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7644b7c3-8b86-4c00-871c-ae70791d80d9 HTTP/1.1" status: 200 len: 914 time: 0.1043169 Dec 16 22:58:36.111189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f1f5b9b-0288-48b2-8e00-fa5383e3a636 req-9c2289e4-4c7b-4993-a262-5c923a252622 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718fd2ac-b776-43f0-b154-7dad9855b1f1 HTTP/1.1" status: 200 len: 217 time: 0.0435874 Dec 16 22:58:36.167309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f5b9b-0288-48b2-8e00-fa5383e3a636 req-dc0373c3-81fd-4348-a88e-ffe7334bb45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:36.168936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f1f5b9b-0288-48b2-8e00-fa5383e3a636 req-dc0373c3-81fd-4348-a88e-ffe7334bb45b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4e7b823-d984-434c-ac01-56dfd985edf1 HTTP/1.1" status: 200 len: 852 time: 0.0493753 Dec 16 22:58:36.220017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f5b9b-0288-48b2-8e00-fa5383e3a636 req-ec26603e-4277-441a-8413-66766673b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:36.221563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f1f5b9b-0288-48b2-8e00-fa5383e3a636 req-ec26603e-4277-441a-8413-66766673b9e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7644b7c3-8b86-4c00-871c-ae70791d80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439386 Dec 16 22:58:36.244381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-006ce7aa-9ef6-4105-8ee4-b6e02a8dcc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:57Z', 'revision_number': 4, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port': {'id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2e92a616-a2ad-4d86-b6c9-0b91e5240364', 'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'mac_address': 'fa:16:3e:bd:2b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:56Z', 'updated_at': '2021-12-16T22:54:01Z', 'revision_number': 5, 'project_id': '77a84e9ce21649539c250201052b6691', 'subnets': [{'id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:36.273559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ce7aa-9ef6-4105-8ee4-b6e02a8dcc23 None None] The sync data for ids ['2ed056f8-9008-415b-89e1-a35d26e3b771'] in n-d-821840-2 is: [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:57Z', 'revision_number': 4, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port': {'id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '2e92a616-a2ad-4d86-b6c9-0b91e5240364', 'name': '', 'network_id': '7644b7c3-8b86-4c00-871c-ae70791d80d9', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'mac_address': 'fa:16:3e:bd:2b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:56Z', 'updated_at': '2021-12-16T22:54:01Z', 'revision_number': 5, 'project_id': '77a84e9ce21649539c250201052b6691', 'subnets': [{'id': 'b4e7b823-d984-434c-ac01-56dfd985edf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:58:36.332793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f1f5b9b-0288-48b2-8e00-fa5383e3a636 req-5569f939-32e9-44f8-a4cc-7b5ab6fc888c service neutron] 10.222.0.69 "GET /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031981 Dec 16 22:58:36.431778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f1f5b9b-0288-48b2-8e00-fa5383e3a636 req-faaa71ef-5dfd-4989-a545-893d8faa6308 service neutron] 10.222.0.69 "GET /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912561 Dec 16 22:58:36.535968 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f224cdc-4fbf-4d3c-ab9c-3ebd51dcee6b None None] New status for floating IP e4b6838b-f925-4de6-b0bf-cf21c89781a6: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:58:36.598402 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065fd1d-9471-4e0a-aaa1-e7bcf3775499 req-ebd8cb09-1207-4dd4-a861-17e7d71d092c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:36.600306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5065fd1d-9471-4e0a-aaa1-e7bcf3775499 req-ebd8cb09-1207-4dd4-a861-17e7d71d092c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 945 time: 0.0524249 Dec 16 22:58:36.652367 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5065fd1d-9471-4e0a-aaa1-e7bcf3775499 req-b2a13980-3149-41e3-98ee-81e964383fec tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458176 Dec 16 22:58:36.781602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e6f49-c2ed-4f5b-8523-01f01591c465 req-fa6d98d6-4598-458f-9367-acf57ac5450d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:36.783153 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-580e6f49-c2ed-4f5b-8523-01f01591c465 req-fa6d98d6-4598-458f-9367-acf57ac5450d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 945 time: 0.0605142 Dec 16 22:58:36.836123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-580e6f49-c2ed-4f5b-8523-01f01591c465 req-f4f5fc3d-30e8-4c78-9c42-dca509cf0be4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465860 Dec 16 22:58:37.001998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e124b-726b-40c9-b7e4-86f501e2234b req-919fce14-b985-4304-9af5-48b8718e4a7f tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:37.003728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-648e124b-726b-40c9-b7e4-86f501e2234b req-919fce14-b985-4304-9af5-48b8718e4a7f tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 945 time: 0.0514760 Dec 16 22:58:37.056165 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-648e124b-726b-40c9-b7e4-86f501e2234b req-d844e7bc-07b4-46ab-85dd-cb0f1483325c tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/security-groups?id=60bf29a9-e323-4fa3-a55f-a972c7e627b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458350 Dec 16 22:58:37.572389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378191fc-6cee-4c07-88d1-6cb0ddccd227 req-4655c917-4d50-4703-b212-cc0d76e61d3a tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:37.573782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-378191fc-6cee-4c07-88d1-6cb0ddccd227 req-4655c917-4d50-4703-b212-cc0d76e61d3a tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 945 time: 0.0534687 Dec 16 22:58:37.674517 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-378191fc-6cee-4c07-88d1-6cb0ddccd227 req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Deleting port 718fd2ac-b776-43f0-b154-7dad9855b1f1 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:37.674966 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-378191fc-6cee-4c07-88d1-6cb0ddccd227 req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:37.781265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-378191fc-6cee-4c07-88d1-6cb0ddccd227 req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] For port 718fd2ac-b776-43f0-b154-7dad9855b1f1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=718fd2ac-b776-43f0-b154-7dad9855b1f1,segment=NetworkSegment(64e58f94-7cb2-4522-9486-f378b9971ccb),segment_id=64e58f94-7cb2-4522-9486-f378b9971ccb)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:37.781636 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-378191fc-6cee-4c07-88d1-6cb0ddccd227 req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:37.795232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-378191fc-6cee-4c07-88d1-6cb0ddccd227 req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Calling delete_port for 718fd2ac-b776-43f0-b154-7dad9855b1f1 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:38.045054 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-378191fc-6cee-4c07-88d1-6cb0ddccd227 req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.090079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Pushing event deleted for resources: {'Port': ['ID=718fd2ac-b776-43f0-b154-7dad9855b1f1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:38.128531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:38.129623 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:38.129623 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:38.129961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:38.130360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:38.130714 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:38.131176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:38.135513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:38.135513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:38.135513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:38.135513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:38.135513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:38.135513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:38.159922 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-378191fc-6cee-4c07-88d1-6cb0ddccd227 req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] No DVR routers for this DVR port 718fd2ac-b776-43f0-b154-7dad9855b1f1 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:58:38.165123 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-378191fc-6cee-4c07-88d1-6cb0ddccd227 req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.171593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-378191fc-6cee-4c07-88d1-6cb0ddccd227 req-e88a3e84-b354-40d8-b190-4b3230f20e4b tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.69 "DELETE /v2.0/ports/718fd2ac-b776-43f0-b154-7dad9855b1f1 HTTP/1.1" status: 204 len: 173 time: 0.5889795 Dec 16 22:58:38.172137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca45d786-ca13-434a-93ff-68768a43b150', 'name': 'network-vif-deleted', 'tag': '718fd2ac-b776-43f0-b154-7dad9855b1f1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:58:38.174377 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517469f9-dcb6-4615-8d57-81868cffdf39" -d '{"events": [{"server_uuid": "ca45d786-ca13-434a-93ff-68768a43b150", "name": "network-vif-deleted", "tag": "718fd2ac-b776-43f0-b154-7dad9855b1f1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:58:38.220680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-625dd6c6-a1aa-4bcd-ae2c-5f68176ec563 req-746c7cf6-ca70-4a4a-b0c1-00976d170141 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 210 time: 0.0619178 Dec 16 22:58:38.289862 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53f4533-f4c8-472a-8b96-c3c2594340b7 x-openstack-request-id: req-e53f4533-f4c8-472a-8b96-c3c2594340b7 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:58:38.290223 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca45d786-ca13-434a-93ff-68768a43b150", "name": "network-vif-deleted", "tag": "718fd2ac-b776-43f0-b154-7dad9855b1f1", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:58:38.291734 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e53f4533-f4c8-472a-8b96-c3c2594340b7 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:58:38.291734 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca45d786-ca13-434a-93ff-68768a43b150', 'name': 'network-vif-deleted', 'tag': '718fd2ac-b776-43f0-b154-7dad9855b1f1', 'status': 'completed', 'code': 200} Dec 16 22:58:39.346034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4778a8e2-39dc-4b4b-b030-4bdea0b3be03 req-242f124d-ea75-43ef-b639-0ffba24719b7 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 210 time: 0.0349331 Dec 16 22:58:40.446477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-385df566-701a-48a0-be05-ea36881ece81 req-508da954-707f-48d0-9585-98053c58bd26 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 210 time: 0.0328555 Dec 16 22:58:40.754084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-e62f5819-5508-426c-9781-2238f51a81c5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:40.755696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-e62f5819-5508-426c-9781-2238f51a81c5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 811 time: 0.1195631 Dec 16 22:58:40.771594 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-b52df474-55b6-46fb-9d6d-3dd7e8b508f3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/quotas/d3ce3d7cd750496abea0f17a31397257 HTTP/1.1" status: 200 len: 375 time: 0.0097940 Dec 16 22:58:40.835731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-b7e43303-be73-49c3-86d2-1a6aae84e59a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547280 Dec 16 22:58:40.885678 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 718fd2ac-b776-43f0-b154-7dad9855b1f1 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:58:40.912923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 718fd2ac-b776-43f0-b154-7dad9855b1f1 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:58:40.912923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 718fd2ac-b776-43f0-b154-7dad9855b1f1 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:58:40.938468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-f683b719-432d-40b4-b299-31029472fa54 service neutron] 10.222.0.43 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956693 Dec 16 22:58:41.036153 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-b535a10c-002b-4cdc-908a-ae014e24c32f service neutron] 10.222.0.43 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910404 Dec 16 22:58:41.372565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e281248f-1d88-4976-ba2c-c093f905929d req-0d7ab35c-07d1-413e-87ff-578683de7bf8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 210 time: 0.0476539 Dec 16 22:58:41.567822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e457b29-40c1-4b50-a38c-d3c0812d68a5 req-68033c7f-c39d-424a-a407-dd36da17f43e tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 210 time: 0.0357840 Dec 16 22:58:42.462030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bd6cbe3-3894-423a-9268-87cb32258430 req-771cdf4e-34e4-4b75-9baf-4be0d90a1609 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 210 time: 0.0311370 Dec 16 22:58:42.682361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db9dfafc-5416-4765-856b-ef68b0a51b5a req-aabdc9b6-1a6a-46b4-82c8-0f47b58f3272 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 210 time: 0.0422239 Dec 16 22:58:43.479582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:43.565434 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:43.568115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19733e55-a831-45a9-a445-e2470e1b6c9c req-fdf91a7c-94d5-4a4e-9bba-2743ef23fca2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 210 time: 0.0324571 Dec 16 22:58:43.799388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ee621a0-e556-4e29-92c3-02dd152b0fc4 req-fcce03f2-8758-4c52-85bf-1e11db8394c4 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca45d786-ca13-434a-93ff-68768a43b150 HTTP/1.1" status: 200 len: 210 time: 0.0278029 Dec 16 22:58:43.933578 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-bbd7df31-5c7d-4df4-a327-8c7869d45258 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:43.935008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-bbd7df31-5c7d-4df4-a327-8c7869d45258 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.69 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 811 time: 0.1084871 Dec 16 22:58:43.949781 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-0a122e9b-71ee-46c1-8bc1-90d2f62d3dc1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'port': {'device_id': '8d460965-bba7-4494-b45d-66c60dfab3b4', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'admin_state_up': True, 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:58:44.439085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-0a122e9b-71ee-46c1-8bc1-90d2f62d3dc1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Made reservation on behalf of d3ce3d7cd750496abea0f17a31397257 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:58:44.442841 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-0a122e9b-71ee-46c1-8bc1-90d2f62d3dc1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:44.571913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-0a122e9b-71ee-46c1-8bc1-90d2f62d3dc1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Allocated IP 172.20.0.11 (67357662-f096-489b-86be-53da3c2aa325/7eec04a3-4ec5-42d1-8be2-97c157b7e97f/38b0e678-7f47-48d0-b2d1-db46928bbbed) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:58:44.698308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7fc2eb4-e4ed-4283-a3e0-5a463ca4f3cc req-6da72871-b355-43b3-8003-657e984caf32 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 210 time: 0.0304892 Dec 16 22:58:44.761065 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-0a122e9b-71ee-46c1-8bc1-90d2f62d3dc1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:44.858253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55376) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:44.920964 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-02872f02-3beb-40ab-a0ee-d2baaeeb9af4 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:44.937654 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-0a122e9b-71ee-46c1-8bc1-90d2f62d3dc1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:44.958432 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-02872f02-3beb-40ab-a0ee-d2baaeeb9af4 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:44.966860 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['1813fefc-3a1d-456b-85e2-bcdc0d279b8c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:58:45.010191 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-0a122e9b-71ee-46c1-8bc1-90d2f62d3dc1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Network 67357662-f096-489b-86be-53da3c2aa325 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:58:45.014363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a122e9b-71ee-46c1-8bc1-90d2f62d3dc1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'Port': ['ID=38b0e678-7f47-48d0-b2d1-db46928bbbed,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:45.017768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-0a122e9b-71ee-46c1-8bc1-90d2f62d3dc1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:58:45.020323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-0a122e9b-71ee-46c1-8bc1-90d2f62d3dc1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:58:45.073550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-0a122e9b-71ee-46c1-8bc1-90d2f62d3dc1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:45.074239 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-0a122e9b-71ee-46c1-8bc1-90d2f62d3dc1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:45.130950 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-02872f02-3beb-40ab-a0ee-d2baaeeb9af4 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:45.133731 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-02872f02-3beb-40ab-a0ee-d2baaeeb9af4 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:45.145878 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-02872f02-3beb-40ab-a0ee-d2baaeeb9af4 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] 10.222.0.43 "DELETE /v2.0/security-groups/60bf29a9-e323-4fa3-a55f-a972c7e627b8 HTTP/1.1" status: 204 len: 168 time: 0.2864058 Dec 16 22:58:45.163644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-0a122e9b-71ee-46c1-8bc1-90d2f62d3dc1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2167921 Dec 16 22:58:45.177965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02872f02-3beb-40ab-a0ee-d2baaeeb9af4 tempest-TestVolumeBackupRestore-775712962 tempest-TestVolumeBackupRestore-775712962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bf29a9-e323-4fa3-a55f-a972c7e627b8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:45.182005 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Request body: {'port': {'device_id': '8d460965-bba7-4494-b45d-66c60dfab3b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:58:45.278861 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:45.386022 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-89620958-4a89-480d-b773-9382c92b819b None None] Provisioning complete for port 38b0e678-7f47-48d0-b2d1-db46928bbbed triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:58:45.386312 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89620958-4a89-480d-b773-9382c92b819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:45.425354 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-89620958-4a89-480d-b773-9382c92b819b None None] Port 38b0e678-7f47-48d0-b2d1-db46928bbbed cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:58:45.585505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b0e678-7f47-48d0-b2d1-db46928bbbed {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:58:45.596096 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:45.609595 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Transition to ACTIVE for port object 38b0e678-7f47-48d0-b2d1-db46928bbbed will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:58:45.696977 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:45.929790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Pushing event updated for resources: {'Port': ['ID=38b0e678-7f47-48d0-b2d1-db46928bbbed,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:45.968726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Attempting to bind port 38b0e678-7f47-48d0-b2d1-db46928bbbed on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:58:45.969537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Attempting to bind port 38b0e678-7f47-48d0-b2d1-db46928bbbed by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:58:45.969537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Attempting to bind port 38b0e678-7f47-48d0-b2d1-db46928bbbed on network 67357662-f096-489b-86be-53da3c2aa325 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:58:45.978089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Port 38b0e678-7f47-48d0-b2d1-db46928bbbed on network 67357662-f096-489b-86be-53da3c2aa325 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:58:45.978459 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Attempting to bind port 38b0e678-7f47-48d0-b2d1-db46928bbbed on network 67357662-f096-489b-86be-53da3c2aa325 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:58:46.000287 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71117484-c5ff-4651-9c76-867adcb2a4d2 req-29b2ada3-7814-4db4-83b3-a8f524d5c29a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:46.029596 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71117484-c5ff-4651-9c76-867adcb2a4d2 req-29b2ada3-7814-4db4-83b3-a8f524d5c29a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.2202973 Dec 16 22:58:46.056775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:58:46.057676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Checking segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:58:46.058307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Bound using segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:58:46.058984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Bound port: 38b0e678-7f47-48d0-b2d1-db46928bbbed, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:58:46.059623 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:46.205279 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] For port 38b0e678-7f47-48d0-b2d1-db46928bbbed, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:58:46.210246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] For port 38b0e678-7f47-48d0-b2d1-db46928bbbed, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=38b0e678-7f47-48d0-b2d1-db46928bbbed,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:58:46.306668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71117484-c5ff-4651-9c76-867adcb2a4d2 req-5b1d659a-53c0-4b7b-9499-ee8675dff5d3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753386 Dec 16 22:58:46.354862 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:46.431852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:46.432455 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:46.435131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] 10.222.0.69 "PUT /v2.0/ports/38b0e678-7f47-48d0-b2d1-db46928bbbed HTTP/1.1" status: 200 len: 1092 time: 1.2591033 Dec 16 22:58:46.437508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d460965-bba7-4494-b45d-66c60dfab3b4', 'tag': '38b0e678-7f47-48d0-b2d1-db46928bbbed'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:58:46.439878 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ddb194-17f1-476c-9006-271393191b68" -d '{"events": [{"name": "network-changed", "server_uuid": "8d460965-bba7-4494-b45d-66c60dfab3b4", "tag": "38b0e678-7f47-48d0-b2d1-db46928bbbed"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:58:46.478063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17552a-ab86-48d8-812d-6f1a96949d81 service neutron] Pushing event updated for resources: {'Port': ['ID=38b0e678-7f47-48d0-b2d1-db46928bbbed,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:46.545120 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cb0f63-5f5a-447b-8701-13976523de31 x-openstack-request-id: req-c9cb0f63-5f5a-447b-8701-13976523de31 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:58:46.545492 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d460965-bba7-4494-b45d-66c60dfab3b4", "tag": "38b0e678-7f47-48d0-b2d1-db46928bbbed", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:58:46.546482 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9cb0f63-5f5a-447b-8701-13976523de31 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:58:46.547303 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d460965-bba7-4494-b45d-66c60dfab3b4', 'tag': '38b0e678-7f47-48d0-b2d1-db46928bbbed', 'status': 'completed', 'code': 200} Dec 16 22:58:46.632087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddb194-17f1-476c-9006-271393191b68 req-e659fcdf-3bfb-4b0a-961b-a68a5bb87f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:46.633785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14ddb194-17f1-476c-9006-271393191b68 req-e659fcdf-3bfb-4b0a-961b-a68a5bb87f9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 1095 time: 0.0693557 Dec 16 22:58:46.884597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddb194-17f1-476c-9006-271393191b68 req-b65da095-99cf-42a7-9d09-76de3d06020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:46.886440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14ddb194-17f1-476c-9006-271393191b68 req-b65da095-99cf-42a7-9d09-76de3d06020a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d3ce3d7cd750496abea0f17a31397257&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2381871 Dec 16 22:58:47.080332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddb194-17f1-476c-9006-271393191b68 req-269ec04a-24ea-41f2-8657-c3a00718ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:47.082754 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14ddb194-17f1-476c-9006-271393191b68 req-269ec04a-24ea-41f2-8657-c3a00718ee3c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1797256 Dec 16 22:58:47.333529 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-658edc7d-6005-4813-a8c0-cb2038f4948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:47.336485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-658edc7d-6005-4813-a8c0-cb2038f4948c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 1095 time: 0.1600912 Dec 16 22:58:47.522128 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-156faa3a-d036-43e2-b207-ac9785fa1b6d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38b0e678-7f47-48d0-b2d1-db46928bbbed HTTP/1.1" status: 200 len: 217 time: 0.1689031 Dec 16 22:58:47.682251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-7fe6ea68-b0c5-492d-8119-b3e2783c069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:47.683832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-7fe6ea68-b0c5-492d-8119-b3e2783c069a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.1424284 Dec 16 22:58:47.730088 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7af81-881f-492b-8b9e-46a22545a0f4 req-3cc1ff22-51cc-462d-a0c1-e1ef8f78adcb tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:47.736061 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87f7af81-881f-492b-8b9e-46a22545a0f4 req-3cc1ff22-51cc-462d-a0c1-e1ef8f78adcb tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.2469084 Dec 16 22:58:47.839585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-84078904-7be2-4429-8060-a95539d0c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:47.841177 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-84078904-7be2-4429-8060-a95539d0c895 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040046 Dec 16 22:58:47.845450 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87f7af81-881f-492b-8b9e-46a22545a0f4 req-7d22287e-a32c-4d79-9019-58823e8f6c82 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795467 Dec 16 22:58:48.037074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-5bc2d990-e8ee-4d73-b253-5a184b777e1e service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749334 Dec 16 22:58:48.297270 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b100f44-c901-4d09-80b5-227e39cbe9af req-36ff4da4-e698-4249-8082-adab740980bd service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452140 Dec 16 22:58:49.024042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5b185-cb21-4fcb-987a-4b886892de00 req-f118bac9-3407-4ac8-a15d-d5983d7f40c5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:49.033263 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fb5b185-cb21-4fcb-987a-4b886892de00 req-f118bac9-3407-4ac8-a15d-d5983d7f40c5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0892863 Dec 16 22:58:49.141268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fb5b185-cb21-4fcb-987a-4b886892de00 req-06118909-be6c-4759-bba6-2b74bede0cdb tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065753 Dec 16 22:58:50.184948 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc71ea6f-32fe-442a-aa06-e515c0142698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:50.297918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917de49-f2e0-4c1b-a84e-4d8ae0ec6b59 req-30619212-6f29-45f3-b195-f0a2c610a65c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:50.309339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1917de49-f2e0-4c1b-a84e-4d8ae0ec6b59 req-30619212-6f29-45f3-b195-f0a2c610a65c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0866158 Dec 16 22:58:50.429933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1917de49-f2e0-4c1b-a84e-4d8ae0ec6b59 req-621d402a-e294-4316-8f26-5f581b972dc5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090546 Dec 16 22:58:51.598370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55610) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:51.637752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73360b2a-20de-4aa2-b84d-c74cc35f5578 req-719e4bd8-16ed-4f15-a093-e75d6e955f72 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:51.641274 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73360b2a-20de-4aa2-b84d-c74cc35f5578 req-719e4bd8-16ed-4f15-a093-e75d6e955f72 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0670762 Dec 16 22:58:51.739200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73360b2a-20de-4aa2-b84d-c74cc35f5578 req-5972a8c7-2548-4385-bb2e-3c66930115b6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867987 Dec 16 22:58:52.232336 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:52.544467 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d68c5b6-6d61-4713-b90d-1ac41810074f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:52.565797 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Deleting port 2e92a616-a2ad-4d86-b6c9-0b91e5240364 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:52.566119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:52.667497 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] For port 2e92a616-a2ad-4d86-b6c9-0b91e5240364, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2e92a616-a2ad-4d86-b6c9-0b91e5240364,segment=NetworkSegment(64e58f94-7cb2-4522-9486-f378b9971ccb),segment_id=64e58f94-7cb2-4522-9486-f378b9971ccb)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:52.668203 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:52.701006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Calling delete_port for 2e92a616-a2ad-4d86-b6c9-0b91e5240364 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:52.909579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d879047-6ce1-4a85-898f-9d0510d7a906 req-35a3b3fb-0bed-4414-b237-121dc65fdecd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:52.911421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d879047-6ce1-4a85-898f-9d0510d7a906 req-35a3b3fb-0bed-4414-b237-121dc65fdecd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0699573 Dec 16 22:58:52.972019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d879047-6ce1-4a85-898f-9d0510d7a906 req-c2522bed-4b6a-4fc7-95f3-94c655bf5373 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541310 Dec 16 22:58:53.251414 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:53.282343 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e92a616-a2ad-4d86-b6c9-0b91e5240364,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:53.296976 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:53.296976 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:53.297339 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:53.297601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:53.297896 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:53.298231 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:53.298562 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:53.298891 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:53.299217 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:53.299566 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:53.299892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:53.300222 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:53.304252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:53.494727 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:53.720545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Router 2ed056f8-9008-415b-89e1-a35d26e3b771 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:58:53.725799 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:53.837855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:58:53.843760 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7b812195-8c16-4d9e-b65d-78c673926b92 admin admin] 10.222.0.43 "PUT /v2.0/routers/2ed056f8-9008-415b-89e1-a35d26e3b771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2442474 Dec 16 22:58:53.846994 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55674) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:53.849711 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b309762b-999d-42d6-9396-1a264166375f None None] Sync routers for ids ['2ed056f8-9008-415b-89e1-a35d26e3b771'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:58:53.861882 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b309762b-999d-42d6-9396-1a264166375f None None] Routers {'2ed056f8-9008-415b-89e1-a35d26e3b771'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:58:53.862615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b309762b-999d-42d6-9396-1a264166375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:58:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2ed056f8-9008-415b-89e1-a35d26e3b771'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:53.964210 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dd54479-e48d-4ebd-b625-f82c77c49e80 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:53.983942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-b309762b-999d-42d6-9396-1a264166375f None None] Set router 2ed056f8-9008-415b-89e1-a35d26e3b771 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:58:54.137266 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dd54479-e48d-4ebd-b625-f82c77c49e80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:54.182556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943ee1a-5f62-4fcc-b7c1-04e7e855b3cf req-8a82b8e9-713e-4c6f-87c2-d87a4531e62e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:54.184912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d943ee1a-5f62-4fcc-b7c1-04e7e855b3cf req-8a82b8e9-713e-4c6f-87c2-d87a4531e62e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0701983 Dec 16 22:58:54.247062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d943ee1a-5f62-4fcc-b7c1-04e7e855b3cf req-1492ca84-4907-4af1-bd80-d32ec1136d20 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527666 Dec 16 22:58:54.320011 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5dd54479-e48d-4ebd-b625-f82c77c49e80 admin admin] Deleting port 8287fefc-a526-43fb-b465-d6bcab6c3a42 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:54.320359 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dd54479-e48d-4ebd-b625-f82c77c49e80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:54.322566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b309762b-999d-42d6-9396-1a264166375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:58:52Z', 'revision_number': 5, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port': {'id': '8287fefc-a526-43fb-b465-d6bcab6c3a42', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:54.363897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b309762b-999d-42d6-9396-1a264166375f None None] Checking router: 2ed056f8-9008-415b-89e1-a35d26e3b771 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:58:54.378152 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b309762b-999d-42d6-9396-1a264166375f None None] Routers {'2ed056f8-9008-415b-89e1-a35d26e3b771'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:58:54.378810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b309762b-999d-42d6-9396-1a264166375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:58:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2ed056f8-9008-415b-89e1-a35d26e3b771'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:54.470020 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-5dd54479-e48d-4ebd-b625-f82c77c49e80 admin admin] For port 8287fefc-a526-43fb-b465-d6bcab6c3a42, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8287fefc-a526-43fb-b465-d6bcab6c3a42,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:54.470648 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dd54479-e48d-4ebd-b625-f82c77c49e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:54.491010 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5dd54479-e48d-4ebd-b625-f82c77c49e80 admin admin] Calling delete_port for 8287fefc-a526-43fb-b465-d6bcab6c3a42 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:54.514478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-b309762b-999d-42d6-9396-1a264166375f None None] Set router 2ed056f8-9008-415b-89e1-a35d26e3b771 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:58:54.585798 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b309762b-999d-42d6-9396-1a264166375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:58:54Z', 'revision_number': 6, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:54.631328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b309762b-999d-42d6-9396-1a264166375f None None] The sync data for ids ['2ed056f8-9008-415b-89e1-a35d26e3b771'] in n-d-821840-2 is: [{'id': '2ed056f8-9008-415b-89e1-a35d26e3b771', 'name': 'tempest-TestVolumeBackupRestore-593677694-router', 'tenant_id': '77a84e9ce21649539c250201052b6691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:53:53Z', 'updated_at': '2021-12-16T22:58:54Z', 'revision_number': 6, 'project_id': '77a84e9ce21649539c250201052b6691', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:58:54.840202 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dd54479-e48d-4ebd-b625-f82c77c49e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:54.868912 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd54479-e48d-4ebd-b625-f82c77c49e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=8287fefc-a526-43fb-b465-d6bcab6c3a42,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:54.896931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a14404-4511-4a87-9fd5-5f786dfa6227 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:58:54.962063 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dd54479-e48d-4ebd-b625-f82c77c49e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:54.982194 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.092692 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dd54479-e48d-4ebd-b625-f82c77c49e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.095645 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dd54479-e48d-4ebd-b625-f82c77c49e80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.245105 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dd54479-e48d-4ebd-b625-f82c77c49e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.245781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd54479-e48d-4ebd-b625-f82c77c49e80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ed056f8-9008-415b-89e1-a35d26e3b771 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:58:55.251803 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dd54479-e48d-4ebd-b625-f82c77c49e80 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.253360 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5dd54479-e48d-4ebd-b625-f82c77c49e80 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2ed056f8-9008-415b-89e1-a35d26e3b771 HTTP/1.1" status: 204 len: 168 time: 1.4053793 Dec 16 22:58:55.258403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 55722) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:55.346743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-701b1503-e4f0-47f4-9f6b-4fab5278bf84 admin admin] Deleting subnet b4e7b823-d984-434c-ac01-56dfd985edf1 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:58:55.356491 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-701b1503-e4f0-47f4-9f6b-4fab5278bf84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.463823 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-701b1503-e4f0-47f4-9f6b-4fab5278bf84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.501772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba2c1e-738e-4f02-9631-e92151f5169c req-fba70d98-ee6f-410f-962f-bdc2e35e1eb9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:55.508030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-daba2c1e-738e-4f02-9631-e92151f5169c req-fba70d98-ee6f-410f-962f-bdc2e35e1eb9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.1082947 Dec 16 22:58:55.652954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-daba2c1e-738e-4f02-9631-e92151f5169c req-b885d0c2-6c1c-425a-bc5e-81596d78e365 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378939 Dec 16 22:58:55.666146 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-701b1503-e4f0-47f4-9f6b-4fab5278bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.829349 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.892030 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-701b1503-e4f0-47f4-9f6b-4fab5278bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.923697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b1503-e4f0-47f4-9f6b-4fab5278bf84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4e7b823-d984-434c-ac01-56dfd985edf1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:55.925811 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-701b1503-e4f0-47f4-9f6b-4fab5278bf84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.929333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-701b1503-e4f0-47f4-9f6b-4fab5278bf84 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b4e7b823-d984-434c-ac01-56dfd985edf1 HTTP/1.1" status: 204 len: 168 time: 0.6720188 Dec 16 22:58:55.931556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82464e3-23d8-4b14-bddd-b06da6e26283 None None] Network 7644b7c3-8b86-4c00-871c-ae70791d80d9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:58:55.932065 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55744) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:56.028081 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.120622 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2e92a616-a2ad-4d86-b6c9-0b91e5240364 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:58:56.122752 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] Deleting port 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:56.123127 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.156207 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 2e92a616-a2ad-4d86-b6c9-0b91e5240364 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:58:56.156577 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2e92a616-a2ad-4d86-b6c9-0b91e5240364 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:58:56.157149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8287fefc-a526-43fb-b465-d6bcab6c3a42 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:58:56.159191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2d404f-1a81-4461-b210-2b719a7ae3d7 None None] DHCP port deletion for 7644b7c3-8b86-4c00-871c-ae70791d80d9 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:58:56.185458 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 8287fefc-a526-43fb-b465-d6bcab6c3a42 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:58:56.185806 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8287fefc-a526-43fb-b465-d6bcab6c3a42 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:58:56.214553 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] For port 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6452cb5e-5b1f-45dd-9ac6-5ce0cf679785,segment=NetworkSegment(64e58f94-7cb2-4522-9486-f378b9971ccb),segment_id=64e58f94-7cb2-4522-9486-f378b9971ccb)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:56.214923 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.236480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] Calling delete_port for 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:56.240800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d404f-1a81-4461-b210-2b719a7ae3d7 None None] Deleting port 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:56.244680 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1d2d404f-1a81-4461-b210-2b719a7ae3d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.348194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1d2d404f-1a81-4461-b210-2b719a7ae3d7 None None] For port 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6452cb5e-5b1f-45dd-9ac6-5ce0cf679785,segment=NetworkSegment(64e58f94-7cb2-4522-9486-f378b9971ccb),segment_id=64e58f94-7cb2-4522-9486-f378b9971ccb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:56.348595 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1d2d404f-1a81-4461-b210-2b719a7ae3d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.365607 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d404f-1a81-4461-b210-2b719a7ae3d7 None None] Calling delete_port for 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:56.438996 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.458037 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1d2d404f-1a81-4461-b210-2b719a7ae3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.478286 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] Pushing event deleted for resources: {'Port': ['ID=6452cb5e-5b1f-45dd-9ac6-5ce0cf679785,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:56.480728 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] No DVR routers for this DVR port 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:58:56.500676 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d404f-1a81-4461-b210-2b719a7ae3d7 None None] Pushing event deleted for resources: {'Port': ['ID=6452cb5e-5b1f-45dd-9ac6-5ce0cf679785,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:56.515080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d404f-1a81-4461-b210-2b719a7ae3d7 None None] No DVR routers for this DVR port 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:58:56.582999 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.604835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7644b7c3-8b86-4c00-871c-ae70791d80d9']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:56.615432 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e58f94-7cb2-4522-9486-f378b9971ccb') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:56.616046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e58f94-7cb2-4522-9486-f378b9971ccb') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:56.626917 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.640449 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.649457 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:58:56.649457 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:58:56.649949 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:58:56.817671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bc52b-5daa-4693-8b98-e5d9cfd648cf req-b98eda62-4abe-44a7-858d-0d85e0c9c6c8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:56.819488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c3bc52b-5daa-4693-8b98-e5d9cfd648cf req-b98eda62-4abe-44a7-858d-0d85e0c9c6c8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0785296 Dec 16 22:58:56.839973 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.846763 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.852881 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] 10.222.0.43 "DELETE /v2.0/networks/7644b7c3-8b86-4c00-871c-ae70791d80d9 HTTP/1.1" status: 204 len: 168 time: 0.9170079 Dec 16 22:58:56.854132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 55772) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:56.868459 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bfb56-356d-44ee-9868-6ea71e21070c admin admin] Pushing event deleted for resources: {'Network': ['ID=7644b7c3-8b86-4c00-871c-ae70791d80d9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:56.933187 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c3bc52b-5daa-4693-8b98-e5d9cfd648cf req-e9a65745-4bcf-4893-8e86-29527bb7ac52 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064627 Dec 16 22:58:57.295376 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5686043f-b451-41dc-9c57-4d4b2ac03d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:57.581346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5686043f-b451-41dc-9c57-4d4b2ac03d31 admin admin] Deleting port 8273ebe2-88de-4705-8684-ffe47d826f3f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:57.581724 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5686043f-b451-41dc-9c57-4d4b2ac03d31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:57.664351 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-5686043f-b451-41dc-9c57-4d4b2ac03d31 admin admin] For port 8273ebe2-88de-4705-8684-ffe47d826f3f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8273ebe2-88de-4705-8684-ffe47d826f3f,segment=NetworkSegment(a7039fdb-4243-4504-b6bf-f24949a665c8),segment_id=a7039fdb-4243-4504-b6bf-f24949a665c8)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:57.664720 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5686043f-b451-41dc-9c57-4d4b2ac03d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:57.678389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5686043f-b451-41dc-9c57-4d4b2ac03d31 admin admin] Calling delete_port for 8273ebe2-88de-4705-8684-ffe47d826f3f owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:58.011660 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5686043f-b451-41dc-9c57-4d4b2ac03d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:58.056208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686043f-b451-41dc-9c57-4d4b2ac03d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=8273ebe2-88de-4705-8684-ffe47d826f3f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:58.088124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:58:58.112747 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:58:58.113166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6452cb5e-5b1f-45dd-9ac6-5ce0cf679785 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:58:58.164073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e3c86-9643-4d9e-b636-48a315cc7d96 req-d0ffe52b-c833-4798-9016-b94b3af82720 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:58.165628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb8e3c86-9643-4d9e-b636-48a315cc7d96 req-d0ffe52b-c833-4798-9016-b94b3af82720 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.1495421 Dec 16 22:58:58.304895 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb8e3c86-9643-4d9e-b636-48a315cc7d96 req-02848b52-0fc6-4732-8485-5b02914d7599 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918162 Dec 16 22:58:58.317753 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5686043f-b451-41dc-9c57-4d4b2ac03d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:58.554332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5686043f-b451-41dc-9c57-4d4b2ac03d31 admin admin] Router c7613c57-bd86-45b3-aec7-909ddec5edd6 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:58:58.962791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5686043f-b451-41dc-9c57-4d4b2ac03d31 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:58:58.971242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5686043f-b451-41dc-9c57-4d4b2ac03d31 admin admin] 10.222.0.43 "PUT /v2.0/routers/c7613c57-bd86-45b3-aec7-909ddec5edd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1156015 Dec 16 22:58:58.974599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 55836) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:58.984907 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95907b5-5964-4ed1-add0-0a1e179a12cb None None] Sync routers for ids ['c7613c57-bd86-45b3-aec7-909ddec5edd6'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:58:59.008255 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95907b5-5964-4ed1-add0-0a1e179a12cb None None] Routers {'c7613c57-bd86-45b3-aec7-909ddec5edd6'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:58:59.009035 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e95907b5-5964-4ed1-add0-0a1e179a12cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:58:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c7613c57-bd86-45b3-aec7-909ddec5edd6'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:59.095819 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40435dfb-9c51-45cd-a366-9d9f6b9eb126 admin admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:59.122855 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e95907b5-5964-4ed1-add0-0a1e179a12cb None None] Set router c7613c57-bd86-45b3-aec7-909ddec5edd6 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:58:59.216974 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40435dfb-9c51-45cd-a366-9d9f6b9eb126 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:59.341824 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e95907b5-5964-4ed1-add0-0a1e179a12cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'name': 'tempest-TestVolumeBackupRestore-967383930-router', 'tenant_id': 'd07767448c554613a382524e24a8f4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '847d3e2d-6a8e-44ea-8157-9248f3553bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:54:02Z', 'updated_at': '2021-12-16T22:58:57Z', 'revision_number': 5, 'project_id': 'd07767448c554613a382524e24a8f4e5', 'gw_port': {'id': '847d3e2d-6a8e-44ea-8157-9248f3553bdb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:54:03Z', 'updated_at': '2021-12-16T22:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:59.377069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-40435dfb-9c51-45cd-a366-9d9f6b9eb126 admin admin] Deleting port 847d3e2d-6a8e-44ea-8157-9248f3553bdb {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:59.377596 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40435dfb-9c51-45cd-a366-9d9f6b9eb126 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:59.478396 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95907b5-5964-4ed1-add0-0a1e179a12cb None None] Checking router: c7613c57-bd86-45b3-aec7-909ddec5edd6 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:58:59.488146 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95907b5-5964-4ed1-add0-0a1e179a12cb None None] Routers {'c7613c57-bd86-45b3-aec7-909ddec5edd6'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:58:59.488769 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e95907b5-5964-4ed1-add0-0a1e179a12cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T22:58:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['c7613c57-bd86-45b3-aec7-909ddec5edd6'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:59.496805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdc3e0-051e-4b56-978a-3fdb25192e19 req-6aa1d2c6-5a61-4296-9455-4bbde9ede17e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:59.499224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cdfdc3e0-051e-4b56-978a-3fdb25192e19 req-6aa1d2c6-5a61-4296-9455-4bbde9ede17e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.1067464 Dec 16 22:58:59.551429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-40435dfb-9c51-45cd-a366-9d9f6b9eb126 admin admin] For port 847d3e2d-6a8e-44ea-8157-9248f3553bdb, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=847d3e2d-6a8e-44ea-8157-9248f3553bdb,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:59.551880 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40435dfb-9c51-45cd-a366-9d9f6b9eb126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:59.573959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-40435dfb-9c51-45cd-a366-9d9f6b9eb126 admin admin] Calling delete_port for 847d3e2d-6a8e-44ea-8157-9248f3553bdb owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:59.584719 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e95907b5-5964-4ed1-add0-0a1e179a12cb None None] Set router c7613c57-bd86-45b3-aec7-909ddec5edd6 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:58:59.597988 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cdfdc3e0-051e-4b56-978a-3fdb25192e19 req-a1f89a0d-56f7-4bde-903c-d6696187363e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846536 Dec 16 22:58:59.637914 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e95907b5-5964-4ed1-add0-0a1e179a12cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'name': 'tempest-TestVolumeBackupRestore-967383930-router', 'tenant_id': 'd07767448c554613a382524e24a8f4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:54:02Z', 'updated_at': '2021-12-16T22:58:59Z', 'revision_number': 6, 'project_id': 'd07767448c554613a382524e24a8f4e5', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:59.669329 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95907b5-5964-4ed1-add0-0a1e179a12cb None None] The sync data for ids ['c7613c57-bd86-45b3-aec7-909ddec5edd6'] in n-d-821840-2 is: [{'id': 'c7613c57-bd86-45b3-aec7-909ddec5edd6', 'name': 'tempest-TestVolumeBackupRestore-967383930-router', 'tenant_id': 'd07767448c554613a382524e24a8f4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:54:02Z', 'updated_at': '2021-12-16T22:58:59Z', 'revision_number': 6, 'project_id': 'd07767448c554613a382524e24a8f4e5', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:58:59.874044 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40435dfb-9c51-45cd-a366-9d9f6b9eb126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:59.904107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40435dfb-9c51-45cd-a366-9d9f6b9eb126 admin admin] Pushing event deleted for resources: {'Port': ['ID=847d3e2d-6a8e-44ea-8157-9248f3553bdb,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:59.931547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac17a784-c3d1-4421-b454-0e9d2981b568 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:58:59.980308 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40435dfb-9c51-45cd-a366-9d9f6b9eb126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:00.153112 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40435dfb-9c51-45cd-a366-9d9f6b9eb126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:00.157451 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40435dfb-9c51-45cd-a366-9d9f6b9eb126 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:00.361178 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40435dfb-9c51-45cd-a366-9d9f6b9eb126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:00.361862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40435dfb-9c51-45cd-a366-9d9f6b9eb126 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7613c57-bd86-45b3-aec7-909ddec5edd6 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:59:00.372024 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40435dfb-9c51-45cd-a366-9d9f6b9eb126 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:00.372024 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-40435dfb-9c51-45cd-a366-9d9f6b9eb126 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c7613c57-bd86-45b3-aec7-909ddec5edd6 HTTP/1.1" status: 204 len: 168 time: 1.3937883 Dec 16 22:59:00.372312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55876) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:59:00.427704 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-20aac0b0-b5c4-4bec-9eae-9450fc27d17c admin admin] Deleting subnet e6aa73c6-828e-44b9-a41f-d8189b2f8c5b {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:59:00.431604 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20aac0b0-b5c4-4bec-9eae-9450fc27d17c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:00.472238 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20aac0b0-b5c4-4bec-9eae-9450fc27d17c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:00.545475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8273ebe2-88de-4705-8684-ffe47d826f3f no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:59:00.568827 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20aac0b0-b5c4-4bec-9eae-9450fc27d17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:00.570249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 8273ebe2-88de-4705-8684-ffe47d826f3f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:59:00.571178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8273ebe2-88de-4705-8684-ffe47d826f3f not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:59:00.714860 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20aac0b0-b5c4-4bec-9eae-9450fc27d17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:00.739003 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2ce24-0d4d-4404-b7b5-8457c8a89376 req-56df7e17-7f8d-4985-a9da-472ebed833b1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:00.740816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5f2ce24-0d4d-4404-b7b5-8457c8a89376 req-56df7e17-7f8d-4985-a9da-472ebed833b1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0673246 Dec 16 22:59:00.754016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aac0b0-b5c4-4bec-9eae-9450fc27d17c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6aa73c6-828e-44b9-a41f-d8189b2f8c5b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:00.765990 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-20aac0b0-b5c4-4bec-9eae-9450fc27d17c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:00.771839 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-20aac0b0-b5c4-4bec-9eae-9450fc27d17c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e6aa73c6-828e-44b9-a41f-d8189b2f8c5b HTTP/1.1" status: 204 len: 168 time: 0.3982730 Dec 16 22:59:00.774332 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55890) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:59:00.781759 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4edba28-4474-4695-81f4-6786edd7e9c9 None None] Network 8703deb8-d7d6-4049-a310-da53ddd9045e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:59:00.826546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5f2ce24-0d4d-4404-b7b5-8457c8a89376 req-d340dbd5-0eb5-40eb-94f8-8146f2e606e3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739355 Dec 16 22:59:00.898263 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:00.992877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] Deleting port 95715d58-ca8c-43dd-954e-497b57516c07 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:59:00.993231 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:01.060665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58c044d-71e0-458f-9b1f-5c443b322188 None None] DHCP port deletion for 8703deb8-d7d6-4049-a310-da53ddd9045e request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:59:01.078500 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] For port 95715d58-ca8c-43dd-954e-497b57516c07, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=95715d58-ca8c-43dd-954e-497b57516c07,segment=NetworkSegment(a7039fdb-4243-4504-b6bf-f24949a665c8),segment_id=a7039fdb-4243-4504-b6bf-f24949a665c8)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:59:01.078877 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:01.094182 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] Calling delete_port for 95715d58-ca8c-43dd-954e-497b57516c07 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:59:01.120037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b58c044d-71e0-458f-9b1f-5c443b322188 None None] Deleting port 95715d58-ca8c-43dd-954e-497b57516c07 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:59:01.120495 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b58c044d-71e0-458f-9b1f-5c443b322188 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:01.200983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b58c044d-71e0-458f-9b1f-5c443b322188 None None] For port 95715d58-ca8c-43dd-954e-497b57516c07, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=95715d58-ca8c-43dd-954e-497b57516c07,segment=NetworkSegment(a7039fdb-4243-4504-b6bf-f24949a665c8),segment_id=a7039fdb-4243-4504-b6bf-f24949a665c8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:59:01.201170 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b58c044d-71e0-458f-9b1f-5c443b322188 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:01.216015 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b58c044d-71e0-458f-9b1f-5c443b322188 None None] Calling delete_port for 95715d58-ca8c-43dd-954e-497b57516c07 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:59:01.251896 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:01.279023 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] Pushing event deleted for resources: {'Port': ['ID=95715d58-ca8c-43dd-954e-497b57516c07,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:01.289073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] No DVR routers for this DVR port 95715d58-ca8c-43dd-954e-497b57516c07 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:59:01.318743 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b58c044d-71e0-458f-9b1f-5c443b322188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:01.350798 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c044d-71e0-458f-9b1f-5c443b322188 None None] Pushing event deleted for resources: {'Port': ['ID=95715d58-ca8c-43dd-954e-497b57516c07,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:01.353457 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c044d-71e0-458f-9b1f-5c443b322188 None None] No DVR routers for this DVR port 95715d58-ca8c-43dd-954e-497b57516c07 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:59:01.381605 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:01.407045 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8703deb8-d7d6-4049-a310-da53ddd9045e']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:59:01.416751 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7039fdb-4243-4504-b6bf-f24949a665c8') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:59:01.417040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7039fdb-4243-4504-b6bf-f24949a665c8') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:59:01.426937 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:01.441784 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:01.449915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:59:01.450386 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: timer() Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:59:01.452081 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:59:01.684688 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:01.690529 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:01.693799 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8703deb8-d7d6-4049-a310-da53ddd9045e HTTP/1.1" status: 204 len: 168 time: 0.9178827 Dec 16 22:59:01.706171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6565f2-8c19-466c-98e3-4a0bb057d059 admin admin] Pushing event deleted for resources: {'Network': ['ID=8703deb8-d7d6-4049-a310-da53ddd9045e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:01.954243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42117962-2e2b-467f-8534-56a9bdd8e38f req-2612a8df-3020-46e5-a8a7-d34c56473390 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:01.955793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42117962-2e2b-467f-8534-56a9bdd8e38f req-2612a8df-3020-46e5-a8a7-d34c56473390 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0542526 Dec 16 22:59:02.014383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42117962-2e2b-467f-8534-56a9bdd8e38f req-a9582821-e758-42a0-9b17-5790975fb0eb tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499852 Dec 16 22:59:02.067130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 847d3e2d-6a8e-44ea-8157-9248f3553bdb no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:59:02.089607 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 847d3e2d-6a8e-44ea-8157-9248f3553bdb {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:59:02.089963 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 847d3e2d-6a8e-44ea-8157-9248f3553bdb not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:59:02.090394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 95715d58-ca8c-43dd-954e-497b57516c07 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:59:02.111091 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 95715d58-ca8c-43dd-954e-497b57516c07 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:59:02.111379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 95715d58-ca8c-43dd-954e-497b57516c07 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:59:02.187791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 55930) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:59:02.236609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-02c3dc00-55fd-47cf-91de-87fc978d883c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77a84e9ce21649539c250201052b6691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468621 Dec 16 22:59:02.241000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 55934) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:59:02.324953 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9bb6abee-8e54-46bf-8d06-0ebc7ba29e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:02.350368 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9bb6abee-8e54-46bf-8d06-0ebc7ba29e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:02.817675 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9bb6abee-8e54-46bf-8d06-0ebc7ba29e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:02.820770 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9bb6abee-8e54-46bf-8d06-0ebc7ba29e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:02.822337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9bb6abee-8e54-46bf-8d06-0ebc7ba29e43 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c145c194-9104-49a7-a497-07190807c9b4 HTTP/1.1" status: 204 len: 168 time: 0.5789492 Dec 16 22:59:02.834343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6abee-8e54-46bf-8d06-0ebc7ba29e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c145c194-9104-49a7-a497-07190807c9b4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:03.176924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05d65f-2766-45f6-9438-295dae53fe0c req-87b9980f-9984-4636-af61-3de7d427c589 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:03.178767 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe05d65f-2766-45f6-9438-295dae53fe0c req-87b9980f-9984-4636-af61-3de7d427c589 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0754378 Dec 16 22:59:03.241983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe05d65f-2766-45f6-9438-295dae53fe0c req-49cc7ed5-a033-4163-a1e0-d2dcf8c8d2b9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555551 Dec 16 22:59:03.846716 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 55990) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:59:03.904009 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d5b0b045-bb0f-4d34-9ff1-b67c075047cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d07767448c554613a382524e24a8f4e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0556133 Dec 16 22:59:03.906064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 55992) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:59:03.967868 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-03f3c5e7-03ba-4a3b-97a9-315274c882b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:04.010070 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-03f3c5e7-03ba-4a3b-97a9-315274c882b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:04.205530 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-03f3c5e7-03ba-4a3b-97a9-315274c882b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:04.211989 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-03f3c5e7-03ba-4a3b-97a9-315274c882b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:04.211989 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-03f3c5e7-03ba-4a3b-97a9-315274c882b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f65a178f-4e89-40e7-8951-97ae8f59dc58 HTTP/1.1" status: 204 len: 168 time: 0.3023620 Dec 16 22:59:04.220650 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3c5e7-03ba-4a3b-97a9-315274c882b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65a178f-4e89-40e7-8951-97ae8f59dc58,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:04.402286 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a43102-5e1e-4bec-92c2-ba701c6667ce req-ef0e0f17-552f-4453-b8b6-e46fc9e137d9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:04.403934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4a43102-5e1e-4bec-92c2-ba701c6667ce req-ef0e0f17-552f-4453-b8b6-e46fc9e137d9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0575423 Dec 16 22:59:04.455451 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4a43102-5e1e-4bec-92c2-ba701c6667ce req-aebe95f8-e123-4132-9ba9-42680a587f66 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441477 Dec 16 22:59:05.590141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbd62b-6251-4e6d-8fc7-8f2c87492c85 req-4a9df207-25a4-4c09-8adf-8558f62c2ae3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:05.591590 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6dbd62b-6251-4e6d-8fc7-8f2c87492c85 req-4a9df207-25a4-4c09-8adf-8558f62c2ae3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0590973 Dec 16 22:59:05.649960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6dbd62b-6251-4e6d-8fc7-8f2c87492c85 req-f95269e3-09d8-4142-896c-890c35cfaa56 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514238 Dec 16 22:59:06.785564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2f8fa-eda4-4b54-b8f5-4304e25c6baa req-35226eb4-b775-47e9-8210-f12040174389 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:06.787284 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68b2f8fa-eda4-4b54-b8f5-4304e25c6baa req-35226eb4-b775-47e9-8210-f12040174389 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0612805 Dec 16 22:59:06.837084 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68b2f8fa-eda4-4b54-b8f5-4304e25c6baa req-c63cddb5-a735-4563-a38b-01cad7137ce4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436833 Dec 16 22:59:07.963815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe724f72-1dda-45d8-8b75-5d4db5aa440c req-3454b7a1-716e-4ee3-b4f8-08a9b6ab97ef tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:07.965426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe724f72-1dda-45d8-8b75-5d4db5aa440c req-3454b7a1-716e-4ee3-b4f8-08a9b6ab97ef tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0518618 Dec 16 22:59:08.015953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe724f72-1dda-45d8-8b75-5d4db5aa440c req-e11c0cba-9a38-47db-b14c-f7b7d4b213fc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429111 Dec 16 22:59:09.139780 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98f1a7-b7b7-4ded-9750-00b31c02d8af req-87d152c0-b4d6-4e09-b450-e92df17f4fed tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:09.142165 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e98f1a7-b7b7-4ded-9750-00b31c02d8af req-87d152c0-b4d6-4e09-b450-e92df17f4fed tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0535438 Dec 16 22:59:09.211229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e98f1a7-b7b7-4ded-9750-00b31c02d8af req-a92ce0fd-3039-40e0-92b7-a181f65a778e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557709 Dec 16 22:59:09.932217 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:59:10.323134 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040f5af-9ccf-4961-8c6e-447a8b58b167 req-95014f96-1ba7-4850-8efb-1af8afed6afa tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:10.325191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8040f5af-9ccf-4961-8c6e-447a8b58b167 req-95014f96-1ba7-4850-8efb-1af8afed6afa tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0518696 Dec 16 22:59:10.375817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8040f5af-9ccf-4961-8c6e-447a8b58b167 req-fa3bbddc-4ab2-4d01-b871-cd09126b3f8f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428069 Dec 16 22:59:11.502997 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c76071-1939-420b-9718-968ea824784d req-b6f4d323-46d9-45bf-b3ce-8ff5461f580c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:11.504752 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7c76071-1939-420b-9718-968ea824784d req-b6f4d323-46d9-45bf-b3ce-8ff5461f580c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0571332 Dec 16 22:59:11.560572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7c76071-1939-420b-9718-968ea824784d req-a2f94b80-5dbc-4e51-9554-a34e3431aa7e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460527 Dec 16 22:59:12.696123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb18dca-90c4-4d67-950b-93bac362055c req-29aeec5a-46cf-4aed-ae72-e54ef0a05487 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:12.697764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-abb18dca-90c4-4d67-950b-93bac362055c req-29aeec5a-46cf-4aed-ae72-e54ef0a05487 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0630558 Dec 16 22:59:12.753406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-abb18dca-90c4-4d67-950b-93bac362055c req-7a0bbbe1-70ee-4d92-bed5-ef7a4308547a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482452 Dec 16 22:59:13.463047 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:13.588563 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:13.885798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324107e8-1a59-47bb-88ef-8c74ebb5d3b3 req-cf4cc52a-bc8c-4492-8947-b1ab1dabea38 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:13.888880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-324107e8-1a59-47bb-88ef-8c74ebb5d3b3 req-cf4cc52a-bc8c-4492-8947-b1ab1dabea38 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0548375 Dec 16 22:59:13.943587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-324107e8-1a59-47bb-88ef-8c74ebb5d3b3 req-fb9dd3c7-fc1f-4c3f-a972-f83aa1a059ab tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490832 Dec 16 22:59:15.084029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21c6aa-46dd-4d6e-bb2c-868dfbab5b68 req-2eb916cd-73ac-4b10-a983-efc60e51518d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:15.086243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c21c6aa-46dd-4d6e-bb2c-868dfbab5b68 req-2eb916cd-73ac-4b10-a983-efc60e51518d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0668747 Dec 16 22:59:15.140972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c21c6aa-46dd-4d6e-bb2c-868dfbab5b68 req-9d585b98-f9c8-4600-ba4e-78f21ceb861e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468910 Dec 16 22:59:16.286230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f73f7-d1bf-46a2-9142-2e45005c8861 req-aa046fd3-d152-4b96-8e85-6f47b3984ae0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:16.288024 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-003f73f7-d1bf-46a2-9142-2e45005c8861 req-aa046fd3-d152-4b96-8e85-6f47b3984ae0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0647540 Dec 16 22:59:16.342897 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-003f73f7-d1bf-46a2-9142-2e45005c8861 req-259bbc4f-b6f4-48b6-8f9c-e312e89e9ed4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482118 Dec 16 22:59:17.470950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a69b1d-b5f0-46ab-a97d-24e75a3a4096 req-d3beb3d9-4cbd-45ad-879b-49710c4fa652 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:17.472658 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48a69b1d-b5f0-46ab-a97d-24e75a3a4096 req-d3beb3d9-4cbd-45ad-879b-49710c4fa652 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0539629 Dec 16 22:59:17.528638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48a69b1d-b5f0-46ab-a97d-24e75a3a4096 req-4b25630c-9c76-4f26-8ba5-418b2bfaf2cf tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487363 Dec 16 22:59:18.498569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-147cf4a7-68f7-4689-8ed3-25ee19dd77dd req-ebd2df62-d413-4b52-9c90-f18e7b20a51a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469146 Dec 16 22:59:18.599381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cf4a7-68f7-4689-8ed3-25ee19dd77dd req-3ebae598-7346-4af7-a9e3-73c64145b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:18.601454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-147cf4a7-68f7-4689-8ed3-25ee19dd77dd req-3ebae598-7346-4af7-a9e3-73c64145b8d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 1096 time: 0.0470703 Dec 16 22:59:18.673393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c69d2b-2e97-498f-a593-82d1c7806699 req-d0262f1a-cda1-4d3e-989c-4fb815e4705e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:18.674973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32c69d2b-2e97-498f-a593-82d1c7806699 req-d0262f1a-cda1-4d3e-989c-4fb815e4705e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0725853 Dec 16 22:59:18.800293 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32c69d2b-2e97-498f-a593-82d1c7806699 req-136a21ff-2b74-43bc-b97e-5752ea1279e3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109633 Dec 16 22:59:18.810959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cf4a7-68f7-4689-8ed3-25ee19dd77dd req-0f4cdcd8-d3f3-43e6-a7a3-3abbba9efbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:18.810959 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-147cf4a7-68f7-4689-8ed3-25ee19dd77dd req-0f4cdcd8-d3f3-43e6-a7a3-3abbba9efbc8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.1549797 Dec 16 22:59:18.859446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-147cf4a7-68f7-4689-8ed3-25ee19dd77dd req-84ddb315-995c-439e-95d5-d572a24af254 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1813fefc-3a1d-456b-85e2-bcdc0d279b8c HTTP/1.1" status: 200 len: 217 time: 0.0369458 Dec 16 22:59:18.934828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cf4a7-68f7-4689-8ed3-25ee19dd77dd req-1e44374a-d756-409e-85a8-ccc208ee9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:18.936378 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-147cf4a7-68f7-4689-8ed3-25ee19dd77dd req-1e44374a-d756-409e-85a8-ccc208ee9f87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0690112 Dec 16 22:59:18.988790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cf4a7-68f7-4689-8ed3-25ee19dd77dd req-44d1cd65-7e0d-4915-9110-1fbaf926166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:18.990346 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-147cf4a7-68f7-4689-8ed3-25ee19dd77dd req-44d1cd65-7e0d-4915-9110-1fbaf926166e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453413 Dec 16 22:59:19.092776 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-147cf4a7-68f7-4689-8ed3-25ee19dd77dd req-408ab557-cb96-42e3-9aa9-95099092c767 service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896883 Dec 16 22:59:19.199945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-147cf4a7-68f7-4689-8ed3-25ee19dd77dd req-5b669231-d6b3-476e-9433-38024ac1897d service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950191 Dec 16 22:59:19.930693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8663c-d2bc-48e2-89fe-37e691e6bf11 req-e1f8250b-7f38-4eee-8f91-3a9674d1b216 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:19.935008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87b8663c-d2bc-48e2-89fe-37e691e6bf11 req-e1f8250b-7f38-4eee-8f91-3a9674d1b216 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0560651 Dec 16 22:59:19.983376 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87b8663c-d2bc-48e2-89fe-37e691e6bf11 req-00a7f04f-c580-4ab0-a92d-28ea3127ad33 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449243 Dec 16 22:59:20.170998 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71629c70-bcfd-4c93-b281-1dc8468ad7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:21.112307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd430af-b3d6-431c-b811-a962a7e8bf06 req-bd2af8ee-41e9-45c0-b6c2-1064098bba37 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:21.113756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fd430af-b3d6-431c-b811-a962a7e8bf06 req-bd2af8ee-41e9-45c0-b6c2-1064098bba37 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0579503 Dec 16 22:59:21.174488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fd430af-b3d6-431c-b811-a962a7e8bf06 req-60a376a6-40f4-45da-a3f7-716bbdab368d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521069 Dec 16 22:59:22.302631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d5b5b-b7f7-44fa-b229-cc9c8d1980b9 req-50604bfa-91dc-437b-83b5-0bb9dbe3dfc9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:22.304342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c71d5b5b-b7f7-44fa-b229-cc9c8d1980b9 req-50604bfa-91dc-437b-83b5-0bb9dbe3dfc9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0554883 Dec 16 22:59:22.359047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c71d5b5b-b7f7-44fa-b229-cc9c8d1980b9 req-2b9d1a79-e0fa-486b-9cb4-45bf917d66ab tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478659 Dec 16 22:59:22.520225 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-511ec639-b645-423e-b08b-6365d6a58054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:23.482194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f453d1-e74f-4807-af66-21713ee7ca84 req-238a1753-d92c-40d3-b755-6f76a4bf45b3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:23.483875 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86f453d1-e74f-4807-af66-21713ee7ca84 req-238a1753-d92c-40d3-b755-6f76a4bf45b3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0510678 Dec 16 22:59:23.537440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-86f453d1-e74f-4807-af66-21713ee7ca84 req-7824657c-812b-4d4c-bcad-faffeb64490c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474432 Dec 16 22:59:23.697343 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:24.669948 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e8d82-933d-44c2-96f2-76c305f30eb8 req-a2653ce0-5bd8-40ad-ac38-f764eb10638e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:24.671575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-299e8d82-933d-44c2-96f2-76c305f30eb8 req-a2653ce0-5bd8-40ad-ac38-f764eb10638e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0643420 Dec 16 22:59:24.731648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-299e8d82-933d-44c2-96f2-76c305f30eb8 req-9eea2bd3-c2c7-4c5c-9519-96fe43423561 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530162 Dec 16 22:59:24.995075 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:25.766388 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:25.857686 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee9f49-f305-4ca1-bf77-a8654421bc81 req-49d14fd2-60eb-4df6-bf3a-fabdb3d7cbca tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:25.859192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0fee9f49-f305-4ca1-bf77-a8654421bc81 req-49d14fd2-60eb-4df6-bf3a-fabdb3d7cbca tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0523202 Dec 16 22:59:25.919081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0fee9f49-f305-4ca1-bf77-a8654421bc81 req-e758c3f2-3684-406c-8072-bc541300dcae tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538132 Dec 16 22:59:27.054104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca019cf-1743-4fd8-9854-4ccebccf9eeb req-37476d03-e615-4465-b7a6-3081241bf77b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:27.056969 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ca019cf-1743-4fd8-9854-4ccebccf9eeb req-37476d03-e615-4465-b7a6-3081241bf77b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0647402 Dec 16 22:59:27.114969 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ca019cf-1743-4fd8-9854-4ccebccf9eeb req-790fba90-24bd-45a4-a47a-8036f9b0bda7 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505841 Dec 16 22:59:28.243520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4f11-801f-4b31-8a82-15febfcadde9 req-3140213f-5caa-460d-8d1a-79cb908cdfc6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:28.245112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-181e4f11-801f-4b31-8a82-15febfcadde9 req-3140213f-5caa-460d-8d1a-79cb908cdfc6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0538788 Dec 16 22:59:28.297565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-181e4f11-801f-4b31-8a82-15febfcadde9 req-c879b040-d3d9-4cc3-8092-4bba28eefe80 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463600 Dec 16 22:59:29.429450 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5995823-042a-4e64-8d8d-1555e7ac9928 req-59445d53-887c-4e84-a033-fc49a4bf3da9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:29.431055 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5995823-042a-4e64-8d8d-1555e7ac9928 req-59445d53-887c-4e84-a033-fc49a4bf3da9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0585036 Dec 16 22:59:29.487909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5995823-042a-4e64-8d8d-1555e7ac9928 req-1a9ab082-f67b-40f1-a5f4-e5946dcb8f6d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499656 Dec 16 22:59:30.615307 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86e4d3-fa27-4da0-b6e9-19ae99a839c9 req-95704c26-41bd-42c5-9cd3-df84f7559d97 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:30.616954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a86e4d3-fa27-4da0-b6e9-19ae99a839c9 req-95704c26-41bd-42c5-9cd3-df84f7559d97 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0551744 Dec 16 22:59:30.670127 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a86e4d3-fa27-4da0-b6e9-19ae99a839c9 req-08d7852c-0c2f-496f-b100-da612ff224ad tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466394 Dec 16 22:59:31.790798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefe552-c09c-41ec-8b40-a88ffdc857f8 req-6cd7c10f-6691-4805-b1fc-600171df62b8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:31.792816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3aefe552-c09c-41ec-8b40-a88ffdc857f8 req-6cd7c10f-6691-4805-b1fc-600171df62b8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0529559 Dec 16 22:59:31.849877 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3aefe552-c09c-41ec-8b40-a88ffdc857f8 req-a85f7d62-f768-4738-881a-85f0ee06dedd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505011 Dec 16 22:59:32.973204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4976b7f-a7eb-4fb1-b24a-f8e41b4d6bf0 req-d266cbac-7815-4c9d-9621-7660128d2efd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:32.974857 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4976b7f-a7eb-4fb1-b24a-f8e41b4d6bf0 req-d266cbac-7815-4c9d-9621-7660128d2efd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0527749 Dec 16 22:59:33.030858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4976b7f-a7eb-4fb1-b24a-f8e41b4d6bf0 req-8b023cc3-322e-43e5-badf-097025d94afc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483894 Dec 16 22:59:34.156386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebcc74-df74-49a8-b55a-1e757a78fa25 req-231fe1d2-0852-4e7b-9614-28b03b0a1a8e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:34.157835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4ebcc74-df74-49a8-b55a-1e757a78fa25 req-231fe1d2-0852-4e7b-9614-28b03b0a1a8e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0517554 Dec 16 22:59:34.209248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4ebcc74-df74-49a8-b55a-1e757a78fa25 req-9704f444-24c7-45b1-8c70-d7073903f795 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451615 Dec 16 22:59:35.342407 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32610d14-4086-4303-8e6a-10f6defa565d req-838e3e0e-6740-4cd7-accf-22ed6ba9b46a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:35.343944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32610d14-4086-4303-8e6a-10f6defa565d req-838e3e0e-6740-4cd7-accf-22ed6ba9b46a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0582557 Dec 16 22:59:35.398692 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32610d14-4086-4303-8e6a-10f6defa565d req-fc501116-c9b5-4d1a-8cdd-e78a3438e6d3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474148 Dec 16 22:59:36.524552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deec7f8-743f-4ca4-97cf-f8674fbb7758 req-9ae5922f-9d82-42e0-9ddd-2914c1a1c936 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:36.526098 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7deec7f8-743f-4ca4-97cf-f8674fbb7758 req-9ae5922f-9d82-42e0-9ddd-2914c1a1c936 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0513017 Dec 16 22:59:36.576025 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7deec7f8-743f-4ca4-97cf-f8674fbb7758 req-dd4db015-a641-4b15-a47a-245c966c4ea6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429943 Dec 16 22:59:37.696937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69541182-f0a6-4009-98f0-dc5b54140e8f req-f64946c0-561d-4d40-b246-d8711211e4e5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:37.698411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69541182-f0a6-4009-98f0-dc5b54140e8f req-f64946c0-561d-4d40-b246-d8711211e4e5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0505140 Dec 16 22:59:37.755186 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69541182-f0a6-4009-98f0-dc5b54140e8f req-61dd21eb-62a3-4d74-b1eb-c5f76200bb34 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501997 Dec 16 22:59:38.885317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ac8f2-f594-4112-aed1-73db27689646 req-57345d6a-a350-451b-99bc-93601688b7ad tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:38.885317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb9ac8f2-f594-4112-aed1-73db27689646 req-57345d6a-a350-451b-99bc-93601688b7ad tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 944 time: 0.0528042 Dec 16 22:59:38.932887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb9ac8f2-f594-4112-aed1-73db27689646 req-fa0f5c24-1dca-44da-aeb9-d37e305a3bb8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440524 Dec 16 22:59:39.214813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 38b0e678-7f47-48d0-b2d1-db46928bbbed details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:59:39.324236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 38b0e678-7f47-48d0-b2d1-db46928bbbed, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=38b0e678-7f47-48d0-b2d1-db46928bbbed,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:59:39.336545 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '38b0e678-7f47-48d0-b2d1-db46928bbbed', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'port_id': '38b0e678-7f47-48d0-b2d1-db46928bbbed', 'mac_address': 'fa:16:3e:6d:ea:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:59:39.377459 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:39.391075 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b0e678-7f47-48d0-b2d1-db46928bbbed {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:59:39.411430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 38b0e678-7f47-48d0-b2d1-db46928bbbed, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=38b0e678-7f47-48d0-b2d1-db46928bbbed,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:59:39.504551 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:39.562837 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=38b0e678-7f47-48d0-b2d1-db46928bbbed,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:39.571043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:39.571934 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:39.572300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:39.572645 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:39.572983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:39.573326 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:39.573693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:39.574297 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:39.574823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:39.575157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:39.575512 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:39.575846 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:39.576198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:39.771707 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['38b0e678-7f47-48d0-b2d1-db46928bbbed'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:59:40.057240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657d16d-dd8f-4c28-8117-23352cdfaa84 req-25d30062-0eda-4581-a596-12a9a1ac2002 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:40.059579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d657d16d-dd8f-4c28-8117-23352cdfaa84 req-25d30062-0eda-4581-a596-12a9a1ac2002 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 945 time: 0.0539393 Dec 16 22:59:40.110203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d657d16d-dd8f-4c28-8117-23352cdfaa84 req-461d5921-13de-4d23-bd71-13f7d014b78a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444243 Dec 16 22:59:41.238469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d4822-c020-49d4-ab46-99329d6749e7 req-f262a739-99a0-4da2-89d3-c29df57f8618 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:41.240664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c2d4822-c020-49d4-ab46-99329d6749e7 req-f262a739-99a0-4da2-89d3-c29df57f8618 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 945 time: 0.0574465 Dec 16 22:59:41.246382 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 38b0e678-7f47-48d0-b2d1-db46928bbbed up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:59:41.293989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c2d4822-c020-49d4-ab46-99329d6749e7 req-4e3f97b3-222e-4b0c-8ad0-f1b941019069 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459316 Dec 16 22:59:41.360945 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 38b0e678-7f47-48d0-b2d1-db46928bbbed completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:59:41.365544 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 38b0e678-7f47-48d0-b2d1-db46928bbbed triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:59:41.371518 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:41.443345 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:41.467689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d460965-bba7-4494-b45d-66c60dfab3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b0e678-7f47-48d0-b2d1-db46928bbbed'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:59:41.470015 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacf91eb-31d9-4477-a492-3ffd19ceb2b8" -d '{"events": [{"server_uuid": "8d460965-bba7-4494-b45d-66c60dfab3b4", "name": "network-vif-plugged", "status": "completed", "tag": "38b0e678-7f47-48d0-b2d1-db46928bbbed"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:59:41.483759 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 38b0e678-7f47-48d0-b2d1-db46928bbbed, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=38b0e678-7f47-48d0-b2d1-db46928bbbed,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:59:41.508670 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa66c60c-d89d-46f3-8bd6-00b4192bc1bb x-openstack-request-id: req-fa66c60c-d89d-46f3-8bd6-00b4192bc1bb {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:59:41.508970 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d460965-bba7-4494-b45d-66c60dfab3b4", "name": "network-vif-plugged", "status": "completed", "tag": "38b0e678-7f47-48d0-b2d1-db46928bbbed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:59:41.509221 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa66c60c-d89d-46f3-8bd6-00b4192bc1bb {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:59:41.509615 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d460965-bba7-4494-b45d-66c60dfab3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b0e678-7f47-48d0-b2d1-db46928bbbed', 'code': 200} Dec 16 22:59:41.549745 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:41.604192 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=38b0e678-7f47-48d0-b2d1-db46928bbbed,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:41.623092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411730f6-3827-4e2c-a974-9da4f2823eb0 req-b7e9262c-14e7-4d51-bcf0-0ea8e4f77836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:41.628455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-411730f6-3827-4e2c-a974-9da4f2823eb0 req-b7e9262c-14e7-4d51-bcf0-0ea8e4f77836 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 1097 time: 0.0429125 Dec 16 22:59:41.676368 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-411730f6-3827-4e2c-a974-9da4f2823eb0 req-e28e229f-85ea-436a-88ce-4f247b6c4627 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385604 Dec 16 22:59:42.416575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33b95d-ed32-4dfe-87d5-7af068309456 req-ae772c95-a0b6-4e5d-b217-11a0739a250a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:42.418631 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea33b95d-ed32-4dfe-87d5-7af068309456 req-ae772c95-a0b6-4e5d-b217-11a0739a250a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 946 time: 0.0546207 Dec 16 22:59:42.467202 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea33b95d-ed32-4dfe-87d5-7af068309456 req-a61413e7-8e39-4ad5-afac-005044e166bc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419767 Dec 16 22:59:43.469767 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:43.584036 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:43.591844 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5bbfe-91ed-4b02-864e-4544220b97b7 req-38a020dd-016b-41e2-b389-19aa7081d0b7 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:43.593496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90c5bbfe-91ed-4b02-864e-4544220b97b7 req-38a020dd-016b-41e2-b389-19aa7081d0b7 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 946 time: 0.0532138 Dec 16 22:59:43.643816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90c5bbfe-91ed-4b02-864e-4544220b97b7 req-747c931f-8360-47b5-9e39-96609c6d4159 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440464 Dec 16 22:59:43.766049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30a30a-8f17-4f49-a5e7-17a9de93ee0d req-486ee0b5-97d2-45fb-91f5-5561fa7c2dcc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:43.767486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d30a30a-8f17-4f49-a5e7-17a9de93ee0d req-486ee0b5-97d2-45fb-91f5-5561fa7c2dcc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 946 time: 0.0510573 Dec 16 22:59:43.821193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d30a30a-8f17-4f49-a5e7-17a9de93ee0d req-df45c86a-343f-46f8-a48f-24708d0a2d12 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475655 Dec 16 22:59:44.447764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23bc4d-6f3f-4181-801d-aef4554cda71 req-de3aaff1-782b-4d96-8c22-6d5f87fbba4c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:44.449564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc23bc4d-6f3f-4181-801d-aef4554cda71 req-de3aaff1-782b-4d96-8c22-6d5f87fbba4c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 946 time: 0.0507371 Dec 16 22:59:44.499119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fc23bc4d-6f3f-4181-801d-aef4554cda71 req-f4885cc7-4d40-4703-b8cd-7b8065810b86 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424981 Dec 16 22:59:45.626271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33916c63-f51e-4e32-9635-d852a1259212 req-272114bf-d683-4e88-a0c4-daf8462417d6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:45.627717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33916c63-f51e-4e32-9635-d852a1259212 req-272114bf-d683-4e88-a0c4-daf8462417d6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 946 time: 0.0505559 Dec 16 22:59:45.686341 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33916c63-f51e-4e32-9635-d852a1259212 req-f84c7825-6540-4c88-b774-5f2277eaf0e6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517190 Dec 16 22:59:46.050084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fc563-1950-4092-a826-dc5ec3bb94a8 req-e72bc1e5-11de-4124-a26e-b71c55a66807 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:46.051680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-789fc563-1950-4092-a826-dc5ec3bb94a8 req-e72bc1e5-11de-4124-a26e-b71c55a66807 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 946 time: 0.0617626 Dec 16 22:59:46.154484 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-789fc563-1950-4092-a826-dc5ec3bb94a8 req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Deleting port 38b0e678-7f47-48d0-b2d1-db46928bbbed {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:59:46.154824 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-789fc563-1950-4092-a826-dc5ec3bb94a8 req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:46.257516 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-789fc563-1950-4092-a826-dc5ec3bb94a8 req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] For port 38b0e678-7f47-48d0-b2d1-db46928bbbed, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=38b0e678-7f47-48d0-b2d1-db46928bbbed,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:59:46.257842 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-789fc563-1950-4092-a826-dc5ec3bb94a8 req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:46.272011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-789fc563-1950-4092-a826-dc5ec3bb94a8 req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Calling delete_port for 38b0e678-7f47-48d0-b2d1-db46928bbbed owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:59:46.516035 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-789fc563-1950-4092-a826-dc5ec3bb94a8 req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:46.534717 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['38b0e678-7f47-48d0-b2d1-db46928bbbed'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:59:46.537129 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['1813fefc-3a1d-456b-85e2-bcdc0d279b8c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:59:46.550355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event deleted for resources: {'Port': ['ID=38b0e678-7f47-48d0-b2d1-db46928bbbed,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:46.563658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:46.564015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:46.564368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:46.564714 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:46.565058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:46.565395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:46.565732 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:46.566099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:46.566530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:46.566730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:46.567066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:46.567557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:46.567759 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:46.606652 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-789fc563-1950-4092-a826-dc5ec3bb94a8 req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] No DVR routers for this DVR port 38b0e678-7f47-48d0-b2d1-db46928bbbed on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:59:46.609599 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-789fc563-1950-4092-a826-dc5ec3bb94a8 req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:46.615860 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-789fc563-1950-4092-a826-dc5ec3bb94a8 req-0f480706-eb96-4328-acc5-115072b4d950 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.69 "DELETE /v2.0/ports/38b0e678-7f47-48d0-b2d1-db46928bbbed HTTP/1.1" status: 204 len: 173 time: 0.5524712 Dec 16 22:59:46.617471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d460965-bba7-4494-b45d-66c60dfab3b4', 'name': 'network-vif-deleted', 'tag': '38b0e678-7f47-48d0-b2d1-db46928bbbed'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:59:46.620212 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3dbbe3-68f1-4a1b-926b-868e25cacb7c" -d '{"events": [{"server_uuid": "8d460965-bba7-4494-b45d-66c60dfab3b4", "name": "network-vif-deleted", "tag": "38b0e678-7f47-48d0-b2d1-db46928bbbed"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:59:46.676811 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9c8762-8c69-4465-ad4d-f9d4babe7bbd x-openstack-request-id: req-6d9c8762-8c69-4465-ad4d-f9d4babe7bbd {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:59:46.677430 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d460965-bba7-4494-b45d-66c60dfab3b4", "name": "network-vif-deleted", "tag": "38b0e678-7f47-48d0-b2d1-db46928bbbed", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:59:46.677430 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d9c8762-8c69-4465-ad4d-f9d4babe7bbd {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:59:46.677808 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d460965-bba7-4494-b45d-66c60dfab3b4', 'name': 'network-vif-deleted', 'tag': '38b0e678-7f47-48d0-b2d1-db46928bbbed', 'status': 'completed', 'code': 200} Dec 16 22:59:46.683636 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56352) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:59:46.806246 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-202bd428-5353-4cc9-9587-c7585d4ef756 req-9a86a425-565e-4d2e-9c48-6d6381d24d4a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 210 time: 0.0299377 Dec 16 22:59:46.827639 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd77119b-89b0-42dc-be60-2ea133313320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:46.906859 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd77119b-89b0-42dc-be60-2ea133313320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:46.931233 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:59:46.974478 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd77119b-89b0-42dc-be60-2ea133313320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:47.016876 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77119b-89b0-42dc-be60-2ea133313320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413dc6ff-5dae-4bd8-82e7-ea7b346c40bd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:47.021311 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fd77119b-89b0-42dc-be60-2ea133313320 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56f4a02936c441638d17528f11762006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3365519 Dec 16 22:59:47.024113 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56358) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:59:47.082105 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce208cf0-3998-4b61-89b5-875e1b3526c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:47.108747 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce208cf0-3998-4b61-89b5-875e1b3526c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:47.555964 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce208cf0-3998-4b61-89b5-875e1b3526c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:47.559247 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce208cf0-3998-4b61-89b5-875e1b3526c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:47.560512 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ce208cf0-3998-4b61-89b5-875e1b3526c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/413dc6ff-5dae-4bd8-82e7-ea7b346c40bd HTTP/1.1" status: 204 len: 168 time: 0.5354605 Dec 16 22:59:47.569561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce208cf0-3998-4b61-89b5-875e1b3526c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413dc6ff-5dae-4bd8-82e7-ea7b346c40bd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:47.913612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8880fbf-f4ce-453b-837b-96962cac005f req-1917c699-5178-42cf-af63-d32e3007b9c5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 210 time: 0.0279162 Dec 16 22:59:48.130830 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56366) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:59:48.142794 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eaba783f-4123-4eaa-84b6-712a771b6b37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:48.220166 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eaba783f-4123-4eaa-84b6-712a771b6b37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:48.280274 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eaba783f-4123-4eaa-84b6-712a771b6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:48.320503 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-eaba783f-4123-4eaa-84b6-712a771b6b37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e777ccb6407a4818ada2a06c39fce582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1905305 Dec 16 22:59:48.321395 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba783f-4123-4eaa-84b6-712a771b6b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f70812-b124-4dc3-928a-bf92545d5d6a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:48.323547 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56368) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:59:48.380025 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a74f37a2-ba86-45fd-b46c-5cb7512cc896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:48.402175 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a74f37a2-ba86-45fd-b46c-5cb7512cc896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:48.527287 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a74f37a2-ba86-45fd-b46c-5cb7512cc896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:48.530006 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a74f37a2-ba86-45fd-b46c-5cb7512cc896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:48.531257 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a74f37a2-ba86-45fd-b46c-5cb7512cc896 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83f70812-b124-4dc3-928a-bf92545d5d6a HTTP/1.1" status: 204 len: 168 time: 0.2060785 Dec 16 22:59:48.539378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f37a2-ba86-45fd-b46c-5cb7512cc896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f70812-b124-4dc3-928a-bf92545d5d6a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:49.016356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7eef9848-3bd0-4145-8ca1-f576a846b065 req-b903de3f-6c7a-4856-910d-2233af0a161e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 210 time: 0.0302556 Dec 16 22:59:49.308705 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 38b0e678-7f47-48d0-b2d1-db46928bbbed no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:59:49.330163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 38b0e678-7f47-48d0-b2d1-db46928bbbed {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:59:49.330862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 38b0e678-7f47-48d0-b2d1-db46928bbbed not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:59:50.127208 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-33141528-7191-4d68-894d-0f0a49513a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:50.137620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6d0c3e1-77e8-4dca-97dc-a3e1469fee58 req-7d1d0e56-3c35-4fad-8ec5-d6e8c7e760ac tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 210 time: 0.0361471 Dec 16 22:59:51.242717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-506561a0-7265-48fb-8381-681173794989 req-f3856fc8-0df3-492c-b270-128b648eca59 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 210 time: 0.0284131 Dec 16 22:59:52.372592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34b41725-e888-4a45-aebe-6c9d18d9b5f5 req-8ccc9a27-a1e9-4056-b700-a86b1093e497 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d460965-bba7-4494-b45d-66c60dfab3b4 HTTP/1.1" status: 200 len: 210 time: 0.0354383 Dec 16 22:59:52.516346 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d62640d1-41ea-4097-b28f-c4a1affdcebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:53.682319 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:55.007483 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:55.755197 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:58.320969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a24c6-42b3-4e89-9d5e-a1a01b8f4bac req-8ca87e8d-9530-472e-a07d-605fb11efef3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:58.322466 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f45a24c6-42b3-4e89-9d5e-a1a01b8f4bac req-8ca87e8d-9530-472e-a07d-605fb11efef3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 945 time: 0.0513248 Dec 16 22:59:58.376111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f45a24c6-42b3-4e89-9d5e-a1a01b8f4bac req-faec232a-6509-4580-b60d-5bc27ba38119 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471573 Dec 16 22:59:59.511166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30e6a-565c-4def-9fcb-039552d939b7 req-e9d0d6d5-af36-4a9a-9c82-3a61cc2abd3f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:59.513977 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1d30e6a-565c-4def-9fcb-039552d939b7 req-e9d0d6d5-af36-4a9a-9c82-3a61cc2abd3f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 945 time: 0.0598834 Dec 16 22:59:59.566900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1d30e6a-565c-4def-9fcb-039552d939b7 req-490d009f-f697-460a-abdd-cacdb6d239d2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462720 Dec 16 22:59:59.978503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56490) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:00.080823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f2cde-d520-484c-831e-979e514c1c75 req-a0f672d6-bf8e-485a-90dc-0baef4e7d286 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:00.082679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d97f2cde-d520-484c-831e-979e514c1c75 req-a0f672d6-bf8e-485a-90dc-0baef4e7d286 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 945 time: 0.0573828 Dec 16 23:00:00.102557 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-831a8cf1-8d14-4904-9584-aa2f922f3a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:00.241601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-d97f2cde-d520-484c-831e-979e514c1c75 req-50813a52-170e-46c2-b014-a68c34d7841f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Deleting port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:00:00.241949 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d97f2cde-d520-484c-831e-979e514c1c75 req-50813a52-170e-46c2-b014-a68c34d7841f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:00.250178 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-831a8cf1-8d14-4904-9584-aa2f922f3a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:00.584484 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-831a8cf1-8d14-4904-9584-aa2f922f3a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:00.649127 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-831a8cf1-8d14-4904-9584-aa2f922f3a28 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fcf809b57e654fdface616bba3c2faf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6695130 Dec 16 23:00:00.652027 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56496) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:00.660316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a8cf1-8d14-4904-9584-aa2f922f3a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b344a4f-d3bf-447a-9747-33b56c3a0d23,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:00.707061 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:00.724517 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d97f2cde-d520-484c-831e-979e514c1c75 req-50813a52-170e-46c2-b014-a68c34d7841f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] For port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=1813fefc-3a1d-456b-85e2-bcdc0d279b8c,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:00:00.725076 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d97f2cde-d520-484c-831e-979e514c1c75 req-50813a52-170e-46c2-b014-a68c34d7841f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:00.735697 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:00.743456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-d97f2cde-d520-484c-831e-979e514c1c75 req-50813a52-170e-46c2-b014-a68c34d7841f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Calling delete_port for 1813fefc-3a1d-456b-85e2-bcdc0d279b8c owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:00:00.767499 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b7bf4-9aff-482e-a63f-326eaac18513 req-c837fd20-d938-4452-8cb4-9dd326c09148 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:00.769136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-005b7bf4-9aff-482e-a63f-326eaac18513 req-c837fd20-d938-4452-8cb4-9dd326c09148 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 945 time: 0.1044223 Dec 16 23:00:00.882514 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:00.885174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-005b7bf4-9aff-482e-a63f-326eaac18513 req-e673c0e1-bb5e-4e48-bb20-0c861bfc71ea tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=4417dbee-7d4e-443f-8e4a-8b61b0038c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783653 Dec 16 23:00:00.885478 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:00.887509 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b344a4f-d3bf-447a-9747-33b56c3a0d23 HTTP/1.1" status: 204 len: 168 time: 0.2334483 Dec 16 23:00:00.896969 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b344a4f-d3bf-447a-9747-33b56c3a0d23,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:00.907095 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:00.908071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:00.908601 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:00.909438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:00.909989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:00.910511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:00.911070 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:00.911796 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:00.912333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:00.913041 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:00.913339 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:00.913907 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:00.914706 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd3123-a16c-4a4a-82a5-1189ea0981fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:01.060481 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d97f2cde-d520-484c-831e-979e514c1c75 req-50813a52-170e-46c2-b014-a68c34d7841f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:01.079012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['1813fefc-3a1d-456b-85e2-bcdc0d279b8c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:00:01.098453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50813a52-170e-46c2-b014-a68c34d7841f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event deleted for resources: {'Port': ['ID=1813fefc-3a1d-456b-85e2-bcdc0d279b8c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:01.145383 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97f2cde-d520-484c-831e-979e514c1c75 req-50813a52-170e-46c2-b014-a68c34d7841f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] No DVR routers for this DVR port 1813fefc-3a1d-456b-85e2-bcdc0d279b8c on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:00:01.148363 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d97f2cde-d520-484c-831e-979e514c1c75 req-50813a52-170e-46c2-b014-a68c34d7841f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:01.152071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d97f2cde-d520-484c-831e-979e514c1c75 req-50813a52-170e-46c2-b014-a68c34d7841f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "DELETE /v2.0/ports/1813fefc-3a1d-456b-85e2-bcdc0d279b8c HTTP/1.1" status: 204 len: 173 time: 1.0566664 Dec 16 23:00:01.152776 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a', 'name': 'network-vif-deleted', 'tag': '1813fefc-3a1d-456b-85e2-bcdc0d279b8c'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:00:01.155367 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3e49c0-61b1-4bbb-9f12-9d1714bb78c4" -d '{"events": [{"server_uuid": "bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a", "name": "network-vif-deleted", "tag": "1813fefc-3a1d-456b-85e2-bcdc0d279b8c"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:00:01.226368 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4827a465-9fe9-46d5-bcdf-f4ed2cd3bbe7 x-openstack-request-id: req-4827a465-9fe9-46d5-bcdf-f4ed2cd3bbe7 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:00:01.226700 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a", "name": "network-vif-deleted", "tag": "1813fefc-3a1d-456b-85e2-bcdc0d279b8c", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:00:01.226962 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4827a465-9fe9-46d5-bcdf-f4ed2cd3bbe7 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:00:01.227415 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a', 'name': 'network-vif-deleted', 'tag': '1813fefc-3a1d-456b-85e2-bcdc0d279b8c', 'status': 'completed', 'code': 200} Dec 16 23:00:01.596282 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56504) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:01.620700 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac9fdf4e-bb70-44ff-98c0-6acfad6a7da2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:01.736691 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac9fdf4e-bb70-44ff-98c0-6acfad6a7da2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:01.795149 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac9fdf4e-bb70-44ff-98c0-6acfad6a7da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:01.834914 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fdf4e-bb70-44ff-98c0-6acfad6a7da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a878735-b284-451b-96fe-8aca364d57f7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:01.844258 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ac9fdf4e-bb70-44ff-98c0-6acfad6a7da2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42116c9424eb41bb8c43d7038ce74817&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2460570 Dec 16 23:00:01.848756 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56506) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:01.904457 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0fd32382-a025-4577-8cc9-4b3e92a5999b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:01.935577 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0fd32382-a025-4577-8cc9-4b3e92a5999b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:02.057145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b951671c-bd29-4fa0-b02a-b7c3f1206dc0 req-9b85e57f-546f-4228-8462-d1c520cc5453 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 210 time: 0.0400774 Dec 16 23:00:02.065713 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0fd32382-a025-4577-8cc9-4b3e92a5999b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:02.070863 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0fd32382-a025-4577-8cc9-4b3e92a5999b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:02.076792 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0fd32382-a025-4577-8cc9-4b3e92a5999b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a878735-b284-451b-96fe-8aca364d57f7 HTTP/1.1" status: 204 len: 168 time: 0.2267292 Dec 16 23:00:02.089228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd32382-a025-4577-8cc9-4b3e92a5999b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a878735-b284-451b-96fe-8aca364d57f7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:03.190781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c35b8a6a-accb-4097-861f-d238c3e73f6d req-9cc5a6bf-c0bc-4a88-bca0-b70209528258 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 210 time: 0.0303054 Dec 16 23:00:04.077744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 1813fefc-3a1d-456b-85e2-bcdc0d279b8c no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:00:04.108680 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 1813fefc-3a1d-456b-85e2-bcdc0d279b8c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:00:04.109057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 1813fefc-3a1d-456b-85e2-bcdc0d279b8c not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:00:04.303467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ca80527-5d72-40ec-a5cc-2c63deb4b33b req-50a999d5-2037-4ca1-8dc0-33e044cbffa5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 210 time: 0.0336506 Dec 16 23:00:05.566173 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-952f2565-96c3-4af4-b268-dcca4f954a1c req-82c17b03-4f61-4c55-907d-77a43e1d260e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 210 time: 0.0324876 Dec 16 23:00:06.539072 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a20d2171-8ba9-475b-8926-480b0efbedf6 req-deefb787-4d25-4074-96b7-2785ed3675d8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf39a1b-8bcb-4eab-91bc-5dfa96952b1a HTTP/1.1" status: 200 len: 210 time: 0.0430162 Dec 16 23:00:11.308035 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56658) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:11.314026 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8094dcd4-5a38-479a-a958-9939028972dd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188886760', 'description': 'tempest-secgroup-smoke-188886760 description', 'project_id': 'd3ce3d7cd750496abea0f17a31397257'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:11.409614 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8094dcd4-5a38-479a-a958-9939028972dd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:11.490392 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8094dcd4-5a38-479a-a958-9939028972dd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:11.579618 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8094dcd4-5a38-479a-a958-9939028972dd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:11.617384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094dcd4-5a38-479a-a958-9939028972dd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:11.697177 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8094dcd4-5a38-479a-a958-9939028972dd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:11.698826 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8094dcd4-5a38-479a-a958-9939028972dd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3888228 Dec 16 23:00:11.702066 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56662) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:11.707092 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d48f783b-f1c2-4585-b346-1b037de67142 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'security_group_rule': {'security_group_id': '2d8d0eac-8ab9-4ef0-98ef-f532a282ef11', 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:11.827189 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d48f783b-f1c2-4585-b346-1b037de67142 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:11.897668 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d48f783b-f1c2-4585-b346-1b037de67142 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:11.990869 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d48f783b-f1c2-4585-b346-1b037de67142 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:12.014990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f783b-f1c2-4585-b346-1b037de67142 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9913bc8-e966-4cec-b63d-086913ce482d,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:12.147632 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d48f783b-f1c2-4585-b346-1b037de67142 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:12.148833 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d48f783b-f1c2-4585-b346-1b037de67142 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4457240 Dec 16 23:00:12.151611 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56666) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:12.157414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b55f548e-469e-49ef-8e75-757ede7aedfd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'security_group_rule': {'security_group_id': '2d8d0eac-8ab9-4ef0-98ef-f532a282ef11', 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:12.277916 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b55f548e-469e-49ef-8e75-757ede7aedfd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:12.348454 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b55f548e-469e-49ef-8e75-757ede7aedfd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:12.420342 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b55f548e-469e-49ef-8e75-757ede7aedfd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:12.445310 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f548e-469e-49ef-8e75-757ede7aedfd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15286800-47f4-420a-bc62-87f85e28f37f,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:12.536566 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b55f548e-469e-49ef-8e75-757ede7aedfd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:12.537831 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b55f548e-469e-49ef-8e75-757ede7aedfd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3846812 Dec 16 23:00:12.540840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56668) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:12.546369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-273d42e2-a39e-4397-ac8b-c5d90eb25d0c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'security_group_rule': {'security_group_id': '2d8d0eac-8ab9-4ef0-98ef-f532a282ef11', 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:12.675258 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-273d42e2-a39e-4397-ac8b-c5d90eb25d0c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:12.766538 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-273d42e2-a39e-4397-ac8b-c5d90eb25d0c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:12.852539 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-273d42e2-a39e-4397-ac8b-c5d90eb25d0c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:12.877110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d42e2-a39e-4397-ac8b-c5d90eb25d0c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc913de1-f888-4f10-adf0-b95bdf44075d,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:12.955381 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-273d42e2-a39e-4397-ac8b-c5d90eb25d0c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:12.957373 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-273d42e2-a39e-4397-ac8b-c5d90eb25d0c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4149280 Dec 16 23:00:12.960334 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56670) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:12.966110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-040de233-da89-48f0-9e5f-1d8d66e38580 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'security_group_rule': {'security_group_id': '2d8d0eac-8ab9-4ef0-98ef-f532a282ef11', 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:13.076787 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-040de233-da89-48f0-9e5f-1d8d66e38580 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:13.146186 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-040de233-da89-48f0-9e5f-1d8d66e38580 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:13.236857 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-040de233-da89-48f0-9e5f-1d8d66e38580 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:13.257983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040de233-da89-48f0-9e5f-1d8d66e38580 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda141bf-621c-400c-91b6-1dbad778b6a0,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:13.353160 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-040de233-da89-48f0-9e5f-1d8d66e38580 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:13.354441 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-040de233-da89-48f0-9e5f-1d8d66e38580 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3929734 Dec 16 23:00:13.363808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56678) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:13.528957 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:13.557443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-22149b86-9aad-4d1b-855a-a2bee82384f6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'security_group_rule': {'security_group_id': '2d8d0eac-8ab9-4ef0-98ef-f532a282ef11', 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:13.630562 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:13.677628 n-d-821840-2 neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-22149b86-9aad-4d1b-855a-a2bee82384f6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Project d3ce3d7cd750496abea0f17a31397257 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:00:13.683780 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-22149b86-9aad-4d1b-855a-a2bee82384f6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:13.760140 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-22149b86-9aad-4d1b-855a-a2bee82384f6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:13.836830 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-22149b86-9aad-4d1b-855a-a2bee82384f6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:13.867190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22149b86-9aad-4d1b-855a-a2bee82384f6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30d5064-d1b4-4726-be7f-56a8fbad243e,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:13.967867 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-22149b86-9aad-4d1b-855a-a2bee82384f6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:13.969204 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-22149b86-9aad-4d1b-855a-a2bee82384f6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6043646 Dec 16 23:00:13.972159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56682) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:13.978756 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a62bfc32-6aef-49b4-b41f-77ea89fae581 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'security_group_rule': {'security_group_id': '2d8d0eac-8ab9-4ef0-98ef-f532a282ef11', 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:14.077791 n-d-821840-2 neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-a62bfc32-6aef-49b4-b41f-77ea89fae581 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Project d3ce3d7cd750496abea0f17a31397257 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:00:14.084336 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a62bfc32-6aef-49b4-b41f-77ea89fae581 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:14.158938 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a62bfc32-6aef-49b4-b41f-77ea89fae581 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:14.231508 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a62bfc32-6aef-49b4-b41f-77ea89fae581 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:14.252881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bfc32-6aef-49b4-b41f-77ea89fae581 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6deea5-52ef-4ab0-9625-51b90ad00e94,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:14.347888 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a62bfc32-6aef-49b4-b41f-77ea89fae581 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:14.352081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a62bfc32-6aef-49b4-b41f-77ea89fae581 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3757575 Dec 16 23:00:17.708427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56772) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:17.859665 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c97e05c4-8ee5-4b8f-ad92-49717cf0db05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:17.957303 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c97e05c4-8ee5-4b8f-ad92-49717cf0db05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:18.037482 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c97e05c4-8ee5-4b8f-ad92-49717cf0db05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:18.084215 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c97e05c4-8ee5-4b8f-ad92-49717cf0db05 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e335ec05f0f4fbb93d6d6eff92ec6e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3709412 Dec 16 23:00:18.084215 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e05c4-8ee5-4b8f-ad92-49717cf0db05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c01b1e8-2a28-4b4e-8514-63a7a591396a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:18.084560 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56776) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:18.143449 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4c7d80eb-f3ec-4a29-aac0-6ac2ca38c1bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:18.166794 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4c7d80eb-f3ec-4a29-aac0-6ac2ca38c1bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:18.299732 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4c7d80eb-f3ec-4a29-aac0-6ac2ca38c1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:18.301962 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4c7d80eb-f3ec-4a29-aac0-6ac2ca38c1bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:18.303192 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4c7d80eb-f3ec-4a29-aac0-6ac2ca38c1bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c01b1e8-2a28-4b4e-8514-63a7a591396a HTTP/1.1" status: 204 len: 168 time: 0.2176521 Dec 16 23:00:18.315523 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d80eb-f3ec-4a29-aac0-6ac2ca38c1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c01b1e8-2a28-4b4e-8514-63a7a591396a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:19.032557 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56784) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:19.051050 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33ed1d91-4647-4f62-928d-b24013f4c23a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:19.131133 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33ed1d91-4647-4f62-928d-b24013f4c23a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:19.224237 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-33ed1d91-4647-4f62-928d-b24013f4c23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:19.267940 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-33ed1d91-4647-4f62-928d-b24013f4c23a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=067c9519d70949059b1bfc61df109458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2340431 Dec 16 23:00:19.268862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed1d91-4647-4f62-928d-b24013f4c23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d83299-4898-497b-969b-f77312c25c20,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:19.270666 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56786) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:19.342839 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8a45d887-d4bb-46a1-b9e1-3f8882fdef7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:19.365143 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8a45d887-d4bb-46a1-b9e1-3f8882fdef7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:19.477247 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8a45d887-d4bb-46a1-b9e1-3f8882fdef7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:19.479849 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8a45d887-d4bb-46a1-b9e1-3f8882fdef7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:19.481578 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8a45d887-d4bb-46a1-b9e1-3f8882fdef7b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2d83299-4898-497b-969b-f77312c25c20 HTTP/1.1" status: 204 len: 168 time: 0.2098446 Dec 16 23:00:19.489935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45d887-d4bb-46a1-b9e1-3f8882fdef7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d83299-4898-497b-969b-f77312c25c20,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:20.070745 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84ff39a6-9772-4fa6-9d26-fc50c0e0fa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:20.569038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56812) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:20.674195 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a319bdbb-8eff-45d7-bc38-74e404c78a93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2101923389-network', 'tenant_id': '586327e2abd846ed811c25767cee5b8b'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:20.787868 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a319bdbb-8eff-45d7-bc38-74e404c78a93 admin admin] Made reservation on behalf of 586327e2abd846ed811c25767cee5b8b for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:00:20.791845 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a319bdbb-8eff-45d7-bc38-74e404c78a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:20.807738 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a319bdbb-8eff-45d7-bc38-74e404c78a93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:20.895247 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a319bdbb-8eff-45d7-bc38-74e404c78a93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:20.989482 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a319bdbb-8eff-45d7-bc38-74e404c78a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:21.021542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a319bdbb-8eff-45d7-bc38-74e404c78a93 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:00:21.032642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319bdbb-8eff-45d7-bc38-74e404c78a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631e9c49-8967-4dcc-8328-524a25b2ccac,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:21.038947 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a319bdbb-8eff-45d7-bc38-74e404c78a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:21.039360 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-a319bdbb-8eff-45d7-bc38-74e404c78a93 admin admin] Added segment 0e371d3a-a06e-4365-9ed6-45524406298c of type vlan for network 9e1e4e4a-5b28-4cea-b131-3dff24ae81f7 Dec 16 23:00:21.081587 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a319bdbb-8eff-45d7-bc38-74e404c78a93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:21.156906 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a319bdbb-8eff-45d7-bc38-74e404c78a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:21.157945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a319bdbb-8eff-45d7-bc38-74e404c78a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:21.158612 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a319bdbb-8eff-45d7-bc38-74e404c78a93 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:21.221940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319bdbb-8eff-45d7-bc38-74e404c78a93 admin admin] Pushing event updated for resources: {'Network': ['ID=9e1e4e4a-5b28-4cea-b131-3dff24ae81f7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:21.233540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 9e1e4e4a-5b28-4cea-b131-3dff24ae81f7 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:00:21.283419 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a319bdbb-8eff-45d7-bc38-74e404c78a93 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7101357 Dec 16 23:00:21.283419 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56816) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:21.289841 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-2e43e23f-be6e-4db3-8051-58e6a5bd6dbc admin admin] Request body: {'subnet': {'network_id': '9e1e4e4a-5b28-4cea-b131-3dff24ae81f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2101923389-subnet', 'tenant_id': '586327e2abd846ed811c25767cee5b8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:21.378014 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e43e23f-be6e-4db3-8051-58e6a5bd6dbc admin admin] Made reservation on behalf of 586327e2abd846ed811c25767cee5b8b for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:00:21.380469 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e43e23f-be6e-4db3-8051-58e6a5bd6dbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:21.631396 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e43e23f-be6e-4db3-8051-58e6a5bd6dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:21.696043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43e23f-be6e-4db3-8051-58e6a5bd6dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4485a21a-5dd1-4734-a566-e1847654a10a,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:21.709932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e43e23f-be6e-4db3-8051-58e6a5bd6dbc admin admin] Checking segment: {'id': '0e371d3a-a06e-4365-9ed6-45524406298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9e1e4e4a-5b28-4cea-b131-3dff24ae81f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:00:21.710292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e43e23f-be6e-4db3-8051-58e6a5bd6dbc admin admin] Network hostable DHCP agents. Network: 9e1e4e4a-5b28-4cea-b131-3dff24ae81f7, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:00:21.802983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e43e23f-be6e-4db3-8051-58e6a5bd6dbc admin admin] Network 9e1e4e4a-5b28-4cea-b131-3dff24ae81f7 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:00:21.898947 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-2e43e23f-be6e-4db3-8051-58e6a5bd6dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 9e1e4e4a-5b28-4cea-b131-3dff24ae81f7) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:00:21.903470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e43e23f-be6e-4db3-8051-58e6a5bd6dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:21.904051 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e43e23f-be6e-4db3-8051-58e6a5bd6dbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:21.908691 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f961da4-cd7d-435a-92ce-6b23a18738a3 None None] Network 9e1e4e4a-5b28-4cea-b131-3dff24ae81f7 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:00:21.997623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2e43e23f-be6e-4db3-8051-58e6a5bd6dbc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7065277 Dec 16 23:00:22.037826 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0b7b41-cdbe-40a1-b9f7-a98b43e691a3 None None] Network 9e1e4e4a-5b28-4cea-b131-3dff24ae81f7 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:00:22.523634 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9a88ad72-9992-422a-87df-3950719b4930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:22.770047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 56836) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:22.777865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-dd070aee-d498-430a-910b-fa70a87ab7d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-301959142-network', 'tenant_id': '4a2d80a749a54338abbda227ecfe4d70'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:22.876997 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd070aee-d498-430a-910b-fa70a87ab7d7 admin admin] Made reservation on behalf of 4a2d80a749a54338abbda227ecfe4d70 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:00:22.879477 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dd070aee-d498-430a-910b-fa70a87ab7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:22.890362 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dd070aee-d498-430a-910b-fa70a87ab7d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:22.989668 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dd070aee-d498-430a-910b-fa70a87ab7d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:23.071427 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dd070aee-d498-430a-910b-fa70a87ab7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:23.106155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd070aee-d498-430a-910b-fa70a87ab7d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:00:23.112282 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd070aee-d498-430a-910b-fa70a87ab7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93c82c5-4fdb-47e5-8322-754b72309fff,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:23.120311 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dd070aee-d498-430a-910b-fa70a87ab7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:23.120657 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-dd070aee-d498-430a-910b-fa70a87ab7d7 admin admin] Added segment ef99ad96-f29d-4a20-9cc2-80ed88e5db11 of type vlan for network d5afdfa1-098a-4ba7-8473-730718dd8e60 Dec 16 23:00:23.167448 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dd070aee-d498-430a-910b-fa70a87ab7d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:23.293957 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dd070aee-d498-430a-910b-fa70a87ab7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:23.295425 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd070aee-d498-430a-910b-fa70a87ab7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:23.296079 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dd070aee-d498-430a-910b-fa70a87ab7d7 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:23.360142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd070aee-d498-430a-910b-fa70a87ab7d7 admin admin] Pushing event updated for resources: {'Network': ['ID=d5afdfa1-098a-4ba7-8473-730718dd8e60,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:23.375728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network d5afdfa1-098a-4ba7-8473-730718dd8e60 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:00:23.437219 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 56838) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:23.437747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dd070aee-d498-430a-910b-fa70a87ab7d7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6661832 Dec 16 23:00:23.443095 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a70cbc4a-1b5e-44c8-8a8b-d7d6237900e4 admin admin] Request body: {'subnet': {'network_id': 'd5afdfa1-098a-4ba7-8473-730718dd8e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-301959142-subnet', 'tenant_id': '4a2d80a749a54338abbda227ecfe4d70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:23.535341 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70cbc4a-1b5e-44c8-8a8b-d7d6237900e4 admin admin] Made reservation on behalf of 4a2d80a749a54338abbda227ecfe4d70 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:00:23.537886 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a70cbc4a-1b5e-44c8-8a8b-d7d6237900e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:23.688101 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:23.796262 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a70cbc4a-1b5e-44c8-8a8b-d7d6237900e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:23.859109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cbc4a-1b5e-44c8-8a8b-d7d6237900e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3e48ce6-ced7-4a4d-9ee2-f65384b9ef2c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:23.868278 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70cbc4a-1b5e-44c8-8a8b-d7d6237900e4 admin admin] Checking segment: {'id': 'ef99ad96-f29d-4a20-9cc2-80ed88e5db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd5afdfa1-098a-4ba7-8473-730718dd8e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:00:23.868662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70cbc4a-1b5e-44c8-8a8b-d7d6237900e4 admin admin] Network hostable DHCP agents. Network: d5afdfa1-098a-4ba7-8473-730718dd8e60, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:00:23.931672 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:00:24.237427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70cbc4a-1b5e-44c8-8a8b-d7d6237900e4 admin admin] Network d5afdfa1-098a-4ba7-8473-730718dd8e60 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:00:24.482847 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-a70cbc4a-1b5e-44c8-8a8b-d7d6237900e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, d5afdfa1-098a-4ba7-8473-730718dd8e60) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:00:24.487384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70cbc4a-1b5e-44c8-8a8b-d7d6237900e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:24.487992 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a70cbc4a-1b5e-44c8-8a8b-d7d6237900e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:24.501665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3255c09c-ed10-4ad9-8778-d57f2d235d28 None None] Network d5afdfa1-098a-4ba7-8473-730718dd8e60 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:00:24.576946 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a70cbc4a-1b5e-44c8-8a8b-d7d6237900e4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1378675 Dec 16 23:00:24.661670 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5116e58-1170-46a8-a90c-99adab9aa7be None None] Network d5afdfa1-098a-4ba7-8473-730718dd8e60 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:00:24.974145 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:25.182791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d22f55-568c-4b07-b040-333cad48f508 req-4c1d9132-6fd5-4f85-ab04-872d2d855f30 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:25.184643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46d22f55-568c-4b07-b040-333cad48f508 req-4c1d9132-6fd5-4f85-ab04-872d2d855f30 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/networks?id=9e1e4e4a-5b28-4cea-b131-3dff24ae81f7 HTTP/1.1" status: 200 len: 809 time: 0.1164775 Dec 16 23:00:25.200805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46d22f55-568c-4b07-b040-333cad48f508 req-617e4f45-c058-4657-92d7-7ee1da26f913 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/quotas/586327e2abd846ed811c25767cee5b8b HTTP/1.1" status: 200 len: 375 time: 0.0100086 Dec 16 23:00:25.236253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46d22f55-568c-4b07-b040-333cad48f508 req-eaba07a0-23a2-438d-9c23-60ddfe96ca87 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=586327e2abd846ed811c25767cee5b8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292585 Dec 16 23:00:25.470891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46d22f55-568c-4b07-b040-333cad48f508 req-ccc0b36e-5305-49dc-a9c3-71dcb4bfefdb service neutron] 10.222.0.43 "GET /v2.0/networks/9e1e4e4a-5b28-4cea-b131-3dff24ae81f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256444 Dec 16 23:00:25.576050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46d22f55-568c-4b07-b040-333cad48f508 req-c8c3e9b9-e094-4c6d-b62c-4d31e5fa1dcf service neutron] 10.222.0.43 "GET /v2.0/networks/9e1e4e4a-5b28-4cea-b131-3dff24ae81f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977011 Dec 16 23:00:25.809346 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:25.847097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c906c59b-879b-4239-b8a5-142c6e416896 req-137a27ce-04bc-4a6a-a64e-b25a25b2843c tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 210 time: 0.0309944 Dec 16 23:00:26.934905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40c96a5d-ccfc-4193-8ba2-112434a5c6d7 req-6bdfdbb0-ea63-4b00-9652-9f9b0a6ee80a tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 210 time: 0.0296876 Dec 16 23:00:28.043633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8f41b685-804a-4c45-b521-c2b687bc721f req-1cad0422-84c9-45ac-ba17-7a3211c4a0b5 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 210 time: 0.0364928 Dec 16 23:00:29.030535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d22f55-568c-4b07-b040-333cad48f508 req-4b74c382-1b8a-4956-b0b8-3e77229c462c tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:29.032260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46d22f55-568c-4b07-b040-333cad48f508 req-4b74c382-1b8a-4956-b0b8-3e77229c462c tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.24 "GET /v2.0/networks?id=9e1e4e4a-5b28-4cea-b131-3dff24ae81f7 HTTP/1.1" status: 200 len: 809 time: 0.1159253 Dec 16 23:00:29.047779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-46d22f55-568c-4b07-b040-333cad48f508 req-3fd8110c-b209-4f98-b2bb-0627b6392063 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Request body: {'port': {'device_id': 'ba9a8b89-1375-45f8-818d-70c71afbada8', 'network_id': '9e1e4e4a-5b28-4cea-b131-3dff24ae81f7', 'admin_state_up': True, 'tenant_id': '586327e2abd846ed811c25767cee5b8b'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:29.166054 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ebd4e071-eb3c-4269-9d8f-545eefb3a1fd req-8bf57516-7a10-4ad7-8ab2-db801d750f31 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 210 time: 0.0383246 Dec 16 23:00:29.283199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d22f55-568c-4b07-b040-333cad48f508 req-3fd8110c-b209-4f98-b2bb-0627b6392063 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Made reservation on behalf of 586327e2abd846ed811c25767cee5b8b for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:00:29.286769 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-46d22f55-568c-4b07-b040-333cad48f508 req-3fd8110c-b209-4f98-b2bb-0627b6392063 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:29.423251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-46d22f55-568c-4b07-b040-333cad48f508 req-3fd8110c-b209-4f98-b2bb-0627b6392063 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Allocated IP 172.20.0.8 (9e1e4e4a-5b28-4cea-b131-3dff24ae81f7/4485a21a-5dd1-4734-a566-e1847654a10a/5f63c366-3ede-43f9-b0ee-522fc8c87c8b) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:00:29.578826 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-46d22f55-568c-4b07-b040-333cad48f508 req-3fd8110c-b209-4f98-b2bb-0627b6392063 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:29.671729 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-46d22f55-568c-4b07-b040-333cad48f508 req-3fd8110c-b209-4f98-b2bb-0627b6392063 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:29.724676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d22f55-568c-4b07-b040-333cad48f508 req-3fd8110c-b209-4f98-b2bb-0627b6392063 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Network 9e1e4e4a-5b28-4cea-b131-3dff24ae81f7 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:00:29.727958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-46d22f55-568c-4b07-b040-333cad48f508 req-3fd8110c-b209-4f98-b2bb-0627b6392063 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:00:29.732562 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d22f55-568c-4b07-b040-333cad48f508 req-3fd8110c-b209-4f98-b2bb-0627b6392063 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:00:29.755681 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8110c-b209-4f98-b2bb-0627b6392063 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Pushing event updated for resources: {'Port': ['ID=5f63c366-3ede-43f9-b0ee-522fc8c87c8b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:29.783817 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d22f55-568c-4b07-b040-333cad48f508 req-3fd8110c-b209-4f98-b2bb-0627b6392063 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:29.784441 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-46d22f55-568c-4b07-b040-333cad48f508 req-3fd8110c-b209-4f98-b2bb-0627b6392063 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:29.874650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46d22f55-568c-4b07-b040-333cad48f508 req-3fd8110c-b209-4f98-b2bb-0627b6392063 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8316138 Dec 16 23:00:29.898241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Request body: {'port': {'device_id': 'ba9a8b89-1375-45f8-818d-70c71afbada8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:29.951026 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:30.295609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f63c366-3ede-43f9-b0ee-522fc8c87c8b {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:00:30.304663 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:30.322593 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Transition to ACTIVE for port object 5f63c366-3ede-43f9-b0ee-522fc8c87c8b will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:00:30.336489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bbf61-d22d-4dd7-bf48-e13e293c609d req-1c9d757f-41ab-4401-b7b1-f18ca2c23dcd tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:30.337991 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f2bbf61-d22d-4dd7-bf48-e13e293c609d req-1c9d757f-41ab-4401-b7b1-f18ca2c23dcd tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 931 time: 0.0804374 Dec 16 23:00:30.389720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f2bbf61-d22d-4dd7-bf48-e13e293c609d req-e9763ec7-a9ab-4b67-8af6-f80ca05ddf81 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/security-groups?id=631e9c49-8967-4dcc-8328-524a25b2ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445681 Dec 16 23:00:30.442632 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:30.505137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f63c366-3ede-43f9-b0ee-522fc8c87c8b,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:30.573335 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Attempting to bind port 5f63c366-3ede-43f9-b0ee-522fc8c87c8b on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:00:30.573600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Attempting to bind port 5f63c366-3ede-43f9-b0ee-522fc8c87c8b by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '0e371d3a-a06e-4365-9ed6-45524406298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9e1e4e4a-5b28-4cea-b131-3dff24ae81f7'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:00:30.573944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Attempting to bind port 5f63c366-3ede-43f9-b0ee-522fc8c87c8b on network 9e1e4e4a-5b28-4cea-b131-3dff24ae81f7 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:00:30.578634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Port 5f63c366-3ede-43f9-b0ee-522fc8c87c8b on network 9e1e4e4a-5b28-4cea-b131-3dff24ae81f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:00:30.578946 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Attempting to bind port 5f63c366-3ede-43f9-b0ee-522fc8c87c8b on network 9e1e4e4a-5b28-4cea-b131-3dff24ae81f7 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:00:30.584143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:00:30.584484 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Checking segment: {'id': '0e371d3a-a06e-4365-9ed6-45524406298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9e1e4e4a-5b28-4cea-b131-3dff24ae81f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:00:30.584870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Bound using segment: {'id': '0e371d3a-a06e-4365-9ed6-45524406298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9e1e4e4a-5b28-4cea-b131-3dff24ae81f7'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:00:30.585301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Bound port: 5f63c366-3ede-43f9-b0ee-522fc8c87c8b, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e371d3a-a06e-4365-9ed6-45524406298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9e1e4e4a-5b28-4cea-b131-3dff24ae81f7'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:00:30.585662 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:30.649949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] For port 5f63c366-3ede-43f9-b0ee-522fc8c87c8b, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:00:30.653519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] For port 5f63c366-3ede-43f9-b0ee-522fc8c87c8b, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=5f63c366-3ede-43f9-b0ee-522fc8c87c8b,segment=NetworkSegment(0e371d3a-a06e-4365-9ed6-45524406298c),segment_id=0e371d3a-a06e-4365-9ed6-45524406298c)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:00:30.773745 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:30.816202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:30.816834 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:30.818275 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46d22f55-568c-4b07-b040-333cad48f508 req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] 10.222.0.24 "PUT /v2.0/ports/5f63c366-3ede-43f9-b0ee-522fc8c87c8b HTTP/1.1" status: 200 len: 1091 time: 0.9291234 Dec 16 23:00:30.818785 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9a8b89-1375-45f8-818d-70c71afbada8', 'tag': '5f63c366-3ede-43f9-b0ee-522fc8c87c8b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:00:30.821238 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfb10d7-bde4-4be6-96d8-8421db035b16" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9a8b89-1375-45f8-818d-70c71afbada8", "tag": "5f63c366-3ede-43f9-b0ee-522fc8c87c8b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:00:30.847504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873b6e2-988b-42aa-b192-95dc05ec82e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f63c366-3ede-43f9-b0ee-522fc8c87c8b,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:30.865724 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40e5d91-abf7-4b75-9c30-6f1c88bb9b59 x-openstack-request-id: req-a40e5d91-abf7-4b75-9c30-6f1c88bb9b59 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:00:30.866027 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9a8b89-1375-45f8-818d-70c71afbada8", "tag": "5f63c366-3ede-43f9-b0ee-522fc8c87c8b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:00:30.866298 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a40e5d91-abf7-4b75-9c30-6f1c88bb9b59 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:00:30.866716 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9a8b89-1375-45f8-818d-70c71afbada8', 'tag': '5f63c366-3ede-43f9-b0ee-522fc8c87c8b', 'status': 'completed', 'code': 200} Dec 16 23:00:30.935246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb10d7-bde4-4be6-96d8-8421db035b16 req-4dfa68c9-f113-4d73-b54f-ac296a1edac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:30.938185 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0bfb10d7-bde4-4be6-96d8-8421db035b16 req-4dfa68c9-f113-4d73-b54f-ac296a1edac8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=586327e2abd846ed811c25767cee5b8b&device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 1094 time: 0.0466053 Dec 16 23:00:31.059721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb10d7-bde4-4be6-96d8-8421db035b16 req-99a1d9cf-8fb7-436b-8f1d-bcb1ac09b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:31.061379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0bfb10d7-bde4-4be6-96d8-8421db035b16 req-99a1d9cf-8fb7-436b-8f1d-bcb1ac09b450 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=586327e2abd846ed811c25767cee5b8b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1102989 Dec 16 23:00:31.174082 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb10d7-bde4-4be6-96d8-8421db035b16 req-ee4983c0-30ea-44ca-95d3-f8117f6485ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:31.175746 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0bfb10d7-bde4-4be6-96d8-8421db035b16 req-ee4983c0-30ea-44ca-95d3-f8117f6485ed service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1073012 Dec 16 23:00:31.271426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d22f55-568c-4b07-b040-333cad48f508 req-4d7c3053-4a9c-4a0e-ac55-02fde2479420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:31.272960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46d22f55-568c-4b07-b040-333cad48f508 req-4d7c3053-4a9c-4a0e-ac55-02fde2479420 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=586327e2abd846ed811c25767cee5b8b&device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 1094 time: 0.0459335 Dec 16 23:00:31.321754 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46d22f55-568c-4b07-b040-333cad48f508 req-584c42f1-21f8-41ec-aa85-e645c6dfca2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f63c366-3ede-43f9-b0ee-522fc8c87c8b HTTP/1.1" status: 200 len: 217 time: 0.0404618 Dec 16 23:00:31.379654 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d22f55-568c-4b07-b040-333cad48f508 req-f3756dd9-1e6e-4446-a00c-6e22693d4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:31.381154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46d22f55-568c-4b07-b040-333cad48f508 req-f3756dd9-1e6e-4446-a00c-6e22693d4987 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4485a21a-5dd1-4734-a566-e1847654a10a HTTP/1.1" status: 200 len: 849 time: 0.0473597 Dec 16 23:00:31.422202 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46d22f55-568c-4b07-b040-333cad48f508 req-8d17052d-382b-484f-b1df-3c6b5fd952f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1e4e4a-5b28-4cea-b131-3dff24ae81f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283532 Dec 16 23:00:31.565865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9285279-8b3d-4445-b11d-8534686e7e16 req-a42ddaa0-5b81-450a-94b5-d3fe8f1f9e15 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:31.568182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9285279-8b3d-4445-b11d-8534686e7e16 req-a42ddaa0-5b81-450a-94b5-d3fe8f1f9e15 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 943 time: 0.0815120 Dec 16 23:00:31.569833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46d22f55-568c-4b07-b040-333cad48f508 req-eb781e47-5ef1-4afb-875f-eb4fe1cf5ffe service neutron] 10.222.0.24 "GET /v2.0/networks/9e1e4e4a-5b28-4cea-b131-3dff24ae81f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373625 Dec 16 23:00:31.675003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9285279-8b3d-4445-b11d-8534686e7e16 req-d5f53b66-b105-4162-b925-cfeb3aa07503 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/security-groups?id=631e9c49-8967-4dcc-8328-524a25b2ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009438 Dec 16 23:00:31.713128 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46d22f55-568c-4b07-b040-333cad48f508 req-b857b84f-a030-4c53-a08f-bfd657654a5a service neutron] 10.222.0.24 "GET /v2.0/networks/9e1e4e4a-5b28-4cea-b131-3dff24ae81f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317294 Dec 16 23:00:32.802291 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ac166-0962-46ec-a2a2-8529e8de88db req-1bc75317-a814-4b02-b79d-635f1ddeac6b tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:32.803874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-643ac166-0962-46ec-a2a2-8529e8de88db req-1bc75317-a814-4b02-b79d-635f1ddeac6b tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 943 time: 0.0508251 Dec 16 23:00:32.856940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-643ac166-0962-46ec-a2a2-8529e8de88db req-a94a8b92-8ac3-437f-9960-5edbeaba61fe tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/security-groups?id=631e9c49-8967-4dcc-8328-524a25b2ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454872 Dec 16 23:00:33.980741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373f9e9-7b31-438c-b101-75f4c0aa70e9 req-4440c6cc-1d22-48ca-b5de-29324974a5e1 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:33.983048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b373f9e9-7b31-438c-b101-75f4c0aa70e9 req-4440c6cc-1d22-48ca-b5de-29324974a5e1 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 943 time: 0.0540450 Dec 16 23:00:34.039981 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b373f9e9-7b31-438c-b101-75f4c0aa70e9 req-2d5f8962-c68a-4657-a7a6-eaf18fcf4859 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/security-groups?id=631e9c49-8967-4dcc-8328-524a25b2ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507696 Dec 16 23:00:34.263761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 5f63c366-3ede-43f9-b0ee-522fc8c87c8b details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:00:34.368040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 5f63c366-3ede-43f9-b0ee-522fc8c87c8b, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=5f63c366-3ede-43f9-b0ee-522fc8c87c8b,segment=NetworkSegment(0e371d3a-a06e-4365-9ed6-45524406298c),segment_id=0e371d3a-a06e-4365-9ed6-45524406298c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:00:34.382176 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '5f63c366-3ede-43f9-b0ee-522fc8c87c8b', 'network_id': '9e1e4e4a-5b28-4cea-b131-3dff24ae81f7', 'port_id': '5f63c366-3ede-43f9-b0ee-522fc8c87c8b', 'mac_address': 'fa:16:3e:57:cb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4485a21a-5dd1-4734-a566-e1847654a10a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:00:34.424493 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:34.439284 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f63c366-3ede-43f9-b0ee-522fc8c87c8b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:00:34.461717 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 5f63c366-3ede-43f9-b0ee-522fc8c87c8b, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=5f63c366-3ede-43f9-b0ee-522fc8c87c8b,segment=NetworkSegment(0e371d3a-a06e-4365-9ed6-45524406298c),segment_id=0e371d3a-a06e-4365-9ed6-45524406298c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:00:34.563727 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:34.618556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=5f63c366-3ede-43f9-b0ee-522fc8c87c8b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:34.818687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['5f63c366-3ede-43f9-b0ee-522fc8c87c8b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:00:35.166233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285319f-ab20-43bd-9cff-8b589033620c req-844266f7-db99-45ef-bd8a-5657e80a9fef tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:35.167797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f285319f-ab20-43bd-9cff-8b589033620c req-844266f7-db99-45ef-bd8a-5657e80a9fef tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 944 time: 0.0538039 Dec 16 23:00:35.220075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f285319f-ab20-43bd-9cff-8b589033620c req-4c3c622f-4672-429b-b67b-031e5801e0c7 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/security-groups?id=631e9c49-8967-4dcc-8328-524a25b2ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458889 Dec 16 23:00:36.284988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 5f63c366-3ede-43f9-b0ee-522fc8c87c8b up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:00:36.392546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a27a5-a33e-4dea-8911-790e2dd20e28 req-fb8694a4-c585-41f4-a20e-8013b9b35f00 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:36.394277 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a5a27a5-a33e-4dea-8911-790e2dd20e28 req-fb8694a4-c585-41f4-a20e-8013b9b35f00 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 944 time: 0.0753796 Dec 16 23:00:36.431443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 5f63c366-3ede-43f9-b0ee-522fc8c87c8b completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:00:36.436030 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 5f63c366-3ede-43f9-b0ee-522fc8c87c8b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:00:36.436635 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:36.453123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5a5a27a5-a33e-4dea-8911-790e2dd20e28 req-64913e49-9adf-42d5-8f29-8fd9991dbabe tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/security-groups?id=631e9c49-8967-4dcc-8328-524a25b2ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475407 Dec 16 23:00:36.524986 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:36.553332 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9a8b89-1375-45f8-818d-70c71afbada8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f63c366-3ede-43f9-b0ee-522fc8c87c8b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:00:36.555665 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bde37c9-1376-47ea-b99c-0b5f518c26ef" -d '{"events": [{"server_uuid": "ba9a8b89-1375-45f8-818d-70c71afbada8", "name": "network-vif-plugged", "status": "completed", "tag": "5f63c366-3ede-43f9-b0ee-522fc8c87c8b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:00:36.571880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 5f63c366-3ede-43f9-b0ee-522fc8c87c8b, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=5f63c366-3ede-43f9-b0ee-522fc8c87c8b,segment=NetworkSegment(0e371d3a-a06e-4365-9ed6-45524406298c),segment_id=0e371d3a-a06e-4365-9ed6-45524406298c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:00:36.598694 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348fc4ab-ded3-437c-9c07-4866cd39ffa9 x-openstack-request-id: req-348fc4ab-ded3-437c-9c07-4866cd39ffa9 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:00:36.599003 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9a8b89-1375-45f8-818d-70c71afbada8", "name": "network-vif-plugged", "status": "completed", "tag": "5f63c366-3ede-43f9-b0ee-522fc8c87c8b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:00:36.599283 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-348fc4ab-ded3-437c-9c07-4866cd39ffa9 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:00:36.599728 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9a8b89-1375-45f8-818d-70c71afbada8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f63c366-3ede-43f9-b0ee-522fc8c87c8b', 'code': 200} Dec 16 23:00:36.672342 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:36.736701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=5f63c366-3ede-43f9-b0ee-522fc8c87c8b,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:36.738720 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401b147-9616-49f3-9cd8-ddfa5d36cdc4 req-c2a1e1cc-1e43-4f8b-93a1-275d00d93475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:36.740393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c401b147-9616-49f3-9cd8-ddfa5d36cdc4 req-c2a1e1cc-1e43-4f8b-93a1-275d00d93475 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 1096 time: 0.0520165 Dec 16 23:00:36.802413 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c401b147-9616-49f3-9cd8-ddfa5d36cdc4 req-c389fd94-4cc9-4a90-bfed-f2464f163597 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=631e9c49-8967-4dcc-8328-524a25b2ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483420 Dec 16 23:00:37.578544 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df4386-d02c-4a98-9297-a99dc8b0e8cd req-2a0eddbb-8df4-4cea-91c8-78e3df77417e tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:37.580133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13df4386-d02c-4a98-9297-a99dc8b0e8cd req-2a0eddbb-8df4-4cea-91c8-78e3df77417e tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 945 time: 0.0515845 Dec 16 23:00:37.628567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13df4386-d02c-4a98-9297-a99dc8b0e8cd req-cadb5143-575b-40e5-b06e-f6aa5976d34a tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/security-groups?id=631e9c49-8967-4dcc-8328-524a25b2ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419784 Dec 16 23:00:38.555756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-185fdf4c-a36b-4b46-950d-540abfdac6ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188886760&fields=id&tenant_id=d3ce3d7cd750496abea0f17a31397257 HTTP/1.1" status: 200 len: 267 time: 0.0477335 Dec 16 23:00:38.668770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-ec9650aa-a188-442c-b7a4-1b1dcbd6d136 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:38.671090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-ec9650aa-a188-442c-b7a4-1b1dcbd6d136 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 811 time: 0.1080654 Dec 16 23:00:38.686464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-b63ea628-797a-4589-955f-94e63f388232 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/quotas/d3ce3d7cd750496abea0f17a31397257 HTTP/1.1" status: 200 len: 375 time: 0.0097215 Dec 16 23:00:38.771740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca864d-c327-4fbf-be5e-6f06ff5cc7ff req-19f93e92-27bf-4931-ad1b-6092940ecafd tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:38.773228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8cca864d-c327-4fbf-be5e-6f06ff5cc7ff req-19f93e92-27bf-4931-ad1b-6092940ecafd tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 945 time: 0.0726395 Dec 16 23:00:38.780445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-a1b8f4e1-4aad-4389-bdf5-d32295cc0fd4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884197 Dec 16 23:00:38.871945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8cca864d-c327-4fbf-be5e-6f06ff5cc7ff req-10f536a6-604e-4993-b797-d17e3770ae36 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/security-groups?id=631e9c49-8967-4dcc-8328-524a25b2ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904946 Dec 16 23:00:38.902129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-ace640f0-9df4-4679-9399-b027ec06cd7e service neutron] 10.222.0.43 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077445 Dec 16 23:00:38.998126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-41d635cc-747d-466f-a1fc-e1bec4b2d509 service neutron] 10.222.0.43 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892093 Dec 16 23:00:39.623550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ffb2b717-b870-4235-8dbb-d0f697c32158 req-8b178614-9ec4-41ad-83e1-41460c09fe15 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 210 time: 0.0290844 Dec 16 23:00:40.719145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f71f19f-d147-4975-be03-ead186c646f4 req-f435e69a-2a50-476d-9606-19c9b39a612b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 210 time: 0.0272233 Dec 16 23:00:41.741532 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-2bbb7710-4735-4975-bc51-0c7d0f871a1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:41.743046 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-2bbb7710-4735-4975-bc51-0c7d0f871a1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.69 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 811 time: 0.1138432 Dec 16 23:00:41.831868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a8d43f9-0e67-43a2-81de-a51c95addc72 req-e9d1be2b-5bc4-42f5-8186-ecbca056bc3c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 210 time: 0.0377536 Dec 16 23:00:41.839218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-0159aa9f-7129-49d7-b0e6-d9748073153b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ce3d7cd750496abea0f17a31397257 HTTP/1.1" status: 200 len: 379 time: 0.0839846 Dec 16 23:00:41.853104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-ae1e75fa-d13e-407e-8fd9-aad8ba99662d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'port': {'device_id': 'e1ddf2f2-d0f8-45e4-a4ef-61debc42963b', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'admin_state_up': True, 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'security_groups': ['2d8d0eac-8ab9-4ef0-98ef-f532a282ef11']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:42.077701 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-ae1e75fa-d13e-407e-8fd9-aad8ba99662d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Made reservation on behalf of d3ce3d7cd750496abea0f17a31397257 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:00:42.081831 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-ae1e75fa-d13e-407e-8fd9-aad8ba99662d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:42.237994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-ae1e75fa-d13e-407e-8fd9-aad8ba99662d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Allocated IP 172.20.0.6 (67357662-f096-489b-86be-53da3c2aa325/7eec04a3-4ec5-42d1-8be2-97c157b7e97f/b0031f4f-55e8-42ab-a7bd-dfef98054a19) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:00:42.408152 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-ae1e75fa-d13e-407e-8fd9-aad8ba99662d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:42.529601 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-ae1e75fa-d13e-407e-8fd9-aad8ba99662d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:42.580667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-ae1e75fa-d13e-407e-8fd9-aad8ba99662d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Network 67357662-f096-489b-86be-53da3c2aa325 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:00:42.584325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-ae1e75fa-d13e-407e-8fd9-aad8ba99662d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:00:42.588130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-ae1e75fa-d13e-407e-8fd9-aad8ba99662d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:00:42.641157 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-ae1e75fa-d13e-407e-8fd9-aad8ba99662d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:42.641839 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-ae1e75fa-d13e-407e-8fd9-aad8ba99662d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:42.651735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e75fa-d13e-407e-8fd9-aad8ba99662d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'Port': ['ID=b0031f4f-55e8-42ab-a7bd-dfef98054a19,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:42.720770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-ae1e75fa-d13e-407e-8fd9-aad8ba99662d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8718441 Dec 16 23:00:42.737673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-b0a456d0-b405-4ea0-a579-6f835c1e1178 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:00:42.739081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-b0a456d0-b405-4ea0-a579-6f835c1e1178 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082242 Dec 16 23:00:42.757983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Request body: {'port': {'device_id': 'e1ddf2f2-d0f8-45e4-a4ef-61debc42963b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:42.818387 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:42.868862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4671843d-1c95-4fef-98bd-23ce154eaefb None None] Provisioning complete for port b0031f4f-55e8-42ab-a7bd-dfef98054a19 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:00:42.870421 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4671843d-1c95-4fef-98bd-23ce154eaefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:42.921488 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4671843d-1c95-4fef-98bd-23ce154eaefb None None] Port b0031f4f-55e8-42ab-a7bd-dfef98054a19 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:00:43.283464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618b23f-2fcb-473c-9983-975d940d85d1 req-21f1106a-fba1-4e69-9462-f190cb656207 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:43.284967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0618b23f-2fcb-473c-9983-975d940d85d1 req-21f1106a-fba1-4e69-9462-f190cb656207 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 931 time: 0.1082072 Dec 16 23:00:43.403367 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0618b23f-2fcb-473c-9983-975d940d85d1 req-496f99d3-06b3-4f5e-a19d-923a704ad3de tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021655 Dec 16 23:00:43.493277 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0031f4f-55e8-42ab-a7bd-dfef98054a19 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:00:43.501292 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:43.511656 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:43.518885 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Transition to ACTIVE for port object b0031f4f-55e8-42ab-a7bd-dfef98054a19 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:00:43.605009 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:43.615024 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:43.664559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2391d-8d60-4566-a137-e7da7a27ecec req-197ce4d0-6c3f-4a38-84d4-b429478aabfc tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:43.666223 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67d2391d-8d60-4566-a137-e7da7a27ecec req-197ce4d0-6c3f-4a38-84d4-b429478aabfc tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 945 time: 0.0999515 Dec 16 23:00:43.685587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Pushing event updated for resources: {'Port': ['ID=b0031f4f-55e8-42ab-a7bd-dfef98054a19,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:43.773013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-67d2391d-8d60-4566-a137-e7da7a27ecec req-edfdcb2f-05de-4e1d-85c1-b4278a05bb30 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/security-groups?id=631e9c49-8967-4dcc-8328-524a25b2ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946047 Dec 16 23:00:43.792869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Attempting to bind port b0031f4f-55e8-42ab-a7bd-dfef98054a19 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:00:43.793224 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Attempting to bind port b0031f4f-55e8-42ab-a7bd-dfef98054a19 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:00:43.793560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Attempting to bind port b0031f4f-55e8-42ab-a7bd-dfef98054a19 on network 67357662-f096-489b-86be-53da3c2aa325 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:00:43.800533 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Port b0031f4f-55e8-42ab-a7bd-dfef98054a19 on network 67357662-f096-489b-86be-53da3c2aa325 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:00:43.801153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Attempting to bind port b0031f4f-55e8-42ab-a7bd-dfef98054a19 on network 67357662-f096-489b-86be-53da3c2aa325 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:00:43.806670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:00:43.807016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Checking segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:00:43.807451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Bound using segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:00:43.808070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Bound port: b0031f4f-55e8-42ab-a7bd-dfef98054a19, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:00:43.808471 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:43.888979 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] For port b0031f4f-55e8-42ab-a7bd-dfef98054a19, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:00:43.892474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] For port b0031f4f-55e8-42ab-a7bd-dfef98054a19, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b0031f4f-55e8-42ab-a7bd-dfef98054a19,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:00:43.974775 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:44.015200 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:44.015858 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:44.017348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] 10.222.0.69 "PUT /v2.0/ports/b0031f4f-55e8-42ab-a7bd-dfef98054a19 HTTP/1.1" status: 200 len: 1091 time: 1.2649355 Dec 16 23:00:44.017890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ddf2f2-d0f8-45e4-a4ef-61debc42963b', 'tag': 'b0031f4f-55e8-42ab-a7bd-dfef98054a19'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:00:44.020087 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f974f4-5e15-4067-8012-135938454ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ddf2f2-d0f8-45e4-a4ef-61debc42963b", "tag": "b0031f4f-55e8-42ab-a7bd-dfef98054a19"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:00:44.052019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8867f8-9dcf-4bb6-bba7-92f0abdc0001 service neutron] Pushing event updated for resources: {'Port': ['ID=b0031f4f-55e8-42ab-a7bd-dfef98054a19,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:44.068039 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0195e02e-4ec1-4aaf-9fa1-38e71036ef5a x-openstack-request-id: req-0195e02e-4ec1-4aaf-9fa1-38e71036ef5a {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:00:44.068335 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ddf2f2-d0f8-45e4-a4ef-61debc42963b", "tag": "b0031f4f-55e8-42ab-a7bd-dfef98054a19", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:00:44.072758 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0195e02e-4ec1-4aaf-9fa1-38e71036ef5a {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:00:44.072758 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ddf2f2-d0f8-45e4-a4ef-61debc42963b', 'tag': 'b0031f4f-55e8-42ab-a7bd-dfef98054a19', 'status': 'completed', 'code': 200} Dec 16 23:00:44.140663 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f974f4-5e15-4067-8012-135938454ef6 req-b321e597-2fa5-4bfa-accb-45faa0a83bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:44.142285 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7f974f4-5e15-4067-8012-135938454ef6 req-b321e597-2fa5-4bfa-accb-45faa0a83bb9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 1094 time: 0.0486565 Dec 16 23:00:44.258062 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f974f4-5e15-4067-8012-135938454ef6 req-db3054c3-e7bb-4ea2-94ca-702fee5caf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:44.259661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7f974f4-5e15-4067-8012-135938454ef6 req-db3054c3-e7bb-4ea2-94ca-702fee5caf58 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d3ce3d7cd750496abea0f17a31397257&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1038606 Dec 16 23:00:44.366555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f974f4-5e15-4067-8012-135938454ef6 req-62fe8f89-55cc-49f9-b7af-9b01a3a863d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:44.368037 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7f974f4-5e15-4067-8012-135938454ef6 req-62fe8f89-55cc-49f9-b7af-9b01a3a863d4 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981600 Dec 16 23:00:44.470209 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-0867bcda-3c06-4f73-9866-38aacc284c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:44.471992 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-0867bcda-3c06-4f73-9866-38aacc284c7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 1094 time: 0.0539687 Dec 16 23:00:44.547792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-e98063e1-653f-4e0e-9b47-613135a6d408 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0031f4f-55e8-42ab-a7bd-dfef98054a19 HTTP/1.1" status: 200 len: 217 time: 0.0603888 Dec 16 23:00:44.598145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba48e59-8251-4e48-9ad2-05b16487b6e5 req-c98056b9-7140-457f-b86f-c1feddbf903b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:44.599720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aba48e59-8251-4e48-9ad2-05b16487b6e5 req-c98056b9-7140-457f-b86f-c1feddbf903b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 943 time: 0.1154022 Dec 16 23:00:44.633515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-52edd42d-7959-41be-a639-20c210d84351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:44.634891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-52edd42d-7959-41be-a639-20c210d84351 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0766518 Dec 16 23:00:44.686654 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aba48e59-8251-4e48-9ad2-05b16487b6e5 req-b8538c97-d648-4a5f-be4d-e8aa018f323c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772653 Dec 16 23:00:44.700140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-6a340416-768c-4cbd-a83f-7bbffab77113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:44.702353 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-6a340416-768c-4cbd-a83f-7bbffab77113 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551796 Dec 16 23:00:44.810082 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-830d2070-0db4-4e31-abce-e366fa39c646 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958290 Dec 16 23:00:44.974488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f88d5-b8ee-4eda-abb7-dfc857c1c2e0 req-a1ece1a1-cbed-414e-a924-f0fa9afef156 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:44.976009 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-318f88d5-b8ee-4eda-abb7-dfc857c1c2e0 req-a1ece1a1-cbed-414e-a924-f0fa9afef156 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 945 time: 0.1098790 Dec 16 23:00:44.983823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4b0f51e-2d59-497f-95a5-3ce08a040510 req-2b720309-9b62-441a-85c5-f80265b61390 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627417 Dec 16 23:00:45.018802 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b983b92-43a9-4058-a8e9-c0aecb731188 req-24ac38e3-9072-43b0-91f7-a532dfa2bb88 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:45.020328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b983b92-43a9-4058-a8e9-c0aecb731188 req-24ac38e3-9072-43b0-91f7-a532dfa2bb88 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 945 time: 0.1064653 Dec 16 23:00:45.050534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-318f88d5-b8ee-4eda-abb7-dfc857c1c2e0 req-0ed6846d-d318-43d0-b154-36f1ce03e9c7 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/security-groups?id=631e9c49-8967-4dcc-8328-524a25b2ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657392 Dec 16 23:00:45.136541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-7b983b92-43a9-4058-a8e9-c0aecb731188 req-cd7f687d-c067-4cae-b713-e19cded94bd3 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Deleting port 5f63c366-3ede-43f9-b0ee-522fc8c87c8b {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:00:45.136894 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7b983b92-43a9-4058-a8e9-c0aecb731188 req-cd7f687d-c067-4cae-b713-e19cded94bd3 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:45.234155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-7b983b92-43a9-4058-a8e9-c0aecb731188 req-cd7f687d-c067-4cae-b713-e19cded94bd3 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] For port 5f63c366-3ede-43f9-b0ee-522fc8c87c8b, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=5f63c366-3ede-43f9-b0ee-522fc8c87c8b,segment=NetworkSegment(0e371d3a-a06e-4365-9ed6-45524406298c),segment_id=0e371d3a-a06e-4365-9ed6-45524406298c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:00:45.234440 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7b983b92-43a9-4058-a8e9-c0aecb731188 req-cd7f687d-c067-4cae-b713-e19cded94bd3 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:45.248625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-7b983b92-43a9-4058-a8e9-c0aecb731188 req-cd7f687d-c067-4cae-b713-e19cded94bd3 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Calling delete_port for 5f63c366-3ede-43f9-b0ee-522fc8c87c8b owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:00:45.483798 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7b983b92-43a9-4058-a8e9-c0aecb731188 req-cd7f687d-c067-4cae-b713-e19cded94bd3 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:45.500683 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['5f63c366-3ede-43f9-b0ee-522fc8c87c8b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:00:45.515161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f687d-c067-4cae-b713-e19cded94bd3 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Pushing event deleted for resources: {'Port': ['ID=5f63c366-3ede-43f9-b0ee-522fc8c87c8b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:45.557843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b983b92-43a9-4058-a8e9-c0aecb731188 req-cd7f687d-c067-4cae-b713-e19cded94bd3 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] No DVR routers for this DVR port 5f63c366-3ede-43f9-b0ee-522fc8c87c8b on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:00:45.560691 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7b983b92-43a9-4058-a8e9-c0aecb731188 req-cd7f687d-c067-4cae-b713-e19cded94bd3 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:45.564184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b983b92-43a9-4058-a8e9-c0aecb731188 req-cd7f687d-c067-4cae-b713-e19cded94bd3 tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.24 "DELETE /v2.0/ports/5f63c366-3ede-43f9-b0ee-522fc8c87c8b HTTP/1.1" status: 204 len: 173 time: 0.5327780 Dec 16 23:00:45.816012 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049d75b-5334-45ce-b6fd-0b23d000691f req-f582244e-daad-460a-922b-3e3b99825ac9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:45.817662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d049d75b-5334-45ce-b6fd-0b23d000691f req-f582244e-daad-460a-922b-3e3b99825ac9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 943 time: 0.0549955 Dec 16 23:00:45.876018 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d049d75b-5334-45ce-b6fd-0b23d000691f req-a514ab10-eff3-4461-a929-e26120ae6a62 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478005 Dec 16 23:00:46.070093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9a8b89-1375-45f8-818d-70c71afbada8', 'name': 'network-vif-deleted', 'tag': '5f63c366-3ede-43f9-b0ee-522fc8c87c8b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:00:46.072732 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4515bb5-9e4a-4ff1-9de8-5f2016d8ba3b" -d '{"events": [{"server_uuid": "ba9a8b89-1375-45f8-818d-70c71afbada8", "name": "network-vif-deleted", "tag": "5f63c366-3ede-43f9-b0ee-522fc8c87c8b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:00:46.121129 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e01d6f-a8e5-4a4b-8264-913f715d69e9 x-openstack-request-id: req-a5e01d6f-a8e5-4a4b-8264-913f715d69e9 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:00:46.121431 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9a8b89-1375-45f8-818d-70c71afbada8", "name": "network-vif-deleted", "tag": "5f63c366-3ede-43f9-b0ee-522fc8c87c8b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:00:46.121689 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5e01d6f-a8e5-4a4b-8264-913f715d69e9 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:00:46.122090 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9a8b89-1375-45f8-818d-70c71afbada8', 'name': 'network-vif-deleted', 'tag': '5f63c366-3ede-43f9-b0ee-522fc8c87c8b', 'status': 'completed', 'code': 200} Dec 16 23:00:46.169491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7c09955-92d6-4925-a588-510bf66534f7 req-a713dc60-240c-4327-977c-2b79da3fa01a tempest-VolumesActionsTest-755211477 tempest-VolumesActionsTest-755211477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba9a8b89-1375-45f8-818d-70c71afbada8 HTTP/1.1" status: 200 len: 210 time: 0.0283947 Dec 16 23:00:47.001435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfd5c4-8d28-4e56-ac23-739ecb7d89ad req-353e74db-4943-48cc-89f4-992636b9497e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:47.002954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89bfd5c4-8d28-4e56-ac23-739ecb7d89ad req-353e74db-4943-48cc-89f4-992636b9497e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 943 time: 0.0542667 Dec 16 23:00:47.055572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89bfd5c4-8d28-4e56-ac23-739ecb7d89ad req-bbd1ec54-d8cf-408d-93d0-2d1ff8b67dc5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462177 Dec 16 23:00:48.186723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12655a9-8294-408a-9388-58536919aa78 req-ebcbcaee-1f50-4187-a453-47c8aa4e8cdf tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:48.186723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c12655a9-8294-408a-9388-58536919aa78 req-ebcbcaee-1f50-4187-a453-47c8aa4e8cdf tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 943 time: 0.0577796 Dec 16 23:00:48.240496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c12655a9-8294-408a-9388-58536919aa78 req-25c7a689-d431-4bb3-a6fe-1539474fec47 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483453 Dec 16 23:00:48.341798 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 5f63c366-3ede-43f9-b0ee-522fc8c87c8b no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:00:48.362765 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 5f63c366-3ede-43f9-b0ee-522fc8c87c8b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:00:48.363116 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 5f63c366-3ede-43f9-b0ee-522fc8c87c8b not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:00:49.359692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c501a-1231-4c9b-8dbc-925f14d5e6df req-bd126878-1321-49ef-a21d-9507395b822f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:49.361112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b4c501a-1231-4c9b-8dbc-925f14d5e6df req-bd126878-1321-49ef-a21d-9507395b822f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 943 time: 0.0504260 Dec 16 23:00:49.410487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b4c501a-1231-4c9b-8dbc-925f14d5e6df req-7b94a274-f763-4b02-bb74-536457b3dc70 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434217 Dec 16 23:00:50.134842 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c28df1d-792d-4a90-8f95-8e0ad054cdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:50.533534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5b609-1020-486b-bb6c-4c88b0825a0b req-66ab15ce-e424-4eed-9c33-374ec33d6606 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:50.535102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74e5b609-1020-486b-bb6c-4c88b0825a0b req-66ab15ce-e424-4eed-9c33-374ec33d6606 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 943 time: 0.0550549 Dec 16 23:00:50.590337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74e5b609-1020-486b-bb6c-4c88b0825a0b req-61f5d5a2-fd8b-44b7-8c3d-c69531293afb tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490334 Dec 16 23:00:51.712001 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba3631-8189-4089-acd7-635457145f1b req-43eb716b-4166-4cb7-838d-3e13c0731b10 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:51.713588 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08ba3631-8189-4089-acd7-635457145f1b req-43eb716b-4166-4cb7-838d-3e13c0731b10 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 943 time: 0.0503793 Dec 16 23:00:51.767405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08ba3631-8189-4089-acd7-635457145f1b req-ebc53400-f7c2-4ae9-b3ee-6627f13a4912 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461466 Dec 16 23:00:52.517570 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc1353dc-3116-4c5f-bae7-ce2cb41df00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:52.887881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d095328-6eaa-4330-8ff7-9d969611dfd8 req-27f4c6aa-62be-4700-9929-1821d6583b4a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:52.889596 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d095328-6eaa-4330-8ff7-9d969611dfd8 req-27f4c6aa-62be-4700-9929-1821d6583b4a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 943 time: 0.0528297 Dec 16 23:00:52.943741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d095328-6eaa-4330-8ff7-9d969611dfd8 req-cae2c5ed-fa1c-481b-a243-8f79c428ed65 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472357 Dec 16 23:00:53.704710 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:54.067829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6843bf-624d-4f5d-a901-d28252a71a83 req-c25f7a11-5517-4700-8625-602d9e4e3b3e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:54.069281 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c6843bf-624d-4f5d-a901-d28252a71a83 req-c25f7a11-5517-4700-8625-602d9e4e3b3e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 943 time: 0.0568161 Dec 16 23:00:54.124948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c6843bf-624d-4f5d-a901-d28252a71a83 req-b793b83d-6fc6-4e1c-b706-3bfd18c83ff2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496838 Dec 16 23:00:54.974668 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:55.241640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88355575-30c9-4fc2-830f-6cf822cbecd1 req-ad5d8e1c-60f5-464e-9193-7427493e5e5b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:55.243138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88355575-30c9-4fc2-830f-6cf822cbecd1 req-ad5d8e1c-60f5-464e-9193-7427493e5e5b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 943 time: 0.0493658 Dec 16 23:00:55.294395 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-88355575-30c9-4fc2-830f-6cf822cbecd1 req-0de0a185-a341-447d-a10d-026bc67c9250 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450540 Dec 16 23:00:55.653653 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b0031f4f-55e8-42ab-a7bd-dfef98054a19 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:00:55.764636 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:55.773084 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b0031f4f-55e8-42ab-a7bd-dfef98054a19, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b0031f4f-55e8-42ab-a7bd-dfef98054a19,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:00:55.784305 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'b0031f4f-55e8-42ab-a7bd-dfef98054a19', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'port_id': 'b0031f4f-55e8-42ab-a7bd-dfef98054a19', 'mac_address': 'fa:16:3e:bb:ce:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:00:55.822371 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:55.836046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0031f4f-55e8-42ab-a7bd-dfef98054a19 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:00:55.856397 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b0031f4f-55e8-42ab-a7bd-dfef98054a19, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b0031f4f-55e8-42ab-a7bd-dfef98054a19,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:00:55.968792 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:56.017312 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=b0031f4f-55e8-42ab-a7bd-dfef98054a19,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:56.025318 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:56.025675 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:56.026025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:56.026369 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:56.026711 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:56.027048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:56.027409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:56.027744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:56.028076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:56.028408 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:56.028732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:56.029064 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:56.029414 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:56.234828 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['b0031f4f-55e8-42ab-a7bd-dfef98054a19'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:00:56.416150 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bcddd-93c8-4936-b5ef-e35adea5a874 req-51f52b54-0b44-4660-ba1e-184ad73f73fc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:56.417707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-546bcddd-93c8-4936-b5ef-e35adea5a874 req-51f52b54-0b44-4660-ba1e-184ad73f73fc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 944 time: 0.0496383 Dec 16 23:00:56.475119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-546bcddd-93c8-4936-b5ef-e35adea5a874 req-fa21d433-b9e7-4220-8cbd-0c4f4a70ca68 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505097 Dec 16 23:00:57.597596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01fb7f-e48d-4b46-a56b-939624e0669c req-c58292c0-d5ef-46e6-afcc-19d0e2310d9c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:57.599058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca01fb7f-e48d-4b46-a56b-939624e0669c req-c58292c0-d5ef-46e6-afcc-19d0e2310d9c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 944 time: 0.0522718 Dec 16 23:00:57.654300 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca01fb7f-e48d-4b46-a56b-939624e0669c req-3e3e6d6e-e108-4331-a75f-d351450bc444 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487242 Dec 16 23:00:57.669393 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b0031f4f-55e8-42ab-a7bd-dfef98054a19 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:00:57.792006 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port b0031f4f-55e8-42ab-a7bd-dfef98054a19 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:00:57.796351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port b0031f4f-55e8-42ab-a7bd-dfef98054a19 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:00:57.796764 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:57.879869 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:57.904948 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ddf2f2-d0f8-45e4-a4ef-61debc42963b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0031f4f-55e8-42ab-a7bd-dfef98054a19'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:00:57.907818 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcc0e9e-d832-4d34-a6f6-4d0333830e2d" -d '{"events": [{"server_uuid": "e1ddf2f2-d0f8-45e4-a4ef-61debc42963b", "name": "network-vif-plugged", "status": "completed", "tag": "b0031f4f-55e8-42ab-a7bd-dfef98054a19"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:00:57.921444 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port b0031f4f-55e8-42ab-a7bd-dfef98054a19, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b0031f4f-55e8-42ab-a7bd-dfef98054a19,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:00:57.947100 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095efefe-6621-4572-a525-c081ab8a9e13 x-openstack-request-id: req-095efefe-6621-4572-a525-c081ab8a9e13 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:00:57.947556 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ddf2f2-d0f8-45e4-a4ef-61debc42963b", "name": "network-vif-plugged", "status": "completed", "tag": "b0031f4f-55e8-42ab-a7bd-dfef98054a19", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:00:57.947678 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-095efefe-6621-4572-a525-c081ab8a9e13 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:00:57.948075 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ddf2f2-d0f8-45e4-a4ef-61debc42963b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0031f4f-55e8-42ab-a7bd-dfef98054a19', 'code': 200} Dec 16 23:00:57.997610 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:58.052807 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=b0031f4f-55e8-42ab-a7bd-dfef98054a19,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:58.059666 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14284b0d-a3ae-4c15-b977-664ff8e8072c req-f7f1f88c-a81f-4ddc-a840-685803372520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:58.060103 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14284b0d-a3ae-4c15-b977-664ff8e8072c req-f7f1f88c-a81f-4ddc-a840-685803372520 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 1096 time: 0.0443885 Dec 16 23:00:58.114866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14284b0d-a3ae-4c15-b977-664ff8e8072c req-aecbb9f3-b25c-470b-81cc-03099bb2a3ac service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424953 Dec 16 23:00:58.782168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6f924-9953-4e00-b98f-80e2bda04a66 req-e6e587f1-be47-4117-a91c-87229ba6b1c8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:58.783699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33a6f924-9953-4e00-b98f-80e2bda04a66 req-e6e587f1-be47-4117-a91c-87229ba6b1c8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 945 time: 0.0543797 Dec 16 23:00:58.834818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33a6f924-9953-4e00-b98f-80e2bda04a66 req-f142adcf-c870-4d4b-bbce-6f6915ec1df5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450492 Dec 16 23:00:59.505301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-fe1ee202-40c7-4339-9403-ece0d3d50f0b req-946734eb-5ab7-4f2f-8ece-4f00149ac8a7 service neutron] (103951) timed out ('10.222.0.43', 44866) {{(pid=103951) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 23:00:59.959906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b149f4-6853-49ff-95a0-fbf9deb4007b req-162104f5-fa5e-4681-94bd-ff8345e0b34f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:59.961434 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38b149f4-6853-49ff-95a0-fbf9deb4007b req-162104f5-fa5e-4681-94bd-ff8345e0b34f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 945 time: 0.0534103 Dec 16 23:01:00.013267 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38b149f4-6853-49ff-95a0-fbf9deb4007b req-7a088dfb-358d-4e42-a338-fa6632042d75 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456362 Dec 16 23:01:00.143541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126ebb7-f623-45fc-b44a-717074ed82de req-ee667c12-8157-46a2-8667-4d131b95ce39 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:00.144968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8126ebb7-f623-45fc-b44a-717074ed82de req-ee667c12-8157-46a2-8667-4d131b95ce39 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 945 time: 0.0562844 Dec 16 23:01:00.201591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8126ebb7-f623-45fc-b44a-717074ed82de req-34999d1b-83b1-487f-b6b9-8545bafffda5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504425 Dec 16 23:01:00.227739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57124) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:01:00.385453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6b801-ffe9-4b9c-b21f-08cea78eb41b tempest-TestVolumeBootPattern-1914470037 tempest-TestVolumeBootPattern-1914470037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:00.387088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5bd6b801-ffe9-4b9c-b21f-08cea78eb41b tempest-TestVolumeBootPattern-1914470037 tempest-TestVolumeBootPattern-1914470037-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 1091 time: 0.1577287 Dec 16 23:01:00.390034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57132) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:01:00.402807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': 'b0031f4f-55e8-42ab-a7bd-dfef98054a19', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:01:00.472203 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:00.580546 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:00.688718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Allocated IP 172.25.2.191 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/1992ca8a-b316-4085-bbff-85b228d375c9) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:01:00.796815 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:00.882799 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:00.926103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:01:00.929177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:01:00.932833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:01:00.942200 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:01:00.956589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'Port': ['ID=1992ca8a-b316-4085-bbff-85b228d375c9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:00.968417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:00.969698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:00.970217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:00.970567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:00.970906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:00.971241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:00.971595 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:00.971926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:00.972256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:00.972581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:00.972905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:00.973228 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:00.973553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:01.338836 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:01.469608 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:01.627401 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:01.689575 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:01.759208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'Port': ['ID=1992ca8a-b316-4085-bbff-85b228d375c9,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:01.775915 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:02.157300 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Floating IP b8fd2a5e-b8c4-4964-80ea-f04f544eaf43 associated. External IP: 172.25.2.191, port: b0031f4f-55e8-42ab-a7bd-dfef98054a19. Dec 16 23:01:02.368462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:01:02.485328 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:01:02.497434 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c797d4-3a25-48c0-8321-92b55fea3586 None None] Sync routers for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:01:02.510069 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c797d4-3a25-48c0-8321-92b55fea3586 None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:01:02.511032 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-72c797d4-3a25-48c0-8321-92b55fea3586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:00:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:01:02.554019 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:02.599109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-89155bf6-1f6c-475f-8e4b-f7f931ec5ef5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2078221 Dec 16 23:01:02.599888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ddf2f2-d0f8-45e4-a4ef-61debc42963b', 'tag': 'b0031f4f-55e8-42ab-a7bd-dfef98054a19'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:01:02.602763 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a060f1b-d1e2-407e-b654-c48c42fd5e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ddf2f2-d0f8-45e4-a4ef-61debc42963b", "tag": "b0031f4f-55e8-42ab-a7bd-dfef98054a19"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:01:02.631114 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-72c797d4-3a25-48c0-8321-92b55fea3586 None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:01:02.650863 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8ae9e6-0f57-4a21-8f96-ad614220a795 x-openstack-request-id: req-8d8ae9e6-0f57-4a21-8f96-ad614220a795 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:01:02.651216 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ddf2f2-d0f8-45e4-a4ef-61debc42963b", "tag": "b0031f4f-55e8-42ab-a7bd-dfef98054a19", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:01:02.651489 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d8ae9e6-0f57-4a21-8f96-ad614220a795 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:01:02.652052 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ddf2f2-d0f8-45e4-a4ef-61debc42963b', 'tag': 'b0031f4f-55e8-42ab-a7bd-dfef98054a19', 'status': 'completed', 'code': 200} Dec 16 23:01:02.730121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a060f1b-d1e2-407e-b654-c48c42fd5e1f req-6ee2fb4f-b03c-49e5-8a4d-feb9fee1350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:02.732012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a060f1b-d1e2-407e-b654-c48c42fd5e1f req-6ee2fb4f-b03c-49e5-8a4d-feb9fee1350c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 1096 time: 0.0560880 Dec 16 23:01:02.847439 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a060f1b-d1e2-407e-b654-c48c42fd5e1f req-20f92c2a-c6b5-4e93-99cd-77ff3729b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:02.849120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a060f1b-d1e2-407e-b654-c48c42fd5e1f req-20f92c2a-c6b5-4e93-99cd-77ff3729b05f service neutron] 10.222.0.69 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.1102898 Dec 16 23:01:02.895647 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-72c797d4-3a25-48c0-8321-92b55fea3586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b8fd2a5e-b8c4-4964-80ea-f04f544eaf43', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'port_id': 'b0031f4f-55e8-42ab-a7bd-dfef98054a19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'mac_address': 'fa:16:3e:bb:ce:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddf2f2-d0f8-45e4-a4ef-61debc42963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:01:01Z', 'updated_at': '2021-12-16T23:01:01Z', 'revision_number': 0, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:01:02.929977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c797d4-3a25-48c0-8321-92b55fea3586 None None] Checking router: 8d401d72-e07c-4326-ac0b-5f663cf7bf3e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:01:02.939391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c797d4-3a25-48c0-8321-92b55fea3586 None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:01:02.939983 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-72c797d4-3a25-48c0-8321-92b55fea3586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:00:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:01:02.941035 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a060f1b-d1e2-407e-b654-c48c42fd5e1f req-5624a8e9-3047-488e-b724-ce148fffa3f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0031f4f-55e8-42ab-a7bd-dfef98054a19 HTTP/1.1" status: 200 len: 999 time: 0.0840032 Dec 16 23:01:03.006226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a060f1b-d1e2-407e-b654-c48c42fd5e1f req-f8539b87-ceee-4da8-b4b7-9711621c91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:03.007943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a060f1b-d1e2-407e-b654-c48c42fd5e1f req-f8539b87-ceee-4da8-b4b7-9711621c91d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0580394 Dec 16 23:01:03.060158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-72c797d4-3a25-48c0-8321-92b55fea3586 None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:01:03.067025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a060f1b-d1e2-407e-b654-c48c42fd5e1f req-7f7db930-1e13-4314-b007-4c086d7ec322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:03.068861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a060f1b-d1e2-407e-b654-c48c42fd5e1f req-7f7db930-1e13-4314-b007-4c086d7ec322 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538051 Dec 16 23:01:03.236811 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a060f1b-d1e2-407e-b654-c48c42fd5e1f req-bcfce79a-3965-48fd-84d1-413bfdf520a3 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604526 Dec 16 23:01:03.355904 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1a060f1b-d1e2-407e-b654-c48c42fd5e1f req-16e662d3-0704-4f24-84d6-07ad4e5de9f9 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113272 Dec 16 23:01:03.527689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-72c797d4-3a25-48c0-8321-92b55fea3586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b8fd2a5e-b8c4-4964-80ea-f04f544eaf43', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'port_id': 'b0031f4f-55e8-42ab-a7bd-dfef98054a19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'mac_address': 'fa:16:3e:bb:ce:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddf2f2-d0f8-45e4-a4ef-61debc42963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:01:01Z', 'updated_at': '2021-12-16T23:01:01Z', 'revision_number': 0, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:01:03.560528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c797d4-3a25-48c0-8321-92b55fea3586 None None] The sync data for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 is: [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b8fd2a5e-b8c4-4964-80ea-f04f544eaf43', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'port_id': 'b0031f4f-55e8-42ab-a7bd-dfef98054a19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'mac_address': 'fa:16:3e:bb:ce:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddf2f2-d0f8-45e4-a4ef-61debc42963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:01:01Z', 'updated_at': '2021-12-16T23:01:01Z', 'revision_number': 0, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:01:03.791541 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25a80ec-62c0-40de-b41c-964f75a6a0f5 None None] New status for floating IP b8fd2a5e-b8c4-4964-80ea-f04f544eaf43: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:01:07.041589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6411546a-b67c-437f-a2c5-248c8c5ac0cb req-858edc74-3cd5-46f1-b0f8-aeec4a071621 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469916 Dec 16 23:01:07.128247 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411546a-b67c-437f-a2c5-248c8c5ac0cb req-c673ccd3-eddc-4951-8508-5c492457df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:07.129837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6411546a-b67c-437f-a2c5-248c8c5ac0cb req-c673ccd3-eddc-4951-8508-5c492457df25 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 1096 time: 0.0437565 Dec 16 23:01:07.239339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411546a-b67c-437f-a2c5-248c8c5ac0cb req-d660184e-6c97-4e52-a596-2426483d2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:07.240842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6411546a-b67c-437f-a2c5-248c8c5ac0cb req-d660184e-6c97-4e52-a596-2426483d2540 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.0913510 Dec 16 23:01:07.321011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6411546a-b67c-437f-a2c5-248c8c5ac0cb req-d22cc40c-3146-45ea-a476-69a4dc063f39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0031f4f-55e8-42ab-a7bd-dfef98054a19 HTTP/1.1" status: 200 len: 1001 time: 0.0722952 Dec 16 23:01:07.373694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411546a-b67c-437f-a2c5-248c8c5ac0cb req-83151995-5a36-4802-a795-9beeda7c01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:07.378717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6411546a-b67c-437f-a2c5-248c8c5ac0cb req-83151995-5a36-4802-a795-9beeda7c01c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0472996 Dec 16 23:01:07.428222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411546a-b67c-437f-a2c5-248c8c5ac0cb req-a77b56bf-8299-4d2c-814a-96a4c1874aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:07.429780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6411546a-b67c-437f-a2c5-248c8c5ac0cb req-a77b56bf-8299-4d2c-814a-96a4c1874aba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472655 Dec 16 23:01:07.529153 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6411546a-b67c-437f-a2c5-248c8c5ac0cb req-3419ad3b-a1cb-4328-a7fc-cfe75007ea14 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922410 Dec 16 23:01:07.638279 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6411546a-b67c-437f-a2c5-248c8c5ac0cb req-1431742f-fa80-4773-bfb0-6b45fa784034 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892107 Dec 16 23:01:13.466454 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:13.586533 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:20.116551 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aff59e43-817d-4185-b246-ffe170ffbf3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:22.491131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57246) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:01:22.505418 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bfc204d1-ce88-4c10-b18d-ded3c51c2c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:22.545997 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-324ea950-a1c4-49a8-b942-447a94efbf84 admin admin] Deleting subnet 4485a21a-5dd1-4734-a566-e1847654a10a {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:01:22.550596 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-324ea950-a1c4-49a8-b942-447a94efbf84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:22.587204 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-324ea950-a1c4-49a8-b942-447a94efbf84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:22.629280 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-324ea950-a1c4-49a8-b942-447a94efbf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:22.745942 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-324ea950-a1c4-49a8-b942-447a94efbf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:22.773705 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ea950-a1c4-49a8-b942-447a94efbf84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4485a21a-5dd1-4734-a566-e1847654a10a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:22.783604 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-324ea950-a1c4-49a8-b942-447a94efbf84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:22.787074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-324ea950-a1c4-49a8-b942-447a94efbf84 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4485a21a-5dd1-4734-a566-e1847654a10a HTTP/1.1" status: 204 len: 168 time: 0.2947698 Dec 16 23:01:22.789704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57248) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:01:22.872978 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97885fa4-984d-44a3-b2f8-f5358cac4fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:22.973555 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97885fa4-984d-44a3-b2f8-f5358cac4fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:22.995465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-97885fa4-984d-44a3-b2f8-f5358cac4fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1e4e4a-5b28-4cea-b131-3dff24ae81f7']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:01:23.013176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-97885fa4-984d-44a3-b2f8-f5358cac4fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e371d3a-a06e-4365-9ed6-45524406298c') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:01:23.013530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-97885fa4-984d-44a3-b2f8-f5358cac4fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e371d3a-a06e-4365-9ed6-45524406298c') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:01:23.023627 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97885fa4-984d-44a3-b2f8-f5358cac4fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.038813 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97885fa4-984d-44a3-b2f8-f5358cac4fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.045139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97885fa4-984d-44a3-b2f8-f5358cac4fa3 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:01:23.045694 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97885fa4-984d-44a3-b2f8-f5358cac4fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: timer() Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:01:23.048119 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:01:23.210071 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97885fa4-984d-44a3-b2f8-f5358cac4fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.216091 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97885fa4-984d-44a3-b2f8-f5358cac4fa3 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.219642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-97885fa4-984d-44a3-b2f8-f5358cac4fa3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9e1e4e4a-5b28-4cea-b131-3dff24ae81f7 HTTP/1.1" status: 204 len: 168 time: 0.4289110 Dec 16 23:01:23.222871 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57250) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:01:23.232364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97885fa4-984d-44a3-b2f8-f5358cac4fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1e4e4a-5b28-4cea-b131-3dff24ae81f7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:23.278706 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Deleting subnet c3e48ce6-ced7-4a4d-9ee2-f65384b9ef2c {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:01:23.282457 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.318647 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.359718 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.473240 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.505010 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3e48ce6-ced7-4a4d-9ee2-f65384b9ef2c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:23.513257 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.517057 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c3e48ce6-ced7-4a4d-9ee2-f65384b9ef2c HTTP/1.1" status: 204 len: 168 time: 0.2928019 Dec 16 23:01:23.518777 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:23.519214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:23.519591 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:23.519695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57254) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:01:23.520155 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:23.520241 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:23.520620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:23.521002 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:23.521334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:23.521729 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:23.522035 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:23.522420 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:23.522730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:23.523056 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7607-62d1-41be-8554-0a4fdda96750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:23.594108 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23827f3e-84c6-40e9-bc49-5ffb8b489024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.661226 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.677195 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23827f3e-84c6-40e9-bc49-5ffb8b489024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.697753 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-23827f3e-84c6-40e9-bc49-5ffb8b489024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5afdfa1-098a-4ba7-8473-730718dd8e60']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:01:23.707228 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-23827f3e-84c6-40e9-bc49-5ffb8b489024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef99ad96-f29d-4a20-9cc2-80ed88e5db11') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:01:23.707556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-23827f3e-84c6-40e9-bc49-5ffb8b489024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef99ad96-f29d-4a20-9cc2-80ed88e5db11') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:01:23.722518 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23827f3e-84c6-40e9-bc49-5ffb8b489024 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.736466 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23827f3e-84c6-40e9-bc49-5ffb8b489024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.743105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23827f3e-84c6-40e9-bc49-5ffb8b489024 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:01:23.743543 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23827f3e-84c6-40e9-bc49-5ffb8b489024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: timer() Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:01:23.745212 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:01:23.884525 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23827f3e-84c6-40e9-bc49-5ffb8b489024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.893313 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-23827f3e-84c6-40e9-bc49-5ffb8b489024 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.897274 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-23827f3e-84c6-40e9-bc49-5ffb8b489024 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d5afdfa1-098a-4ba7-8473-730718dd8e60 HTTP/1.1" status: 204 len: 168 time: 0.3765466 Dec 16 23:01:23.908479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23827f3e-84c6-40e9-bc49-5ffb8b489024 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5afdfa1-098a-4ba7-8473-730718dd8e60,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:24.302651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57258) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:01:24.349509 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b23f47b8-883c-4929-90c8-a761805b2118 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=586327e2abd846ed811c25767cee5b8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453050 Dec 16 23:01:24.352158 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57260) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:01:24.401001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94e9d61b-0e11-46c4-ae85-833886b0630f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:24.423839 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94e9d61b-0e11-46c4-ae85-833886b0630f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:24.581739 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94e9d61b-0e11-46c4-ae85-833886b0630f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:24.585083 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94e9d61b-0e11-46c4-ae85-833886b0630f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:24.586515 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-94e9d61b-0e11-46c4-ae85-833886b0630f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/631e9c49-8967-4dcc-8328-524a25b2ccac HTTP/1.1" status: 204 len: 168 time: 0.2334311 Dec 16 23:01:24.594401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9d61b-0e11-46c4-ae85-833886b0630f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631e9c49-8967-4dcc-8328-524a25b2ccac,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:24.986913 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:25.283752 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57266) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:01:25.322407 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d6074c05-d92b-4be2-8295-0a89c66da7b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a2d80a749a54338abbda227ecfe4d70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385764 Dec 16 23:01:25.324881 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57268) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:01:25.372598 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96208fd8-638c-4a48-b5e4-cffc7ed65508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:25.398785 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96208fd8-638c-4a48-b5e4-cffc7ed65508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:25.499283 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96208fd8-638c-4a48-b5e4-cffc7ed65508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:25.501895 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96208fd8-638c-4a48-b5e4-cffc7ed65508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:25.503042 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-96208fd8-638c-4a48-b5e4-cffc7ed65508 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d93c82c5-4fdb-47e5-8322-754b72309fff HTTP/1.1" status: 204 len: 168 time: 0.1771009 Dec 16 23:01:25.510795 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96208fd8-638c-4a48-b5e4-cffc7ed65508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93c82c5-4fdb-47e5-8322-754b72309fff,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:25.821167 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:37.931411 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:01:43.544530 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:43.690110 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:44.016131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57408) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:01:44.125592 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1590bcfa-525c-4d90-bbd2-6c00bacdfb0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:44.202966 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1590bcfa-525c-4d90-bbd2-6c00bacdfb0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:44.267333 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1590bcfa-525c-4d90-bbd2-6c00bacdfb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:44.307385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1590bcfa-525c-4d90-bbd2-6c00bacdfb0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=913c85bdfdb54aa98bf03f995d4b5086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2901201 Dec 16 23:01:44.308388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590bcfa-525c-4d90-bbd2-6c00bacdfb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276ab116-044f-4eae-a5b9-ec26415a8162,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:44.310030 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57412) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:01:44.361357 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a75c34de-4eee-4c89-8b14-18d6d246e14d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:44.383400 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a75c34de-4eee-4c89-8b14-18d6d246e14d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:44.519184 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a75c34de-4eee-4c89-8b14-18d6d246e14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:44.521733 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a75c34de-4eee-4c89-8b14-18d6d246e14d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:44.522916 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a75c34de-4eee-4c89-8b14-18d6d246e14d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/276ab116-044f-4eae-a5b9-ec26415a8162 HTTP/1.1" status: 204 len: 168 time: 0.2108498 Dec 16 23:01:44.531574 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c34de-4eee-4c89-8b14-18d6d246e14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276ab116-044f-4eae-a5b9-ec26415a8162,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:45.210143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57418) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:01:45.224634 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f681d908-7109-4e6d-9f7d-52069322268b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:45.301054 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f681d908-7109-4e6d-9f7d-52069322268b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:45.352977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f681d908-7109-4e6d-9f7d-52069322268b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:45.395181 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f681d908-7109-4e6d-9f7d-52069322268b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=604e58266a134a4b92d916753a7a4512&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1839333 Dec 16 23:01:45.396025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681d908-7109-4e6d-9f7d-52069322268b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0978a2a0-7ce6-488e-8331-21e8dffbfbc0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:45.397879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57420) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:01:45.452963 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74faed39-2dcd-4b9a-b233-82fbd93037d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:45.475024 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74faed39-2dcd-4b9a-b233-82fbd93037d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:45.617173 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74faed39-2dcd-4b9a-b233-82fbd93037d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:45.619796 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74faed39-2dcd-4b9a-b233-82fbd93037d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:45.620986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-74faed39-2dcd-4b9a-b233-82fbd93037d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0978a2a0-7ce6-488e-8331-21e8dffbfbc0 HTTP/1.1" status: 204 len: 168 time: 0.2219760 Dec 16 23:01:45.631542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74faed39-2dcd-4b9a-b233-82fbd93037d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0978a2a0-7ce6-488e-8331-21e8dffbfbc0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:46.511063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 57426) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:01:46.524463 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a2811d3a-0d64-4462-9fd4-97605ddb94c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:46.602385 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a2811d3a-0d64-4462-9fd4-97605ddb94c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:46.725089 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a2811d3a-0d64-4462-9fd4-97605ddb94c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:46.771101 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a2811d3a-0d64-4462-9fd4-97605ddb94c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=161bf0345cce479badca0d1b2b3ace12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2588146 Dec 16 23:01:46.772057 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2811d3a-0d64-4462-9fd4-97605ddb94c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f6ce3e-09b4-4880-8de7-16f8df94bd71,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:46.774080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 57428) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:01:46.823554 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-485a81fa-7f7e-4947-a4e2-26a74b3b3e2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:46.846902 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-485a81fa-7f7e-4947-a4e2-26a74b3b3e2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:47.032090 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-485a81fa-7f7e-4947-a4e2-26a74b3b3e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:47.035148 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-485a81fa-7f7e-4947-a4e2-26a74b3b3e2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:47.036552 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-485a81fa-7f7e-4947-a4e2-26a74b3b3e2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26f6ce3e-09b4-4880-8de7-16f8df94bd71 HTTP/1.1" status: 204 len: 168 time: 0.2613533 Dec 16 23:01:47.047185 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a81fa-7f7e-4947-a4e2-26a74b3b3e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f6ce3e-09b4-4880-8de7-16f8df94bd71,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:50.130502 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b75b418a-5e0c-498c-8e46-5aae3df3abdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:51.165319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-b440bf82-233e-4881-a49a-ac0f20ce07eb tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a51bd111e7ce4de99e3d3cc3d1580f0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310953 Dec 16 23:01:51.361139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-c2748d5f-6d98-4214-95c0-002a97a563b1 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:51.362615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-c2748d5f-6d98-4214-95c0-002a97a563b1 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917226 Dec 16 23:01:51.378609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-7d7e61bf-4404-4287-b8af-ff6b24630279 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/quotas/a51bd111e7ce4de99e3d3cc3d1580f0a HTTP/1.1" status: 200 len: 375 time: 0.0101256 Dec 16 23:01:51.410971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-8ff74157-2311-4536-9f48-622d11dc51e6 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a51bd111e7ce4de99e3d3cc3d1580f0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267019 Dec 16 23:01:51.680199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aad0e0ae-ab13-4433-b4ab-d8bcf614bb52 req-6d49587c-5e18-45ae-b921-98191f4e55d1 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 210 time: 0.0276024 Dec 16 23:01:52.518871 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-35bc2863-f4a1-4de5-a0f1-4f765f52e062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:52.762246 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ecf5cc3-e010-4dd1-a9a1-43532e1ba69c req-3c7f9344-aeac-4617-874b-b73036bac03c tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 210 time: 0.0266278 Dec 16 23:01:53.706574 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:53.862535 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c2a6008-b952-41d3-9130-d0464ce87bfc req-2fb797a2-2462-47e2-b0c2-0f78b5f4cbb5 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 210 time: 0.0303748 Dec 16 23:01:54.177388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3c12f6a-977b-42a6-a8ce-a7a3b48ff985 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a51bd111e7ce4de99e3d3cc3d1580f0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233634 Dec 16 23:01:54.297775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-50bad9e4-c1a0-4346-a243-20ee1f93a828 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:54.299980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-50bad9e4-c1a0-4346-a243-20ee1f93a828 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1145999 Dec 16 23:01:54.314025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Request body: {'port': {'device_id': '565298d4-2fcb-446a-b7e2-133d5ecb6095', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': 'a51bd111e7ce4de99e3d3cc3d1580f0a'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:01:54.490315 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Made reservation on behalf of a51bd111e7ce4de99e3d3cc3d1580f0a for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:01:54.494028 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:54.503943 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:54.583469 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:54.707963 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:54.773875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd7f238-9cfc-4422-8ac4-f52536c85699,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:54.849176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Allocated IP 192.168.233.56 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/7d307a1e-0854-439b-99f7-01683a5ea412) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:01:54.985363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29cfb30b-953d-4858-99d8-50f8ee798d5e req-da06db8f-612a-4709-9787-ebfb1b764ccc tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 210 time: 0.0371172 Dec 16 23:01:55.010923 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:55.029447 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:55.158193 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:55.207558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:01:55.211120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:01:55.214016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:01:55.247051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Pushing event updated for resources: {'Port': ['ID=7d307a1e-0854-439b-99f7-01683a5ea412,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:55.277002 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:55.277697 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:55.383075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-9b2ec4ac-5a04-4ef1-a0e9-ff9a4921c584 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0733273 Dec 16 23:01:55.401534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Request body: {'port': {'device_id': '565298d4-2fcb-446a-b7e2-133d5ecb6095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:01:55.454741 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:55.474483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a4bf943d-ffa4-4580-9c9f-5afaaf446505 None None] Provisioning complete for port 7d307a1e-0854-439b-99f7-01683a5ea412 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:01:55.474857 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4bf943d-ffa4-4580-9c9f-5afaaf446505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:55.512136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a4bf943d-ffa4-4580-9c9f-5afaaf446505 None None] Port 7d307a1e-0854-439b-99f7-01683a5ea412 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:01:55.728709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d307a1e-0854-439b-99f7-01683a5ea412 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:01:55.738452 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:55.751420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Transition to ACTIVE for port object 7d307a1e-0854-439b-99f7-01683a5ea412 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:01:55.779985 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:55.885011 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:55.939164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d307a1e-0854-439b-99f7-01683a5ea412,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:56.012812 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Attempting to bind port 7d307a1e-0854-439b-99f7-01683a5ea412 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:01:56.013454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Attempting to bind port 7d307a1e-0854-439b-99f7-01683a5ea412 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:01:56.013921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Attempting to bind port 7d307a1e-0854-439b-99f7-01683a5ea412 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:01:56.022539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Port 7d307a1e-0854-439b-99f7-01683a5ea412 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:01:56.022794 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Attempting to bind port 7d307a1e-0854-439b-99f7-01683a5ea412 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:01:56.029079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:01:56.029553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:01:56.029874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:01:56.030443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Bound port: 7d307a1e-0854-439b-99f7-01683a5ea412, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:01:56.030807 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:56.142346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] For port 7d307a1e-0854-439b-99f7-01683a5ea412, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:01:56.151718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ecdc3-fd61-4b99-ad0d-7f2fa734bae6 req-854f1dce-6fcc-419a-b894-b9b753f25927 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:56.153365 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f1ecdc3-fd61-4b99-ad0d-7f2fa734bae6 req-854f1dce-6fcc-419a-b894-b9b753f25927 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 947 time: 0.0838308 Dec 16 23:01:56.155031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] For port 7d307a1e-0854-439b-99f7-01683a5ea412, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=7d307a1e-0854-439b-99f7-01683a5ea412,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:01:56.207461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f1ecdc3-fd61-4b99-ad0d-7f2fa734bae6 req-b3487048-ecff-42e7-b3e8-db9d0ceac48c tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/security-groups?id=acd7f238-9cfc-4422-8ac4-f52536c85699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461178 Dec 16 23:01:56.272238 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:56.312207 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:56.312841 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:56.314254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] 10.222.0.24 "PUT /v2.0/ports/7d307a1e-0854-439b-99f7-01683a5ea412 HTTP/1.1" status: 200 len: 1095 time: 0.9174259 Dec 16 23:01:56.314710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565298d4-2fcb-446a-b7e2-133d5ecb6095', 'tag': '7d307a1e-0854-439b-99f7-01683a5ea412'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:01:56.317064 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e08a62e-f46c-4499-a971-5a573909e538" -d '{"events": [{"name": "network-changed", "server_uuid": "565298d4-2fcb-446a-b7e2-133d5ecb6095", "tag": "7d307a1e-0854-439b-99f7-01683a5ea412"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:01:56.340602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3515ffe-542c-4f77-9bfb-6dd29c5635a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d307a1e-0854-439b-99f7-01683a5ea412,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:56.376464 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c942f10b-90eb-4ae7-8d24-bfd18a75ae61 x-openstack-request-id: req-c942f10b-90eb-4ae7-8d24-bfd18a75ae61 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:01:56.376774 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565298d4-2fcb-446a-b7e2-133d5ecb6095", "tag": "7d307a1e-0854-439b-99f7-01683a5ea412", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:01:56.377904 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c942f10b-90eb-4ae7-8d24-bfd18a75ae61 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:01:56.378349 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565298d4-2fcb-446a-b7e2-133d5ecb6095', 'tag': '7d307a1e-0854-439b-99f7-01683a5ea412', 'status': 'completed', 'code': 200} Dec 16 23:01:56.452425 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08a62e-f46c-4499-a971-5a573909e538 req-3c6a8af6-9919-4ad3-a13f-3f9517d4a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:56.454122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e08a62e-f46c-4499-a971-5a573909e538 req-3c6a8af6-9919-4ad3-a13f-3f9517d4a0c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a51bd111e7ce4de99e3d3cc3d1580f0a&device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 1098 time: 0.0491409 Dec 16 23:01:56.488989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e08a62e-f46c-4499-a971-5a573909e538 req-ee02cc66-1ff8-4d2b-b092-fc2e0ded4255 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a51bd111e7ce4de99e3d3cc3d1580f0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227849 Dec 16 23:01:56.594601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08a62e-f46c-4499-a971-5a573909e538 req-a71ab152-8fce-4cb6-868e-6837d365c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:56.596088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e08a62e-f46c-4499-a971-5a573909e538 req-a71ab152-8fce-4cb6-868e-6837d365c164 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986230 Dec 16 23:01:56.687976 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-6c635343-dc7e-492e-acee-e614fde82cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:56.689497 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-6c635343-dc7e-492e-acee-e614fde82cb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a51bd111e7ce4de99e3d3cc3d1580f0a&device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 1098 time: 0.0475862 Dec 16 23:01:56.739196 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-0d2434ca-2cb6-4bd1-8142-b30e991a0c7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=7d307a1e-0854-439b-99f7-01683a5ea412 HTTP/1.1" status: 200 len: 217 time: 0.0361810 Dec 16 23:01:56.793296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-f9b4e3fe-1b98-40ee-b00d-0e0ba165da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:56.794671 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-f9b4e3fe-1b98-40ee-b00d-0e0ba165da87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0455353 Dec 16 23:01:56.848270 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-4a61e4c9-4d2c-43aa-93f3-39c4326b9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:56.849774 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-4a61e4c9-4d2c-43aa-93f3-39c4326b9534 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0424573 Dec 16 23:01:56.951651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-b6661aef-c7bf-4975-9b5c-98fe4b2adff2 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873947 Dec 16 23:01:57.052365 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3968f531-ea22-4e6b-8102-1cbac0c1464c req-e0e0a512-3dff-4965-b43c-426e51a135a9 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882294 Dec 16 23:01:57.627355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceb568-1ab1-48ac-9128-d42a78b6da25 req-163163f7-4edb-4174-a32e-9d42b23901de tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:57.629518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7ceb568-1ab1-48ac-9128-d42a78b6da25 req-163163f7-4edb-4174-a32e-9d42b23901de tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 947 time: 0.3495011 Dec 16 23:01:57.685822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7ceb568-1ab1-48ac-9128-d42a78b6da25 req-e9b90a3a-199c-4e54-9ad1-5cdaafe709a6 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/security-groups?id=acd7f238-9cfc-4422-8ac4-f52536c85699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467470 Dec 16 23:01:58.822087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc4026-5606-4956-b38a-b662af000898 req-6739ab25-1261-4d12-bfc4-911ebf8e66dd tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:58.824268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4adc4026-5606-4956-b38a-b662af000898 req-6739ab25-1261-4d12-bfc4-911ebf8e66dd tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 947 time: 0.0570760 Dec 16 23:01:58.884691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4adc4026-5606-4956-b38a-b662af000898 req-afc824dd-1532-4c03-9b40-7a293358641d tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/security-groups?id=acd7f238-9cfc-4422-8ac4-f52536c85699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486779 Dec 16 23:02:00.009271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef096ccb-590b-423a-bb5e-99fff72a5fc2 req-b5439269-18da-41c1-bbe2-15e8bac00c37 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:00.010830 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef096ccb-590b-423a-bb5e-99fff72a5fc2 req-b5439269-18da-41c1-bbe2-15e8bac00c37 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 947 time: 0.0495756 Dec 16 23:02:00.067193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef096ccb-590b-423a-bb5e-99fff72a5fc2 req-fe4656b7-24b6-470e-96c4-92948e3687b0 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/security-groups?id=acd7f238-9cfc-4422-8ac4-f52536c85699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500555 Dec 16 23:02:00.826444 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 7d307a1e-0854-439b-99f7-01683a5ea412 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:02:00.928304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 7d307a1e-0854-439b-99f7-01683a5ea412, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=7d307a1e-0854-439b-99f7-01683a5ea412,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:02:00.940404 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '7d307a1e-0854-439b-99f7-01683a5ea412', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '7d307a1e-0854-439b-99f7-01683a5ea412', 'mac_address': 'fa:16:3e:a2:a5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:02:00.982321 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:00.997610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d307a1e-0854-439b-99f7-01683a5ea412 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:02:01.018328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 7d307a1e-0854-439b-99f7-01683a5ea412, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=7d307a1e-0854-439b-99f7-01683a5ea412,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:02:01.077486 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:01.129271 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=7d307a1e-0854-439b-99f7-01683a5ea412,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:01.137726 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:01.138082 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:01.138430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:01.138774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:01.139117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:01.139478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:01.139811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:01.140140 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:01.140471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:01.140825 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:01.141159 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:01.141485 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:01.141814 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:01.199940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dadc1-e796-4c47-bac7-4bebb59300ca req-ffe5793e-e0c8-415f-8e66-4f857c317770 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:01.201492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b5dadc1-e796-4c47-bac7-4bebb59300ca req-ffe5793e-e0c8-415f-8e66-4f857c317770 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 948 time: 0.0528316 Dec 16 23:02:01.253752 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b5dadc1-e796-4c47-bac7-4bebb59300ca req-a21138ca-d4d6-413c-8055-210b43f1c11d tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/security-groups?id=acd7f238-9cfc-4422-8ac4-f52536c85699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459898 Dec 16 23:02:01.335411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['7d307a1e-0854-439b-99f7-01683a5ea412'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:02:02.377596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac618815-95b7-4390-8f41-5952a1d88469 req-0158aee6-61f8-4a6d-943a-319859f4d116 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:02.379027 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac618815-95b7-4390-8f41-5952a1d88469 req-0158aee6-61f8-4a6d-943a-319859f4d116 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 948 time: 0.0526860 Dec 16 23:02:02.432124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac618815-95b7-4390-8f41-5952a1d88469 req-5b226153-c61f-43db-9a21-4d729f1ddf3a tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/security-groups?id=acd7f238-9cfc-4422-8ac4-f52536c85699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453770 Dec 16 23:02:02.843036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 7d307a1e-0854-439b-99f7-01683a5ea412 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:02:02.976931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 7d307a1e-0854-439b-99f7-01683a5ea412 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:02:02.981463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 7d307a1e-0854-439b-99f7-01683a5ea412 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:02:02.981885 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:03.070240 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:03.095636 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565298d4-2fcb-446a-b7e2-133d5ecb6095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d307a1e-0854-439b-99f7-01683a5ea412'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:02:03.097834 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a989b4-2557-43e6-a17a-88a5be61926d" -d '{"events": [{"server_uuid": "565298d4-2fcb-446a-b7e2-133d5ecb6095", "name": "network-vif-plugged", "status": "completed", "tag": "7d307a1e-0854-439b-99f7-01683a5ea412"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:02:03.111856 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 7d307a1e-0854-439b-99f7-01683a5ea412, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=7d307a1e-0854-439b-99f7-01683a5ea412,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:02:03.146353 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d4f785-103b-4ac7-9ce7-cf26694c2166 x-openstack-request-id: req-78d4f785-103b-4ac7-9ce7-cf26694c2166 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:02:03.147220 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565298d4-2fcb-446a-b7e2-133d5ecb6095", "name": "network-vif-plugged", "status": "completed", "tag": "7d307a1e-0854-439b-99f7-01683a5ea412", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:02:03.147575 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78d4f785-103b-4ac7-9ce7-cf26694c2166 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:02:03.147934 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565298d4-2fcb-446a-b7e2-133d5ecb6095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d307a1e-0854-439b-99f7-01683a5ea412', 'code': 200} Dec 16 23:02:03.205958 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:03.270475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=7d307a1e-0854-439b-99f7-01683a5ea412,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:03.278771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad02209-e40f-4fd7-877c-a64aeb3a0586 req-23ccb04c-8742-43b8-95a1-af6c29882c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:03.280593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ad02209-e40f-4fd7-877c-a64aeb3a0586 req-23ccb04c-8742-43b8-95a1-af6c29882c86 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 1100 time: 0.0618675 Dec 16 23:02:03.331849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ad02209-e40f-4fd7-877c-a64aeb3a0586 req-23a34fe0-b13e-44f6-b8b6-58a600d592f9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=acd7f238-9cfc-4422-8ac4-f52536c85699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401640 Dec 16 23:02:03.561778 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5a6e0-6ac5-40c8-8d45-b02278624a2d req-af418cef-bc3e-4726-9aa6-705aae88e639 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:03.563430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60b5a6e0-6ac5-40c8-8d45-b02278624a2d req-af418cef-bc3e-4726-9aa6-705aae88e639 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 949 time: 0.0560901 Dec 16 23:02:03.625300 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60b5a6e0-6ac5-40c8-8d45-b02278624a2d req-2eb5fd53-c731-4574-bf96-7a62bf0107d8 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/security-groups?id=acd7f238-9cfc-4422-8ac4-f52536c85699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545232 Dec 16 23:02:04.762113 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7644b8-2820-4795-9e28-a40f1e496e67 req-65c22f89-acff-4aa5-863e-02e1bfb28210 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:04.763795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f7644b8-2820-4795-9e28-a40f1e496e67 req-65c22f89-acff-4aa5-863e-02e1bfb28210 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 949 time: 0.0600533 Dec 16 23:02:04.817390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f7644b8-2820-4795-9e28-a40f1e496e67 req-2829fa96-7b6c-4df3-94e6-1097a66c8288 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/security-groups?id=acd7f238-9cfc-4422-8ac4-f52536c85699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473342 Dec 16 23:02:05.941277 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d324ebf-7d2d-4780-a6a4-a4e989df20e4 req-4422f688-b06e-481e-b904-dfb7a7ba229c tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:05.942962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d324ebf-7d2d-4780-a6a4-a4e989df20e4 req-4422f688-b06e-481e-b904-dfb7a7ba229c tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 949 time: 0.0539773 Dec 16 23:02:06.003446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d324ebf-7d2d-4780-a6a4-a4e989df20e4 req-4304b263-03c5-4162-8fa2-c3caf99dfeac tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/security-groups?id=acd7f238-9cfc-4422-8ac4-f52536c85699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534596 Dec 16 23:02:09.047754 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eadcba46-11c0-448d-8a07-fd844a376b8a req-db841e3f-bab2-4e7f-a6d2-cd17c64923e1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414093 Dec 16 23:02:09.149592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcba46-11c0-448d-8a07-fd844a376b8a req-3c698441-0c20-4e7d-ac01-a3bfe7b6e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:09.151011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eadcba46-11c0-448d-8a07-fd844a376b8a req-3c698441-0c20-4e7d-ac01-a3bfe7b6e029 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 1096 time: 0.0498619 Dec 16 23:02:09.270913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcba46-11c0-448d-8a07-fd844a376b8a req-ca403f50-46e8-45ce-82eb-cf10bf262385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:09.273360 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eadcba46-11c0-448d-8a07-fd844a376b8a req-ca403f50-46e8-45ce-82eb-cf10bf262385 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.0970297 Dec 16 23:02:09.350799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eadcba46-11c0-448d-8a07-fd844a376b8a req-bc89d9dc-7861-47c7-b967-46a0152b07ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0031f4f-55e8-42ab-a7bd-dfef98054a19 HTTP/1.1" status: 200 len: 1001 time: 0.0684090 Dec 16 23:02:09.408745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcba46-11c0-448d-8a07-fd844a376b8a req-38902031-1e2e-49da-98e6-ae02a1597a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:09.410680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eadcba46-11c0-448d-8a07-fd844a376b8a req-38902031-1e2e-49da-98e6-ae02a1597a14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0515442 Dec 16 23:02:09.464910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcba46-11c0-448d-8a07-fd844a376b8a req-3a823c7a-4ec8-4da6-a713-0405f001c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:09.466467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eadcba46-11c0-448d-8a07-fd844a376b8a req-3a823c7a-4ec8-4da6-a713-0405f001c30c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480261 Dec 16 23:02:09.568705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eadcba46-11c0-448d-8a07-fd844a376b8a req-34755f38-50b9-4425-a343-174dd4c78b09 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923340 Dec 16 23:02:09.670166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eadcba46-11c0-448d-8a07-fd844a376b8a req-a2e0645a-4848-48c9-b1b6-7ab849e64b98 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942671 Dec 16 23:02:13.517904 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:13.680683 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:14.932633 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:02:20.194453 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0143c801-0a8a-487f-b2fd-882f350ba344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:20.635361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6e945f6-184a-4598-abcb-e165e8041b2b req-0208eeae-8a94-4f85-ae40-30632d30867a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1833127 Dec 16 23:02:20.739774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e945f6-184a-4598-abcb-e165e8041b2b req-0c75c1b6-477d-47fe-8ed8-05f48c0aa853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:20.742249 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6e945f6-184a-4598-abcb-e165e8041b2b req-0c75c1b6-477d-47fe-8ed8-05f48c0aa853 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a51bd111e7ce4de99e3d3cc3d1580f0a&device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 1100 time: 0.0554402 Dec 16 23:02:20.882283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e945f6-184a-4598-abcb-e165e8041b2b req-3a6fa415-d37c-4f1e-9f3b-67e07a377a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:20.884842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6e945f6-184a-4598-abcb-e165e8041b2b req-3a6fa415-d37c-4f1e-9f3b-67e07a377a40 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1198673 Dec 16 23:02:20.957803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6e945f6-184a-4598-abcb-e165e8041b2b req-6db0d57c-d7c1-45d4-a976-4d85e7f053c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=7d307a1e-0854-439b-99f7-01683a5ea412 HTTP/1.1" status: 200 len: 217 time: 0.0648196 Dec 16 23:02:21.021846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e945f6-184a-4598-abcb-e165e8041b2b req-83413e99-dc2f-4019-bc92-9e1483aedbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:21.024473 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6e945f6-184a-4598-abcb-e165e8041b2b req-83413e99-dc2f-4019-bc92-9e1483aedbf2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0578916 Dec 16 23:02:21.080194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e945f6-184a-4598-abcb-e165e8041b2b req-d79fa71e-48f0-425a-853e-65ca3bcda5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:21.081758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6e945f6-184a-4598-abcb-e165e8041b2b req-d79fa71e-48f0-425a-853e-65ca3bcda5dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0495942 Dec 16 23:02:21.195428 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6e945f6-184a-4598-abcb-e165e8041b2b req-d281198f-a3f0-4aa8-9c43-7676ca40afa3 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053011 Dec 16 23:02:21.308240 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6e945f6-184a-4598-abcb-e165e8041b2b req-6dff6262-6a5c-4e2e-8dfe-1c60137fb166 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037905 Dec 16 23:02:22.497102 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95ce7f1e-3c23-475a-8021-eaa9ddb0a9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:23.708440 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:24.988657 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:25.821205 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:43.524129 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:43.644171 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:50.143655 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7234fe56-51a2-4606-bc86-256ff7099a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:51.931946 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:02:52.503766 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9a312ac2-1e1e-45c8-a19a-e4b3df52640f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:53.691888 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:55.011478 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:55.783230 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:11.072765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40f8b3aa-22be-414e-8c0c-f7e0ba532a16 req-06f57d7d-9b8d-4a03-9372-f290bfd810da service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426555 Dec 16 23:03:11.166775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8b3aa-22be-414e-8c0c-f7e0ba532a16 req-80039821-a19c-49a9-98f0-7bad2b484a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:11.169099 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40f8b3aa-22be-414e-8c0c-f7e0ba532a16 req-80039821-a19c-49a9-98f0-7bad2b484a0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 1096 time: 0.0482221 Dec 16 23:03:11.291700 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8b3aa-22be-414e-8c0c-f7e0ba532a16 req-660edd99-6b29-49b8-87a6-d23df320327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:11.293268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40f8b3aa-22be-414e-8c0c-f7e0ba532a16 req-660edd99-6b29-49b8-87a6-d23df320327d service neutron] 10.222.0.69 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.0962396 Dec 16 23:03:11.369832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40f8b3aa-22be-414e-8c0c-f7e0ba532a16 req-fac5fcd2-4eef-46d9-b864-973d1953de1b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0031f4f-55e8-42ab-a7bd-dfef98054a19 HTTP/1.1" status: 200 len: 1001 time: 0.0655451 Dec 16 23:03:11.426090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8b3aa-22be-414e-8c0c-f7e0ba532a16 req-e8aa203c-4e7b-41af-9ace-3ae718a7bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:11.427613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40f8b3aa-22be-414e-8c0c-f7e0ba532a16 req-e8aa203c-4e7b-41af-9ace-3ae718a7bf05 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0469186 Dec 16 23:03:11.482062 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8b3aa-22be-414e-8c0c-f7e0ba532a16 req-3b1f28ef-98d2-4f3e-be97-8134c7ded1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:11.483629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40f8b3aa-22be-414e-8c0c-f7e0ba532a16 req-3b1f28ef-98d2-4f3e-be97-8134c7ded1a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445991 Dec 16 23:03:11.583320 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40f8b3aa-22be-414e-8c0c-f7e0ba532a16 req-d082ed78-18f1-4428-8c17-5bf8fabf9385 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884621 Dec 16 23:03:11.686491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40f8b3aa-22be-414e-8c0c-f7e0ba532a16 req-65d8ceb6-ae24-43ed-b37b-55d01a8193c9 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913007 Dec 16 23:03:13.526062 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:13.646259 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:20.103834 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b664039d-d0ee-4dda-9d27-5dfe773fd4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:21.499157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71a59a35-18ab-4500-a9d1-76dc1e025615 req-5560b3a3-6829-4295-95b8-8d5715dcf81b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429418 Dec 16 23:03:21.595521 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a59a35-18ab-4500-a9d1-76dc1e025615 req-99191806-27a6-48bc-bab5-8561313378a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:21.597229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71a59a35-18ab-4500-a9d1-76dc1e025615 req-99191806-27a6-48bc-bab5-8561313378a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a51bd111e7ce4de99e3d3cc3d1580f0a&device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 1100 time: 0.0480077 Dec 16 23:03:21.725869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a59a35-18ab-4500-a9d1-76dc1e025615 req-3b1d7284-0086-4934-9bc9-8aafd9d86041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:21.727401 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71a59a35-18ab-4500-a9d1-76dc1e025615 req-3b1d7284-0086-4934-9bc9-8aafd9d86041 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac671055-e3cb-4dc2-ab06-a2bfce58d097 HTTP/1.1" status: 200 len: 870 time: 0.1032531 Dec 16 23:03:21.782687 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71a59a35-18ab-4500-a9d1-76dc1e025615 req-dfdcfa67-baec-4cff-8abf-05a299fd27aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=7d307a1e-0854-439b-99f7-01683a5ea412 HTTP/1.1" status: 200 len: 217 time: 0.0422060 Dec 16 23:03:21.836768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a59a35-18ab-4500-a9d1-76dc1e025615 req-6524fb98-548b-4313-a3b7-c24712d54a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:21.838239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71a59a35-18ab-4500-a9d1-76dc1e025615 req-6524fb98-548b-4313-a3b7-c24712d54a31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0448697 Dec 16 23:03:21.892004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a59a35-18ab-4500-a9d1-76dc1e025615 req-95ed4124-7f89-455d-ad85-b08e14629962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:21.893456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71a59a35-18ab-4500-a9d1-76dc1e025615 req-95ed4124-7f89-455d-ad85-b08e14629962 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431323 Dec 16 23:03:21.999548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71a59a35-18ab-4500-a9d1-76dc1e025615 req-5218e388-0933-4f9e-9979-a8b1fe3780e0 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935271 Dec 16 23:03:22.103775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71a59a35-18ab-4500-a9d1-76dc1e025615 req-9fae2542-cdb9-488f-b0a2-82f54675b8fc service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922611 Dec 16 23:03:22.509101 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-334c72cc-a87c-4041-9760-d065919f9d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:23.701589 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:24.983642 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:25.766237 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:28.931776 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:03:40.756109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416f61e-1546-41b1-82be-ac3e225878c6 req-4dcfed2e-82ea-4eb9-9208-94e4a92b720d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:40.761229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a416f61e-1546-41b1-82be-ac3e225878c6 req-4dcfed2e-82ea-4eb9-9208-94e4a92b720d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 945 time: 0.1693659 Dec 16 23:03:40.816742 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a416f61e-1546-41b1-82be-ac3e225878c6 req-2bb593f6-758d-472c-9998-2402080b16f6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521722 Dec 16 23:03:41.996168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a2b3c-78dc-4e08-9d0a-b276686b76f9 req-bd8a2626-3ebf-4100-8adb-f626a6fd10d0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:41.997703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727a2b3c-78dc-4e08-9d0a-b276686b76f9 req-bd8a2626-3ebf-4100-8adb-f626a6fd10d0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 945 time: 0.1057868 Dec 16 23:03:42.051089 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727a2b3c-78dc-4e08-9d0a-b276686b76f9 req-9ed0981d-88b9-43d5-8f78-001c77267759 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446935 Dec 16 23:03:42.336847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411da3b0-7a03-4177-8515-fc0ee79d210c req-3b2a8ac4-4991-4856-a588-34836a37511f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:42.338305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-411da3b0-7a03-4177-8515-fc0ee79d210c req-3b2a8ac4-4991-4856-a588-34836a37511f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 945 time: 0.0498991 Dec 16 23:03:42.437809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-411da3b0-7a03-4177-8515-fc0ee79d210c req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Deleting port b0031f4f-55e8-42ab-a7bd-dfef98054a19 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:03:42.438150 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-411da3b0-7a03-4177-8515-fc0ee79d210c req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:42.530503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-411da3b0-7a03-4177-8515-fc0ee79d210c req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] For port b0031f4f-55e8-42ab-a7bd-dfef98054a19, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=b0031f4f-55e8-42ab-a7bd-dfef98054a19,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:03:42.530871 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-411da3b0-7a03-4177-8515-fc0ee79d210c req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:42.712662 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-411da3b0-7a03-4177-8515-fc0ee79d210c req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:42.713025 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-411da3b0-7a03-4177-8515-fc0ee79d210c req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:42.713347 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [req-411da3b0-7a03-4177-8515-fc0ee79d210c req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Floating IP b8fd2a5e-b8c4-4964-80ea-f04f544eaf43 disassociated. External IP: 172.25.2.191, port: b0031f4f-55e8-42ab-a7bd-dfef98054a19. Dec 16 23:03:42.713836 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-411da3b0-7a03-4177-8515-fc0ee79d210c req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Calling delete_port for b0031f4f-55e8-42ab-a7bd-dfef98054a19 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:03:42.944860 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-411da3b0-7a03-4177-8515-fc0ee79d210c req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:42.980859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event deleted for resources: {'Port': ['ID=b0031f4f-55e8-42ab-a7bd-dfef98054a19,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:03:43.035304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:03:43.035944 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:03:43.036058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:03:43.036330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:03:43.036675 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:03:43.037020 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:03:43.037360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:03:43.037763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:03:43.038031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:03:43.038364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:03:43.038700 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:03:43.039032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:03:43.039399 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:03:43.127818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-411da3b0-7a03-4177-8515-fc0ee79d210c req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:03:43.163360 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3472c7b-9084-49a3-b7db-12ce9eb40dd9 req-00b8dc56-c540-4fa4-91fe-799477e1461e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 210 time: 0.0342159 Dec 16 23:03:43.277918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-411da3b0-7a03-4177-8515-fc0ee79d210c req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:03:43.290010 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975a26f6-e2ff-4303-9a5d-b1564bed890b None None] Sync routers for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:03:43.301678 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a26f6-e2ff-4303-9a5d-b1564bed890b None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:03:43.305948 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-975a26f6-e2ff-4303-9a5d-b1564bed890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:03:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:03:43.322483 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-411da3b0-7a03-4177-8515-fc0ee79d210c req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] No DVR routers for this DVR port b0031f4f-55e8-42ab-a7bd-dfef98054a19 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:03:43.326240 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-411da3b0-7a03-4177-8515-fc0ee79d210c req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:43.330233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-411da3b0-7a03-4177-8515-fc0ee79d210c req-1b16d41e-5901-4d78-bdb8-879c9c185aa1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.69 "DELETE /v2.0/ports/b0031f4f-55e8-42ab-a7bd-dfef98054a19 HTTP/1.1" status: 204 len: 173 time: 0.9822764 Dec 16 23:03:43.330737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ddf2f2-d0f8-45e4-a4ef-61debc42963b', 'name': 'network-vif-deleted', 'tag': 'b0031f4f-55e8-42ab-a7bd-dfef98054a19'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:03:43.333288 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd2e004-516d-47c9-8568-bd4749928261" -d '{"events": [{"server_uuid": "e1ddf2f2-d0f8-45e4-a4ef-61debc42963b", "name": "network-vif-deleted", "tag": "b0031f4f-55e8-42ab-a7bd-dfef98054a19"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:03:43.449445 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-975a26f6-e2ff-4303-9a5d-b1564bed890b None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:03:43.466778 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7609900-4de7-4ce0-8f39-d7c61d75fa47 x-openstack-request-id: req-f7609900-4de7-4ce0-8f39-d7c61d75fa47 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:03:43.467076 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ddf2f2-d0f8-45e4-a4ef-61debc42963b", "name": "network-vif-deleted", "tag": "b0031f4f-55e8-42ab-a7bd-dfef98054a19", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:03:43.467371 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7609900-4de7-4ce0-8f39-d7c61d75fa47 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:03:43.467879 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ddf2f2-d0f8-45e4-a4ef-61debc42963b', 'name': 'network-vif-deleted', 'tag': 'b0031f4f-55e8-42ab-a7bd-dfef98054a19', 'status': 'completed', 'code': 200} Dec 16 23:03:43.625784 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:43.681594 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:43.691361 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-975a26f6-e2ff-4303-9a5d-b1564bed890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:03:43.726806 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975a26f6-e2ff-4303-9a5d-b1564bed890b None None] Checking router: 8d401d72-e07c-4326-ac0b-5f663cf7bf3e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:03:43.736465 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a26f6-e2ff-4303-9a5d-b1564bed890b None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:03:43.737184 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-975a26f6-e2ff-4303-9a5d-b1564bed890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:03:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:03:43.849077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-975a26f6-e2ff-4303-9a5d-b1564bed890b None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:03:44.074191 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-975a26f6-e2ff-4303-9a5d-b1564bed890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:03:44.101724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975a26f6-e2ff-4303-9a5d-b1564bed890b None None] The sync data for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 is: [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:03:44.266296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b235a1a9-7f23-4e98-ac37-3cc5cdb5886c req-5d310da5-aef5-4e4d-a9ac-d1bc7d635511 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 210 time: 0.0306127 Dec 16 23:03:44.390359 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4731d691-9a60-4fc0-93f5-bfae16ee2abe None None] New status for floating IP b8fd2a5e-b8c4-4964-80ea-f04f544eaf43: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:03:45.379049 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-90d359bd-a456-444d-a9b5-24c1795e8034 req-eab2b3ab-3924-42b2-916b-c9b2c9ab8a21 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 210 time: 0.0268540 Dec 16 23:03:46.480833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7012bc82-1f01-453a-a712-c5131fb63bce req-2c298eb1-bf04-42f2-bfd2-625075629e78 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 210 time: 0.0271764 Dec 16 23:03:46.530777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b0031f4f-55e8-42ab-a7bd-dfef98054a19 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:03:46.552629 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: b0031f4f-55e8-42ab-a7bd-dfef98054a19 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:03:46.553093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device b0031f4f-55e8-42ab-a7bd-dfef98054a19 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:03:47.587296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-891f2d1f-a95c-4b83-8603-ceea9e84d1f5 req-2fb074d3-f0bf-4125-b209-b54ab28b16f4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 210 time: 0.0316036 Dec 16 23:03:48.702084 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d9ffa4d-a26a-4c0e-bdd1-befba1267fe8 req-e91d5d9d-ca0d-43d9-8662-72217ec6f60f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1ddf2f2-d0f8-45e4-a4ef-61debc42963b HTTP/1.1" status: 200 len: 210 time: 0.0308180 Dec 16 23:03:49.980317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-f1eed733-eafc-4e5f-8a1b-e85238fd4e36 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188886760&fields=id&tenant_id=d3ce3d7cd750496abea0f17a31397257 HTTP/1.1" status: 200 len: 267 time: 0.0461917 Dec 16 23:03:50.097317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-645852b0-6c43-4690-b2bb-b2d6021dbe6a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:50.098869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-645852b0-6c43-4690-b2bb-b2d6021dbe6a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 811 time: 0.1102903 Dec 16 23:03:50.109814 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31125fc5-64b5-4f97-9a84-8a791d680aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:50.119480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-3ad57dce-4e79-4aee-a049-85dc420ef26b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/quotas/d3ce3d7cd750496abea0f17a31397257 HTTP/1.1" status: 200 len: 375 time: 0.0135179 Dec 16 23:03:50.175932 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-e0e6fafa-bdb8-4faa-bad7-0837d12bf59e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479612 Dec 16 23:03:50.285680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-6eb64da7-57fa-4540-99b5-2cf12c1bda67 service neutron] 10.222.0.43 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921133 Dec 16 23:03:50.385572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-c47cdb98-8fee-4dfc-9796-ded2c17c4185 service neutron] 10.222.0.43 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933249 Dec 16 23:03:50.981252 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f036e7a7-1ca9-41ab-807b-3ecc41397100 req-4a93c52b-6a4a-4814-a3f6-1dfdddd02ebf tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 210 time: 0.0301533 Dec 16 23:03:52.081388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4147f2c-c13c-4742-97b2-27ba0e9525b2 req-6d94b306-1da9-465f-8f51-37880dc594e0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 210 time: 0.0280383 Dec 16 23:03:52.492515 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ff4c3f0-f9f2-4c14-9f0f-2907c82b361d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:52.653354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1481c-55f6-4439-a31b-034436b5680f req-eb9d5efa-9156-44b8-b4e6-bc9b4383faab tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:52.654847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95d1481c-55f6-4439-a31b-034436b5680f req-eb9d5efa-9156-44b8-b4e6-bc9b4383faab tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 949 time: 0.0509562 Dec 16 23:03:52.710431 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95d1481c-55f6-4439-a31b-034436b5680f req-228ee745-b86d-4681-b8bc-ed0043b469f3 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/security-groups?id=acd7f238-9cfc-4422-8ac4-f52536c85699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473213 Dec 16 23:03:52.963460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7dc2a0cb-baff-42d2-9e67-d2229d117591 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:52.964973 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7dc2a0cb-baff-42d2-9e67-d2229d117591 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.69 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 811 time: 0.1066749 Dec 16 23:03:53.036165 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-10690f46-b2e4-4c4d-8724-1927a991bba6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ce3d7cd750496abea0f17a31397257 HTTP/1.1" status: 200 len: 379 time: 0.0580335 Dec 16 23:03:53.050454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-35693249-31cd-42b8-a337-c024fe2c100b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'port': {'device_id': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'admin_state_up': True, 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'security_groups': ['2d8d0eac-8ab9-4ef0-98ef-f532a282ef11']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:03:53.189357 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe14cd46-587a-4da3-87e8-54b4da3eb150 req-47366c65-01b3-4025-a367-3a5309a40e5f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 210 time: 0.0321364 Dec 16 23:03:53.272980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-35693249-31cd-42b8-a337-c024fe2c100b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Made reservation on behalf of d3ce3d7cd750496abea0f17a31397257 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:03:53.276866 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-35693249-31cd-42b8-a337-c024fe2c100b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:53.413166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-35693249-31cd-42b8-a337-c024fe2c100b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Allocated IP 172.20.0.8 (67357662-f096-489b-86be-53da3c2aa325/7eec04a3-4ec5-42d1-8be2-97c157b7e97f/a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:03:53.566112 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-35693249-31cd-42b8-a337-c024fe2c100b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:53.656532 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-35693249-31cd-42b8-a337-c024fe2c100b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:53.684666 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:53.703205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-35693249-31cd-42b8-a337-c024fe2c100b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Network 67357662-f096-489b-86be-53da3c2aa325 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:03:53.706590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-35693249-31cd-42b8-a337-c024fe2c100b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:03:53.710406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-35693249-31cd-42b8-a337-c024fe2c100b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:03:53.755055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35693249-31cd-42b8-a337-c024fe2c100b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'Port': ['ID=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:03:53.771323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-35693249-31cd-42b8-a337-c024fe2c100b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:53.772296 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-35693249-31cd-42b8-a337-c024fe2c100b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:53.841902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b0c44-e7d6-4c0c-bd18-b0eca82c44c2 req-a258109b-cb11-4e9d-a020-086767f8369f tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:53.843565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f77b0c44-e7d6-4c0c-bd18-b0eca82c44c2 req-a258109b-cb11-4e9d-a020-086767f8369f tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 949 time: 0.0520895 Dec 16 23:03:53.865088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-35693249-31cd-42b8-a337-c024fe2c100b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8189702 Dec 16 23:03:53.917102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f77b0c44-e7d6-4c0c-bd18-b0eca82c44c2 req-64929ff1-4b2f-4f02-8704-0de2031fc4c2 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/security-groups?id=acd7f238-9cfc-4422-8ac4-f52536c85699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665925 Dec 16 23:03:53.950676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Request body: {'port': {'device_id': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:03:53.953792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-03df9b78-4907-49b7-a5ce-9ebcd91736a0 None None] Provisioning complete for port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:03:53.954422 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-03df9b78-4907-49b7-a5ce-9ebcd91736a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:53.992126 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-03df9b78-4907-49b7-a5ce-9ebcd91736a0 None None] Port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:03:54.012207 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:54.612672 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:03:54.644452 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:54.668595 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Transition to ACTIVE for port object a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:03:54.684062 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212cc7f-3cbc-4e38-b6b2-25a7fbd39bb1 req-2bc827fe-69eb-4c94-a60b-f855d3c390a3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:54.685641 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0212cc7f-3cbc-4e38-b6b2-25a7fbd39bb1 req-2bc827fe-69eb-4c94-a60b-f855d3c390a3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 931 time: 0.4118485 Dec 16 23:03:54.700269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc62447-5d8d-4302-b019-e258a971cfb1 req-b312df78-a13b-4d18-ad40-856046ae1d9a tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:54.701938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-acc62447-5d8d-4302-b019-e258a971cfb1 req-b312df78-a13b-4d18-ad40-856046ae1d9a tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.24 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 949 time: 0.0931396 Dec 16 23:03:54.766071 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:54.843626 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0212cc7f-3cbc-4e38-b6b2-25a7fbd39bb1 req-b134d6ea-9b12-4525-aeea-abda551d22ff tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406357 Dec 16 23:03:54.879275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:03:54.953075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-acc62447-5d8d-4302-b019-e258a971cfb1 req-fbc71849-4901-4516-9ae4-d86d7be0a006 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Deleting port 7d307a1e-0854-439b-99f7-01683a5ea412 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:03:54.953439 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-acc62447-5d8d-4302-b019-e258a971cfb1 req-fbc71849-4901-4516-9ae4-d86d7be0a006 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:54.972922 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:55.056343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Attempting to bind port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:03:55.056694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Attempting to bind port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:03:55.056966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Attempting to bind port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 on network 67357662-f096-489b-86be-53da3c2aa325 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:03:55.072943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 on network 67357662-f096-489b-86be-53da3c2aa325 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:03:55.073269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Attempting to bind port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 on network 67357662-f096-489b-86be-53da3c2aa325 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:03:55.093531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:03:55.093874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Checking segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:03:55.094265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Bound using segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:03:55.095344 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Bound port: a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:03:55.096517 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:55.132085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-acc62447-5d8d-4302-b019-e258a971cfb1 req-fbc71849-4901-4516-9ae4-d86d7be0a006 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] For port 7d307a1e-0854-439b-99f7-01683a5ea412, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=7d307a1e-0854-439b-99f7-01683a5ea412,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:03:55.132372 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-acc62447-5d8d-4302-b019-e258a971cfb1 req-fbc71849-4901-4516-9ae4-d86d7be0a006 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:55.172455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae9ce0-68af-43d6-989e-f6f653c4166c req-56b1e9da-b3ac-4425-9f16-c9d2fef21222 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:55.174537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dae9ce0-68af-43d6-989e-f6f653c4166c req-56b1e9da-b3ac-4425-9f16-c9d2fef21222 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 949 time: 0.1506386 Dec 16 23:03:55.184590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-acc62447-5d8d-4302-b019-e258a971cfb1 req-fbc71849-4901-4516-9ae4-d86d7be0a006 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Calling delete_port for 7d307a1e-0854-439b-99f7-01683a5ea412 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:03:55.284885 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] For port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:03:55.311429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] For port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:03:55.315893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5dae9ce0-68af-43d6-989e-f6f653c4166c req-d421bc9c-5151-40ca-9052-b2e6b77b7141 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/security-groups?id=acd7f238-9cfc-4422-8ac4-f52536c85699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339226 Dec 16 23:03:55.394277 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:55.431072 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:55.431728 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:55.433114 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] 10.222.0.69 "PUT /v2.0/ports/a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 HTTP/1.1" status: 200 len: 1091 time: 1.5540466 Dec 16 23:03:55.433568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'tag': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:03:55.435972 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce5bc0e-0a67-4d80-9eed-0c5d14ec66b3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d94429c-5edb-4900-a6c9-c71b25eeb5f0", "tag": "a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:03:55.463832 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03b2c4-8a83-4c63-82cd-aa7ad29835a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:03:55.480274 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-acc62447-5d8d-4302-b019-e258a971cfb1 req-fbc71849-4901-4516-9ae4-d86d7be0a006 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:55.512899 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d3096a-0e28-48f6-82e1-6ebfd04d700a x-openstack-request-id: req-f3d3096a-0e28-48f6-82e1-6ebfd04d700a {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:03:55.513190 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d94429c-5edb-4900-a6c9-c71b25eeb5f0", "tag": "a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:03:55.513443 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3d3096a-0e28-48f6-82e1-6ebfd04d700a {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:03:55.513851 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'tag': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'status': 'completed', 'code': 200} Dec 16 23:03:55.517493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc71849-4901-4516-9ae4-d86d7be0a006 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Pushing event deleted for resources: {'Port': ['ID=7d307a1e-0854-439b-99f7-01683a5ea412,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:03:55.590850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc62447-5d8d-4302-b019-e258a971cfb1 req-fbc71849-4901-4516-9ae4-d86d7be0a006 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] No DVR routers for this DVR port 7d307a1e-0854-439b-99f7-01683a5ea412 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:03:55.595822 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-acc62447-5d8d-4302-b019-e258a971cfb1 req-fbc71849-4901-4516-9ae4-d86d7be0a006 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:55.599367 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-acc62447-5d8d-4302-b019-e258a971cfb1 req-fbc71849-4901-4516-9ae4-d86d7be0a006 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.24 "DELETE /v2.0/ports/7d307a1e-0854-439b-99f7-01683a5ea412 HTTP/1.1" status: 204 len: 173 time: 0.8803983 Dec 16 23:03:55.616205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5bc0e-0a67-4d80-9eed-0c5d14ec66b3 req-03a32447-af37-484b-a21f-afbfbc7334ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:55.617805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ce5bc0e-0a67-4d80-9eed-0c5d14ec66b3 req-03a32447-af37-484b-a21f-afbfbc7334ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 1094 time: 0.0743532 Dec 16 23:03:55.737412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5bc0e-0a67-4d80-9eed-0c5d14ec66b3 req-7db9c0b2-7439-4f3b-b074-2399073ab3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:55.739551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ce5bc0e-0a67-4d80-9eed-0c5d14ec66b3 req-7db9c0b2-7439-4f3b-b074-2399073ab3ac service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d3ce3d7cd750496abea0f17a31397257&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1111743 Dec 16 23:03:55.821460 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:55.857012 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5bc0e-0a67-4d80-9eed-0c5d14ec66b3 req-44e83438-dd99-4e37-a48e-5dde4c9f9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:55.858962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ce5bc0e-0a67-4d80-9eed-0c5d14ec66b3 req-44e83438-dd99-4e37-a48e-5dde4c9f9190 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096842 Dec 16 23:03:56.011205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-31664a80-b436-40f8-a603-e381ff5eb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:56.012764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-31664a80-b436-40f8-a603-e381ff5eb054 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 1094 time: 0.0823498 Dec 16 23:03:56.028201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e3f85-e6dc-420a-9ab6-6bbd8fa2d7e6 req-19c7a560-ec0a-4907-ac0d-7adaf49e8901 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:56.029719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-441e3f85-e6dc-420a-9ab6-6bbd8fa2d7e6 req-19c7a560-ec0a-4907-ac0d-7adaf49e8901 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 943 time: 0.0886493 Dec 16 23:03:56.082344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-cf24bdf5-cdcb-4096-acd8-62bb9e52f07e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 HTTP/1.1" status: 200 len: 217 time: 0.0516136 Dec 16 23:03:56.161544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-441e3f85-e6dc-420a-9ab6-6bbd8fa2d7e6 req-5781acc3-47d8-4bbe-a494-240b7f7b69ab tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864973 Dec 16 23:03:56.169657 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-cdaddf80-49ff-4e32-9743-4080da7d359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:56.171132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-cdaddf80-49ff-4e32-9743-4080da7d359f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0762980 Dec 16 23:03:56.226629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-9215a990-6f6e-403b-b3bd-6923ffbd969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:56.228230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-9215a990-6f6e-403b-b3bd-6923ffbd969c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451987 Dec 16 23:03:56.326433 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-5211a8fc-1a47-4268-b0ab-6f909e75e916 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896201 Dec 16 23:03:56.448209 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc5150db-1f33-4332-bdc3-7dde82415339 req-0fe70be0-68d8-48c8-815a-80ecac986ac4 tempest-VolumesBackupsTest-1197913085 tempest-VolumesBackupsTest-1197913085-project] 10.222.0.43 "GET /v2.0/ports?device_id=565298d4-2fcb-446a-b7e2-133d5ecb6095 HTTP/1.1" status: 200 len: 210 time: 0.0453310 Dec 16 23:03:56.454569 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43cc8f7b-2d61-43ec-953a-bc45ee83825f req-f69fb3c8-8220-4ba0-805a-95361c2447f6 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165962 Dec 16 23:03:57.287613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a6cb2-fd17-407b-aa02-a2e837ba4ee8 req-805cfa6b-b009-4ebb-8132-0e399514abe4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:57.289280 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-284a6cb2-fd17-407b-aa02-a2e837ba4ee8 req-805cfa6b-b009-4ebb-8132-0e399514abe4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 943 time: 0.0569699 Dec 16 23:03:57.341005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-284a6cb2-fd17-407b-aa02-a2e837ba4ee8 req-154f20f6-8779-4523-9417-7ce1d4bc7416 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455785 Dec 16 23:03:57.437052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 7d307a1e-0854-439b-99f7-01683a5ea412 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:03:57.459651 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 7d307a1e-0854-439b-99f7-01683a5ea412 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:03:57.459782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 7d307a1e-0854-439b-99f7-01683a5ea412 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:03:57.514957 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565298d4-2fcb-446a-b7e2-133d5ecb6095', 'name': 'network-vif-deleted', 'tag': '7d307a1e-0854-439b-99f7-01683a5ea412'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:03:57.518057 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e7ba95dde8ac2f56940cc2a9783d39f2f57b0d125c20bad57611a9651ee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ebadd5-26f7-48d7-aa37-3b0cb6988e8a" -d '{"events": [{"server_uuid": "565298d4-2fcb-446a-b7e2-133d5ecb6095", "name": "network-vif-deleted", "tag": "7d307a1e-0854-439b-99f7-01683a5ea412"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:03:57.561063 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886e29e5-4ec1-4238-9e17-07f6d1d08eb9 x-openstack-request-id: req-886e29e5-4ec1-4238-9e17-07f6d1d08eb9 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:03:57.561063 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565298d4-2fcb-446a-b7e2-133d5ecb6095", "name": "network-vif-deleted", "tag": "7d307a1e-0854-439b-99f7-01683a5ea412", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:03:57.561063 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-886e29e5-4ec1-4238-9e17-07f6d1d08eb9 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:03:57.561063 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565298d4-2fcb-446a-b7e2-133d5ecb6095', 'name': 'network-vif-deleted', 'tag': '7d307a1e-0854-439b-99f7-01683a5ea412', 'status': 'completed', 'code': 200} Dec 16 23:03:58.464438 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42e442-c29c-4cad-9a38-da0a3c39f0e3 req-1787703d-6591-4716-9244-face92e4afcd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:58.465994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d42e442-c29c-4cad-9a38-da0a3c39f0e3 req-1787703d-6591-4716-9244-face92e4afcd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 943 time: 0.0534205 Dec 16 23:03:58.524028 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d42e442-c29c-4cad-9a38-da0a3c39f0e3 req-11c0866a-cf5d-4bb3-b738-0f2ef256ad90 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513730 Dec 16 23:03:59.656527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfcb2b-e30f-469f-a667-dfa8340954e7 req-5f5daa79-77e4-4f2a-89dd-5af0db2657fa tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:59.659221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87bfcb2b-e30f-469f-a667-dfa8340954e7 req-5f5daa79-77e4-4f2a-89dd-5af0db2657fa tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 943 time: 0.0554719 Dec 16 23:03:59.721724 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87bfcb2b-e30f-469f-a667-dfa8340954e7 req-b8e3b3b1-5707-4842-9845-326b81ccb69c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558178 Dec 16 23:04:00.840170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d737688-6df3-4c4a-a57c-5c1339794f40 req-142d0b5c-87de-43e8-b447-417c825a505f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:00.841971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d737688-6df3-4c4a-a57c-5c1339794f40 req-142d0b5c-87de-43e8-b447-417c825a505f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 943 time: 0.0494659 Dec 16 23:04:00.893295 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d737688-6df3-4c4a-a57c-5c1339794f40 req-b2636cdf-c6e5-4799-9531-fddd5384784f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443943 Dec 16 23:04:02.035717 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd284367-e568-426b-870c-ebbbfe47cb9b req-28905f0e-48f1-439e-8824-8be2f9bd69b4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:02.037648 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd284367-e568-426b-870c-ebbbfe47cb9b req-28905f0e-48f1-439e-8824-8be2f9bd69b4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 943 time: 0.0678222 Dec 16 23:04:02.101908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd284367-e568-426b-870c-ebbbfe47cb9b req-e76f9ea2-c398-4ecd-a861-e90db27912e0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520763 Dec 16 23:04:03.234624 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576952f-e25d-45ca-b6e6-25a0eb264242 req-2cf28748-a475-486c-9fc6-68c2b6f16f13 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:03.237168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5576952f-e25d-45ca-b6e6-25a0eb264242 req-2cf28748-a475-486c-9fc6-68c2b6f16f13 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 943 time: 0.0530257 Dec 16 23:04:03.300310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5576952f-e25d-45ca-b6e6-25a0eb264242 req-3fa05c49-3bc5-4199-8926-0d14f268bbf1 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547397 Dec 16 23:04:04.424402 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc84d6-3caf-4e55-b804-1c0747c87033 req-c50a7c38-8053-4eda-8f3b-63af1ecb867d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:04.425970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23fc84d6-3caf-4e55-b804-1c0747c87033 req-c50a7c38-8053-4eda-8f3b-63af1ecb867d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 943 time: 0.0535393 Dec 16 23:04:04.494390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23fc84d6-3caf-4e55-b804-1c0747c87033 req-835c2c04-40b8-4844-99e3-0974de701f1f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587702 Dec 16 23:04:05.614582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad4035-c2d2-4507-9344-efd2f7736bd1 req-a3fa50cb-7a23-487a-9296-045e9a2f7b89 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:05.616159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6ad4035-c2d2-4507-9344-efd2f7736bd1 req-a3fa50cb-7a23-487a-9296-045e9a2f7b89 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 943 time: 0.0509274 Dec 16 23:04:05.671907 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6ad4035-c2d2-4507-9344-efd2f7736bd1 req-a12f4b6a-00c4-42c5-86fb-3abae5adae3d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496230 Dec 16 23:04:05.931490 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:04:06.593317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:04:06.799673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b137f-9457-462b-a858-128054ca8d8b req-bcd752fd-0803-446f-a2f9-6e4222c770fa tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:06.802144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-064b137f-9457-462b-a858-128054ca8d8b req-bcd752fd-0803-446f-a2f9-6e4222c770fa tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 943 time: 0.0559521 Dec 16 23:04:06.859517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-064b137f-9457-462b-a858-128054ca8d8b req-2810320b-f98b-455e-ba70-1594f8c45767 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511448 Dec 16 23:04:06.872559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:04:06.885296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'port_id': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'mac_address': 'fa:16:3e:17:f0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:04:06.925325 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:06.939144 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:04:06.960663 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:04:07.036107 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:07.093471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:04:07.101642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:07.101990 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:07.102330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:07.102737 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:07.103068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:07.103426 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:07.103757 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:07.104082 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:07.104405 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:07.104728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:07.105047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:07.105365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:07.105691 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:07.326349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:04:07.984777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ee992-a830-4fab-984c-83bf8284ec2c req-f71c319d-11da-45c6-8090-969afc483454 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:07.986927 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a86ee992-a830-4fab-984c-83bf8284ec2c req-f71c319d-11da-45c6-8090-969afc483454 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 944 time: 0.0563340 Dec 16 23:04:08.039320 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a86ee992-a830-4fab-984c-83bf8284ec2c req-1b7f27dd-5e95-451d-946c-6b918c56a7aa tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463407 Dec 16 23:04:08.608729 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:04:08.744061 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:04:08.748750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:04:08.749952 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:08.835875 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:08.859969 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:04:08.863466 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3e95c17df1c1f591fbe986767cf27bb165ce66ed824e30b86473ab4018ae78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fafa50-6cd2-4a6a-a5a7-71710e0a2805" -d '{"events": [{"server_uuid": "1d94429c-5edb-4900-a6c9-c71b25eeb5f0", "name": "network-vif-plugged", "status": "completed", "tag": "a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:04:08.876535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:04:08.956546 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:08.983879 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be86600-fea6-4540-af2a-12ff5de2a4b1 x-openstack-request-id: req-8be86600-fea6-4540-af2a-12ff5de2a4b1 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:04:08.984177 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d94429c-5edb-4900-a6c9-c71b25eeb5f0", "name": "network-vif-plugged", "status": "completed", "tag": "a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:04:08.984433 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8be86600-fea6-4540-af2a-12ff5de2a4b1 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:04:08.985961 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'code': 200} Dec 16 23:04:09.019940 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:04:09.091318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d761e-8433-41a3-838c-e8fb1fdd5e71 req-62a4b4d3-08b7-46cb-9d6c-b5f831c10997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:09.093168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-994d761e-8433-41a3-838c-e8fb1fdd5e71 req-62a4b4d3-08b7-46cb-9d6c-b5f831c10997 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0448942 Dec 16 23:04:09.197943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-994d761e-8433-41a3-838c-e8fb1fdd5e71 req-17eb1e4a-920d-45f1-ba3b-069a825e581b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912626 Dec 16 23:04:09.205766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac74a54-7d7e-429b-afa6-24f44a6cbc74 req-8c301d18-6375-4355-bfc2-6414528f28b3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:09.207369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ac74a54-7d7e-429b-afa6-24f44a6cbc74 req-8c301d18-6375-4355-bfc2-6414528f28b3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 945 time: 0.0857069 Dec 16 23:04:09.261438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ac74a54-7d7e-429b-afa6-24f44a6cbc74 req-7a32e1ec-d681-4246-9474-cdb34ff540a0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479267 Dec 16 23:04:10.401943 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b8997-6b8d-4929-b5b9-96493e25a87d req-51e7f35e-142a-4d55-a7c1-158917110dfc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:10.403520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-531b8997-6b8d-4929-b5b9-96493e25a87d req-51e7f35e-142a-4d55-a7c1-158917110dfc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 945 time: 0.0613871 Dec 16 23:04:10.456941 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-531b8997-6b8d-4929-b5b9-96493e25a87d req-fb59b8cb-2a25-4af2-ad08-5f443e3e178c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465748 Dec 16 23:04:11.592345 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5957cd8-d98f-49e2-8b70-0328f2b13238 req-885f77f3-ca7b-4120-96a6-b91449843e5a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:11.593866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5957cd8-d98f-49e2-8b70-0328f2b13238 req-885f77f3-ca7b-4120-96a6-b91449843e5a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 945 time: 0.0521321 Dec 16 23:04:11.652570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5957cd8-d98f-49e2-8b70-0328f2b13238 req-da8dc12f-aeb9-452e-9cce-d78d86406822 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517857 Dec 16 23:04:11.776982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dff26-6f24-412a-b167-d73663960be5 req-c701e8d2-8454-4ffb-bb32-173b0b8689d6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:11.778403 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f4dff26-6f24-412a-b167-d73663960be5 req-c701e8d2-8454-4ffb-bb32-173b0b8689d6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 945 time: 0.0530219 Dec 16 23:04:11.833399 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f4dff26-6f24-412a-b167-d73663960be5 req-98ad1b56-fe87-4f2e-80ce-d6ac15519a80 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467267 Dec 16 23:04:11.857356 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58866) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:04:11.899825 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2006c9a5-e8a4-4dc0-a867-9f951eb96358 tempest-TestVolumeBootPattern-1914470037 tempest-TestVolumeBootPattern-1914470037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:11.901389 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2006c9a5-e8a4-4dc0-a867-9f951eb96358 tempest-TestVolumeBootPattern-1914470037 tempest-TestVolumeBootPattern-1914470037-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 1091 time: 0.0430055 Dec 16 23:04:11.904180 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 58870) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:04:11.909320 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:04:12.001831 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:12.084717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba07f3bb-a1c6-4329-8722-443316c1727b req-76b03737-6b58-408c-bed3-34770f7b05da service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444806 Dec 16 23:04:12.115949 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:12.171796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07f3bb-a1c6-4329-8722-443316c1727b req-21606ae4-4469-4442-a941-4de60257086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:12.174553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba07f3bb-a1c6-4329-8722-443316c1727b req-21606ae4-4469-4442-a941-4de60257086e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0464442 Dec 16 23:04:12.233400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Allocated IP 172.25.2.119 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/438ba47b-da0f-4a5e-9818-fb56a2caff79) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:04:12.308861 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07f3bb-a1c6-4329-8722-443316c1727b req-36ec709e-6693-4649-9634-506962f3c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:12.310398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba07f3bb-a1c6-4329-8722-443316c1727b req-36ec709e-6693-4649-9634-506962f3c2ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.1122258 Dec 16 23:04:12.357595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba07f3bb-a1c6-4329-8722-443316c1727b req-27a687b3-ebdb-4377-a4a7-fa64809bda69 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 HTTP/1.1" status: 200 len: 217 time: 0.0400381 Dec 16 23:04:12.367542 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:12.414786 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07f3bb-a1c6-4329-8722-443316c1727b req-57e59932-375e-4f7f-a414-cae69980356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:12.416335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba07f3bb-a1c6-4329-8722-443316c1727b req-57e59932-375e-4f7f-a414-cae69980356f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0520625 Dec 16 23:04:12.462579 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:12.465824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07f3bb-a1c6-4329-8722-443316c1727b req-ada2afdb-3a71-4233-8f92-642d42aecc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:12.467638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba07f3bb-a1c6-4329-8722-443316c1727b req-ada2afdb-3a71-4233-8f92-642d42aecc9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439987 Dec 16 23:04:12.512184 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:04:12.518671 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:04:12.523618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:04:12.550377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'Port': ['ID=438ba47b-da0f-4a5e-9818-fb56a2caff79,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:04:12.574594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:12.575029 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:12.575470 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:12.576311 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:12.576311 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:12.576664 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:12.577063 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:12.577474 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:12.577868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:12.578269 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:12.578672 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:12.579677 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:12.580560 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:12.582517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba07f3bb-a1c6-4329-8722-443316c1727b req-124fae4f-d626-433d-addf-fa87e765f836 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076560 Dec 16 23:04:12.706646 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba07f3bb-a1c6-4329-8722-443316c1727b req-6aa2e504-af64-41fa-b183-8a7df72b5c46 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169083 Dec 16 23:04:12.969786 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:13.421806 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:13.551511 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:13.578957 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:13.635499 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:13.664235 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:13.706314 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'Port': ['ID=438ba47b-da0f-4a5e-9818-fb56a2caff79,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:04:13.722459 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:13.837491 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Floating IP 7df944e8-1792-4bac-87ce-d76183dc2f41 associated. External IP: 172.25.2.119, port: a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49. Dec 16 23:04:14.058835 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:04:14.171786 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:04:14.182481 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d84137-f02c-44ad-86df-cce8dc4696b8 None None] Sync routers for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:04:14.193307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d84137-f02c-44ad-86df-cce8dc4696b8 None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:04:14.193949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-48d84137-f02c-44ad-86df-cce8dc4696b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:03:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:04:14.270488 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:14.315674 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4e4a50b7-c19d-4991-8d55-7f8f253b0b1d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4049032 Dec 16 23:04:14.315674 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'tag': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:04:14.315674 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef65b1b86a8b0542ac59268e788e071c3771b575e7ebff2f8e1c40ae7bd3f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89acb902-4797-4352-b134-026fb2ecbac2" -d '{"events": [{"name": "network-changed", "server_uuid": "1d94429c-5edb-4900-a6c9-c71b25eeb5f0", "tag": "a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:04:14.320630 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-48d84137-f02c-44ad-86df-cce8dc4696b8 None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:04:14.463207 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778faad8-a561-418b-a784-b96c01c752a1 x-openstack-request-id: req-778faad8-a561-418b-a784-b96c01c752a1 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:04:14.463532 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d94429c-5edb-4900-a6c9-c71b25eeb5f0", "tag": "a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:04:14.463787 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-778faad8-a561-418b-a784-b96c01c752a1 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:04:14.464196 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'tag': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'status': 'completed', 'code': 200} Dec 16 23:04:14.532940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acb902-4797-4352-b134-026fb2ecbac2 req-ac933ede-42ea-4132-9388-66d8d9807c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:14.534751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89acb902-4797-4352-b134-026fb2ecbac2 req-ac933ede-42ea-4132-9388-66d8d9807c59 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0468717 Dec 16 23:04:14.579583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-48d84137-f02c-44ad-86df-cce8dc4696b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '7df944e8-1792-4bac-87ce-d76183dc2f41', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'port_id': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'mac_address': 'fa:16:3e:17:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:04:12Z', 'updated_at': '2021-12-16T23:04:12Z', 'revision_number': 0, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:04:14.615112 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d84137-f02c-44ad-86df-cce8dc4696b8 None None] Checking router: 8d401d72-e07c-4326-ac0b-5f663cf7bf3e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:04:14.624016 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d84137-f02c-44ad-86df-cce8dc4696b8 None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:04:14.624686 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-48d84137-f02c-44ad-86df-cce8dc4696b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:03:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:04:14.643512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acb902-4797-4352-b134-026fb2ecbac2 req-0fe043d8-f089-4271-bf40-87f52ab0469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:14.645133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89acb902-4797-4352-b134-026fb2ecbac2 req-0fe043d8-f089-4271-bf40-87f52ab0469f service neutron] 10.222.0.69 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.1022046 Dec 16 23:04:14.718439 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89acb902-4797-4352-b134-026fb2ecbac2 req-570b0ab6-c69f-45a6-8b75-782a2f85f394 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 HTTP/1.1" status: 200 len: 999 time: 0.0656512 Dec 16 23:04:14.738470 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-48d84137-f02c-44ad-86df-cce8dc4696b8 None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:04:14.770835 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acb902-4797-4352-b134-026fb2ecbac2 req-f7f066e8-e88e-47fe-bd7c-80718dc632ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:14.772372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89acb902-4797-4352-b134-026fb2ecbac2 req-f7f066e8-e88e-47fe-bd7c-80718dc632ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0471463 Dec 16 23:04:14.825816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acb902-4797-4352-b134-026fb2ecbac2 req-08ba314f-6edf-4f3a-9e51-c86744212fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:14.827294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89acb902-4797-4352-b134-026fb2ecbac2 req-08ba314f-6edf-4f3a-9e51-c86744212fe6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476828 Dec 16 23:04:14.925607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89acb902-4797-4352-b134-026fb2ecbac2 req-ec2ee10c-632c-4c1e-8b13-6deaf2ae7cdd service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912249 Dec 16 23:04:14.982342 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-48d84137-f02c-44ad-86df-cce8dc4696b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '7df944e8-1792-4bac-87ce-d76183dc2f41', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'port_id': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'mac_address': 'fa:16:3e:17:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:04:12Z', 'updated_at': '2021-12-16T23:04:12Z', 'revision_number': 0, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:04:15.009774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d84137-f02c-44ad-86df-cce8dc4696b8 None None] The sync data for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 is: [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '7df944e8-1792-4bac-87ce-d76183dc2f41', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'port_id': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'mac_address': 'fa:16:3e:17:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:04:12Z', 'updated_at': '2021-12-16T23:04:12Z', 'revision_number': 0, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:04:15.026751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89acb902-4797-4352-b134-026fb2ecbac2 req-ac75198a-fc61-44f2-bbd7-cb8efcfd791d service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936148 Dec 16 23:04:15.223956 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7f614-b172-46dd-9b72-14284b7c54a9 None None] New status for floating IP 7df944e8-1792-4bac-87ce-d76183dc2f41: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:04:20.121991 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db146c87-b9d5-4395-abe4-6f103b3cc8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:22.516018 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21ab133e-dc0b-45af-89dc-5c690c7c676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:23.721689 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:24.978772 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:25.742277 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:42.931531 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:04:43.576365 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:43.701638 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:50.113789 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70633136-d019-4661-9279-b1888c4aa517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:52.510902 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c30c2e97-95dd-45e6-8c38-1c9a39da97f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:53.682422 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:54.984785 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:55.761748 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:12.154885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddfffc5c-a576-47ee-8842-3ecc16d9f8f0 req-2d896ad9-7f0c-4bfd-b81d-86a953d7e40a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855062 Dec 16 23:05:12.245707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfffc5c-a576-47ee-8842-3ecc16d9f8f0 req-80718088-53a8-41dd-b1f3-76ffb29151bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:05:12.247324 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddfffc5c-a576-47ee-8842-3ecc16d9f8f0 req-80718088-53a8-41dd-b1f3-76ffb29151bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0436230 Dec 16 23:05:12.369842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfffc5c-a576-47ee-8842-3ecc16d9f8f0 req-4dd838cc-2785-4a2c-b961-ac233333b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:05:12.371339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddfffc5c-a576-47ee-8842-3ecc16d9f8f0 req-4dd838cc-2785-4a2c-b961-ac233333b93b service neutron] 10.222.0.69 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.1041672 Dec 16 23:05:12.446081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddfffc5c-a576-47ee-8842-3ecc16d9f8f0 req-30a02f9a-eaa2-496a-baca-bc8417383ffe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 HTTP/1.1" status: 200 len: 1001 time: 0.0638976 Dec 16 23:05:12.499856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfffc5c-a576-47ee-8842-3ecc16d9f8f0 req-9eefec5e-e24f-48e9-ad32-8f11e4eb8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:05:12.501329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddfffc5c-a576-47ee-8842-3ecc16d9f8f0 req-9eefec5e-e24f-48e9-ad32-8f11e4eb8c40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0467207 Dec 16 23:05:12.558986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfffc5c-a576-47ee-8842-3ecc16d9f8f0 req-ad000817-8a80-4d55-b280-b88dc1cfb155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:05:12.560466 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddfffc5c-a576-47ee-8842-3ecc16d9f8f0 req-ad000817-8a80-4d55-b280-b88dc1cfb155 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497339 Dec 16 23:05:12.660812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddfffc5c-a576-47ee-8842-3ecc16d9f8f0 req-02aa488c-0fba-4001-b885-1afe959b4d27 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870523 Dec 16 23:05:12.765437 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddfffc5c-a576-47ee-8842-3ecc16d9f8f0 req-bd4d270b-bd8d-40c4-bd1a-308d25d11595 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918033 Dec 16 23:05:13.561951 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:13.653205 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:19.930631 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:05:20.120677 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec2294a3-44bc-4cf8-ac17-5ec5325d9a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:22.512810 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b599e1d6-ed65-45ae-a5cb-fa9c2731412b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:23.719129 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:24.987943 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:25.756106 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:43.605974 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:43.670810 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:50.116405 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9a98d02-1a52-40cd-a2b0-41c0669e864f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:52.519194 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-247add2e-c05a-431d-bae5-64f02ac1be20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:53.725286 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:55.008316 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:55.836822 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:56.930714 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:06:12.111872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d131e03-3cc7-473b-8a9b-ea221b759fe6 req-4fcbda2f-58df-40cd-b4e2-5af126a92da3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462768 Dec 16 23:06:12.195667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d131e03-3cc7-473b-8a9b-ea221b759fe6 req-9e8d67fa-5747-4535-98c2-0167f35ed482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:12.197225 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d131e03-3cc7-473b-8a9b-ea221b759fe6 req-9e8d67fa-5747-4535-98c2-0167f35ed482 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0445087 Dec 16 23:06:12.330525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d131e03-3cc7-473b-8a9b-ea221b759fe6 req-19048a35-815f-4312-a688-23e97de794ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:12.332046 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d131e03-3cc7-473b-8a9b-ea221b759fe6 req-19048a35-815f-4312-a688-23e97de794ae service neutron] 10.222.0.69 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.1118617 Dec 16 23:06:12.403369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d131e03-3cc7-473b-8a9b-ea221b759fe6 req-d949834c-fd78-40e4-b277-4f651fa27100 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 HTTP/1.1" status: 200 len: 1001 time: 0.0600452 Dec 16 23:06:12.457626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d131e03-3cc7-473b-8a9b-ea221b759fe6 req-9aa654de-5708-410b-a6e3-910047856a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:12.459081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d131e03-3cc7-473b-8a9b-ea221b759fe6 req-9aa654de-5708-410b-a6e3-910047856a51 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0453072 Dec 16 23:06:12.514376 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d131e03-3cc7-473b-8a9b-ea221b759fe6 req-e2d0733f-7b15-43aa-af0e-5642303731b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:12.517181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d131e03-3cc7-473b-8a9b-ea221b759fe6 req-e2d0733f-7b15-43aa-af0e-5642303731b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470700 Dec 16 23:06:12.613766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d131e03-3cc7-473b-8a9b-ea221b759fe6 req-6e33768a-6e5b-4fbf-8176-35882a13eb47 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859733 Dec 16 23:06:12.726128 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d131e03-3cc7-473b-8a9b-ea221b759fe6 req-0af85154-495a-431c-8ace-52d316fb444c service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007307 Dec 16 23:06:13.597117 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:13.665246 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:20.153796 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f88fa1c0-28a5-4cef-8aa1-092a206650df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:22.522482 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-024bfc56-8725-49df-97aa-07258e7ed8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:23.713700 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:25.010978 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:25.771034 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:33.930970 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:06:42.614918 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-ac6d77ca-fd51-4d59-9731-11d57eb23ca9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188886760&fields=id&tenant_id=d3ce3d7cd750496abea0f17a31397257 HTTP/1.1" status: 200 len: 267 time: 0.0475686 Dec 16 23:06:42.727246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-66683a64-077a-40ad-af76-2f3faa44adb4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:42.729797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-66683a64-077a-40ad-af76-2f3faa44adb4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 811 time: 0.1071486 Dec 16 23:06:42.745933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-6da62bfa-ccb7-46a4-8be8-8ce06e67e716 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/quotas/d3ce3d7cd750496abea0f17a31397257 HTTP/1.1" status: 200 len: 375 time: 0.0102530 Dec 16 23:06:42.801384 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-368630b1-448f-40b6-ab5c-337763289e5f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499203 Dec 16 23:06:42.895877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-7fea0bf9-3104-40aa-945e-116c716e4b72 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:06:42.896900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-7fea0bf9-3104-40aa-945e-116c716e4b72 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489457 Dec 16 23:06:42.990502 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-4da03ec2-85ca-439d-b204-e254871082b4 service neutron] 10.222.0.43 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863640 Dec 16 23:06:43.090644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-b9a4e53a-a153-4b65-8b9d-69adc5973aad service neutron] 10.222.0.43 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938554 Dec 16 23:06:43.616651 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:43.759436 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:43.880353 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d2f2fb36-b9a0-4b48-9da6-72f300742328 req-3435b06b-f0e6-4293-992d-77057eb35da9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 210 time: 0.0777748 Dec 16 23:06:44.961022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2beedf95-16ce-41a9-9f08-81bed0350fb1 req-e0a981fc-7a71-4274-a08c-5265c4ebd02e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 210 time: 0.0263181 Dec 16 23:06:46.064126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-015393db-6aa6-4d80-bc81-bf015978aa08 req-f965e8d3-47ac-471d-9426-e052e10564aa tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 210 time: 0.0275273 Dec 16 23:06:47.145567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f86b8e1-03ac-4534-bb57-389181059f27 req-c42be805-4b00-405e-a855-7366e97e0ae4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 210 time: 0.0284286 Dec 16 23:06:48.249702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8714a02-4699-495f-9040-ea60628f5fbc req-dcf736ef-6d5b-4424-92fa-d2a414e4ec11 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 210 time: 0.0316827 Dec 16 23:06:49.354423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c87d6936-1fa2-4361-a6b2-4e4100791777 req-6b27d87a-944e-46ad-bf82-2fc941b2862d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 210 time: 0.0277929 Dec 16 23:06:50.045497 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-a0333877-e033-4f30-bb57-5a3a6773e2c9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:50.047016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-a0333877-e033-4f30-bb57-5a3a6773e2c9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 811 time: 0.1089346 Dec 16 23:06:50.135506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-4293c75d-28d2-4f05-b32c-b3070bcef73b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ce3d7cd750496abea0f17a31397257 HTTP/1.1" status: 200 len: 379 time: 0.0707953 Dec 16 23:06:50.148982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'port': {'device_id': 'c8cbe98e-377f-4618-82bd-a098346ee6e9', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'admin_state_up': True, 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'security_groups': ['2d8d0eac-8ab9-4ef0-98ef-f532a282ef11']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:06:50.163065 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ff3cbba-838a-4fbc-93b4-127d3b873c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:50.341010 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Made reservation on behalf of d3ce3d7cd750496abea0f17a31397257 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:06:50.344808 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:50.474221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40abd47f-ff35-4845-bf21-369eb61be56e req-eb0ef90f-bb70-43f1-a74d-37b4a6e8a441 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 210 time: 0.0390830 Dec 16 23:06:50.524231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Allocated IP 172.20.0.6 (67357662-f096-489b-86be-53da3c2aa325/7eec04a3-4ec5-42d1-8be2-97c157b7e97f/ca059cc5-d249-405c-8e3e-f61eea3c0586) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:06:50.678888 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:50.760302 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:50.813153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Network 67357662-f096-489b-86be-53da3c2aa325 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:06:50.816361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:06:50.820889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:06:50.825948 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'Port': ['ID=ca059cc5-d249-405c-8e3e-f61eea3c0586,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:06:50.857562 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:06:50.857992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:06:50.858415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:06:50.858850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:06:50.859382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:06:50.859710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:06:50.860173 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:06:50.860576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:06:50.860981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:06:50.861427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:06:50.861839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:06:50.862240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:06:50.862642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:06:50.900084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:50.901073 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:51.055710 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-17a5f55b-11de-4ff0-9ee0-04e2f0855863 None None] Provisioning complete for port ca059cc5-d249-405c-8e3e-f61eea3c0586 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:06:51.056038 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-17a5f55b-11de-4ff0-9ee0-04e2f0855863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:51.066073 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-1fb35a07-3308-4efb-b0e0-912c9027dae5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9199409 Dec 16 23:06:51.081214 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-b94d331f-11b4-4f1a-a811-0538812515e3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:06:51.082659 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-b94d331f-11b4-4f1a-a811-0538812515e3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060449 Dec 16 23:06:51.099039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-17a5f55b-11de-4ff0-9ee0-04e2f0855863 None None] Port ca059cc5-d249-405c-8e3e-f61eea3c0586 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:06:51.213504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Request body: {'port': {'device_id': 'c8cbe98e-377f-4618-82bd-a098346ee6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:06:51.276080 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:51.588406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca059cc5-d249-405c-8e3e-f61eea3c0586 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:06:51.598656 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:51.618687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Transition to ACTIVE for port object ca059cc5-d249-405c-8e3e-f61eea3c0586 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:06:51.632819 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae980e2-443d-4446-9a60-c0b49a921f77 req-cf5da040-67f5-4d92-a55b-d6d7246cb62f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:51.634439 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cae980e2-443d-4446-9a60-c0b49a921f77 req-cf5da040-67f5-4d92-a55b-d6d7246cb62f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 931 time: 0.0764971 Dec 16 23:06:51.690219 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cae980e2-443d-4446-9a60-c0b49a921f77 req-8cab5d36-3706-4c9c-8002-d682e7ceacf3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491073 Dec 16 23:06:51.696151 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:51.756823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Pushing event updated for resources: {'Port': ['ID=ca059cc5-d249-405c-8e3e-f61eea3c0586,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:06:51.829792 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Attempting to bind port ca059cc5-d249-405c-8e3e-f61eea3c0586 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:06:51.830257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Attempting to bind port ca059cc5-d249-405c-8e3e-f61eea3c0586 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:06:51.830667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Attempting to bind port ca059cc5-d249-405c-8e3e-f61eea3c0586 on network 67357662-f096-489b-86be-53da3c2aa325 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:06:51.835881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Port ca059cc5-d249-405c-8e3e-f61eea3c0586 on network 67357662-f096-489b-86be-53da3c2aa325 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:06:51.838394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Attempting to bind port ca059cc5-d249-405c-8e3e-f61eea3c0586 on network 67357662-f096-489b-86be-53da3c2aa325 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:06:51.841976 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:06:51.842388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Checking segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:06:51.842852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Bound using segment: {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:06:51.843330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Bound port: ca059cc5-d249-405c-8e3e-f61eea3c0586, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc9a648-d2b9-40ab-9b99-f7a4635ff051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '67357662-f096-489b-86be-53da3c2aa325'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:06:51.843705 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:51.918309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] For port ca059cc5-d249-405c-8e3e-f61eea3c0586, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:06:51.921568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] For port ca059cc5-d249-405c-8e3e-f61eea3c0586, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ca059cc5-d249-405c-8e3e-f61eea3c0586,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:06:52.005673 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:52.350206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:52.350833 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:52.352248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] 10.222.0.24 "PUT /v2.0/ports/ca059cc5-d249-405c-8e3e-f61eea3c0586 HTTP/1.1" status: 200 len: 1091 time: 1.1866333 Dec 16 23:06:52.352701 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cbe98e-377f-4618-82bd-a098346ee6e9', 'tag': 'ca059cc5-d249-405c-8e3e-f61eea3c0586'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:06:52.389170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347892fb-f602-4c6b-bd4a-ca149c620a9c service neutron] Pushing event updated for resources: {'Port': ['ID=ca059cc5-d249-405c-8e3e-f61eea3c0586,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:06:52.414403 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5803cfb-d186-4cd8-9c60-c0849f8e2070" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cbe98e-377f-4618-82bd-a098346ee6e9", "tag": "ca059cc5-d249-405c-8e3e-f61eea3c0586"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:06:52.517754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-1adee3cc-5cd8-426f-9ffa-c9a8c87a0315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:52.519805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-1adee3cc-5cd8-426f-9ffa-c9a8c87a0315 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 1094 time: 0.0513055 Dec 16 23:06:52.529425 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f5b64384-6746-483a-8790-dfc358fe5474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:52.534616 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c7bf57-577d-47e5-88f7-ad5c1e376737 x-openstack-request-id: req-59c7bf57-577d-47e5-88f7-ad5c1e376737 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:06:52.534919 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cbe98e-377f-4618-82bd-a098346ee6e9", "tag": "ca059cc5-d249-405c-8e3e-f61eea3c0586", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:06:52.535218 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59c7bf57-577d-47e5-88f7-ad5c1e376737 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:06:52.542795 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cbe98e-377f-4618-82bd-a098346ee6e9', 'tag': 'ca059cc5-d249-405c-8e3e-f61eea3c0586', 'status': 'completed', 'code': 200} Dec 16 23:06:52.578816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-63862a29-9cd1-400a-858c-b3599085b57c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca059cc5-d249-405c-8e3e-f61eea3c0586 HTTP/1.1" status: 200 len: 217 time: 0.0422418 Dec 16 23:06:52.630660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-364d3d96-359b-4bbe-a208-bc1b1898e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:52.632262 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-364d3d96-359b-4bbe-a208-bc1b1898e8b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0467033 Dec 16 23:06:52.685322 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-6ba0f25c-972c-49dc-9eba-71ef54cb918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:52.686867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-6ba0f25c-972c-49dc-9eba-71ef54cb918f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465822 Dec 16 23:06:52.827332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-b5a2d6e0-82da-4f3d-ae4f-538c5384ac4b service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271391 Dec 16 23:06:52.838490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dc2ab-e53a-4dae-bd4a-be217de4fce2 req-cc69de09-e865-433b-bb76-272f9d77e526 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:52.841430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-303dc2ab-e53a-4dae-bd4a-be217de4fce2 req-cc69de09-e865-433b-bb76-272f9d77e526 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 943 time: 0.0801070 Dec 16 23:06:52.953039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-303dc2ab-e53a-4dae-bd4a-be217de4fce2 req-47e6f263-d746-4653-a648-94ed02f370b3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036255 Dec 16 23:06:52.979207 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f10baba0-39f8-4e9c-8b19-440c5c0f5ed5 req-60b7c06e-191b-43ea-bfb4-aaa8f4327a5e service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377501 Dec 16 23:06:53.188193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5803cfb-d186-4cd8-9c60-c0849f8e2070 req-29f428a0-e34f-451f-93b5-ceee86fd772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:53.189707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5803cfb-d186-4cd8-9c60-c0849f8e2070 req-29f428a0-e34f-451f-93b5-ceee86fd772a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 1094 time: 0.0430322 Dec 16 23:06:53.291582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5803cfb-d186-4cd8-9c60-c0849f8e2070 req-8ea842ed-231f-407f-a026-6832fde13a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:53.293721 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5803cfb-d186-4cd8-9c60-c0849f8e2070 req-8ea842ed-231f-407f-a026-6832fde13a35 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.0957053 Dec 16 23:06:53.340522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5803cfb-d186-4cd8-9c60-c0849f8e2070 req-137c25a8-162c-462a-8050-a48d2de929f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca059cc5-d249-405c-8e3e-f61eea3c0586 HTTP/1.1" status: 200 len: 217 time: 0.0359333 Dec 16 23:06:53.396359 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5803cfb-d186-4cd8-9c60-c0849f8e2070 req-0529aff0-d9f2-40e2-943e-acc40384d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:53.397820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5803cfb-d186-4cd8-9c60-c0849f8e2070 req-0529aff0-d9f2-40e2-943e-acc40384d8c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0469165 Dec 16 23:06:53.451597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5803cfb-d186-4cd8-9c60-c0849f8e2070 req-497baed8-f5ca-4079-a6f4-7680913321d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:53.453037 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5803cfb-d186-4cd8-9c60-c0849f8e2070 req-497baed8-f5ca-4079-a6f4-7680913321d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424550 Dec 16 23:06:53.556795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5803cfb-d186-4cd8-9c60-c0849f8e2070 req-4338aeff-18d1-4bdf-be7f-d814c6b41ea4 service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909140 Dec 16 23:06:53.657647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5803cfb-d186-4cd8-9c60-c0849f8e2070 req-5114c7bc-bfff-4f4c-a740-8063fd8350b9 service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884433 Dec 16 23:06:53.747998 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:54.080293 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a4072-d1db-40b7-9d6b-7511630f344b req-f4d96390-017e-4609-bc1d-5430daffa854 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:54.081812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-724a4072-d1db-40b7-9d6b-7511630f344b req-f4d96390-017e-4609-bc1d-5430daffa854 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 943 time: 0.0567055 Dec 16 23:06:54.136646 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-724a4072-d1db-40b7-9d6b-7511630f344b req-cff764a8-2b05-48fa-b29e-a3e12c06bf85 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478811 Dec 16 23:06:54.999200 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:55.254897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e7162-28df-43de-9209-d37c3bef84f9 req-7fa73e73-733f-4c7c-b173-28b095bb42e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:55.257879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a9e7162-28df-43de-9209-d37c3bef84f9 req-7fa73e73-733f-4c7c-b173-28b095bb42e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 943 time: 0.0525014 Dec 16 23:06:55.309326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a9e7162-28df-43de-9209-d37c3bef84f9 req-da9a6bad-8f65-4901-8284-e450f4597f62 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459068 Dec 16 23:06:55.788179 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:56.438338 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4c0ea-fe55-4f4b-b9e1-7fff00217ba4 req-3672dadb-4feb-459e-a346-d3adb3724530 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:56.440014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ac4c0ea-fe55-4f4b-b9e1-7fff00217ba4 req-3672dadb-4feb-459e-a346-d3adb3724530 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 943 time: 0.0585232 Dec 16 23:06:56.494822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ac4c0ea-fe55-4f4b-b9e1-7fff00217ba4 req-91cc6295-d8c5-428b-8ab5-54339f39289b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485525 Dec 16 23:06:57.617804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371b898-043d-4b47-8986-dd682a0d2458 req-15360eae-61e2-4390-8882-f45de0b7ce6e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:57.619297 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1371b898-043d-4b47-8986-dd682a0d2458 req-15360eae-61e2-4390-8882-f45de0b7ce6e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 943 time: 0.0518720 Dec 16 23:06:57.673332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1371b898-043d-4b47-8986-dd682a0d2458 req-3e39809c-49ba-4e5a-9ce5-867732e15715 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465381 Dec 16 23:06:58.797446 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950bb49-2111-4bcd-8aa2-eb5be9065335 req-d9b00e46-f7ad-4abf-ab5f-014b9f96d490 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:58.799828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a950bb49-2111-4bcd-8aa2-eb5be9065335 req-d9b00e46-f7ad-4abf-ab5f-014b9f96d490 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 943 time: 0.0547457 Dec 16 23:06:58.863792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a950bb49-2111-4bcd-8aa2-eb5be9065335 req-14fb1738-ee3d-4cb7-a0be-289dd31b941f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527506 Dec 16 23:06:59.983681 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443187c-977e-493b-b18b-7982162161a4 req-6f4499f5-9471-4d67-ae19-d86307263456 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:59.985286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8443187c-977e-493b-b18b-7982162161a4 req-6f4499f5-9471-4d67-ae19-d86307263456 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 943 time: 0.0519481 Dec 16 23:07:00.042724 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8443187c-977e-493b-b18b-7982162161a4 req-4d8db92a-98da-4084-bcf4-9c9668a9a524 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511103 Dec 16 23:07:01.173247 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadce5e-bddc-4750-84cb-056b3cdec697 req-ff175914-72f0-43e7-84f2-a980d605f626 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:01.175028 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cadce5e-bddc-4750-84cb-056b3cdec697 req-ff175914-72f0-43e7-84f2-a980d605f626 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 943 time: 0.0552633 Dec 16 23:07:01.227112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cadce5e-bddc-4750-84cb-056b3cdec697 req-e3cd5b48-2147-4ac9-868c-659f3ac0a607 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454814 Dec 16 23:07:02.357960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966b8a4-d6f1-4eb1-a4c1-9b460fa791b4 req-203afbc4-bddc-47f0-af05-f7db5e5a6423 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:02.359573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0966b8a4-d6f1-4eb1-a4c1-9b460fa791b4 req-203afbc4-bddc-47f0-af05-f7db5e5a6423 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 943 time: 0.0616031 Dec 16 23:07:02.411572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0966b8a4-d6f1-4eb1-a4c1-9b460fa791b4 req-322c8942-9674-4b8b-8d39-899654caf77c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455172 Dec 16 23:07:03.553966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba323e-37a7-47e4-9091-2ae96433c49f req-b3b5bbdc-0b47-4efb-b798-b9b20e7bb0e6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:03.555796 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2ba323e-37a7-47e4-9091-2ae96433c49f req-b3b5bbdc-0b47-4efb-b798-b9b20e7bb0e6 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 943 time: 0.0714834 Dec 16 23:07:03.611908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2ba323e-37a7-47e4-9091-2ae96433c49f req-d0cbc8ff-e857-4700-acb0-bca66dae1276 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487406 Dec 16 23:07:04.736074 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a55c1-2025-45d5-afc4-445a942c2d4a req-546c1b5c-43d6-44c3-ac54-72651072e875 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:04.737488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-605a55c1-2025-45d5-afc4-445a942c2d4a req-546c1b5c-43d6-44c3-ac54-72651072e875 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 943 time: 0.0524094 Dec 16 23:07:04.792370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-605a55c1-2025-45d5-afc4-445a942c2d4a req-2dfaa264-e4c4-455a-88e8-4241c1383e50 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487618 Dec 16 23:07:05.912421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16cad5-b29c-4949-9d92-04e68a804d6f req-c82fcf3a-e787-4f8b-b9a8-68aa3c782fcc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:05.913960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a16cad5-b29c-4949-9d92-04e68a804d6f req-c82fcf3a-e787-4f8b-b9a8-68aa3c782fcc tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 943 time: 0.0506070 Dec 16 23:07:05.969384 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a16cad5-b29c-4949-9d92-04e68a804d6f req-4c567536-89cd-4b56-b9f1-fd6c52d8f2b3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491185 Dec 16 23:07:07.087442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251a7d9-23a6-4d41-818e-cf09231fe78b req-911e6207-5900-4d67-ab57-f314e75e53f8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:07.088940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1251a7d9-23a6-4d41-818e-cf09231fe78b req-911e6207-5900-4d67-ab57-f314e75e53f8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 943 time: 0.0500875 Dec 16 23:07:07.142503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1251a7d9-23a6-4d41-818e-cf09231fe78b req-d32564ab-9fa4-4d59-8c80-890af2db7fb2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460949 Dec 16 23:07:08.265614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fd86d-0d42-484e-8202-96651e2f2db8 req-15374754-bdec-471c-b573-9810e36210b2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:08.267169 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-995fd86d-0d42-484e-8202-96651e2f2db8 req-15374754-bdec-471c-b573-9810e36210b2 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 943 time: 0.0548499 Dec 16 23:07:08.320078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-995fd86d-0d42-484e-8202-96651e2f2db8 req-9a01613b-3e42-497b-accf-209ade1adafe tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467684 Dec 16 23:07:08.343548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ca059cc5-d249-405c-8e3e-f61eea3c0586 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:07:08.443963 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ca059cc5-d249-405c-8e3e-f61eea3c0586, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ca059cc5-d249-405c-8e3e-f61eea3c0586,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:07:08.456202 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'ca059cc5-d249-405c-8e3e-f61eea3c0586', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'port_id': 'ca059cc5-d249-405c-8e3e-f61eea3c0586', 'mac_address': 'fa:16:3e:09:91:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:07:08.494183 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:08.507206 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca059cc5-d249-405c-8e3e-f61eea3c0586 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:07:08.526874 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ca059cc5-d249-405c-8e3e-f61eea3c0586, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ca059cc5-d249-405c-8e3e-f61eea3c0586,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:07:08.616488 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:08.663537 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ca059cc5-d249-405c-8e3e-f61eea3c0586,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:07:08.671655 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.672022 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.672373 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.672709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.673048 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.673392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.673724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.674054 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.674385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.674710 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.675038 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.675394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.675721 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.912289 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['ca059cc5-d249-405c-8e3e-f61eea3c0586'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:07:09.438240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfeb55-703c-4ed1-8f69-b4b36e5fa209 req-dca60304-ec91-45aa-9065-63354980c837 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:09.439801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8cbfeb55-703c-4ed1-8f69-b4b36e5fa209 req-dca60304-ec91-45aa-9065-63354980c837 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 944 time: 0.0503528 Dec 16 23:07:09.492149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8cbfeb55-703c-4ed1-8f69-b4b36e5fa209 req-1cf1c4af-45dd-4a14-bd11-ae114662141f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461435 Dec 16 23:07:10.359610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ca059cc5-d249-405c-8e3e-f61eea3c0586 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:07:10.502351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port ca059cc5-d249-405c-8e3e-f61eea3c0586 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:07:10.506478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port ca059cc5-d249-405c-8e3e-f61eea3c0586 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:07:10.506873 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:10.587123 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:10.611851 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cbe98e-377f-4618-82bd-a098346ee6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca059cc5-d249-405c-8e3e-f61eea3c0586'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:07:10.621132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9b39f-5500-4625-8b8e-e6636a86af6c req-37b18b78-4a31-4f29-a37b-5da9d10b4f2a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:10.623414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ea9b39f-5500-4625-8b8e-e6636a86af6c req-37b18b78-4a31-4f29-a37b-5da9d10b4f2a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 944 time: 0.0562637 Dec 16 23:07:10.627620 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ca059cc5-d249-405c-8e3e-f61eea3c0586, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ca059cc5-d249-405c-8e3e-f61eea3c0586,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:07:10.679542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4ea9b39f-5500-4625-8b8e-e6636a86af6c req-997d53a5-dc6a-4b2e-a693-b06573000dda tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491309 Dec 16 23:07:10.714407 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0793a26-b6ab-4615-ab0e-379c509a17c7" -d '{"events": [{"server_uuid": "c8cbe98e-377f-4618-82bd-a098346ee6e9", "name": "network-vif-plugged", "status": "completed", "tag": "ca059cc5-d249-405c-8e3e-f61eea3c0586"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:07:10.731145 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:10.786690 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ca059cc5-d249-405c-8e3e-f61eea3c0586,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:07:10.845402 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89222185-7958-4eaf-9bcf-ead36d9d1a52 x-openstack-request-id: req-89222185-7958-4eaf-9bcf-ead36d9d1a52 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:07:10.845704 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cbe98e-377f-4618-82bd-a098346ee6e9", "name": "network-vif-plugged", "status": "completed", "tag": "ca059cc5-d249-405c-8e3e-f61eea3c0586", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:07:10.845966 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89222185-7958-4eaf-9bcf-ead36d9d1a52 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:07:10.846374 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cbe98e-377f-4618-82bd-a098346ee6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca059cc5-d249-405c-8e3e-f61eea3c0586', 'code': 200} Dec 16 23:07:10.929965 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:07:10.959200 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b603-ed4e-4407-bfb2-6810816f43bb req-ed23e686-c9f9-4901-87ef-5d5bfd83a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:10.960772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4688b603-ed4e-4407-bfb2-6810816f43bb req-ed23e686-c9f9-4901-87ef-5d5bfd83a8e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0437703 Dec 16 23:07:11.018483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4688b603-ed4e-4407-bfb2-6810816f43bb req-9c2564eb-d2e9-413b-ad9b-6e5ce6170dc9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449426 Dec 16 23:07:11.803095 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1b653-213c-4033-b4c5-6e93bf3f9c42 req-31a83917-9cae-44b7-8a53-8ca75f0e428c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:11.804616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46a1b653-213c-4033-b4c5-6e93bf3f9c42 req-31a83917-9cae-44b7-8a53-8ca75f0e428c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 945 time: 0.0503109 Dec 16 23:07:11.861470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46a1b653-213c-4033-b4c5-6e93bf3f9c42 req-4c557061-ea83-4ca0-960b-5760758dadc5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501311 Dec 16 23:07:12.986197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b265849-1826-4085-b418-698eaa489444 req-6a6e26b0-8ecb-44f6-9d05-413c6545df24 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:12.987729 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b265849-1826-4085-b418-698eaa489444 req-6a6e26b0-8ecb-44f6-9d05-413c6545df24 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 945 time: 0.0512362 Dec 16 23:07:13.040841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b265849-1826-4085-b418-698eaa489444 req-ad64e48e-0499-41eb-ba83-b896a6adf61e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467708 Dec 16 23:07:13.164029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5b11d-a086-45f2-bc68-796e79c18d93 req-1597207f-516f-4c1a-8e55-e7532ddbc074 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:13.165630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01a5b11d-a086-45f2-bc68-796e79c18d93 req-1597207f-516f-4c1a-8e55-e7532ddbc074 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 945 time: 0.0512998 Dec 16 23:07:13.219559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01a5b11d-a086-45f2-bc68-796e79c18d93 req-2a05cfa7-d5bb-4c71-b63c-a21f70a8295c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460706 Dec 16 23:07:13.243042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60788) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:07:13.433122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec30abbd-76dd-435a-ba84-48384a14593a tempest-TestVolumeBootPattern-1914470037 tempest-TestVolumeBootPattern-1914470037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:13.434722 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ec30abbd-76dd-435a-ba84-48384a14593a tempest-TestVolumeBootPattern-1914470037 tempest-TestVolumeBootPattern-1914470037-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 1091 time: 0.1906211 Dec 16 23:07:13.437586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 60800) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:07:13.442159 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': 'ca059cc5-d249-405c-8e3e-f61eea3c0586', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:07:13.540062 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:13.574863 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:13.645859 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:13.682799 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:13.750025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Allocated IP 172.25.2.138 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/90e93916-d70d-4d72-9d7b-836ee18b4015) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:07:13.863552 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:13.994537 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:14.041385 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:07:14.045283 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:07:14.048432 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:07:14.076334 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'Port': ['ID=90e93916-d70d-4d72-9d7b-836ee18b4015,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:07:14.095942 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:14.099529 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:14.099640 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c8232c-d2a1-4e64-9d21-09e22514a225 req-03194961-0335-48c4-a69d-4e415384a08d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521655 Dec 16 23:07:14.100091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:14.100091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:14.100091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:14.100091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:14.100091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:14.100091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:14.100091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:14.100091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:14.100091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:14.100091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:14.100829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:14.190081 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8232c-d2a1-4e64-9d21-09e22514a225 req-aea5e0eb-88c2-48da-97e4-4368077dd362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:14.191678 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c8232c-d2a1-4e64-9d21-09e22514a225 req-aea5e0eb-88c2-48da-97e4-4368077dd362 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0429850 Dec 16 23:07:14.317608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8232c-d2a1-4e64-9d21-09e22514a225 req-7d8b6706-5929-4ce9-8e8d-5344e4090c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:14.323040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c8232c-d2a1-4e64-9d21-09e22514a225 req-7d8b6706-5929-4ce9-8e8d-5344e4090c3e service neutron] 10.222.0.69 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.1025562 Dec 16 23:07:14.401063 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c8232c-d2a1-4e64-9d21-09e22514a225 req-8c2cefc0-96b8-429b-86b6-07cf33facea2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 HTTP/1.1" status: 200 len: 1001 time: 0.0695028 Dec 16 23:07:14.457213 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:14.460092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8232c-d2a1-4e64-9d21-09e22514a225 req-4d85f6f7-e4db-4f89-b5eb-acac8a4db3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:14.461636 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c8232c-d2a1-4e64-9d21-09e22514a225 req-4d85f6f7-e4db-4f89-b5eb-acac8a4db3dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0495157 Dec 16 23:07:14.508669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8232c-d2a1-4e64-9d21-09e22514a225 req-ff361445-879e-4beb-ae87-40cb1b5411a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:14.510193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c8232c-d2a1-4e64-9d21-09e22514a225 req-ff361445-879e-4beb-ae87-40cb1b5411a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416331 Dec 16 23:07:14.600982 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:14.619138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c8232c-d2a1-4e64-9d21-09e22514a225 req-4dec79d1-a0a7-44f4-a454-29db13618a0d service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975432 Dec 16 23:07:14.728990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79c8232c-d2a1-4e64-9d21-09e22514a225 req-8f4a6604-2f50-45a7-847f-8171e347f824 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978532 Dec 16 23:07:14.782322 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:14.865442 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:14.941696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event updated for resources: {'Port': ['ID=90e93916-d70d-4d72-9d7b-836ee18b4015,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:07:14.952016 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:15.378071 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Floating IP 9337f855-5c7d-45e4-b079-07d0a40a4dda associated. External IP: 172.25.2.138, port: ca059cc5-d249-405c-8e3e-f61eea3c0586. Dec 16 23:07:15.596405 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:07:15.708069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:07:15.720611 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4644c-826a-40b2-8928-3e208e10f2d4 None None] Sync routers for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:07:15.732600 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4644c-826a-40b2-8928-3e208e10f2d4 None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:07:15.733238 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ddf4644c-826a-40b2-8928-3e208e10f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:06:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:07:15.785159 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:15.827653 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-101a02fa-3239-467b-b9fb-b4c67ec7b2e8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3797741 Dec 16 23:07:15.828360 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cbe98e-377f-4618-82bd-a098346ee6e9', 'tag': 'ca059cc5-d249-405c-8e3e-f61eea3c0586'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:07:15.873841 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fd2536e9b1e345e450ff3ec7907de2e139e714cd2038414972b0eb965fd2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cafab8-46b0-460e-8b2d-c131bae46079" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cbe98e-377f-4618-82bd-a098346ee6e9", "tag": "ca059cc5-d249-405c-8e3e-f61eea3c0586"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:07:15.964950 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba02cea9-6807-4564-8ed1-59d6cf8df526 x-openstack-request-id: req-ba02cea9-6807-4564-8ed1-59d6cf8df526 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:07:15.968852 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cbe98e-377f-4618-82bd-a098346ee6e9", "tag": "ca059cc5-d249-405c-8e3e-f61eea3c0586", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:07:15.968852 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba02cea9-6807-4564-8ed1-59d6cf8df526 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:07:15.968852 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cbe98e-377f-4618-82bd-a098346ee6e9', 'tag': 'ca059cc5-d249-405c-8e3e-f61eea3c0586', 'status': 'completed', 'code': 200} Dec 16 23:07:16.031046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-ddf4644c-826a-40b2-8928-3e208e10f2d4 None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:07:16.044376 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cafab8-46b0-460e-8b2d-c131bae46079 req-b71c3f96-6ffe-40fc-84d3-07b35de5f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:16.045933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2cafab8-46b0-460e-8b2d-c131bae46079 req-b71c3f96-6ffe-40fc-84d3-07b35de5f501 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0538871 Dec 16 23:07:16.146744 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cafab8-46b0-460e-8b2d-c131bae46079 req-0ef13568-c3be-4a00-8834-d56aea46963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:16.148268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2cafab8-46b0-460e-8b2d-c131bae46079 req-0ef13568-c3be-4a00-8834-d56aea46963d service neutron] 10.222.0.24 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.0948801 Dec 16 23:07:16.226126 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2cafab8-46b0-460e-8b2d-c131bae46079 req-3b081b61-2c1c-451f-b62a-6050fbc1e89a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca059cc5-d249-405c-8e3e-f61eea3c0586 HTTP/1.1" status: 200 len: 999 time: 0.0694156 Dec 16 23:07:16.284569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cafab8-46b0-460e-8b2d-c131bae46079 req-c81faa83-b8b5-4567-af26-499fb3ea8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:16.286103 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2cafab8-46b0-460e-8b2d-c131bae46079 req-c81faa83-b8b5-4567-af26-499fb3ea8791 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0524869 Dec 16 23:07:16.296189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ddf4644c-826a-40b2-8928-3e208e10f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '7df944e8-1792-4bac-87ce-d76183dc2f41', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'port_id': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'mac_address': 'fa:16:3e:17:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:04:12Z', 'updated_at': '2021-12-16T23:04:15Z', 'revision_number': 1, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address_scope': None}, {'id': '9337f855-5c7d-45e4-b079-07d0a40a4dda', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'port_id': 'ca059cc5-d249-405c-8e3e-f61eea3c0586', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'mac_address': 'fa:16:3e:09:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cbe98e-377f-4618-82bd-a098346ee6e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:07:14Z', 'updated_at': '2021-12-16T23:07:14Z', 'revision_number': 0, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:07:16.323757 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4644c-826a-40b2-8928-3e208e10f2d4 None None] Checking router: 8d401d72-e07c-4326-ac0b-5f663cf7bf3e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:07:16.335132 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4644c-826a-40b2-8928-3e208e10f2d4 None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:07:16.335800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ddf4644c-826a-40b2-8928-3e208e10f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:06:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:07:16.336206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cafab8-46b0-460e-8b2d-c131bae46079 req-104e6de2-7cbc-4d9e-97fd-0ae1a613f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:16.337915 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2cafab8-46b0-460e-8b2d-c131bae46079 req-104e6de2-7cbc-4d9e-97fd-0ae1a613f907 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430820 Dec 16 23:07:16.452499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2cafab8-46b0-460e-8b2d-c131bae46079 req-ec45fc9a-72e7-4278-a603-707a1556649e service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072822 Dec 16 23:07:16.454617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-ddf4644c-826a-40b2-8928-3e208e10f2d4 None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:07:16.558243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2cafab8-46b0-460e-8b2d-c131bae46079 req-71b95c6f-e97b-44c7-a80f-d5b81b312c0b service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970042 Dec 16 23:07:16.704718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ddf4644c-826a-40b2-8928-3e208e10f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '7df944e8-1792-4bac-87ce-d76183dc2f41', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'port_id': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'mac_address': 'fa:16:3e:17:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:04:12Z', 'updated_at': '2021-12-16T23:04:15Z', 'revision_number': 1, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address_scope': None}, {'id': '9337f855-5c7d-45e4-b079-07d0a40a4dda', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'port_id': 'ca059cc5-d249-405c-8e3e-f61eea3c0586', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'mac_address': 'fa:16:3e:09:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cbe98e-377f-4618-82bd-a098346ee6e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:07:14Z', 'updated_at': '2021-12-16T23:07:14Z', 'revision_number': 0, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:07:16.732234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4644c-826a-40b2-8928-3e208e10f2d4 None None] The sync data for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 is: [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '7df944e8-1792-4bac-87ce-d76183dc2f41', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'port_id': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'mac_address': 'fa:16:3e:17:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:04:12Z', 'updated_at': '2021-12-16T23:04:15Z', 'revision_number': 1, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address_scope': None}, {'id': '9337f855-5c7d-45e4-b079-07d0a40a4dda', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'port_id': 'ca059cc5-d249-405c-8e3e-f61eea3c0586', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'mac_address': 'fa:16:3e:09:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cbe98e-377f-4618-82bd-a098346ee6e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:07:14Z', 'updated_at': '2021-12-16T23:07:14Z', 'revision_number': 0, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:07:16.959666 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e24507-e155-462b-b23a-053309ecf21c None None] New status for floating IP 9337f855-5c7d-45e4-b079-07d0a40a4dda: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:07:20.128401 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ae358ad-ed93-416b-a59d-2e6fb7c58a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:22.553516 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f3c7c87-1e78-4258-9996-75f6df27462b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:23.730953 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:25.014226 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:25.774398 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:27.499019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1adbf81-5665-4a9b-8cd7-631a01d424ea req-47aec64d-1297-4dca-a1ea-45e6eebe887b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427778 Dec 16 23:07:27.592816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adbf81-5665-4a9b-8cd7-631a01d424ea req-b9d9f365-e21b-4667-a204-48c0ef13c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:27.594327 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1adbf81-5665-4a9b-8cd7-631a01d424ea req-b9d9f365-e21b-4667-a204-48c0ef13c09e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0497630 Dec 16 23:07:27.707349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adbf81-5665-4a9b-8cd7-631a01d424ea req-78f65c84-e0de-449b-b35a-1f95df26ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:27.708857 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1adbf81-5665-4a9b-8cd7-631a01d424ea req-78f65c84-e0de-449b-b35a-1f95df26ab59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.0882146 Dec 16 23:07:27.782289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1adbf81-5665-4a9b-8cd7-631a01d424ea req-738fcf61-2c01-42b5-a730-f531c4cabdf6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca059cc5-d249-405c-8e3e-f61eea3c0586 HTTP/1.1" status: 200 len: 1001 time: 0.0661550 Dec 16 23:07:27.843225 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adbf81-5665-4a9b-8cd7-631a01d424ea req-1a5c455c-03ac-494f-983d-875eecd453b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:27.844644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1adbf81-5665-4a9b-8cd7-631a01d424ea req-1a5c455c-03ac-494f-983d-875eecd453b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0543013 Dec 16 23:07:27.893949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adbf81-5665-4a9b-8cd7-631a01d424ea req-efb97685-5389-4d51-a6aa-a79829c20a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:27.895502 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1adbf81-5665-4a9b-8cd7-631a01d424ea req-efb97685-5389-4d51-a6aa-a79829c20a32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439360 Dec 16 23:07:27.992064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1adbf81-5665-4a9b-8cd7-631a01d424ea req-5170fbc0-297f-4b5e-8549-a539bd0f21e6 service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888116 Dec 16 23:07:28.088760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1adbf81-5665-4a9b-8cd7-631a01d424ea req-c2c7113d-1525-4ade-ae42-049a4946159d service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838418 Dec 16 23:07:43.627812 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:43.682410 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:47.930085 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:07:50.122661 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd6cec02-2473-47d1-bbb6-45a850727031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:52.508577 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b9a4be3-baa9-4522-afd2-5ff186267823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:53.713367 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:54.999251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:55.753744 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:13.738432 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:13.816341 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:16.099842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82baa07f-573f-49f7-8bdf-2d5a4e5cb68f req-91e97b90-80cc-419f-889e-5d03923a7330 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462520 Dec 16 23:08:16.203682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baa07f-573f-49f7-8bdf-2d5a4e5cb68f req-07d67ae1-95c6-47a5-a749-cbea76b4a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:08:16.205323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82baa07f-573f-49f7-8bdf-2d5a4e5cb68f req-07d67ae1-95c6-47a5-a749-cbea76b4a46a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0545049 Dec 16 23:08:16.326543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baa07f-573f-49f7-8bdf-2d5a4e5cb68f req-0975fab5-e339-4c3d-82dd-5ceff9ac040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:08:16.328189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82baa07f-573f-49f7-8bdf-2d5a4e5cb68f req-0975fab5-e339-4c3d-82dd-5ceff9ac040d service neutron] 10.222.0.69 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.0964820 Dec 16 23:08:16.421705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82baa07f-573f-49f7-8bdf-2d5a4e5cb68f req-95326d25-7b14-4974-a4ec-105e6d354555 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 HTTP/1.1" status: 200 len: 1001 time: 0.0817111 Dec 16 23:08:16.485971 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baa07f-573f-49f7-8bdf-2d5a4e5cb68f req-5d97857d-8d2d-4dc9-b2b2-500a520ebf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:08:16.487585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82baa07f-573f-49f7-8bdf-2d5a4e5cb68f req-5d97857d-8d2d-4dc9-b2b2-500a520ebf91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0554013 Dec 16 23:08:16.541855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baa07f-573f-49f7-8bdf-2d5a4e5cb68f req-55297841-d65f-40ff-adf8-c73d1e40f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:08:16.543434 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82baa07f-573f-49f7-8bdf-2d5a4e5cb68f req-55297841-d65f-40ff-adf8-c73d1e40f238 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441444 Dec 16 23:08:16.662043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82baa07f-573f-49f7-8bdf-2d5a4e5cb68f req-1107d5d2-83a5-46f3-b77c-7e97c2154c2b service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075094 Dec 16 23:08:16.767006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82baa07f-573f-49f7-8bdf-2d5a4e5cb68f req-32fa6337-c593-4eb9-97c2-b7ec39dd51a0 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920105 Dec 16 23:08:20.102485 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2327f5cb-345c-4a6e-99f1-3ae21b9b907c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:22.564853 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29e405fb-48b4-47df-979d-6c8e657ee55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:23.734064 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:24.929367 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:08:25.056279 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:25.787751 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:28.487723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d007447-cfc7-48fc-946f-8c92a371135f req-dfbc41d8-38f1-4e07-97bc-17b0333c8bd6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445416 Dec 16 23:08:28.595133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d007447-cfc7-48fc-946f-8c92a371135f req-0fd2f21f-a8b3-49b0-a29a-e951c3aacb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:08:28.596587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d007447-cfc7-48fc-946f-8c92a371135f req-0fd2f21f-a8b3-49b0-a29a-e951c3aacb65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0508699 Dec 16 23:08:28.708643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d007447-cfc7-48fc-946f-8c92a371135f req-7f75aeb8-8af4-4ef6-9b01-9606712d0199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:08:28.710279 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d007447-cfc7-48fc-946f-8c92a371135f req-7f75aeb8-8af4-4ef6-9b01-9606712d0199 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.0925720 Dec 16 23:08:28.791137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d007447-cfc7-48fc-946f-8c92a371135f req-9006331a-899c-45fe-a8de-bc8f1549bc68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca059cc5-d249-405c-8e3e-f61eea3c0586 HTTP/1.1" status: 200 len: 1001 time: 0.0704758 Dec 16 23:08:28.852432 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d007447-cfc7-48fc-946f-8c92a371135f req-b81fbd8a-5553-47a1-acfb-054f50316334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:08:28.854612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d007447-cfc7-48fc-946f-8c92a371135f req-b81fbd8a-5553-47a1-acfb-054f50316334 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0507357 Dec 16 23:08:28.908260 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d007447-cfc7-48fc-946f-8c92a371135f req-2f056f2f-0bcd-48a5-9b2d-a7d10b39adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:08:28.910263 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d007447-cfc7-48fc-946f-8c92a371135f req-2f056f2f-0bcd-48a5-9b2d-a7d10b39adb7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455322 Dec 16 23:08:29.025752 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d007447-cfc7-48fc-946f-8c92a371135f req-98d4b872-c546-477d-ae9b-b4a37a915147 service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999594 Dec 16 23:08:29.141282 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d007447-cfc7-48fc-946f-8c92a371135f req-7898f032-f8a8-42b3-baa9-878dd08adf2c service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036167 Dec 16 23:08:43.649464 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:43.781933 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:47.213528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33790) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:08:47.382145 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4f780ee8-6e69-4800-ad53-48770caba4c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a51bd111e7ce4de99e3d3cc3d1580f0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1673157 Dec 16 23:08:47.384880 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33796) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:08:47.446414 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:47.473357 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:47.585438 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:47.588079 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:47.589322 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/acd7f238-9cfc-4422-8ac4-f52536c85699 HTTP/1.1" status: 204 len: 168 time: 0.2033000 Dec 16 23:08:47.598167 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd7f238-9cfc-4422-8ac4-f52536c85699,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:47.606323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:47.606769 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:47.607183 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:47.607553 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:47.612075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:47.612075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:47.612075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:47.612075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:47.612075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:47.612075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:47.612075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:47.612075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:47.612075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9df6d-1ac3-4ee8-81b9-baea218eae7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:48.662828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33830) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:08:48.793677 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b2756437-7bf4-444b-be40-e7a05e8a536e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1002603688-network', 'tenant_id': '84c4eb440da343e99f3bbf68ebba7b18'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:08:48.896006 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2756437-7bf4-444b-be40-e7a05e8a536e admin admin] Made reservation on behalf of 84c4eb440da343e99f3bbf68ebba7b18 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:08:48.898323 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2756437-7bf4-444b-be40-e7a05e8a536e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:48.909087 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2756437-7bf4-444b-be40-e7a05e8a536e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:48.993756 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2756437-7bf4-444b-be40-e7a05e8a536e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:49.100452 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2756437-7bf4-444b-be40-e7a05e8a536e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:49.125477 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2756437-7bf4-444b-be40-e7a05e8a536e admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:08:49.135288 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2756437-7bf4-444b-be40-e7a05e8a536e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c493dbb8-1c47-413d-a62c-5e3fa036ef5b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:49.140880 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2756437-7bf4-444b-be40-e7a05e8a536e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:49.141226 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-b2756437-7bf4-444b-be40-e7a05e8a536e admin admin] Added segment 6de237c3-be75-411a-9cf5-752d8dc98fe4 of type vlan for network def1f87f-bd34-42a9-8ea3-ee28be2a769a Dec 16 23:08:49.182599 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2756437-7bf4-444b-be40-e7a05e8a536e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:49.273466 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2756437-7bf4-444b-be40-e7a05e8a536e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:49.274588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2756437-7bf4-444b-be40-e7a05e8a536e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:08:49.275356 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2756437-7bf4-444b-be40-e7a05e8a536e admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:49.340394 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2756437-7bf4-444b-be40-e7a05e8a536e admin admin] Pushing event updated for resources: {'Network': ['ID=def1f87f-bd34-42a9-8ea3-ee28be2a769a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:49.350955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network def1f87f-bd34-42a9-8ea3-ee28be2a769a details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:08:49.400092 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b2756437-7bf4-444b-be40-e7a05e8a536e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7358050 Dec 16 23:08:49.402991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33836) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:08:49.408081 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9d59c925-a994-4ed0-9495-5451049975cb admin admin] Request body: {'subnet': {'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1002603688-subnet', 'tenant_id': '84c4eb440da343e99f3bbf68ebba7b18', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:08:49.484423 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d59c925-a994-4ed0-9495-5451049975cb admin admin] Made reservation on behalf of 84c4eb440da343e99f3bbf68ebba7b18 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:08:49.486868 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9d59c925-a994-4ed0-9495-5451049975cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:49.707620 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9d59c925-a994-4ed0-9495-5451049975cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:49.765989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59c925-a994-4ed0-9495-5451049975cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=17385b26-3283-4ad8-94f1-3092aaaf4454,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:49.782368 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d59c925-a994-4ed0-9495-5451049975cb admin admin] Checking segment: {'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:08:49.782737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d59c925-a994-4ed0-9495-5451049975cb admin admin] Network hostable DHCP agents. Network: def1f87f-bd34-42a9-8ea3-ee28be2a769a, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:08:49.833293 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d59c925-a994-4ed0-9495-5451049975cb admin admin] Network def1f87f-bd34-42a9-8ea3-ee28be2a769a is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:08:49.896160 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-9d59c925-a994-4ed0-9495-5451049975cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, def1f87f-bd34-42a9-8ea3-ee28be2a769a) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:08:49.900571 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d59c925-a994-4ed0-9495-5451049975cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:08:49.907782 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9d59c925-a994-4ed0-9495-5451049975cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:49.908756 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31efc81-7fac-4ba8-8446-8eeb976d95c2 None None] Network def1f87f-bd34-42a9-8ea3-ee28be2a769a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:08:50.007371 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9d59c925-a994-4ed0-9495-5451049975cb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6032102 Dec 16 23:08:50.010634 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33838) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:08:50.012361 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-def1f87f-bd34-42a9-8ea3-ee28be2a769a', 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a', 'project_id': '84c4eb440da343e99f3bbf68ebba7b18', 'fixed_ips': [{'subnet_id': '17385b26-3283-4ad8-94f1-3092aaaf4454'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:08:50.013616 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:50.017614 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1002603688-router', 'tenant_id': '84c4eb440da343e99f3bbf68ebba7b18', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:08:50.128713 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:50.129870 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:50.181333 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Allocated IP 172.20.0.2 (def1f87f-bd34-42a9-8ea3-ee28be2a769a/17385b26-3283-4ad8-94f1-3092aaaf4454/33302a1a-a564-4e89-8c09-9b5a77ce5344) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:08:50.184512 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:50.234295 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b988c7a-9267-48a7-ae70-29254e7f607e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:50.334287 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:50.399212 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:50.437241 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:50.478767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Network def1f87f-bd34-42a9-8ea3-ee28be2a769a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:08:50.482097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:08:50.485679 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:08:50.504809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Pushing event updated for resources: {'Port': ['ID=33302a1a-a564-4e89-8c09-9b5a77ce5344,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:50.504809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:50.504809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:50.504809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:50.504809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:50.504809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:50.504809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:50.505475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:50.505475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:50.505475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:50.505813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:50.506144 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:50.506468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:50.506793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:50.555686 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Attempting to bind port 33302a1a-a564-4e89-8c09-9b5a77ce5344 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:08:50.555974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Attempting to bind port 33302a1a-a564-4e89-8c09-9b5a77ce5344 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:08:50.556347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Attempting to bind port 33302a1a-a564-4e89-8c09-9b5a77ce5344 on network def1f87f-bd34-42a9-8ea3-ee28be2a769a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:08:50.561860 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:08:50.562242 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Checking segment: {'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:08:50.562650 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:50.563073 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Bound using segment: {'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:08:50.563559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Bound port: 33302a1a-a564-4e89-8c09-9b5a77ce5344, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:08:50.563945 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:50.633902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] For port 33302a1a-a564-4e89-8c09-9b5a77ce5344, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:08:50.637162 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] For port 33302a1a-a564-4e89-8c09-9b5a77ce5344, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=33302a1a-a564-4e89-8c09-9b5a77ce5344,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:08:50.679229 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:50.698667 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:50.731199 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:50.790223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44eb79f-5330-4722-afb8-9202c47d0e1d None None] Pushing event updated for resources: {'Port': ['ID=33302a1a-a564-4e89-8c09-9b5a77ce5344,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:50.821112 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Allocated IP 172.25.2.245 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/61f29117-13c7-4b72-8044-9e82d33ab0e3) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:08:50.949006 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:51.074069 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:51.117646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:08:51.120606 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:08:51.124460 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:08:51.134451 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9fc621-574b-4737-8981-cefe8b6666ce None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:08:51.150175 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Pushing event updated for resources: {'Port': ['ID=61f29117-13c7-4b72-8044-9e82d33ab0e3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:51.197738 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2f5807f6-8066-41ad-abc3-ec3b584fb4d9 None None] Provisioning complete for port 61f29117-13c7-4b72-8044-9e82d33ab0e3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:08:51.198138 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f5807f6-8066-41ad-abc3-ec3b584fb4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:51.237463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2f5807f6-8066-41ad-abc3-ec3b584fb4d9 None None] Port 61f29117-13c7-4b72-8044-9e82d33ab0e3 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:08:51.458345 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:51.673126 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:51.718845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4324dc6b-8d1e-4892-84b0-18b7a52acd7a None None] Network def1f87f-bd34-42a9-8ea3-ee28be2a769a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:08:51.789490 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-eaee18d9-dd77-47ab-a337-46009728260c None None] Provisioning complete for port 33302a1a-a564-4e89-8c09-9b5a77ce5344 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:08:51.789861 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eaee18d9-dd77-47ab-a337-46009728260c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:51.874368 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Router f4029b18-4e59-4d96-b5ac-4b96a52c34e0 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:08:51.908651 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eaee18d9-dd77-47ab-a337-46009728260c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:51.946607 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-eaee18d9-dd77-47ab-a337-46009728260c None None] For port 33302a1a-a564-4e89-8c09-9b5a77ce5344, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=33302a1a-a564-4e89-8c09-9b5a77ce5344,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:08:51.992061 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:08:52.003100 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Sync routers for ids ['f4029b18-4e59-4d96-b5ac-4b96a52c34e0'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:08:52.014835 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Routers {'f4029b18-4e59-4d96-b5ac-4b96a52c34e0'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:08:52.015689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:08:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f4029b18-4e59-4d96-b5ac-4b96a52c34e0'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:08:52.069185 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eaee18d9-dd77-47ab-a337-46009728260c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:52.132537 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:52.133930 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-08619c4f-e36d-4008-9d5f-23583e595646 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1219633 Dec 16 23:08:52.136805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33840) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:08:52.168786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Set router f4029b18-4e59-4d96-b5ac-4b96a52c34e0 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:08:52.172365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee18d9-dd77-47ab-a337-46009728260c None None] Pushing event updated for resources: {'Port': ['ID=33302a1a-a564-4e89-8c09-9b5a77ce5344,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:52.281218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f01b8650-593b-4080-acb9-90eea584e858 None None] Provisioning complete for port 33302a1a-a564-4e89-8c09-9b5a77ce5344 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:08:52.281218 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f01b8650-593b-4080-acb9-90eea584e858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:52.527787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 33302a1a-a564-4e89-8c09-9b5a77ce5344 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:08:52.592161 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:52.643248 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6112ff0f-0658-483d-9490-bc05e6b8fade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:52.680114 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 33302a1a-a564-4e89-8c09-9b5a77ce5344 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:08:52.680114 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:52.711901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'name': 'tempest-TestServerMultinode-1002603688-router', 'tenant_id': '84c4eb440da343e99f3bbf68ebba7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '61f29117-13c7-4b72-8044-9e82d33ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:50Z', 'updated_at': '2021-12-16T23:08:51Z', 'revision_number': 3, 'project_id': '84c4eb440da343e99f3bbf68ebba7b18', 'gw_port': {'id': '61f29117-13c7-4b72-8044-9e82d33ab0e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:af:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:50Z', 'updated_at': '2021-12-16T23:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:08:52.742602 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Checking router: f4029b18-4e59-4d96-b5ac-4b96a52c34e0 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:08:52.745188 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Updating router f4029b18-4e59-4d96-b5ac-4b96a52c34e0 port 61f29117-13c7-4b72-8044-9e82d33ab0e3 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:08:52.762706 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Allocated IP 172.20.0.1 (def1f87f-bd34-42a9-8ea3-ee28be2a769a/17385b26-3283-4ad8-94f1-3092aaaf4454/254e4ec6-8607-49c9-80fa-bb0647e9c455) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:08:52.775346 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:52.868939 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.039440 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.076754 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.085227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Network def1f87f-bd34-42a9-8ea3-ee28be2a769a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:08:53.088316 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:08:53.092232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:08:53.098052 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Pushing event updated for resources: {'Port': ['ID=254e4ec6-8607-49c9-80fa-bb0647e9c455,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:53.130344 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.140738 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.181962 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f32d77-8e6b-4da6-821b-ce90cf454029 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:08:53.196330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Attempting to bind port 61f29117-13c7-4b72-8044-9e82d33ab0e3 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:08:53.196709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Attempting to bind port 61f29117-13c7-4b72-8044-9e82d33ab0e3 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:08:53.197077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Attempting to bind port 61f29117-13c7-4b72-8044-9e82d33ab0e3 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:08:53.201947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7296c4f-3fab-4f09-976b-b2783a4b712e None None] Pushing event updated for resources: {'Port': ['ID=61f29117-13c7-4b72-8044-9e82d33ab0e3,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:53.208807 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:08:53.209201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:08:53.209637 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.210477 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:08:53.210698 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Bound port: 61f29117-13c7-4b72-8044-9e82d33ab0e3, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:08:53.210998 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.293078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] For port 61f29117-13c7-4b72-8044-9e82d33ab0e3, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:08:53.313033 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] For port 61f29117-13c7-4b72-8044-9e82d33ab0e3, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=61f29117-13c7-4b72-8044-9e82d33ab0e3,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:08:53.316295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-68a09ebf-3457-404f-a27e-e1d87182c896 None None] Provisioning complete for port 61f29117-13c7-4b72-8044-9e82d33ab0e3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:08:53.316780 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68a09ebf-3457-404f-a27e-e1d87182c896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.357482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-68a09ebf-3457-404f-a27e-e1d87182c896 None None] Port 61f29117-13c7-4b72-8044-9e82d33ab0e3 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:08:53.404085 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.455723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a1b23d-a633-4e3a-a11d-801b5d103213 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:08:53.487142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Routers {'f4029b18-4e59-4d96-b5ac-4b96a52c34e0'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:08:53.487934 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:08:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f4029b18-4e59-4d96-b5ac-4b96a52c34e0'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:08:53.490910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7296c4f-3fab-4f09-976b-b2783a4b712e None None] Pushing event updated for resources: {'Port': ['ID=61f29117-13c7-4b72-8044-9e82d33ab0e3,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:53.544328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-44ff7cf8-e751-4d4d-b5dc-e3467814cfc5 None None] Provisioning complete for port 254e4ec6-8607-49c9-80fa-bb0647e9c455 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:08:53.544742 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44ff7cf8-e751-4d4d-b5dc-e3467814cfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.626009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-44ff7cf8-e751-4d4d-b5dc-e3467814cfc5 None None] Port 254e4ec6-8607-49c9-80fa-bb0647e9c455 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:08:53.639981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] Set router f4029b18-4e59-4d96-b5ac-4b96a52c34e0 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:08:53.678521 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.764036 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.789200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4767c324-b083-4b12-9295-ed3b857ed210 None None] Provisioning complete for port 61f29117-13c7-4b72-8044-9e82d33ab0e3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:08:53.789580 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4767c324-b083-4b12-9295-ed3b857ed210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.846287 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.899820 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.920543 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4767c324-b083-4b12-9295-ed3b857ed210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.930093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'name': 'tempest-TestServerMultinode-1002603688-router', 'tenant_id': '84c4eb440da343e99f3bbf68ebba7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '61f29117-13c7-4b72-8044-9e82d33ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:50Z', 'updated_at': '2021-12-16T23:08:51Z', 'revision_number': 3, 'project_id': '84c4eb440da343e99f3bbf68ebba7b18', 'gw_port': {'id': '61f29117-13c7-4b72-8044-9e82d33ab0e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:af:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:50Z', 'updated_at': '2021-12-16T23:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:08:53.962724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a24e0-84e6-4d3a-b9a5-1796246ee2c3 None None] The sync data for ids ['f4029b18-4e59-4d96-b5ac-4b96a52c34e0'] in n-d-821840-2 is: [{'id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'name': 'tempest-TestServerMultinode-1002603688-router', 'tenant_id': '84c4eb440da343e99f3bbf68ebba7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '61f29117-13c7-4b72-8044-9e82d33ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:50Z', 'updated_at': '2021-12-16T23:08:51Z', 'revision_number': 3, 'project_id': '84c4eb440da343e99f3bbf68ebba7b18', 'gw_port': {'id': '61f29117-13c7-4b72-8044-9e82d33ab0e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:af:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:50Z', 'updated_at': '2021-12-16T23:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:08:53.969043 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:53.971415 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Pushing event updated for resources: {'Port': ['ID=254e4ec6-8607-49c9-80fa-bb0647e9c455,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:53.973676 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4767c324-b083-4b12-9295-ed3b857ed210 None None] For port 61f29117-13c7-4b72-8044-9e82d33ab0e3, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=61f29117-13c7-4b72-8044-9e82d33ab0e3,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:08:54.061782 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4767c324-b083-4b12-9295-ed3b857ed210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:54.079392 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Network def1f87f-bd34-42a9-8ea3-ee28be2a769a is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:08:54.081362 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:08:54.117614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767c324-b083-4b12-9295-ed3b857ed210 None None] Pushing event updated for resources: {'Port': ['ID=61f29117-13c7-4b72-8044-9e82d33ab0e3,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:54.245410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Router f4029b18-4e59-4d96-b5ac-4b96a52c34e0 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:08:54.380598 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:08:54.390258 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-84f275c9-2290-4f47-ac0a-e27d11135f97 admin admin] 10.222.0.43 "PUT /v2.0/routers/f4029b18-4e59-4d96-b5ac-4b96a52c34e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2523742 Dec 16 23:08:54.477011 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 61f29117-13c7-4b72-8044-9e82d33ab0e3 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:08:54.553485 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8a0eb705-9e05-462d-b816-84f1bd65de40 None None] Provisioning complete for port 254e4ec6-8607-49c9-80fa-bb0647e9c455 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:08:54.554655 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a0eb705-9e05-462d-b816-84f1bd65de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:54.600603 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8a0eb705-9e05-462d-b816-84f1bd65de40 None None] Port 254e4ec6-8607-49c9-80fa-bb0647e9c455 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:08:54.606838 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 61f29117-13c7-4b72-8044-9e82d33ab0e3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:08:54.607223 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:55.027385 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:55.182420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 33856) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:08:55.187538 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1432693680-network', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:08:55.273177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Made reservation on behalf of 13e267f2c52b4d5e9a64925a2d09dbc2 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:08:55.275717 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:55.285883 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:55.370942 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:55.439595 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:55.469828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:08:55.476881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c29b97-c836-4ae3-bbd9-7f925aa84f03,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:55.486314 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:55.486673 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Added segment ee8c3c95-757d-4704-bbc2-ca61547b1fd8 of type vlan for network 25e6404f-c1c9-4869-b06a-789f53f34070 Dec 16 23:08:55.489031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:55.489383 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:55.489857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:55.490069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:55.490413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:55.490765 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:55.491163 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:55.491511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:55.491771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:55.492106 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:55.492437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:55.492770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:55.493099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:55.541237 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:55.654082 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:55.657453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:08:55.657453 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:55.667213 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Sync routers for ids ['f4029b18-4e59-4d96-b5ac-4b96a52c34e0'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:08:55.678521 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Routers {'f4029b18-4e59-4d96-b5ac-4b96a52c34e0'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:08:55.679154 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:08:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f4029b18-4e59-4d96-b5ac-4b96a52c34e0'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:08:55.717932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] Pushing event updated for resources: {'Network': ['ID=25e6404f-c1c9-4869-b06a-789f53f34070,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:55.729079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 25e6404f-c1c9-4869-b06a-789f53f34070 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:08:55.763370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0e00b8ef-4c54-4461-9a87-5de45e9d3d7a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5797524 Dec 16 23:08:55.763922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33858) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:08:55.769709 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-94e89423-5296-4f9a-80d6-5b43c0912621 admin admin] Request body: {'subnet': {'network_id': '25e6404f-c1c9-4869-b06a-789f53f34070', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1432693680-subnet', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:08:55.805383 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Set router f4029b18-4e59-4d96-b5ac-4b96a52c34e0 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:08:55.808333 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:55.900048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e89423-5296-4f9a-80d6-5b43c0912621 admin admin] Made reservation on behalf of 13e267f2c52b4d5e9a64925a2d09dbc2 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:08:55.902603 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94e89423-5296-4f9a-80d6-5b43c0912621 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:56.019784 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'name': 'tempest-TestServerMultinode-1002603688-router', 'tenant_id': '84c4eb440da343e99f3bbf68ebba7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '61f29117-13c7-4b72-8044-9e82d33ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:50Z', 'updated_at': '2021-12-16T23:08:53Z', 'revision_number': 4, 'project_id': '84c4eb440da343e99f3bbf68ebba7b18', 'gw_port': {'id': '61f29117-13c7-4b72-8044-9e82d33ab0e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:af:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:50Z', 'updated_at': '2021-12-16T23:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '254e4ec6-8607-49c9-80fa-bb0647e9c455', 'name': '', 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a', 'tenant_id': '84c4eb440da343e99f3bbf68ebba7b18', 'mac_address': 'fa:16:3e:ff:a1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '17385b26-3283-4ad8-94f1-3092aaaf4454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:52Z', 'updated_at': '2021-12-16T23:08:53Z', 'revision_number': 2, 'project_id': '84c4eb440da343e99f3bbf68ebba7b18', 'subnets': [{'id': '17385b26-3283-4ad8-94f1-3092aaaf4454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:08:56.047878 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Checking router: f4029b18-4e59-4d96-b5ac-4b96a52c34e0 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:08:56.048335 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Updating router f4029b18-4e59-4d96-b5ac-4b96a52c34e0 port 254e4ec6-8607-49c9-80fa-bb0647e9c455 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:08:56.077051 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:56.163418 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94e89423-5296-4f9a-80d6-5b43c0912621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:56.224132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e89423-5296-4f9a-80d6-5b43c0912621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e5a2e81-e125-40a9-bfd7-865cb4c35b72,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:56.234132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e89423-5296-4f9a-80d6-5b43c0912621 admin admin] Checking segment: {'id': 'ee8c3c95-757d-4704-bbc2-ca61547b1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25e6404f-c1c9-4869-b06a-789f53f34070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:08:56.234493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e89423-5296-4f9a-80d6-5b43c0912621 admin admin] Network hostable DHCP agents. Network: 25e6404f-c1c9-4869-b06a-789f53f34070, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:08:56.370190 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e89423-5296-4f9a-80d6-5b43c0912621 admin admin] Network 25e6404f-c1c9-4869-b06a-789f53f34070 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:08:56.433074 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-94e89423-5296-4f9a-80d6-5b43c0912621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 25e6404f-c1c9-4869-b06a-789f53f34070) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:08:56.436355 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:56.438274 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e89423-5296-4f9a-80d6-5b43c0912621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:08:56.439399 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94e89423-5296-4f9a-80d6-5b43c0912621 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:56.442766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0522b9bd-98f9-4f64-8ad5-c1ed28e563b6 None None] Network 25e6404f-c1c9-4869-b06a-789f53f34070 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:08:56.513701 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:56.539436 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-94e89423-5296-4f9a-80d6-5b43c0912621 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7741063 Dec 16 23:08:56.541745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33860) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:08:56.546593 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1432693680-router', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:08:56.566455 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032441f-1fd0-42be-a84d-7f0823eb2511 None None] Pushing event updated for resources: {'Port': ['ID=254e4ec6-8607-49c9-80fa-bb0647e9c455,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:56.570852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-25e6404f-c1c9-4869-b06a-789f53f34070', 'network_id': '25e6404f-c1c9-4869-b06a-789f53f34070', 'project_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'fixed_ips': [{'subnet_id': '7e5a2e81-e125-40a9-bfd7-865cb4c35b72'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:08:56.572312 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:56.593758 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032441f-1fd0-42be-a84d-7f0823eb2511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:56.594118 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032441f-1fd0-42be-a84d-7f0823eb2511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:56.594493 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032441f-1fd0-42be-a84d-7f0823eb2511 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:56.595404 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032441f-1fd0-42be-a84d-7f0823eb2511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:56.595404 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032441f-1fd0-42be-a84d-7f0823eb2511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:56.595714 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032441f-1fd0-42be-a84d-7f0823eb2511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:56.596091 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032441f-1fd0-42be-a84d-7f0823eb2511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:56.596091 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032441f-1fd0-42be-a84d-7f0823eb2511 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:56.597457 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032441f-1fd0-42be-a84d-7f0823eb2511 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:56.597457 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032441f-1fd0-42be-a84d-7f0823eb2511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:56.597457 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032441f-1fd0-42be-a84d-7f0823eb2511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:56.597457 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032441f-1fd0-42be-a84d-7f0823eb2511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:56.598187 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032441f-1fd0-42be-a84d-7f0823eb2511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:08:56.627711 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:56.629074 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:56.638709 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Attempting to bind port 254e4ec6-8607-49c9-80fa-bb0647e9c455 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:08:56.639569 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Attempting to bind port 254e4ec6-8607-49c9-80fa-bb0647e9c455 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:08:56.640046 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Attempting to bind port 254e4ec6-8607-49c9-80fa-bb0647e9c455 on network def1f87f-bd34-42a9-8ea3-ee28be2a769a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:08:56.647817 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:08:56.648390 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Checking segment: {'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:08:56.648909 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:56.649417 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Bound using segment: {'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:08:56.650522 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Bound port: 254e4ec6-8607-49c9-80fa-bb0647e9c455, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:08:56.651038 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:56.705139 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:56.727633 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] For port 254e4ec6-8607-49c9-80fa-bb0647e9c455, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:08:56.734354 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] For port 254e4ec6-8607-49c9-80fa-bb0647e9c455, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=254e4ec6-8607-49c9-80fa-bb0647e9c455,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:08:56.738724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Allocated IP 172.20.0.2 (25e6404f-c1c9-4869-b06a-789f53f34070/7e5a2e81-e125-40a9-bfd7-865cb4c35b72/b1f12c56-879f-4188-869c-cb0b123035e7) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:08:56.811091 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:56.883582 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Routers {'f4029b18-4e59-4d96-b5ac-4b96a52c34e0'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:08:56.883582 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:08:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f4029b18-4e59-4d96-b5ac-4b96a52c34e0'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:08:56.915478 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:56.924050 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032441f-1fd0-42be-a84d-7f0823eb2511 None None] Pushing event updated for resources: {'Port': ['ID=254e4ec6-8607-49c9-80fa-bb0647e9c455,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:56.924803 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7b1ab040-6e35-4177-a60c-be99d1427d48 None None] Provisioning complete for port 254e4ec6-8607-49c9-80fa-bb0647e9c455 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:08:56.925393 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b1ab040-6e35-4177-a60c-be99d1427d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:56.943474 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:57.017935 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b1ab040-6e35-4177-a60c-be99d1427d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:57.029276 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] Set router f4029b18-4e59-4d96-b5ac-4b96a52c34e0 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:08:57.039654 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:57.096438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7b1ab040-6e35-4177-a60c-be99d1427d48 None None] For port 254e4ec6-8607-49c9-80fa-bb0647e9c455, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=254e4ec6-8607-49c9-80fa-bb0647e9c455,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:08:57.105763 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Network 25e6404f-c1c9-4869-b06a-789f53f34070 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:08:57.112875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Pushing event updated for resources: {'Port': ['ID=b1f12c56-879f-4188-869c-cb0b123035e7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:57.116774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:08:57.120036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:08:57.178998 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Attempting to bind port b1f12c56-879f-4188-869c-cb0b123035e7 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:08:57.179316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Attempting to bind port b1f12c56-879f-4188-869c-cb0b123035e7 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'ee8c3c95-757d-4704-bbc2-ca61547b1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25e6404f-c1c9-4869-b06a-789f53f34070'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:08:57.179697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Attempting to bind port b1f12c56-879f-4188-869c-cb0b123035e7 on network 25e6404f-c1c9-4869-b06a-789f53f34070 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:08:57.185085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:08:57.185404 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Checking segment: {'id': 'ee8c3c95-757d-4704-bbc2-ca61547b1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25e6404f-c1c9-4869-b06a-789f53f34070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:08:57.185788 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:57.186193 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Bound using segment: {'id': 'ee8c3c95-757d-4704-bbc2-ca61547b1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25e6404f-c1c9-4869-b06a-789f53f34070'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:08:57.186687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Bound port: b1f12c56-879f-4188-869c-cb0b123035e7, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8c3c95-757d-4704-bbc2-ca61547b1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25e6404f-c1c9-4869-b06a-789f53f34070'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:08:57.187074 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:57.227114 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b1ab040-6e35-4177-a60c-be99d1427d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:57.298561 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] For port b1f12c56-879f-4188-869c-cb0b123035e7, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:08:57.299536 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'name': 'tempest-TestServerMultinode-1002603688-router', 'tenant_id': '84c4eb440da343e99f3bbf68ebba7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '61f29117-13c7-4b72-8044-9e82d33ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:50Z', 'updated_at': '2021-12-16T23:08:53Z', 'revision_number': 4, 'project_id': '84c4eb440da343e99f3bbf68ebba7b18', 'gw_port': {'id': '61f29117-13c7-4b72-8044-9e82d33ab0e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:af:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:50Z', 'updated_at': '2021-12-16T23:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '254e4ec6-8607-49c9-80fa-bb0647e9c455', 'name': '', 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a', 'tenant_id': '84c4eb440da343e99f3bbf68ebba7b18', 'mac_address': 'fa:16:3e:ff:a1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '17385b26-3283-4ad8-94f1-3092aaaf4454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:52Z', 'updated_at': '2021-12-16T23:08:56Z', 'revision_number': 4, 'project_id': '84c4eb440da343e99f3bbf68ebba7b18', 'subnets': [{'id': '17385b26-3283-4ad8-94f1-3092aaaf4454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:08:57.303402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] For port b1f12c56-879f-4188-869c-cb0b123035e7, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b1f12c56-879f-4188-869c-cb0b123035e7,segment=NetworkSegment(ee8c3c95-757d-4704-bbc2-ca61547b1fd8),segment_id=ee8c3c95-757d-4704-bbc2-ca61547b1fd8)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:08:57.304688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ab040-6e35-4177-a60c-be99d1427d48 None None] Pushing event updated for resources: {'Port': ['ID=254e4ec6-8607-49c9-80fa-bb0647e9c455,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:57.328933 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a805b70-500c-432a-a37b-bd2b20a0727c None None] The sync data for ids ['f4029b18-4e59-4d96-b5ac-4b96a52c34e0'] in n-d-821840-2 is: [{'id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'name': 'tempest-TestServerMultinode-1002603688-router', 'tenant_id': '84c4eb440da343e99f3bbf68ebba7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '61f29117-13c7-4b72-8044-9e82d33ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:50Z', 'updated_at': '2021-12-16T23:08:53Z', 'revision_number': 4, 'project_id': '84c4eb440da343e99f3bbf68ebba7b18', 'gw_port': {'id': '61f29117-13c7-4b72-8044-9e82d33ab0e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:af:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:50Z', 'updated_at': '2021-12-16T23:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '254e4ec6-8607-49c9-80fa-bb0647e9c455', 'name': '', 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a', 'tenant_id': '84c4eb440da343e99f3bbf68ebba7b18', 'mac_address': 'fa:16:3e:ff:a1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '17385b26-3283-4ad8-94f1-3092aaaf4454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:52Z', 'updated_at': '2021-12-16T23:08:56Z', 'revision_number': 4, 'project_id': '84c4eb440da343e99f3bbf68ebba7b18', 'subnets': [{'id': '17385b26-3283-4ad8-94f1-3092aaaf4454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:08:57.335897 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:57.349485 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8ea56ce9-3243-478a-b8b9-74aaea242b48 None None] Provisioning complete for port 254e4ec6-8607-49c9-80fa-bb0647e9c455 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:08:57.350111 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ea56ce9-3243-478a-b8b9-74aaea242b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:57.358918 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:57.381450 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:57.469096 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec7de7-60ce-4dce-b02f-bda47cccff84 None None] Pushing event updated for resources: {'Port': ['ID=b1f12c56-879f-4188-869c-cb0b123035e7,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:57.536895 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Allocated IP 172.25.2.223 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/a82ebb90-67e5-4d6f-948c-ed5cc97389e7) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:08:57.693215 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:57.799546 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:57.862343 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:08:57.865767 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:08:57.870786 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:08:57.880262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0d4e11-f242-4bde-a096-a2a98646811b None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:08:57.902551 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Pushing event updated for resources: {'Port': ['ID=a82ebb90-67e5-4d6f-948c-ed5cc97389e7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:57.955143 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6aaefaa7-2db1-4ba6-94c4-b0b991076213 None None] Provisioning complete for port a82ebb90-67e5-4d6f-948c-ed5cc97389e7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:08:57.955682 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6aaefaa7-2db1-4ba6-94c4-b0b991076213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:57.999449 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6aaefaa7-2db1-4ba6-94c4-b0b991076213 None None] Port a82ebb90-67e5-4d6f-948c-ed5cc97389e7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:08:58.214005 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:58.458294 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:58.508995 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 254e4ec6-8607-49c9-80fa-bb0647e9c455 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:08:58.578379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 254e4ec6-8607-49c9-80fa-bb0647e9c455 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:08:58.578761 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:58.624721 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d469071-3321-4318-8c2a-0b0a15d477af None None] Network 25e6404f-c1c9-4869-b06a-789f53f34070 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:08:58.741927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Router 4d88aaf0-588a-48cb-873b-d1b36641f7a8 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:08:58.857155 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:08:58.872024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Sync routers for ids ['4d88aaf0-588a-48cb-873b-d1b36641f7a8'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:08:58.901281 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e5955069-02cb-46d7-b4ed-455a0e21a5ef None None] Provisioning complete for port b1f12c56-879f-4188-869c-cb0b123035e7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:08:58.901658 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e5955069-02cb-46d7-b4ed-455a0e21a5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:58.912034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b1f12c56-879f-4188-869c-cb0b123035e7 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:08:58.938415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Routers {'4d88aaf0-588a-48cb-873b-d1b36641f7a8'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:08:58.939063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:08:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4d88aaf0-588a-48cb-873b-d1b36641f7a8'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:08:58.941699 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:58.943205 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bc8ed146-a92c-4ab6-8292-a78a3c7f66ae admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4004841 Dec 16 23:08:58.945877 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 33862) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:08:59.159981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port b1f12c56-879f-4188-869c-cb0b123035e7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:08:59.160363 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:59.169702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Set router 4d88aaf0-588a-48cb-873b-d1b36641f7a8 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:08:59.266846 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e5955069-02cb-46d7-b4ed-455a0e21a5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:59.376107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e5955069-02cb-46d7-b4ed-455a0e21a5ef None None] For port b1f12c56-879f-4188-869c-cb0b123035e7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b1f12c56-879f-4188-869c-cb0b123035e7,segment=NetworkSegment(ee8c3c95-757d-4704-bbc2-ca61547b1fd8),segment_id=ee8c3c95-757d-4704-bbc2-ca61547b1fd8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:08:59.453966 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e5955069-02cb-46d7-b4ed-455a0e21a5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:59.493848 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:59.568949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5955069-02cb-46d7-b4ed-455a0e21a5ef None None] Pushing event updated for resources: {'Port': ['ID=b1f12c56-879f-4188-869c-cb0b123035e7,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:08:59.602069 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:08:59.603024 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:08:59.610333 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8965aa93-6cd6-4a54-bc33-de24cccaa637 None None] Provisioning complete for port b1f12c56-879f-4188-869c-cb0b123035e7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:08:59.610701 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8965aa93-6cd6-4a54-bc33-de24cccaa637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:59.613206 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'name': 'tempest-TestServerMultinode-1432693680-router', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a82ebb90-67e5-4d6f-948c-ed5cc97389e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:56Z', 'updated_at': '2021-12-16T23:08:58Z', 'revision_number': 3, 'project_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'gw_port': {'id': 'a82ebb90-67e5-4d6f-948c-ed5cc97389e7', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:57Z', 'updated_at': '2021-12-16T23:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:08:59.665410 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Checking router: 4d88aaf0-588a-48cb-873b-d1b36641f7a8 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:08:59.665670 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Updating router 4d88aaf0-588a-48cb-873b-d1b36641f7a8 port a82ebb90-67e5-4d6f-948c-ed5cc97389e7 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:08:59.700141 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:59.715479 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:59.879437 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Allocated IP 172.20.0.1 (25e6404f-c1c9-4869-b06a-789f53f34070/7e5a2e81-e125-40a9-bfd7-865cb4c35b72/ecec0db8-447e-4048-8ee4-4f1feee5f151) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:08:59.989777 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:00.004328 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:00.067585 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:00.102020 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:00.135587 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e33cec6-0b6d-4a9d-99c1-06796425e744 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:09:00.146875 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Network 25e6404f-c1c9-4869-b06a-789f53f34070 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:09:00.150023 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:09:00.155079 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:09:00.161349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Pushing event updated for resources: {'Port': ['ID=ecec0db8-447e-4048-8ee4-4f1feee5f151,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:00.165624 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf360d9-81af-41a1-a558-a2f4286d414a None None] Pushing event updated for resources: {'Port': ['ID=a82ebb90-67e5-4d6f-948c-ed5cc97389e7,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:00.168124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Attempting to bind port a82ebb90-67e5-4d6f-948c-ed5cc97389e7 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:09:00.168540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Attempting to bind port a82ebb90-67e5-4d6f-948c-ed5cc97389e7 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:09:00.169028 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Attempting to bind port a82ebb90-67e5-4d6f-948c-ed5cc97389e7 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:09:00.180351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:09:00.180821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:09:00.181323 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:00.182840 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:09:00.183080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Bound port: a82ebb90-67e5-4d6f-948c-ed5cc97389e7, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:09:00.183576 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:00.209436 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:00.270337 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] For port a82ebb90-67e5-4d6f-948c-ed5cc97389e7, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:09:00.277679 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] For port a82ebb90-67e5-4d6f-948c-ed5cc97389e7, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a82ebb90-67e5-4d6f-948c-ed5cc97389e7,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:09:00.283023 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-27bcd1da-6ee0-4711-9469-fb86fa3eb22b None None] Provisioning complete for port a82ebb90-67e5-4d6f-948c-ed5cc97389e7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:09:00.283878 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27bcd1da-6ee0-4711-9469-fb86fa3eb22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:00.322501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-27bcd1da-6ee0-4711-9469-fb86fa3eb22b None None] Port a82ebb90-67e5-4d6f-948c-ed5cc97389e7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:09:00.330592 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:00.384728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa0eac4-513d-43b5-8626-96ed7af29105 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:09:00.399582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Routers {'4d88aaf0-588a-48cb-873b-d1b36641f7a8'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:09:00.400243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:08:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4d88aaf0-588a-48cb-873b-d1b36641f7a8'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:00.409877 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:00.455929 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b1f12c56-879f-4188-869c-cb0b123035e7 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:09:00.458012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf360d9-81af-41a1-a558-a2f4286d414a None None] Pushing event updated for resources: {'Port': ['ID=a82ebb90-67e5-4d6f-948c-ed5cc97389e7,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:00.547809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-71a7f619-eb50-458e-9fd2-b734371580e7 None None] Provisioning complete for port ecec0db8-447e-4048-8ee4-4f1feee5f151 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:09:00.548096 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71a7f619-eb50-458e-9fd2-b734371580e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:00.599014 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:00.607828 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-71a7f619-eb50-458e-9fd2-b734371580e7 None None] Port ecec0db8-447e-4048-8ee4-4f1feee5f151 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:09:00.613657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] Set router 4d88aaf0-588a-48cb-873b-d1b36641f7a8 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:09:00.658840 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port b1f12c56-879f-4188-869c-cb0b123035e7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:09:00.659232 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:00.659744 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:00.736094 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:00.739086 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Pushing event updated for resources: {'Port': ['ID=ecec0db8-447e-4048-8ee4-4f1feee5f151,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:00.791970 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c61c407f-0b60-4686-9fca-0ede5368e1ea None None] Provisioning complete for port a82ebb90-67e5-4d6f-948c-ed5cc97389e7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:09:00.792341 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c61c407f-0b60-4686-9fca-0ede5368e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:00.833759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Network 25e6404f-c1c9-4869-b06a-789f53f34070 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:09:00.835383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:09:00.965404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Router 4d88aaf0-588a-48cb-873b-d1b36641f7a8 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:09:01.089989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:09:01.100185 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5f8d5234-b192-4730-bd21-4aafe2c23145 admin admin] 10.222.0.43 "PUT /v2.0/routers/4d88aaf0-588a-48cb-873b-d1b36641f7a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1522973 Dec 16 23:09:01.143575 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c61c407f-0b60-4686-9fca-0ede5368e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:01.169699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c61c407f-0b60-4686-9fca-0ede5368e1ea None None] For port a82ebb90-67e5-4d6f-948c-ed5cc97389e7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a82ebb90-67e5-4d6f-948c-ed5cc97389e7,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:01.175434 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'name': 'tempest-TestServerMultinode-1432693680-router', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a82ebb90-67e5-4d6f-948c-ed5cc97389e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:56Z', 'updated_at': '2021-12-16T23:09:00Z', 'revision_number': 4, 'project_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'gw_port': {'id': 'a82ebb90-67e5-4d6f-948c-ed5cc97389e7', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:57Z', 'updated_at': '2021-12-16T23:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'ecec0db8-447e-4048-8ee4-4f1feee5f151', 'name': '', 'network_id': '25e6404f-c1c9-4869-b06a-789f53f34070', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'mac_address': 'fa:16:3e:05:30:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '7e5a2e81-e125-40a9-bfd7-865cb4c35b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:59Z', 'updated_at': '2021-12-16T23:08:59Z', 'revision_number': 1, 'project_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'subnets': [{'id': '7e5a2e81-e125-40a9-bfd7-865cb4c35b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:01.207060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab3c54d-c86d-4a59-9e8e-bcb3a558bb5b None None] The sync data for ids ['4d88aaf0-588a-48cb-873b-d1b36641f7a8'] in n-d-821840-2 is: [{'id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'name': 'tempest-TestServerMultinode-1432693680-router', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a82ebb90-67e5-4d6f-948c-ed5cc97389e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:56Z', 'updated_at': '2021-12-16T23:09:00Z', 'revision_number': 4, 'project_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'gw_port': {'id': 'a82ebb90-67e5-4d6f-948c-ed5cc97389e7', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:57Z', 'updated_at': '2021-12-16T23:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'ecec0db8-447e-4048-8ee4-4f1feee5f151', 'name': '', 'network_id': '25e6404f-c1c9-4869-b06a-789f53f34070', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'mac_address': 'fa:16:3e:05:30:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '7e5a2e81-e125-40a9-bfd7-865cb4c35b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:59Z', 'updated_at': '2021-12-16T23:08:59Z', 'revision_number': 1, 'project_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'subnets': [{'id': '7e5a2e81-e125-40a9-bfd7-865cb4c35b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:09:01.251368 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c61c407f-0b60-4686-9fca-0ede5368e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:01.316145 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c407f-0b60-4686-9fca-0ede5368e1ea None None] Pushing event updated for resources: {'Port': ['ID=a82ebb90-67e5-4d6f-948c-ed5cc97389e7,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:01.379599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-da822814-103a-4c81-aef7-94d1dd4fb29c None None] Provisioning complete for port ecec0db8-447e-4048-8ee4-4f1feee5f151 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:09:01.379983 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da822814-103a-4c81-aef7-94d1dd4fb29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:01.444351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-da822814-103a-4c81-aef7-94d1dd4fb29c None None] Port ecec0db8-447e-4048-8ee4-4f1feee5f151 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:09:01.745581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-e5a60669-6d55-4ae6-9645-e998a401306c tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:01.747954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-e5a60669-6d55-4ae6-9645-e998a401306c tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/networks?id=def1f87f-bd34-42a9-8ea3-ee28be2a769a HTTP/1.1" status: 200 len: 911 time: 0.1140943 Dec 16 23:09:01.764029 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-5364eada-eba8-4661-a381-c9f01f21a5eb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/quotas/13e267f2c52b4d5e9a64925a2d09dbc2 HTTP/1.1" status: 200 len: 375 time: 0.0099077 Dec 16 23:09:01.853849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-30c4c053-be1b-471f-aa93-d4e9052bdc95 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=13e267f2c52b4d5e9a64925a2d09dbc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803025 Dec 16 23:09:01.938675 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:09:02.268084 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-384f482a-39b8-40e6-b8dc-8c99d4220af0 service neutron] 10.222.0.43 "GET /v2.0/networks/def1f87f-bd34-42a9-8ea3-ee28be2a769a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058988 Dec 16 23:09:02.368101 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-d291c858-15f7-4f41-985a-3e245882b268 service neutron] 10.222.0.43 "GET /v2.0/networks/def1f87f-bd34-42a9-8ea3-ee28be2a769a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934815 Dec 16 23:09:02.480526 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a82ebb90-67e5-4d6f-948c-ed5cc97389e7 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:09:02.554626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port a82ebb90-67e5-4d6f-948c-ed5cc97389e7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:09:02.555182 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:02.636799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ffe3273-c2f1-4a02-84c8-d64eaf4507ac req-73c683bf-6674-4aff-810d-0ab952cb12ef tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 210 time: 0.0388877 Dec 16 23:09:03.709393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69d208c9-c31a-40de-ae18-bd29ce6fbd6e req-f036e780-564e-4b46-b75d-1d660c748c2e tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 210 time: 0.0276036 Dec 16 23:09:04.811736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-943e2cfd-ab9c-4b2b-a008-d459fcf6332b req-5837a468-8a2d-441a-9f02-414d5b8f1dce tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 210 time: 0.0276487 Dec 16 23:09:04.835351 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Sync routers for ids ['4d88aaf0-588a-48cb-873b-d1b36641f7a8'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:09:04.846797 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Routers {'4d88aaf0-588a-48cb-873b-d1b36641f7a8'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:09:04.847465 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:08:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4d88aaf0-588a-48cb-873b-d1b36641f7a8'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:04.960530 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Set router 4d88aaf0-588a-48cb-873b-d1b36641f7a8 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:09:05.175234 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'name': 'tempest-TestServerMultinode-1432693680-router', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a82ebb90-67e5-4d6f-948c-ed5cc97389e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:56Z', 'updated_at': '2021-12-16T23:09:00Z', 'revision_number': 4, 'project_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'gw_port': {'id': 'a82ebb90-67e5-4d6f-948c-ed5cc97389e7', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:57Z', 'updated_at': '2021-12-16T23:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'ecec0db8-447e-4048-8ee4-4f1feee5f151', 'name': '', 'network_id': '25e6404f-c1c9-4869-b06a-789f53f34070', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'mac_address': 'fa:16:3e:05:30:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '7e5a2e81-e125-40a9-bfd7-865cb4c35b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:59Z', 'updated_at': '2021-12-16T23:09:00Z', 'revision_number': 2, 'project_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'subnets': [{'id': '7e5a2e81-e125-40a9-bfd7-865cb4c35b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:05.202159 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Checking router: 4d88aaf0-588a-48cb-873b-d1b36641f7a8 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:09:05.202460 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Updating router 4d88aaf0-588a-48cb-873b-d1b36641f7a8 port ecec0db8-447e-4048-8ee4-4f1feee5f151 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:09:05.229253 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:05.233973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-9a7fba88-8b6f-47cb-bb06-5cc6fefbf2fb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:05.235618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-9a7fba88-8b6f-47cb-bb06-5cc6fefbf2fb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.24 "GET /v2.0/networks?id=def1f87f-bd34-42a9-8ea3-ee28be2a769a HTTP/1.1" status: 200 len: 911 time: 0.1024992 Dec 16 23:09:05.251144 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-94d39b19-7621-4830-aff0-9e6ddf7f08eb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Request body: {'port': {'device_id': '03ff0207-bdf1-45bb-8258-699ec327183b', 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a', 'admin_state_up': True, 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:09:05.364580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-94d39b19-7621-4830-aff0-9e6ddf7f08eb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Made reservation on behalf of 13e267f2c52b4d5e9a64925a2d09dbc2 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:09:05.367066 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-94d39b19-7621-4830-aff0-9e6ddf7f08eb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:05.493821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-94d39b19-7621-4830-aff0-9e6ddf7f08eb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Allocated IP 172.20.0.10 (def1f87f-bd34-42a9-8ea3-ee28be2a769a/17385b26-3283-4ad8-94f1-3092aaaf4454/2e49810a-953c-4b47-9738-ea3c7d9d6bdc) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:09:05.525588 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:05.581772 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:05.636794 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c352b-916a-4917-abe6-d28332646f87 None None] Pushing event updated for resources: {'Port': ['ID=ecec0db8-447e-4048-8ee4-4f1feee5f151,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:05.656456 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-94d39b19-7621-4830-aff0-9e6ddf7f08eb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:05.685018 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Attempting to bind port ecec0db8-447e-4048-8ee4-4f1feee5f151 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:09:05.685391 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Attempting to bind port ecec0db8-447e-4048-8ee4-4f1feee5f151 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'ee8c3c95-757d-4704-bbc2-ca61547b1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25e6404f-c1c9-4869-b06a-789f53f34070'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:09:05.685828 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Attempting to bind port ecec0db8-447e-4048-8ee4-4f1feee5f151 on network 25e6404f-c1c9-4869-b06a-789f53f34070 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:09:05.691670 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:09:05.692010 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Checking segment: {'id': 'ee8c3c95-757d-4704-bbc2-ca61547b1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25e6404f-c1c9-4869-b06a-789f53f34070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:09:05.692411 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:05.692801 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Bound using segment: {'id': 'ee8c3c95-757d-4704-bbc2-ca61547b1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25e6404f-c1c9-4869-b06a-789f53f34070'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:09:05.697742 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Bound port: ecec0db8-447e-4048-8ee4-4f1feee5f151, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8c3c95-757d-4704-bbc2-ca61547b1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25e6404f-c1c9-4869-b06a-789f53f34070'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:09:05.697742 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:05.764007 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-94d39b19-7621-4830-aff0-9e6ddf7f08eb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:05.765428 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] For port ecec0db8-447e-4048-8ee4-4f1feee5f151, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:09:05.769633 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] For port ecec0db8-447e-4048-8ee4-4f1feee5f151, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ecec0db8-447e-4048-8ee4-4f1feee5f151,segment=NetworkSegment(ee8c3c95-757d-4704-bbc2-ca61547b1fd8),segment_id=ee8c3c95-757d-4704-bbc2-ca61547b1fd8)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:09:05.807608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-94d39b19-7621-4830-aff0-9e6ddf7f08eb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Network def1f87f-bd34-42a9-8ea3-ee28be2a769a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:09:05.811568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-94d39b19-7621-4830-aff0-9e6ddf7f08eb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:09:05.815369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-94d39b19-7621-4830-aff0-9e6ddf7f08eb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:09:05.850997 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d39b19-7621-4830-aff0-9e6ddf7f08eb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Pushing event updated for resources: {'Port': ['ID=2e49810a-953c-4b47-9738-ea3c7d9d6bdc,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:05.855915 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:05.872965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-94d39b19-7621-4830-aff0-9e6ddf7f08eb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:05.873806 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-94d39b19-7621-4830-aff0-9e6ddf7f08eb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:05.921043 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Routers {'4d88aaf0-588a-48cb-873b-d1b36641f7a8'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:09:05.921703 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:08:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4d88aaf0-588a-48cb-873b-d1b36641f7a8'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:05.935493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e50693ae-65cc-45e7-bdc1-d0aa5577777d None None] Provisioning complete for port ecec0db8-447e-4048-8ee4-4f1feee5f151 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:09:05.936239 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e50693ae-65cc-45e7-bdc1-d0aa5577777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:05.950777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76ff91-08a8-458e-bc6e-a78fee31cf67 req-8173cf7f-6cb0-4c8a-99c8-740f30228d65 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:05.952608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a76ff91-08a8-458e-bc6e-a78fee31cf67 req-8173cf7f-6cb0-4c8a-99c8-740f30228d65 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1028 time: 0.0576801 Dec 16 23:09:05.995161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-94d39b19-7621-4830-aff0-9e6ddf7f08eb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7482100 Dec 16 23:09:06.018335 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Request body: {'port': {'device_id': '03ff0207-bdf1-45bb-8258-699ec327183b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:09:06.053286 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e50693ae-65cc-45e7-bdc1-d0aa5577777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:06.069749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a76ff91-08a8-458e-bc6e-a78fee31cf67 req-dce6841e-aa15-4cab-b6ee-fc929e04c52d tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105278 Dec 16 23:09:06.120273 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e50693ae-65cc-45e7-bdc1-d0aa5577777d None None] For port ecec0db8-447e-4048-8ee4-4f1feee5f151, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ecec0db8-447e-4048-8ee4-4f1feee5f151,segment=NetworkSegment(ee8c3c95-757d-4704-bbc2-ca61547b1fd8),segment_id=ee8c3c95-757d-4704-bbc2-ca61547b1fd8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:06.126448 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:06.165344 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e50693ae-65cc-45e7-bdc1-d0aa5577777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:06.171453 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c352b-916a-4917-abe6-d28332646f87 None None] Pushing event updated for resources: {'Port': ['ID=ecec0db8-447e-4048-8ee4-4f1feee5f151,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:06.190302 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] Set router 4d88aaf0-588a-48cb-873b-d1b36641f7a8 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:09:06.235418 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50693ae-65cc-45e7-bdc1-d0aa5577777d None None] Pushing event updated for resources: {'Port': ['ID=ecec0db8-447e-4048-8ee4-4f1feee5f151,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:06.305427 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4530e626-1aca-4e1e-ad15-f3a925187a6f None None] Provisioning complete for port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:09:06.305810 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4530e626-1aca-4e1e-ad15-f3a925187a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:06.356362 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4530e626-1aca-4e1e-ad15-f3a925187a6f None None] Port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:09:06.367961 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4530e626-1aca-4e1e-ad15-f3a925187a6f None None] Provisioning complete for port ecec0db8-447e-4048-8ee4-4f1feee5f151 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:09:06.368357 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4530e626-1aca-4e1e-ad15-f3a925187a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:06.422156 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'name': 'tempest-TestServerMultinode-1432693680-router', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a82ebb90-67e5-4d6f-948c-ed5cc97389e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:56Z', 'updated_at': '2021-12-16T23:09:00Z', 'revision_number': 4, 'project_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'gw_port': {'id': 'a82ebb90-67e5-4d6f-948c-ed5cc97389e7', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:57Z', 'updated_at': '2021-12-16T23:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'ecec0db8-447e-4048-8ee4-4f1feee5f151', 'name': '', 'network_id': '25e6404f-c1c9-4869-b06a-789f53f34070', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'mac_address': 'fa:16:3e:05:30:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '7e5a2e81-e125-40a9-bfd7-865cb4c35b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:59Z', 'updated_at': '2021-12-16T23:09:05Z', 'revision_number': 4, 'project_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'subnets': [{'id': '7e5a2e81-e125-40a9-bfd7-865cb4c35b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:06.455715 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55829ed0-a93a-4e31-873f-47163c3824c9 None None] The sync data for ids ['4d88aaf0-588a-48cb-873b-d1b36641f7a8'] in n-d-821840-2 is: [{'id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'name': 'tempest-TestServerMultinode-1432693680-router', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a82ebb90-67e5-4d6f-948c-ed5cc97389e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:56Z', 'updated_at': '2021-12-16T23:09:00Z', 'revision_number': 4, 'project_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'gw_port': {'id': 'a82ebb90-67e5-4d6f-948c-ed5cc97389e7', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:57Z', 'updated_at': '2021-12-16T23:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'ecec0db8-447e-4048-8ee4-4f1feee5f151', 'name': '', 'network_id': '25e6404f-c1c9-4869-b06a-789f53f34070', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'mac_address': 'fa:16:3e:05:30:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '7e5a2e81-e125-40a9-bfd7-865cb4c35b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:59Z', 'updated_at': '2021-12-16T23:09:05Z', 'revision_number': 4, 'project_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'subnets': [{'id': '7e5a2e81-e125-40a9-bfd7-865cb4c35b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:09:06.502326 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ecec0db8-447e-4048-8ee4-4f1feee5f151 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:09:06.503454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e49810a-953c-4b47-9738-ea3c7d9d6bdc {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:09:06.515356 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:06.529810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Transition to ACTIVE for port object 2e49810a-953c-4b47-9738-ea3c7d9d6bdc will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:09:06.563663 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port ecec0db8-447e-4048-8ee4-4f1feee5f151 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:09:06.564043 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:06.616864 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:06.714659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Pushing event updated for resources: {'Port': ['ID=2e49810a-953c-4b47-9738-ea3c7d9d6bdc,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:06.786757 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Attempting to bind port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:09:06.787099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Attempting to bind port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:09:06.787477 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Attempting to bind port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc on network def1f87f-bd34-42a9-8ea3-ee28be2a769a {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:09:06.793447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc on network def1f87f-bd34-42a9-8ea3-ee28be2a769a not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:09:06.794364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Attempting to bind port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc on network def1f87f-bd34-42a9-8ea3-ee28be2a769a {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:09:06.803039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:09:06.804153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Checking segment: {'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:09:06.804153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Bound using segment: {'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:09:06.804677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Bound port: 2e49810a-953c-4b47-9738-ea3c7d9d6bdc, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:09:06.806219 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:06.890177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] For port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:09:06.894086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] For port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2e49810a-953c-4b47-9738-ea3c7d9d6bdc,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:09:06.954510 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:07.000058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:07.000757 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:07.002299 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] 10.222.0.24 "PUT /v2.0/ports/2e49810a-953c-4b47-9738-ea3c7d9d6bdc HTTP/1.1" status: 200 len: 1092 time: 0.9915156 Dec 16 23:09:07.002900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ff0207-bdf1-45bb-8258-699ec327183b', 'tag': '2e49810a-953c-4b47-9738-ea3c7d9d6bdc'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:07.005628 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce97a284-fbd8-4212-928b-8a0e6dbe7613" -d '{"events": [{"name": "network-changed", "server_uuid": "03ff0207-bdf1-45bb-8258-699ec327183b", "tag": "2e49810a-953c-4b47-9738-ea3c7d9d6bdc"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:07.033862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043eb8e9-d766-4b8c-af97-ffedcab954ab service neutron] Pushing event updated for resources: {'Port': ['ID=2e49810a-953c-4b47-9738-ea3c7d9d6bdc,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:07.063574 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16adb998-37b5-4c03-b4ed-94c71864ea92 x-openstack-request-id: req-16adb998-37b5-4c03-b4ed-94c71864ea92 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:07.063881 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ff0207-bdf1-45bb-8258-699ec327183b", "tag": "2e49810a-953c-4b47-9738-ea3c7d9d6bdc", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:07.064137 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16adb998-37b5-4c03-b4ed-94c71864ea92 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:07.064564 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ff0207-bdf1-45bb-8258-699ec327183b', 'tag': '2e49810a-953c-4b47-9738-ea3c7d9d6bdc', 'status': 'completed', 'code': 200} Dec 16 23:09:07.145490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97a284-fbd8-4212-928b-8a0e6dbe7613 req-d83af5f8-65b9-40d7-b1b2-1f54a20e2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:07.147150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce97a284-fbd8-4212-928b-8a0e6dbe7613 req-d83af5f8-65b9-40d7-b1b2-1f54a20e2676 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13e267f2c52b4d5e9a64925a2d09dbc2&device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1095 time: 0.0563290 Dec 16 23:09:07.259808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b9098-4cc6-4098-9826-1c86e4db1e8d req-18139b26-f1a4-4f60-98b6-167fc4913435 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:07.261379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c81b9098-4cc6-4098-9826-1c86e4db1e8d req-18139b26-f1a4-4f60-98b6-167fc4913435 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1095 time: 0.1065996 Dec 16 23:09:07.312808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97a284-fbd8-4212-928b-8a0e6dbe7613 req-824200ea-0011-4d32-a577-56f96c967f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:07.314258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce97a284-fbd8-4212-928b-8a0e6dbe7613 req-824200ea-0011-4d32-a577-56f96c967f1b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=13e267f2c52b4d5e9a64925a2d09dbc2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1498916 Dec 16 23:09:07.355689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c81b9098-4cc6-4098-9826-1c86e4db1e8d req-82950ae4-fb0a-48ef-b4c2-6ebc6f1cdca7 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869114 Dec 16 23:09:07.431008 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97a284-fbd8-4212-928b-8a0e6dbe7613 req-717e8148-54d6-4b5a-ac6d-318307a34dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:07.432564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ce97a284-fbd8-4212-928b-8a0e6dbe7613 req-717e8148-54d6-4b5a-ac6d-318307a34dcc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034012 Dec 16 23:09:07.536804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-399975a8-4982-442a-84cf-616d2f81d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:07.538363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-399975a8-4982-442a-84cf-616d2f81d439 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13e267f2c52b4d5e9a64925a2d09dbc2&device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1095 time: 0.0548501 Dec 16 23:09:07.593190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-1d755620-1f35-41f9-87c3-60ce668b3173 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e49810a-953c-4b47-9738-ea3c7d9d6bdc HTTP/1.1" status: 200 len: 217 time: 0.0390079 Dec 16 23:09:07.648910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-656ff7ad-c7e6-40ed-968d-a5eaae08968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:07.650397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-656ff7ad-c7e6-40ed-968d-a5eaae08968b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17385b26-3283-4ad8-94f1-3092aaaf4454 HTTP/1.1" status: 200 len: 849 time: 0.0462430 Dec 16 23:09:07.703054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-4b16008a-4317-4e8b-bac9-5d739ebf8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:07.704670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-4b16008a-4317-4e8b-bac9-5d739ebf8c4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=def1f87f-bd34-42a9-8ea3-ee28be2a769a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430455 Dec 16 23:09:07.805449 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-d09a954b-5857-475f-8caa-8d383e414e7b service neutron] 10.222.0.24 "GET /v2.0/networks/def1f87f-bd34-42a9-8ea3-ee28be2a769a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920722 Dec 16 23:09:07.916201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a224698-14cf-49c1-a64a-69a1fa39e5fd req-9e8795f7-6396-4bdc-a8ce-43fd6482c14b service neutron] 10.222.0.24 "GET /v2.0/networks/def1f87f-bd34-42a9-8ea3-ee28be2a769a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996149 Dec 16 23:09:08.488958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b44f59-be24-4840-9f79-5ab07270feb2 req-b668e25c-2063-429e-b22e-ef7e441a68f3 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:08.490534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0b44f59-be24-4840-9f79-5ab07270feb2 req-b668e25c-2063-429e-b22e-ef7e441a68f3 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1095 time: 0.0484319 Dec 16 23:09:08.536252 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0b44f59-be24-4840-9f79-5ab07270feb2 req-a86f711d-91f3-4a61-a82b-8b7893743395 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382054 Dec 16 23:09:09.646713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46c87-5c10-4589-b617-b41d5d340fae req-f55acd2a-cca0-432a-9b10-f81a9f66e3cc tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:09.648323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46c46c87-5c10-4589-b617-b41d5d340fae req-f55acd2a-cca0-432a-9b10-f81a9f66e3cc tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1095 time: 0.0424976 Dec 16 23:09:09.693010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46c46c87-5c10-4589-b617-b41d5d340fae req-79f6c96b-0a04-4e6d-8244-35e6f3b0a9e1 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383840 Dec 16 23:09:10.806999 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e5d1e-4f4a-4b00-8e2e-7de6844ed1d8 req-a0accf15-a069-48bc-9971-54e5f48485d3 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:10.808552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d06e5d1e-4f4a-4b00-8e2e-7de6844ed1d8 req-a0accf15-a069-48bc-9971-54e5f48485d3 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1095 time: 0.0445187 Dec 16 23:09:10.859032 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d06e5d1e-4f4a-4b00-8e2e-7de6844ed1d8 req-0d5dfb0f-925e-4448-bcbf-7797e6208e37 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437810 Dec 16 23:09:10.982853 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 2e49810a-953c-4b47-9738-ea3c7d9d6bdc details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:09:11.084792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2e49810a-953c-4b47-9738-ea3c7d9d6bdc,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:11.097150 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '2e49810a-953c-4b47-9738-ea3c7d9d6bdc', 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a', 'port_id': '2e49810a-953c-4b47-9738-ea3c7d9d6bdc', 'mac_address': 'fa:16:3e:56:10:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17385b26-3283-4ad8-94f1-3092aaaf4454', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:09:11.136741 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:11.151278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e49810a-953c-4b47-9738-ea3c7d9d6bdc {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:09:11.171682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2e49810a-953c-4b47-9738-ea3c7d9d6bdc,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:11.271502 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:11.326924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=2e49810a-953c-4b47-9738-ea3c7d9d6bdc,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:11.624989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['2e49810a-953c-4b47-9738-ea3c7d9d6bdc'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:09:11.964787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19498bbb-74d8-4ce5-ba9b-e1724383f07e req-173b14e6-014b-4891-be35-158e14c38d07 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:11.967809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19498bbb-74d8-4ce5-ba9b-e1724383f07e req-173b14e6-014b-4891-be35-158e14c38d07 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1096 time: 0.0419564 Dec 16 23:09:12.013897 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-19498bbb-74d8-4ce5-ba9b-e1724383f07e req-5e0d7163-04f8-4231-96ba-8431aa6a3794 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401006 Dec 16 23:09:12.984200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 2e49810a-953c-4b47-9738-ea3c7d9d6bdc up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:09:13.113212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:09:13.117435 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:09:13.117810 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:13.123501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dc2e5-2952-4985-a9d0-e49622eed177 req-2428c77c-c774-41a4-8022-b4c17a152a93 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:13.124425 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-000dc2e5-2952-4985-a9d0-e49622eed177 req-2428c77c-c774-41a4-8022-b4c17a152a93 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1096 time: 0.0427630 Dec 16 23:09:13.175290 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-000dc2e5-2952-4985-a9d0-e49622eed177 req-13e2e9eb-1248-4457-b5db-545a9fe1c075 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445881 Dec 16 23:09:13.199556 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:13.222577 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ff0207-bdf1-45bb-8258-699ec327183b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e49810a-953c-4b47-9738-ea3c7d9d6bdc'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:13.225103 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58acfafa-64a1-4597-8f6d-e99bbf5f004b" -d '{"events": [{"server_uuid": "03ff0207-bdf1-45bb-8258-699ec327183b", "name": "network-vif-plugged", "status": "completed", "tag": "2e49810a-953c-4b47-9738-ea3c7d9d6bdc"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:13.237467 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2e49810a-953c-4b47-9738-ea3c7d9d6bdc,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:13.264216 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a787d93b-8f09-4e16-af86-1f4392b0908d x-openstack-request-id: req-a787d93b-8f09-4e16-af86-1f4392b0908d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:13.264515 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ff0207-bdf1-45bb-8258-699ec327183b", "name": "network-vif-plugged", "status": "completed", "tag": "2e49810a-953c-4b47-9738-ea3c7d9d6bdc", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:13.264776 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a787d93b-8f09-4e16-af86-1f4392b0908d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:13.265180 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ff0207-bdf1-45bb-8258-699ec327183b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e49810a-953c-4b47-9738-ea3c7d9d6bdc', 'code': 200} Dec 16 23:09:13.307409 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:13.362871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=2e49810a-953c-4b47-9738-ea3c7d9d6bdc,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:13.375081 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf5d8e-c22e-4355-a1d4-40bff4e4d603 req-4058f250-b5fa-492d-8a40-ed1e189d1384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:13.376637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57bf5d8e-c22e-4355-a1d4-40bff4e4d603 req-4058f250-b5fa-492d-8a40-ed1e189d1384 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1097 time: 0.0419159 Dec 16 23:09:13.422585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57bf5d8e-c22e-4355-a1d4-40bff4e4d603 req-54b43d24-449c-490f-afcc-d97f8d91793b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389729 Dec 16 23:09:13.620479 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:13.741307 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:14.287367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841ca55-13f8-45f0-b7a5-9d748af63e7c req-df426a76-f650-4b2f-84a4-97711547be9d tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:14.288924 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5841ca55-13f8-45f0-b7a5-9d748af63e7c req-df426a76-f650-4b2f-84a4-97711547be9d tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1097 time: 0.0435948 Dec 16 23:09:14.337472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5841ca55-13f8-45f0-b7a5-9d748af63e7c req-84477b97-fb35-48be-ab73-751050d62970 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 Dec 16 23:09:15.454122 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60823b-c323-4672-a0f8-99da27ecee97 req-854f0eaa-b048-40e8-9d4b-3bc17835a15c tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:15.455804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b60823b-c323-4672-a0f8-99da27ecee97 req-854f0eaa-b048-40e8-9d4b-3bc17835a15c tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1097 time: 0.0451396 Dec 16 23:09:15.500813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b60823b-c323-4672-a0f8-99da27ecee97 req-d60ef591-0e97-49f3-9b60-8503a8cc256e tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390253 Dec 16 23:09:15.610641 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249f577-daea-4cea-8016-89a21f75b92e req-709548bc-88cc-42f9-82d7-86d5bc31e831 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:15.612231 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7249f577-daea-4cea-8016-89a21f75b92e req-709548bc-88cc-42f9-82d7-86d5bc31e831 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1097 time: 0.0412428 Dec 16 23:09:15.655900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7249f577-daea-4cea-8016-89a21f75b92e req-51f0d101-3012-45a8-b8cc-7bca4152582a tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371523 Dec 16 23:09:15.760074 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b194f61-4d15-475d-bbda-39cd74d6d8f7 req-587da340-fe82-4de3-8235-49422020bafb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:15.761614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b194f61-4d15-475d-bbda-39cd74d6d8f7 req-587da340-fe82-4de3-8235-49422020bafb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1097 time: 0.0411115 Dec 16 23:09:15.810223 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b194f61-4d15-475d-bbda-39cd74d6d8f7 req-91d4a579-adcc-4ed6-a099-a253e9951b74 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420690 Dec 16 23:09:16.029031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-80b65df4-a179-4d6f-90fd-f641d592c593 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:16.031703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-80b65df4-a179-4d6f-90fd-f641d592c593 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/networks?id=def1f87f-bd34-42a9-8ea3-ee28be2a769a HTTP/1.1" status: 200 len: 911 time: 0.0891745 Dec 16 23:09:16.045896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-65be5852-2465-41b0-8dc4-0b27c151187a tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/quotas/13e267f2c52b4d5e9a64925a2d09dbc2 HTTP/1.1" status: 200 len: 375 time: 0.0088956 Dec 16 23:09:16.096753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-fdf97fa2-866a-4501-8429-6cb4847f3498 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=13e267f2c52b4d5e9a64925a2d09dbc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0443273 Dec 16 23:09:16.273343 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-9218bcfa-6137-470e-bda5-b2fecb18fdc9 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:09:16.273343 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-9218bcfa-6137-470e-bda5-b2fecb18fdc9 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0539048 Dec 16 23:09:16.332533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-e361f71a-2bb4-4ff2-bf13-2a4740b666d0 service neutron] 10.222.0.43 "GET /v2.0/networks/def1f87f-bd34-42a9-8ea3-ee28be2a769a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906727 Dec 16 23:09:16.425477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-882ac4f8-4c3e-4eb4-82b5-7494618b4608 service neutron] 10.222.0.43 "GET /v2.0/networks/def1f87f-bd34-42a9-8ea3-ee28be2a769a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849459 Dec 16 23:09:16.676476 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53f0ee8d-cd25-479b-9015-26b9fe77fcc8 req-edda3299-34c0-45bc-af47-f4122ad05b17 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 210 time: 0.0321007 Dec 16 23:09:17.063520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d156d4b-3e26-4eda-a0ba-52dcaff854ac req-20023ff9-c08e-4cac-8dd8-22e7629977e7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418653 Dec 16 23:09:17.156254 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156d4b-3e26-4eda-a0ba-52dcaff854ac req-84f544d7-feae-4259-9573-0101e53c5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:17.157798 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d156d4b-3e26-4eda-a0ba-52dcaff854ac req-84f544d7-feae-4259-9573-0101e53c5da3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0417767 Dec 16 23:09:17.271088 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156d4b-3e26-4eda-a0ba-52dcaff854ac req-dd2d9718-9319-416c-aa94-340ab169813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:17.272665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d156d4b-3e26-4eda-a0ba-52dcaff854ac req-dd2d9718-9319-416c-aa94-340ab169813f service neutron] 10.222.0.69 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.0926819 Dec 16 23:09:17.346591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d156d4b-3e26-4eda-a0ba-52dcaff854ac req-eef12754-662d-4387-8d8c-afc5cd9dbf08 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 HTTP/1.1" status: 200 len: 1001 time: 0.0618112 Dec 16 23:09:17.405067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156d4b-3e26-4eda-a0ba-52dcaff854ac req-e6ce9858-f13a-415b-bbb0-50cc4b9ff84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:17.407310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d156d4b-3e26-4eda-a0ba-52dcaff854ac req-e6ce9858-f13a-415b-bbb0-50cc4b9ff84d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0494726 Dec 16 23:09:17.464164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156d4b-3e26-4eda-a0ba-52dcaff854ac req-f24e7cda-2dae-474b-9801-0b6bbaa9b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:17.465668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d156d4b-3e26-4eda-a0ba-52dcaff854ac req-f24e7cda-2dae-474b-9801-0b6bbaa9b525 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472994 Dec 16 23:09:17.569174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d156d4b-3e26-4eda-a0ba-52dcaff854ac req-41a8ab0a-4bcc-420a-aca5-58385050476a service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921862 Dec 16 23:09:17.676120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d156d4b-3e26-4eda-a0ba-52dcaff854ac req-99dc3378-9a3e-4a43-8182-2a4a663fbd77 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909572 Dec 16 23:09:17.772685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55849b1d-2a6b-442e-9b79-c7a3f531b6b5 req-67977115-e16d-464f-8679-46707dd05249 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 210 time: 0.0272024 Dec 16 23:09:18.846747 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-dc8eec5f-234b-4531-a6f3-e7dbdf298ed3 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:18.848472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-dc8eec5f-234b-4531-a6f3-e7dbdf298ed3 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.69 "GET /v2.0/networks?id=def1f87f-bd34-42a9-8ea3-ee28be2a769a HTTP/1.1" status: 200 len: 911 time: 0.0983860 Dec 16 23:09:18.861227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-7f760fbf-a42c-4195-ad79-d0bdf058b541 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Request body: {'port': {'device_id': '8dac1abb-5b95-4175-8aa3-1eb6d59cebd4', 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a', 'admin_state_up': True, 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:09:18.900876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-120076b9-de44-4e17-bc3b-d4ed5dd1f83b req-bb942b24-5f6e-4516-81c7-fd2aeda351a8 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 210 time: 0.0358405 Dec 16 23:09:18.998496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-7f760fbf-a42c-4195-ad79-d0bdf058b541 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Made reservation on behalf of 13e267f2c52b4d5e9a64925a2d09dbc2 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:09:19.002040 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-7f760fbf-a42c-4195-ad79-d0bdf058b541 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:19.123122 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-7f760fbf-a42c-4195-ad79-d0bdf058b541 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Allocated IP 172.20.0.12 (def1f87f-bd34-42a9-8ea3-ee28be2a769a/17385b26-3283-4ad8-94f1-3092aaaf4454/e09dca64-96f8-4497-bdde-29eea5fc6489) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:09:19.262751 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-7f760fbf-a42c-4195-ad79-d0bdf058b541 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:19.359715 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-7f760fbf-a42c-4195-ad79-d0bdf058b541 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:19.371091 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['2e49810a-953c-4b47-9738-ea3c7d9d6bdc'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:09:19.404473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-7f760fbf-a42c-4195-ad79-d0bdf058b541 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Network def1f87f-bd34-42a9-8ea3-ee28be2a769a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:09:19.408220 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-7f760fbf-a42c-4195-ad79-d0bdf058b541 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:09:19.412408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-7f760fbf-a42c-4195-ad79-d0bdf058b541 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:09:19.456162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f760fbf-a42c-4195-ad79-d0bdf058b541 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Pushing event updated for resources: {'Port': ['ID=e09dca64-96f8-4497-bdde-29eea5fc6489,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:19.462463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-7f760fbf-a42c-4195-ad79-d0bdf058b541 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:19.463195 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-7f760fbf-a42c-4195-ad79-d0bdf058b541 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:19.538871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-7f760fbf-a42c-4195-ad79-d0bdf058b541 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6817451 Dec 16 23:09:19.552584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Request body: {'port': {'device_id': '8dac1abb-5b95-4175-8aa3-1eb6d59cebd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:09:19.614718 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:19.688236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1d7ac52b-6e75-4a06-99bd-5ec4054cffa1 None None] Provisioning complete for port e09dca64-96f8-4497-bdde-29eea5fc6489 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:09:19.689529 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac52b-6e75-4a06-99bd-5ec4054cffa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:19.723218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ac52b-6e75-4a06-99bd-5ec4054cffa1 None None] Port e09dca64-96f8-4497-bdde-29eea5fc6489 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:09:19.883238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09dca64-96f8-4497-bdde-29eea5fc6489 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:09:19.891454 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:19.903589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Transition to ACTIVE for port object e09dca64-96f8-4497-bdde-29eea5fc6489 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:09:19.964807 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:20.052276 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Pushing event updated for resources: {'Port': ['ID=e09dca64-96f8-4497-bdde-29eea5fc6489,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:20.087414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81104f7-f2ad-4b8a-b3dc-873e069c476d req-9786f029-73b9-4521-8b4a-07f532a2b0f0 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:20.088981 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a81104f7-f2ad-4b8a-b3dc-873e069c476d req-9786f029-73b9-4521-8b4a-07f532a2b0f0 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 1053 time: 0.1157339 Dec 16 23:09:20.108000 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d5c55897-3d20-4405-ad18-5c2741956d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:20.169530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Attempting to bind port e09dca64-96f8-4497-bdde-29eea5fc6489 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:09:20.169874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Attempting to bind port e09dca64-96f8-4497-bdde-29eea5fc6489 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:09:20.170211 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Attempting to bind port e09dca64-96f8-4497-bdde-29eea5fc6489 on network def1f87f-bd34-42a9-8ea3-ee28be2a769a {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:09:20.173943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a81104f7-f2ad-4b8a-b3dc-873e069c476d req-79f95c4d-a01f-4d0e-910c-c0db16c7a395 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669527 Dec 16 23:09:20.177344 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Port e09dca64-96f8-4497-bdde-29eea5fc6489 on network def1f87f-bd34-42a9-8ea3-ee28be2a769a not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:09:20.177678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Attempting to bind port e09dca64-96f8-4497-bdde-29eea5fc6489 on network def1f87f-bd34-42a9-8ea3-ee28be2a769a {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:09:20.183886 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:09:20.184234 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Checking segment: {'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:09:20.184631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Bound using segment: {'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:09:20.185142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Bound port: e09dca64-96f8-4497-bdde-29eea5fc6489, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de237c3-be75-411a-9cf5-752d8dc98fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:09:20.185510 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:20.260924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] For port e09dca64-96f8-4497-bdde-29eea5fc6489, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:09:20.264141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] For port e09dca64-96f8-4497-bdde-29eea5fc6489, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e09dca64-96f8-4497-bdde-29eea5fc6489,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:09:20.336234 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:20.374707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:20.375347 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:20.376774 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] 10.222.0.69 "PUT /v2.0/ports/e09dca64-96f8-4497-bdde-29eea5fc6489 HTTP/1.1" status: 200 len: 1092 time: 0.8286269 Dec 16 23:09:20.377221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dac1abb-5b95-4175-8aa3-1eb6d59cebd4', 'tag': 'e09dca64-96f8-4497-bdde-29eea5fc6489'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:20.379497 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8e13e6-699d-4247-b2cc-0acc50668f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "8dac1abb-5b95-4175-8aa3-1eb6d59cebd4", "tag": "e09dca64-96f8-4497-bdde-29eea5fc6489"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:20.410910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271e257-5951-4e79-8ff9-53b87834bb40 service neutron] Pushing event updated for resources: {'Port': ['ID=e09dca64-96f8-4497-bdde-29eea5fc6489,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:20.418822 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33713977-13fa-48f3-a153-1ad8f383cf9a x-openstack-request-id: req-33713977-13fa-48f3-a153-1ad8f383cf9a {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:20.419175 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dac1abb-5b95-4175-8aa3-1eb6d59cebd4", "tag": "e09dca64-96f8-4497-bdde-29eea5fc6489", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:20.419469 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33713977-13fa-48f3-a153-1ad8f383cf9a {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:20.419879 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dac1abb-5b95-4175-8aa3-1eb6d59cebd4', 'tag': 'e09dca64-96f8-4497-bdde-29eea5fc6489', 'status': 'completed', 'code': 200} Dec 16 23:09:20.491826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e13e6-699d-4247-b2cc-0acc50668f8c req-9de4439a-ca64-4108-abac-bc3bf193ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:20.493597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc8e13e6-699d-4247-b2cc-0acc50668f8c req-9de4439a-ca64-4108-abac-bc3bf193ce2a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=13e267f2c52b4d5e9a64925a2d09dbc2&device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 1095 time: 0.0444229 Dec 16 23:09:20.606130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e13e6-699d-4247-b2cc-0acc50668f8c req-cb23ab43-576f-423d-a0b6-aa2bd67cd7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:20.607651 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc8e13e6-699d-4247-b2cc-0acc50668f8c req-cb23ab43-576f-423d-a0b6-aa2bd67cd7ac service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=13e267f2c52b4d5e9a64925a2d09dbc2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1020319 Dec 16 23:09:20.704418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e13e6-699d-4247-b2cc-0acc50668f8c req-0e221ce1-750f-478b-815e-b54984dc836c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:20.705903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc8e13e6-699d-4247-b2cc-0acc50668f8c req-0e221ce1-750f-478b-815e-b54984dc836c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905278 Dec 16 23:09:20.795405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-c0c3e6f8-67f0-4acb-8416-88160b67ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:20.797679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-c0c3e6f8-67f0-4acb-8416-88160b67ac6d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=13e267f2c52b4d5e9a64925a2d09dbc2&device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 1095 time: 0.0467863 Dec 16 23:09:20.844603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-a3add501-177d-4769-a706-45a81b1d9cc8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e09dca64-96f8-4497-bdde-29eea5fc6489 HTTP/1.1" status: 200 len: 217 time: 0.0358245 Dec 16 23:09:20.900111 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-f43ad947-f42e-4c09-a320-6ee8523a699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:20.901565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-f43ad947-f42e-4c09-a320-6ee8523a699a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=17385b26-3283-4ad8-94f1-3092aaaf4454 HTTP/1.1" status: 200 len: 849 time: 0.0465534 Dec 16 23:09:20.955234 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-32c7e38d-4ab8-4499-b1d9-937c8462634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:20.956801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-32c7e38d-4ab8-4499-b1d9-937c8462634d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=def1f87f-bd34-42a9-8ea3-ee28be2a769a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440514 Dec 16 23:09:21.061832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-bd978581-e4fa-49ee-968b-cdc8153af517 service neutron] 10.222.0.69 "GET /v2.0/networks/def1f87f-bd34-42a9-8ea3-ee28be2a769a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968142 Dec 16 23:09:21.158712 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b82fbb0-a009-4075-8cf4-e3bde4a97540 req-14e27c7e-e9b3-4eea-907a-43601f2b9b7d service neutron] 10.222.0.69 "GET /v2.0/networks/def1f87f-bd34-42a9-8ea3-ee28be2a769a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893164 Dec 16 23:09:21.592811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8957a-8860-477c-97f3-152ba2e0c154 req-4402d51b-0031-4ae8-bab5-77120d90aa7b tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:21.594493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-add8957a-8860-477c-97f3-152ba2e0c154 req-4402d51b-0031-4ae8-bab5-77120d90aa7b tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 1095 time: 0.3440259 Dec 16 23:09:21.642333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-add8957a-8860-477c-97f3-152ba2e0c154 req-0d2716fe-5e7d-4ee2-a570-39ea9b197fc5 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411828 Dec 16 23:09:22.512681 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb8451be-8a5d-4fc0-a819-9d90a3b3aaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:22.751928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf86a6-783a-4855-8b8f-674e8dcc6419 req-1f353e0e-a8bb-4fbd-9dae-4aee7c2d7774 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:22.753460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cdf86a6-783a-4855-8b8f-674e8dcc6419 req-1f353e0e-a8bb-4fbd-9dae-4aee7c2d7774 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 1095 time: 0.0417824 Dec 16 23:09:22.799315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7cdf86a6-783a-4855-8b8f-674e8dcc6419 req-a7dc3999-0f91-4775-9e4f-3f33d00b16ad tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393341 Dec 16 23:09:23.752323 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:23.909206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290cd31-d357-4f24-915d-60404ae83417 req-830c63ef-1135-4017-8c0c-b39f2628f99f tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:23.910731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f290cd31-d357-4f24-915d-60404ae83417 req-830c63ef-1135-4017-8c0c-b39f2628f99f tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 1095 time: 0.0415673 Dec 16 23:09:23.958578 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f290cd31-d357-4f24-915d-60404ae83417 req-023be037-e349-48b6-bfa9-d326b55461be tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417669 Dec 16 23:09:23.985674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e09dca64-96f8-4497-bdde-29eea5fc6489 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:09:24.082123 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port e09dca64-96f8-4497-bdde-29eea5fc6489, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e09dca64-96f8-4497-bdde-29eea5fc6489,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:24.093469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'e09dca64-96f8-4497-bdde-29eea5fc6489', 'network_id': 'def1f87f-bd34-42a9-8ea3-ee28be2a769a', 'port_id': 'e09dca64-96f8-4497-bdde-29eea5fc6489', 'mac_address': 'fa:16:3e:62:be:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17385b26-3283-4ad8-94f1-3092aaaf4454', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:09:24.135556 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:24.149164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09dca64-96f8-4497-bdde-29eea5fc6489 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:09:24.169392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port e09dca64-96f8-4497-bdde-29eea5fc6489, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e09dca64-96f8-4497-bdde-29eea5fc6489,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:24.231224 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:24.280623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=e09dca64-96f8-4497-bdde-29eea5fc6489,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:24.515890 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['e09dca64-96f8-4497-bdde-29eea5fc6489'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:09:24.981340 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:25.070691 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf15c0-6d83-4566-99ec-cf284cc3ee7c req-83da317f-7b85-489b-97bc-7a036fa0375f tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:25.072432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5caf15c0-6d83-4566-99ec-cf284cc3ee7c req-83da317f-7b85-489b-97bc-7a036fa0375f tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 1096 time: 0.0424213 Dec 16 23:09:25.119341 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5caf15c0-6d83-4566-99ec-cf284cc3ee7c req-5efd5f6f-51b8-4855-a67c-6a4711066fbd tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 Dec 16 23:09:25.768351 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:25.997279 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e09dca64-96f8-4497-bdde-29eea5fc6489 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:09:26.105588 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port e09dca64-96f8-4497-bdde-29eea5fc6489 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:09:26.109717 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port e09dca64-96f8-4497-bdde-29eea5fc6489 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:09:26.110113 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:26.198046 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:26.222369 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dac1abb-5b95-4175-8aa3-1eb6d59cebd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09dca64-96f8-4497-bdde-29eea5fc6489'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:26.224859 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca25a77-355a-49bc-9c40-cf9f222b6053" -d '{"events": [{"server_uuid": "8dac1abb-5b95-4175-8aa3-1eb6d59cebd4", "name": "network-vif-plugged", "status": "completed", "tag": "e09dca64-96f8-4497-bdde-29eea5fc6489"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:26.239202 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port e09dca64-96f8-4497-bdde-29eea5fc6489, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e09dca64-96f8-4497-bdde-29eea5fc6489,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:26.246863 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d9283-0f0b-475a-abae-a4a5e0be9ac7 req-73288d38-74ad-4365-91b3-9e666c7aadbc tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:26.246863 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b80d9283-0f0b-475a-abae-a4a5e0be9ac7 req-73288d38-74ad-4365-91b3-9e666c7aadbc tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 1096 time: 0.0543084 Dec 16 23:09:26.270078 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e77a17-8b00-4585-b5b9-f2ad0c32ba49 x-openstack-request-id: req-26e77a17-8b00-4585-b5b9-f2ad0c32ba49 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:26.270381 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dac1abb-5b95-4175-8aa3-1eb6d59cebd4", "name": "network-vif-plugged", "status": "completed", "tag": "e09dca64-96f8-4497-bdde-29eea5fc6489", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:26.270704 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26e77a17-8b00-4585-b5b9-f2ad0c32ba49 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:26.271043 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dac1abb-5b95-4175-8aa3-1eb6d59cebd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09dca64-96f8-4497-bdde-29eea5fc6489', 'code': 200} Dec 16 23:09:26.295028 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b80d9283-0f0b-475a-abae-a4a5e0be9ac7 req-af583441-76e0-4ba6-869b-999ece5bba73 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424550 Dec 16 23:09:26.324607 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:26.375586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=e09dca64-96f8-4497-bdde-29eea5fc6489,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:26.388224 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd11fb1-f870-4b31-9b63-ba844072cb1a req-a00d606a-738a-4ec2-a4e4-e2ead495de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:26.389746 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fd11fb1-f870-4b31-9b63-ba844072cb1a req-a00d606a-738a-4ec2-a4e4-e2ead495de94 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 1097 time: 0.0464592 Dec 16 23:09:26.442429 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fd11fb1-f870-4b31-9b63-ba844072cb1a req-f176fbfc-c274-41a4-a339-9ec08f208d43 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394912 Dec 16 23:09:27.409268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c34c9a-e613-489e-8007-3dfa9f966647 req-350997a7-be68-4e70-8f47-29efdae776f8 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:27.410909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71c34c9a-e613-489e-8007-3dfa9f966647 req-350997a7-be68-4e70-8f47-29efdae776f8 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 1097 time: 0.0422924 Dec 16 23:09:27.462228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71c34c9a-e613-489e-8007-3dfa9f966647 req-71155290-b533-4365-9ea1-951bf66e45ad tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443988 Dec 16 23:09:28.583823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba55fa-d813-422d-af73-dd978194dab0 req-aa4f3c00-0492-4f5f-b5d8-12b27abfc729 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:28.585250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79ba55fa-d813-422d-af73-dd978194dab0 req-aa4f3c00-0492-4f5f-b5d8-12b27abfc729 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 1097 time: 0.0450583 Dec 16 23:09:28.630318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79ba55fa-d813-422d-af73-dd978194dab0 req-6326216f-17f3-4d9d-87fb-079360e98606 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389137 Dec 16 23:09:28.745981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad8396-32cc-46c1-89d7-9e92a6eff9bf req-8c5f7d90-5122-4d6f-84a0-16e2f6a73769 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:28.747538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cad8396-32cc-46c1-89d7-9e92a6eff9bf req-8c5f7d90-5122-4d6f-84a0-16e2f6a73769 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 1097 time: 0.0450871 Dec 16 23:09:28.793259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2cad8396-32cc-46c1-89d7-9e92a6eff9bf req-53d2944d-997f-493f-91da-5641baf06301 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386095 Dec 16 23:09:28.904432 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f232c-33a2-4dfd-bc7d-89a0e3f4e4ea req-b9440786-8c3b-4a3c-bf45-75464047e3b2 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:28.905874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-177f232c-33a2-4dfd-bc7d-89a0e3f4e4ea req-b9440786-8c3b-4a3c-bf45-75464047e3b2 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 1097 time: 0.0444207 Dec 16 23:09:28.956689 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-177f232c-33a2-4dfd-bc7d-89a0e3f4e4ea req-dcf973c6-0fe8-4ded-ab69-3db1614fa35f tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 Dec 16 23:09:29.383428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f72555-c86e-405f-ab41-bd841888f770 req-23371a48-09cf-4e68-bd37-b549cf4ba932 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:29.385122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2f72555-c86e-405f-ab41-bd841888f770 req-23371a48-09cf-4e68-bd37-b549cf4ba932 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 1097 time: 0.0460656 Dec 16 23:09:29.437847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2f72555-c86e-405f-ab41-bd841888f770 req-503bd264-54bd-4c80-8503-f2032a010f14 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463417 Dec 16 23:09:29.502186 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-906ac323-592c-43d0-8437-4e7a1af9f150 req-7c704829-3e1a-4c93-878b-109aeffdb918 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413418 Dec 16 23:09:29.590441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ac323-592c-43d0-8437-4e7a1af9f150 req-7d32365f-8c99-48f8-a46c-69eb62036db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:29.591906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-906ac323-592c-43d0-8437-4e7a1af9f150 req-7d32365f-8c99-48f8-a46c-69eb62036db0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0414145 Dec 16 23:09:29.700123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ac323-592c-43d0-8437-4e7a1af9f150 req-06a067b8-c6af-4793-b28f-03e5ff52811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:29.701626 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-906ac323-592c-43d0-8437-4e7a1af9f150 req-06a067b8-c6af-4793-b28f-03e5ff52811e service neutron] 10.222.0.24 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.0894160 Dec 16 23:09:29.771570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-906ac323-592c-43d0-8437-4e7a1af9f150 req-b509beb1-fc2d-4238-998a-fbd4dc5680ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca059cc5-d249-405c-8e3e-f61eea3c0586 HTTP/1.1" status: 200 len: 1001 time: 0.0613141 Dec 16 23:09:29.828391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ac323-592c-43d0-8437-4e7a1af9f150 req-c3828a95-2330-4246-be08-6e60f3fd0347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:29.829918 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-906ac323-592c-43d0-8437-4e7a1af9f150 req-c3828a95-2330-4246-be08-6e60f3fd0347 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0511558 Dec 16 23:09:29.879434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ac323-592c-43d0-8437-4e7a1af9f150 req-6e15056f-8780-4dc7-a89c-1f17b083a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:29.881194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-906ac323-592c-43d0-8437-4e7a1af9f150 req-6e15056f-8780-4dc7-a89c-1f17b083a0db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437956 Dec 16 23:09:29.976232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34014) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:09:29.977770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-906ac323-592c-43d0-8437-4e7a1af9f150 req-63bb2eb0-b9c0-4328-9bf9-4ddf83a55667 service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886977 Dec 16 23:09:30.069378 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-906ac323-592c-43d0-8437-4e7a1af9f150 req-edee5c19-9ae9-48d9-936b-d847bef353dc service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846145 Dec 16 23:09:30.139349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-4329fb7f-47da-4e4b-a728-9f4a80fd40a0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Deleting port 90e93916-d70d-4d72-9d7b-836ee18b4015 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:09:30.139618 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4329fb7f-47da-4e4b-a728-9f4a80fd40a0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:30.218321 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4329fb7f-47da-4e4b-a728-9f4a80fd40a0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:30.218641 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4329fb7f-47da-4e4b-a728-9f4a80fd40a0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:30.230995 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-4329fb7f-47da-4e4b-a728-9f4a80fd40a0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Calling delete_port for 90e93916-d70d-4d72-9d7b-836ee18b4015 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:09:30.448351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4329fb7f-47da-4e4b-a728-9f4a80fd40a0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:30.479132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329fb7f-47da-4e4b-a728-9f4a80fd40a0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event deleted for resources: {'Port': ['ID=90e93916-d70d-4d72-9d7b-836ee18b4015,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:30.548007 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4329fb7f-47da-4e4b-a728-9f4a80fd40a0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:30.548341 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-4329fb7f-47da-4e4b-a728-9f4a80fd40a0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Floating IP 9337f855-5c7d-45e4-b079-07d0a40a4dda disassociated (deleted). External IP: 172.25.2.138, port: ca059cc5-d249-405c-8e3e-f61eea3c0586. Dec 16 23:09:30.552701 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a153b4-23e5-4980-9ea4-a06b7bed93f7 req-cb10cd5e-4b2f-46a7-8672-959229861adf tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:30.554249 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5a153b4-23e5-4980-9ea4-a06b7bed93f7 req-cb10cd5e-4b2f-46a7-8672-959229861adf tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 1097 time: 0.0434797 Dec 16 23:09:30.601861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5a153b4-23e5-4980-9ea4-a06b7bed93f7 req-4857a621-3c87-42de-a03b-bab043ad307a tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410733 Dec 16 23:09:30.765566 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4329fb7f-47da-4e4b-a728-9f4a80fd40a0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:09:30.769685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbc669-6f13-419a-84a2-16ed35ac896a req-1fa24dc4-3e4f-4b1d-affe-459c11ba68c5 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:30.771293 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0efbc669-6f13-419a-84a2-16ed35ac896a req-1fa24dc4-3e4f-4b1d-affe-459c11ba68c5 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 1097 time: 0.0451820 Dec 16 23:09:30.857702 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-0efbc669-6f13-419a-84a2-16ed35ac896a req-04b954c5-b15f-4e55-830a-c05cd0c6f66f tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Deleting port e09dca64-96f8-4497-bdde-29eea5fc6489 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:09:30.858045 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0efbc669-6f13-419a-84a2-16ed35ac896a req-04b954c5-b15f-4e55-830a-c05cd0c6f66f tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:30.881335 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4329fb7f-47da-4e4b-a728-9f4a80fd40a0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:09:30.888179 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4329fb7f-47da-4e4b-a728-9f4a80fd40a0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:30.896336 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59808c1-5dd5-452d-8067-524e67bc7ea9 None None] Sync routers for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:09:30.912293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59808c1-5dd5-452d-8067-524e67bc7ea9 None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:09:30.913326 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d59808c1-5dd5-452d-8067-524e67bc7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:09:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:30.934740 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4329fb7f-47da-4e4b-a728-9f4a80fd40a0 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "DELETE /v2.0/floatingips/9337f855-5c7d-45e4-b079-07d0a40a4dda HTTP/1.1" status: 204 len: 168 time: 0.9571743 Dec 16 23:09:30.935832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cbe98e-377f-4618-82bd-a098346ee6e9', 'tag': 'ca059cc5-d249-405c-8e3e-f61eea3c0586'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:30.941423 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fd2536e9b1e345e450ff3ec7907de2e139e714cd2038414972b0eb965fd2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e2db52-8da6-4471-babc-8ae1e6db5941" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cbe98e-377f-4618-82bd-a098346ee6e9", "tag": "ca059cc5-d249-405c-8e3e-f61eea3c0586"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:30.953850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0efbc669-6f13-419a-84a2-16ed35ac896a req-04b954c5-b15f-4e55-830a-c05cd0c6f66f tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] For port e09dca64-96f8-4497-bdde-29eea5fc6489, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e09dca64-96f8-4497-bdde-29eea5fc6489,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:30.954247 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0efbc669-6f13-419a-84a2-16ed35ac896a req-04b954c5-b15f-4e55-830a-c05cd0c6f66f tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:30.972383 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-0efbc669-6f13-419a-84a2-16ed35ac896a req-04b954c5-b15f-4e55-830a-c05cd0c6f66f tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Calling delete_port for e09dca64-96f8-4497-bdde-29eea5fc6489 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:09:31.001340 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576e08bc-370a-45bd-9a90-a553b341a472 x-openstack-request-id: req-576e08bc-370a-45bd-9a90-a553b341a472 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:31.002142 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cbe98e-377f-4618-82bd-a098346ee6e9", "tag": "ca059cc5-d249-405c-8e3e-f61eea3c0586", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:31.002142 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-576e08bc-370a-45bd-9a90-a553b341a472 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:31.003316 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cbe98e-377f-4618-82bd-a098346ee6e9', 'tag': 'ca059cc5-d249-405c-8e3e-f61eea3c0586', 'status': 'completed', 'code': 200} Dec 16 23:09:31.080680 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d59808c1-5dd5-452d-8067-524e67bc7ea9 None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:09:31.099598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2db52-8da6-4471-babc-8ae1e6db5941 req-46b2013c-e32f-453b-a460-467179dad164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:31.101337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1e2db52-8da6-4471-babc-8ae1e6db5941 req-46b2013c-e32f-453b-a460-467179dad164 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0742838 Dec 16 23:09:31.235417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2db52-8da6-4471-babc-8ae1e6db5941 req-4916b070-c79b-4e62-8426-f30f1087ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:31.237490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1e2db52-8da6-4471-babc-8ae1e6db5941 req-4916b070-c79b-4e62-8426-f30f1087ba06 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.1278145 Dec 16 23:09:31.287319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1e2db52-8da6-4471-babc-8ae1e6db5941 req-682d5237-8880-4db6-b045-d82a9978b24a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca059cc5-d249-405c-8e3e-f61eea3c0586 HTTP/1.1" status: 200 len: 217 time: 0.0414832 Dec 16 23:09:31.321720 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0efbc669-6f13-419a-84a2-16ed35ac896a req-04b954c5-b15f-4e55-830a-c05cd0c6f66f tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:31.328234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d59808c1-5dd5-452d-8067-524e67bc7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '7df944e8-1792-4bac-87ce-d76183dc2f41', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'port_id': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'mac_address': 'fa:16:3e:17:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:04:12Z', 'updated_at': '2021-12-16T23:04:15Z', 'revision_number': 1, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:31.333102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['2e49810a-953c-4b47-9738-ea3c7d9d6bdc'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:09:31.365356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b954c5-b15f-4e55-830a-c05cd0c6f66f tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Pushing event deleted for resources: {'Port': ['ID=e09dca64-96f8-4497-bdde-29eea5fc6489,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:31.368918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['e09dca64-96f8-4497-bdde-29eea5fc6489'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:09:31.380849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2db52-8da6-4471-babc-8ae1e6db5941 req-5a087914-65b4-4fb5-90a5-fe4e0f69affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:31.382423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1e2db52-8da6-4471-babc-8ae1e6db5941 req-5a087914-65b4-4fb5-90a5-fe4e0f69affd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0874174 Dec 16 23:09:31.397668 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59808c1-5dd5-452d-8067-524e67bc7ea9 None None] Checking router: 8d401d72-e07c-4326-ac0b-5f663cf7bf3e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:09:31.441659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efbc669-6f13-419a-84a2-16ed35ac896a req-04b954c5-b15f-4e55-830a-c05cd0c6f66f tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] No DVR routers for this DVR port e09dca64-96f8-4497-bdde-29eea5fc6489 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:09:31.442988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59808c1-5dd5-452d-8067-524e67bc7ea9 None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:09:31.443751 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d59808c1-5dd5-452d-8067-524e67bc7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:09:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:31.444660 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0efbc669-6f13-419a-84a2-16ed35ac896a req-04b954c5-b15f-4e55-830a-c05cd0c6f66f tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:31.448306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0efbc669-6f13-419a-84a2-16ed35ac896a req-04b954c5-b15f-4e55-830a-c05cd0c6f66f tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.69 "DELETE /v2.0/ports/e09dca64-96f8-4497-bdde-29eea5fc6489 HTTP/1.1" status: 204 len: 173 time: 0.6699991 Dec 16 23:09:31.448968 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dac1abb-5b95-4175-8aa3-1eb6d59cebd4', 'name': 'network-vif-deleted', 'tag': 'e09dca64-96f8-4497-bdde-29eea5fc6489'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:31.451559 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9554ef-e6be-46cb-a4bc-b14c38acc038" -d '{"events": [{"server_uuid": "8dac1abb-5b95-4175-8aa3-1eb6d59cebd4", "name": "network-vif-deleted", "tag": "e09dca64-96f8-4497-bdde-29eea5fc6489"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:31.512135 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da368e53-8620-451a-8ca4-4afeab0f3f68 x-openstack-request-id: req-da368e53-8620-451a-8ca4-4afeab0f3f68 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:31.512515 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dac1abb-5b95-4175-8aa3-1eb6d59cebd4", "name": "network-vif-deleted", "tag": "e09dca64-96f8-4497-bdde-29eea5fc6489", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:31.512779 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da368e53-8620-451a-8ca4-4afeab0f3f68 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:31.513285 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dac1abb-5b95-4175-8aa3-1eb6d59cebd4', 'name': 'network-vif-deleted', 'tag': 'e09dca64-96f8-4497-bdde-29eea5fc6489', 'status': 'completed', 'code': 200} Dec 16 23:09:31.532665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8866ef-9b71-419f-8ff2-e8c46cf812d6 req-1824f8d0-5d82-435b-b94b-f5542073815e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:31.535050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab8866ef-9b71-419f-8ff2-e8c46cf812d6 req-1824f8d0-5d82-435b-b94b-f5542073815e tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 945 time: 0.1236742 Dec 16 23:09:31.537386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2db52-8da6-4471-babc-8ae1e6db5941 req-4c7460b5-ef98-4e04-9022-80582eefa891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:31.538913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1e2db52-8da6-4471-babc-8ae1e6db5941 req-4c7460b5-ef98-4e04-9022-80582eefa891 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406600 Dec 16 23:09:31.612501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d59808c1-5dd5-452d-8067-524e67bc7ea9 None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:09:31.654218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab8866ef-9b71-419f-8ff2-e8c46cf812d6 req-c57c91fb-624f-4f38-9b3a-933c35a1b73d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106684 Dec 16 23:09:31.696066 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1e2db52-8da6-4471-babc-8ae1e6db5941 req-1ccc1ff6-55b1-4ded-86f8-f3c58b442222 service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362178 Dec 16 23:09:31.778496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cd4c082a-fdc4-4b76-a3e3-55ee0770e271 req-b9edecb8-dd8e-41d1-a1ff-be11fb9fa213 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8dac1abb-5b95-4175-8aa3-1eb6d59cebd4 HTTP/1.1" status: 200 len: 210 time: 0.0658028 Dec 16 23:09:31.833026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c1e2db52-8da6-4471-babc-8ae1e6db5941 req-a07d7521-f409-442e-b969-d4fa4249da69 service neutron] 10.222.0.24 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288364 Dec 16 23:09:31.899678 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d59808c1-5dd5-452d-8067-524e67bc7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '7df944e8-1792-4bac-87ce-d76183dc2f41', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'port_id': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'mac_address': 'fa:16:3e:17:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:04:12Z', 'updated_at': '2021-12-16T23:04:15Z', 'revision_number': 1, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:31.927844 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59808c1-5dd5-452d-8067-524e67bc7ea9 None None] The sync data for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 is: [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '7df944e8-1792-4bac-87ce-d76183dc2f41', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'port_id': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'mac_address': 'fa:16:3e:17:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:04:12Z', 'updated_at': '2021-12-16T23:04:15Z', 'revision_number': 1, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:09:32.154374 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3a854-abd8-4ced-a433-c1c678229c0a None None] New status for floating IP 9337f855-5c7d-45e4-b079-07d0a40a4dda: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:09:32.784146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848032eb-b02b-4fa7-8935-73b99f5b3e72 req-9434db50-1ac3-48e1-9fa6-353636fda012 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:32.785571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-848032eb-b02b-4fa7-8935-73b99f5b3e72 req-9434db50-1ac3-48e1-9fa6-353636fda012 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 945 time: 0.0529861 Dec 16 23:09:32.841117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-848032eb-b02b-4fa7-8935-73b99f5b3e72 req-0a725f7c-1e20-44a6-9464-f909e36943f8 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491617 Dec 16 23:09:33.153893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954c0eb-3460-46be-b811-abb98473523b req-308fa415-aeaa-4767-a834-71e37ce07f15 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:33.155328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a954c0eb-3460-46be-b811-abb98473523b req-308fa415-aeaa-4767-a834-71e37ce07f15 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 945 time: 0.0532453 Dec 16 23:09:33.257277 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-a954c0eb-3460-46be-b811-abb98473523b req-906d8678-75b1-407c-aecc-389c2e22e7cd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Deleting port ca059cc5-d249-405c-8e3e-f61eea3c0586 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:09:33.262159 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a954c0eb-3460-46be-b811-abb98473523b req-906d8678-75b1-407c-aecc-389c2e22e7cd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:33.367825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f3a54-ba34-4b21-b681-f6a7f52a9744 req-5f22ef91-bfdf-4679-8ea4-28f5f400a640 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:33.369354 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-186f3a54-ba34-4b21-b681-f6a7f52a9744 req-5f22ef91-bfdf-4679-8ea4-28f5f400a640 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1097 time: 0.0966306 Dec 16 23:09:33.390572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-a954c0eb-3460-46be-b811-abb98473523b req-906d8678-75b1-407c-aecc-389c2e22e7cd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] For port ca059cc5-d249-405c-8e3e-f61eea3c0586, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ca059cc5-d249-405c-8e3e-f61eea3c0586,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:33.390944 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a954c0eb-3460-46be-b811-abb98473523b req-906d8678-75b1-407c-aecc-389c2e22e7cd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:33.411292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-a954c0eb-3460-46be-b811-abb98473523b req-906d8678-75b1-407c-aecc-389c2e22e7cd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Calling delete_port for ca059cc5-d249-405c-8e3e-f61eea3c0586 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:09:33.469277 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-186f3a54-ba34-4b21-b681-f6a7f52a9744 req-454370ef-0301-4bdb-ab8b-cad4b583d6b1 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909736 Dec 16 23:09:33.655874 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a954c0eb-3460-46be-b811-abb98473523b req-906d8678-75b1-407c-aecc-389c2e22e7cd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:33.693464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d8678-75b1-407c-aecc-389c2e22e7cd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event deleted for resources: {'Port': ['ID=ca059cc5-d249-405c-8e3e-f61eea3c0586,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:33.731035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-a954c0eb-3460-46be-b811-abb98473523b req-906d8678-75b1-407c-aecc-389c2e22e7cd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] No DVR routers for this DVR port ca059cc5-d249-405c-8e3e-f61eea3c0586 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:09:33.734055 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a954c0eb-3460-46be-b811-abb98473523b req-906d8678-75b1-407c-aecc-389c2e22e7cd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:33.737474 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a954c0eb-3460-46be-b811-abb98473523b req-906d8678-75b1-407c-aecc-389c2e22e7cd tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.24 "DELETE /v2.0/ports/ca059cc5-d249-405c-8e3e-f61eea3c0586 HTTP/1.1" status: 204 len: 173 time: 0.5753350 Dec 16 23:09:33.737924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cbe98e-377f-4618-82bd-a098346ee6e9', 'name': 'network-vif-deleted', 'tag': 'ca059cc5-d249-405c-8e3e-f61eea3c0586'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:33.741219 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856e0dd0-6029-41bd-91fe-6416afd39524" -d '{"events": [{"server_uuid": "c8cbe98e-377f-4618-82bd-a098346ee6e9", "name": "network-vif-deleted", "tag": "ca059cc5-d249-405c-8e3e-f61eea3c0586"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:33.781757 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad558fd2-7d33-4db1-a10b-403af069352b x-openstack-request-id: req-ad558fd2-7d33-4db1-a10b-403af069352b {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:33.782057 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cbe98e-377f-4618-82bd-a098346ee6e9", "name": "network-vif-deleted", "tag": "ca059cc5-d249-405c-8e3e-f61eea3c0586", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:33.782325 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad558fd2-7d33-4db1-a10b-403af069352b {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:33.782740 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cbe98e-377f-4618-82bd-a098346ee6e9', 'name': 'network-vif-deleted', 'tag': 'ca059cc5-d249-405c-8e3e-f61eea3c0586', 'status': 'completed', 'code': 200} Dec 16 23:09:33.945989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0829ae43-5280-45d2-9179-84bb29fcc854 req-6163a979-0789-4200-b18a-d279dd4be530 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 210 time: 0.0289085 Dec 16 23:09:34.016127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e09dca64-96f8-4497-bdde-29eea5fc6489 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:09:34.039900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: e09dca64-96f8-4497-bdde-29eea5fc6489 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:09:34.040246 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e09dca64-96f8-4497-bdde-29eea5fc6489 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:09:34.585900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ad53e-8d5c-4832-b946-2207c11348c8 req-f6637c57-651d-4abc-8355-ea81d9d88cf8 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:34.587386 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-137ad53e-8d5c-4832-b946-2207c11348c8 req-f6637c57-651d-4abc-8355-ea81d9d88cf8 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1097 time: 0.0469422 Dec 16 23:09:34.635084 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-137ad53e-8d5c-4832-b946-2207c11348c8 req-f21b14d9-bc54-4007-a802-8d305da00edb tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=84c29b97-c836-4ae3-bbd9-7f925aa84f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416291 Dec 16 23:09:34.760925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e3c43-bb9c-4f5b-baee-ce14c7fd078c req-280adf2b-cc4c-4060-871c-94cab05cda45 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:34.762493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d44e3c43-bb9c-4f5b-baee-ce14c7fd078c req-280adf2b-cc4c-4060-871c-94cab05cda45 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 1097 time: 0.0464845 Dec 16 23:09:34.850804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-d44e3c43-bb9c-4f5b-baee-ce14c7fd078c req-c669d63d-56a6-48ae-885f-5d5d5104aa1b tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Deleting port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:09:34.851055 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d44e3c43-bb9c-4f5b-baee-ce14c7fd078c req-c669d63d-56a6-48ae-885f-5d5d5104aa1b tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:34.936195 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d44e3c43-bb9c-4f5b-baee-ce14c7fd078c req-c669d63d-56a6-48ae-885f-5d5d5104aa1b tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] For port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=2e49810a-953c-4b47-9738-ea3c7d9d6bdc,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:34.936559 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d44e3c43-bb9c-4f5b-baee-ce14c7fd078c req-c669d63d-56a6-48ae-885f-5d5d5104aa1b tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:34.950073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-d44e3c43-bb9c-4f5b-baee-ce14c7fd078c req-c669d63d-56a6-48ae-885f-5d5d5104aa1b tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Calling delete_port for 2e49810a-953c-4b47-9738-ea3c7d9d6bdc owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:09:35.060643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5be0f8f-29b0-4a04-aac4-c7f2af705e43 req-91838985-cdf2-4ae2-9505-a2daad89fe00 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 210 time: 0.0307205 Dec 16 23:09:35.203078 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d44e3c43-bb9c-4f5b-baee-ce14c7fd078c req-c669d63d-56a6-48ae-885f-5d5d5104aa1b tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:35.218576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['2e49810a-953c-4b47-9738-ea3c7d9d6bdc'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:09:35.234646 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669d63d-56a6-48ae-885f-5d5d5104aa1b tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e49810a-953c-4b47-9738-ea3c7d9d6bdc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:35.282160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44e3c43-bb9c-4f5b-baee-ce14c7fd078c req-c669d63d-56a6-48ae-885f-5d5d5104aa1b tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] No DVR routers for this DVR port 2e49810a-953c-4b47-9738-ea3c7d9d6bdc on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:09:35.284702 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d44e3c43-bb9c-4f5b-baee-ce14c7fd078c req-c669d63d-56a6-48ae-885f-5d5d5104aa1b tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:35.291636 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d44e3c43-bb9c-4f5b-baee-ce14c7fd078c req-c669d63d-56a6-48ae-885f-5d5d5104aa1b tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2e49810a-953c-4b47-9738-ea3c7d9d6bdc HTTP/1.1" status: 204 len: 173 time: 0.5188181 Dec 16 23:09:35.756597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43df98c5-3d89-4387-9f49-b48dcc720d15 req-fbe6cab2-1016-4760-bffb-562c36ff3ee5 tempest-TestServerMultinode-1940969091 tempest-TestServerMultinode-1940969091-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=03ff0207-bdf1-45bb-8258-699ec327183b HTTP/1.1" status: 200 len: 210 time: 0.0268271 Dec 16 23:09:35.783715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ff0207-bdf1-45bb-8258-699ec327183b', 'name': 'network-vif-deleted', 'tag': '2e49810a-953c-4b47-9738-ea3c7d9d6bdc'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:35.786637 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe1e781-f2ce-48a7-aec6-2114ac3ff3e2" -d '{"events": [{"server_uuid": "03ff0207-bdf1-45bb-8258-699ec327183b", "name": "network-vif-deleted", "tag": "2e49810a-953c-4b47-9738-ea3c7d9d6bdc"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:35.825079 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edacbf34-ffd6-4246-9f1e-e8aff4787dd2 x-openstack-request-id: req-edacbf34-ffd6-4246-9f1e-e8aff4787dd2 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:35.825497 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ff0207-bdf1-45bb-8258-699ec327183b", "name": "network-vif-deleted", "tag": "2e49810a-953c-4b47-9738-ea3c7d9d6bdc", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:35.825824 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-edacbf34-ffd6-4246-9f1e-e8aff4787dd2 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:35.826155 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ff0207-bdf1-45bb-8258-699ec327183b', 'name': 'network-vif-deleted', 'tag': '2e49810a-953c-4b47-9738-ea3c7d9d6bdc', 'status': 'completed', 'code': 200} Dec 16 23:09:36.159122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1635a86a-e65b-4e7e-906f-f5bd9dbe0644 req-62f92033-aab9-4229-bc52-762e5161a64a tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 210 time: 0.0272279 Dec 16 23:09:36.825426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34052) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:09:37.096755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ca059cc5-d249-405c-8e3e-f61eea3c0586 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:09:37.118149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: ca059cc5-d249-405c-8e3e-f61eea3c0586 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:09:37.118501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ca059cc5-d249-405c-8e3e-f61eea3c0586 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:09:37.118927 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 2e49810a-953c-4b47-9738-ea3c7d9d6bdc no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:09:37.138791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 2e49810a-953c-4b47-9738-ea3c7d9d6bdc {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:09:37.139143 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 2e49810a-953c-4b47-9738-ea3c7d9d6bdc not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:09:37.194338 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb3deba2-943b-41d1-98b8-e0f87bddad52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:37.261168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb9bb754-f6e8-40fb-91f9-dcbec199c8a1 req-d3964505-0e4e-4923-8fba-6ce32a308f4b tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 210 time: 0.0280032 Dec 16 23:09:37.461781 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fb3deba2-943b-41d1-98b8-e0f87bddad52 admin admin] Deleting port 254e4ec6-8607-49c9-80fa-bb0647e9c455 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:09:37.462119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb3deba2-943b-41d1-98b8-e0f87bddad52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:37.543339 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-fb3deba2-943b-41d1-98b8-e0f87bddad52 admin admin] For port 254e4ec6-8607-49c9-80fa-bb0647e9c455, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=254e4ec6-8607-49c9-80fa-bb0647e9c455,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:37.543709 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb3deba2-943b-41d1-98b8-e0f87bddad52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:37.557436 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fb3deba2-943b-41d1-98b8-e0f87bddad52 admin admin] Calling delete_port for 254e4ec6-8607-49c9-80fa-bb0647e9c455 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:09:38.142069 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb3deba2-943b-41d1-98b8-e0f87bddad52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:38.172765 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3deba2-943b-41d1-98b8-e0f87bddad52 admin admin] Pushing event deleted for resources: {'Port': ['ID=254e4ec6-8607-49c9-80fa-bb0647e9c455,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:38.366529 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb3deba2-943b-41d1-98b8-e0f87bddad52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:38.396766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-295bba2d-0602-4763-8035-d7e94f58ff38 req-c5ecdc6c-b96d-42a5-8b53-6aa92c9988af tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cbe98e-377f-4618-82bd-a098346ee6e9 HTTP/1.1" status: 200 len: 210 time: 0.0374959 Dec 16 23:09:38.611845 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3deba2-943b-41d1-98b8-e0f87bddad52 admin admin] Router f4029b18-4e59-4d96-b5ac-4b96a52c34e0 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:09:38.723002 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3deba2-943b-41d1-98b8-e0f87bddad52 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:09:38.733035 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fb3deba2-943b-41d1-98b8-e0f87bddad52 admin admin] 10.222.0.43 "PUT /v2.0/routers/f4029b18-4e59-4d96-b5ac-4b96a52c34e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9024351 Dec 16 23:09:38.733035 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34058) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:09:38.734907 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726750a-b4d7-4ecb-ad59-84bf30587d80 None None] Sync routers for ids ['f4029b18-4e59-4d96-b5ac-4b96a52c34e0'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:09:38.746232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f726750a-b4d7-4ecb-ad59-84bf30587d80 None None] Routers {'f4029b18-4e59-4d96-b5ac-4b96a52c34e0'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:09:38.746942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f726750a-b4d7-4ecb-ad59-84bf30587d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:09:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f4029b18-4e59-4d96-b5ac-4b96a52c34e0'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:38.840154 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6f36ab2-da0b-4b93-b0b8-e9448613c86c admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:38.854863 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-f726750a-b4d7-4ecb-ad59-84bf30587d80 None None] Set router f4029b18-4e59-4d96-b5ac-4b96a52c34e0 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:09:38.928490 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:09:38.946422 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6f36ab2-da0b-4b93-b0b8-e9448613c86c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:39.046213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f726750a-b4d7-4ecb-ad59-84bf30587d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'name': 'tempest-TestServerMultinode-1002603688-router', 'tenant_id': '84c4eb440da343e99f3bbf68ebba7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '61f29117-13c7-4b72-8044-9e82d33ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:50Z', 'updated_at': '2021-12-16T23:09:38Z', 'revision_number': 5, 'project_id': '84c4eb440da343e99f3bbf68ebba7b18', 'gw_port': {'id': '61f29117-13c7-4b72-8044-9e82d33ab0e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:af:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:50Z', 'updated_at': '2021-12-16T23:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:39.074872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726750a-b4d7-4ecb-ad59-84bf30587d80 None None] Checking router: f4029b18-4e59-4d96-b5ac-4b96a52c34e0 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:09:39.084105 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f6f36ab2-da0b-4b93-b0b8-e9448613c86c admin admin] Deleting port 61f29117-13c7-4b72-8044-9e82d33ab0e3 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:09:39.084453 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6f36ab2-da0b-4b93-b0b8-e9448613c86c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:39.084564 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f726750a-b4d7-4ecb-ad59-84bf30587d80 None None] Routers {'f4029b18-4e59-4d96-b5ac-4b96a52c34e0'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:09:39.085139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f726750a-b4d7-4ecb-ad59-84bf30587d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:09:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f4029b18-4e59-4d96-b5ac-4b96a52c34e0'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:39.168508 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-f6f36ab2-da0b-4b93-b0b8-e9448613c86c admin admin] For port 61f29117-13c7-4b72-8044-9e82d33ab0e3, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=61f29117-13c7-4b72-8044-9e82d33ab0e3,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:39.169095 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6f36ab2-da0b-4b93-b0b8-e9448613c86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:39.180029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-f726750a-b4d7-4ecb-ad59-84bf30587d80 None None] Set router f4029b18-4e59-4d96-b5ac-4b96a52c34e0 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:09:39.189207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f6f36ab2-da0b-4b93-b0b8-e9448613c86c admin admin] Calling delete_port for 61f29117-13c7-4b72-8044-9e82d33ab0e3 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:09:39.249030 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f726750a-b4d7-4ecb-ad59-84bf30587d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'name': 'tempest-TestServerMultinode-1002603688-router', 'tenant_id': '84c4eb440da343e99f3bbf68ebba7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:50Z', 'updated_at': '2021-12-16T23:09:38Z', 'revision_number': 6, 'project_id': '84c4eb440da343e99f3bbf68ebba7b18', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:39.265073 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726750a-b4d7-4ecb-ad59-84bf30587d80 None None] The sync data for ids ['f4029b18-4e59-4d96-b5ac-4b96a52c34e0'] in n-d-821840-2 is: [{'id': 'f4029b18-4e59-4d96-b5ac-4b96a52c34e0', 'name': 'tempest-TestServerMultinode-1002603688-router', 'tenant_id': '84c4eb440da343e99f3bbf68ebba7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:50Z', 'updated_at': '2021-12-16T23:09:38Z', 'revision_number': 6, 'project_id': '84c4eb440da343e99f3bbf68ebba7b18', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:09:39.438730 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6f36ab2-da0b-4b93-b0b8-e9448613c86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:39.470786 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f36ab2-da0b-4b93-b0b8-e9448613c86c admin admin] Pushing event deleted for resources: {'Port': ['ID=61f29117-13c7-4b72-8044-9e82d33ab0e3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:39.487235 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea567f5-f389-42c3-b49e-1abd0a459c8d None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:09:39.533345 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6f36ab2-da0b-4b93-b0b8-e9448613c86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:39.633196 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6f36ab2-da0b-4b93-b0b8-e9448613c86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:39.635669 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6f36ab2-da0b-4b93-b0b8-e9448613c86c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:39.787502 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6f36ab2-da0b-4b93-b0b8-e9448613c86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:39.788132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f36ab2-da0b-4b93-b0b8-e9448613c86c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4029b18-4e59-4d96-b5ac-4b96a52c34e0 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:09:39.793547 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6f36ab2-da0b-4b93-b0b8-e9448613c86c admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:39.794849 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f6f36ab2-da0b-4b93-b0b8-e9448613c86c admin admin] 10.222.0.43 "DELETE /v2.0/routers/f4029b18-4e59-4d96-b5ac-4b96a52c34e0 HTTP/1.1" status: 204 len: 168 time: 1.0625360 Dec 16 23:09:39.800779 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34066) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:09:39.849808 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4032f78-ef44-4da2-93c1-743fec2d6efc admin admin] Deleting subnet 17385b26-3283-4ad8-94f1-3092aaaf4454 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:09:39.853124 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4032f78-ef44-4da2-93c1-743fec2d6efc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:39.889436 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4032f78-ef44-4da2-93c1-743fec2d6efc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:39.974476 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4032f78-ef44-4da2-93c1-743fec2d6efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:40.117670 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4032f78-ef44-4da2-93c1-743fec2d6efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:40.145173 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4032f78-ef44-4da2-93c1-743fec2d6efc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17385b26-3283-4ad8-94f1-3092aaaf4454,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:40.153098 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f4032f78-ef44-4da2-93c1-743fec2d6efc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:40.156705 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f4032f78-ef44-4da2-93c1-743fec2d6efc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/17385b26-3283-4ad8-94f1-3092aaaf4454 HTTP/1.1" status: 204 len: 168 time: 0.3547790 Dec 16 23:09:40.159786 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34068) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:09:40.162745 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8769ada8-3a04-495e-9b6b-333c10c050fb None None] Network def1f87f-bd34-42a9-8ea3-ee28be2a769a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:09:40.239768 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:40.304843 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] Deleting port 33302a1a-a564-4e89-8c09-9b5a77ce5344 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:09:40.305194 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:40.350749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7f4aad-3a22-4f8f-8a73-a3d7cbe0f031 None None] DHCP port deletion for def1f87f-bd34-42a9-8ea3-ee28be2a769a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:09:40.393878 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] For port 33302a1a-a564-4e89-8c09-9b5a77ce5344, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=33302a1a-a564-4e89-8c09-9b5a77ce5344,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:40.394338 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:40.421974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f4aad-3a22-4f8f-8a73-a3d7cbe0f031 None None] Deleting port 33302a1a-a564-4e89-8c09-9b5a77ce5344 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:09:40.422532 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] Calling delete_port for 33302a1a-a564-4e89-8c09-9b5a77ce5344 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:09:40.422673 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4aad-3a22-4f8f-8a73-a3d7cbe0f031 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:40.496217 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 254e4ec6-8607-49c9-80fa-bb0647e9c455 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:09:40.506271 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0d7f4aad-3a22-4f8f-8a73-a3d7cbe0f031 None None] For port 33302a1a-a564-4e89-8c09-9b5a77ce5344, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=33302a1a-a564-4e89-8c09-9b5a77ce5344,segment=NetworkSegment(6de237c3-be75-411a-9cf5-752d8dc98fe4),segment_id=6de237c3-be75-411a-9cf5-752d8dc98fe4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:40.506681 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4aad-3a22-4f8f-8a73-a3d7cbe0f031 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:40.532504 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 254e4ec6-8607-49c9-80fa-bb0647e9c455 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:09:40.532857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 254e4ec6-8607-49c9-80fa-bb0647e9c455 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:09:40.533295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 33302a1a-a564-4e89-8c09-9b5a77ce5344 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:09:40.541872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f4aad-3a22-4f8f-8a73-a3d7cbe0f031 None None] Calling delete_port for 33302a1a-a564-4e89-8c09-9b5a77ce5344 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:09:40.598928 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:40.621237 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No active binding found for port 33302a1a-a564-4e89-8c09-9b5a77ce5344 {{(pid=103953) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 23:09:40.621682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 33302a1a-a564-4e89-8c09-9b5a77ce5344 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:09:40.622123 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 61f29117-13c7-4b72-8044-9e82d33ab0e3 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:09:40.636198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] Pushing event deleted for resources: {'Port': ['ID=33302a1a-a564-4e89-8c09-9b5a77ce5344,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:40.641652 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] No DVR routers for this DVR port 33302a1a-a564-4e89-8c09-9b5a77ce5344 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:09:40.651468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 61f29117-13c7-4b72-8044-9e82d33ab0e3 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:09:40.651778 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 61f29117-13c7-4b72-8044-9e82d33ab0e3 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:09:40.684902 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4aad-3a22-4f8f-8a73-a3d7cbe0f031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:40.714385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f4aad-3a22-4f8f-8a73-a3d7cbe0f031 None None] Pushing event deleted for resources: {'Port': ['ID=33302a1a-a564-4e89-8c09-9b5a77ce5344,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:40.719649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f4aad-3a22-4f8f-8a73-a3d7cbe0f031 None None] No DVR routers for this DVR port 33302a1a-a564-4e89-8c09-9b5a77ce5344 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:09:40.741201 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:40.766490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def1f87f-bd34-42a9-8ea3-ee28be2a769a']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:40.777578 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de237c3-be75-411a-9cf5-752d8dc98fe4') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:40.777881 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de237c3-be75-411a-9cf5-752d8dc98fe4') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:40.788471 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:40.802807 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:40.808993 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:09:40.809385 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: timer() Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:09:40.811082 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:09:40.951548 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:40.959766 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:40.962951 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] 10.222.0.43 "DELETE /v2.0/networks/def1f87f-bd34-42a9-8ea3-ee28be2a769a HTTP/1.1" status: 204 len: 168 time: 0.8005941 Dec 16 23:09:40.966121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34072) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:09:40.974733 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b74a7-077c-4bc3-a7ae-1e15c20d35cd admin admin] Pushing event deleted for resources: {'Network': ['ID=def1f87f-bd34-42a9-8ea3-ee28be2a769a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:41.341112 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4770d05c-ead6-4092-b744-3bf5714ca96d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:41.600149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-4770d05c-ead6-4092-b744-3bf5714ca96d admin admin] Deleting port ecec0db8-447e-4048-8ee4-4f1feee5f151 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:09:41.600415 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4770d05c-ead6-4092-b744-3bf5714ca96d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:41.683488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-4770d05c-ead6-4092-b744-3bf5714ca96d admin admin] For port ecec0db8-447e-4048-8ee4-4f1feee5f151, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=ecec0db8-447e-4048-8ee4-4f1feee5f151,segment=NetworkSegment(ee8c3c95-757d-4704-bbc2-ca61547b1fd8),segment_id=ee8c3c95-757d-4704-bbc2-ca61547b1fd8)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:41.683846 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4770d05c-ead6-4092-b744-3bf5714ca96d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:41.697672 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-4770d05c-ead6-4092-b744-3bf5714ca96d admin admin] Calling delete_port for ecec0db8-447e-4048-8ee4-4f1feee5f151 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:09:41.953316 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4770d05c-ead6-4092-b744-3bf5714ca96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:41.985556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770d05c-ead6-4092-b744-3bf5714ca96d admin admin] Pushing event deleted for resources: {'Port': ['ID=ecec0db8-447e-4048-8ee4-4f1feee5f151,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:42.167112 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4770d05c-ead6-4092-b744-3bf5714ca96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:42.691710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4770d05c-ead6-4092-b744-3bf5714ca96d admin admin] Router 4d88aaf0-588a-48cb-873b-d1b36641f7a8 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:09:42.807855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4770d05c-ead6-4092-b744-3bf5714ca96d admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:09:42.812923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4770d05c-ead6-4092-b744-3bf5714ca96d admin admin] 10.222.0.43 "PUT /v2.0/routers/4d88aaf0-588a-48cb-873b-d1b36641f7a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8457665 Dec 16 23:09:42.815560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34076) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:09:42.820269 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7088a69d-ef04-4a47-bf6d-37399c62c245 None None] Sync routers for ids ['4d88aaf0-588a-48cb-873b-d1b36641f7a8'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:09:42.835365 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7088a69d-ef04-4a47-bf6d-37399c62c245 None None] Routers {'4d88aaf0-588a-48cb-873b-d1b36641f7a8'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:09:42.836266 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7088a69d-ef04-4a47-bf6d-37399c62c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:09:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4d88aaf0-588a-48cb-873b-d1b36641f7a8'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:42.933172 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea108-cae6-4c34-854f-fe989d4bc445 admin admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:42.958292 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7088a69d-ef04-4a47-bf6d-37399c62c245 None None] Set router 4d88aaf0-588a-48cb-873b-d1b36641f7a8 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:09:43.042126 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea108-cae6-4c34-854f-fe989d4bc445 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:43.152719 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7088a69d-ef04-4a47-bf6d-37399c62c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'name': 'tempest-TestServerMultinode-1432693680-router', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a82ebb90-67e5-4d6f-948c-ed5cc97389e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:56Z', 'updated_at': '2021-12-16T23:09:41Z', 'revision_number': 5, 'project_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'gw_port': {'id': 'a82ebb90-67e5-4d6f-948c-ed5cc97389e7', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:08:57Z', 'updated_at': '2021-12-16T23:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:43.156596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ea108-cae6-4c34-854f-fe989d4bc445 admin admin] Deleting port a82ebb90-67e5-4d6f-948c-ed5cc97389e7 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:09:43.156946 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea108-cae6-4c34-854f-fe989d4bc445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:43.181251 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7088a69d-ef04-4a47-bf6d-37399c62c245 None None] Checking router: 4d88aaf0-588a-48cb-873b-d1b36641f7a8 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:09:43.190346 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7088a69d-ef04-4a47-bf6d-37399c62c245 None None] Routers {'4d88aaf0-588a-48cb-873b-d1b36641f7a8'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:09:43.191056 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7088a69d-ef04-4a47-bf6d-37399c62c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:09:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4d88aaf0-588a-48cb-873b-d1b36641f7a8'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:43.241572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-cf1ea108-cae6-4c34-854f-fe989d4bc445 admin admin] For port a82ebb90-67e5-4d6f-948c-ed5cc97389e7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=a82ebb90-67e5-4d6f-948c-ed5cc97389e7,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:43.241948 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea108-cae6-4c34-854f-fe989d4bc445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:43.259398 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ea108-cae6-4c34-854f-fe989d4bc445 admin admin] Calling delete_port for a82ebb90-67e5-4d6f-948c-ed5cc97389e7 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:09:43.290871 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7088a69d-ef04-4a47-bf6d-37399c62c245 None None] Set router 4d88aaf0-588a-48cb-873b-d1b36641f7a8 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:09:43.343589 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7088a69d-ef04-4a47-bf6d-37399c62c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'name': 'tempest-TestServerMultinode-1432693680-router', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:56Z', 'updated_at': '2021-12-16T23:09:43Z', 'revision_number': 6, 'project_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:43.374032 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7088a69d-ef04-4a47-bf6d-37399c62c245 None None] The sync data for ids ['4d88aaf0-588a-48cb-873b-d1b36641f7a8'] in n-d-821840-2 is: [{'id': '4d88aaf0-588a-48cb-873b-d1b36641f7a8', 'name': 'tempest-TestServerMultinode-1432693680-router', 'tenant_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:08:56Z', 'updated_at': '2021-12-16T23:09:43Z', 'revision_number': 6, 'project_id': '13e267f2c52b4d5e9a64925a2d09dbc2', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:09:43.494348 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea108-cae6-4c34-854f-fe989d4bc445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:43.532284 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ea108-cae6-4c34-854f-fe989d4bc445 admin admin] Pushing event deleted for resources: {'Port': ['ID=a82ebb90-67e5-4d6f-948c-ed5cc97389e7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:43.546971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e03df-8301-4171-b190-52294365fbb2 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:09:43.601495 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea108-cae6-4c34-854f-fe989d4bc445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:43.619944 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:43.697620 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea108-cae6-4c34-854f-fe989d4bc445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:43.700352 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea108-cae6-4c34-854f-fe989d4bc445 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:43.728958 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:43.810253 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea108-cae6-4c34-854f-fe989d4bc445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:43.810999 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1ea108-cae6-4c34-854f-fe989d4bc445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d88aaf0-588a-48cb-873b-d1b36641f7a8 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:09:43.815608 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea108-cae6-4c34-854f-fe989d4bc445 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:43.817351 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cf1ea108-cae6-4c34-854f-fe989d4bc445 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4d88aaf0-588a-48cb-873b-d1b36641f7a8 HTTP/1.1" status: 204 len: 168 time: 1.0003884 Dec 16 23:09:43.819362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34082) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:09:43.873271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57ab7f3-37a6-4e1e-99f1-d7ddc0763de1 admin admin] Deleting subnet 7e5a2e81-e125-40a9-bfd7-865cb4c35b72 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:09:43.876334 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f57ab7f3-37a6-4e1e-99f1-d7ddc0763de1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:43.917521 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f57ab7f3-37a6-4e1e-99f1-d7ddc0763de1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.000110 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f57ab7f3-37a6-4e1e-99f1-d7ddc0763de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.174902 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f57ab7f3-37a6-4e1e-99f1-d7ddc0763de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.212095 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ab7f3-37a6-4e1e-99f1-d7ddc0763de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e5a2e81-e125-40a9-bfd7-865cb4c35b72,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:44.218707 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f57ab7f3-37a6-4e1e-99f1-d7ddc0763de1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.222449 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f57ab7f3-37a6-4e1e-99f1-d7ddc0763de1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7e5a2e81-e125-40a9-bfd7-865cb4c35b72 HTTP/1.1" status: 204 len: 168 time: 0.4019189 Dec 16 23:09:44.225863 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34090) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:09:44.229456 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc029727-44a6-467a-a94d-25a2a51c26d7 None None] Network 25e6404f-c1c9-4869-b06a-789f53f34070 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:09:44.321749 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.423871 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] Deleting port b1f12c56-879f-4188-869c-cb0b123035e7 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:09:44.424625 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.449076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a951a95a-0245-470f-99eb-91af811c887f None None] DHCP port deletion for 25e6404f-c1c9-4869-b06a-789f53f34070 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:09:44.516443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ecec0db8-447e-4048-8ee4-4f1feee5f151 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:09:44.520826 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] For port b1f12c56-879f-4188-869c-cb0b123035e7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b1f12c56-879f-4188-869c-cb0b123035e7,segment=NetworkSegment(ee8c3c95-757d-4704-bbc2-ca61547b1fd8),segment_id=ee8c3c95-757d-4704-bbc2-ca61547b1fd8)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:44.520826 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.541991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] Calling delete_port for b1f12c56-879f-4188-869c-cb0b123035e7 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:09:44.544241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: ecec0db8-447e-4048-8ee4-4f1feee5f151 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:09:44.544564 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device ecec0db8-447e-4048-8ee4-4f1feee5f151 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:09:44.545000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a82ebb90-67e5-4d6f-948c-ed5cc97389e7 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:09:44.573586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: a82ebb90-67e5-4d6f-948c-ed5cc97389e7 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:09:44.574157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device a82ebb90-67e5-4d6f-948c-ed5cc97389e7 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:09:44.589304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a951a95a-0245-470f-99eb-91af811c887f None None] Deleting port b1f12c56-879f-4188-869c-cb0b123035e7 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:09:44.589742 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a951a95a-0245-470f-99eb-91af811c887f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.671297 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a951a95a-0245-470f-99eb-91af811c887f None None] For port b1f12c56-879f-4188-869c-cb0b123035e7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b1f12c56-879f-4188-869c-cb0b123035e7,segment=NetworkSegment(ee8c3c95-757d-4704-bbc2-ca61547b1fd8),segment_id=ee8c3c95-757d-4704-bbc2-ca61547b1fd8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:44.671782 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a951a95a-0245-470f-99eb-91af811c887f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.686734 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a951a95a-0245-470f-99eb-91af811c887f None None] Calling delete_port for b1f12c56-879f-4188-869c-cb0b123035e7 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:09:44.718596 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.748308 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f12c56-879f-4188-869c-cb0b123035e7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:44.756205 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] No DVR routers for this DVR port b1f12c56-879f-4188-869c-cb0b123035e7 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:09:44.781130 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a951a95a-0245-470f-99eb-91af811c887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.815773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951a95a-0245-470f-99eb-91af811c887f None None] Pushing event deleted for resources: {'Port': ['ID=b1f12c56-879f-4188-869c-cb0b123035e7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:44.819417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a951a95a-0245-470f-99eb-91af811c887f None None] No DVR routers for this DVR port b1f12c56-879f-4188-869c-cb0b123035e7 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:09:44.839039 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.861679 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e6404f-c1c9-4869-b06a-789f53f34070']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:44.873300 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8c3c95-757d-4704-bbc2-ca61547b1fd8') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:44.873609 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8c3c95-757d-4704-bbc2-ca61547b1fd8') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:44.884752 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.898422 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.904645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: timer() Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:09:44.909262 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:09:45.050413 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:45.057481 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:45.063297 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/25e6404f-c1c9-4869-b06a-789f53f34070 HTTP/1.1" status: 204 len: 168 time: 0.8318374 Dec 16 23:09:45.074355 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62e5cc-1f3f-4c1f-9ff3-a3d3a362ece5 admin admin] Pushing event deleted for resources: {'Network': ['ID=25e6404f-c1c9-4869-b06a-789f53f34070,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:45.466645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34098) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:09:45.509527 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-823acb1a-b90c-47ff-aa56-f89caf73e8c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=84c4eb440da343e99f3bbf68ebba7b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416682 Dec 16 23:09:45.511984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34100) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:09:45.565366 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e83f-4367-4935-88fc-64f5bbe1d27d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:45.588012 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e83f-4367-4935-88fc-64f5bbe1d27d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:45.779691 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e83f-4367-4935-88fc-64f5bbe1d27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:45.782316 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e83f-4367-4935-88fc-64f5bbe1d27d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:45.783528 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8ef0e83f-4367-4935-88fc-64f5bbe1d27d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c493dbb8-1c47-413d-a62c-5e3fa036ef5b HTTP/1.1" status: 204 len: 168 time: 0.2706130 Dec 16 23:09:45.792606 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0e83f-4367-4935-88fc-64f5bbe1d27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c493dbb8-1c47-413d-a62c-5e3fa036ef5b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:46.105033 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34108) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:09:46.273100 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-007ba78e-4386-498c-8aae-495e9b20a34d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Deleting port 438ba47b-da0f-4a5e-9818-fb56a2caff79 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:09:46.273468 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-007ba78e-4386-498c-8aae-495e9b20a34d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:46.356179 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-007ba78e-4386-498c-8aae-495e9b20a34d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:46.356773 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-007ba78e-4386-498c-8aae-495e9b20a34d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:46.370174 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-007ba78e-4386-498c-8aae-495e9b20a34d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Calling delete_port for 438ba47b-da0f-4a5e-9818-fb56a2caff79 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:09:46.442976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b1f12c56-879f-4188-869c-cb0b123035e7 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:09:46.463448 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: b1f12c56-879f-4188-869c-cb0b123035e7 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:09:46.464609 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b1f12c56-879f-4188-869c-cb0b123035e7 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:09:46.623813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34110) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:09:46.667903 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b19169c0-5393-44dd-b12c-3209550c0627 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13e267f2c52b4d5e9a64925a2d09dbc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429208 Dec 16 23:09:46.670458 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34112) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:09:46.683289 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-007ba78e-4386-498c-8aae-495e9b20a34d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:46.727947 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ba78e-4386-498c-8aae-495e9b20a34d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event deleted for resources: {'Port': ['ID=438ba47b-da0f-4a5e-9818-fb56a2caff79,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:46.793203 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-feeed195-37ef-4c71-b485-7b0635586c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:46.806963 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-007ba78e-4386-498c-8aae-495e9b20a34d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:46.807337 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-007ba78e-4386-498c-8aae-495e9b20a34d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Floating IP 7df944e8-1792-4bac-87ce-d76183dc2f41 disassociated (deleted). External IP: 172.25.2.119, port: a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49. Dec 16 23:09:46.860860 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-feeed195-37ef-4c71-b485-7b0635586c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:47.024506 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-feeed195-37ef-4c71-b485-7b0635586c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:47.027044 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-feeed195-37ef-4c71-b485-7b0635586c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:47.028234 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-feeed195-37ef-4c71-b485-7b0635586c93 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84c29b97-c836-4ae3-bbd9-7f925aa84f03 HTTP/1.1" status: 204 len: 168 time: 0.3568444 Dec 16 23:09:47.045060 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeed195-37ef-4c71-b485-7b0635586c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c29b97-c836-4ae3-bbd9-7f925aa84f03,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:47.068475 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007ba78e-4386-498c-8aae-495e9b20a34d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:09:47.184275 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007ba78e-4386-498c-8aae-495e9b20a34d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:09:47.189192 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-007ba78e-4386-498c-8aae-495e9b20a34d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:47.196487 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863512b-a324-401d-9790-8a21bbc720e4 None None] Sync routers for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:09:47.206772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863512b-a324-401d-9790-8a21bbc720e4 None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:09:47.208158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f863512b-a324-401d-9790-8a21bbc720e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:09:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:47.220756 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-007ba78e-4386-498c-8aae-495e9b20a34d tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "DELETE /v2.0/floatingips/7df944e8-1792-4bac-87ce-d76183dc2f41 HTTP/1.1" status: 204 len: 168 time: 1.1145461 Dec 16 23:09:47.221709 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'tag': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:47.225360 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fd2536e9b1e345e450ff3ec7907de2e139e714cd2038414972b0eb965fd2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b22cfe9-0975-4537-a437-7161be056a51" -d '{"events": [{"name": "network-changed", "server_uuid": "1d94429c-5edb-4900-a6c9-c71b25eeb5f0", "tag": "a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:47.274215 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7455f661-4d3f-409a-8e43-2117025efb37 x-openstack-request-id: req-7455f661-4d3f-409a-8e43-2117025efb37 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:47.274845 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d94429c-5edb-4900-a6c9-c71b25eeb5f0", "tag": "a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:47.275361 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7455f661-4d3f-409a-8e43-2117025efb37 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:47.275936 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'tag': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'status': 'completed', 'code': 200} Dec 16 23:09:47.349875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-f863512b-a324-401d-9790-8a21bbc720e4 None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:09:47.351195 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22cfe9-0975-4537-a437-7161be056a51 req-e97acf4a-5a79-4820-8c0e-c68923d6e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:47.352805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b22cfe9-0975-4537-a437-7161be056a51 req-e97acf4a-5a79-4820-8c0e-c68923d6e592 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3ce3d7cd750496abea0f17a31397257&device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0467505 Dec 16 23:09:47.484321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22cfe9-0975-4537-a437-7161be056a51 req-33d2cafc-bc6f-471f-a916-fa5b602af501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:47.486974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b22cfe9-0975-4537-a437-7161be056a51 req-33d2cafc-bc6f-471f-a916-fa5b602af501 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 200 len: 912 time: 0.1217701 Dec 16 23:09:47.558791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b22cfe9-0975-4537-a437-7161be056a51 req-4608601e-b32f-4937-9209-8be5d11616d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 HTTP/1.1" status: 200 len: 217 time: 0.0571220 Dec 16 23:09:47.613769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f863512b-a324-401d-9790-8a21bbc720e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:47.626594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22cfe9-0975-4537-a437-7161be056a51 req-c46c7ff6-bf25-4713-9429-eadd851e2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:47.628310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b22cfe9-0975-4537-a437-7161be056a51 req-c46c7ff6-bf25-4713-9429-eadd851e2a6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 200 len: 850 time: 0.0601833 Dec 16 23:09:47.643313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863512b-a324-401d-9790-8a21bbc720e4 None None] Checking router: 8d401d72-e07c-4326-ac0b-5f663cf7bf3e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:09:47.653475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863512b-a324-401d-9790-8a21bbc720e4 None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:09:47.654178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f863512b-a324-401d-9790-8a21bbc720e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:09:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:47.710381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22cfe9-0975-4537-a437-7161be056a51 req-a1ca6adf-d04f-4c21-a1aa-befeb3684cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:47.713404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b22cfe9-0975-4537-a437-7161be056a51 req-a1ca6adf-d04f-4c21-a1aa-befeb3684cdc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67357662-f096-489b-86be-53da3c2aa325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739903 Dec 16 23:09:47.784272 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-f863512b-a324-401d-9790-8a21bbc720e4 None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:09:47.863895 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d3e5f-8538-4d4e-9ca1-2699c6d53a22 req-b212c120-ea88-4611-9b6f-d5f8e0db2f03 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:47.867968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f15d3e5f-8538-4d4e-9ca1-2699c6d53a22 req-b212c120-ea88-4611-9b6f-d5f8e0db2f03 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 945 time: 0.1350198 Dec 16 23:09:47.906877 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b22cfe9-0975-4537-a437-7161be056a51 req-a7a3201c-503b-4960-a1db-d15a0dd15558 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836417 Dec 16 23:09:48.003793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f15d3e5f-8538-4d4e-9ca1-2699c6d53a22 req-fa54c86f-128a-44ad-beeb-101ce1f82ac4 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213639 Dec 16 23:09:48.045050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4b22cfe9-0975-4537-a437-7161be056a51 req-062d9773-2603-418b-b0b7-9c32d1ae6301 service neutron] 10.222.0.69 "GET /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258101 Dec 16 23:09:48.172043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-f863512b-a324-401d-9790-8a21bbc720e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:48.199035 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863512b-a324-401d-9790-8a21bbc720e4 None None] The sync data for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 is: [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:03Z', 'revision_number': 4, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '487a614e-cbef-4d92-89b2-f3aa8ba9c091', 'name': '', 'network_id': '67357662-f096-489b-86be-53da3c2aa325', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'mac_address': 'fa:16:3e:86:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:02Z', 'updated_at': '2021-12-16T22:55:09Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'subnets': [{'id': '7eec04a3-4ec5-42d1-8be2-97c157b7e97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:09:48.429649 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c1003f-26b6-4183-9365-a9906c14bdd6 None None] New status for floating IP 7df944e8-1792-4bac-87ce-d76183dc2f41: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:09:48.432666 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172a861-251a-4610-93b9-726c3c1ea741 req-f92f4cec-faa7-42f5-97bc-1839e5dfcaf9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:48.434222 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4172a861-251a-4610-93b9-726c3c1ea741 req-f92f4cec-faa7-42f5-97bc-1839e5dfcaf9 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 945 time: 0.0556509 Dec 16 23:09:48.533502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4172a861-251a-4610-93b9-726c3c1ea741 req-c7a51073-d632-45a4-be74-4e65b14a101c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Deleting port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:09:48.533872 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4172a861-251a-4610-93b9-726c3c1ea741 req-c7a51073-d632-45a4-be74-4e65b14a101c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:48.623807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-4172a861-251a-4610-93b9-726c3c1ea741 req-c7a51073-d632-45a4-be74-4e65b14a101c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] For port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:48.624179 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4172a861-251a-4610-93b9-726c3c1ea741 req-c7a51073-d632-45a4-be74-4e65b14a101c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:48.637484 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4172a861-251a-4610-93b9-726c3c1ea741 req-c7a51073-d632-45a4-be74-4e65b14a101c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Calling delete_port for a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:09:48.849251 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4172a861-251a-4610-93b9-726c3c1ea741 req-c7a51073-d632-45a4-be74-4e65b14a101c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:48.881389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a51073-d632-45a4-be74-4e65b14a101c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event deleted for resources: {'Port': ['ID=a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:48.928029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-4172a861-251a-4610-93b9-726c3c1ea741 req-c7a51073-d632-45a4-be74-4e65b14a101c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] No DVR routers for this DVR port a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:09:48.930889 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4172a861-251a-4610-93b9-726c3c1ea741 req-c7a51073-d632-45a4-be74-4e65b14a101c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:48.934350 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4172a861-251a-4610-93b9-726c3c1ea741 req-c7a51073-d632-45a4-be74-4e65b14a101c tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.69 "DELETE /v2.0/ports/a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 HTTP/1.1" status: 204 len: 173 time: 0.4940345 Dec 16 23:09:48.934831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'name': 'network-vif-deleted', 'tag': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:48.937169 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d194f3-8ac7-414c-a8ee-abf8b845718e" -d '{"events": [{"server_uuid": "1d94429c-5edb-4900-a6c9-c71b25eeb5f0", "name": "network-vif-deleted", "tag": "a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:48.978066 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7867959e-9a4b-4b1c-8824-d985bf5996bb x-openstack-request-id: req-7867959e-9a4b-4b1c-8824-d985bf5996bb {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:48.978367 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d94429c-5edb-4900-a6c9-c71b25eeb5f0", "name": "network-vif-deleted", "tag": "a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:48.978620 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7867959e-9a4b-4b1c-8824-d985bf5996bb {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:48.979231 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d94429c-5edb-4900-a6c9-c71b25eeb5f0', 'name': 'network-vif-deleted', 'tag': 'a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49', 'status': 'completed', 'code': 200} Dec 16 23:09:49.110914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73ad7786-e53d-4866-b978-dc1a4d3ce21c req-c37f2291-8e40-4646-95fb-baaddd68b59f tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 210 time: 0.0304456 Dec 16 23:09:50.060272 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:09:50.086545 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:09:50.086889 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a1c327f7-34ea-4f87-9bf6-c3a4dbde4f49 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:09:50.118879 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52ed8c46-af65-4e7c-aa34-c61830412331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:50.214103 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba6bfacf-85a9-4da0-a035-67db2d6919c3 req-11600b28-013f-4cee-8445-46eebae01c98 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 210 time: 0.0277798 Dec 16 23:09:51.311840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-387980ed-aec2-45ba-aac6-ba93d9910aa6 req-e34eaa90-25c6-496a-90c0-c91df80d30b3 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 210 time: 0.0280576 Dec 16 23:09:52.408598 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed63552a-291d-4405-93b2-8a2cc19701ce req-427858c4-8af9-4877-a791-f7074956de63 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 210 time: 0.0272803 Dec 16 23:09:52.507553 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-60c1e572-890d-4f73-a895-dd40bc78ae8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:53.512636 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95c8c581-8f11-40de-9be4-d4b6ca8f0679 req-813d4589-a687-48ac-9ffa-897462dd9083 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d94429c-5edb-4900-a6c9-c71b25eeb5f0 HTTP/1.1" status: 200 len: 210 time: 0.0274520 Dec 16 23:09:53.758783 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:54.571633 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34138) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:09:54.698072 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Deleting port 1992ca8a-b316-4085-bbff-85b228d375c9 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:09:54.698419 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:54.777168 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:54.777499 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:54.793529 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Calling delete_port for 1992ca8a-b316-4085-bbff-85b228d375c9 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:09:55.015808 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:55.040645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event deleted for resources: {'Port': ['ID=1992ca8a-b316-4085-bbff-85b228d375c9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:55.044121 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:55.051964 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:55.052332 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:55.052685 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:55.053024 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:55.053367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:55.053704 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:55.054367 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:55.054523 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:55.054856 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:55.055184 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:55.055540 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:55.055868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:55.056203 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:55.121077 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:55.123664 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:55.124869 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7acfc046-00c2-464e-b8f6-7c7e8b5332ba tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "DELETE /v2.0/floatingips/b8fd2a5e-b8c4-4964-80ea-f04f544eaf43 HTTP/1.1" status: 204 len: 168 time: 0.5522099 Dec 16 23:09:55.781215 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:59.619855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34156) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:09:59.683003 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:59.710121 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:59.851082 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:59.853892 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:59.855058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] 10.222.0.43 "DELETE /v2.0/security-groups/2d8d0eac-8ab9-4ef0-98ef-f532a282ef11 HTTP/1.1" status: 204 len: 168 time: 0.2342086 Dec 16 23:09:59.864861 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8d0eac-8ab9-4ef0-98ef-f532a282ef11,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:59.872910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:59.873258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:59.873600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:59.873940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:59.874275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:59.874608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:59.874937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:59.875278 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:59.875608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:59.875933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:59.876258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:59.876581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:59.876904 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaaacb-721e-4b2b-8cbe-2358c594c8f5 tempest-TestVolumeBootPattern-1011980069 tempest-TestVolumeBootPattern-1011980069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:10:01.012730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34162) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:01.573476 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65044a63-eb72-41db-a349-6eca2ee682a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:01.829566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-65044a63-eb72-41db-a349-6eca2ee682a5 admin admin] Deleting port 487a614e-cbef-4d92-89b2-f3aa8ba9c091 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:10:01.829835 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65044a63-eb72-41db-a349-6eca2ee682a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:01.914855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-65044a63-eb72-41db-a349-6eca2ee682a5 admin admin] For port 487a614e-cbef-4d92-89b2-f3aa8ba9c091, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=487a614e-cbef-4d92-89b2-f3aa8ba9c091,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:01.915225 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65044a63-eb72-41db-a349-6eca2ee682a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:01.928974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-65044a63-eb72-41db-a349-6eca2ee682a5 admin admin] Calling delete_port for 487a614e-cbef-4d92-89b2-f3aa8ba9c091 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:10:02.185447 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65044a63-eb72-41db-a349-6eca2ee682a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:02.211557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65044a63-eb72-41db-a349-6eca2ee682a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=487a614e-cbef-4d92-89b2-f3aa8ba9c091,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:02.398134 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-65044a63-eb72-41db-a349-6eca2ee682a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:02.938084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65044a63-eb72-41db-a349-6eca2ee682a5 admin admin] Router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:10:03.052193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65044a63-eb72-41db-a349-6eca2ee682a5 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:10:03.057958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-65044a63-eb72-41db-a349-6eca2ee682a5 admin admin] 10.222.0.43 "PUT /v2.0/routers/8d401d72-e07c-4326-ac0b-5f663cf7bf3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0440381 Dec 16 23:10:03.060678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34168) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:03.062715 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f7970-ec90-4c70-a40a-a93fd6089ada None None] Sync routers for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:10:03.075596 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f7970-ec90-4c70-a40a-a93fd6089ada None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:10:03.076530 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-cd9f7970-ec90-4c70-a40a-a93fd6089ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:09:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:03.191231 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08f5e92b-a606-4aa9-95f5-0dd016e52ef8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:03.204987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-cd9f7970-ec90-4c70-a40a-a93fd6089ada None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:10:03.307252 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08f5e92b-a606-4aa9-95f5-0dd016e52ef8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:03.398085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-cd9f7970-ec90-4c70-a40a-a93fd6089ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T23:10:02Z', 'revision_number': 5, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port': {'id': 'eee52c65-10d3-4277-98e5-f9e8c60afdbe', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:03.425107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f7970-ec90-4c70-a40a-a93fd6089ada None None] Checking router: 8d401d72-e07c-4326-ac0b-5f663cf7bf3e for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:10:03.434784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f7970-ec90-4c70-a40a-a93fd6089ada None None] Routers {'8d401d72-e07c-4326-ac0b-5f663cf7bf3e'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:10:03.435255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-cd9f7970-ec90-4c70-a40a-a93fd6089ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:09:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:03.454101 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-08f5e92b-a606-4aa9-95f5-0dd016e52ef8 admin admin] Deleting port eee52c65-10d3-4277-98e5-f9e8c60afdbe {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:10:03.454458 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08f5e92b-a606-4aa9-95f5-0dd016e52ef8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:03.527379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-cd9f7970-ec90-4c70-a40a-a93fd6089ada None None] Set router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:10:03.542226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-08f5e92b-a606-4aa9-95f5-0dd016e52ef8 admin admin] For port eee52c65-10d3-4277-98e5-f9e8c60afdbe, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=eee52c65-10d3-4277-98e5-f9e8c60afdbe,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:03.542592 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08f5e92b-a606-4aa9-95f5-0dd016e52ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:03.556867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-08f5e92b-a606-4aa9-95f5-0dd016e52ef8 admin admin] Calling delete_port for eee52c65-10d3-4277-98e5-f9e8c60afdbe owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:10:03.591968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-cd9f7970-ec90-4c70-a40a-a93fd6089ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T23:10:03Z', 'revision_number': 6, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:03.620035 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f7970-ec90-4c70-a40a-a93fd6089ada None None] The sync data for ids ['8d401d72-e07c-4326-ac0b-5f663cf7bf3e'] in n-d-821840-2 is: [{'id': '8d401d72-e07c-4326-ac0b-5f663cf7bf3e', 'name': 'tempest-TestVolumeBootPattern-259134574-router', 'tenant_id': 'd3ce3d7cd750496abea0f17a31397257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:00Z', 'updated_at': '2021-12-16T23:10:03Z', 'revision_number': 6, 'project_id': 'd3ce3d7cd750496abea0f17a31397257', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:10:03.855573 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08f5e92b-a606-4aa9-95f5-0dd016e52ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:03.887828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5e92b-a606-4aa9-95f5-0dd016e52ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee52c65-10d3-4277-98e5-f9e8c60afdbe,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:03.903962 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27490b8b-05cf-41ef-bd9b-aad306eb49e0 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:10:03.950723 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08f5e92b-a606-4aa9-95f5-0dd016e52ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:04.042982 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08f5e92b-a606-4aa9-95f5-0dd016e52ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:04.045078 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08f5e92b-a606-4aa9-95f5-0dd016e52ef8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:04.164607 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08f5e92b-a606-4aa9-95f5-0dd016e52ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:04.165193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f5e92b-a606-4aa9-95f5-0dd016e52ef8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d401d72-e07c-4326-ac0b-5f663cf7bf3e {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:10:04.169766 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08f5e92b-a606-4aa9-95f5-0dd016e52ef8 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:04.170950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-08f5e92b-a606-4aa9-95f5-0dd016e52ef8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8d401d72-e07c-4326-ac0b-5f663cf7bf3e HTTP/1.1" status: 204 len: 168 time: 1.1089859 Dec 16 23:10:04.173702 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34170) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:04.228496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7722cc-67ad-46f2-8317-767d91f2d65e admin admin] Deleting subnet 7eec04a3-4ec5-42d1-8be2-97c157b7e97f {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:10:04.231983 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dc7722cc-67ad-46f2-8317-767d91f2d65e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:04.271709 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dc7722cc-67ad-46f2-8317-767d91f2d65e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:04.357759 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dc7722cc-67ad-46f2-8317-767d91f2d65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:04.458723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 487a614e-cbef-4d92-89b2-f3aa8ba9c091 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:10:04.484662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 487a614e-cbef-4d92-89b2-f3aa8ba9c091 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:10:04.485014 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 487a614e-cbef-4d92-89b2-f3aa8ba9c091 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:10:04.485512 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device eee52c65-10d3-4277-98e5-f9e8c60afdbe no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:10:04.488925 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dc7722cc-67ad-46f2-8317-767d91f2d65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:04.507412 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: eee52c65-10d3-4277-98e5-f9e8c60afdbe {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:10:04.507908 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device eee52c65-10d3-4277-98e5-f9e8c60afdbe not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:10:04.515495 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7722cc-67ad-46f2-8317-767d91f2d65e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eec04a3-4ec5-42d1-8be2-97c157b7e97f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:04.518936 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dc7722cc-67ad-46f2-8317-767d91f2d65e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:04.523439 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dc7722cc-67ad-46f2-8317-767d91f2d65e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7eec04a3-4ec5-42d1-8be2-97c157b7e97f HTTP/1.1" status: 204 len: 168 time: 0.3487141 Dec 16 23:10:04.526239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34172) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:04.526739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e8cd53-8753-4159-b150-6906f8e7079d None None] Network 67357662-f096-489b-86be-53da3c2aa325 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:10:04.687697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] DHCP port deletion for 67357662-f096-489b-86be-53da3c2aa325 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:10:04.746157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Deleting port c41318cf-41fd-41ac-b7f6-9bd3041d8bdc {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:10:04.746537 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:04.814481 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] For port c41318cf-41fd-41ac-b7f6-9bd3041d8bdc, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c41318cf-41fd-41ac-b7f6-9bd3041d8bdc,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:04.814875 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:04.829987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Calling delete_port for c41318cf-41fd-41ac-b7f6-9bd3041d8bdc owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:10:04.906316 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:04.959800 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] Deleting port c41318cf-41fd-41ac-b7f6-9bd3041d8bdc {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:10:04.960131 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:04.985822 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:05.013080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Pushing event deleted for resources: {'Port': ['ID=c41318cf-41fd-41ac-b7f6-9bd3041d8bdc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:05.018449 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] No DVR routers for this DVR port c41318cf-41fd-41ac-b7f6-9bd3041d8bdc on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:10:05.026716 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] For port c41318cf-41fd-41ac-b7f6-9bd3041d8bdc, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c41318cf-41fd-41ac-b7f6-9bd3041d8bdc,segment=NetworkSegment(3cc9a648-d2b9-40ab-9b99-f7a4635ff051),segment_id=3cc9a648-d2b9-40ab-9b99-f7a4635ff051)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:05.027091 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:05.028383 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:10:05.028747 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:10:05.029379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:10:05.029379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:10:05.029733 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:10:05.030102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:10:05.030446 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:10:05.030774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:10:05.031106 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:10:05.031461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:10:05.032302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:10:05.032302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:10:05.032459 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc87fa3-4078-48d7-823f-4d6150e9646b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:10:05.040818 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] Calling delete_port for c41318cf-41fd-41ac-b7f6-9bd3041d8bdc owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:10:05.122124 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:05.152537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] Pushing event deleted for resources: {'Port': ['ID=c41318cf-41fd-41ac-b7f6-9bd3041d8bdc,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:05.154370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] No DVR routers for this DVR port c41318cf-41fd-41ac-b7f6-9bd3041d8bdc on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:10:05.225675 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:05.246285 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67357662-f096-489b-86be-53da3c2aa325']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:05.256285 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc9a648-d2b9-40ab-9b99-f7a4635ff051') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:05.256584 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc9a648-d2b9-40ab-9b99-f7a4635ff051') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:05.270072 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:05.283442 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:05.289552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:10:05.289939 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: self.session.flush() Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: timer() Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:10:05.291635 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:10:05.414752 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:05.420835 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:05.424031 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] 10.222.0.43 "DELETE /v2.0/networks/67357662-f096-489b-86be-53da3c2aa325 HTTP/1.1" status: 204 len: 168 time: 0.8967748 Dec 16 23:10:05.427655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34174) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:05.435926 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90055a7-fa8a-45af-accc-46cbfeb69142 admin admin] Pushing event deleted for resources: {'Network': ['ID=67357662-f096-489b-86be-53da3c2aa325,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:05.776256 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17bfa06b-f491-4112-8c9b-57a9a5becace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:06.036786 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-17bfa06b-f491-4112-8c9b-57a9a5becace admin admin] Deleting port 8a640263-cb2d-4f1d-aff6-6b34a2508e5a {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:10:06.036786 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17bfa06b-f491-4112-8c9b-57a9a5becace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:06.118371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-17bfa06b-f491-4112-8c9b-57a9a5becace admin admin] For port 8a640263-cb2d-4f1d-aff6-6b34a2508e5a, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8a640263-cb2d-4f1d-aff6-6b34a2508e5a,segment=NetworkSegment(6bc3da80-3704-47c4-992d-9378a70fcf90),segment_id=6bc3da80-3704-47c4-992d-9378a70fcf90)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:06.118762 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17bfa06b-f491-4112-8c9b-57a9a5becace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:06.132094 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-17bfa06b-f491-4112-8c9b-57a9a5becace admin admin] Calling delete_port for 8a640263-cb2d-4f1d-aff6-6b34a2508e5a owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:10:06.385905 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17bfa06b-f491-4112-8c9b-57a9a5becace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:06.414460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfa06b-f491-4112-8c9b-57a9a5becace admin admin] Pushing event deleted for resources: {'Port': ['ID=8a640263-cb2d-4f1d-aff6-6b34a2508e5a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:06.458637 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c41318cf-41fd-41ac-b7f6-9bd3041d8bdc no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:10:06.480966 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: c41318cf-41fd-41ac-b7f6-9bd3041d8bdc {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:10:06.481322 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device c41318cf-41fd-41ac-b7f6-9bd3041d8bdc not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:10:06.596460 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17bfa06b-f491-4112-8c9b-57a9a5becace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:06.815928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bfa06b-f491-4112-8c9b-57a9a5becace admin admin] Router f867c90c-8bc4-46a5-af57-98d0a813fa7d has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:10:06.926730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bfa06b-f491-4112-8c9b-57a9a5becace admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:10:06.934163 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-17bfa06b-f491-4112-8c9b-57a9a5becace admin admin] 10.222.0.43 "PUT /v2.0/routers/f867c90c-8bc4-46a5-af57-98d0a813fa7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5033500 Dec 16 23:10:06.934727 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34176) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:06.937329 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbdd8b-9ff6-493a-bb9e-369f4215cb0a None None] Sync routers for ids ['f867c90c-8bc4-46a5-af57-98d0a813fa7d'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:10:06.948535 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcbdd8b-9ff6-493a-bb9e-369f4215cb0a None None] Routers {'f867c90c-8bc4-46a5-af57-98d0a813fa7d'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:10:06.949159 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4bcbdd8b-9ff6-493a-bb9e-369f4215cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:09:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f867c90c-8bc4-46a5-af57-98d0a813fa7d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:07.043791 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aae5f2f5-1d46-4649-901d-3beb2d533cd4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:07.151147 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4bcbdd8b-9ff6-493a-bb9e-369f4215cb0a None None] Set router f867c90c-8bc4-46a5-af57-98d0a813fa7d gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:10:07.341299 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4bcbdd8b-9ff6-493a-bb9e-369f4215cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'name': 'tempest-TestVolumeBootPattern-186842514-router', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:06Z', 'updated_at': '2021-12-16T23:10:06Z', 'revision_number': 5, 'project_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'gw_port': {'id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:08Z', 'updated_at': '2021-12-16T22:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:07.372618 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbdd8b-9ff6-493a-bb9e-369f4215cb0a None None] Checking router: f867c90c-8bc4-46a5-af57-98d0a813fa7d for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:10:07.382261 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcbdd8b-9ff6-493a-bb9e-369f4215cb0a None None] Routers {'f867c90c-8bc4-46a5-af57-98d0a813fa7d'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:10:07.382895 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4bcbdd8b-9ff6-493a-bb9e-369f4215cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:09:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f867c90c-8bc4-46a5-af57-98d0a813fa7d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:07.447738 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aae5f2f5-1d46-4649-901d-3beb2d533cd4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:07.494075 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4bcbdd8b-9ff6-493a-bb9e-369f4215cb0a None None] Set router f867c90c-8bc4-46a5-af57-98d0a813fa7d gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:10:07.565918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aae5f2f5-1d46-4649-901d-3beb2d533cd4 admin admin] Deleting port d84ec81a-d460-4cfb-bff0-8d671122f599 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:10:07.566263 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aae5f2f5-1d46-4649-901d-3beb2d533cd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:07.651982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aae5f2f5-1d46-4649-901d-3beb2d533cd4 admin admin] For port d84ec81a-d460-4cfb-bff0-8d671122f599, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d84ec81a-d460-4cfb-bff0-8d671122f599,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:07.652710 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aae5f2f5-1d46-4649-901d-3beb2d533cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:07.666268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aae5f2f5-1d46-4649-901d-3beb2d533cd4 admin admin] Calling delete_port for d84ec81a-d460-4cfb-bff0-8d671122f599 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:10:07.677474 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4bcbdd8b-9ff6-493a-bb9e-369f4215cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'name': 'tempest-TestVolumeBootPattern-186842514-router', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:06Z', 'updated_at': '2021-12-16T23:10:06Z', 'revision_number': 5, 'project_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'gw_port': {'id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:08Z', 'updated_at': '2021-12-16T22:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:07.703956 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbdd8b-9ff6-493a-bb9e-369f4215cb0a None None] The sync data for ids ['f867c90c-8bc4-46a5-af57-98d0a813fa7d'] in n-d-821840-2 is: [{'id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'name': 'tempest-TestVolumeBootPattern-186842514-router', 'tenant_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:06Z', 'updated_at': '2021-12-16T23:10:06Z', 'revision_number': 5, 'project_id': 'f1dabc5cb4a04180bf7ac7db4dbf6c71', 'gw_port': {'id': 'd84ec81a-d460-4cfb-bff0-8d671122f599', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f867c90c-8bc4-46a5-af57-98d0a813fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:08Z', 'updated_at': '2021-12-16T22:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:10:07.912911 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aae5f2f5-1d46-4649-901d-3beb2d533cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:07.937937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5f2f5-1d46-4649-901d-3beb2d533cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84ec81a-d460-4cfb-bff0-8d671122f599,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:07.956053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78322a11-7e07-4660-8526-8bcaac46c2ce None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:10:08.004115 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aae5f2f5-1d46-4649-901d-3beb2d533cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.099165 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aae5f2f5-1d46-4649-901d-3beb2d533cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.101817 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aae5f2f5-1d46-4649-901d-3beb2d533cd4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.231394 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aae5f2f5-1d46-4649-901d-3beb2d533cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.232023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae5f2f5-1d46-4649-901d-3beb2d533cd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f867c90c-8bc4-46a5-af57-98d0a813fa7d {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:10:08.238325 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aae5f2f5-1d46-4649-901d-3beb2d533cd4 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.240703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aae5f2f5-1d46-4649-901d-3beb2d533cd4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/f867c90c-8bc4-46a5-af57-98d0a813fa7d HTTP/1.1" status: 204 len: 168 time: 1.3044693 Dec 16 23:10:08.243235 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34178) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:08.294053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96a9a71-2d97-48ac-bc58-fb9c85a7f976 admin admin] Deleting subnet 058094b0-7d20-4c97-a4a5-455c6d3f8cac {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:10:08.297939 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a96a9a71-2d97-48ac-bc58-fb9c85a7f976 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.336884 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a96a9a71-2d97-48ac-bc58-fb9c85a7f976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.424069 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a96a9a71-2d97-48ac-bc58-fb9c85a7f976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.546144 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a96a9a71-2d97-48ac-bc58-fb9c85a7f976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.575233 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a96a9a71-2d97-48ac-bc58-fb9c85a7f976 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.581354 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a96a9a71-2d97-48ac-bc58-fb9c85a7f976 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/058094b0-7d20-4c97-a4a5-455c6d3f8cac HTTP/1.1" status: 204 len: 168 time: 0.3345346 Dec 16 23:10:08.581535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f743b7-31a4-4b48-923a-f74bbab69d1c None None] Network 64b1bc35-f3d4-468b-9ac9-9319251b452b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:10:08.581656 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a9a71-2d97-48ac-bc58-fb9c85a7f976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=058094b0-7d20-4c97-a4a5-455c6d3f8cac,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:08.581764 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34180) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:08.654843 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.713251 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] Deleting port 83c58732-a8cf-4429-905c-3971fdf17531 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:10:08.713353 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.774219 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8451c389-146c-424c-ae4d-7deae05910ff None None] DHCP port deletion for 64b1bc35-f3d4-468b-9ac9-9319251b452b request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:10:08.789938 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] For port 83c58732-a8cf-4429-905c-3971fdf17531, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=83c58732-a8cf-4429-905c-3971fdf17531,segment=NetworkSegment(6bc3da80-3704-47c4-992d-9378a70fcf90),segment_id=6bc3da80-3704-47c4-992d-9378a70fcf90)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:08.790310 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.802981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d84ec81a-d460-4cfb-bff0-8d671122f599 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:10:08.804169 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] Calling delete_port for 83c58732-a8cf-4429-905c-3971fdf17531 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:10:08.834252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: d84ec81a-d460-4cfb-bff0-8d671122f599 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:10:08.834602 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d84ec81a-d460-4cfb-bff0-8d671122f599 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:10:08.835022 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8a640263-cb2d-4f1d-aff6-6b34a2508e5a no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:10:08.858185 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 8a640263-cb2d-4f1d-aff6-6b34a2508e5a {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:10:08.858526 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8a640263-cb2d-4f1d-aff6-6b34a2508e5a not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:10:08.875929 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8451c389-146c-424c-ae4d-7deae05910ff None None] Deleting port 83c58732-a8cf-4429-905c-3971fdf17531 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:10:08.876395 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8451c389-146c-424c-ae4d-7deae05910ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.943619 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8451c389-146c-424c-ae4d-7deae05910ff None None] For port 83c58732-a8cf-4429-905c-3971fdf17531, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=83c58732-a8cf-4429-905c-3971fdf17531,segment=NetworkSegment(6bc3da80-3704-47c4-992d-9378a70fcf90),segment_id=6bc3da80-3704-47c4-992d-9378a70fcf90)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:08.944017 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8451c389-146c-424c-ae4d-7deae05910ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.953095 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.956913 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8451c389-146c-424c-ae4d-7deae05910ff None None] Calling delete_port for 83c58732-a8cf-4429-905c-3971fdf17531 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:10:08.982724 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] Pushing event deleted for resources: {'Port': ['ID=83c58732-a8cf-4429-905c-3971fdf17531,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:08.984617 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] No DVR routers for this DVR port 83c58732-a8cf-4429-905c-3971fdf17531 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:10:09.043317 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8451c389-146c-424c-ae4d-7deae05910ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:09.059257 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:09.071398 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451c389-146c-424c-ae4d-7deae05910ff None None] Pushing event deleted for resources: {'Port': ['ID=83c58732-a8cf-4429-905c-3971fdf17531,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:09.073933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8451c389-146c-424c-ae4d-7deae05910ff None None] No DVR routers for this DVR port 83c58732-a8cf-4429-905c-3971fdf17531 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:10:09.085940 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b1bc35-f3d4-468b-9ac9-9319251b452b']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:09.096137 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc3da80-3704-47c4-992d-9378a70fcf90') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:09.096466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc3da80-3704-47c4-992d-9378a70fcf90') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:09.107479 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:09.121082 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:09.127080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:10:09.127483 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: timer() Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:10:09.129168 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:10:09.266917 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:09.272396 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:09.276096 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] 10.222.0.43 "DELETE /v2.0/networks/64b1bc35-f3d4-468b-9ac9-9319251b452b HTTP/1.1" status: 204 len: 168 time: 0.6930027 Dec 16 23:10:09.289655 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980748e-707e-47f7-8c7e-2c9b4d76813d admin admin] Pushing event deleted for resources: {'Network': ['ID=64b1bc35-f3d4-468b-9ac9-9319251b452b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:09.598060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34184) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:09.640705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-92d42890-70ed-4084-9577-5f36514b5dc9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3ce3d7cd750496abea0f17a31397257&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406754 Dec 16 23:10:09.642972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34186) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:09.690883 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c2e35f8-bceb-49ea-be6e-b39e6d2ebe1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:09.713295 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c2e35f8-bceb-49ea-be6e-b39e6d2ebe1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:09.833928 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c2e35f8-bceb-49ea-be6e-b39e6d2ebe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:09.836492 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7c2e35f8-bceb-49ea-be6e-b39e6d2ebe1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:09.837858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7c2e35f8-bceb-49ea-be6e-b39e6d2ebe1e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4417dbee-7d4e-443f-8e4a-8b61b0038c53 HTTP/1.1" status: 204 len: 168 time: 0.1937590 Dec 16 23:10:09.845777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e35f8-bceb-49ea-be6e-b39e6d2ebe1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4417dbee-7d4e-443f-8e4a-8b61b0038c53,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:10.452325 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 83c58732-a8cf-4429-905c-3971fdf17531 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:10:10.474528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 83c58732-a8cf-4429-905c-3971fdf17531 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:10:10.474880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 83c58732-a8cf-4429-905c-3971fdf17531 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:10:10.485796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34192) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:10.527923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-908547c6-68b0-4d2f-9aee-2f5314a638cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1dabc5cb4a04180bf7ac7db4dbf6c71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407939 Dec 16 23:10:10.530381 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34194) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:10.578388 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d2ffaaf-72c7-49f0-8472-706b1f94807d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:10.600792 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d2ffaaf-72c7-49f0-8472-706b1f94807d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:10.712799 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d2ffaaf-72c7-49f0-8472-706b1f94807d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:10.715437 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d2ffaaf-72c7-49f0-8472-706b1f94807d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:10.717095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5d2ffaaf-72c7-49f0-8472-706b1f94807d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1380e44a-1a1a-4d42-88cb-83a972ec50f9 HTTP/1.1" status: 204 len: 168 time: 0.1857998 Dec 16 23:10:10.728533 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ffaaf-72c7-49f0-8472-706b1f94807d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1380e44a-1a1a-4d42-88cb-83a972ec50f9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:13.627109 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:13.735280 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:15.927528 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:10:20.122282 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22489136-22a5-4d53-a484-303150c50be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:22.226702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-e7164c62-48ec-4681-bdd0-998c1a5ca01c tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=094ae7899bd4467887650fdc44b2f869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228696 Dec 16 23:10:22.339995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-67007a5e-990d-4edc-9cdb-2a14eb66b691 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:22.341468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-67007a5e-990d-4edc-9cdb-2a14eb66b691 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1092234 Dec 16 23:10:22.357980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-04c317b7-93e5-4f75-a8ba-eae21af27ad7 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/quotas/094ae7899bd4467887650fdc44b2f869 HTTP/1.1" status: 200 len: 375 time: 0.0106728 Dec 16 23:10:22.391067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-ebbecb7b-f5aa-4efe-8a41-ab52f082b2b1 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=094ae7899bd4467887650fdc44b2f869&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274036 Dec 16 23:10:22.529944 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b64c5e8-9a46-4c0c-94f9-96e04b69226e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:22.644332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09c0a8e0-c0d0-45c7-8934-a700d34a984c req-295d9371-c04c-4ceb-b8a6-6eb94d7d0d05 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/ports?device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 210 time: 0.0267036 Dec 16 23:10:22.792173 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-d09ecd57-4183-43b0-8e09-af606a3c06f9 req-b6426657-91b7-415f-b70b-18de2b912aca service neutron] (103952) timed out ('10.222.0.24', 49563) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 23:10:23.718547 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:23.749603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c786249c-81e2-4d37-919b-e93c41a7db86 req-b4d68db2-bc50-4b4d-bd2e-e6a160a46b90 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/ports?device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 210 time: 0.0316825 Dec 16 23:10:24.848802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aac01725-9420-4ae5-ad23-c31d690ee709 req-dd2be096-1bb7-408e-b597-4690c9cf7df2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/ports?device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 210 time: 0.0272031 Dec 16 23:10:24.889768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-67cfccc7-85ba-4096-9edc-3bfd4d6dbb10 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=094ae7899bd4467887650fdc44b2f869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209055 Dec 16 23:10:25.000406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-2eb773dc-8565-4819-9e0b-20e12000b409 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:25.001891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-2eb773dc-8565-4819-9e0b-20e12000b409 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1063948 Dec 16 23:10:25.021869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Request body: {'port': {'device_id': 'a54ee833-adea-4fca-87c2-3c81ce695e3d', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'admin_state_up': True, 'tenant_id': '094ae7899bd4467887650fdc44b2f869'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:10:25.026660 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:25.221373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Made reservation on behalf of 094ae7899bd4467887650fdc44b2f869 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:10:25.225164 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:25.234668 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:25.310978 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:25.386724 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:25.455052 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1291b9-4f71-464f-9c43-eb52cfe2655b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:25.529920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Allocated IP 192.168.233.138 (ac671055-e3cb-4dc2-ab06-a2bfce58d097/558bc69c-0d31-43cb-8a33-3fc974bae770/0e4e5a06-bc11-44bc-819f-74885587f9f9) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:10:25.679791 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:25.758282 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:25.775960 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:25.821955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Network ac671055-e3cb-4dc2-ab06-a2bfce58d097 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:10:25.825224 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:10:25.829109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:10:25.836503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Pushing event updated for resources: {'Port': ['ID=0e4e5a06-bc11-44bc-819f-74885587f9f9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:25.888704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:25.889389 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:25.986917 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226da046-5c2b-4988-b529-5cfbe197039b req-2b100fb6-a1d4-4dd5-b77a-722e28c34891 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:25.988529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-226da046-5c2b-4988-b529-5cfbe197039b req-2b100fb6-a1d4-4dd5-b77a-722e28c34891 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/ports?device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 936 time: 0.0607107 Dec 16 23:10:26.005423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-4c437604-a580-4b19-911e-2076881f24c2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9878619 Dec 16 23:10:26.024915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Request body: {'port': {'device_id': 'a54ee833-adea-4fca-87c2-3c81ce695e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:10:26.046310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6e885271-5fbb-403e-b403-ac1c3759397f None None] Provisioning complete for port 0e4e5a06-bc11-44bc-819f-74885587f9f9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:10:26.046904 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e885271-5fbb-403e-b403-ac1c3759397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:26.071304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-226da046-5c2b-4988-b529-5cfbe197039b req-b2e58832-e5c0-49bf-b9a9-6c4504c2c9e7 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1291b9-4f71-464f-9c43-eb52cfe2655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756774 Dec 16 23:10:26.092558 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6e885271-5fbb-403e-b403-ac1c3759397f None None] Port 0e4e5a06-bc11-44bc-819f-74885587f9f9 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:10:26.100573 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:26.371726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4e5a06-bc11-44bc-819f-74885587f9f9 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:10:26.379089 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:26.391708 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Transition to ACTIVE for port object 0e4e5a06-bc11-44bc-819f-74885587f9f9 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:10:26.449815 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:26.519807 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Pushing event updated for resources: {'Port': ['ID=0e4e5a06-bc11-44bc-819f-74885587f9f9,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:26.575631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Attempting to bind port 0e4e5a06-bc11-44bc-819f-74885587f9f9 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:10:26.576098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Attempting to bind port 0e4e5a06-bc11-44bc-819f-74885587f9f9 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:10:26.576439 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Attempting to bind port 0e4e5a06-bc11-44bc-819f-74885587f9f9 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:10:26.581120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Port 0e4e5a06-bc11-44bc-819f-74885587f9f9 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:10:26.581456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Attempting to bind port 0e4e5a06-bc11-44bc-819f-74885587f9f9 on network ac671055-e3cb-4dc2-ab06-a2bfce58d097 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:10:26.587331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:10:26.587677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Checking segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:10:26.588065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Bound using segment: {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:10:26.588502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Bound port: 0e4e5a06-bc11-44bc-819f-74885587f9f9, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929bc0d4-f8aa-4388-a379-cfaed5c580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:10:26.588864 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:26.664188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] For port 0e4e5a06-bc11-44bc-819f-74885587f9f9, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:10:26.667219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] For port 0e4e5a06-bc11-44bc-819f-74885587f9f9, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0e4e5a06-bc11-44bc-819f-74885587f9f9,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:10:26.724794 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:26.763768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:26.764406 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:26.765805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] 10.222.0.24 "PUT /v2.0/ports/0e4e5a06-bc11-44bc-819f-74885587f9f9 HTTP/1.1" status: 200 len: 1096 time: 0.7454033 Dec 16 23:10:26.766253 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54ee833-adea-4fca-87c2-3c81ce695e3d', 'tag': '0e4e5a06-bc11-44bc-819f-74885587f9f9'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:10:26.768532 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0af2e0-53c6-4574-a81d-82bae4532386" -d '{"events": [{"name": "network-changed", "server_uuid": "a54ee833-adea-4fca-87c2-3c81ce695e3d", "tag": "0e4e5a06-bc11-44bc-819f-74885587f9f9"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:10:26.790916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e422358-57ca-4a4b-ba63-a0d0d0ed3ffc service neutron] Pushing event updated for resources: {'Port': ['ID=0e4e5a06-bc11-44bc-819f-74885587f9f9,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:26.821381 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74abd95-5d01-453b-a046-95629263620f x-openstack-request-id: req-e74abd95-5d01-453b-a046-95629263620f {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:10:26.821381 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54ee833-adea-4fca-87c2-3c81ce695e3d", "tag": "0e4e5a06-bc11-44bc-819f-74885587f9f9", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:10:26.821381 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e74abd95-5d01-453b-a046-95629263620f {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:10:26.821381 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54ee833-adea-4fca-87c2-3c81ce695e3d', 'tag': '0e4e5a06-bc11-44bc-819f-74885587f9f9', 'status': 'completed', 'code': 200} Dec 16 23:10:26.886906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0af2e0-53c6-4574-a81d-82bae4532386 req-50c4bb87-ed74-420c-824e-7c089bbb2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:26.888465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c0af2e0-53c6-4574-a81d-82bae4532386 req-50c4bb87-ed74-420c-824e-7c089bbb2d26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=094ae7899bd4467887650fdc44b2f869&device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 1099 time: 0.0467494 Dec 16 23:10:26.917156 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c0af2e0-53c6-4574-a81d-82bae4532386 req-2b3ff68b-d6a8-4e87-88a9-1157505ac6de service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=094ae7899bd4467887650fdc44b2f869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206919 Dec 16 23:10:27.022983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0af2e0-53c6-4574-a81d-82bae4532386 req-cebe8a30-3b0e-4428-98f5-34f54dee58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:27.024546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c0af2e0-53c6-4574-a81d-82bae4532386 req-cebe8a30-3b0e-4428-98f5-34f54dee58cb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960238 Dec 16 23:10:27.110471 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-da8dfb0c-94e3-41db-9297-ab8f30eb22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:27.112087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-da8dfb0c-94e3-41db-9297-ab8f30eb22ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=094ae7899bd4467887650fdc44b2f869&device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 1099 time: 0.0427074 Dec 16 23:10:27.164694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-3b27f545-7ef2-4b06-9fcc-3fe4f818267b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=0e4e5a06-bc11-44bc-819f-74885587f9f9 HTTP/1.1" status: 200 len: 217 time: 0.0371380 Dec 16 23:10:27.246893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-7f8f3c42-e3e9-4134-85a3-9d4d25d094d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:27.248414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-7f8f3c42-e3e9-4134-85a3-9d4d25d094d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558bc69c-0d31-43cb-8a33-3fc974bae770 HTTP/1.1" status: 200 len: 843 time: 0.0730054 Dec 16 23:10:27.257190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eb9b1-69d9-4ce2-b6a3-03731d9c6fce req-e9bf6248-4f5c-47d3-95ad-e54225c3861d tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:27.261481 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d8eb9b1-69d9-4ce2-b6a3-03731d9c6fce req-e9bf6248-4f5c-47d3-95ad-e54225c3861d tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/ports?device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 948 time: 0.0969026 Dec 16 23:10:27.334679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-45467360-b4a1-4fb0-b1c9-e45eab91706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:27.336232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-45467360-b4a1-4fb0-b1c9-e45eab91706a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac671055-e3cb-4dc2-ab06-a2bfce58d097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753541 Dec 16 23:10:27.340019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7d8eb9b1-69d9-4ce2-b6a3-03731d9c6fce req-374bb7e5-6826-44e4-8c77-d44f853a238c tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1291b9-4f71-464f-9c43-eb52cfe2655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710855 Dec 16 23:10:27.440817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-f84a1746-e6bf-45b5-9ed4-4650d8ecbbb1 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924633 Dec 16 23:10:27.539849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b89a821-2e0f-43c3-bdd6-c7deb8e5b440 req-c3e7fe8a-7ff1-4159-bded-8fda57bdc942 service neutron] 10.222.0.24 "GET /v2.0/networks/ac671055-e3cb-4dc2-ab06-a2bfce58d097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861216 Dec 16 23:10:28.463293 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf79058-9b9f-438a-9c36-92e8e5875583 req-f8ac268a-0075-4e01-9440-41e86ad81077 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:28.464801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cf79058-9b9f-438a-9c36-92e8e5875583 req-f8ac268a-0075-4e01-9440-41e86ad81077 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/ports?device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 948 time: 0.0548916 Dec 16 23:10:28.512294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cf79058-9b9f-438a-9c36-92e8e5875583 req-d58a3c86-627b-4099-bdd8-3773e17a32c7 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1291b9-4f71-464f-9c43-eb52cfe2655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415540 Dec 16 23:10:29.281493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0e4e5a06-bc11-44bc-819f-74885587f9f9 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:10:29.379896 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 0e4e5a06-bc11-44bc-819f-74885587f9f9, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0e4e5a06-bc11-44bc-819f-74885587f9f9,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:29.391280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '0e4e5a06-bc11-44bc-819f-74885587f9f9', 'network_id': 'ac671055-e3cb-4dc2-ab06-a2bfce58d097', 'port_id': '0e4e5a06-bc11-44bc-819f-74885587f9f9', 'mac_address': 'fa:16:3e:93:0a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558bc69c-0d31-43cb-8a33-3fc974bae770', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:10:29.428566 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:29.441203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4e5a06-bc11-44bc-819f-74885587f9f9 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:10:29.460528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 0e4e5a06-bc11-44bc-819f-74885587f9f9, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0e4e5a06-bc11-44bc-819f-74885587f9f9,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:29.535227 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:29.588237 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=0e4e5a06-bc11-44bc-819f-74885587f9f9,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:29.629739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab79d1-4797-482d-b180-f9855a9feed1 req-3fd274b2-a154-463b-ade4-4830b458d4eb tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:29.632058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4ab79d1-4797-482d-b180-f9855a9feed1 req-3fd274b2-a154-463b-ade4-4830b458d4eb tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/ports?device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 949 time: 0.0511832 Dec 16 23:10:29.680603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4ab79d1-4797-482d-b180-f9855a9feed1 req-dc574074-a58b-4541-84f8-df37b6620512 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1291b9-4f71-464f-9c43-eb52cfe2655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427859 Dec 16 23:10:29.801443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['0e4e5a06-bc11-44bc-819f-74885587f9f9'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:10:30.798539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697309ba-da5c-4d12-b720-b113af63c3a9 req-067d12be-d3c8-46ad-b496-6c0c351749eb tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:30.800090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-697309ba-da5c-4d12-b720-b113af63c3a9 req-067d12be-d3c8-46ad-b496-6c0c351749eb tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/ports?device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 949 time: 0.0502889 Dec 16 23:10:30.859792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-697309ba-da5c-4d12-b720-b113af63c3a9 req-7c643cc0-f938-4095-8a2c-6021488b71a6 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1291b9-4f71-464f-9c43-eb52cfe2655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519223 Dec 16 23:10:31.325441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0e4e5a06-bc11-44bc-819f-74885587f9f9 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:10:31.444510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 0e4e5a06-bc11-44bc-819f-74885587f9f9 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:10:31.448840 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 0e4e5a06-bc11-44bc-819f-74885587f9f9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:10:31.449224 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:31.534874 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:31.558416 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54ee833-adea-4fca-87c2-3c81ce695e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4e5a06-bc11-44bc-819f-74885587f9f9'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:10:31.561176 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff8d0b1-ed4d-4963-8ded-d98fd29cefbf" -d '{"events": [{"server_uuid": "a54ee833-adea-4fca-87c2-3c81ce695e3d", "name": "network-vif-plugged", "status": "completed", "tag": "0e4e5a06-bc11-44bc-819f-74885587f9f9"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:10:31.575058 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 0e4e5a06-bc11-44bc-819f-74885587f9f9, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0e4e5a06-bc11-44bc-819f-74885587f9f9,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:31.598749 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9758af-054b-4b86-a844-b214187ed071 x-openstack-request-id: req-4f9758af-054b-4b86-a844-b214187ed071 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:10:31.599238 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54ee833-adea-4fca-87c2-3c81ce695e3d", "name": "network-vif-plugged", "status": "completed", "tag": "0e4e5a06-bc11-44bc-819f-74885587f9f9", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:10:31.599575 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f9758af-054b-4b86-a844-b214187ed071 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:10:31.600001 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54ee833-adea-4fca-87c2-3c81ce695e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4e5a06-bc11-44bc-819f-74885587f9f9', 'code': 200} Dec 16 23:10:31.689502 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:31.720062 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd022fb-1ca3-4592-bed5-0ca24f0a5a70 req-8d12747e-e0a3-47c0-93fa-44e7f39e5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:31.721593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5bd022fb-1ca3-4592-bed5-0ca24f0a5a70 req-8d12747e-e0a3-47c0-93fa-44e7f39e5944 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 1100 time: 0.0450470 Dec 16 23:10:31.742021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=0e4e5a06-bc11-44bc-819f-74885587f9f9,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:31.773564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5bd022fb-1ca3-4592-bed5-0ca24f0a5a70 req-b70ca4f6-e56a-469f-9aa2-6da5422fe07e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1b1291b9-4f71-464f-9c43-eb52cfe2655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Dec 16 23:10:31.979690 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f799faa-8c46-45eb-a15c-4209bfd4d60d req-aeb341a7-413b-439b-99db-2a82c9f08d04 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:31.981177 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f799faa-8c46-45eb-a15c-4209bfd4d60d req-aeb341a7-413b-439b-99db-2a82c9f08d04 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/ports?device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 950 time: 0.0498681 Dec 16 23:10:32.030497 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f799faa-8c46-45eb-a15c-4209bfd4d60d req-1427daf7-4e28-4285-9964-849ebea5d908 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1291b9-4f71-464f-9c43-eb52cfe2655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434453 Dec 16 23:10:33.156020 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d179729-e564-47d0-b8ff-b1fe90f14ef1 req-56cddcd0-5b26-4714-af87-6a5d81107ee5 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:33.157538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d179729-e564-47d0-b8ff-b1fe90f14ef1 req-56cddcd0-5b26-4714-af87-6a5d81107ee5 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/ports?device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 950 time: 0.0569127 Dec 16 23:10:33.207518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d179729-e564-47d0-b8ff-b1fe90f14ef1 req-3ec1a0b3-71d6-4168-9bef-8bc6942ab8b4 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1291b9-4f71-464f-9c43-eb52cfe2655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430932 Dec 16 23:10:34.325479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e75ef8-766f-4658-b201-3af0e8c8a43b req-5aa055b0-ef5b-45bf-9799-b740fe50cdb2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:34.327013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83e75ef8-766f-4658-b201-3af0e8c8a43b req-5aa055b0-ef5b-45bf-9799-b740fe50cdb2 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/ports?device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 950 time: 0.0496562 Dec 16 23:10:34.375999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83e75ef8-766f-4658-b201-3af0e8c8a43b req-aeb14aa9-1e4c-4427-87c9-623c22315664 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1291b9-4f71-464f-9c43-eb52cfe2655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430152 Dec 16 23:10:34.738884 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-a717802a-4b76-4c05-8493-2687a60fe31a req-e890014d-eeb2-4343-844f-b98bc567cc64 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:10:34.739931 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a717802a-4b76-4c05-8493-2687a60fe31a req-e890014d-eeb2-4343-844f-b98bc567cc64 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054173 Dec 16 23:10:35.227926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-b722441c-598a-4974-a208-ac45ecec7f58 req-9a67d1c3-4908-44b7-b056-3dd0d3c18dbb service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:10:35.228923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b722441c-598a-4974-a208-ac45ecec7f58 req-9a67d1c3-4908-44b7-b056-3dd0d3c18dbb service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068557 Dec 16 23:10:35.826665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493ad79-3c5e-49a7-9b71-41a18e758788 req-ef5be7b7-0c88-4368-9920-98ce06952b96 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:35.828193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0493ad79-3c5e-49a7-9b71-41a18e758788 req-ef5be7b7-0c88-4368-9920-98ce06952b96 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/ports?device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 950 time: 0.0542309 Dec 16 23:10:35.877530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0493ad79-3c5e-49a7-9b71-41a18e758788 req-effa6f9d-04e6-4508-9334-6c47e9522790 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1291b9-4f71-464f-9c43-eb52cfe2655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429931 Dec 16 23:10:36.997316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242919f3-4cfe-46e4-870b-a74ecfb1f7ba req-77007c9b-05ab-4ceb-a172-f810246c76ff tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:36.998813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-242919f3-4cfe-46e4-870b-a74ecfb1f7ba req-77007c9b-05ab-4ceb-a172-f810246c76ff tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/ports?device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 950 time: 0.0506048 Dec 16 23:10:37.048798 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-242919f3-4cfe-46e4-870b-a74ecfb1f7ba req-7bb744b0-4a38-45a2-9827-ed2b01da71fb tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1291b9-4f71-464f-9c43-eb52cfe2655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418718 Dec 16 23:10:37.213880 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334f3cc-f2b6-4558-a56c-2f881cf29ba3 req-7602a2ff-27d8-45df-ad2e-cc2419220979 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:37.215711 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0334f3cc-f2b6-4558-a56c-2f881cf29ba3 req-7602a2ff-27d8-45df-ad2e-cc2419220979 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 950 time: 0.0490189 Dec 16 23:10:37.318490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-0334f3cc-f2b6-4558-a56c-2f881cf29ba3 req-8892a807-af34-46b1-acdd-1f6ceb9b9755 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Deleting port 0e4e5a06-bc11-44bc-819f-74885587f9f9 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:10:37.318859 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0334f3cc-f2b6-4558-a56c-2f881cf29ba3 req-8892a807-af34-46b1-acdd-1f6ceb9b9755 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:37.408873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0334f3cc-f2b6-4558-a56c-2f881cf29ba3 req-8892a807-af34-46b1-acdd-1f6ceb9b9755 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] For port 0e4e5a06-bc11-44bc-819f-74885587f9f9, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0e4e5a06-bc11-44bc-819f-74885587f9f9,segment=NetworkSegment(929bc0d4-f8aa-4388-a379-cfaed5c580ab),segment_id=929bc0d4-f8aa-4388-a379-cfaed5c580ab)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:37.409240 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0334f3cc-f2b6-4558-a56c-2f881cf29ba3 req-8892a807-af34-46b1-acdd-1f6ceb9b9755 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:37.423872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-0334f3cc-f2b6-4558-a56c-2f881cf29ba3 req-8892a807-af34-46b1-acdd-1f6ceb9b9755 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Calling delete_port for 0e4e5a06-bc11-44bc-819f-74885587f9f9 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:10:37.626739 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0334f3cc-f2b6-4558-a56c-2f881cf29ba3 req-8892a807-af34-46b1-acdd-1f6ceb9b9755 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:37.642228 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['0e4e5a06-bc11-44bc-819f-74885587f9f9'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:10:37.657956 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892a807-af34-46b1-acdd-1f6ceb9b9755 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Pushing event deleted for resources: {'Port': ['ID=0e4e5a06-bc11-44bc-819f-74885587f9f9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:37.704312 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0334f3cc-f2b6-4558-a56c-2f881cf29ba3 req-8892a807-af34-46b1-acdd-1f6ceb9b9755 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] No DVR routers for this DVR port 0e4e5a06-bc11-44bc-819f-74885587f9f9 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:10:37.707211 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0334f3cc-f2b6-4558-a56c-2f881cf29ba3 req-8892a807-af34-46b1-acdd-1f6ceb9b9755 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:37.711259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0334f3cc-f2b6-4558-a56c-2f881cf29ba3 req-8892a807-af34-46b1-acdd-1f6ceb9b9755 tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.24 "DELETE /v2.0/ports/0e4e5a06-bc11-44bc-819f-74885587f9f9 HTTP/1.1" status: 204 len: 173 time: 0.4863513 Dec 16 23:10:37.711744 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54ee833-adea-4fca-87c2-3c81ce695e3d', 'name': 'network-vif-deleted', 'tag': '0e4e5a06-bc11-44bc-819f-74885587f9f9'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:10:37.714044 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fcf5b1-1da5-40ca-a4c1-f92dbe6cebbf" -d '{"events": [{"server_uuid": "a54ee833-adea-4fca-87c2-3c81ce695e3d", "name": "network-vif-deleted", "tag": "0e4e5a06-bc11-44bc-819f-74885587f9f9"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:10:37.757583 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf465bf4-1c17-4a34-808e-57ef410cc4ea x-openstack-request-id: req-bf465bf4-1c17-4a34-808e-57ef410cc4ea {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:10:37.757889 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54ee833-adea-4fca-87c2-3c81ce695e3d", "name": "network-vif-deleted", "tag": "0e4e5a06-bc11-44bc-819f-74885587f9f9", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:10:37.758178 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf465bf4-1c17-4a34-808e-57ef410cc4ea {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:10:37.758541 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54ee833-adea-4fca-87c2-3c81ce695e3d', 'name': 'network-vif-deleted', 'tag': '0e4e5a06-bc11-44bc-819f-74885587f9f9', 'status': 'completed', 'code': 200} Dec 16 23:10:38.159097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3fa14b0d-f4ab-4886-b967-8e12d9464881 req-c4c6faa2-2b9a-487c-8225-7a437ecf2b1b tempest-ServersAdminNegativeTestJSON-1848393378 tempest-ServersAdminNegativeTestJSON-1848393378-project] 10.222.0.43 "GET /v2.0/ports?device_id=a54ee833-adea-4fca-87c2-3c81ce695e3d HTTP/1.1" status: 200 len: 210 time: 0.0280359 Dec 16 23:10:39.685687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34328) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:39.818605 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-068f7d5f-9ccc-4761-80a1-8b81b154ea1a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=094ae7899bd4467887650fdc44b2f869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317239 Dec 16 23:10:39.821220 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34332) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:39.871090 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f976680-b357-4cb1-8db4-a59ca788aaab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:39.892623 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f976680-b357-4cb1-8db4-a59ca788aaab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:40.015484 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f976680-b357-4cb1-8db4-a59ca788aaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:40.018080 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f976680-b357-4cb1-8db4-a59ca788aaab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:40.019259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5f976680-b357-4cb1-8db4-a59ca788aaab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b1291b9-4f71-464f-9c43-eb52cfe2655b HTTP/1.1" status: 204 len: 168 time: 0.1971378 Dec 16 23:10:40.028041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f976680-b357-4cb1-8db4-a59ca788aaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1291b9-4f71-464f-9c43-eb52cfe2655b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:40.580423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34338) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:40.598041 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e9b66cc7-c4c2-4576-9c22-9f570eb17528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:40.674769 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e9b66cc7-c4c2-4576-9c22-9f570eb17528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:40.752622 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e9b66cc7-c4c2-4576-9c22-9f570eb17528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:40.793271 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e9b66cc7-c4c2-4576-9c22-9f570eb17528 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af9879921492407590305920d152337d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2117264 Dec 16 23:10:40.794258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b66cc7-c4c2-4576-9c22-9f570eb17528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e0d491-62f6-4c0a-9bae-d906b347247b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:40.802257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34340) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:40.860038 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-478c7000-e8b4-4546-8f5a-3d9afbb2bd18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:40.881380 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-478c7000-e8b4-4546-8f5a-3d9afbb2bd18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:40.998159 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-478c7000-e8b4-4546-8f5a-3d9afbb2bd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:41.001649 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-478c7000-e8b4-4546-8f5a-3d9afbb2bd18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:41.002911 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-478c7000-e8b4-4546-8f5a-3d9afbb2bd18 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5e0d491-62f6-4c0a-9bae-d906b347247b HTTP/1.1" status: 204 len: 168 time: 0.1995606 Dec 16 23:10:41.012109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c7000-e8b4-4546-8f5a-3d9afbb2bd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e0d491-62f6-4c0a-9bae-d906b347247b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:41.434232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0e4e5a06-bc11-44bc-819f-74885587f9f9 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:10:41.454624 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 0e4e5a06-bc11-44bc-819f-74885587f9f9 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:10:41.454978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0e4e5a06-bc11-44bc-819f-74885587f9f9 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:10:42.032024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34362) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:42.134818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c17ea723-7245-47a1-8b06-99606171e799 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-32269419-network', 'tenant_id': 'a87bc21103a74ed59425fda9bfa43fe2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:10:42.243564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17ea723-7245-47a1-8b06-99606171e799 admin admin] Made reservation on behalf of a87bc21103a74ed59425fda9bfa43fe2 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:10:42.245918 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c17ea723-7245-47a1-8b06-99606171e799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:42.255209 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c17ea723-7245-47a1-8b06-99606171e799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:42.334980 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c17ea723-7245-47a1-8b06-99606171e799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:42.386582 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c17ea723-7245-47a1-8b06-99606171e799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:42.415192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17ea723-7245-47a1-8b06-99606171e799 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:10:42.421628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ea723-7245-47a1-8b06-99606171e799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8cd0ff-2432-4055-a936-7839834f5056,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:42.427536 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c17ea723-7245-47a1-8b06-99606171e799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:42.427895 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-c17ea723-7245-47a1-8b06-99606171e799 admin admin] Added segment 159e8dc2-58a9-44c0-a348-9cf59112bbbe of type vlan for network f3f2a952-fabb-4ce3-908f-40a899fc1ac2 Dec 16 23:10:42.469327 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c17ea723-7245-47a1-8b06-99606171e799 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:42.552615 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c17ea723-7245-47a1-8b06-99606171e799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:42.553560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17ea723-7245-47a1-8b06-99606171e799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:42.554647 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c17ea723-7245-47a1-8b06-99606171e799 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:42.614103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ea723-7245-47a1-8b06-99606171e799 admin admin] Pushing event updated for resources: {'Network': ['ID=f3f2a952-fabb-4ce3-908f-40a899fc1ac2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:42.624999 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network f3f2a952-fabb-4ce3-908f-40a899fc1ac2 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:10:42.672896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c17ea723-7245-47a1-8b06-99606171e799 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6394129 Dec 16 23:10:42.676047 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34366) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:42.682169 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c048e422-2cd1-4b36-aed3-4ada998b2a8c admin admin] Request body: {'subnet': {'network_id': 'f3f2a952-fabb-4ce3-908f-40a899fc1ac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-32269419-subnet', 'tenant_id': 'a87bc21103a74ed59425fda9bfa43fe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:10:42.768312 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c048e422-2cd1-4b36-aed3-4ada998b2a8c admin admin] Made reservation on behalf of a87bc21103a74ed59425fda9bfa43fe2 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:10:42.771015 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c048e422-2cd1-4b36-aed3-4ada998b2a8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:43.020971 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c048e422-2cd1-4b36-aed3-4ada998b2a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:43.080291 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048e422-2cd1-4b36-aed3-4ada998b2a8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=85418e88-0e6d-4061-a545-f715a605d81d,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:43.096310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c048e422-2cd1-4b36-aed3-4ada998b2a8c admin admin] Checking segment: {'id': '159e8dc2-58a9-44c0-a348-9cf59112bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f3f2a952-fabb-4ce3-908f-40a899fc1ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:10:43.096798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c048e422-2cd1-4b36-aed3-4ada998b2a8c admin admin] Network hostable DHCP agents. Network: f3f2a952-fabb-4ce3-908f-40a899fc1ac2, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:10:43.185133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c048e422-2cd1-4b36-aed3-4ada998b2a8c admin admin] Network f3f2a952-fabb-4ce3-908f-40a899fc1ac2 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:10:43.266436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c048e422-2cd1-4b36-aed3-4ada998b2a8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, f3f2a952-fabb-4ce3-908f-40a899fc1ac2) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:10:43.270442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c048e422-2cd1-4b36-aed3-4ada998b2a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:43.271096 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c048e422-2cd1-4b36-aed3-4ada998b2a8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:43.277516 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1273a0-d4c1-4e3e-b7bf-137ca21db887 None None] Network f3f2a952-fabb-4ce3-908f-40a899fc1ac2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:10:43.360647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c048e422-2cd1-4b36-aed3-4ada998b2a8c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6833646 Dec 16 23:10:43.379391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd84816-f139-4370-9676-586c4abd98f0 None None] Network f3f2a952-fabb-4ce3-908f-40a899fc1ac2 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:10:43.655592 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:43.768375 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:43.799541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-2ea1467e-e8e9-4931-8992-73011d7cdbdb tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:43.800974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-2ea1467e-e8e9-4931-8992-73011d7cdbdb tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/networks?id=f3f2a952-fabb-4ce3-908f-40a899fc1ac2 HTTP/1.1" status: 200 len: 810 time: 0.1040132 Dec 16 23:10:43.816481 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-7e4b7b44-52a6-454f-b0b2-e04fc3e97974 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/quotas/a87bc21103a74ed59425fda9bfa43fe2 HTTP/1.1" status: 200 len: 375 time: 0.0094092 Dec 16 23:10:43.849530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-9f7d0c33-d6a2-4100-b2a4-c9c45148ddfc tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a87bc21103a74ed59425fda9bfa43fe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269048 Dec 16 23:10:43.946969 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-2e93ffca-4c57-4184-8a5a-8d7d67052ea3 service neutron] 10.222.0.43 "GET /v2.0/networks/f3f2a952-fabb-4ce3-908f-40a899fc1ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899262 Dec 16 23:10:44.036405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-bf59ddf2-9a2f-48e9-b2fa-f49d79dc0d56 service neutron] 10.222.0.43 "GET /v2.0/networks/f3f2a952-fabb-4ce3-908f-40a899fc1ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832787 Dec 16 23:10:44.292705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e49aec3-14c7-4f02-848f-2e137dffda20 req-e2d19be8-b2a9-413c-97a0-a0f9f1608969 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 210 time: 0.0319343 Dec 16 23:10:45.389405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0dec4665-fa66-4359-8813-ef65f3b7d038 req-a5dfc1a7-ede2-4016-a216-cc298b240796 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 210 time: 0.0271266 Dec 16 23:10:46.468803 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-6a5c7baf-6b4f-4b4c-84a6-fcac198b7eba tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:46.470261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-6a5c7baf-6b4f-4b4c-84a6-fcac198b7eba tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.24 "GET /v2.0/networks?id=f3f2a952-fabb-4ce3-908f-40a899fc1ac2 HTTP/1.1" status: 200 len: 810 time: 0.1091027 Dec 16 23:10:46.501615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53075f55-b923-4100-83ff-821b9a5fd7cd req-15f628b9-9bf5-4912-bb36-42dce1066562 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 210 time: 0.0409245 Dec 16 23:10:46.505004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-59ec366c-70ab-498a-aadd-7cd6990c50fa tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Request body: {'port': {'device_id': '671a71dd-f031-4e6a-b053-415abc7999c2', 'network_id': 'f3f2a952-fabb-4ce3-908f-40a899fc1ac2', 'admin_state_up': True, 'tenant_id': 'a87bc21103a74ed59425fda9bfa43fe2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:10:46.677253 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-59ec366c-70ab-498a-aadd-7cd6990c50fa tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Made reservation on behalf of a87bc21103a74ed59425fda9bfa43fe2 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:10:46.681795 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-59ec366c-70ab-498a-aadd-7cd6990c50fa tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:46.815378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-59ec366c-70ab-498a-aadd-7cd6990c50fa tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Allocated IP 172.20.0.3 (f3f2a952-fabb-4ce3-908f-40a899fc1ac2/85418e88-0e6d-4061-a545-f715a605d81d/55ff88d2-5b05-4b4d-9122-e2af9f7c75b1) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:10:46.967886 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-59ec366c-70ab-498a-aadd-7cd6990c50fa tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:47.065794 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-59ec366c-70ab-498a-aadd-7cd6990c50fa tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:47.111877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-59ec366c-70ab-498a-aadd-7cd6990c50fa tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Network f3f2a952-fabb-4ce3-908f-40a899fc1ac2 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:10:47.115097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-59ec366c-70ab-498a-aadd-7cd6990c50fa tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:10:47.119438 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-59ec366c-70ab-498a-aadd-7cd6990c50fa tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:10:47.125942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec366c-70ab-498a-aadd-7cd6990c50fa tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Pushing event updated for resources: {'Port': ['ID=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:47.171729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-59ec366c-70ab-498a-aadd-7cd6990c50fa tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:47.172378 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-59ec366c-70ab-498a-aadd-7cd6990c50fa tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:47.273737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-59ec366c-70ab-498a-aadd-7cd6990c50fa tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7745197 Dec 16 23:10:47.289491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Request body: {'port': {'device_id': '671a71dd-f031-4e6a-b053-415abc7999c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:10:47.347075 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:47.666019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:10:47.681288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc7eeb-db5f-4153-ba30-bf9692f1d231 req-f41f5f94-6fba-4111-9364-c6f24d56d17d tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:47.682936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b8bc7eeb-db5f-4153-ba30-bf9692f1d231 req-f41f5f94-6fba-4111-9364-c6f24d56d17d tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 931 time: 0.0959628 Dec 16 23:10:47.684800 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:47.712552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Transition to ACTIVE for port object 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:10:47.746374 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b8bc7eeb-db5f-4153-ba30-bf9692f1d231 req-1d7c2c16-2464-4b2a-9ebb-e296cca5fb98 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542986 Dec 16 23:10:47.821219 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:47.876026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Pushing event updated for resources: {'Port': ['ID=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:47.944506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Attempting to bind port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:10:47.944840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Attempting to bind port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '159e8dc2-58a9-44c0-a348-9cf59112bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f3f2a952-fabb-4ce3-908f-40a899fc1ac2'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:10:47.945171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Attempting to bind port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 on network f3f2a952-fabb-4ce3-908f-40a899fc1ac2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:10:47.950611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 on network f3f2a952-fabb-4ce3-908f-40a899fc1ac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:10:47.950934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Attempting to bind port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 on network f3f2a952-fabb-4ce3-908f-40a899fc1ac2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:10:47.955869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:10:47.956208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Checking segment: {'id': '159e8dc2-58a9-44c0-a348-9cf59112bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f3f2a952-fabb-4ce3-908f-40a899fc1ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:10:47.956592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Bound using segment: {'id': '159e8dc2-58a9-44c0-a348-9cf59112bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f3f2a952-fabb-4ce3-908f-40a899fc1ac2'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:10:47.957031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Bound port: 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159e8dc2-58a9-44c0-a348-9cf59112bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f3f2a952-fabb-4ce3-908f-40a899fc1ac2'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:10:47.957386 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:48.024219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] For port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:10:48.028065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] For port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,segment=NetworkSegment(159e8dc2-58a9-44c0-a348-9cf59112bbbe),segment_id=159e8dc2-58a9-44c0-a348-9cf59112bbbe)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:10:48.102183 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:48.140550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:48.141174 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:48.142575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] 10.222.0.24 "PUT /v2.0/ports/55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 HTTP/1.1" status: 200 len: 1091 time: 0.8573701 Dec 16 23:10:48.143015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671a71dd-f031-4e6a-b053-415abc7999c2', 'tag': '55ff88d2-5b05-4b4d-9122-e2af9f7c75b1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:10:48.145281 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3b7cef-ef60-4abc-95d5-ebcdef7cb647" -d '{"events": [{"name": "network-changed", "server_uuid": "671a71dd-f031-4e6a-b053-415abc7999c2", "tag": "55ff88d2-5b05-4b4d-9122-e2af9f7c75b1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:10:48.167019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe09f7-edfd-46f3-af79-fc2d1cc88e03 service neutron] Pushing event updated for resources: {'Port': ['ID=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:48.188188 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c51314e-8fce-4fab-9f7e-085771dae702 x-openstack-request-id: req-9c51314e-8fce-4fab-9f7e-085771dae702 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:10:48.188188 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671a71dd-f031-4e6a-b053-415abc7999c2", "tag": "55ff88d2-5b05-4b4d-9122-e2af9f7c75b1", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:10:48.188188 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c51314e-8fce-4fab-9f7e-085771dae702 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:10:48.188188 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671a71dd-f031-4e6a-b053-415abc7999c2', 'tag': '55ff88d2-5b05-4b4d-9122-e2af9f7c75b1', 'status': 'completed', 'code': 200} Dec 16 23:10:48.253649 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b7cef-ef60-4abc-95d5-ebcdef7cb647 req-afb47561-69e8-49e2-890a-aab098f84ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:48.255226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba3b7cef-ef60-4abc-95d5-ebcdef7cb647 req-afb47561-69e8-49e2-890a-aab098f84ae4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a87bc21103a74ed59425fda9bfa43fe2&device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 1094 time: 0.0433571 Dec 16 23:10:48.363703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b7cef-ef60-4abc-95d5-ebcdef7cb647 req-f35f3885-9f48-4e27-a599-5f8953712674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:48.365075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba3b7cef-ef60-4abc-95d5-ebcdef7cb647 req-f35f3885-9f48-4e27-a599-5f8953712674 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a87bc21103a74ed59425fda9bfa43fe2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0973866 Dec 16 23:10:48.464829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b7cef-ef60-4abc-95d5-ebcdef7cb647 req-45ef1c58-1923-4dbd-9750-5e6c0d3c4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:48.466306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba3b7cef-ef60-4abc-95d5-ebcdef7cb647 req-45ef1c58-1923-4dbd-9750-5e6c0d3c4eac service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895262 Dec 16 23:10:48.556204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-3efa79dc-2a2f-44a8-8de3-3befafb627af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:48.558344 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-3efa79dc-2a2f-44a8-8de3-3befafb627af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a87bc21103a74ed59425fda9bfa43fe2&device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 1094 time: 0.0447342 Dec 16 23:10:48.896912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-fd7e4729-e547-4ba5-9cca-d07d142bb660 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 HTTP/1.1" status: 200 len: 217 time: 0.3299305 Dec 16 23:10:48.984082 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20d39e-05f9-462e-80e5-d94fafc17575 req-ad0847ee-1ff0-4277-84fe-0cb4b1494eb3 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:48.985570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b20d39e-05f9-462e-80e5-d94fafc17575 req-ad0847ee-1ff0-4277-84fe-0cb4b1494eb3 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 943 time: 0.0913301 Dec 16 23:10:48.987078 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-7964aa35-2f92-4fdf-99c3-2468d024818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:48.988408 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-7964aa35-2f92-4fdf-99c3-2468d024818d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85418e88-0e6d-4061-a545-f715a605d81d HTTP/1.1" status: 200 len: 850 time: 0.0672803 Dec 16 23:10:49.039796 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-f86c4fa0-9712-49b8-92cf-52eb23806d26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3f2a952-fabb-4ce3-908f-40a899fc1ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342069 Dec 16 23:10:49.063420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b20d39e-05f9-462e-80e5-d94fafc17575 req-360b956e-c97c-4a0b-ada5-9987cfc6c04c tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717702 Dec 16 23:10:49.141107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-3c9ce1f0-fd59-4438-8486-893329f4de2f service neutron] 10.222.0.24 "GET /v2.0/networks/f3f2a952-fabb-4ce3-908f-40a899fc1ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878212 Dec 16 23:10:49.238085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4399ef5-9f4f-4bdc-bebd-4a01100083e5 req-e05f0559-13e2-4d47-8433-831fd555a4e7 service neutron] 10.222.0.24 "GET /v2.0/networks/f3f2a952-fabb-4ce3-908f-40a899fc1ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853105 Dec 16 23:10:50.116461 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-192625bb-8579-4887-b4e6-fa5605239991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:50.187158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e7821-a59e-4e63-8aef-8052de583dbf req-64501438-36ab-4c79-bbef-5ae005ec3bb4 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:50.188750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-116e7821-a59e-4e63-8aef-8052de583dbf req-64501438-36ab-4c79-bbef-5ae005ec3bb4 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 943 time: 0.0533733 Dec 16 23:10:50.238284 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-116e7821-a59e-4e63-8aef-8052de583dbf req-aa073553-ce8f-499a-aaee-2f3b2b5836af tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434122 Dec 16 23:10:51.360483 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe2a1b-aa4d-447b-b909-1fc0e5a9f7bd req-e97b27d4-97e2-4471-adf9-989bc4821d10 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:51.362001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cafe2a1b-aa4d-447b-b909-1fc0e5a9f7bd req-e97b27d4-97e2-4471-adf9-989bc4821d10 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 943 time: 0.0547695 Dec 16 23:10:51.410194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cafe2a1b-aa4d-447b-b909-1fc0e5a9f7bd req-78a0e6e5-72a1-420f-9291-37df2b8766cd tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421481 Dec 16 23:10:51.466045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:10:51.724614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,segment=NetworkSegment(159e8dc2-58a9-44c0-a348-9cf59112bbbe),segment_id=159e8dc2-58a9-44c0-a348-9cf59112bbbe)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:51.735872 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '55ff88d2-5b05-4b4d-9122-e2af9f7c75b1', 'network_id': 'f3f2a952-fabb-4ce3-908f-40a899fc1ac2', 'port_id': '55ff88d2-5b05-4b4d-9122-e2af9f7c75b1', 'mac_address': 'fa:16:3e:c6:53:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85418e88-0e6d-4061-a545-f715a605d81d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:10:51.772754 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:51.785929 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:10:51.805468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,segment=NetworkSegment(159e8dc2-58a9-44c0-a348-9cf59112bbbe),segment_id=159e8dc2-58a9-44c0-a348-9cf59112bbbe)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:51.906318 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:51.960179 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:52.142388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['55ff88d2-5b05-4b4d-9122-e2af9f7c75b1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:10:52.526431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c09b9-095f-4afe-b29f-25146b17de67 req-f6847b6d-3264-4d6a-accc-cde863a5441b tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:52.528144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-784c09b9-095f-4afe-b29f-25146b17de67 req-f6847b6d-3264-4d6a-accc-cde863a5441b tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 944 time: 0.0504055 Dec 16 23:10:52.535431 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e69a1e0-b887-4fc4-9718-483c6462b3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:52.576722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-784c09b9-095f-4afe-b29f-25146b17de67 req-5245cae6-991a-40be-ba01-4117a68eb396 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426400 Dec 16 23:10:52.926437 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:10:53.465082 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:10:53.596682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:10:53.601383 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:10:53.602034 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:53.697717 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:53.703289 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db03f3-ee86-4f34-b5c7-abad06009499 req-4bb03fbf-041f-4107-b847-bd0eab402a7f tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:53.704857 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5db03f3-ee86-4f34-b5c7-abad06009499 req-4bb03fbf-041f-4107-b847-bd0eab402a7f tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 944 time: 0.0508437 Dec 16 23:10:53.726683 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671a71dd-f031-4e6a-b053-415abc7999c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ff88d2-5b05-4b4d-9122-e2af9f7c75b1'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:10:53.729996 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14200426-4bf2-45b9-95ac-ab0158db744d" -d '{"events": [{"server_uuid": "671a71dd-f031-4e6a-b053-415abc7999c2", "name": "network-vif-plugged", "status": "completed", "tag": "55ff88d2-5b05-4b4d-9122-e2af9f7c75b1"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:10:53.744426 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,segment=NetworkSegment(159e8dc2-58a9-44c0-a348-9cf59112bbbe),segment_id=159e8dc2-58a9-44c0-a348-9cf59112bbbe)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:53.757977 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:53.758717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5db03f3-ee86-4f34-b5c7-abad06009499 req-f1990004-28db-4ac0-a062-15a7735fe2fb tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478675 Dec 16 23:10:53.779285 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2033d2b7-1999-4b78-93f0-ec43cdc52b7e x-openstack-request-id: req-2033d2b7-1999-4b78-93f0-ec43cdc52b7e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:10:53.779656 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671a71dd-f031-4e6a-b053-415abc7999c2", "name": "network-vif-plugged", "status": "completed", "tag": "55ff88d2-5b05-4b4d-9122-e2af9f7c75b1", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:10:53.779913 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2033d2b7-1999-4b78-93f0-ec43cdc52b7e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:10:53.780316 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671a71dd-f031-4e6a-b053-415abc7999c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ff88d2-5b05-4b4d-9122-e2af9f7c75b1', 'code': 200} Dec 16 23:10:53.809494 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:53.860818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:53.891028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8571fdb-982b-4ee9-aa3f-9ca46bad8d67 req-a4a290c7-3211-4d38-8076-9521c9da6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:53.892573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8571fdb-982b-4ee9-aa3f-9ca46bad8d67 req-a4a290c7-3211-4d38-8076-9521c9da6c00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 1096 time: 0.0427880 Dec 16 23:10:53.942953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8571fdb-982b-4ee9-aa3f-9ca46bad8d67 req-0ecc0e94-e6dc-4886-a9d7-38aced0d98a0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373089 Dec 16 23:10:54.878393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d5062-7ee0-41e1-b9b9-36c5389e5466 req-75fa9d08-cc87-4a13-9cb5-7572c94fcc35 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:54.879939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a66d5062-7ee0-41e1-b9b9-36c5389e5466 req-75fa9d08-cc87-4a13-9cb5-7572c94fcc35 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0510032 Dec 16 23:10:54.928673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a66d5062-7ee0-41e1-b9b9-36c5389e5466 req-ad187437-d40e-4b36-870a-8e52afb0d91b tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426903 Dec 16 23:10:54.998195 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:55.768292 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:56.056200 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190da27-316f-4e0b-b80f-30e37fdd3373 req-94e32ea9-3264-4ba2-9977-471bf3d5c69c tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:56.058723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f190da27-316f-4e0b-b80f-30e37fdd3373 req-94e32ea9-3264-4ba2-9977-471bf3d5c69c tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0602851 Dec 16 23:10:56.113336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f190da27-316f-4e0b-b80f-30e37fdd3373 req-bec49498-a717-4b90-96a2-deb7b141ac46 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485775 Dec 16 23:10:56.533749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e4589-3449-4275-9d85-385c2b2f0a45 req-db3e10b3-3111-4596-a88a-df00875c7453 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:56.535236 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d02e4589-3449-4275-9d85-385c2b2f0a45 req-db3e10b3-3111-4596-a88a-df00875c7453 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0574241 Dec 16 23:10:56.583566 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d02e4589-3449-4275-9d85-385c2b2f0a45 req-483413e9-8e03-417e-ad11-1b849706aa64 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422795 Dec 16 23:10:56.617430 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34426) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:56.700597 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-601711f1-bd29-4fb4-98cd-be397950b2a9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816913 Dec 16 23:10:56.710799 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-d3afa79d-1aa7-4536-97bb-2f1d871a3ca8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:10:56.711089 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-d3afa79d-1aa7-4536-97bb-2f1d871a3ca8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052822 Dec 16 23:10:57.709143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a5a13-5345-442b-a6e1-db0356d5c68a req-86526ef8-306f-4ef5-bfe0-dae527c44c0e tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:57.710638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f5a5a13-5345-442b-a6e1-db0356d5c68a req-86526ef8-306f-4ef5-bfe0-dae527c44c0e tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0546081 Dec 16 23:10:57.759771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f5a5a13-5345-442b-a6e1-db0356d5c68a req-c45862a1-8122-4fca-8d86-83e624f38398 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430284 Dec 16 23:10:58.830280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-19b59ff4-e6cd-4ca6-b201-14277b9223cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:58.831985 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-19b59ff4-e6cd-4ca6-b201-14277b9223cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a87bc21103a74ed59425fda9bfa43fe2&device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 1096 time: 0.0452337 Dec 16 23:10:58.937378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac917d-be8e-428f-b012-f6cdf4e0e907 req-e1b59d77-e7cb-436c-a858-8049424a8eb8 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:58.938873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0cac917d-be8e-428f-b012-f6cdf4e0e907 req-e1b59d77-e7cb-436c-a858-8049424a8eb8 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.1057422 Dec 16 23:10:58.979118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-09d53faa-b152-4f88-a7e2-a664fb77b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:58.980620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-09d53faa-b152-4f88-a7e2-a664fb77b603 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3f2a952-fabb-4ce3-908f-40a899fc1ac2 HTTP/1.1" status: 200 len: 911 time: 0.1388102 Dec 16 23:10:59.031135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-6de01f06-2118-4fbe-87ba-31a99ad8cff5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 HTTP/1.1" status: 200 len: 217 time: 0.0422864 Dec 16 23:10:59.038454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0cac917d-be8e-428f-b012-f6cdf4e0e907 req-4fc7a75b-2b53-45a9-b43c-1c423f9c7a6f tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912447 Dec 16 23:10:59.089751 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-fa43fbb1-2618-47a6-881d-2794eae9de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:59.091243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-fa43fbb1-2618-47a6-881d-2794eae9de85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85418e88-0e6d-4061-a545-f715a605d81d HTTP/1.1" status: 200 len: 850 time: 0.0512903 Dec 16 23:10:59.124468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-8899148d-cca7-480d-b0bb-76456af274fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3f2a952-fabb-4ce3-908f-40a899fc1ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250611 Dec 16 23:10:59.214544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-5a03ddee-7974-4bd1-a1ed-09f765155fe0 service neutron] 10.222.0.24 "GET /v2.0/networks/f3f2a952-fabb-4ce3-908f-40a899fc1ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832849 Dec 16 23:10:59.312978 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-b203ce86-080b-4a83-8bd3-276198310e5a service neutron] 10.222.0.24 "GET /v2.0/networks/f3f2a952-fabb-4ce3-908f-40a899fc1ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913463 Dec 16 23:11:00.159631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cc92c-12ee-4b62-8aef-a20246024c82 req-cc503a5c-a326-46d1-8fee-ac803f3827c5 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:00.161162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-424cc92c-12ee-4b62-8aef-a20246024c82 req-cc503a5c-a326-46d1-8fee-ac803f3827c5 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0511253 Dec 16 23:11:00.209647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-424cc92c-12ee-4b62-8aef-a20246024c82 req-5b2fc31c-f1a8-451d-bb34-c57d29c478f9 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421791 Dec 16 23:11:01.333241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29320a-d215-46ef-a2a6-a4f78f30498b req-940518bc-1fc0-4f6f-913b-cfe9c9ad02ae tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:01.334827 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c29320a-d215-46ef-a2a6-a4f78f30498b req-940518bc-1fc0-4f6f-913b-cfe9c9ad02ae tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0542250 Dec 16 23:11:01.385494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c29320a-d215-46ef-a2a6-a4f78f30498b req-40c19715-c41b-4a15-9970-2338414c3945 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443881 Dec 16 23:11:02.517244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169fee8-4579-49fb-a732-38b74462b6a4 req-80d52f28-8be9-423b-8951-bc6933393601 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:02.518939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4169fee8-4579-49fb-a732-38b74462b6a4 req-80d52f28-8be9-423b-8951-bc6933393601 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0609679 Dec 16 23:11:02.569147 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4169fee8-4579-49fb-a732-38b74462b6a4 req-9e9aa25c-39e7-42b2-b53e-d42e29a1af2a tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440080 Dec 16 23:11:03.652689 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-7c0938ed-d4a8-40e5-955e-46be0e3e997e req-5c39980f-22a5-4d91-930b-ca4782a62aeb service neutron] (103952) timed out ('10.222.0.69', 62822) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 23:11:03.688427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f8ca2-39b9-49cb-88da-eae7212f883f req-f648f1e7-65de-41bf-98e8-1497e4aea0ef tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:03.690042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a19f8ca2-39b9-49cb-88da-eae7212f883f req-f648f1e7-65de-41bf-98e8-1497e4aea0ef tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0519385 Dec 16 23:11:03.746412 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a19f8ca2-39b9-49cb-88da-eae7212f883f req-ec87dc3a-37b3-4a92-a5da-6e4c1191d744 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501864 Dec 16 23:11:04.866405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2876f-d0cb-41f5-a41d-68531869c476 req-31124b78-48b2-43ce-9472-8abad39113b3 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:04.867929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edf2876f-d0cb-41f5-a41d-68531869c476 req-31124b78-48b2-43ce-9472-8abad39113b3 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0515406 Dec 16 23:11:04.915970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-edf2876f-d0cb-41f5-a41d-68531869c476 req-25627ff3-462b-4238-9525-b47d06d8a99a tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418398 Dec 16 23:11:06.034885 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e367b2-1ffa-41b3-b284-0e772af4f4d3 req-260d69bd-c9a9-4708-a336-2dea44337363 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:06.036409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03e367b2-1ffa-41b3-b284-0e772af4f4d3 req-260d69bd-c9a9-4708-a336-2dea44337363 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0515027 Dec 16 23:11:06.088094 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03e367b2-1ffa-41b3-b284-0e772af4f4d3 req-0e91203d-e7d4-4af3-8888-3072d82f7358 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456254 Dec 16 23:11:07.208582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aab5c9-807a-4c09-adbb-ad9dcda54c2b req-ad9212fa-a084-48b7-9426-78b7668b4e35 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:07.210115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35aab5c9-807a-4c09-adbb-ad9dcda54c2b req-ad9212fa-a084-48b7-9426-78b7668b4e35 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0545762 Dec 16 23:11:07.259391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35aab5c9-807a-4c09-adbb-ad9dcda54c2b req-71a71eb6-4b92-442e-aad5-2c063bf94dc5 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Dec 16 23:11:08.377787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c43b55-831c-48da-8321-cd95f0027dfd req-378b3a14-67a3-4795-a231-376d0b7147a2 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:08.379301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9c43b55-831c-48da-8321-cd95f0027dfd req-378b3a14-67a3-4795-a231-376d0b7147a2 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0504537 Dec 16 23:11:08.427751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9c43b55-831c-48da-8321-cd95f0027dfd req-4e1fe024-be8b-4576-a696-aacf4f62d870 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424013 Dec 16 23:11:09.545153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2133fd-992e-49c6-9e2f-3450c7b9e88b req-d04b5df3-3751-47df-a7a6-e437a4133a04 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:09.546560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f2133fd-992e-49c6-9e2f-3450c7b9e88b req-d04b5df3-3751-47df-a7a6-e437a4133a04 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0485504 Dec 16 23:11:09.599724 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f2133fd-992e-49c6-9e2f-3450c7b9e88b req-27265a94-7bc8-4b25-ba52-b297cec13467 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465741 Dec 16 23:11:10.721428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c61f3-81a7-44f6-803f-93aa2ab74545 req-2cb1cbe7-6634-44f9-adc1-09e64ca64b34 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:10.722876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-383c61f3-81a7-44f6-803f-93aa2ab74545 req-2cb1cbe7-6634-44f9-adc1-09e64ca64b34 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0520120 Dec 16 23:11:10.773162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-383c61f3-81a7-44f6-803f-93aa2ab74545 req-4da826b2-f6a6-4dcc-a6eb-5af7c0b2ff11 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440414 Dec 16 23:11:11.889299 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee98a8a-5feb-4785-92a8-31db77cd505c req-acf33686-7fea-4665-8336-19c62245681e tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:11.890775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ee98a8a-5feb-4785-92a8-31db77cd505c req-acf33686-7fea-4665-8336-19c62245681e tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0500474 Dec 16 23:11:11.940899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ee98a8a-5feb-4785-92a8-31db77cd505c req-eeec2bac-3e3e-4b3f-a426-41d297bfc752 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432217 Dec 16 23:11:13.065705 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972c540-5b8e-4da1-8628-eb8f0118c73a req-91df0875-f63f-4b32-ab11-ccf289f66db2 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:13.067311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5972c540-5b8e-4da1-8628-eb8f0118c73a req-91df0875-f63f-4b32-ab11-ccf289f66db2 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0546923 Dec 16 23:11:13.116450 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5972c540-5b8e-4da1-8628-eb8f0118c73a req-7db812fe-90ca-47bd-97bd-00867921757d tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431743 Dec 16 23:11:13.671137 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:13.762671 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:14.232566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbc3c3-1f94-4595-bcab-6004a16ada20 req-b56aed1c-1a77-4312-be34-71905b9e4ac6 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:14.234068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5fbc3c3-1f94-4595-bcab-6004a16ada20 req-b56aed1c-1a77-4312-be34-71905b9e4ac6 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0498626 Dec 16 23:11:14.283214 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5fbc3c3-1f94-4595-bcab-6004a16ada20 req-f8358211-9921-4e18-86fe-b3845a63b8e0 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431654 Dec 16 23:11:15.406586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaf6e2-b0aa-497b-91c3-2669ca7bdcb2 req-a20ae008-34c1-426c-91f8-1f15e28c42fe tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:15.408112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5aaf6e2-b0aa-497b-91c3-2669ca7bdcb2 req-a20ae008-34c1-426c-91f8-1f15e28c42fe tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0549684 Dec 16 23:11:15.456526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5aaf6e2-b0aa-497b-91c3-2669ca7bdcb2 req-76ab3d87-bb07-4bed-aa31-132cb0c05b2c tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421922 Dec 16 23:11:16.573741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744ffab-f0e4-42ad-8ac9-5511bb5f41c0 req-fd9e644c-5a17-4551-bb6b-962027ff8a9a tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:16.575238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5744ffab-f0e4-42ad-8ac9-5511bb5f41c0 req-fd9e644c-5a17-4551-bb6b-962027ff8a9a tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0499353 Dec 16 23:11:16.623437 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5744ffab-f0e4-42ad-8ac9-5511bb5f41c0 req-6537dbad-ed37-4566-91b2-a06378a519a3 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421152 Dec 16 23:11:17.742288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029e9ea-32f9-4063-97aa-41eccfd394a8 req-39543c8a-f5d2-479f-86a8-a4b0a86d66e2 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:17.743810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2029e9ea-32f9-4063-97aa-41eccfd394a8 req-39543c8a-f5d2-479f-86a8-a4b0a86d66e2 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0506740 Dec 16 23:11:17.795534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2029e9ea-32f9-4063-97aa-41eccfd394a8 req-c43c827a-fe09-48ab-bfab-a97f922388b2 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456588 Dec 16 23:11:18.913676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ade405-44a8-4fe3-99e9-192304947da8 req-5b0de05b-2f68-450e-bedf-a1885c269ee3 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:18.915173 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05ade405-44a8-4fe3-99e9-192304947da8 req-5b0de05b-2f68-450e-bedf-a1885c269ee3 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0497048 Dec 16 23:11:18.963855 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05ade405-44a8-4fe3-99e9-192304947da8 req-a25bb6f2-5e84-4fe7-8b60-0e590812e924 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426805 Dec 16 23:11:20.084625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8d0d8-88fb-4648-ad05-9aa737f8a524 req-90626478-0131-4a8c-923c-3d025aa5519c tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:20.086279 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eab8d0d8-88fb-4648-ad05-9aa737f8a524 req-90626478-0131-4a8c-923c-3d025aa5519c tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0511899 Dec 16 23:11:20.110797 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c8ad166a-22ed-411c-a181-d3b6656cf701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:20.136405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eab8d0d8-88fb-4648-ad05-9aa737f8a524 req-7b601b51-e86f-44a8-b285-9779b6b898a5 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437806 Dec 16 23:11:21.263907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f0153-8bce-4148-8ed5-d8f265663cd0 req-19c7a791-0b88-490a-beba-6ef6a29dfddd tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:21.265592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d27f0153-8bce-4148-8ed5-d8f265663cd0 req-19c7a791-0b88-490a-beba-6ef6a29dfddd tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0599139 Dec 16 23:11:21.316206 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d27f0153-8bce-4148-8ed5-d8f265663cd0 req-d6f92321-2dc5-4254-a59b-42e72e80ea5b tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445132 Dec 16 23:11:22.435467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7fafb-f1d2-4bfe-b610-916776e85343 req-9f969523-eca3-4fde-aa86-26b34d4f0bb6 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:22.437101 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3f7fafb-f1d2-4bfe-b610-916776e85343 req-9f969523-eca3-4fde-aa86-26b34d4f0bb6 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0508852 Dec 16 23:11:22.490797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3f7fafb-f1d2-4bfe-b610-916776e85343 req-4eadaef6-5758-4a42-850d-587816dc4129 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460100 Dec 16 23:11:22.575257 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7fb43cd0-b9b2-484a-9a9e-804421a8e384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:23.607871 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6142517-8a83-4c0f-9ea5-64ac181ffe9d req-0af34b97-cc3e-49fe-af45-185e7b390e73 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:23.609261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6142517-8a83-4c0f-9ea5-64ac181ffe9d req-0af34b97-cc3e-49fe-af45-185e7b390e73 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0487628 Dec 16 23:11:23.663333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6142517-8a83-4c0f-9ea5-64ac181ffe9d req-72dd740a-2d2e-499e-a63c-41aafdf1e456 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480657 Dec 16 23:11:23.746317 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:24.781111 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca03dc-b8a5-4b8c-acc8-f8b274f4a307 req-15411a53-d9df-4d2e-bb85-d2daf2f37282 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:24.782620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fca03dc-b8a5-4b8c-acc8-f8b274f4a307 req-15411a53-d9df-4d2e-bb85-d2daf2f37282 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0496428 Dec 16 23:11:24.830264 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fca03dc-b8a5-4b8c-acc8-f8b274f4a307 req-5a845d6d-8ff0-4a6d-a782-baca64ca58af tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416005 Dec 16 23:11:25.048932 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:25.746462 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:25.951562 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd973f3-763e-4ac7-85f6-32f7e83ee42c req-13acd53c-127a-43df-8c35-d37beafc658e tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:25.953064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fd973f3-763e-4ac7-85f6-32f7e83ee42c req-13acd53c-127a-43df-8c35-d37beafc658e tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0522041 Dec 16 23:11:26.003300 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fd973f3-763e-4ac7-85f6-32f7e83ee42c req-1ae80ff8-35e1-412b-bb5e-f4917df30ef9 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439603 Dec 16 23:11:26.773675 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-990fdcfc-c27e-4c1b-bffc-b806f6514bee service neutron] show failed (client error): The resource could not be found. Dec 16 23:11:26.774694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-990fdcfc-c27e-4c1b-bffc-b806f6514bee service neutron] 10.222.0.24 "GET /v2.0/ports/55ff88d2-5b05-4b4d-9122-e2af9f7c75b1/bindings/n-h1-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.0631948 Dec 16 23:11:27.126558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8ec83-9b13-4128-ba6f-f240eab170b8 req-938eb5e2-f2ad-4ef4-97cd-1f8be2228ca9 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:27.128130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5f8ec83-9b13-4128-ba6f-f240eab170b8 req-938eb5e2-f2ad-4ef4-97cd-1f8be2228ca9 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0538633 Dec 16 23:11:27.180828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5f8ec83-9b13-4128-ba6f-f240eab170b8 req-c6098415-663d-45bc-b043-890812839904 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463316 Dec 16 23:11:27.491530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-4072412a-85a2-44c8-820c-2b88e38b1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:27.493026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-4072412a-85a2-44c8-820c-2b88e38b1a35 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2&tenant_id=a87bc21103a74ed59425fda9bfa43fe2 HTTP/1.1" status: 200 len: 1096 time: 0.1194043 Dec 16 23:11:27.508526 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-18e2ef5f-2e33-47f0-976c-147be66beae5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:11:27.509498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-18e2ef5f-2e33-47f0-976c-147be66beae5 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049005 Dec 16 23:11:27.524582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:11:27.579871 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:27.788340 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] For port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,segment=NetworkSegment(159e8dc2-58a9-44c0-a348-9cf59112bbbe),segment_id=159e8dc2-58a9-44c0-a348-9cf59112bbbe)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:11:27.822349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] For port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:11:27.865870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671a71dd-f031-4e6a-b053-415abc7999c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55ff88d2-5b05-4b4d-9122-e2af9f7c75b1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:11:27.868189 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e502c3fe-fcb9-4b5c-b1fd-4f6373766443" -d '{"events": [{"server_uuid": "671a71dd-f031-4e6a-b053-415abc7999c2", "name": "network-vif-unplugged", "status": "completed", "tag": "55ff88d2-5b05-4b4d-9122-e2af9f7c75b1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:11:27.873122 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:27.886157 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Transition to ACTIVE for port object 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:11:27.918352 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43075350-b2bb-4ae6-bff9-ac8a2cde837f x-openstack-request-id: req-43075350-b2bb-4ae6-bff9-ac8a2cde837f {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:11:27.918653 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671a71dd-f031-4e6a-b053-415abc7999c2", "name": "network-vif-unplugged", "status": "completed", "tag": "55ff88d2-5b05-4b4d-9122-e2af9f7c75b1", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:11:27.918906 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43075350-b2bb-4ae6-bff9-ac8a2cde837f {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:11:27.919337 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671a71dd-f031-4e6a-b053-415abc7999c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55ff88d2-5b05-4b4d-9122-e2af9f7c75b1', 'code': 200} Dec 16 23:11:27.946508 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:28.009308 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] No DVR routers for this DVR port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:11:28.011771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Pushing event updated for resources: {'Port': ['ID=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:11:28.022779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:28.023127 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:28.023499 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:28.023844 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:28.024179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:28.024512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:28.024866 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:28.025193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:28.025519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:28.025845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:28.026766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:28.027093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:28.027436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:28.061224 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Attempting to bind port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:11:28.061482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Attempting to bind port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '159e8dc2-58a9-44c0-a348-9cf59112bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f3f2a952-fabb-4ce3-908f-40a899fc1ac2'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:11:28.061806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Attempting to bind port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 on network f3f2a952-fabb-4ce3-908f-40a899fc1ac2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:11:28.070199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 on network f3f2a952-fabb-4ce3-908f-40a899fc1ac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:11:28.070647 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Attempting to bind port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 on network f3f2a952-fabb-4ce3-908f-40a899fc1ac2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:11:28.077285 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:11:28.077630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Checking segment: {'id': '159e8dc2-58a9-44c0-a348-9cf59112bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f3f2a952-fabb-4ce3-908f-40a899fc1ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:11:28.078011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Bound using segment: {'id': '159e8dc2-58a9-44c0-a348-9cf59112bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f3f2a952-fabb-4ce3-908f-40a899fc1ac2'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:11:28.078458 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Bound port: 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159e8dc2-58a9-44c0-a348-9cf59112bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f3f2a952-fabb-4ce3-908f-40a899fc1ac2'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:11:28.078798 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:28.146649 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] For port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:11:28.149655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] For port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,segment=NetworkSegment(159e8dc2-58a9-44c0-a348-9cf59112bbbe),segment_id=159e8dc2-58a9-44c0-a348-9cf59112bbbe)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:11:28.226994 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:28.289405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:28.290041 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:28.291469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] 10.222.0.69 "PUT /v2.0/ports/55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 HTTP/1.1" status: 200 len: 1091 time: 0.7708213 Dec 16 23:11:28.318674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f450e-3a64-4b24-a2db-bbb4affecf08 service neutron] Pushing event updated for resources: {'Port': ['ID=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:11:28.342087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b8e61-4345-4b46-bbbc-a25762e2a395 req-36456d8d-41fc-4348-a368-c60fca3213ad tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:28.343645 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-975b8e61-4345-4b46-bbbc-a25762e2a395 req-36456d8d-41fc-4348-a368-c60fca3213ad tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 943 time: 0.0885277 Dec 16 23:11:28.409588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-be277544-8ba1-4ac0-af4d-51f0087fe6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:28.411109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-be277544-8ba1-4ac0-af4d-51f0087fe6bf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a87bc21103a74ed59425fda9bfa43fe2&device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 1094 time: 0.0887961 Dec 16 23:11:28.415809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-975b8e61-4345-4b46-bbbc-a25762e2a395 req-3e76c7bd-dc7d-4399-92ad-9d468cd1644e tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578547 Dec 16 23:11:28.513142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-38399be1-4c76-4fd5-b43d-b7eda31498b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:28.514637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-38399be1-4c76-4fd5-b43d-b7eda31498b8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f3f2a952-fabb-4ce3-908f-40a899fc1ac2 HTTP/1.1" status: 200 len: 911 time: 0.0901792 Dec 16 23:11:28.559825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-8d880fa5-a783-4087-9b86-349c0e4fa02b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 HTTP/1.1" status: 200 len: 217 time: 0.0369868 Dec 16 23:11:28.620079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-cb3b35ee-f847-4ecf-8db9-c5fcd0629ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:28.621542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-cb3b35ee-f847-4ecf-8db9-c5fcd0629ff0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=85418e88-0e6d-4061-a545-f715a605d81d HTTP/1.1" status: 200 len: 850 time: 0.0502791 Dec 16 23:11:28.655701 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-c57d00a1-64b5-4ee5-9d88-1dd4e7cc67f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f3f2a952-fabb-4ce3-908f-40a899fc1ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254607 Dec 16 23:11:28.745194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-9ebbf78d-5b24-4f8b-8a03-681fffdff2ac service neutron] 10.222.0.69 "GET /v2.0/networks/f3f2a952-fabb-4ce3-908f-40a899fc1ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815551 Dec 16 23:11:28.847434 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-886fa8a3-db8a-44a1-b12d-153408807b71 req-18cb4de1-0b1f-4c19-a5c7-8fb3898f5e4d service neutron] 10.222.0.69 "GET /v2.0/networks/f3f2a952-fabb-4ce3-908f-40a899fc1ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900190 Dec 16 23:11:29.536772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34662d4e-93d9-40f2-ad32-a3988a83cfaa req-6de98f2c-7c0d-4322-b5ee-6b5bec4b1b77 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:29.538297 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34662d4e-93d9-40f2-ad32-a3988a83cfaa req-6de98f2c-7c0d-4322-b5ee-6b5bec4b1b77 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 943 time: 0.0506442 Dec 16 23:11:29.586230 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34662d4e-93d9-40f2-ad32-a3988a83cfaa req-268d4685-bcca-4c38-b2ab-b954c8902073 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410528 Dec 16 23:11:29.636891 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:11:29.676744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:11:29.920424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671a71dd-f031-4e6a-b053-415abc7999c2', 'tag': '55ff88d2-5b05-4b4d-9122-e2af9f7c75b1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:11:29.922974 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c05999a-f0ae-4d22-b59b-995ce7e6be62" -d '{"events": [{"name": "network-changed", "server_uuid": "671a71dd-f031-4e6a-b053-415abc7999c2", "tag": "55ff88d2-5b05-4b4d-9122-e2af9f7c75b1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:11:29.925767 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:11:29.972354 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc736767-8ea8-4fff-abb1-fe15398219ef x-openstack-request-id: req-fc736767-8ea8-4fff-abb1-fe15398219ef {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:11:29.972662 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671a71dd-f031-4e6a-b053-415abc7999c2", "tag": "55ff88d2-5b05-4b4d-9122-e2af9f7c75b1", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:11:29.972925 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc736767-8ea8-4fff-abb1-fe15398219ef {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:11:29.973336 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671a71dd-f031-4e6a-b053-415abc7999c2', 'tag': '55ff88d2-5b05-4b4d-9122-e2af9f7c75b1', 'status': 'completed', 'code': 200} Dec 16 23:11:30.072814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-a34b1b6f-6881-46ae-bdb2-5c5aaff77009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:30.074824 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-a34b1b6f-6881-46ae-bdb2-5c5aaff77009 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a87bc21103a74ed59425fda9bfa43fe2&device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 1094 time: 0.0671322 Dec 16 23:11:30.076901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-dcbfede0-6aaa-4509-b9d1-fa4f1a735d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:30.078229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-dcbfede0-6aaa-4509-b9d1-fa4f1a735d3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a87bc21103a74ed59425fda9bfa43fe2&device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 1094 time: 0.0798340 Dec 16 23:11:30.243640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-b842b0ca-6b9f-4c7b-bd16-aeed4cbb6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:30.245118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-b842b0ca-6b9f-4c7b-bd16-aeed4cbb6efb service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3f2a952-fabb-4ce3-908f-40a899fc1ac2 HTTP/1.1" status: 200 len: 911 time: 0.1580365 Dec 16 23:11:30.246542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-b4cd0511-8cd9-4c3f-9a73-2af2a58979fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:30.247899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-b4cd0511-8cd9-4c3f-9a73-2af2a58979fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=f3f2a952-fabb-4ce3-908f-40a899fc1ac2 HTTP/1.1" status: 200 len: 911 time: 0.1525903 Dec 16 23:11:30.296867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-9227ced4-f522-49f6-8f74-bc366ad2efe1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 HTTP/1.1" status: 200 len: 217 time: 0.0419471 Dec 16 23:11:30.335505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-bbda1c88-0bb7-44b3-bdb7-bc3f4c8d7a66 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 HTTP/1.1" status: 200 len: 217 time: 0.0744889 Dec 16 23:11:30.406990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-bfba5b03-f9d4-41cf-afbf-e015cb1586d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:30.408867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-bfba5b03-f9d4-41cf-afbf-e015cb1586d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85418e88-0e6d-4061-a545-f715a605d81d HTTP/1.1" status: 200 len: 850 time: 0.0814455 Dec 16 23:11:30.414303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-c5bc170c-a217-4b03-a180-d1fea0c99cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:30.415697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-c5bc170c-a217-4b03-a180-d1fea0c99cbe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=85418e88-0e6d-4061-a545-f715a605d81d HTTP/1.1" status: 200 len: 850 time: 0.0598803 Dec 16 23:11:30.472253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-17b24781-6733-4a13-a064-668c020817f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f3f2a952-fabb-4ce3-908f-40a899fc1ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483825 Dec 16 23:11:30.474065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-59cc9453-fa2c-4e26-9730-6ef5ddbe3715 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3f2a952-fabb-4ce3-908f-40a899fc1ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426121 Dec 16 23:11:30.634763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-ea3b2e4a-d7ef-485b-903a-24a3f79a9120 service neutron] 10.222.0.69 "GET /v2.0/networks/f3f2a952-fabb-4ce3-908f-40a899fc1ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533854 Dec 16 23:11:30.636779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-0f35bc7c-f770-479f-9e6e-692f4b4087c6 service neutron] 10.222.0.24 "GET /v2.0/networks/f3f2a952-fabb-4ce3-908f-40a899fc1ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481526 Dec 16 23:11:31.129160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7728b-c80d-4ffa-bfb6-0a1484f41c42 req-1fd79b51-facc-43b4-a126-0ca687ca8bc2 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:31.130686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5bf7728b-c80d-4ffa-bfb6-0a1484f41c42 req-1fd79b51-facc-43b4-a126-0ca687ca8bc2 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 943 time: 0.4632883 Dec 16 23:11:31.150335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-afc83343-8dc3-4866-ade8-0dbb83f93cef service neutron] 10.222.0.24 "GET /v2.0/networks/f3f2a952-fabb-4ce3-908f-40a899fc1ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004208 Dec 16 23:11:31.157913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c05999a-f0ae-4d22-b59b-995ce7e6be62 req-c49c9b50-dc69-4c84-b747-d9439709c689 service neutron] 10.222.0.69 "GET /v2.0/networks/f3f2a952-fabb-4ce3-908f-40a899fc1ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153389 Dec 16 23:11:31.190884 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5bf7728b-c80d-4ffa-bfb6-0a1484f41c42 req-5f8d5821-ee35-428e-9309-39c6705175cc tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533197 Dec 16 23:11:32.312500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13436709-dc10-4239-a2d5-370298530423 req-744bc88d-12e1-4e33-8e4b-0cfe056cc84a tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:32.313998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13436709-dc10-4239-a2d5-370298530423 req-744bc88d-12e1-4e33-8e4b-0cfe056cc84a tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 943 time: 0.0497530 Dec 16 23:11:32.362507 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13436709-dc10-4239-a2d5-370298530423 req-8cc31945-067e-4cbe-afc1-34ad03c79f25 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422509 Dec 16 23:11:32.490116 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:11:32.588587 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,segment=NetworkSegment(159e8dc2-58a9-44c0-a348-9cf59112bbbe),segment_id=159e8dc2-58a9-44c0-a348-9cf59112bbbe)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:11:32.601232 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '55ff88d2-5b05-4b4d-9122-e2af9f7c75b1', 'network_id': 'f3f2a952-fabb-4ce3-908f-40a899fc1ac2', 'port_id': '55ff88d2-5b05-4b4d-9122-e2af9f7c75b1', 'mac_address': 'fa:16:3e:c6:53:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85418e88-0e6d-4061-a545-f715a605d81d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:11:32.640127 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:32.653561 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:11:32.674694 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,segment=NetworkSegment(159e8dc2-58a9-44c0-a348-9cf59112bbbe),segment_id=159e8dc2-58a9-44c0-a348-9cf59112bbbe)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:11:32.786583 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:32.847081 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:11:32.855154 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:32.855721 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:32.856151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:32.856498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:32.856845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:32.857183 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:32.857514 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:32.857845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:32.858173 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:32.858500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:32.858873 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:32.859288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:32.865810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:32.967958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-3fb5cd53-66c6-451e-b7f4-a273e580c3f4 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:32.969513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-3fb5cd53-66c6-451e-b7f4-a273e580c3f4 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.24 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2&tenant_id=a87bc21103a74ed59425fda9bfa43fe2&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 944 time: 0.1081522 Dec 16 23:11:33.023913 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['55ff88d2-5b05-4b4d-9122-e2af9f7c75b1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:11:33.043958 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-3d7360cf-8a18-4a66-816a-62240d4e6499 service neutron] delete failed (client error): The resource could not be found. Dec 16 23:11:33.044908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-3d7360cf-8a18-4a66-816a-62240d4e6499 service neutron] 10.222.0.24 "DELETE /v2.0/ports/55ff88d2-5b05-4b4d-9122-e2af9f7c75b1/bindings/n-h2-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.0666020 Dec 16 23:11:33.142403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-e9d0218c-b6fe-4db9-8188-8026998645d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:33.144117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-e9d0218c-b6fe-4db9-8188-8026998645d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a87bc21103a74ed59425fda9bfa43fe2&device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 1095 time: 0.0446248 Dec 16 23:11:33.269087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-1d1673b3-70be-44ab-9fa3-867174ec6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:33.270606 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-1d1673b3-70be-44ab-9fa3-867174ec6713 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3f2a952-fabb-4ce3-908f-40a899fc1ac2 HTTP/1.1" status: 200 len: 911 time: 0.1131334 Dec 16 23:11:33.317764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-5832a958-8a44-4093-b96c-836709ae0af9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 HTTP/1.1" status: 200 len: 217 time: 0.0399888 Dec 16 23:11:33.382856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-ea24ecd5-fe28-46f6-809c-82537f1bd5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:33.384390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-ea24ecd5-fe28-46f6-809c-82537f1bd5ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85418e88-0e6d-4061-a545-f715a605d81d HTTP/1.1" status: 200 len: 850 time: 0.0553339 Dec 16 23:11:33.425388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-72ddf1d6-6544-47c3-8815-0c5a84799da2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3f2a952-fabb-4ce3-908f-40a899fc1ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282965 Dec 16 23:11:33.530832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-51b83776-8416-4ccd-b327-7b874ad5e4ad service neutron] 10.222.0.24 "GET /v2.0/networks/f3f2a952-fabb-4ce3-908f-40a899fc1ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923078 Dec 16 23:11:33.649678 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-18b7fad7-2c45-4089-a2cd-7aaa282ec6c2 service neutron] 10.222.0.24 "GET /v2.0/networks/f3f2a952-fabb-4ce3-908f-40a899fc1ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057477 Dec 16 23:11:34.484388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:11:34.620553 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:11:34.625068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:11:34.625446 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:34.703131 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:34.726239 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671a71dd-f031-4e6a-b053-415abc7999c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ff88d2-5b05-4b4d-9122-e2af9f7c75b1'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:11:34.728844 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7866856d-9e37-4d06-8229-5c1724dd1dcd" -d '{"events": [{"server_uuid": "671a71dd-f031-4e6a-b053-415abc7999c2", "name": "network-vif-plugged", "status": "completed", "tag": "55ff88d2-5b05-4b4d-9122-e2af9f7c75b1"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:11:34.742187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,segment=NetworkSegment(159e8dc2-58a9-44c0-a348-9cf59112bbbe),segment_id=159e8dc2-58a9-44c0-a348-9cf59112bbbe)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:11:34.770997 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667222ad-657e-4e66-915e-1e00151f7df4 x-openstack-request-id: req-667222ad-657e-4e66-915e-1e00151f7df4 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:11:34.770997 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671a71dd-f031-4e6a-b053-415abc7999c2", "name": "network-vif-plugged", "status": "completed", "tag": "55ff88d2-5b05-4b4d-9122-e2af9f7c75b1", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:11:34.770997 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-667222ad-657e-4e66-915e-1e00151f7df4 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:11:34.770997 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671a71dd-f031-4e6a-b053-415abc7999c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ff88d2-5b05-4b4d-9122-e2af9f7c75b1', 'code': 200} Dec 16 23:11:34.809285 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:34.864332 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:11:35.125480 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1299d-3ff1-4a5d-9447-e306bd3bb44d req-fadb73bb-3dfb-45f9-ab5b-31c0f68d7dd6 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:35.126901 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1d1299d-3ff1-4a5d-9447-e306bd3bb44d req-fadb73bb-3dfb-45f9-ab5b-31c0f68d7dd6 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0519447 Dec 16 23:11:35.174970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1d1299d-3ff1-4a5d-9447-e306bd3bb44d req-0e844165-f09b-45b8-972d-f8fbcd4cb817 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Dec 16 23:11:36.303055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e16235-d895-412d-b2bc-923e382b841a req-024a71e5-3b0f-48ab-9bd0-52ce1af4630f tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:36.304575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e16235-d895-412d-b2bc-923e382b841a req-024a71e5-3b0f-48ab-9bd0-52ce1af4630f tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0522680 Dec 16 23:11:36.355704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e16235-d895-412d-b2bc-923e382b841a req-fe2d39d8-beba-4542-a2dc-764c6a111248 tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f8cd0ff-2432-4055-a936-7839834f5056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440962 Dec 16 23:11:36.533775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-d996867d-9a79-46bc-93e9-c79af67b247a tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:36.535157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-d996867d-9a79-46bc-93e9-c79af67b247a tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.69 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 945 time: 0.0543084 Dec 16 23:11:36.629436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-24388603-ef4c-466b-aabb-7630da73246d tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Deleting port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:11:36.629910 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-24388603-ef4c-466b-aabb-7630da73246d tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:36.721900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-24388603-ef4c-466b-aabb-7630da73246d tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] For port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,segment=NetworkSegment(159e8dc2-58a9-44c0-a348-9cf59112bbbe),segment_id=159e8dc2-58a9-44c0-a348-9cf59112bbbe)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:11:36.722263 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-24388603-ef4c-466b-aabb-7630da73246d tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:36.737147 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-24388603-ef4c-466b-aabb-7630da73246d tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Calling delete_port for 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:11:36.928884 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-24388603-ef4c-466b-aabb-7630da73246d tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:36.944941 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['55ff88d2-5b05-4b4d-9122-e2af9f7c75b1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:11:36.968301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24388603-ef4c-466b-aabb-7630da73246d tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Pushing event deleted for resources: {'Port': ['ID=55ff88d2-5b05-4b4d-9122-e2af9f7c75b1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:11:37.010131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-24388603-ef4c-466b-aabb-7630da73246d tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] No DVR routers for this DVR port 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:11:37.012886 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-24388603-ef4c-466b-aabb-7630da73246d tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:37.016420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-503e7d72-6b5f-4658-a401-8d1a4114f773 req-24388603-ef4c-466b-aabb-7630da73246d tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.69 "DELETE /v2.0/ports/55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 HTTP/1.1" status: 204 len: 173 time: 0.4704707 Dec 16 23:11:37.016869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671a71dd-f031-4e6a-b053-415abc7999c2', 'name': 'network-vif-deleted', 'tag': '55ff88d2-5b05-4b4d-9122-e2af9f7c75b1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:11:37.019135 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d150f83e-bb22-4166-abb0-aed6111ceb09" -d '{"events": [{"server_uuid": "671a71dd-f031-4e6a-b053-415abc7999c2", "name": "network-vif-deleted", "tag": "55ff88d2-5b05-4b4d-9122-e2af9f7c75b1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:11:37.058485 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa519a6-6d4f-43cd-878b-059ba6c4497c x-openstack-request-id: req-eaa519a6-6d4f-43cd-878b-059ba6c4497c {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:11:37.058783 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671a71dd-f031-4e6a-b053-415abc7999c2", "name": "network-vif-deleted", "tag": "55ff88d2-5b05-4b4d-9122-e2af9f7c75b1", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:11:37.059044 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eaa519a6-6d4f-43cd-878b-059ba6c4497c {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:11:37.059477 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671a71dd-f031-4e6a-b053-415abc7999c2', 'name': 'network-vif-deleted', 'tag': '55ff88d2-5b05-4b4d-9122-e2af9f7c75b1', 'status': 'completed', 'code': 200} Dec 16 23:11:37.472652 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-583353e8-ec33-4d0b-84ad-e051b8768dab req-c2e5666a-a3af-4e22-8aa3-d8199e743cec tempest-DeleteServersTestJSON-526611574 tempest-DeleteServersTestJSON-526611574-project] 10.222.0.43 "GET /v2.0/ports?device_id=671a71dd-f031-4e6a-b053-415abc7999c2 HTTP/1.1" status: 200 len: 210 time: 0.0276251 Dec 16 23:11:38.611745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34536) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:11:38.661960 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Deleting subnet 85418e88-0e6d-4061-a545-f715a605d81d {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:11:38.665154 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:38.700713 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:38.742056 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:38.923136 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:38.952400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85418e88-0e6d-4061-a545-f715a605d81d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:11:38.962031 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:38.965329 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/85418e88-0e6d-4061-a545-f715a605d81d HTTP/1.1" status: 204 len: 168 time: 0.3525312 Dec 16 23:11:38.967193 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:38.967671 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:38.967983 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:38.968169 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34538) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:11:38.968638 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:38.968819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:38.969157 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:38.969486 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:38.969816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:38.970146 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:38.970481 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:38.970799 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:38.971124 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:38.971553 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402bc38-00fb-4eae-a98b-a25e4e58c154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:11:39.043067 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55f774d5-e3c0-4bcf-b5b7-afed63084589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:39.122703 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55f774d5-e3c0-4bcf-b5b7-afed63084589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:39.142879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-55f774d5-e3c0-4bcf-b5b7-afed63084589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f2a952-fabb-4ce3-908f-40a899fc1ac2']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:11:39.152231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-55f774d5-e3c0-4bcf-b5b7-afed63084589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159e8dc2-58a9-44c0-a348-9cf59112bbbe') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:11:39.152530 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-55f774d5-e3c0-4bcf-b5b7-afed63084589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159e8dc2-58a9-44c0-a348-9cf59112bbbe') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:11:39.162692 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55f774d5-e3c0-4bcf-b5b7-afed63084589 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:39.177055 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55f774d5-e3c0-4bcf-b5b7-afed63084589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:39.183365 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f774d5-e3c0-4bcf-b5b7-afed63084589 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:11:39.183778 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55f774d5-e3c0-4bcf-b5b7-afed63084589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: timer() Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:11:39.185496 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:11:39.317387 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55f774d5-e3c0-4bcf-b5b7-afed63084589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:39.323140 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55f774d5-e3c0-4bcf-b5b7-afed63084589 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:39.326516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-55f774d5-e3c0-4bcf-b5b7-afed63084589 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f3f2a952-fabb-4ce3-908f-40a899fc1ac2 HTTP/1.1" status: 204 len: 168 time: 0.3573322 Dec 16 23:11:39.337764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f774d5-e3c0-4bcf-b5b7-afed63084589 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3f2a952-fabb-4ce3-908f-40a899fc1ac2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:11:39.586737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34542) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:11:39.627318 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ceecd950-6220-4802-aae8-2784af3e37a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a87bc21103a74ed59425fda9bfa43fe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393155 Dec 16 23:11:39.630545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34544) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:11:39.680066 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-10de7e29-fbd9-477f-b7ad-83fee9d5b295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:39.702200 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-10de7e29-fbd9-477f-b7ad-83fee9d5b295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:39.848557 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-10de7e29-fbd9-477f-b7ad-83fee9d5b295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:39.851054 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-10de7e29-fbd9-477f-b7ad-83fee9d5b295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:39.852289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-10de7e29-fbd9-477f-b7ad-83fee9d5b295 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f8cd0ff-2432-4055-a936-7839834f5056 HTTP/1.1" status: 204 len: 168 time: 0.2208264 Dec 16 23:11:39.862290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de7e29-fbd9-477f-b7ad-83fee9d5b295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8cd0ff-2432-4055-a936-7839834f5056,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:11:40.511606 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:11:40.532755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:11:40.533105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 55ff88d2-5b05-4b4d-9122-e2af9f7c75b1 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:11:40.861221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34566) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:11:40.972909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c5565858-4cb5-406d-ab09-43bab82e7e38 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-158028664-network', 'tenant_id': '8b4ef3f197c24d4d886cedc54155f912'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:11:41.049137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5565858-4cb5-406d-ab09-43bab82e7e38 admin admin] Made reservation on behalf of 8b4ef3f197c24d4d886cedc54155f912 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:11:41.051577 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c5565858-4cb5-406d-ab09-43bab82e7e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:41.060435 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c5565858-4cb5-406d-ab09-43bab82e7e38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:41.137038 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c5565858-4cb5-406d-ab09-43bab82e7e38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:41.226148 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c5565858-4cb5-406d-ab09-43bab82e7e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:41.255453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5565858-4cb5-406d-ab09-43bab82e7e38 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:11:41.262886 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5565858-4cb5-406d-ab09-43bab82e7e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d45b760-6778-47e6-810a-3c699533945e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:11:41.270421 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c5565858-4cb5-406d-ab09-43bab82e7e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:41.270772 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-c5565858-4cb5-406d-ab09-43bab82e7e38 admin admin] Added segment e4d790cb-9736-44df-83b6-be3e67c95ef3 of type vlan for network e23ef3a8-6f09-45f5-ade7-4b92f100e22f Dec 16 23:11:41.315168 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c5565858-4cb5-406d-ab09-43bab82e7e38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:41.419384 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c5565858-4cb5-406d-ab09-43bab82e7e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:41.421075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5565858-4cb5-406d-ab09-43bab82e7e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:41.422130 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c5565858-4cb5-406d-ab09-43bab82e7e38 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:41.487000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5565858-4cb5-406d-ab09-43bab82e7e38 admin admin] Pushing event updated for resources: {'Network': ['ID=e23ef3a8-6f09-45f5-ade7-4b92f100e22f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:11:41.497049 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network e23ef3a8-6f09-45f5-ade7-4b92f100e22f details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:11:41.542383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c5565858-4cb5-406d-ab09-43bab82e7e38 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6797841 Dec 16 23:11:41.547788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34570) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:11:41.552878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-3b804256-a09c-4071-9785-c62741254289 admin admin] Request body: {'subnet': {'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-158028664-subnet', 'tenant_id': '8b4ef3f197c24d4d886cedc54155f912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:11:41.631869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b804256-a09c-4071-9785-c62741254289 admin admin] Made reservation on behalf of 8b4ef3f197c24d4d886cedc54155f912 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:11:41.634276 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3b804256-a09c-4071-9785-c62741254289 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:41.906359 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3b804256-a09c-4071-9785-c62741254289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:41.962165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b804256-a09c-4071-9785-c62741254289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=386ec115-2673-4910-8da1-454b2733a8c9,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:11:41.973695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b804256-a09c-4071-9785-c62741254289 admin admin] Checking segment: {'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:11:41.974061 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b804256-a09c-4071-9785-c62741254289 admin admin] Network hostable DHCP agents. Network: e23ef3a8-6f09-45f5-ade7-4b92f100e22f, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:11:42.072025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b804256-a09c-4071-9785-c62741254289 admin admin] Network e23ef3a8-6f09-45f5-ade7-4b92f100e22f is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:11:42.157790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-3b804256-a09c-4071-9785-c62741254289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, e23ef3a8-6f09-45f5-ade7-4b92f100e22f) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:11:42.162087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b804256-a09c-4071-9785-c62741254289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:42.162690 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3b804256-a09c-4071-9785-c62741254289 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:42.168342 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5270eda8-5d51-432d-89f8-f82100d2f437 None None] Network e23ef3a8-6f09-45f5-ade7-4b92f100e22f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:11:42.252578 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3b804256-a09c-4071-9785-c62741254289 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7036822 Dec 16 23:11:42.269277 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6849e97-f90d-45b9-bd96-e499a6fe2278 None None] Network e23ef3a8-6f09-45f5-ade7-4b92f100e22f requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:11:42.811948 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-6275f4ca-1a61-4bad-a5f8-44fcd7187612 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:42.813460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-6275f4ca-1a61-4bad-a5f8-44fcd7187612 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 814 time: 0.1071379 Dec 16 23:11:42.828592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-54acf59b-1dc4-454f-872d-2a73e2bfbf4a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/quotas/8b4ef3f197c24d4d886cedc54155f912 HTTP/1.1" status: 200 len: 375 time: 0.0094745 Dec 16 23:11:42.861058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-4e1b4ee3-814f-4bdc-bdbe-ae7b05c1ce57 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270493 Dec 16 23:11:42.999840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-4a6e712e-3b68-4a68-958a-7dbf2c07ae14 service neutron] 10.222.0.43 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317170 Dec 16 23:11:43.096428 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-4227bdcd-e61f-4e8b-826e-cc05e7e7961e service neutron] 10.222.0.43 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905313 Dec 16 23:11:43.353789 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f486b03f-1c5c-4607-a20d-d022cf083d0d req-3f2d8ba5-9cb6-4840-9641-703744a16cfb tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 210 time: 0.0303156 Dec 16 23:11:43.702146 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:43.831926 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:44.471606 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a576e42b-3f1e-40f6-a238-2916f3110beb req-a99ba18e-77ec-431d-89c9-9f0767556537 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 210 time: 0.0438032 Dec 16 23:11:45.413268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-00f69839-47fa-47e6-b40b-1fc05b40442a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:45.414755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-00f69839-47fa-47e6-b40b-1fc05b40442a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.69 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 814 time: 0.1091473 Dec 16 23:11:45.433378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-5ca41b0c-c229-4951-98de-f9c907d2e76f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Request body: {'port': {'device_id': 'ab03f8d2-42f0-4ce3-955a-c40417d4edf2', 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f', 'admin_state_up': True, 'tenant_id': '8b4ef3f197c24d4d886cedc54155f912'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:11:45.634987 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1623ad56-18c5-4197-84bc-9aa8e71f02bd req-4417adb4-b119-4da9-af2d-18a97da72434 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 210 time: 0.0913262 Dec 16 23:11:45.643447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-5ca41b0c-c229-4951-98de-f9c907d2e76f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Made reservation on behalf of 8b4ef3f197c24d4d886cedc54155f912 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:11:45.647060 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-5ca41b0c-c229-4951-98de-f9c907d2e76f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:45.775309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-5ca41b0c-c229-4951-98de-f9c907d2e76f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Allocated IP 172.20.0.4 (e23ef3a8-6f09-45f5-ade7-4b92f100e22f/386ec115-2673-4910-8da1-454b2733a8c9/f712de37-31f5-4790-93ad-efd99f9ffaac) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:11:45.927949 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-5ca41b0c-c229-4951-98de-f9c907d2e76f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:46.009044 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-5ca41b0c-c229-4951-98de-f9c907d2e76f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:46.054642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-5ca41b0c-c229-4951-98de-f9c907d2e76f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Network e23ef3a8-6f09-45f5-ade7-4b92f100e22f is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:11:46.060226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-5ca41b0c-c229-4951-98de-f9c907d2e76f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:11:46.064882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-5ca41b0c-c229-4951-98de-f9c907d2e76f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:11:46.069079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca41b0c-c229-4951-98de-f9c907d2e76f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Pushing event updated for resources: {'Port': ['ID=f712de37-31f5-4790-93ad-efd99f9ffaac,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:11:46.121766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-5ca41b0c-c229-4951-98de-f9c907d2e76f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:46.122384 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-5ca41b0c-c229-4951-98de-f9c907d2e76f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:46.222926 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-5ca41b0c-c229-4951-98de-f9c907d2e76f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7933269 Dec 16 23:11:46.240627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Request body: {'port': {'device_id': 'ab03f8d2-42f0-4ce3-955a-c40417d4edf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:11:46.296165 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:46.568986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f712de37-31f5-4790-93ad-efd99f9ffaac {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:11:46.576826 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:46.589548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Transition to ACTIVE for port object f712de37-31f5-4790-93ad-efd99f9ffaac will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:11:46.642019 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:46.698719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Pushing event updated for resources: {'Port': ['ID=f712de37-31f5-4790-93ad-efd99f9ffaac,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:11:46.810283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392350d8-d7f0-4760-8ef9-be2b762436b9 req-7d02a9cb-2b67-4d7b-ba40-1dcf49deeb81 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:46.812848 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-392350d8-d7f0-4760-8ef9-be2b762436b9 req-7d02a9cb-2b67-4d7b-ba40-1dcf49deeb81 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 943 time: 0.0933454 Dec 16 23:11:46.813829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Attempting to bind port f712de37-31f5-4790-93ad-efd99f9ffaac on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:11:46.814172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Attempting to bind port f712de37-31f5-4790-93ad-efd99f9ffaac by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:11:46.814511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Attempting to bind port f712de37-31f5-4790-93ad-efd99f9ffaac on network e23ef3a8-6f09-45f5-ade7-4b92f100e22f {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:11:46.819995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Port f712de37-31f5-4790-93ad-efd99f9ffaac on network e23ef3a8-6f09-45f5-ade7-4b92f100e22f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:11:46.820245 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Attempting to bind port f712de37-31f5-4790-93ad-efd99f9ffaac on network e23ef3a8-6f09-45f5-ade7-4b92f100e22f {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:11:46.833166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:11:46.835165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Checking segment: {'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:11:46.835165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Bound using segment: {'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:11:46.835165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Bound port: f712de37-31f5-4790-93ad-efd99f9ffaac, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:11:46.835165 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:46.911508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-392350d8-d7f0-4760-8ef9-be2b762436b9 req-c7db1587-1db2-4a1a-b24f-37f959e13db5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888624 Dec 16 23:11:46.936678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] For port f712de37-31f5-4790-93ad-efd99f9ffaac, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:11:46.939983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] For port f712de37-31f5-4790-93ad-efd99f9ffaac, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=f712de37-31f5-4790-93ad-efd99f9ffaac,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:11:46.992148 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:47.044660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:47.046409 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:47.047949 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] 10.222.0.69 "PUT /v2.0/ports/f712de37-31f5-4790-93ad-efd99f9ffaac HTTP/1.1" status: 200 len: 1091 time: 0.8116469 Dec 16 23:11:47.048429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab03f8d2-42f0-4ce3-955a-c40417d4edf2', 'tag': 'f712de37-31f5-4790-93ad-efd99f9ffaac'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:11:47.050721 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a02254-759a-4288-8f34-bd62140671a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ab03f8d2-42f0-4ce3-955a-c40417d4edf2", "tag": "f712de37-31f5-4790-93ad-efd99f9ffaac"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:11:47.076469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c53896-9d85-4529-a6f9-03bb4954ed42 service neutron] Pushing event updated for resources: {'Port': ['ID=f712de37-31f5-4790-93ad-efd99f9ffaac,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:11:47.090667 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa83cbf-f226-4898-ab2b-00f92da11fae x-openstack-request-id: req-7aa83cbf-f226-4898-ab2b-00f92da11fae {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:11:47.090969 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab03f8d2-42f0-4ce3-955a-c40417d4edf2", "tag": "f712de37-31f5-4790-93ad-efd99f9ffaac", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:11:47.091256 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7aa83cbf-f226-4898-ab2b-00f92da11fae {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:11:47.091710 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab03f8d2-42f0-4ce3-955a-c40417d4edf2', 'tag': 'f712de37-31f5-4790-93ad-efd99f9ffaac', 'status': 'completed', 'code': 200} Dec 16 23:11:47.163017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a02254-759a-4288-8f34-bd62140671a1 req-fbd0946c-bade-4f74-b672-2d1b028d16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:47.164604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31a02254-759a-4288-8f34-bd62140671a1 req-fbd0946c-bade-4f74-b672-2d1b028d16fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 1094 time: 0.0451047 Dec 16 23:11:47.277956 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a02254-759a-4288-8f34-bd62140671a1 req-9a879c20-0e0c-490b-8320-af593aee68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:47.279589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31a02254-759a-4288-8f34-bd62140671a1 req-9a879c20-0e0c-490b-8320-af593aee68c1 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8b4ef3f197c24d4d886cedc54155f912&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1022329 Dec 16 23:11:47.386969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a02254-759a-4288-8f34-bd62140671a1 req-19503fee-9369-46fd-81b9-44d9367aa4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:47.388433 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31a02254-759a-4288-8f34-bd62140671a1 req-19503fee-9369-46fd-81b9-44d9367aa4f8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977924 Dec 16 23:11:47.475673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-20d842f7-3e02-4a31-90a6-2a2a28daacd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:47.477188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-20d842f7-3e02-4a31-90a6-2a2a28daacd9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 1094 time: 0.0416498 Dec 16 23:11:47.526536 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-8073b071-994a-45cc-99a5-3293a925639b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f712de37-31f5-4790-93ad-efd99f9ffaac HTTP/1.1" status: 200 len: 217 time: 0.0359306 Dec 16 23:11:47.582664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-721ecc15-1020-449c-8c05-1cf2186002bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:47.584197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-721ecc15-1020-449c-8c05-1cf2186002bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=386ec115-2673-4910-8da1-454b2733a8c9 HTTP/1.1" status: 200 len: 854 time: 0.0460536 Dec 16 23:11:47.625362 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-5271bedb-b9ff-464e-80a1-6fe1a723839e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292077 Dec 16 23:11:47.722137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-764d5063-5ba6-47ee-ae46-72f2d9331805 service neutron] 10.222.0.69 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855987 Dec 16 23:11:47.826098 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9571bf6e-a7f6-409e-ad4c-ab7dbcea62aa req-8e0cae60-1cc5-41cc-bad8-deb8b24f5039 service neutron] 10.222.0.69 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910485 Dec 16 23:11:48.048976 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fab37-f62d-44fc-8fd1-bea2cd7b63b0 req-a0fb3530-cfdf-4747-bc1b-feea72cba4b1 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:48.050563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb9fab37-f62d-44fc-8fd1-bea2cd7b63b0 req-a0fb3530-cfdf-4747-bc1b-feea72cba4b1 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 943 time: 0.0622795 Dec 16 23:11:48.101635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bb9fab37-f62d-44fc-8fd1-bea2cd7b63b0 req-693ceda4-29df-433a-a39a-c3fa66f7eb62 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447354 Dec 16 23:11:49.238278 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a49ca-a82b-49e0-9799-9d8a9f145b0a req-47f2ea0a-2ab0-408a-93e6-2b8b26648a4d tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:49.239945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-200a49ca-a82b-49e0-9799-9d8a9f145b0a req-47f2ea0a-2ab0-408a-93e6-2b8b26648a4d tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 943 time: 0.0589323 Dec 16 23:11:49.293336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-200a49ca-a82b-49e0-9799-9d8a9f145b0a req-fa72f01d-9512-4552-9ef6-e5c007e7dc6e tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472581 Dec 16 23:11:50.112051 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b3d2afd-f12c-4a96-9932-6e047b77cb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:50.422259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22845b30-3ddf-4862-a3a6-b836130f172b req-0ad07eaa-f046-4c3f-926d-8e8096d4e92c tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:50.423842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22845b30-3ddf-4862-a3a6-b836130f172b req-0ad07eaa-f046-4c3f-926d-8e8096d4e92c tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 943 time: 0.0561996 Dec 16 23:11:50.473601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22845b30-3ddf-4862-a3a6-b836130f172b req-98674ccf-f558-4ecc-b73d-afa5caec4eb6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430884 Dec 16 23:11:50.527147 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device f712de37-31f5-4790-93ad-efd99f9ffaac details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:11:50.629282 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port f712de37-31f5-4790-93ad-efd99f9ffaac, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=f712de37-31f5-4790-93ad-efd99f9ffaac,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:11:50.642829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'f712de37-31f5-4790-93ad-efd99f9ffaac', 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f', 'port_id': 'f712de37-31f5-4790-93ad-efd99f9ffaac', 'mac_address': 'fa:16:3e:5c:fc:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386ec115-2673-4910-8da1-454b2733a8c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:11:50.681439 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:50.695558 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f712de37-31f5-4790-93ad-efd99f9ffaac {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:11:50.715215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port f712de37-31f5-4790-93ad-efd99f9ffaac, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=f712de37-31f5-4790-93ad-efd99f9ffaac,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:11:50.792100 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:50.842168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=f712de37-31f5-4790-93ad-efd99f9ffaac,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:11:51.037806 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['f712de37-31f5-4790-93ad-efd99f9ffaac'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:11:51.594828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898c5bc-0f07-4b67-a250-e0d604c3ea18 req-f5237060-fac4-40a9-a2a8-c02b134df2fe tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:51.596571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4898c5bc-0f07-4b67-a250-e0d604c3ea18 req-f5237060-fac4-40a9-a2a8-c02b134df2fe tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 944 time: 0.0539839 Dec 16 23:11:51.649302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4898c5bc-0f07-4b67-a250-e0d604c3ea18 req-c1cd7eef-c33d-428f-b929-043f65e3d5a2 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467255 Dec 16 23:11:52.505923 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3dfd8356-be6c-4c6f-89f8-f5e390c04bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:52.541127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device f712de37-31f5-4790-93ad-efd99f9ffaac up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:11:52.641944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port f712de37-31f5-4790-93ad-efd99f9ffaac completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:11:52.646354 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port f712de37-31f5-4790-93ad-efd99f9ffaac triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:11:52.646670 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:52.737487 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:52.762187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab03f8d2-42f0-4ce3-955a-c40417d4edf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f712de37-31f5-4790-93ad-efd99f9ffaac'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:11:52.765619 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dde4079-6ef3-48fb-b55d-2d581b8c4b12" -d '{"events": [{"server_uuid": "ab03f8d2-42f0-4ce3-955a-c40417d4edf2", "name": "network-vif-plugged", "status": "completed", "tag": "f712de37-31f5-4790-93ad-efd99f9ffaac"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:11:52.774880 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4ad73-666d-4368-bb13-300309591bee req-a0140b8b-34f9-4d70-834e-24653253e2d5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:52.776488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50f4ad73-666d-4368-bb13-300309591bee req-a0140b8b-34f9-4d70-834e-24653253e2d5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 944 time: 0.0559752 Dec 16 23:11:52.779290 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port f712de37-31f5-4790-93ad-efd99f9ffaac, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=f712de37-31f5-4790-93ad-efd99f9ffaac,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:11:52.812409 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd04114-b1de-420b-976c-f7514768caa1 x-openstack-request-id: req-1fd04114-b1de-420b-976c-f7514768caa1 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:11:52.813032 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab03f8d2-42f0-4ce3-955a-c40417d4edf2", "name": "network-vif-plugged", "status": "completed", "tag": "f712de37-31f5-4790-93ad-efd99f9ffaac", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:11:52.813166 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1fd04114-b1de-420b-976c-f7514768caa1 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:11:52.813534 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab03f8d2-42f0-4ce3-955a-c40417d4edf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f712de37-31f5-4790-93ad-efd99f9ffaac', 'code': 200} Dec 16 23:11:52.832840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50f4ad73-666d-4368-bb13-300309591bee req-636848f7-687d-4fc6-8787-3ee12d4ae887 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484319 Dec 16 23:11:52.860731 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:52.916017 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=f712de37-31f5-4790-93ad-efd99f9ffaac,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:11:52.919565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae951505-ea86-4afd-90f5-2291df3e9329 req-352b0007-a168-40ce-a7ac-0d583c22d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:52.924930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae951505-ea86-4afd-90f5-2291df3e9329 req-352b0007-a168-40ce-a7ac-0d583c22d49b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 1096 time: 0.0432687 Dec 16 23:11:52.972814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae951505-ea86-4afd-90f5-2291df3e9329 req-4b4a3cb2-07d5-4db8-b9c4-97283fb5e8f0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406635 Dec 16 23:11:53.734021 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:53.956112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b15e47-a3f4-4447-a499-4a563c289044 req-66531446-8ddb-4990-a9a2-53cfe0dd7dcd tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:53.957664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87b15e47-a3f4-4447-a499-4a563c289044 req-66531446-8ddb-4990-a9a2-53cfe0dd7dcd tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0498660 Dec 16 23:11:54.014491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87b15e47-a3f4-4447-a499-4a563c289044 req-b206e596-2511-4154-852a-5eb5808f5599 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498335 Dec 16 23:11:55.014675 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:55.134876 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c9f0e-24df-4191-be64-f9fed359f253 req-3c98e0ce-d50a-4ab2-9732-e7bf5b232ba0 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:55.136423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e07c9f0e-24df-4191-be64-f9fed359f253 req-3c98e0ce-d50a-4ab2-9732-e7bf5b232ba0 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0511761 Dec 16 23:11:55.186594 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e07c9f0e-24df-4191-be64-f9fed359f253 req-b2aae19a-1105-44eb-bae9-a4351b668a92 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435059 Dec 16 23:11:55.305043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1a932-8977-430c-862e-64e03bb044df req-d297b8ae-9fc5-478c-b2b7-47e095a6da71 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:55.306551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5f1a932-8977-430c-862e-64e03bb044df req-d297b8ae-9fc5-478c-b2b7-47e095a6da71 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0501344 Dec 16 23:11:55.355539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5f1a932-8977-430c-862e-64e03bb044df req-5b6dad11-fcb1-45d6-9bbc-e8a986b58b53 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420163 Dec 16 23:11:55.627416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a88ae-ef0a-4747-b2d7-738dfbb9e467 req-c9d3c1a7-b052-46de-b021-ade013cd9531 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:55.628945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c6a88ae-ef0a-4747-b2d7-738dfbb9e467 req-c9d3c1a7-b052-46de-b021-ade013cd9531 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0561440 Dec 16 23:11:55.678650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c6a88ae-ef0a-4747-b2d7-738dfbb9e467 req-1c976ec1-0674-45a5-b7f2-0154771c7a8b tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436902 Dec 16 23:11:55.781444 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:55.808141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15579611-907a-4588-ba66-d45ce6c981c9 req-604e7a7b-3733-41af-81da-15d517e01ce0 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:55.809751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15579611-907a-4588-ba66-d45ce6c981c9 req-604e7a7b-3733-41af-81da-15d517e01ce0 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0550869 Dec 16 23:11:55.861378 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15579611-907a-4588-ba66-d45ce6c981c9 req-cbcf8be6-89e3-4703-8b1a-56feefa4d3df tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451720 Dec 16 23:11:56.316523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cf67c-111b-40bc-873e-4b6e404a527b req-af08ef8d-14ec-49ca-ad05-f6d0092ed393 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:56.318043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d34cf67c-111b-40bc-873e-4b6e404a527b req-af08ef8d-14ec-49ca-ad05-f6d0092ed393 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0511811 Dec 16 23:11:56.370356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d34cf67c-111b-40bc-873e-4b6e404a527b req-00c419bd-0d33-4023-8df8-e6afe0969974 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463936 Dec 16 23:11:56.506560 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-61f9c161-38c8-4ec9-abea-290bfcb5f401 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422835 Dec 16 23:11:57.494009 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8d1e5-4cee-4491-abbf-fcfd5ef94cef req-329c21f2-f5e3-4a43-8055-abebfcdff6ce tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:57.495611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbd8d1e5-4cee-4491-abbf-fcfd5ef94cef req-329c21f2-f5e3-4a43-8055-abebfcdff6ce tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0525928 Dec 16 23:11:57.548433 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbd8d1e5-4cee-4491-abbf-fcfd5ef94cef req-58be001b-6ee3-4ffb-818e-bd4deac0d961 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462437 Dec 16 23:11:58.700818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36469d-25d0-48ac-9c78-16494d8562ea req-2c9304ca-8497-474c-be95-eed32ba1053c tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:58.702332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f36469d-25d0-48ac-9c78-16494d8562ea req-2c9304ca-8497-474c-be95-eed32ba1053c tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0802677 Dec 16 23:11:58.727684 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032ed43-8eaf-4f03-921c-38b38391594b req-61c689f6-a1fe-42d4-b8cc-f7baabe4d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:58.729400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-61c689f6-a1fe-42d4-b8cc-f7baabe4d4fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 1096 time: 0.0732198 Dec 16 23:11:58.799331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f36469d-25d0-48ac-9c78-16494d8562ea req-b0ca8876-04b6-4780-a148-ed8c23adca5a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904653 Dec 16 23:11:58.839259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032ed43-8eaf-4f03-921c-38b38391594b req-e2529097-a5fa-4519-ad22-f4b86231d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:58.840805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-e2529097-a5fa-4519-ad22-f4b86231d1b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 915 time: 0.1001267 Dec 16 23:11:58.887595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-9cecd29e-a26d-4200-ba19-4aeb1751fe49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f712de37-31f5-4790-93ad-efd99f9ffaac HTTP/1.1" status: 200 len: 217 time: 0.0392339 Dec 16 23:11:58.938181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032ed43-8eaf-4f03-921c-38b38391594b req-69344d11-3c10-47b9-8dbe-6071950e0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:58.939665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-69344d11-3c10-47b9-8dbe-6071950e0898 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=386ec115-2673-4910-8da1-454b2733a8c9 HTTP/1.1" status: 200 len: 854 time: 0.0453818 Dec 16 23:11:58.973036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-29e5b95f-5116-4428-9ba5-e3764711f3c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256839 Dec 16 23:11:59.063445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-9bb27b6d-e1b7-4bb0-bca8-a0a0eaff4eba service neutron] 10.222.0.69 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834973 Dec 16 23:11:59.462045 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-7e25b8e5-0898-4ad1-9f34-ef53b2320b29 service neutron] 10.222.0.69 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917899 Dec 16 23:11:59.917960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ba28d-71e5-428d-9e9e-024b3278889f req-a5fb688a-a5bc-42e2-8ef2-81bbeceeefbf tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:59.919475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b7ba28d-71e5-428d-9e9e-024b3278889f req-a5fb688a-a5bc-42e2-8ef2-81bbeceeefbf tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0490823 Dec 16 23:11:59.966678 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b7ba28d-71e5-428d-9e9e-024b3278889f req-827d1031-1912-4870-8c79-b66a3f46c217 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Dec 16 23:12:01.090783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218203c4-ca77-4812-adae-36b1a95b68c4 req-c094f0ba-5040-4ad6-8905-b0026815db95 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:01.092771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-218203c4-ca77-4812-adae-36b1a95b68c4 req-c094f0ba-5040-4ad6-8905-b0026815db95 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0544858 Dec 16 23:12:01.142021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-218203c4-ca77-4812-adae-36b1a95b68c4 req-27721186-cdca-4455-8f96-2159ef08f790 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 Dec 16 23:12:02.258546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9814d0-c03b-4104-9006-d51ce31fe35f req-97fab564-90d9-495f-952d-58c856bbb4da tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:02.260110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d9814d0-c03b-4104-9006-d51ce31fe35f req-97fab564-90d9-495f-952d-58c856bbb4da tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0498586 Dec 16 23:12:02.309679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d9814d0-c03b-4104-9006-d51ce31fe35f req-75b5870f-64fd-4f46-8759-2b5169b05e37 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436454 Dec 16 23:12:03.431057 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ec641-2d65-4489-acdc-5598735d5af5 req-e92372a5-19f8-4025-adb1-ca301ad1153c tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:03.432565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-306ec641-2d65-4489-acdc-5598735d5af5 req-e92372a5-19f8-4025-adb1-ca301ad1153c tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0522149 Dec 16 23:12:03.481709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-306ec641-2d65-4489-acdc-5598735d5af5 req-bf14df70-6aa6-46ac-98c5-2db4d604d2e6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 Dec 16 23:12:04.601670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcadb3-d677-40d2-ab84-7ecc218f611f req-f84af219-f849-4463-9e50-1c5a3cf97a35 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:04.603363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8bcadb3-d677-40d2-ab84-7ecc218f611f req-f84af219-f849-4463-9e50-1c5a3cf97a35 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0485935 Dec 16 23:12:04.651208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8bcadb3-d677-40d2-ab84-7ecc218f611f req-13c20296-5298-4cd9-89fc-c3773e03f6ba tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418890 Dec 16 23:12:05.766903 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228129f-50a2-4250-a9d5-1df45a5c845a req-4c5f60c4-4b6e-422e-b913-a9020916a40a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:05.768420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0228129f-50a2-4250-a9d5-1df45a5c845a req-4c5f60c4-4b6e-422e-b913-a9020916a40a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0494077 Dec 16 23:12:05.821160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0228129f-50a2-4250-a9d5-1df45a5c845a req-bb1d1d15-21fb-4f6d-b9ec-30a59b5325ab tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468597 Dec 16 23:12:06.925595 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:12:06.942752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c79c4-6769-47dd-99c6-51c42fde7142 req-4efccb9b-f0f9-4a69-b8b3-146b4c904617 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:06.944355 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-137c79c4-6769-47dd-99c6-51c42fde7142 req-4efccb9b-f0f9-4a69-b8b3-146b4c904617 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0527332 Dec 16 23:12:06.995168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-137c79c4-6769-47dd-99c6-51c42fde7142 req-747809ae-8b3e-4bf3-9ed0-796461ac9e02 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448339 Dec 16 23:12:08.116526 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334281ad-2fe8-4a52-82ef-9c836c14b29e req-5572c13e-8c36-48fe-8618-45c2dec5ad1d tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:08.118045 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-334281ad-2fe8-4a52-82ef-9c836c14b29e req-5572c13e-8c36-48fe-8618-45c2dec5ad1d tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0527563 Dec 16 23:12:08.166204 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-334281ad-2fe8-4a52-82ef-9c836c14b29e req-8206b8d4-0a13-4e0e-854e-a5e2ff8f93b4 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 Dec 16 23:12:09.287236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff862af-dd0a-4dc6-b544-ee70eb66c1fb req-0078e909-1a00-41bb-be9b-1122ad04a99e tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:09.288784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fff862af-dd0a-4dc6-b544-ee70eb66c1fb req-0078e909-1a00-41bb-be9b-1122ad04a99e tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0544763 Dec 16 23:12:09.336912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fff862af-dd0a-4dc6-b544-ee70eb66c1fb req-a17f8a35-ba47-41e4-b9d5-e5f06b05d000 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421267 Dec 16 23:12:10.458512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a226365-ba85-4a9e-88ae-34c77a20f29e req-83d68801-a007-4b6b-92a4-528223f7464f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:10.460077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a226365-ba85-4a9e-88ae-34c77a20f29e req-83d68801-a007-4b6b-92a4-528223f7464f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0545411 Dec 16 23:12:10.508307 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a226365-ba85-4a9e-88ae-34c77a20f29e req-e66eb599-6e71-4419-ab6d-f37197d05082 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423677 Dec 16 23:12:11.627070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82dba1-79fa-4560-a5e4-295cff63ce3c req-1473d125-194f-45fb-a3fa-285806fb0f0a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:11.628758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb82dba1-79fa-4560-a5e4-295cff63ce3c req-1473d125-194f-45fb-a3fa-285806fb0f0a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0507872 Dec 16 23:12:11.680443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb82dba1-79fa-4560-a5e4-295cff63ce3c req-c3128d9a-e15a-40e8-8753-1eb0134e9996 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456674 Dec 16 23:12:12.805437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53180b15-7fb0-4d73-8018-d3b9f4428da6 req-7cae7061-78a7-4da8-8866-578f878ba862 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:12.807001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53180b15-7fb0-4d73-8018-d3b9f4428da6 req-7cae7061-78a7-4da8-8866-578f878ba862 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0524101 Dec 16 23:12:12.865381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-53180b15-7fb0-4d73-8018-d3b9f4428da6 req-dfb5c665-41ad-4080-8aa4-0b04415bd160 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498908 Dec 16 23:12:13.653221 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:13.773247 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:13.990846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3b400-240a-4823-8836-5001fd46b7e3 req-5d4db2de-ab9a-4d89-97a7-61272d118b15 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:13.992579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0c3b400-240a-4823-8836-5001fd46b7e3 req-5d4db2de-ab9a-4d89-97a7-61272d118b15 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0585053 Dec 16 23:12:14.040004 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d0c3b400-240a-4823-8836-5001fd46b7e3 req-5a9f272c-0917-46b6-bd2a-a3a9eb9b2799 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414541 Dec 16 23:12:15.161706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908c91d-095d-49fc-ac56-280239b11010 req-cabe629b-e107-465a-b5a2-fc6f7b8505c0 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:15.163229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c908c91d-095d-49fc-ac56-280239b11010 req-cabe629b-e107-465a-b5a2-fc6f7b8505c0 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0552747 Dec 16 23:12:15.213064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c908c91d-095d-49fc-ac56-280239b11010 req-6c08e8d5-53d5-47ce-8747-fdf5386f8241 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438254 Dec 16 23:12:16.331580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14379b-d4d3-4b03-913d-17056c7f7f79 req-b2cd73bd-9b80-4a19-8624-3b19e7893f5d tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:16.333140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e14379b-d4d3-4b03-913d-17056c7f7f79 req-b2cd73bd-9b80-4a19-8624-3b19e7893f5d tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0512762 Dec 16 23:12:16.383785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e14379b-d4d3-4b03-913d-17056c7f7f79 req-fa5a8102-b5e2-46dc-9a49-0483f2e02140 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446880 Dec 16 23:12:17.506294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2e4b5-1608-441d-972e-649e59b3d548 req-894cc92a-5647-4656-8a44-725e45cf1bcd tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:17.507810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fc2e4b5-1608-441d-972e-649e59b3d548 req-894cc92a-5647-4656-8a44-725e45cf1bcd tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0541313 Dec 16 23:12:17.557935 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fc2e4b5-1608-441d-972e-649e59b3d548 req-5d43a3c7-34a3-4444-aa27-b008cb8b67e1 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440161 Dec 16 23:12:18.681516 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23580fc7-355d-4ba8-9615-f8978594838c req-f732b71c-bd69-4957-94cf-e2db73a063d4 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:18.687283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23580fc7-355d-4ba8-9615-f8978594838c req-f732b71c-bd69-4957-94cf-e2db73a063d4 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0515614 Dec 16 23:12:18.733548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23580fc7-355d-4ba8-9615-f8978594838c req-4763b444-b49b-4e96-bd8d-c0e9e095eb67 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440600 Dec 16 23:12:19.077181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ed295-7ec8-4af1-a6d3-13536a19a0a7 req-361dc9a4-3666-4856-85e5-bd3cd5314d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:19.078717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f30ed295-7ec8-4af1-a6d3-13536a19a0a7 req-361dc9a4-3666-4856-85e5-bd3cd5314d22 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 1096 time: 0.0417166 Dec 16 23:12:19.187705 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ed295-7ec8-4af1-a6d3-13536a19a0a7 req-34d9bec1-a027-4e57-936a-74f46083792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:19.189196 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f30ed295-7ec8-4af1-a6d3-13536a19a0a7 req-34d9bec1-a027-4e57-936a-74f46083792b service neutron] 10.222.0.69 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 915 time: 0.0898132 Dec 16 23:12:19.232369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f30ed295-7ec8-4af1-a6d3-13536a19a0a7 req-20fa4b31-c3a5-4159-bbc1-74ed067c0342 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f712de37-31f5-4790-93ad-efd99f9ffaac HTTP/1.1" status: 200 len: 217 time: 0.0343044 Dec 16 23:12:19.292055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ed295-7ec8-4af1-a6d3-13536a19a0a7 req-a62e3ddc-ad34-406a-a49d-080625fc7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:19.293532 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f30ed295-7ec8-4af1-a6d3-13536a19a0a7 req-a62e3ddc-ad34-406a-a49d-080625fc7fc5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=386ec115-2673-4910-8da1-454b2733a8c9 HTTP/1.1" status: 200 len: 854 time: 0.0501323 Dec 16 23:12:19.328522 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f30ed295-7ec8-4af1-a6d3-13536a19a0a7 req-95b6aaab-6aa6-4033-b49d-e689a17384ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257499 Dec 16 23:12:19.421700 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f30ed295-7ec8-4af1-a6d3-13536a19a0a7 req-a805e214-78a2-428a-9fc5-8dfc4cbfd486 service neutron] 10.222.0.69 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827618 Dec 16 23:12:19.521474 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f30ed295-7ec8-4af1-a6d3-13536a19a0a7 req-82f48ff1-6030-4ffe-9c4b-8b7bb70b6fb9 service neutron] 10.222.0.69 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887420 Dec 16 23:12:19.867386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc43f01-0a8e-428a-b525-c7f4ce1322d7 req-f50c0ddd-7679-429c-a5d6-86c2ca4494e8 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:19.869019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4bc43f01-0a8e-428a-b525-c7f4ce1322d7 req-f50c0ddd-7679-429c-a5d6-86c2ca4494e8 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0651660 Dec 16 23:12:19.922888 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4bc43f01-0a8e-428a-b525-c7f4ce1322d7 req-f0d7e488-25fc-4c66-bfe0-8bd02b913dc7 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475667 Dec 16 23:12:20.139673 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-afd14835-a5a7-430e-9e9a-3829297833cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:21.043793 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b252e49-995e-4a2a-9094-97407a0215ce req-91872118-c6fc-42f0-95fa-199828131e80 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:21.045289 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b252e49-995e-4a2a-9094-97407a0215ce req-91872118-c6fc-42f0-95fa-199828131e80 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0497503 Dec 16 23:12:21.099242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b252e49-995e-4a2a-9094-97407a0215ce req-a1a2f873-cbff-4ea7-9eff-f156e7bc40d0 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471051 Dec 16 23:12:22.217854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95c42a-554f-404b-9df9-75d59c5086d1 req-f8abf248-e452-41be-8cc7-2c89199d5730 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:22.219385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a95c42a-554f-404b-9df9-75d59c5086d1 req-f8abf248-e452-41be-8cc7-2c89199d5730 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0498011 Dec 16 23:12:22.267137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3a95c42a-554f-404b-9df9-75d59c5086d1 req-12449b44-bcbe-4400-8eea-c3fa990515b4 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418215 Dec 16 23:12:22.516854 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-919f28f8-7226-42da-9af7-592977d60295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:23.384942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e8c0f-65dc-49dd-8efd-e619aba3847b req-3cbefe18-d924-42e3-99bf-4bdca288557e tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:23.386432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e94e8c0f-65dc-49dd-8efd-e619aba3847b req-3cbefe18-d924-42e3-99bf-4bdca288557e tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0498974 Dec 16 23:12:23.436117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e94e8c0f-65dc-49dd-8efd-e619aba3847b req-8efe39ae-bfb5-4c94-8f6d-f67c36e24482 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436411 Dec 16 23:12:23.744851 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:24.558641 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f466c-8552-473e-a6cb-7e675f30df01 req-572c2a5d-4a00-41ed-aed6-3abb46abc8e2 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:24.560259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-491f466c-8552-473e-a6cb-7e675f30df01 req-572c2a5d-4a00-41ed-aed6-3abb46abc8e2 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0549924 Dec 16 23:12:24.609122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-491f466c-8552-473e-a6cb-7e675f30df01 req-9ed9ae5c-0922-4427-812e-18ba22e02e0a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428357 Dec 16 23:12:25.008213 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:25.728668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723eae50-0442-4abf-8942-d547038de884 req-a42e54a4-cdb3-4054-8a06-e6932644c3b1 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:25.730164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-723eae50-0442-4abf-8942-d547038de884 req-a42e54a4-cdb3-4054-8a06-e6932644c3b1 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0517609 Dec 16 23:12:25.756099 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:25.779782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-723eae50-0442-4abf-8942-d547038de884 req-d8b70556-e54b-4c8b-909f-c1b30766192b tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435171 Dec 16 23:12:26.911576 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-c032ed43-8eaf-4f03-921c-38b38391594b req-c9379cb3-7d98-4f8e-8124-3e1138c218f2 service neutron] show failed (client error): The resource could not be found. Dec 16 23:12:26.912630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-c9379cb3-7d98-4f8e-8124-3e1138c218f2 service neutron] 10.222.0.69 "GET /v2.0/ports/f712de37-31f5-4790-93ad-efd99f9ffaac/bindings/n-h2-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.0928073 Dec 16 23:12:26.924042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc330773-5ad8-4ea8-ae5c-784e73a3eb90 req-12aabc4c-54f6-46f2-b1b8-c956b89e8825 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:26.926182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc330773-5ad8-4ea8-ae5c-784e73a3eb90 req-12aabc4c-54f6-46f2-b1b8-c956b89e8825 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0713069 Dec 16 23:12:26.977991 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc330773-5ad8-4ea8-ae5c-784e73a3eb90 req-fe79b626-494a-4da5-889d-0b0b895c0191 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460434 Dec 16 23:12:27.551694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032ed43-8eaf-4f03-921c-38b38391594b req-5c6c84d7-564d-4b5b-b233-6847a1a16ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:27.553122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-5c6c84d7-564d-4b5b-b233-6847a1a16ec0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2&tenant_id=8b4ef3f197c24d4d886cedc54155f912 HTTP/1.1" status: 200 len: 1096 time: 0.0902779 Dec 16 23:12:27.570498 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:12:27.629666 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:27.834670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] For port f712de37-31f5-4790-93ad-efd99f9ffaac, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=f712de37-31f5-4790-93ad-efd99f9ffaac,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:12:27.869119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] For port f712de37-31f5-4790-93ad-efd99f9ffaac, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:12:27.908389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab03f8d2-42f0-4ce3-955a-c40417d4edf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f712de37-31f5-4790-93ad-efd99f9ffaac'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:12:27.911532 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011f5afa-52ad-4a7a-851c-e275de09f783" -d '{"events": [{"server_uuid": "ab03f8d2-42f0-4ce3-955a-c40417d4edf2", "name": "network-vif-unplugged", "status": "completed", "tag": "f712de37-31f5-4790-93ad-efd99f9ffaac"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:12:27.915731 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:27.929870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Transition to ACTIVE for port object f712de37-31f5-4790-93ad-efd99f9ffaac will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:12:28.025421 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:28.031727 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538d1748-6756-45fc-a0c1-f49ee7e1c427 x-openstack-request-id: req-538d1748-6756-45fc-a0c1-f49ee7e1c427 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:12:28.032028 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab03f8d2-42f0-4ce3-955a-c40417d4edf2", "name": "network-vif-unplugged", "status": "completed", "tag": "f712de37-31f5-4790-93ad-efd99f9ffaac", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:12:28.032279 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-538d1748-6756-45fc-a0c1-f49ee7e1c427 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:12:28.032673 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab03f8d2-42f0-4ce3-955a-c40417d4edf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f712de37-31f5-4790-93ad-efd99f9ffaac', 'code': 200} Dec 16 23:12:28.129333 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Pushing event updated for resources: {'Port': ['ID=f712de37-31f5-4790-93ad-efd99f9ffaac,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:12:28.131867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] No DVR routers for this DVR port f712de37-31f5-4790-93ad-efd99f9ffaac on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:12:28.145934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:28.146285 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:28.146652 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:28.147075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:28.147340 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:28.147838 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:28.148065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:28.148398 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:28.148752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:28.149112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:28.149440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:28.149835 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:28.150124 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:28.188791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae704f6-cb6c-4e1b-b03b-63f90537eb98 req-7373b1c9-2d55-4998-9242-b2cd56b4077e tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:28.190465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ae704f6-cb6c-4e1b-b03b-63f90537eb98 req-7373b1c9-2d55-4998-9242-b2cd56b4077e tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 943 time: 0.1263127 Dec 16 23:12:28.208296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Attempting to bind port f712de37-31f5-4790-93ad-efd99f9ffaac on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:12:28.208647 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Attempting to bind port f712de37-31f5-4790-93ad-efd99f9ffaac by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:12:28.208980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Attempting to bind port f712de37-31f5-4790-93ad-efd99f9ffaac on network e23ef3a8-6f09-45f5-ade7-4b92f100e22f {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:12:28.220899 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Port f712de37-31f5-4790-93ad-efd99f9ffaac on network e23ef3a8-6f09-45f5-ade7-4b92f100e22f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:12:28.221231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Attempting to bind port f712de37-31f5-4790-93ad-efd99f9ffaac on network e23ef3a8-6f09-45f5-ade7-4b92f100e22f {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:12:28.231114 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:12:28.231463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Checking segment: {'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:12:28.231856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Bound using segment: {'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:12:28.232317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Bound port: f712de37-31f5-4790-93ad-efd99f9ffaac, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:12:28.232705 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:28.282274 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ae704f6-cb6c-4e1b-b03b-63f90537eb98 req-dbe22b96-111c-4c13-8890-a2730364481a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831206 Dec 16 23:12:28.314214 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] For port f712de37-31f5-4790-93ad-efd99f9ffaac, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:12:28.317869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] For port f712de37-31f5-4790-93ad-efd99f9ffaac, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f712de37-31f5-4790-93ad-efd99f9ffaac,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:12:28.380614 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:28.422629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:28.423387 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:28.424794 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-6652aa85-9243-464c-a803-772d0a206dff service neutron] 10.222.0.24 "PUT /v2.0/ports/f712de37-31f5-4790-93ad-efd99f9ffaac HTTP/1.1" status: 200 len: 1091 time: 0.8585131 Dec 16 23:12:28.446825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652aa85-9243-464c-a803-772d0a206dff service neutron] Pushing event updated for resources: {'Port': ['ID=f712de37-31f5-4790-93ad-efd99f9ffaac,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:12:28.497614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032ed43-8eaf-4f03-921c-38b38391594b req-ea135e1e-6c78-4e8f-9d19-eccf85530b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:28.499128 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-ea135e1e-6c78-4e8f-9d19-eccf85530b87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 1094 time: 0.0438001 Dec 16 23:12:28.592565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032ed43-8eaf-4f03-921c-38b38391594b req-06969953-1a05-4461-80c4-98f3bad90565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:28.594059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-06969953-1a05-4461-80c4-98f3bad90565 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 915 time: 0.0859141 Dec 16 23:12:28.641994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-dd23ed84-5321-4b99-951d-f06a921b422b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f712de37-31f5-4790-93ad-efd99f9ffaac HTTP/1.1" status: 200 len: 217 time: 0.0395133 Dec 16 23:12:28.701372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032ed43-8eaf-4f03-921c-38b38391594b req-9cb682f9-d992-4103-9ec4-c6d6d2af0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:28.702845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-9cb682f9-d992-4103-9ec4-c6d6d2af0517 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=386ec115-2673-4910-8da1-454b2733a8c9 HTTP/1.1" status: 200 len: 854 time: 0.0490372 Dec 16 23:12:28.742912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-a3695472-cae0-4123-bb3a-50a128e3c2e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262876 Dec 16 23:12:28.842577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-62cf536b-3926-4b33-98a2-35c5713254c7 service neutron] 10.222.0.24 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876393 Dec 16 23:12:28.935161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c032ed43-8eaf-4f03-921c-38b38391594b req-37c615d7-4a4e-4423-a7cc-a693c2566949 service neutron] 10.222.0.24 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839982 Dec 16 23:12:29.402388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35709d2-a04f-4d8b-a6e7-ec861335a9bc req-d2249235-aee3-48ff-96f6-3642ce8c22e5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:29.403905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b35709d2-a04f-4d8b-a6e7-ec861335a9bc req-d2249235-aee3-48ff-96f6-3642ce8c22e5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 943 time: 0.0496013 Dec 16 23:12:29.451943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b35709d2-a04f-4d8b-a6e7-ec861335a9bc req-748de19f-1536-4d9a-8929-24e4f2e768ed tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419834 Dec 16 23:12:30.034133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab03f8d2-42f0-4ce3-955a-c40417d4edf2', 'tag': 'f712de37-31f5-4790-93ad-efd99f9ffaac'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:12:30.036752 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2894928-b873-433a-bac9-8ff95217a486" -d '{"events": [{"name": "network-changed", "server_uuid": "ab03f8d2-42f0-4ce3-955a-c40417d4edf2", "tag": "f712de37-31f5-4790-93ad-efd99f9ffaac"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:12:30.084879 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95da1da9-535e-431a-9af4-3276db976df7 x-openstack-request-id: req-95da1da9-535e-431a-9af4-3276db976df7 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:12:30.085173 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab03f8d2-42f0-4ce3-955a-c40417d4edf2", "tag": "f712de37-31f5-4790-93ad-efd99f9ffaac", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:12:30.085430 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95da1da9-535e-431a-9af4-3276db976df7 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:12:30.085839 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab03f8d2-42f0-4ce3-955a-c40417d4edf2', 'tag': 'f712de37-31f5-4790-93ad-efd99f9ffaac', 'status': 'completed', 'code': 200} Dec 16 23:12:30.181522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2894928-b873-433a-bac9-8ff95217a486 req-6b1713c6-a95d-4de0-b4c2-a1e3c7dbf366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:30.183029 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2894928-b873-433a-bac9-8ff95217a486 req-6b1713c6-a95d-4de0-b4c2-a1e3c7dbf366 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 1094 time: 0.0747452 Dec 16 23:12:30.185429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2894928-b873-433a-bac9-8ff95217a486 req-de06da0b-d01a-4312-baaf-88a9b53bb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:30.186768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2894928-b873-433a-bac9-8ff95217a486 req-de06da0b-d01a-4312-baaf-88a9b53bb69d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 1094 time: 0.0679727 Dec 16 23:12:30.346370 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2894928-b873-433a-bac9-8ff95217a486 req-898256c9-cca9-4016-9fed-a447787f3a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:30.347874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2894928-b873-433a-bac9-8ff95217a486 req-898256c9-cca9-4016-9fed-a447787f3a56 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 915 time: 0.1567385 Dec 16 23:12:30.349194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2894928-b873-433a-bac9-8ff95217a486 req-5d84c14f-9a3b-4ba6-8b62-1b9d79aee9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:30.350494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2894928-b873-433a-bac9-8ff95217a486 req-5d84c14f-9a3b-4ba6-8b62-1b9d79aee9f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 915 time: 0.1506860 Dec 16 23:12:30.400410 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2894928-b873-433a-bac9-8ff95217a486 req-bea48970-c323-494c-ab2f-842eef0211b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f712de37-31f5-4790-93ad-efd99f9ffaac HTTP/1.1" status: 200 len: 217 time: 0.0437355 Dec 16 23:12:30.435045 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2894928-b873-433a-bac9-8ff95217a486 req-819b2a55-0abf-4007-b19b-c85275f75e0f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f712de37-31f5-4790-93ad-efd99f9ffaac HTTP/1.1" status: 200 len: 217 time: 0.0713313 Dec 16 23:12:30.505732 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2894928-b873-433a-bac9-8ff95217a486 req-d7f8204e-cd52-45a9-b89d-1ce6446ff083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:30.507228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2894928-b873-433a-bac9-8ff95217a486 req-d7f8204e-cd52-45a9-b89d-1ce6446ff083 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=386ec115-2673-4910-8da1-454b2733a8c9 HTTP/1.1" status: 200 len: 854 time: 0.0803998 Dec 16 23:12:30.514346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2894928-b873-433a-bac9-8ff95217a486 req-91e58298-e23f-4a2a-9764-a4eec2becf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:30.515798 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2894928-b873-433a-bac9-8ff95217a486 req-91e58298-e23f-4a2a-9764-a4eec2becf08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=386ec115-2673-4910-8da1-454b2733a8c9 HTTP/1.1" status: 200 len: 854 time: 0.0613680 Dec 16 23:12:30.562106 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2894928-b873-433a-bac9-8ff95217a486 req-e537f885-cb61-44ff-9af0-9fcf92c8dfdf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453506 Dec 16 23:12:30.599970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2894928-b873-433a-bac9-8ff95217a486 req-8ae7cdd0-8ac3-4093-8839-2f3b30eec42a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727866 Dec 16 23:12:30.714013 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device f712de37-31f5-4790-93ad-efd99f9ffaac no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:12:30.726025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7a5c4-566a-4d27-bad3-ffdcb3f6f5ec req-b6558688-8243-455f-acd8-b5122d67dbad tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:30.727563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47a7a5c4-566a-4d27-bad3-ffdcb3f6f5ec req-b6558688-8243-455f-acd8-b5122d67dbad tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 943 time: 0.2032852 Dec 16 23:12:30.755454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device f712de37-31f5-4790-93ad-efd99f9ffaac not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:12:30.789079 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2894928-b873-433a-bac9-8ff95217a486 req-fd8355d1-4453-482d-a9f0-0be961aec7c2 service neutron] 10.222.0.24 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113574 Dec 16 23:12:30.790780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2894928-b873-433a-bac9-8ff95217a486 req-bfbf0fac-4e42-47ec-b202-ef6d34d31ce5 service neutron] 10.222.0.69 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787834 Dec 16 23:12:30.911056 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47a7a5c4-566a-4d27-bad3-ffdcb3f6f5ec req-b1902f0e-7ceb-4425-baa9-13206978f982 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662347 Dec 16 23:12:30.977712 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2894928-b873-433a-bac9-8ff95217a486 req-df6cea03-d645-46c7-b80b-5063b61dd973 service neutron] 10.222.0.69 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744869 Dec 16 23:12:30.979961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2894928-b873-433a-bac9-8ff95217a486 req-cc6130a0-0f97-4623-a51a-b84a233f3901 service neutron] 10.222.0.24 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779706 Dec 16 23:12:31.962437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device f712de37-31f5-4790-93ad-efd99f9ffaac details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:12:32.038852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2304c7-e88d-4fa9-a00d-ddbd67be5e9c req-659c51e0-ed16-4f83-ba19-d69f417a021d tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:32.040556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e2304c7-e88d-4fa9-a00d-ddbd67be5e9c req-659c51e0-ed16-4f83-ba19-d69f417a021d tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 943 time: 0.0547662 Dec 16 23:12:32.069385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port f712de37-31f5-4790-93ad-efd99f9ffaac, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f712de37-31f5-4790-93ad-efd99f9ffaac,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:12:32.081942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'f712de37-31f5-4790-93ad-efd99f9ffaac', 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f', 'port_id': 'f712de37-31f5-4790-93ad-efd99f9ffaac', 'mac_address': 'fa:16:3e:5c:fc:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386ec115-2673-4910-8da1-454b2733a8c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:12:32.090845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e2304c7-e88d-4fa9-a00d-ddbd67be5e9c req-0fadcc1a-797b-4548-b148-99e30783fd7c tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440724 Dec 16 23:12:32.122580 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:32.136530 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f712de37-31f5-4790-93ad-efd99f9ffaac {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:12:32.156953 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port f712de37-31f5-4790-93ad-efd99f9ffaac, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f712de37-31f5-4790-93ad-efd99f9ffaac,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:12:32.202906 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:32.255690 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=f712de37-31f5-4790-93ad-efd99f9ffaac,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:12:32.405737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e117be1-c76a-4af3-afd6-2151cbbb4b54 req-867e2066-bf96-49d2-849b-7031e15fdc73 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:32.407275 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e117be1-c76a-4af3-afd6-2151cbbb4b54 req-867e2066-bf96-49d2-849b-7031e15fdc73 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 944 time: 0.0586538 Dec 16 23:12:32.451416 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['f712de37-31f5-4790-93ad-efd99f9ffaac'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:12:32.488680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1e117be1-c76a-4af3-afd6-2151cbbb4b54 req-1d3ae1f5-2f80-47c3-b5c6-d19ad6da1637 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735912 Dec 16 23:12:32.502774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679ebd-0971-4a01-bd56-f50a6ae4b7dd req-22a50cdd-12a5-4dcb-81c9-2f7e33b64eb2 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:32.504067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6679ebd-0971-4a01-bd56-f50a6ae4b7dd req-22a50cdd-12a5-4dcb-81c9-2f7e33b64eb2 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2&tenant_id=8b4ef3f197c24d4d886cedc54155f912&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 944 time: 0.0749984 Dec 16 23:12:32.571038 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-f6679ebd-0971-4a01-bd56-f50a6ae4b7dd req-4fc803e9-549a-4d8f-8b4e-a9a5f1643162 service neutron] delete failed (client error): The resource could not be found. Dec 16 23:12:32.572142 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6679ebd-0971-4a01-bd56-f50a6ae4b7dd req-4fc803e9-549a-4d8f-8b4e-a9a5f1643162 service neutron] 10.222.0.69 "DELETE /v2.0/ports/f712de37-31f5-4790-93ad-efd99f9ffaac/bindings/n-h1-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.0563800 Dec 16 23:12:32.669581 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679ebd-0971-4a01-bd56-f50a6ae4b7dd req-a5502b30-bfc5-4535-a46e-19bec771cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:32.671092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6679ebd-0971-4a01-bd56-f50a6ae4b7dd req-a5502b30-bfc5-4535-a46e-19bec771cc53 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 1095 time: 0.0456891 Dec 16 23:12:32.766829 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679ebd-0971-4a01-bd56-f50a6ae4b7dd req-2f041e4c-bd95-4616-bda2-bdb06da6bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:32.768303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6679ebd-0971-4a01-bd56-f50a6ae4b7dd req-2f041e4c-bd95-4616-bda2-bdb06da6bdb6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 915 time: 0.0850487 Dec 16 23:12:32.816492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6679ebd-0971-4a01-bd56-f50a6ae4b7dd req-fdf5cfa6-cd1a-4af5-bac9-e3629018f8fe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f712de37-31f5-4790-93ad-efd99f9ffaac HTTP/1.1" status: 200 len: 217 time: 0.0367033 Dec 16 23:12:32.876990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679ebd-0971-4a01-bd56-f50a6ae4b7dd req-7db76f26-1ac1-442e-93a5-976790027747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:32.878470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6679ebd-0971-4a01-bd56-f50a6ae4b7dd req-7db76f26-1ac1-442e-93a5-976790027747 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=386ec115-2673-4910-8da1-454b2733a8c9 HTTP/1.1" status: 200 len: 854 time: 0.0511978 Dec 16 23:12:32.918123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6679ebd-0971-4a01-bd56-f50a6ae4b7dd req-bd816294-f43d-4ba9-a0e9-d89694d4156e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275636 Dec 16 23:12:33.014496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6679ebd-0971-4a01-bd56-f50a6ae4b7dd req-f373c63c-489d-4456-9956-b00a80e6e1d4 service neutron] 10.222.0.69 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848970 Dec 16 23:12:33.122436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6679ebd-0971-4a01-bd56-f50a6ae4b7dd req-99320f4b-6015-48f2-94fd-dee3304ea1a8 service neutron] 10.222.0.69 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957170 Dec 16 23:12:33.487328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a743050-a879-49fe-8a07-a249f8c8d30d req-9a165328-3365-447a-a7e2-c2ee6f23bd5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417528 Dec 16 23:12:33.609863 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a743050-a879-49fe-8a07-a249f8c8d30d req-354e5d97-8dc8-40c0-8a31-d5aab073cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:33.611407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a743050-a879-49fe-8a07-a249f8c8d30d req-354e5d97-8dc8-40c0-8a31-d5aab073cf8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 1095 time: 0.0789590 Dec 16 23:12:33.629136 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e7474-d9ca-440c-9130-92844244efc3 req-20de01f4-4dad-43e4-9a1b-818cdc1b8055 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:33.630600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db9e7474-d9ca-440c-9130-92844244efc3 req-20de01f4-4dad-43e4-9a1b-818cdc1b8055 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 944 time: 0.0644028 Dec 16 23:12:33.731740 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db9e7474-d9ca-440c-9130-92844244efc3 req-b73fe26a-4624-47bc-8c92-54c7d2535f87 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913634 Dec 16 23:12:33.759005 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a743050-a879-49fe-8a07-a249f8c8d30d req-ac3b38fd-77ca-435a-a0e0-6f0773186689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:33.760539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a743050-a879-49fe-8a07-a249f8c8d30d req-ac3b38fd-77ca-435a-a0e0-6f0773186689 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 915 time: 0.1275909 Dec 16 23:12:33.808923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a743050-a879-49fe-8a07-a249f8c8d30d req-5eed577c-8b74-4454-8eee-d5bf2b27ee9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f712de37-31f5-4790-93ad-efd99f9ffaac HTTP/1.1" status: 200 len: 217 time: 0.0400829 Dec 16 23:12:33.862955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a743050-a879-49fe-8a07-a249f8c8d30d req-1b64bb65-f4da-4989-aedb-345dec787f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:33.864476 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a743050-a879-49fe-8a07-a249f8c8d30d req-1b64bb65-f4da-4989-aedb-345dec787f98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=386ec115-2673-4910-8da1-454b2733a8c9 HTTP/1.1" status: 200 len: 854 time: 0.0489280 Dec 16 23:12:33.898313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a743050-a879-49fe-8a07-a249f8c8d30d req-0aea15ad-d165-41de-a66c-6a6b523aeaf7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262783 Dec 16 23:12:33.969896 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device f712de37-31f5-4790-93ad-efd99f9ffaac up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:12:34.117596 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port f712de37-31f5-4790-93ad-efd99f9ffaac completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:12:34.122275 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port f712de37-31f5-4790-93ad-efd99f9ffaac triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:12:34.122673 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:34.206917 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:34.232489 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab03f8d2-42f0-4ce3-955a-c40417d4edf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f712de37-31f5-4790-93ad-efd99f9ffaac'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:12:34.234818 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a946bfef-1c1d-4197-af37-8e812a49c9d9" -d '{"events": [{"server_uuid": "ab03f8d2-42f0-4ce3-955a-c40417d4edf2", "name": "network-vif-plugged", "status": "completed", "tag": "f712de37-31f5-4790-93ad-efd99f9ffaac"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:12:34.249793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port f712de37-31f5-4790-93ad-efd99f9ffaac, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f712de37-31f5-4790-93ad-efd99f9ffaac,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:12:34.306876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a743050-a879-49fe-8a07-a249f8c8d30d req-1c1dc42e-b509-43fa-8e8c-57440bc2a8b9 service neutron] 10.222.0.24 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004230 Dec 16 23:12:34.333187 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc12552-1a20-4458-a18e-cb30fe673b34 x-openstack-request-id: req-5bc12552-1a20-4458-a18e-cb30fe673b34 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:12:34.333478 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab03f8d2-42f0-4ce3-955a-c40417d4edf2", "name": "network-vif-plugged", "status": "completed", "tag": "f712de37-31f5-4790-93ad-efd99f9ffaac", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:12:34.333731 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bc12552-1a20-4458-a18e-cb30fe673b34 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:12:34.334173 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab03f8d2-42f0-4ce3-955a-c40417d4edf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f712de37-31f5-4790-93ad-efd99f9ffaac', 'code': 200} Dec 16 23:12:34.338851 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:34.391424 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=f712de37-31f5-4790-93ad-efd99f9ffaac,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:12:34.399322 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:34.399709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:34.400021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:34.400351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:34.400682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:34.401018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:34.401346 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:34.401671 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:34.401996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:34.402315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:34.402458 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a743050-a879-49fe-8a07-a249f8c8d30d req-973a572a-f283-422a-a681-e4d4ff278c8e service neutron] 10.222.0.24 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879416 Dec 16 23:12:34.402635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:34.402952 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:34.403295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:12:34.854014 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c2f31-7c10-41e2-b095-8b63ba8ba56b req-089eb503-98b8-480c-a6bc-3247a48a1a1e tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:34.855610 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-960c2f31-7c10-41e2-b095-8b63ba8ba56b req-089eb503-98b8-480c-a6bc-3247a48a1a1e tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0535705 Dec 16 23:12:34.917913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-960c2f31-7c10-41e2-b095-8b63ba8ba56b req-62355a5c-b323-4716-b0ff-68812c1d3b4b tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563881 Dec 16 23:12:35.049447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a845b6-2ee4-47ed-b8df-ca8b29cac14d req-bdefcd62-94bd-4ad5-9309-f8507e1109a0 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:35.050896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9a845b6-2ee4-47ed-b8df-ca8b29cac14d req-bdefcd62-94bd-4ad5-9309-f8507e1109a0 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0525641 Dec 16 23:12:35.103319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9a845b6-2ee4-47ed-b8df-ca8b29cac14d req-328d4b7e-85ef-426f-8209-6b12c9047d76 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447183 Dec 16 23:12:35.225131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27683a0-3a96-4a24-b040-2db6bc590576 req-216799e9-e803-4272-8d7e-17ed3254052a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:35.226631 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f27683a0-3a96-4a24-b040-2db6bc590576 req-216799e9-e803-4272-8d7e-17ed3254052a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0538242 Dec 16 23:12:35.282292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f27683a0-3a96-4a24-b040-2db6bc590576 req-09de2ecd-5d08-4c9a-bf81-0d624ec17cd1 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492775 Dec 16 23:12:35.882678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-1e94faed-8399-462a-a782-b1c7a59c5a75 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:35.884217 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-1e94faed-8399-462a-a782-b1c7a59c5a75 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 814 time: 0.1117966 Dec 16 23:12:35.899375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-28d3beb4-c14b-43fc-8e86-59d0f717a141 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/quotas/8b4ef3f197c24d4d886cedc54155f912 HTTP/1.1" status: 200 len: 375 time: 0.0093586 Dec 16 23:12:35.949240 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-0df0719c-b001-4bd7-8beb-384b15b48149 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445411 Dec 16 23:12:36.046492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-97c3d76f-49af-4c09-8d85-11298256f77f service neutron] 10.222.0.43 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882063 Dec 16 23:12:36.136568 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-63e661cd-b5ea-401a-9b32-d6eacf948672 service neutron] 10.222.0.43 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838778 Dec 16 23:12:36.407529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc3d7336-cff5-4a39-b05a-05060249598b req-855fb47f-756b-4865-91cf-f31644d2c542 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 210 time: 0.0287712 Dec 16 23:12:37.287258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db81b7-0046-4df9-b3fb-15d134472581 req-92724262-fca2-4d8a-b01c-201120370cb4 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:37.291338 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4db81b7-0046-4df9-b3fb-15d134472581 req-92724262-fca2-4d8a-b01c-201120370cb4 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab03f8d2-42f0-4ce3-955a-c40417d4edf2 HTTP/1.1" status: 200 len: 945 time: 0.0544615 Dec 16 23:12:37.386952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-b4db81b7-0046-4df9-b3fb-15d134472581 req-5f09048f-0a17-4b00-bfca-b5751ce390e5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Deleting port f712de37-31f5-4790-93ad-efd99f9ffaac {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:12:37.387329 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b4db81b7-0046-4df9-b3fb-15d134472581 req-5f09048f-0a17-4b00-bfca-b5751ce390e5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:37.512869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c262eef-cf78-45ca-aa23-4038060bc702 req-d3354e24-f8d4-48c5-8cf6-016c3b27e36e tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 210 time: 0.0325592 Dec 16 23:12:37.521011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-b4db81b7-0046-4df9-b3fb-15d134472581 req-5f09048f-0a17-4b00-bfca-b5751ce390e5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] For port f712de37-31f5-4790-93ad-efd99f9ffaac, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f712de37-31f5-4790-93ad-efd99f9ffaac,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:12:37.526499 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b4db81b7-0046-4df9-b3fb-15d134472581 req-5f09048f-0a17-4b00-bfca-b5751ce390e5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:37.535971 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-b4db81b7-0046-4df9-b3fb-15d134472581 req-5f09048f-0a17-4b00-bfca-b5751ce390e5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Calling delete_port for f712de37-31f5-4790-93ad-efd99f9ffaac owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:12:37.757534 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b4db81b7-0046-4df9-b3fb-15d134472581 req-5f09048f-0a17-4b00-bfca-b5751ce390e5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:37.776970 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['f712de37-31f5-4790-93ad-efd99f9ffaac'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:12:37.787204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09048f-0a17-4b00-bfca-b5751ce390e5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Pushing event deleted for resources: {'Port': ['ID=f712de37-31f5-4790-93ad-efd99f9ffaac,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:12:37.829269 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4db81b7-0046-4df9-b3fb-15d134472581 req-5f09048f-0a17-4b00-bfca-b5751ce390e5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] No DVR routers for this DVR port f712de37-31f5-4790-93ad-efd99f9ffaac on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:12:37.831886 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b4db81b7-0046-4df9-b3fb-15d134472581 req-5f09048f-0a17-4b00-bfca-b5751ce390e5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:37.840597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4db81b7-0046-4df9-b3fb-15d134472581 req-5f09048f-0a17-4b00-bfca-b5751ce390e5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.24 "DELETE /v2.0/ports/f712de37-31f5-4790-93ad-efd99f9ffaac HTTP/1.1" status: 204 len: 173 time: 0.5357580 Dec 16 23:12:37.840597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab03f8d2-42f0-4ce3-955a-c40417d4edf2', 'name': 'network-vif-deleted', 'tag': 'f712de37-31f5-4790-93ad-efd99f9ffaac'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:12:37.840597 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11263402-4c47-4505-8d16-c1fdeb83e8ff" -d '{"events": [{"server_uuid": "ab03f8d2-42f0-4ce3-955a-c40417d4edf2", "name": "network-vif-deleted", "tag": "f712de37-31f5-4790-93ad-efd99f9ffaac"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:12:37.879739 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08f028c-48ac-4291-8177-7af5ba4d0810 x-openstack-request-id: req-c08f028c-48ac-4291-8177-7af5ba4d0810 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:12:37.879997 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab03f8d2-42f0-4ce3-955a-c40417d4edf2", "name": "network-vif-deleted", "tag": "f712de37-31f5-4790-93ad-efd99f9ffaac", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:12:37.880245 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c08f028c-48ac-4291-8177-7af5ba4d0810 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:12:37.880785 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab03f8d2-42f0-4ce3-955a-c40417d4edf2', 'name': 'network-vif-deleted', 'tag': 'f712de37-31f5-4790-93ad-efd99f9ffaac', 'status': 'completed', 'code': 200} Dec 16 23:12:38.633001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed3f8e26-9f81-4656-8f2c-1c7878740249 req-699c8c8a-b4ba-49f3-aa41-da09b5a777ae tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 210 time: 0.0494807 Dec 16 23:12:38.718609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-fc0426eb-7c65-45d0-b145-b9110d97c839 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:38.720201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-fc0426eb-7c65-45d0-b145-b9110d97c839 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.24 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 814 time: 0.1250339 Dec 16 23:12:38.737283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-684b007a-910a-4b07-ade5-fe61763f3331 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Request body: {'port': {'device_id': '010818b4-8585-460f-9d39-0e75ea636c7c', 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f', 'admin_state_up': True, 'tenant_id': '8b4ef3f197c24d4d886cedc54155f912'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:12:39.031114 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-684b007a-910a-4b07-ade5-fe61763f3331 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Made reservation on behalf of 8b4ef3f197c24d4d886cedc54155f912 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:12:39.035084 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-684b007a-910a-4b07-ade5-fe61763f3331 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:39.167367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-684b007a-910a-4b07-ade5-fe61763f3331 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Allocated IP 172.20.0.10 (e23ef3a8-6f09-45f5-ade7-4b92f100e22f/386ec115-2673-4910-8da1-454b2733a8c9/74eeac04-cee5-4002-a74b-23a5f68db498) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:12:39.325421 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-684b007a-910a-4b07-ade5-fe61763f3331 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:39.454204 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-684b007a-910a-4b07-ade5-fe61763f3331 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:39.503639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-684b007a-910a-4b07-ade5-fe61763f3331 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Network e23ef3a8-6f09-45f5-ade7-4b92f100e22f is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:12:39.507501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-684b007a-910a-4b07-ade5-fe61763f3331 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:12:39.511342 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-684b007a-910a-4b07-ade5-fe61763f3331 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:12:39.535216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b007a-910a-4b07-ade5-fe61763f3331 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Pushing event updated for resources: {'Port': ['ID=74eeac04-cee5-4002-a74b-23a5f68db498,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:12:39.564031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-684b007a-910a-4b07-ade5-fe61763f3331 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:39.564649 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-684b007a-910a-4b07-ade5-fe61763f3331 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:39.644830 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-684b007a-910a-4b07-ade5-fe61763f3331 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9121339 Dec 16 23:12:39.658071 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Request body: {'port': {'device_id': '010818b4-8585-460f-9d39-0e75ea636c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:12:39.738476 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:39.795463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ced76-511c-454b-98b4-781bb25139d6 req-5029d0b4-3491-4f2e-bc03-5925f8ca8551 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:39.797120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e23ced76-511c-454b-98b4-781bb25139d6 req-5029d0b4-3491-4f2e-bc03-5925f8ca8551 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 932 time: 0.0909045 Dec 16 23:12:39.921604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e23ced76-511c-454b-98b4-781bb25139d6 req-d4efd74d-6c6b-4403-a349-5e3da7b7bd82 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181128 Dec 16 23:12:40.000692 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device f712de37-31f5-4790-93ad-efd99f9ffaac no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:12:40.022443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: f712de37-31f5-4790-93ad-efd99f9ffaac {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:12:40.023039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device f712de37-31f5-4790-93ad-efd99f9ffaac not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:12:40.073220 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74eeac04-cee5-4002-a74b-23a5f68db498 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:12:40.080971 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:40.093538 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Transition to ACTIVE for port object 74eeac04-cee5-4002-a74b-23a5f68db498 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:12:40.190418 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:40.244989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Pushing event updated for resources: {'Port': ['ID=74eeac04-cee5-4002-a74b-23a5f68db498,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:12:40.318391 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Attempting to bind port 74eeac04-cee5-4002-a74b-23a5f68db498 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:12:40.318729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Attempting to bind port 74eeac04-cee5-4002-a74b-23a5f68db498 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:12:40.319052 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Attempting to bind port 74eeac04-cee5-4002-a74b-23a5f68db498 on network e23ef3a8-6f09-45f5-ade7-4b92f100e22f {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:12:40.324138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Port 74eeac04-cee5-4002-a74b-23a5f68db498 on network e23ef3a8-6f09-45f5-ade7-4b92f100e22f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:12:40.324459 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Attempting to bind port 74eeac04-cee5-4002-a74b-23a5f68db498 on network e23ef3a8-6f09-45f5-ade7-4b92f100e22f {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:12:40.329273 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:12:40.329605 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Checking segment: {'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:12:40.329986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Bound using segment: {'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:12:40.330406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Bound port: 74eeac04-cee5-4002-a74b-23a5f68db498, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:12:40.330757 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:40.395872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] For port 74eeac04-cee5-4002-a74b-23a5f68db498, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:12:40.398857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] For port 74eeac04-cee5-4002-a74b-23a5f68db498, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=74eeac04-cee5-4002-a74b-23a5f68db498,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:12:40.454227 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:40.494201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:40.494835 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:40.496302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] 10.222.0.24 "PUT /v2.0/ports/74eeac04-cee5-4002-a74b-23a5f68db498 HTTP/1.1" status: 200 len: 1092 time: 0.8424623 Dec 16 23:12:40.496762 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010818b4-8585-460f-9d39-0e75ea636c7c', 'tag': '74eeac04-cee5-4002-a74b-23a5f68db498'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:12:40.499051 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302e8899-38ad-4e1b-a474-42b065f07959" -d '{"events": [{"name": "network-changed", "server_uuid": "010818b4-8585-460f-9d39-0e75ea636c7c", "tag": "74eeac04-cee5-4002-a74b-23a5f68db498"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:12:40.518571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e2d59-3054-41e4-996f-fe09f1256938 service neutron] Pushing event updated for resources: {'Port': ['ID=74eeac04-cee5-4002-a74b-23a5f68db498,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:12:40.545824 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a03ae6-ae62-4813-bda5-467b87ba9178 x-openstack-request-id: req-33a03ae6-ae62-4813-bda5-467b87ba9178 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:12:40.546126 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010818b4-8585-460f-9d39-0e75ea636c7c", "tag": "74eeac04-cee5-4002-a74b-23a5f68db498", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:12:40.546384 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33a03ae6-ae62-4813-bda5-467b87ba9178 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:12:40.546801 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010818b4-8585-460f-9d39-0e75ea636c7c', 'tag': '74eeac04-cee5-4002-a74b-23a5f68db498', 'status': 'completed', 'code': 200} Dec 16 23:12:40.618558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e8899-38ad-4e1b-a474-42b065f07959 req-81c0659e-1e9f-4806-9c82-b015e1eddd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:40.620145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-302e8899-38ad-4e1b-a474-42b065f07959 req-81c0659e-1e9f-4806-9c82-b015e1eddd77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 1095 time: 0.0447752 Dec 16 23:12:40.731658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e8899-38ad-4e1b-a474-42b065f07959 req-d8e9cb94-616a-4a78-a2e2-4bf54c5e4087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:40.733064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-302e8899-38ad-4e1b-a474-42b065f07959 req-d8e9cb94-616a-4a78-a2e2-4bf54c5e4087 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8b4ef3f197c24d4d886cedc54155f912&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0994449 Dec 16 23:12:40.837851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e8899-38ad-4e1b-a474-42b065f07959 req-a34e7430-5f8d-4165-bc43-b7081766f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:40.839469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-302e8899-38ad-4e1b-a474-42b065f07959 req-a34e7430-5f8d-4165-bc43-b7081766f25b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951056 Dec 16 23:12:40.923227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-99571a98-87fc-4dff-a18d-029b9270092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:40.924764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-99571a98-87fc-4dff-a18d-029b9270092e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 1095 time: 0.0421493 Dec 16 23:12:40.968707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-dbdf6b46-db3a-4ece-95a7-42dc1daec964 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74eeac04-cee5-4002-a74b-23a5f68db498 HTTP/1.1" status: 200 len: 217 time: 0.0343852 Dec 16 23:12:41.052070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-ae65e9d0-bb1c-495e-90ed-a118ba40211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:41.053487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-ae65e9d0-bb1c-495e-90ed-a118ba40211f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=386ec115-2673-4910-8da1-454b2733a8c9 HTTP/1.1" status: 200 len: 854 time: 0.0766475 Dec 16 23:12:41.070397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae6e99-764e-4a9c-913f-192b6f64ad29 req-5f084360-70d8-4a2c-9dc2-c06619f96ae6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:41.071950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3ae6e99-764e-4a9c-913f-192b6f64ad29 req-5f084360-70d8-4a2c-9dc2-c06619f96ae6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 944 time: 0.0637028 Dec 16 23:12:41.109729 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-5778e512-995e-4bcf-9750-8dad867aad44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367715 Dec 16 23:12:41.184115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3ae6e99-764e-4a9c-913f-192b6f64ad29 req-57df2856-d9d5-4494-a8d8-5a34c61b133b tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035061 Dec 16 23:12:41.224184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-9fca5c08-bf32-4b62-a7d9-704dd922855e service neutron] 10.222.0.24 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015007 Dec 16 23:12:41.319577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-297fe9ef-529d-4b4d-90fe-e5fdf013764c req-4355d0c9-1694-4a6b-a4d9-c2f23f1dc5f9 service neutron] 10.222.0.24 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841081 Dec 16 23:12:42.303813 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a028cc-53da-4983-9434-1ef6ad2ed777 req-e75b8b9e-567f-4061-8134-7f474df3f474 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:42.305980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0a028cc-53da-4983-9434-1ef6ad2ed777 req-e75b8b9e-567f-4061-8134-7f474df3f474 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 944 time: 0.0533736 Dec 16 23:12:42.361713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0a028cc-53da-4983-9434-1ef6ad2ed777 req-9382c543-a1e9-4ac7-ab87-4522109c9886 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493236 Dec 16 23:12:43.481001 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de74f6-454e-4d6c-b7f0-480f7e0ad5a1 req-75fe9fa3-6377-402b-9ddd-10cf97d61419 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:43.482493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72de74f6-454e-4d6c-b7f0-480f7e0ad5a1 req-75fe9fa3-6377-402b-9ddd-10cf97d61419 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 944 time: 0.0504394 Dec 16 23:12:43.531623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72de74f6-454e-4d6c-b7f0-480f7e0ad5a1 req-4fcc9b85-74a7-490a-8111-162cd6c2f6f9 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430131 Dec 16 23:12:43.671004 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:43.785513 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:43.925282 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:12:44.025221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 74eeac04-cee5-4002-a74b-23a5f68db498 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:12:44.121463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 74eeac04-cee5-4002-a74b-23a5f68db498, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=74eeac04-cee5-4002-a74b-23a5f68db498,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:12:44.132355 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '74eeac04-cee5-4002-a74b-23a5f68db498', 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f', 'port_id': '74eeac04-cee5-4002-a74b-23a5f68db498', 'mac_address': 'fa:16:3e:8b:8d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386ec115-2673-4910-8da1-454b2733a8c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:12:44.174357 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:44.187513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74eeac04-cee5-4002-a74b-23a5f68db498 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:12:44.206681 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 74eeac04-cee5-4002-a74b-23a5f68db498, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=74eeac04-cee5-4002-a74b-23a5f68db498,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:12:44.282111 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:44.331871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=74eeac04-cee5-4002-a74b-23a5f68db498,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:12:44.524927 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['74eeac04-cee5-4002-a74b-23a5f68db498'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:12:44.655629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cd4b8-423a-4419-9f0f-5aed77fb2df1 req-720e5bed-9f7b-4718-be06-4c31df0b0854 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:44.657191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-870cd4b8-423a-4419-9f0f-5aed77fb2df1 req-720e5bed-9f7b-4718-be06-4c31df0b0854 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 945 time: 0.0513780 Dec 16 23:12:44.704412 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-870cd4b8-423a-4419-9f0f-5aed77fb2df1 req-f86f2d95-3dd6-47e4-b17d-55b61e3d1ecb tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414548 Dec 16 23:12:45.826798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415daf62-8ce2-452c-b28d-aea07c634b67 req-f2a0fab6-47b4-4e8a-8cd0-c4ae4f609eb6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:45.828332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-415daf62-8ce2-452c-b28d-aea07c634b67 req-f2a0fab6-47b4-4e8a-8cd0-c4ae4f609eb6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 945 time: 0.0549283 Dec 16 23:12:45.877331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-415daf62-8ce2-452c-b28d-aea07c634b67 req-8a63175f-3f08-4f5c-b22c-92fb5df3b775 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430303 Dec 16 23:12:46.022052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 74eeac04-cee5-4002-a74b-23a5f68db498 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:12:46.168345 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 74eeac04-cee5-4002-a74b-23a5f68db498 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:12:46.172831 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 74eeac04-cee5-4002-a74b-23a5f68db498 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:12:46.173223 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:46.256443 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:46.444294 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010818b4-8585-460f-9d39-0e75ea636c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eeac04-cee5-4002-a74b-23a5f68db498'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:12:46.446625 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8e6144-7e0c-4594-8b99-6d5e43aad855" -d '{"events": [{"server_uuid": "010818b4-8585-460f-9d39-0e75ea636c7c", "name": "network-vif-plugged", "status": "completed", "tag": "74eeac04-cee5-4002-a74b-23a5f68db498"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:12:46.458949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 74eeac04-cee5-4002-a74b-23a5f68db498, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=74eeac04-cee5-4002-a74b-23a5f68db498,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:12:46.485443 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0603d15-d0af-487f-b4bd-46a0ad57f393 x-openstack-request-id: req-f0603d15-d0af-487f-b4bd-46a0ad57f393 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:12:46.485743 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010818b4-8585-460f-9d39-0e75ea636c7c", "name": "network-vif-plugged", "status": "completed", "tag": "74eeac04-cee5-4002-a74b-23a5f68db498", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:12:46.485990 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0603d15-d0af-487f-b4bd-46a0ad57f393 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:12:46.486378 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010818b4-8585-460f-9d39-0e75ea636c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eeac04-cee5-4002-a74b-23a5f68db498', 'code': 200} Dec 16 23:12:46.567533 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:46.600580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d4b7d-518e-499e-af19-8359b9e9648e req-4c5b4d66-b3fb-4a2a-8063-4e09a3de7144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:46.602218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a79d4b7d-518e-499e-af19-8359b9e9648e req-4c5b4d66-b3fb-4a2a-8063-4e09a3de7144 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 1097 time: 0.0428767 Dec 16 23:12:46.616083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=74eeac04-cee5-4002-a74b-23a5f68db498,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:12:46.650211 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a79d4b7d-518e-499e-af19-8359b9e9648e req-6bbfd469-2055-42d3-a8b7-c9917c444e22 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399256 Dec 16 23:12:46.999288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673e4e7-c08b-4d2b-a931-980720cb96c2 req-7bc64257-fcdf-4fa9-bb1d-b564d2fe9f25 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:47.000791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c673e4e7-c08b-4d2b-a931-980720cb96c2 req-7bc64257-fcdf-4fa9-bb1d-b564d2fe9f25 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0535309 Dec 16 23:12:47.050378 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c673e4e7-c08b-4d2b-a931-980720cb96c2 req-0cb494aa-4f7d-4f24-b610-cd81e7b2d640 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432022 Dec 16 23:12:48.171117 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f67e8-8473-4fd4-8008-20c80bb6306e req-06434dc6-24a1-4a6e-bb27-ff24494efd1e tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:48.172709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-364f67e8-8473-4fd4-8008-20c80bb6306e req-06434dc6-24a1-4a6e-bb27-ff24494efd1e tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0507729 Dec 16 23:12:48.220960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-364f67e8-8473-4fd4-8008-20c80bb6306e req-7af40857-e9d6-44c7-b5dc-e25cdb64f660 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422397 Dec 16 23:12:48.342773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85762c4-7572-452b-8773-2f77c95169ef req-0751e0d1-d71f-4371-afb1-d30968321738 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:48.344238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c85762c4-7572-452b-8773-2f77c95169ef req-0751e0d1-d71f-4371-afb1-d30968321738 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0517995 Dec 16 23:12:48.397871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c85762c4-7572-452b-8773-2f77c95169ef req-3dccd101-adad-4839-9da7-fe21dd2fe39f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474803 Dec 16 23:12:48.768262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24281972-35ae-4214-83fe-ab70d8327608 req-35c03ad4-af85-4203-8bbf-4821710d0d09 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:48.769747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24281972-35ae-4214-83fe-ab70d8327608 req-35c03ad4-af85-4203-8bbf-4821710d0d09 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0495834 Dec 16 23:12:48.818988 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24281972-35ae-4214-83fe-ab70d8327608 req-9cc3d0f4-9637-4c95-bf5b-118aa3879d99 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424058 Dec 16 23:12:48.905073 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-bcfc1322-1749-45a6-a2c0-f8c28a511724 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412889 Dec 16 23:12:49.942494 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd291f-46b6-4d5c-a7c4-e38139a5353f req-f4704b2d-4e6c-430d-95e0-8df90912350a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:49.944048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bebd291f-46b6-4d5c-a7c4-e38139a5353f req-f4704b2d-4e6c-430d-95e0-8df90912350a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0511420 Dec 16 23:12:49.994185 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bebd291f-46b6-4d5c-a7c4-e38139a5353f req-d5feaed5-b9b3-4a3e-91b1-11bd3799e0b6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439434 Dec 16 23:12:50.162353 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8337fb7d-5d5e-45ad-b885-3e1320d8bf9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:51.119889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751d07d-6014-4140-ad8c-4b7eab907163 req-e450cb0f-d67e-497b-86de-90bd5064f987 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:51.121487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d751d07d-6014-4140-ad8c-4b7eab907163 req-e450cb0f-d67e-497b-86de-90bd5064f987 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0584486 Dec 16 23:12:51.172067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d751d07d-6014-4140-ad8c-4b7eab907163 req-1b57b046-7498-4211-b250-cb41602b5ea8 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444024 Dec 16 23:12:51.319445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-d6c45971-9725-4411-adad-00d5e8f8c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:51.321047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-d6c45971-9725-4411-adad-00d5e8f8c9b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 1097 time: 0.0428703 Dec 16 23:12:51.420226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-5854ec01-6338-4618-a2c5-6f5734a9d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:51.421795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-5854ec01-6338-4618-a2c5-6f5734a9d7cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 915 time: 0.0927610 Dec 16 23:12:51.468246 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-390d7dcb-500d-4d8a-b941-f7e916c500a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74eeac04-cee5-4002-a74b-23a5f68db498 HTTP/1.1" status: 200 len: 217 time: 0.0374012 Dec 16 23:12:51.518224 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-67500cd9-6a01-47ba-add5-ca546ab42063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:51.519702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-67500cd9-6a01-47ba-add5-ca546ab42063 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=386ec115-2673-4910-8da1-454b2733a8c9 HTTP/1.1" status: 200 len: 854 time: 0.0449760 Dec 16 23:12:51.552204 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-a90fb8f2-a2e4-4962-bd42-c4f8d5575300 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254936 Dec 16 23:12:51.648333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-82cd45ad-d46b-4a4f-92f2-59ed14c31c86 service neutron] 10.222.0.24 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887380 Dec 16 23:12:51.740414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-b888b2dc-6e50-4386-8853-b6340c1f9415 service neutron] 10.222.0.24 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849583 Dec 16 23:12:52.298632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4466f-3d4e-47fd-ab3f-e9c4d75687b3 req-9f093251-d3e7-4171-8738-70800a48157e tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:52.304999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-abb4466f-3d4e-47fd-ab3f-e9c4d75687b3 req-9f093251-d3e7-4171-8738-70800a48157e tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0582047 Dec 16 23:12:52.352039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-abb4466f-3d4e-47fd-ab3f-e9c4d75687b3 req-a48ef983-cfb8-4f8f-bae1-27b96898bda1 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449390 Dec 16 23:12:52.551165 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e632bb96-c249-4484-aa58-55c347184a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:53.472937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e483dc6-0178-4a99-9ef6-997de7c6b732 req-2a905f57-bbca-4cd5-a028-b3f77ac4dfb5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:53.474547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e483dc6-0178-4a99-9ef6-997de7c6b732 req-2a905f57-bbca-4cd5-a028-b3f77ac4dfb5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0505192 Dec 16 23:12:53.522907 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7e483dc6-0178-4a99-9ef6-997de7c6b732 req-6cd294bf-3433-4a80-8693-7f4088a69e8c tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 Dec 16 23:12:53.796368 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:54.642689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd99e5-fe9b-4e6a-880e-f854f0fadfa5 req-521ec349-606c-43f1-9146-58a5aabe0166 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:54.644446 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cddd99e5-fe9b-4e6a-880e-f854f0fadfa5 req-521ec349-606c-43f1-9146-58a5aabe0166 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0507052 Dec 16 23:12:54.698790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cddd99e5-fe9b-4e6a-880e-f854f0fadfa5 req-82d05058-4aaf-4539-b16f-20e788338bb0 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479593 Dec 16 23:12:55.024602 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:55.762557 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:55.816019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05d8a1-09b0-44fa-a36a-ffd4b926762c req-e22e98b4-1ca0-43c5-849f-89da821e0c7b tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:55.817556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f05d8a1-09b0-44fa-a36a-ffd4b926762c req-e22e98b4-1ca0-43c5-849f-89da821e0c7b tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0495028 Dec 16 23:12:55.867210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9f05d8a1-09b0-44fa-a36a-ffd4b926762c req-5696cf52-6ee2-4a7d-a5fb-57d1c5eeea77 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424976 Dec 16 23:12:56.986130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c58d4-42de-420e-92d5-c6952cd0c07e req-2ba950e3-2536-4f68-b097-5bb141511f85 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:56.987696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f9c58d4-42de-420e-92d5-c6952cd0c07e req-2ba950e3-2536-4f68-b097-5bb141511f85 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0504889 Dec 16 23:12:57.036614 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f9c58d4-42de-420e-92d5-c6952cd0c07e req-e9a0f975-75a7-4811-8178-2132b19e8028 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429926 Dec 16 23:12:58.158915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafdb39-2e79-4a46-84ca-cc66465ffb07 req-1ec7e305-c34f-4d94-9425-4a8c54c4b9e6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:58.160565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-daafdb39-2e79-4a46-84ca-cc66465ffb07 req-1ec7e305-c34f-4d94-9425-4a8c54c4b9e6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0543535 Dec 16 23:12:58.210395 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-daafdb39-2e79-4a46-84ca-cc66465ffb07 req-a1b4c079-3b34-4d7e-b6d6-cd642fc2e356 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436156 Dec 16 23:12:59.330259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ad024-f718-42fc-8a50-efeb0146c425 req-db0ca758-26d2-4b6c-abb9-9f4731baf930 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:59.331777 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b8ad024-f718-42fc-8a50-efeb0146c425 req-db0ca758-26d2-4b6c-abb9-9f4731baf930 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0500300 Dec 16 23:12:59.380292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b8ad024-f718-42fc-8a50-efeb0146c425 req-1f567eef-81e3-449c-8442-4005c5731996 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Dec 16 23:13:00.503522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124bd48-9f20-410c-a744-d9e2b0749bf5 req-1e7ca7be-92b8-4b62-af8a-9caf6f65e583 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:00.505036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3124bd48-9f20-410c-a744-d9e2b0749bf5 req-1e7ca7be-92b8-4b62-af8a-9caf6f65e583 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0549309 Dec 16 23:13:00.553704 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3124bd48-9f20-410c-a744-d9e2b0749bf5 req-aa0b0bab-3f1e-43e1-af20-66d4c004220f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426407 Dec 16 23:13:01.672859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e85cf-2a26-45f4-99c6-b23686d359f1 req-85e3173a-03b9-47ce-83fe-8ef6898a9113 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:01.674439 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f8e85cf-2a26-45f4-99c6-b23686d359f1 req-85e3173a-03b9-47ce-83fe-8ef6898a9113 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0504050 Dec 16 23:13:01.722523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f8e85cf-2a26-45f4-99c6-b23686d359f1 req-7d012a72-5916-41e3-8054-fc0934139ace tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419695 Dec 16 23:13:02.845899 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd9b8a-128c-4008-ac12-a67687507316 req-eea8fb06-8bd3-4a45-afc0-988356c22c41 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:02.848141 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fddd9b8a-128c-4008-ac12-a67687507316 req-eea8fb06-8bd3-4a45-afc0-988356c22c41 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0527170 Dec 16 23:13:02.904694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fddd9b8a-128c-4008-ac12-a67687507316 req-1fcf8fa4-4854-41de-856a-1a30c7b86c89 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495358 Dec 16 23:13:04.026469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e9252-586b-4626-a615-d9e21d5ad1e2 req-317d84cf-4cac-41bf-a8f1-6ef2cb3eaaa5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:04.028593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a37e9252-586b-4626-a615-d9e21d5ad1e2 req-317d84cf-4cac-41bf-a8f1-6ef2cb3eaaa5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0502784 Dec 16 23:13:04.077113 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a37e9252-586b-4626-a615-d9e21d5ad1e2 req-d1a41740-a8e2-47ba-bd04-3d5e3a330a28 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426624 Dec 16 23:13:05.196629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eadcb-54c5-4a86-bd01-7262c2491094 req-9ec59c83-511c-4f36-bb7d-d0f98ee1b41e tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:05.198180 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b75eadcb-54c5-4a86-bd01-7262c2491094 req-9ec59c83-511c-4f36-bb7d-d0f98ee1b41e tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0500500 Dec 16 23:13:05.246327 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b75eadcb-54c5-4a86-bd01-7262c2491094 req-fd37fc98-0d01-431d-a179-1a0f3833bde1 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419533 Dec 16 23:13:06.369271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1f900-5e35-4234-9a7a-605e5dba556d req-7af12e8c-1a2d-467c-badc-5feca3e86ce5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:06.370759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fb1f900-5e35-4234-9a7a-605e5dba556d req-7af12e8c-1a2d-467c-badc-5feca3e86ce5 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0533898 Dec 16 23:13:06.419321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fb1f900-5e35-4234-9a7a-605e5dba556d req-6fde27b3-ff82-49e6-ba1e-d86a7b2a5abd tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417097 Dec 16 23:13:07.537263 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cfdfb-f661-4aec-b50c-e45450199b12 req-9c5e612b-c58e-4378-8a30-6f833ce00d45 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:07.538680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d55cfdfb-f661-4aec-b50c-e45450199b12 req-9c5e612b-c58e-4378-8a30-6f833ce00d45 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0493670 Dec 16 23:13:07.590202 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d55cfdfb-f661-4aec-b50c-e45450199b12 req-10d4a522-d736-48a0-a35e-3b7e1046ab09 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455761 Dec 16 23:13:08.707595 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949c1fb-bb59-439b-9ee0-644ab566f105 req-0519de7b-6010-443d-9a39-81e5920df8fb tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:08.709097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1949c1fb-bb59-439b-9ee0-644ab566f105 req-0519de7b-6010-443d-9a39-81e5920df8fb tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0493562 Dec 16 23:13:08.761009 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1949c1fb-bb59-439b-9ee0-644ab566f105 req-e5a20515-4aee-4fec-a923-15da42df3773 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459054 Dec 16 23:13:09.882370 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9d054-b3b3-4f9e-a8ea-13f58a37a010 req-3248dfb7-024e-47ae-8e8b-09484afc997a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:09.883908 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bab9d054-b3b3-4f9e-a8ea-13f58a37a010 req-3248dfb7-024e-47ae-8e8b-09484afc997a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0510252 Dec 16 23:13:09.934122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bab9d054-b3b3-4f9e-a8ea-13f58a37a010 req-5cf9fb72-0031-4235-9bb3-b6111d407e5d tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437860 Dec 16 23:13:11.054675 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e920ae-a087-4908-b2b3-4eea06ae63a4 req-a3e723a2-7eb2-4f12-92d5-132cf566a7a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:11.056209 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78e920ae-a087-4908-b2b3-4eea06ae63a4 req-a3e723a2-7eb2-4f12-92d5-132cf566a7a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0508385 Dec 16 23:13:11.105458 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78e920ae-a087-4908-b2b3-4eea06ae63a4 req-88b7778f-90a8-4ff8-8b41-686c995df01a tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425692 Dec 16 23:13:12.227651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45678e-35a6-4516-bf70-454f55bb8078 req-9ac07e79-a001-4bdf-8288-7d4290c85a46 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:12.229397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b45678e-35a6-4516-bf70-454f55bb8078 req-9ac07e79-a001-4bdf-8288-7d4290c85a46 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0540280 Dec 16 23:13:12.277483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b45678e-35a6-4516-bf70-454f55bb8078 req-c26a0d3c-be82-4bfc-afea-983668804e19 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421016 Dec 16 23:13:13.396266 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba522c-4e29-4f7d-a2a8-273eab3b2441 req-05cb1274-e755-49c2-b436-554b6900c909 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:13.397766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddba522c-4e29-4f7d-a2a8-273eab3b2441 req-05cb1274-e755-49c2-b436-554b6900c909 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0498853 Dec 16 23:13:13.445681 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ddba522c-4e29-4f7d-a2a8-273eab3b2441 req-e2dc2abc-9764-462f-b29f-fc79df6790ce tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418823 Dec 16 23:13:13.664262 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:13.807395 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:14.570120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f18ef-7413-4aaf-ad29-57b5b42d931c req-70ce9561-e7d0-4e94-9dd7-ba17a31101e2 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:14.571583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-930f18ef-7413-4aaf-ad29-57b5b42d931c req-70ce9561-e7d0-4e94-9dd7-ba17a31101e2 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0563669 Dec 16 23:13:14.619591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-930f18ef-7413-4aaf-ad29-57b5b42d931c req-9c753faa-9ce6-4a25-9994-bf8c8fb2c42b tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419407 Dec 16 23:13:15.736489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab369e-ca7b-4837-bb27-1c225a38ee8b req-1ecb4a11-2254-4a27-94d7-3a61e53efa32 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:15.737981 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceab369e-ca7b-4837-bb27-1c225a38ee8b req-1ecb4a11-2254-4a27-94d7-3a61e53efa32 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0483840 Dec 16 23:13:15.785785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ceab369e-ca7b-4837-bb27-1c225a38ee8b req-f735f888-991b-4087-bdb9-d6bd22c5f9ef tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408337 Dec 16 23:13:16.906309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4c317-fd4b-4797-9a07-1a4637d85f52 req-2cbf3543-c498-4b80-9982-46769c652e4f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:16.907820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87f4c317-fd4b-4797-9a07-1a4637d85f52 req-2cbf3543-c498-4b80-9982-46769c652e4f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0499933 Dec 16 23:13:16.960875 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-87f4c317-fd4b-4797-9a07-1a4637d85f52 req-8be8fbe1-a9f1-4113-aa15-81d196e804f8 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469394 Dec 16 23:13:18.082889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5019f44-7ab7-41b0-ade1-8c91e7eba501 req-9f0a4408-7986-4754-bd61-e0a6732ecd6b tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:18.084406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5019f44-7ab7-41b0-ade1-8c91e7eba501 req-9f0a4408-7986-4754-bd61-e0a6732ecd6b tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0501826 Dec 16 23:13:18.134390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5019f44-7ab7-41b0-ade1-8c91e7eba501 req-5e64060f-f94a-429d-98ea-5bfef5ad6a2f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438788 Dec 16 23:13:19.255699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6b7b1-ab5e-4936-81d9-963e5725d1d7 req-97dff206-243e-422d-a0f7-d0e70d2383bf tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:19.257234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-baf6b7b1-ab5e-4936-81d9-963e5725d1d7 req-97dff206-243e-422d-a0f7-d0e70d2383bf tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0511417 Dec 16 23:13:19.338743 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-baf6b7b1-ab5e-4936-81d9-963e5725d1d7 req-d7549449-67be-492e-b724-3052ab1921cd tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755742 Dec 16 23:13:19.360259 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-87344557-3f04-4b7b-854c-d70592affe88 service neutron] show failed (client error): The resource could not be found. Dec 16 23:13:19.361311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-87344557-3f04-4b7b-854c-d70592affe88 service neutron] 10.222.0.24 "GET /v2.0/ports/74eeac04-cee5-4002-a74b-23a5f68db498/bindings/n-h1-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.0777528 Dec 16 23:13:19.925246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-cb975422-111c-4e08-a2d7-128fe97959f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:19.927441 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-cb975422-111c-4e08-a2d7-128fe97959f0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c&tenant_id=8b4ef3f197c24d4d886cedc54155f912 HTTP/1.1" status: 200 len: 1097 time: 0.0429020 Dec 16 23:13:19.943857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:13:19.996368 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:20.057614 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.69', 63652) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:13:20.107527 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2758693-8fd3-4f73-8e09-697ef09907cb req-655cf5af-5464-4e36-8d6e-7ffd25dfe164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:20.109138 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a2758693-8fd3-4f73-8e09-697ef09907cb req-655cf5af-5464-4e36-8d6e-7ffd25dfe164 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 1097 time: 0.0425336 Dec 16 23:13:20.122956 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a559c1fc-9501-43e7-b8b9-7fc551683892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:20.208628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] For port 74eeac04-cee5-4002-a74b-23a5f68db498, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=74eeac04-cee5-4002-a74b-23a5f68db498,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:20.224841 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2758693-8fd3-4f73-8e09-697ef09907cb req-b2877e4c-ba7d-4201-802e-f8e837c7fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:20.226380 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a2758693-8fd3-4f73-8e09-697ef09907cb req-b2877e4c-ba7d-4201-802e-f8e837c7fa58 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 915 time: 0.0927069 Dec 16 23:13:20.248436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] For port 74eeac04-cee5-4002-a74b-23a5f68db498, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:13:20.270090 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a2758693-8fd3-4f73-8e09-697ef09907cb req-39b695f8-06b4-4afb-b111-776b5360fcdf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74eeac04-cee5-4002-a74b-23a5f68db498 HTTP/1.1" status: 200 len: 217 time: 0.0354617 Dec 16 23:13:20.291867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010818b4-8585-460f-9d39-0e75ea636c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74eeac04-cee5-4002-a74b-23a5f68db498'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:13:20.294510 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cf3f49-40d0-485d-a9cd-9729c8052f8d" -d '{"events": [{"server_uuid": "010818b4-8585-460f-9d39-0e75ea636c7c", "name": "network-vif-unplugged", "status": "completed", "tag": "74eeac04-cee5-4002-a74b-23a5f68db498"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:13:20.298507 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:20.312030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Transition to ACTIVE for port object 74eeac04-cee5-4002-a74b-23a5f68db498 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:13:20.330234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2758693-8fd3-4f73-8e09-697ef09907cb req-1a343075-c804-4481-8712-53061027270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:20.331789 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a2758693-8fd3-4f73-8e09-697ef09907cb req-1a343075-c804-4481-8712-53061027270e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=386ec115-2673-4910-8da1-454b2733a8c9 HTTP/1.1" status: 200 len: 854 time: 0.0528393 Dec 16 23:13:20.351470 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f307a5bf-6446-407d-b2d5-4d422ecaa650 x-openstack-request-id: req-f307a5bf-6446-407d-b2d5-4d422ecaa650 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:13:20.351775 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010818b4-8585-460f-9d39-0e75ea636c7c", "name": "network-vif-unplugged", "status": "completed", "tag": "74eeac04-cee5-4002-a74b-23a5f68db498", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:13:20.352033 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f307a5bf-6446-407d-b2d5-4d422ecaa650 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:13:20.352432 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010818b4-8585-460f-9d39-0e75ea636c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74eeac04-cee5-4002-a74b-23a5f68db498', 'code': 200} Dec 16 23:13:20.372167 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a2758693-8fd3-4f73-8e09-697ef09907cb req-5666c2f6-9c16-42fc-a29c-09faac138d80 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286531 Dec 16 23:13:20.378911 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:20.469313 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a2758693-8fd3-4f73-8e09-697ef09907cb req-588b04c4-f71b-4f4c-a9ed-1ff0a5838fee service neutron] 10.222.0.69 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871825 Dec 16 23:13:20.469589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] No DVR routers for this DVR port 74eeac04-cee5-4002-a74b-23a5f68db498 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:13:20.479826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Pushing event updated for resources: {'Port': ['ID=74eeac04-cee5-4002-a74b-23a5f68db498,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:20.576976 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a2758693-8fd3-4f73-8e09-697ef09907cb req-321af20f-0884-4520-be53-767a4893f51e service neutron] 10.222.0.69 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952475 Dec 16 23:13:20.820057 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce28b4e-3064-4cff-99be-72960155cc3b req-973738cd-3333-47a7-9cc0-d02b6316264b tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:20.821468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ce28b4e-3064-4cff-99be-72960155cc3b req-973738cd-3333-47a7-9cc0-d02b6316264b tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 944 time: 0.4079137 Dec 16 23:13:20.824274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Attempting to bind port 74eeac04-cee5-4002-a74b-23a5f68db498 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:13:20.824610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Attempting to bind port 74eeac04-cee5-4002-a74b-23a5f68db498 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:13:20.824939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Attempting to bind port 74eeac04-cee5-4002-a74b-23a5f68db498 on network e23ef3a8-6f09-45f5-ade7-4b92f100e22f {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:13:20.836728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Port 74eeac04-cee5-4002-a74b-23a5f68db498 on network e23ef3a8-6f09-45f5-ade7-4b92f100e22f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:13:20.837044 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Attempting to bind port 74eeac04-cee5-4002-a74b-23a5f68db498 on network e23ef3a8-6f09-45f5-ade7-4b92f100e22f {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:13:20.849929 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:13:20.850433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Checking segment: {'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:13:20.850821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Bound using segment: {'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:13:20.851258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Bound port: 74eeac04-cee5-4002-a74b-23a5f68db498, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d790cb-9736-44df-83b6-be3e67c95ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:13:20.851645 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:20.914095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ce28b4e-3064-4cff-99be-72960155cc3b req-d83090e3-9bcd-429d-8cb1-08eb60b1fa04 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857124 Dec 16 23:13:20.923804 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:13:20.939945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] For port 74eeac04-cee5-4002-a74b-23a5f68db498, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:13:20.943567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] For port 74eeac04-cee5-4002-a74b-23a5f68db498, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=74eeac04-cee5-4002-a74b-23a5f68db498,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:13:21.014143 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:21.050633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:21.051772 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:21.053164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] 10.222.0.69 "PUT /v2.0/ports/74eeac04-cee5-4002-a74b-23a5f68db498 HTTP/1.1" status: 200 len: 1092 time: 1.1137354 Dec 16 23:13:21.072745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b422951-4f28-47ad-b715-36d1636d2326 service neutron] Pushing event updated for resources: {'Port': ['ID=74eeac04-cee5-4002-a74b-23a5f68db498,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:21.121866 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-1ad3df67-49b6-46d6-b9b2-c10867b1bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:21.124124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-1ad3df67-49b6-46d6-b9b2-c10867b1bc79 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 1095 time: 0.0449188 Dec 16 23:13:21.214643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-f581ac55-8f88-4c4f-8f26-c5ad70bea4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:21.216183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-f581ac55-8f88-4c4f-8f26-c5ad70bea4f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 915 time: 0.0850189 Dec 16 23:13:21.263633 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-088999f5-5c84-41f3-89ef-0eb65dd11bcf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74eeac04-cee5-4002-a74b-23a5f68db498 HTTP/1.1" status: 200 len: 217 time: 0.0390608 Dec 16 23:13:21.335880 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-551f82f3-81e2-41cb-a4e5-8101a1b84dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:21.337508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-551f82f3-81e2-41cb-a4e5-8101a1b84dc4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=386ec115-2673-4910-8da1-454b2733a8c9 HTTP/1.1" status: 200 len: 854 time: 0.0499909 Dec 16 23:13:21.372464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-c80eb305-eeeb-465f-8d1a-c2dd77dba48b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277395 Dec 16 23:13:21.472125 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-1063b9a8-6746-4f26-bdef-1fb2d16218a8 service neutron] 10.222.0.69 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916662 Dec 16 23:13:21.578621 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-45e7fac6-6bfa-4f11-ad85-9536fcb791a1 req-67348e2b-4244-4a09-a10b-cb4acde821fd service neutron] 10.222.0.69 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950780 Dec 16 23:13:22.036433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163e04d-50e7-4b40-8920-d9d21c427991 req-7b6f386d-8a36-427f-9c2b-740c21048ff8 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:22.037970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b163e04d-50e7-4b40-8920-d9d21c427991 req-7b6f386d-8a36-427f-9c2b-740c21048ff8 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 944 time: 0.0514610 Dec 16 23:13:22.087501 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b163e04d-50e7-4b40-8920-d9d21c427991 req-b31915ad-b330-4863-b398-ce05a30c267c tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433738 Dec 16 23:13:22.258340 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 74eeac04-cee5-4002-a74b-23a5f68db498 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:13:22.297902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 74eeac04-cee5-4002-a74b-23a5f68db498 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:13:22.353435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010818b4-8585-460f-9d39-0e75ea636c7c', 'tag': '74eeac04-cee5-4002-a74b-23a5f68db498'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:13:22.356115 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1" -d '{"events": [{"name": "network-changed", "server_uuid": "010818b4-8585-460f-9d39-0e75ea636c7c", "tag": "74eeac04-cee5-4002-a74b-23a5f68db498"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:13:22.405099 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e288b7-8d39-4aef-b2c8-ad0ecf6f65aa x-openstack-request-id: req-29e288b7-8d39-4aef-b2c8-ad0ecf6f65aa {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:13:22.405417 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010818b4-8585-460f-9d39-0e75ea636c7c", "tag": "74eeac04-cee5-4002-a74b-23a5f68db498", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:13:22.405664 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29e288b7-8d39-4aef-b2c8-ad0ecf6f65aa {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:13:22.406062 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010818b4-8585-460f-9d39-0e75ea636c7c', 'tag': '74eeac04-cee5-4002-a74b-23a5f68db498', 'status': 'completed', 'code': 200} Dec 16 23:13:22.500582 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-bd4a6e64-4e6c-4a54-ac15-f0d8ba1f02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:22.502076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-bd4a6e64-4e6c-4a54-ac15-f0d8ba1f02e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 1095 time: 0.0729029 Dec 16 23:13:22.508108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-fee8db65-bf84-47b9-bb7c-f5faa2b3b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:22.509574 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-fee8db65-bf84-47b9-bb7c-f5faa2b3b860 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 1095 time: 0.0709636 Dec 16 23:13:22.522132 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7da4-f992-43ae-8a34-0a5e808425eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:22.664255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-98b94afa-eb9b-4620-9432-3b50beb5fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:22.665735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-98b94afa-eb9b-4620-9432-3b50beb5fd61 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 915 time: 0.1553700 Dec 16 23:13:22.668420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-afc6fab4-8264-447d-8577-a219d79eefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:22.669727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-afc6fab4-8264-447d-8577-a219d79eefaf service neutron] 10.222.0.24 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 915 time: 0.1513791 Dec 16 23:13:22.717766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-c3c41cb2-06c7-42f4-85fd-50ee233531cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74eeac04-cee5-4002-a74b-23a5f68db498 HTTP/1.1" status: 200 len: 217 time: 0.0438719 Dec 16 23:13:22.755753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-c5d68708-a977-494f-a89c-a2dacf9cb0cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74eeac04-cee5-4002-a74b-23a5f68db498 HTTP/1.1" status: 200 len: 217 time: 0.0440795 Dec 16 23:13:22.825460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-d7fea125-0574-424c-a56e-8054d8b6d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:22.826829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-d7fea125-0574-424c-a56e-8054d8b6d7a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=386ec115-2673-4910-8da1-454b2733a8c9 HTTP/1.1" status: 200 len: 854 time: 0.0795479 Dec 16 23:13:22.834730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-2df548a4-4e66-426d-ba6c-1226b44cb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:22.836104 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-2df548a4-4e66-426d-ba6c-1226b44cb716 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=386ec115-2673-4910-8da1-454b2733a8c9 HTTP/1.1" status: 200 len: 854 time: 0.0611603 Dec 16 23:13:22.886917 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-4db96391-028c-4d36-ae2c-f31120c05f11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498691 Dec 16 23:13:22.888863 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-54fb36eb-bf24-486c-adcb-5e4a05319788 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445035 Dec 16 23:13:23.052499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-394bc8ed-477b-4d99-a998-d8f5a5cd63c7 service neutron] 10.222.0.69 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561332 Dec 16 23:13:23.054208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-1149719c-ed54-478e-9b7c-ef16f2aa4d47 service neutron] 10.222.0.24 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567988 Dec 16 23:13:23.254923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-8355397d-380a-48ed-a856-70749dda9c0c service neutron] 10.222.0.24 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877158 Dec 16 23:13:23.261638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-365fa3b4-e07d-4061-bfd6-f6ea0d23afd1 req-0eaf15ea-f6f0-4781-ab41-d11c3f1b70a0 service neutron] 10.222.0.69 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020445 Dec 16 23:13:23.275321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e9a81-0f64-4751-bcf8-e94007a614f5 req-7c7923e4-9346-4730-b874-9b21f8697423 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:23.275321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a5e9a81-0f64-4751-bcf8-e94007a614f5 req-7c7923e4-9346-4730-b874-9b21f8697423 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 944 time: 0.1132951 Dec 16 23:13:23.324598 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a5e9a81-0f64-4751-bcf8-e94007a614f5 req-4d1deadc-c46c-4f0a-83fd-146f01e7c20f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431924 Dec 16 23:13:23.767520 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:24.452902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecce78d-6de9-42d9-ad75-69cfb0a64466 req-73c1ab09-1f5d-4ec0-90d9-7f5af5710505 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:24.454443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ecce78d-6de9-42d9-ad75-69cfb0a64466 req-73c1ab09-1f5d-4ec0-90d9-7f5af5710505 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 944 time: 0.0564198 Dec 16 23:13:24.502414 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ecce78d-6de9-42d9-ad75-69cfb0a64466 req-b30e1dc0-7f9c-4189-bd5e-707881ea0651 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419474 Dec 16 23:13:24.830549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98605e8-a4fd-409c-b984-e08153dea781 req-35e339eb-ec19-46b2-aa6d-73baee23bd1f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:24.832035 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e98605e8-a4fd-409c-b984-e08153dea781 req-35e339eb-ec19-46b2-aa6d-73baee23bd1f tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 944 time: 0.0577385 Dec 16 23:13:24.908533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e98605e8-a4fd-409c-b984-e08153dea781 req-9aedebe2-96c4-477f-ba23-5e50856b81f8 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702477 Dec 16 23:13:24.929546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ed1d0-5360-444d-9ff8-95c4aabc8c50 req-c13179cd-5f0a-4deb-bb7c-a8706f7f89c1 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:24.929546 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-762ed1d0-5360-444d-9ff8-95c4aabc8c50 req-c13179cd-5f0a-4deb-bb7c-a8706f7f89c1 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.24 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c&tenant_id=8b4ef3f197c24d4d886cedc54155f912&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 944 time: 0.0702925 Dec 16 23:13:24.950441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 74eeac04-cee5-4002-a74b-23a5f68db498 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:13:24.992206 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-762ed1d0-5360-444d-9ff8-95c4aabc8c50 req-d18a3b5b-f233-46e5-96ae-c86e90067ede service neutron] delete failed (client error): The resource could not be found. Dec 16 23:13:24.993541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-762ed1d0-5360-444d-9ff8-95c4aabc8c50 req-d18a3b5b-f233-46e5-96ae-c86e90067ede service neutron] 10.222.0.24 "DELETE /v2.0/ports/74eeac04-cee5-4002-a74b-23a5f68db498/bindings/n-h2-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.0566809 Dec 16 23:13:25.058220 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:25.064879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 74eeac04-cee5-4002-a74b-23a5f68db498, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=74eeac04-cee5-4002-a74b-23a5f68db498,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:25.081606 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '74eeac04-cee5-4002-a74b-23a5f68db498', 'network_id': 'e23ef3a8-6f09-45f5-ade7-4b92f100e22f', 'port_id': '74eeac04-cee5-4002-a74b-23a5f68db498', 'mac_address': 'fa:16:3e:8b:8d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386ec115-2673-4910-8da1-454b2733a8c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:13:25.089549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ed1d0-5360-444d-9ff8-95c4aabc8c50 req-cfb6aa1c-f48d-4521-b1a6-7956b746239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:25.091089 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-762ed1d0-5360-444d-9ff8-95c4aabc8c50 req-cfb6aa1c-f48d-4521-b1a6-7956b746239f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b4ef3f197c24d4d886cedc54155f912&device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 1095 time: 0.0485718 Dec 16 23:13:25.122498 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:25.135870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74eeac04-cee5-4002-a74b-23a5f68db498 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:13:25.155434 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 74eeac04-cee5-4002-a74b-23a5f68db498, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=74eeac04-cee5-4002-a74b-23a5f68db498,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:25.187510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ed1d0-5360-444d-9ff8-95c4aabc8c50 req-40c399cc-32d3-46bc-bb7f-d51f30897670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:25.189012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-762ed1d0-5360-444d-9ff8-95c4aabc8c50 req-40c399cc-32d3-46bc-bb7f-d51f30897670 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 200 len: 915 time: 0.0896342 Dec 16 23:13:25.219071 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:25.233518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-762ed1d0-5360-444d-9ff8-95c4aabc8c50 req-7da86c54-1ea1-477e-a1ca-4a4cb86cb8d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74eeac04-cee5-4002-a74b-23a5f68db498 HTTP/1.1" status: 200 len: 217 time: 0.0356028 Dec 16 23:13:25.270609 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=74eeac04-cee5-4002-a74b-23a5f68db498,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:25.293054 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ed1d0-5360-444d-9ff8-95c4aabc8c50 req-5bb3ffef-8c2f-4a4d-af15-f49a6b636fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:25.294593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-762ed1d0-5360-444d-9ff8-95c4aabc8c50 req-5bb3ffef-8c2f-4a4d-af15-f49a6b636fb9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=386ec115-2673-4910-8da1-454b2733a8c9 HTTP/1.1" status: 200 len: 854 time: 0.0522263 Dec 16 23:13:25.329242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-762ed1d0-5360-444d-9ff8-95c4aabc8c50 req-fd9f26f8-b0aa-48c6-b16a-0156f0d75242 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e23ef3a8-6f09-45f5-ade7-4b92f100e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250771 Dec 16 23:13:25.425619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-762ed1d0-5360-444d-9ff8-95c4aabc8c50 req-117ef378-3287-4d7a-b3a0-0a0a2d2596d4 service neutron] 10.222.0.24 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873008 Dec 16 23:13:25.458968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['74eeac04-cee5-4002-a74b-23a5f68db498'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:13:25.525880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-762ed1d0-5360-444d-9ff8-95c4aabc8c50 req-2e0f3524-0c97-43b5-9da2-27398a1ac456 service neutron] 10.222.0.24 "GET /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924990 Dec 16 23:13:25.767530 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:26.035555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0f3e8-6d98-43b3-9459-5c4c44ac3c8d req-f352e373-f71f-46ae-8bbb-9bf1bfeda1a3 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:26.036988 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24d0f3e8-6d98-43b3-9459-5c4c44ac3c8d req-f352e373-f71f-46ae-8bbb-9bf1bfeda1a3 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 945 time: 0.0511625 Dec 16 23:13:26.087995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24d0f3e8-6d98-43b3-9459-5c4c44ac3c8d req-47a635e5-78d8-4efd-b84e-baee4cd33e07 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449505 Dec 16 23:13:26.964333 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 74eeac04-cee5-4002-a74b-23a5f68db498 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:13:27.076170 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 74eeac04-cee5-4002-a74b-23a5f68db498 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:13:27.080212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 74eeac04-cee5-4002-a74b-23a5f68db498 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:27.080588 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:27.165913 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:27.189729 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010818b4-8585-460f-9d39-0e75ea636c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eeac04-cee5-4002-a74b-23a5f68db498'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:13:27.192640 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a151479-180a-4ef0-ac9f-ad6e17dcfd7d" -d '{"events": [{"server_uuid": "010818b4-8585-460f-9d39-0e75ea636c7c", "name": "network-vif-plugged", "status": "completed", "tag": "74eeac04-cee5-4002-a74b-23a5f68db498"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:13:27.207976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 74eeac04-cee5-4002-a74b-23a5f68db498, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=74eeac04-cee5-4002-a74b-23a5f68db498,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:27.221170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafb47e-ec76-4023-8992-d101f13630c7 req-d972a1fa-bf08-419d-a2d0-80f3c1300abd tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:27.222609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efafb47e-ec76-4023-8992-d101f13630c7 req-d972a1fa-bf08-419d-a2d0-80f3c1300abd tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 945 time: 0.0646536 Dec 16 23:13:27.233515 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b882aeb-d5c0-450c-92b1-3ecc8cce8a21 x-openstack-request-id: req-4b882aeb-d5c0-450c-92b1-3ecc8cce8a21 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:13:27.233832 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010818b4-8585-460f-9d39-0e75ea636c7c", "name": "network-vif-plugged", "status": "completed", "tag": "74eeac04-cee5-4002-a74b-23a5f68db498", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:13:27.234091 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b882aeb-d5c0-450c-92b1-3ecc8cce8a21 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:13:27.234574 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010818b4-8585-460f-9d39-0e75ea636c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eeac04-cee5-4002-a74b-23a5f68db498', 'code': 200} Dec 16 23:13:27.264903 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:27.275391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efafb47e-ec76-4023-8992-d101f13630c7 req-85eadc7f-c001-4113-9757-95cfdee8b6be tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461183 Dec 16 23:13:27.314402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=74eeac04-cee5-4002-a74b-23a5f68db498,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:27.402151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c9074-510b-484d-a6b9-2a3559de06c0 req-32673942-64f3-4370-97ce-1106ce972db1 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:27.403728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a86c9074-510b-484d-a6b9-2a3559de06c0 req-32673942-64f3-4370-97ce-1106ce972db1 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0523062 Dec 16 23:13:27.453490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a86c9074-510b-484d-a6b9-2a3559de06c0 req-93d2ecaf-d202-48a1-87d9-b712c66182c2 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438230 Dec 16 23:13:27.569002 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f36cd-1e2d-439a-9cd8-3ac609be2900 req-ae3de5bd-d28d-4aeb-ac92-5e5736652546 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:27.570533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-205f36cd-1e2d-439a-9cd8-3ac609be2900 req-ae3de5bd-d28d-4aeb-ac92-5e5736652546 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0518060 Dec 16 23:13:27.623007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-205f36cd-1e2d-439a-9cd8-3ac609be2900 req-1ec0f1df-b4ad-4f85-8529-4dad26236729 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465317 Dec 16 23:13:28.180898 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b4e6e-668e-42b9-bffb-9f09855e59d6 req-48deb43d-ed35-4155-86c7-261cdafc2480 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:28.182392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c1b4e6e-668e-42b9-bffb-9f09855e59d6 req-48deb43d-ed35-4155-86c7-261cdafc2480 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0500207 Dec 16 23:13:28.230881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c1b4e6e-668e-42b9-bffb-9f09855e59d6 req-739dbf86-2552-49a4-bd03-87dee22603cc tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423083 Dec 16 23:13:29.352367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd71201-3c71-42ea-b0db-ede222d9233f req-085f8580-8588-4aee-a6d4-dc6dcb5b3b37 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:29.353896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8dd71201-3c71-42ea-b0db-ede222d9233f req-085f8580-8588-4aee-a6d4-dc6dcb5b3b37 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0514619 Dec 16 23:13:29.401584 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8dd71201-3c71-42ea-b0db-ede222d9233f req-fba75c2e-80e5-4ff1-bea7-060aed1a18a1 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d45b760-6778-47e6-810a-3c699533945e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413964 Dec 16 23:13:29.505936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fec6c5-72a8-4a9a-a69f-08fb92a9553c req-9d715e73-2dc1-48d7-b276-04e139ed6674 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:29.507418 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92fec6c5-72a8-4a9a-a69f-08fb92a9553c req-9d715e73-2dc1-48d7-b276-04e139ed6674 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.69 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 946 time: 0.0537291 Dec 16 23:13:29.601595 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-92fec6c5-72a8-4a9a-a69f-08fb92a9553c req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Deleting port 74eeac04-cee5-4002-a74b-23a5f68db498 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:13:29.601851 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-92fec6c5-72a8-4a9a-a69f-08fb92a9553c req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:29.693851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-92fec6c5-72a8-4a9a-a69f-08fb92a9553c req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] For port 74eeac04-cee5-4002-a74b-23a5f68db498, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=74eeac04-cee5-4002-a74b-23a5f68db498,segment=NetworkSegment(e4d790cb-9736-44df-83b6-be3e67c95ef3),segment_id=e4d790cb-9736-44df-83b6-be3e67c95ef3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:29.694215 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-92fec6c5-72a8-4a9a-a69f-08fb92a9553c req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:29.707007 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-92fec6c5-72a8-4a9a-a69f-08fb92a9553c req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Calling delete_port for 74eeac04-cee5-4002-a74b-23a5f68db498 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:13:29.881731 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-92fec6c5-72a8-4a9a-a69f-08fb92a9553c req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:29.898151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['74eeac04-cee5-4002-a74b-23a5f68db498'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:13:29.914642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Pushing event deleted for resources: {'Port': ['ID=74eeac04-cee5-4002-a74b-23a5f68db498,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:29.925030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:29.925378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:29.925722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:29.926154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:29.927113 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:29.927889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:29.927889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:29.928143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:29.928460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:29.928789 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:29.929119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:29.929441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:29.929764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:29.971685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fec6c5-72a8-4a9a-a69f-08fb92a9553c req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] No DVR routers for this DVR port 74eeac04-cee5-4002-a74b-23a5f68db498 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:13:29.974467 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-92fec6c5-72a8-4a9a-a69f-08fb92a9553c req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:29.977835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92fec6c5-72a8-4a9a-a69f-08fb92a9553c req-d7be236b-74cc-49ff-adcd-af9c4c42b9a6 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.69 "DELETE /v2.0/ports/74eeac04-cee5-4002-a74b-23a5f68db498 HTTP/1.1" status: 204 len: 173 time: 0.4606681 Dec 16 23:13:29.978282 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010818b4-8585-460f-9d39-0e75ea636c7c', 'name': 'network-vif-deleted', 'tag': '74eeac04-cee5-4002-a74b-23a5f68db498'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:13:29.980825 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a74724-dbe6-465c-afd0-7741d5da2c64" -d '{"events": [{"server_uuid": "010818b4-8585-460f-9d39-0e75ea636c7c", "name": "network-vif-deleted", "tag": "74eeac04-cee5-4002-a74b-23a5f68db498"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:13:30.018478 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a3125c-f247-4920-9c7e-bf254464ac82 x-openstack-request-id: req-d4a3125c-f247-4920-9c7e-bf254464ac82 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:13:30.018778 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010818b4-8585-460f-9d39-0e75ea636c7c", "name": "network-vif-deleted", "tag": "74eeac04-cee5-4002-a74b-23a5f68db498", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:13:30.019031 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4a3125c-f247-4920-9c7e-bf254464ac82 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:13:30.019488 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010818b4-8585-460f-9d39-0e75ea636c7c', 'name': 'network-vif-deleted', 'tag': '74eeac04-cee5-4002-a74b-23a5f68db498', 'status': 'completed', 'code': 200} Dec 16 23:13:30.509677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f8b0f3b8-4b6d-427e-8bd2-54c1634a1059 req-e27d9c32-703d-4967-a12e-714e9a43da02 tempest-ServerDiskConfigTestJSON-539462935 tempest-ServerDiskConfigTestJSON-539462935-project] 10.222.0.43 "GET /v2.0/ports?device_id=010818b4-8585-460f-9d39-0e75ea636c7c HTTP/1.1" status: 200 len: 210 time: 0.0276475 Dec 16 23:13:31.634473 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34932) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:13:31.680779 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Deleting subnet 386ec115-2673-4910-8da1-454b2733a8c9 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:13:31.683892 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:31.718169 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:31.759805 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:31.876429 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:31.900922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=386ec115-2673-4910-8da1-454b2733a8c9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:31.912449 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:31.915692 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/386ec115-2673-4910-8da1-454b2733a8c9 HTTP/1.1" status: 204 len: 168 time: 0.2801497 Dec 16 23:13:31.917111 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.917460 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.917795 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.918134 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.918464 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.918572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34934) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:13:31.918984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.919109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.919557 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.919789 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.920140 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.920424 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.920741 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.921058 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ba49b-36d0-4175-946e-24be76426320 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.991198 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe0026f7-5533-4cd9-bbf0-974674ecc1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:32.069986 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe0026f7-5533-4cd9-bbf0-974674ecc1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:32.089369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-fe0026f7-5533-4cd9-bbf0-974674ecc1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23ef3a8-6f09-45f5-ade7-4b92f100e22f']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:32.099303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-fe0026f7-5533-4cd9-bbf0-974674ecc1f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d790cb-9736-44df-83b6-be3e67c95ef3') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:32.099598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-fe0026f7-5533-4cd9-bbf0-974674ecc1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d790cb-9736-44df-83b6-be3e67c95ef3') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:32.109180 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe0026f7-5533-4cd9-bbf0-974674ecc1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:32.122869 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe0026f7-5533-4cd9-bbf0-974674ecc1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:32.128711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0026f7-5533-4cd9-bbf0-974674ecc1f5 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:13:32.129056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe0026f7-5533-4cd9-bbf0-974674ecc1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: timer() Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:13:32.130897 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:13:32.230444 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe0026f7-5533-4cd9-bbf0-974674ecc1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:32.236123 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe0026f7-5533-4cd9-bbf0-974674ecc1f5 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:32.239564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fe0026f7-5533-4cd9-bbf0-974674ecc1f5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e23ef3a8-6f09-45f5-ade7-4b92f100e22f HTTP/1.1" status: 204 len: 168 time: 0.3200238 Dec 16 23:13:32.251134 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0026f7-5533-4cd9-bbf0-974674ecc1f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e23ef3a8-6f09-45f5-ade7-4b92f100e22f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:32.544977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34938) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:13:32.588922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d807f471-dbd0-4dce-abba-262bb75b7719 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b4ef3f197c24d4d886cedc54155f912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427315 Dec 16 23:13:32.591642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34940) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:13:32.640203 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2a22423-ffc5-41f2-b216-750afb9864da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:32.662886 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2a22423-ffc5-41f2-b216-750afb9864da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:32.778542 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2a22423-ffc5-41f2-b216-750afb9864da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:32.781124 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2a22423-ffc5-41f2-b216-750afb9864da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:32.782339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f2a22423-ffc5-41f2-b216-750afb9864da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d45b760-6778-47e6-810a-3c699533945e HTTP/1.1" status: 204 len: 168 time: 0.1897993 Dec 16 23:13:32.790956 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a22423-ffc5-41f2-b216-750afb9864da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d45b760-6778-47e6-810a-3c699533945e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:32.977499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 74eeac04-cee5-4002-a74b-23a5f68db498 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:13:32.998644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 74eeac04-cee5-4002-a74b-23a5f68db498 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:13:32.998989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 74eeac04-cee5-4002-a74b-23a5f68db498 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:13:33.802572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34962) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:13:33.902079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c8a7639d-7dbc-4bcd-9512-8e9b0156efa0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-272270652-network', 'tenant_id': 'f7b834f28ead406da4519490437314f1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:13:33.979014 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a7639d-7dbc-4bcd-9512-8e9b0156efa0 admin admin] Made reservation on behalf of f7b834f28ead406da4519490437314f1 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:13:33.981663 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8a7639d-7dbc-4bcd-9512-8e9b0156efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:33.991477 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8a7639d-7dbc-4bcd-9512-8e9b0156efa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:34.067579 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8a7639d-7dbc-4bcd-9512-8e9b0156efa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:34.144774 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8a7639d-7dbc-4bcd-9512-8e9b0156efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:34.170577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a7639d-7dbc-4bcd-9512-8e9b0156efa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:13:34.181060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7639d-7dbc-4bcd-9512-8e9b0156efa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d217914-f2d9-48af-ae5d-893fa5307ece,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:34.186235 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8a7639d-7dbc-4bcd-9512-8e9b0156efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:34.186583 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-c8a7639d-7dbc-4bcd-9512-8e9b0156efa0 admin admin] Added segment 6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e of type vlan for network a666fab7-6995-4cc2-85e6-7bb36fccf87b Dec 16 23:13:34.226795 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8a7639d-7dbc-4bcd-9512-8e9b0156efa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:34.327588 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8a7639d-7dbc-4bcd-9512-8e9b0156efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:34.328586 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a7639d-7dbc-4bcd-9512-8e9b0156efa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:34.329175 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8a7639d-7dbc-4bcd-9512-8e9b0156efa0 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:34.390740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7639d-7dbc-4bcd-9512-8e9b0156efa0 admin admin] Pushing event updated for resources: {'Network': ['ID=a666fab7-6995-4cc2-85e6-7bb36fccf87b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:34.400542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network a666fab7-6995-4cc2-85e6-7bb36fccf87b details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:13:34.450402 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c8a7639d-7dbc-4bcd-9512-8e9b0156efa0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6466842 Dec 16 23:13:34.453548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34966) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:13:34.460110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0137ddcf-f63d-4866-ac3c-2063a5f6b4c2 admin admin] Request body: {'subnet': {'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-272270652-subnet', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:13:34.550365 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0137ddcf-f63d-4866-ac3c-2063a5f6b4c2 admin admin] Made reservation on behalf of f7b834f28ead406da4519490437314f1 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:13:34.552928 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0137ddcf-f63d-4866-ac3c-2063a5f6b4c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:34.796196 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0137ddcf-f63d-4866-ac3c-2063a5f6b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:34.854730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137ddcf-f63d-4866-ac3c-2063a5f6b4c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d39bd845-a943-4669-b136-7882ce56dc0b,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:34.864570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0137ddcf-f63d-4866-ac3c-2063a5f6b4c2 admin admin] Checking segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:13:34.864940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0137ddcf-f63d-4866-ac3c-2063a5f6b4c2 admin admin] Network hostable DHCP agents. Network: a666fab7-6995-4cc2-85e6-7bb36fccf87b, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:13:35.001651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0137ddcf-f63d-4866-ac3c-2063a5f6b4c2 admin admin] Network a666fab7-6995-4cc2-85e6-7bb36fccf87b is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:13:35.098971 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-0137ddcf-f63d-4866-ac3c-2063a5f6b4c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, a666fab7-6995-4cc2-85e6-7bb36fccf87b) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:13:35.103784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0137ddcf-f63d-4866-ac3c-2063a5f6b4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:35.104666 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0137ddcf-f63d-4866-ac3c-2063a5f6b4c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:35.112699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722bd36a-3380-4ab5-a891-1e9d7b105684 None None] Network a666fab7-6995-4cc2-85e6-7bb36fccf87b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:13:35.176183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0137ddcf-f63d-4866-ac3c-2063a5f6b4c2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7214031 Dec 16 23:13:35.180060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34968) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:13:35.184473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:13:35.213402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'project_id': 'f7b834f28ead406da4519490437314f1', 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:13:35.216082 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:35.258900 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:35.260083 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:35.312760 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:35.353121 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Allocated IP 172.20.0.2 (a666fab7-6995-4cc2-85e6-7bb36fccf87b/d39bd845-a943-4669-b136-7882ce56dc0b/040e47e3-8ac6-4b3d-86bf-5d34a5278ecb) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:13:35.498904 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:35.501600 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:35.573552 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:35.613124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Network a666fab7-6995-4cc2-85e6-7bb36fccf87b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:13:35.616878 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:13:35.620529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:13:35.629104 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Pushing event updated for resources: {'Port': ['ID=040e47e3-8ac6-4b3d-86bf-5d34a5278ecb,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:35.652379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:35.652830 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:35.653178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:35.653518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:35.653854 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:35.654184 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:35.654513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:35.654841 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:35.655246 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:35.655522 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:35.655834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:35.656158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:35.656479 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:35.691122 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Attempting to bind port 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:13:35.691531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Attempting to bind port 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:13:35.691898 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Attempting to bind port 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:13:35.697450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:13:35.697762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Checking segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:13:35.698509 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:35.698652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Bound using segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:13:35.699089 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Bound port: 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:13:35.699496 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:35.747323 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:35.766367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] For port 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:13:35.766695 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:35.769414 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] For port 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=040e47e3-8ac6-4b3d-86bf-5d34a5278ecb,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:13:35.842142 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:35.872330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Allocated IP 172.25.2.175 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/2f6b6cc7-134e-42f3-8ab6-006073537dfb) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:13:35.913821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a04c1-3bd1-4017-807f-6020aa4f5c2c None None] Pushing event updated for resources: {'Port': ['ID=040e47e3-8ac6-4b3d-86bf-5d34a5278ecb,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:35.987296 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:36.079002 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:36.121883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:13:36.125109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:13:36.128872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:13:36.140687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c96a9ed-50f5-499b-a915-8b28e91e4b61 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:13:36.157121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Pushing event updated for resources: {'Port': ['ID=2f6b6cc7-134e-42f3-8ab6-006073537dfb,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:36.235123 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-63acaac6-246e-445d-b8ca-f02622d0b462 None None] Provisioning complete for port 2f6b6cc7-134e-42f3-8ab6-006073537dfb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:36.235545 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-63acaac6-246e-445d-b8ca-f02622d0b462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:36.272736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-63acaac6-246e-445d-b8ca-f02622d0b462 None None] Port 2f6b6cc7-134e-42f3-8ab6-006073537dfb cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:13:36.443194 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:36.612241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:13:36.673057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:36.673431 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:36.767286 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:36.808118 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=040e47e3-8ac6-4b3d-86bf-5d34a5278ecb,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:36.909148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a668f5b0-a2d3-4551-8d4e-2af8b9fe4c1d None None] Network a666fab7-6995-4cc2-85e6-7bb36fccf87b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:13:36.961298 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:37.010247 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:37.031592 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=040e47e3-8ac6-4b3d-86bf-5d34a5278ecb,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:37.037714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-993622d4-36ea-4a2e-9e41-ce9426b83e20 None None] Provisioning complete for port 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:37.038151 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-993622d4-36ea-4a2e-9e41-ce9426b83e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:37.218584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Router 014fa986-0597-4e6a-82d4-527a9c476cfc is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:13:37.337295 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:13:37.350760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Sync routers for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:13:37.361574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:13:37.362227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:13:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:37.404204 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:37.405509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5871ba5a-44cc-4185-96bf-cf08708310a4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2244904 Dec 16 23:13:37.408431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 34970) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:13:37.460317 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3ae8c3cc-2d57-4fea-9abb-076a5164b32f None None] Provisioning complete for port 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:37.460693 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ae8c3cc-2d57-4fea-9abb-076a5164b32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:37.512946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:13:37.742342 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:36Z', 'revision_number': 3, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:37.771744 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Checking router: 014fa986-0597-4e6a-82d4-527a9c476cfc for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:13:37.772335 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Updating router 014fa986-0597-4e6a-82d4-527a9c476cfc port 2f6b6cc7-134e-42f3-8ab6-006073537dfb binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:13:37.806599 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:37.884041 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.051397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Allocated IP 172.20.0.1 (a666fab7-6995-4cc2-85e6-7bb36fccf87b/d39bd845-a943-4669-b136-7882ce56dc0b/35f81a13-4152-429b-9f04-61d4522bb2c5) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:13:38.077023 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.145845 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.167601 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.196376 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55c6b46-4adf-4bc4-9af1-e09382625b9f None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:13:38.205736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b304dd-bd15-4a87-ace4-bf815ec5b725 None None] Pushing event updated for resources: {'Port': ['ID=2f6b6cc7-134e-42f3-8ab6-006073537dfb,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:38.208407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Attempting to bind port 2f6b6cc7-134e-42f3-8ab6-006073537dfb on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:13:38.208790 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Attempting to bind port 2f6b6cc7-134e-42f3-8ab6-006073537dfb by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:13:38.209164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Attempting to bind port 2f6b6cc7-134e-42f3-8ab6-006073537dfb on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:13:38.216443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:13:38.216828 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:13:38.217239 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.217658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:13:38.218144 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Bound port: 2f6b6cc7-134e-42f3-8ab6-006073537dfb, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:13:38.218535 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.259852 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.277802 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] For port 2f6b6cc7-134e-42f3-8ab6-006073537dfb, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:13:38.281253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] For port 2f6b6cc7-134e-42f3-8ab6-006073537dfb, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2f6b6cc7-134e-42f3-8ab6-006073537dfb,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:13:38.300743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Network a666fab7-6995-4cc2-85e6-7bb36fccf87b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:13:38.303822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:13:38.307446 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:13:38.307874 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-603c187f-de6e-4a52-ac97-bcdf815abbe5 None None] Provisioning complete for port 2f6b6cc7-134e-42f3-8ab6-006073537dfb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:38.308248 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-603c187f-de6e-4a52-ac97-bcdf815abbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.333877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Pushing event updated for resources: {'Port': ['ID=35f81a13-4152-429b-9f04-61d4522bb2c5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:38.337536 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.354710 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.386741 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-603c187f-de6e-4a52-ac97-bcdf815abbe5 None None] Port 2f6b6cc7-134e-42f3-8ab6-006073537dfb cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:13:38.393794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc9acff-70c4-460e-bfa3-26920be40914 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:13:38.419439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:13:38.420090 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:13:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:38.422131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b304dd-bd15-4a87-ace4-bf815ec5b725 None None] Pushing event updated for resources: {'Port': ['ID=2f6b6cc7-134e-42f3-8ab6-006073537dfb,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:38.545633 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c2ba766c-aca7-4357-9fc9-dd4141a425a1 None None] Provisioning complete for port 2f6b6cc7-134e-42f3-8ab6-006073537dfb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:38.546021 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c2ba766c-aca7-4357-9fc9-dd4141a425a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.551056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.572126 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:13:38.636086 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:13:38.737045 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.796199 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.867290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Pushing event updated for resources: {'Port': ['ID=35f81a13-4152-429b-9f04-61d4522bb2c5,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:38.871785 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.964041 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:38.964637 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.971814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Network a666fab7-6995-4cc2-85e6-7bb36fccf87b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:13:38.973243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:13:39.007731 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c2ba766c-aca7-4357-9fc9-dd4141a425a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:39.048241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c2ba766c-aca7-4357-9fc9-dd4141a425a1 None None] For port 2f6b6cc7-134e-42f3-8ab6-006073537dfb, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2f6b6cc7-134e-42f3-8ab6-006073537dfb,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:39.106864 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:36Z', 'revision_number': 3, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:39.107726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Router 014fa986-0597-4e6a-82d4-527a9c476cfc has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:13:39.110499 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c2ba766c-aca7-4357-9fc9-dd4141a425a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:39.150263 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68fe465-7fa7-4a35-ba23-52929529e0e8 None None] The sync data for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 is: [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:36Z', 'revision_number': 3, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:13:39.209240 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba766c-aca7-4357-9fc9-dd4141a425a1 None None] Pushing event updated for resources: {'Port': ['ID=2f6b6cc7-134e-42f3-8ab6-006073537dfb,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:39.234190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ee55a478-7b7f-4915-9003-98a49bb5fcef None None] Provisioning complete for port 35f81a13-4152-429b-9f04-61d4522bb2c5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:39.234834 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee55a478-7b7f-4915-9003-98a49bb5fcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:39.243874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:13:39.257716 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-df23dcd7-fbf2-4c71-8efc-27c633361766 admin admin] 10.222.0.43 "PUT /v2.0/routers/014fa986-0597-4e6a-82d4-527a9c476cfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8395402 Dec 16 23:13:39.284138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ee55a478-7b7f-4915-9003-98a49bb5fcef None None] Port 35f81a13-4152-429b-9f04-61d4522bb2c5 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:13:39.836489 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34978) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:13:39.841333 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b65e8223-9a48-41ef-95fb-c876576968cc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1721239835', 'description': 'tempest-description--730893698'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:13:39.956066 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b65e8223-9a48-41ef-95fb-c876576968cc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:40.034583 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b65e8223-9a48-41ef-95fb-c876576968cc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:40.105225 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b65e8223-9a48-41ef-95fb-c876576968cc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:40.139733 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e8223-9a48-41ef-95fb-c876576968cc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51ff2d3-0abd-4c95-a12e-2f85767420a1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:40.220976 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b65e8223-9a48-41ef-95fb-c876576968cc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:40.222188 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b65e8223-9a48-41ef-95fb-c876576968cc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3846037 Dec 16 23:13:40.225287 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34980) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:13:40.229972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-69966faf-d362-45e5-bed0-01972bfe9599 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Request body: {'security_group_rule': {'security_group_id': 'a51ff2d3-0abd-4c95-a12e-2f85767420a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:13:40.305086 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69966faf-d362-45e5-bed0-01972bfe9599 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:40.365627 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69966faf-d362-45e5-bed0-01972bfe9599 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:40.413142 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69966faf-d362-45e5-bed0-01972bfe9599 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:40.431724 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69966faf-d362-45e5-bed0-01972bfe9599 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76280bb-95ae-4f12-ae98-8430ff399464,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:40.483935 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69966faf-d362-45e5-bed0-01972bfe9599 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:40.485149 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-69966faf-d362-45e5-bed0-01972bfe9599 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2589226 Dec 16 23:13:40.487948 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34982) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:13:40.493077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0aa155ee-0443-4ff3-96bb-1ff19315e34a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Request body: {'security_group_rule': {'security_group_id': 'a51ff2d3-0abd-4c95-a12e-2f85767420a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:13:40.591666 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2f6b6cc7-134e-42f3-8ab6-006073537dfb up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:13:40.603374 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0aa155ee-0443-4ff3-96bb-1ff19315e34a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:40.651688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2f6b6cc7-134e-42f3-8ab6-006073537dfb triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:40.652065 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:40.672217 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0aa155ee-0443-4ff3-96bb-1ff19315e34a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:40.715654 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0aa155ee-0443-4ff3-96bb-1ff19315e34a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:40.736072 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa155ee-0443-4ff3-96bb-1ff19315e34a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7a58f2-2f73-482e-b9fe-93b4736e029f,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:40.787120 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0aa155ee-0443-4ff3-96bb-1ff19315e34a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:40.788412 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0aa155ee-0443-4ff3-96bb-1ff19315e34a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2994888 Dec 16 23:13:40.791380 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 34984) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:13:40.795721 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:13:40.853457 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:40.903310 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Sync routers for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:13:40.913920 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:13:40.914635 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:13:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:40.956804 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:41.075827 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Allocated IP 172.25.2.12 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/2ab0dc87-0e3c-4767-8b08-60040145f673) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:13:41.115153 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:13:41.178701 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:41.264855 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:41.308053 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:13:41.310932 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:13:41.314594 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:13:41.328731 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 2, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:41.344426 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Pushing event updated for resources: {'Port': ['ID=2ab0dc87-0e3c-4767-8b08-60040145f673,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:41.357767 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Checking router: 014fa986-0597-4e6a-82d4-527a9c476cfc for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:13:41.358119 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Updating router 014fa986-0597-4e6a-82d4-527a9c476cfc port 35f81a13-4152-429b-9f04-61d4522bb2c5 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:13:41.383674 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:41.408206 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:41.496854 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:41.657746 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:41.661178 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:41.721851 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:41.733151 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:41.774443 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbca284-ea80-4968-a1a7-a8bc673af28d None None] Pushing event updated for resources: {'Port': ['ID=35f81a13-4152-429b-9f04-61d4522bb2c5,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:41.788951 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbca284-ea80-4968-a1a7-a8bc673af28d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:41.789304 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbca284-ea80-4968-a1a7-a8bc673af28d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:41.789641 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbca284-ea80-4968-a1a7-a8bc673af28d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:41.789978 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbca284-ea80-4968-a1a7-a8bc673af28d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:41.790307 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbca284-ea80-4968-a1a7-a8bc673af28d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:41.790637 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbca284-ea80-4968-a1a7-a8bc673af28d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:41.790963 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbca284-ea80-4968-a1a7-a8bc673af28d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:41.791303 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbca284-ea80-4968-a1a7-a8bc673af28d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:41.791756 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbca284-ea80-4968-a1a7-a8bc673af28d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:41.791951 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbca284-ea80-4968-a1a7-a8bc673af28d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:41.792267 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbca284-ea80-4968-a1a7-a8bc673af28d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:41.792579 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbca284-ea80-4968-a1a7-a8bc673af28d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:41.792902 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbca284-ea80-4968-a1a7-a8bc673af28d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:41.820142 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Pushing event updated for resources: {'Port': ['ID=2ab0dc87-0e3c-4767-8b08-60040145f673,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:41.831080 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:41.843295 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Attempting to bind port 35f81a13-4152-429b-9f04-61d4522bb2c5 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:13:41.843686 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Attempting to bind port 35f81a13-4152-429b-9f04-61d4522bb2c5 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:13:41.844055 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Attempting to bind port 35f81a13-4152-429b-9f04-61d4522bb2c5 on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:13:41.850134 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:13:41.850462 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Checking segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:13:41.850868 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:41.851319 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Bound using segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:13:41.851798 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Bound port: 35f81a13-4152-429b-9f04-61d4522bb2c5, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:13:41.852216 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:41.895373 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:41.898920 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0bafc69f-d1f7-4ba3-81f2-ea787a827916 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1065590 Dec 16 23:13:41.923078 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] For port 35f81a13-4152-429b-9f04-61d4522bb2c5, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:13:41.926633 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] For port 35f81a13-4152-429b-9f04-61d4522bb2c5, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=35f81a13-4152-429b-9f04-61d4522bb2c5,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:13:41.984895 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:42.028348 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-efb12e55-46fa-4e09-b6fe-35b9557363d7 None None] Provisioning complete for port 35f81a13-4152-429b-9f04-61d4522bb2c5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:42.029187 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efb12e55-46fa-4e09-b6fe-35b9557363d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:42.043317 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:13:42.043937 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:13:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:42.089773 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbca284-ea80-4968-a1a7-a8bc673af28d None None] Pushing event updated for resources: {'Port': ['ID=35f81a13-4152-429b-9f04-61d4522bb2c5,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:42.096133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5139e625-5f84-467d-9e37-17a2e21c257b req-383aa91e-b4c9-4b2c-8ea3-e3ca3a42fb3d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1721239835&fields=id&tenant_id=f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 267 time: 0.0778830 Dec 16 23:13:42.132687 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efb12e55-46fa-4e09-b6fe-35b9557363d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:42.177501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-efb12e55-46fa-4e09-b6fe-35b9557363d7 None None] For port 35f81a13-4152-429b-9f04-61d4522bb2c5, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=35f81a13-4152-429b-9f04-61d4522bb2c5,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:42.181084 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:13:42.237730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139e625-5f84-467d-9e37-17a2e21c257b req-370ff4be-8bfa-4469-98ed-78d86fc5f414 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:42.243943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5139e625-5f84-467d-9e37-17a2e21c257b req-370ff4be-8bfa-4469-98ed-78d86fc5f414 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 811 time: 0.1341898 Dec 16 23:13:42.247367 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efb12e55-46fa-4e09-b6fe-35b9557363d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:42.260826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5139e625-5f84-467d-9e37-17a2e21c257b req-2091e854-3af3-494d-83d6-4f1aba409faf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/quotas/f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 375 time: 0.0143142 Dec 16 23:13:42.307118 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb12e55-46fa-4e09-b6fe-35b9557363d7 None None] Pushing event updated for resources: {'Port': ['ID=35f81a13-4152-429b-9f04-61d4522bb2c5,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:42.329963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5139e625-5f84-467d-9e37-17a2e21c257b req-45a6f9c7-4137-4585-a317-2cc3b6978fac tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597384 Dec 16 23:13:42.370205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-43b93896-daef-4819-a9b9-aef91b07575a None None] Provisioning complete for port 35f81a13-4152-429b-9f04-61d4522bb2c5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:42.370665 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43b93896-daef-4819-a9b9-aef91b07575a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:42.405398 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:41Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:42.437309 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dda1ae-0d04-46d1-a441-b220ce5dcdf8 None None] The sync data for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 is: [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:41Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:13:42.448571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5139e625-5f84-467d-9e37-17a2e21c257b req-0cb5ba80-82ce-4b7f-8b2f-cd034ea8cb5e service neutron] 10.222.0.43 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056206 Dec 16 23:13:42.581712 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5139e625-5f84-467d-9e37-17a2e21c257b req-03d5a893-37dd-4ff8-aeb7-5e56a2bd46bf service neutron] 10.222.0.43 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268051 Dec 16 23:13:42.633642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 35f81a13-4152-429b-9f04-61d4522bb2c5 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:13:42.688520 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 35f81a13-4152-429b-9f04-61d4522bb2c5 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:42.688816 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:42.834713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c66e174b-5b4c-4b19-a155-996428fb245e req-adf83894-fe86-4f5a-9c67-bf61ad62c48b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 210 time: 0.0331211 Dec 16 23:13:43.624189 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:43.812799 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:43.932541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59c2d5a9-ce87-49c6-b7c5-769d913f722b req-6036a096-e5f2-4215-a014-63640119e1e8 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 210 time: 0.0290756 Dec 16 23:13:44.806877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139e625-5f84-467d-9e37-17a2e21c257b req-758b1ff6-c7d1-4b28-bf5c-5c0ac52a5801 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:44.808437 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5139e625-5f84-467d-9e37-17a2e21c257b req-758b1ff6-c7d1-4b28-bf5c-5c0ac52a5801 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 811 time: 0.1081312 Dec 16 23:13:44.878031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5139e625-5f84-467d-9e37-17a2e21c257b req-c5174f7d-4586-43cb-81e1-a3a6bbf9adbe tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 380 time: 0.0539229 Dec 16 23:13:44.889528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-5139e625-5f84-467d-9e37-17a2e21c257b req-10c83a87-9607-48e7-96c5-941efbe3f7a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Request body: {'port': {'device_id': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'admin_state_up': True, 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'security_groups': ['a51ff2d3-0abd-4c95-a12e-2f85767420a1']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:13:45.034040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2f8ff78e-6003-40d7-b37e-2261fc9a6618 req-6fde16e9-2e7e-4252-9de5-90d91726bcaf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 210 time: 0.0300100 Dec 16 23:13:45.064731 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5139e625-5f84-467d-9e37-17a2e21c257b req-10c83a87-9607-48e7-96c5-941efbe3f7a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Made reservation on behalf of f7b834f28ead406da4519490437314f1 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:13:45.068307 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5139e625-5f84-467d-9e37-17a2e21c257b req-10c83a87-9607-48e7-96c5-941efbe3f7a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:45.197453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-5139e625-5f84-467d-9e37-17a2e21c257b req-10c83a87-9607-48e7-96c5-941efbe3f7a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Allocated IP 172.20.0.5 (a666fab7-6995-4cc2-85e6-7bb36fccf87b/d39bd845-a943-4669-b136-7882ce56dc0b/665063da-0c53-4111-b6ee-1d0a44cb146d) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:13:45.336829 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5139e625-5f84-467d-9e37-17a2e21c257b req-10c83a87-9607-48e7-96c5-941efbe3f7a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:45.424908 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5139e625-5f84-467d-9e37-17a2e21c257b req-10c83a87-9607-48e7-96c5-941efbe3f7a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:45.474888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5139e625-5f84-467d-9e37-17a2e21c257b req-10c83a87-9607-48e7-96c5-941efbe3f7a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Network a666fab7-6995-4cc2-85e6-7bb36fccf87b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:13:45.478838 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-5139e625-5f84-467d-9e37-17a2e21c257b req-10c83a87-9607-48e7-96c5-941efbe3f7a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:13:45.482889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-5139e625-5f84-467d-9e37-17a2e21c257b req-10c83a87-9607-48e7-96c5-941efbe3f7a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:13:45.489548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c83a87-9607-48e7-96c5-941efbe3f7a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Pushing event updated for resources: {'Port': ['ID=665063da-0c53-4111-b6ee-1d0a44cb146d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:45.537207 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139e625-5f84-467d-9e37-17a2e21c257b req-10c83a87-9607-48e7-96c5-941efbe3f7a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:45.537855 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5139e625-5f84-467d-9e37-17a2e21c257b req-10c83a87-9607-48e7-96c5-941efbe3f7a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:45.606089 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5139e625-5f84-467d-9e37-17a2e21c257b req-10c83a87-9607-48e7-96c5-941efbe3f7a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7203083 Dec 16 23:13:45.624810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Request body: {'port': {'device_id': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:13:45.682430 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:45.698157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8f654608-eec3-44de-97a4-7b45118266a3 None None] Provisioning complete for port 665063da-0c53-4111-b6ee-1d0a44cb146d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:45.698756 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f654608-eec3-44de-97a4-7b45118266a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:45.737521 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8f654608-eec3-44de-97a4-7b45118266a3 None None] Port 665063da-0c53-4111-b6ee-1d0a44cb146d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:13:45.953986 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665063da-0c53-4111-b6ee-1d0a44cb146d {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:13:45.962132 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:45.974226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Transition to ACTIVE for port object 665063da-0c53-4111-b6ee-1d0a44cb146d will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:13:46.064327 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:46.128032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Pushing event updated for resources: {'Port': ['ID=665063da-0c53-4111-b6ee-1d0a44cb146d,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:46.214175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8051e-d381-47a7-ade0-1d2c9a3842a3 req-fdb3aab4-0587-4704-bb1f-b87ea758c2ec tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:46.215710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00b8051e-d381-47a7-ade0-1d2c9a3842a3 req-fdb3aab4-0587-4704-bb1f-b87ea758c2ec tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 943 time: 0.1066298 Dec 16 23:13:46.249172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Attempting to bind port 665063da-0c53-4111-b6ee-1d0a44cb146d on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:13:46.249514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Attempting to bind port 665063da-0c53-4111-b6ee-1d0a44cb146d by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:13:46.249849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Attempting to bind port 665063da-0c53-4111-b6ee-1d0a44cb146d on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:13:46.258981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Port 665063da-0c53-4111-b6ee-1d0a44cb146d on network a666fab7-6995-4cc2-85e6-7bb36fccf87b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:13:46.258981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Attempting to bind port 665063da-0c53-4111-b6ee-1d0a44cb146d on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:13:46.269981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:13:46.270366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Checking segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:13:46.270855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Bound using segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:13:46.271165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Bound port: 665063da-0c53-4111-b6ee-1d0a44cb146d, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:13:46.271549 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:46.299582 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-00b8051e-d381-47a7-ade0-1d2c9a3842a3 req-268eb8b5-e338-457f-b427-97156db4597e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756955 Dec 16 23:13:46.352953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] For port 665063da-0c53-4111-b6ee-1d0a44cb146d, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:13:46.359628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] For port 665063da-0c53-4111-b6ee-1d0a44cb146d, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=665063da-0c53-4111-b6ee-1d0a44cb146d,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:13:46.436444 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:46.479004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:46.479915 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:46.481375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5139e625-5f84-467d-9e37-17a2e21c257b req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] 10.222.0.69 "PUT /v2.0/ports/665063da-0c53-4111-b6ee-1d0a44cb146d HTTP/1.1" status: 200 len: 1091 time: 0.8611255 Dec 16 23:13:46.481840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'tag': '665063da-0c53-4111-b6ee-1d0a44cb146d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:13:46.484159 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adad3c4-2ccb-4b35-97d8-2926f7735d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "b21e8026-7f5e-409d-a75f-081c3d84c89f", "tag": "665063da-0c53-4111-b6ee-1d0a44cb146d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:13:46.510355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3e60e-d878-4b3d-b59e-c0d413b9829d service neutron] Pushing event updated for resources: {'Port': ['ID=665063da-0c53-4111-b6ee-1d0a44cb146d,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:46.531292 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8564f554-9067-4993-b554-2ee563c38b2a x-openstack-request-id: req-8564f554-9067-4993-b554-2ee563c38b2a {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:13:46.531822 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21e8026-7f5e-409d-a75f-081c3d84c89f", "tag": "665063da-0c53-4111-b6ee-1d0a44cb146d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:13:46.532159 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8564f554-9067-4993-b554-2ee563c38b2a {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:13:46.532638 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'tag': '665063da-0c53-4111-b6ee-1d0a44cb146d', 'status': 'completed', 'code': 200} Dec 16 23:13:46.603627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adad3c4-2ccb-4b35-97d8-2926f7735d6e req-d008fc25-5581-4e6c-b341-061f5f08a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:46.605511 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0adad3c4-2ccb-4b35-97d8-2926f7735d6e req-d008fc25-5581-4e6c-b341-061f5f08a65e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 1094 time: 0.0453963 Dec 16 23:13:46.717171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adad3c4-2ccb-4b35-97d8-2926f7735d6e req-1725f9ad-f433-4289-aecf-71d612dc6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:46.718692 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0adad3c4-2ccb-4b35-97d8-2926f7735d6e req-1725f9ad-f433-4289-aecf-71d612dc6be3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f7b834f28ead406da4519490437314f1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1040192 Dec 16 23:13:47.112523 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adad3c4-2ccb-4b35-97d8-2926f7735d6e req-f8b4dbe2-5aa3-4b2e-8bf0-6c6baa611d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:47.114005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0adad3c4-2ccb-4b35-97d8-2926f7735d6e req-f8b4dbe2-5aa3-4b2e-8bf0-6c6baa611d54 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3873062 Dec 16 23:13:47.201013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139e625-5f84-467d-9e37-17a2e21c257b req-f0fc648e-0137-49ca-9b68-322f4e83d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:47.202518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5139e625-5f84-467d-9e37-17a2e21c257b req-f0fc648e-0137-49ca-9b68-322f4e83d938 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 1094 time: 0.0428259 Dec 16 23:13:47.253033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5139e625-5f84-467d-9e37-17a2e21c257b req-4d72ec5e-c2d2-4399-8173-29e4532bf3ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=665063da-0c53-4111-b6ee-1d0a44cb146d HTTP/1.1" status: 200 len: 217 time: 0.0383973 Dec 16 23:13:47.306455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139e625-5f84-467d-9e37-17a2e21c257b req-33488d98-88f9-4091-9fac-9984019754b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:47.307955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5139e625-5f84-467d-9e37-17a2e21c257b req-33488d98-88f9-4091-9fac-9984019754b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0445862 Dec 16 23:13:47.360598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139e625-5f84-467d-9e37-17a2e21c257b req-6cee408e-0e87-4ecc-afce-c7c834d5e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:47.362103 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5139e625-5f84-467d-9e37-17a2e21c257b req-6cee408e-0e87-4ecc-afce-c7c834d5e502 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430958 Dec 16 23:13:47.482960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b18c55-52eb-4e2e-900b-cfa9da15bf1a req-66291b74-d03b-4b06-9671-b9d2dcbb128a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:47.484481 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21b18c55-52eb-4e2e-900b-cfa9da15bf1a req-66291b74-d03b-4b06-9671-b9d2dcbb128a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 943 time: 0.1116314 Dec 16 23:13:47.519801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5139e625-5f84-467d-9e37-17a2e21c257b req-a87999a9-6676-4317-8541-6be16ad6e593 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456609 Dec 16 23:13:47.598242 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-21b18c55-52eb-4e2e-900b-cfa9da15bf1a req-c4aebd6a-ee83-4c3d-9b68-78fe7e1e18aa tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072292 Dec 16 23:13:47.640543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5139e625-5f84-467d-9e37-17a2e21c257b req-ed16ebb2-b014-4e7a-8f7e-497421d6288e service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081746 Dec 16 23:13:48.717840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95ed03-ec9e-4d52-b7f7-0efedaaf4931 req-1b5e6b28-16e4-4c84-bbfb-0ffc4fffcb90 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:48.719365 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a95ed03-ec9e-4d52-b7f7-0efedaaf4931 req-1b5e6b28-16e4-4c84-bbfb-0ffc4fffcb90 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 943 time: 0.0510480 Dec 16 23:13:48.769188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a95ed03-ec9e-4d52-b7f7-0efedaaf4931 req-01fb73e3-caca-4ae2-ac1a-fbfcc9e5eef5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438409 Dec 16 23:13:49.890875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0e95d-f2ef-41cf-945e-1cb23637a724 req-512d3195-3c59-4712-b50b-b11554726b4b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:49.892436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29e0e95d-f2ef-41cf-945e-1cb23637a724 req-512d3195-3c59-4712-b50b-b11554726b4b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 943 time: 0.0554004 Dec 16 23:13:49.940270 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29e0e95d-f2ef-41cf-945e-1cb23637a724 req-755a018f-d350-423d-becb-b1ae40169136 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417337 Dec 16 23:13:50.133643 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6fa87a07-87fb-4c6d-bd69-e28b1271d5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:51.044555 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 665063da-0c53-4111-b6ee-1d0a44cb146d details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:13:51.059815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f7ab8-bc3c-4930-ae2c-1d4e902e4104 req-d779b260-9fef-4834-943b-e9d438bc7411 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:51.061374 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c97f7ab8-bc3c-4930-ae2c-1d4e902e4104 req-d779b260-9fef-4834-943b-e9d438bc7411 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 943 time: 0.0501473 Dec 16 23:13:51.111243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c97f7ab8-bc3c-4930-ae2c-1d4e902e4104 req-febe2f30-452e-4b2f-bfb4-d6b9156c06a4 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438943 Dec 16 23:13:51.148245 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 665063da-0c53-4111-b6ee-1d0a44cb146d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=665063da-0c53-4111-b6ee-1d0a44cb146d,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:51.159952 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '665063da-0c53-4111-b6ee-1d0a44cb146d', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'port_id': '665063da-0c53-4111-b6ee-1d0a44cb146d', 'mac_address': 'fa:16:3e:12:90:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:13:51.197791 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:51.210630 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665063da-0c53-4111-b6ee-1d0a44cb146d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:13:51.230923 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 665063da-0c53-4111-b6ee-1d0a44cb146d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=665063da-0c53-4111-b6ee-1d0a44cb146d,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:51.281579 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:51.328127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=665063da-0c53-4111-b6ee-1d0a44cb146d,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:51.522218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['665063da-0c53-4111-b6ee-1d0a44cb146d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:13:52.236538 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e634087-657e-4c2b-8a15-8abc07638c26 req-7f57ceaf-f862-4fe3-8276-f40c99ed99c3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:52.238469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e634087-657e-4c2b-8a15-8abc07638c26 req-7f57ceaf-f862-4fe3-8276-f40c99ed99c3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 944 time: 0.0591826 Dec 16 23:13:52.296293 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e634087-657e-4c2b-8a15-8abc07638c26 req-69b0a4d3-5839-46f8-b0fe-db82557c349b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505147 Dec 16 23:13:52.544095 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2256ec4-c5eb-45d1-8f30-a41debecc5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:53.054854 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 665063da-0c53-4111-b6ee-1d0a44cb146d up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:13:53.178378 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 665063da-0c53-4111-b6ee-1d0a44cb146d completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:13:53.183341 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 665063da-0c53-4111-b6ee-1d0a44cb146d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:53.183724 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:53.265778 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:53.288568 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665063da-0c53-4111-b6ee-1d0a44cb146d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:13:53.290813 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcace296-dfa9-4f45-9cac-7c9c96a17015" -d '{"events": [{"server_uuid": "b21e8026-7f5e-409d-a75f-081c3d84c89f", "name": "network-vif-plugged", "status": "completed", "tag": "665063da-0c53-4111-b6ee-1d0a44cb146d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:13:53.304829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 665063da-0c53-4111-b6ee-1d0a44cb146d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=665063da-0c53-4111-b6ee-1d0a44cb146d,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:53.329312 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce8b3a5-6ea0-4a92-aec7-e60944ac3543 x-openstack-request-id: req-1ce8b3a5-6ea0-4a92-aec7-e60944ac3543 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:13:53.335876 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21e8026-7f5e-409d-a75f-081c3d84c89f", "name": "network-vif-plugged", "status": "completed", "tag": "665063da-0c53-4111-b6ee-1d0a44cb146d", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:13:53.335876 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ce8b3a5-6ea0-4a92-aec7-e60944ac3543 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:13:53.335876 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665063da-0c53-4111-b6ee-1d0a44cb146d', 'code': 200} Dec 16 23:13:53.384636 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:53.439140 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=665063da-0c53-4111-b6ee-1d0a44cb146d,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:53.452088 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e05d32-513e-44d1-8f06-faed09caaf9d req-94abfd32-abd6-49b0-8bc9-815816656291 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:53.453600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34e05d32-513e-44d1-8f06-faed09caaf9d req-94abfd32-abd6-49b0-8bc9-815816656291 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 944 time: 0.0844011 Dec 16 23:13:53.459922 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd577dde-00e8-4aca-8326-5798604ad28e req-4debfa9f-bd00-4d3c-9eed-8d51678f6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:53.461919 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd577dde-00e8-4aca-8326-5798604ad28e req-4debfa9f-bd00-4d3c-9eed-8d51678f6bf3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 1096 time: 0.0620100 Dec 16 23:13:53.527543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34e05d32-513e-44d1-8f06-faed09caaf9d req-a9054d76-d1d3-4420-94f2-f9597ccf5899 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652485 Dec 16 23:13:53.540190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd577dde-00e8-4aca-8326-5798604ad28e req-e70025fe-bb72-4632-8529-cda52b58f4f1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636411 Dec 16 23:13:53.745635 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:54.652403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c597c0e-6318-475a-a4cb-c353b43387ac req-4afd9c77-4da6-4424-a09c-72020b7a5ae9 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:54.653948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c597c0e-6318-475a-a4cb-c353b43387ac req-4afd9c77-4da6-4424-a09c-72020b7a5ae9 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0566046 Dec 16 23:13:54.706466 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c597c0e-6318-475a-a4cb-c353b43387ac req-d1495b9d-041f-4cea-ac0f-dc2e1a7e5fce tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464227 Dec 16 23:13:55.041807 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:55.756379 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:55.828117 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cedd4-923e-402a-a4f7-867e7c7d9539 req-00304bfc-3c39-42b8-88ca-6f4b9ea409a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:55.829732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff7cedd4-923e-402a-a4f7-867e7c7d9539 req-00304bfc-3c39-42b8-88ca-6f4b9ea409a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0511045 Dec 16 23:13:55.879100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff7cedd4-923e-402a-a4f7-867e7c7d9539 req-15fe90df-1b06-45bf-9731-97ad74fdb672 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432284 Dec 16 23:13:56.005266 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c2b01-c3fb-4403-893a-70e092fdfc5a req-d9d3c4b9-5222-4dfb-b5c9-01e34309fcdb tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:56.006788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff9c2b01-c3fb-4403-893a-70e092fdfc5a req-d9d3c4b9-5222-4dfb-b5c9-01e34309fcdb tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0564644 Dec 16 23:13:56.017598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35040) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:13:56.022372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c4ed74b3-32ec-4cdc-a9ec-cf6c5f374abc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Request body: {'floatingip': {'port_id': '665063da-0c53-4111-b6ee-1d0a44cb146d'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:13:56.064291 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4ed74b3-32ec-4cdc-a9ec-cf6c5f374abc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:56.553628 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4ed74b3-32ec-4cdc-a9ec-cf6c5f374abc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:56.607772 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4ed74b3-32ec-4cdc-a9ec-cf6c5f374abc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:56.712567 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-c4ed74b3-32ec-4cdc-a9ec-cf6c5f374abc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Floating IP b60cad7a-a5cf-4e47-b83f-ed10ff64128c associated. External IP: 172.25.2.12, port: 665063da-0c53-4111-b6ee-1d0a44cb146d. Dec 16 23:13:56.937818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ed74b3-32ec-4cdc-a9ec-cf6c5f374abc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Router 014fa986-0597-4e6a-82d4-527a9c476cfc has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:13:57.050257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ed74b3-32ec-4cdc-a9ec-cf6c5f374abc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:13:57.055105 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4ed74b3-32ec-4cdc-a9ec-cf6c5f374abc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:57.060460 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d5e2d-730a-4376-a26f-e97562ae7a00 None None] Sync routers for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:13:57.070724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d5e2d-730a-4376-a26f-e97562ae7a00 None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:13:57.071406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e79d5e2d-730a-4376-a26f-e97562ae7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:13:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:57.086612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c4ed74b3-32ec-4cdc-a9ec-cf6c5f374abc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "PUT /v2.0/floatingips/b60cad7a-a5cf-4e47-b83f-ed10ff64128c HTTP/1.1" status: 200 len: 990 time: 1.0678773 Dec 16 23:13:57.087337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'tag': '665063da-0c53-4111-b6ee-1d0a44cb146d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:13:57.091099 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8ffc03-88b2-412d-8720-0e1520350d17" -d '{"events": [{"name": "network-changed", "server_uuid": "b21e8026-7f5e-409d-a75f-081c3d84c89f", "tag": "665063da-0c53-4111-b6ee-1d0a44cb146d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:13:57.132226 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2f691b-88c2-484e-b28c-cd83407866d6 x-openstack-request-id: req-9b2f691b-88c2-484e-b28c-cd83407866d6 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:13:57.132524 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21e8026-7f5e-409d-a75f-081c3d84c89f", "tag": "665063da-0c53-4111-b6ee-1d0a44cb146d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:13:57.132825 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b2f691b-88c2-484e-b28c-cd83407866d6 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:13:57.133238 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'tag': '665063da-0c53-4111-b6ee-1d0a44cb146d', 'status': 'completed', 'code': 200} Dec 16 23:13:57.186304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-e79d5e2d-730a-4376-a26f-e97562ae7a00 None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:13:57.206673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ffc03-88b2-412d-8720-0e1520350d17 req-ae7f0596-721b-4cfc-8667-0005dc833f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:57.208147 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa8ffc03-88b2-412d-8720-0e1520350d17 req-ae7f0596-721b-4cfc-8667-0005dc833f0d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 1096 time: 0.0442095 Dec 16 23:13:57.309766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ffc03-88b2-412d-8720-0e1520350d17 req-fba7c91b-d8f0-4d61-8294-6e57e17e5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:57.311563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa8ffc03-88b2-412d-8720-0e1520350d17 req-fba7c91b-d8f0-4d61-8294-6e57e17e5161 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0952182 Dec 16 23:13:57.386316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa8ffc03-88b2-412d-8720-0e1520350d17 req-8ae35af8-8f6c-4d98-95b5-85188c74e767 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=665063da-0c53-4111-b6ee-1d0a44cb146d HTTP/1.1" status: 200 len: 998 time: 0.0678101 Dec 16 23:13:57.436430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e79d5e2d-730a-4376-a26f-e97562ae7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b60cad7a-a5cf-4e47-b83f-ed10ff64128c', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'port_id': '665063da-0c53-4111-b6ee-1d0a44cb146d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'mac_address': 'fa:16:3e:12:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:13:41Z', 'updated_at': '2021-12-16T23:13:56Z', 'revision_number': 1, 'project_id': 'f7b834f28ead406da4519490437314f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:57.442837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ffc03-88b2-412d-8720-0e1520350d17 req-7ce95819-f762-47ac-98f2-ba3e91eff9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:57.444443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa8ffc03-88b2-412d-8720-0e1520350d17 req-7ce95819-f762-47ac-98f2-ba3e91eff9d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0515094 Dec 16 23:13:57.465134 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d5e2d-730a-4376-a26f-e97562ae7a00 None None] Checking router: 014fa986-0597-4e6a-82d4-527a9c476cfc for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:13:57.473897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d5e2d-730a-4376-a26f-e97562ae7a00 None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:13:57.474607 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e79d5e2d-730a-4376-a26f-e97562ae7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:13:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:57.493707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ffc03-88b2-412d-8720-0e1520350d17 req-362b6145-1849-48f8-8df8-db9129ca7bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:57.495770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa8ffc03-88b2-412d-8720-0e1520350d17 req-362b6145-1849-48f8-8df8-db9129ca7bec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444553 Dec 16 23:13:57.589073 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-e79d5e2d-730a-4376-a26f-e97562ae7a00 None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:13:57.600855 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa8ffc03-88b2-412d-8720-0e1520350d17 req-0a6b8f5d-c54f-407f-8e8e-0b3b83514c5a service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958090 Dec 16 23:13:57.704375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa8ffc03-88b2-412d-8720-0e1520350d17 req-617cb973-c748-4bfc-86ec-d1a16ef10207 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974569 Dec 16 23:13:57.852117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-e79d5e2d-730a-4376-a26f-e97562ae7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b60cad7a-a5cf-4e47-b83f-ed10ff64128c', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'port_id': '665063da-0c53-4111-b6ee-1d0a44cb146d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'mac_address': 'fa:16:3e:12:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:13:41Z', 'updated_at': '2021-12-16T23:13:56Z', 'revision_number': 1, 'project_id': 'f7b834f28ead406da4519490437314f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:57.884049 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d5e2d-730a-4376-a26f-e97562ae7a00 None None] The sync data for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 is: [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b60cad7a-a5cf-4e47-b83f-ed10ff64128c', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'port_id': '665063da-0c53-4111-b6ee-1d0a44cb146d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'mac_address': 'fa:16:3e:12:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:13:41Z', 'updated_at': '2021-12-16T23:13:56Z', 'revision_number': 1, 'project_id': 'f7b834f28ead406da4519490437314f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:13:57.924334 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:13:58.080940 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50be7f-ae55-46bd-ba41-0820a02e1da3 None None] New status for floating IP b60cad7a-a5cf-4e47-b83f-ed10ff64128c: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:14:13.658182 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:13.824697 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:20.149846 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11441713-ac81-4c33-8e61-7d6e5d5934fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:22.031783 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ece456f-88cf-4d1e-8070-5e33e1f57ea0 req-8a7142e3-b89d-4650-8264-444181ba1f7a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465546 Dec 16 23:14:22.138778 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece456f-88cf-4d1e-8070-5e33e1f57ea0 req-aa887298-a50a-491c-a3a1-38d5287fc804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:22.140369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ece456f-88cf-4d1e-8070-5e33e1f57ea0 req-aa887298-a50a-491c-a3a1-38d5287fc804 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 1096 time: 0.0492873 Dec 16 23:14:22.259058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece456f-88cf-4d1e-8070-5e33e1f57ea0 req-66ee9bdd-e1e8-4f91-a8a5-a5dadf5783ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:22.261397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ece456f-88cf-4d1e-8070-5e33e1f57ea0 req-66ee9bdd-e1e8-4f91-a8a5-a5dadf5783ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0987983 Dec 16 23:14:22.333409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ece456f-88cf-4d1e-8070-5e33e1f57ea0 req-9bc2ca84-8e61-4290-81a9-53dfad219e40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=665063da-0c53-4111-b6ee-1d0a44cb146d HTTP/1.1" status: 200 len: 1000 time: 0.0645599 Dec 16 23:14:22.387114 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece456f-88cf-4d1e-8070-5e33e1f57ea0 req-2b3f2f60-90a5-4a9c-ae69-5560359c1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:22.388690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ece456f-88cf-4d1e-8070-5e33e1f57ea0 req-2b3f2f60-90a5-4a9c-ae69-5560359c1859 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0483594 Dec 16 23:14:22.446601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece456f-88cf-4d1e-8070-5e33e1f57ea0 req-65ae84ab-46f3-4478-8d7e-417b21998ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:22.448237 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ece456f-88cf-4d1e-8070-5e33e1f57ea0 req-65ae84ab-46f3-4478-8d7e-417b21998ae1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518785 Dec 16 23:14:22.533065 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2229a6e5-4ba1-4910-bfe4-ad16a0367376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:22.547723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ece456f-88cf-4d1e-8070-5e33e1f57ea0 req-c0d4a9af-2057-4b10-b2fa-e900308a46af service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921822 Dec 16 23:14:22.652122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ece456f-88cf-4d1e-8070-5e33e1f57ea0 req-7f8070db-6a82-44ac-92db-6ea03a6960d9 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969059 Dec 16 23:14:23.745101 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:25.064175 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:25.772996 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:34.925199 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:14:43.681970 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:43.812734 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:50.114944 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43e2f915-c3bd-44dc-a9b9-b6cc24462cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:52.503201 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8dfab418-96c4-414b-80be-9035eb6e006e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:53.771923 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:55.018020 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:55.743338 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:11.925303 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:15:13.685872 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:13.857411 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:20.120304 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfcaf41f-3ed8-4117-a039-5aadc30f5b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:22.502792 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d86c4eed-df8b-4c74-ac33-adaef776e1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:23.742834 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:24.031728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cb4ce78-c08d-4f32-ab32-dad64ffaeada req-632a1b30-3027-405e-92f9-617bf7cef234 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414515 Dec 16 23:15:24.132526 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4ce78-c08d-4f32-ab32-dad64ffaeada req-58b1183c-6727-46ea-ae4e-c80f2d0afc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:24.133989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cb4ce78-c08d-4f32-ab32-dad64ffaeada req-58b1183c-6727-46ea-ae4e-c80f2d0afc3a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 1096 time: 0.0434611 Dec 16 23:15:24.246727 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4ce78-c08d-4f32-ab32-dad64ffaeada req-372f3423-e13d-4168-b73b-42b60e5e641b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:24.248232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cb4ce78-c08d-4f32-ab32-dad64ffaeada req-372f3423-e13d-4168-b73b-42b60e5e641b service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0924604 Dec 16 23:15:24.325865 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cb4ce78-c08d-4f32-ab32-dad64ffaeada req-e2729917-bc98-4fbd-824d-26ce82abb58c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=665063da-0c53-4111-b6ee-1d0a44cb146d HTTP/1.1" status: 200 len: 1000 time: 0.0619061 Dec 16 23:15:24.381447 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4ce78-c08d-4f32-ab32-dad64ffaeada req-e3d4eea9-6f24-4bf3-84e7-5ee1b7b166e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:24.382929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cb4ce78-c08d-4f32-ab32-dad64ffaeada req-e3d4eea9-6f24-4bf3-84e7-5ee1b7b166e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0458350 Dec 16 23:15:24.439431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4ce78-c08d-4f32-ab32-dad64ffaeada req-bb6ac590-5d68-49e8-80c7-8de16f61b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:24.440939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cb4ce78-c08d-4f32-ab32-dad64ffaeada req-bb6ac590-5d68-49e8-80c7-8de16f61b142 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474925 Dec 16 23:15:24.537102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cb4ce78-c08d-4f32-ab32-dad64ffaeada req-a312ad34-bda4-4816-9ddb-c9de072b04c7 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837893 Dec 16 23:15:24.637545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4cb4ce78-c08d-4f32-ab32-dad64ffaeada req-5e534a0d-bf9a-4529-a20f-1a133496cefe service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891216 Dec 16 23:15:25.041493 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:25.743014 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:36.253324 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e790e6-7841-410b-abe1-086cee9c86f4 req-1da5f28b-156d-474d-a1d2-ca8d2c33c693 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:36.254847 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92e790e6-7841-410b-abe1-086cee9c86f4 req-1da5f28b-156d-474d-a1d2-ca8d2c33c693 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0509665 Dec 16 23:15:36.304949 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92e790e6-7841-410b-abe1-086cee9c86f4 req-83f41453-c5ca-4d01-8987-790e11a4e05c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438499 Dec 16 23:15:36.688719 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c3051-32a6-4c19-b5da-aeb902f86273 req-c93f9c4d-39f9-4bf7-ae45-69fbb6fe5ed1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:36.690228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed7c3051-32a6-4c19-b5da-aeb902f86273 req-c93f9c4d-39f9-4bf7-ae45-69fbb6fe5ed1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0516856 Dec 16 23:15:36.742917 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed7c3051-32a6-4c19-b5da-aeb902f86273 req-7c6895d0-724d-4f03-bf6b-689624af73c9 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466433 Dec 16 23:15:36.815913 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-b95f4afa-54da-4752-bb0d-e9d51fbe192b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0455625 Dec 16 23:15:37.878973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23336459-6c51-4b27-8472-16a653f82f57 req-01ac60a2-681f-4986-b180-a6c0f0f80560 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:37.880595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23336459-6c51-4b27-8472-16a653f82f57 req-01ac60a2-681f-4986-b180-a6c0f0f80560 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0633430 Dec 16 23:15:37.931202 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23336459-6c51-4b27-8472-16a653f82f57 req-af9e293c-6e8b-4665-9216-ae27de9cbec2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436821 Dec 16 23:15:39.074703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-e695ba70-48e9-42dc-962b-aff8dfd0f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:39.076229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-e695ba70-48e9-42dc-962b-aff8dfd0f5a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 1096 time: 0.0603468 Dec 16 23:15:39.083657 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0937630-86f7-4b88-a5f2-8a8e2f430bb7 req-043ce7a3-c35c-4a85-82d5-a55f7b3ada66 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:39.085023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0937630-86f7-4b88-a5f2-8a8e2f430bb7 req-043ce7a3-c35c-4a85-82d5-a55f7b3ada66 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0798664 Dec 16 23:15:39.194137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0937630-86f7-4b88-a5f2-8a8e2f430bb7 req-b2f42c41-d40b-48c1-b706-a1d79719e571 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988386 Dec 16 23:15:39.208993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-8ae25cba-bdf3-4968-aa39-a1b6f1f25ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:39.210505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-8ae25cba-bdf3-4968-aa39-a1b6f1f25ffe service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.1231523 Dec 16 23:15:39.291861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-13a8dc4d-4446-40f7-88e8-bd40c0dc0643 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=665063da-0c53-4111-b6ee-1d0a44cb146d HTTP/1.1" status: 200 len: 1000 time: 0.0656216 Dec 16 23:15:39.347313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-1a60d4bf-b439-4a9d-8aac-3f1ba827141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:39.348830 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-1a60d4bf-b439-4a9d-8aac-3f1ba827141c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0452809 Dec 16 23:15:39.399445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-9e8731e5-0ec5-4b60-ae52-af01c10de5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:39.400938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-9e8731e5-0ec5-4b60-ae52-af01c10de5ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411303 Dec 16 23:15:39.499299 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-9372be2f-f3f9-493a-9e9e-acfbea2572b8 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863655 Dec 16 23:15:39.885759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-dcafb53b-a6fe-4cfe-bbe3-d2f9468e7185 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741651 Dec 16 23:15:40.316726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65da35-969a-46be-8fce-91ef975eb077 req-d4f4b823-9059-4a4f-b24b-39e1b24a2018 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:40.318253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c65da35-969a-46be-8fce-91ef975eb077 req-d4f4b823-9059-4a4f-b24b-39e1b24a2018 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0492687 Dec 16 23:15:40.370707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c65da35-969a-46be-8fce-91ef975eb077 req-a429009a-49c4-4301-912a-d15d29be7f14 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463247 Dec 16 23:15:41.489992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702512d-e3ce-4217-ac43-0ea0e43cc082 req-e420d136-6731-49fe-821b-21c3ac6122e6 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:41.491488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e702512d-e3ce-4217-ac43-0ea0e43cc082 req-e420d136-6731-49fe-821b-21c3ac6122e6 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0498712 Dec 16 23:15:41.539600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e702512d-e3ce-4217-ac43-0ea0e43cc082 req-f626dc9b-7352-43ce-97e1-ad8b00200c2b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418482 Dec 16 23:15:42.658424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41ecb-446c-4707-b4eb-bbc8db697246 req-5de301aa-cded-43ee-87c3-a6016ae3ccbd tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:42.659951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-acd41ecb-446c-4707-b4eb-bbc8db697246 req-5de301aa-cded-43ee-87c3-a6016ae3ccbd tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0498488 Dec 16 23:15:42.707325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-acd41ecb-446c-4707-b4eb-bbc8db697246 req-cfd6f09b-ee59-44c8-9fc7-c2d7cc1cbc19 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412984 Dec 16 23:15:43.674393 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:43.832537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f204072-2b59-4944-a0e3-8ed095e0054c req-655bd66d-7099-4a59-8f81-c0c1ee2d3ef8 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:43.834033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f204072-2b59-4944-a0e3-8ed095e0054c req-655bd66d-7099-4a59-8f81-c0c1ee2d3ef8 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0537145 Dec 16 23:15:43.879910 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:43.884656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f204072-2b59-4944-a0e3-8ed095e0054c req-3e9dd204-cdd8-4804-bfa5-5540ef70c96a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445480 Dec 16 23:15:45.002613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dcbb6-2748-4ed3-b156-2fe6db65b15a req-4345d54a-29fc-4b30-bb1f-d92641f64a30 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:45.004136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-788dcbb6-2748-4ed3-b156-2fe6db65b15a req-4345d54a-29fc-4b30-bb1f-d92641f64a30 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0503128 Dec 16 23:15:45.051258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-788dcbb6-2748-4ed3-b156-2fe6db65b15a req-02cfa367-c248-4131-aa1e-69226a170bab tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409560 Dec 16 23:15:46.173397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e88d1c-cae8-4186-9710-f75227c29d42 req-f20b7489-06f7-4fc5-a3a3-129c2b1fc962 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:46.174886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4e88d1c-cae8-4186-9710-f75227c29d42 req-f20b7489-06f7-4fc5-a3a3-129c2b1fc962 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0528502 Dec 16 23:15:46.222932 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f4e88d1c-cae8-4186-9710-f75227c29d42 req-aa17a7ec-4717-4bda-a7ca-2a10b3f39ec3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420232 Dec 16 23:15:47.342808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9f2a3-704f-4b6f-a323-5821dd126ac6 req-18be87a3-ec84-47a9-aa0b-e15e557ef567 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:47.344324 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09f9f2a3-704f-4b6f-a323-5821dd126ac6 req-18be87a3-ec84-47a9-aa0b-e15e557ef567 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0517266 Dec 16 23:15:47.396094 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09f9f2a3-704f-4b6f-a323-5821dd126ac6 req-5e6531c0-8711-468c-a78a-c43a7d1e898d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456293 Dec 16 23:15:48.513777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44668004-26e3-4db7-8d4f-77dee0db42b2 req-a562ec32-e6f5-4d63-9132-9cff4e12587d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:48.515248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44668004-26e3-4db7-8d4f-77dee0db42b2 req-a562ec32-e6f5-4d63-9132-9cff4e12587d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0504518 Dec 16 23:15:48.568081 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44668004-26e3-4db7-8d4f-77dee0db42b2 req-f970cf99-f514-40eb-b362-6ea3e9efb518 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456119 Dec 16 23:15:48.925723 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:15:49.684274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a5873-b7ea-4ced-af5a-fb9c141d1d68 req-1a921469-523a-4c9c-b769-86cfa63a73ee tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:49.685740 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a3a5873-b7ea-4ced-af5a-fb9c141d1d68 req-1a921469-523a-4c9c-b769-86cfa63a73ee tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0490739 Dec 16 23:15:49.732788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a3a5873-b7ea-4ced-af5a-fb9c141d1d68 req-c0c9056f-2ebb-47cd-a010-20eaf8ff5e14 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411317 Dec 16 23:15:50.125735 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fe3896a-3330-4ce9-9bea-45688d6762eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:50.856489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cbec4-a032-4c2f-947f-95e74ea6996e req-0e9f14d6-611e-4314-a2bb-a4a623448ed2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:50.857887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc0cbec4-a032-4c2f-947f-95e74ea6996e req-0e9f14d6-611e-4314-a2bb-a4a623448ed2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0510654 Dec 16 23:15:50.905833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc0cbec4-a032-4c2f-947f-95e74ea6996e req-551edab7-8169-44df-87db-c9f8b3391364 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417919 Dec 16 23:15:52.038674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce2327-9e7a-46ed-9f3f-337373d0d332 req-fff7c33e-eab1-4c17-b68f-250409f86fd3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:52.040212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91ce2327-9e7a-46ed-9f3f-337373d0d332 req-fff7c33e-eab1-4c17-b68f-250409f86fd3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0542855 Dec 16 23:15:52.095843 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91ce2327-9e7a-46ed-9f3f-337373d0d332 req-36da06fa-9b28-4609-872f-19e79574755d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427473 Dec 16 23:15:52.246349 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-21235033-8938-49b2-8b67-ee30e6cb6e04 service neutron] show failed (client error): The resource could not be found. Dec 16 23:15:52.247423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-21235033-8938-49b2-8b67-ee30e6cb6e04 service neutron] 10.222.0.69 "GET /v2.0/ports/665063da-0c53-4111-b6ee-1d0a44cb146d/bindings/n-h2-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.0554450 Dec 16 23:15:52.537033 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87ff0a23-8427-40ab-b144-fec191fba741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:52.832726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-afe9f92d-96a7-4859-9ce2-7347b7c1c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:52.834194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-afe9f92d-96a7-4859-9ce2-7347b7c1c97b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f&tenant_id=f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 1096 time: 0.0426109 Dec 16 23:15:52.850321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:52.910294 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:53.113919 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] For port 665063da-0c53-4111-b6ee-1d0a44cb146d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=665063da-0c53-4111-b6ee-1d0a44cb146d,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:53.149580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] For port 665063da-0c53-4111-b6ee-1d0a44cb146d, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:15:53.216042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '665063da-0c53-4111-b6ee-1d0a44cb146d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:15:53.218339 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193f4ef3-8dab-4ef9-8dc0-91bf767673fc" -d '{"events": [{"server_uuid": "b21e8026-7f5e-409d-a75f-081c3d84c89f", "name": "network-vif-unplugged", "status": "completed", "tag": "665063da-0c53-4111-b6ee-1d0a44cb146d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:15:53.222319 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:53.242934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Transition to ACTIVE for port object 665063da-0c53-4111-b6ee-1d0a44cb146d will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:15:53.252415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498aa4bb-eb0e-439c-840c-8f9caabba33d req-a942e80b-751d-4c58-ae24-e6f49e6b3df9 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:53.254013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-498aa4bb-eb0e-439c-840c-8f9caabba33d req-a942e80b-751d-4c58-ae24-e6f49e6b3df9 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0838945 Dec 16 23:15:53.276397 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20f680d-8f75-45b6-a1f0-004543d7f27c x-openstack-request-id: req-a20f680d-8f75-45b6-a1f0-004543d7f27c {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:15:53.281661 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21e8026-7f5e-409d-a75f-081c3d84c89f", "name": "network-vif-unplugged", "status": "completed", "tag": "665063da-0c53-4111-b6ee-1d0a44cb146d", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:15:53.281661 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a20f680d-8f75-45b6-a1f0-004543d7f27c {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:15:53.281661 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '665063da-0c53-4111-b6ee-1d0a44cb146d', 'code': 200} Dec 16 23:15:53.296157 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:53.343920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-498aa4bb-eb0e-439c-840c-8f9caabba33d req-5b490e3b-7c0d-4a68-8d61-4ea2fd9ce83b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828972 Dec 16 23:15:53.413458 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Pushing event updated for resources: {'Port': ['ID=665063da-0c53-4111-b6ee-1d0a44cb146d,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:53.445848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:53.446206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:53.446555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:53.446910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:53.447251 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:53.447616 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:53.447952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:53.448288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:53.448622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:53.449602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:53.449602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:53.449933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:53.450267 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:53.505501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] No DVR routers for this DVR port 665063da-0c53-4111-b6ee-1d0a44cb146d on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:15:53.643567 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Attempting to bind port 665063da-0c53-4111-b6ee-1d0a44cb146d on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:15:53.643787 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Attempting to bind port 665063da-0c53-4111-b6ee-1d0a44cb146d by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:15:53.644112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Attempting to bind port 665063da-0c53-4111-b6ee-1d0a44cb146d on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:53.648389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Port 665063da-0c53-4111-b6ee-1d0a44cb146d on network a666fab7-6995-4cc2-85e6-7bb36fccf87b not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:15:53.648708 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Attempting to bind port 665063da-0c53-4111-b6ee-1d0a44cb146d on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:53.654119 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:15:53.654454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Checking segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:53.654832 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Bound using segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:15:53.655259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Bound port: 665063da-0c53-4111-b6ee-1d0a44cb146d, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:15:53.655684 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:53.721423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] For port 665063da-0c53-4111-b6ee-1d0a44cb146d, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:15:53.724651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] For port 665063da-0c53-4111-b6ee-1d0a44cb146d, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=665063da-0c53-4111-b6ee-1d0a44cb146d,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:15:53.794461 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:53.823529 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:53.864784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:53.865418 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:53.866827 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] 10.222.0.24 "PUT /v2.0/ports/665063da-0c53-4111-b6ee-1d0a44cb146d HTTP/1.1" status: 200 len: 1091 time: 1.0214622 Dec 16 23:15:53.888706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11886899-06ee-4e7a-b611-31302c33b2ac service neutron] Pushing event updated for resources: {'Port': ['ID=665063da-0c53-4111-b6ee-1d0a44cb146d,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:53.934115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-5fa2d5b6-c612-4424-bef0-6d6b8044ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:53.935674 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-5fa2d5b6-c612-4424-bef0-6d6b8044ae80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 1094 time: 0.0439394 Dec 16 23:15:54.033694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-e070afc0-0e05-48ab-8588-50bdf94d3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:54.035419 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-e070afc0-0e05-48ab-8588-50bdf94d3da7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0921028 Dec 16 23:15:54.110273 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-abedef43-2122-41be-8b86-8a20e47b1ed1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=665063da-0c53-4111-b6ee-1d0a44cb146d HTTP/1.1" status: 200 len: 998 time: 0.0663719 Dec 16 23:15:54.162372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-dd787238-2d34-4ad2-8b7f-e8250d16ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:54.163826 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-dd787238-2d34-4ad2-8b7f-e8250d16ca15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0456512 Dec 16 23:15:54.210663 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-41cf6e35-da80-4131-900e-cb087bf34723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:54.212273 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-41cf6e35-da80-4131-900e-cb087bf34723 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403798 Dec 16 23:15:54.308756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-df698564-8d57-4b96-8b19-2928c08a8cec service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874357 Dec 16 23:15:54.408132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-036a782e-0231-4f44-9bf6-533e6a5f7f94 req-09d8e34f-973e-4e80-ad6c-853c7872aa96 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869429 Dec 16 23:15:54.471096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec00c7-6108-4d8e-97b8-2658ba129cb8 req-b4af3dba-9355-4116-aa0c-ff3362feb4b7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:54.472656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1cec00c7-6108-4d8e-97b8-2658ba129cb8 req-b4af3dba-9355-4116-aa0c-ff3362feb4b7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 943 time: 0.0554006 Dec 16 23:15:54.521931 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1cec00c7-6108-4d8e-97b8-2658ba129cb8 req-975248ce-a6f0-47d8-af27-6b19dcaf0c07 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432200 Dec 16 23:15:55.034188 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:55.278818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'tag': '665063da-0c53-4111-b6ee-1d0a44cb146d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:15:55.281377 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f" -d '{"events": [{"name": "network-changed", "server_uuid": "b21e8026-7f5e-409d-a75f-081c3d84c89f", "tag": "665063da-0c53-4111-b6ee-1d0a44cb146d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:15:55.330097 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cdeb6f-ec7a-42ae-a2d5-eb23b699b6cc x-openstack-request-id: req-51cdeb6f-ec7a-42ae-a2d5-eb23b699b6cc {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:15:55.330588 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21e8026-7f5e-409d-a75f-081c3d84c89f", "tag": "665063da-0c53-4111-b6ee-1d0a44cb146d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:15:55.330844 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51cdeb6f-ec7a-42ae-a2d5-eb23b699b6cc {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:15:55.331248 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'tag': '665063da-0c53-4111-b6ee-1d0a44cb146d', 'status': 'completed', 'code': 200} Dec 16 23:15:55.424226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-363e70ee-7fdb-4ab0-9ea9-8652c673c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:55.425714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-363e70ee-7fdb-4ab0-9ea9-8652c673c49d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 1094 time: 0.0608647 Dec 16 23:15:55.428089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-6ef4fc56-2714-4dc1-bd7e-4d94d9079dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:55.429421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-6ef4fc56-2714-4dc1-bd7e-4d94d9079dab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 1094 time: 0.0726197 Dec 16 23:15:55.593467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-f965730d-76a3-464c-9947-9a9f6cc98e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:55.594948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-f965730d-76a3-464c-9947-9a9f6cc98e9f service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.1615312 Dec 16 23:15:55.609013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-ab824e82-49da-4b83-9dae-574537f8ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:55.610411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-ab824e82-49da-4b83-9dae-574537f8ebc3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.1698067 Dec 16 23:15:55.632362 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 665063da-0c53-4111-b6ee-1d0a44cb146d no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:15:55.670960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 665063da-0c53-4111-b6ee-1d0a44cb146d not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:15:55.756372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db65a2-cc78-4a09-800f-e1ef1930ea50 req-0b4be8ea-00a0-4d53-91a9-a5714ecaca4f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:55.757873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0db65a2-cc78-4a09-800f-e1ef1930ea50 req-0b4be8ea-00a0-4d53-91a9-a5714ecaca4f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 943 time: 0.1620157 Dec 16 23:15:55.759597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-ff9f4aee-e911-49c9-8ec7-af886c111e8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=665063da-0c53-4111-b6ee-1d0a44cb146d HTTP/1.1" status: 200 len: 998 time: 0.1519382 Dec 16 23:15:55.761350 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-a37a35ca-927c-4e32-8433-4747de62b10e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=665063da-0c53-4111-b6ee-1d0a44cb146d HTTP/1.1" status: 200 len: 998 time: 0.1299822 Dec 16 23:15:55.765651 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:55.873416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-f06b7f7b-9cc8-4a9a-aeee-5bcb7f9a18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:55.874817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-f06b7f7b-9cc8-4a9a-aeee-5bcb7f9a18a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.1034250 Dec 16 23:15:55.887625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-7f6a96b4-4ccf-4448-b94b-c217ab1c9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:55.889048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-7f6a96b4-4ccf-4448-b94b-c217ab1c9d5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.1080880 Dec 16 23:15:55.900278 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0db65a2-cc78-4a09-800f-e1ef1930ea50 req-820afafb-242d-4651-bce4-aac3af4d0c0c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357205 Dec 16 23:15:55.962683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-1150374e-f864-4ae0-b9ec-c96b6b0308bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:55.964233 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-1150374e-f864-4ae0-b9ec-c96b6b0308bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631609 Dec 16 23:15:55.965856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-ddd86816-275d-479c-9e5c-9da6c4e0bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:55.967206 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-ddd86816-275d-479c-9e5c-9da6c4e0bb9e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770833 Dec 16 23:15:56.128814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-4dbb5de7-8e55-4b91-8e97-a6b9d86e80c5 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543381 Dec 16 23:15:56.130626 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-a9aadce2-f56f-4bec-ad48-f905f9714237 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487770 Dec 16 23:15:56.293015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-95417cbb-89b0-4a14-8054-a0c753c354a3 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549919 Dec 16 23:15:56.295513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e4e5d0f-982f-4c99-8a76-b507c715ec3f req-55d7637c-bb1b-4091-92b0-1e713a2e4110 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505926 Dec 16 23:15:57.022162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ff06f-72e7-47e7-9f44-7c0ddd7de23c req-5b71f41a-af8d-401e-914e-362364b22f2e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:57.023686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-385ff06f-72e7-47e7-9f44-7c0ddd7de23c req-5b71f41a-af8d-401e-914e-362364b22f2e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 943 time: 0.0508652 Dec 16 23:15:57.071806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-385ff06f-72e7-47e7-9f44-7c0ddd7de23c req-de6f816f-4c09-4e9a-9391-96bcec1d5079 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415311 Dec 16 23:15:57.456402 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90932f5-2d1a-4256-8df0-cf54b5617024 req-69507a7e-dc6a-4308-abf6-3600931f68d0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:57.457933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e90932f5-2d1a-4256-8df0-cf54b5617024 req-69507a7e-dc6a-4308-abf6-3600931f68d0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 943 time: 0.0514576 Dec 16 23:15:57.520212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e90932f5-2d1a-4256-8df0-cf54b5617024 req-5716bc37-c270-46e1-85fb-3a5b349315b3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558097 Dec 16 23:15:57.586528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f387d-23ff-4a3f-9fb6-aadcd70d4bad req-2d7ef413-c227-421e-a761-fdabacfb5293 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:57.588042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-106f387d-23ff-4a3f-9fb6-aadcd70d4bad req-2d7ef413-c227-421e-a761-fdabacfb5293 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f&tenant_id=f7b834f28ead406da4519490437314f1&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 943 time: 0.0556717 Dec 16 23:15:57.656719 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-106f387d-23ff-4a3f-9fb6-aadcd70d4bad req-75f89016-ae8f-43c1-97e2-d2714eb0623d service neutron] delete failed (client error): The resource could not be found. Dec 16 23:15:57.657791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-106f387d-23ff-4a3f-9fb6-aadcd70d4bad req-75f89016-ae8f-43c1-97e2-d2714eb0623d service neutron] 10.222.0.69 "DELETE /v2.0/ports/665063da-0c53-4111-b6ee-1d0a44cb146d/bindings/n-h1-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.0562909 Dec 16 23:15:57.756655 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f387d-23ff-4a3f-9fb6-aadcd70d4bad req-b8253a32-0ab5-4b34-a84b-2ab6efc6c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:57.758234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-106f387d-23ff-4a3f-9fb6-aadcd70d4bad req-b8253a32-0ab5-4b34-a84b-2ab6efc6c754 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 1094 time: 0.0434647 Dec 16 23:15:57.859789 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f387d-23ff-4a3f-9fb6-aadcd70d4bad req-2a56b315-0626-40c8-a65c-a4a6af7d1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:57.861224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-106f387d-23ff-4a3f-9fb6-aadcd70d4bad req-2a56b315-0626-40c8-a65c-a4a6af7d1ef4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0913529 Dec 16 23:15:57.935968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-106f387d-23ff-4a3f-9fb6-aadcd70d4bad req-68f78684-a1a6-4a0d-abf6-e12da2513ebe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=665063da-0c53-4111-b6ee-1d0a44cb146d HTTP/1.1" status: 200 len: 998 time: 0.0614157 Dec 16 23:15:57.993294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f387d-23ff-4a3f-9fb6-aadcd70d4bad req-d3202102-47b1-4641-a789-f0f9e62a738f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:57.994858 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-106f387d-23ff-4a3f-9fb6-aadcd70d4bad req-d3202102-47b1-4641-a789-f0f9e62a738f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0458913 Dec 16 23:15:58.052649 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f387d-23ff-4a3f-9fb6-aadcd70d4bad req-cf269813-f2f9-464e-b417-d6e9f123dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:58.054162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-106f387d-23ff-4a3f-9fb6-aadcd70d4bad req-cf269813-f2f9-464e-b417-d6e9f123dd4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472360 Dec 16 23:15:58.154572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-106f387d-23ff-4a3f-9fb6-aadcd70d4bad req-7cb2d20b-c6eb-413a-8e12-2df284982649 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877647 Dec 16 23:15:58.257100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-106f387d-23ff-4a3f-9fb6-aadcd70d4bad req-f1f91fc2-5b83-4e10-ac27-6df6b91d8699 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911195 Dec 16 23:15:58.645825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830032e-b91a-4929-953d-4922b8525ab0 req-dc38538b-0b6f-4e8f-a7bb-19e5bbd54ffc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:58.647326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8830032e-b91a-4929-953d-4922b8525ab0 req-dc38538b-0b6f-4e8f-a7bb-19e5bbd54ffc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 943 time: 0.0535798 Dec 16 23:15:58.703538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8830032e-b91a-4929-953d-4922b8525ab0 req-c3e769e2-5591-47f5-890d-0533708f7f66 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501273 Dec 16 23:15:58.862587 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 665063da-0c53-4111-b6ee-1d0a44cb146d details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:15:58.962501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 665063da-0c53-4111-b6ee-1d0a44cb146d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=665063da-0c53-4111-b6ee-1d0a44cb146d,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:58.974818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '665063da-0c53-4111-b6ee-1d0a44cb146d', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'port_id': '665063da-0c53-4111-b6ee-1d0a44cb146d', 'mac_address': 'fa:16:3e:12:90:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:15:59.014826 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:59.028404 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665063da-0c53-4111-b6ee-1d0a44cb146d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:15:59.049386 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 665063da-0c53-4111-b6ee-1d0a44cb146d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=665063da-0c53-4111-b6ee-1d0a44cb146d,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:59.091234 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:59.141162 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=665063da-0c53-4111-b6ee-1d0a44cb146d,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:59.149208 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:59.149564 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:59.149914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:59.150256 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:59.150597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:59.150979 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:59.151355 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:59.151698 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:59.152031 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:59.152366 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:59.152692 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:59.153063 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:59.153393 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:59.365791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['665063da-0c53-4111-b6ee-1d0a44cb146d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:15:59.821427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e43c8-febd-4f96-aa5d-f588b659e04d req-f0888532-7127-4fcb-9202-70228de4c47c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:59.822922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a5e43c8-febd-4f96-aa5d-f588b659e04d req-f0888532-7127-4fcb-9202-70228de4c47c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 944 time: 0.0485654 Dec 16 23:15:59.875660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a5e43c8-febd-4f96-aa5d-f588b659e04d req-db8db094-7369-4ded-868b-cee3bf531f83 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457234 Dec 16 23:15:59.991976 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa7fda-34fe-4093-a082-df0700a81cd4 req-561da5ab-2e36-401e-b988-96a6d560e42b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:59.993361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5faa7fda-34fe-4093-a082-df0700a81cd4 req-561da5ab-2e36-401e-b988-96a6d560e42b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 944 time: 0.0502827 Dec 16 23:16:00.041733 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5faa7fda-34fe-4093-a082-df0700a81cd4 req-68e8726a-15d1-4579-9c91-e41a8f1ea234 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413868 Dec 16 23:16:00.157878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36804bac-70b4-42d3-b519-c81868a74f90 req-f2bf4343-1582-4985-9647-103dda3b6167 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:00.159400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36804bac-70b4-42d3-b519-c81868a74f90 req-f2bf4343-1582-4985-9647-103dda3b6167 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 944 time: 0.0500705 Dec 16 23:16:00.208323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36804bac-70b4-42d3-b519-c81868a74f90 req-cd137ac7-dc4d-433e-b8bf-ff78b062c195 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429795 Dec 16 23:16:00.659908 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7fb8e-2a06-4238-a619-4a4f560e7fcd req-a0ae64b1-eb71-4b20-9f80-93dc95318743 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:00.661405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7de7fb8e-2a06-4238-a619-4a4f560e7fcd req-a0ae64b1-eb71-4b20-9f80-93dc95318743 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 944 time: 0.0551717 Dec 16 23:16:00.709652 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7de7fb8e-2a06-4238-a619-4a4f560e7fcd req-5631cbd9-4209-4d0f-831d-4df43841f703 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 Dec 16 23:16:00.881262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 665063da-0c53-4111-b6ee-1d0a44cb146d up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:16:00.988213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 665063da-0c53-4111-b6ee-1d0a44cb146d completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:16:00.992339 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 665063da-0c53-4111-b6ee-1d0a44cb146d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:16:00.992752 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:01.074411 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:01.098674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665063da-0c53-4111-b6ee-1d0a44cb146d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:16:01.100522 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5168b8b-bc60-4939-ac3d-16264f0139cf" -d '{"events": [{"server_uuid": "b21e8026-7f5e-409d-a75f-081c3d84c89f", "name": "network-vif-plugged", "status": "completed", "tag": "665063da-0c53-4111-b6ee-1d0a44cb146d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:16:01.114384 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 665063da-0c53-4111-b6ee-1d0a44cb146d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=665063da-0c53-4111-b6ee-1d0a44cb146d,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:16:01.141542 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821063a4-04cd-44fb-a84a-5c4781b353d4 x-openstack-request-id: req-821063a4-04cd-44fb-a84a-5c4781b353d4 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:16:01.141837 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21e8026-7f5e-409d-a75f-081c3d84c89f", "name": "network-vif-plugged", "status": "completed", "tag": "665063da-0c53-4111-b6ee-1d0a44cb146d", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:16:01.142089 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-821063a4-04cd-44fb-a84a-5c4781b353d4 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:16:01.142488 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665063da-0c53-4111-b6ee-1d0a44cb146d', 'code': 200} Dec 16 23:16:01.176781 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:01.225910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=665063da-0c53-4111-b6ee-1d0a44cb146d,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:16:01.825290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977927c-bdc0-43d1-af76-5ce226ca3548 req-21a2ef88-daec-47b7-b193-385f7eff191d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:01.826795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b977927c-bdc0-43d1-af76-5ce226ca3548 req-21a2ef88-daec-47b7-b193-385f7eff191d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0491953 Dec 16 23:16:01.877773 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b977927c-bdc0-43d1-af76-5ce226ca3548 req-8759d822-1e15-4b95-8333-7328d3412e1d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439799 Dec 16 23:16:02.136189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bb88b-5e0f-44c8-90ea-81d5dbea384e req-edb5704c-77b0-49db-90c5-5b1775bf85a7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:02.137587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d0bb88b-5e0f-44c8-90ea-81d5dbea384e req-edb5704c-77b0-49db-90c5-5b1775bf85a7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 945 time: 0.0503731 Dec 16 23:16:02.235880 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-2d0bb88b-5e0f-44c8-90ea-81d5dbea384e req-d4ba1221-e83d-4029-bcc6-22a37b3ab2a1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Deleting port 665063da-0c53-4111-b6ee-1d0a44cb146d {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:16:02.236213 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2d0bb88b-5e0f-44c8-90ea-81d5dbea384e req-d4ba1221-e83d-4029-bcc6-22a37b3ab2a1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:02.326479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-2d0bb88b-5e0f-44c8-90ea-81d5dbea384e req-d4ba1221-e83d-4029-bcc6-22a37b3ab2a1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] For port 665063da-0c53-4111-b6ee-1d0a44cb146d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=665063da-0c53-4111-b6ee-1d0a44cb146d,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:16:02.327516 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2d0bb88b-5e0f-44c8-90ea-81d5dbea384e req-d4ba1221-e83d-4029-bcc6-22a37b3ab2a1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:02.513295 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2d0bb88b-5e0f-44c8-90ea-81d5dbea384e req-d4ba1221-e83d-4029-bcc6-22a37b3ab2a1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:02.513659 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2d0bb88b-5e0f-44c8-90ea-81d5dbea384e req-d4ba1221-e83d-4029-bcc6-22a37b3ab2a1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:02.513982 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [req-2d0bb88b-5e0f-44c8-90ea-81d5dbea384e req-d4ba1221-e83d-4029-bcc6-22a37b3ab2a1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Floating IP b60cad7a-a5cf-4e47-b83f-ed10ff64128c disassociated. External IP: 172.25.2.12, port: 665063da-0c53-4111-b6ee-1d0a44cb146d. Dec 16 23:16:02.514334 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-2d0bb88b-5e0f-44c8-90ea-81d5dbea384e req-d4ba1221-e83d-4029-bcc6-22a37b3ab2a1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Calling delete_port for 665063da-0c53-4111-b6ee-1d0a44cb146d owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:16:02.708954 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2d0bb88b-5e0f-44c8-90ea-81d5dbea384e req-d4ba1221-e83d-4029-bcc6-22a37b3ab2a1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:02.741267 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba1221-e83d-4029-bcc6-22a37b3ab2a1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Pushing event deleted for resources: {'Port': ['ID=665063da-0c53-4111-b6ee-1d0a44cb146d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:16:02.870910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d0bb88b-5e0f-44c8-90ea-81d5dbea384e req-d4ba1221-e83d-4029-bcc6-22a37b3ab2a1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Router 014fa986-0597-4e6a-82d4-527a9c476cfc has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:16:03.262278 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71414282-cd4f-40b8-a426-5e26755798d8 req-9a0edf60-bf15-473a-92f4-c1f531362ec7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21e8026-7f5e-409d-a75f-081c3d84c89f HTTP/1.1" status: 200 len: 210 time: 0.0348468 Dec 16 23:16:03.320465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d0bb88b-5e0f-44c8-90ea-81d5dbea384e req-d4ba1221-e83d-4029-bcc6-22a37b3ab2a1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:16:03.332103 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7189d43a-0f74-4c41-a60d-d039e7544559 None None] Sync routers for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:16:03.344823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7189d43a-0f74-4c41-a60d-d039e7544559 None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:16:03.345481 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-7189d43a-0f74-4c41-a60d-d039e7544559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:15:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:16:03.364179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0bb88b-5e0f-44c8-90ea-81d5dbea384e req-d4ba1221-e83d-4029-bcc6-22a37b3ab2a1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] No DVR routers for this DVR port 665063da-0c53-4111-b6ee-1d0a44cb146d on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:16:03.366971 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2d0bb88b-5e0f-44c8-90ea-81d5dbea384e req-d4ba1221-e83d-4029-bcc6-22a37b3ab2a1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:03.370496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d0bb88b-5e0f-44c8-90ea-81d5dbea384e req-d4ba1221-e83d-4029-bcc6-22a37b3ab2a1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.24 "DELETE /v2.0/ports/665063da-0c53-4111-b6ee-1d0a44cb146d HTTP/1.1" status: 204 len: 173 time: 1.2226007 Dec 16 23:16:03.371030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'name': 'network-vif-deleted', 'tag': '665063da-0c53-4111-b6ee-1d0a44cb146d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:16:03.373385 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5475ad44-ff1f-409e-9765-4a05f258f52b" -d '{"events": [{"server_uuid": "b21e8026-7f5e-409d-a75f-081c3d84c89f", "name": "network-vif-deleted", "tag": "665063da-0c53-4111-b6ee-1d0a44cb146d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:16:03.418064 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f3eeb8-52b5-4395-b69d-02eb02307f04 x-openstack-request-id: req-12f3eeb8-52b5-4395-b69d-02eb02307f04 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:16:03.418360 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21e8026-7f5e-409d-a75f-081c3d84c89f", "name": "network-vif-deleted", "tag": "665063da-0c53-4111-b6ee-1d0a44cb146d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:16:03.418612 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12f3eeb8-52b5-4395-b69d-02eb02307f04 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:16:03.419009 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21e8026-7f5e-409d-a75f-081c3d84c89f', 'name': 'network-vif-deleted', 'tag': '665063da-0c53-4111-b6ee-1d0a44cb146d', 'status': 'completed', 'code': 200} Dec 16 23:16:03.472803 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-7189d43a-0f74-4c41-a60d-d039e7544559 None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:16:03.683137 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-7189d43a-0f74-4c41-a60d-d039e7544559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:16:03.710678 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7189d43a-0f74-4c41-a60d-d039e7544559 None None] Checking router: 014fa986-0597-4e6a-82d4-527a9c476cfc for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:16:03.720399 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7189d43a-0f74-4c41-a60d-d039e7544559 None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:16:03.721011 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-7189d43a-0f74-4c41-a60d-d039e7544559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:15:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:16:03.834181 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-7189d43a-0f74-4c41-a60d-d039e7544559 None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:16:04.051039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-7189d43a-0f74-4c41-a60d-d039e7544559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:16:04.080377 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7189d43a-0f74-4c41-a60d-d039e7544559 None None] The sync data for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 is: [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:16:04.296166 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa6436d-e7b3-49dd-b37a-200359f3881c None None] New status for floating IP b60cad7a-a5cf-4e47-b83f-ed10ff64128c: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:16:04.515503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-4c14cdc8-cb50-4b13-9979-0c89dd3fefb1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1721239835&fields=id&tenant_id=f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 267 time: 0.0478168 Dec 16 23:16:04.626618 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-7644e99b-eab7-4a0c-9850-83045281cb38 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:04.628115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-7644e99b-eab7-4a0c-9850-83045281cb38 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 811 time: 0.1062021 Dec 16 23:16:04.643424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-d6099b0e-22e0-44ce-8f07-7fcf54e27433 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/quotas/f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 375 time: 0.0095298 Dec 16 23:16:04.695517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-70a85af0-b93b-45e9-9287-5ca810b351e8 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465539 Dec 16 23:16:04.839374 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-eb5a9955-a7eb-4c6b-a566-2356f0f88f01 service neutron] 10.222.0.43 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320674 Dec 16 23:16:04.896678 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 665063da-0c53-4111-b6ee-1d0a44cb146d no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:16:04.917476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 665063da-0c53-4111-b6ee-1d0a44cb146d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:16:04.917826 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 665063da-0c53-4111-b6ee-1d0a44cb146d not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:16:04.931524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-b5282483-61a3-4464-beec-b788586b7827 service neutron] 10.222.0.43 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851972 Dec 16 23:16:05.164470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e3a0e377-71e9-47fa-b3a2-ff24dd613781 req-b04552e6-1155-4c77-9070-7cd387203e87 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 210 time: 0.0289052 Dec 16 23:16:06.250550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7be4d61-e2bb-4b1c-b5c6-7b7a1c21a485 req-8ce55323-2b24-47ae-b863-8acbe5991a21 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 210 time: 0.0338852 Dec 16 23:16:07.332021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-377b76d5-b57a-4e1e-9091-e86ee67d71c6 req-fd1115fb-0396-4a5d-8b23-3b59a33282a3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 210 time: 0.0274379 Dec 16 23:16:08.427248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a088114-ccbc-4d07-9bfb-285b80193f72 req-861f71bc-11e2-483b-b5c0-a660d9d388ce tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 210 time: 0.0265296 Dec 16 23:16:09.186116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-ef6655d6-f33c-41bc-b186-0954552c3fab tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:09.187645 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-ef6655d6-f33c-41bc-b186-0954552c3fab tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 811 time: 0.1106310 Dec 16 23:16:09.252977 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-e01309d6-2f93-4791-b75d-cb3ed5f82377 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 380 time: 0.0543365 Dec 16 23:16:09.263425 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-e9a51a20-6f34-4663-b977-6ab86c11e07e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Request body: {'port': {'device_id': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'admin_state_up': True, 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'security_groups': ['a51ff2d3-0abd-4c95-a12e-2f85767420a1']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:16:09.468676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-e9a51a20-6f34-4663-b977-6ab86c11e07e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Made reservation on behalf of f7b834f28ead406da4519490437314f1 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:16:09.472899 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-e9a51a20-6f34-4663-b977-6ab86c11e07e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:09.559730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbb809d2-05ff-448c-93cf-1c81353c86fc req-bb396894-6df1-49fc-9500-444b10699f9b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 210 time: 0.0606451 Dec 16 23:16:09.630275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-e9a51a20-6f34-4663-b977-6ab86c11e07e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Allocated IP 172.20.0.6 (a666fab7-6995-4cc2-85e6-7bb36fccf87b/d39bd845-a943-4669-b136-7882ce56dc0b/a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:16:09.772008 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-e9a51a20-6f34-4663-b977-6ab86c11e07e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:09.868901 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-e9a51a20-6f34-4663-b977-6ab86c11e07e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:09.917898 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-e9a51a20-6f34-4663-b977-6ab86c11e07e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Network a666fab7-6995-4cc2-85e6-7bb36fccf87b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:16:09.921198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-e9a51a20-6f34-4663-b977-6ab86c11e07e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:16:09.925766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-e9a51a20-6f34-4663-b977-6ab86c11e07e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:16:09.931397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a51a20-6f34-4663-b977-6ab86c11e07e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Pushing event updated for resources: {'Port': ['ID=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:16:09.980833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-e9a51a20-6f34-4663-b977-6ab86c11e07e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:09.981771 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-e9a51a20-6f34-4663-b977-6ab86c11e07e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:10.065679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-e9a51a20-6f34-4663-b977-6ab86c11e07e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8060970 Dec 16 23:16:10.078887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Request body: {'port': {'device_id': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:16:10.142636 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:10.151946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-59ba7bb6-8779-4621-8d71-d0ddb75c2843 None None] Provisioning complete for port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:16:10.152598 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-59ba7bb6-8779-4621-8d71-d0ddb75c2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:10.186749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-59ba7bb6-8779-4621-8d71-d0ddb75c2843 None None] Port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:16:10.406409 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:16:10.413777 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:10.425588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Transition to ACTIVE for port object a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:16:10.502705 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:10.555079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Pushing event updated for resources: {'Port': ['ID=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:16:10.633791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Attempting to bind port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:16:10.634146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Attempting to bind port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:16:10.634490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Attempting to bind port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:16:10.640805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc on network a666fab7-6995-4cc2-85e6-7bb36fccf87b not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:16:10.641147 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Attempting to bind port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:16:10.656633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:16:10.656984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Checking segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:16:10.657379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Bound using segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:16:10.657822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Bound port: a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:16:10.658187 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:10.731461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da33d0-a591-41e9-b536-912fbd197a57 req-a4147918-20d6-45e5-8af9-306437012e63 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:10.732969 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95da33d0-a591-41e9-b536-912fbd197a57 req-a4147918-20d6-45e5-8af9-306437012e63 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 943 time: 0.0931797 Dec 16 23:16:10.776649 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] For port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:16:10.797286 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] For port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:16:10.810168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95da33d0-a591-41e9-b536-912fbd197a57 req-1f878042-f81d-4ced-86a5-f27ca8d6207d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687420 Dec 16 23:16:10.863195 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:10.902958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:10.903511 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:10.904887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] 10.222.0.24 "PUT /v2.0/ports/a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc HTTP/1.1" status: 200 len: 1091 time: 0.8304994 Dec 16 23:16:10.905340 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'tag': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:16:10.907648 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b0c06b-1b59-4232-b962-f2a3072089cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9e0591-21f5-47f0-83a8-67c8e36e36dd", "tag": "a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:16:10.946825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda8116-95cd-4013-b90f-5183da53c680 service neutron] Pushing event updated for resources: {'Port': ['ID=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:16:10.954792 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3dd420-339a-4ba4-9488-e2c1fc7501f3 x-openstack-request-id: req-2f3dd420-339a-4ba4-9488-e2c1fc7501f3 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:16:10.955085 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9e0591-21f5-47f0-83a8-67c8e36e36dd", "tag": "a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:16:10.955366 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f3dd420-339a-4ba4-9488-e2c1fc7501f3 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:16:10.955773 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'tag': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc', 'status': 'completed', 'code': 200} Dec 16 23:16:11.024617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c06b-1b59-4232-b962-f2a3072089cf req-abb9f14e-ee26-4e93-97a2-643bacba9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:11.026182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34b0c06b-1b59-4232-b962-f2a3072089cf req-abb9f14e-ee26-4e93-97a2-643bacba9d58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 1094 time: 0.0471928 Dec 16 23:16:11.139491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c06b-1b59-4232-b962-f2a3072089cf req-2f388a94-e2ba-49ce-9336-eb09b941edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:11.141007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34b0c06b-1b59-4232-b962-f2a3072089cf req-2f388a94-e2ba-49ce-9336-eb09b941edd0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f7b834f28ead406da4519490437314f1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1045814 Dec 16 23:16:11.236875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c06b-1b59-4232-b962-f2a3072089cf req-d44b1633-c597-428f-ab88-05b8a7652e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:11.238409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34b0c06b-1b59-4232-b962-f2a3072089cf req-d44b1633-c597-428f-ab88-05b8a7652e39 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894058 Dec 16 23:16:11.324761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-e98e0dd5-ef61-4632-b627-8b85d8baf1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:11.326190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-e98e0dd5-ef61-4632-b627-8b85d8baf1c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 1094 time: 0.0471692 Dec 16 23:16:11.371288 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-9b48d8c3-9318-4730-8270-a9cc814c56dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc HTTP/1.1" status: 200 len: 217 time: 0.0352819 Dec 16 23:16:11.422790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-0fde38d2-25a2-43ba-90ad-06d9fcbee58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:11.424340 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-0fde38d2-25a2-43ba-90ad-06d9fcbee58d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0445263 Dec 16 23:16:11.475721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-76a60454-946f-4484-b82e-a28c9648fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:11.477212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-76a60454-946f-4484-b82e-a28c9648fcc8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451219 Dec 16 23:16:11.569383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-0f9622d0-85bc-4620-ac15-aa1f00c706a3 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846298 Dec 16 23:16:11.667432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba2eed38-99ea-4dd0-a672-207105ba326d req-b70f7d0e-0d1e-440c-abb4-086ad9cd2134 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901859 Dec 16 23:16:11.933267 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ad625-732a-4e60-90a0-397d57b86e4f req-e0729e30-0a60-42ef-9bd5-9a6667838cf5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:11.934771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d3ad625-732a-4e60-90a0-397d57b86e4f req-e0729e30-0a60-42ef-9bd5-9a6667838cf5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 943 time: 0.0513241 Dec 16 23:16:11.983600 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d3ad625-732a-4e60-90a0-397d57b86e4f req-5855c6ed-15c5-42ba-85c4-e299597bdb2b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424957 Dec 16 23:16:13.104533 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58585ef7-beb2-4ce4-b059-5a6ea594d57b req-f0a61f67-c7e4-4764-b528-836e4ace1543 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:13.106089 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58585ef7-beb2-4ce4-b059-5a6ea594d57b req-f0a61f67-c7e4-4764-b528-836e4ace1543 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 943 time: 0.0502062 Dec 16 23:16:13.157789 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58585ef7-beb2-4ce4-b059-5a6ea594d57b req-6e5df5b0-fc7b-4458-9607-56cd37560a82 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447936 Dec 16 23:16:13.702569 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:13.902844 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:14.279514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff35f2-5db6-4e14-aa37-c4bc915dedc1 req-aafe6384-9d9e-4529-8626-4921062dc910 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:14.280804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96ff35f2-5db6-4e14-aa37-c4bc915dedc1 req-aafe6384-9d9e-4529-8626-4921062dc910 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 943 time: 0.0538108 Dec 16 23:16:14.328667 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96ff35f2-5db6-4e14-aa37-c4bc915dedc1 req-5608f1e4-e6b9-4992-9606-0533d91a147f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416226 Dec 16 23:16:14.958293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:16:15.057556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:16:15.068753 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'port_id': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc', 'mac_address': 'fa:16:3e:fd:ea:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:16:15.106980 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:15.120542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:16:15.139954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:16:15.193977 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:15.247002 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:16:15.450314 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa492b85-7c14-4875-a798-0c75301e0998 req-8632456e-e6ba-4350-ac9d-dc4849cded5a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:15.451881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa492b85-7c14-4875-a798-0c75301e0998 req-8632456e-e6ba-4350-ac9d-dc4849cded5a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 944 time: 0.0557506 Dec 16 23:16:15.458895 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:16:15.502051 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa492b85-7c14-4875-a798-0c75301e0998 req-04efed45-9e7c-48fd-9e87-36a92d1ee349 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439076 Dec 16 23:16:16.618128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d382ec4-1634-4cdb-ad6f-41cc8e2b8d72 req-39e61668-a364-4794-8941-34648b4bf1ff tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:16.619642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d382ec4-1634-4cdb-ad6f-41cc8e2b8d72 req-39e61668-a364-4794-8941-34648b4bf1ff tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 944 time: 0.0495338 Dec 16 23:16:16.671666 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d382ec4-1634-4cdb-ad6f-41cc8e2b8d72 req-9b779f72-9330-4af4-ad48-4f75995ef6e1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460041 Dec 16 23:16:16.962563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:16:17.050811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:16:17.055112 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:16:17.055517 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:17.133550 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:17.155987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:16:17.158236 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eec3d49-06f8-4f54-b692-c85665fb4d30" -d '{"events": [{"server_uuid": "ef9e0591-21f5-47f0-83a8-67c8e36e36dd", "name": "network-vif-plugged", "status": "completed", "tag": "a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:16:17.170901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:16:17.196568 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f572f8-68f3-4161-800d-4e0a7c5f1a4e x-openstack-request-id: req-37f572f8-68f3-4161-800d-4e0a7c5f1a4e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:16:17.196865 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9e0591-21f5-47f0-83a8-67c8e36e36dd", "name": "network-vif-plugged", "status": "completed", "tag": "a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:16:17.200180 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37f572f8-68f3-4161-800d-4e0a7c5f1a4e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:16:17.200180 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc', 'code': 200} Dec 16 23:16:17.211763 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:17.265811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:16:17.305222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbab84-23a5-43bb-bb34-f15ce2259d7d req-8dc21476-0ecc-458e-897d-97bf9cc4a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:17.307131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68cbab84-23a5-43bb-bb34-f15ce2259d7d req-8dc21476-0ecc-458e-897d-97bf9cc4a55d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 1096 time: 0.0442104 Dec 16 23:16:17.355144 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68cbab84-23a5-43bb-bb34-f15ce2259d7d req-35b7685f-e5ed-415d-91d8-61772699d22a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400147 Dec 16 23:16:17.787330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08389c-5349-45aa-8984-82b909a54aad req-fdd2d0a1-df3b-41a0-81df-359f398b88f7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:17.789784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f08389c-5349-45aa-8984-82b909a54aad req-fdd2d0a1-df3b-41a0-81df-359f398b88f7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0497341 Dec 16 23:16:17.837814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f08389c-5349-45aa-8984-82b909a54aad req-8c3cf880-0bd2-403e-99e4-5f327d7330fb tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419006 Dec 16 23:16:18.962076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7d22e-8acb-4f3e-8e8a-006424d90b00 req-ce6fed4f-a7fb-4a2b-a286-f4da24ebcbdf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:18.963628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10b7d22e-8acb-4f3e-8e8a-006424d90b00 req-ce6fed4f-a7fb-4a2b-a286-f4da24ebcbdf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0532477 Dec 16 23:16:19.011537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10b7d22e-8acb-4f3e-8e8a-006424d90b00 req-9be787df-8def-42ba-a902-e812c1e85257 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418689 Dec 16 23:16:19.126260 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467ee71-acb3-4f29-b0d2-fac4a97fce60 req-da222061-0f48-4934-af51-05b148eaff53 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:19.127692 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7467ee71-acb3-4f29-b0d2-fac4a97fce60 req-da222061-0f48-4934-af51-05b148eaff53 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0515499 Dec 16 23:16:19.136404 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35412) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:16:19.140731 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a2feca93-5bd7-4535-957c-a85ec974bf9c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Request body: {'floatingip': {'port_id': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:16:19.183603 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a2feca93-5bd7-4535-957c-a85ec974bf9c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:19.629046 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a2feca93-5bd7-4535-957c-a85ec974bf9c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:19.685964 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a2feca93-5bd7-4535-957c-a85ec974bf9c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:19.791963 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-a2feca93-5bd7-4535-957c-a85ec974bf9c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Floating IP b60cad7a-a5cf-4e47-b83f-ed10ff64128c associated. External IP: 172.25.2.12, port: a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc. Dec 16 23:16:20.002220 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2feca93-5bd7-4535-957c-a85ec974bf9c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Router 014fa986-0597-4e6a-82d4-527a9c476cfc has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:16:20.113226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2feca93-5bd7-4535-957c-a85ec974bf9c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:16:20.118425 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a2feca93-5bd7-4535-957c-a85ec974bf9c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:20.123258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b3affc-ddeb-4568-866e-d8fd923c60e7 None None] Sync routers for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:16:20.133767 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1c240ac-9050-4418-84cf-e90eac566996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:20.136121 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b3affc-ddeb-4568-866e-d8fd923c60e7 None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:16:20.136745 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b9b3affc-ddeb-4568-866e-d8fd923c60e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:15:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:16:20.148610 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a2feca93-5bd7-4535-957c-a85ec974bf9c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "PUT /v2.0/floatingips/b60cad7a-a5cf-4e47-b83f-ed10ff64128c HTTP/1.1" status: 200 len: 990 time: 1.0110450 Dec 16 23:16:20.149223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'tag': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:16:20.151658 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6b387e-1483-41dc-9300-dd80f8874372" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9e0591-21f5-47f0-83a8-67c8e36e36dd", "tag": "a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:16:20.191959 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35f647d-961b-46ee-bcf8-8c60c4d1f8b9 x-openstack-request-id: req-a35f647d-961b-46ee-bcf8-8c60c4d1f8b9 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:16:20.191959 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9e0591-21f5-47f0-83a8-67c8e36e36dd", "tag": "a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:16:20.191959 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a35f647d-961b-46ee-bcf8-8c60c4d1f8b9 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:16:20.192303 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'tag': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc', 'status': 'completed', 'code': 200} Dec 16 23:16:20.254072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-b9b3affc-ddeb-4568-866e-d8fd923c60e7 None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:16:20.271161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b387e-1483-41dc-9300-dd80f8874372 req-6670aa7f-07db-4583-9119-893ac7eee415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:20.273331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa6b387e-1483-41dc-9300-dd80f8874372 req-6670aa7f-07db-4583-9119-893ac7eee415 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 1096 time: 0.0488379 Dec 16 23:16:20.370993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b387e-1483-41dc-9300-dd80f8874372 req-886f5026-7143-4096-b2e8-be21c2b11cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:20.372521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa6b387e-1483-41dc-9300-dd80f8874372 req-886f5026-7143-4096-b2e8-be21c2b11cb7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0903864 Dec 16 23:16:20.441745 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa6b387e-1483-41dc-9300-dd80f8874372 req-c759dd81-ad6a-4f1e-8413-8d8b87f4206a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc HTTP/1.1" status: 200 len: 998 time: 0.0588737 Dec 16 23:16:20.494849 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b9b3affc-ddeb-4568-866e-d8fd923c60e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b60cad7a-a5cf-4e47-b83f-ed10ff64128c', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'port_id': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'mac_address': 'fa:16:3e:fd:ea:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:13:41Z', 'updated_at': '2021-12-16T23:16:19Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:16:20.497317 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b387e-1483-41dc-9300-dd80f8874372 req-fa24b755-eedd-445a-acec-7c65193a886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:20.498797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa6b387e-1483-41dc-9300-dd80f8874372 req-fa24b755-eedd-445a-acec-7c65193a886e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0496089 Dec 16 23:16:20.522298 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b3affc-ddeb-4568-866e-d8fd923c60e7 None None] Checking router: 014fa986-0597-4e6a-82d4-527a9c476cfc for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:16:20.531288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b3affc-ddeb-4568-866e-d8fd923c60e7 None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:16:20.531908 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b9b3affc-ddeb-4568-866e-d8fd923c60e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:15:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:16:20.546212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b387e-1483-41dc-9300-dd80f8874372 req-4bd5c8b6-9c79-46bf-9233-c3ce68613f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:20.547737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa6b387e-1483-41dc-9300-dd80f8874372 req-4bd5c8b6-9c79-46bf-9233-c3ce68613f32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398245 Dec 16 23:16:20.638661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa6b387e-1483-41dc-9300-dd80f8874372 req-8b22e6bd-2089-4ef2-ba2e-68e2aaca99a4 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825500 Dec 16 23:16:20.640545 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-b9b3affc-ddeb-4568-866e-d8fd923c60e7 None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:16:20.736950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aa6b387e-1483-41dc-9300-dd80f8874372 req-ed5caaf5-476b-4a39-82fc-0150d3f4d9c6 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892932 Dec 16 23:16:21.033120 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b9b3affc-ddeb-4568-866e-d8fd923c60e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b60cad7a-a5cf-4e47-b83f-ed10ff64128c', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'port_id': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'mac_address': 'fa:16:3e:fd:ea:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:13:41Z', 'updated_at': '2021-12-16T23:16:19Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:16:21.063754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b3affc-ddeb-4568-866e-d8fd923c60e7 None None] The sync data for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 is: [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b60cad7a-a5cf-4e47-b83f-ed10ff64128c', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'port_id': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'mac_address': 'fa:16:3e:fd:ea:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:13:41Z', 'updated_at': '2021-12-16T23:16:19Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:16:21.264035 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8bb39-8366-43c1-a5f6-f70f747fdf6c None None] New status for floating IP b60cad7a-a5cf-4e47-b83f-ed10ff64128c: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:16:22.519744 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb2a209d-c850-46af-9e76-3756d5eb737f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:23.770625 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:25.073592 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:25.764976 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:25.924470 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:16:37.480141 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f5b7831-d54c-49f4-8839-ebcb35a653cc req-a0a9518b-89d9-4aeb-afdb-ca649725fab4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429029 Dec 16 23:16:37.564302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b7831-d54c-49f4-8839-ebcb35a653cc req-f84bb95e-721f-4418-9bcd-43dcc0347ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:37.565779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f5b7831-d54c-49f4-8839-ebcb35a653cc req-f84bb95e-721f-4418-9bcd-43dcc0347ce0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 1096 time: 0.0403514 Dec 16 23:16:37.676863 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b7831-d54c-49f4-8839-ebcb35a653cc req-9ed985e4-13e6-4bf5-a40b-fe54a1617527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:37.678417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f5b7831-d54c-49f4-8839-ebcb35a653cc req-9ed985e4-13e6-4bf5-a40b-fe54a1617527 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0916560 Dec 16 23:16:37.746138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f5b7831-d54c-49f4-8839-ebcb35a653cc req-799e1560-88dd-41ad-98a5-f28c516c5732 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc HTTP/1.1" status: 200 len: 1000 time: 0.0597851 Dec 16 23:16:38.115261 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b7831-d54c-49f4-8839-ebcb35a653cc req-bfd50e7c-fccb-4c86-9689-998b3a0c99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:38.116679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f5b7831-d54c-49f4-8839-ebcb35a653cc req-bfd50e7c-fccb-4c86-9689-998b3a0c99f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.3619506 Dec 16 23:16:38.165680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b7831-d54c-49f4-8839-ebcb35a653cc req-4f9239d7-76b9-4a94-8bb2-cc752c95b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:38.167205 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f5b7831-d54c-49f4-8839-ebcb35a653cc req-4f9239d7-76b9-4a94-8bb2-cc752c95b41c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424883 Dec 16 23:16:38.270045 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f5b7831-d54c-49f4-8839-ebcb35a653cc req-75ea919b-8399-4fa3-98dc-cc48f6ae6cd6 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925140 Dec 16 23:16:38.372347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f5b7831-d54c-49f4-8839-ebcb35a653cc req-dfa867ed-064b-453f-b83c-c23ccd148646 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935690 Dec 16 23:16:43.759521 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:43.919253 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:50.130542 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e3e2648-ea80-47b0-b3f8-569122c0b6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:52.547471 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4cf6dfb2-047d-46b1-aff1-954a515d031c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:53.753267 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:55.039400 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:55.759092 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:02.924127 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:17:13.719505 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:13.918743 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:20.130167 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f96a3b8f-6f59-4859-914c-453fc07fd881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:22.535354 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6f21aeb-920f-4ae0-b144-9b03ab4a0a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:23.770292 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:25.044513 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:25.747208 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:38.567562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b821706-5a08-4efc-8b19-e56dd4b37d38 req-c788e690-fa03-4921-b52e-5087308607c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1324122 Dec 16 23:17:38.671437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b821706-5a08-4efc-8b19-e56dd4b37d38 req-6d8751d5-048a-437b-819e-8994e4b4508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:38.672972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b821706-5a08-4efc-8b19-e56dd4b37d38 req-6d8751d5-048a-437b-819e-8994e4b4508a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 1096 time: 0.0490038 Dec 16 23:17:38.796874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b821706-5a08-4efc-8b19-e56dd4b37d38 req-8583f3c7-aff5-4237-8a73-af796619626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:38.798322 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b821706-5a08-4efc-8b19-e56dd4b37d38 req-8583f3c7-aff5-4237-8a73-af796619626f service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0980124 Dec 16 23:17:38.878585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b821706-5a08-4efc-8b19-e56dd4b37d38 req-830cceb2-2b45-46ab-be27-892a571460f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc HTTP/1.1" status: 200 len: 1000 time: 0.0727439 Dec 16 23:17:38.953331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b821706-5a08-4efc-8b19-e56dd4b37d38 req-a5f14f9e-d376-4031-9d4d-03130dec92c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:38.954914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b821706-5a08-4efc-8b19-e56dd4b37d38 req-a5f14f9e-d376-4031-9d4d-03130dec92c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0653377 Dec 16 23:17:39.018614 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b821706-5a08-4efc-8b19-e56dd4b37d38 req-4128bfb8-11f9-470c-a9a2-107694af6d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:39.020300 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b821706-5a08-4efc-8b19-e56dd4b37d38 req-4128bfb8-11f9-470c-a9a2-107694af6d30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534301 Dec 16 23:17:39.035755 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-2b821706-5a08-4efc-8b19-e56dd4b37d38 req-00d2075a-acf9-45b4-a934-4e751ff64a42 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:17:39.036775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b821706-5a08-4efc-8b19-e56dd4b37d38 req-00d2075a-acf9-45b4-a934-4e751ff64a42 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065355 Dec 16 23:17:39.145885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b821706-5a08-4efc-8b19-e56dd4b37d38 req-c14e58c9-97c8-43f5-adc2-3acf3401943f service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990610 Dec 16 23:17:39.259962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2b821706-5a08-4efc-8b19-e56dd4b37d38 req-711a312e-515e-4341-8c61-a07bbb0dfc8a service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027899 Dec 16 23:17:39.927853 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:17:43.712878 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:43.918925 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:50.175655 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-184b6e42-50b6-4f27-b911-b4162ba97854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:52.519046 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e3192944-f55a-4d3e-920d-5860ec96ae22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:53.786946 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:55.055463 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:55.775826 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:01.313184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f24d9e-a8a7-4898-a93d-50950e3896aa req-17d9427b-1209-41ca-ba24-ccac900baeb3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:01.315178 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76f24d9e-a8a7-4898-a93d-50950e3896aa req-17d9427b-1209-41ca-ba24-ccac900baeb3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.1465676 Dec 16 23:18:01.371967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76f24d9e-a8a7-4898-a93d-50950e3896aa req-60fae0d0-cf86-4f70-b43f-ef8ae0554341 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506959 Dec 16 23:18:02.548711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0dfe1-bc73-4feb-8e3a-927ebb6df851 req-b8be5a3c-0b08-449b-85e0-1753ab1153b6 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:02.550285 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81f0dfe1-bc73-4feb-8e3a-927ebb6df851 req-b8be5a3c-0b08-449b-85e0-1753ab1153b6 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.1063454 Dec 16 23:18:02.603707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-81f0dfe1-bc73-4feb-8e3a-927ebb6df851 req-461cff7e-0bc6-4738-ac67-c63395e1879e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468221 Dec 16 23:18:03.724685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c721284-1898-4016-b531-78feb149fb8d req-3777322b-0474-4de8-b5df-abe1e11db5f6 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:03.726368 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c721284-1898-4016-b531-78feb149fb8d req-3777322b-0474-4de8-b5df-abe1e11db5f6 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0508747 Dec 16 23:18:03.778743 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c721284-1898-4016-b531-78feb149fb8d req-5965a611-6218-4093-92b4-a1e677c49751 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456622 Dec 16 23:18:04.903170 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32c563-a1d8-46c9-98d8-95a9393dc12d req-affbdf17-485d-4cea-8645-f215630f2140 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:04.904601 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa32c563-a1d8-46c9-98d8-95a9393dc12d req-affbdf17-485d-4cea-8645-f215630f2140 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0540512 Dec 16 23:18:04.952538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa32c563-a1d8-46c9-98d8-95a9393dc12d req-c913aa2c-caf4-4c27-9bbe-4f733804ccb3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418856 Dec 16 23:18:06.071369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff8f52-df97-4ce5-b062-b10724ed69f7 req-fa62a151-05e7-4499-a8a4-ef5f024df9be tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:06.073042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bff8f52-df97-4ce5-b062-b10724ed69f7 req-fa62a151-05e7-4499-a8a4-ef5f024df9be tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0509856 Dec 16 23:18:06.124630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9bff8f52-df97-4ce5-b062-b10724ed69f7 req-180b34e3-aeaa-40ff-ba94-3b362f463af9 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447016 Dec 16 23:18:07.253103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173803df-4c35-480e-9ac9-580b2e0d9c0a req-11cd2bb9-f946-42ab-9f00-c723ed9b6a0d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:07.255348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-173803df-4c35-480e-9ac9-580b2e0d9c0a req-11cd2bb9-f946-42ab-9f00-c723ed9b6a0d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0561991 Dec 16 23:18:07.313436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-173803df-4c35-480e-9ac9-580b2e0d9c0a req-a6f2cce0-2da1-465c-ae72-5018237eb804 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515320 Dec 16 23:18:08.437660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fb0fa-860a-49fb-be4b-2d7a6857bfb0 req-6637bcca-4ade-4b5a-97d5-37c6607d8e17 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:08.439189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-286fb0fa-860a-49fb-be4b-2d7a6857bfb0 req-6637bcca-4ade-4b5a-97d5-37c6607d8e17 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0507221 Dec 16 23:18:08.490619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-286fb0fa-860a-49fb-be4b-2d7a6857bfb0 req-cacf514d-ce43-4e69-acd4-91f5fd705dca tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441167 Dec 16 23:18:09.608319 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cbbf4-6704-4f14-8d6c-c2784cd2d475 req-7bd92e85-79eb-4795-b10b-bc0382667217 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:09.609733 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da7cbbf4-6704-4f14-8d6c-c2784cd2d475 req-7bd92e85-79eb-4795-b10b-bc0382667217 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0501707 Dec 16 23:18:09.658457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-da7cbbf4-6704-4f14-8d6c-c2784cd2d475 req-43da1433-2b5e-4acd-ae10-14a2a27acbe3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427608 Dec 16 23:18:10.782055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e8fa6-7662-4e74-a296-cf5591d7c111 req-60b9130d-171c-4516-91e2-d34f36d432dd tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:10.783607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-037e8fa6-7662-4e74-a296-cf5591d7c111 req-60b9130d-171c-4516-91e2-d34f36d432dd tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0547867 Dec 16 23:18:10.833485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-037e8fa6-7662-4e74-a296-cf5591d7c111 req-44111a37-99d2-493e-b741-277f2a96ba8a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422235 Dec 16 23:18:11.951657 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dfa52-90e0-4468-b42f-d4a8a58868b2 req-443c125b-c7b4-497e-afeb-5218bac94299 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:11.953198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-200dfa52-90e0-4468-b42f-d4a8a58868b2 req-443c125b-c7b4-497e-afeb-5218bac94299 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0509648 Dec 16 23:18:12.002952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-200dfa52-90e0-4468-b42f-d4a8a58868b2 req-4f0931e9-22aa-46ba-8bd3-60d6cac11642 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434566 Dec 16 23:18:13.127896 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674b6d5-7515-43e3-b597-03fff2350ad0 req-1d3256aa-3cab-4861-abea-716a175dc95f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:13.129385 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3674b6d5-7515-43e3-b597-03fff2350ad0 req-1d3256aa-3cab-4861-abea-716a175dc95f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0531828 Dec 16 23:18:13.177147 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3674b6d5-7515-43e3-b597-03fff2350ad0 req-c1a67893-81fd-49e7-a6d2-bedc50bc955b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409899 Dec 16 23:18:13.763333 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:13.949260 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:14.296174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946b7a8-6dfd-46db-94c5-3f6265be3d10 req-751618ad-2cfd-4d40-a799-1aaea69797f7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:14.297684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7946b7a8-6dfd-46db-94c5-3f6265be3d10 req-751618ad-2cfd-4d40-a799-1aaea69797f7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0508912 Dec 16 23:18:14.346151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7946b7a8-6dfd-46db-94c5-3f6265be3d10 req-f6dfe696-b945-482c-9e9a-3062258543ad tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421925 Dec 16 23:18:15.470435 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bdc0a-caee-446c-bc15-002de6d293b1 req-2bad23cb-d6c1-49eb-96c4-1ebee43584a5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:15.471983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c01bdc0a-caee-446c-bc15-002de6d293b1 req-2bad23cb-d6c1-49eb-96c4-1ebee43584a5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0563192 Dec 16 23:18:15.526642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c01bdc0a-caee-446c-bc15-002de6d293b1 req-964cf8c5-5f78-4261-b80a-306fd5714a32 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485916 Dec 16 23:18:16.650062 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff95777-3776-48d1-bf68-6c60443ac170 req-237a9f5d-fd5d-4334-8cd5-dd5cb43226fe tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:16.651593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ff95777-3776-48d1-bf68-6c60443ac170 req-237a9f5d-fd5d-4334-8cd5-dd5cb43226fe tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0519643 Dec 16 23:18:16.707128 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7ff95777-3776-48d1-bf68-6c60443ac170 req-aa7166ff-23de-4d99-adf0-6bc9447bf66f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492749 Dec 16 23:18:16.927124 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:18:17.831508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abee0a-1742-4d06-b766-9af67b0a4163 req-0cf4d80f-b949-4a38-8572-1c09d9f842e9 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:17.833108 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7abee0a-1742-4d06-b766-9af67b0a4163 req-0cf4d80f-b949-4a38-8572-1c09d9f842e9 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0505106 Dec 16 23:18:17.884208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7abee0a-1742-4d06-b766-9af67b0a4163 req-a5cc68a9-f755-4248-b93c-7b480623001d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447941 Dec 16 23:18:18.277801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48955e-a2dc-4057-bffa-6b517080ba6c req-10a2ccba-d8a1-49e7-9c37-1c46f01b66fb tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:18.279526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d48955e-a2dc-4057-bffa-6b517080ba6c req-10a2ccba-d8a1-49e7-9c37-1c46f01b66fb tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0552256 Dec 16 23:18:18.328182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d48955e-a2dc-4057-bffa-6b517080ba6c req-a7f92818-97db-4525-bc91-2b8f8430da2c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424485 Dec 16 23:18:18.456266 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-de38d14b-92a1-4600-9bde-33b0bbaa4046 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884569 Dec 16 23:18:19.448927 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496d329-f208-4547-8350-d54769931959 req-353ce51b-7adc-4aed-92d7-34e5b3db6d75 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:19.450368 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c496d329-f208-4547-8350-d54769931959 req-353ce51b-7adc-4aed-92d7-34e5b3db6d75 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0501692 Dec 16 23:18:19.500244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c496d329-f208-4547-8350-d54769931959 req-9ded3320-d42a-42ee-8e39-72569027d442 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437834 Dec 16 23:18:20.140897 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44504b8b-f82a-4104-b8a7-5026cc611c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:20.616171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c9bcb-7726-4300-9abd-c686b1ce581a req-c2d8248c-f179-45ea-833c-f23c9e1053c4 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:20.618326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a02c9bcb-7726-4300-9abd-c686b1ce581a req-c2d8248c-f179-45ea-833c-f23c9e1053c4 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0497711 Dec 16 23:18:20.669883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a02c9bcb-7726-4300-9abd-c686b1ce581a req-b3e2adb7-c893-4ad8-9243-841069f6ba1f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456290 Dec 16 23:18:21.794221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e2454-badb-45a1-8f3a-bbccd3fb737f req-9db8022c-6805-4fc7-a18c-75c4bc41359c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:21.795815 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-354e2454-badb-45a1-8f3a-bbccd3fb737f req-9db8022c-6805-4fc7-a18c-75c4bc41359c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0526996 Dec 16 23:18:21.850937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-354e2454-badb-45a1-8f3a-bbccd3fb737f req-e6fd38dd-3dea-4264-b733-225ce3cf8ab8 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444462 Dec 16 23:18:22.535463 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b091c324-7fef-4b91-986c-fe8eb4e5fcde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:22.703215 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-f2fd9c75-483d-44ba-a3ea-50fc1f6d4e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:22.704763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-f2fd9c75-483d-44ba-a3ea-50fc1f6d4e90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 1096 time: 0.0421872 Dec 16 23:18:22.802617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-daf4f695-085d-4a62-b273-2d132a601e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:22.804070 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-daf4f695-085d-4a62-b273-2d132a601e20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0910447 Dec 16 23:18:22.873251 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-081fa423-1553-4f0e-8c12-586f5c9415a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc HTTP/1.1" status: 200 len: 1000 time: 0.0603831 Dec 16 23:18:22.952436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-4e8d450c-182b-47d9-9975-fa760fe4a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:22.953934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-4e8d450c-182b-47d9-9975-fa760fe4a350 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0741045 Dec 16 23:18:23.001925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda56db-4beb-442d-ae3d-28f9cda82f6d req-25381ef6-8fa7-4c01-b5a6-8adbb0254f11 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:23.003456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4dda56db-4beb-442d-ae3d-28f9cda82f6d req-25381ef6-8fa7-4c01-b5a6-8adbb0254f11 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0814066 Dec 16 23:18:23.029672 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-604856a7-a333-4690-89b4-c2b52504e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:23.031222 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-604856a7-a333-4690-89b4-c2b52504e7d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694077 Dec 16 23:18:23.109638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4dda56db-4beb-442d-ae3d-28f9cda82f6d req-9466649f-3d42-4c9c-839b-ad2cc133c508 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981033 Dec 16 23:18:23.148608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-5ac57df6-63a2-4645-8f5b-a67db61828e3 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080990 Dec 16 23:18:23.241025 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-6b6f541c-d024-44c4-a40f-f1bba44bc30e service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843391 Dec 16 23:18:23.769019 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:24.229279 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acdae5-d5ca-4e89-9a7b-431b206460db req-9788acff-c169-4067-a826-c06ee40fa1b2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:24.230801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10acdae5-d5ca-4e89-9a7b-431b206460db req-9788acff-c169-4067-a826-c06ee40fa1b2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0506117 Dec 16 23:18:24.284747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10acdae5-d5ca-4e89-9a7b-431b206460db req-620fc325-9a1d-40f8-ace9-76e6c6d1d5b9 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475550 Dec 16 23:18:25.072525 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:25.405878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d29b0-01a8-4a47-8dbe-7f42c7ffa2eb req-f49891dc-7885-4571-8264-630089c665b2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:25.407389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d7d29b0-01a8-4a47-8dbe-7f42c7ffa2eb req-f49891dc-7885-4571-8264-630089c665b2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0497155 Dec 16 23:18:25.455103 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d7d29b0-01a8-4a47-8dbe-7f42c7ffa2eb req-f741cdc9-30c5-4def-b826-b169ee5c5a7c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417295 Dec 16 23:18:25.671180 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-99409036-aa9a-4d7f-a893-eb8b2c1e06da service neutron] show failed (client error): The resource could not be found. Dec 16 23:18:25.672224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-99409036-aa9a-4d7f-a893-eb8b2c1e06da service neutron] 10.222.0.24 "GET /v2.0/ports/a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc/bindings/n-h1-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.0571992 Dec 16 23:18:25.786542 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:26.125108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d616d-30b2-4e8b-bdfa-62614fdf937b req-ad1f7f5c-fc1b-4294-9904-80f74035842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:26.126642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff7d616d-30b2-4e8b-bdfa-62614fdf937b req-ad1f7f5c-fc1b-4294-9904-80f74035842c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 1096 time: 0.0948448 Dec 16 23:18:26.188079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-2fba8d69-c4a5-4c89-873f-bfdcde5d7153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:26.189630 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-2fba8d69-c4a5-4c89-873f-bfdcde5d7153 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd&tenant_id=f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 1096 time: 0.0435359 Dec 16 23:18:26.206895 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:18:26.248461 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d616d-30b2-4e8b-bdfa-62614fdf937b req-e7aa17c9-f403-4d0e-aa30-ddc60da9b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:26.249951 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ff7d616d-30b2-4e8b-bdfa-62614fdf937b req-e7aa17c9-f403-4d0e-aa30-ddc60da9b0d9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0945821 Dec 16 23:18:26.260831 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:26.321838 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ff7d616d-30b2-4e8b-bdfa-62614fdf937b req-e122eae3-5365-4816-816c-448ca40c852a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc HTTP/1.1" status: 200 len: 1000 time: 0.0609565 Dec 16 23:18:26.382191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d616d-30b2-4e8b-bdfa-62614fdf937b req-c872521c-552d-43bd-a41f-467f01a5deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:26.384020 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ff7d616d-30b2-4e8b-bdfa-62614fdf937b req-c872521c-552d-43bd-a41f-467f01a5deaa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0509377 Dec 16 23:18:26.437296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d616d-30b2-4e8b-bdfa-62614fdf937b req-6b685d38-6a97-43b8-a23d-2bfb0fdbcb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:26.438789 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ff7d616d-30b2-4e8b-bdfa-62614fdf937b req-6b685d38-6a97-43b8-a23d-2bfb0fdbcb7a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429399 Dec 16 23:18:26.474208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] For port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:18:26.511481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] For port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:18:26.540089 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ff7d616d-30b2-4e8b-bdfa-62614fdf937b req-f01d0c63-cc5e-4ea2-afc6-997fa2f93b61 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895379 Dec 16 23:18:26.583387 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:18:26.586335 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3548be44-f014-42bf-a065-6fc85e653dc7" -d '{"events": [{"server_uuid": "ef9e0591-21f5-47f0-83a8-67c8e36e36dd", "name": "network-vif-unplugged", "status": "completed", "tag": "a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:18:26.591287 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:26.610457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Transition to ACTIVE for port object a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:18:26.618366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830771d8-87eb-42b1-8e6c-9387f678d193 req-4870a3c6-eb54-4cd0-82d9-f6c63edb3a96 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:26.619954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-830771d8-87eb-42b1-8e6c-9387f678d193 req-4870a3c6-eb54-4cd0-82d9-f6c63edb3a96 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0841110 Dec 16 23:18:26.644322 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-ff7d616d-30b2-4e8b-bdfa-62614fdf937b req-b1e46f6d-f954-4b11-a59e-1e5b077bc07b service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951757 Dec 16 23:18:26.674977 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-830771d8-87eb-42b1-8e6c-9387f678d193 req-886f1d62-2cc5-4ee1-a97a-6ed6df4d4f0b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482295 Dec 16 23:18:26.678064 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:26.717679 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e14fb72-be37-4739-9e72-6bbc79ebb021 x-openstack-request-id: req-5e14fb72-be37-4739-9e72-6bbc79ebb021 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:18:26.718601 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9e0591-21f5-47f0-83a8-67c8e36e36dd", "name": "network-vif-unplugged", "status": "completed", "tag": "a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:18:26.718807 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e14fb72-be37-4739-9e72-6bbc79ebb021 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:18:26.719212 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc', 'code': 200} Dec 16 23:18:26.768335 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Pushing event updated for resources: {'Port': ['ID=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:26.786026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:26.786380 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:26.786723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:26.787062 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:26.787421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:26.787752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:26.788084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:26.789027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:26.789508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:26.789921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:26.790248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:26.790576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:26.790898 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:26.828756 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] No DVR routers for this DVR port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:18:26.970136 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Attempting to bind port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:18:26.970473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Attempting to bind port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:18:26.970804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Attempting to bind port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:18:26.975132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc on network a666fab7-6995-4cc2-85e6-7bb36fccf87b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:18:26.975485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Attempting to bind port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:18:26.981241 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:18:26.986707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Checking segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:18:26.986707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Bound using segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:18:26.986707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Bound port: a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:18:26.986707 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:27.049276 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] For port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:18:27.052555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] For port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:18:27.107988 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:27.152666 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:27.153317 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:27.154789 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] 10.222.0.69 "PUT /v2.0/ports/a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc HTTP/1.1" status: 200 len: 1091 time: 0.9564991 Dec 16 23:18:27.173698 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53612c49-a9d9-408e-859a-314603bfc43b service neutron] Pushing event updated for resources: {'Port': ['ID=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:27.222406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-7d08eafa-50b2-41c1-9bba-6edde6d89b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:27.223934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-7d08eafa-50b2-41c1-9bba-6edde6d89b86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 1094 time: 0.0437634 Dec 16 23:18:27.323830 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-6f48835c-3527-46dd-8379-c374b31b706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:27.325427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-6f48835c-3527-46dd-8379-c374b31b706c service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0942664 Dec 16 23:18:27.400579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-eb1be8ca-4395-407b-aaf2-38115ca23799 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc HTTP/1.1" status: 200 len: 998 time: 0.0672011 Dec 16 23:18:27.451818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-a1ef6eed-8239-4859-9d44-b83dd3dac77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:27.453071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-a1ef6eed-8239-4859-9d44-b83dd3dac77b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0452371 Dec 16 23:18:27.503411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-9a8a6ea1-88ff-4151-b96f-1fb8ccffa78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:27.504950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-9a8a6ea1-88ff-4151-b96f-1fb8ccffa78c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409040 Dec 16 23:18:27.604416 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-56ff21b3-6dbc-47b1-99b2-bd23f812a137 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866938 Dec 16 23:18:27.700646 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-426b8948-8c02-4f5c-8247-bc678ee09993 req-e9001865-6632-4e3f-9205-387cff4443d7 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847785 Dec 16 23:18:27.815230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203adaf7-e75b-4e39-a46b-6cbe2e19d1b0 req-b04f2518-b892-4a3f-8b65-ddbcd87331c2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:27.816772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-203adaf7-e75b-4e39-a46b-6cbe2e19d1b0 req-b04f2518-b892-4a3f-8b65-ddbcd87331c2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 943 time: 0.0559387 Dec 16 23:18:27.868796 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-203adaf7-e75b-4e39-a46b-6cbe2e19d1b0 req-fda14cf9-4d1e-4dc7-abf1-2be8fdf4f540 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445044 Dec 16 23:18:28.720496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'tag': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:18:28.722891 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9e0591-21f5-47f0-83a8-67c8e36e36dd", "tag": "a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:18:28.771227 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d51dfc0-6a6a-468c-8d3b-32317e087c4c x-openstack-request-id: req-2d51dfc0-6a6a-468c-8d3b-32317e087c4c {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:18:28.771551 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9e0591-21f5-47f0-83a8-67c8e36e36dd", "tag": "a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:18:28.771805 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d51dfc0-6a6a-468c-8d3b-32317e087c4c {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:18:28.772210 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'tag': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc', 'status': 'completed', 'code': 200} Dec 16 23:18:28.867693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-996ee2d2-f0dd-42ce-8db6-874192b9cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:28.869212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-996ee2d2-f0dd-42ce-8db6-874192b9cb50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 1094 time: 0.0632176 Dec 16 23:18:28.870989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-e3f41032-977a-4e06-9935-63738ebf7720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:28.872421 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-e3f41032-977a-4e06-9935-63738ebf7720 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 1094 time: 0.0748694 Dec 16 23:18:29.074221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d1abe-1975-480b-ab68-b21c5d775c30 req-e7af0d13-4318-405e-8336-4705197027a3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:29.075721 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-894d1abe-1975-480b-ab68-b21c5d775c30 req-e7af0d13-4318-405e-8336-4705197027a3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 943 time: 0.1124511 Dec 16 23:18:29.081891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-78477a5c-1c57-459c-b030-8d9cc14d1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:29.083248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-78477a5c-1c57-459c-b030-8d9cc14d1e2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.2060232 Dec 16 23:18:29.100326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-b8a5d45f-b6ea-465a-8962-1d25609745ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:29.102419 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-b8a5d45f-b6ea-465a-8962-1d25609745ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.2174783 Dec 16 23:18:29.232275 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-b071ac04-ab17-4cdb-8a6a-6f9d061a4e75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc HTTP/1.1" status: 200 len: 998 time: 0.1381862 Dec 16 23:18:29.239116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-894d1abe-1975-480b-ab68-b21c5d775c30 req-df8d8f03-fb8c-4c20-8c3e-c3a6cd4569e7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549211 Dec 16 23:18:29.240791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-6e67266b-2c41-4b32-95c1-2075c7ecaa69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc HTTP/1.1" status: 200 len: 998 time: 0.1297541 Dec 16 23:18:29.326894 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-71c7c0a9-b0c0-48ec-8d3d-396fdf902212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:29.328429 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-71c7c0a9-b0c0-48ec-8d3d-396fdf902212 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0859013 Dec 16 23:18:29.329812 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-6ca4a1e5-eccf-4182-a0d9-92cab2989465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:29.331125 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-6ca4a1e5-eccf-4182-a0d9-92cab2989465 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0806918 Dec 16 23:18:29.405915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-1fffd6be-61c8-491d-b120-ce8b35c69a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:29.407431 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-1fffd6be-61c8-491d-b120-ce8b35c69a1b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601296 Dec 16 23:18:29.409892 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-d85c871b-8546-4272-8d3d-fa6f21f5ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:29.411225 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-d85c871b-8546-4272-8d3d-fa6f21f5ff2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719573 Dec 16 23:18:29.580382 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-a7fe4ff9-fc5e-4183-b4be-0d4d49eac0b9 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604989 Dec 16 23:18:29.582153 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-48895578-2dd0-4a5a-8dde-bd609ee06dce service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612854 Dec 16 23:18:29.670571 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:18:29.710884 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:18:30.050382 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-70a2b2f2-a120-4cbd-984e-f06ad6ccb724 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622788 Dec 16 23:18:30.052304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d6af89c-a224-42eb-9bf0-522bf4e2a0c7 req-2603e52d-d9d1-4743-b8ee-56b65cacb50a service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570978 Dec 16 23:18:30.369348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175025d0-ef0e-4a24-85d3-924eb96dbf5d req-d2da4003-f0f6-4539-9b2d-383781e0cfd3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:30.370755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-175025d0-ef0e-4a24-85d3-924eb96dbf5d req-d2da4003-f0f6-4539-9b2d-383781e0cfd3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 943 time: 0.0510383 Dec 16 23:18:30.418534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-175025d0-ef0e-4a24-85d3-924eb96dbf5d req-877eb057-c88c-434d-8651-bd9f05d7e319 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412467 Dec 16 23:18:30.456373 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:18:30.559060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:18:30.571207 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'port_id': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc', 'mac_address': 'fa:16:3e:fd:ea:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:18:30.609910 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:30.623979 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:18:30.643774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:18:30.769527 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:30.771777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2b35b-28a6-48b4-96cb-7f1c332e9466 req-e7d1766e-ac7f-4198-b121-6910183724fd tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:30.773349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76f2b35b-28a6-48b4-96cb-7f1c332e9466 req-e7d1766e-ac7f-4198-b121-6910183724fd tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 943 time: 0.0492582 Dec 16 23:18:30.817703 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:30.826944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76f2b35b-28a6-48b4-96cb-7f1c332e9466 req-5fe55e5c-52fb-43eb-a7bf-4ead3d51de1e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472310 Dec 16 23:18:30.827441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:30.828104 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:30.828597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:30.829032 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:30.829491 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:30.830004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:30.830428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:30.830880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:30.831318 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:30.831767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:30.832465 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:30.832940 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:30.833367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:30.904072 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf5842-35b3-4e51-8c00-befab8bbfaa8 req-bd98436a-3336-4327-859c-04973e675e8e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:30.905509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ebf5842-35b3-4e51-8c00-befab8bbfaa8 req-bd98436a-3336-4327-859c-04973e675e8e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd&tenant_id=f7b834f28ead406da4519490437314f1&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 944 time: 0.0531187 Dec 16 23:18:30.969508 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-8ebf5842-35b3-4e51-8c00-befab8bbfaa8 req-aa187922-6f54-438f-88d2-bae7dbc5b718 service neutron] delete failed (client error): The resource could not be found. Dec 16 23:18:30.970550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ebf5842-35b3-4e51-8c00-befab8bbfaa8 req-aa187922-6f54-438f-88d2-bae7dbc5b718 service neutron] 10.222.0.24 "DELETE /v2.0/ports/a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc/bindings/n-h2-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.0558496 Dec 16 23:18:31.059730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf5842-35b3-4e51-8c00-befab8bbfaa8 req-9c85a516-205a-43f4-9c87-3be844015793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:31.061232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ebf5842-35b3-4e51-8c00-befab8bbfaa8 req-9c85a516-205a-43f4-9c87-3be844015793 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 1095 time: 0.0421851 Dec 16 23:18:31.078931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:18:31.156149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf5842-35b3-4e51-8c00-befab8bbfaa8 req-c468f6c7-04c7-4c92-a6e2-fd428ef78a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:31.157534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ebf5842-35b3-4e51-8c00-befab8bbfaa8 req-c468f6c7-04c7-4c92-a6e2-fd428ef78a31 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0891218 Dec 16 23:18:31.224309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ebf5842-35b3-4e51-8c00-befab8bbfaa8 req-540310ab-1e63-4ee1-9eb8-2d03c3880ac2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc HTTP/1.1" status: 200 len: 999 time: 0.0585816 Dec 16 23:18:31.282319 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf5842-35b3-4e51-8c00-befab8bbfaa8 req-fac2bd2c-fd63-470e-9d05-ea593a624d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:31.283810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ebf5842-35b3-4e51-8c00-befab8bbfaa8 req-fac2bd2c-fd63-470e-9d05-ea593a624d57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0502212 Dec 16 23:18:31.331233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf5842-35b3-4e51-8c00-befab8bbfaa8 req-fec5882c-75e7-4f84-9afd-e75e8517baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:31.332741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ebf5842-35b3-4e51-8c00-befab8bbfaa8 req-fec5882c-75e7-4f84-9afd-e75e8517baa6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408075 Dec 16 23:18:31.425007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ebf5842-35b3-4e51-8c00-befab8bbfaa8 req-53076d84-73d6-4a66-a904-38eec327555c service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840864 Dec 16 23:18:31.527036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8ebf5842-35b3-4e51-8c00-befab8bbfaa8 req-e900adde-b37f-41ff-b943-2c1aec92f254 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897839 Dec 16 23:18:31.951365 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60abd00-4a45-4d94-847f-7ec7b7f22854 req-2f7884d3-277e-4ac7-8140-836573c8d9f5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:31.952888 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b60abd00-4a45-4d94-847f-7ec7b7f22854 req-2f7884d3-277e-4ac7-8140-836573c8d9f5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 944 time: 0.0512664 Dec 16 23:18:32.001979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b60abd00-4a45-4d94-847f-7ec7b7f22854 req-40184f09-6d54-4f6d-96bd-e9ab5b0e7883 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430338 Dec 16 23:18:32.471258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:18:32.587635 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:18:32.591616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:18:32.591996 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:32.674270 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:32.700231 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:18:32.702485 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a7f2be-e327-4384-bb96-bd13574388cb" -d '{"events": [{"server_uuid": "ef9e0591-21f5-47f0-83a8-67c8e36e36dd", "name": "network-vif-plugged", "status": "completed", "tag": "a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:18:32.716350 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:18:32.797353 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d11a04-b57b-486e-9e97-05a1aa171ecc x-openstack-request-id: req-46d11a04-b57b-486e-9e97-05a1aa171ecc {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:18:32.797673 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9e0591-21f5-47f0-83a8-67c8e36e36dd", "name": "network-vif-plugged", "status": "completed", "tag": "a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:18:32.797926 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46d11a04-b57b-486e-9e97-05a1aa171ecc {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:18:32.798327 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc', 'code': 200} Dec 16 23:18:32.815138 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:32.866265 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:33.121662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c346c-0f36-4821-871c-3c7ac367eb64 req-d3652098-9a65-491f-894e-54281c2dfb99 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:33.123127 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-019c346c-0f36-4821-871c-3c7ac367eb64 req-d3652098-9a65-491f-894e-54281c2dfb99 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0524948 Dec 16 23:18:33.177264 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-019c346c-0f36-4821-871c-3c7ac367eb64 req-119bf14b-0080-46ff-88a7-6a55cc6c107e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479431 Dec 16 23:18:33.295390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55338cd9-9d94-4ff2-8c81-704ef89b9aad req-0896ae83-eaa7-4a10-b725-50c67066a10a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:33.296883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55338cd9-9d94-4ff2-8c81-704ef89b9aad req-0896ae83-eaa7-4a10-b725-50c67066a10a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0509825 Dec 16 23:18:33.345514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55338cd9-9d94-4ff2-8c81-704ef89b9aad req-7ee6aa96-5f78-46ec-9546-657486cfd2ec tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426910 Dec 16 23:18:33.658382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00ce18-11d3-43f3-96d2-273ba76fd80c req-f21673e4-766a-4c0b-bd49-da82009aee0b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:33.659709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e00ce18-11d3-43f3-96d2-273ba76fd80c req-f21673e4-766a-4c0b-bd49-da82009aee0b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0513871 Dec 16 23:18:33.713160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e00ce18-11d3-43f3-96d2-273ba76fd80c req-fefcd239-72c8-4db5-bff7-e735899c9a80 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460668 Dec 16 23:18:33.766469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05637db0-fb73-4c06-82b1-aaacd74baa32 req-1eb0f8d5-9cad-40d9-bd4b-7a05a70ac7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:33.767981 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05637db0-fb73-4c06-82b1-aaacd74baa32 req-1eb0f8d5-9cad-40d9-bd4b-7a05a70ac7e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 1096 time: 0.0466065 Dec 16 23:18:33.861502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05637db0-fb73-4c06-82b1-aaacd74baa32 req-670cf7fd-92ab-40c3-9955-5b3a9cefe921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:33.862981 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05637db0-fb73-4c06-82b1-aaacd74baa32 req-670cf7fd-92ab-40c3-9955-5b3a9cefe921 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0868568 Dec 16 23:18:33.937589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05637db0-fb73-4c06-82b1-aaacd74baa32 req-c907049d-64d3-4258-b4d9-417377aeb181 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc HTTP/1.1" status: 200 len: 1000 time: 0.0635910 Dec 16 23:18:33.992112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05637db0-fb73-4c06-82b1-aaacd74baa32 req-1cd07745-d039-48f4-b3af-b22f1a3091f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:33.993645 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05637db0-fb73-4c06-82b1-aaacd74baa32 req-1cd07745-d039-48f4-b3af-b22f1a3091f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0454845 Dec 16 23:18:34.042019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05637db0-fb73-4c06-82b1-aaacd74baa32 req-00b875ae-5219-4608-b1ef-dfead950aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:34.043552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05637db0-fb73-4c06-82b1-aaacd74baa32 req-00b875ae-5219-4608-b1ef-dfead950aaa8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413718 Dec 16 23:18:34.143393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05637db0-fb73-4c06-82b1-aaacd74baa32 req-6cf6a2d2-964a-4106-babc-027a65b50bae service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878594 Dec 16 23:18:34.239756 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05637db0-fb73-4c06-82b1-aaacd74baa32 req-5aa306f9-ea64-4686-bf2a-56ddaaad6568 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853493 Dec 16 23:18:34.836847 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4e059-686b-4188-a941-7604140d3fa9 req-d59a95b6-5822-4a0f-8bd6-f92edf285656 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:34.839030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68b4e059-686b-4188-a941-7604140d3fa9 req-d59a95b6-5822-4a0f-8bd6-f92edf285656 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0528419 Dec 16 23:18:34.893567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68b4e059-686b-4188-a941-7604140d3fa9 req-0a2e2295-c098-4623-be9a-f7f6e84ac499 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480430 Dec 16 23:18:36.015008 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f896146-63f0-4ef8-ac24-2a9c5f1d283f req-6360c77e-57d8-489d-87ed-fca4fae13f04 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:36.016542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f896146-63f0-4ef8-ac24-2a9c5f1d283f req-6360c77e-57d8-489d-87ed-fca4fae13f04 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0510378 Dec 16 23:18:36.066426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f896146-63f0-4ef8-ac24-2a9c5f1d283f req-e27728b3-1a6f-45d5-9095-2e73ab3abd27 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437887 Dec 16 23:18:36.471630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad211486-fa9f-4316-a59f-17fad14ef72b req-9a311539-e787-4f15-80d5-36b353a7a54a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:36.473109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad211486-fa9f-4316-a59f-17fad14ef72b req-9a311539-e787-4f15-80d5-36b353a7a54a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0497224 Dec 16 23:18:36.522139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ad211486-fa9f-4316-a59f-17fad14ef72b req-2fe71bd2-f163-4f16-bcbd-80a0217342fa tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424523 Dec 16 23:18:37.647674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16aa07-6c65-43b2-a5d2-80385f7be36c req-e58ea590-437b-41ae-9a84-6b73b2eab7fe tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:37.649237 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae16aa07-6c65-43b2-a5d2-80385f7be36c req-e58ea590-437b-41ae-9a84-6b73b2eab7fe tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0545862 Dec 16 23:18:37.698181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ae16aa07-6c65-43b2-a5d2-80385f7be36c req-f631747f-0908-4488-80cb-ebd6581d1f6d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425832 Dec 16 23:18:37.854741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952ced1-5d28-4aba-97f5-42b4065a512e req-cf90db02-b3e6-4021-89cb-aa3a5bf08347 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:37.856183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8952ced1-5d28-4aba-97f5-42b4065a512e req-cf90db02-b3e6-4021-89cb-aa3a5bf08347 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 945 time: 0.0494158 Dec 16 23:18:37.955600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-8952ced1-5d28-4aba-97f5-42b4065a512e req-47dd260c-098e-45f6-8ae5-9f9ba57e278d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Deleting port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:18:37.955957 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8952ced1-5d28-4aba-97f5-42b4065a512e req-47dd260c-098e-45f6-8ae5-9f9ba57e278d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:38.046373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-8952ced1-5d28-4aba-97f5-42b4065a512e req-47dd260c-098e-45f6-8ae5-9f9ba57e278d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] For port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:18:38.046747 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8952ced1-5d28-4aba-97f5-42b4065a512e req-47dd260c-098e-45f6-8ae5-9f9ba57e278d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:38.229484 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8952ced1-5d28-4aba-97f5-42b4065a512e req-47dd260c-098e-45f6-8ae5-9f9ba57e278d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:38.229847 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8952ced1-5d28-4aba-97f5-42b4065a512e req-47dd260c-098e-45f6-8ae5-9f9ba57e278d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:38.230163 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [req-8952ced1-5d28-4aba-97f5-42b4065a512e req-47dd260c-098e-45f6-8ae5-9f9ba57e278d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Floating IP b60cad7a-a5cf-4e47-b83f-ed10ff64128c disassociated. External IP: 172.25.2.12, port: a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc. Dec 16 23:18:38.230506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-8952ced1-5d28-4aba-97f5-42b4065a512e req-47dd260c-098e-45f6-8ae5-9f9ba57e278d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Calling delete_port for a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:18:38.386450 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8952ced1-5d28-4aba-97f5-42b4065a512e req-47dd260c-098e-45f6-8ae5-9f9ba57e278d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:38.416694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd260c-098e-45f6-8ae5-9f9ba57e278d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Pushing event deleted for resources: {'Port': ['ID=a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:38.539888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8952ced1-5d28-4aba-97f5-42b4065a512e req-47dd260c-098e-45f6-8ae5-9f9ba57e278d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Router 014fa986-0597-4e6a-82d4-527a9c476cfc has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:18:38.653316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8952ced1-5d28-4aba-97f5-42b4065a512e req-47dd260c-098e-45f6-8ae5-9f9ba57e278d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:18:38.667394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460a067-79e6-45df-8b2a-27c904d0ee0f None None] Sync routers for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:18:38.677318 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460a067-79e6-45df-8b2a-27c904d0ee0f None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:18:38.677939 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6460a067-79e6-45df-8b2a-27c904d0ee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:18:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:18:38.706319 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-8952ced1-5d28-4aba-97f5-42b4065a512e req-47dd260c-098e-45f6-8ae5-9f9ba57e278d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] No DVR routers for this DVR port a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:18:38.709007 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8952ced1-5d28-4aba-97f5-42b4065a512e req-47dd260c-098e-45f6-8ae5-9f9ba57e278d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:38.713803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8952ced1-5d28-4aba-97f5-42b4065a512e req-47dd260c-098e-45f6-8ae5-9f9ba57e278d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.69 "DELETE /v2.0/ports/a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc HTTP/1.1" status: 204 len: 173 time: 0.8475528 Dec 16 23:18:38.714280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'name': 'network-vif-deleted', 'tag': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:18:38.716651 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa72cb55-da0c-45c1-ae8c-93a90920f94d" -d '{"events": [{"server_uuid": "ef9e0591-21f5-47f0-83a8-67c8e36e36dd", "name": "network-vif-deleted", "tag": "a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:18:38.767448 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db348ef1-0b3e-4bf8-869f-f164b5fa1d50 x-openstack-request-id: req-db348ef1-0b3e-4bf8-869f-f164b5fa1d50 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:18:38.767851 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9e0591-21f5-47f0-83a8-67c8e36e36dd", "name": "network-vif-deleted", "tag": "a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:18:38.768224 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db348ef1-0b3e-4bf8-869f-f164b5fa1d50 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:18:38.768877 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9e0591-21f5-47f0-83a8-67c8e36e36dd', 'name': 'network-vif-deleted', 'tag': 'a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc', 'status': 'completed', 'code': 200} Dec 16 23:18:38.807128 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6460a067-79e6-45df-8b2a-27c904d0ee0f None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:18:38.870168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d643c95a-092e-4c4e-bda3-e27f57da9dff req-27d23672-ccf0-43de-90d1-bf48a2828840 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9e0591-21f5-47f0-83a8-67c8e36e36dd HTTP/1.1" status: 200 len: 210 time: 0.0293577 Dec 16 23:18:39.114215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6460a067-79e6-45df-8b2a-27c904d0ee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:18:39.143146 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460a067-79e6-45df-8b2a-27c904d0ee0f None None] Checking router: 014fa986-0597-4e6a-82d4-527a9c476cfc for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:18:39.152251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460a067-79e6-45df-8b2a-27c904d0ee0f None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:18:39.152870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6460a067-79e6-45df-8b2a-27c904d0ee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:18:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:18:39.426056 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6460a067-79e6-45df-8b2a-27c904d0ee0f None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:18:39.631182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6460a067-79e6-45df-8b2a-27c904d0ee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:18:39.659085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460a067-79e6-45df-8b2a-27c904d0ee0f None None] The sync data for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 is: [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:18:39.878721 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ca27a-2a47-4135-9f77-c2615d8cd303 None None] New status for floating IP b60cad7a-a5cf-4e47-b83f-ed10ff64128c: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:18:40.167965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-91f8e5cf-050d-4540-9c3d-03b002413e66 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1721239835&fields=id&tenant_id=f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 267 time: 0.0439434 Dec 16 23:18:40.281746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-d41337f9-a528-4c52-8ebc-681e254d40f5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:40.283226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-d41337f9-a528-4c52-8ebc-681e254d40f5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 811 time: 0.1084363 Dec 16 23:18:40.298866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-d71f0275-c020-4c8a-9ea0-63bf4891cf26 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/quotas/f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 375 time: 0.0098305 Dec 16 23:18:40.351936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-e3afa191-df69-490b-9b41-4e29b9a4e6e2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474570 Dec 16 23:18:40.410403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-bf3b92b6-ab88-422e-8aa7-126ccb2a5d22 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:18:40.411471 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-bf3b92b6-ab88-422e-8aa7-126ccb2a5d22 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479853 Dec 16 23:18:40.502393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-f067bd94-6bdb-45da-a77d-7556acf59628 service neutron] 10.222.0.43 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842721 Dec 16 23:18:40.503549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:18:40.528993 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:18:40.529342 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a08f67c9-5ce4-46d0-affb-42f6b0ad8cbc not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:18:40.597503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-5874e2ab-61ea-42e6-a152-861028443719 service neutron] 10.222.0.43 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888650 Dec 16 23:18:40.849292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-786426ab-88db-43b7-a417-bdea98324c3a req-f4125ea8-1258-4699-925e-4717b01feaa4 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 210 time: 0.0292127 Dec 16 23:18:41.950612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-baf3ea16-89cb-4acf-80ac-66816831362a req-cf1223c0-bf7c-462d-a45c-2c1d813587b8 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 210 time: 0.0275726 Dec 16 23:18:42.889577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-5fb8c4af-177a-4a77-8f4c-0497798ffd28 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:42.891155 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-5fb8c4af-177a-4a77-8f4c-0497798ffd28 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 811 time: 0.1118712 Dec 16 23:18:42.963305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-b1ebb6a2-9ecd-4bd2-a25b-62976c60fa54 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 380 time: 0.0558155 Dec 16 23:18:42.976036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-89e75357-182e-4a6c-baee-8164bcb1c6d2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Request body: {'port': {'device_id': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'admin_state_up': True, 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'security_groups': ['a51ff2d3-0abd-4c95-a12e-2f85767420a1']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:18:43.065665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61ff28cd-77dc-4754-be7a-7a11036f3de1 req-b73aadbf-cecf-4bf1-a720-7a3d5161d849 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 210 time: 0.0403228 Dec 16 23:18:43.186498 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-89e75357-182e-4a6c-baee-8164bcb1c6d2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Made reservation on behalf of f7b834f28ead406da4519490437314f1 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:18:43.190136 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-89e75357-182e-4a6c-baee-8164bcb1c6d2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:43.316106 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-89e75357-182e-4a6c-baee-8164bcb1c6d2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Allocated IP 172.20.0.10 (a666fab7-6995-4cc2-85e6-7bb36fccf87b/d39bd845-a943-4669-b136-7882ce56dc0b/a310ea7a-8ee0-445c-814e-c8a722d57b52) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:18:43.456831 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-89e75357-182e-4a6c-baee-8164bcb1c6d2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:43.524097 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-89e75357-182e-4a6c-baee-8164bcb1c6d2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:43.574441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-89e75357-182e-4a6c-baee-8164bcb1c6d2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Network a666fab7-6995-4cc2-85e6-7bb36fccf87b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:18:43.577573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-89e75357-182e-4a6c-baee-8164bcb1c6d2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:18:43.581316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-89e75357-182e-4a6c-baee-8164bcb1c6d2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:18:43.587637 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e75357-182e-4a6c-baee-8164bcb1c6d2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Pushing event updated for resources: {'Port': ['ID=a310ea7a-8ee0-445c-814e-c8a722d57b52,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:43.638871 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-89e75357-182e-4a6c-baee-8164bcb1c6d2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:43.639530 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-89e75357-182e-4a6c-baee-8164bcb1c6d2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:43.715729 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-89e75357-182e-4a6c-baee-8164bcb1c6d2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7442427 Dec 16 23:18:43.734159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Request body: {'port': {'device_id': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:18:43.757119 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:43.782138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3e79ce67-ff29-4bbc-b392-bb721b9a5e7d None None] Provisioning complete for port a310ea7a-8ee0-445c-814e-c8a722d57b52 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:18:43.782514 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e79ce67-ff29-4bbc-b392-bb721b9a5e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:43.790618 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:43.817562 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3e79ce67-ff29-4bbc-b392-bb721b9a5e7d None None] Port a310ea7a-8ee0-445c-814e-c8a722d57b52 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:18:43.952770 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:44.064607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a310ea7a-8ee0-445c-814e-c8a722d57b52 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:18:44.073059 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:44.085514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Transition to ACTIVE for port object a310ea7a-8ee0-445c-814e-c8a722d57b52 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:18:44.175442 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:44.220639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4ecb2-8951-4bc3-b0e7-a4276d3229df req-e0215790-2a7d-4867-a9eb-8f16c0a924d5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:44.222183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30d4ecb2-8951-4bc3-b0e7-a4276d3229df req-e0215790-2a7d-4867-a9eb-8f16c0a924d5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 932 time: 0.0837247 Dec 16 23:18:44.247525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Pushing event updated for resources: {'Port': ['ID=a310ea7a-8ee0-445c-814e-c8a722d57b52,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:44.341427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30d4ecb2-8951-4bc3-b0e7-a4276d3229df req-19ae220e-8437-4d83-9eae-e49d21c65257 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096914 Dec 16 23:18:44.359366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Attempting to bind port a310ea7a-8ee0-445c-814e-c8a722d57b52 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:18:44.359984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Attempting to bind port a310ea7a-8ee0-445c-814e-c8a722d57b52 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:18:44.360308 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Attempting to bind port a310ea7a-8ee0-445c-814e-c8a722d57b52 on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:18:44.374703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Port a310ea7a-8ee0-445c-814e-c8a722d57b52 on network a666fab7-6995-4cc2-85e6-7bb36fccf87b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:18:44.374703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Attempting to bind port a310ea7a-8ee0-445c-814e-c8a722d57b52 on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:18:44.374703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:18:44.374703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Checking segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:18:44.374703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Bound using segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:18:44.374703 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Bound port: a310ea7a-8ee0-445c-814e-c8a722d57b52, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:18:44.374703 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:44.442639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:18:44.451364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:18:44.512458 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:44.550337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:44.550972 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:44.552440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] 10.222.0.69 "PUT /v2.0/ports/a310ea7a-8ee0-445c-814e-c8a722d57b52 HTTP/1.1" status: 200 len: 1092 time: 0.8237700 Dec 16 23:18:44.552899 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:18:44.555220 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b873299f-4d33-456c-a0d5-8fb2dea946a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:18:44.583097 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336af31-5ec4-4748-8eca-64736ee1bad5 service neutron] Pushing event updated for resources: {'Port': ['ID=a310ea7a-8ee0-445c-814e-c8a722d57b52,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:44.595122 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877c1a28-8b87-4d05-aa14-f614dd7afd8c x-openstack-request-id: req-877c1a28-8b87-4d05-aa14-f614dd7afd8c {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:18:44.595493 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:18:44.596977 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-877c1a28-8b87-4d05-aa14-f614dd7afd8c {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:18:44.596977 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'status': 'completed', 'code': 200} Dec 16 23:18:44.664412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873299f-4d33-456c-a0d5-8fb2dea946a6 req-09b9d2cf-da5d-48c2-bd8c-434b2273c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:44.665531 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b873299f-4d33-456c-a0d5-8fb2dea946a6 req-09b9d2cf-da5d-48c2-bd8c-434b2273c3ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 1095 time: 0.0477602 Dec 16 23:18:44.777874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873299f-4d33-456c-a0d5-8fb2dea946a6 req-b97a8bfb-5a6f-48da-9ba4-6197eb6ab0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:44.779411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b873299f-4d33-456c-a0d5-8fb2dea946a6 req-b97a8bfb-5a6f-48da-9ba4-6197eb6ab0a6 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f7b834f28ead406da4519490437314f1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0996754 Dec 16 23:18:44.882937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873299f-4d33-456c-a0d5-8fb2dea946a6 req-e4f02247-c513-420c-a972-3e0e23eaab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:44.884391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b873299f-4d33-456c-a0d5-8fb2dea946a6 req-e4f02247-c513-420c-a972-3e0e23eaab5b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948560 Dec 16 23:18:44.968369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-be623cea-554c-4885-ae29-bce02f0b1179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:44.969866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-be623cea-554c-4885-ae29-bce02f0b1179 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 1095 time: 0.0417204 Dec 16 23:18:45.020654 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-39a3db37-1cab-4113-b59c-6c0ab547b022 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52 HTTP/1.1" status: 200 len: 217 time: 0.0380249 Dec 16 23:18:45.076076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-b0effc95-68eb-4f22-a5a6-3b3c280c6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:45.077470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-b0effc95-68eb-4f22-a5a6-3b3c280c6d58 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0464368 Dec 16 23:18:45.130011 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-0d45e82b-d907-493b-9c9f-84d65abc8393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:45.131537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-0d45e82b-d907-493b-9c9f-84d65abc8393 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432096 Dec 16 23:18:45.234921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-ccbd3dfe-f9f8-4c70-8407-74ac7ffdd8d9 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907719 Dec 16 23:18:45.332676 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d246cfa7-a442-42c9-95af-b38e033d0a0d req-44bf2cb6-6527-4448-a9f3-39fb1e6af3ce service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868814 Dec 16 23:18:45.472721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669ea9a-81cd-4bf6-8b17-b87d682061ac req-467d0faf-0673-4735-9eed-27463cd28d62 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:45.474260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0669ea9a-81cd-4bf6-8b17-b87d682061ac req-467d0faf-0673-4735-9eed-27463cd28d62 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 944 time: 0.0508003 Dec 16 23:18:45.522723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0669ea9a-81cd-4bf6-8b17-b87d682061ac req-515eb196-a9f4-4023-bfcb-cd11b9f3db6b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419712 Dec 16 23:18:46.645724 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058c900-b04c-46a4-ac04-76a0bb3b8007 req-901ce9f3-05aa-46fb-9ac6-5d2f8e729bb2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:46.647225 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8058c900-b04c-46a4-ac04-76a0bb3b8007 req-901ce9f3-05aa-46fb-9ac6-5d2f8e729bb2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 944 time: 0.0539453 Dec 16 23:18:46.694834 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8058c900-b04c-46a4-ac04-76a0bb3b8007 req-3780de85-9022-4882-8501-8fa395a0a1b9 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408311 Dec 16 23:18:47.813624 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141cf19-a60c-4388-9189-e9ce7657aa04 req-b4256658-5f0c-4d4f-a60a-5b0f3098d2b5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:47.815116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b141cf19-a60c-4388-9189-e9ce7657aa04 req-b4256658-5f0c-4d4f-a60a-5b0f3098d2b5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 944 time: 0.0510020 Dec 16 23:18:47.865110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b141cf19-a60c-4388-9189-e9ce7657aa04 req-d8b27ed9-8f8e-46b9-8282-a7c102cf5910 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439231 Dec 16 23:18:48.565141 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a310ea7a-8ee0-445c-814e-c8a722d57b52 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:18:48.662757 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:18:48.675324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'port_id': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'mac_address': 'fa:16:3e:6f:ff:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:18:48.716049 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:48.728475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a310ea7a-8ee0-445c-814e-c8a722d57b52 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:18:48.748746 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:18:48.861119 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:48.909156 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=a310ea7a-8ee0-445c-814e-c8a722d57b52,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:48.988562 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22aff16-a86e-4ecd-b69e-8c1115afc977 req-db827f0d-9504-4dd5-bf4b-5285f8cd9b39 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:48.990049 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f22aff16-a86e-4ecd-b69e-8c1115afc977 req-db827f0d-9504-4dd5-bf4b-5285f8cd9b39 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 945 time: 0.0523207 Dec 16 23:18:49.037403 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f22aff16-a86e-4ecd-b69e-8c1115afc977 req-3a594a11-a43b-46d1-8305-0b94083ed9c4 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407038 Dec 16 23:18:49.094804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['a310ea7a-8ee0-445c-814e-c8a722d57b52'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:18:50.146353 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-699212e0-09ec-4af9-9090-26426da591dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:50.162886 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd7333-2660-4562-a08c-c5c2057add06 req-b0bf88e3-3fd2-4ad1-9bf0-baebc70ca68c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:50.164411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71bd7333-2660-4562-a08c-c5c2057add06 req-b0bf88e3-3fd2-4ad1-9bf0-baebc70ca68c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 945 time: 0.0520854 Dec 16 23:18:50.214915 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71bd7333-2660-4562-a08c-c5c2057add06 req-ba682f5d-7136-4e72-8ea2-0e2e8a043cca tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434055 Dec 16 23:18:50.581160 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a310ea7a-8ee0-445c-814e-c8a722d57b52 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:18:50.723782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port a310ea7a-8ee0-445c-814e-c8a722d57b52 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:18:50.728014 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port a310ea7a-8ee0-445c-814e-c8a722d57b52 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:18:50.728388 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:50.812030 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:50.834595 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:18:50.836785 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a6e3fa-8f0d-443e-bffa-061d9dd60d6d" -d '{"events": [{"server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "name": "network-vif-plugged", "status": "completed", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:18:50.850868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:18:50.877790 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3107ae3-db6d-46db-9069-1c11f29ac29e x-openstack-request-id: req-f3107ae3-db6d-46db-9069-1c11f29ac29e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:18:50.878081 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "name": "network-vif-plugged", "status": "completed", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:18:50.878332 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3107ae3-db6d-46db-9069-1c11f29ac29e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:18:50.878722 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'code': 200} Dec 16 23:18:50.906834 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:50.956587 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=a310ea7a-8ee0-445c-814e-c8a722d57b52,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:50.986668 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf5277-698a-4262-bf38-fcff7c867f7e req-f6eee67c-ae02-4e30-8186-12f241aa35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:50.988210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-accf5277-698a-4262-bf38-fcff7c867f7e req-f6eee67c-ae02-4e30-8186-12f241aa35a4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 1097 time: 0.0429590 Dec 16 23:18:51.043539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-accf5277-698a-4262-bf38-fcff7c867f7e req-4ff21162-7511-4743-8f6e-d3fd37c22987 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429442 Dec 16 23:18:51.336473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04ad2b-7f0f-4064-b819-eff8c90671fc req-fce0b66a-00f8-4316-8f63-e9e4f0822a39 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:51.337958 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab04ad2b-7f0f-4064-b819-eff8c90671fc req-fce0b66a-00f8-4316-8f63-e9e4f0822a39 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0499082 Dec 16 23:18:51.385456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab04ad2b-7f0f-4064-b819-eff8c90671fc req-3cbe791c-5d78-4a5a-81e7-32e5bd9aefd2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414350 Dec 16 23:18:52.505878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371f0d5-db28-4055-ae72-bdd5fc0f539e req-f474143d-6548-43b0-bd10-fb9041725748 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:52.507390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a371f0d5-db28-4055-ae72-bdd5fc0f539e req-f474143d-6548-43b0-bd10-fb9041725748 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0486021 Dec 16 23:18:52.517557 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02cb5593-1248-442c-8303-7f847815d7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:52.555896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a371f0d5-db28-4055-ae72-bdd5fc0f539e req-aac5465e-1a4f-4d4c-84f4-1e3f55b462e7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413392 Dec 16 23:18:52.674925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047602dc-e730-44a0-9e4f-5e46b58da70a req-5d76ee14-8d7a-42aa-8ea8-0a7a458c4cbd tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:52.676480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-047602dc-e730-44a0-9e4f-5e46b58da70a req-5d76ee14-8d7a-42aa-8ea8-0a7a458c4cbd tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0530806 Dec 16 23:18:52.685922 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 35820) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:18:52.690319 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d948e74a-7a32-44b4-b2e5-559b893a0058 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Request body: {'floatingip': {'port_id': 'a310ea7a-8ee0-445c-814e-c8a722d57b52'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:18:52.729732 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d948e74a-7a32-44b4-b2e5-559b893a0058 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:53.474779 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d948e74a-7a32-44b4-b2e5-559b893a0058 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:53.533909 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d948e74a-7a32-44b4-b2e5-559b893a0058 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:53.635050 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-d948e74a-7a32-44b4-b2e5-559b893a0058 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Floating IP b60cad7a-a5cf-4e47-b83f-ed10ff64128c associated. External IP: 172.25.2.12, port: a310ea7a-8ee0-445c-814e-c8a722d57b52. Dec 16 23:18:53.797743 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:53.849162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d948e74a-7a32-44b4-b2e5-559b893a0058 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Router 014fa986-0597-4e6a-82d4-527a9c476cfc has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:18:53.926364 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:18:53.960603 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d948e74a-7a32-44b4-b2e5-559b893a0058 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:18:53.966126 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d948e74a-7a32-44b4-b2e5-559b893a0058 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:53.970959 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38be07f-4613-4940-ae7f-d65d28c43548 None None] Sync routers for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:18:53.980381 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38be07f-4613-4940-ae7f-d65d28c43548 None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:18:53.981218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a38be07f-4613-4940-ae7f-d65d28c43548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:18:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:18:53.992944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d948e74a-7a32-44b4-b2e5-559b893a0058 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "PUT /v2.0/floatingips/b60cad7a-a5cf-4e47-b83f-ed10ff64128c HTTP/1.1" status: 200 len: 991 time: 1.3059533 Dec 16 23:18:53.993534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:18:53.995831 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e421cec1-c04e-4440-a541-2d7037c925b8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:18:54.035839 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd97976-4c27-4e10-8ae3-9c14254611c3 x-openstack-request-id: req-5cd97976-4c27-4e10-8ae3-9c14254611c3 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:18:54.036232 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:18:54.036580 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5cd97976-4c27-4e10-8ae3-9c14254611c3 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:18:54.037530 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'status': 'completed', 'code': 200} Dec 16 23:18:54.099537 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a38be07f-4613-4940-ae7f-d65d28c43548 None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:18:54.109302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421cec1-c04e-4440-a541-2d7037c925b8 req-2a7db2cf-816a-4cb9-8d84-90f00828f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:54.110833 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e421cec1-c04e-4440-a541-2d7037c925b8 req-2a7db2cf-816a-4cb9-8d84-90f00828f023 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 1097 time: 0.0433781 Dec 16 23:18:54.206612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421cec1-c04e-4440-a541-2d7037c925b8 req-600c6648-97ad-41ea-b85e-d72a2fa71c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:54.208139 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e421cec1-c04e-4440-a541-2d7037c925b8 req-600c6648-97ad-41ea-b85e-d72a2fa71c50 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0904243 Dec 16 23:18:54.278406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e421cec1-c04e-4440-a541-2d7037c925b8 req-cdbc4441-0a33-4b3a-a5b2-c91a6fd0a2da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52 HTTP/1.1" status: 200 len: 999 time: 0.0628004 Dec 16 23:18:54.328927 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421cec1-c04e-4440-a541-2d7037c925b8 req-e84243a1-0d03-482d-892b-96163c779fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:54.330303 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e421cec1-c04e-4440-a541-2d7037c925b8 req-e84243a1-0d03-482d-892b-96163c779fcb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0449960 Dec 16 23:18:54.335654 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a38be07f-4613-4940-ae7f-d65d28c43548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b60cad7a-a5cf-4e47-b83f-ed10ff64128c', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'port_id': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'mac_address': 'fa:16:3e:6f:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:13:41Z', 'updated_at': '2021-12-16T23:18:53Z', 'revision_number': 9, 'project_id': 'f7b834f28ead406da4519490437314f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:18:54.362887 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38be07f-4613-4940-ae7f-d65d28c43548 None None] Checking router: 014fa986-0597-4e6a-82d4-527a9c476cfc for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:18:54.372861 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38be07f-4613-4940-ae7f-d65d28c43548 None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:18:54.373497 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a38be07f-4613-4940-ae7f-d65d28c43548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:18:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:18:54.381739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421cec1-c04e-4440-a541-2d7037c925b8 req-cf20de2d-20f3-40e4-9b59-ed1c7b0e80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:54.383404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e421cec1-c04e-4440-a541-2d7037c925b8 req-cf20de2d-20f3-40e4-9b59-ed1c7b0e80d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460961 Dec 16 23:18:54.474823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e421cec1-c04e-4440-a541-2d7037c925b8 req-f99d4f96-69d2-409a-85b9-9e951a271186 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841951 Dec 16 23:18:54.484023 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a38be07f-4613-4940-ae7f-d65d28c43548 None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:18:54.569965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e421cec1-c04e-4440-a541-2d7037c925b8 req-768d47bc-ea75-4c57-9571-748acc44f6c9 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879092 Dec 16 23:18:54.716435 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a38be07f-4613-4940-ae7f-d65d28c43548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b60cad7a-a5cf-4e47-b83f-ed10ff64128c', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'port_id': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'mac_address': 'fa:16:3e:6f:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:13:41Z', 'updated_at': '2021-12-16T23:18:53Z', 'revision_number': 9, 'project_id': 'f7b834f28ead406da4519490437314f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:18:54.743407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38be07f-4613-4940-ae7f-d65d28c43548 None None] The sync data for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 is: [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b60cad7a-a5cf-4e47-b83f-ed10ff64128c', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'port_id': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'mac_address': 'fa:16:3e:6f:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:13:41Z', 'updated_at': '2021-12-16T23:18:53Z', 'revision_number': 9, 'project_id': 'f7b834f28ead406da4519490437314f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:18:54.923413 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fce282-8629-47d3-bfa3-1fd5a447304b None None] New status for floating IP b60cad7a-a5cf-4e47-b83f-ed10ff64128c: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:18:55.049091 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:55.763095 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:13.757633 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:13.974644 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:20.134430 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83171eec-c33b-4d52-86aa-479027c44b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:22.534598 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f2e8b65-7c33-4451-92c6-bfb99459759c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:23.774450 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:25.060143 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:25.757469 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:26.040784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8959987b-23ca-4c4e-9f25-aeafe1d1448f req-96e7f5da-dc20-4e2d-81a0-ade466c89a49 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454614 Dec 16 23:19:26.132019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959987b-23ca-4c4e-9f25-aeafe1d1448f req-cb03d10d-1e52-4033-bba3-2b43eaac8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:26.133524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8959987b-23ca-4c4e-9f25-aeafe1d1448f req-cb03d10d-1e52-4033-bba3-2b43eaac8e3f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 1097 time: 0.0414217 Dec 16 23:19:26.243844 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959987b-23ca-4c4e-9f25-aeafe1d1448f req-d847d007-5a3a-4b3c-bc17-402020c1c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:26.245317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8959987b-23ca-4c4e-9f25-aeafe1d1448f req-d847d007-5a3a-4b3c-bc17-402020c1c964 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0893223 Dec 16 23:19:26.314668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8959987b-23ca-4c4e-9f25-aeafe1d1448f req-801e2c30-b4a5-4da1-ad20-232613a3672e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52 HTTP/1.1" status: 200 len: 1002 time: 0.0604272 Dec 16 23:19:26.367890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959987b-23ca-4c4e-9f25-aeafe1d1448f req-09834449-8522-4bda-bf94-3b79450ef14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:26.369378 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8959987b-23ca-4c4e-9f25-aeafe1d1448f req-09834449-8522-4bda-bf94-3b79450ef14e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0449862 Dec 16 23:19:26.422693 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959987b-23ca-4c4e-9f25-aeafe1d1448f req-818b5ba7-89b0-484a-b6dc-454b05663aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:26.424208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8959987b-23ca-4c4e-9f25-aeafe1d1448f req-818b5ba7-89b0-484a-b6dc-454b05663aa8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440533 Dec 16 23:19:26.515216 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8959987b-23ca-4c4e-9f25-aeafe1d1448f req-bd965fbe-28c1-450a-9270-f1793e5f4ec2 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829253 Dec 16 23:19:26.611432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8959987b-23ca-4c4e-9f25-aeafe1d1448f req-a24f2067-d573-4061-a308-c53234aa535b service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877910 Dec 16 23:19:30.925623 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:19:43.740521 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:43.945716 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:50.123038 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c94ca253-c91f-483d-8bec-467d18214787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:52.522744 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b18a6fbf-c9bf-4e99-9ead-dcc38f72e444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:53.796842 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:55.057937 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:55.768015 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:07.926297 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:20:13.743756 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:13.972395 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:20.157149 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94f8ebb9-31ac-47d4-9d1e-c2be7ba69f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:22.551080 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3da7bf7b-c640-4628-a696-97c36534ee7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:23.796894 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:25.071557 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:25.773308 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:28.098939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94856b73-cb3c-4145-9e49-661677bfde97 req-255f12d8-2186-400b-bbba-21be3b9191de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426877 Dec 16 23:20:28.194369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94856b73-cb3c-4145-9e49-661677bfde97 req-d3546b67-daea-4c55-8cfc-74f3aaa15248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:28.195932 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94856b73-cb3c-4145-9e49-661677bfde97 req-d3546b67-daea-4c55-8cfc-74f3aaa15248 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 1097 time: 0.0426288 Dec 16 23:20:28.307034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94856b73-cb3c-4145-9e49-661677bfde97 req-fafbed17-cf4d-48d0-862a-07f3fd17a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:28.308556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94856b73-cb3c-4145-9e49-661677bfde97 req-fafbed17-cf4d-48d0-862a-07f3fd17a62d service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0910370 Dec 16 23:20:28.379565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94856b73-cb3c-4145-9e49-661677bfde97 req-57a78559-e2d0-4cdd-b71b-bf3bc8cca213 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52 HTTP/1.1" status: 200 len: 1002 time: 0.0589418 Dec 16 23:20:28.432963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94856b73-cb3c-4145-9e49-661677bfde97 req-6b8fdf18-661e-4bf5-bd44-335120ee06da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:28.434395 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94856b73-cb3c-4145-9e49-661677bfde97 req-6b8fdf18-661e-4bf5-bd44-335120ee06da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0433681 Dec 16 23:20:28.489028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94856b73-cb3c-4145-9e49-661677bfde97 req-18e43722-e6a2-40f5-a1e5-1240b27621d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:28.490512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94856b73-cb3c-4145-9e49-661677bfde97 req-18e43722-e6a2-40f5-a1e5-1240b27621d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444155 Dec 16 23:20:28.586510 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94856b73-cb3c-4145-9e49-661677bfde97 req-407228c4-9eb7-4815-89fc-04821e43aaee service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827849 Dec 16 23:20:28.688802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94856b73-cb3c-4145-9e49-661677bfde97 req-920a4911-2c43-42ae-9c1a-3e936eb919de service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900421 Dec 16 23:20:34.953005 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c80997-08b7-43fa-971c-4b5b9fc2fdb2 req-9648cadc-5c9e-4985-9ccf-ab8e23ba7dec tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:34.954620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3c80997-08b7-43fa-971c-4b5b9fc2fdb2 req-9648cadc-5c9e-4985-9ccf-ab8e23ba7dec tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0514855 Dec 16 23:20:35.004013 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3c80997-08b7-43fa-971c-4b5b9fc2fdb2 req-9504764a-4560-4b82-8f8e-461e3ddb7e25 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429053 Dec 16 23:20:35.144795 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-7dc03231-2a44-4dfc-8476-6839c2b656df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1059561 Dec 16 23:20:36.124388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a777f9-3445-4b44-82da-620e35d6aae7 req-3aa28184-cb94-4c25-96ea-29601db0fb91 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:36.125909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01a777f9-3445-4b44-82da-620e35d6aae7 req-3aa28184-cb94-4c25-96ea-29601db0fb91 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0510192 Dec 16 23:20:36.175613 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01a777f9-3445-4b44-82da-620e35d6aae7 req-83a35ed5-d349-4f5d-9147-30d30a4dd469 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423908 Dec 16 23:20:37.298545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbddd6-a8a1-492a-8c76-b4cedd98ebd5 req-dacc2f55-b58d-4e77-8485-124e79d8ec03 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:37.300058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2fbddd6-a8a1-492a-8c76-b4cedd98ebd5 req-dacc2f55-b58d-4e77-8485-124e79d8ec03 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0543222 Dec 16 23:20:37.377433 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e2fbddd6-a8a1-492a-8c76-b4cedd98ebd5 req-67506d5c-00fb-4cbc-afc3-b9e2efb10dad tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698700 Dec 16 23:20:37.387825 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-fe5d263b-b11a-4631-a293-1c41536c6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:37.389388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-fe5d263b-b11a-4631-a293-1c41536c6bb0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 1097 time: 0.0590637 Dec 16 23:20:37.489339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-18e24fc5-e0e4-4cd2-babc-92a0c0cddf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:37.491647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-18e24fc5-e0e4-4cd2-babc-92a0c0cddf6f service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0917015 Dec 16 23:20:37.561876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-65259992-4c62-4cf6-beda-f14e8b41c2d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52 HTTP/1.1" status: 200 len: 1002 time: 0.0595453 Dec 16 23:20:37.615550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-16f4c4e6-3592-49ab-a05a-c1ac5f8b3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:37.617004 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-16f4c4e6-3592-49ab-a05a-c1ac5f8b3e17 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0449150 Dec 16 23:20:37.671941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-e3649d8e-24af-4e6c-880a-51410c3b23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:37.673430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-e3649d8e-24af-4e6c-880a-51410c3b23f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448778 Dec 16 23:20:37.766198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-48bbb7ea-eed7-44e2-8d1c-d3fd72e575b7 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811024 Dec 16 23:20:37.867053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-37fa6e4e-4b8e-4251-9062-d7561b40ac9a service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899503 Dec 16 23:20:38.502966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9691f3-116e-4e97-8689-3c369af597bc req-eda6c030-7d51-4544-8dfc-18449f9d71f7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:38.504526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b9691f3-116e-4e97-8689-3c369af597bc req-eda6c030-7d51-4544-8dfc-18449f9d71f7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0582533 Dec 16 23:20:38.553097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b9691f3-116e-4e97-8689-3c369af597bc req-327f6a1d-9ad2-4f9c-af6b-c044eb89939d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407186 Dec 16 23:20:39.675416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983b1e6-29b9-4dd8-8ef9-039b667c3577 req-bedb1518-9073-407f-b724-aac3a9558b4b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:39.676906 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b983b1e6-29b9-4dd8-8ef9-039b667c3577 req-bedb1518-9073-407f-b724-aac3a9558b4b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0522928 Dec 16 23:20:39.726096 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b983b1e6-29b9-4dd8-8ef9-039b667c3577 req-19b74305-515b-48c5-8ac7-df894ef046ab tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Dec 16 23:20:40.851290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f92b6-e6cc-48cc-9098-0698a2469e23 req-ba3da2a3-5aad-45c9-b63c-15e15966f8cf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:40.852785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c9f92b6-e6cc-48cc-9098-0698a2469e23 req-ba3da2a3-5aad-45c9-b63c-15e15966f8cf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0548179 Dec 16 23:20:40.902455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c9f92b6-e6cc-48cc-9098-0698a2469e23 req-96757e35-e64e-4b65-a80f-ce7b19a49cb1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432105 Dec 16 23:20:42.038437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4be28b-5b41-452f-9c96-b558d831e1d5 req-0e03bd87-e1c9-47e8-9ab5-21c5ab17109d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:42.040096 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc4be28b-5b41-452f-9c96-b558d831e1d5 req-0e03bd87-e1c9-47e8-9ab5-21c5ab17109d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0621898 Dec 16 23:20:42.096702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc4be28b-5b41-452f-9c96-b558d831e1d5 req-5d4fc333-29f2-41e8-a12e-1efefd2daad6 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496955 Dec 16 23:20:43.224624 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edad18-5952-4bca-ae4f-cda7d27cddaf req-f446d146-83c4-4543-8475-25f124b963c7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:43.226135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8edad18-5952-4bca-ae4f-cda7d27cddaf req-f446d146-83c4-4543-8475-25f124b963c7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0533364 Dec 16 23:20:43.276307 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8edad18-5952-4bca-ae4f-cda7d27cddaf req-3e7af4bf-8452-489f-a1d5-79bacfa06d92 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Dec 16 23:20:43.732014 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:43.990682 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:44.396897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640799f9-e695-4134-be32-4013c69e2bf6 req-3ed3e664-28ac-4ad9-9591-b505a73a09fa tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:44.399021 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-640799f9-e695-4134-be32-4013c69e2bf6 req-3ed3e664-28ac-4ad9-9591-b505a73a09fa tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0501189 Dec 16 23:20:44.446509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-640799f9-e695-4134-be32-4013c69e2bf6 req-886828d6-451b-4c9d-8691-08597d5fa113 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412958 Dec 16 23:20:44.925438 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:20:45.567145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e609c77-9874-4b0d-879e-8e34145c8b95 req-0bc8fb2f-d1fe-4678-98ee-2caffc2ea663 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:45.568621 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e609c77-9874-4b0d-879e-8e34145c8b95 req-0bc8fb2f-d1fe-4678-98ee-2caffc2ea663 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0514271 Dec 16 23:20:45.641266 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e609c77-9874-4b0d-879e-8e34145c8b95 req-81a6f8f2-85f2-4dbe-8ab8-40c91e0a6ca0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654318 Dec 16 23:20:46.778126 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232d21e-1292-412c-bb1e-c90761a45703 req-4fe8cff1-0c3f-417d-ae59-2d4d0f8fc88f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:46.779676 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a232d21e-1292-412c-bb1e-c90761a45703 req-4fe8cff1-0c3f-417d-ae59-2d4d0f8fc88f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0567889 Dec 16 23:20:46.835924 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a232d21e-1292-412c-bb1e-c90761a45703 req-e414b80c-fd08-4dfe-be4a-0099851da51c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498588 Dec 16 23:20:47.960507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f61a-53be-4229-b40c-b88b499f3e51 req-8f9586ea-847c-4f12-9e05-65118ebd831f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:47.974404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d041f61a-53be-4229-b40c-b88b499f3e51 req-8f9586ea-847c-4f12-9e05-65118ebd831f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0542204 Dec 16 23:20:48.016972 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d041f61a-53be-4229-b40c-b88b499f3e51 req-2d8f72ca-da31-4a77-b48c-7eb0b0771366 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484176 Dec 16 23:20:49.148963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c2f10-b7d2-4200-96df-571cf71a455c req-34dc8abe-60f4-44ed-a6b3-0d0a033a3ace tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:49.150533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b4c2f10-b7d2-4200-96df-571cf71a455c req-34dc8abe-60f4-44ed-a6b3-0d0a033a3ace tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0590444 Dec 16 23:20:49.201854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9b4c2f10-b7d2-4200-96df-571cf71a455c req-5c1e1ee6-2ae1-47a0-9298-3fd9b1e06fab tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452406 Dec 16 23:20:50.098534 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-d2a81842-01f3-412a-81e1-5311b2ece0da service neutron] show failed (client error): The resource could not be found. Dec 16 23:20:50.099640 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-d2a81842-01f3-412a-81e1-5311b2ece0da service neutron] 10.222.0.69 "GET /v2.0/ports/a310ea7a-8ee0-445c-814e-c8a722d57b52/bindings/n-h2-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.0702217 Dec 16 23:20:50.145019 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0d21529-6a05-4a84-9159-40f199a09fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:50.340892 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0aae6c-8b92-4196-8508-8dfa182039b7 req-378d69aa-dcd4-454e-9b94-299df1d7abcb tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:50.342516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d0aae6c-8b92-4196-8508-8dfa182039b7 req-378d69aa-dcd4-454e-9b94-299df1d7abcb tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0572574 Dec 16 23:20:50.404330 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2d0aae6c-8b92-4196-8508-8dfa182039b7 req-9d937c0b-2515-4c24-9b7b-39f70bcb3ddc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552466 Dec 16 23:20:50.769110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-60a07c83-c244-4fc3-9c29-e7af90b6ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:50.770840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-60a07c83-c244-4fc3-9c29-e7af90b6ab27 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff&tenant_id=f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 1097 time: 0.0537033 Dec 16 23:20:50.785300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:20:50.849351 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:51.075861 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:20:51.111194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:20:51.155066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:20:51.157376 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50b41bd-d7f1-4f21-9cd9-4de15f50dcbd" -d '{"events": [{"server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "name": "network-vif-unplugged", "status": "completed", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:20:51.161649 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:51.175497 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Transition to ACTIVE for port object a310ea7a-8ee0-445c-814e-c8a722d57b52 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:20:51.217920 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bf7156-4047-4d46-9e84-cebfe0544ca8 x-openstack-request-id: req-b5bf7156-4047-4d46-9e84-cebfe0544ca8 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:20:51.218267 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "name": "network-vif-unplugged", "status": "completed", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:20:51.218554 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5bf7156-4047-4d46-9e84-cebfe0544ca8 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:20:51.219004 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'code': 200} Dec 16 23:20:51.332170 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:51.411199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=a310ea7a-8ee0-445c-814e-c8a722d57b52,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:51.430928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:51.431291 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:51.438132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:51.438132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:51.438132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:51.438132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:51.438132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:51.438132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:51.438132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:51.438132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:51.438132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:51.438132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:51.438132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:51.490090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] No DVR routers for this DVR port a310ea7a-8ee0-445c-814e-c8a722d57b52 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:20:51.966218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eea32f-aad0-4b6f-8ead-d6c846b6276c req-170e07eb-77a7-4cde-b00a-9df058eb6ac6 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:51.968677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22eea32f-aad0-4b6f-8ead-d6c846b6276c req-170e07eb-77a7-4cde-b00a-9df058eb6ac6 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 944 time: 0.4386845 Dec 16 23:20:52.048089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Attempting to bind port a310ea7a-8ee0-445c-814e-c8a722d57b52 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:20:52.048427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Attempting to bind port a310ea7a-8ee0-445c-814e-c8a722d57b52 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:20:52.048767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Attempting to bind port a310ea7a-8ee0-445c-814e-c8a722d57b52 on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:20:52.054998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-22eea32f-aad0-4b6f-8ead-d6c846b6276c req-85dbe9a9-b77d-4a89-95a2-3e0d814e9d7f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799482 Dec 16 23:20:52.059031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Port a310ea7a-8ee0-445c-814e-c8a722d57b52 on network a666fab7-6995-4cc2-85e6-7bb36fccf87b not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:20:52.059458 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Attempting to bind port a310ea7a-8ee0-445c-814e-c8a722d57b52 on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:20:52.064853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:20:52.065195 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Checking segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:20:52.065589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Bound using segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:20:52.066027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Bound port: a310ea7a-8ee0-445c-814e-c8a722d57b52, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:20:52.066438 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:52.137806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:20:52.141014 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:20:52.219686 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:52.279596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:52.280558 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:52.282023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] 10.222.0.24 "PUT /v2.0/ports/a310ea7a-8ee0-445c-814e-c8a722d57b52 HTTP/1.1" status: 200 len: 1092 time: 1.5009856 Dec 16 23:20:52.309535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edf912-a627-45c1-805d-078e90be9fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=a310ea7a-8ee0-445c-814e-c8a722d57b52,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:52.363239 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-6be68691-9e9c-4e8f-b2d3-d7d7571461a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:52.365235 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-6be68691-9e9c-4e8f-b2d3-d7d7571461a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 1095 time: 0.0512018 Dec 16 23:20:52.488812 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-1dc19b1d-0751-4eee-b61b-14a5a815c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:52.490321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-1dc19b1d-0751-4eee-b61b-14a5a815c002 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.1164994 Dec 16 23:20:52.528303 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40b7c8e6-3a2e-4040-ac4f-610d779f7bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:52.572489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-d158721a-9bad-4101-b1c4-db60d1ab3773 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52 HTTP/1.1" status: 200 len: 1000 time: 0.0707786 Dec 16 23:20:52.628964 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-7b6adbe7-f1d4-4d39-ba18-f3d0fb157214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:52.630505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-7b6adbe7-f1d4-4d39-ba18-f3d0fb157214 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0490618 Dec 16 23:20:52.683039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-997b959e-ac96-4082-87e7-46552a5249ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:52.684529 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-997b959e-ac96-4082-87e7-46552a5249ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453284 Dec 16 23:20:52.795866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-b0ccc66a-0362-4175-9a4e-9965daf6471d service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019368 Dec 16 23:20:52.905346 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28c16be5-d58a-4f72-8599-151a9eaea31a req-fa2f12f6-ddb8-4360-85f4-6cf5d08ef692 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018376 Dec 16 23:20:53.195049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7dc0a-1b46-404b-805c-f0cbb3eeb816 req-1f42eed6-b807-4876-a8d2-9186455f44b7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:53.196724 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1bd7dc0a-1b46-404b-805c-f0cbb3eeb816 req-1f42eed6-b807-4876-a8d2-9186455f44b7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 944 time: 0.0587463 Dec 16 23:20:53.222112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:20:53.224531 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956ecb8b-7b63-46ad-845d-2a6884761167" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:20:53.262563 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1bd7dc0a-1b46-404b-805c-f0cbb3eeb816 req-85103993-550e-4e8f-95aa-0f123751741f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547447 Dec 16 23:20:53.288850 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0176f3e-d259-4e44-8830-69006de286e4 x-openstack-request-id: req-f0176f3e-d259-4e44-8830-69006de286e4 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:20:53.289547 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:20:53.290343 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0176f3e-d259-4e44-8830-69006de286e4 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:20:53.291154 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'status': 'completed', 'code': 200} Dec 16 23:20:53.394855 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-e0149c16-99c1-463c-a93e-e18b85d3d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:53.396311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-e0149c16-99c1-463c-a93e-e18b85d3d186 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 1095 time: 0.0828378 Dec 16 23:20:53.399665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-54a68f65-2126-4467-8198-365ac8995527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:53.401020 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-54a68f65-2126-4467-8198-365ac8995527 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 1095 time: 0.0766678 Dec 16 23:20:53.594695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-37027789-59fc-4630-bf1f-f8bef429d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:53.596210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-37027789-59fc-4630-bf1f-f8bef429d071 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.1908214 Dec 16 23:20:53.598897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-b432f278-cae2-4a28-8524-947a6638663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:53.600959 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-b432f278-cae2-4a28-8524-947a6638663a service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.1858022 Dec 16 23:20:53.732528 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-6a956097-d264-48ac-a8b5-296f754442dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52 HTTP/1.1" status: 200 len: 1000 time: 0.1269400 Dec 16 23:20:53.735163 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-01594440-64af-49b0-920f-f54da32ee06f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52 HTTP/1.1" status: 200 len: 1000 time: 0.1226404 Dec 16 23:20:53.802082 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:53.825402 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-5dc6b297-2264-41e9-8df2-0acb7f548ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:53.826931 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-5dc6b297-2264-41e9-8df2-0acb7f548ebe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0860820 Dec 16 23:20:53.828336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-b6e422e4-662b-4efd-a2d6-3324d8a9db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:53.829914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-b6e422e4-662b-4efd-a2d6-3324d8a9db1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0809245 Dec 16 23:20:53.915875 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-4676b950-01f8-4dd2-a950-86d95a2670fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:53.917512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-4676b950-01f8-4dd2-a950-86d95a2670fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817351 Dec 16 23:20:53.919559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-ae582f91-f8b9-4477-b76e-8f33cbeacba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:53.921040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-ae582f91-f8b9-4477-b76e-8f33cbeacba2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769908 Dec 16 23:20:54.090423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-e38a55f5-a6e2-4784-9ccc-6ec0605da984 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625278 Dec 16 23:20:54.092542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-dbfe0a99-f5f1-4534-9d6b-44dcfd469633 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567376 Dec 16 23:20:54.258052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-b6d0a68e-317c-417e-b994-d0c2b19941ad service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583543 Dec 16 23:20:54.260543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-956ecb8b-7b63-46ad-845d-2a6884761167 req-88ed6621-3c12-499a-93a3-f0951ad173dc service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530681 Dec 16 23:20:54.396672 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3288f8a-efe1-414b-9a14-9b23637abcb9 req-49618ae1-ffd6-4628-9fda-9876ef427d24 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:54.398746 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3288f8a-efe1-414b-9a14-9b23637abcb9 req-49618ae1-ffd6-4628-9fda-9876ef427d24 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 944 time: 0.0541792 Dec 16 23:20:54.448450 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3288f8a-efe1-414b-9a14-9b23637abcb9 req-cf161fbe-71df-4083-b3a1-bff274dd987b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432560 Dec 16 23:20:55.078301 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a310ea7a-8ee0-445c-814e-c8a722d57b52 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:20:55.082070 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:55.120820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a310ea7a-8ee0-445c-814e-c8a722d57b52 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:20:55.578535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f46c11-d744-4332-917e-8f3348e78670 req-995b4220-a9b9-4dea-b6f5-c62faa65ab89 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:55.580104 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82f46c11-d744-4332-917e-8f3348e78670 req-995b4220-a9b9-4dea-b6f5-c62faa65ab89 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 944 time: 0.0557086 Dec 16 23:20:55.630143 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82f46c11-d744-4332-917e-8f3348e78670 req-29dc3666-4d28-4998-8761-e27bced2d419 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439589 Dec 16 23:20:55.754302 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:56.232244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4be40c-b0b7-472b-b2a7-89feedef9fca req-45424e59-be1c-4315-a663-df84007e212e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:56.234178 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a4be40c-b0b7-472b-b2a7-89feedef9fca req-45424e59-be1c-4315-a663-df84007e212e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 944 time: 0.0522814 Dec 16 23:20:56.268759 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device a310ea7a-8ee0-445c-814e-c8a722d57b52 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:20:56.322872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a4be40c-b0b7-472b-b2a7-89feedef9fca req-61691cf1-d003-4bc6-a13d-4debed8b7b4d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799389 Dec 16 23:20:56.340379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-459df8d1-70fb-4254-ba5c-fb8a59ecbccb tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:56.340379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-459df8d1-70fb-4254-ba5c-fb8a59ecbccb tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff&tenant_id=f7b834f28ead406da4519490437314f1&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 944 time: 0.0894902 Dec 16 23:20:56.385252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:20:56.396818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'port_id': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'mac_address': 'fa:16:3e:6f:ff:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:20:56.410370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-ff5af035-e49c-44ba-8b16-3a387a4eaf99 service neutron] 10.222.0.24 "GET /v2.0/ports/a310ea7a-8ee0-445c-814e-c8a722d57b52/bindings/n-h2-821840-2 HTTP/1.1" status: 200 len: 382 time: 0.0580699 Dec 16 23:20:56.442279 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:56.455976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a310ea7a-8ee0-445c-814e-c8a722d57b52 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:20:56.476988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:20:56.485675 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-16b53a1d-9b73-42fd-8763-36d457c29243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:56.487226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-16b53a1d-9b73-42fd-8763-36d457c29243 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 1095 time: 0.0438023 Dec 16 23:20:56.544969 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:56.587107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-7da7eec7-1075-46d0-aa36-2d20728fe9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:56.588665 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-7da7eec7-1075-46d0-aa36-2d20728fe9a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0926976 Dec 16 23:20:56.592816 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=a310ea7a-8ee0-445c-814e-c8a722d57b52,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:56.600172 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:56.601127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:56.601535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:56.601873 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:56.602209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:56.602542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:56.602871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:56.603198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:56.603554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:56.603885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:56.604223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:56.604535 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:56.604855 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:56.661269 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-d8d5f0a6-147e-48ac-9484-b547f1e42b0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52 HTTP/1.1" status: 200 len: 1001 time: 0.0638928 Dec 16 23:20:56.718150 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-8727e37a-a41c-4582-8406-a61a98ee0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:56.719673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-8727e37a-a41c-4582-8406-a61a98ee0471 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0457969 Dec 16 23:20:56.775913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-5122fd61-9721-46e9-84a0-e55064c15f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:56.777443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-5122fd61-9721-46e9-84a0-e55064c15f86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458477 Dec 16 23:20:56.872819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-3a1bb13a-a8d9-4a45-8bf2-b9efa24c3087 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857880 Dec 16 23:20:56.884099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['a310ea7a-8ee0-445c-814e-c8a722d57b52'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:20:56.975666 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-8b197797-b30c-44ee-9f89-0e86f64ddc09 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949988 Dec 16 23:20:57.459330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1596b9-be86-48ac-928f-d42f040838e8 req-f2b7730b-555f-4abd-8c37-05a8708ac60d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:57.461479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d1596b9-be86-48ac-928f-d42f040838e8 req-f2b7730b-555f-4abd-8c37-05a8708ac60d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 945 time: 0.0526323 Dec 16 23:20:57.512347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d1596b9-be86-48ac-928f-d42f040838e8 req-806362e2-6152-4837-87e0-d0137f2924d7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441875 Dec 16 23:20:58.282382 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device a310ea7a-8ee0-445c-814e-c8a722d57b52 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:20:58.395968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port a310ea7a-8ee0-445c-814e-c8a722d57b52 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:20:58.401458 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port a310ea7a-8ee0-445c-814e-c8a722d57b52 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:58.401832 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:58.491448 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:58.528552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:20:58.530969 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eceaa46-abc2-467a-8f8f-18ffa1e865ed" -d '{"events": [{"server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "name": "network-vif-plugged", "status": "completed", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:20:58.549104 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:20:58.587841 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161eaec1-0df3-4378-9abf-cfb51476ba76 x-openstack-request-id: req-161eaec1-0df3-4378-9abf-cfb51476ba76 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:20:58.588142 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "name": "network-vif-plugged", "status": "completed", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:20:58.588412 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-161eaec1-0df3-4378-9abf-cfb51476ba76 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:20:58.588814 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'code': 200} Dec 16 23:20:58.619291 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:58.683860 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=a310ea7a-8ee0-445c-814e-c8a722d57b52,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:58.685180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2b2ac-2082-41ec-a628-252093d2e40f req-55d11389-0aa7-4666-bebc-f4597d987ebf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:58.687565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0d2b2ac-2082-41ec-a628-252093d2e40f req-55d11389-0aa7-4666-bebc-f4597d987ebf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0593994 Dec 16 23:20:58.751391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0d2b2ac-2082-41ec-a628-252093d2e40f req-d728413e-e950-43b5-ad39-a26d3688bb2a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571737 Dec 16 23:20:59.885667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1480f-1e12-4fca-9200-1f57fca77973 req-4c40fe3a-61e7-4bb4-a87f-c9131dd8392c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:59.887307 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31f1480f-1e12-4fca-9200-1f57fca77973 req-4c40fe3a-61e7-4bb4-a87f-c9131dd8392c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0590920 Dec 16 23:20:59.936345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31f1480f-1e12-4fca-9200-1f57fca77973 req-d4e8e58a-7336-45a6-8386-2c53c7ac93b3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Dec 16 23:21:00.029515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-1b57e9e3-17cf-4282-87da-ff05b5b82b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:00.030945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-1b57e9e3-17cf-4282-87da-ff05b5b82b00 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff&tenant_id=f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 1097 time: 0.0422747 Dec 16 23:21:00.045027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:21:00.105480 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:00.313467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:21:00.349923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:21:00.392188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:21:00.394538 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225a5cd8-bd09-4bbc-bee2-4851df35749d" -d '{"events": [{"server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "name": "network-vif-unplugged", "status": "completed", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:21:00.399725 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:00.414822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Transition to ACTIVE for port object a310ea7a-8ee0-445c-814e-c8a722d57b52 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:21:00.449706 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dd2dc8-b34f-4b47-9be6-5d71a4118736 x-openstack-request-id: req-86dd2dc8-b34f-4b47-9be6-5d71a4118736 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:21:00.449706 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "name": "network-vif-unplugged", "status": "completed", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:21:00.449706 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86dd2dc8-b34f-4b47-9be6-5d71a4118736 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:21:00.449706 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'code': 200} Dec 16 23:21:00.514289 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:00.563881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Pushing event updated for resources: {'Port': ['ID=a310ea7a-8ee0-445c-814e-c8a722d57b52,revision_number=10']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:00.644184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] No DVR routers for this DVR port a310ea7a-8ee0-445c-814e-c8a722d57b52 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:21:00.787015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Attempting to bind port a310ea7a-8ee0-445c-814e-c8a722d57b52 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:21:00.787373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Attempting to bind port a310ea7a-8ee0-445c-814e-c8a722d57b52 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:21:00.788233 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Attempting to bind port a310ea7a-8ee0-445c-814e-c8a722d57b52 on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:21:00.794104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Port a310ea7a-8ee0-445c-814e-c8a722d57b52 on network a666fab7-6995-4cc2-85e6-7bb36fccf87b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:21:00.794426 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Attempting to bind port a310ea7a-8ee0-445c-814e-c8a722d57b52 on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:21:00.800082 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:21:00.800418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Checking segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:21:00.800808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Bound using segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:21:00.801257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Bound port: a310ea7a-8ee0-445c-814e-c8a722d57b52, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:21:00.801624 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:00.871140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:21:00.874310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:21:00.949950 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:00.992811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:00.993292 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:00.995645 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] 10.222.0.69 "PUT /v2.0/ports/a310ea7a-8ee0-445c-814e-c8a722d57b52 HTTP/1.1" status: 200 len: 1093 time: 0.9537413 Dec 16 23:21:01.067109 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a8d77-f55f-4dd7-a556-5ef219f3d322 service neutron] Pushing event updated for resources: {'Port': ['ID=a310ea7a-8ee0-445c-814e-c8a722d57b52,revision_number=11']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:01.115290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f77e4-d1d9-4203-8035-1b7d4a4f1097 req-cb4d0dbb-4778-4ef8-9fc4-2248df255141 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:01.118130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-790f77e4-d1d9-4203-8035-1b7d4a4f1097 req-cb4d0dbb-4778-4ef8-9fc4-2248df255141 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 945 time: 0.1013851 Dec 16 23:21:01.123723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-3182bc5e-c92f-4c4d-b52a-70f25bad8ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:01.125467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-3182bc5e-c92f-4c4d-b52a-70f25bad8ccb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 1096 time: 0.0850825 Dec 16 23:21:01.239234 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-790f77e4-d1d9-4203-8035-1b7d4a4f1097 req-6878ee2d-7b3c-46ae-804d-4f933c03c363 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126769 Dec 16 23:21:01.274288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-94aa4019-8525-4b6c-b71f-12b62f55ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:01.275768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-94aa4019-8525-4b6c-b71f-12b62f55ce0a service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.1386018 Dec 16 23:21:01.346925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-392f273a-1cd0-4e6a-8dc9-8035199979e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52 HTTP/1.1" status: 200 len: 1000 time: 0.0600638 Dec 16 23:21:01.406058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-cb019205-84da-4c18-aba6-e0bf4f7fb257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:01.407456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-cb019205-84da-4c18-aba6-e0bf4f7fb257 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0487068 Dec 16 23:21:01.458644 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-da3a7736-1981-48b1-9631-f4e04f99b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:01.460790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-da3a7736-1981-48b1-9631-f4e04f99b8e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420327 Dec 16 23:21:01.558893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-66f2538d-3d62-45fe-a1eb-a6c5c3f0c18f service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852258 Dec 16 23:21:01.965460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f2fbd572-d14d-497f-92c0-f43299544aa5 req-bac82916-19f3-491a-9b07-9d92d2f908a8 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951371 Dec 16 23:21:02.333126 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device a310ea7a-8ee0-445c-814e-c8a722d57b52 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:21:02.366932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700bced-28c4-456b-8395-0e8437491d86 req-66400a84-aa47-4ac6-8f94-6cb59c8d657f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:02.368524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a700bced-28c4-456b-8395-0e8437491d86 req-66400a84-aa47-4ac6-8f94-6cb59c8d657f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 945 time: 0.0543001 Dec 16 23:21:02.377701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device a310ea7a-8ee0-445c-814e-c8a722d57b52 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:21:02.418777 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a700bced-28c4-456b-8395-0e8437491d86 req-df0aaae0-3154-430a-b573-fa0bfc37f5c5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440245 Dec 16 23:21:02.448568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:21:02.450978 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8795272b-7952-4d3e-a7ea-63cfa2054567" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:21:02.502047 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6409149e-5396-4503-9d2d-681b6b4e882e x-openstack-request-id: req-6409149e-5396-4503-9d2d-681b6b4e882e {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:21:02.502344 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:21:02.502592 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6409149e-5396-4503-9d2d-681b6b4e882e {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:21:02.502989 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'status': 'completed', 'code': 200} Dec 16 23:21:02.616361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-a6b1b33d-be36-43fc-9d61-ff788a1a9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:02.617828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-a6b1b33d-be36-43fc-9d61-ff788a1a9bd2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 1096 time: 0.0810862 Dec 16 23:21:02.619622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-b95e5057-ca89-4b77-9599-1f50cef6fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:02.621017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-b95e5057-ca89-4b77-9599-1f50cef6fd4b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 1096 time: 0.0830331 Dec 16 23:21:02.799019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-726f6d35-e857-4655-a07b-a89b00c18437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:02.800571 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-726f6d35-e857-4655-a07b-a89b00c18437 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.1720929 Dec 16 23:21:02.801533 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-7100e457-c067-459b-b88b-562af1618241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:02.802955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-7100e457-c067-459b-b88b-562af1618241 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.1726367 Dec 16 23:21:02.939933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-99ae4c38-1fe3-404f-94d9-fb51647d4595 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52 HTTP/1.1" status: 200 len: 1000 time: 0.1309428 Dec 16 23:21:02.944625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-3feb752a-6caa-4282-9dbb-9751852e0aa5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52 HTTP/1.1" status: 200 len: 1000 time: 0.1277318 Dec 16 23:21:03.036387 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-0c79266a-06d6-4de6-bbdb-cd8c551302e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:03.038584 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-0c79266a-06d6-4de6-bbdb-cd8c551302e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0900443 Dec 16 23:21:03.040277 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-4408a899-a442-47af-8d7a-1660f8126743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:03.044141 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-4408a899-a442-47af-8d7a-1660f8126743 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0858591 Dec 16 23:21:03.123645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-c43d5c7d-bf3b-4e6b-be29-b810c9d497f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:03.125257 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-c43d5c7d-bf3b-4e6b-be29-b810c9d497f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775435 Dec 16 23:21:03.130394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-c6ef8210-ae0f-4f68-a3b0-f14e21a43b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:03.131964 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-c6ef8210-ae0f-4f68-a3b0-f14e21a43b0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756497 Dec 16 23:21:03.312035 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-e9f495ed-9aa1-4dbc-a355-1605752d3129 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664574 Dec 16 23:21:03.313787 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-69739d23-d562-4ebc-9752-cc6428e22cd2 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758378 Dec 16 23:21:03.479891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-abb8acf2-b4a9-41d5-ad1b-6f5ff02fc8d0 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591551 Dec 16 23:21:03.483594 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8795272b-7952-4d3e-a7ea-63cfa2054567 req-04c1e6da-fd27-448c-8a96-670871383fce service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553452 Dec 16 23:21:03.553028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6233550-efb4-4c85-bb8a-db4cde9f3573 req-a02f0d3d-0be3-4118-8de6-fd6550cbec74 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:03.554837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6233550-efb4-4c85-bb8a-db4cde9f3573 req-a02f0d3d-0be3-4118-8de6-fd6550cbec74 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 945 time: 0.0582154 Dec 16 23:21:03.609463 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6233550-efb4-4c85-bb8a-db4cde9f3573 req-f60e37aa-41e7-4cdd-8114-0fb5a1caacd3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471091 Dec 16 23:21:04.737272 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32f18f-e227-4464-b164-541c04206bbd req-b3be166a-f558-4d80-8604-aae355552f90 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:04.738966 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df32f18f-e227-4464-b164-541c04206bbd req-b3be166a-f558-4d80-8604-aae355552f90 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 945 time: 0.0546641 Dec 16 23:21:04.797381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df32f18f-e227-4464-b164-541c04206bbd req-5a2f2769-0c2f-4257-9c7c-7b96afb80d17 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521717 Dec 16 23:21:04.948208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0306ef7-ad14-4178-9a94-2c2d1c619097 req-71f92252-54fc-4baf-8288-cb8f3b58c851 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:04.949798 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0306ef7-ad14-4178-9a94-2c2d1c619097 req-71f92252-54fc-4baf-8288-cb8f3b58c851 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 945 time: 0.0609875 Dec 16 23:21:05.001199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e0306ef7-ad14-4178-9a94-2c2d1c619097 req-91b1b371-7ece-48cd-aba1-262d3c4b967b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451159 Dec 16 23:21:05.092640 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a310ea7a-8ee0-445c-814e-c8a722d57b52 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:21:05.130982 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02949d21-60ec-48e3-9075-d38884a1e79b req-4e22090b-89f5-4d46-adf5-a9c6c0a35097 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:05.133441 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02949d21-60ec-48e3-9075-d38884a1e79b req-4e22090b-89f5-4d46-adf5-a9c6c0a35097 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 945 time: 0.0581844 Dec 16 23:21:05.184506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-02949d21-60ec-48e3-9075-d38884a1e79b req-cff1a5c6-307f-4867-9fd8-3461490aec6e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446861 Dec 16 23:21:05.200700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:21:05.394651 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'port_id': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'mac_address': 'fa:16:3e:6f:ff:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:21:05.434295 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:05.447773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a310ea7a-8ee0-445c-814e-c8a722d57b52 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:21:05.467311 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:21:05.539657 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:05.587790 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=a310ea7a-8ee0-445c-814e-c8a722d57b52,revision_number=12']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:05.689678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14b12e-bd54-443f-ae2d-4d21dcec8e67 req-739a6116-9c0c-4879-bf30-cd8e21efdaa1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:05.691172 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a14b12e-bd54-443f-ae2d-4d21dcec8e67 req-739a6116-9c0c-4879-bf30-cd8e21efdaa1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0537541 Dec 16 23:21:05.739951 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7a14b12e-bd54-443f-ae2d-4d21dcec8e67 req-d20e88fd-3e56-4b4d-baef-429455d9d852 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424418 Dec 16 23:21:05.797083 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['a310ea7a-8ee0-445c-814e-c8a722d57b52'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:21:06.862205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d234f-4e95-4a7c-9478-61ef3673a3d2 req-ed26f33d-7aea-4b75-a050-f16a31cde371 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:06.863813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-158d234f-4e95-4a7c-9478-61ef3673a3d2 req-ed26f33d-7aea-4b75-a050-f16a31cde371 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0499408 Dec 16 23:21:06.914333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-158d234f-4e95-4a7c-9478-61ef3673a3d2 req-177fdd31-44e0-4083-885f-b729caa0560e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434918 Dec 16 23:21:07.049318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25da48-0c73-4d9a-9147-93f008e4af0b req-418a50ef-8b12-43f8-b6e8-95c37a5decca tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:07.050333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c25da48-0c73-4d9a-9147-93f008e4af0b req-418a50ef-8b12-43f8-b6e8-95c37a5decca tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 946 time: 0.0494590 Dec 16 23:21:07.108614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a310ea7a-8ee0-445c-814e-c8a722d57b52 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:21:07.157972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-6c25da48-0c73-4d9a-9147-93f008e4af0b req-213f2a35-ee80-4423-bddb-b47b62ff2f94 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Deleting port a310ea7a-8ee0-445c-814e-c8a722d57b52 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:21:07.158315 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-6c25da48-0c73-4d9a-9147-93f008e4af0b req-213f2a35-ee80-4423-bddb-b47b62ff2f94 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:07.233210 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port a310ea7a-8ee0-445c-814e-c8a722d57b52 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:21:07.237707 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port a310ea7a-8ee0-445c-814e-c8a722d57b52 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:07.238075 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:07.256895 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-6c25da48-0c73-4d9a-9147-93f008e4af0b req-213f2a35-ee80-4423-bddb-b47b62ff2f94 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:21:07.257305 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-6c25da48-0c73-4d9a-9147-93f008e4af0b req-213f2a35-ee80-4423-bddb-b47b62ff2f94 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:07.322929 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:07.348587 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:21:07.351788 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198f3393-e3a1-4d92-a991-e8578a63f454" -d '{"events": [{"server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "name": "network-vif-plugged", "status": "completed", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:21:07.368486 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port a310ea7a-8ee0-445c-814e-c8a722d57b52, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=a310ea7a-8ee0-445c-814e-c8a722d57b52,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:21:07.394426 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc8e28b-506d-4b63-844a-08eef61a0773 x-openstack-request-id: req-ffc8e28b-506d-4b63-844a-08eef61a0773 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:21:07.394715 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "name": "network-vif-plugged", "status": "completed", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:21:07.394986 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ffc8e28b-506d-4b63-844a-08eef61a0773 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:21:07.395494 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'code': 200} Dec 16 23:21:07.418694 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:07.454343 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-6c25da48-0c73-4d9a-9147-93f008e4af0b req-213f2a35-ee80-4423-bddb-b47b62ff2f94 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:07.454711 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-6c25da48-0c73-4d9a-9147-93f008e4af0b req-213f2a35-ee80-4423-bddb-b47b62ff2f94 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:07.455127 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [req-6c25da48-0c73-4d9a-9147-93f008e4af0b req-213f2a35-ee80-4423-bddb-b47b62ff2f94 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Floating IP b60cad7a-a5cf-4e47-b83f-ed10ff64128c disassociated. External IP: 172.25.2.12, port: a310ea7a-8ee0-445c-814e-c8a722d57b52. Dec 16 23:21:07.455405 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-6c25da48-0c73-4d9a-9147-93f008e4af0b req-213f2a35-ee80-4423-bddb-b47b62ff2f94 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Calling delete_port for a310ea7a-8ee0-445c-814e-c8a722d57b52 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:21:07.468227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=a310ea7a-8ee0-445c-814e-c8a722d57b52,revision_number=13']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:07.670425 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-6c25da48-0c73-4d9a-9147-93f008e4af0b req-213f2a35-ee80-4423-bddb-b47b62ff2f94 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:07.703905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f2a35-ee80-4423-bddb-b47b62ff2f94 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Pushing event deleted for resources: {'Port': ['ID=a310ea7a-8ee0-445c-814e-c8a722d57b52,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:07.825526 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c25da48-0c73-4d9a-9147-93f008e4af0b req-213f2a35-ee80-4423-bddb-b47b62ff2f94 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Router 014fa986-0597-4e6a-82d4-527a9c476cfc has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:21:07.939625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c25da48-0c73-4d9a-9147-93f008e4af0b req-213f2a35-ee80-4423-bddb-b47b62ff2f94 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:21:07.953237 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb07022-3337-4c5d-82f6-0a2561eb20cb None None] Sync routers for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:21:07.970770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb07022-3337-4c5d-82f6-0a2561eb20cb None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:21:07.970770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-abb07022-3337-4c5d-82f6-0a2561eb20cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:20:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:07.984238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c25da48-0c73-4d9a-9147-93f008e4af0b req-213f2a35-ee80-4423-bddb-b47b62ff2f94 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] No DVR routers for this DVR port a310ea7a-8ee0-445c-814e-c8a722d57b52 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:21:07.986894 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-6c25da48-0c73-4d9a-9147-93f008e4af0b req-213f2a35-ee80-4423-bddb-b47b62ff2f94 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:07.991134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c25da48-0c73-4d9a-9147-93f008e4af0b req-213f2a35-ee80-4423-bddb-b47b62ff2f94 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.69 "DELETE /v2.0/ports/a310ea7a-8ee0-445c-814e-c8a722d57b52 HTTP/1.1" status: 204 len: 173 time: 0.9291456 Dec 16 23:21:07.991644 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'name': 'network-vif-deleted', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:21:07.993968 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3246dcdb-4cf0-49fd-a3ee-9cec5cee6f5a" -d '{"events": [{"server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "name": "network-vif-deleted", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:21:08.038791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61371770-627c-4a7a-a8de-63c25f879eb6 req-0b517317-f21c-4e88-aa20-b26ec387576b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c6d1448-0d10-4e94-a0d7-5ab17311c2ff HTTP/1.1" status: 200 len: 210 time: 0.0303130 Dec 16 23:21:08.052480 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6b6dc6-9dd2-4e3c-8a15-3a130311fc3d x-openstack-request-id: req-ea6b6dc6-9dd2-4e3c-8a15-3a130311fc3d {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:21:08.052904 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6d1448-0d10-4e94-a0d7-5ab17311c2ff", "name": "network-vif-deleted", "tag": "a310ea7a-8ee0-445c-814e-c8a722d57b52", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:21:08.053655 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea6b6dc6-9dd2-4e3c-8a15-3a130311fc3d {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:21:08.055280 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6d1448-0d10-4e94-a0d7-5ab17311c2ff', 'name': 'network-vif-deleted', 'tag': 'a310ea7a-8ee0-445c-814e-c8a722d57b52', 'status': 'completed', 'code': 200} Dec 16 23:21:08.096298 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-abb07022-3337-4c5d-82f6-0a2561eb20cb None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:21:08.320797 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-abb07022-3337-4c5d-82f6-0a2561eb20cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:08.350587 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb07022-3337-4c5d-82f6-0a2561eb20cb None None] Checking router: 014fa986-0597-4e6a-82d4-527a9c476cfc for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:21:08.360413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb07022-3337-4c5d-82f6-0a2561eb20cb None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:21:08.361034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-abb07022-3337-4c5d-82f6-0a2561eb20cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:20:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:08.478497 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-abb07022-3337-4c5d-82f6-0a2561eb20cb None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:21:08.703885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-abb07022-3337-4c5d-82f6-0a2561eb20cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:08.734338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb07022-3337-4c5d-82f6-0a2561eb20cb None None] The sync data for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 is: [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:21:08.978409 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2d9291-1720-40c7-a6f8-0f9f7ae7a517 None None] New status for floating IP b60cad7a-a5cf-4e47-b83f-ed10ff64128c: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:21:09.360210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-54f82b33-20a4-4cbd-9c36-8b6f926d0bf6 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1721239835&fields=id&tenant_id=f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 267 time: 0.0510824 Dec 16 23:21:09.481991 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-d2537b4e-27ad-497c-b59e-df1a7e58173a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:09.483472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-d2537b4e-27ad-497c-b59e-df1a7e58173a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 811 time: 0.1159585 Dec 16 23:21:09.499867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-e15b614f-7e16-4331-80b9-a99ebb4da631 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/quotas/f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 375 time: 0.0102017 Dec 16 23:21:09.552575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-e8ea654f-49e7-457b-8c3b-78e0cf8c4658 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468972 Dec 16 23:21:09.658720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-db6fb05c-c82b-423d-9f7c-2bc4b134c3ab service neutron] 10.222.0.43 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934548 Dec 16 23:21:09.753942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-afed045a-a836-470f-ba7a-7af3a383ae8a service neutron] 10.222.0.43 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884819 Dec 16 23:21:10.001548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c33e6b0-9213-4906-a5f7-4e5263c77c53 req-69032f33-35a9-45ea-a736-2632909aaac9 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 210 time: 0.0283470 Dec 16 23:21:11.105131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a1d2efe1-e9ad-4f0d-8430-7c60a23aa9eb req-6e3e04f0-a996-45ac-9794-134561cd0512 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 210 time: 0.0286937 Dec 16 23:21:11.130302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a310ea7a-8ee0-445c-814e-c8a722d57b52 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:21:11.151149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: a310ea7a-8ee0-445c-814e-c8a722d57b52 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:21:11.151528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device a310ea7a-8ee0-445c-814e-c8a722d57b52 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:21:12.192272 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23d5b564-5e11-4f9d-a592-b86c4ab41daa req-f5cbe209-4276-49a4-b48a-c2cdda81779e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 210 time: 0.0309858 Dec 16 23:21:13.301947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a922fcbb-22e9-49e4-816e-56abb6c653ea req-d72dfeba-9fa0-42b6-9c97-ab1267cb6c92 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 210 time: 0.0338688 Dec 16 23:21:13.771213 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:13.972894 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:14.110928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-33664639-d85e-41da-8a31-d044208f7aed tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:14.112435 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-33664639-d85e-41da-8a31-d044208f7aed tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 811 time: 0.1064413 Dec 16 23:21:14.187087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-c005cb90-e1c2-4665-83c3-dfcd8384e643 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 380 time: 0.0617270 Dec 16 23:21:14.197839 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-04b75f53-dbdb-404c-b2e5-aaeb823eaedf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Request body: {'port': {'device_id': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'admin_state_up': True, 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'security_groups': ['a51ff2d3-0abd-4c95-a12e-2f85767420a1']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:21:14.410576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5a31d9f-ce28-4810-92c9-aecf0ee4ea27 req-094c129f-e104-4802-857a-e67902706d29 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 210 time: 0.0292239 Dec 16 23:21:14.416856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-04b75f53-dbdb-404c-b2e5-aaeb823eaedf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Made reservation on behalf of f7b834f28ead406da4519490437314f1 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:21:14.420523 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-04b75f53-dbdb-404c-b2e5-aaeb823eaedf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:14.559950 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-04b75f53-dbdb-404c-b2e5-aaeb823eaedf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Allocated IP 172.20.0.13 (a666fab7-6995-4cc2-85e6-7bb36fccf87b/d39bd845-a943-4669-b136-7882ce56dc0b/ab5d667e-15c9-4fd1-a016-5b64620a33dd) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:21:14.720555 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-04b75f53-dbdb-404c-b2e5-aaeb823eaedf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:14.812069 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-04b75f53-dbdb-404c-b2e5-aaeb823eaedf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:14.864042 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-04b75f53-dbdb-404c-b2e5-aaeb823eaedf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Network a666fab7-6995-4cc2-85e6-7bb36fccf87b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:21:14.868868 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-04b75f53-dbdb-404c-b2e5-aaeb823eaedf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:21:14.873455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-04b75f53-dbdb-404c-b2e5-aaeb823eaedf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:21:14.880792 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b75f53-dbdb-404c-b2e5-aaeb823eaedf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Pushing event updated for resources: {'Port': ['ID=ab5d667e-15c9-4fd1-a016-5b64620a33dd,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:14.943327 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-04b75f53-dbdb-404c-b2e5-aaeb823eaedf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:14.944785 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-04b75f53-dbdb-404c-b2e5-aaeb823eaedf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:15.042014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-04b75f53-dbdb-404c-b2e5-aaeb823eaedf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8480601 Dec 16 23:21:15.056871 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Request body: {'port': {'device_id': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:21:15.122688 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:15.148663 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c36ec94e-de6f-4fbe-b66c-d78d06c58509 None None] Provisioning complete for port ab5d667e-15c9-4fd1-a016-5b64620a33dd triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:15.149779 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c36ec94e-de6f-4fbe-b66c-d78d06c58509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:15.191293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c36ec94e-de6f-4fbe-b66c-d78d06c58509 None None] Port ab5d667e-15c9-4fd1-a016-5b64620a33dd cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:21:15.429994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5d667e-15c9-4fd1-a016-5b64620a33dd {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:21:15.439045 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:15.459923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Transition to ACTIVE for port object ab5d667e-15c9-4fd1-a016-5b64620a33dd will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:21:15.530600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9709a6c-3973-4c81-8eb3-dfb48860cb96 req-d7f01846-e72a-471c-b5f8-37b6e1129aea tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:15.532051 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9709a6c-3973-4c81-8eb3-dfb48860cb96 req-d7f01846-e72a-471c-b5f8-37b6e1129aea tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 932 time: 0.0507953 Dec 16 23:21:15.533165 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:15.609610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5d667e-15c9-4fd1-a016-5b64620a33dd,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:15.675445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9709a6c-3973-4c81-8eb3-dfb48860cb96 req-297d123b-fdfc-4000-9ee9-23c7c01f8cab tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338747 Dec 16 23:21:15.710967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Attempting to bind port ab5d667e-15c9-4fd1-a016-5b64620a33dd on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:21:15.711350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Attempting to bind port ab5d667e-15c9-4fd1-a016-5b64620a33dd by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:21:15.711678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Attempting to bind port ab5d667e-15c9-4fd1-a016-5b64620a33dd on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:21:15.717008 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Port ab5d667e-15c9-4fd1-a016-5b64620a33dd on network a666fab7-6995-4cc2-85e6-7bb36fccf87b not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:21:15.717322 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Attempting to bind port ab5d667e-15c9-4fd1-a016-5b64620a33dd on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:21:15.724981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:21:15.726021 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Checking segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:21:15.726203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Bound using segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:21:15.726767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Bound port: ab5d667e-15c9-4fd1-a016-5b64620a33dd, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:21:15.727470 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:15.812043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:21:15.815473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:21:15.933652 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:15.974212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:15.975663 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:15.977360 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] 10.222.0.24 "PUT /v2.0/ports/ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 200 len: 1092 time: 0.9259143 Dec 16 23:21:15.977695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:21:15.980036 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee914ecc-345f-44f6-9ec7-b6369a011976" -d '{"events": [{"name": "network-changed", "server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:21:16.020938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70579d04-8525-4ca5-81e4-68b5ff50c196 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5d667e-15c9-4fd1-a016-5b64620a33dd,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:16.026371 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2078fa-b3c7-44a9-b132-f4306e3b3e7c x-openstack-request-id: req-1d2078fa-b3c7-44a9-b132-f4306e3b3e7c {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:21:16.028754 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:21:16.028754 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d2078fa-b3c7-44a9-b132-f4306e3b3e7c {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:21:16.028754 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'status': 'completed', 'code': 200} Dec 16 23:21:16.114633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee914ecc-345f-44f6-9ec7-b6369a011976 req-e6202d7e-1369-4a42-957a-4761eb61334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:16.117327 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee914ecc-345f-44f6-9ec7-b6369a011976 req-e6202d7e-1369-4a42-957a-4761eb61334f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 1095 time: 0.0573707 Dec 16 23:21:16.228736 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee914ecc-345f-44f6-9ec7-b6369a011976 req-ee244148-e1ce-4de3-85d1-62a48119302e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:16.230237 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee914ecc-345f-44f6-9ec7-b6369a011976 req-ee244148-e1ce-4de3-85d1-62a48119302e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f7b834f28ead406da4519490437314f1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1008959 Dec 16 23:21:16.341597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee914ecc-345f-44f6-9ec7-b6369a011976 req-1a077558-ab3b-4d2d-8bfb-d634282421cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:16.343057 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee914ecc-345f-44f6-9ec7-b6369a011976 req-1a077558-ab3b-4d2d-8bfb-d634282421cb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965028 Dec 16 23:21:16.429692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-c1c05cbf-29d9-492e-819b-6e85f2121ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:16.431263 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-c1c05cbf-29d9-492e-819b-6e85f2121ff5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 1095 time: 0.0466502 Dec 16 23:21:16.479757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-4210f297-27e0-4bee-943e-a0c94fd4d812 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 200 len: 217 time: 0.0358756 Dec 16 23:21:16.534784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-ae1a239a-cf22-4a4e-8498-d93d9df9826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:16.536333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-ae1a239a-cf22-4a4e-8498-d93d9df9826c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0470154 Dec 16 23:21:16.586894 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-e1bb4da5-4ac0-482d-b60a-23cf15a97184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:16.588677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-e1bb4da5-4ac0-482d-b60a-23cf15a97184 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443366 Dec 16 23:21:16.697868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-ac451881-6f08-4830-bbb8-797381832e10 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995009 Dec 16 23:21:17.172502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6f177-4225-4beb-95f4-a1814de4fdaf req-78fe0eed-1d2c-4858-84ae-df1bfc33ae3f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:17.173980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7c6f177-4225-4beb-95f4-a1814de4fdaf req-78fe0eed-1d2c-4858-84ae-df1bfc33ae3f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.4028404 Dec 16 23:21:17.179542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cb1227-b56a-4b7d-8e30-7f1dbf9c8a35 req-279064fc-e260-4804-8367-25c87ca8aac6 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689271 Dec 16 23:21:17.226806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e7c6f177-4225-4beb-95f4-a1814de4fdaf req-1cc1368a-e76a-4ae3-8b9a-3197e904f3ba tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434797 Dec 16 23:21:18.362082 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768ab47-54ee-426c-8f8d-b61e31e4580c req-cec5a5ab-aab9-4cff-8c29-86b1ba454d26 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:18.363696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3768ab47-54ee-426c-8f8d-b61e31e4580c req-cec5a5ab-aab9-4cff-8c29-86b1ba454d26 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0542426 Dec 16 23:21:18.417027 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3768ab47-54ee-426c-8f8d-b61e31e4580c req-4507d970-23c3-4d74-b87c-ab5a1f53cd34 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456812 Dec 16 23:21:19.539775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0218b3-bd76-4023-bac8-70e2dcfb31a7 req-1a951457-8a0c-46b7-9d54-2e74365b7f97 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:19.541170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b0218b3-bd76-4023-bac8-70e2dcfb31a7 req-1a951457-8a0c-46b7-9d54-2e74365b7f97 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0536375 Dec 16 23:21:19.589841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b0218b3-bd76-4023-bac8-70e2dcfb31a7 req-e4e618f7-8a56-400e-b592-3b9c243dfa37 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419297 Dec 16 23:21:20.142754 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-854857ac-e734-4708-9f1c-011993810422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:20.388284 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ab5d667e-15c9-4fd1-a016-5b64620a33dd details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:21:20.492656 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:21:20.504312 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'port_id': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'mac_address': 'fa:16:3e:3b:c9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:21:20.542721 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:20.556036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5d667e-15c9-4fd1-a016-5b64620a33dd {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:21:20.575764 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:21:20.651503 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:20.708102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ab5d667e-15c9-4fd1-a016-5b64620a33dd,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:20.712913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbe0fc-7d54-4698-a666-69b7d3c2a947 req-2dbf5da3-70d5-4023-9e38-65eea7b6969f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:20.714575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7acbe0fc-7d54-4698-a666-69b7d3c2a947 req-2dbf5da3-70d5-4023-9e38-65eea7b6969f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0538383 Dec 16 23:21:20.765376 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7acbe0fc-7d54-4698-a666-69b7d3c2a947 req-2c7f31c9-2368-436d-98ab-2c8a57089903 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446613 Dec 16 23:21:20.877880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['ab5d667e-15c9-4fd1-a016-5b64620a33dd'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:21:21.885962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4144a2-9c07-44db-94d0-44b35c4c8c44 req-90b88c20-4041-40ec-b1cb-473ff6b719aa tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:21.887486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc4144a2-9c07-44db-94d0-44b35c4c8c44 req-90b88c20-4041-40ec-b1cb-473ff6b719aa tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0490305 Dec 16 23:21:21.924261 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:21:21.941004 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc4144a2-9c07-44db-94d0-44b35c4c8c44 req-46ccec71-4464-49bf-a94b-fabdcb5d73e1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473006 Dec 16 23:21:22.402223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ab5d667e-15c9-4fd1-a016-5b64620a33dd up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:21:22.532681 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d7d1dbf9-b3ed-43c2-8beb-e22851915b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:22.561018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port ab5d667e-15c9-4fd1-a016-5b64620a33dd completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:21:22.565158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port ab5d667e-15c9-4fd1-a016-5b64620a33dd triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:22.565559 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:22.649875 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:22.673714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:21:22.676280 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4829e0c-2d21-48f4-8fb8-33233c04db9b" -d '{"events": [{"server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "name": "network-vif-plugged", "status": "completed", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:21:22.689995 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:21:22.717923 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794dc315-77fe-47cb-830d-b37546c310b8 x-openstack-request-id: req-794dc315-77fe-47cb-830d-b37546c310b8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:21:22.718263 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "name": "network-vif-plugged", "status": "completed", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:21:22.718497 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-794dc315-77fe-47cb-830d-b37546c310b8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:21:22.718903 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'code': 200} Dec 16 23:21:22.757434 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:22.813562 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ab5d667e-15c9-4fd1-a016-5b64620a33dd,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:22.827773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d462aee-fdcb-407a-aba3-8d03043c59e8 req-f67a0b42-b0d5-44c5-929c-f87c6a69b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:22.829310 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d462aee-fdcb-407a-aba3-8d03043c59e8 req-f67a0b42-b0d5-44c5-929c-f87c6a69b3e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0436437 Dec 16 23:21:22.876276 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d462aee-fdcb-407a-aba3-8d03043c59e8 req-d075bda9-0cb1-4eef-9956-f3d799df123b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388656 Dec 16 23:21:23.061121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8733485-2bfc-463a-b340-5e2884fc60e7 req-bcf3e1d3-fa04-49e9-9add-8abb8f8d7cfc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:23.062660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8733485-2bfc-463a-b340-5e2884fc60e7 req-bcf3e1d3-fa04-49e9-9add-8abb8f8d7cfc tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0500064 Dec 16 23:21:23.112313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a8733485-2bfc-463a-b340-5e2884fc60e7 req-9ca5d320-d5b2-4959-888f-d9b00d822f16 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426552 Dec 16 23:21:23.795815 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:24.235073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817adfb-f3e2-48e7-b1f7-7c1cfe3c3404 req-3503c154-e80a-4795-aef6-9644f6962327 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:24.236616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a817adfb-f3e2-48e7-b1f7-7c1cfe3c3404 req-3503c154-e80a-4795-aef6-9644f6962327 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0532687 Dec 16 23:21:24.285773 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a817adfb-f3e2-48e7-b1f7-7c1cfe3c3404 req-085b37d9-3124-4903-b6f7-cb4da23df885 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427222 Dec 16 23:21:25.070483 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:25.403188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707f4d-1b69-4243-b8dd-2cb0843f4581 req-390c0f73-f736-46ce-adc6-6c76f47abe1f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:25.404760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14707f4d-1b69-4243-b8dd-2cb0843f4581 req-390c0f73-f736-46ce-adc6-6c76f47abe1f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0497892 Dec 16 23:21:25.453387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-14707f4d-1b69-4243-b8dd-2cb0843f4581 req-33a300ac-5bad-4ec6-b040-f53745f95c47 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424244 Dec 16 23:21:25.569408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0d1f0-2b8c-4d6f-a915-de26c3de0e60 req-91f67a13-e3da-4432-a71c-9e03a4e633b5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:25.570892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1e0d1f0-2b8c-4d6f-a915-de26c3de0e60 req-91f67a13-e3da-4432-a71c-9e03a4e633b5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0525734 Dec 16 23:21:25.580502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36196) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:25.586209 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4879dae9-835e-4a3c-8fc8-0062ee1c47a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Request body: {'floatingip': {'port_id': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:21:25.626828 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4879dae9-835e-4a3c-8fc8-0062ee1c47a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for floatingip, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:25.755583 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:26.080917 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4879dae9-835e-4a3c-8fc8-0062ee1c47a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:26.138786 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4879dae9-835e-4a3c-8fc8-0062ee1c47a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:26.244155 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-4879dae9-835e-4a3c-8fc8-0062ee1c47a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Floating IP b60cad7a-a5cf-4e47-b83f-ed10ff64128c associated. External IP: 172.25.2.12, port: ab5d667e-15c9-4fd1-a016-5b64620a33dd. Dec 16 23:21:26.466253 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4879dae9-835e-4a3c-8fc8-0062ee1c47a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Router 014fa986-0597-4e6a-82d4-527a9c476cfc has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:21:26.574610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4879dae9-835e-4a3c-8fc8-0062ee1c47a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:21:26.579594 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4879dae9-835e-4a3c-8fc8-0062ee1c47a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:26.585102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd07e2-5754-4f31-9ae4-8b622aa62542 None None] Sync routers for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:21:26.595400 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd07e2-5754-4f31-9ae4-8b622aa62542 None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:21:26.596040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a6cd07e2-5754-4f31-9ae4-8b622aa62542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:26.611331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4879dae9-835e-4a3c-8fc8-0062ee1c47a0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "PUT /v2.0/floatingips/b60cad7a-a5cf-4e47-b83f-ed10ff64128c HTTP/1.1" status: 200 len: 992 time: 1.0296798 Dec 16 23:21:26.612046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:21:26.614449 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ca246e-8291-47c6-a6d2-2e0326081e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:21:26.655138 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725b9059-567a-4f6b-93fd-0b9a64a2ad86 x-openstack-request-id: req-725b9059-567a-4f6b-93fd-0b9a64a2ad86 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:21:26.655475 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:21:26.655881 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-725b9059-567a-4f6b-93fd-0b9a64a2ad86 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:21:26.656307 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'status': 'completed', 'code': 200} Dec 16 23:21:26.708723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a6cd07e2-5754-4f31-9ae4-8b622aa62542 None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:21:26.721565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca246e-8291-47c6-a6d2-2e0326081e3a req-8795f721-8b5a-4a1a-8423-96f43a35695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:26.723216 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3ca246e-8291-47c6-a6d2-2e0326081e3a req-8795f721-8b5a-4a1a-8423-96f43a35695d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0430818 Dec 16 23:21:26.822261 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca246e-8291-47c6-a6d2-2e0326081e3a req-90a7cc3c-72cc-42fc-91d5-eca039156b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:26.823788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3ca246e-8291-47c6-a6d2-2e0326081e3a req-90a7cc3c-72cc-42fc-91d5-eca039156b56 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0908780 Dec 16 23:21:26.898707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3ca246e-8291-47c6-a6d2-2e0326081e3a req-3774d5b7-a35e-4e58-8864-93778c4213a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 200 len: 1000 time: 0.0662818 Dec 16 23:21:26.941769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a6cd07e2-5754-4f31-9ae4-8b622aa62542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b60cad7a-a5cf-4e47-b83f-ed10ff64128c', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'port_id': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'mac_address': 'fa:16:3e:3b:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:13:41Z', 'updated_at': '2021-12-16T23:21:25Z', 'revision_number': 13, 'project_id': 'f7b834f28ead406da4519490437314f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:26.949738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca246e-8291-47c6-a6d2-2e0326081e3a req-9429cb76-fb55-4d2f-adf7-970a982e20af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:26.951291 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3ca246e-8291-47c6-a6d2-2e0326081e3a req-9429cb76-fb55-4d2f-adf7-970a982e20af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0451088 Dec 16 23:21:26.971304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd07e2-5754-4f31-9ae4-8b622aa62542 None None] Checking router: 014fa986-0597-4e6a-82d4-527a9c476cfc for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:21:26.981575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd07e2-5754-4f31-9ae4-8b622aa62542 None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:21:26.982482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a6cd07e2-5754-4f31-9ae4-8b622aa62542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:21:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:27.000263 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca246e-8291-47c6-a6d2-2e0326081e3a req-da13e992-453b-4d59-aecd-1b317c712a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:27.001802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3ca246e-8291-47c6-a6d2-2e0326081e3a req-da13e992-453b-4d59-aecd-1b317c712a6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428913 Dec 16 23:21:27.103406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3ca246e-8291-47c6-a6d2-2e0326081e3a req-cc9d7b60-6591-4c29-b65e-af16a5b595c2 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930800 Dec 16 23:21:27.103927 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a6cd07e2-5754-4f31-9ae4-8b622aa62542 None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:21:27.197797 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3ca246e-8291-47c6-a6d2-2e0326081e3a req-4837a5f0-07a7-4883-b855-b1aad0beca10 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861363 Dec 16 23:21:27.337209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a6cd07e2-5754-4f31-9ae4-8b622aa62542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b60cad7a-a5cf-4e47-b83f-ed10ff64128c', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'port_id': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'mac_address': 'fa:16:3e:3b:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:13:41Z', 'updated_at': '2021-12-16T23:21:25Z', 'revision_number': 13, 'project_id': 'f7b834f28ead406da4519490437314f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:27.368409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd07e2-5754-4f31-9ae4-8b622aa62542 None None] The sync data for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 is: [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'b60cad7a-a5cf-4e47-b83f-ed10ff64128c', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'port_id': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'mac_address': 'fa:16:3e:3b:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:13:41Z', 'updated_at': '2021-12-16T23:21:25Z', 'revision_number': 13, 'project_id': 'f7b834f28ead406da4519490437314f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:21:27.564445 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233c562b-15a1-4947-99fe-5a12f6c24da7 None None] New status for floating IP b60cad7a-a5cf-4e47-b83f-ed10ff64128c: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:21:41.475736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4a6fb0f-1d90-43ed-a58b-1a9d8e369d89 req-947b9c4b-2210-4b92-bff4-1e5091502a1d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464227 Dec 16 23:21:41.564296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6fb0f-1d90-43ed-a58b-1a9d8e369d89 req-1aee2cda-3cc0-4e04-959a-03dc5b558611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:41.565818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4a6fb0f-1d90-43ed-a58b-1a9d8e369d89 req-1aee2cda-3cc0-4e04-959a-03dc5b558611 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0423844 Dec 16 23:21:41.684831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6fb0f-1d90-43ed-a58b-1a9d8e369d89 req-ef25b7e4-a24b-4166-a458-1ad1efa27320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:41.686330 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4a6fb0f-1d90-43ed-a58b-1a9d8e369d89 req-ef25b7e4-a24b-4166-a458-1ad1efa27320 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0919890 Dec 16 23:21:41.755246 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4a6fb0f-1d90-43ed-a58b-1a9d8e369d89 req-bfb7f300-0803-43fa-99fd-e851a5d6cf73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 200 len: 1002 time: 0.0594413 Dec 16 23:21:41.814065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6fb0f-1d90-43ed-a58b-1a9d8e369d89 req-5deec960-e3b8-4224-88a8-0a03cf25b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:41.815472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4a6fb0f-1d90-43ed-a58b-1a9d8e369d89 req-5deec960-e3b8-4224-88a8-0a03cf25b004 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0442045 Dec 16 23:21:41.867837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6fb0f-1d90-43ed-a58b-1a9d8e369d89 req-c08a4076-41dc-4c24-b9e0-6767c2565602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:41.869352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4a6fb0f-1d90-43ed-a58b-1a9d8e369d89 req-c08a4076-41dc-4c24-b9e0-6767c2565602 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452280 Dec 16 23:21:41.964660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4a6fb0f-1d90-43ed-a58b-1a9d8e369d89 req-f030c85e-c01b-49fd-9eda-9b4287ff2eaa service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830269 Dec 16 23:21:42.066298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4a6fb0f-1d90-43ed-a58b-1a9d8e369d89 req-5b10f07b-e21e-4c55-9245-b684aae55ad4 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883307 Dec 16 23:21:43.795222 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:43.978307 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:50.177813 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5c0e8957-8ce1-46f5-97cf-0905d5eb7a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:52.555770 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9657bfa2-23fa-495e-8e31-24ea45541501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:53.795299 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:55.069769 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:55.789795 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:58.923248 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:22:13.792582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:13.970094 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:20.149262 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2be31b3f-b28d-472b-8d51-8ca4eba55917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:22.529926 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ea2bf7b-d941-42c9-b4fb-a9d24b3017ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:23.804103 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:25.063803 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:25.754684 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:35.922887 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:22:43.526786 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c6c2f8b-b58a-4d19-aa3c-959b1c241dd7 req-53620f9c-1373-49d8-be84-3f3b6c3e8bda service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0945282 Dec 16 23:22:43.618741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c2f8b-b58a-4d19-aa3c-959b1c241dd7 req-671f7794-57ee-405a-9f47-4525d845f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:43.620210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c6c2f8b-b58a-4d19-aa3c-959b1c241dd7 req-671f7794-57ee-405a-9f47-4525d845f420 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0422711 Dec 16 23:22:43.730596 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c2f8b-b58a-4d19-aa3c-959b1c241dd7 req-42dc70e3-833c-4643-9a14-e62dddb9c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:43.732135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c6c2f8b-b58a-4d19-aa3c-959b1c241dd7 req-42dc70e3-833c-4643-9a14-e62dddb9c1c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0903487 Dec 16 23:22:43.806347 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:43.812561 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c6c2f8b-b58a-4d19-aa3c-959b1c241dd7 req-be2baaf1-45aa-4085-bebc-ac919c8135a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 200 len: 1002 time: 0.0653453 Dec 16 23:22:43.864434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c2f8b-b58a-4d19-aa3c-959b1c241dd7 req-c89b98f5-d0c4-4ed9-a723-4e2950916ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:43.865894 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c6c2f8b-b58a-4d19-aa3c-959b1c241dd7 req-c89b98f5-d0c4-4ed9-a723-4e2950916ab2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0463648 Dec 16 23:22:43.920116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c2f8b-b58a-4d19-aa3c-959b1c241dd7 req-6744dc1b-8177-433f-b72f-c209fd141dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:43.922047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c6c2f8b-b58a-4d19-aa3c-959b1c241dd7 req-6744dc1b-8177-433f-b72f-c209fd141dcc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466144 Dec 16 23:22:43.989270 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:44.017758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c6c2f8b-b58a-4d19-aa3c-959b1c241dd7 req-c7641a78-8dba-49ea-aa4a-08285e7bd6e9 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840883 Dec 16 23:22:44.114615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c6c2f8b-b58a-4d19-aa3c-959b1c241dd7 req-550f1916-cf65-4c87-99b3-30218893225d service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882611 Dec 16 23:22:50.131579 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84fd40ed-f36c-4557-bdbd-48384dd39f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:52.532012 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bec158c0-83df-4631-8b3f-0ef6cfd98d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:53.826618 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:55.085633 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:55.776831 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:10.913116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a94414-d918-41e9-9cf8-181c774ddc26 req-8ebf245f-0162-4608-9e37-2d4377c2e975 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:10.914623 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9a94414-d918-41e9-9cf8-181c774ddc26 req-8ebf245f-0162-4608-9e37-2d4377c2e975 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.1120386 Dec 16 23:23:10.963140 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9a94414-d918-41e9-9cf8-181c774ddc26 req-f2697d6b-e306-42d7-a4f1-672db9568621 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423498 Dec 16 23:23:12.925246 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:23:13.798095 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:13.971473 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:20.148112 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd16eeb2-df66-4f36-b873-3dc33c726a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:22.545491 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f40721d3-7a51-47fe-af5b-5dc8652051b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:23.805421 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:24.614560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-84ce5b8e-912e-4111-879b-f358a8a1d1d5 req-d3ac04e8-29fe-41a9-9fa0-80dd249ee7aa service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:23:24.615586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-84ce5b8e-912e-4111-879b-f358a8a1d1d5 req-d3ac04e8-29fe-41a9-9fa0-80dd249ee7aa service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056267 Dec 16 23:23:24.994444 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b80e9c-c2e5-4b0c-98c2-26bf38cbb2b4 req-dfda46b5-75ec-49e9-a55c-2bad04a81074 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:24.996597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38b80e9c-c2e5-4b0c-98c2-26bf38cbb2b4 req-dfda46b5-75ec-49e9-a55c-2bad04a81074 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0505526 Dec 16 23:23:25.046583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38b80e9c-c2e5-4b0c-98c2-26bf38cbb2b4 req-b6a491e3-c269-4468-bd21-d3df35c8b322 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435319 Dec 16 23:23:25.086033 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:25.135654 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-9294c3c6-4051-4c2e-833d-ad246447136b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863161 Dec 16 23:23:25.145073 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-7004d0e3-8744-45e6-9150-0b72421946d7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:23:25.146065 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-7004d0e3-8744-45e6-9150-0b72421946d7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050359 Dec 16 23:23:25.783449 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:26.172071 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bc36f-7ed7-4ef7-baff-88f59017ed92 req-6c2814bc-e9e7-4a88-80e8-47836fd7334f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:26.173560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f3bc36f-7ed7-4ef7-baff-88f59017ed92 req-6c2814bc-e9e7-4a88-80e8-47836fd7334f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0541451 Dec 16 23:23:26.222250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f3bc36f-7ed7-4ef7-baff-88f59017ed92 req-a4c718f3-959b-4dc1-bf65-a310d9651409 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425823 Dec 16 23:23:27.340355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab794217-e87b-458f-9563-102fedf0a404 req-b85a8cc9-a07a-471f-918b-0d3a0fb5f32d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:27.341853 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab794217-e87b-458f-9563-102fedf0a404 req-b85a8cc9-a07a-471f-918b-0d3a0fb5f32d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0493999 Dec 16 23:23:27.390949 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab794217-e87b-458f-9563-102fedf0a404 req-42bc906a-04a9-4078-a46d-906a6c3bbe5d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418577 Dec 16 23:23:28.514630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b8ab9-4e39-47d0-a72e-66267cc2a67e req-763f24ef-882e-4016-99a1-7fe51897d6f2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:28.516183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a26b8ab9-4e39-47d0-a72e-66267cc2a67e req-763f24ef-882e-4016-99a1-7fe51897d6f2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0505645 Dec 16 23:23:28.570066 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a26b8ab9-4e39-47d0-a72e-66267cc2a67e req-12312cb6-b3d5-44bb-b6f7-2690888139e2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476747 Dec 16 23:23:29.209366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-80b6dd2e-7733-4445-8f13-bd67735ea355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:29.210857 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-80b6dd2e-7733-4445-8f13-bd67735ea355 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0418215 Dec 16 23:23:29.308606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-d9f08ef5-e2a7-4c36-8408-007862225608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:29.310067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-d9f08ef5-e2a7-4c36-8408-007862225608 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0902121 Dec 16 23:23:29.378772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-d738b281-150e-4ac7-bcdb-0cd89c938bde service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 200 len: 1002 time: 0.0589292 Dec 16 23:23:29.430350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-4b42b28c-6259-429a-8f88-104796a04f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:29.431942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-4b42b28c-6259-429a-8f88-104796a04f1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0440235 Dec 16 23:23:29.483137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-94802dbb-3e99-4a44-a60e-d2952bdf3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:29.484684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-94802dbb-3e99-4a44-a60e-d2952bdf3403 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444024 Dec 16 23:23:29.574582 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-f3aeb661-63b4-49bd-8c58-2eb82528afa8 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807922 Dec 16 23:23:29.700118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-9cb947bc-ceed-417d-8a2c-f9c82bbe0e66 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168582 Dec 16 23:23:29.714227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e3a0f-a95f-4e91-b96a-6fc378163325 req-8a2450e1-3dc8-498f-a0c2-808eb3b7aca9 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:29.715807 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c9e3a0f-a95f-4e91-b96a-6fc378163325 req-8a2450e1-3dc8-498f-a0c2-808eb3b7aca9 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0754266 Dec 16 23:23:29.767640 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3c9e3a0f-a95f-4e91-b96a-6fc378163325 req-5a7e9c70-25ea-4866-8a82-944519c27fcd tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445650 Dec 16 23:23:30.885222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428bab7-aaf5-4bb9-aee7-6542fc7b10a6 req-7d9ba9f6-f2b4-4c3e-9092-46b6176c0ea8 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:30.886719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e428bab7-aaf5-4bb9-aee7-6542fc7b10a6 req-7d9ba9f6-f2b4-4c3e-9092-46b6176c0ea8 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0495696 Dec 16 23:23:30.934751 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e428bab7-aaf5-4bb9-aee7-6542fc7b10a6 req-c78f2e0d-e7dd-468a-a326-e433fd82923a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406842 Dec 16 23:23:32.058808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001da7cd-bfd0-4d9c-ab66-db939f84676e req-d9e7bf7d-55e5-4144-a23d-16305bbc0b8b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:32.060320 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-001da7cd-bfd0-4d9c-ab66-db939f84676e req-d9e7bf7d-55e5-4144-a23d-16305bbc0b8b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0524306 Dec 16 23:23:32.109585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-001da7cd-bfd0-4d9c-ab66-db939f84676e req-d984312c-6ac5-4e7c-9e67-ebcb0595a15f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431037 Dec 16 23:23:33.228969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a1ce8-86d5-47a8-9a3f-deb00789c70c req-6a9d644e-730f-420f-830c-9557f695c86b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:33.230472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b87a1ce8-86d5-47a8-9a3f-deb00789c70c req-6a9d644e-730f-420f-830c-9557f695c86b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0502326 Dec 16 23:23:33.280432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b87a1ce8-86d5-47a8-9a3f-deb00789c70c req-254140e4-1628-47f6-8b99-e07c2b9efb37 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426326 Dec 16 23:23:34.404407 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7f743-5503-4177-a771-3bfd3a25fa47 req-2001d914-e910-4380-8a0f-6e8b1c38aff6 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:34.405932 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fd7f743-5503-4177-a771-3bfd3a25fa47 req-2001d914-e910-4380-8a0f-6e8b1c38aff6 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0540280 Dec 16 23:23:34.755640 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9fd7f743-5503-4177-a771-3bfd3a25fa47 req-3b997761-16ad-414e-a9df-d30e8845a5ea tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435388 Dec 16 23:23:35.872171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdde9b-a364-4248-9fc6-bb3e2335124c req-8382ab53-82c6-4551-a528-106fc358ea98 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:35.873663 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83bdde9b-a364-4248-9fc6-bb3e2335124c req-8382ab53-82c6-4551-a528-106fc358ea98 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0486121 Dec 16 23:23:35.922777 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83bdde9b-a364-4248-9fc6-bb3e2335124c req-adc80fa9-2c81-4345-bed7-9a3c6338a189 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419171 Dec 16 23:23:37.041856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfe7b6-9547-4568-af8d-4490a7b0b5e9 req-a6caaa9f-00f1-4e6c-b5dc-e1b9f782a514 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:37.043357 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b8bfe7b6-9547-4568-af8d-4490a7b0b5e9 req-a6caaa9f-00f1-4e6c-b5dc-e1b9f782a514 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0511565 Dec 16 23:23:37.098183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b8bfe7b6-9547-4568-af8d-4490a7b0b5e9 req-5bde1e63-21c4-4be7-ac23-d8c69006a3cf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485959 Dec 16 23:23:38.216486 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5249e8-2f26-443b-ab31-9fe26f9b7692 req-000895ce-a92b-473c-a32f-a5c0b90f1e75 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:38.217949 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb5249e8-2f26-443b-ab31-9fe26f9b7692 req-000895ce-a92b-473c-a32f-a5c0b90f1e75 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0496509 Dec 16 23:23:38.267017 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb5249e8-2f26-443b-ab31-9fe26f9b7692 req-9d411476-8083-4d8b-8e03-4bd9c8d3693a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424330 Dec 16 23:23:39.435175 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a03c4-a40a-4799-a429-63fc08d29a8d req-571e3bce-ee65-4074-a314-d7552233adc2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:39.436693 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-716a03c4-a40a-4799-a429-63fc08d29a8d req-571e3bce-ee65-4074-a314-d7552233adc2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0496035 Dec 16 23:23:39.485661 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-716a03c4-a40a-4799-a429-63fc08d29a8d req-183adb46-8a4a-4aab-9ad3-e833eaa5a1f1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425813 Dec 16 23:23:40.605098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f8ee4-c73b-40a8-bb0b-2ecbaceced7c req-d96c729f-4c13-4ebe-8357-decc04f9004d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:40.606491 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-543f8ee4-c73b-40a8-bb0b-2ecbaceced7c req-d96c729f-4c13-4ebe-8357-decc04f9004d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0520008 Dec 16 23:23:40.655967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-543f8ee4-c73b-40a8-bb0b-2ecbaceced7c req-0d98d09b-9595-46a0-aeec-f12d632c98c0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420496 Dec 16 23:23:41.775941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e6be5-8408-42e7-a910-9e876a9a1b72 req-d2382bc1-5f5f-4b98-bc9f-1d2ddcf26a86 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:41.777419 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-522e6be5-8408-42e7-a910-9e876a9a1b72 req-d2382bc1-5f5f-4b98-bc9f-1d2ddcf26a86 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0501959 Dec 16 23:23:41.828071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-522e6be5-8408-42e7-a910-9e876a9a1b72 req-03743cfd-5e44-4bdf-b9fd-54b0393a88bd tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445821 Dec 16 23:23:42.950772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1d3ad-3801-4d1f-b631-59cef904d44d req-a5135714-f46f-42fd-ab56-45e3acd435ee tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:42.952331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4c1d3ad-3801-4d1f-b631-59cef904d44d req-a5135714-f46f-42fd-ab56-45e3acd435ee tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0495615 Dec 16 23:23:43.010020 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b4c1d3ad-3801-4d1f-b631-59cef904d44d req-105ba005-7d92-4acf-909b-80f7f49cf604 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505552 Dec 16 23:23:43.511451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786f386-b4a4-483d-979e-f14dd945a8bc req-8cb6ed36-74de-44cc-ba66-63e7be6d02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:43.513001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6786f386-b4a4-483d-979e-f14dd945a8bc req-8cb6ed36-74de-44cc-ba66-63e7be6d02a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0432923 Dec 16 23:23:43.629417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786f386-b4a4-483d-979e-f14dd945a8bc req-bb1c1efd-ede7-473d-b6a9-2554b3d0bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:43.630785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6786f386-b4a4-483d-979e-f14dd945a8bc req-bb1c1efd-ede7-473d-b6a9-2554b3d0bd64 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0959637 Dec 16 23:23:43.699302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6786f386-b4a4-483d-979e-f14dd945a8bc req-09c20e66-4c36-4bb1-a4b6-7cf1d5f118ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 200 len: 1002 time: 0.0600631 Dec 16 23:23:43.752279 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786f386-b4a4-483d-979e-f14dd945a8bc req-252f26b2-5148-4f3f-abb6-1b03bd3c4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:43.753789 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6786f386-b4a4-483d-979e-f14dd945a8bc req-252f26b2-5148-4f3f-abb6-1b03bd3c4b79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0467057 Dec 16 23:23:43.806578 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786f386-b4a4-483d-979e-f14dd945a8bc req-843d3472-780e-4736-86af-07f9f5ada2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:43.808133 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6786f386-b4a4-483d-979e-f14dd945a8bc req-843d3472-780e-4736-86af-07f9f5ada2ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461304 Dec 16 23:23:43.819934 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:43.902125 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6786f386-b4a4-483d-979e-f14dd945a8bc req-e6545ebb-027e-4a83-baee-163d9e2816bf service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855527 Dec 16 23:23:44.006064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6786f386-b4a4-483d-979e-f14dd945a8bc req-f33105f0-47b0-4066-82af-759ad599cbd8 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933743 Dec 16 23:23:44.008261 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:44.135910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b3696-f4f5-490d-9fbe-446525a04dcf req-161df950-bf9d-4c13-8996-5ab2cb58a4bb tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:44.137501 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e5b3696-f4f5-490d-9fbe-446525a04dcf req-161df950-bf9d-4c13-8996-5ab2cb58a4bb tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0537527 Dec 16 23:23:44.193496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5e5b3696-f4f5-490d-9fbe-446525a04dcf req-9c064c67-1bf5-482e-927f-5d08e863f83f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484536 Dec 16 23:23:44.470960 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-9ff397d6-d02d-4164-a20b-eedefc6ffbb7 service neutron] show failed (client error): The resource could not be found. Dec 16 23:23:44.471950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-9ff397d6-d02d-4164-a20b-eedefc6ffbb7 service neutron] 10.222.0.24 "GET /v2.0/ports/ab5d667e-15c9-4fd1-a016-5b64620a33dd/bindings/n-h1-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.0571616 Dec 16 23:23:45.104348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-271caf6d-b103-4936-8c3f-47683447f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:45.105859 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-271caf6d-b103-4936-8c3f-47683447f8bb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8&tenant_id=f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 1097 time: 0.1402488 Dec 16 23:23:45.120427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-b3e9b3a5-ff80-4ebb-8587-dd2513ca229c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:23:45.121376 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-b3e9b3a5-ff80-4ebb-8587-dd2513ca229c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049908 Dec 16 23:23:45.137550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:23:45.192944 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:45.227720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ab5d667e-15c9-4fd1-a016-5b64620a33dd no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:23:45.316302 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:45.402673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d73a99-7ae7-44e9-8da8-7ed123264c9e req-28d25189-60dd-4ab9-be7a-4e2abb51db85 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:45.404193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7d73a99-7ae7-44e9-8da8-7ed123264c9e req-28d25189-60dd-4ab9-be7a-4e2abb51db85 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.1104283 Dec 16 23:23:45.465245 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:23:45.490615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7d73a99-7ae7-44e9-8da8-7ed123264c9e req-9fd0349a-af64-4be9-9290-bee96c81360b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777588 Dec 16 23:23:45.510821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:23:45.551782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:23:45.554164 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79c3c7b-6374-4b9d-9aad-b88fb63f2435" -d '{"events": [{"server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:23:45.558026 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:45.571096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Transition to ACTIVE for port object ab5d667e-15c9-4fd1-a016-5b64620a33dd will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:23:45.649002 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:45.687417 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:23:45.687677 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:23:45.734555 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bf804e-1b9b-4da2-bf08-3768a0719be0 x-openstack-request-id: req-59bf804e-1b9b-4da2-bf08-3768a0719be0 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:23:45.735065 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:23:45.735425 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59bf804e-1b9b-4da2-bf08-3768a0719be0 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:23:45.735829 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'code': 200} Dec 16 23:23:45.753819 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5d667e-15c9-4fd1-a016-5b64620a33dd,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:45.766942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:45.767310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:45.767656 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:45.767996 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:45.768330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:45.768659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:45.768984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:45.769366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:45.769692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:45.770014 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:45.770344 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:45.770661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:45.770980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:45.798203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] No DVR routers for this DVR port ab5d667e-15c9-4fd1-a016-5b64620a33dd on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:23:45.940396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Attempting to bind port ab5d667e-15c9-4fd1-a016-5b64620a33dd on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:23:45.940660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Attempting to bind port ab5d667e-15c9-4fd1-a016-5b64620a33dd by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:23:45.940990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Attempting to bind port ab5d667e-15c9-4fd1-a016-5b64620a33dd on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:23:45.945401 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Port ab5d667e-15c9-4fd1-a016-5b64620a33dd on network a666fab7-6995-4cc2-85e6-7bb36fccf87b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:23:45.945724 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Attempting to bind port ab5d667e-15c9-4fd1-a016-5b64620a33dd on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:23:45.950598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:23:45.950937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Checking segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:23:45.951346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Bound using segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:23:45.951775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Bound port: ab5d667e-15c9-4fd1-a016-5b64620a33dd, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:23:45.952132 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:46.015068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:23:46.018008 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:23:46.094665 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:46.136464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:46.137096 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:46.138618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] 10.222.0.69 "PUT /v2.0/ports/ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 200 len: 1092 time: 1.0047183 Dec 16 23:23:46.161594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fef6cd-72cf-4b65-ad26-8d91b2fa5fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5d667e-15c9-4fd1-a016-5b64620a33dd,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:46.212108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-534ab841-dbbd-4cb4-8486-e50be9320ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:46.214089 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-534ab841-dbbd-4cb4-8486-e50be9320ca9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 1095 time: 0.0476184 Dec 16 23:23:46.322316 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-ac570f10-44c9-4de8-b675-e1052763ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:46.324029 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-ac570f10-44c9-4de8-b675-e1052763ad09 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0951726 Dec 16 23:23:46.401027 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-ebb86a5f-7137-400c-87c7-fa88049b9b31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 200 len: 1000 time: 0.0649133 Dec 16 23:23:46.456366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-354df67c-36fb-4f74-9866-dad8d1e36975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:46.457846 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-354df67c-36fb-4f74-9866-dad8d1e36975 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0454886 Dec 16 23:23:46.508075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-28ec88e8-ee40-440e-b18b-28e5b254bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:46.509580 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-28ec88e8-ee40-440e-b18b-28e5b254bbdf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401158 Dec 16 23:23:46.635578 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d7b6e-f757-42d3-ba96-a3e2e53a502e req-4dbd963d-24d5-486b-8e3f-66fcb10c6d67 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:46.637088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-865d7b6e-f757-42d3-ba96-a3e2e53a502e req-4dbd963d-24d5-486b-8e3f-66fcb10c6d67 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0697451 Dec 16 23:23:46.664517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-eed2c944-596e-48c7-87a7-bd398651ae72 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426606 Dec 16 23:23:46.741770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-865d7b6e-f757-42d3-ba96-a3e2e53a502e req-10cf848d-f1c7-4ad8-8dcf-0499eebd0d5f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947251 Dec 16 23:23:46.783197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1fffe229-7dd0-4f74-8143-2c097d21a412 req-3a5a5293-312c-493e-b0b1-1b2db1664078 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055057 Dec 16 23:23:47.736889 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:23:47.739475 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48efe419-c12d-4260-91dd-cd138d285d87" -d '{"events": [{"name": "network-changed", "server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:23:47.798917 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eecfbbf-0c4c-446a-bfcc-cffa49da18d6 x-openstack-request-id: req-8eecfbbf-0c4c-446a-bfcc-cffa49da18d6 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:23:47.799302 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:23:47.799658 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8eecfbbf-0c4c-446a-bfcc-cffa49da18d6 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:23:47.800130 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'status': 'completed', 'code': 200} Dec 16 23:23:47.933063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe419-c12d-4260-91dd-cd138d285d87 req-50f947c3-6990-45b0-93a0-5ac13639fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:47.934577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48efe419-c12d-4260-91dd-cd138d285d87 req-50f947c3-6990-45b0-93a0-5ac13639fe40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 1095 time: 0.1104517 Dec 16 23:23:47.940606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe419-c12d-4260-91dd-cd138d285d87 req-5e749120-f95d-4eea-83a8-a78de1ac7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:47.942052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48efe419-c12d-4260-91dd-cd138d285d87 req-5e749120-f95d-4eea-83a8-a78de1ac7cd8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 1095 time: 0.1076880 Dec 16 23:23:47.950264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e287d-ec0e-4a28-811f-b69675467619 req-7bb0f03a-69a5-41d9-a553-f059b34c2652 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:47.951719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f3e287d-ec0e-4a28-811f-b69675467619 req-7bb0f03a-69a5-41d9-a553-f059b34c2652 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.1162493 Dec 16 23:23:48.135517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f3e287d-ec0e-4a28-811f-b69675467619 req-5d8ccbf8-5939-44a4-b363-92e70e4b0eb0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669586 Dec 16 23:23:48.150256 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe419-c12d-4260-91dd-cd138d285d87 req-b6eb7a49-34b4-46d1-8a6e-ec022e3fa9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:48.151782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48efe419-c12d-4260-91dd-cd138d285d87 req-b6eb7a49-34b4-46d1-8a6e-ec022e3fa9f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.1991923 Dec 16 23:23:48.154571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe419-c12d-4260-91dd-cd138d285d87 req-c629d499-4134-42c9-a69a-a69dc2c6299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:48.156534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48efe419-c12d-4260-91dd-cd138d285d87 req-c629d499-4134-42c9-a69a-a69dc2c6299d service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.2011914 Dec 16 23:23:48.266893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48efe419-c12d-4260-91dd-cd138d285d87 req-938752cf-1540-431b-b950-26b3e67a659e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 200 len: 1000 time: 0.1066504 Dec 16 23:23:48.274800 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48efe419-c12d-4260-91dd-cd138d285d87 req-758d20b2-fdb5-45e0-a407-317ca4b7f9e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 200 len: 1000 time: 0.0749886 Dec 16 23:23:48.359218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe419-c12d-4260-91dd-cd138d285d87 req-cfef72d3-c659-4df2-ab8c-ac27763c2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:48.361180 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48efe419-c12d-4260-91dd-cd138d285d87 req-cfef72d3-c659-4df2-ab8c-ac27763c2f12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0848916 Dec 16 23:23:48.362885 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe419-c12d-4260-91dd-cd138d285d87 req-5fe2c78d-d14b-40c2-bc15-d3dba7e204a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:48.364253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48efe419-c12d-4260-91dd-cd138d285d87 req-5fe2c78d-d14b-40c2-bc15-d3dba7e204a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0788457 Dec 16 23:23:48.440026 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe419-c12d-4260-91dd-cd138d285d87 req-a985308e-d12b-4588-b850-cca588cacf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:48.441539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48efe419-c12d-4260-91dd-cd138d285d87 req-a985308e-d12b-4588-b850-cca588cacf6b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628445 Dec 16 23:23:48.443949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe419-c12d-4260-91dd-cd138d285d87 req-36f15098-d41e-4daf-8a41-aa15e1f52370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:48.445320 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48efe419-c12d-4260-91dd-cd138d285d87 req-36f15098-d41e-4daf-8a41-aa15e1f52370 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752695 Dec 16 23:23:48.613672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48efe419-c12d-4260-91dd-cd138d285d87 req-366a34ee-14ea-4a43-8207-c64c21de6de6 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640122 Dec 16 23:23:48.615674 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48efe419-c12d-4260-91dd-cd138d285d87 req-6c72df06-f44a-4adc-929b-613140c74f6c service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590433 Dec 16 23:23:48.780579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48efe419-c12d-4260-91dd-cd138d285d87 req-2c80469a-ce5e-4130-9289-7af6f6440d51 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566672 Dec 16 23:23:48.784259 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-48efe419-c12d-4260-91dd-cd138d285d87 req-b7e4063d-f28e-429d-8c7d-05a058d22ab6 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520352 Dec 16 23:23:49.271458 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac9d5c-4cdf-4a8b-bd6e-8af14ccd5c6e req-08eb662f-87be-4bc5-8017-73868e6cc562 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:49.273042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7eac9d5c-4cdf-4a8b-bd6e-8af14ccd5c6e req-08eb662f-87be-4bc5-8017-73868e6cc562 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0621543 Dec 16 23:23:49.329071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7eac9d5c-4cdf-4a8b-bd6e-8af14ccd5c6e req-4b148848-92ca-4447-9ece-541dd2c5fe43 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447452 Dec 16 23:23:49.922348 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:23:50.145012 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1741480d-d5aa-48b0-bfe5-781284bfc745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:50.451616 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf77eb-23ac-4e3b-9a99-73dedb7adffa req-aef7f1ff-3a88-4bdd-b7a8-c6859e7262ad tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:50.453212 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50cf77eb-23ac-4e3b-9a99-73dedb7adffa req-aef7f1ff-3a88-4bdd-b7a8-c6859e7262ad tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0516114 Dec 16 23:23:50.507369 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50cf77eb-23ac-4e3b-9a99-73dedb7adffa req-bab1930f-737c-4152-961b-ee43ed6c5b62 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474939 Dec 16 23:23:51.627538 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6223e88-6e82-4b04-a708-b4ccf2c9c979 req-0e40cc89-ebf7-4e47-ba02-0ff0d36bc62f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:51.629070 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6223e88-6e82-4b04-a708-b4ccf2c9c979 req-0e40cc89-ebf7-4e47-ba02-0ff0d36bc62f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0506907 Dec 16 23:23:51.680781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6223e88-6e82-4b04-a708-b4ccf2c9c979 req-c7699653-f3b7-40d4-84dd-c229eda9259d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453243 Dec 16 23:23:52.539628 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ced0d3cc-cd04-4ee3-ab20-3de4516603be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:52.799326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c37ecf-11e7-4527-bf74-4777a2d7101b req-ed33d72d-5c9f-474d-80b1-4fea4033edf7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:52.800730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72c37ecf-11e7-4527-bf74-4777a2d7101b req-ed33d72d-5c9f-474d-80b1-4fea4033edf7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0494337 Dec 16 23:23:52.848383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72c37ecf-11e7-4527-bf74-4777a2d7101b req-eae6ea2d-a84c-4f12-a617-4bbdb3f8b53c tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416939 Dec 16 23:23:53.802864 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:53.972532 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63ad5b-07ed-4550-80d4-57b76a9c5cb9 req-ececfd53-0ff6-4d6b-8b49-4d9e30e2a78b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:53.974007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e63ad5b-07ed-4550-80d4-57b76a9c5cb9 req-ececfd53-0ff6-4d6b-8b49-4d9e30e2a78b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0532019 Dec 16 23:23:54.021404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e63ad5b-07ed-4550-80d4-57b76a9c5cb9 req-4a568225-22ba-4b57-9af5-09e50fd130ad tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414574 Dec 16 23:23:55.090299 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:55.145998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ff5e9-9112-4b11-8436-095b828f2ac0 req-dbfb5e57-eaeb-42af-83a3-f281b81a4370 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:55.147853 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-299ff5e9-9112-4b11-8436-095b828f2ac0 req-dbfb5e57-eaeb-42af-83a3-f281b81a4370 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0511019 Dec 16 23:23:55.195435 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-299ff5e9-9112-4b11-8436-095b828f2ac0 req-9beda9ff-daa2-446c-993d-d4195d6574e5 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414777 Dec 16 23:23:55.773540 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:56.318504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc31e50-e084-4657-bb55-b5683cca9b9e req-bd82bafc-74a8-4276-8c02-e60a1c1101a3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:56.320035 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-abc31e50-e084-4657-bb55-b5683cca9b9e req-bd82bafc-74a8-4276-8c02-e60a1c1101a3 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0527475 Dec 16 23:23:56.370232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-abc31e50-e084-4657-bb55-b5683cca9b9e req-019fe6f4-a09f-42ad-ad50-e491e34690ed tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440001 Dec 16 23:23:57.489496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02ed96-6ce7-494c-b797-d5e7bedac4fe req-f467d567-ab6e-4b27-8efb-a2ab36e47f14 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:57.491011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f02ed96-6ce7-494c-b797-d5e7bedac4fe req-f467d567-ab6e-4b27-8efb-a2ab36e47f14 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0499413 Dec 16 23:23:57.540131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f02ed96-6ce7-494c-b797-d5e7bedac4fe req-f9b2f1c1-d21c-4cb7-b06b-726be195141e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424857 Dec 16 23:23:58.657929 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300b335-65a3-4d56-8ea6-4701b8fa7cfd req-b621e899-3499-459a-ab4f-a7a28469d6f0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:58.659436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6300b335-65a3-4d56-8ea6-4701b8fa7cfd req-b621e899-3499-459a-ab4f-a7a28469d6f0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0488276 Dec 16 23:23:58.711088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6300b335-65a3-4d56-8ea6-4701b8fa7cfd req-83224938-e437-43d0-b20d-dd76145d09a4 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455618 Dec 16 23:23:59.828666 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6a818-be1c-4c73-81a8-03c1bc857b70 req-730d9c99-13ee-4b2e-8e51-0dc53e1403af tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:59.834298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24c6a818-be1c-4c73-81a8-03c1bc857b70 req-730d9c99-13ee-4b2e-8e51-0dc53e1403af tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0494618 Dec 16 23:23:59.879400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-24c6a818-be1c-4c73-81a8-03c1bc857b70 req-1fba4f87-377c-41ae-ab22-81b0da98a270 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422490 Dec 16 23:24:00.997765 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f956f3-1e9b-4b4e-8dd9-b85bb1c2569c req-04e93342-5d46-4139-b9a7-d50f6b0683ab tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:00.999261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41f956f3-1e9b-4b4e-8dd9-b85bb1c2569c req-04e93342-5d46-4139-b9a7-d50f6b0683ab tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0501149 Dec 16 23:24:01.047496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-41f956f3-1e9b-4b4e-8dd9-b85bb1c2569c req-47b1e2ad-a9d5-49ff-96e4-f881c4b7e670 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418227 Dec 16 23:24:01.607540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453d33a-c652-4731-ad30-3c890b7eb10f req-3af4045a-6145-434a-8291-18977e0ff117 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:01.609034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9453d33a-c652-4731-ad30-3c890b7eb10f req-3af4045a-6145-434a-8291-18977e0ff117 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0795722 Dec 16 23:24:01.645720 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-f52c7233-812a-463f-ada5-a9ded8fa5c76 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:01.647221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-f52c7233-812a-463f-ada5-a9ded8fa5c76 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.69 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8&tenant_id=f7b834f28ead406da4519490437314f1&binding%3Ahost_id=n-h1-821840-2 HTTP/1.1" status: 200 len: 944 time: 0.0802596 Dec 16 23:24:01.702103 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9453d33a-c652-4731-ad30-3c890b7eb10f req-30c74a7f-0996-4ca9-9ce3-28fec6cc7595 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860963 Dec 16 23:24:01.711933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ab5d667e-15c9-4fd1-a016-5b64620a33dd details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:24:01.727293 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-169597dc-3fe7-450f-b2dc-06a816a7db91 service neutron] 10.222.0.69 "GET /v2.0/ports/ab5d667e-15c9-4fd1-a016-5b64620a33dd/bindings/n-h1-821840-2 HTTP/1.1" status: 200 len: 382 time: 0.0699091 Dec 16 23:24:01.796183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-79236c34-bbfb-4545-b566-ffc1b84f61e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:01.797605 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-79236c34-bbfb-4545-b566-ffc1b84f61e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 1095 time: 0.0471981 Dec 16 23:24:01.823205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:01.835347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'port_id': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'mac_address': 'fa:16:3e:3b:c9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:24:01.873618 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:01.887183 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5d667e-15c9-4fd1-a016-5b64620a33dd {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:24:01.887878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-195d7e09-7837-44fb-be73-cba45ebb09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:01.889388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-195d7e09-7837-44fb-be73-cba45ebb09c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.0852032 Dec 16 23:24:01.906876 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:01.964356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-9262ec41-e42c-4062-9cd8-c3928dfa59bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 200 len: 1000 time: 0.0674467 Dec 16 23:24:01.987760 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:02.019948 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-0ead19ca-7983-429c-a816-e98cc31fcbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:02.021470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-0ead19ca-7983-429c-a816-e98cc31fcbce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0497429 Dec 16 23:24:02.045128 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ab5d667e-15c9-4fd1-a016-5b64620a33dd,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:02.053774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:02.054055 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:02.054388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:02.054733 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:02.055076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:02.055452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:02.055815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:02.056131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:02.056466 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:02.056799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:02.057135 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:02.057465 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:02.057799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:02.077689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-853074d4-95ce-4b11-8dce-78093957b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:02.079294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-853074d4-95ce-4b11-8dce-78093957b8cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492656 Dec 16 23:24:02.181842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-8907316e-4551-4392-b925-c02dd9d08051 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937686 Dec 16 23:24:02.257072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ab5d667e-15c9-4fd1-a016-5b64620a33dd'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:24:02.594612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-dfb9310b-0583-4a50-bb06-36f90ee32331 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042246 Dec 16 23:24:02.833111 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639a9b0-0eae-453c-810f-12c86808fd94 req-190a6add-422d-4ec0-a717-e86bd86f0b4d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:02.835845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9639a9b0-0eae-453c-810f-12c86808fd94 req-190a6add-422d-4ec0-a717-e86bd86f0b4d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0535760 Dec 16 23:24:02.887658 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9639a9b0-0eae-453c-810f-12c86808fd94 req-87f22301-1b7b-4b44-8efa-b317faf85be6 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469532 Dec 16 23:24:03.727406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ab5d667e-15c9-4fd1-a016-5b64620a33dd up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:24:03.870726 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port ab5d667e-15c9-4fd1-a016-5b64620a33dd completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:24:03.874815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port ab5d667e-15c9-4fd1-a016-5b64620a33dd triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:24:03.879807 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:03.958458 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:03.982659 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:24:03.985173 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9fb9a3-50ee-4f0a-8443-dc6ccf47f983" -d '{"events": [{"server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "name": "network-vif-plugged", "status": "completed", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:24:03.999579 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:04.014188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65b736-3ac4-4592-8d89-0e4e44727525 req-a2967da8-1f36-4220-8d10-2c687d336295 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:04.015928 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f65b736-3ac4-4592-8d89-0e4e44727525 req-a2967da8-1f36-4220-8d10-2c687d336295 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0523160 Dec 16 23:24:04.065895 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:04.067098 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f65b736-3ac4-4592-8d89-0e4e44727525 req-e06e5d22-8035-40fc-b0c0-192e4580ddc7 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437696 Dec 16 23:24:04.114605 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd74ccc3-32c5-4055-a213-79f1e0e5c6ab x-openstack-request-id: req-bd74ccc3-32c5-4055-a213-79f1e0e5c6ab {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:24:04.114892 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "name": "network-vif-plugged", "status": "completed", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:24:04.115151 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd74ccc3-32c5-4055-a213-79f1e0e5c6ab {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:24:04.115576 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'code': 200} Dec 16 23:24:04.133680 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ab5d667e-15c9-4fd1-a016-5b64620a33dd,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:05.201216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3c190-b47d-4712-b67e-2526643b5579 req-b573df47-a9bf-4c3f-8264-70007a031afd tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:05.202719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbc3c190-b47d-4712-b67e-2526643b5579 req-b573df47-a9bf-4c3f-8264-70007a031afd tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0497119 Dec 16 23:24:05.251758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbc3c190-b47d-4712-b67e-2526643b5579 req-afca7659-b6cf-4692-9950-9e2112de7240 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419962 Dec 16 23:24:06.378312 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24033b2-adcd-4ddc-a83a-b08da4705770 req-bd3c0653-6ae7-4f3b-9eb0-5ff6e236cfd0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:06.379861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b24033b2-adcd-4ddc-a83a-b08da4705770 req-bd3c0653-6ae7-4f3b-9eb0-5ff6e236cfd0 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0538902 Dec 16 23:24:06.427930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b24033b2-adcd-4ddc-a83a-b08da4705770 req-484778b4-2b47-408d-a5bf-906e280d8d96 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421417 Dec 16 23:24:07.552511 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6848b3d-165f-46d2-b3ab-8356edd7156a req-0c4c2cac-cba1-4f18-8656-a3e56532aecf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:07.554010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6848b3d-165f-46d2-b3ab-8356edd7156a req-0c4c2cac-cba1-4f18-8656-a3e56532aecf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0520566 Dec 16 23:24:07.603494 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6848b3d-165f-46d2-b3ab-8356edd7156a req-6f948690-0640-4a30-897b-35fe1e26bc52 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431759 Dec 16 23:24:07.668323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-e96cef7f-a748-4d07-9e2d-258a60383e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:07.669816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-e96cef7f-a748-4d07-9e2d-258a60383e10 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8&tenant_id=f7b834f28ead406da4519490437314f1 HTTP/1.1" status: 200 len: 1097 time: 0.0464158 Dec 16 23:24:07.683386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:24:07.742140 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:07.760652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ab5d667e-15c9-4fd1-a016-5b64620a33dd no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:24:07.839012 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:07.952978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:07.988899 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:24:08.033193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:24:08.036153 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58715062-0111-41ff-99c1-f3cfb03b398f" -d '{"events": [{"server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:24:08.040530 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:08.054169 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Transition to ACTIVE for port object ab5d667e-15c9-4fd1-a016-5b64620a33dd will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:24:08.089695 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d401fcb-9462-422f-b5c8-997f85bf0662 x-openstack-request-id: req-1d401fcb-9462-422f-b5c8-997f85bf0662 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:24:08.089934 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:24:08.090194 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d401fcb-9462-422f-b5c8-997f85bf0662 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:24:08.090609 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'code': 200} Dec 16 23:24:08.113254 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:08.154588 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:24:08.154960 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:24:08.193056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5d667e-15c9-4fd1-a016-5b64620a33dd,revision_number=10']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:08.234901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] No DVR routers for this DVR port ab5d667e-15c9-4fd1-a016-5b64620a33dd on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:24:08.377022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Attempting to bind port ab5d667e-15c9-4fd1-a016-5b64620a33dd on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:24:08.377288 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Attempting to bind port ab5d667e-15c9-4fd1-a016-5b64620a33dd by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:24:08.377651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Attempting to bind port ab5d667e-15c9-4fd1-a016-5b64620a33dd on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:24:08.382125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Port ab5d667e-15c9-4fd1-a016-5b64620a33dd on network a666fab7-6995-4cc2-85e6-7bb36fccf87b not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:24:08.382501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Attempting to bind port ab5d667e-15c9-4fd1-a016-5b64620a33dd on network a666fab7-6995-4cc2-85e6-7bb36fccf87b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:24:08.388204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:24:08.388546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Checking segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:24:08.389010 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Bound using segment: {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:24:08.389449 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Bound port: ab5d667e-15c9-4fd1-a016-5b64620a33dd, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:24:08.389809 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:08.458102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:24:08.461219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:24:08.519635 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:08.560187 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:08.560879 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:08.562279 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] 10.222.0.24 "PUT /v2.0/ports/ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 200 len: 1093 time: 0.8828876 Dec 16 23:24:08.581434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882af2f-1cae-4109-b021-263ba6928f80 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5d667e-15c9-4fd1-a016-5b64620a33dd,revision_number=11']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:08.629469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-14d842e8-1ce1-4247-b18d-9a97d98797be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:08.631565 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-14d842e8-1ce1-4247-b18d-9a97d98797be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0450890 Dec 16 23:24:08.764798 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f583633-1e9b-4d59-b8f1-0a1790b89c5c req-00d6cda4-a4ab-40e8-86d2-894e0b6174ed tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:08.766288 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f583633-1e9b-4d59-b8f1-0a1790b89c5c req-00d6cda4-a4ab-40e8-86d2-894e0b6174ed tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0757527 Dec 16 23:24:08.782486 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-c06a0ce9-1447-4ff9-ace2-2c2d264e55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:08.784111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-c06a0ce9-1447-4ff9-ace2-2c2d264e55fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.1445949 Dec 16 23:24:08.873072 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f583633-1e9b-4d59-b8f1-0a1790b89c5c req-42facbcb-2610-4196-8378-248f6b25a038 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993237 Dec 16 23:24:08.880194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-2bf23a0f-ff29-47eb-a695-b0e760142fcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 200 len: 1000 time: 0.0886185 Dec 16 23:24:08.932737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-6ab81edd-bc5f-460b-9231-f56aa7b5fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:08.934201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-6ab81edd-bc5f-460b-9231-f56aa7b5fbe7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0465291 Dec 16 23:24:08.981036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-69c4d65f-1db7-4b29-84a4-c47b0acdff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:08.982541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-69c4d65f-1db7-4b29-84a4-c47b0acdff0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402684 Dec 16 23:24:09.076705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-9d4a8bf1-4171-476e-8170-9c37c0e0476c service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855565 Dec 16 23:24:09.167432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f95d2b6e-1a9e-460a-82b1-d119f814405e req-6bbceb35-b0e5-4676-95a3-d5d8e26e776e service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828130 Dec 16 23:24:09.999978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403db71-0ea9-42cc-8169-9d7117844bb9 req-7d63ee68-807d-405e-b12d-c0a56452d39e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:10.001505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8403db71-0ea9-42cc-8169-9d7117844bb9 req-7d63ee68-807d-405e-b12d-c0a56452d39e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0533924 Dec 16 23:24:10.059577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8403db71-0ea9-42cc-8169-9d7117844bb9 req-79c4460a-3717-4869-a603-7d7b49e911db tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491717 Dec 16 23:24:10.091335 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:24:10.093700 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a0ff6a-703a-4f9f-be65-bf763c175b65" -d '{"events": [{"name": "network-changed", "server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:24:10.144621 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193897d0-75ef-4632-8310-a0e514c3a41f x-openstack-request-id: req-193897d0-75ef-4632-8310-a0e514c3a41f {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:24:10.144969 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:24:10.145218 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-193897d0-75ef-4632-8310-a0e514c3a41f {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:24:10.145792 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'status': 'completed', 'code': 200} Dec 16 23:24:10.236726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-a952c159-3703-464f-ac55-6679e96a8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:10.238224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-a952c159-3703-464f-ac55-6679e96a8216 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0629354 Dec 16 23:24:10.241822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-4cced44d-3655-4b5c-85ab-34ed439aec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:10.243189 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-4cced44d-3655-4b5c-85ab-34ed439aec0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b834f28ead406da4519490437314f1&device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0765302 Dec 16 23:24:10.410641 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-bc2866f9-1beb-4a3c-b49c-6a706c2aba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:10.412285 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-bc2866f9-1beb-4a3c-b49c-6a706c2aba83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.1627541 Dec 16 23:24:10.413425 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-9774e8b7-261c-4c9a-af9f-e7ba6b00c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:10.414775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-9774e8b7-261c-4c9a-af9f-e7ba6b00c573 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 200 len: 912 time: 0.1565220 Dec 16 23:24:10.535557 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-34498844-bca8-42cb-98c1-e9a1f164ff4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 200 len: 1000 time: 0.1124046 Dec 16 23:24:10.537550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-fbb3f11b-430c-4d50-90ba-42ba36262691 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 200 len: 1000 time: 0.1135359 Dec 16 23:24:10.625079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-32b88df0-9666-4c6c-b9ca-d75b484d71c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:10.626589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-32b88df0-9666-4c6c-b9ca-d75b484d71c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0835969 Dec 16 23:24:10.630585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-db0a1254-657b-4620-8d27-0721f07ab72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:10.631935 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-db0a1254-657b-4620-8d27-0721f07ab72e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 200 len: 850 time: 0.0812786 Dec 16 23:24:10.714843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-f49156fb-b2cb-4528-be02-91cbd9e8a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:10.716427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-f49156fb-b2cb-4528-be02-91cbd9e8a12d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794458 Dec 16 23:24:10.718144 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-ee25f742-56b9-4d27-b9b7-787ddb9d75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:10.719581 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-ee25f742-56b9-4d27-b9b7-787ddb9d75b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a666fab7-6995-4cc2-85e6-7bb36fccf87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747280 Dec 16 23:24:10.883637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-664f3d00-234b-4975-a8d5-34ad65eacd2d service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590719 Dec 16 23:24:10.885549 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-b207c87d-0537-4c63-a8b3-1c28961fd52c service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532400 Dec 16 23:24:11.047080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-8bd3d875-2420-4463-b97b-ad290790cf01 service neutron] 10.222.0.24 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555862 Dec 16 23:24:11.050874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a0ff6a-703a-4f9f-be65-bf763c175b65 req-9760406a-fac8-4b96-8897-044fac1c2cc2 service neutron] 10.222.0.69 "GET /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518838 Dec 16 23:24:11.189044 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb740250-5d7e-4103-abe2-39fb6e2b1e6e req-145e1152-1be9-46a9-8905-b8983729c17a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:11.190550 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb740250-5d7e-4103-abe2-39fb6e2b1e6e req-145e1152-1be9-46a9-8905-b8983729c17a tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0524368 Dec 16 23:24:11.240514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb740250-5d7e-4103-abe2-39fb6e2b1e6e req-3e08ec7b-240f-4de8-b333-c9bb58052e8f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435421 Dec 16 23:24:12.372830 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0f719-fca3-4911-8423-825b5e4c1747 req-089ee75d-649f-40a7-8e6e-3db9a150dc79 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:12.374346 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cff0f719-fca3-4911-8423-825b5e4c1747 req-089ee75d-649f-40a7-8e6e-3db9a150dc79 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0578225 Dec 16 23:24:12.425097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cff0f719-fca3-4911-8423-825b5e4c1747 req-4fcb4611-0f2b-4cad-b3eb-0b7740dd841d tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443544 Dec 16 23:24:13.545791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed93a6-0bae-4f9a-a2b4-33f4ddc023d8 req-2dd30307-198b-48ad-a04d-256e39b25c20 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:13.547178 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fed93a6-0bae-4f9a-a2b4-33f4ddc023d8 req-2dd30307-198b-48ad-a04d-256e39b25c20 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0503459 Dec 16 23:24:13.599288 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5fed93a6-0bae-4f9a-a2b4-33f4ddc023d8 req-d619a572-f3db-4ab8-8078-c11946db2f8e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455401 Dec 16 23:24:13.836071 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:14.036287 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:14.716553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44614f-6fb0-44ec-9ecd-a74fd7e3b15e req-3d7f4760-753d-4f33-bb31-625bd660c64f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:14.718027 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f44614f-6fb0-44ec-9ecd-a74fd7e3b15e req-3d7f4760-753d-4f33-bb31-625bd660c64f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0477428 Dec 16 23:24:14.771003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f44614f-6fb0-44ec-9ecd-a74fd7e3b15e req-87b85bfa-2392-4084-82a8-9be6ad51780f tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460494 Dec 16 23:24:15.891176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089dce3-e333-48d2-b445-c8eba0a29c15 req-91cbedef-85dc-4e92-ac7e-53da4c86ab9e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:15.892680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d089dce3-e333-48d2-b445-c8eba0a29c15 req-91cbedef-85dc-4e92-ac7e-53da4c86ab9e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0502830 Dec 16 23:24:15.940685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d089dce3-e333-48d2-b445-c8eba0a29c15 req-59a1ee0c-112a-48b8-9fe1-3268fd7cd7bf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420773 Dec 16 23:24:17.060181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f854cc-c9df-4157-bdc6-b6078aa1817c req-43349ee8-31c8-4791-9f56-7f64cb2da6e4 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:17.061668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79f854cc-c9df-4157-bdc6-b6078aa1817c req-43349ee8-31c8-4791-9f56-7f64cb2da6e4 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0506265 Dec 16 23:24:17.112434 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79f854cc-c9df-4157-bdc6-b6078aa1817c req-33ef05b3-6dff-4120-9db2-2279504e4dfd tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444613 Dec 16 23:24:18.237608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae0ce1-89d0-4c30-bab4-8d5dc8fe0d4d req-6260ca0a-a485-4898-8a85-fa6d3044cd02 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:18.239702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8cae0ce1-89d0-4c30-bab4-8d5dc8fe0d4d req-6260ca0a-a485-4898-8a85-fa6d3044cd02 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0559454 Dec 16 23:24:18.289179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8cae0ce1-89d0-4c30-bab4-8d5dc8fe0d4d req-5b634e99-f2f5-4bc4-95fd-0f1b644e83d9 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435083 Dec 16 23:24:19.409174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789c8af-42a3-485f-af70-09ca01a4509f req-f2f34d67-4ca8-454c-8302-09135d56f691 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:19.411381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9789c8af-42a3-485f-af70-09ca01a4509f req-f2f34d67-4ca8-454c-8302-09135d56f691 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0498362 Dec 16 23:24:19.459153 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9789c8af-42a3-485f-af70-09ca01a4509f req-61d27782-9082-4ae3-94a6-7fec494423ba tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416212 Dec 16 23:24:20.154368 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f159075f-4eb1-4c62-9a41-36d282dc2d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:20.576327 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2a920-b396-4b5a-a8c5-559e1dc5579a req-48cca8b5-ba12-4a51-a7e8-67823ce129ce tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:20.577804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52a2a920-b396-4b5a-a8c5-559e1dc5579a req-48cca8b5-ba12-4a51-a7e8-67823ce129ce tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0492077 Dec 16 23:24:20.631089 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52a2a920-b396-4b5a-a8c5-559e1dc5579a req-23c18e15-1d52-4327-bd9b-7d42657dc898 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460618 Dec 16 23:24:21.761818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c39f33-7fed-49fe-9e47-d277b0a35cc3 req-c1445e6f-c4a9-481b-84e5-07f16f9d41df tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:21.763584 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4c39f33-7fed-49fe-9e47-d277b0a35cc3 req-c1445e6f-c4a9-481b-84e5-07f16f9d41df tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0601788 Dec 16 23:24:21.814566 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d4c39f33-7fed-49fe-9e47-d277b0a35cc3 req-5340f391-ec10-4aec-8ebc-9aa6e1bc65cf tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446510 Dec 16 23:24:22.550366 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-629e3105-0bcf-42ae-8849-4867becb6175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:22.934289 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f34a3-6b6e-4094-8637-c909d3341201 req-c6615d0a-937f-446b-bb67-45391c415ed1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:22.935801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed0f34a3-6b6e-4094-8637-c909d3341201 req-c6615d0a-937f-446b-bb67-45391c415ed1 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0492837 Dec 16 23:24:22.987080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed0f34a3-6b6e-4094-8637-c909d3341201 req-35f32559-7ea1-4194-ba2a-cdaf2e8d6927 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444980 Dec 16 23:24:23.107851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f706c9-e351-4fd3-8e4a-4044cf20fc19 req-b5ac843d-6a74-44a1-ad63-f1dc2127ec00 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:23.109278 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04f706c9-e351-4fd3-8e4a-4044cf20fc19 req-b5ac843d-6a74-44a1-ad63-f1dc2127ec00 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0539403 Dec 16 23:24:23.157301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04f706c9-e351-4fd3-8e4a-4044cf20fc19 req-ff7c866a-b215-4553-8840-1769242a6f11 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412462 Dec 16 23:24:23.274399 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39e8e4-b7f5-4432-acb8-c7df120e3606 req-662714ca-c988-4cef-b3d0-348485af25bb tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:23.276055 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b39e8e4-b7f5-4432-acb8-c7df120e3606 req-662714ca-c988-4cef-b3d0-348485af25bb tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0514741 Dec 16 23:24:23.324209 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b39e8e4-b7f5-4432-acb8-c7df120e3606 req-e756c607-7477-45f4-a1a7-449ff6b5280b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421195 Dec 16 23:24:23.337625 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ab5d667e-15c9-4fd1-a016-5b64620a33dd details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:24:23.437150 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:23.449913 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'port_id': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'mac_address': 'fa:16:3e:3b:c9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:24:23.487492 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:23.501075 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5d667e-15c9-4fd1-a016-5b64620a33dd {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:24:23.521556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:23.613495 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:23.663920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ab5d667e-15c9-4fd1-a016-5b64620a33dd,revision_number=12']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:23.799877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f8983-bc7c-4c39-9d66-f3df23d763b7 req-f334e2f8-67bc-4032-a922-07175ef9d936 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:23.801445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b07f8983-bc7c-4c39-9d66-f3df23d763b7 req-f334e2f8-67bc-4032-a922-07175ef9d936 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0565591 Dec 16 23:24:23.807393 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:23.849876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b07f8983-bc7c-4c39-9d66-f3df23d763b7 req-03407355-e2e1-4f59-9d61-f2aa86e8ce70 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420842 Dec 16 23:24:23.959380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['ab5d667e-15c9-4fd1-a016-5b64620a33dd'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:24:24.970873 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee26363-8e81-43fb-b93b-149b7f314283 req-9101634d-e20c-44fa-beb5-0e7f7007689b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:24.972395 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ee26363-8e81-43fb-b93b-149b7f314283 req-9101634d-e20c-44fa-beb5-0e7f7007689b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 946 time: 0.0493498 Dec 16 23:24:25.024335 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6ee26363-8e81-43fb-b93b-149b7f314283 req-691636db-c6a5-4b81-b8c4-eac2c7ed779b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451396 Dec 16 23:24:25.138697 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:25.353953 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ab5d667e-15c9-4fd1-a016-5b64620a33dd up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:24:25.469974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port ab5d667e-15c9-4fd1-a016-5b64620a33dd completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:24:25.474223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port ab5d667e-15c9-4fd1-a016-5b64620a33dd triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:24:25.474601 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:25.551993 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:25.575701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:24:25.578020 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eb0331-8858-4e7b-9076-213f55e2a839" -d '{"events": [{"server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "name": "network-vif-plugged", "status": "completed", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:24:25.591799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:25.616163 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf43f91-9e24-4f0b-be38-3cca38544103 x-openstack-request-id: req-4bf43f91-9e24-4f0b-be38-3cca38544103 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:24:25.616585 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "name": "network-vif-plugged", "status": "completed", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:24:25.616856 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bf43f91-9e24-4f0b-be38-3cca38544103 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:24:25.617280 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'code': 200} Dec 16 23:24:25.678575 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:25.739985 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=ab5d667e-15c9-4fd1-a016-5b64620a33dd,revision_number=13']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:25.807281 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:25.862923 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a21a8-d99c-4dc7-8873-a21d20f02de8 req-7246ab35-91ab-4ab8-a075-a9f88af7dde8 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:25.864575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-247a21a8-d99c-4dc7-8873-a21d20f02de8 req-7246ab35-91ab-4ab8-a075-a9f88af7dde8 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.24 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 947 time: 0.0505826 Dec 16 23:24:25.956980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-247a21a8-d99c-4dc7-8873-a21d20f02de8 req-3a8457f2-0522-4c94-bfb8-b5c84d628893 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Deleting port ab5d667e-15c9-4fd1-a016-5b64620a33dd {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:24:25.957346 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-247a21a8-d99c-4dc7-8873-a21d20f02de8 req-3a8457f2-0522-4c94-bfb8-b5c84d628893 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:26.047710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-247a21a8-d99c-4dc7-8873-a21d20f02de8 req-3a8457f2-0522-4c94-bfb8-b5c84d628893 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] For port ab5d667e-15c9-4fd1-a016-5b64620a33dd, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=ab5d667e-15c9-4fd1-a016-5b64620a33dd,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:26.048435 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-247a21a8-d99c-4dc7-8873-a21d20f02de8 req-3a8457f2-0522-4c94-bfb8-b5c84d628893 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:26.195465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a6a4f-5e07-4c32-996a-75508377156f req-9d8a93b6-422f-4ffa-887e-d8c0e9a502de tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:26.196927 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a9a6a4f-5e07-4c32-996a-75508377156f req-9d8a93b6-422f-4ffa-887e-d8c0e9a502de tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 947 time: 0.1012688 Dec 16 23:24:26.294593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a9a6a4f-5e07-4c32-996a-75508377156f req-9eeea24f-02d3-4eb2-acd4-083f82c97255 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups?id=a51ff2d3-0abd-4c95-a12e-2f85767420a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913730 Dec 16 23:24:26.296438 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-247a21a8-d99c-4dc7-8873-a21d20f02de8 req-3a8457f2-0522-4c94-bfb8-b5c84d628893 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:26.296798 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-247a21a8-d99c-4dc7-8873-a21d20f02de8 req-3a8457f2-0522-4c94-bfb8-b5c84d628893 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:26.297111 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [req-247a21a8-d99c-4dc7-8873-a21d20f02de8 req-3a8457f2-0522-4c94-bfb8-b5c84d628893 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Floating IP b60cad7a-a5cf-4e47-b83f-ed10ff64128c disassociated. External IP: 172.25.2.12, port: ab5d667e-15c9-4fd1-a016-5b64620a33dd. Dec 16 23:24:26.297451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-247a21a8-d99c-4dc7-8873-a21d20f02de8 req-3a8457f2-0522-4c94-bfb8-b5c84d628893 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Calling delete_port for ab5d667e-15c9-4fd1-a016-5b64620a33dd owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:24:26.519134 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-247a21a8-d99c-4dc7-8873-a21d20f02de8 req-3a8457f2-0522-4c94-bfb8-b5c84d628893 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:26.547147 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8457f2-0522-4c94-bfb8-b5c84d628893 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Pushing event deleted for resources: {'Port': ['ID=ab5d667e-15c9-4fd1-a016-5b64620a33dd,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:26.667915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-247a21a8-d99c-4dc7-8873-a21d20f02de8 req-3a8457f2-0522-4c94-bfb8-b5c84d628893 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Router 014fa986-0597-4e6a-82d4-527a9c476cfc has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:24:26.783879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-247a21a8-d99c-4dc7-8873-a21d20f02de8 req-3a8457f2-0522-4c94-bfb8-b5c84d628893 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:24:26.796199 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb743bf-3e9a-4c48-9ee7-025957a0d37a None None] Sync routers for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:24:26.807815 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb743bf-3e9a-4c48-9ee7-025957a0d37a None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:24:26.808652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bdb743bf-3e9a-4c48-9ee7-025957a0d37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:24:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:26.824938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-247a21a8-d99c-4dc7-8873-a21d20f02de8 req-3a8457f2-0522-4c94-bfb8-b5c84d628893 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] No DVR routers for this DVR port ab5d667e-15c9-4fd1-a016-5b64620a33dd on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:24:26.827490 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-247a21a8-d99c-4dc7-8873-a21d20f02de8 req-3a8457f2-0522-4c94-bfb8-b5c84d628893 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:26.831191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-247a21a8-d99c-4dc7-8873-a21d20f02de8 req-3a8457f2-0522-4c94-bfb8-b5c84d628893 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.24 "DELETE /v2.0/ports/ab5d667e-15c9-4fd1-a016-5b64620a33dd HTTP/1.1" status: 204 len: 173 time: 0.9600413 Dec 16 23:24:26.831694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'name': 'network-vif-deleted', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:24:26.833922 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaee6beb-149e-4800-a016-0bebbb4bd971" -d '{"events": [{"server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "name": "network-vif-deleted", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:24:26.881397 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0161179-17ed-4ae5-b206-477e54ac4b5a x-openstack-request-id: req-e0161179-17ed-4ae5-b206-477e54ac4b5a {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:24:26.881828 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8", "name": "network-vif-deleted", "tag": "ab5d667e-15c9-4fd1-a016-5b64620a33dd", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:24:26.882180 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0161179-17ed-4ae5-b206-477e54ac4b5a {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:24:26.882723 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8', 'name': 'network-vif-deleted', 'tag': 'ab5d667e-15c9-4fd1-a016-5b64620a33dd', 'status': 'completed', 'code': 200} Dec 16 23:24:26.921635 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:24:26.923238 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-bdb743bf-3e9a-4c48-9ee7-025957a0d37a None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:24:27.140082 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bdb743bf-3e9a-4c48-9ee7-025957a0d37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:27.170441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb743bf-3e9a-4c48-9ee7-025957a0d37a None None] Checking router: 014fa986-0597-4e6a-82d4-527a9c476cfc for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:24:27.179746 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb743bf-3e9a-4c48-9ee7-025957a0d37a None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:24:27.180425 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bdb743bf-3e9a-4c48-9ee7-025957a0d37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:24:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:27.292901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-bdb743bf-3e9a-4c48-9ee7-025957a0d37a None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:24:27.400160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0e1f0d9b-34ae-4798-83d5-ab45098aa9e1 req-ec3524c6-0e49-433f-bb2c-cc9423ed5b8b tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 210 time: 0.0303550 Dec 16 23:24:27.674882 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bdb743bf-3e9a-4c48-9ee7-025957a0d37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:27.706078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb743bf-3e9a-4c48-9ee7-025957a0d37a None None] The sync data for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 is: [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:38Z', 'revision_number': 4, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '35f81a13-4152-429b-9f04-61d4522bb2c5', 'name': '', 'network_id': 'a666fab7-6995-4cc2-85e6-7bb36fccf87b', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'mac_address': 'fa:16:3e:2b:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:37Z', 'updated_at': '2021-12-16T23:13:42Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'subnets': [{'id': 'd39bd845-a943-4669-b136-7882ce56dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:24:27.934880 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3394ea7-9c8d-4766-95cd-0708dcf54132 None None] New status for floating IP b60cad7a-a5cf-4e47-b83f-ed10ff64128c: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:24:28.509034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a88f2b4f-8108-4d28-acf6-abdc3d20de81 req-f68d8868-7e71-447d-b066-dc53b0f4b075 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 210 time: 0.0315394 Dec 16 23:24:29.377755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ab5d667e-15c9-4fd1-a016-5b64620a33dd no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:24:29.400099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: ab5d667e-15c9-4fd1-a016-5b64620a33dd {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:24:29.400546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device ab5d667e-15c9-4fd1-a016-5b64620a33dd not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:24:29.903707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca50a1d0-ce45-4091-ad31-619fffb4c402 req-37a452c2-d116-4eb4-bf79-e3490012e613 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 210 time: 0.3245161 Dec 16 23:24:31.002879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f443f4b-f570-4736-b362-29fd8e0a38fe req-6f7e4071-a38e-4654-a1ea-c63e112103c2 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 210 time: 0.0259974 Dec 16 23:24:32.117690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c56e51e-ce6e-41ee-95f7-6e650b2ed128 req-003733b4-e82e-47f4-a978-552c8b1dcbe9 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a2f0d-9c79-4072-ae4a-ea09a8ed6fb8 HTTP/1.1" status: 200 len: 210 time: 0.0304444 Dec 16 23:24:37.102699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36692) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:24:37.159168 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e2022dcd-55f7-4803-82aa-7671fa7ca227 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:37.184383 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e2022dcd-55f7-4803-82aa-7671fa7ca227 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:37.305626 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e2022dcd-55f7-4803-82aa-7671fa7ca227 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:37.308322 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e2022dcd-55f7-4803-82aa-7671fa7ca227 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:37.313647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e2022dcd-55f7-4803-82aa-7671fa7ca227 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "DELETE /v2.0/security-groups/a51ff2d3-0abd-4c95-a12e-2f85767420a1 HTTP/1.1" status: 204 len: 168 time: 0.2057045 Dec 16 23:24:37.313834 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36694) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:24:37.318973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2022dcd-55f7-4803-82aa-7671fa7ca227 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51ff2d3-0abd-4c95-a12e-2f85767420a1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:37.330886 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [None req-eae06f07-2c8c-4b9d-ba44-d3b6ccdb158e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] show failed (client error): The resource could not be found. Dec 16 23:24:37.332411 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-eae06f07-2c8c-4b9d-ba44-d3b6ccdb158e tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "GET /v2.0/security-groups/a51ff2d3-0abd-4c95-a12e-2f85767420a1 HTTP/1.1" status: 404 len: 347 time: 0.0191443 Dec 16 23:24:37.339718 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36698) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:24:37.477663 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Deleting port 2ab0dc87-0e3c-4767-8b08-60040145f673 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:24:37.477994 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:37.556007 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:37.556332 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:37.568496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Calling delete_port for 2ab0dc87-0e3c-4767-8b08-60040145f673 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:24:37.767323 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:37.798493 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Pushing event deleted for resources: {'Port': ['ID=2ab0dc87-0e3c-4767-8b08-60040145f673,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:37.826960 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:37.827329 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:37.827675 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:37.828020 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:37.828358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:37.828689 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:37.829016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:37.829348 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:37.829667 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:37.829996 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:37.830592 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:37.830923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:37.831249 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:37.874576 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:37.879357 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:37.879357 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a217f277-2b0d-42c4-b6eb-4a968c32dc61 tempest-ServerActionsTestJSON-1773653680 tempest-ServerActionsTestJSON-1773653680-project] 10.222.0.43 "DELETE /v2.0/floatingips/b60cad7a-a5cf-4e47-b83f-ed10ff64128c HTTP/1.1" status: 204 len: 168 time: 0.5380714 Dec 16 23:24:37.882054 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36700) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:24:38.377827 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6d687b4f-e531-4d91-a1fd-d81a3f669ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:38.624620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6d687b4f-e531-4d91-a1fd-d81a3f669ebe admin admin] Deleting port 35f81a13-4152-429b-9f04-61d4522bb2c5 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:24:38.624936 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6d687b4f-e531-4d91-a1fd-d81a3f669ebe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:38.706874 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-6d687b4f-e531-4d91-a1fd-d81a3f669ebe admin admin] For port 35f81a13-4152-429b-9f04-61d4522bb2c5, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=35f81a13-4152-429b-9f04-61d4522bb2c5,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:38.707242 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6d687b4f-e531-4d91-a1fd-d81a3f669ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:38.720817 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6d687b4f-e531-4d91-a1fd-d81a3f669ebe admin admin] Calling delete_port for 35f81a13-4152-429b-9f04-61d4522bb2c5 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:24:39.001701 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6d687b4f-e531-4d91-a1fd-d81a3f669ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:39.026559 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d687b4f-e531-4d91-a1fd-d81a3f669ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=35f81a13-4152-429b-9f04-61d4522bb2c5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:39.201149 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6d687b4f-e531-4d91-a1fd-d81a3f669ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:39.420773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d687b4f-e531-4d91-a1fd-d81a3f669ebe admin admin] Router 014fa986-0597-4e6a-82d4-527a9c476cfc has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:24:39.527642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d687b4f-e531-4d91-a1fd-d81a3f669ebe admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:24:39.532883 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6d687b4f-e531-4d91-a1fd-d81a3f669ebe admin admin] 10.222.0.43 "PUT /v2.0/routers/014fa986-0597-4e6a-82d4-527a9c476cfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6497552 Dec 16 23:24:39.535303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36704) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:24:39.538804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d026db-bc00-4795-b7a2-d33d9f81c398 None None] Sync routers for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:24:39.550200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d026db-bc00-4795-b7a2-d33d9f81c398 None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:24:39.550852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-59d026db-bc00-4795-b7a2-d33d9f81c398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:24:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:39.640023 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07e10b9c-8b0c-4cf7-a7fa-31bf19838e71 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:39.661713 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-59d026db-bc00-4795-b7a2-d33d9f81c398 None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:24:39.743308 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07e10b9c-8b0c-4cf7-a7fa-31bf19838e71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:39.847969 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-59d026db-bc00-4795-b7a2-d33d9f81c398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:24:38Z', 'revision_number': 5, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port': {'id': '2f6b6cc7-134e-42f3-8ab6-006073537dfb', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:39.873654 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-07e10b9c-8b0c-4cf7-a7fa-31bf19838e71 admin admin] Deleting port 2f6b6cc7-134e-42f3-8ab6-006073537dfb {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:24:39.874055 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07e10b9c-8b0c-4cf7-a7fa-31bf19838e71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:39.874782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d026db-bc00-4795-b7a2-d33d9f81c398 None None] Checking router: 014fa986-0597-4e6a-82d4-527a9c476cfc for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:24:39.883917 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d026db-bc00-4795-b7a2-d33d9f81c398 None None] Routers {'014fa986-0597-4e6a-82d4-527a9c476cfc'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:24:39.884548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-59d026db-bc00-4795-b7a2-d33d9f81c398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:24:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['014fa986-0597-4e6a-82d4-527a9c476cfc'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:39.979434 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-59d026db-bc00-4795-b7a2-d33d9f81c398 None None] Set router 014fa986-0597-4e6a-82d4-527a9c476cfc gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:24:40.035117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-59d026db-bc00-4795-b7a2-d33d9f81c398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:24:39Z', 'revision_number': 6, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:40.068324 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d026db-bc00-4795-b7a2-d33d9f81c398 None None] The sync data for ids ['014fa986-0597-4e6a-82d4-527a9c476cfc'] in n-d-821840-2 is: [{'id': '014fa986-0597-4e6a-82d4-527a9c476cfc', 'name': 'tempest-ServerActionsTestJSON-272270652-router', 'tenant_id': 'f7b834f28ead406da4519490437314f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:13:35Z', 'updated_at': '2021-12-16T23:24:39Z', 'revision_number': 6, 'project_id': 'f7b834f28ead406da4519490437314f1', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:24:40.259413 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-07e10b9c-8b0c-4cf7-a7fa-31bf19838e71 admin admin] For port 2f6b6cc7-134e-42f3-8ab6-006073537dfb, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2f6b6cc7-134e-42f3-8ab6-006073537dfb,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:40.259718 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07e10b9c-8b0c-4cf7-a7fa-31bf19838e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:40.272134 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-07e10b9c-8b0c-4cf7-a7fa-31bf19838e71 admin admin] Calling delete_port for 2f6b6cc7-134e-42f3-8ab6-006073537dfb owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:24:40.490791 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07e10b9c-8b0c-4cf7-a7fa-31bf19838e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:40.518501 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e10b9c-8b0c-4cf7-a7fa-31bf19838e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6b6cc7-134e-42f3-8ab6-006073537dfb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:40.530022 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e324cfdd-37b4-4079-aaf5-3b71c59988c7 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:24:40.579956 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07e10b9c-8b0c-4cf7-a7fa-31bf19838e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:40.674239 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07e10b9c-8b0c-4cf7-a7fa-31bf19838e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:40.676324 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07e10b9c-8b0c-4cf7-a7fa-31bf19838e71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:40.773217 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07e10b9c-8b0c-4cf7-a7fa-31bf19838e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:40.773707 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e10b9c-8b0c-4cf7-a7fa-31bf19838e71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 014fa986-0597-4e6a-82d4-527a9c476cfc {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:24:40.778204 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07e10b9c-8b0c-4cf7-a7fa-31bf19838e71 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:40.779248 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-07e10b9c-8b0c-4cf7-a7fa-31bf19838e71 admin admin] 10.222.0.43 "DELETE /v2.0/routers/014fa986-0597-4e6a-82d4-527a9c476cfc HTTP/1.1" status: 204 len: 168 time: 1.2426207 Dec 16 23:24:40.781731 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36706) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:24:40.830304 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5a2197-7d2b-4f34-86fa-547d01a9860a admin admin] Deleting subnet d39bd845-a943-4669-b136-7882ce56dc0b {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:24:40.833676 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a5a2197-7d2b-4f34-86fa-547d01a9860a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:40.871819 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a5a2197-7d2b-4f34-86fa-547d01a9860a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:40.904637 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2f6b6cc7-134e-42f3-8ab6-006073537dfb no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:24:40.926792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 2f6b6cc7-134e-42f3-8ab6-006073537dfb {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:24:40.927060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2f6b6cc7-134e-42f3-8ab6-006073537dfb not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:24:40.927720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 35f81a13-4152-429b-9f04-61d4522bb2c5 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:24:40.947894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 35f81a13-4152-429b-9f04-61d4522bb2c5 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:24:40.948554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 35f81a13-4152-429b-9f04-61d4522bb2c5 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:24:40.961878 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a5a2197-7d2b-4f34-86fa-547d01a9860a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:41.099419 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a5a2197-7d2b-4f34-86fa-547d01a9860a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:41.124372 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a2197-7d2b-4f34-86fa-547d01a9860a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d39bd845-a943-4669-b136-7882ce56dc0b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:41.133106 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a5a2197-7d2b-4f34-86fa-547d01a9860a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:41.136347 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1a5a2197-7d2b-4f34-86fa-547d01a9860a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d39bd845-a943-4669-b136-7882ce56dc0b HTTP/1.1" status: 204 len: 168 time: 0.3536575 Dec 16 23:24:41.138855 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36708) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:24:41.141280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02a5b83-668d-4f7d-9827-1d0fd7aa409b None None] Network a666fab7-6995-4cc2-85e6-7bb36fccf87b requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:24:41.219192 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:41.276548 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] Deleting port 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:24:41.276884 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:41.302528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16025af0-7853-4cfd-9788-57c61188c721 None None] DHCP port deletion for a666fab7-6995-4cc2-85e6-7bb36fccf87b request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:24:41.341162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] For port 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=040e47e3-8ac6-4b3d-86bf-5d34a5278ecb,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:41.341434 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:41.349965 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-16025af0-7853-4cfd-9788-57c61188c721 None None] Deleting port 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:24:41.350346 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16025af0-7853-4cfd-9788-57c61188c721 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:41.355440 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] Calling delete_port for 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:24:41.419946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-16025af0-7853-4cfd-9788-57c61188c721 None None] For port 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=040e47e3-8ac6-4b3d-86bf-5d34a5278ecb,segment=NetworkSegment(6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e),segment_id=6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:41.420340 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16025af0-7853-4cfd-9788-57c61188c721 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:41.433121 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-16025af0-7853-4cfd-9788-57c61188c721 None None] Calling delete_port for 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:24:41.527509 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:24:41.528603 n-d-821840-2 neutron-server[103953]: self.session.flush() Dec 16 23:24:41.535343 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16025af0-7853-4cfd-9788-57c61188c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:41.553100 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=040e47e3-8ac6-4b3d-86bf-5d34a5278ecb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:41.557763 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] No DVR routers for this DVR port 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:24:41.566254 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16025af0-7853-4cfd-9788-57c61188c721 None None] Pushing event deleted for resources: {'Port': ['ID=040e47e3-8ac6-4b3d-86bf-5d34a5278ecb,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:41.570964 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16025af0-7853-4cfd-9788-57c61188c721 None None] No DVR routers for this DVR port 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:24:41.636514 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:41.656756 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a666fab7-6995-4cc2-85e6-7bb36fccf87b']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:41.666195 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:41.666496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd9a5ec-1df0-47c5-9b36-764ff37f3b2e') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:41.675927 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:41.689803 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:41.696398 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: timer() Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:24:41.699065 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:24:41.809640 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:41.814942 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:41.819911 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a666fab7-6995-4cc2-85e6-7bb36fccf87b HTTP/1.1" status: 204 len: 168 time: 0.6780651 Dec 16 23:24:41.831312 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015cd70-01c3-4e11-850b-cebeccd15b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=a666fab7-6995-4cc2-85e6-7bb36fccf87b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:42.146665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36712) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:24:42.190787 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b9fb0cda-0bca-40d1-ab43-00c15348a83a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7b834f28ead406da4519490437314f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429122 Dec 16 23:24:42.193308 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36714) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:24:42.240398 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-692077ab-02cb-4ce6-bc0d-5ce8ca966dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:42.262789 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-692077ab-02cb-4ce6-bc0d-5ce8ca966dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:42.378530 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-692077ab-02cb-4ce6-bc0d-5ce8ca966dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:42.381328 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-692077ab-02cb-4ce6-bc0d-5ce8ca966dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:42.385219 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-692077ab-02cb-4ce6-bc0d-5ce8ca966dbb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d217914-f2d9-48af-ae5d-893fa5307ece HTTP/1.1" status: 204 len: 168 time: 0.1889184 Dec 16 23:24:42.391284 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692077ab-02cb-4ce6-bc0d-5ce8ca966dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d217914-f2d9-48af-ae5d-893fa5307ece,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:42.905311 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:24:42.926660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:24:42.927781 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 040e47e3-8ac6-4b3d-86bf-5d34a5278ecb not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:24:43.531491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36736) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:24:43.630519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-675b1a81-0637-43fb-a5ef-856ed46fe4ce admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-764969904-network', 'tenant_id': '78f420d25a8846ef977b7dfccd9fb092'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:24:43.761144 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675b1a81-0637-43fb-a5ef-856ed46fe4ce admin admin] Made reservation on behalf of 78f420d25a8846ef977b7dfccd9fb092 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:24:43.763913 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-675b1a81-0637-43fb-a5ef-856ed46fe4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:43.773528 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-675b1a81-0637-43fb-a5ef-856ed46fe4ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:43.826817 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:43.849558 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-675b1a81-0637-43fb-a5ef-856ed46fe4ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:43.918641 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-675b1a81-0637-43fb-a5ef-856ed46fe4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:43.946395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675b1a81-0637-43fb-a5ef-856ed46fe4ce admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:24:43.951978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b1a81-0637-43fb-a5ef-856ed46fe4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a7156d-1143-42a8-899b-f3c7f6735ad1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:43.962600 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-675b1a81-0637-43fb-a5ef-856ed46fe4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:43.962600 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-675b1a81-0637-43fb-a5ef-856ed46fe4ce admin admin] Added segment 28cd0593-ff0c-4fb4-9ae5-fb19b026020d of type vlan for network 25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 Dec 16 23:24:44.005209 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-675b1a81-0637-43fb-a5ef-856ed46fe4ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:44.009720 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:44.089827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-675b1a81-0637-43fb-a5ef-856ed46fe4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:44.090955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675b1a81-0637-43fb-a5ef-856ed46fe4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:44.091579 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-675b1a81-0637-43fb-a5ef-856ed46fe4ce admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:44.151975 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b1a81-0637-43fb-a5ef-856ed46fe4ce admin admin] Pushing event updated for resources: {'Network': ['ID=25f0a63e-19cf-4bc6-a75f-8b37ca3632e9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:44.161450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:24:44.201394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-675b1a81-0637-43fb-a5ef-856ed46fe4ce admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6687601 Dec 16 23:24:44.204505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36740) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:24:44.210473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ce83992f-900e-41a2-9f6f-b44bcc2c5d2b admin admin] Request body: {'subnet': {'network_id': '25f0a63e-19cf-4bc6-a75f-8b37ca3632e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-764969904-subnet', 'tenant_id': '78f420d25a8846ef977b7dfccd9fb092', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:24:44.289886 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce83992f-900e-41a2-9f6f-b44bcc2c5d2b admin admin] Made reservation on behalf of 78f420d25a8846ef977b7dfccd9fb092 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:24:44.292304 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce83992f-900e-41a2-9f6f-b44bcc2c5d2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:44.535441 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce83992f-900e-41a2-9f6f-b44bcc2c5d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:44.597172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83992f-900e-41a2-9f6f-b44bcc2c5d2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ccfaaf0-0743-4bc5-8197-f7a7ecda4d19,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:44.607691 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83992f-900e-41a2-9f6f-b44bcc2c5d2b admin admin] Checking segment: {'id': '28cd0593-ff0c-4fb4-9ae5-fb19b026020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '25f0a63e-19cf-4bc6-a75f-8b37ca3632e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:24:44.608050 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce83992f-900e-41a2-9f6f-b44bcc2c5d2b admin admin] Network hostable DHCP agents. Network: 25f0a63e-19cf-4bc6-a75f-8b37ca3632e9, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:24:44.698482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce83992f-900e-41a2-9f6f-b44bcc2c5d2b admin admin] Network 25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:24:44.778368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-ce83992f-900e-41a2-9f6f-b44bcc2c5d2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 25f0a63e-19cf-4bc6-a75f-8b37ca3632e9) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:24:44.782911 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce83992f-900e-41a2-9f6f-b44bcc2c5d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:44.784078 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ce83992f-900e-41a2-9f6f-b44bcc2c5d2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:44.787055 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb949b8-c1bc-4c35-b614-96d8a032792e None None] Network 25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:24:44.849431 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ce83992f-900e-41a2-9f6f-b44bcc2c5d2b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6433296 Dec 16 23:24:44.891483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbe4648-276e-4531-a8d7-ba1802a32ab4 None None] Network 25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:24:45.282115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a31914-cf66-49ae-8293-4d786afe2759 req-5076e846-28f3-4585-b5ac-bf0d9c9ed73d tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:45.283647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a31914-cf66-49ae-8293-4d786afe2759 req-5076e846-28f3-4585-b5ac-bf0d9c9ed73d tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/networks?id=25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 HTTP/1.1" status: 200 len: 813 time: 0.1075528 Dec 16 23:24:45.298616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a31914-cf66-49ae-8293-4d786afe2759 req-fc0f0ffd-eddd-43b1-bfb1-618b0f578049 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/quotas/78f420d25a8846ef977b7dfccd9fb092 HTTP/1.1" status: 200 len: 375 time: 0.0091598 Dec 16 23:24:45.330440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a31914-cf66-49ae-8293-4d786afe2759 req-1ccb8ecf-0c65-4b6b-a044-d179683de6b6 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=78f420d25a8846ef977b7dfccd9fb092&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260339 Dec 16 23:24:45.384828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-32a31914-cf66-49ae-8293-4d786afe2759 req-51e0ee54-c970-48ab-b5f7-b088aef0d676 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:24:45.385933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a31914-cf66-49ae-8293-4d786afe2759 req-51e0ee54-c970-48ab-b5f7-b088aef0d676 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488734 Dec 16 23:24:45.482409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a31914-cf66-49ae-8293-4d786afe2759 req-5bbb2689-081d-434d-96ea-b4211be4fee4 service neutron] 10.222.0.43 "GET /v2.0/networks/25f0a63e-19cf-4bc6-a75f-8b37ca3632e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900311 Dec 16 23:24:45.574916 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a31914-cf66-49ae-8293-4d786afe2759 req-1c4697f8-2d0a-4acb-932e-a0bfc9363b18 service neutron] 10.222.0.43 "GET /v2.0/networks/25f0a63e-19cf-4bc6-a75f-8b37ca3632e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860522 Dec 16 23:24:45.826377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f13b9563-e126-4dea-8bd9-cafd87336f9c req-4fa3f4cf-0992-4ded-971c-ff828898eb71 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 210 time: 0.0328431 Dec 16 23:24:46.908952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06abbb1c-9172-4060-92f8-09e708081267 req-1c5fc1d1-62f3-4784-bbac-2d0d61f1ec1a tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 210 time: 0.0304155 Dec 16 23:24:48.024080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32d46a2b-cd92-4e19-aab0-15d67a7acdbf req-d7d16bc5-4f56-41b7-a78b-e4b05e4b11f9 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 210 time: 0.0432708 Dec 16 23:24:48.112558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a31914-cf66-49ae-8293-4d786afe2759 req-319ceaad-91ce-4db0-af46-f3729fdae984 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:48.114357 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a31914-cf66-49ae-8293-4d786afe2759 req-319ceaad-91ce-4db0-af46-f3729fdae984 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.24 "GET /v2.0/networks?id=25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 HTTP/1.1" status: 200 len: 813 time: 0.1243782 Dec 16 23:24:48.128360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-32a31914-cf66-49ae-8293-4d786afe2759 req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Request body: {'port': {'device_id': 'd89c8995-be53-48a4-89d5-31f32129a4c8', 'network_id': '25f0a63e-19cf-4bc6-a75f-8b37ca3632e9', 'admin_state_up': True, 'tenant_id': '78f420d25a8846ef977b7dfccd9fb092'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:24:48.307775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a31914-cf66-49ae-8293-4d786afe2759 req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Made reservation on behalf of 78f420d25a8846ef977b7dfccd9fb092 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:24:48.311744 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-32a31914-cf66-49ae-8293-4d786afe2759 req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:48.447657 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-32a31914-cf66-49ae-8293-4d786afe2759 req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Allocated IP 172.20.0.12 (25f0a63e-19cf-4bc6-a75f-8b37ca3632e9/2ccfaaf0-0743-4bc5-8197-f7a7ecda4d19/9b427bb3-03ae-4012-8ee1-bfc306855a05) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:24:48.599627 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-32a31914-cf66-49ae-8293-4d786afe2759 req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:48.707126 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-32a31914-cf66-49ae-8293-4d786afe2759 req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:48.751406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a31914-cf66-49ae-8293-4d786afe2759 req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Network 25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:24:48.754568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-32a31914-cf66-49ae-8293-4d786afe2759 req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:24:48.758397 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a31914-cf66-49ae-8293-4d786afe2759 req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:24:48.784638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Pushing event updated for resources: {'Port': ['ID=9b427bb3-03ae-4012-8ee1-bfc306855a05,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:48.797513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:48.797864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:48.798208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:48.798549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:48.798882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:48.799217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:48.799573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:48.799907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:48.800231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:48.800559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:48.800885 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:48.801208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:48.801528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:24:48.825040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a31914-cf66-49ae-8293-4d786afe2759 req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:48.825657 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-32a31914-cf66-49ae-8293-4d786afe2759 req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:48.967010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a31914-cf66-49ae-8293-4d786afe2759 req-f40f7db9-a348-4ea1-8f1e-18dc0ca38f7c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8425219 Dec 16 23:24:48.981019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Request body: {'port': {'device_id': 'd89c8995-be53-48a4-89d5-31f32129a4c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:24:49.040916 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:49.247064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2a673-4743-42eb-955a-da9d63786f2c req-72727f1c-0618-43e5-94fb-4c8d4feb8fc9 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:49.248497 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9f2a673-4743-42eb-955a-da9d63786f2c req-72727f1c-0618-43e5-94fb-4c8d4feb8fc9 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 932 time: 0.1064355 Dec 16 23:24:49.322632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a9f2a673-4743-42eb-955a-da9d63786f2c req-67b56feb-511d-4c14-83d1-546ea3f38f8b tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680304 Dec 16 23:24:49.389144 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b427bb3-03ae-4012-8ee1-bfc306855a05 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:24:49.396674 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:49.408601 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Transition to ACTIVE for port object 9b427bb3-03ae-4012-8ee1-bfc306855a05 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:24:49.498473 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:49.551214 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Pushing event updated for resources: {'Port': ['ID=9b427bb3-03ae-4012-8ee1-bfc306855a05,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:49.616534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Attempting to bind port 9b427bb3-03ae-4012-8ee1-bfc306855a05 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:24:49.616880 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Attempting to bind port 9b427bb3-03ae-4012-8ee1-bfc306855a05 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '28cd0593-ff0c-4fb4-9ae5-fb19b026020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '25f0a63e-19cf-4bc6-a75f-8b37ca3632e9'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:24:49.617227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Attempting to bind port 9b427bb3-03ae-4012-8ee1-bfc306855a05 on network 25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:24:49.622271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Port 9b427bb3-03ae-4012-8ee1-bfc306855a05 on network 25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:24:49.622603 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Attempting to bind port 9b427bb3-03ae-4012-8ee1-bfc306855a05 on network 25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:24:49.627488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:24:49.627832 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Checking segment: {'id': '28cd0593-ff0c-4fb4-9ae5-fb19b026020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '25f0a63e-19cf-4bc6-a75f-8b37ca3632e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:24:49.628230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Bound using segment: {'id': '28cd0593-ff0c-4fb4-9ae5-fb19b026020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '25f0a63e-19cf-4bc6-a75f-8b37ca3632e9'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:24:49.628689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Bound port: 9b427bb3-03ae-4012-8ee1-bfc306855a05, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28cd0593-ff0c-4fb4-9ae5-fb19b026020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '25f0a63e-19cf-4bc6-a75f-8b37ca3632e9'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:24:49.629049 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:49.697890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] For port 9b427bb3-03ae-4012-8ee1-bfc306855a05, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:24:49.700989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] For port 9b427bb3-03ae-4012-8ee1-bfc306855a05, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=9b427bb3-03ae-4012-8ee1-bfc306855a05,segment=NetworkSegment(28cd0593-ff0c-4fb4-9ae5-fb19b026020d),segment_id=28cd0593-ff0c-4fb4-9ae5-fb19b026020d)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:24:49.787430 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:49.824182 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:49.824807 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:49.826210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a31914-cf66-49ae-8293-4d786afe2759 req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] 10.222.0.24 "PUT /v2.0/ports/9b427bb3-03ae-4012-8ee1-bfc306855a05 HTTP/1.1" status: 200 len: 1092 time: 0.8502467 Dec 16 23:24:49.826650 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89c8995-be53-48a4-89d5-31f32129a4c8', 'tag': '9b427bb3-03ae-4012-8ee1-bfc306855a05'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:24:49.828938 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ac23c8-5134-4247-91d5-d870bb690db9" -d '{"events": [{"name": "network-changed", "server_uuid": "d89c8995-be53-48a4-89d5-31f32129a4c8", "tag": "9b427bb3-03ae-4012-8ee1-bfc306855a05"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:24:49.851926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1ad5d-8716-48f3-9a53-04df07d30003 service neutron] Pushing event updated for resources: {'Port': ['ID=9b427bb3-03ae-4012-8ee1-bfc306855a05,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:49.869447 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7be4311-562b-4068-b2bf-f71c0853ba83 x-openstack-request-id: req-b7be4311-562b-4068-b2bf-f71c0853ba83 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:24:49.869739 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89c8995-be53-48a4-89d5-31f32129a4c8", "tag": "9b427bb3-03ae-4012-8ee1-bfc306855a05", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:24:49.869989 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7be4311-562b-4068-b2bf-f71c0853ba83 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:24:49.870391 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89c8995-be53-48a4-89d5-31f32129a4c8', 'tag': '9b427bb3-03ae-4012-8ee1-bfc306855a05', 'status': 'completed', 'code': 200} Dec 16 23:24:49.933173 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac23c8-5134-4247-91d5-d870bb690db9 req-10cada27-63fd-4b31-a7b3-4f7f56c11494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:49.934856 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05ac23c8-5134-4247-91d5-d870bb690db9 req-10cada27-63fd-4b31-a7b3-4f7f56c11494 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78f420d25a8846ef977b7dfccd9fb092&device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 1095 time: 0.0432904 Dec 16 23:24:50.042831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac23c8-5134-4247-91d5-d870bb690db9 req-c8d956d6-d96a-4370-ade8-2a2aa63e989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:50.044275 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05ac23c8-5134-4247-91d5-d870bb690db9 req-c8d956d6-d96a-4370-ade8-2a2aa63e989a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=78f420d25a8846ef977b7dfccd9fb092&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0974817 Dec 16 23:24:50.143150 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac23c8-5134-4247-91d5-d870bb690db9 req-97b1231e-6a94-4378-a3c4-2b9b2bb9c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:50.144710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05ac23c8-5134-4247-91d5-d870bb690db9 req-97b1231e-6a94-4378-a3c4-2b9b2bb9c2eb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915399 Dec 16 23:24:50.152832 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d2313ca-80b6-4073-8866-2a7212b60a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:50.233341 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a31914-cf66-49ae-8293-4d786afe2759 req-2ee28438-743d-48a0-ad93-20b6bea22f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:50.234854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a31914-cf66-49ae-8293-4d786afe2759 req-2ee28438-743d-48a0-ad93-20b6bea22f87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78f420d25a8846ef977b7dfccd9fb092&device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 1095 time: 0.0491376 Dec 16 23:24:50.279990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a31914-cf66-49ae-8293-4d786afe2759 req-a07be5fa-a0dd-4d24-89d5-ff6ec4c43d7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b427bb3-03ae-4012-8ee1-bfc306855a05 HTTP/1.1" status: 200 len: 217 time: 0.0351124 Dec 16 23:24:50.330310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a31914-cf66-49ae-8293-4d786afe2759 req-e9b3f4dc-e8e4-46d7-9040-c45a5e338352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:50.331714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a31914-cf66-49ae-8293-4d786afe2759 req-e9b3f4dc-e8e4-46d7-9040-c45a5e338352 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ccfaaf0-0743-4bc5-8197-f7a7ecda4d19 HTTP/1.1" status: 200 len: 853 time: 0.0443599 Dec 16 23:24:50.368849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a31914-cf66-49ae-8293-4d786afe2759 req-2f8932d6-fe71-43d0-9388-e63db42440db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25f0a63e-19cf-4bc6-a75f-8b37ca3632e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294883 Dec 16 23:24:50.488643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a31914-cf66-49ae-8293-4d786afe2759 req-2067e808-1085-4957-b06c-53807404addd service neutron] 10.222.0.24 "GET /v2.0/networks/25f0a63e-19cf-4bc6-a75f-8b37ca3632e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121902 Dec 16 23:24:50.512613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5974e7b-f686-4fc3-9978-51046ccfbaf1 req-92e23888-4d2b-46c1-bc5e-87c06ac278c3 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:50.514071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5974e7b-f686-4fc3-9978-51046ccfbaf1 req-92e23888-4d2b-46c1-bc5e-87c06ac278c3 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 944 time: 0.1190443 Dec 16 23:24:50.617238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5974e7b-f686-4fc3-9978-51046ccfbaf1 req-c309a331-5999-45ae-9f4a-93548269906b tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930085 Dec 16 23:24:50.628612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32a31914-cf66-49ae-8293-4d786afe2759 req-6993b1f4-9896-43c9-98fd-526cbcb57283 service neutron] 10.222.0.24 "GET /v2.0/networks/25f0a63e-19cf-4bc6-a75f-8b37ca3632e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319439 Dec 16 23:24:51.739445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041ecfb-6574-4a68-a86c-9ca223907852 req-d71b16f3-70a8-4852-828b-5e0318279128 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:51.740942 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e041ecfb-6574-4a68-a86c-9ca223907852 req-d71b16f3-70a8-4852-828b-5e0318279128 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 944 time: 0.0502219 Dec 16 23:24:51.789023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e041ecfb-6574-4a68-a86c-9ca223907852 req-4641fb20-13d5-48bd-8b2a-54a82c157e41 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Dec 16 23:24:52.535202 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-507c20a1-b371-464e-b861-e53557a95596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:52.914281 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2c531-6679-4ed2-9e39-d03ba9458470 req-380271e7-e9c7-4ca7-bd0b-0fc2f2b06f33 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:52.917095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4bd2c531-6679-4ed2-9e39-d03ba9458470 req-380271e7-e9c7-4ca7-bd0b-0fc2f2b06f33 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 944 time: 0.0565341 Dec 16 23:24:52.965983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4bd2c531-6679-4ed2-9e39-d03ba9458470 req-c581f437-f22b-457e-a24f-2f16e734709c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427358 Dec 16 23:24:53.491354 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 9b427bb3-03ae-4012-8ee1-bfc306855a05 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:24:53.584357 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 9b427bb3-03ae-4012-8ee1-bfc306855a05, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=9b427bb3-03ae-4012-8ee1-bfc306855a05,segment=NetworkSegment(28cd0593-ff0c-4fb4-9ae5-fb19b026020d),segment_id=28cd0593-ff0c-4fb4-9ae5-fb19b026020d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:53.599585 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '9b427bb3-03ae-4012-8ee1-bfc306855a05', 'network_id': '25f0a63e-19cf-4bc6-a75f-8b37ca3632e9', 'port_id': '9b427bb3-03ae-4012-8ee1-bfc306855a05', 'mac_address': 'fa:16:3e:72:4b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ccfaaf0-0743-4bc5-8197-f7a7ecda4d19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:24:53.637677 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:53.650650 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b427bb3-03ae-4012-8ee1-bfc306855a05 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:24:53.669576 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 9b427bb3-03ae-4012-8ee1-bfc306855a05, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=9b427bb3-03ae-4012-8ee1-bfc306855a05,segment=NetworkSegment(28cd0593-ff0c-4fb4-9ae5-fb19b026020d),segment_id=28cd0593-ff0c-4fb4-9ae5-fb19b026020d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:53.748621 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:53.798104 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=9b427bb3-03ae-4012-8ee1-bfc306855a05,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:53.861246 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:53.983738 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['9b427bb3-03ae-4012-8ee1-bfc306855a05'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:24:54.084127 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dcd7f-f6ac-419f-a338-cf4a0e65a064 req-fecd2f58-2cd6-419a-ad69-70be4a8ece01 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:54.085650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-293dcd7f-f6ac-419f-a338-cf4a0e65a064 req-fecd2f58-2cd6-419a-ad69-70be4a8ece01 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 945 time: 0.0497396 Dec 16 23:24:54.134772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-293dcd7f-f6ac-419f-a338-cf4a0e65a064 req-bbd2721e-de8d-4de6-b398-63c366e70e68 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422552 Dec 16 23:24:55.109676 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:55.254685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8c4d1-ad46-4ed8-ba54-65483a6df5db req-d18cfe9b-8279-454d-a6b2-c909b39272e8 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:55.256253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3b8c4d1-ad46-4ed8-ba54-65483a6df5db req-d18cfe9b-8279-454d-a6b2-c909b39272e8 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 945 time: 0.0538743 Dec 16 23:24:55.305226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d3b8c4d1-ad46-4ed8-ba54-65483a6df5db req-b76c6b8c-ddb3-4e53-90d0-a7d80fdac798 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428898 Dec 16 23:24:55.491138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 9b427bb3-03ae-4012-8ee1-bfc306855a05 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:24:55.603913 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 9b427bb3-03ae-4012-8ee1-bfc306855a05 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:24:55.608080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 9b427bb3-03ae-4012-8ee1-bfc306855a05 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:24:55.608459 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:55.691934 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:55.727039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89c8995-be53-48a4-89d5-31f32129a4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b427bb3-03ae-4012-8ee1-bfc306855a05'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:24:55.729936 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7859d05d-4f5f-43be-9aa1-1c70e907998c" -d '{"events": [{"server_uuid": "d89c8995-be53-48a4-89d5-31f32129a4c8", "name": "network-vif-plugged", "status": "completed", "tag": "9b427bb3-03ae-4012-8ee1-bfc306855a05"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:24:55.744342 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 9b427bb3-03ae-4012-8ee1-bfc306855a05, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=9b427bb3-03ae-4012-8ee1-bfc306855a05,segment=NetworkSegment(28cd0593-ff0c-4fb4-9ae5-fb19b026020d),segment_id=28cd0593-ff0c-4fb4-9ae5-fb19b026020d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:55.769357 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a2257c-0e5f-4b69-b90b-7e3536396779 x-openstack-request-id: req-d0a2257c-0e5f-4b69-b90b-7e3536396779 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:24:55.773888 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89c8995-be53-48a4-89d5-31f32129a4c8", "name": "network-vif-plugged", "status": "completed", "tag": "9b427bb3-03ae-4012-8ee1-bfc306855a05", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:24:55.773888 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0a2257c-0e5f-4b69-b90b-7e3536396779 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:24:55.773888 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89c8995-be53-48a4-89d5-31f32129a4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b427bb3-03ae-4012-8ee1-bfc306855a05', 'code': 200} Dec 16 23:24:55.826976 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:55.850144 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:55.875052 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543682ad-dc03-4d7d-ad4d-808afbf2983a req-4b465d63-b087-423e-ae98-28688bf069f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:55.876685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-543682ad-dc03-4d7d-ad4d-808afbf2983a req-4b465d63-b087-423e-ae98-28688bf069f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 1096 time: 0.0426428 Dec 16 23:24:55.901274 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=9b427bb3-03ae-4012-8ee1-bfc306855a05,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:55.925394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-543682ad-dc03-4d7d-ad4d-808afbf2983a req-4545d92d-a24f-4d9c-a1d7-98e1f7c6bd3d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402811 Dec 16 23:24:56.423082 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d108d74-d7dd-4ca0-ae70-bfa15f5786cb req-7043f5dc-4658-4219-b49f-e440a3bbf8b8 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:56.424690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d108d74-d7dd-4ca0-ae70-bfa15f5786cb req-7043f5dc-4658-4219-b49f-e440a3bbf8b8 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 946 time: 0.0496261 Dec 16 23:24:56.476887 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d108d74-d7dd-4ca0-ae70-bfa15f5786cb req-92418e3a-ce9b-41b1-bcff-75bbec78b256 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453053 Dec 16 23:24:57.597221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f94f9-67fc-49fc-bd2c-2a803cf96c0b req-536d5279-bd99-4da6-a945-1017cca0b827 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:57.598604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-157f94f9-67fc-49fc-bd2c-2a803cf96c0b req-536d5279-bd99-4da6-a945-1017cca0b827 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 946 time: 0.0490007 Dec 16 23:24:57.651956 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-157f94f9-67fc-49fc-bd2c-2a803cf96c0b req-d85ac7c1-925d-49b8-8fda-a6eade7032e0 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467064 Dec 16 23:24:57.880790 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85702137-4250-4a47-a91f-5c1f077a0095 req-2fbf819c-c63f-4012-b128-74ede68bbe69 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:57.882192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85702137-4250-4a47-a91f-5c1f077a0095 req-2fbf819c-c63f-4012-b128-74ede68bbe69 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/networks?id=25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 HTTP/1.1" status: 200 len: 813 time: 0.1058259 Dec 16 23:24:57.897832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85702137-4250-4a47-a91f-5c1f077a0095 req-4a56f2fb-b92b-44e5-8453-ebe20bb95484 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/quotas/78f420d25a8846ef977b7dfccd9fb092 HTTP/1.1" status: 200 len: 375 time: 0.0092018 Dec 16 23:24:57.948023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85702137-4250-4a47-a91f-5c1f077a0095 req-d3d9ea2f-cd79-4468-812b-67cec032ef1c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=78f420d25a8846ef977b7dfccd9fb092&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445669 Dec 16 23:24:58.041484 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85702137-4250-4a47-a91f-5c1f077a0095 req-d57e7766-56a5-40e8-90b9-ca2ca800d187 service neutron] 10.222.0.43 "GET /v2.0/networks/25f0a63e-19cf-4bc6-a75f-8b37ca3632e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859571 Dec 16 23:24:58.137692 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85702137-4250-4a47-a91f-5c1f077a0095 req-adba6611-5ef6-4334-b181-ba7907a50285 service neutron] 10.222.0.43 "GET /v2.0/networks/25f0a63e-19cf-4bc6-a75f-8b37ca3632e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899570 Dec 16 23:24:58.351845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1430a8e2-900b-4b91-b280-7f422fbbf0b6 req-a5f607a3-dce1-457f-96e7-c002e0b56275 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 210 time: 0.0268013 Dec 16 23:24:59.452083 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a45dfa7d-fac3-4c9b-ba10-011e57392b53 req-b8db4b7f-2b62-4084-9753-5e795e040d4c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 210 time: 0.0276582 Dec 16 23:25:00.185129 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85702137-4250-4a47-a91f-5c1f077a0095 req-4faf5027-cb82-4ba6-b89a-60c475cf6d5d tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:00.191195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85702137-4250-4a47-a91f-5c1f077a0095 req-4faf5027-cb82-4ba6-b89a-60c475cf6d5d tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.69 "GET /v2.0/networks?id=25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 HTTP/1.1" status: 200 len: 813 time: 0.1135960 Dec 16 23:25:00.208083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-85702137-4250-4a47-a91f-5c1f077a0095 req-ed081990-256d-4eaf-ad1f-5750a7f220c1 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Request body: {'port': {'device_id': 'ec97e0fb-a301-4e25-acf4-3fad96c7c3ec', 'network_id': '25f0a63e-19cf-4bc6-a75f-8b37ca3632e9', 'admin_state_up': True, 'tenant_id': '78f420d25a8846ef977b7dfccd9fb092'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:00.412490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85702137-4250-4a47-a91f-5c1f077a0095 req-ed081990-256d-4eaf-ad1f-5750a7f220c1 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Made reservation on behalf of 78f420d25a8846ef977b7dfccd9fb092 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:00.416121 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-85702137-4250-4a47-a91f-5c1f077a0095 req-ed081990-256d-4eaf-ad1f-5750a7f220c1 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:00.556007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6c73003e-25f3-40ac-88cf-fce66e2a6dc1 req-b9a1ac57-072e-4002-b320-ea5aeea3e689 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 210 time: 0.0336866 Dec 16 23:25:00.568827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-85702137-4250-4a47-a91f-5c1f077a0095 req-ed081990-256d-4eaf-ad1f-5750a7f220c1 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Allocated IP 172.20.0.5 (25f0a63e-19cf-4bc6-a75f-8b37ca3632e9/2ccfaaf0-0743-4bc5-8197-f7a7ecda4d19/ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:25:00.724807 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-85702137-4250-4a47-a91f-5c1f077a0095 req-ed081990-256d-4eaf-ad1f-5750a7f220c1 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:00.829774 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-85702137-4250-4a47-a91f-5c1f077a0095 req-ed081990-256d-4eaf-ad1f-5750a7f220c1 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:00.849883 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['9b427bb3-03ae-4012-8ee1-bfc306855a05'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:25:00.881404 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85702137-4250-4a47-a91f-5c1f077a0095 req-ed081990-256d-4eaf-ad1f-5750a7f220c1 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Network 25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:25:00.884732 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-85702137-4250-4a47-a91f-5c1f077a0095 req-ed081990-256d-4eaf-ad1f-5750a7f220c1 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:00.889181 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-85702137-4250-4a47-a91f-5c1f077a0095 req-ed081990-256d-4eaf-ad1f-5750a7f220c1 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:25:00.914749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed081990-256d-4eaf-ad1f-5750a7f220c1 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Pushing event updated for resources: {'Port': ['ID=ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:00.943979 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85702137-4250-4a47-a91f-5c1f077a0095 req-ed081990-256d-4eaf-ad1f-5750a7f220c1 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:00.944696 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-85702137-4250-4a47-a91f-5c1f077a0095 req-ed081990-256d-4eaf-ad1f-5750a7f220c1 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:01.030460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85702137-4250-4a47-a91f-5c1f077a0095 req-ed081990-256d-4eaf-ad1f-5750a7f220c1 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8261015 Dec 16 23:25:01.048578 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Request body: {'port': {'device_id': 'ec97e0fb-a301-4e25-acf4-3fad96c7c3ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:01.103505 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:01.379995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:25:01.388315 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:01.400804 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Transition to ACTIVE for port object ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:25:01.501169 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:01.552205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:01.632210 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Attempting to bind port ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:25:01.632848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Attempting to bind port ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '28cd0593-ff0c-4fb4-9ae5-fb19b026020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '25f0a63e-19cf-4bc6-a75f-8b37ca3632e9'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:25:01.632848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Attempting to bind port ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d on network 25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:25:01.648837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Port ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d on network 25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:25:01.649164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Attempting to bind port ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d on network 25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:25:01.670364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:25:01.670710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Checking segment: {'id': '28cd0593-ff0c-4fb4-9ae5-fb19b026020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '25f0a63e-19cf-4bc6-a75f-8b37ca3632e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:01.671101 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Bound using segment: {'id': '28cd0593-ff0c-4fb4-9ae5-fb19b026020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '25f0a63e-19cf-4bc6-a75f-8b37ca3632e9'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:25:01.671579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Bound port: ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28cd0593-ff0c-4fb4-9ae5-fb19b026020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '25f0a63e-19cf-4bc6-a75f-8b37ca3632e9'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:25:01.671941 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:01.727622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df0d56-81d1-4ef1-be1c-c30c95dba09f req-de316fee-cf48-4c49-9f66-2790ccea11c0 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:01.729932 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72df0d56-81d1-4ef1-be1c-c30c95dba09f req-de316fee-cf48-4c49-9f66-2790ccea11c0 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 943 time: 0.0933726 Dec 16 23:25:01.782043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] For port ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:25:01.802761 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] For port ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d,segment=NetworkSegment(28cd0593-ff0c-4fb4-9ae5-fb19b026020d),segment_id=28cd0593-ff0c-4fb4-9ae5-fb19b026020d)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:25:01.811312 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-72df0d56-81d1-4ef1-be1c-c30c95dba09f req-c1432405-a33b-430b-8fa8-3db1f854631d tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706656 Dec 16 23:25:01.875910 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:01.913723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:01.913723 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:01.915113 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] 10.222.0.69 "PUT /v2.0/ports/ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d HTTP/1.1" status: 200 len: 1091 time: 0.8708010 Dec 16 23:25:01.915697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec97e0fb-a301-4e25-acf4-3fad96c7c3ec', 'tag': 'ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:25:01.918600 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621bb9d2-18b2-469e-87ab-9cf542dd3ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec97e0fb-a301-4e25-acf4-3fad96c7c3ec", "tag": "ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:25:01.943108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39b54c-14a0-4bbc-83f0-b580dd4bd638 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:01.966091 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a05a61-99bc-4d7b-b239-a11a88677af8 x-openstack-request-id: req-b1a05a61-99bc-4d7b-b239-a11a88677af8 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:25:01.967905 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec97e0fb-a301-4e25-acf4-3fad96c7c3ec", "tag": "ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:25:01.968498 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1a05a61-99bc-4d7b-b239-a11a88677af8 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:25:01.969092 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec97e0fb-a301-4e25-acf4-3fad96c7c3ec', 'tag': 'ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d', 'status': 'completed', 'code': 200} Dec 16 23:25:02.039502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bb9d2-18b2-469e-87ab-9cf542dd3ef4 req-a4451593-931b-4422-903e-b1a182dfb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:02.041033 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-621bb9d2-18b2-469e-87ab-9cf542dd3ef4 req-a4451593-931b-4422-903e-b1a182dfb833 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=78f420d25a8846ef977b7dfccd9fb092&device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 1094 time: 0.0500379 Dec 16 23:25:02.154239 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bb9d2-18b2-469e-87ab-9cf542dd3ef4 req-98fbce18-d0ec-4b0c-90dd-2219a012fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:02.155781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-621bb9d2-18b2-469e-87ab-9cf542dd3ef4 req-98fbce18-d0ec-4b0c-90dd-2219a012fc70 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=78f420d25a8846ef977b7dfccd9fb092&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1019692 Dec 16 23:25:02.258616 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bb9d2-18b2-469e-87ab-9cf542dd3ef4 req-21f97246-7744-4cd4-b9ef-c8c0602027a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:02.260196 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-621bb9d2-18b2-469e-87ab-9cf542dd3ef4 req-21f97246-7744-4cd4-b9ef-c8c0602027a7 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926795 Dec 16 23:25:02.346358 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85702137-4250-4a47-a91f-5c1f077a0095 req-8549b8b0-b1a5-4b83-b2f2-612882c3e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:02.351988 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85702137-4250-4a47-a91f-5c1f077a0095 req-8549b8b0-b1a5-4b83-b2f2-612882c3e7e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=78f420d25a8846ef977b7dfccd9fb092&device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 1094 time: 0.0427461 Dec 16 23:25:02.398015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85702137-4250-4a47-a91f-5c1f077a0095 req-0b4192a7-c0f1-4ced-a61c-e95164cc089d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d HTTP/1.1" status: 200 len: 217 time: 0.0361421 Dec 16 23:25:02.458232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85702137-4250-4a47-a91f-5c1f077a0095 req-19cc5c3e-8cda-4904-803b-eaf6c74e69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:02.459807 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85702137-4250-4a47-a91f-5c1f077a0095 req-19cc5c3e-8cda-4904-803b-eaf6c74e69ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2ccfaaf0-0743-4bc5-8197-f7a7ecda4d19 HTTP/1.1" status: 200 len: 853 time: 0.0508592 Dec 16 23:25:02.497653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85702137-4250-4a47-a91f-5c1f077a0095 req-19c11bf6-1e33-42ba-b91e-a2f301a3a79b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25f0a63e-19cf-4bc6-a75f-8b37ca3632e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261676 Dec 16 23:25:02.598342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85702137-4250-4a47-a91f-5c1f077a0095 req-ec345a8e-2a5f-4bb2-8359-99ead116f56f service neutron] 10.222.0.69 "GET /v2.0/networks/25f0a63e-19cf-4bc6-a75f-8b37ca3632e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890353 Dec 16 23:25:02.701065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85702137-4250-4a47-a91f-5c1f077a0095 req-5ad0be81-2141-4446-bd8b-869949664303 service neutron] 10.222.0.69 "GET /v2.0/networks/25f0a63e-19cf-4bc6-a75f-8b37ca3632e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913179 Dec 16 23:25:02.934452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a3b87-4e0d-4b55-a433-1ab2393a29fc req-b81eb6d3-1693-4020-96b9-240549a6da0d tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:02.936132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b4a3b87-4e0d-4b55-a433-1ab2393a29fc req-b81eb6d3-1693-4020-96b9-240549a6da0d tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 943 time: 0.0573208 Dec 16 23:25:02.991124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7b4a3b87-4e0d-4b55-a433-1ab2393a29fc req-ee21e21e-b4e4-46a9-814a-15572e349273 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485821 Dec 16 23:25:03.920627 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:25:04.117569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bbc2d-3087-48d4-8ec7-0ed88696ad70 req-22e6ae73-6c72-4b1f-a534-253567fe99b2 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:04.119070 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a44bbc2d-3087-48d4-8ec7-0ed88696ad70 req-22e6ae73-6c72-4b1f-a534-253567fe99b2 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 943 time: 0.0548589 Dec 16 23:25:04.166836 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a44bbc2d-3087-48d4-8ec7-0ed88696ad70 req-6778af53-968d-4e65-bdc8-656352c3661d tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 Dec 16 23:25:05.288086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03b3ed-6b0b-4c6f-838f-7ed924834f81 req-040ca69c-4797-4e82-bd0e-c7608914d0c9 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:05.289602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b03b3ed-6b0b-4c6f-838f-7ed924834f81 req-040ca69c-4797-4e82-bd0e-c7608914d0c9 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 943 time: 0.0545933 Dec 16 23:25:05.336792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b03b3ed-6b0b-4c6f-838f-7ed924834f81 req-797258ab-e174-4016-95e9-604e0f396dab tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409956 Dec 16 23:25:06.009099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:25:06.107200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d,segment=NetworkSegment(28cd0593-ff0c-4fb4-9ae5-fb19b026020d),segment_id=28cd0593-ff0c-4fb4-9ae5-fb19b026020d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:06.122323 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d', 'network_id': '25f0a63e-19cf-4bc6-a75f-8b37ca3632e9', 'port_id': 'ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d', 'mac_address': 'fa:16:3e:ee:0f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ccfaaf0-0743-4bc5-8197-f7a7ecda4d19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:25:06.159616 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:06.173178 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:25:06.192911 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d,segment=NetworkSegment(28cd0593-ff0c-4fb4-9ae5-fb19b026020d),segment_id=28cd0593-ff0c-4fb4-9ae5-fb19b026020d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:06.261439 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:06.314263 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:06.321714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:06.322060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:06.322443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:06.322911 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:06.323209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:06.323575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:06.323906 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:06.324234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:06.324563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:06.324891 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:06.325220 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:06.325547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:06.325871 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:06.460527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5759cf3-cd9e-4f2a-86a6-ac089c792ae3 req-e585dbd1-9ec4-4454-9a0b-3d88262b2430 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:06.462055 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5759cf3-cd9e-4f2a-86a6-ac089c792ae3 req-e585dbd1-9ec4-4454-9a0b-3d88262b2430 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 944 time: 0.0499537 Dec 16 23:25:06.515868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a5759cf3-cd9e-4f2a-86a6-ac089c792ae3 req-ee1e14f3-d8ba-4f08-bcfe-2b0c652eaed8 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468178 Dec 16 23:25:06.521214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:25:07.635845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba12a0-5cfb-469c-b07d-840beed9d485 req-f6ae89e3-c3de-48a6-b911-523a9a3653f0 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:07.637944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aba12a0-5cfb-469c-b07d-840beed9d485 req-f6ae89e3-c3de-48a6-b911-523a9a3653f0 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 944 time: 0.0533011 Dec 16 23:25:07.690587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7aba12a0-5cfb-469c-b07d-840beed9d485 req-62d87ed2-bdf6-4ec4-8e26-f204ddfb96e0 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464401 Dec 16 23:25:08.015777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:25:08.129492 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:25:08.133795 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:08.134171 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:08.212800 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:08.236010 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec97e0fb-a301-4e25-acf4-3fad96c7c3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:25:08.238250 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5948a534-ca60-495a-b0fa-d895e428263a" -d '{"events": [{"server_uuid": "ec97e0fb-a301-4e25-acf4-3fad96c7c3ec", "name": "network-vif-plugged", "status": "completed", "tag": "ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:25:08.251103 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d,segment=NetworkSegment(28cd0593-ff0c-4fb4-9ae5-fb19b026020d),segment_id=28cd0593-ff0c-4fb4-9ae5-fb19b026020d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:08.283005 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3eba49-5c6b-472a-8dfc-91d173670c27 x-openstack-request-id: req-7c3eba49-5c6b-472a-8dfc-91d173670c27 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:25:08.283360 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec97e0fb-a301-4e25-acf4-3fad96c7c3ec", "name": "network-vif-plugged", "status": "completed", "tag": "ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:25:08.283617 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c3eba49-5c6b-472a-8dfc-91d173670c27 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:25:08.284019 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec97e0fb-a301-4e25-acf4-3fad96c7c3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d', 'code': 200} Dec 16 23:25:08.332365 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:08.386658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:08.391932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c31069-7fd3-494a-96e1-cb47154b8ae6 req-d917b16c-b8c4-4b08-a850-056e955032fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:08.393520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30c31069-7fd3-494a-96e1-cb47154b8ae6 req-d917b16c-b8c4-4b08-a850-056e955032fb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 1096 time: 0.0436440 Dec 16 23:25:08.442644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-30c31069-7fd3-494a-96e1-cb47154b8ae6 req-e10614bd-be9f-4d80-abdf-95ea2c630ef0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379708 Dec 16 23:25:08.812258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7627c-cca8-4eff-bc26-81d9767c57ce req-9f0f2c9f-5dff-4e48-bc87-f1d919af144f tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:08.813753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8af7627c-cca8-4eff-bc26-81d9767c57ce req-9f0f2c9f-5dff-4e48-bc87-f1d919af144f tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 945 time: 0.0554750 Dec 16 23:25:08.863321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8af7627c-cca8-4eff-bc26-81d9767c57ce req-5923d4a2-098b-464a-a429-310cf83fa81a tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436065 Dec 16 23:25:09.999914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f1d91-f90d-43be-a053-1ad7ac255a0c req-a6b8a132-3d71-4fd6-a3a2-4ecfbcdb78b1 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:10.001556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-826f1d91-f90d-43be-a053-1ad7ac255a0c req-a6b8a132-3d71-4fd6-a3a2-4ecfbcdb78b1 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 945 time: 0.0568976 Dec 16 23:25:10.055026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-826f1d91-f90d-43be-a053-1ad7ac255a0c req-3d5c26a2-68eb-4af8-8b6a-cff2017c4e96 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472424 Dec 16 23:25:10.509977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eead0-6d3d-45a8-8ff2-41d950fb50da req-7eb861f5-cb3a-44b7-948d-6abf6de70f75 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:10.511489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b90eead0-6d3d-45a8-8ff2-41d950fb50da req-7eb861f5-cb3a-44b7-948d-6abf6de70f75 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 945 time: 0.0493476 Dec 16 23:25:10.858228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b90eead0-6d3d-45a8-8ff2-41d950fb50da req-b43c1203-a7a5-454a-91f4-fceab32955c7 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404803 Dec 16 23:25:11.877662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e84b8-a464-439d-9437-d0404590e313 req-b5d3aade-fa8b-4d78-90fd-963c15b88bb2 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:11.879171 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd6e84b8-a464-439d-9437-d0404590e313 req-b5d3aade-fa8b-4d78-90fd-963c15b88bb2 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 945 time: 0.0496466 Dec 16 23:25:12.010584 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020c2d3-41df-4b92-9135-8c9d61b3f8e7 req-464639a4-be15-4c58-9904-39728768aede tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:12.012063 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c020c2d3-41df-4b92-9135-8c9d61b3f8e7 req-464639a4-be15-4c58-9904-39728768aede tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 945 time: 0.0657640 Dec 16 23:25:12.019619 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-fd6e84b8-a464-439d-9437-d0404590e313 req-5a3bf4f3-e9a3-4fd9-aae8-a3c09a5c2b93 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Deleting port ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:25:12.020484 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fd6e84b8-a464-439d-9437-d0404590e313 req-5a3bf4f3-e9a3-4fd9-aae8-a3c09a5c2b93 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:12.120084 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c020c2d3-41df-4b92-9135-8c9d61b3f8e7 req-5cc77d08-e4f3-4d5b-8ee5-d05b4251d3da tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970969 Dec 16 23:25:12.153140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-fd6e84b8-a464-439d-9437-d0404590e313 req-5a3bf4f3-e9a3-4fd9-aae8-a3c09a5c2b93 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] For port ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d,segment=NetworkSegment(28cd0593-ff0c-4fb4-9ae5-fb19b026020d),segment_id=28cd0593-ff0c-4fb4-9ae5-fb19b026020d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:12.153521 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fd6e84b8-a464-439d-9437-d0404590e313 req-5a3bf4f3-e9a3-4fd9-aae8-a3c09a5c2b93 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:12.165292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-fd6e84b8-a464-439d-9437-d0404590e313 req-5a3bf4f3-e9a3-4fd9-aae8-a3c09a5c2b93 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Calling delete_port for ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:25:12.355455 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fd6e84b8-a464-439d-9437-d0404590e313 req-5a3bf4f3-e9a3-4fd9-aae8-a3c09a5c2b93 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:12.369175 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['9b427bb3-03ae-4012-8ee1-bfc306855a05'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:25:12.374501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:25:12.398533 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3bf4f3-e9a3-4fd9-aae8-a3c09a5c2b93 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Pushing event deleted for resources: {'Port': ['ID=ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:12.431816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6e84b8-a464-439d-9437-d0404590e313 req-5a3bf4f3-e9a3-4fd9-aae8-a3c09a5c2b93 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] No DVR routers for this DVR port ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:25:12.435473 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fd6e84b8-a464-439d-9437-d0404590e313 req-5a3bf4f3-e9a3-4fd9-aae8-a3c09a5c2b93 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:12.438902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd6e84b8-a464-439d-9437-d0404590e313 req-5a3bf4f3-e9a3-4fd9-aae8-a3c09a5c2b93 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.69 "DELETE /v2.0/ports/ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d HTTP/1.1" status: 204 len: 173 time: 0.5507293 Dec 16 23:25:12.439398 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec97e0fb-a301-4e25-acf4-3fad96c7c3ec', 'name': 'network-vif-deleted', 'tag': 'ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:25:12.441777 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17cca8a-ae5f-4e0c-8559-fcb400f0bac5" -d '{"events": [{"server_uuid": "ec97e0fb-a301-4e25-acf4-3fad96c7c3ec", "name": "network-vif-deleted", "tag": "ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:25:12.484364 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48430ad7-077b-488a-bbee-6d97ce4ea137 x-openstack-request-id: req-48430ad7-077b-488a-bbee-6d97ce4ea137 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:25:12.484681 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec97e0fb-a301-4e25-acf4-3fad96c7c3ec", "name": "network-vif-deleted", "tag": "ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:25:12.485025 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48430ad7-077b-488a-bbee-6d97ce4ea137 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:25:12.485678 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec97e0fb-a301-4e25-acf4-3fad96c7c3ec', 'name': 'network-vif-deleted', 'tag': 'ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d', 'status': 'completed', 'code': 200} Dec 16 23:25:13.230624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-809ddb6d-59f1-4c13-85fb-0b53c1a40b67 req-2f195711-75dc-48ae-a303-19422939bcd4 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec97e0fb-a301-4e25-acf4-3fad96c7c3ec HTTP/1.1" status: 200 len: 210 time: 0.0267248 Dec 16 23:25:13.823676 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:14.006523 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:14.382337 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d97b16-7d0c-46cd-af0b-8aa5f4ea8251 req-3e29ebbb-fff0-4b4c-92f0-604b4cc9f5ac tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:14.383885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78d97b16-7d0c-46cd-af0b-8aa5f4ea8251 req-3e29ebbb-fff0-4b4c-92f0-604b4cc9f5ac tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 946 time: 0.0507839 Dec 16 23:25:14.432792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-78d97b16-7d0c-46cd-af0b-8aa5f4ea8251 req-555dac15-c52f-40df-a620-113e5fede445 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427678 Dec 16 23:25:14.572051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9841f47-98b9-4189-97bb-01c7e6dddea6 req-eb422998-a47c-4b23-b612-5b5f8233921c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:14.573456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e9841f47-98b9-4189-97bb-01c7e6dddea6 req-eb422998-a47c-4b23-b612-5b5f8233921c tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 946 time: 0.0524504 Dec 16 23:25:14.623023 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e9841f47-98b9-4189-97bb-01c7e6dddea6 req-14c108bb-deb4-4d16-be48-7c6876ace41d tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416133 Dec 16 23:25:14.739695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b22048-07a5-4c5f-bed7-957093194cb4 req-8b6da780-18d3-407d-a027-b6e0c657294d tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:14.741138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5b22048-07a5-4c5f-bed7-957093194cb4 req-8b6da780-18d3-407d-a027-b6e0c657294d tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 946 time: 0.0498619 Dec 16 23:25:14.788603 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f5b22048-07a5-4c5f-bed7-957093194cb4 req-c7f35e1e-3d58-47d6-9505-dd158f75f0e7 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415988 Dec 16 23:25:14.860662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-0c39852a-7b73-4bf3-9bc5-dfafc1ba309e req-cfc9ea79-33df-448d-a5e9-87b1ce645b8a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:25:14.861691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c39852a-7b73-4bf3-9bc5-dfafc1ba309e req-cfc9ea79-33df-448d-a5e9-87b1ce645b8a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063488 Dec 16 23:25:14.973065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067c44b-c608-432a-a460-1be641d37a7d req-b4cff223-3c24-4d0b-b50a-b0db89491ee0 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:14.974547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b067c44b-c608-432a-a460-1be641d37a7d req-b4cff223-3c24-4d0b-b50a-b0db89491ee0 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 946 time: 0.0554535 Dec 16 23:25:15.025470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b067c44b-c608-432a-a460-1be641d37a7d req-67640872-42fd-4908-8205-7f61a6dcc70a tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448294 Dec 16 23:25:15.144461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffa9e5-deb5-4227-85ea-7da9d05df070 req-b07cc7e0-9347-487e-b74d-9b47d0f70f5d tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:15.145896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59ffa9e5-deb5-4227-85ea-7da9d05df070 req-b07cc7e0-9347-487e-b74d-9b47d0f70f5d tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 946 time: 0.0502038 Dec 16 23:25:15.194222 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59ffa9e5-deb5-4227-85ea-7da9d05df070 req-04a65739-0c19-4481-9d7f-7c95baeb9aaa tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422521 Dec 16 23:25:15.321972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4de1db-44f8-4ea2-8d86-693edd615f2b req-a72daf1e-1a36-4cd0-8109-717a8987ace0 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:15.323504 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f4de1db-44f8-4ea2-8d86-693edd615f2b req-a72daf1e-1a36-4cd0-8109-717a8987ace0 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 946 time: 0.0503733 Dec 16 23:25:15.376936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f4de1db-44f8-4ea2-8d86-693edd615f2b req-9dfe5310-cac4-4b83-9789-6e1bc487acc3 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473559 Dec 16 23:25:15.892635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbb449-1d49-42e8-9542-97657351d1ea req-5628b26b-d176-4664-905b-c2089f29ab33 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:15.894121 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03fbb449-1d49-42e8-9542-97657351d1ea req-5628b26b-d176-4664-905b-c2089f29ab33 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 946 time: 0.0518985 Dec 16 23:25:15.944720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-03fbb449-1d49-42e8-9542-97657351d1ea req-c9e35d74-8e12-46db-88df-66a4f114df0f tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445740 Dec 16 23:25:16.054575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:25:16.076883 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:25:16.077248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device ce6ab2b8-5f8b-40c3-8e78-5ad4021acf9d not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:25:17.065519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e535ed-5c1a-4c0c-b726-a9d67f9d67cd req-8fb4e4a9-22fc-48ba-ab54-f7858c0f303f tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:17.067069 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08e535ed-5c1a-4c0c-b726-a9d67f9d67cd req-8fb4e4a9-22fc-48ba-ab54-f7858c0f303f tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 946 time: 0.0508032 Dec 16 23:25:17.116618 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-08e535ed-5c1a-4c0c-b726-a9d67f9d67cd req-9eac3f23-ac9e-4d9e-bf6c-d6aef4e75b53 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9a7156d-1143-42a8-899b-f3c7f6735ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433886 Dec 16 23:25:17.432705 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393cf20-d25b-44e3-b05c-2781e3bd17fa req-bc19ccf8-8ce9-473b-8f13-8e72f261da35 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:17.434220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6393cf20-d25b-44e3-b05c-2781e3bd17fa req-bc19ccf8-8ce9-473b-8f13-8e72f261da35 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.24 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 946 time: 0.0528665 Dec 16 23:25:17.527842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-6393cf20-d25b-44e3-b05c-2781e3bd17fa req-6bdf386e-6f81-4f5a-99f6-f9a5d9f9c031 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Deleting port 9b427bb3-03ae-4012-8ee1-bfc306855a05 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:25:17.528181 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-6393cf20-d25b-44e3-b05c-2781e3bd17fa req-6bdf386e-6f81-4f5a-99f6-f9a5d9f9c031 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:17.620627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-6393cf20-d25b-44e3-b05c-2781e3bd17fa req-6bdf386e-6f81-4f5a-99f6-f9a5d9f9c031 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] For port 9b427bb3-03ae-4012-8ee1-bfc306855a05, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=9b427bb3-03ae-4012-8ee1-bfc306855a05,segment=NetworkSegment(28cd0593-ff0c-4fb4-9ae5-fb19b026020d),segment_id=28cd0593-ff0c-4fb4-9ae5-fb19b026020d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:17.620994 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-6393cf20-d25b-44e3-b05c-2781e3bd17fa req-6bdf386e-6f81-4f5a-99f6-f9a5d9f9c031 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:17.634363 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-6393cf20-d25b-44e3-b05c-2781e3bd17fa req-6bdf386e-6f81-4f5a-99f6-f9a5d9f9c031 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Calling delete_port for 9b427bb3-03ae-4012-8ee1-bfc306855a05 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:25:17.815223 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-6393cf20-d25b-44e3-b05c-2781e3bd17fa req-6bdf386e-6f81-4f5a-99f6-f9a5d9f9c031 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:17.827502 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['9b427bb3-03ae-4012-8ee1-bfc306855a05'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:25:17.850105 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf386e-6f81-4f5a-99f6-f9a5d9f9c031 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Pushing event deleted for resources: {'Port': ['ID=9b427bb3-03ae-4012-8ee1-bfc306855a05,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:17.890713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-6393cf20-d25b-44e3-b05c-2781e3bd17fa req-6bdf386e-6f81-4f5a-99f6-f9a5d9f9c031 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] No DVR routers for this DVR port 9b427bb3-03ae-4012-8ee1-bfc306855a05 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:25:17.893590 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-6393cf20-d25b-44e3-b05c-2781e3bd17fa req-6bdf386e-6f81-4f5a-99f6-f9a5d9f9c031 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:17.897123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6393cf20-d25b-44e3-b05c-2781e3bd17fa req-6bdf386e-6f81-4f5a-99f6-f9a5d9f9c031 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.24 "DELETE /v2.0/ports/9b427bb3-03ae-4012-8ee1-bfc306855a05 HTTP/1.1" status: 204 len: 173 time: 0.4552703 Dec 16 23:25:17.897590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89c8995-be53-48a4-89d5-31f32129a4c8', 'name': 'network-vif-deleted', 'tag': '9b427bb3-03ae-4012-8ee1-bfc306855a05'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:25:17.900000 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ca2879-a9ce-432d-818c-afa6d469efdb" -d '{"events": [{"server_uuid": "d89c8995-be53-48a4-89d5-31f32129a4c8", "name": "network-vif-deleted", "tag": "9b427bb3-03ae-4012-8ee1-bfc306855a05"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:25:17.939062 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae8dc65-502f-4c18-89ae-e19cc9110680 x-openstack-request-id: req-3ae8dc65-502f-4c18-89ae-e19cc9110680 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:25:17.939387 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89c8995-be53-48a4-89d5-31f32129a4c8", "name": "network-vif-deleted", "tag": "9b427bb3-03ae-4012-8ee1-bfc306855a05", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:25:17.939641 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ae8dc65-502f-4c18-89ae-e19cc9110680 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:25:17.940046 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89c8995-be53-48a4-89d5-31f32129a4c8', 'name': 'network-vif-deleted', 'tag': '9b427bb3-03ae-4012-8ee1-bfc306855a05', 'status': 'completed', 'code': 200} Dec 16 23:25:18.222256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f58c461a-1685-4ca1-8784-e530e093c744 req-9b0a5e02-47eb-46e9-9b6d-7f311ba1dab7 tempest-ServersNegativeTestJSON-2076217313 tempest-ServersNegativeTestJSON-2076217313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d89c8995-be53-48a4-89d5-31f32129a4c8 HTTP/1.1" status: 200 len: 210 time: 0.0268214 Dec 16 23:25:19.285709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36894) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:19.330086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-38094c4b-2754-4050-a27f-25c199436ab0 admin admin] Deleting subnet 2ccfaaf0-0743-4bc5-8197-f7a7ecda4d19 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:25:19.333211 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-38094c4b-2754-4050-a27f-25c199436ab0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:19.373066 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-38094c4b-2754-4050-a27f-25c199436ab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:19.412842 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-38094c4b-2754-4050-a27f-25c199436ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:19.526887 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-38094c4b-2754-4050-a27f-25c199436ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:19.553082 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38094c4b-2754-4050-a27f-25c199436ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ccfaaf0-0743-4bc5-8197-f7a7ecda4d19,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:19.557129 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-38094c4b-2754-4050-a27f-25c199436ab0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:19.560489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-38094c4b-2754-4050-a27f-25c199436ab0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2ccfaaf0-0743-4bc5-8197-f7a7ecda4d19 HTTP/1.1" status: 204 len: 168 time: 0.2737157 Dec 16 23:25:19.577783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36896) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:19.651221 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb61bb21-b65b-4af9-a966-ace0624c6cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:19.738405 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb61bb21-b65b-4af9-a966-ace0624c6cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:19.758350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-cb61bb21-b65b-4af9-a966-ace0624c6cdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f0a63e-19cf-4bc6-a75f-8b37ca3632e9']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:19.767874 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-cb61bb21-b65b-4af9-a966-ace0624c6cdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28cd0593-ff0c-4fb4-9ae5-fb19b026020d') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:19.768190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-cb61bb21-b65b-4af9-a966-ace0624c6cdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28cd0593-ff0c-4fb4-9ae5-fb19b026020d') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:19.777518 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb61bb21-b65b-4af9-a966-ace0624c6cdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:19.790827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb61bb21-b65b-4af9-a966-ace0624c6cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:19.797618 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb61bb21-b65b-4af9-a966-ace0624c6cdd admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:25:19.798001 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb61bb21-b65b-4af9-a966-ace0624c6cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: timer() Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:25:19.799732 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:25:19.914780 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb61bb21-b65b-4af9-a966-ace0624c6cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:19.920854 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb61bb21-b65b-4af9-a966-ace0624c6cdd admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:19.924138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cb61bb21-b65b-4af9-a966-ace0624c6cdd admin admin] 10.222.0.43 "DELETE /v2.0/networks/25f0a63e-19cf-4bc6-a75f-8b37ca3632e9 HTTP/1.1" status: 204 len: 168 time: 0.3453350 Dec 16 23:25:19.935403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61bb21-b65b-4af9-a966-ace0624c6cdd admin admin] Pushing event deleted for resources: {'Network': ['ID=25f0a63e-19cf-4bc6-a75f-8b37ca3632e9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:20.112266 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80547390-494a-4bec-acaa-309b8e9a5aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:20.221152 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36900) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:20.266533 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-90d03697-7904-4bd5-8186-24dd5dd72313 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78f420d25a8846ef977b7dfccd9fb092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440948 Dec 16 23:25:20.268887 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36902) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:20.316147 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46808ee8-d64b-4b2e-befb-a7cfa8a2ea03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:20.337234 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46808ee8-d64b-4b2e-befb-a7cfa8a2ea03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:20.474543 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46808ee8-d64b-4b2e-befb-a7cfa8a2ea03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:20.477273 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-46808ee8-d64b-4b2e-befb-a7cfa8a2ea03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:20.478472 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-46808ee8-d64b-4b2e-befb-a7cfa8a2ea03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9a7156d-1143-42a8-899b-f3c7f6735ad1 HTTP/1.1" status: 204 len: 168 time: 0.2086596 Dec 16 23:25:20.488669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46808ee8-d64b-4b2e-befb-a7cfa8a2ea03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a7156d-1143-42a8-899b-f3c7f6735ad1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:21.493356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36924) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:21.587335 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-cbb7de52-04f6-441c-9bf0-20d93c45e70a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-963545098'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:21.621026 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 9b427bb3-03ae-4012-8ee1-bfc306855a05 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:25:21.643215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 9b427bb3-03ae-4012-8ee1-bfc306855a05 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:25:21.643507 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 9b427bb3-03ae-4012-8ee1-bfc306855a05 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:25:21.740570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb7de52-04f6-441c-9bf0-20d93c45e70a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Made reservation on behalf of c9377230c4254aa1b7e7bdf37c632030 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:21.744211 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cbb7de52-04f6-441c-9bf0-20d93c45e70a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:21.756206 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cbb7de52-04f6-441c-9bf0-20d93c45e70a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:21.832207 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cbb7de52-04f6-441c-9bf0-20d93c45e70a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:21.917793 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cbb7de52-04f6-441c-9bf0-20d93c45e70a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:21.952722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb7de52-04f6-441c-9bf0-20d93c45e70a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:25:21.959353 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7de52-04f6-441c-9bf0-20d93c45e70a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c9ffbe-f5b1-4462-9fac-aa19aa296ad7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:21.975427 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cbb7de52-04f6-441c-9bf0-20d93c45e70a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:21.975427 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-cbb7de52-04f6-441c-9bf0-20d93c45e70a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Added segment bd140241-474a-49d5-99e8-9b6c7d889cf1 of type vlan for network c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37 Dec 16 23:25:22.013049 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cbb7de52-04f6-441c-9bf0-20d93c45e70a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:22.129497 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cbb7de52-04f6-441c-9bf0-20d93c45e70a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:22.135155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb7de52-04f6-441c-9bf0-20d93c45e70a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:22.135801 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cbb7de52-04f6-441c-9bf0-20d93c45e70a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:22.245018 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7de52-04f6-441c-9bf0-20d93c45e70a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event updated for resources: {'Network': ['ID=c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:22.259036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:25:22.286643 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cbb7de52-04f6-441c-9bf0-20d93c45e70a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7920702 Dec 16 23:25:22.575433 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ada085b5-ceca-4a6f-9fcd-f227f5a952c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:23.799404 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:25.092534 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:25.558087 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36928) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:25.563823 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-bd3b1801-d8e5-4f42-b784-6c47b8091290 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Request body: {'subnet': {'network_id': 'c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:25.726106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3b1801-d8e5-4f42-b784-6c47b8091290 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Made reservation on behalf of c9377230c4254aa1b7e7bdf37c632030 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:25.729808 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd3b1801-d8e5-4f42-b784-6c47b8091290 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:25.809320 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:25.980882 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd3b1801-d8e5-4f42-b784-6c47b8091290 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:26.042554 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b1801-d8e5-4f42-b784-6c47b8091290 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event updated for resources: {'Subnet': ['ID=ec9b4645-56c3-4763-9b50-408dfb85c3e4,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:26.051232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b1801-d8e5-4f42-b784-6c47b8091290 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Checking segment: {'id': 'bd140241-474a-49d5-99e8-9b6c7d889cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:26.051636 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3b1801-d8e5-4f42-b784-6c47b8091290 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Network hostable DHCP agents. Network: c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:25:26.134664 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3b1801-d8e5-4f42-b784-6c47b8091290 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Network c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:25:26.208745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-bd3b1801-d8e5-4f42-b784-6c47b8091290 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:26.213071 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3b1801-d8e5-4f42-b784-6c47b8091290 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:26.213670 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bd3b1801-d8e5-4f42-b784-6c47b8091290 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:26.218926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bec93d-e915-49fa-af30-63bc11025b6f None None] Network c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:26.303075 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bd3b1801-d8e5-4f42-b784-6c47b8091290 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7437992 Dec 16 23:25:26.306403 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36930) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:26.311948 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-28cb4a56-bfde-40b1-8f0a-c1f3fd7da2d0 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1677251267'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:26.326563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37', 'network_id': 'c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37', 'project_id': 'c9377230c4254aa1b7e7bdf37c632030', 'fixed_ips': [{'subnet_id': 'ec9b4645-56c3-4763-9b50-408dfb85c3e4'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:25:26.327449 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:26.386270 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cb4a56-bfde-40b1-8f0a-c1f3fd7da2d0 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Made reservation on behalf of c9377230c4254aa1b7e7bdf37c632030 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:26.390022 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28cb4a56-bfde-40b1-8f0a-c1f3fd7da2d0 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:26.416584 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28cb4a56-bfde-40b1-8f0a-c1f3fd7da2d0 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:25:26.428359 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28cb4a56-bfde-40b1-8f0a-c1f3fd7da2d0 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:26.429606 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-28cb4a56-bfde-40b1-8f0a-c1f3fd7da2d0 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Added segment f5582ae3-7c2a-4a4a-b318-d8721acf9b8d of type vlan for network 802c78a2-5681-4fbc-a2c1-51b10cb2d3d8 Dec 16 23:25:26.470361 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28cb4a56-bfde-40b1-8f0a-c1f3fd7da2d0 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:26.472854 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Allocated IP 2001:db8:0:ffff::2 (c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37/ec9b4645-56c3-4763-9b50-408dfb85c3e4/1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:25:26.552154 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28cb4a56-bfde-40b1-8f0a-c1f3fd7da2d0 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:26.557802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cb4a56-bfde-40b1-8f0a-c1f3fd7da2d0 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:26.558402 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-28cb4a56-bfde-40b1-8f0a-c1f3fd7da2d0 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:26.618790 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:26.628821 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb4a56-bfde-40b1-8f0a-c1f3fd7da2d0 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event updated for resources: {'Network': ['ID=802c78a2-5681-4fbc-a2c1-51b10cb2d3d8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:26.639895 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 802c78a2-5681-4fbc-a2c1-51b10cb2d3d8 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:25:26.675565 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-28cb4a56-bfde-40b1-8f0a-c1f3fd7da2d0 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3679841 Dec 16 23:25:26.678505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36932) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:26.683646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-015f9fd8-8937-4a8e-a649-3512c05c30e8 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Request body: {'subnet': {'network_id': '802c78a2-5681-4fbc-a2c1-51b10cb2d3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:26.703157 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:26.749486 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Network c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:25:26.752467 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:26.756706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:25:26.759806 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Pushing event updated for resources: {'Port': ['ID=1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:26.816805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Attempting to bind port 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:25:26.817182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Attempting to bind port 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'bd140241-474a-49d5-99e8-9b6c7d889cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:25:26.817555 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Attempting to bind port 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6 on network c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:25:26.822482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:25:26.822881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Checking segment: {'id': 'bd140241-474a-49d5-99e8-9b6c7d889cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:26.823291 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:26.823697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Bound using segment: {'id': 'bd140241-474a-49d5-99e8-9b6c7d889cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:25:26.824198 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Bound port: 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd140241-474a-49d5-99e8-9b6c7d889cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:25:26.824581 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:26.843941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015f9fd8-8937-4a8e-a649-3512c05c30e8 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Made reservation on behalf of c9377230c4254aa1b7e7bdf37c632030 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:26.847706 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-015f9fd8-8937-4a8e-a649-3512c05c30e8 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:26.889248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] For port 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:25:26.892586 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] For port 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6,segment=NetworkSegment(bd140241-474a-49d5-99e8-9b6c7d889cf1),segment_id=bd140241-474a-49d5-99e8-9b6c7d889cf1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:25:26.964206 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:27.025749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d9ef0-193b-4735-86d2-93de00412ce8 None None] Pushing event updated for resources: {'Port': ['ID=1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:27.107079 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-015f9fd8-8937-4a8e-a649-3512c05c30e8 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:27.175911 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f9fd8-8937-4a8e-a649-3512c05c30e8 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event updated for resources: {'Subnet': ['ID=78b23fbd-6d9b-4d67-a503-c8f3e919b51a,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:27.191016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015f9fd8-8937-4a8e-a649-3512c05c30e8 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Checking segment: {'id': 'f5582ae3-7c2a-4a4a-b318-d8721acf9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '802c78a2-5681-4fbc-a2c1-51b10cb2d3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:27.191399 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015f9fd8-8937-4a8e-a649-3512c05c30e8 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Network hostable DHCP agents. Network: 802c78a2-5681-4fbc-a2c1-51b10cb2d3d8, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:25:27.295114 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015f9fd8-8937-4a8e-a649-3512c05c30e8 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Network 802c78a2-5681-4fbc-a2c1-51b10cb2d3d8 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:25:27.392134 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-015f9fd8-8937-4a8e-a649-3512c05c30e8 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 802c78a2-5681-4fbc-a2c1-51b10cb2d3d8) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:27.396919 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015f9fd8-8937-4a8e-a649-3512c05c30e8 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:27.397542 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-015f9fd8-8937-4a8e-a649-3512c05c30e8 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:27.400978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e630a76a-c8c4-42ae-8d77-7a0e310c78f4 None None] Network 802c78a2-5681-4fbc-a2c1-51b10cb2d3d8 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:27.507469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-802c78a2-5681-4fbc-a2c1-51b10cb2d3d8', 'network_id': '802c78a2-5681-4fbc-a2c1-51b10cb2d3d8', 'project_id': 'c9377230c4254aa1b7e7bdf37c632030', 'fixed_ips': [{'subnet_id': '78b23fbd-6d9b-4d67-a503-c8f3e919b51a'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:25:27.508354 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:27.512068 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-015f9fd8-8937-4a8e-a649-3512c05c30e8 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8323526 Dec 16 23:25:27.514810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36934) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:27.621475 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:27.656652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Allocated IP 2001:db8::2 (802c78a2-5681-4fbc-a2c1-51b10cb2d3d8/78b23fbd-6d9b-4d67-a503-c8f3e919b51a/94980211-9421-456f-b438-12c18ce47904) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:25:27.734997 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:27.837659 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:27.896242 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:27.946889 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Network 802c78a2-5681-4fbc-a2c1-51b10cb2d3d8 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:25:27.949782 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:27.954557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:25:27.960080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Pushing event updated for resources: {'Port': ['ID=94980211-9421-456f-b438-12c18ce47904,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:28.009829 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.013308 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fc59ff-9537-4a9e-ae94-4ef531ecf1b3 None None] Network c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:28.043954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event deleted for resources: {'Subnet': ['ID=78b23fbd-6d9b-4d67-a503-c8f3e919b51a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:28.068753 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Attempting to bind port 94980211-9421-456f-b438-12c18ce47904 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:25:28.069147 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Attempting to bind port 94980211-9421-456f-b438-12c18ce47904 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'f5582ae3-7c2a-4a4a-b318-d8721acf9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '802c78a2-5681-4fbc-a2c1-51b10cb2d3d8'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:25:28.069508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Attempting to bind port 94980211-9421-456f-b438-12c18ce47904 on network 802c78a2-5681-4fbc-a2c1-51b10cb2d3d8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:25:28.089045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:25:28.089430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Checking segment: {'id': 'f5582ae3-7c2a-4a4a-b318-d8721acf9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '802c78a2-5681-4fbc-a2c1-51b10cb2d3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:28.089841 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.090241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Bound using segment: {'id': 'f5582ae3-7c2a-4a4a-b318-d8721acf9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '802c78a2-5681-4fbc-a2c1-51b10cb2d3d8'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:25:28.090862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Bound port: 94980211-9421-456f-b438-12c18ce47904, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5582ae3-7c2a-4a4a-b318-d8721acf9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '802c78a2-5681-4fbc-a2c1-51b10cb2d3d8'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:25:28.091259 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.108400 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.110058 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-143bb2ea-654d-458b-9299-4d5e258e3d5a None None] Provisioning complete for port 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:28.110671 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-143bb2ea-654d-458b-9299-4d5e258e3d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.128636 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802c78a2-5681-4fbc-a2c1-51b10cb2d3d8']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:28.137998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5582ae3-7c2a-4a4a-b318-d8721acf9b8d') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:28.138277 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5582ae3-7c2a-4a4a-b318-d8721acf9b8d') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:28.148313 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.162170 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.168349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:25:28.168728 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: timer() Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:25:28.172407 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:25:28.244824 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] For port 94980211-9421-456f-b438-12c18ce47904, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:25:28.248723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] For port 94980211-9421-456f-b438-12c18ce47904, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=94980211-9421-456f-b438-12c18ce47904,segment=NetworkSegment(f5582ae3-7c2a-4a4a-b318-d8721acf9b8d),segment_id=f5582ae3-7c2a-4a4a-b318-d8721acf9b8d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:25:28.281934 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.db.api [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 23:25:28.281934 n-d-821840-2 neutron-server[103951]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 23:25:28.281934 n-d-821840-2 neutron-server[103951]: [parameters: {'id': '802c78a2-5681-4fbc-a2c1-51b10cb2d3d8'}] Dec 16 23:25:28.281934 n-d-821840-2 neutron-server[103951]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:25:28.282332 n-d-821840-2 neutron-server[103951]: DEBUG oslo_db.api [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:25:28.283500 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-143bb2ea-654d-458b-9299-4d5e258e3d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.307840 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.353411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-143bb2ea-654d-458b-9299-4d5e258e3d5a None None] For port 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6,segment=NetworkSegment(bd140241-474a-49d5-99e8-9b6c7d889cf1),segment_id=bd140241-474a-49d5-99e8-9b6c7d889cf1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:28.402699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842646ad-a493-4d72-af7f-a629309daa17 None None] Pushing event updated for resources: {'Port': ['ID=94980211-9421-456f-b438-12c18ce47904,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:28.425353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be29485-6437-4627-8314-d07785160fdf None None] Network 802c78a2-5681-4fbc-a2c1-51b10cb2d3d8 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:28.465973 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-143bb2ea-654d-458b-9299-4d5e258e3d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.546708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bb2ea-654d-458b-9299-4d5e258e3d5a None None] Pushing event updated for resources: {'Port': ['ID=1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:28.565355 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117b1ac1-2cbc-47be-bd24-2eb6b2e99159 None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 23:25:28.626103 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-97dfa9b2-11e8-4137-b298-daeaae88cd4e None None] Provisioning complete for port 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:28.626473 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97dfa9b2-11e8-4137-b298-daeaae88cd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.676597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117b1ac1-2cbc-47be-bd24-2eb6b2e99159 None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 23:25:28.783605 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.839242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Deleting port 94980211-9421-456f-b438-12c18ce47904 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:25:28.839738 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.912083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] For port 94980211-9421-456f-b438-12c18ce47904, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=94980211-9421-456f-b438-12c18ce47904,segment=NetworkSegment(f5582ae3-7c2a-4a4a-b318-d8721acf9b8d),segment_id=f5582ae3-7c2a-4a4a-b318-d8721acf9b8d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:28.912452 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.927690 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Calling delete_port for 94980211-9421-456f-b438-12c18ce47904 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:25:28.952437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:25:29.003411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:29.003788 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:29.095073 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:29.121297 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event deleted for resources: {'Port': ['ID=94980211-9421-456f-b438-12c18ce47904,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:29.125598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] No DVR routers for this DVR port 94980211-9421-456f-b438-12c18ce47904 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:25:29.208848 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:29.229027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802c78a2-5681-4fbc-a2c1-51b10cb2d3d8']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:29.238357 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5582ae3-7c2a-4a4a-b318-d8721acf9b8d') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:29.238659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5582ae3-7c2a-4a4a-b318-d8721acf9b8d') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:29.247902 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:29.260997 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:29.267810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:25:29.268203 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: timer() Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:25:29.271147 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:25:29.392470 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:29.402083 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:29.406737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "DELETE /v2.0/networks/802c78a2-5681-4fbc-a2c1-51b10cb2d3d8 HTTP/1.1" status: 204 len: 168 time: 1.8908348 Dec 16 23:25:29.410468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36936) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:29.415823 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-94534819-cc2c-4c5d-9930-e043f23feee1 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-8173363'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:29.422678 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79821b-5a4e-46f2-967b-4fc154c6f648 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event deleted for resources: {'Network': ['ID=802c78a2-5681-4fbc-a2c1-51b10cb2d3d8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:29.508939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94534819-cc2c-4c5d-9930-e043f23feee1 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Made reservation on behalf of c9377230c4254aa1b7e7bdf37c632030 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:29.512545 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94534819-cc2c-4c5d-9930-e043f23feee1 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:29.537704 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94534819-cc2c-4c5d-9930-e043f23feee1 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:25:29.546727 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94534819-cc2c-4c5d-9930-e043f23feee1 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:29.547075 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-94534819-cc2c-4c5d-9930-e043f23feee1 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Added segment 0cc6cfa6-81fd-46cb-a5dc-2ae604dec6cf of type vlan for network 02e9334c-550f-4f69-b777-3cef590e8751 Dec 16 23:25:29.587013 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94534819-cc2c-4c5d-9930-e043f23feee1 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:29.672473 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94534819-cc2c-4c5d-9930-e043f23feee1 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:29.677981 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94534819-cc2c-4c5d-9930-e043f23feee1 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:29.678570 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-94534819-cc2c-4c5d-9930-e043f23feee1 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:29.747321 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94534819-cc2c-4c5d-9930-e043f23feee1 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event updated for resources: {'Network': ['ID=02e9334c-550f-4f69-b777-3cef590e8751,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:29.757816 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 02e9334c-550f-4f69-b777-3cef590e8751 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:25:29.803403 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-94534819-cc2c-4c5d-9930-e043f23feee1 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3917706 Dec 16 23:25:29.806260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36938) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:29.812155 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-dee8a10c-24df-401e-b4b8-94b6faefe12a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Request body: {'subnet': {'network_id': '02e9334c-550f-4f69-b777-3cef590e8751', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:29.988627 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee8a10c-24df-401e-b4b8-94b6faefe12a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Made reservation on behalf of c9377230c4254aa1b7e7bdf37c632030 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:29.992247 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dee8a10c-24df-401e-b4b8-94b6faefe12a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:30.055969 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_backend_mixin [None req-dee8a10c-24df-401e-b4b8-94b6faefe12a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Performing IP validity checks on allocation pools {{(pid=103952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 23:25:30.056498 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.ipam_backend_mixin [None req-dee8a10c-24df-401e-b4b8-94b6faefe12a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 23:25:30.234448 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dee8a10c-24df-401e-b4b8-94b6faefe12a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:30.300182 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8a10c-24df-401e-b4b8-94b6faefe12a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event updated for resources: {'Subnet': ['ID=81249a3f-ad46-4ac3-81c3-4e631e1110d1,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:30.309048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8a10c-24df-401e-b4b8-94b6faefe12a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Checking segment: {'id': '0cc6cfa6-81fd-46cb-a5dc-2ae604dec6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '02e9334c-550f-4f69-b777-3cef590e8751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:30.309427 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee8a10c-24df-401e-b4b8-94b6faefe12a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Network hostable DHCP agents. Network: 02e9334c-550f-4f69-b777-3cef590e8751, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:25:30.421145 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee8a10c-24df-401e-b4b8-94b6faefe12a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Network 02e9334c-550f-4f69-b777-3cef590e8751 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:25:30.471856 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-dee8a10c-24df-401e-b4b8-94b6faefe12a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 02e9334c-550f-4f69-b777-3cef590e8751) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:30.476057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee8a10c-24df-401e-b4b8-94b6faefe12a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:30.480025 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dee8a10c-24df-401e-b4b8-94b6faefe12a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:30.481466 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f154c80b-23b1-4c43-a283-49698a34599d None None] Network 02e9334c-550f-4f69-b777-3cef590e8751 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:30.550084 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dee8a10c-24df-401e-b4b8-94b6faefe12a tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7425153 Dec 16 23:25:30.552587 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36940) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:30.654191 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df763d62-ba5e-4218-b1cb-a4803b338044 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:30.736379 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df763d62-ba5e-4218-b1cb-a4803b338044 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:30.752905 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc797545-de42-4e37-9f98-0335b27b6c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-02e9334c-550f-4f69-b777-3cef590e8751', 'network_id': '02e9334c-550f-4f69-b777-3cef590e8751', 'project_id': 'c9377230c4254aa1b7e7bdf37c632030', 'fixed_ips': [{'subnet_id': '81249a3f-ad46-4ac3-81c3-4e631e1110d1'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:25:30.753842 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc797545-de42-4e37-9f98-0335b27b6c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:30.867077 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df763d62-ba5e-4218-b1cb-a4803b338044 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:30.891558 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df763d62-ba5e-4218-b1cb-a4803b338044 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event deleted for resources: {'Subnet': ['ID=81249a3f-ad46-4ac3-81c3-4e631e1110d1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server [None req-fc797545-de42-4e37-9f98-0335b27b6c45 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81249a3f-ad46-4ac3-81c3-4e631e1110d1: This subnet is being modified by another concurrent operation. Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server raise exception Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81249a3f-ad46-4ac3-81c3-4e631e1110d1: This subnet is being modified by another concurrent operation. Dec 16 23:25:30.896216 n-d-821840-2 neutron-server[103953]: ERROR oslo_messaging.rpc.server Dec 16 23:25:30.913245 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d777d22-7fcc-4cba-8e59-db8ec03a903e None None] Network 02e9334c-550f-4f69-b777-3cef590e8751 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:30.974711 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df763d62-ba5e-4218-b1cb-a4803b338044 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:30.998819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-df763d62-ba5e-4218-b1cb-a4803b338044 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e9334c-550f-4f69-b777-3cef590e8751']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:30.999026 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd55fe65-17ad-4f9d-a351-3d12d38ddf66 None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 23:25:31.008797 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-df763d62-ba5e-4218-b1cb-a4803b338044 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc6cfa6-81fd-46cb-a5dc-2ae604dec6cf') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:31.009171 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-df763d62-ba5e-4218-b1cb-a4803b338044 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc6cfa6-81fd-46cb-a5dc-2ae604dec6cf') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:31.019215 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df763d62-ba5e-4218-b1cb-a4803b338044 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:31.034074 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df763d62-ba5e-4218-b1cb-a4803b338044 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:31.040132 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df763d62-ba5e-4218-b1cb-a4803b338044 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:25:31.040516 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df763d62-ba5e-4218-b1cb-a4803b338044 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: timer() Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:25:31.043698 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:25:31.068029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd55fe65-17ad-4f9d-a351-3d12d38ddf66 None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 23:25:31.146951 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df763d62-ba5e-4218-b1cb-a4803b338044 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:31.156219 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df763d62-ba5e-4218-b1cb-a4803b338044 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:31.160123 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-df763d62-ba5e-4218-b1cb-a4803b338044 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "DELETE /v2.0/networks/02e9334c-550f-4f69-b777-3cef590e8751 HTTP/1.1" status: 204 len: 168 time: 0.6059389 Dec 16 23:25:31.163983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36942) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:31.169652 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ac6f124d-7b7a-4e25-a915-050afbf4b91f tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1686567590'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:31.171475 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df763d62-ba5e-4218-b1cb-a4803b338044 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event deleted for resources: {'Network': ['ID=02e9334c-550f-4f69-b777-3cef590e8751,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:31.254794 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6f124d-7b7a-4e25-a915-050afbf4b91f tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Made reservation on behalf of c9377230c4254aa1b7e7bdf37c632030 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:31.258880 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ac6f124d-7b7a-4e25-a915-050afbf4b91f tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:31.285114 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6f124d-7b7a-4e25-a915-050afbf4b91f tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:25:31.293986 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ac6f124d-7b7a-4e25-a915-050afbf4b91f tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:31.294334 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-ac6f124d-7b7a-4e25-a915-050afbf4b91f tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Added segment 17a4a908-79f2-46ab-b448-b673f2a32064 of type vlan for network 7c2f3922-9f02-4852-bbf6-8910b3fc33c9 Dec 16 23:25:31.335647 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ac6f124d-7b7a-4e25-a915-050afbf4b91f tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:31.431982 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ac6f124d-7b7a-4e25-a915-050afbf4b91f tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:31.437611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6f124d-7b7a-4e25-a915-050afbf4b91f tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:31.438198 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ac6f124d-7b7a-4e25-a915-050afbf4b91f tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:31.507226 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f124d-7b7a-4e25-a915-050afbf4b91f tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event updated for resources: {'Network': ['ID=7c2f3922-9f02-4852-bbf6-8910b3fc33c9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:31.517638 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 7c2f3922-9f02-4852-bbf6-8910b3fc33c9 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:25:31.546152 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ac6f124d-7b7a-4e25-a915-050afbf4b91f tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3808923 Dec 16 23:25:31.548988 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36944) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:31.553970 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-8d93dcdb-3cd1-4d3a-9318-654d2555ef18 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Request body: {'subnet': {'network_id': '7c2f3922-9f02-4852-bbf6-8910b3fc33c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:31.708766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d93dcdb-3cd1-4d3a-9318-654d2555ef18 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Made reservation on behalf of c9377230c4254aa1b7e7bdf37c632030 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:31.712398 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d93dcdb-3cd1-4d3a-9318-654d2555ef18 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:31.966216 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d93dcdb-3cd1-4d3a-9318-654d2555ef18 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:32.034906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93dcdb-3cd1-4d3a-9318-654d2555ef18 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event updated for resources: {'Subnet': ['ID=fa722388-c416-40db-b725-fed5b6fdc44e,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:32.043880 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d93dcdb-3cd1-4d3a-9318-654d2555ef18 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Checking segment: {'id': '17a4a908-79f2-46ab-b448-b673f2a32064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7c2f3922-9f02-4852-bbf6-8910b3fc33c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:32.044248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d93dcdb-3cd1-4d3a-9318-654d2555ef18 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Network hostable DHCP agents. Network: 7c2f3922-9f02-4852-bbf6-8910b3fc33c9, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:25:32.112154 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d93dcdb-3cd1-4d3a-9318-654d2555ef18 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Network 7c2f3922-9f02-4852-bbf6-8910b3fc33c9 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:25:32.168929 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-8d93dcdb-3cd1-4d3a-9318-654d2555ef18 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 7c2f3922-9f02-4852-bbf6-8910b3fc33c9) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:32.174325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d93dcdb-3cd1-4d3a-9318-654d2555ef18 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:32.174925 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d93dcdb-3cd1-4d3a-9318-654d2555ef18 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:32.179761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1322f0-e181-49a2-9d16-6d481b60a57c None None] Network 7c2f3922-9f02-4852-bbf6-8910b3fc33c9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:32.234950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8d93dcdb-3cd1-4d3a-9318-654d2555ef18 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6814210 Dec 16 23:25:32.235148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36946) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:32.241029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b501f07a-3581-4946-aafb-997870114e22 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-271168482'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:32.280978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-7c2f3922-9f02-4852-bbf6-8910b3fc33c9', 'network_id': '7c2f3922-9f02-4852-bbf6-8910b3fc33c9', 'project_id': 'c9377230c4254aa1b7e7bdf37c632030', 'fixed_ips': [{'subnet_id': 'fa722388-c416-40db-b725-fed5b6fdc44e'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:25:32.281855 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:32.308836 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b501f07a-3581-4946-aafb-997870114e22 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Made reservation on behalf of c9377230c4254aa1b7e7bdf37c632030 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:32.313233 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b501f07a-3581-4946-aafb-997870114e22 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:32.338797 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b501f07a-3581-4946-aafb-997870114e22 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:25:32.348338 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b501f07a-3581-4946-aafb-997870114e22 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:32.348689 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-b501f07a-3581-4946-aafb-997870114e22 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Added segment 753df7c3-544a-48b2-8270-8a01b282fdd2 of type vlan for network 58492fa2-67e5-478d-a9f5-1a7177d81a28 Dec 16 23:25:32.389975 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b501f07a-3581-4946-aafb-997870114e22 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:32.426907 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Allocated IP 2001:db8::2 (7c2f3922-9f02-4852-bbf6-8910b3fc33c9/fa722388-c416-40db-b725-fed5b6fdc44e/0a397343-388e-47fe-b757-50c308fa6676) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:25:32.486121 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b501f07a-3581-4946-aafb-997870114e22 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:32.492194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501f07a-3581-4946-aafb-997870114e22 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:32.492860 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b501f07a-3581-4946-aafb-997870114e22 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:32.559988 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501f07a-3581-4946-aafb-997870114e22 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event updated for resources: {'Network': ['ID=58492fa2-67e5-478d-a9f5-1a7177d81a28,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:32.572038 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 58492fa2-67e5-478d-a9f5-1a7177d81a28 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:25:32.580728 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:32.600206 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b501f07a-3581-4946-aafb-997870114e22 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3636401 Dec 16 23:25:32.606060 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36948) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:32.608188 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-fe57fb52-f8cd-48b1-9e18-32a9cfc602f5 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Request body: {'subnet': {'network_id': '58492fa2-67e5-478d-a9f5-1a7177d81a28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:32.674636 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:32.721876 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Network 7c2f3922-9f02-4852-bbf6-8910b3fc33c9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:25:32.724785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:32.729166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:25:32.732347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Pushing event updated for resources: {'Port': ['ID=0a397343-388e-47fe-b757-50c308fa6676,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:32.757632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe57fb52-f8cd-48b1-9e18-32a9cfc602f5 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Made reservation on behalf of c9377230c4254aa1b7e7bdf37c632030 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:32.761396 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe57fb52-f8cd-48b1-9e18-32a9cfc602f5 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:32.785605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Attempting to bind port 0a397343-388e-47fe-b757-50c308fa6676 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:25:32.785976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Attempting to bind port 0a397343-388e-47fe-b757-50c308fa6676 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '17a4a908-79f2-46ab-b448-b673f2a32064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7c2f3922-9f02-4852-bbf6-8910b3fc33c9'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:25:32.786338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Attempting to bind port 0a397343-388e-47fe-b757-50c308fa6676 on network 7c2f3922-9f02-4852-bbf6-8910b3fc33c9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:25:32.791311 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:25:32.791681 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Checking segment: {'id': '17a4a908-79f2-46ab-b448-b673f2a32064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7c2f3922-9f02-4852-bbf6-8910b3fc33c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:32.792076 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:32.792462 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Bound using segment: {'id': '17a4a908-79f2-46ab-b448-b673f2a32064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7c2f3922-9f02-4852-bbf6-8910b3fc33c9'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:25:32.792930 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Bound port: 0a397343-388e-47fe-b757-50c308fa6676, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a4a908-79f2-46ab-b448-b673f2a32064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7c2f3922-9f02-4852-bbf6-8910b3fc33c9'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:25:32.793297 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:32.859407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] For port 0a397343-388e-47fe-b757-50c308fa6676, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:25:32.862822 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] For port 0a397343-388e-47fe-b757-50c308fa6676, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0a397343-388e-47fe-b757-50c308fa6676,segment=NetworkSegment(17a4a908-79f2-46ab-b448-b673f2a32064),segment_id=17a4a908-79f2-46ab-b448-b673f2a32064)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:25:32.937913 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:33.001189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d466b7a-c0e5-48ca-b96e-986547242a37 None None] Pushing event updated for resources: {'Port': ['ID=0a397343-388e-47fe-b757-50c308fa6676,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:33.030467 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe57fb52-f8cd-48b1-9e18-32a9cfc602f5 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:33.096389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57fb52-f8cd-48b1-9e18-32a9cfc602f5 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event updated for resources: {'Subnet': ['ID=2c846ee8-1a40-431a-b8ed-84a96e397056,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:33.105077 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe57fb52-f8cd-48b1-9e18-32a9cfc602f5 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Checking segment: {'id': '753df7c3-544a-48b2-8270-8a01b282fdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58492fa2-67e5-478d-a9f5-1a7177d81a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:33.105453 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe57fb52-f8cd-48b1-9e18-32a9cfc602f5 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Network hostable DHCP agents. Network: 58492fa2-67e5-478d-a9f5-1a7177d81a28, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:25:33.218062 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe57fb52-f8cd-48b1-9e18-32a9cfc602f5 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Network 58492fa2-67e5-478d-a9f5-1a7177d81a28 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:25:33.281658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-fe57fb52-f8cd-48b1-9e18-32a9cfc602f5 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 58492fa2-67e5-478d-a9f5-1a7177d81a28) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:33.289704 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe57fb52-f8cd-48b1-9e18-32a9cfc602f5 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:33.290389 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe57fb52-f8cd-48b1-9e18-32a9cfc602f5 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:33.297006 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9b33a3-702c-4ff5-b9ca-3c89855a206b None None] Network 58492fa2-67e5-478d-a9f5-1a7177d81a28 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:33.389247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fe57fb52-f8cd-48b1-9e18-32a9cfc602f5 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7851808 Dec 16 23:25:33.392091 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36950) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:33.407582 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-58492fa2-67e5-478d-a9f5-1a7177d81a28', 'network_id': '58492fa2-67e5-478d-a9f5-1a7177d81a28', 'project_id': 'c9377230c4254aa1b7e7bdf37c632030', 'fixed_ips': [{'subnet_id': '2c846ee8-1a40-431a-b8ed-84a96e397056'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:25:33.408110 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:33.506475 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:33.563145 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:33.567663 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Allocated IP 2001:db8::2 (58492fa2-67e5-478d-a9f5-1a7177d81a28/2c846ee8-1a40-431a-b8ed-84a96e397056/c3f20b7e-4324-4cd4-992e-10fce28d0324) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:25:33.725289 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:33.806652 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:33.848007 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Network 58492fa2-67e5-478d-a9f5-1a7177d81a28 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:25:33.851567 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:33.853973 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:25:33.884290 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Pushing event updated for resources: {'Port': ['ID=c3f20b7e-4324-4cd4-992e-10fce28d0324,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:33.915256 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:33.919294 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Attempting to bind port c3f20b7e-4324-4cd4-992e-10fce28d0324 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:25:33.919764 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Attempting to bind port c3f20b7e-4324-4cd4-992e-10fce28d0324 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '753df7c3-544a-48b2-8270-8a01b282fdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58492fa2-67e5-478d-a9f5-1a7177d81a28'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:25:33.920486 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Attempting to bind port c3f20b7e-4324-4cd4-992e-10fce28d0324 on network 58492fa2-67e5-478d-a9f5-1a7177d81a28 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:25:33.927188 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:25:33.927718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Checking segment: {'id': '753df7c3-544a-48b2-8270-8a01b282fdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58492fa2-67e5-478d-a9f5-1a7177d81a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:33.928139 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:33.931442 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Bound using segment: {'id': '753df7c3-544a-48b2-8270-8a01b282fdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58492fa2-67e5-478d-a9f5-1a7177d81a28'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:25:33.931442 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Bound port: c3f20b7e-4324-4cd4-992e-10fce28d0324, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753df7c3-544a-48b2-8270-8a01b282fdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58492fa2-67e5-478d-a9f5-1a7177d81a28'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:25:33.931442 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:33.951560 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event deleted for resources: {'Subnet': ['ID=2c846ee8-1a40-431a-b8ed-84a96e397056,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:33.979956 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de71bee-2779-4e78-a7db-7f0e2b373615 None None] Network 7c2f3922-9f02-4852-bbf6-8910b3fc33c9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:34.017703 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:34.039141 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58492fa2-67e5-478d-a9f5-1a7177d81a28']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:34.049462 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753df7c3-544a-48b2-8270-8a01b282fdd2') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:34.049691 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753df7c3-544a-48b2-8270-8a01b282fdd2') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:34.060175 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:34.067652 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] For port c3f20b7e-4324-4cd4-992e-10fce28d0324, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:25:34.072605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] For port c3f20b7e-4324-4cd4-992e-10fce28d0324, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c3f20b7e-4324-4cd4-992e-10fce28d0324,segment=NetworkSegment(753df7c3-544a-48b2-8270-8a01b282fdd2),segment_id=753df7c3-544a-48b2-8270-8a01b282fdd2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:25:34.084527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f6c4fe2c-5eb5-42ab-b05b-f2952719b166 None None] Provisioning complete for port 0a397343-388e-47fe-b757-50c308fa6676 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:34.084895 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6c4fe2c-5eb5-42ab-b05b-f2952719b166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:34.137646 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:34.143204 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:34.145184 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:25:34.145584 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: timer() Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:25:34.148608 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:25:34.229314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238a4e2-91ce-4fe5-8ced-2e521ced2964 None None] Pushing event updated for resources: {'Port': ['ID=c3f20b7e-4324-4cd4-992e-10fce28d0324,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:34.277461 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6c4fe2c-5eb5-42ab-b05b-f2952719b166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:34.277730 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.db.api [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 23:25:34.277730 n-d-821840-2 neutron-server[103952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 23:25:34.277730 n-d-821840-2 neutron-server[103952]: [parameters: {'id': '58492fa2-67e5-478d-a9f5-1a7177d81a28'}] Dec 16 23:25:34.277730 n-d-821840-2 neutron-server[103952]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:25:34.277730 n-d-821840-2 neutron-server[103952]: DEBUG oslo_db.api [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:25:34.312567 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f6c4fe2c-5eb5-42ab-b05b-f2952719b166 None None] For port 0a397343-388e-47fe-b757-50c308fa6676, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0a397343-388e-47fe-b757-50c308fa6676,segment=NetworkSegment(17a4a908-79f2-46ab-b448-b673f2a32064),segment_id=17a4a908-79f2-46ab-b448-b673f2a32064)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:34.374366 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc7c7be-c891-47ae-9116-fae1d0dfe6b8 None None] Network 58492fa2-67e5-478d-a9f5-1a7177d81a28 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:34.415626 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6c4fe2c-5eb5-42ab-b05b-f2952719b166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:34.500200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4fe2c-5eb5-42ab-b05b-f2952719b166 None None] Pushing event updated for resources: {'Port': ['ID=0a397343-388e-47fe-b757-50c308fa6676,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:34.518976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6f6347-8180-4ac5-8dfa-2179081329f9 None None] get_active_networks_info from n-d-821840-2 {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 23:25:34.564711 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0a06395f-90f0-40e5-9064-55c423856ebd None None] Provisioning complete for port 0a397343-388e-47fe-b757-50c308fa6676 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:34.565003 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0a06395f-90f0-40e5-9064-55c423856ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:34.632743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6f6347-8180-4ac5-8dfa-2179081329f9 None None] Resources bound (agent type, host, resource id): {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 23:25:34.777132 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:34.832235 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Deleting port c3f20b7e-4324-4cd4-992e-10fce28d0324 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:25:34.832510 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:34.902301 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] For port c3f20b7e-4324-4cd4-992e-10fce28d0324, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=c3f20b7e-4324-4cd4-992e-10fce28d0324,segment=NetworkSegment(753df7c3-544a-48b2-8270-8a01b282fdd2),segment_id=753df7c3-544a-48b2-8270-8a01b282fdd2)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:34.902880 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:34.916522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Calling delete_port for c3f20b7e-4324-4cd4-992e-10fce28d0324 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:25:34.965845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0a397343-388e-47fe-b757-50c308fa6676 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:25:35.015551 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 0a397343-388e-47fe-b757-50c308fa6676 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:35.015926 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:35.060670 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:35.087409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event deleted for resources: {'Port': ['ID=c3f20b7e-4324-4cd4-992e-10fce28d0324,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:35.090810 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] No DVR routers for this DVR port c3f20b7e-4324-4cd4-992e-10fce28d0324 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:25:35.174555 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:35.196927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58492fa2-67e5-478d-a9f5-1a7177d81a28']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:35.206111 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753df7c3-544a-48b2-8270-8a01b282fdd2') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:35.206403 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753df7c3-544a-48b2-8270-8a01b282fdd2') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:35.215670 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:35.228554 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:35.235019 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:25:35.235455 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: timer() Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:25:35.238659 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:25:35.351896 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:35.359566 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:35.362808 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "DELETE /v2.0/networks/58492fa2-67e5-478d-a9f5-1a7177d81a28 HTTP/1.1" status: 204 len: 168 time: 1.9696901 Dec 16 23:25:35.365974 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36952) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:35.374664 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25225260-9f0d-40a0-bd1e-a9f2968a434d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event deleted for resources: {'Network': ['ID=58492fa2-67e5-478d-a9f5-1a7177d81a28,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:35.398128 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b2634a-8e4e-42ed-bf61-7a8689d01c98 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] GET failed (client error): The resource could not be found. Dec 16 23:25:35.399499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-28b2634a-8e4e-42ed-bf61-7a8689d01c98 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "GET /v2.0/subnets/2c846ee8-1a40-431a-b8ed-84a96e397056 HTTP/1.1" status: 404 len: 337 time: 0.0324943 Dec 16 23:25:35.402262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36954) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:35.421280 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4d7570-ebab-4ec2-af30-b3f4d1a8615f tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] DELETE failed (client error): The resource could not be found. Dec 16 23:25:35.421775 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4d7570-ebab-4ec2-af30-b3f4d1a8615f tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 23:25:35.424781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6b4d7570-ebab-4ec2-af30-b3f4d1a8615f tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "DELETE /v2.0/networks/58492fa2-67e5-478d-a9f5-1a7177d81a28 HTTP/1.1" status: 404 len: 339 time: 0.0216222 Dec 16 23:25:35.428565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36956) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:35.454442 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa78cede-8546-40e1-af45-c85f97ebab82 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] DELETE failed (client error): The resource could not be found. Dec 16 23:25:35.454887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa78cede-8546-40e1-af45-c85f97ebab82 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 23:25:35.457863 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aa78cede-8546-40e1-af45-c85f97ebab82 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "DELETE /v2.0/subnets/2c846ee8-1a40-431a-b8ed-84a96e397056 HTTP/1.1" status: 404 len: 337 time: 0.0284076 Dec 16 23:25:35.460341 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36958) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:35.478445 n-d-821840-2 neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c7b19b-e21d-4071-9c1a-6649cd7b8364 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] DELETE failed (client error): The resource could not be found. Dec 16 23:25:35.478928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c7b19b-e21d-4071-9c1a-6649cd7b8364 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103951) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 23:25:35.481923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-57c7b19b-e21d-4071-9c1a-6649cd7b8364 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "DELETE /v2.0/networks/58492fa2-67e5-478d-a9f5-1a7177d81a28 HTTP/1.1" status: 404 len: 339 time: 0.0207067 Dec 16 23:25:35.485069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36960) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:35.534309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-741299e8-0154-4064-a4b5-a5499f64b897 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Deleting subnet fa722388-c416-40db-b725-fed5b6fdc44e {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:25:35.537415 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-741299e8-0154-4064-a4b5-a5499f64b897 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:35.576069 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-741299e8-0154-4064-a4b5-a5499f64b897 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:35.663444 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-741299e8-0154-4064-a4b5-a5499f64b897 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:35.800503 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-741299e8-0154-4064-a4b5-a5499f64b897 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:35.827681 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741299e8-0154-4064-a4b5-a5499f64b897 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event deleted for resources: {'Subnet': ['ID=fa722388-c416-40db-b725-fed5b6fdc44e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:35.832363 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-741299e8-0154-4064-a4b5-a5499f64b897 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:35.835938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-741299e8-0154-4064-a4b5-a5499f64b897 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "DELETE /v2.0/subnets/fa722388-c416-40db-b725-fed5b6fdc44e HTTP/1.1" status: 204 len: 168 time: 0.3496873 Dec 16 23:25:35.838177 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c7ceb-4dfe-425c-ad45-2b85565d617c None None] Network 7c2f3922-9f02-4852-bbf6-8910b3fc33c9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:35.838695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 36962) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:35.923339 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:35.975242 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcda10b-9dc3-4850-ac38-baa9612a8d3d None None] DHCP port deletion for 7c2f3922-9f02-4852-bbf6-8910b3fc33c9 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:25:35.984566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Deleting port 0a397343-388e-47fe-b757-50c308fa6676 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:25:35.984907 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:36.030287 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4fcda10b-9dc3-4850-ac38-baa9612a8d3d None None] Deleting port 0a397343-388e-47fe-b757-50c308fa6676 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:25:36.030666 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fcda10b-9dc3-4850-ac38-baa9612a8d3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:36.054620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] For port 0a397343-388e-47fe-b757-50c308fa6676, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0a397343-388e-47fe-b757-50c308fa6676,segment=NetworkSegment(17a4a908-79f2-46ab-b448-b673f2a32064),segment_id=17a4a908-79f2-46ab-b448-b673f2a32064)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:36.054992 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:36.068888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Calling delete_port for 0a397343-388e-47fe-b757-50c308fa6676 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:25:36.097608 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4fcda10b-9dc3-4850-ac38-baa9612a8d3d None None] For port 0a397343-388e-47fe-b757-50c308fa6676, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0a397343-388e-47fe-b757-50c308fa6676,segment=NetworkSegment(17a4a908-79f2-46ab-b448-b673f2a32064),segment_id=17a4a908-79f2-46ab-b448-b673f2a32064)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:36.098102 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fcda10b-9dc3-4850-ac38-baa9612a8d3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:36.112245 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4fcda10b-9dc3-4850-ac38-baa9612a8d3d None None] Calling delete_port for 0a397343-388e-47fe-b757-50c308fa6676 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:25:36.214683 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:36.220890 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fcda10b-9dc3-4850-ac38-baa9612a8d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:36.242318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event deleted for resources: {'Port': ['ID=0a397343-388e-47fe-b757-50c308fa6676,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:36.244929 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcda10b-9dc3-4850-ac38-baa9612a8d3d None None] Pushing event deleted for resources: {'Port': ['ID=0a397343-388e-47fe-b757-50c308fa6676,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:36.248415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] No DVR routers for this DVR port 0a397343-388e-47fe-b757-50c308fa6676 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:25:36.253036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcda10b-9dc3-4850-ac38-baa9612a8d3d None None] No DVR routers for this DVR port 0a397343-388e-47fe-b757-50c308fa6676 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:25:36.335127 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:36.355830 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2f3922-9f02-4852-bbf6-8910b3fc33c9']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:36.366248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a4a908-79f2-46ab-b448-b673f2a32064') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:36.366921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a4a908-79f2-46ab-b448-b673f2a32064') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:36.376764 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:36.390933 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:36.397771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:25:36.398168 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: timer() Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:25:36.401620 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:25:36.515106 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:36.522111 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:36.525200 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "DELETE /v2.0/networks/7c2f3922-9f02-4852-bbf6-8910b3fc33c9 HTTP/1.1" status: 204 len: 168 time: 0.6857340 Dec 16 23:25:36.527885 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36964) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:36.537770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ea066-4ed6-4e5e-a4fa-0b26178c7b42 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event deleted for resources: {'Network': ['ID=7c2f3922-9f02-4852-bbf6-8910b3fc33c9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:36.559530 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1200f9-035d-4541-a43e-fb8e0347cca4 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] DELETE failed (client error): The resource could not be found. Dec 16 23:25:36.559989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1200f9-035d-4541-a43e-fb8e0347cca4 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 23:25:36.563107 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ff1200f9-035d-4541-a43e-fb8e0347cca4 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "DELETE /v2.0/subnets/81249a3f-ad46-4ac3-81c3-4e631e1110d1 HTTP/1.1" status: 404 len: 337 time: 0.0338950 Dec 16 23:25:36.565778 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36966) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:36.583956 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-e713fbcb-49c9-4228-a2ce-16f698e89631 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] DELETE failed (client error): The resource could not be found. Dec 16 23:25:36.584647 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e713fbcb-49c9-4228-a2ce-16f698e89631 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 23:25:36.587555 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e713fbcb-49c9-4228-a2ce-16f698e89631 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "DELETE /v2.0/networks/02e9334c-550f-4f69-b777-3cef590e8751 HTTP/1.1" status: 404 len: 339 time: 0.0208671 Dec 16 23:25:36.589913 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36968) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:36.615152 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-393c50fb-8a2e-44d2-8063-5969b8c6797d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] DELETE failed (client error): The resource could not be found. Dec 16 23:25:36.615621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393c50fb-8a2e-44d2-8063-5969b8c6797d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 23:25:36.618515 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-393c50fb-8a2e-44d2-8063-5969b8c6797d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "DELETE /v2.0/subnets/78b23fbd-6d9b-4d67-a503-c8f3e919b51a HTTP/1.1" status: 404 len: 337 time: 0.0277438 Dec 16 23:25:36.620999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36970) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:36.638730 n-d-821840-2 neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f57327-4682-4072-80d5-96a058feac3d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] DELETE failed (client error): The resource could not be found. Dec 16 23:25:36.639227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f57327-4682-4072-80d5-96a058feac3d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 23:25:36.642181 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-41f57327-4682-4072-80d5-96a058feac3d tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "DELETE /v2.0/networks/802c78a2-5681-4fbc-a2c1-51b10cb2d3d8 HTTP/1.1" status: 404 len: 339 time: 0.0203078 Dec 16 23:25:36.644676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36972) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:36.694488 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52eac7f-5efe-47ec-b941-63743595f937 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Deleting subnet ec9b4645-56c3-4763-9b50-408dfb85c3e4 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:25:36.697684 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f52eac7f-5efe-47ec-b941-63743595f937 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:36.739627 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f52eac7f-5efe-47ec-b941-63743595f937 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:36.828407 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f52eac7f-5efe-47ec-b941-63743595f937 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:36.923201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0a397343-388e-47fe-b757-50c308fa6676 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:25:36.945077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 0a397343-388e-47fe-b757-50c308fa6676 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:25:36.945423 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0a397343-388e-47fe-b757-50c308fa6676 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:25:36.969392 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f52eac7f-5efe-47ec-b941-63743595f937 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:36.994443 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52eac7f-5efe-47ec-b941-63743595f937 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9b4645-56c3-4763-9b50-408dfb85c3e4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:37.001361 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f52eac7f-5efe-47ec-b941-63743595f937 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:37.004601 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f52eac7f-5efe-47ec-b941-63743595f937 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "DELETE /v2.0/subnets/ec9b4645-56c3-4763-9b50-408dfb85c3e4 HTTP/1.1" status: 204 len: 168 time: 0.3590319 Dec 16 23:25:37.007070 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36974) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:37.007566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca2a442-af81-47a3-97bf-e02a051a894f None None] Network c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:37.098016 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:37.155921 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Deleting port 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:25:37.156328 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:37.225665 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] For port 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6,segment=NetworkSegment(bd140241-474a-49d5-99e8-9b6c7d889cf1),segment_id=bd140241-474a-49d5-99e8-9b6c7d889cf1)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:37.226035 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:37.239552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Calling delete_port for 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:25:37.323234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5242d1d8-5ee8-4831-ad0d-43804e6baa7e None None] DHCP port deletion for c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:25:37.371171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5242d1d8-5ee8-4831-ad0d-43804e6baa7e None None] Deleting port 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:25:37.371484 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5242d1d8-5ee8-4831-ad0d-43804e6baa7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:37.426261 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:37.438715 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5242d1d8-5ee8-4831-ad0d-43804e6baa7e None None] For port 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6,segment=NetworkSegment(bd140241-474a-49d5-99e8-9b6c7d889cf1),segment_id=bd140241-474a-49d5-99e8-9b6c7d889cf1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:37.439146 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5242d1d8-5ee8-4831-ad0d-43804e6baa7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:37.453237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event deleted for resources: {'Port': ['ID=1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:37.453604 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5242d1d8-5ee8-4831-ad0d-43804e6baa7e None None] Calling delete_port for 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:25:37.458381 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] No DVR routers for this DVR port 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:25:37.535505 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5242d1d8-5ee8-4831-ad0d-43804e6baa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:37.540538 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:37.562612 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:37.563328 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242d1d8-5ee8-4831-ad0d-43804e6baa7e None None] Pushing event deleted for resources: {'Port': ['ID=1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:37.568382 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5242d1d8-5ee8-4831-ad0d-43804e6baa7e None None] No DVR routers for this DVR port 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:25:37.578773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd140241-474a-49d5-99e8-9b6c7d889cf1') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:37.578990 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd140241-474a-49d5-99e8-9b6c7d889cf1') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:37.589133 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:37.602987 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:37.609786 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: timer() Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:25:37.613546 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:25:37.754689 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:37.759256 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:37.762518 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] 10.222.0.43 "DELETE /v2.0/networks/c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37 HTTP/1.1" status: 204 len: 168 time: 0.7544799 Dec 16 23:25:37.777870 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cc7be-f39f-47bb-8349-aafe82945c04 tempest-NetworksIpV6Test-2138313662 tempest-NetworksIpV6Test-2138313662-project] Pushing event deleted for resources: {'Network': ['ID=c8271bb0-111b-4acb-bc4b-9b0ab6bd8c37,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:38.197659 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36980) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:38.329375 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-de85cc5c-4e51-4398-874b-39552348470f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9377230c4254aa1b7e7bdf37c632030&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305530 Dec 16 23:25:38.331873 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 36984) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:38.380142 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:38.402485 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:38.506052 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:38.508778 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:38.509998 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36c9ffbe-f5b1-4462-9fac-aa19aa296ad7 HTTP/1.1" status: 204 len: 168 time: 0.1771243 Dec 16 23:25:38.518418 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c9ffbe-f5b1-4462-9fac-aa19aa296ad7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:38.526046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:38.526401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:38.526751 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:38.527311 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:38.527620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:38.527867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:38.528220 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:38.528537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:38.529543 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:38.530066 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:38.530430 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:38.530764 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:38.531097 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf7335-e767-4d77-94fd-d016a2b6fa42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:38.920559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:25:38.942014 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:25:38.942366 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 1d4b4346-2edf-428d-bdbb-2e8f3cda8ca6 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:25:39.414188 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37006) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:39.510814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9984a6af-3101-4a5c-bf33-0b95127679fe tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-965542582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:39.609591 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9984a6af-3101-4a5c-bf33-0b95127679fe tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:39.610843 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9984a6af-3101-4a5c-bf33-0b95127679fe tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:39.663654 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9984a6af-3101-4a5c-bf33-0b95127679fe tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:39.731845 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9984a6af-3101-4a5c-bf33-0b95127679fe tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:39.816319 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9984a6af-3101-4a5c-bf33-0b95127679fe tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:39.817598 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9984a6af-3101-4a5c-bf33-0b95127679fe tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4023619 Dec 16 23:25:39.820349 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37010) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:39.825238 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-79db8720-589a-4cf8-b7a4-b61ad4d0df2d tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-803202288'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:39.905992 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79db8720-589a-4cf8-b7a4-b61ad4d0df2d tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Made reservation on behalf of 4095cc705e7142768e8f5760afd37ba7 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:39.909508 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79db8720-589a-4cf8-b7a4-b61ad4d0df2d tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:39.918454 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79db8720-589a-4cf8-b7a4-b61ad4d0df2d tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:39.994668 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79db8720-589a-4cf8-b7a4-b61ad4d0df2d tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:40.126172 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79db8720-589a-4cf8-b7a4-b61ad4d0df2d tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:40.156428 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79db8720-589a-4cf8-b7a4-b61ad4d0df2d tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:25:40.161675 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db8720-589a-4cf8-b7a4-b61ad4d0df2d tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcebee4d-8d7d-43c7-ab4f-ab919af17973,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:40.169532 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79db8720-589a-4cf8-b7a4-b61ad4d0df2d tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:40.170947 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-79db8720-589a-4cf8-b7a4-b61ad4d0df2d tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Added segment 3b7e5941-c97e-404b-b8b3-dfb51c8d5eef of type vlan for network dcbebda7-9eeb-47ab-bdde-18a12b056abe Dec 16 23:25:40.209684 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79db8720-589a-4cf8-b7a4-b61ad4d0df2d tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:40.294502 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79db8720-589a-4cf8-b7a4-b61ad4d0df2d tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:40.301005 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79db8720-589a-4cf8-b7a4-b61ad4d0df2d tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:40.301594 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-79db8720-589a-4cf8-b7a4-b61ad4d0df2d tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:40.369302 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db8720-589a-4cf8-b7a4-b61ad4d0df2d tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Pushing event updated for resources: {'Network': ['ID=dcbebda7-9eeb-47ab-bdde-18a12b056abe,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:40.380356 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network dcbebda7-9eeb-47ab-bdde-18a12b056abe details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:25:40.429254 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-79db8720-589a-4cf8-b7a4-b61ad4d0df2d tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6077576 Dec 16 23:25:40.431940 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37012) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:40.438272 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-3009888b-2fe9-4574-992c-4b0f408bc2aa tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Request body: {'subnet': {'network_id': 'dcbebda7-9eeb-47ab-bdde-18a12b056abe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:40.580395 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3009888b-2fe9-4574-992c-4b0f408bc2aa tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Made reservation on behalf of 4095cc705e7142768e8f5760afd37ba7 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:40.584063 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3009888b-2fe9-4574-992c-4b0f408bc2aa tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:40.840367 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3009888b-2fe9-4574-992c-4b0f408bc2aa tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:40.899751 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009888b-2fe9-4574-992c-4b0f408bc2aa tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Pushing event updated for resources: {'Subnet': ['ID=bb849a7a-ce36-4176-a87d-0bf663d04b4e,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:40.911048 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3009888b-2fe9-4574-992c-4b0f408bc2aa tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Checking segment: {'id': '3b7e5941-c97e-404b-b8b3-dfb51c8d5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dcbebda7-9eeb-47ab-bdde-18a12b056abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:40.911441 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3009888b-2fe9-4574-992c-4b0f408bc2aa tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Network hostable DHCP agents. Network: dcbebda7-9eeb-47ab-bdde-18a12b056abe, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:25:40.918759 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:25:41.005495 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3009888b-2fe9-4574-992c-4b0f408bc2aa tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Network dcbebda7-9eeb-47ab-bdde-18a12b056abe is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:25:41.068421 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-3009888b-2fe9-4574-992c-4b0f408bc2aa tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, dcbebda7-9eeb-47ab-bdde-18a12b056abe) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:41.072999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3009888b-2fe9-4574-992c-4b0f408bc2aa tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:41.073669 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3009888b-2fe9-4574-992c-4b0f408bc2aa tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.083128 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d247de-2dfb-446d-9e61-2196975f5ad4 None None] Network dcbebda7-9eeb-47ab-bdde-18a12b056abe requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:41.146069 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3009888b-2fe9-4574-992c-4b0f408bc2aa tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7129774 Dec 16 23:25:41.148961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37014) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:41.154026 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a7d4180f-846b-4593-ac54-0936fe9a31bc tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1302482263'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:41.182614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-dcbebda7-9eeb-47ab-bdde-18a12b056abe', 'network_id': 'dcbebda7-9eeb-47ab-bdde-18a12b056abe', 'project_id': '4095cc705e7142768e8f5760afd37ba7', 'fixed_ips': [{'subnet_id': 'bb849a7a-ce36-4176-a87d-0bf663d04b4e'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:25:41.188250 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.240299 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d4180f-846b-4593-ac54-0936fe9a31bc tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Made reservation on behalf of 4095cc705e7142768e8f5760afd37ba7 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:41.243937 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7d4180f-846b-4593-ac54-0936fe9a31bc tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.270471 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d4180f-846b-4593-ac54-0936fe9a31bc tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:25:41.280508 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7d4180f-846b-4593-ac54-0936fe9a31bc tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.281461 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-a7d4180f-846b-4593-ac54-0936fe9a31bc tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Added segment 8ded9e2d-1919-4a42-af58-cd068c16418b of type vlan for network f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e Dec 16 23:25:41.322687 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7d4180f-846b-4593-ac54-0936fe9a31bc tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.324344 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Allocated IP 172.20.0.2 (dcbebda7-9eeb-47ab-bdde-18a12b056abe/bb849a7a-ce36-4176-a87d-0bf663d04b4e/62ecf27c-240b-4c4f-b8f9-40297d1881fc) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:25:41.394135 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7d4180f-846b-4593-ac54-0936fe9a31bc tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.399733 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d4180f-846b-4593-ac54-0936fe9a31bc tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:41.400259 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7d4180f-846b-4593-ac54-0936fe9a31bc tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.477896 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.532064 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.575519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Network dcbebda7-9eeb-47ab-bdde-18a12b056abe is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:25:41.579832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:41.584487 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:25:41.592004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Pushing event updated for resources: {'Port': ['ID=62ecf27c-240b-4c4f-b8f9-40297d1881fc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:41.645599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Attempting to bind port 62ecf27c-240b-4c4f-b8f9-40297d1881fc on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:25:41.645981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Attempting to bind port 62ecf27c-240b-4c4f-b8f9-40297d1881fc by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '3b7e5941-c97e-404b-b8b3-dfb51c8d5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dcbebda7-9eeb-47ab-bdde-18a12b056abe'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:25:41.646356 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Attempting to bind port 62ecf27c-240b-4c4f-b8f9-40297d1881fc on network dcbebda7-9eeb-47ab-bdde-18a12b056abe {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:25:41.652054 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:25:41.652353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Checking segment: {'id': '3b7e5941-c97e-404b-b8b3-dfb51c8d5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dcbebda7-9eeb-47ab-bdde-18a12b056abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:41.652849 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.653275 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Bound using segment: {'id': '3b7e5941-c97e-404b-b8b3-dfb51c8d5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dcbebda7-9eeb-47ab-bdde-18a12b056abe'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:25:41.653763 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Bound port: 62ecf27c-240b-4c4f-b8f9-40297d1881fc, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7e5941-c97e-404b-b8b3-dfb51c8d5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dcbebda7-9eeb-47ab-bdde-18a12b056abe'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:25:41.654153 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.727954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] For port 62ecf27c-240b-4c4f-b8f9-40297d1881fc, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:25:41.731255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] For port 62ecf27c-240b-4c4f-b8f9-40297d1881fc, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=62ecf27c-240b-4c4f-b8f9-40297d1881fc,segment=NetworkSegment(3b7e5941-c97e-404b-b8b3-dfb51c8d5eef),segment_id=3b7e5941-c97e-404b-b8b3-dfb51c8d5eef)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:25:41.782356 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a7d4180f-846b-4593-ac54-0936fe9a31bc tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6322615 Dec 16 23:25:41.785377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37016) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:41.791620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-7b65a65e-9fe5-4c02-899b-64357f3146db tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Request body: {'subnet': {'network_id': 'f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:41.803190 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4180f-846b-4593-ac54-0936fe9a31bc tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Pushing event updated for resources: {'Network': ['ID=f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:41.813925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:25:41.854380 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.937266 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b65a65e-9fe5-4c02-899b-64357f3146db tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Made reservation on behalf of 4095cc705e7142768e8f5760afd37ba7 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:41.937736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bda908-d056-4a28-9c3d-37101199a6f0 None None] Pushing event updated for resources: {'Port': ['ID=62ecf27c-240b-4c4f-b8f9-40297d1881fc,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:41.942415 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7b65a65e-9fe5-4c02-899b-64357f3146db tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:42.200225 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7b65a65e-9fe5-4c02-899b-64357f3146db tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:42.268830 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65a65e-9fe5-4c02-899b-64357f3146db tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Pushing event updated for resources: {'Subnet': ['ID=02045357-3aa9-4e57-a931-a7c222069c02,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:42.278634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b65a65e-9fe5-4c02-899b-64357f3146db tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Checking segment: {'id': '8ded9e2d-1919-4a42-af58-cd068c16418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:42.279005 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b65a65e-9fe5-4c02-899b-64357f3146db tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Network hostable DHCP agents. Network: f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:25:42.351641 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b65a65e-9fe5-4c02-899b-64357f3146db tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Network f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:25:42.432051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-7b65a65e-9fe5-4c02-899b-64357f3146db tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:42.436754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b65a65e-9fe5-4c02-899b-64357f3146db tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:42.437398 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7b65a65e-9fe5-4c02-899b-64357f3146db tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:42.444138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd8e8df-af98-4a6b-aecd-615b7d76ab2c None None] Network f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:42.526201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7b65a65e-9fe5-4c02-899b-64357f3146db tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7395697 Dec 16 23:25:42.528998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37018) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:42.533616 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-6d496ae5-0c7f-4c1f-bdc1-74766dcb4add tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:42.550956 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e', 'network_id': 'f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e', 'project_id': '4095cc705e7142768e8f5760afd37ba7', 'fixed_ips': [{'subnet_id': '02045357-3aa9-4e57-a931-a7c222069c02'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:25:42.551883 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:42.704406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Allocated IP 172.21.0.2 (f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e/02045357-3aa9-4e57-a931-a7c222069c02/21535d0e-8d0f-48fd-9c7d-863490f29f64) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:25:42.873963 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:42.941098 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:42.993973 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Network f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:25:43.004280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:43.007041 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:25:43.009935 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e3c9a8-1bfb-4c15-b7d1-517eab6528f9 None None] Network dcbebda7-9eeb-47ab-bdde-18a12b056abe requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:43.020336 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 62ecf27c-240b-4c4f-b8f9-40297d1881fc up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:25:43.115662 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6d496ae5-0c7f-4c1f-bdc1-74766dcb4add tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.130115 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Pushing event updated for resources: {'Port': ['ID=21535d0e-8d0f-48fd-9c7d-863490f29f64,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:43.163896 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6b400f7b-90ac-4467-a85d-82252865b99e None None] Provisioning complete for port 62ecf27c-240b-4c4f-b8f9-40297d1881fc triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:43.164267 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b400f7b-90ac-4467-a85d-82252865b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.210235 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Attempting to bind port 21535d0e-8d0f-48fd-9c7d-863490f29f64 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:25:43.210548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Attempting to bind port 21535d0e-8d0f-48fd-9c7d-863490f29f64 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '8ded9e2d-1919-4a42-af58-cd068c16418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:25:43.210926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Attempting to bind port 21535d0e-8d0f-48fd-9c7d-863490f29f64 on network f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:25:43.232098 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:25:43.232371 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Checking segment: {'id': '8ded9e2d-1919-4a42-af58-cd068c16418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:43.233525 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.233952 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Bound using segment: {'id': '8ded9e2d-1919-4a42-af58-cd068c16418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:25:43.234428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Bound port: 21535d0e-8d0f-48fd-9c7d-863490f29f64, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ded9e2d-1919-4a42-af58-cd068c16418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:25:43.234834 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.278969 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 62ecf27c-240b-4c4f-b8f9-40297d1881fc triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:43.278969 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.280278 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [None req-6d496ae5-0c7f-4c1f-bdc1-74766dcb4add tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 23:25:43.286852 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6d496ae5-0c7f-4c1f-bdc1-74766dcb4add tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] 10.222.0.43 "PUT /v2.0/routers/778604e3-63e8-4132-8c82-d4b09eaa7b18 HTTP/1.1" status: 400 len: 364 time: 0.7512739 Dec 16 23:25:43.287243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37020) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:43.341936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-472a623a-03e5-4274-854f-2b9d208a6ad3 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Deleting subnet 02045357-3aa9-4e57-a931-a7c222069c02 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:25:43.346106 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-472a623a-03e5-4274-854f-2b9d208a6ad3 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.398287 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-472a623a-03e5-4274-854f-2b9d208a6ad3 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.407419 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b400f7b-90ac-4467-a85d-82252865b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.414709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] For port 21535d0e-8d0f-48fd-9c7d-863490f29f64, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:25:43.424855 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] For port 21535d0e-8d0f-48fd-9c7d-863490f29f64, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=21535d0e-8d0f-48fd-9c7d-863490f29f64,segment=NetworkSegment(8ded9e2d-1919-4a42-af58-cd068c16418b),segment_id=8ded9e2d-1919-4a42-af58-cd068c16418b)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:25:43.481051 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6b400f7b-90ac-4467-a85d-82252865b99e None None] For port 62ecf27c-240b-4c4f-b8f9-40297d1881fc, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=62ecf27c-240b-4c4f-b8f9-40297d1881fc,segment=NetworkSegment(3b7e5941-c97e-404b-b8b3-dfb51c8d5eef),segment_id=3b7e5941-c97e-404b-b8b3-dfb51c8d5eef)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:43.487546 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.499814 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-472a623a-03e5-4274-854f-2b9d208a6ad3 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.501610 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.561458 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b400f7b-90ac-4467-a85d-82252865b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.606497 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450fc58-3cb4-4b2e-843f-9c74e49a621c None None] Pushing event updated for resources: {'Port': ['ID=21535d0e-8d0f-48fd-9c7d-863490f29f64,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:43.635190 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-472a623a-03e5-4274-854f-2b9d208a6ad3 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.637251 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:25:43.637623 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:25:43.669132 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b400f7b-90ac-4467-a85d-82252865b99e None None] Pushing event updated for resources: {'Port': ['ID=62ecf27c-240b-4c4f-b8f9-40297d1881fc,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:43.679540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a623a-03e5-4274-854f-2b9d208a6ad3 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Pushing event deleted for resources: {'Subnet': ['ID=02045357-3aa9-4e57-a931-a7c222069c02,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:43.681895 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-472a623a-03e5-4274-854f-2b9d208a6ad3 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.687380 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-472a623a-03e5-4274-854f-2b9d208a6ad3 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] 10.222.0.43 "DELETE /v2.0/subnets/02045357-3aa9-4e57-a931-a7c222069c02 HTTP/1.1" status: 204 len: 168 time: 0.3968351 Dec 16 23:25:43.688938 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37022) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:43.788624 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.795987 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-41b22300-328b-4ec7-a4ff-33aea28439e1 None None] Provisioning complete for port 62ecf27c-240b-4c4f-b8f9-40297d1881fc triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:43.799454 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41b22300-328b-4ec7-a4ff-33aea28439e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.842901 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.854362 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Deleting port 21535d0e-8d0f-48fd-9c7d-863490f29f64 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:25:43.856907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.926178 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] For port 21535d0e-8d0f-48fd-9c7d-863490f29f64, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=21535d0e-8d0f-48fd-9c7d-863490f29f64,segment=NetworkSegment(8ded9e2d-1919-4a42-af58-cd068c16418b),segment_id=8ded9e2d-1919-4a42-af58-cd068c16418b)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:43.926537 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:43.939589 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Calling delete_port for 21535d0e-8d0f-48fd-9c7d-863490f29f64 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:25:44.017411 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.114669 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.139671 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Pushing event deleted for resources: {'Port': ['ID=21535d0e-8d0f-48fd-9c7d-863490f29f64,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:44.146087 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] No DVR routers for this DVR port 21535d0e-8d0f-48fd-9c7d-863490f29f64 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:25:44.234946 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.261453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:44.272448 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ded9e2d-1919-4a42-af58-cd068c16418b') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:44.273123 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ded9e2d-1919-4a42-af58-cd068c16418b') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:44.284236 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.298266 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.304872 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:25:44.306910 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: timer() Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:25:44.308302 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:25:44.429166 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.441643 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.445268 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] 10.222.0.43 "DELETE /v2.0/networks/f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e HTTP/1.1" status: 204 len: 168 time: 0.7552161 Dec 16 23:25:44.447938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37024) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:44.460701 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc42b31-6091-44b3-9020-958bc5bffdaf tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Pushing event deleted for resources: {'Network': ['ID=f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:44.504597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea8cd0d-415f-41bf-8671-78f9101552f7 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Deleting subnet bb849a7a-ce36-4176-a87d-0bf663d04b4e {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:25:44.508594 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cd0d-415f-41bf-8671-78f9101552f7 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.555160 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cd0d-415f-41bf-8671-78f9101552f7 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.566584 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6ba917-9b77-4b72-b133-41e63243668f None None] DHCP port deletion for f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:25:44.584747 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7498e438-fe5e-46a9-a7a7-7aca8cf0373c None None] Network f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:44.597628 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7498e438-fe5e-46a9-a7a7-7aca8cf0373c None None] Network f9e3271e-7f80-42e8-9c8b-2e0a1e65f18e could not be found, it might have been deleted concurrently. {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 23:25:44.609692 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-077be48b-1b1a-4f13-95a3-749db58bfde0 None None] Could not find standard attr ID for object 21535d0e-8d0f-48fd-9c7d-863490f29f64. {{(pid=103953) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 23:25:44.648993 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cd0d-415f-41bf-8671-78f9101552f7 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.783409 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cd0d-415f-41bf-8671-78f9101552f7 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.808820 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8cd0d-415f-41bf-8671-78f9101552f7 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Pushing event deleted for resources: {'Subnet': ['ID=bb849a7a-ce36-4176-a87d-0bf663d04b4e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:44.815242 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cd0d-415f-41bf-8671-78f9101552f7 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.818782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4ea8cd0d-415f-41bf-8671-78f9101552f7 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] 10.222.0.43 "DELETE /v2.0/subnets/bb849a7a-ce36-4176-a87d-0bf663d04b4e HTTP/1.1" status: 204 len: 168 time: 0.3698339 Dec 16 23:25:44.821388 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37026) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:44.822157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b71a4c-4ce5-4d34-a563-acc7c5d1d14a None None] Network dcbebda7-9eeb-47ab-bdde-18a12b056abe requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:44.909513 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.938470 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 62ecf27c-240b-4c4f-b8f9-40297d1881fc up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:25:44.976134 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Deleting port 62ecf27c-240b-4c4f-b8f9-40297d1881fc {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:25:44.976481 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.991413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 62ecf27c-240b-4c4f-b8f9-40297d1881fc triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:44.991790 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.995842 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89ea98c-e567-484f-b33d-8185831d768c None None] DHCP port deletion for dcbebda7-9eeb-47ab-bdde-18a12b056abe request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:25:45.046413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] For port 62ecf27c-240b-4c4f-b8f9-40297d1881fc, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=62ecf27c-240b-4c4f-b8f9-40297d1881fc,segment=NetworkSegment(3b7e5941-c97e-404b-b8b3-dfb51c8d5eef),segment_id=3b7e5941-c97e-404b-b8b3-dfb51c8d5eef)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:45.046852 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:45.059628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Calling delete_port for 62ecf27c-240b-4c4f-b8f9-40297d1881fc owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:25:45.119693 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e89ea98c-e567-484f-b33d-8185831d768c None None] Deleting port 62ecf27c-240b-4c4f-b8f9-40297d1881fc {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:25:45.120072 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e89ea98c-e567-484f-b33d-8185831d768c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:45.189645 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e89ea98c-e567-484f-b33d-8185831d768c None None] For port 62ecf27c-240b-4c4f-b8f9-40297d1881fc, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=62ecf27c-240b-4c4f-b8f9-40297d1881fc,segment=NetworkSegment(3b7e5941-c97e-404b-b8b3-dfb51c8d5eef),segment_id=3b7e5941-c97e-404b-b8b3-dfb51c8d5eef)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:45.198621 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e89ea98c-e567-484f-b33d-8185831d768c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:45.206114 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e89ea98c-e567-484f-b33d-8185831d768c None None] Calling delete_port for 62ecf27c-240b-4c4f-b8f9-40297d1881fc owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:25:45.228871 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:45.258104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Pushing event deleted for resources: {'Port': ['ID=62ecf27c-240b-4c4f-b8f9-40297d1881fc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:45.260025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] No DVR routers for this DVR port 62ecf27c-240b-4c4f-b8f9-40297d1881fc on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:25:45.296271 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e89ea98c-e567-484f-b33d-8185831d768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:45.323476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ea98c-e567-484f-b33d-8185831d768c None None] Pushing event deleted for resources: {'Port': ['ID=62ecf27c-240b-4c4f-b8f9-40297d1881fc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:45.328956 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ea98c-e567-484f-b33d-8185831d768c None None] No DVR routers for this DVR port 62ecf27c-240b-4c4f-b8f9-40297d1881fc on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:25:45.345146 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:45.370526 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbebda7-9eeb-47ab-bdde-18a12b056abe']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:45.380905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7e5941-c97e-404b-b8b3-dfb51c8d5eef') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:45.381197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7e5941-c97e-404b-b8b3-dfb51c8d5eef') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:45.391788 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:45.408180 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:45.414216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:25:45.414597 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: timer() Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:25:45.417630 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:25:45.548692 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:45.556204 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:45.559357 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] 10.222.0.43 "DELETE /v2.0/networks/dcbebda7-9eeb-47ab-bdde-18a12b056abe HTTP/1.1" status: 204 len: 168 time: 0.7370174 Dec 16 23:25:45.562745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37028) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:45.571907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae166a-20e7-450e-a2aa-a25952ae58e5 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Pushing event deleted for resources: {'Network': ['ID=dcbebda7-9eeb-47ab-bdde-18a12b056abe,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:45.590943 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-35de38e9-2200-498e-950a-da4883d29df1 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] 10.222.0.43 "GET /v2.0/ports?device_id=778604e3-63e8-4132-8c82-d4b09eaa7b18 HTTP/1.1" status: 200 len: 205 time: 0.0268965 Dec 16 23:25:45.594515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37030) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:45.671873 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bcfd7472-ba60-4dfd-9bab-72d1dac28660 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:45.836669 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bcfd7472-ba60-4dfd-9bab-72d1dac28660 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:45.838805 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bcfd7472-ba60-4dfd-9bab-72d1dac28660 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:45.974939 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bcfd7472-ba60-4dfd-9bab-72d1dac28660 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:45.975525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfd7472-ba60-4dfd-9bab-72d1dac28660 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Fanout notify agent at l3_agent the message router_deleted on router 778604e3-63e8-4132-8c82-d4b09eaa7b18 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:25:45.982842 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bcfd7472-ba60-4dfd-9bab-72d1dac28660 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:45.984006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bcfd7472-ba60-4dfd-9bab-72d1dac28660 tempest-RoutersNegativeTest-1662753979 tempest-RoutersNegativeTest-1662753979-project] 10.222.0.43 "DELETE /v2.0/routers/778604e3-63e8-4132-8c82-d4b09eaa7b18 HTTP/1.1" status: 204 len: 168 time: 0.3882034 Dec 16 23:25:46.414776 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37036) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:46.546580 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a050af2b-e4f0-40f7-b971-e35f8cb5dc40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4095cc705e7142768e8f5760afd37ba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300445 Dec 16 23:25:46.549342 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37040) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:46.601991 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b3f60aa1-f69a-49ad-bd9a-30fbe2265714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:46.623621 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b3f60aa1-f69a-49ad-bd9a-30fbe2265714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:46.740648 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b3f60aa1-f69a-49ad-bd9a-30fbe2265714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:46.743156 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b3f60aa1-f69a-49ad-bd9a-30fbe2265714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:46.744546 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b3f60aa1-f69a-49ad-bd9a-30fbe2265714 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcebee4d-8d7d-43c7-ab4f-ab919af17973 HTTP/1.1" status: 204 len: 168 time: 0.1941097 Dec 16 23:25:46.753338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f60aa1-f69a-49ad-bd9a-30fbe2265714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcebee4d-8d7d-43c7-ab4f-ab919af17973,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:46.923230 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 62ecf27c-240b-4c4f-b8f9-40297d1881fc no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:25:46.946779 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 62ecf27c-240b-4c4f-b8f9-40297d1881fc {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:25:46.947196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 62ecf27c-240b-4c4f-b8f9-40297d1881fc not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:25:47.712759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37062) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:47.813037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b854f177-dd4c-465a-818f-13a39889168f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-980575297-network', 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:47.900468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b854f177-dd4c-465a-818f-13a39889168f admin admin] Made reservation on behalf of d4d3aaf3d83e4aafbcd3832e2ac427e2 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:47.902734 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b854f177-dd4c-465a-818f-13a39889168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:47.913471 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b854f177-dd4c-465a-818f-13a39889168f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:47.997032 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b854f177-dd4c-465a-818f-13a39889168f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:48.060271 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b854f177-dd4c-465a-818f-13a39889168f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:48.094970 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b854f177-dd4c-465a-818f-13a39889168f admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:25:48.101647 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f177-dd4c-465a-818f-13a39889168f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7559d0e1-6859-4bd4-94db-5da95965b0d1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:48.107811 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b854f177-dd4c-465a-818f-13a39889168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:48.108162 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-b854f177-dd4c-465a-818f-13a39889168f admin admin] Added segment abfc2616-8c8a-44bb-9635-04148d914276 of type vlan for network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 Dec 16 23:25:48.161231 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b854f177-dd4c-465a-818f-13a39889168f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:48.263019 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b854f177-dd4c-465a-818f-13a39889168f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:48.264057 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b854f177-dd4c-465a-818f-13a39889168f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:48.265329 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b854f177-dd4c-465a-818f-13a39889168f admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:48.325377 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f177-dd4c-465a-818f-13a39889168f admin admin] Pushing event updated for resources: {'Network': ['ID=ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:48.336075 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:25:48.363426 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b854f177-dd4c-465a-818f-13a39889168f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6495402 Dec 16 23:25:48.368163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37066) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:48.373077 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e5fe12f7-ab05-46e0-95ac-a19ec0779bb1 admin admin] Request body: {'subnet': {'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-980575297-subnet', 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:48.457182 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fe12f7-ab05-46e0-95ac-a19ec0779bb1 admin admin] Made reservation on behalf of d4d3aaf3d83e4aafbcd3832e2ac427e2 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:48.460515 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5fe12f7-ab05-46e0-95ac-a19ec0779bb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:48.683174 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5fe12f7-ab05-46e0-95ac-a19ec0779bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:48.740726 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe12f7-ab05-46e0-95ac-a19ec0779bb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c791796-65b6-4c04-bafd-e29e718c91a1,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:48.751572 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe12f7-ab05-46e0-95ac-a19ec0779bb1 admin admin] Checking segment: {'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:48.751941 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe12f7-ab05-46e0-95ac-a19ec0779bb1 admin admin] Network hostable DHCP agents. Network: ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:25:48.843021 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe12f7-ab05-46e0-95ac-a19ec0779bb1 admin admin] Network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:25:48.934637 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe12f7-ab05-46e0-95ac-a19ec0779bb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:48.939903 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fe12f7-ab05-46e0-95ac-a19ec0779bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:48.940901 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5fe12f7-ab05-46e0-95ac-a19ec0779bb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:48.945504 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaa7466-e745-4834-88c2-b70697aabfbb None None] Network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:49.043476 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e5fe12f7-ab05-46e0-95ac-a19ec0779bb1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6740062 Dec 16 23:25:49.047163 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37068) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:49.051947 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-980575297-router', 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:49.152057 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:49.153157 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:49.209306 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:49.228093 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3', 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3', 'project_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'fixed_ips': [{'subnet_id': '2c791796-65b6-4c04-bafd-e29e718c91a1'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:25:49.228976 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:49.373564 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Allocated IP 172.20.0.2 (ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3/2c791796-65b6-4c04-bafd-e29e718c91a1/857d1dc9-da8e-45c9-883a-6130462e0d15) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:25:49.413449 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:49.525712 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:49.615437 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:49.657960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:25:49.663079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:49.665249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Pushing event updated for resources: {'Port': ['ID=857d1dc9-da8e-45c9-883a-6130462e0d15,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:49.667429 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:25:49.684648 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:49.705701 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:49.720914 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Attempting to bind port 857d1dc9-da8e-45c9-883a-6130462e0d15 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:25:49.721288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Attempting to bind port 857d1dc9-da8e-45c9-883a-6130462e0d15 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:25:49.721662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Attempting to bind port 857d1dc9-da8e-45c9-883a-6130462e0d15 on network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:25:49.727239 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:25:49.727239 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Checking segment: {'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:49.727567 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:49.727864 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Bound using segment: {'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:25:49.728334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Bound port: 857d1dc9-da8e-45c9-883a-6130462e0d15, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:25:49.728721 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:49.796960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] For port 857d1dc9-da8e-45c9-883a-6130462e0d15, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:25:49.800042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] For port 857d1dc9-da8e-45c9-883a-6130462e0d15, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=857d1dc9-da8e-45c9-883a-6130462e0d15,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:25:49.814139 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Allocated IP 172.25.2.228 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/cfe2ee7c-6fdc-46d1-b707-284b1820f056) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:25:49.886235 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:49.915920 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:49.946160 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423735d9-b998-4c23-baa3-57d57afaba79 None None] Pushing event updated for resources: {'Port': ['ID=857d1dc9-da8e-45c9-883a-6130462e0d15,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:50.040536 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:50.088286 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:25:50.093676 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:50.095932 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:25:50.125041 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403bd6d4-df31-4c78-8c14-ad34bd4ddad0 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:25:50.127206 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe2ee7c-6fdc-46d1-b707-284b1820f056,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:50.140743 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5f4fef5e-9f32-4970-bcfa-820fc5fdc6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:50.169440 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c3a6defb-52c6-423f-90d9-d01785380de7 None None] Provisioning complete for port cfe2ee7c-6fdc-46d1-b707-284b1820f056 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:50.169732 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3a6defb-52c6-423f-90d9-d01785380de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:50.207676 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c3a6defb-52c6-423f-90d9-d01785380de7 None None] Port cfe2ee7c-6fdc-46d1-b707-284b1820f056 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:25:50.454186 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:50.651098 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:50.848972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Router 1fb53c8f-ad1a-482f-8c53-c2d3d3825439 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:25:50.915390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b55f12d-108a-420b-b0a4-1a3b3564317e None None] Network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:50.974409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 857d1dc9-da8e-45c9-883a-6130462e0d15 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:25:50.974815 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:25:50.988813 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Sync routers for ids ['1fb53c8f-ad1a-482f-8c53-c2d3d3825439'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:25:51.000450 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Routers {'1fb53c8f-ad1a-482f-8c53-c2d3d3825439'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:25:51.000871 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:25:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['1fb53c8f-ad1a-482f-8c53-c2d3d3825439'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:51.024270 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-01bd43aa-ee8b-46e1-8d5a-1d40ea0537c4 None None] Provisioning complete for port 857d1dc9-da8e-45c9-883a-6130462e0d15 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:51.024642 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01bd43aa-ee8b-46e1-8d5a-1d40ea0537c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.056419 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.057848 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e7be72e0-57db-485f-bbee-c2baf4eaa470 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0095909 Dec 16 23:25:51.060728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37070) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:51.117246 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Set router 1fb53c8f-ad1a-482f-8c53-c2d3d3825439 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:25:51.123128 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 857d1dc9-da8e-45c9-883a-6130462e0d15 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:51.123530 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.199279 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01bd43aa-ee8b-46e1-8d5a-1d40ea0537c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.270330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-01bd43aa-ee8b-46e1-8d5a-1d40ea0537c4 None None] For port 857d1dc9-da8e-45c9-883a-6130462e0d15, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=857d1dc9-da8e-45c9-883a-6130462e0d15,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:51.285461 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.346051 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'name': 'tempest-TestEncryptedCinderVolumes-980575297-router', 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cfe2ee7c-6fdc-46d1-b707-284b1820f056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:49Z', 'updated_at': '2021-12-16T23:25:50Z', 'revision_number': 3, 'project_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'gw_port': {'id': 'cfe2ee7c-6fdc-46d1-b707-284b1820f056', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:49Z', 'updated_at': '2021-12-16T23:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:51.375119 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Checking router: 1fb53c8f-ad1a-482f-8c53-c2d3d3825439 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:25:51.375883 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Updating router 1fb53c8f-ad1a-482f-8c53-c2d3d3825439 port cfe2ee7c-6fdc-46d1-b707-284b1820f056 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:25:51.381536 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:25:51.381995 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:25:51.382650 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01bd43aa-ee8b-46e1-8d5a-1d40ea0537c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.413537 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.457559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd43aa-ee8b-46e1-8d5a-1d40ea0537c4 None None] Pushing event updated for resources: {'Port': ['ID=857d1dc9-da8e-45c9-883a-6130462e0d15,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:51.502794 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-110ba375-b0cd-4a22-bb5b-44b61d36b12a None None] Provisioning complete for port 857d1dc9-da8e-45c9-883a-6130462e0d15 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:51.503079 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-110ba375-b0cd-4a22-bb5b-44b61d36b12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.554220 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.681453 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.721231 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Allocated IP 172.20.0.1 (ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3/2c791796-65b6-4c04-bafd-e29e718c91a1/55eec353-6323-4182-9f12-362e42123940) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:25:51.760059 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.804352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ad2e1e-b7d5-469b-b610-111780745967 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:25:51.813103 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Attempting to bind port cfe2ee7c-6fdc-46d1-b707-284b1820f056 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:25:51.813517 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Attempting to bind port cfe2ee7c-6fdc-46d1-b707-284b1820f056 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:25:51.813876 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Attempting to bind port cfe2ee7c-6fdc-46d1-b707-284b1820f056 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:25:51.822740 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a82e70-3bf6-4963-a7f9-b78633d33a4d None None] Pushing event updated for resources: {'Port': ['ID=cfe2ee7c-6fdc-46d1-b707-284b1820f056,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:51.824914 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:25:51.825288 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:51.825759 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.826152 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:25:51.826617 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Bound port: cfe2ee7c-6fdc-46d1-b707-284b1820f056, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:25:51.827053 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.836015 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.851424 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a82e70-3bf6-4963-a7f9-b78633d33a4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:51.851776 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a82e70-3bf6-4963-a7f9-b78633d33a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:51.852107 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a82e70-3bf6-4963-a7f9-b78633d33a4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:51.852436 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a82e70-3bf6-4963-a7f9-b78633d33a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:51.852763 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a82e70-3bf6-4963-a7f9-b78633d33a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:51.853084 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a82e70-3bf6-4963-a7f9-b78633d33a4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:51.853405 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a82e70-3bf6-4963-a7f9-b78633d33a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:51.853720 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a82e70-3bf6-4963-a7f9-b78633d33a4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:51.854032 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a82e70-3bf6-4963-a7f9-b78633d33a4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:51.854348 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a82e70-3bf6-4963-a7f9-b78633d33a4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:51.854665 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a82e70-3bf6-4963-a7f9-b78633d33a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:51.854976 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a82e70-3bf6-4963-a7f9-b78633d33a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:51.855330 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a82e70-3bf6-4963-a7f9-b78633d33a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:51.896048 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] For port cfe2ee7c-6fdc-46d1-b707-284b1820f056, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:25:51.899234 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] For port cfe2ee7c-6fdc-46d1-b707-284b1820f056, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=cfe2ee7c-6fdc-46d1-b707-284b1820f056,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:25:51.935753 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-27c16091-74cc-4bb2-aba6-04f81586e040 None None] Provisioning complete for port cfe2ee7c-6fdc-46d1-b707-284b1820f056 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:51.936235 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27c16091-74cc-4bb2-aba6-04f81586e040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.938308 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.960833 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:51.976097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-27c16091-74cc-4bb2-aba6-04f81586e040 None None] Port cfe2ee7c-6fdc-46d1-b707-284b1820f056 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:25:51.977696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:25:51.982359 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:51.987012 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:25:52.016512 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=55eec353-6323-4182-9f12-362e42123940,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:52.016702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fb0eff-1171-4fe0-87c6-366c9baedc95 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:25:52.019562 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Routers {'1fb53c8f-ad1a-482f-8c53-c2d3d3825439'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:25:52.020202 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:25:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['1fb53c8f-ad1a-482f-8c53-c2d3d3825439'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:52.036920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:52.037275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:52.038053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:52.038053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:52.038263 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:52.038610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:52.039045 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:52.039289 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:52.039627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:52.040030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:52.040279 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:52.040612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:52.040939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:52.054018 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:52.093435 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a82e70-3bf6-4963-a7f9-b78633d33a4d None None] Pushing event updated for resources: {'Port': ['ID=cfe2ee7c-6fdc-46d1-b707-284b1820f056,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:52.103105 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-917c7879-2163-4004-ba70-f321cb554921 None None] Provisioning complete for port cfe2ee7c-6fdc-46d1-b707-284b1820f056 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:52.103787 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-917c7879-2163-4004-ba70-f321cb554921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:52.200714 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-917c7879-2163-4004-ba70-f321cb554921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:52.225530 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-917c7879-2163-4004-ba70-f321cb554921 None None] For port cfe2ee7c-6fdc-46d1-b707-284b1820f056, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=cfe2ee7c-6fdc-46d1-b707-284b1820f056,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:52.273662 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:52.276475 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] Set router 1fb53c8f-ad1a-482f-8c53-c2d3d3825439 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:25:52.291598 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-917c7879-2163-4004-ba70-f321cb554921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:52.350027 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c7879-2163-4004-ba70-f321cb554921 None None] Pushing event updated for resources: {'Port': ['ID=cfe2ee7c-6fdc-46d1-b707-284b1820f056,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:52.418357 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6048af21-3534-4bef-99b6-48b9c9ad60df None None] Provisioning complete for port 55eec353-6323-4182-9f12-362e42123940 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:52.418747 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6048af21-3534-4bef-99b6-48b9c9ad60df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:52.455412 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6048af21-3534-4bef-99b6-48b9c9ad60df None None] Port 55eec353-6323-4182-9f12-362e42123940 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:25:52.458253 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:52.465802 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'name': 'tempest-TestEncryptedCinderVolumes-980575297-router', 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cfe2ee7c-6fdc-46d1-b707-284b1820f056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:49Z', 'updated_at': '2021-12-16T23:25:50Z', 'revision_number': 3, 'project_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'gw_port': {'id': 'cfe2ee7c-6fdc-46d1-b707-284b1820f056', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:49Z', 'updated_at': '2021-12-16T23:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:52.496970 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a327b40b-e46b-479f-bf36-f01b5b221472 None None] The sync data for ids ['1fb53c8f-ad1a-482f-8c53-c2d3d3825439'] in n-d-821840-2 is: [{'id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'name': 'tempest-TestEncryptedCinderVolumes-980575297-router', 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cfe2ee7c-6fdc-46d1-b707-284b1820f056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:49Z', 'updated_at': '2021-12-16T23:25:50Z', 'revision_number': 3, 'project_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'gw_port': {'id': 'cfe2ee7c-6fdc-46d1-b707-284b1820f056', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:49Z', 'updated_at': '2021-12-16T23:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:25:52.520484 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:52.548843 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb433cac-961d-4798-9dc6-1e4cd1ad0410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:52.595497 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:52.597249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=55eec353-6323-4182-9f12-362e42123940,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:52.693573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:25:52.694985 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:52.835132 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Router 1fb53c8f-ad1a-482f-8c53-c2d3d3825439 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:25:52.969437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:25:52.974719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b0ee3dde-cce4-49ac-aa32-604cc360e3f4 admin admin] 10.222.0.43 "PUT /v2.0/routers/1fb53c8f-ad1a-482f-8c53-c2d3d3825439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9117150 Dec 16 23:25:52.993283 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-276480d5-5abf-41d0-98db-2fa36260db62 None None] Provisioning complete for port 55eec353-6323-4182-9f12-362e42123940 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:52.993759 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-276480d5-5abf-41d0-98db-2fa36260db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:53.030986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-276480d5-5abf-41d0-98db-2fa36260db62 None None] Port 55eec353-6323-4182-9f12-362e42123940 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:25:53.062492 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 857d1dc9-da8e-45c9-883a-6130462e0d15 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:25:53.120302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 857d1dc9-da8e-45c9-883a-6130462e0d15 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:53.120936 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:53.207142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device cfe2ee7c-6fdc-46d1-b707-284b1820f056 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:25:53.265922 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port cfe2ee7c-6fdc-46d1-b707-284b1820f056 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:53.266294 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:53.770703 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37086) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:53.775788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2c4f214b-649a-493f-b2b9-429a89976f0e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2088137062-network', 'tenant_id': 'd6713655d12546f9a4698e4236f2413c'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:53.817207 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:53.908645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4f214b-649a-493f-b2b9-429a89976f0e admin admin] Made reservation on behalf of d6713655d12546f9a4698e4236f2413c for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:53.911209 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c4f214b-649a-493f-b2b9-429a89976f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:53.921584 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c4f214b-649a-493f-b2b9-429a89976f0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:54.005005 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c4f214b-649a-493f-b2b9-429a89976f0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:54.074596 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c4f214b-649a-493f-b2b9-429a89976f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:54.097789 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4f214b-649a-493f-b2b9-429a89976f0e admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:25:54.104312 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Sync routers for ids ['1fb53c8f-ad1a-482f-8c53-c2d3d3825439'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:25:54.113682 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f214b-649a-493f-b2b9-429a89976f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5311e0b-ecfd-4ad8-8717-d238b32b7c4e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:54.115529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Routers {'1fb53c8f-ad1a-482f-8c53-c2d3d3825439'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:25:54.116258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:25:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['1fb53c8f-ad1a-482f-8c53-c2d3d3825439'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:54.129058 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c4f214b-649a-493f-b2b9-429a89976f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:54.129058 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-2c4f214b-649a-493f-b2b9-429a89976f0e admin admin] Added segment 8db44a91-608e-4d4b-8d90-41e878fffedf of type vlan for network 015c1077-2bd9-497a-86d4-f5593800121a Dec 16 23:25:54.170379 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c4f214b-649a-493f-b2b9-429a89976f0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:54.227788 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Set router 1fb53c8f-ad1a-482f-8c53-c2d3d3825439 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:25:54.254524 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c4f214b-649a-493f-b2b9-429a89976f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:54.255653 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4f214b-649a-493f-b2b9-429a89976f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:54.256325 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2c4f214b-649a-493f-b2b9-429a89976f0e admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:54.321144 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f214b-649a-493f-b2b9-429a89976f0e admin admin] Pushing event updated for resources: {'Network': ['ID=015c1077-2bd9-497a-86d4-f5593800121a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:54.339953 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 015c1077-2bd9-497a-86d4-f5593800121a details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:25:54.400183 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2c4f214b-649a-493f-b2b9-429a89976f0e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6282110 Dec 16 23:25:54.403420 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37088) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:54.409806 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-27e255e4-7fd2-49b7-9698-8ddbd5f6b83e admin admin] Request body: {'subnet': {'network_id': '015c1077-2bd9-497a-86d4-f5593800121a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2088137062-subnet', 'tenant_id': 'd6713655d12546f9a4698e4236f2413c', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:54.492729 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'name': 'tempest-TestEncryptedCinderVolumes-980575297-router', 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cfe2ee7c-6fdc-46d1-b707-284b1820f056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:49Z', 'updated_at': '2021-12-16T23:25:52Z', 'revision_number': 4, 'project_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'gw_port': {'id': 'cfe2ee7c-6fdc-46d1-b707-284b1820f056', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:49Z', 'updated_at': '2021-12-16T23:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '55eec353-6323-4182-9f12-362e42123940', 'name': '', 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3', 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'mac_address': 'fa:16:3e:02:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2c791796-65b6-4c04-bafd-e29e718c91a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:51Z', 'updated_at': '2021-12-16T23:25:52Z', 'revision_number': 2, 'project_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'subnets': [{'id': '2c791796-65b6-4c04-bafd-e29e718c91a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:54.505846 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e255e4-7fd2-49b7-9698-8ddbd5f6b83e admin admin] Made reservation on behalf of d6713655d12546f9a4698e4236f2413c for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:25:54.508351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-27e255e4-7fd2-49b7-9698-8ddbd5f6b83e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:54.523636 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Checking router: 1fb53c8f-ad1a-482f-8c53-c2d3d3825439 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:25:54.524000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Updating router 1fb53c8f-ad1a-482f-8c53-c2d3d3825439 port 55eec353-6323-4182-9f12-362e42123940 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:25:54.549547 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:54.757551 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-27e255e4-7fd2-49b7-9698-8ddbd5f6b83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:54.817116 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e255e4-7fd2-49b7-9698-8ddbd5f6b83e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad18ffac-94a3-44f6-89dd-d373001a1002,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:54.819831 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:54.825242 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e255e4-7fd2-49b7-9698-8ddbd5f6b83e admin admin] Checking segment: {'id': '8db44a91-608e-4d4b-8d90-41e878fffedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '015c1077-2bd9-497a-86d4-f5593800121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:54.825618 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e255e4-7fd2-49b7-9698-8ddbd5f6b83e admin admin] Network hostable DHCP agents. Network: 015c1077-2bd9-497a-86d4-f5593800121a, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:25:54.937463 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:54.965521 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e255e4-7fd2-49b7-9698-8ddbd5f6b83e admin admin] Network 015c1077-2bd9-497a-86d4-f5593800121a is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:25:54.988671 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416be08b-9bac-4324-8ad6-ada403a55120 None None] Pushing event updated for resources: {'Port': ['ID=55eec353-6323-4182-9f12-362e42123940,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:55.054332 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-27e255e4-7fd2-49b7-9698-8ddbd5f6b83e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 015c1077-2bd9-497a-86d4-f5593800121a) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:55.064131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Attempting to bind port 55eec353-6323-4182-9f12-362e42123940 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:25:55.064131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Attempting to bind port 55eec353-6323-4182-9f12-362e42123940 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:25:55.064131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Attempting to bind port 55eec353-6323-4182-9f12-362e42123940 on network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:25:55.064483 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e255e4-7fd2-49b7-9698-8ddbd5f6b83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:55.064483 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-27e255e4-7fd2-49b7-9698-8ddbd5f6b83e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:55.065901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b001ff50-6e4c-442a-915b-76afbb449f95 None None] Network 015c1077-2bd9-497a-86d4-f5593800121a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:55.082807 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:25:55.083186 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Checking segment: {'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:55.083618 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:55.084013 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Bound using segment: {'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:25:55.084503 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Bound port: 55eec353-6323-4182-9f12-362e42123940, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:25:55.084892 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:55.125647 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:55.138910 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-27e255e4-7fd2-49b7-9698-8ddbd5f6b83e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7341571 Dec 16 23:25:55.142541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37090) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:55.147651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2088137062-router', 'tenant_id': 'd6713655d12546f9a4698e4236f2413c', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:55.249953 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:55.250966 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:55.308246 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:55.384441 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7491053f-7d67-4f6d-8e03-bce53b2d0d4f None None] Provisioning complete for port 55eec353-6323-4182-9f12-362e42123940 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:55.384902 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7491053f-7d67-4f6d-8e03-bce53b2d0d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:55.418957 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] For port 55eec353-6323-4182-9f12-362e42123940, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:25:55.435345 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-015c1077-2bd9-497a-86d4-f5593800121a', 'network_id': '015c1077-2bd9-497a-86d4-f5593800121a', 'project_id': 'd6713655d12546f9a4698e4236f2413c', 'fixed_ips': [{'subnet_id': 'ad18ffac-94a3-44f6-89dd-d373001a1002'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:25:55.436889 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:55.444482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] For port 55eec353-6323-4182-9f12-362e42123940, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=55eec353-6323-4182-9f12-362e42123940,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:25:55.460893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7491053f-7d67-4f6d-8e03-bce53b2d0d4f None None] Port 55eec353-6323-4182-9f12-362e42123940 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:25:55.521735 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:55.521973 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:55.622300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416be08b-9bac-4324-8ad6-ada403a55120 None None] Pushing event updated for resources: {'Port': ['ID=55eec353-6323-4182-9f12-362e42123940,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:55.627758 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Routers {'1fb53c8f-ad1a-482f-8c53-c2d3d3825439'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:25:55.628403 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:25:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['1fb53c8f-ad1a-482f-8c53-c2d3d3825439'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:55.695615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Allocated IP 172.20.0.2 (015c1077-2bd9-497a-86d4-f5593800121a/ad18ffac-94a3-44f6-89dd-d373001a1002/3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:25:55.822443 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:55.822818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] Set router 1fb53c8f-ad1a-482f-8c53-c2d3d3825439 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:25:55.843151 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:55.856321 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:55.952457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Allocated IP 172.25.2.121 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/2cb7a4fb-67af-49ad-90bd-24c8a1145791) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:25:55.990414 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-54234514-a1f7-4016-a5f1-1ed75bb87713 None None] Provisioning complete for port 55eec353-6323-4182-9f12-362e42123940 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:55.990793 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-54234514-a1f7-4016-a5f1-1ed75bb87713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:56.062864 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:56.099479 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:56.174789 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-54234514-a1f7-4016-a5f1-1ed75bb87713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:56.183131 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:56.212477 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'name': 'tempest-TestEncryptedCinderVolumes-980575297-router', 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cfe2ee7c-6fdc-46d1-b707-284b1820f056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:49Z', 'updated_at': '2021-12-16T23:25:52Z', 'revision_number': 4, 'project_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'gw_port': {'id': 'cfe2ee7c-6fdc-46d1-b707-284b1820f056', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:49Z', 'updated_at': '2021-12-16T23:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '55eec353-6323-4182-9f12-362e42123940', 'name': '', 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3', 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'mac_address': 'fa:16:3e:02:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2c791796-65b6-4c04-bafd-e29e718c91a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:51Z', 'updated_at': '2021-12-16T23:25:55Z', 'revision_number': 4, 'project_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'subnets': [{'id': '2c791796-65b6-4c04-bafd-e29e718c91a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:56.216048 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:56.220365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-54234514-a1f7-4016-a5f1-1ed75bb87713 None None] For port 55eec353-6323-4182-9f12-362e42123940, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=55eec353-6323-4182-9f12-362e42123940,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:56.225184 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:25:56.229747 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:56.234017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:25:56.255583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35adef57-d605-4e49-a18e-50aa08c59cae None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:25:56.262741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb7a4fb-67af-49ad-90bd-24c8a1145791,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:56.282045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b72b38-c080-4972-b21c-cb30d5091d4d None None] The sync data for ids ['1fb53c8f-ad1a-482f-8c53-c2d3d3825439'] in n-d-821840-2 is: [{'id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'name': 'tempest-TestEncryptedCinderVolumes-980575297-router', 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cfe2ee7c-6fdc-46d1-b707-284b1820f056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:49Z', 'updated_at': '2021-12-16T23:25:52Z', 'revision_number': 4, 'project_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'gw_port': {'id': 'cfe2ee7c-6fdc-46d1-b707-284b1820f056', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:49Z', 'updated_at': '2021-12-16T23:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '55eec353-6323-4182-9f12-362e42123940', 'name': '', 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3', 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'mac_address': 'fa:16:3e:02:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2c791796-65b6-4c04-bafd-e29e718c91a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:51Z', 'updated_at': '2021-12-16T23:25:55Z', 'revision_number': 4, 'project_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'subnets': [{'id': '2c791796-65b6-4c04-bafd-e29e718c91a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:25:56.303485 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-54234514-a1f7-4016-a5f1-1ed75bb87713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:56.308907 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Network 015c1077-2bd9-497a-86d4-f5593800121a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:25:56.313400 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:56.316024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:25:56.348780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Pushing event updated for resources: {'Port': ['ID=3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:56.461252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Attempting to bind port 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:25:56.461760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Attempting to bind port 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '8db44a91-608e-4d4b-8d90-41e878fffedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '015c1077-2bd9-497a-86d4-f5593800121a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:25:56.462138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Attempting to bind port 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f on network 015c1077-2bd9-497a-86d4-f5593800121a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:25:56.468336 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54234514-a1f7-4016-a5f1-1ed75bb87713 None None] Pushing event updated for resources: {'Port': ['ID=55eec353-6323-4182-9f12-362e42123940,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:56.478483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:25:56.478870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Checking segment: {'id': '8db44a91-608e-4d4b-8d90-41e878fffedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '015c1077-2bd9-497a-86d4-f5593800121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:56.479354 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:56.479703 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Bound using segment: {'id': '8db44a91-608e-4d4b-8d90-41e878fffedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '015c1077-2bd9-497a-86d4-f5593800121a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:25:56.480304 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Bound port: 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db44a91-608e-4d4b-8d90-41e878fffedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '015c1077-2bd9-497a-86d4-f5593800121a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:25:56.480694 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:56.485506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8dd38b89-d5df-42be-accc-b14987653b12 None None] Provisioning complete for port 2cb7a4fb-67af-49ad-90bd-24c8a1145791 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:56.486557 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8dd38b89-d5df-42be-accc-b14987653b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:56.560938 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8dd38b89-d5df-42be-accc-b14987653b12 None None] Port 2cb7a4fb-67af-49ad-90bd-24c8a1145791 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:25:56.585823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b47aadee-6332-4270-9e16-188456c64012 None None] For port 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:25:56.589280 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b47aadee-6332-4270-9e16-188456c64012 None None] For port 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f,segment=NetworkSegment(8db44a91-608e-4d4b-8d90-41e878fffedf),segment_id=8db44a91-608e-4d4b-8d90-41e878fffedf)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:25:56.663570 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:56.734223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47aadee-6332-4270-9e16-188456c64012 None None] Pushing event updated for resources: {'Port': ['ID=3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:57.042182 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:57.095520 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:25:57.152896 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:57.153167 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:57.238833 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:57.268150 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:57.287809 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f,segment=NetworkSegment(8db44a91-608e-4d4b-8d90-41e878fffedf),segment_id=8db44a91-608e-4d4b-8d90-41e878fffedf)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:57.385890 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:57.386738 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 55eec353-6323-4182-9f12-362e42123940 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:25:57.470455 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:57.487728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 55eec353-6323-4182-9f12-362e42123940 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:57.488102 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:57.505969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Router cca453ce-8bb3-4ff5-a20d-7bfd05543a4f is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:25:57.650295 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:25:57.660311 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Sync routers for ids ['cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:25:57.677235 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Routers {'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:25:57.680974 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:25:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:57.730659 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:57.732103 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2bcbc8ec-9245-4350-9fb1-6fe40f202643 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5882368 Dec 16 23:25:57.735515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37092) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:57.789611 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Set router cca453ce-8bb3-4ff5-a20d-7bfd05543a4f gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:25:57.796928 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58c10ac-350d-4cf5-bd3d-33853680428b None None] Network 015c1077-2bd9-497a-86d4-f5593800121a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:25:57.914796 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c1424b5a-1940-4510-a9f7-8131d8b57ca1 None None] Provisioning complete for port 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:57.915093 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1424b5a-1940-4510-a9f7-8131d8b57ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:57.987783 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'name': 'tempest-TestEncryptedCinderVolumes-2088137062-router', 'tenant_id': 'd6713655d12546f9a4698e4236f2413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '2cb7a4fb-67af-49ad-90bd-24c8a1145791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:55Z', 'updated_at': '2021-12-16T23:25:56Z', 'revision_number': 3, 'project_id': 'd6713655d12546f9a4698e4236f2413c', 'gw_port': {'id': '2cb7a4fb-67af-49ad-90bd-24c8a1145791', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:55Z', 'updated_at': '2021-12-16T23:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:58.021188 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Checking router: cca453ce-8bb3-4ff5-a20d-7bfd05543a4f for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:25:58.021563 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Updating router cca453ce-8bb3-4ff5-a20d-7bfd05543a4f port 2cb7a4fb-67af-49ad-90bd-24c8a1145791 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:25:58.049588 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:58.219757 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:58.236416 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d476afa0-eeff-4c69-8cf3-38b9fde9fcd1 None None] Provisioning complete for port 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:58.236811 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d476afa0-eeff-4c69-8cf3-38b9fde9fcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:58.324630 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:58.391643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Allocated IP 172.20.0.1 (015c1077-2bd9-497a-86d4-f5593800121a/ad18ffac-94a3-44f6-89dd-d373001a1002/15e44b4d-e116-429c-a15d-5f90345139db) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:25:58.399920 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:58.445658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae5c29d-0d0d-4357-810d-00b21116cac7 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:25:58.452356 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Attempting to bind port 2cb7a4fb-67af-49ad-90bd-24c8a1145791 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:25:58.452758 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Attempting to bind port 2cb7a4fb-67af-49ad-90bd-24c8a1145791 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:25:58.453130 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Attempting to bind port 2cb7a4fb-67af-49ad-90bd-24c8a1145791 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:25:58.461385 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea606270-a733-4f58-90a7-dea05598ce38 None None] Pushing event updated for resources: {'Port': ['ID=2cb7a4fb-67af-49ad-90bd-24c8a1145791,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:58.468131 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:25:58.469062 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:58.469062 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:58.469430 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:25:58.469957 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Bound port: 2cb7a4fb-67af-49ad-90bd-24c8a1145791, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:25:58.470341 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:58.520112 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:58.532064 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] For port 2cb7a4fb-67af-49ad-90bd-24c8a1145791, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:25:58.535909 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] For port 2cb7a4fb-67af-49ad-90bd-24c8a1145791, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2cb7a4fb-67af-49ad-90bd-24c8a1145791,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:25:58.558025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b601d99a-73f9-4b53-9b4b-a2d9fcb8f76e None None] Provisioning complete for port 2cb7a4fb-67af-49ad-90bd-24c8a1145791 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:58.558402 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b601d99a-73f9-4b53-9b4b-a2d9fcb8f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:58.595199 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b601d99a-73f9-4b53-9b4b-a2d9fcb8f76e None None] Port 2cb7a4fb-67af-49ad-90bd-24c8a1145791 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:25:58.620780 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:58.649658 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:58.672478 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c081684-f14d-4ed7-ad0c-122bb0b0e970 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:25:58.676543 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Routers {'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:25:58.677186 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:25:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:58.703221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Network 015c1077-2bd9-497a-86d4-f5593800121a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:25:58.708004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:58.712404 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:25:58.728786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0e0cddf0-7adb-4ec5-858b-0d2cc652e9f0 None None] Provisioning complete for port 2cb7a4fb-67af-49ad-90bd-24c8a1145791 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:58.729434 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e0cddf0-7adb-4ec5-858b-0d2cc652e9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:58.740695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=15e44b4d-e116-429c-a15d-5f90345139db,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:58.766496 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea606270-a733-4f58-90a7-dea05598ce38 None None] Pushing event updated for resources: {'Port': ['ID=2cb7a4fb-67af-49ad-90bd-24c8a1145791,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:58.789423 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:58.800277 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] Set router cca453ce-8bb3-4ff5-a20d-7bfd05543a4f gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:25:58.843526 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e0cddf0-7adb-4ec5-858b-0d2cc652e9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:58.875016 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0e0cddf0-7adb-4ec5-858b-0d2cc652e9f0 None None] For port 2cb7a4fb-67af-49ad-90bd-24c8a1145791, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2cb7a4fb-67af-49ad-90bd-24c8a1145791,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:58.953848 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e0cddf0-7adb-4ec5-858b-0d2cc652e9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:58.955657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:25:59.008663 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'name': 'tempest-TestEncryptedCinderVolumes-2088137062-router', 'tenant_id': 'd6713655d12546f9a4698e4236f2413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '2cb7a4fb-67af-49ad-90bd-24c8a1145791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:55Z', 'updated_at': '2021-12-16T23:25:56Z', 'revision_number': 3, 'project_id': 'd6713655d12546f9a4698e4236f2413c', 'gw_port': {'id': '2cb7a4fb-67af-49ad-90bd-24c8a1145791', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:55Z', 'updated_at': '2021-12-16T23:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:25:59.011785 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:59.038622 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cddf0-7adb-4ec5-858b-0d2cc652e9f0 None None] Pushing event updated for resources: {'Port': ['ID=2cb7a4fb-67af-49ad-90bd-24c8a1145791,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:59.047757 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e3096a-575e-4bbc-b4e9-76ab28b64231 None None] The sync data for ids ['cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'] in n-d-821840-2 is: [{'id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'name': 'tempest-TestEncryptedCinderVolumes-2088137062-router', 'tenant_id': 'd6713655d12546f9a4698e4236f2413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '2cb7a4fb-67af-49ad-90bd-24c8a1145791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:55Z', 'updated_at': '2021-12-16T23:25:56Z', 'revision_number': 3, 'project_id': 'd6713655d12546f9a4698e4236f2413c', 'gw_port': {'id': '2cb7a4fb-67af-49ad-90bd-24c8a1145791', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:55Z', 'updated_at': '2021-12-16T23:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:25:59.056094 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:59.056473 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:59.108187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c12a7007-a1db-4af3-9807-8b32318abe02 None None] Provisioning complete for port 15e44b4d-e116-429c-a15d-5f90345139db triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:59.108676 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c12a7007-a1db-4af3-9807-8b32318abe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:59.174487 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c12a7007-a1db-4af3-9807-8b32318abe02 None None] Port 15e44b4d-e116-429c-a15d-5f90345139db cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:25:59.216998 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:59.288526 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:59.366846 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:59.373043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=15e44b4d-e116-429c-a15d-5f90345139db,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:59.470189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Network 015c1077-2bd9-497a-86d4-f5593800121a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:25:59.471686 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:25:59.598646 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Router cca453ce-8bb3-4ff5-a20d-7bfd05543a4f has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:25:59.707971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-219adf8d-3997-4949-af4d-eeed672e4b93 None None] Provisioning complete for port 15e44b4d-e116-429c-a15d-5f90345139db triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:59.708560 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-219adf8d-3997-4949-af4d-eeed672e4b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:59.723197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:25:59.728239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8d3bba65-9e54-4895-8385-b5eb4270b8f8 admin admin] 10.222.0.43 "PUT /v2.0/routers/cca453ce-8bb3-4ff5-a20d-7bfd05543a4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9913561 Dec 16 23:25:59.746346 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-219adf8d-3997-4949-af4d-eeed672e4b93 None None] Port 15e44b4d-e116-429c-a15d-5f90345139db cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:26:00.480941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663493f4-db53-4c13-8cb5-bf29f585545c req-3dd8645a-00e8-4af0-b81f-268bc7d073bb tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:00.482419 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-663493f4-db53-4c13-8cb5-bf29f585545c req-3dd8645a-00e8-4af0-b81f-268bc7d073bb tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/networks?id=ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 HTTP/1.1" status: 200 len: 816 time: 0.1124566 Dec 16 23:26:00.499871 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-663493f4-db53-4c13-8cb5-bf29f585545c req-76368b0f-e5df-475b-8938-9dc125b19e4d tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/quotas/d4d3aaf3d83e4aafbcd3832e2ac427e2 HTTP/1.1" status: 200 len: 375 time: 0.0094724 Dec 16 23:26:00.553549 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-663493f4-db53-4c13-8cb5-bf29f585545c req-ee8ca42a-cadf-4055-9988-25c8065366db tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4d3aaf3d83e4aafbcd3832e2ac427e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476553 Dec 16 23:26:00.654612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-663493f4-db53-4c13-8cb5-bf29f585545c req-2f24ccf5-bbc1-435f-aca5-58f0a27aaaf5 service neutron] 10.222.0.43 "GET /v2.0/networks/ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882041 Dec 16 23:26:00.663000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Sync routers for ids ['cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:26:00.673946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Routers {'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:26:00.674570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:25:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:00.747215 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-663493f4-db53-4c13-8cb5-bf29f585545c req-06a57e6f-ebab-4611-b28d-0b2f5d45919b service neutron] 10.222.0.43 "GET /v2.0/networks/ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862212 Dec 16 23:26:00.784605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Set router cca453ce-8bb3-4ff5-a20d-7bfd05543a4f gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:26:00.979255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2cb7a4fb-67af-49ad-90bd-24c8a1145791 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:26:01.044679 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f0c4bc62-7c9f-470f-9a78-be5e646c9236 req-cce52890-fea3-47f1-83cf-8708d1a2ac73 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 210 time: 0.0301065 Dec 16 23:26:01.221528 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 2cb7a4fb-67af-49ad-90bd-24c8a1145791 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:01.221911 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:01.226133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'name': 'tempest-TestEncryptedCinderVolumes-2088137062-router', 'tenant_id': 'd6713655d12546f9a4698e4236f2413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '2cb7a4fb-67af-49ad-90bd-24c8a1145791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:55Z', 'updated_at': '2021-12-16T23:25:58Z', 'revision_number': 4, 'project_id': 'd6713655d12546f9a4698e4236f2413c', 'gw_port': {'id': '2cb7a4fb-67af-49ad-90bd-24c8a1145791', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:55Z', 'updated_at': '2021-12-16T23:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '15e44b4d-e116-429c-a15d-5f90345139db', 'name': '', 'network_id': '015c1077-2bd9-497a-86d4-f5593800121a', 'tenant_id': 'd6713655d12546f9a4698e4236f2413c', 'mac_address': 'fa:16:3e:70:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ad18ffac-94a3-44f6-89dd-d373001a1002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:58Z', 'updated_at': '2021-12-16T23:25:59Z', 'revision_number': 2, 'project_id': 'd6713655d12546f9a4698e4236f2413c', 'subnets': [{'id': 'ad18ffac-94a3-44f6-89dd-d373001a1002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:01.276511 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Checking router: cca453ce-8bb3-4ff5-a20d-7bfd05543a4f for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:26:01.276881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Updating router cca453ce-8bb3-4ff5-a20d-7bfd05543a4f port 15e44b4d-e116-429c-a15d-5f90345139db binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:26:01.309454 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:01.614086 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:01.705910 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:01.763522 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745dbc5-b568-4379-9678-586791380391 None None] Pushing event updated for resources: {'Port': ['ID=15e44b4d-e116-429c-a15d-5f90345139db,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:01.821692 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Attempting to bind port 15e44b4d-e116-429c-a15d-5f90345139db on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:26:01.822449 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Attempting to bind port 15e44b4d-e116-429c-a15d-5f90345139db by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '8db44a91-608e-4d4b-8d90-41e878fffedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '015c1077-2bd9-497a-86d4-f5593800121a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:26:01.822449 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Attempting to bind port 15e44b4d-e116-429c-a15d-5f90345139db on network 015c1077-2bd9-497a-86d4-f5593800121a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:26:01.829659 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:26:01.830155 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Checking segment: {'id': '8db44a91-608e-4d4b-8d90-41e878fffedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '015c1077-2bd9-497a-86d4-f5593800121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:26:01.830631 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:01.831559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Bound using segment: {'id': '8db44a91-608e-4d4b-8d90-41e878fffedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '015c1077-2bd9-497a-86d4-f5593800121a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:26:01.832125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Bound port: 15e44b4d-e116-429c-a15d-5f90345139db, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db44a91-608e-4d4b-8d90-41e878fffedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '015c1077-2bd9-497a-86d4-f5593800121a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:26:01.832582 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:01.903617 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] For port 15e44b4d-e116-429c-a15d-5f90345139db, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:26:01.907394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] For port 15e44b4d-e116-429c-a15d-5f90345139db, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=15e44b4d-e116-429c-a15d-5f90345139db,segment=NetworkSegment(8db44a91-608e-4d4b-8d90-41e878fffedf),segment_id=8db44a91-608e-4d4b-8d90-41e878fffedf)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:26:01.987289 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-626561c3-1020-46ce-9cdf-dc5e157feb78 None None] Provisioning complete for port 15e44b4d-e116-429c-a15d-5f90345139db triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:01.987595 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-626561c3-1020-46ce-9cdf-dc5e157feb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:02.016089 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:02.060904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-626561c3-1020-46ce-9cdf-dc5e157feb78 None None] Port 15e44b4d-e116-429c-a15d-5f90345139db cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:26:02.082499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Routers {'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:26:02.083391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:25:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:02.135340 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745dbc5-b568-4379-9678-586791380391 None None] Pushing event updated for resources: {'Port': ['ID=15e44b4d-e116-429c-a15d-5f90345139db,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:02.178945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0be79f69-9d3e-4a81-a265-ea0c0c259f3a req-0ecbccae-d538-48db-8652-cd6eda5271bb tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 210 time: 0.0454555 Dec 16 23:26:02.224024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] Set router cca453ce-8bb3-4ff5-a20d-7bfd05543a4f gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:26:02.429054 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9c62670c-9dda-4f32-92eb-08acb680be13 None None] Provisioning complete for port 15e44b4d-e116-429c-a15d-5f90345139db triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:02.429262 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c62670c-9dda-4f32-92eb-08acb680be13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:02.496080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'name': 'tempest-TestEncryptedCinderVolumes-2088137062-router', 'tenant_id': 'd6713655d12546f9a4698e4236f2413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '2cb7a4fb-67af-49ad-90bd-24c8a1145791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:55Z', 'updated_at': '2021-12-16T23:25:58Z', 'revision_number': 4, 'project_id': 'd6713655d12546f9a4698e4236f2413c', 'gw_port': {'id': '2cb7a4fb-67af-49ad-90bd-24c8a1145791', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:55Z', 'updated_at': '2021-12-16T23:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '15e44b4d-e116-429c-a15d-5f90345139db', 'name': '', 'network_id': '015c1077-2bd9-497a-86d4-f5593800121a', 'tenant_id': 'd6713655d12546f9a4698e4236f2413c', 'mac_address': 'fa:16:3e:70:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ad18ffac-94a3-44f6-89dd-d373001a1002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:58Z', 'updated_at': '2021-12-16T23:26:01Z', 'revision_number': 4, 'project_id': 'd6713655d12546f9a4698e4236f2413c', 'subnets': [{'id': 'ad18ffac-94a3-44f6-89dd-d373001a1002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:02.540769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7299c4-2adb-439e-98ea-72eca276777b None None] The sync data for ids ['cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'] in n-d-821840-2 is: [{'id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'name': 'tempest-TestEncryptedCinderVolumes-2088137062-router', 'tenant_id': 'd6713655d12546f9a4698e4236f2413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '2cb7a4fb-67af-49ad-90bd-24c8a1145791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:55Z', 'updated_at': '2021-12-16T23:25:58Z', 'revision_number': 4, 'project_id': 'd6713655d12546f9a4698e4236f2413c', 'gw_port': {'id': '2cb7a4fb-67af-49ad-90bd-24c8a1145791', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:55Z', 'updated_at': '2021-12-16T23:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '15e44b4d-e116-429c-a15d-5f90345139db', 'name': '', 'network_id': '015c1077-2bd9-497a-86d4-f5593800121a', 'tenant_id': 'd6713655d12546f9a4698e4236f2413c', 'mac_address': 'fa:16:3e:70:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ad18ffac-94a3-44f6-89dd-d373001a1002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:58Z', 'updated_at': '2021-12-16T23:26:01Z', 'revision_number': 4, 'project_id': 'd6713655d12546f9a4698e4236f2413c', 'subnets': [{'id': 'ad18ffac-94a3-44f6-89dd-d373001a1002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:26:02.560325 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c62670c-9dda-4f32-92eb-08acb680be13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:02.640494 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9c62670c-9dda-4f32-92eb-08acb680be13 None None] For port 15e44b4d-e116-429c-a15d-5f90345139db, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=15e44b4d-e116-429c-a15d-5f90345139db,segment=NetworkSegment(8db44a91-608e-4d4b-8d90-41e878fffedf),segment_id=8db44a91-608e-4d4b-8d90-41e878fffedf)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:02.696942 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c62670c-9dda-4f32-92eb-08acb680be13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:02.755118 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62670c-9dda-4f32-92eb-08acb680be13 None None] Pushing event updated for resources: {'Port': ['ID=15e44b4d-e116-429c-a15d-5f90345139db,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:02.996571 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 15e44b4d-e116-429c-a15d-5f90345139db up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:26:03.052108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 15e44b4d-e116-429c-a15d-5f90345139db triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:03.052485 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:03.306581 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7717213-62d1-4d58-86fe-6d21fde59508 req-f5caf95a-640b-44ca-bb69-4f38215d32bb tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 210 time: 0.0456119 Dec 16 23:26:03.429158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663493f4-db53-4c13-8cb5-bf29f585545c req-3477e19c-8c19-49ec-9b55-e81e15f6e1d3 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:03.431193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-663493f4-db53-4c13-8cb5-bf29f585545c req-3477e19c-8c19-49ec-9b55-e81e15f6e1d3 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.24 "GET /v2.0/networks?id=ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 HTTP/1.1" status: 200 len: 816 time: 0.1209202 Dec 16 23:26:03.453357 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-663493f4-db53-4c13-8cb5-bf29f585545c req-2a3f822f-48d5-4d3e-8a77-8af2440d27e0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Request body: {'port': {'device_id': '9c70cedf-5d61-4636-a64e-a06635c33233', 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3', 'admin_state_up': True, 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:03.679728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663493f4-db53-4c13-8cb5-bf29f585545c req-2a3f822f-48d5-4d3e-8a77-8af2440d27e0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Made reservation on behalf of d4d3aaf3d83e4aafbcd3832e2ac427e2 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:26:03.683674 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-663493f4-db53-4c13-8cb5-bf29f585545c req-2a3f822f-48d5-4d3e-8a77-8af2440d27e0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:03.830784 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-663493f4-db53-4c13-8cb5-bf29f585545c req-2a3f822f-48d5-4d3e-8a77-8af2440d27e0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Allocated IP 172.20.0.14 (ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3/2c791796-65b6-4c04-bafd-e29e718c91a1/93597544-af29-4b67-b4ea-5396cba0579f) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:26:03.983172 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-663493f4-db53-4c13-8cb5-bf29f585545c req-2a3f822f-48d5-4d3e-8a77-8af2440d27e0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:04.074276 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-663493f4-db53-4c13-8cb5-bf29f585545c req-2a3f822f-48d5-4d3e-8a77-8af2440d27e0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:04.124254 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663493f4-db53-4c13-8cb5-bf29f585545c req-2a3f822f-48d5-4d3e-8a77-8af2440d27e0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:26:04.127421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-663493f4-db53-4c13-8cb5-bf29f585545c req-2a3f822f-48d5-4d3e-8a77-8af2440d27e0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:26:04.131327 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-663493f4-db53-4c13-8cb5-bf29f585545c req-2a3f822f-48d5-4d3e-8a77-8af2440d27e0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:26:04.159911 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f822f-48d5-4d3e-8a77-8af2440d27e0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Pushing event updated for resources: {'Port': ['ID=93597544-af29-4b67-b4ea-5396cba0579f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:04.194664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663493f4-db53-4c13-8cb5-bf29f585545c req-2a3f822f-48d5-4d3e-8a77-8af2440d27e0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:04.195409 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-663493f4-db53-4c13-8cb5-bf29f585545c req-2a3f822f-48d5-4d3e-8a77-8af2440d27e0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:04.268961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-663493f4-db53-4c13-8cb5-bf29f585545c req-2a3f822f-48d5-4d3e-8a77-8af2440d27e0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8267310 Dec 16 23:26:04.283361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Request body: {'port': {'device_id': '9c70cedf-5d61-4636-a64e-a06635c33233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:04.325890 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-104e6e2c-f537-4037-bf5e-138f4c498c47 None None] Provisioning complete for port 93597544-af29-4b67-b4ea-5396cba0579f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:04.326550 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-104e6e2c-f537-4037-bf5e-138f4c498c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:04.340529 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:04.362044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-104e6e2c-f537-4037-bf5e-138f4c498c47 None None] Port 93597544-af29-4b67-b4ea-5396cba0579f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:26:04.505822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57de3af-42e6-443c-8c94-253fb5bc9d8d req-a5b111d1-75a6-4e8c-82d1-d4950d17b8e5 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:04.507336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d57de3af-42e6-443c-8c94-253fb5bc9d8d req-a5b111d1-75a6-4e8c-82d1-d4950d17b8e5 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 932 time: 0.1172898 Dec 16 23:26:04.612094 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d57de3af-42e6-443c-8c94-253fb5bc9d8d req-11dff435-814c-4008-bf4d-46dca8c5e9f6 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987613 Dec 16 23:26:04.705418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93597544-af29-4b67-b4ea-5396cba0579f {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:26:04.713169 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:04.725755 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Transition to ACTIVE for port object 93597544-af29-4b67-b4ea-5396cba0579f will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:26:04.787972 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:04.840301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=93597544-af29-4b67-b4ea-5396cba0579f,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:04.917155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Attempting to bind port 93597544-af29-4b67-b4ea-5396cba0579f on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:26:04.917501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Attempting to bind port 93597544-af29-4b67-b4ea-5396cba0579f by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:26:04.917892 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Attempting to bind port 93597544-af29-4b67-b4ea-5396cba0579f on network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:26:04.923507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Port 93597544-af29-4b67-b4ea-5396cba0579f on network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:26:04.923844 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Attempting to bind port 93597544-af29-4b67-b4ea-5396cba0579f on network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:26:04.929074 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:26:04.929421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Checking segment: {'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:26:04.929815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Bound using segment: {'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:26:04.930255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Bound port: 93597544-af29-4b67-b4ea-5396cba0579f, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:26:04.930621 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:05.000246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] For port 93597544-af29-4b67-b4ea-5396cba0579f, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:26:05.003333 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] For port 93597544-af29-4b67-b4ea-5396cba0579f, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=93597544-af29-4b67-b4ea-5396cba0579f,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:26:05.080298 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:05.118941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:05.119603 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:05.121052 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-663493f4-db53-4c13-8cb5-bf29f585545c req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] 10.222.0.24 "PUT /v2.0/ports/93597544-af29-4b67-b4ea-5396cba0579f HTTP/1.1" status: 200 len: 1092 time: 0.8427713 Dec 16 23:26:05.121514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c70cedf-5d61-4636-a64e-a06635c33233', 'tag': '93597544-af29-4b67-b4ea-5396cba0579f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:26:05.124699 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd084d3-1b1c-46ec-a6f5-6e8749fcfbe6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c70cedf-5d61-4636-a64e-a06635c33233", "tag": "93597544-af29-4b67-b4ea-5396cba0579f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:26:05.150649 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69a07f-1e4b-44a9-8d61-5523a0ede0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=93597544-af29-4b67-b4ea-5396cba0579f,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:05.168557 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939f0f2d-7e7d-4494-bb7d-e6ec3736bb47 x-openstack-request-id: req-939f0f2d-7e7d-4494-bb7d-e6ec3736bb47 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:26:05.168969 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c70cedf-5d61-4636-a64e-a06635c33233", "tag": "93597544-af29-4b67-b4ea-5396cba0579f", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:26:05.169242 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-939f0f2d-7e7d-4494-bb7d-e6ec3736bb47 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:26:05.169808 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c70cedf-5d61-4636-a64e-a06635c33233', 'tag': '93597544-af29-4b67-b4ea-5396cba0579f', 'status': 'completed', 'code': 200} Dec 16 23:26:05.242413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd084d3-1b1c-46ec-a6f5-6e8749fcfbe6 req-a34c52f0-cb73-4733-9abb-9fa051fafac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:05.243913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-afd084d3-1b1c-46ec-a6f5-6e8749fcfbe6 req-a34c52f0-cb73-4733-9abb-9fa051fafac2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d3aaf3d83e4aafbcd3832e2ac427e2&device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 1095 time: 0.0475221 Dec 16 23:26:05.354389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd084d3-1b1c-46ec-a6f5-6e8749fcfbe6 req-888a7d3a-5483-439a-ae10-a89523afde14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:05.354389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-afd084d3-1b1c-46ec-a6f5-6e8749fcfbe6 req-888a7d3a-5483-439a-ae10-a89523afde14 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d4d3aaf3d83e4aafbcd3832e2ac427e2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0995820 Dec 16 23:26:05.455588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd084d3-1b1c-46ec-a6f5-6e8749fcfbe6 req-c8299f35-235a-441f-a617-0a2e54573dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:05.457087 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-afd084d3-1b1c-46ec-a6f5-6e8749fcfbe6 req-c8299f35-235a-441f-a617-0a2e54573dd6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961914 Dec 16 23:26:05.536637 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663493f4-db53-4c13-8cb5-bf29f585545c req-b152fa76-78f0-4419-b723-94a79134c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:05.538123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-663493f4-db53-4c13-8cb5-bf29f585545c req-b152fa76-78f0-4419-b723-94a79134c476 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d3aaf3d83e4aafbcd3832e2ac427e2&device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 1095 time: 0.0410624 Dec 16 23:26:05.584530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-663493f4-db53-4c13-8cb5-bf29f585545c req-f7bd18cc-10e6-4757-87ae-e71059a32eab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93597544-af29-4b67-b4ea-5396cba0579f HTTP/1.1" status: 200 len: 217 time: 0.0374436 Dec 16 23:26:05.635857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663493f4-db53-4c13-8cb5-bf29f585545c req-54c73f39-15b5-45a6-8240-44b5954fd99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:05.637260 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-663493f4-db53-4c13-8cb5-bf29f585545c req-54c73f39-15b5-45a6-8240-44b5954fd99b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c791796-65b6-4c04-bafd-e29e718c91a1 HTTP/1.1" status: 200 len: 855 time: 0.0454385 Dec 16 23:26:05.694300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663493f4-db53-4c13-8cb5-bf29f585545c req-49fde2d4-b875-4447-af2e-cd78fea5567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:05.695766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-663493f4-db53-4c13-8cb5-bf29f585545c req-49fde2d4-b875-4447-af2e-cd78fea5567d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504556 Dec 16 23:26:05.789501 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69cfea-aeb2-4f80-83f4-376195dbbf20 req-22044f28-a331-4b39-a031-5229aae3f3b5 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:05.791050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b69cfea-aeb2-4f80-83f4-376195dbbf20 req-22044f28-a331-4b39-a031-5229aae3f3b5 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 944 time: 0.1074681 Dec 16 23:26:05.836935 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-663493f4-db53-4c13-8cb5-bf29f585545c req-e75d8fb2-09b2-4028-b325-26c7bf6576d9 service neutron] 10.222.0.24 "GET /v2.0/networks/ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233761 Dec 16 23:26:05.903444 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b69cfea-aeb2-4f80-83f4-376195dbbf20 req-dc7e320a-4907-45da-af79-c14eba96c429 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052990 Dec 16 23:26:05.944509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-663493f4-db53-4c13-8cb5-bf29f585545c req-85d8bb40-39bd-4593-8e62-ce433d72c912 service neutron] 10.222.0.24 "GET /v2.0/networks/ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991066 Dec 16 23:26:07.337007 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674a3fe-0a41-457a-b107-88f9e9dbf45b req-f744e1f5-a56b-4bb7-8c92-9d109db7748a tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:07.338543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4674a3fe-0a41-457a-b107-88f9e9dbf45b req-f744e1f5-a56b-4bb7-8c92-9d109db7748a tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 944 time: 0.3640680 Dec 16 23:26:07.388002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4674a3fe-0a41-457a-b107-88f9e9dbf45b req-cc444593-01a1-4306-9a1a-65f3d7883b39 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419128 Dec 16 23:26:07.864468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 93597544-af29-4b67-b4ea-5396cba0579f details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:26:07.962947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 93597544-af29-4b67-b4ea-5396cba0579f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=93597544-af29-4b67-b4ea-5396cba0579f,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:07.975538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '93597544-af29-4b67-b4ea-5396cba0579f', 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3', 'port_id': '93597544-af29-4b67-b4ea-5396cba0579f', 'mac_address': 'fa:16:3e:32:41:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c791796-65b6-4c04-bafd-e29e718c91a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:26:08.015590 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:08.028930 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93597544-af29-4b67-b4ea-5396cba0579f {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:26:08.048940 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 93597544-af29-4b67-b4ea-5396cba0579f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=93597544-af29-4b67-b4ea-5396cba0579f,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:08.140307 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:08.191776 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=93597544-af29-4b67-b4ea-5396cba0579f,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:08.199046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:08.202352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:08.202352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:08.202352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:08.202352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:08.202352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:08.202352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:08.202352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:08.202352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:08.202352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:08.203137 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:08.203137 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:08.203336 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:08.374164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['93597544-af29-4b67-b4ea-5396cba0579f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:26:08.514641 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f08df-2adb-4c53-bdc0-eeec4113f884 req-01945dce-dba8-43bb-be4a-82e22cb17481 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:08.516208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-723f08df-2adb-4c53-bdc0-eeec4113f884 req-01945dce-dba8-43bb-be4a-82e22cb17481 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 945 time: 0.0506208 Dec 16 23:26:08.565271 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-723f08df-2adb-4c53-bdc0-eeec4113f884 req-7ce41c5c-7786-4e13-a275-235cc0ada25b tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429120 Dec 16 23:26:09.683589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e2f0b-10d5-4812-90d7-1421626b0ba7 req-63751739-f67c-44df-b304-40d466cf8ce0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:09.685088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-059e2f0b-10d5-4812-90d7-1421626b0ba7 req-63751739-f67c-44df-b304-40d466cf8ce0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 945 time: 0.0522938 Dec 16 23:26:09.732390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-059e2f0b-10d5-4812-90d7-1421626b0ba7 req-1661c311-b6da-4c53-80f4-0fd2ddfa29da tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Dec 16 23:26:09.865427 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 93597544-af29-4b67-b4ea-5396cba0579f up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:26:10.014227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 93597544-af29-4b67-b4ea-5396cba0579f completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:26:10.019149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 93597544-af29-4b67-b4ea-5396cba0579f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:10.019555 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:10.098040 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:10.121364 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c70cedf-5d61-4636-a64e-a06635c33233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93597544-af29-4b67-b4ea-5396cba0579f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:26:10.123822 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b24d37-72f4-4797-86e8-e231ae75a7e9" -d '{"events": [{"server_uuid": "9c70cedf-5d61-4636-a64e-a06635c33233", "name": "network-vif-plugged", "status": "completed", "tag": "93597544-af29-4b67-b4ea-5396cba0579f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:26:10.136277 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 93597544-af29-4b67-b4ea-5396cba0579f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=93597544-af29-4b67-b4ea-5396cba0579f,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:10.165426 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3154f408-822c-464c-abb7-75d71a007130 x-openstack-request-id: req-3154f408-822c-464c-abb7-75d71a007130 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:26:10.165721 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c70cedf-5d61-4636-a64e-a06635c33233", "name": "network-vif-plugged", "status": "completed", "tag": "93597544-af29-4b67-b4ea-5396cba0579f", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:26:10.165979 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3154f408-822c-464c-abb7-75d71a007130 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:26:10.166385 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c70cedf-5d61-4636-a64e-a06635c33233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93597544-af29-4b67-b4ea-5396cba0579f', 'code': 200} Dec 16 23:26:10.199801 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:10.249901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=93597544-af29-4b67-b4ea-5396cba0579f,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:10.269290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df0913-9d59-4f3c-b6f6-fddc2bb0d3bd req-24248847-edde-4be2-a297-15637050a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:10.270812 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9df0913-9d59-4f3c-b6f6-fddc2bb0d3bd req-24248847-edde-4be2-a297-15637050a4e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 1097 time: 0.0433633 Dec 16 23:26:10.317902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c9df0913-9d59-4f3c-b6f6-fddc2bb0d3bd req-50a0707e-5b2b-4b46-9d32-5088d2ed4355 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392063 Dec 16 23:26:10.856472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342491f3-e115-432c-b99e-1d11605e1bad req-4e05b6c1-b685-4f0c-aa05-47fbbb89dc06 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:10.858864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-342491f3-e115-432c-b99e-1d11605e1bad req-4e05b6c1-b685-4f0c-aa05-47fbbb89dc06 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 946 time: 0.0526264 Dec 16 23:26:10.917346 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-342491f3-e115-432c-b99e-1d11605e1bad req-91768fbe-359b-4245-8f1f-af4cc061ce74 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503585 Dec 16 23:26:12.035211 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d48df-e8a6-48da-8db5-2bc4481849e6 req-8ab6841b-2119-46c0-8f41-82160aa59558 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:12.036725 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a57d48df-e8a6-48da-8db5-2bc4481849e6 req-8ab6841b-2119-46c0-8f41-82160aa59558 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 946 time: 0.0491636 Dec 16 23:26:12.085110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a57d48df-e8a6-48da-8db5-2bc4481849e6 req-7ec0742f-4583-408e-80fa-8859c402f320 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424511 Dec 16 23:26:12.203877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfc761-b8d3-40f3-9b9c-ec4404840d74 req-2e6e3861-fdbd-4e79-baad-bc5085152e12 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:12.205270 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51dfc761-b8d3-40f3-9b9c-ec4404840d74 req-2e6e3861-fdbd-4e79-baad-bc5085152e12 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 946 time: 0.0491660 Dec 16 23:26:12.253042 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51dfc761-b8d3-40f3-9b9c-ec4404840d74 req-ced9f0c8-b175-4f8e-9509-0c847cbc1912 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418708 Dec 16 23:26:13.854234 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:14.048591 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:17.918065 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:26:20.130768 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99c5c37a-b70d-48f3-857c-25e04472d1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:22.562950 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ba57a39-2548-4f9d-afd0-5d4aede3b0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:23.814217 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:25.099382 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:25.773978 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:37.547745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72fa3d-d060-477d-ba17-3e0f587cc9d1 req-04c07318-7430-4e3c-a314-fd5ce28fe901 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:37.549244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef72fa3d-d060-477d-ba17-3e0f587cc9d1 req-04c07318-7430-4e3c-a314-fd5ce28fe901 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 946 time: 0.0532391 Dec 16 23:26:37.597480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef72fa3d-d060-477d-ba17-3e0f587cc9d1 req-d1cb13b1-714c-4511-9951-2e5d4d6b4317 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421851 Dec 16 23:26:38.719229 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b26f8-ddca-4eec-89bb-1504cc4b3aae req-02294446-288f-492b-8391-693e397ccd4d tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:38.720764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-139b26f8-ddca-4eec-89bb-1504cc4b3aae req-02294446-288f-492b-8391-693e397ccd4d tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 946 time: 0.0487952 Dec 16 23:26:38.770135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-139b26f8-ddca-4eec-89bb-1504cc4b3aae req-3aba2823-1055-4cfd-8492-6712c9bd8c64 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430937 Dec 16 23:26:39.429265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba39fd-791c-4b8a-9afa-aeae4c11ab39 req-83d4dac8-2de5-4f1d-bf7e-9dcbb0b75797 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:39.430728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75ba39fd-791c-4b8a-9afa-aeae4c11ab39 req-83d4dac8-2de5-4f1d-bf7e-9dcbb0b75797 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 946 time: 0.0529680 Dec 16 23:26:39.523393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-75ba39fd-791c-4b8a-9afa-aeae4c11ab39 req-7f5ab848-b15b-4380-b200-38694f7d466e tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Deleting port 93597544-af29-4b67-b4ea-5396cba0579f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:26:39.523736 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-75ba39fd-791c-4b8a-9afa-aeae4c11ab39 req-7f5ab848-b15b-4380-b200-38694f7d466e tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:39.616487 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-75ba39fd-791c-4b8a-9afa-aeae4c11ab39 req-7f5ab848-b15b-4380-b200-38694f7d466e tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] For port 93597544-af29-4b67-b4ea-5396cba0579f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=93597544-af29-4b67-b4ea-5396cba0579f,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:39.616768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-75ba39fd-791c-4b8a-9afa-aeae4c11ab39 req-7f5ab848-b15b-4380-b200-38694f7d466e tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:39.628958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-75ba39fd-791c-4b8a-9afa-aeae4c11ab39 req-7f5ab848-b15b-4380-b200-38694f7d466e tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Calling delete_port for 93597544-af29-4b67-b4ea-5396cba0579f owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:26:39.808134 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-75ba39fd-791c-4b8a-9afa-aeae4c11ab39 req-7f5ab848-b15b-4380-b200-38694f7d466e tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:39.821891 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['93597544-af29-4b67-b4ea-5396cba0579f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:26:39.842991 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ab848-b15b-4380-b200-38694f7d466e tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Pushing event deleted for resources: {'Port': ['ID=93597544-af29-4b67-b4ea-5396cba0579f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:39.891838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6956cd19-7401-41f9-a81d-05c06488a418 req-30c3ce3a-deae-433d-a360-c17342c0c7d3 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 210 time: 0.0465546 Dec 16 23:26:39.908862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba39fd-791c-4b8a-9afa-aeae4c11ab39 req-7f5ab848-b15b-4380-b200-38694f7d466e tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] No DVR routers for this DVR port 93597544-af29-4b67-b4ea-5396cba0579f on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:26:39.911702 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-75ba39fd-791c-4b8a-9afa-aeae4c11ab39 req-7f5ab848-b15b-4380-b200-38694f7d466e tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:39.915117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75ba39fd-791c-4b8a-9afa-aeae4c11ab39 req-7f5ab848-b15b-4380-b200-38694f7d466e tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.24 "DELETE /v2.0/ports/93597544-af29-4b67-b4ea-5396cba0579f HTTP/1.1" status: 204 len: 173 time: 0.4758725 Dec 16 23:26:39.915594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c70cedf-5d61-4636-a64e-a06635c33233', 'name': 'network-vif-deleted', 'tag': '93597544-af29-4b67-b4ea-5396cba0579f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:26:39.917872 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46279c69-d1dd-42b4-bc7e-5397e0f0c462" -d '{"events": [{"server_uuid": "9c70cedf-5d61-4636-a64e-a06635c33233", "name": "network-vif-deleted", "tag": "93597544-af29-4b67-b4ea-5396cba0579f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:26:39.955680 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc17cb93-f880-4306-8197-fc6c1a3e2f54 x-openstack-request-id: req-cc17cb93-f880-4306-8197-fc6c1a3e2f54 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:26:39.956014 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c70cedf-5d61-4636-a64e-a06635c33233", "name": "network-vif-deleted", "tag": "93597544-af29-4b67-b4ea-5396cba0579f", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:26:39.956308 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc17cb93-f880-4306-8197-fc6c1a3e2f54 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:26:39.956689 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c70cedf-5d61-4636-a64e-a06635c33233', 'name': 'network-vif-deleted', 'tag': '93597544-af29-4b67-b4ea-5396cba0579f', 'status': 'completed', 'code': 200} Dec 16 23:26:41.002422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc6363d2-9255-4202-a57c-900c108b185d req-f7160317-8205-4cf3-99f1-fe8ca870c807 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c70cedf-5d61-4636-a64e-a06635c33233 HTTP/1.1" status: 200 len: 210 time: 0.0267539 Dec 16 23:26:42.963093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d628586-f457-4b99-b8c3-083942fbb536 req-f86ae65c-5482-429c-a23f-244c9337fd97 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:42.965082 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d628586-f457-4b99-b8c3-083942fbb536 req-f86ae65c-5482-429c-a23f-244c9337fd97 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/networks?id=ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 HTTP/1.1" status: 200 len: 816 time: 0.1093554 Dec 16 23:26:42.980905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d628586-f457-4b99-b8c3-083942fbb536 req-3eed6901-1d8d-4ceb-a46d-10a30309b454 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/quotas/d4d3aaf3d83e4aafbcd3832e2ac427e2 HTTP/1.1" status: 200 len: 375 time: 0.0096209 Dec 16 23:26:43.035572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d628586-f457-4b99-b8c3-083942fbb536 req-aaecb3a3-e370-4369-8888-db59fe4cc001 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4d3aaf3d83e4aafbcd3832e2ac427e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481727 Dec 16 23:26:43.139589 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d628586-f457-4b99-b8c3-083942fbb536 req-d4c87ec4-ff01-47bc-a37c-cf6f784f7f12 service neutron] 10.222.0.43 "GET /v2.0/networks/ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915301 Dec 16 23:26:43.229909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d628586-f457-4b99-b8c3-083942fbb536 req-ae35eb5f-fe21-4aaf-ad4b-012919cc2c58 service neutron] 10.222.0.43 "GET /v2.0/networks/ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840607 Dec 16 23:26:43.478262 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7174064-4614-48c8-8ec7-0b5a65f0371b req-0486c8cb-ce67-4477-b949-2bb6bfea7369 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 210 time: 0.0326548 Dec 16 23:26:43.856048 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:43.910542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 93597544-af29-4b67-b4ea-5396cba0579f no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:26:43.932283 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 93597544-af29-4b67-b4ea-5396cba0579f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:26:43.933116 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 93597544-af29-4b67-b4ea-5396cba0579f not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:26:44.053682 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:44.578117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04834f58-1fe9-4071-8dab-b5490c522b46 req-ffa16ccb-f433-4886-ad49-4178e577fcff tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 210 time: 0.0274010 Dec 16 23:26:45.408161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d628586-f457-4b99-b8c3-083942fbb536 req-df02ce1d-9b37-4b96-b1a8-054734ac4c2d tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:45.409642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d628586-f457-4b99-b8c3-083942fbb536 req-df02ce1d-9b37-4b96-b1a8-054734ac4c2d tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.24 "GET /v2.0/networks?id=ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 HTTP/1.1" status: 200 len: 816 time: 0.1117396 Dec 16 23:26:45.423805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-8d628586-f457-4b99-b8c3-083942fbb536 req-cfb4a8ac-4ae1-41e7-9f81-2fa0c44dcd39 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Request body: {'port': {'device_id': '5f6bfe92-f83f-4ebf-b368-11a49defbc47', 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3', 'admin_state_up': True, 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:45.610593 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d628586-f457-4b99-b8c3-083942fbb536 req-cfb4a8ac-4ae1-41e7-9f81-2fa0c44dcd39 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Made reservation on behalf of d4d3aaf3d83e4aafbcd3832e2ac427e2 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:26:45.615067 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8d628586-f457-4b99-b8c3-083942fbb536 req-cfb4a8ac-4ae1-41e7-9f81-2fa0c44dcd39 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:45.706019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9a7aaeed-2679-422b-90d8-afe488e88404 req-90a79099-7236-4e64-b02c-6cd5247ae31e tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 210 time: 0.0371244 Dec 16 23:26:45.774018 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-8d628586-f457-4b99-b8c3-083942fbb536 req-cfb4a8ac-4ae1-41e7-9f81-2fa0c44dcd39 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Allocated IP 172.20.0.10 (ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3/2c791796-65b6-4c04-bafd-e29e718c91a1/6d614d92-d9f7-42f7-a6eb-c46b3fe020f1) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:26:45.930828 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8d628586-f457-4b99-b8c3-083942fbb536 req-cfb4a8ac-4ae1-41e7-9f81-2fa0c44dcd39 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:46.025580 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8d628586-f457-4b99-b8c3-083942fbb536 req-cfb4a8ac-4ae1-41e7-9f81-2fa0c44dcd39 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:46.072952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d628586-f457-4b99-b8c3-083942fbb536 req-cfb4a8ac-4ae1-41e7-9f81-2fa0c44dcd39 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:26:46.076763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-8d628586-f457-4b99-b8c3-083942fbb536 req-cfb4a8ac-4ae1-41e7-9f81-2fa0c44dcd39 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:26:46.080755 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d628586-f457-4b99-b8c3-083942fbb536 req-cfb4a8ac-4ae1-41e7-9f81-2fa0c44dcd39 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:26:46.087130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4a8ac-4ae1-41e7-9f81-2fa0c44dcd39 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Pushing event updated for resources: {'Port': ['ID=6d614d92-d9f7-42f7-a6eb-c46b3fe020f1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:46.138756 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d628586-f457-4b99-b8c3-083942fbb536 req-cfb4a8ac-4ae1-41e7-9f81-2fa0c44dcd39 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:46.138756 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8d628586-f457-4b99-b8c3-083942fbb536 req-cfb4a8ac-4ae1-41e7-9f81-2fa0c44dcd39 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:46.216506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d628586-f457-4b99-b8c3-083942fbb536 req-cfb4a8ac-4ae1-41e7-9f81-2fa0c44dcd39 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7972331 Dec 16 23:26:46.229809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Request body: {'port': {'device_id': '5f6bfe92-f83f-4ebf-b368-11a49defbc47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:46.287561 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-614b2820-3c05-4e68-922d-c718ffd00bb6 None None] Provisioning complete for port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:46.288104 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-614b2820-3c05-4e68-922d-c718ffd00bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:46.292986 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:46.325549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-614b2820-3c05-4e68-922d-c718ffd00bb6 None None] Port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:26:46.560034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:26:46.568413 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:46.581634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Transition to ACTIVE for port object 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:26:46.644271 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:46.696574 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Pushing event updated for resources: {'Port': ['ID=6d614d92-d9f7-42f7-a6eb-c46b3fe020f1,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:46.774981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Attempting to bind port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:26:46.775358 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Attempting to bind port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:26:46.775691 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Attempting to bind port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 on network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:26:46.783032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 on network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:26:46.783385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Attempting to bind port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 on network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:26:46.798112 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:26:46.798460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Checking segment: {'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:26:46.798850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Bound using segment: {'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:26:46.799321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Bound port: 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abfc2616-8c8a-44bb-9635-04148d914276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:26:46.799684 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:46.878891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fc051-456d-41a7-993b-d7ab900c302d req-18d79742-8d03-4fd1-aab4-30847dc22c01 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:46.880576 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c0fc051-456d-41a7-993b-d7ab900c302d req-18d79742-8d03-4fd1-aab4-30847dc22c01 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 944 time: 0.0993328 Dec 16 23:26:46.916319 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] For port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:26:46.938293 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] For port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=6d614d92-d9f7-42f7-a6eb-c46b3fe020f1,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:26:46.956464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c0fc051-456d-41a7-993b-d7ab900c302d req-9f8a1054-1db2-4f86-95f7-9e94d06bdc48 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690897 Dec 16 23:26:47.010711 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:47.051442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:47.052088 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:47.053454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d628586-f457-4b99-b8c3-083942fbb536 req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] 10.222.0.24 "PUT /v2.0/ports/6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 HTTP/1.1" status: 200 len: 1092 time: 0.8281314 Dec 16 23:26:47.053897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6bfe92-f83f-4ebf-b368-11a49defbc47', 'tag': '6d614d92-d9f7-42f7-a6eb-c46b3fe020f1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:26:47.056216 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b95b12-bc60-4d11-9d56-a2412ef57a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6bfe92-f83f-4ebf-b368-11a49defbc47", "tag": "6d614d92-d9f7-42f7-a6eb-c46b3fe020f1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:26:47.092939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7b62b-28e9-4b58-b5fa-164fde1b5b8d service neutron] Pushing event updated for resources: {'Port': ['ID=6d614d92-d9f7-42f7-a6eb-c46b3fe020f1,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:47.111568 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d2da36-697b-4aaf-8ffc-6bcb04b1d195 x-openstack-request-id: req-34d2da36-697b-4aaf-8ffc-6bcb04b1d195 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:26:47.111568 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6bfe92-f83f-4ebf-b368-11a49defbc47", "tag": "6d614d92-d9f7-42f7-a6eb-c46b3fe020f1", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:26:47.111568 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34d2da36-697b-4aaf-8ffc-6bcb04b1d195 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:26:47.111568 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6bfe92-f83f-4ebf-b368-11a49defbc47', 'tag': '6d614d92-d9f7-42f7-a6eb-c46b3fe020f1', 'status': 'completed', 'code': 200} Dec 16 23:26:47.170685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95b12-bc60-4d11-9d56-a2412ef57a6f req-c78acb7b-42b1-45ea-a37b-4aa8358ea02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:47.172286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09b95b12-bc60-4d11-9d56-a2412ef57a6f req-c78acb7b-42b1-45ea-a37b-4aa8358ea02d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d3aaf3d83e4aafbcd3832e2ac427e2&device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 1095 time: 0.0471697 Dec 16 23:26:47.282281 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95b12-bc60-4d11-9d56-a2412ef57a6f req-4b456985-f0c2-497a-ad8f-f341a94ca505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:47.283819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09b95b12-bc60-4d11-9d56-a2412ef57a6f req-4b456985-f0c2-497a-ad8f-f341a94ca505 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d4d3aaf3d83e4aafbcd3832e2ac427e2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1033182 Dec 16 23:26:47.382823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95b12-bc60-4d11-9d56-a2412ef57a6f req-6c665f54-be0c-4ea0-8864-fe338970bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:47.384248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09b95b12-bc60-4d11-9d56-a2412ef57a6f req-6c665f54-be0c-4ea0-8864-fe338970bacb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920618 Dec 16 23:26:47.464075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d628586-f457-4b99-b8c3-083942fbb536 req-3d98b1f2-579e-4132-a759-4e81f39205d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:47.465587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d628586-f457-4b99-b8c3-083942fbb536 req-3d98b1f2-579e-4132-a759-4e81f39205d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d3aaf3d83e4aafbcd3832e2ac427e2&device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 1095 time: 0.0419476 Dec 16 23:26:47.515770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d628586-f457-4b99-b8c3-083942fbb536 req-d2e9de84-ddcf-4f21-a868-59b9b9fc1d7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 HTTP/1.1" status: 200 len: 217 time: 0.0399797 Dec 16 23:26:47.566938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d628586-f457-4b99-b8c3-083942fbb536 req-55d84603-6061-479e-b92a-2d3658b0f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:47.568417 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d628586-f457-4b99-b8c3-083942fbb536 req-55d84603-6061-479e-b92a-2d3658b0f1b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c791796-65b6-4c04-bafd-e29e718c91a1 HTTP/1.1" status: 200 len: 855 time: 0.0450459 Dec 16 23:26:47.616434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d628586-f457-4b99-b8c3-083942fbb536 req-84e80edb-ee9e-47ec-9837-71259ec90783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:47.617920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d628586-f457-4b99-b8c3-083942fbb536 req-84e80edb-ee9e-47ec-9837-71259ec90783 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416110 Dec 16 23:26:47.712442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d628586-f457-4b99-b8c3-083942fbb536 req-dc465c0a-b2e0-4b00-a568-dc7943cfd832 service neutron] 10.222.0.24 "GET /v2.0/networks/ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856044 Dec 16 23:26:47.802809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d628586-f457-4b99-b8c3-083942fbb536 req-90c0f8ab-badc-4fb6-b029-cbd48e319f00 service neutron] 10.222.0.24 "GET /v2.0/networks/ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822804 Dec 16 23:26:48.074973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e8549-bfda-43bd-80ca-2f12d5aa8878 req-5a849779-72d5-49e5-9805-aa1632c0f856 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:48.077152 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-862e8549-bfda-43bd-80ca-2f12d5aa8878 req-5a849779-72d5-49e5-9805-aa1632c0f856 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 944 time: 0.0516346 Dec 16 23:26:48.129819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-862e8549-bfda-43bd-80ca-2f12d5aa8878 req-66fcb7bb-1da7-4d0f-a218-e4fca2497cba tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461297 Dec 16 23:26:49.257574 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4e1e2-fe87-485e-9b4b-f278ea57645c req-42fdbc27-86f2-429a-bc4b-39aeaec70e3b tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:49.259948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bac4e1e2-fe87-485e-9b4b-f278ea57645c req-42fdbc27-86f2-429a-bc4b-39aeaec70e3b tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 944 time: 0.0540376 Dec 16 23:26:49.315438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bac4e1e2-fe87-485e-9b4b-f278ea57645c req-55fd822f-43d8-41a0-a920-53bf768abdc0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480144 Dec 16 23:26:49.942314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:26:50.034784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=6d614d92-d9f7-42f7-a6eb-c46b3fe020f1,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:50.048405 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '6d614d92-d9f7-42f7-a6eb-c46b3fe020f1', 'network_id': 'ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3', 'port_id': '6d614d92-d9f7-42f7-a6eb-c46b3fe020f1', 'mac_address': 'fa:16:3e:65:cd:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c791796-65b6-4c04-bafd-e29e718c91a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:26:50.102302 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:50.116664 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:26:50.137443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=6d614d92-d9f7-42f7-a6eb-c46b3fe020f1,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:50.146823 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16813cc8-b02f-47c3-8598-aabf233991ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:50.204512 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:50.252593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=6d614d92-d9f7-42f7-a6eb-c46b3fe020f1,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:50.434441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29701448-7de2-4054-9f83-fc54cf972c17 req-a09a2c4f-bf96-4b77-bad8-d7f668562651 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:50.436591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29701448-7de2-4054-9f83-fc54cf972c17 req-a09a2c4f-bf96-4b77-bad8-d7f668562651 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 945 time: 0.0504854 Dec 16 23:26:50.480788 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['6d614d92-d9f7-42f7-a6eb-c46b3fe020f1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:26:50.484114 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-29701448-7de2-4054-9f83-fc54cf972c17 req-f0d4b95b-fecd-4eb6-a1e2-a0f4c8ccb36e tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415282 Dec 16 23:26:51.604983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b277c6-123d-4052-9af8-31fd52d8f397 req-74e4ca6c-c99a-46dc-b9cc-9023b01e5517 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:51.606366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6b277c6-123d-4052-9af8-31fd52d8f397 req-74e4ca6c-c99a-46dc-b9cc-9023b01e5517 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 945 time: 0.0533977 Dec 16 23:26:51.653936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6b277c6-123d-4052-9af8-31fd52d8f397 req-c57d459e-c083-4597-9adb-139b4be1a6ae tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Dec 16 23:26:51.942397 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:26:52.053097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:26:52.057288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:52.057728 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:52.142990 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:52.165474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6bfe92-f83f-4ebf-b368-11a49defbc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d614d92-d9f7-42f7-a6eb-c46b3fe020f1'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:26:52.167719 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b07ff1-a94f-4de2-91f8-b67a959dba40" -d '{"events": [{"server_uuid": "5f6bfe92-f83f-4ebf-b368-11a49defbc47", "name": "network-vif-plugged", "status": "completed", "tag": "6d614d92-d9f7-42f7-a6eb-c46b3fe020f1"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:26:52.181878 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=6d614d92-d9f7-42f7-a6eb-c46b3fe020f1,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:52.207174 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37486847-4f90-4326-ab86-a78ff131ecf8 x-openstack-request-id: req-37486847-4f90-4326-ab86-a78ff131ecf8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:26:52.207510 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6bfe92-f83f-4ebf-b368-11a49defbc47", "name": "network-vif-plugged", "status": "completed", "tag": "6d614d92-d9f7-42f7-a6eb-c46b3fe020f1", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:26:52.207765 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37486847-4f90-4326-ab86-a78ff131ecf8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:26:52.208168 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6bfe92-f83f-4ebf-b368-11a49defbc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d614d92-d9f7-42f7-a6eb-c46b3fe020f1', 'code': 200} Dec 16 23:26:52.249604 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:52.299647 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=6d614d92-d9f7-42f7-a6eb-c46b3fe020f1,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:52.319418 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928d968-949a-4323-a0a9-53275d5585b3 req-fc2813e2-c3c4-4d19-a22a-6160418c4ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:52.320946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f928d968-949a-4323-a0a9-53275d5585b3 req-fc2813e2-c3c4-4d19-a22a-6160418c4ccd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 1097 time: 0.0458379 Dec 16 23:26:52.368993 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f928d968-949a-4323-a0a9-53275d5585b3 req-6f83cd1c-4692-4b55-8cf9-c1e3eaf6ebb1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390332 Dec 16 23:26:52.556218 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c339208-0c62-490d-801e-7c4bad7a5a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:52.775815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91731371-8ea6-474e-8ef6-d4bc60277534 req-15ef66eb-dc9b-4b22-8157-df7a7a086322 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:52.777306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91731371-8ea6-474e-8ef6-d4bc60277534 req-15ef66eb-dc9b-4b22-8157-df7a7a086322 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 946 time: 0.0528376 Dec 16 23:26:52.825656 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-91731371-8ea6-474e-8ef6-d4bc60277534 req-42c5ff89-39f3-4e03-bcc9-d1518bb0b337 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415900 Dec 16 23:26:53.830671 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:53.946486 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06216c03-b7fb-4ec4-9c96-86b6c87bd3d5 req-1409bd35-809a-4ff9-81f1-ef82d1395549 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:53.948018 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06216c03-b7fb-4ec4-9c96-86b6c87bd3d5 req-1409bd35-809a-4ff9-81f1-ef82d1395549 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 946 time: 0.0502946 Dec 16 23:26:53.997301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-06216c03-b7fb-4ec4-9c96-86b6c87bd3d5 req-80bae4b7-5cdb-4ca8-8e22-b0896af9704b tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428121 Dec 16 23:26:54.113117 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e822c2c-eee3-4eff-ac0b-6cc29cfe3a84 req-1bcf4d03-0682-43a0-857e-9f514ca45c1e tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:54.114542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e822c2c-eee3-4eff-ac0b-6cc29cfe3a84 req-1bcf4d03-0682-43a0-857e-9f514ca45c1e tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 946 time: 0.0500021 Dec 16 23:26:54.165741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e822c2c-eee3-4eff-ac0b-6cc29cfe3a84 req-01e00fe3-5466-4dab-8139-6d238d948e4c tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450768 Dec 16 23:26:54.916627 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:26:55.101359 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:55.796226 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:13.838374 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:14.050271 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:19.335642 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675f6ca-456c-4f49-891e-8ad9629be54b req-be9e3300-da60-4e12-a875-5b33e7c5dc80 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:27:19.337171 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d675f6ca-456c-4f49-891e-8ad9629be54b req-be9e3300-da60-4e12-a875-5b33e7c5dc80 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 946 time: 0.0510418 Dec 16 23:27:19.391119 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d675f6ca-456c-4f49-891e-8ad9629be54b req-27394349-79e8-463b-92bc-dd2709a1529e tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476842 Dec 16 23:27:20.124488 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87dd1230-dc91-4b54-94b1-587b533ddac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:20.516144 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf4e1f-4b28-4814-ba5c-e1b5f84dc8dc req-b1531bc7-bc82-4f8f-908e-e689ea95fce0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:27:20.517616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77cf4e1f-4b28-4814-ba5c-e1b5f84dc8dc req-b1531bc7-bc82-4f8f-908e-e689ea95fce0 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 946 time: 0.0492687 Dec 16 23:27:20.566703 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-77cf4e1f-4b28-4814-ba5c-e1b5f84dc8dc req-05f7b992-6a2f-49fb-b00b-49e20106ba0f tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/security-groups?id=7559d0e1-6859-4bd4-94db-5da95965b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Dec 16 23:27:21.009361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f02f8-932e-4726-931a-db156f153398 req-0c9479c2-1f51-4c36-b5f3-24957de7182c tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:27:21.010849 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c3f02f8-932e-4726-931a-db156f153398 req-0c9479c2-1f51-4c36-b5f3-24957de7182c tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 946 time: 0.0533376 Dec 16 23:27:21.107085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-7c3f02f8-932e-4726-931a-db156f153398 req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Deleting port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:27:21.107525 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7c3f02f8-932e-4726-931a-db156f153398 req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:21.199565 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-7c3f02f8-932e-4726-931a-db156f153398 req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] For port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=6d614d92-d9f7-42f7-a6eb-c46b3fe020f1,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:27:21.199936 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7c3f02f8-932e-4726-931a-db156f153398 req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:21.213431 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-7c3f02f8-932e-4726-931a-db156f153398 req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Calling delete_port for 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:27:21.420979 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7c3f02f8-932e-4726-931a-db156f153398 req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:21.433488 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['6d614d92-d9f7-42f7-a6eb-c46b3fe020f1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:27:21.453746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Pushing event deleted for resources: {'Port': ['ID=6d614d92-d9f7-42f7-a6eb-c46b3fe020f1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:21.469305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:21.469305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:21.469305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:21.469713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:21.469713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:21.470053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:21.470385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:21.470718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:21.471048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:21.471410 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:21.471741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:21.472069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:21.472393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:21.508200 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3f02f8-932e-4726-931a-db156f153398 req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] No DVR routers for this DVR port 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:27:21.510818 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-7c3f02f8-932e-4726-931a-db156f153398 req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:21.514174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c3f02f8-932e-4726-931a-db156f153398 req-ca3f85c0-b591-4bb6-8a70-730f79f43138 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.24 "DELETE /v2.0/ports/6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 HTTP/1.1" status: 204 len: 173 time: 0.4954751 Dec 16 23:27:21.514620 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6bfe92-f83f-4ebf-b368-11a49defbc47', 'name': 'network-vif-deleted', 'tag': '6d614d92-d9f7-42f7-a6eb-c46b3fe020f1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:27:21.516928 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af64cee-b4c3-4eb1-8071-ff0ba2dac829" -d '{"events": [{"server_uuid": "5f6bfe92-f83f-4ebf-b368-11a49defbc47", "name": "network-vif-deleted", "tag": "6d614d92-d9f7-42f7-a6eb-c46b3fe020f1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:27:21.554093 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec14308-53d0-41e9-86bd-fb845f8003de x-openstack-request-id: req-fec14308-53d0-41e9-86bd-fb845f8003de {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:27:21.554397 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6bfe92-f83f-4ebf-b368-11a49defbc47", "name": "network-vif-deleted", "tag": "6d614d92-d9f7-42f7-a6eb-c46b3fe020f1", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:27:21.554660 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fec14308-53d0-41e9-86bd-fb845f8003de {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:27:21.555066 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6bfe92-f83f-4ebf-b368-11a49defbc47', 'name': 'network-vif-deleted', 'tag': '6d614d92-d9f7-42f7-a6eb-c46b3fe020f1', 'status': 'completed', 'code': 200} Dec 16 23:27:21.664460 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0988f734-4c75-437b-9937-81f6cef49371 req-641f42ec-b3e0-4a61-9704-df0c6f1b99a4 tempest-TestEncryptedCinderVolumes-2064723232 tempest-TestEncryptedCinderVolumes-2064723232-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f6bfe92-f83f-4ebf-b368-11a49defbc47 HTTP/1.1" status: 200 len: 210 time: 0.0285444 Dec 16 23:27:22.557912 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-42a23d9b-6777-42a0-990e-dcf2321ca9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:22.866193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37414) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:23.229215 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c3828c4b-6047-4a64-885d-f4301d6e892d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:23.480128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c3828c4b-6047-4a64-885d-f4301d6e892d admin admin] Deleting port 55eec353-6323-4182-9f12-362e42123940 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:27:23.480377 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c3828c4b-6047-4a64-885d-f4301d6e892d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:23.559334 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-c3828c4b-6047-4a64-885d-f4301d6e892d admin admin] For port 55eec353-6323-4182-9f12-362e42123940, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=55eec353-6323-4182-9f12-362e42123940,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:27:23.559705 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c3828c4b-6047-4a64-885d-f4301d6e892d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:23.573248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c3828c4b-6047-4a64-885d-f4301d6e892d admin admin] Calling delete_port for 55eec353-6323-4182-9f12-362e42123940 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:27:23.824759 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c3828c4b-6047-4a64-885d-f4301d6e892d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:23.836186 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:23.855843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3828c4b-6047-4a64-885d-f4301d6e892d admin admin] Pushing event deleted for resources: {'Port': ['ID=55eec353-6323-4182-9f12-362e42123940,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:24.097662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:27:24.122249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:27:24.122597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 6d614d92-d9f7-42f7-a6eb-c46b3fe020f1 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:27:24.341820 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c3828c4b-6047-4a64-885d-f4301d6e892d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:24.563563 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3828c4b-6047-4a64-885d-f4301d6e892d admin admin] Router 1fb53c8f-ad1a-482f-8c53-c2d3d3825439 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:27:24.672780 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3828c4b-6047-4a64-885d-f4301d6e892d admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:27:24.678527 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c3828c4b-6047-4a64-885d-f4301d6e892d admin admin] 10.222.0.43 "PUT /v2.0/routers/1fb53c8f-ad1a-482f-8c53-c2d3d3825439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8112204 Dec 16 23:27:24.681674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37416) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:24.684860 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a191416-ba2a-4f30-ba22-a2e08322e8c9 None None] Sync routers for ids ['1fb53c8f-ad1a-482f-8c53-c2d3d3825439'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:27:24.695846 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a191416-ba2a-4f30-ba22-a2e08322e8c9 None None] Routers {'1fb53c8f-ad1a-482f-8c53-c2d3d3825439'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:27:24.696458 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5a191416-ba2a-4f30-ba22-a2e08322e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['1fb53c8f-ad1a-482f-8c53-c2d3d3825439'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:24.789706 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1670f589-9296-4309-bf2a-515fbab78439 admin admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:24.807830 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-5a191416-ba2a-4f30-ba22-a2e08322e8c9 None None] Set router 1fb53c8f-ad1a-482f-8c53-c2d3d3825439 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:27:24.897687 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1670f589-9296-4309-bf2a-515fbab78439 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:24.995870 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5a191416-ba2a-4f30-ba22-a2e08322e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'name': 'tempest-TestEncryptedCinderVolumes-980575297-router', 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cfe2ee7c-6fdc-46d1-b707-284b1820f056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:49Z', 'updated_at': '2021-12-16T23:27:23Z', 'revision_number': 5, 'project_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'gw_port': {'id': 'cfe2ee7c-6fdc-46d1-b707-284b1820f056', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:49Z', 'updated_at': '2021-12-16T23:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:25.014133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1670f589-9296-4309-bf2a-515fbab78439 admin admin] Deleting port cfe2ee7c-6fdc-46d1-b707-284b1820f056 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:27:25.014477 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1670f589-9296-4309-bf2a-515fbab78439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:25.022549 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a191416-ba2a-4f30-ba22-a2e08322e8c9 None None] Checking router: 1fb53c8f-ad1a-482f-8c53-c2d3d3825439 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:27:25.033561 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a191416-ba2a-4f30-ba22-a2e08322e8c9 None None] Routers {'1fb53c8f-ad1a-482f-8c53-c2d3d3825439'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:27:25.034176 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5a191416-ba2a-4f30-ba22-a2e08322e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['1fb53c8f-ad1a-482f-8c53-c2d3d3825439'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:25.096625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-1670f589-9296-4309-bf2a-515fbab78439 admin admin] For port cfe2ee7c-6fdc-46d1-b707-284b1820f056, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=cfe2ee7c-6fdc-46d1-b707-284b1820f056,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:27:25.096971 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1670f589-9296-4309-bf2a-515fbab78439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:25.100073 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:25.110712 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1670f589-9296-4309-bf2a-515fbab78439 admin admin] Calling delete_port for cfe2ee7c-6fdc-46d1-b707-284b1820f056 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:27:25.122159 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-5a191416-ba2a-4f30-ba22-a2e08322e8c9 None None] Set router 1fb53c8f-ad1a-482f-8c53-c2d3d3825439 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:27:25.175121 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5a191416-ba2a-4f30-ba22-a2e08322e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'name': 'tempest-TestEncryptedCinderVolumes-980575297-router', 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:49Z', 'updated_at': '2021-12-16T23:27:24Z', 'revision_number': 6, 'project_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:25.204390 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a191416-ba2a-4f30-ba22-a2e08322e8c9 None None] The sync data for ids ['1fb53c8f-ad1a-482f-8c53-c2d3d3825439'] in n-d-821840-2 is: [{'id': '1fb53c8f-ad1a-482f-8c53-c2d3d3825439', 'name': 'tempest-TestEncryptedCinderVolumes-980575297-router', 'tenant_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:49Z', 'updated_at': '2021-12-16T23:27:24Z', 'revision_number': 6, 'project_id': 'd4d3aaf3d83e4aafbcd3832e2ac427e2', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:27:25.347414 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1670f589-9296-4309-bf2a-515fbab78439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:25.378782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670f589-9296-4309-bf2a-515fbab78439 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe2ee7c-6fdc-46d1-b707-284b1820f056,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:25.399506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0224b8e-d0ee-40e3-8d9a-22c64140c803 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:27:25.456169 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1670f589-9296-4309-bf2a-515fbab78439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:25.551750 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1670f589-9296-4309-bf2a-515fbab78439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:25.554270 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1670f589-9296-4309-bf2a-515fbab78439 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:25.681628 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1670f589-9296-4309-bf2a-515fbab78439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:25.682176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1670f589-9296-4309-bf2a-515fbab78439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fb53c8f-ad1a-482f-8c53-c2d3d3825439 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:27:25.687235 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1670f589-9296-4309-bf2a-515fbab78439 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:25.688433 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1670f589-9296-4309-bf2a-515fbab78439 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1fb53c8f-ad1a-482f-8c53-c2d3d3825439 HTTP/1.1" status: 204 len: 168 time: 1.0057895 Dec 16 23:27:25.691549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37418) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:25.744504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcf8cc4-db41-4855-99cc-f01fa7fbc14d admin admin] Deleting subnet 2c791796-65b6-4c04-bafd-e29e718c91a1 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:27:25.747715 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0fcf8cc4-db41-4855-99cc-f01fa7fbc14d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:25.784179 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0fcf8cc4-db41-4855-99cc-f01fa7fbc14d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:25.801315 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:25.863996 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0fcf8cc4-db41-4855-99cc-f01fa7fbc14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:25.996726 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0fcf8cc4-db41-4855-99cc-f01fa7fbc14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:26.024722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf8cc4-db41-4855-99cc-f01fa7fbc14d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c791796-65b6-4c04-bafd-e29e718c91a1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:26.027097 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0fcf8cc4-db41-4855-99cc-f01fa7fbc14d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:26.033686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0fcf8cc4-db41-4855-99cc-f01fa7fbc14d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2c791796-65b6-4c04-bafd-e29e718c91a1 HTTP/1.1" status: 204 len: 168 time: 0.3379049 Dec 16 23:27:26.033823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f100a5e-8eae-4e82-bdda-b1dfc5621710 None None] Network ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:27:26.033938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37420) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:26.109434 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:26.168219 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] Deleting port 857d1dc9-da8e-45c9-883a-6130462e0d15 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:27:26.170329 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:26.200565 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] DHCP port deletion for ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:27:26.243085 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] For port 857d1dc9-da8e-45c9-883a-6130462e0d15, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=857d1dc9-da8e-45c9-883a-6130462e0d15,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:27:26.243593 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:26.261422 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] Calling delete_port for 857d1dc9-da8e-45c9-883a-6130462e0d15 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:27:26.430183 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Deleting port 857d1dc9-da8e-45c9-883a-6130462e0d15 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:27:26.430470 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:26.444022 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:26.472423 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=857d1dc9-da8e-45c9-883a-6130462e0d15,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:26.474346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] No DVR routers for this DVR port 857d1dc9-da8e-45c9-883a-6130462e0d15 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:27:26.499503 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] For port 857d1dc9-da8e-45c9-883a-6130462e0d15, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=857d1dc9-da8e-45c9-883a-6130462e0d15,segment=NetworkSegment(abfc2616-8c8a-44bb-9635-04148d914276),segment_id=abfc2616-8c8a-44bb-9635-04148d914276)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:27:26.499912 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:26.517750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Calling delete_port for 857d1dc9-da8e-45c9-883a-6130462e0d15 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:27:26.553428 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:26.574230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:26.584872 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfc2616-8c8a-44bb-9635-04148d914276') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:26.585224 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfc2616-8c8a-44bb-9635-04148d914276') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:26.595080 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:26.598252 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:26.609484 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:26.616856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:27:26.617266 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: timer() Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:27:26.618938 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:27:26.625435 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Pushing event deleted for resources: {'Port': ['ID=857d1dc9-da8e-45c9-883a-6130462e0d15,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:26.633697 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] No DVR routers for this DVR port 857d1dc9-da8e-45c9-883a-6130462e0d15 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:27:26.643010 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:26.643392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:26.643737 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:26.644076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:26.644413 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:26.644748 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:26.645072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:26.645405 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:26.645732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:26.646057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:26.646802 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:26.646802 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:26.647142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82420d7-8ef3-4987-b072-33975e8e7c5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:26.803694 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:26.809192 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:26.812468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3 HTTP/1.1" status: 204 len: 168 time: 0.7778869 Dec 16 23:27:26.815573 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37424) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:26.824250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084fc22-1f95-48e0-a965-25c686aea0b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea6fc55c-1837-480b-8c9f-0d52e3c7b2c3,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:26.983773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 857d1dc9-da8e-45c9-883a-6130462e0d15 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:27:27.008844 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 857d1dc9-da8e-45c9-883a-6130462e0d15 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:27:27.009201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 857d1dc9-da8e-45c9-883a-6130462e0d15 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:27:27.009661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device cfe2ee7c-6fdc-46d1-b707-284b1820f056 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:27:27.029613 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: cfe2ee7c-6fdc-46d1-b707-284b1820f056 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:27:27.029971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device cfe2ee7c-6fdc-46d1-b707-284b1820f056 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:27:27.030391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 55eec353-6323-4182-9f12-362e42123940 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:27:27.049704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 55eec353-6323-4182-9f12-362e42123940 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:27:27.050174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 55eec353-6323-4182-9f12-362e42123940 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:27:27.175928 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:27.742801 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Deleting port 15e44b4d-e116-429c-a15d-5f90345139db {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:27:27.743138 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:27.820742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] For port 15e44b4d-e116-429c-a15d-5f90345139db, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=15e44b4d-e116-429c-a15d-5f90345139db,segment=NetworkSegment(8db44a91-608e-4d4b-8d90-41e878fffedf),segment_id=8db44a91-608e-4d4b-8d90-41e878fffedf)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:27:27.821455 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:27.834040 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Calling delete_port for 15e44b4d-e116-429c-a15d-5f90345139db owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:27:28.083627 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:28.114927 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Pushing event deleted for resources: {'Port': ['ID=15e44b4d-e116-429c-a15d-5f90345139db,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:28.127528 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:28.127888 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:28.128241 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:28.128583 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:28.128922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:28.129256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:28.129588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:28.129919 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:28.130247 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:28.130578 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:28.130908 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:28.131231 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:28.131580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:28.295104 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:28.514216 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Router cca453ce-8bb3-4ff5-a20d-7bfd05543a4f has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:27:28.627749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:27:28.633998 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f5d8f4f8-7ab6-4cc7-bca6-a3d57f7a417f admin admin] 10.222.0.43 "PUT /v2.0/routers/cca453ce-8bb3-4ff5-a20d-7bfd05543a4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8173072 Dec 16 23:27:28.635642 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37428) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:28.638262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb7df6-3635-4371-bccb-b573bf790b4e None None] Sync routers for ids ['cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:27:28.649943 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb7df6-3635-4371-bccb-b573bf790b4e None None] Routers {'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:27:28.650563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-35eb7df6-3635-4371-bccb-b573bf790b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:28.747654 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98700f09-b794-49b9-b615-de96ecbb3914 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:28.764053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-35eb7df6-3635-4371-bccb-b573bf790b4e None None] Set router cca453ce-8bb3-4ff5-a20d-7bfd05543a4f gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:27:28.853285 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98700f09-b794-49b9-b615-de96ecbb3914 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:28.961090 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-35eb7df6-3635-4371-bccb-b573bf790b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'name': 'tempest-TestEncryptedCinderVolumes-2088137062-router', 'tenant_id': 'd6713655d12546f9a4698e4236f2413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '2cb7a4fb-67af-49ad-90bd-24c8a1145791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:55Z', 'updated_at': '2021-12-16T23:27:27Z', 'revision_number': 5, 'project_id': 'd6713655d12546f9a4698e4236f2413c', 'gw_port': {'id': '2cb7a4fb-67af-49ad-90bd-24c8a1145791', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:55Z', 'updated_at': '2021-12-16T23:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:28.991241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb7df6-3635-4371-bccb-b573bf790b4e None None] Checking router: cca453ce-8bb3-4ff5-a20d-7bfd05543a4f for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:27:28.993545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-98700f09-b794-49b9-b615-de96ecbb3914 admin admin] Deleting port 2cb7a4fb-67af-49ad-90bd-24c8a1145791 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:27:28.993758 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98700f09-b794-49b9-b615-de96ecbb3914 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:29.000307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb7df6-3635-4371-bccb-b573bf790b4e None None] Routers {'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:27:29.001059 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-35eb7df6-3635-4371-bccb-b573bf790b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:29.074914 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-98700f09-b794-49b9-b615-de96ecbb3914 admin admin] For port 2cb7a4fb-67af-49ad-90bd-24c8a1145791, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=2cb7a4fb-67af-49ad-90bd-24c8a1145791,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:27:29.075380 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98700f09-b794-49b9-b615-de96ecbb3914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:29.088505 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-98700f09-b794-49b9-b615-de96ecbb3914 admin admin] Calling delete_port for 2cb7a4fb-67af-49ad-90bd-24c8a1145791 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:27:29.092572 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-35eb7df6-3635-4371-bccb-b573bf790b4e None None] Set router cca453ce-8bb3-4ff5-a20d-7bfd05543a4f gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:27:29.148295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-35eb7df6-3635-4371-bccb-b573bf790b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'name': 'tempest-TestEncryptedCinderVolumes-2088137062-router', 'tenant_id': 'd6713655d12546f9a4698e4236f2413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:55Z', 'updated_at': '2021-12-16T23:27:28Z', 'revision_number': 6, 'project_id': 'd6713655d12546f9a4698e4236f2413c', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:29.180218 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb7df6-3635-4371-bccb-b573bf790b4e None None] The sync data for ids ['cca453ce-8bb3-4ff5-a20d-7bfd05543a4f'] in n-d-821840-2 is: [{'id': 'cca453ce-8bb3-4ff5-a20d-7bfd05543a4f', 'name': 'tempest-TestEncryptedCinderVolumes-2088137062-router', 'tenant_id': 'd6713655d12546f9a4698e4236f2413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:55Z', 'updated_at': '2021-12-16T23:27:28Z', 'revision_number': 6, 'project_id': 'd6713655d12546f9a4698e4236f2413c', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:27:29.312370 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98700f09-b794-49b9-b615-de96ecbb3914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:29.343597 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98700f09-b794-49b9-b615-de96ecbb3914 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb7a4fb-67af-49ad-90bd-24c8a1145791,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:29.355482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194bb734-ca1e-49ae-a8ec-ba224f808a65 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:27:29.406522 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98700f09-b794-49b9-b615-de96ecbb3914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:29.499854 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98700f09-b794-49b9-b615-de96ecbb3914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:29.502601 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98700f09-b794-49b9-b615-de96ecbb3914 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:29.601733 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98700f09-b794-49b9-b615-de96ecbb3914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:29.602319 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98700f09-b794-49b9-b615-de96ecbb3914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cca453ce-8bb3-4ff5-a20d-7bfd05543a4f {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:27:29.611648 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98700f09-b794-49b9-b615-de96ecbb3914 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:29.611648 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-98700f09-b794-49b9-b615-de96ecbb3914 admin admin] 10.222.0.43 "DELETE /v2.0/routers/cca453ce-8bb3-4ff5-a20d-7bfd05543a4f HTTP/1.1" status: 204 len: 168 time: 0.9710698 Dec 16 23:27:29.612632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37430) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:29.659469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5d249e-8ef3-4d1d-a553-dbc17a91145e admin admin] Deleting subnet ad18ffac-94a3-44f6-89dd-d373001a1002 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:27:29.662514 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc5d249e-8ef3-4d1d-a553-dbc17a91145e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:29.697938 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc5d249e-8ef3-4d1d-a553-dbc17a91145e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:29.782305 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc5d249e-8ef3-4d1d-a553-dbc17a91145e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:29.889540 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc5d249e-8ef3-4d1d-a553-dbc17a91145e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:29.915788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d249e-8ef3-4d1d-a553-dbc17a91145e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad18ffac-94a3-44f6-89dd-d373001a1002,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:29.922506 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc5d249e-8ef3-4d1d-a553-dbc17a91145e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:29.926945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fc5d249e-8ef3-4d1d-a553-dbc17a91145e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ad18ffac-94a3-44f6-89dd-d373001a1002 HTTP/1.1" status: 204 len: 168 time: 0.3132384 Dec 16 23:27:29.927493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89b04ad-c23d-4ffe-aef1-0c831e47626e None None] Network 015c1077-2bd9-497a-86d4-f5593800121a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:27:29.930728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37432) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:30.013931 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:30.075039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] Deleting port 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:27:30.075477 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:30.098401 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4160a3bd-0b91-4840-bf76-90cf09529a10 None None] DHCP port deletion for 015c1077-2bd9-497a-86d4-f5593800121a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:27:30.146321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] For port 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f,segment=NetworkSegment(8db44a91-608e-4d4b-8d90-41e878fffedf),segment_id=8db44a91-608e-4d4b-8d90-41e878fffedf)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:27:30.146804 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:30.154443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4160a3bd-0b91-4840-bf76-90cf09529a10 None None] Deleting port 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:27:30.154680 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4160a3bd-0b91-4840-bf76-90cf09529a10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:30.160220 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] Calling delete_port for 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:27:30.224205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4160a3bd-0b91-4840-bf76-90cf09529a10 None None] For port 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f,segment=NetworkSegment(8db44a91-608e-4d4b-8d90-41e878fffedf),segment_id=8db44a91-608e-4d4b-8d90-41e878fffedf)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:27:30.224616 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4160a3bd-0b91-4840-bf76-90cf09529a10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:30.244041 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4160a3bd-0b91-4840-bf76-90cf09529a10 None None] Calling delete_port for 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:27:30.340802 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:30.347005 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4160a3bd-0b91-4840-bf76-90cf09529a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:30.368022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:30.371524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] No DVR routers for this DVR port 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:27:30.375481 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160a3bd-0b91-4840-bf76-90cf09529a10 None None] No DVR routers for this DVR port 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:27:30.377709 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160a3bd-0b91-4840-bf76-90cf09529a10 None None] Pushing event deleted for resources: {'Port': ['ID=3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:30.449991 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:30.470799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015c1077-2bd9-497a-86d4-f5593800121a']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:30.480502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db44a91-608e-4d4b-8d90-41e878fffedf') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:30.480801 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db44a91-608e-4d4b-8d90-41e878fffedf') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:30.491297 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:30.505081 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:30.511168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: timer() Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:27:30.514547 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:27:30.644219 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:30.649668 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:30.652885 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/015c1077-2bd9-497a-86d4-f5593800121a HTTP/1.1" status: 204 len: 168 time: 0.7208138 Dec 16 23:27:30.665660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba07b4-a3d5-4b85-aacc-789fb7bbf2c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=015c1077-2bd9-497a-86d4-f5593800121a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:30.982473 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2cb7a4fb-67af-49ad-90bd-24c8a1145791 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:27:31.003629 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37436) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:31.008298 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 2cb7a4fb-67af-49ad-90bd-24c8a1145791 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:27:31.008650 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 2cb7a4fb-67af-49ad-90bd-24c8a1145791 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:27:31.009073 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 15e44b4d-e116-429c-a15d-5f90345139db no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:27:31.029019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 15e44b4d-e116-429c-a15d-5f90345139db {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:27:31.029368 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 15e44b4d-e116-429c-a15d-5f90345139db not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:27:31.029785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:27:31.049984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:27:31.050338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3f19d5a0-dba0-4c61-8865-1a0a12d7bf4f not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:27:31.059502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37438) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:31.059675 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1c2647a1-d452-41e5-bc34-e4a5f8902584 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4d3aaf3d83e4aafbcd3832e2ac427e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0545533 Dec 16 23:27:31.111083 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-802ce466-2dd5-4e71-b1a9-d04f9282783f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:31.139213 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-802ce466-2dd5-4e71-b1a9-d04f9282783f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:31.238251 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-802ce466-2dd5-4e71-b1a9-d04f9282783f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:31.240844 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-802ce466-2dd5-4e71-b1a9-d04f9282783f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:31.242031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-802ce466-2dd5-4e71-b1a9-d04f9282783f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7559d0e1-6859-4bd4-94db-5da95965b0d1 HTTP/1.1" status: 204 len: 168 time: 0.1811895 Dec 16 23:27:31.250035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ce466-2dd5-4e71-b1a9-d04f9282783f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7559d0e1-6859-4bd4-94db-5da95965b0d1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:31.916068 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:27:31.916604 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37444) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:31.957084 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8c44d56f-e91b-42b4-b27d-d66745463af0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6713655d12546f9a4698e4236f2413c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393529 Dec 16 23:27:31.959517 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37446) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:32.009971 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-221653c5-89f2-4953-82e8-007240136831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:32.031062 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-221653c5-89f2-4953-82e8-007240136831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:32.146067 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-221653c5-89f2-4953-82e8-007240136831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:32.148711 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-221653c5-89f2-4953-82e8-007240136831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:32.149877 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-221653c5-89f2-4953-82e8-007240136831 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5311e0b-ecfd-4ad8-8717-d238b32b7c4e HTTP/1.1" status: 204 len: 168 time: 0.1894245 Dec 16 23:27:32.158230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221653c5-89f2-4953-82e8-007240136831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5311e0b-ecfd-4ad8-8717-d238b32b7c4e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:33.248008 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37468) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:33.344753 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b6ecc85d-f637-4eae-a2ee-e03016e9b596 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-62959390-network', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:27:33.442240 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ecc85d-f637-4eae-a2ee-e03016e9b596 admin admin] Made reservation on behalf of c2f5a47a34084cf0957c3e222322b436 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:27:33.444664 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc85d-f637-4eae-a2ee-e03016e9b596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:33.453215 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc85d-f637-4eae-a2ee-e03016e9b596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:33.525305 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc85d-f637-4eae-a2ee-e03016e9b596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:33.580129 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc85d-f637-4eae-a2ee-e03016e9b596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:33.607883 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ecc85d-f637-4eae-a2ee-e03016e9b596 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:27:33.618660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecc85d-f637-4eae-a2ee-e03016e9b596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b317ae21-c9f1-40f2-a1c8-4cb309a7119b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:33.623378 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc85d-f637-4eae-a2ee-e03016e9b596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:33.623725 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-b6ecc85d-f637-4eae-a2ee-e03016e9b596 admin admin] Added segment 79f2bd21-d75a-4b29-9584-99b3f8773f69 of type vlan for network 75f15c13-6f79-46a5-9792-e3d12de88edd Dec 16 23:27:33.664137 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc85d-f637-4eae-a2ee-e03016e9b596 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:33.763325 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc85d-f637-4eae-a2ee-e03016e9b596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:33.764340 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ecc85d-f637-4eae-a2ee-e03016e9b596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:27:33.764929 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc85d-f637-4eae-a2ee-e03016e9b596 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:33.822454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecc85d-f637-4eae-a2ee-e03016e9b596 admin admin] Pushing event updated for resources: {'Network': ['ID=75f15c13-6f79-46a5-9792-e3d12de88edd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:33.832491 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 75f15c13-6f79-46a5-9792-e3d12de88edd details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:27:33.878368 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b6ecc85d-f637-4eae-a2ee-e03016e9b596 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6292298 Dec 16 23:27:33.881351 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37472) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:33.886230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-bb7cb067-10a8-4e39-ab71-f7f3da35dda1 admin admin] Request body: {'subnet': {'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-62959390-subnet', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:27:33.967099 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7cb067-10a8-4e39-ab71-f7f3da35dda1 admin admin] Made reservation on behalf of c2f5a47a34084cf0957c3e222322b436 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:27:33.969623 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb067-10a8-4e39-ab71-f7f3da35dda1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:34.219371 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb067-10a8-4e39-ab71-f7f3da35dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:34.279127 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cb067-10a8-4e39-ab71-f7f3da35dda1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d173e12f-1707-43bd-8910-b92472d17eef,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:34.294736 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7cb067-10a8-4e39-ab71-f7f3da35dda1 admin admin] Checking segment: {'id': '79f2bd21-d75a-4b29-9584-99b3f8773f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:27:34.294736 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7cb067-10a8-4e39-ab71-f7f3da35dda1 admin admin] Network hostable DHCP agents. Network: 75f15c13-6f79-46a5-9792-e3d12de88edd, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:27:34.363768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7cb067-10a8-4e39-ab71-f7f3da35dda1 admin admin] Network 75f15c13-6f79-46a5-9792-e3d12de88edd is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:27:34.449075 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-bb7cb067-10a8-4e39-ab71-f7f3da35dda1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 75f15c13-6f79-46a5-9792-e3d12de88edd) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:27:34.453083 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7cb067-10a8-4e39-ab71-f7f3da35dda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:27:34.453710 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb067-10a8-4e39-ab71-f7f3da35dda1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:34.459258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffee74e-9d31-4065-9ad9-e9db6952225a None None] Network 75f15c13-6f79-46a5-9792-e3d12de88edd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:27:34.537957 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bb7cb067-10a8-4e39-ab71-f7f3da35dda1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6554205 Dec 16 23:27:34.540484 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37474) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:34.544966 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-62959390-router', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:27:34.563777 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-75f15c13-6f79-46a5-9792-e3d12de88edd', 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd', 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'fixed_ips': [{'subnet_id': 'd173e12f-1707-43bd-8910-b92472d17eef'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:27:34.564761 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:34.641344 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:34.642436 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:34.701353 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Allocated IP 172.20.0.2 (75f15c13-6f79-46a5-9792-e3d12de88edd/d173e12f-1707-43bd-8910-b92472d17eef/27ed05ea-7b35-4f1b-bb10-8edb546f4294) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:27:34.704501 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:34.855912 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:34.926627 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:34.933314 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:34.976610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Network 75f15c13-6f79-46a5-9792-e3d12de88edd is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:27:34.979634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:27:34.983979 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:27:34.987954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Pushing event updated for resources: {'Port': ['ID=27ed05ea-7b35-4f1b-bb10-8edb546f4294,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:35.045515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Attempting to bind port 27ed05ea-7b35-4f1b-bb10-8edb546f4294 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:27:35.046007 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Attempting to bind port 27ed05ea-7b35-4f1b-bb10-8edb546f4294 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '79f2bd21-d75a-4b29-9584-99b3f8773f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:27:35.046272 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Attempting to bind port 27ed05ea-7b35-4f1b-bb10-8edb546f4294 on network 75f15c13-6f79-46a5-9792-e3d12de88edd {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:27:35.052551 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:27:35.052924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Checking segment: {'id': '79f2bd21-d75a-4b29-9584-99b3f8773f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:27:35.053327 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:35.053885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Bound using segment: {'id': '79f2bd21-d75a-4b29-9584-99b3f8773f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:27:35.054365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Bound port: 27ed05ea-7b35-4f1b-bb10-8edb546f4294, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f2bd21-d75a-4b29-9584-99b3f8773f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:27:35.054752 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:35.123650 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] For port 27ed05ea-7b35-4f1b-bb10-8edb546f4294, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:27:35.126595 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] For port 27ed05ea-7b35-4f1b-bb10-8edb546f4294, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=27ed05ea-7b35-4f1b-bb10-8edb546f4294,segment=NetworkSegment(79f2bd21-d75a-4b29-9584-99b3f8773f69),segment_id=79f2bd21-d75a-4b29-9584-99b3f8773f69)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:27:35.207853 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:35.215790 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:35.235983 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:35.282768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c3649-7c9e-4ee3-9c14-07479d48f78f None None] Pushing event updated for resources: {'Port': ['ID=27ed05ea-7b35-4f1b-bb10-8edb546f4294,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:35.349898 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Allocated IP 172.25.2.93 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/b4ed6047-e284-470d-8719-b6f5a00f54ff) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:27:35.477368 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:35.564190 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:35.608587 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:27:35.611903 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:27:35.615228 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:27:35.625133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b802fa3c-8ac5-41df-bfbb-aef1c4d55fe1 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:27:35.644352 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ed6047-e284-470d-8719-b6f5a00f54ff,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:35.715008 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-75ba8cd7-4fab-41cf-b046-b4f5aa599d64 None None] Provisioning complete for port b4ed6047-e284-470d-8719-b6f5a00f54ff triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:35.715440 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75ba8cd7-4fab-41cf-b046-b4f5aa599d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:35.754988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-75ba8cd7-4fab-41cf-b046-b4f5aa599d64 None None] Port b4ed6047-e284-470d-8719-b6f5a00f54ff cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:27:36.149393 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc93d717-7bea-4ce3-b338-3f04a2cabeda None None] Network 75f15c13-6f79-46a5-9792-e3d12de88edd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:27:36.212838 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b867ef9e-cba4-4860-b401-24ac7c04e243 None None] Provisioning complete for port 27ed05ea-7b35-4f1b-bb10-8edb546f4294 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:36.213212 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b867ef9e-cba4-4860-b401-24ac7c04e243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:36.305049 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:36.336887 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b867ef9e-cba4-4860-b401-24ac7c04e243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:36.372457 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b867ef9e-cba4-4860-b401-24ac7c04e243 None None] For port 27ed05ea-7b35-4f1b-bb10-8edb546f4294, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=27ed05ea-7b35-4f1b-bb10-8edb546f4294,segment=NetworkSegment(79f2bd21-d75a-4b29-9584-99b3f8773f69),segment_id=79f2bd21-d75a-4b29-9584-99b3f8773f69)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:27:36.481171 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b867ef9e-cba4-4860-b401-24ac7c04e243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:36.516346 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:36.535996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867ef9e-cba4-4860-b401-24ac7c04e243 None None] Pushing event updated for resources: {'Port': ['ID=27ed05ea-7b35-4f1b-bb10-8edb546f4294,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:36.601820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-771e96fd-30cf-4bc5-a5b3-69b35e8433a6 None None] Provisioning complete for port 27ed05ea-7b35-4f1b-bb10-8edb546f4294 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:36.602191 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-771e96fd-30cf-4bc5-a5b3-69b35e8433a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:36.704979 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:27:36.823660 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:27:36.833723 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Sync routers for ids ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:27:36.845726 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Routers {'4dac0b46-f3f7-4a8e-991d-02fecd2ce047'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:27:36.846546 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:36.913958 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:36.915383 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7573933d-e54c-4a39-af58-76c33f03e149 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3739042 Dec 16 23:27:36.918450 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37476) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:36.955041 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Set router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:27:37.031935 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 27ed05ea-7b35-4f1b-bb10-8edb546f4294 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:27:37.087877 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 27ed05ea-7b35-4f1b-bb10-8edb546f4294 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:37.088242 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:37.142012 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'name': 'tempest-TestMinimumBasicScenario-62959390-router', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:34Z', 'updated_at': '2021-12-16T23:27:35Z', 'revision_number': 3, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'gw_port': {'id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:35Z', 'updated_at': '2021-12-16T23:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:37.172273 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Checking router: 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:27:37.172564 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Updating router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 port b4ed6047-e284-470d-8719-b6f5a00f54ff binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:27:37.198433 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:37.363987 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:37.451207 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:37.524741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Allocated IP 172.20.0.1 (75f15c13-6f79-46a5-9792-e3d12de88edd/d173e12f-1707-43bd-8910-b92472d17eef/7d83f060-302d-462a-9d1b-e6e6e0625b87) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:27:37.578802 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:37.637263 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0bb37-e520-4456-b5f8-071891c18650 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:27:37.642366 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Attempting to bind port b4ed6047-e284-470d-8719-b6f5a00f54ff on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:27:37.642744 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Attempting to bind port b4ed6047-e284-470d-8719-b6f5a00f54ff by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:27:37.643256 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Attempting to bind port b4ed6047-e284-470d-8719-b6f5a00f54ff on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:27:37.648537 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29197aa8-fa0e-463b-b420-6bf561d2ec21 None None] Pushing event updated for resources: {'Port': ['ID=b4ed6047-e284-470d-8719-b6f5a00f54ff,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:37.657612 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:27:37.658190 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:27:37.658483 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:37.659069 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:27:37.659506 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Bound port: b4ed6047-e284-470d-8719-b6f5a00f54ff, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:27:37.659855 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:37.664628 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29197aa8-fa0e-463b-b420-6bf561d2ec21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:37.665062 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29197aa8-fa0e-463b-b420-6bf561d2ec21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:37.665465 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29197aa8-fa0e-463b-b420-6bf561d2ec21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:37.665863 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29197aa8-fa0e-463b-b420-6bf561d2ec21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:37.666259 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29197aa8-fa0e-463b-b420-6bf561d2ec21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:37.666657 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29197aa8-fa0e-463b-b420-6bf561d2ec21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:37.667133 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29197aa8-fa0e-463b-b420-6bf561d2ec21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:37.667459 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29197aa8-fa0e-463b-b420-6bf561d2ec21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:37.667849 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29197aa8-fa0e-463b-b420-6bf561d2ec21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:37.668235 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29197aa8-fa0e-463b-b420-6bf561d2ec21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:37.668622 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29197aa8-fa0e-463b-b420-6bf561d2ec21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:37.669026 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29197aa8-fa0e-463b-b420-6bf561d2ec21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:37.669410 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29197aa8-fa0e-463b-b420-6bf561d2ec21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:27:37.718277 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4e80a487-47ae-4e73-9a55-ae2b70d465ce None None] Provisioning complete for port b4ed6047-e284-470d-8719-b6f5a00f54ff triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:37.718917 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4e80a487-47ae-4e73-9a55-ae2b70d465ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:37.729622 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] For port b4ed6047-e284-470d-8719-b6f5a00f54ff, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:27:37.733204 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] For port b4ed6047-e284-470d-8719-b6f5a00f54ff, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b4ed6047-e284-470d-8719-b6f5a00f54ff,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:27:37.761033 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4e80a487-47ae-4e73-9a55-ae2b70d465ce None None] Port b4ed6047-e284-470d-8719-b6f5a00f54ff cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:27:37.838305 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:37.886947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40790245-9a7f-44f5-bd64-193c395b534c None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:27:37.897655 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Routers {'4dac0b46-f3f7-4a8e-991d-02fecd2ce047'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:27:37.898317 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:37.903759 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29197aa8-fa0e-463b-b420-6bf561d2ec21 None None] Pushing event updated for resources: {'Port': ['ID=b4ed6047-e284-470d-8719-b6f5a00f54ff,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:37.987391 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:37.994189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-48d4b7e4-f8ce-44e0-8ba0-736add1223ec None None] Provisioning complete for port b4ed6047-e284-470d-8719-b6f5a00f54ff triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:37.994570 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-48d4b7e4-f8ce-44e0-8ba0-736add1223ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:38.085328 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-48d4b7e4-f8ce-44e0-8ba0-736add1223ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:38.101188 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:38.107725 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-48d4b7e4-f8ce-44e0-8ba0-736add1223ec None None] For port b4ed6047-e284-470d-8719-b6f5a00f54ff, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b4ed6047-e284-470d-8719-b6f5a00f54ff,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:27:38.111685 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] Set router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:27:38.146352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Network 75f15c13-6f79-46a5-9792-e3d12de88edd is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:27:38.151740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:27:38.154095 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Pushing event updated for resources: {'Port': ['ID=7d83f060-302d-462a-9d1b-e6e6e0625b87,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:38.161385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:27:38.176248 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-48d4b7e4-f8ce-44e0-8ba0-736add1223ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:38.201410 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:38.246088 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4b7e4-f8ce-44e0-8ba0-736add1223ec None None] Pushing event updated for resources: {'Port': ['ID=b4ed6047-e284-470d-8719-b6f5a00f54ff,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:38.316821 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'name': 'tempest-TestMinimumBasicScenario-62959390-router', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:34Z', 'updated_at': '2021-12-16T23:27:35Z', 'revision_number': 3, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'gw_port': {'id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:35Z', 'updated_at': '2021-12-16T23:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:38.344237 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59eab5-c3fa-48b0-9e55-9fed29f75ebe None None] The sync data for ids ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'] in n-d-821840-2 is: [{'id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'name': 'tempest-TestMinimumBasicScenario-62959390-router', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:34Z', 'updated_at': '2021-12-16T23:27:35Z', 'revision_number': 3, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'gw_port': {'id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:35Z', 'updated_at': '2021-12-16T23:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:27:38.399377 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2a1ff7a7-d047-4e5e-aee3-2f3f18338e7b None None] Provisioning complete for port 7d83f060-302d-462a-9d1b-e6e6e0625b87 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:38.400014 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2a1ff7a7-d047-4e5e-aee3-2f3f18338e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:38.401385 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:38.435814 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2a1ff7a7-d047-4e5e-aee3-2f3f18338e7b None None] Port 7d83f060-302d-462a-9d1b-e6e6e0625b87 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:27:38.586902 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:38.677263 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:38.755202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Pushing event updated for resources: {'Port': ['ID=7d83f060-302d-462a-9d1b-e6e6e0625b87,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:38.762519 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:38.871446 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Network 75f15c13-6f79-46a5-9792-e3d12de88edd is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:27:38.873059 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:27:39.016730 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:27:39.039931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b4ed6047-e284-470d-8719-b6f5a00f54ff up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:27:39.105797 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port b4ed6047-e284-470d-8719-b6f5a00f54ff triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:39.106179 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:39.148400 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:27:39.159727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-18abfef3-2178-48d2-ac92-3cdb93fecf11 admin admin] 10.222.0.43 "PUT /v2.0/routers/4dac0b46-f3f7-4a8e-991d-02fecd2ce047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2330024 Dec 16 23:27:39.175616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4ccbf9c7-5e58-4b8f-91fb-b90ca5966686 None None] Provisioning complete for port 7d83f060-302d-462a-9d1b-e6e6e0625b87 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:39.175616 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ccbf9c7-5e58-4b8f-91fb-b90ca5966686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:39.244569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4ccbf9c7-5e58-4b8f-91fb-b90ca5966686 None None] Port 7d83f060-302d-462a-9d1b-e6e6e0625b87 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:27:39.930153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37492) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:39.935811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-406bbe75-dc82-4c23-9c1a-9efbca494df4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-320861440-network', 'tenant_id': '7939e74ab7064e1cb18134730bc2aeb6'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:27:40.014299 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Sync routers for ids ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:27:40.070682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406bbe75-dc82-4c23-9c1a-9efbca494df4 admin admin] Made reservation on behalf of 7939e74ab7064e1cb18134730bc2aeb6 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:27:40.073274 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-406bbe75-dc82-4c23-9c1a-9efbca494df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:40.083726 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-406bbe75-dc82-4c23-9c1a-9efbca494df4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:40.171742 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-406bbe75-dc82-4c23-9c1a-9efbca494df4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:40.191139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Routers {'4dac0b46-f3f7-4a8e-991d-02fecd2ce047'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:27:40.191803 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:40.247455 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-406bbe75-dc82-4c23-9c1a-9efbca494df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:40.276701 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406bbe75-dc82-4c23-9c1a-9efbca494df4 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:27:40.283236 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bbe75-dc82-4c23-9c1a-9efbca494df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33fd3b6-6e07-4d50-8cae-68a6a52d3551,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:40.290373 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-406bbe75-dc82-4c23-9c1a-9efbca494df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:40.290722 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-406bbe75-dc82-4c23-9c1a-9efbca494df4 admin admin] Added segment ff891ce6-70bb-42f5-b588-39e1d47709f4 of type vlan for network e2bdfb57-a5c2-4a20-b4b6-05211fc179ba Dec 16 23:27:40.305496 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Set router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:27:40.338711 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-406bbe75-dc82-4c23-9c1a-9efbca494df4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:40.449052 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-406bbe75-dc82-4c23-9c1a-9efbca494df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:40.450173 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406bbe75-dc82-4c23-9c1a-9efbca494df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:27:40.450831 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-406bbe75-dc82-4c23-9c1a-9efbca494df4 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:40.511086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bbe75-dc82-4c23-9c1a-9efbca494df4 admin admin] Pushing event updated for resources: {'Network': ['ID=e2bdfb57-a5c2-4a20-b4b6-05211fc179ba,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:40.522749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'name': 'tempest-TestMinimumBasicScenario-62959390-router', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:34Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'gw_port': {'id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:35Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7d83f060-302d-462a-9d1b-e6e6e0625b87', 'name': '', 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'mac_address': 'fa:16:3e:72:86:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:37Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 2, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'subnets': [{'id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:40.524671 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network e2bdfb57-a5c2-4a20-b4b6-05211fc179ba details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:27:40.565566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Checking router: 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:27:40.566099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Updating router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 port 7d83f060-302d-462a-9d1b-e6e6e0625b87 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:27:40.567331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-406bbe75-dc82-4c23-9c1a-9efbca494df4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6357169 Dec 16 23:27:40.570250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37494) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:40.575061 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-eb8cfb5c-1c1f-4144-a8f7-b7a1b86fc823 admin admin] Request body: {'subnet': {'network_id': 'e2bdfb57-a5c2-4a20-b4b6-05211fc179ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-320861440-subnet', 'tenant_id': '7939e74ab7064e1cb18134730bc2aeb6', 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:27:40.632845 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:40.654408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8cfb5c-1c1f-4144-a8f7-b7a1b86fc823 admin admin] Made reservation on behalf of 7939e74ab7064e1cb18134730bc2aeb6 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:27:40.656897 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb8cfb5c-1c1f-4144-a8f7-b7a1b86fc823 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:40.883735 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb8cfb5c-1c1f-4144-a8f7-b7a1b86fc823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:40.909331 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:40.947033 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cfb5c-1c1f-4144-a8f7-b7a1b86fc823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c563cb7d-4584-46d0-87ee-9f7862332265,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:40.958259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8cfb5c-1c1f-4144-a8f7-b7a1b86fc823 admin admin] Checking segment: {'id': 'ff891ce6-70bb-42f5-b588-39e1d47709f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e2bdfb57-a5c2-4a20-b4b6-05211fc179ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:27:40.958662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8cfb5c-1c1f-4144-a8f7-b7a1b86fc823 admin admin] Network hostable DHCP agents. Network: e2bdfb57-a5c2-4a20-b4b6-05211fc179ba, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:27:41.098880 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:41.150561 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377a845-9206-4c32-b751-2b0e7c433b83 None None] Pushing event updated for resources: {'Port': ['ID=7d83f060-302d-462a-9d1b-e6e6e0625b87,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:41.162070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8cfb5c-1c1f-4144-a8f7-b7a1b86fc823 admin admin] Network e2bdfb57-a5c2-4a20-b4b6-05211fc179ba is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:27:41.207592 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Attempting to bind port 7d83f060-302d-462a-9d1b-e6e6e0625b87 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:27:41.208143 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Attempting to bind port 7d83f060-302d-462a-9d1b-e6e6e0625b87 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '79f2bd21-d75a-4b29-9584-99b3f8773f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:27:41.208484 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Attempting to bind port 7d83f060-302d-462a-9d1b-e6e6e0625b87 on network 75f15c13-6f79-46a5-9792-e3d12de88edd {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:27:41.214426 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:27:41.214810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Checking segment: {'id': '79f2bd21-d75a-4b29-9584-99b3f8773f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:27:41.215224 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:41.215658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Bound using segment: {'id': '79f2bd21-d75a-4b29-9584-99b3f8773f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:27:41.216146 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Bound port: 7d83f060-302d-462a-9d1b-e6e6e0625b87, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f2bd21-d75a-4b29-9584-99b3f8773f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:27:41.216605 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:41.266461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-eb8cfb5c-1c1f-4144-a8f7-b7a1b86fc823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, e2bdfb57-a5c2-4a20-b4b6-05211fc179ba) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:27:41.275462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8cfb5c-1c1f-4144-a8f7-b7a1b86fc823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:27:41.276075 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb8cfb5c-1c1f-4144-a8f7-b7a1b86fc823 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:41.288688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d5ee52-3e53-4b1b-8346-f884e1253ffa None None] Network e2bdfb57-a5c2-4a20-b4b6-05211fc179ba requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:27:41.336336 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] For port 7d83f060-302d-462a-9d1b-e6e6e0625b87, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:27:41.355529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] For port 7d83f060-302d-462a-9d1b-e6e6e0625b87, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7d83f060-302d-462a-9d1b-e6e6e0625b87,segment=NetworkSegment(79f2bd21-d75a-4b29-9584-99b3f8773f69),segment_id=79f2bd21-d75a-4b29-9584-99b3f8773f69)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:27:41.382045 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-eb8cfb5c-1c1f-4144-a8f7-b7a1b86fc823 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8083768 Dec 16 23:27:41.386016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37496) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:41.387028 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-320861440-router', 'tenant_id': '7939e74ab7064e1cb18134730bc2aeb6', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:27:41.414034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9d66c117-79a9-44a6-9ca1-b60285983779 None None] Provisioning complete for port 7d83f060-302d-462a-9d1b-e6e6e0625b87 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:41.414293 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d66c117-79a9-44a6-9ca1-b60285983779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:41.440748 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-e2bdfb57-a5c2-4a20-b4b6-05211fc179ba', 'network_id': 'e2bdfb57-a5c2-4a20-b4b6-05211fc179ba', 'project_id': '7939e74ab7064e1cb18134730bc2aeb6', 'fixed_ips': [{'subnet_id': 'c563cb7d-4584-46d0-87ee-9f7862332265'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:27:41.441614 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:41.446952 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:41.472484 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:41.474015 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:41.508602 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9d66c117-79a9-44a6-9ca1-b60285983779 None None] Port 7d83f060-302d-462a-9d1b-e6e6e0625b87 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:27:41.536573 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:41.586458 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377a845-9206-4c32-b751-2b0e7c433b83 None None] Pushing event updated for resources: {'Port': ['ID=7d83f060-302d-462a-9d1b-e6e6e0625b87,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:41.591431 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Routers {'4dac0b46-f3f7-4a8e-991d-02fecd2ce047'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:27:41.592064 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:41.749652 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:41.753977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Allocated IP 172.20.0.2 (e2bdfb57-a5c2-4a20-b4b6-05211fc179ba/c563cb7d-4584-46d0-87ee-9f7862332265/0c6fa4b4-34c7-4a85-a648-de0da3ddfeac) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:27:41.774865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] Set router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:27:41.776698 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7831107b-924d-49a7-b31e-88e5c4fa4b99 None None] Provisioning complete for port 7d83f060-302d-462a-9d1b-e6e6e0625b87 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:41.777074 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7831107b-924d-49a7-b31e-88e5c4fa4b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:42.055471 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:42.076175 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:42.111714 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7831107b-924d-49a7-b31e-88e5c4fa4b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:42.117687 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:42.188087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7831107b-924d-49a7-b31e-88e5c4fa4b99 None None] For port 7d83f060-302d-462a-9d1b-e6e6e0625b87, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7d83f060-302d-462a-9d1b-e6e6e0625b87,segment=NetworkSegment(79f2bd21-d75a-4b29-9584-99b3f8773f69),segment_id=79f2bd21-d75a-4b29-9584-99b3f8773f69)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:27:42.189606 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:42.196179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Allocated IP 172.25.2.160 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/dc23639a-5cb4-4ae1-abdc-602bc0f9de79) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:27:42.239308 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Network e2bdfb57-a5c2-4a20-b4b6-05211fc179ba is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:27:42.245837 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:27:42.251195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:27:42.255076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'name': 'tempest-TestMinimumBasicScenario-62959390-router', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:34Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'gw_port': {'id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:35Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7d83f060-302d-462a-9d1b-e6e6e0625b87', 'name': '', 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'mac_address': 'fa:16:3e:72:86:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:37Z', 'updated_at': '2021-12-16T23:27:41Z', 'revision_number': 4, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'subnets': [{'id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:42.257011 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Pushing event updated for resources: {'Port': ['ID=0c6fa4b4-34c7-4a85-a648-de0da3ddfeac,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:42.287530 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7831107b-924d-49a7-b31e-88e5c4fa4b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:42.293641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cfa197-3d1f-4c47-926b-6a01c07ab933 None None] The sync data for ids ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'] in n-d-821840-2 is: [{'id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'name': 'tempest-TestMinimumBasicScenario-62959390-router', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:34Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'gw_port': {'id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:35Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7d83f060-302d-462a-9d1b-e6e6e0625b87', 'name': '', 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'mac_address': 'fa:16:3e:72:86:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:37Z', 'updated_at': '2021-12-16T23:27:41Z', 'revision_number': 4, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'subnets': [{'id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:27:42.319652 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:42.411828 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Attempting to bind port 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:27:42.412299 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Attempting to bind port 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'ff891ce6-70bb-42f5-b588-39e1d47709f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e2bdfb57-a5c2-4a20-b4b6-05211fc179ba'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:27:42.412746 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Attempting to bind port 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac on network e2bdfb57-a5c2-4a20-b4b6-05211fc179ba {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:27:42.421569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:27:42.425025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Checking segment: {'id': 'ff891ce6-70bb-42f5-b588-39e1d47709f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e2bdfb57-a5c2-4a20-b4b6-05211fc179ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:27:42.425025 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:42.425025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Bound using segment: {'id': 'ff891ce6-70bb-42f5-b588-39e1d47709f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e2bdfb57-a5c2-4a20-b4b6-05211fc179ba'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:27:42.425025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Bound port: 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff891ce6-70bb-42f5-b588-39e1d47709f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e2bdfb57-a5c2-4a20-b4b6-05211fc179ba'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:27:42.425025 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:42.434104 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831107b-924d-49a7-b31e-88e5c4fa4b99 None None] Pushing event updated for resources: {'Port': ['ID=7d83f060-302d-462a-9d1b-e6e6e0625b87,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:42.484016 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:42.505006 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] For port 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:27:42.514614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] For port 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0c6fa4b4-34c7-4a85-a648-de0da3ddfeac,segment=NetworkSegment(ff891ce6-70bb-42f5-b588-39e1d47709f4),segment_id=ff891ce6-70bb-42f5-b588-39e1d47709f4)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:27:42.535564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:27:42.538907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:27:42.542709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:27:42.555616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c29239-70d0-4139-ad99-bd005801aaaa None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:27:42.568013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Pushing event updated for resources: {'Port': ['ID=dc23639a-5cb4-4ae1-abdc-602bc0f9de79,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:42.604642 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:42.692124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-fb926f9c-b2ee-4275-a99c-8ab7c231fed5 None None] Provisioning complete for port dc23639a-5cb4-4ae1-abdc-602bc0f9de79 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:42.692507 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb926f9c-b2ee-4275-a99c-8ab7c231fed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:42.732080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d95bd5-397b-40a2-94d7-58d6f5d0eb99 None None] Pushing event updated for resources: {'Port': ['ID=0c6fa4b4-34c7-4a85-a648-de0da3ddfeac,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:42.747751 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-fb926f9c-b2ee-4275-a99c-8ab7c231fed5 None None] Port dc23639a-5cb4-4ae1-abdc-602bc0f9de79 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:27:42.965507 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:43.099196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7d83f060-302d-462a-9d1b-e6e6e0625b87 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:27:43.150610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 7d83f060-302d-462a-9d1b-e6e6e0625b87 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:43.150968 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:43.234307 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:43.266334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:27:43.323148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:43.324823 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:43.417671 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:43.459660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0c6fa4b4-34c7-4a85-a648-de0da3ddfeac,segment=NetworkSegment(ff891ce6-70bb-42f5-b588-39e1d47709f4),segment_id=ff891ce6-70bb-42f5-b588-39e1d47709f4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:27:43.503976 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Router 754d80e4-db02-46fa-aa5e-13eeb0c79198 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:27:43.532839 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:43.594043 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=0c6fa4b4-34c7-4a85-a648-de0da3ddfeac,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:43.638896 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:27:43.650426 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Sync routers for ids ['754d80e4-db02-46fa-aa5e-13eeb0c79198'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:27:43.664215 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Routers {'754d80e4-db02-46fa-aa5e-13eeb0c79198'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:27:43.664854 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['754d80e4-db02-46fa-aa5e-13eeb0c79198'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:43.726379 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:43.728250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f8a2d4b3-be0d-479c-bef4-2db47bbaceb2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3448534 Dec 16 23:27:43.730467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37498) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:43.764000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a72039-5e57-4809-ba41-f962b7c0422e None None] Network e2bdfb57-a5c2-4a20-b4b6-05211fc179ba requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:27:43.782390 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Set router 754d80e4-db02-46fa-aa5e-13eeb0c79198 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:27:43.851316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-86ec8113-b78e-4861-899f-a915df3bc2b1 None None] Provisioning complete for port 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:43.851692 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-86ec8113-b78e-4861-899f-a915df3bc2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:43.928323 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:43.996240 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'name': 'tempest-TestMinimumBasicScenario-320861440-router', 'tenant_id': '7939e74ab7064e1cb18134730bc2aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'dc23639a-5cb4-4ae1-abdc-602bc0f9de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:41Z', 'updated_at': '2021-12-16T23:27:42Z', 'revision_number': 3, 'project_id': '7939e74ab7064e1cb18134730bc2aeb6', 'gw_port': {'id': 'dc23639a-5cb4-4ae1-abdc-602bc0f9de79', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:42Z', 'updated_at': '2021-12-16T23:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:44.030943 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Checking router: 754d80e4-db02-46fa-aa5e-13eeb0c79198 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:27:44.031326 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Updating router 754d80e4-db02-46fa-aa5e-13eeb0c79198 port dc23639a-5cb4-4ae1-abdc-602bc0f9de79 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:27:44.059788 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:44.067872 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:44.223583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-91f0bc1b-3618-43c4-951d-f8a930e44291 None None] Provisioning complete for port 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:44.224033 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91f0bc1b-3618-43c4-951d-f8a930e44291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:44.360676 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:44.437180 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:44.487241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f69a8cd-d027-4d07-84a0-eb0cf50b060b None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:27:44.496986 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Attempting to bind port dc23639a-5cb4-4ae1-abdc-602bc0f9de79 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:27:44.497512 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Attempting to bind port dc23639a-5cb4-4ae1-abdc-602bc0f9de79 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:27:44.497983 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Attempting to bind port dc23639a-5cb4-4ae1-abdc-602bc0f9de79 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:27:44.503377 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99567880-50e9-4c00-87ba-27957ce84dc3 None None] Pushing event updated for resources: {'Port': ['ID=dc23639a-5cb4-4ae1-abdc-602bc0f9de79,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:44.512352 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:27:44.512352 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:27:44.512352 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:44.512770 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:27:44.513492 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Bound port: dc23639a-5cb4-4ae1-abdc-602bc0f9de79, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:27:44.514125 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:44.538607 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:44.566320 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] For port dc23639a-5cb4-4ae1-abdc-602bc0f9de79, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:27:44.569641 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] For port dc23639a-5cb4-4ae1-abdc-602bc0f9de79, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=dc23639a-5cb4-4ae1-abdc-602bc0f9de79,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:27:44.619006 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-20251109-6ef4-4f8c-aa1c-b7f97be9412d None None] Provisioning complete for port dc23639a-5cb4-4ae1-abdc-602bc0f9de79 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:44.619410 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20251109-6ef4-4f8c-aa1c-b7f97be9412d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:44.653821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-20251109-6ef4-4f8c-aa1c-b7f97be9412d None None] Port dc23639a-5cb4-4ae1-abdc-602bc0f9de79 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:27:44.656494 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:44.701600 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab212f7a-050d-4541-abb7-238dca6c2b7e None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:27:44.715589 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Routers {'754d80e4-db02-46fa-aa5e-13eeb0c79198'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:27:44.716117 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Allocated IP 172.20.0.1 (e2bdfb57-a5c2-4a20-b4b6-05211fc179ba/c563cb7d-4584-46d0-87ee-9f7862332265/d9d77503-b8e0-42eb-af45-23402d20d654) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:27:44.716331 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['754d80e4-db02-46fa-aa5e-13eeb0c79198'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:44.718112 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99567880-50e9-4c00-87ba-27957ce84dc3 None None] Pushing event updated for resources: {'Port': ['ID=dc23639a-5cb4-4ae1-abdc-602bc0f9de79,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:44.776012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e8e79fb4-e66f-42a3-8c2b-59dec45f40e6 None None] Provisioning complete for port dc23639a-5cb4-4ae1-abdc-602bc0f9de79 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:44.776390 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8e79fb4-e66f-42a3-8c2b-59dec45f40e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:44.836482 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] Set router 754d80e4-db02-46fa-aa5e-13eeb0c79198 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:27:44.841362 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:44.862556 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8e79fb4-e66f-42a3-8c2b-59dec45f40e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:44.884589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e8e79fb4-e66f-42a3-8c2b-59dec45f40e6 None None] For port dc23639a-5cb4-4ae1-abdc-602bc0f9de79, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=dc23639a-5cb4-4ae1-abdc-602bc0f9de79,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:27:44.952141 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:44.987794 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8e79fb4-e66f-42a3-8c2b-59dec45f40e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:44.988159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Network e2bdfb57-a5c2-4a20-b4b6-05211fc179ba is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:27:44.993699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:27:44.997613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:27:45.031531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Pushing event updated for resources: {'Port': ['ID=d9d77503-b8e0-42eb-af45-23402d20d654,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:45.034568 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'name': 'tempest-TestMinimumBasicScenario-320861440-router', 'tenant_id': '7939e74ab7064e1cb18134730bc2aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'dc23639a-5cb4-4ae1-abdc-602bc0f9de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:41Z', 'updated_at': '2021-12-16T23:27:42Z', 'revision_number': 3, 'project_id': '7939e74ab7064e1cb18134730bc2aeb6', 'gw_port': {'id': 'dc23639a-5cb4-4ae1-abdc-602bc0f9de79', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:42Z', 'updated_at': '2021-12-16T23:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:45.047739 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:45.053918 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:27:45.065955 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b42fab-bc1c-44a1-bd23-1795627a7a81 None None] The sync data for ids ['754d80e4-db02-46fa-aa5e-13eeb0c79198'] in n-d-821840-2 is: [{'id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'name': 'tempest-TestMinimumBasicScenario-320861440-router', 'tenant_id': '7939e74ab7064e1cb18134730bc2aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'dc23639a-5cb4-4ae1-abdc-602bc0f9de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:41Z', 'updated_at': '2021-12-16T23:27:42Z', 'revision_number': 3, 'project_id': '7939e74ab7064e1cb18134730bc2aeb6', 'gw_port': {'id': 'dc23639a-5cb4-4ae1-abdc-602bc0f9de79', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:42Z', 'updated_at': '2021-12-16T23:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:27:45.116034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e79fb4-e66f-42a3-8c2b-59dec45f40e6 None None] Pushing event updated for resources: {'Port': ['ID=dc23639a-5cb4-4ae1-abdc-602bc0f9de79,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:45.150453 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:45.150827 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:45.273777 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:45.317745 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9d01d5b5-ef87-4f93-85ac-7324f33b0b72 None None] Provisioning complete for port d9d77503-b8e0-42eb-af45-23402d20d654 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:45.318243 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d01d5b5-ef87-4f93-85ac-7324f33b0b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:45.360271 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9d01d5b5-ef87-4f93-85ac-7324f33b0b72 None None] Port d9d77503-b8e0-42eb-af45-23402d20d654 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:27:45.481958 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:45.540655 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:45.612475 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Pushing event updated for resources: {'Port': ['ID=d9d77503-b8e0-42eb-af45-23402d20d654,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:45.614688 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:45.715808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Network e2bdfb57-a5c2-4a20-b4b6-05211fc179ba is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:27:45.717540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:27:45.845546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Router 754d80e4-db02-46fa-aa5e-13eeb0c79198 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:27:45.972861 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:27:45.981854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c411efd3-d479-4927-913a-9ce691b30afe admin admin] 10.222.0.43 "PUT /v2.0/routers/754d80e4-db02-46fa-aa5e-13eeb0c79198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2461615 Dec 16 23:27:45.993445 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-206ea3f4-9c20-4f63-80e5-88e1433c49fb None None] Provisioning complete for port d9d77503-b8e0-42eb-af45-23402d20d654 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:45.993875 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-206ea3f4-9c20-4f63-80e5-88e1433c49fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:46.028704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-206ea3f4-9c20-4f63-80e5-88e1433c49fb None None] Port d9d77503-b8e0-42eb-af45-23402d20d654 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:27:46.745770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Sync routers for ids ['754d80e4-db02-46fa-aa5e-13eeb0c79198'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:27:46.757895 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Routers {'754d80e4-db02-46fa-aa5e-13eeb0c79198'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:27:46.758472 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['754d80e4-db02-46fa-aa5e-13eeb0c79198'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:46.872149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Set router 754d80e4-db02-46fa-aa5e-13eeb0c79198 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:27:47.092960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device dc23639a-5cb4-4ae1-abdc-602bc0f9de79 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:27:47.157507 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'name': 'tempest-TestMinimumBasicScenario-320861440-router', 'tenant_id': '7939e74ab7064e1cb18134730bc2aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'dc23639a-5cb4-4ae1-abdc-602bc0f9de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:41Z', 'updated_at': '2021-12-16T23:27:45Z', 'revision_number': 4, 'project_id': '7939e74ab7064e1cb18134730bc2aeb6', 'gw_port': {'id': 'dc23639a-5cb4-4ae1-abdc-602bc0f9de79', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:42Z', 'updated_at': '2021-12-16T23:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd9d77503-b8e0-42eb-af45-23402d20d654', 'name': '', 'network_id': 'e2bdfb57-a5c2-4a20-b4b6-05211fc179ba', 'tenant_id': '7939e74ab7064e1cb18134730bc2aeb6', 'mac_address': 'fa:16:3e:9e:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c563cb7d-4584-46d0-87ee-9f7862332265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:44Z', 'updated_at': '2021-12-16T23:27:45Z', 'revision_number': 2, 'project_id': '7939e74ab7064e1cb18134730bc2aeb6', 'subnets': [{'id': 'c563cb7d-4584-46d0-87ee-9f7862332265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:47.192757 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Checking router: 754d80e4-db02-46fa-aa5e-13eeb0c79198 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:27:47.193125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Updating router 754d80e4-db02-46fa-aa5e-13eeb0c79198 port d9d77503-b8e0-42eb-af45-23402d20d654 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:27:47.195341 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port dc23639a-5cb4-4ae1-abdc-602bc0f9de79 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:47.195726 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:47.249762 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:47.619710 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:47.704204 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:47.758213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e6aa4-0e24-4957-95ef-90b5748104ba None None] Pushing event updated for resources: {'Port': ['ID=d9d77503-b8e0-42eb-af45-23402d20d654,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:47.833433 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Attempting to bind port d9d77503-b8e0-42eb-af45-23402d20d654 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:27:47.833813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Attempting to bind port d9d77503-b8e0-42eb-af45-23402d20d654 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'ff891ce6-70bb-42f5-b588-39e1d47709f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e2bdfb57-a5c2-4a20-b4b6-05211fc179ba'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:27:47.834445 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Attempting to bind port d9d77503-b8e0-42eb-af45-23402d20d654 on network e2bdfb57-a5c2-4a20-b4b6-05211fc179ba {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:27:47.840901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:27:47.841313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Checking segment: {'id': 'ff891ce6-70bb-42f5-b588-39e1d47709f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e2bdfb57-a5c2-4a20-b4b6-05211fc179ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:27:47.841687 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:47.842231 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Bound using segment: {'id': 'ff891ce6-70bb-42f5-b588-39e1d47709f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e2bdfb57-a5c2-4a20-b4b6-05211fc179ba'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:27:47.842708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Bound port: d9d77503-b8e0-42eb-af45-23402d20d654, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff891ce6-70bb-42f5-b588-39e1d47709f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e2bdfb57-a5c2-4a20-b4b6-05211fc179ba'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:27:47.843105 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:47.923954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] For port d9d77503-b8e0-42eb-af45-23402d20d654, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:27:47.929831 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] For port d9d77503-b8e0-42eb-af45-23402d20d654, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d9d77503-b8e0-42eb-af45-23402d20d654,segment=NetworkSegment(ff891ce6-70bb-42f5-b588-39e1d47709f4),segment_id=ff891ce6-70bb-42f5-b588-39e1d47709f4)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:27:48.021076 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:48.106899 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Routers {'754d80e4-db02-46fa-aa5e-13eeb0c79198'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:27:48.107750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:27:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['754d80e4-db02-46fa-aa5e-13eeb0c79198'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:48.110609 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-918f0f4f-aad1-426e-976e-44d3bb39aefb None None] Provisioning complete for port d9d77503-b8e0-42eb-af45-23402d20d654 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:48.110609 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-918f0f4f-aad1-426e-976e-44d3bb39aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:48.114423 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e6aa4-0e24-4957-95ef-90b5748104ba None None] Pushing event updated for resources: {'Port': ['ID=d9d77503-b8e0-42eb-af45-23402d20d654,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:48.306788 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] Set router 754d80e4-db02-46fa-aa5e-13eeb0c79198 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:27:48.354342 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-918f0f4f-aad1-426e-976e-44d3bb39aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:48.462989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-918f0f4f-aad1-426e-976e-44d3bb39aefb None None] For port d9d77503-b8e0-42eb-af45-23402d20d654, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d9d77503-b8e0-42eb-af45-23402d20d654,segment=NetworkSegment(ff891ce6-70bb-42f5-b588-39e1d47709f4),segment_id=ff891ce6-70bb-42f5-b588-39e1d47709f4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:27:48.520303 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-918f0f4f-aad1-426e-976e-44d3bb39aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:48.616943 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f0f4f-aad1-426e-976e-44d3bb39aefb None None] Pushing event updated for resources: {'Port': ['ID=d9d77503-b8e0-42eb-af45-23402d20d654,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:27:48.649645 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'name': 'tempest-TestMinimumBasicScenario-320861440-router', 'tenant_id': '7939e74ab7064e1cb18134730bc2aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'dc23639a-5cb4-4ae1-abdc-602bc0f9de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:41Z', 'updated_at': '2021-12-16T23:27:45Z', 'revision_number': 4, 'project_id': '7939e74ab7064e1cb18134730bc2aeb6', 'gw_port': {'id': 'dc23639a-5cb4-4ae1-abdc-602bc0f9de79', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:42Z', 'updated_at': '2021-12-16T23:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd9d77503-b8e0-42eb-af45-23402d20d654', 'name': '', 'network_id': 'e2bdfb57-a5c2-4a20-b4b6-05211fc179ba', 'tenant_id': '7939e74ab7064e1cb18134730bc2aeb6', 'mac_address': 'fa:16:3e:9e:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c563cb7d-4584-46d0-87ee-9f7862332265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:44Z', 'updated_at': '2021-12-16T23:27:47Z', 'revision_number': 4, 'project_id': '7939e74ab7064e1cb18134730bc2aeb6', 'subnets': [{'id': 'c563cb7d-4584-46d0-87ee-9f7862332265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:48.681379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a38454-336d-4d69-8bb7-55f38a90a2a8 None None] The sync data for ids ['754d80e4-db02-46fa-aa5e-13eeb0c79198'] in n-d-821840-2 is: [{'id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'name': 'tempest-TestMinimumBasicScenario-320861440-router', 'tenant_id': '7939e74ab7064e1cb18134730bc2aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'dc23639a-5cb4-4ae1-abdc-602bc0f9de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:41Z', 'updated_at': '2021-12-16T23:27:45Z', 'revision_number': 4, 'project_id': '7939e74ab7064e1cb18134730bc2aeb6', 'gw_port': {'id': 'dc23639a-5cb4-4ae1-abdc-602bc0f9de79', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:42Z', 'updated_at': '2021-12-16T23:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'd9d77503-b8e0-42eb-af45-23402d20d654', 'name': '', 'network_id': 'e2bdfb57-a5c2-4a20-b4b6-05211fc179ba', 'tenant_id': '7939e74ab7064e1cb18134730bc2aeb6', 'mac_address': 'fa:16:3e:9e:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c563cb7d-4584-46d0-87ee-9f7862332265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:44Z', 'updated_at': '2021-12-16T23:27:47Z', 'revision_number': 4, 'project_id': '7939e74ab7064e1cb18134730bc2aeb6', 'subnets': [{'id': 'c563cb7d-4584-46d0-87ee-9f7862332265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:27:48.684688 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cc20d902-934f-454a-93e9-9f8e292c2132 None None] Provisioning complete for port d9d77503-b8e0-42eb-af45-23402d20d654 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:48.685122 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc20d902-934f-454a-93e9-9f8e292c2132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:49.054546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d9d77503-b8e0-42eb-af45-23402d20d654 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:27:49.129755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port d9d77503-b8e0-42eb-af45-23402d20d654 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:27:49.130420 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:50.250139 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-54772754-db05-4695-af96-2c5a9d112157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:52.555171 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70356017-bb4b-4420-bab5-bd1a622d9128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:53.877322 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:55.122033 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:55.812734 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:57.803051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-767f36a3-adfe-4999-b4ba-a91e7b2f35c7 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:27:57.804575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-767f36a3-adfe-4999-b4ba-a91e7b2f35c7 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/networks?id=75f15c13-6f79-46a5-9792-e3d12de88edd HTTP/1.1" status: 200 len: 813 time: 0.1061857 Dec 16 23:27:57.819775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-28f0df26-92e6-4594-93a2-89c2fe5c5718 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/quotas/c2f5a47a34084cf0957c3e222322b436 HTTP/1.1" status: 200 len: 375 time: 0.0093606 Dec 16 23:27:57.878930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-4a0732d0-2c91-4ed5-a4e7-9978da501fe6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2f5a47a34084cf0957c3e222322b436&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535002 Dec 16 23:27:58.066515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-646e728a-75f8-4f78-918d-5e973097af7a service neutron] 10.222.0.43 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759582 Dec 16 23:27:58.168596 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-ff5bbe76-f25d-4f33-a40f-7ecafada8b53 service neutron] 10.222.0.43 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955017 Dec 16 23:27:58.399684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d70d5596-c7fb-482c-ba8a-d52304c555d1 req-020fa434-1337-4f6c-872f-809ddde8ceb4 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 210 time: 0.0295417 Dec 16 23:27:59.496041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0592ef45-45c3-4237-ac1d-b1fa30a77e7b req-6149bc52-368b-4a99-835d-f7cb9e932933 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 210 time: 0.0292878 Dec 16 23:28:00.608492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bcaa14ec-47d0-4ed3-9b9a-0234bac10718 req-a0192be3-d62b-4a19-ae8a-58144d838fc5 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 210 time: 0.0356143 Dec 16 23:28:00.632053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-cafaa482-2e60-4c82-9b01-ce23e0d338f7 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:00.633515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-cafaa482-2e60-4c82-9b01-ce23e0d338f7 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.24 "GET /v2.0/networks?id=75f15c13-6f79-46a5-9792-e3d12de88edd HTTP/1.1" status: 200 len: 813 time: 0.1391907 Dec 16 23:28:00.653304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-983989b5-ce6e-44ce-bc70-44af7bd1f57d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Request body: {'port': {'device_id': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd', 'admin_state_up': True, 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:28:00.823723 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-983989b5-ce6e-44ce-bc70-44af7bd1f57d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Made reservation on behalf of c2f5a47a34084cf0957c3e222322b436 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:28:00.827598 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-983989b5-ce6e-44ce-bc70-44af7bd1f57d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:00.960557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-983989b5-ce6e-44ce-bc70-44af7bd1f57d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Allocated IP 172.20.0.12 (75f15c13-6f79-46a5-9792-e3d12de88edd/d173e12f-1707-43bd-8910-b92472d17eef/0ae7084f-54b8-450c-915b-7268c98cfa2f) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:28:01.120399 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-983989b5-ce6e-44ce-bc70-44af7bd1f57d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:01.252760 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-983989b5-ce6e-44ce-bc70-44af7bd1f57d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:01.303951 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-983989b5-ce6e-44ce-bc70-44af7bd1f57d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Network 75f15c13-6f79-46a5-9792-e3d12de88edd is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:28:01.307697 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-983989b5-ce6e-44ce-bc70-44af7bd1f57d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:28:01.310515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-983989b5-ce6e-44ce-bc70-44af7bd1f57d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:28:01.342840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983989b5-ce6e-44ce-bc70-44af7bd1f57d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Pushing event updated for resources: {'Port': ['ID=0ae7084f-54b8-450c-915b-7268c98cfa2f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:28:01.398532 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-983989b5-ce6e-44ce-bc70-44af7bd1f57d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:01.399246 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-983989b5-ce6e-44ce-bc70-44af7bd1f57d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:01.501719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-983989b5-ce6e-44ce-bc70-44af7bd1f57d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8522396 Dec 16 23:28:01.663299 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e78acc53-85b3-4f9d-b9f1-9e0690614dec None None] Provisioning complete for port 0ae7084f-54b8-450c-915b-7268c98cfa2f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:28:01.663969 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e78acc53-85b3-4f9d-b9f1-9e0690614dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:01.771521 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136512c-84f6-4600-8221-29f9e07a0b8e req-db51622e-6693-4a03-af34-12a9175c19d2 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:01.773347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5136512c-84f6-4600-8221-29f9e07a0b8e req-db51622e-6693-4a03-af34-12a9175c19d2 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 932 time: 0.0872996 Dec 16 23:28:01.838012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5136512c-84f6-4600-8221-29f9e07a0b8e req-f7cbb85b-5355-4e87-a114-2e0fd53d8318 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581994 Dec 16 23:28:01.887885 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e78acc53-85b3-4f9d-b9f1-9e0690614dec None None] Port 0ae7084f-54b8-450c-915b-7268c98cfa2f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:28:02.993877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f0c04-3c80-4759-9c1c-235fb6989410 req-ed03249e-e743-4683-90a2-511fefcc10e8 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:02.995790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-793f0c04-3c80-4759-9c1c-235fb6989410 req-ed03249e-e743-4683-90a2-511fefcc10e8 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 932 time: 0.0680239 Dec 16 23:28:03.048998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-793f0c04-3c80-4759-9c1c-235fb6989410 req-9e403e51-dd4e-495d-bf6b-30c9ae7a3482 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466142 Dec 16 23:28:04.184371 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf091b-48ca-4a0a-904a-345f5d7c6056 req-30acff23-b96f-4aa2-a01c-c8b4cda90763 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:04.186754 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0adf091b-48ca-4a0a-904a-345f5d7c6056 req-30acff23-b96f-4aa2-a01c-c8b4cda90763 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 932 time: 0.0580888 Dec 16 23:28:04.237016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0adf091b-48ca-4a0a-904a-345f5d7c6056 req-e6d16d6e-09e9-4871-92c0-f71f21169670 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434351 Dec 16 23:28:05.359528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6f89e-47bd-41b4-87c2-cf8dc43544c1 req-227c8f14-a768-4d77-a4a8-3367c0e63b1c tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:05.370120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6a6f89e-47bd-41b4-87c2-cf8dc43544c1 req-227c8f14-a768-4d77-a4a8-3367c0e63b1c tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 932 time: 0.0518441 Dec 16 23:28:05.425481 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6a6f89e-47bd-41b4-87c2-cf8dc43544c1 req-7f0768d9-bbb8-4e96-ab09-4426fe5c01bc tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557163 Dec 16 23:28:06.560647 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1cd0f-624d-4f55-88fd-d5ce583a34ab req-73e9d7a2-c2b3-4b98-b6d3-9c093315e3b4 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:06.562138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ea1cd0f-624d-4f55-88fd-d5ce583a34ab req-73e9d7a2-c2b3-4b98-b6d3-9c093315e3b4 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 932 time: 0.0531969 Dec 16 23:28:06.619092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ea1cd0f-624d-4f55-88fd-d5ce583a34ab req-874a25b2-0cf7-4286-8dbf-184f7e7f6f68 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496643 Dec 16 23:28:07.743966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13009d-e2bb-4c36-8d29-f1fd5f04d408 req-6c45fe97-a4ee-4e92-8569-2e7d359cb2ed tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:07.745650 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd13009d-e2bb-4c36-8d29-f1fd5f04d408 req-6c45fe97-a4ee-4e92-8569-2e7d359cb2ed tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 932 time: 0.0557997 Dec 16 23:28:07.799207 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd13009d-e2bb-4c36-8d29-f1fd5f04d408 req-8a3f04d0-0af0-471c-82ad-681003c4fc61 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472562 Dec 16 23:28:08.916586 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:28:08.935412 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27806d1d-d8e4-433f-8010-6cd4a439baa8 req-c63b5806-9e2f-45a8-bcdb-327bffc0d33b tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:08.937273 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27806d1d-d8e4-433f-8010-6cd4a439baa8 req-c63b5806-9e2f-45a8-bcdb-327bffc0d33b tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 932 time: 0.0619750 Dec 16 23:28:09.002911 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27806d1d-d8e4-433f-8010-6cd4a439baa8 req-ef13a93f-d719-4c32-b311-cab61b8eeaf9 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588562 Dec 16 23:28:10.134780 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fd33d-2087-40d9-8416-15de4d5401b0 req-c7794982-076a-4fcd-87f9-b4a1b40a88cb tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:10.137327 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-460fd33d-2087-40d9-8416-15de4d5401b0 req-c7794982-076a-4fcd-87f9-b4a1b40a88cb tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 932 time: 0.0603776 Dec 16 23:28:10.196746 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-460fd33d-2087-40d9-8416-15de4d5401b0 req-5561137f-a31e-43a1-80dc-a88a23cff059 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528162 Dec 16 23:28:11.587709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-bbde09ea-8ed6-4b63-933c-c30092799426 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:28:11.587709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-bbde09ea-8ed6-4b63-933c-c30092799426 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066962 Dec 16 23:28:11.587709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bbb06-de43-4076-9843-a13909f20de4 req-45326eb8-5344-4d98-8fbf-8b98855cd996 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:11.587709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a01bbb06-de43-4076-9843-a13909f20de4 req-45326eb8-5344-4d98-8fbf-8b98855cd996 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 932 time: 0.2054558 Dec 16 23:28:11.587709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a01bbb06-de43-4076-9843-a13909f20de4 req-dddc491a-fa37-489e-b2dd-6cb1c0577e83 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442908 Dec 16 23:28:11.587709 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Request body: {'port': {'device_id': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:28:11.598486 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:11.897194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae7084f-54b8-450c-915b-7268c98cfa2f {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:28:11.904593 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:11.918840 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Transition to ACTIVE for port object 0ae7084f-54b8-450c-915b-7268c98cfa2f will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:28:12.012248 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:12.069335 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Pushing event updated for resources: {'Port': ['ID=0ae7084f-54b8-450c-915b-7268c98cfa2f,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:28:12.148037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Attempting to bind port 0ae7084f-54b8-450c-915b-7268c98cfa2f on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:28:12.148037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Attempting to bind port 0ae7084f-54b8-450c-915b-7268c98cfa2f by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '79f2bd21-d75a-4b29-9584-99b3f8773f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:28:12.148357 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Attempting to bind port 0ae7084f-54b8-450c-915b-7268c98cfa2f on network 75f15c13-6f79-46a5-9792-e3d12de88edd {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:28:12.153086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Port 0ae7084f-54b8-450c-915b-7268c98cfa2f on network 75f15c13-6f79-46a5-9792-e3d12de88edd not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:28:12.153348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Attempting to bind port 0ae7084f-54b8-450c-915b-7268c98cfa2f on network 75f15c13-6f79-46a5-9792-e3d12de88edd {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:28:12.158685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:28:12.158850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Checking segment: {'id': '79f2bd21-d75a-4b29-9584-99b3f8773f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:28:12.159242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Bound using segment: {'id': '79f2bd21-d75a-4b29-9584-99b3f8773f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:28:12.159711 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Bound port: 0ae7084f-54b8-450c-915b-7268c98cfa2f, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f2bd21-d75a-4b29-9584-99b3f8773f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:28:12.160070 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:12.230902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] For port 0ae7084f-54b8-450c-915b-7268c98cfa2f, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:28:12.233921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] For port 0ae7084f-54b8-450c-915b-7268c98cfa2f, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0ae7084f-54b8-450c-915b-7268c98cfa2f,segment=NetworkSegment(79f2bd21-d75a-4b29-9584-99b3f8773f69),segment_id=79f2bd21-d75a-4b29-9584-99b3f8773f69)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:28:12.345862 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:12.383860 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:12.384691 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:12.386145 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] 10.222.0.24 "PUT /v2.0/ports/0ae7084f-54b8-450c-915b-7268c98cfa2f HTTP/1.1" status: 200 len: 1092 time: 0.9156191 Dec 16 23:28:12.386592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'tag': '0ae7084f-54b8-450c-915b-7268c98cfa2f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:28:12.388951 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bc5a73-5bad-4c9c-ba4e-565266b0aadc" -d '{"events": [{"name": "network-changed", "server_uuid": "04f45a5a-88e1-49e2-a6a3-bec638d2110e", "tag": "0ae7084f-54b8-450c-915b-7268c98cfa2f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:28:12.413846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cf35d-57e8-4414-9953-5fac3f0a0e9e service neutron] Pushing event updated for resources: {'Port': ['ID=0ae7084f-54b8-450c-915b-7268c98cfa2f,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:28:12.436493 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2b4699-5cd3-4d56-b667-7c588efa69c6 x-openstack-request-id: req-9e2b4699-5cd3-4d56-b667-7c588efa69c6 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:28:12.436784 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f45a5a-88e1-49e2-a6a3-bec638d2110e", "tag": "0ae7084f-54b8-450c-915b-7268c98cfa2f", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:28:12.437046 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e2b4699-5cd3-4d56-b667-7c588efa69c6 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:28:12.437457 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'tag': '0ae7084f-54b8-450c-915b-7268c98cfa2f', 'status': 'completed', 'code': 200} Dec 16 23:28:12.508141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc5a73-5bad-4c9c-ba4e-565266b0aadc req-b6816408-3bce-4c58-96ea-0a68814abb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:12.510246 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6bc5a73-5bad-4c9c-ba4e-565266b0aadc req-b6816408-3bce-4c58-96ea-0a68814abb53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2f5a47a34084cf0957c3e222322b436&device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 1095 time: 0.0441473 Dec 16 23:28:12.621612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc5a73-5bad-4c9c-ba4e-565266b0aadc req-0aab9733-2561-4bae-9fe3-2020cef427b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:12.623445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6bc5a73-5bad-4c9c-ba4e-565266b0aadc req-0aab9733-2561-4bae-9fe3-2020cef427b2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c2f5a47a34084cf0957c3e222322b436&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1055760 Dec 16 23:28:12.745993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409835f-702d-4444-96d9-4239dbd826ae req-d5276ee9-2416-4ab0-9c31-d134a4f0fa10 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:12.747530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6409835f-702d-4444-96d9-4239dbd826ae req-d5276ee9-2416-4ab0-9c31-d134a4f0fa10 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 944 time: 0.1075432 Dec 16 23:28:12.772350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc5a73-5bad-4c9c-ba4e-565266b0aadc req-ffc41882-f27e-424f-a0d3-f30dab7e7fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:12.773954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6bc5a73-5bad-4c9c-ba4e-565266b0aadc req-ffc41882-f27e-424f-a0d3-f30dab7e7fc1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418116 Dec 16 23:28:12.804718 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6409835f-702d-4444-96d9-4239dbd826ae req-61ec48ac-af83-4a9f-b42a-a77701edecb5 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481925 Dec 16 23:28:12.857390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-5a8fb7cf-072d-4926-acb8-06a43a5a83da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:12.858866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-5a8fb7cf-072d-4926-acb8-06a43a5a83da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2f5a47a34084cf0957c3e222322b436&device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 1095 time: 0.0412855 Dec 16 23:28:12.907248 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-1a6aad5e-478c-4062-8353-458f5f023b30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae7084f-54b8-450c-915b-7268c98cfa2f HTTP/1.1" status: 200 len: 217 time: 0.0375743 Dec 16 23:28:12.958991 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-31b57ab9-c470-46ee-8e5c-0d2ad990ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:12.961196 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-31b57ab9-c470-46ee-8e5c-0d2ad990ac8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d173e12f-1707-43bd-8910-b92472d17eef HTTP/1.1" status: 200 len: 852 time: 0.0454187 Dec 16 23:28:13.010972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-22c4d736-6530-4828-9469-3d7fa07e8cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:13.012477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-22c4d736-6530-4828-9469-3d7fa07e8cf0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75f15c13-6f79-46a5-9792-e3d12de88edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438259 Dec 16 23:28:13.108281 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-b1178aae-00b8-4999-bf50-e56bf87b51e5 service neutron] 10.222.0.24 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880651 Dec 16 23:28:13.201130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fae688f4-c87f-4bf0-8b7c-73d7e3734480 req-44e75766-29df-4528-b84a-ee1c61cb2081 service neutron] 10.222.0.24 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840881 Dec 16 23:28:13.874881 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:13.974242 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61656ac5-3bfe-48f0-a784-1de56ca65cb2 req-d9730d26-b38c-4418-a964-0a3b9aced7bd tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:13.976315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61656ac5-3bfe-48f0-a784-1de56ca65cb2 req-d9730d26-b38c-4418-a964-0a3b9aced7bd tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 944 time: 0.0998373 Dec 16 23:28:14.028944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61656ac5-3bfe-48f0-a784-1de56ca65cb2 req-1d6d22b4-7820-4619-ac42-9ca77a7f32fb tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459692 Dec 16 23:28:14.051801 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:15.146127 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef954d4-adda-4bc7-81de-123299e15e99 req-b083b9b6-2e52-4304-9cb4-aea4c9a70429 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:15.147688 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aef954d4-adda-4bc7-81de-123299e15e99 req-b083b9b6-2e52-4304-9cb4-aea4c9a70429 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 944 time: 0.0499873 Dec 16 23:28:15.196406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aef954d4-adda-4bc7-81de-123299e15e99 req-6872d09b-57e4-4f02-9a01-5f36b2f2e336 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Dec 16 23:28:16.238417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0ae7084f-54b8-450c-915b-7268c98cfa2f details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:28:16.314293 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c037e5-2f8b-4ea6-95b1-ee5638cba767 req-64e31b6b-1818-445d-b380-7b2c528742c0 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:16.315883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11c037e5-2f8b-4ea6-95b1-ee5638cba767 req-64e31b6b-1818-445d-b380-7b2c528742c0 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 944 time: 0.0519917 Dec 16 23:28:16.334322 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 0ae7084f-54b8-450c-915b-7268c98cfa2f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0ae7084f-54b8-450c-915b-7268c98cfa2f,segment=NetworkSegment(79f2bd21-d75a-4b29-9584-99b3f8773f69),segment_id=79f2bd21-d75a-4b29-9584-99b3f8773f69)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:28:16.346666 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '0ae7084f-54b8-450c-915b-7268c98cfa2f', 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd', 'port_id': '0ae7084f-54b8-450c-915b-7268c98cfa2f', 'mac_address': 'fa:16:3e:59:09:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:28:16.365766 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11c037e5-2f8b-4ea6-95b1-ee5638cba767 req-9c24d5f5-f120-497e-ba13-0d63df3f4188 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429244 Dec 16 23:28:16.390430 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:16.404270 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae7084f-54b8-450c-915b-7268c98cfa2f {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:28:16.423195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 0ae7084f-54b8-450c-915b-7268c98cfa2f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0ae7084f-54b8-450c-915b-7268c98cfa2f,segment=NetworkSegment(79f2bd21-d75a-4b29-9584-99b3f8773f69),segment_id=79f2bd21-d75a-4b29-9584-99b3f8773f69)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:28:16.505414 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:16.553405 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=0ae7084f-54b8-450c-915b-7268c98cfa2f,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:28:16.797902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['0ae7084f-54b8-450c-915b-7268c98cfa2f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:28:17.495544 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf53d5-cc61-42cb-b9b8-4594449e4324 req-a5411e3c-395f-4126-b072-8271faffc26e tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:17.497031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0acf53d5-cc61-42cb-b9b8-4594449e4324 req-a5411e3c-395f-4126-b072-8271faffc26e tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 945 time: 0.0606148 Dec 16 23:28:17.546949 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0acf53d5-cc61-42cb-b9b8-4594449e4324 req-d891611f-67d1-4ff4-9d1e-e588d865ae05 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438035 Dec 16 23:28:18.254695 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0ae7084f-54b8-450c-915b-7268c98cfa2f up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:28:18.354894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 0ae7084f-54b8-450c-915b-7268c98cfa2f completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:28:18.358988 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 0ae7084f-54b8-450c-915b-7268c98cfa2f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:28:18.359480 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:18.436319 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:18.462592 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae7084f-54b8-450c-915b-7268c98cfa2f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:28:18.464925 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49279f2f-5510-4468-8a8b-1922e7c7bacc" -d '{"events": [{"server_uuid": "04f45a5a-88e1-49e2-a6a3-bec638d2110e", "name": "network-vif-plugged", "status": "completed", "tag": "0ae7084f-54b8-450c-915b-7268c98cfa2f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:28:18.478416 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 0ae7084f-54b8-450c-915b-7268c98cfa2f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0ae7084f-54b8-450c-915b-7268c98cfa2f,segment=NetworkSegment(79f2bd21-d75a-4b29-9584-99b3f8773f69),segment_id=79f2bd21-d75a-4b29-9584-99b3f8773f69)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:28:18.506671 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bbdc29-2a40-4239-931c-51f7a317943d x-openstack-request-id: req-82bbdc29-2a40-4239-931c-51f7a317943d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:28:18.506958 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f45a5a-88e1-49e2-a6a3-bec638d2110e", "name": "network-vif-plugged", "status": "completed", "tag": "0ae7084f-54b8-450c-915b-7268c98cfa2f", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:28:18.507208 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82bbdc29-2a40-4239-931c-51f7a317943d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:28:18.508568 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae7084f-54b8-450c-915b-7268c98cfa2f', 'code': 200} Dec 16 23:28:18.528619 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:18.582430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=0ae7084f-54b8-450c-915b-7268c98cfa2f,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:28:18.620788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2da22c-102f-4147-8540-e7cb1336a0de req-00640102-a522-4294-ab45-7f2c1628e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:18.623165 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d2da22c-102f-4147-8540-e7cb1336a0de req-00640102-a522-4294-ab45-7f2c1628e412 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 1097 time: 0.0442359 Dec 16 23:28:18.701883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777919d-87c3-4ae9-98c5-f109bd92acce req-ca55dabf-bd2c-44d3-a7b1-ca5dd1ac3c3d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:18.703402 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1777919d-87c3-4ae9-98c5-f109bd92acce req-ca55dabf-bd2c-44d3-a7b1-ca5dd1ac3c3d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 946 time: 0.0792747 Dec 16 23:28:18.709881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3d2da22c-102f-4147-8540-e7cb1336a0de req-10b8be39-7d27-44d0-9ae1-cef08cb6d0f7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741713 Dec 16 23:28:18.753697 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1777919d-87c3-4ae9-98c5-f109bd92acce req-4d86e267-55d6-4681-b4c0-32716d76970a tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428421 Dec 16 23:28:19.875048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04534eed-6a6e-4e3c-a97e-981c6a8de680 req-2aeb7cf5-f3d3-4509-ace4-0e7d1da9bfd3 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:19.876646 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04534eed-6a6e-4e3c-a97e-981c6a8de680 req-2aeb7cf5-f3d3-4509-ace4-0e7d1da9bfd3 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 946 time: 0.0509231 Dec 16 23:28:19.928284 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04534eed-6a6e-4e3c-a97e-981c6a8de680 req-0d870cc8-af75-4641-bafc-73144ce7a724 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448511 Dec 16 23:28:20.143523 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-59a7599e-ddea-4a44-9ec4-937f5a060046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:21.051114 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9279867-ee7d-44d0-aa16-9e1c44eb993f req-7624c138-a39b-4669-bf34-b0c74915578e tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:21.052675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9279867-ee7d-44d0-aa16-9e1c44eb993f req-7624c138-a39b-4669-bf34-b0c74915578e tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 946 time: 0.0496576 Dec 16 23:28:21.108913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d9279867-ee7d-44d0-aa16-9e1c44eb993f req-33bbf989-82bd-4e4c-9b2c-fccba37cb259 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493236 Dec 16 23:28:21.223180 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f928e-5a35-42f8-bfa8-1798bb28f24d req-9729c2f4-e0f2-428b-9635-f8673799f9e9 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:21.224582 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-740f928e-5a35-42f8-bfa8-1798bb28f24d req-9729c2f4-e0f2-428b-9635-f8673799f9e9 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 946 time: 0.0481672 Dec 16 23:28:21.273482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-740f928e-5a35-42f8-bfa8-1798bb28f24d req-229fa99c-98c6-4eb8-8af1-5beeb4b34372 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407372 Dec 16 23:28:21.464414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c8667-a233-4088-aaad-95c845d3c841 req-f1ef2b79-bee2-4238-8c94-f25b05371cec tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:21.465897 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-462c8667-a233-4088-aaad-95c845d3c841 req-f1ef2b79-bee2-4238-8c94-f25b05371cec tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 946 time: 0.0513818 Dec 16 23:28:21.514327 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-462c8667-a233-4088-aaad-95c845d3c841 req-71721aec-5fa9-4782-9c49-dd955ec54244 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422847 Dec 16 23:28:22.549077 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-344d37fc-1fff-46fd-b14c-6df85607b0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:23.836681 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:25.132918 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:25.791599 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:36.852978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fefd0-7c55-4d41-acf4-b3b56e624346 req-0de762cc-96e1-40bb-b9ed-b6b32a0d2224 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:36.854425 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd0fefd0-7c55-4d41-acf4-b3b56e624346 req-0de762cc-96e1-40bb-b9ed-b6b32a0d2224 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 946 time: 0.0549521 Dec 16 23:28:36.902297 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd0fefd0-7c55-4d41-acf4-b3b56e624346 req-f5cd4901-83b3-4d97-bebb-84b823b76afb tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417740 Dec 16 23:28:36.925848 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37716) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:28:37.009918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8e32f4-c8bf-495a-b6ae-2d21796fd883 tempest-TestMinimumBasicScenario-1937635870 tempest-TestMinimumBasicScenario-1937635870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:37.011523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7f8e32f4-c8bf-495a-b6ae-2d21796fd883 tempest-TestMinimumBasicScenario-1937635870 tempest-TestMinimumBasicScenario-1937635870-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 1092 time: 0.0846491 Dec 16 23:28:37.014442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37720) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:28:37.019497 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': '0ae7084f-54b8-450c-915b-7268c98cfa2f', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:28:37.083632 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:37.184127 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:37.291415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Allocated IP 172.25.2.221 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/7afa0434-a91c-4c9e-be4f-9e6ef913db37) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:28:37.402014 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:37.486357 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:37.528354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:28:37.533094 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:28:37.537406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:28:37.540624 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Pushing event updated for resources: {'Port': ['ID=7afa0434-a91c-4c9e-be4f-9e6ef913db37,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:28:37.568255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:37.568728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:37.568966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:37.569306 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:37.569645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:37.569980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:37.570313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:37.570641 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:37.570981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:37.571326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:37.571659 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:37.571978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:37.572304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:38.229877 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:38.371628 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:38.525327 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:38.585056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:38.659838 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Pushing event updated for resources: {'Port': ['ID=7afa0434-a91c-4c9e-be4f-9e6ef913db37,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:28:38.673639 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:38.778572 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Floating IP 3160d430-f89b-4666-ae58-e841d5fef8b4 associated. External IP: 172.25.2.221, port: 0ae7084f-54b8-450c-915b-7268c98cfa2f. Dec 16 23:28:38.992981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:28:39.097573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:28:39.107476 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85837dd7-3aeb-4363-a782-773efcf2b591 None None] Sync routers for ids ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:28:39.118136 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85837dd7-3aeb-4363-a782-773efcf2b591 None None] Routers {'4dac0b46-f3f7-4a8e-991d-02fecd2ce047'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:28:39.118745 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-85837dd7-3aeb-4363-a782-773efcf2b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:28:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:28:39.185098 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:39.216544 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5c0729be-8d30-4ff4-bec1-cd4702194191 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2010298 Dec 16 23:28:39.217315 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'tag': '0ae7084f-54b8-450c-915b-7268c98cfa2f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:28:39.219540 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37722) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:28:39.220117 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9b0a6c-4051-44d7-9530-e708c5771f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "04f45a5a-88e1-49e2-a6a3-bec638d2110e", "tag": "0ae7084f-54b8-450c-915b-7268c98cfa2f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:28:39.224642 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-85837dd7-3aeb-4363-a782-773efcf2b591 None None] Set router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:28:39.225719 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-544338800', 'description': 'tempest-secgroup-smoke-544338800 description', 'project_id': 'c2f5a47a34084cf0957c3e222322b436'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:28:39.269905 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3666bf32-8cef-4aa7-9347-d3e16b9ee5b7 x-openstack-request-id: req-3666bf32-8cef-4aa7-9347-d3e16b9ee5b7 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:28:39.269905 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f45a5a-88e1-49e2-a6a3-bec638d2110e", "tag": "0ae7084f-54b8-450c-915b-7268c98cfa2f", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:28:39.269905 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3666bf32-8cef-4aa7-9347-d3e16b9ee5b7 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:28:39.269905 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'tag': '0ae7084f-54b8-450c-915b-7268c98cfa2f', 'status': 'completed', 'code': 200} Dec 16 23:28:39.339769 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b0a6c-4051-44d7-9530-e708c5771f3e req-084edbfe-7a41-4e82-8911-223e89672f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:39.341283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af9b0a6c-4051-44d7-9530-e708c5771f3e req-084edbfe-7a41-4e82-8911-223e89672f97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2f5a47a34084cf0957c3e222322b436&device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 1097 time: 0.0421262 Dec 16 23:28:39.372324 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:39.441707 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b0a6c-4051-44d7-9530-e708c5771f3e req-fd101acc-61e7-4767-ba1c-b9dab891ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:39.443399 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af9b0a6c-4051-44d7-9530-e708c5771f3e req-fd101acc-61e7-4767-ba1c-b9dab891ede0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75f15c13-6f79-46a5-9792-e3d12de88edd HTTP/1.1" status: 200 len: 914 time: 0.0946784 Dec 16 23:28:39.446673 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:39.457516 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-85837dd7-3aeb-4363-a782-773efcf2b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'name': 'tempest-TestMinimumBasicScenario-62959390-router', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:34Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'gw_port': {'id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:35Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '3160d430-f89b-4666-ae58-e841d5fef8b4', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'port_id': '0ae7084f-54b8-450c-915b-7268c98cfa2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd', 'mac_address': 'fa:16:3e:59:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:28:37Z', 'updated_at': '2021-12-16T23:28:37Z', 'revision_number': 0, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d83f060-302d-462a-9d1b-e6e6e0625b87', 'name': '', 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'mac_address': 'fa:16:3e:72:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:37Z', 'updated_at': '2021-12-16T23:27:42Z', 'revision_number': 5, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'subnets': [{'id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:28:39.503287 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:39.522507 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af9b0a6c-4051-44d7-9530-e708c5771f3e req-c22bfaff-faaa-40b9-8b55-998a0ee2f8dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae7084f-54b8-450c-915b-7268c98cfa2f HTTP/1.1" status: 200 len: 1000 time: 0.0699148 Dec 16 23:28:39.536372 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72effa49-57cc-4cd6-b4c5-9d5209627280,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:28:39.545084 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:39.545452 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:39.545799 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:39.546145 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:39.546485 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:39.546822 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:39.547149 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:39.547545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:39.547910 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:39.548230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:39.548559 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:39.548892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:39.549214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:28:39.582396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b0a6c-4051-44d7-9530-e708c5771f3e req-5d8988df-7e7c-46ce-a08c-dda6f40565a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:39.583929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af9b0a6c-4051-44d7-9530-e708c5771f3e req-5d8988df-7e7c-46ce-a08c-dda6f40565a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d173e12f-1707-43bd-8910-b92472d17eef HTTP/1.1" status: 200 len: 852 time: 0.0512323 Dec 16 23:28:39.585006 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:39.585164 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85837dd7-3aeb-4363-a782-773efcf2b591 None None] Checking router: 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:28:39.586287 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9f76ef3a-b405-44ce-9271-074ecc8f73ff tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3657424 Dec 16 23:28:39.589202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37728) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:28:39.594299 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85837dd7-3aeb-4363-a782-773efcf2b591 None None] Routers {'4dac0b46-f3f7-4a8e-991d-02fecd2ce047'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:28:39.595235 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d988b7a1-9184-4761-9cca-a02f519d85cb tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Request body: {'security_group_rule': {'security_group_id': '72effa49-57cc-4cd6-b4c5-9d5209627280', 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:28:39.595431 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-85837dd7-3aeb-4363-a782-773efcf2b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:28:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:28:39.656348 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b0a6c-4051-44d7-9530-e708c5771f3e req-2e1ccf87-db0c-4863-812e-4ae179f557ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:39.658268 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af9b0a6c-4051-44d7-9530-e708c5771f3e req-2e1ccf87-db0c-4863-812e-4ae179f557ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75f15c13-6f79-46a5-9792-e3d12de88edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664067 Dec 16 23:28:39.703795 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-85837dd7-3aeb-4363-a782-773efcf2b591 None None] Set router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:28:39.743250 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d988b7a1-9184-4761-9cca-a02f519d85cb tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:39.778387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af9b0a6c-4051-44d7-9530-e708c5771f3e req-fb664a04-f6f9-4091-bba5-d18e63332c3b service neutron] 10.222.0.24 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097152 Dec 16 23:28:39.855782 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d988b7a1-9184-4761-9cca-a02f519d85cb tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:39.890940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-af9b0a6c-4051-44d7-9530-e708c5771f3e req-d2a662be-4ffc-4e3e-a2df-028a0ce31468 service neutron] 10.222.0.24 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043205 Dec 16 23:28:39.933244 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-85837dd7-3aeb-4363-a782-773efcf2b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'name': 'tempest-TestMinimumBasicScenario-62959390-router', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:34Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'gw_port': {'id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:35Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '3160d430-f89b-4666-ae58-e841d5fef8b4', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'port_id': '0ae7084f-54b8-450c-915b-7268c98cfa2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd', 'mac_address': 'fa:16:3e:59:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:28:37Z', 'updated_at': '2021-12-16T23:28:37Z', 'revision_number': 0, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d83f060-302d-462a-9d1b-e6e6e0625b87', 'name': '', 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'mac_address': 'fa:16:3e:72:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:37Z', 'updated_at': '2021-12-16T23:27:42Z', 'revision_number': 5, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'subnets': [{'id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:28:39.944827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d988b7a1-9184-4761-9cca-a02f519d85cb tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:39.964808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988b7a1-9184-4761-9cca-a02f519d85cb tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59a6baa-6d1a-45d1-96ad-6e311e2217fe,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:28:39.970045 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85837dd7-3aeb-4363-a782-773efcf2b591 None None] The sync data for ids ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'] in n-d-821840-2 is: [{'id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'name': 'tempest-TestMinimumBasicScenario-62959390-router', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:34Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'gw_port': {'id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:35Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '3160d430-f89b-4666-ae58-e841d5fef8b4', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'port_id': '0ae7084f-54b8-450c-915b-7268c98cfa2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd', 'mac_address': 'fa:16:3e:59:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:28:37Z', 'updated_at': '2021-12-16T23:28:37Z', 'revision_number': 0, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d83f060-302d-462a-9d1b-e6e6e0625b87', 'name': '', 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'mac_address': 'fa:16:3e:72:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:37Z', 'updated_at': '2021-12-16T23:27:42Z', 'revision_number': 5, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'subnets': [{'id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:28:40.066357 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d988b7a1-9184-4761-9cca-a02f519d85cb tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:40.067900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d988b7a1-9184-4761-9cca-a02f519d85cb tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4777148 Dec 16 23:28:40.070566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37732) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:28:40.075237 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4436bf08-272c-40a5-80c5-f9e8cb461418 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Request body: {'security_group_rule': {'security_group_id': '72effa49-57cc-4cd6-b4c5-9d5209627280', 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:28:40.167766 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4436bf08-272c-40a5-80c5-f9e8cb461418 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:40.167978 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2219533-e334-4be0-9e9b-a5df4e4d2a3f None None] New status for floating IP 3160d430-f89b-4666-ae58-e841d5fef8b4: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:28:40.230465 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4436bf08-272c-40a5-80c5-f9e8cb461418 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:40.276865 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4436bf08-272c-40a5-80c5-f9e8cb461418 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:40.295786 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436bf08-272c-40a5-80c5-f9e8cb461418 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c556a53-3761-40af-9960-5df86b349b4d,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:28:40.373587 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4436bf08-272c-40a5-80c5-f9e8cb461418 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:40.374898 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4436bf08-272c-40a5-80c5-f9e8cb461418 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3033414 Dec 16 23:28:40.378306 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37734) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:28:40.382891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-6bb1855b-d730-4c1f-b314-61256ab7cf2d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Request body: {'security_group_rule': {'security_group_id': '72effa49-57cc-4cd6-b4c5-9d5209627280', 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:28:40.475626 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6bb1855b-d730-4c1f-b314-61256ab7cf2d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:40.532805 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6bb1855b-d730-4c1f-b314-61256ab7cf2d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:40.601671 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6bb1855b-d730-4c1f-b314-61256ab7cf2d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:40.623550 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1855b-d730-4c1f-b314-61256ab7cf2d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8a9b90-3e07-490f-a9ba-b72830dbb79f,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:28:40.699512 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6bb1855b-d730-4c1f-b314-61256ab7cf2d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:40.700946 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6bb1855b-d730-4c1f-b314-61256ab7cf2d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3213813 Dec 16 23:28:40.703609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37736) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:28:40.708117 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-bffc9587-8b91-4539-881c-1c7e4e11137b tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Request body: {'security_group_rule': {'security_group_id': '72effa49-57cc-4cd6-b4c5-9d5209627280', 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:28:40.811134 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bffc9587-8b91-4539-881c-1c7e4e11137b tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:40.869682 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bffc9587-8b91-4539-881c-1c7e4e11137b tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:40.950688 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bffc9587-8b91-4539-881c-1c7e4e11137b tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:40.966449 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc9587-8b91-4539-881c-1c7e4e11137b tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ee645a-73f2-4e31-99fb-0790bd487331,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:28:41.022431 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bffc9587-8b91-4539-881c-1c7e4e11137b tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:41.023691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bffc9587-8b91-4539-881c-1c7e4e11137b tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3191431 Dec 16 23:28:41.026369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37738) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:28:41.030851 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ed112394-75fb-47eb-916d-8e639e78d1cf tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Request body: {'security_group_rule': {'security_group_id': '72effa49-57cc-4cd6-b4c5-9d5209627280', 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:28:41.105203 n-d-821840-2 neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-ed112394-75fb-47eb-916d-8e639e78d1cf tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Project c2f5a47a34084cf0957c3e222322b436 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:28:41.110534 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ed112394-75fb-47eb-916d-8e639e78d1cf tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:41.169773 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ed112394-75fb-47eb-916d-8e639e78d1cf tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:41.236320 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ed112394-75fb-47eb-916d-8e639e78d1cf tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:41.255283 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed112394-75fb-47eb-916d-8e639e78d1cf tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef37ee5-67b3-4bfe-82c9-0d5a1e82c6d9,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:28:41.339095 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ed112394-75fb-47eb-916d-8e639e78d1cf tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:41.340380 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ed112394-75fb-47eb-916d-8e639e78d1cf tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3130143 Dec 16 23:28:41.343151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37740) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:28:41.348220 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-40c91f60-3f3f-4767-896b-3db236655cb7 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Request body: {'security_group_rule': {'security_group_id': '72effa49-57cc-4cd6-b4c5-9d5209627280', 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:28:41.462935 n-d-821840-2 neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-40c91f60-3f3f-4767-896b-3db236655cb7 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Project c2f5a47a34084cf0957c3e222322b436 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:28:41.469149 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40c91f60-3f3f-4767-896b-3db236655cb7 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:41.530044 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40c91f60-3f3f-4767-896b-3db236655cb7 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:41.612398 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40c91f60-3f3f-4767-896b-3db236655cb7 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:41.632572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c91f60-3f3f-4767-896b-3db236655cb7 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5afab4-cc5f-4490-b2c5-812ae8207af3,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:28:41.701223 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40c91f60-3f3f-4767-896b-3db236655cb7 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:41.702508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-40c91f60-3f3f-4767-896b-3db236655cb7 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3583891 Dec 16 23:28:41.800585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d651ba8-1873-4a00-bfd4-8350ede9beba req-83877de3-ed57-4424-b4bb-3305c608eb44 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-544338800&fields=id&tenant_id=c2f5a47a34084cf0957c3e222322b436 HTTP/1.1" status: 200 len: 267 time: 0.0482242 Dec 16 23:28:41.854090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d651ba8-1873-4a00-bfd4-8350ede9beba req-32659284-0337-4bde-af4a-8c4c0f34a361 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:41.855591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d651ba8-1873-4a00-bfd4-8350ede9beba req-32659284-0337-4bde-af4a-8c4c0f34a361 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 946 time: 0.0486782 Dec 16 23:28:41.868050 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-8d651ba8-1873-4a00-bfd4-8350ede9beba req-4e5ef550-e5ad-4099-a9f7-be5a706d63ee tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Request body: {'port': {'security_groups': ['b317ae21-c9f1-40f2-a1c8-4cb309a7119b', '72effa49-57cc-4cd6-b4c5-9d5209627280']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:28:41.931700 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8d651ba8-1873-4a00-bfd4-8350ede9beba req-4e5ef550-e5ad-4099-a9f7-be5a706d63ee tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:42.126424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-8d651ba8-1873-4a00-bfd4-8350ede9beba req-4e5ef550-e5ad-4099-a9f7-be5a706d63ee tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] For port 0ae7084f-54b8-450c-915b-7268c98cfa2f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0ae7084f-54b8-450c-915b-7268c98cfa2f,segment=NetworkSegment(79f2bd21-d75a-4b29-9584-99b3f8773f69),segment_id=79f2bd21-d75a-4b29-9584-99b3f8773f69)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:28:42.156598 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8d651ba8-1873-4a00-bfd4-8350ede9beba req-4e5ef550-e5ad-4099-a9f7-be5a706d63ee tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:42.211763 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8d651ba8-1873-4a00-bfd4-8350ede9beba req-4e5ef550-e5ad-4099-a9f7-be5a706d63ee tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:42.225863 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['0ae7084f-54b8-450c-915b-7268c98cfa2f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:28:42.267933 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d651ba8-1873-4a00-bfd4-8350ede9beba req-4e5ef550-e5ad-4099-a9f7-be5a706d63ee tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:42.268694 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8d651ba8-1873-4a00-bfd4-8350ede9beba req-4e5ef550-e5ad-4099-a9f7-be5a706d63ee tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:42.270321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8d651ba8-1873-4a00-bfd4-8350ede9beba req-4e5ef550-e5ad-4099-a9f7-be5a706d63ee tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "PUT /v2.0/ports/0ae7084f-54b8-450c-915b-7268c98cfa2f HTTP/1.1" status: 200 len: 982 time: 0.4071097 Dec 16 23:28:42.270796 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'tag': '0ae7084f-54b8-450c-915b-7268c98cfa2f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:28:42.273782 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa31eaf3-3a98-4eba-9508-fb16a978420d" -d '{"events": [{"name": "network-changed", "server_uuid": "04f45a5a-88e1-49e2-a6a3-bec638d2110e", "tag": "0ae7084f-54b8-450c-915b-7268c98cfa2f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:28:42.308406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ef550-e5ad-4099-a9f7-be5a706d63ee tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Pushing event updated for resources: {'Port': ['ID=0ae7084f-54b8-450c-915b-7268c98cfa2f,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:28:42.334179 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdf7957-02dd-4f3e-80ff-3854f3c5632d x-openstack-request-id: req-9cdf7957-02dd-4f3e-80ff-3854f3c5632d {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:28:42.335844 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f45a5a-88e1-49e2-a6a3-bec638d2110e", "tag": "0ae7084f-54b8-450c-915b-7268c98cfa2f", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:28:42.335844 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9cdf7957-02dd-4f3e-80ff-3854f3c5632d {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:28:42.336662 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'tag': '0ae7084f-54b8-450c-915b-7268c98cfa2f', 'status': 'completed', 'code': 200} Dec 16 23:28:42.374192 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['0ae7084f-54b8-450c-915b-7268c98cfa2f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:28:42.455250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31eaf3-3a98-4eba-9508-fb16a978420d req-1eef8ac9-2fe8-4393-9d7b-66695cfcab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:42.458164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa31eaf3-3a98-4eba-9508-fb16a978420d req-1eef8ac9-2fe8-4393-9d7b-66695cfcab83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2f5a47a34084cf0957c3e222322b436&device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 1136 time: 0.0925434 Dec 16 23:28:42.467853 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9fd29-196e-4461-96da-763083eeda4d req-92aaea4b-d719-491c-9395-ab19952c539a tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:42.467853 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35b9fd29-196e-4461-96da-763083eeda4d req-92aaea4b-d719-491c-9395-ab19952c539a tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 985 time: 0.0903862 Dec 16 23:28:42.561966 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-33ee1c11-86f6-44cf-9dad-5bd636d30c99 None None] Provisioning complete for port 0ae7084f-54b8-450c-915b-7268c98cfa2f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:28:42.562261 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-33ee1c11-86f6-44cf-9dad-5bd636d30c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:42.605750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-35b9fd29-196e-4461-96da-763083eeda4d req-030da3a3-c283-4818-ba73-b140ca2212ef tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=72effa49-57cc-4cd6-b4c5-9d5209627280&id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1272283 Dec 16 23:28:42.617323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31eaf3-3a98-4eba-9508-fb16a978420d req-88084474-f490-4593-aefa-a2afe546393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:42.618817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa31eaf3-3a98-4eba-9508-fb16a978420d req-88084474-f490-4593-aefa-a2afe546393a service neutron] 10.222.0.24 "GET /v2.0/networks?id=75f15c13-6f79-46a5-9792-e3d12de88edd HTTP/1.1" status: 200 len: 914 time: 0.1505067 Dec 16 23:28:42.693818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa31eaf3-3a98-4eba-9508-fb16a978420d req-bf8c18e4-c6c3-4d20-bde1-f7e431290128 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae7084f-54b8-450c-915b-7268c98cfa2f HTTP/1.1" status: 200 len: 1002 time: 0.0674536 Dec 16 23:28:42.748191 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31eaf3-3a98-4eba-9508-fb16a978420d req-f7302141-547e-4e81-86aa-22e33da5582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:42.749699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa31eaf3-3a98-4eba-9508-fb16a978420d req-f7302141-547e-4e81-86aa-22e33da5582b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d173e12f-1707-43bd-8910-b92472d17eef HTTP/1.1" status: 200 len: 852 time: 0.0467196 Dec 16 23:28:42.804653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31eaf3-3a98-4eba-9508-fb16a978420d req-d9c9cef1-d0ee-4cd0-96c9-fed835fcbcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:42.806169 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa31eaf3-3a98-4eba-9508-fb16a978420d req-d9c9cef1-d0ee-4cd0-96c9-fed835fcbcc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75f15c13-6f79-46a5-9792-e3d12de88edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485013 Dec 16 23:28:42.908552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa31eaf3-3a98-4eba-9508-fb16a978420d req-8a2b8daa-9d6d-42f9-96b7-b5b7dfcbe2ed service neutron] 10.222.0.24 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928993 Dec 16 23:28:43.014002 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa31eaf3-3a98-4eba-9508-fb16a978420d req-6d5ef741-769c-4518-8822-3be28bb8d2f8 service neutron] 10.222.0.24 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975599 Dec 16 23:28:43.902882 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:44.057108 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:44.457258 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f909127-5eb9-4168-ace7-2c307660573c req-7172e207-3215-4243-a0bc-b6836dac7936 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421429 Dec 16 23:28:44.550915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f909127-5eb9-4168-ace7-2c307660573c req-45b92fb4-979d-4f43-8c2b-d78d92598f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:44.552484 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f909127-5eb9-4168-ace7-2c307660573c req-45b92fb4-979d-4f43-8c2b-d78d92598f2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2f5a47a34084cf0957c3e222322b436&device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 1136 time: 0.0475068 Dec 16 23:28:44.656364 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f909127-5eb9-4168-ace7-2c307660573c req-1692fff4-4036-4dfc-a249-e3abe570e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:44.657854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f909127-5eb9-4168-ace7-2c307660573c req-1692fff4-4036-4dfc-a249-e3abe570e302 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75f15c13-6f79-46a5-9792-e3d12de88edd HTTP/1.1" status: 200 len: 914 time: 0.0844266 Dec 16 23:28:44.730227 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f909127-5eb9-4168-ace7-2c307660573c req-42b4c6d9-cf8f-4030-b528-73b5a18c69a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae7084f-54b8-450c-915b-7268c98cfa2f HTTP/1.1" status: 200 len: 1002 time: 0.0638039 Dec 16 23:28:44.783680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f909127-5eb9-4168-ace7-2c307660573c req-80c07291-35ae-4278-8e87-9e6a258cab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:44.785131 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f909127-5eb9-4168-ace7-2c307660573c req-80c07291-35ae-4278-8e87-9e6a258cab5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d173e12f-1707-43bd-8910-b92472d17eef HTTP/1.1" status: 200 len: 852 time: 0.0439701 Dec 16 23:28:44.831652 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f909127-5eb9-4168-ace7-2c307660573c req-35707144-bd46-46ad-8f74-9ab733a43ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:44.833091 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f909127-5eb9-4168-ace7-2c307660573c req-35707144-bd46-46ad-8f74-9ab733a43ce9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75f15c13-6f79-46a5-9792-e3d12de88edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408578 Dec 16 23:28:44.926780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f909127-5eb9-4168-ace7-2c307660573c req-4c2c3e50-bd5e-4728-8ea5-7f21eb06fb92 service neutron] 10.222.0.24 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853784 Dec 16 23:28:45.017945 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f909127-5eb9-4168-ace7-2c307660573c req-3b4a7ad6-864b-428e-a2f1-9822d211b7fc service neutron] 10.222.0.24 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829551 Dec 16 23:28:45.916290 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:28:50.110319 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b29be1c-607e-42e6-b132-9fdcfd17abb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:52.582952 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f04bd52a-17e3-44b5-bcfc-9be3b4d5b6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:53.853130 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:55.108467 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:55.801272 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:57.002303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d59a72-e971-47d6-8d1e-95fc6c0699d7 req-98b05902-739e-48f3-8435-5b7fb8944ef0 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:57.004147 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70d59a72-e971-47d6-8d1e-95fc6c0699d7 req-98b05902-739e-48f3-8435-5b7fb8944ef0 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 985 time: 0.0529847 Dec 16 23:28:57.101287 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70d59a72-e971-47d6-8d1e-95fc6c0699d7 req-7312ce0e-bf9e-4e3a-a6ad-a463926556bb tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=72effa49-57cc-4cd6-b4c5-9d5209627280&id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0895743 Dec 16 23:28:57.105973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e693b-c839-477b-96d0-39ee59503f69 req-16e35b5f-ee91-4097-840b-ad82ed54f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:57.107438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-169e693b-c839-477b-96d0-39ee59503f69 req-16e35b5f-ee91-4097-840b-ad82ed54f3e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2f5a47a34084cf0957c3e222322b436&device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 1136 time: 0.0748787 Dec 16 23:28:57.206217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e693b-c839-477b-96d0-39ee59503f69 req-7e69a9b3-2aa1-4b2f-bc11-628687a6b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:57.207734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-169e693b-c839-477b-96d0-39ee59503f69 req-7e69a9b3-2aa1-4b2f-bc11-628687a6b91f service neutron] 10.222.0.24 "GET /v2.0/networks?id=75f15c13-6f79-46a5-9792-e3d12de88edd HTTP/1.1" status: 200 len: 914 time: 0.0862858 Dec 16 23:28:57.279337 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-169e693b-c839-477b-96d0-39ee59503f69 req-38f00ecd-ab77-4e1b-8fa4-f6f82c46d49a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae7084f-54b8-450c-915b-7268c98cfa2f HTTP/1.1" status: 200 len: 1002 time: 0.0636196 Dec 16 23:28:57.335064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e693b-c839-477b-96d0-39ee59503f69 req-a9c78544-de58-48f0-8549-9b4cc056d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:57.341523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-169e693b-c839-477b-96d0-39ee59503f69 req-a9c78544-de58-48f0-8549-9b4cc056d72b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d173e12f-1707-43bd-8910-b92472d17eef HTTP/1.1" status: 200 len: 852 time: 0.0472982 Dec 16 23:28:57.386743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e693b-c839-477b-96d0-39ee59503f69 req-0ce6bf72-7b30-4587-ac7e-2f602e9be782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:57.388274 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-169e693b-c839-477b-96d0-39ee59503f69 req-0ce6bf72-7b30-4587-ac7e-2f602e9be782 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75f15c13-6f79-46a5-9792-e3d12de88edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404398 Dec 16 23:28:57.483749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-169e693b-c839-477b-96d0-39ee59503f69 req-7b605982-7033-4feb-930b-fa5fdb240b1b service neutron] 10.222.0.24 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864575 Dec 16 23:28:57.574526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-169e693b-c839-477b-96d0-39ee59503f69 req-75bc6b2b-7b45-42bb-b9dc-89644bd77792 service neutron] 10.222.0.24 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819890 Dec 16 23:28:58.224816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5df3b-60e3-438c-90bd-6b2c0e7c53ac req-34de802e-4852-40c5-92ff-38ff329ac9b1 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:58.226305 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83b5df3b-60e3-438c-90bd-6b2c0e7c53ac req-34de802e-4852-40c5-92ff-38ff329ac9b1 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 985 time: 0.0503244 Dec 16 23:28:58.292533 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83b5df3b-60e3-438c-90bd-6b2c0e7c53ac req-cbd010a1-4a39-474f-bfe6-1227bb1aa3cf tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=72effa49-57cc-4cd6-b4c5-9d5209627280&id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596123 Dec 16 23:28:59.412275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf8c2d-7221-4fef-8852-e41344404a32 req-d3384f89-cd63-4176-8fe2-e5a35b7b6c1d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:59.413792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ebf8c2d-7221-4fef-8852-e41344404a32 req-d3384f89-cd63-4176-8fe2-e5a35b7b6c1d tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 985 time: 0.0504313 Dec 16 23:28:59.474853 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ebf8c2d-7221-4fef-8852-e41344404a32 req-ad6b4039-ef8f-4b4f-8af7-c94143fcc8ed tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=72effa49-57cc-4cd6-b4c5-9d5209627280&id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543845 Dec 16 23:29:00.591199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d789406-090d-4192-bd04-ac94906d295a req-8a8a2226-0060-4139-93bc-e03be6731604 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:00.592604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d789406-090d-4192-bd04-ac94906d295a req-8a8a2226-0060-4139-93bc-e03be6731604 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 985 time: 0.0493174 Dec 16 23:29:00.652552 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6d789406-090d-4192-bd04-ac94906d295a req-e1cdf7a7-c3a2-47e0-9a32-865d61523985 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=72effa49-57cc-4cd6-b4c5-9d5209627280&id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539470 Dec 16 23:29:01.771466 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff0d89-5dd1-4166-add9-2569c96dacd6 req-94b354cb-7c28-4de0-a1d5-68279f0d2af7 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:01.772937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7ff0d89-5dd1-4166-add9-2569c96dacd6 req-94b354cb-7c28-4de0-a1d5-68279f0d2af7 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 985 time: 0.0534215 Dec 16 23:29:01.832674 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f7ff0d89-5dd1-4166-add9-2569c96dacd6 req-910b6475-ae39-496d-8f97-fa6293f63719 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=72effa49-57cc-4cd6-b4c5-9d5209627280&id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530610 Dec 16 23:29:02.951139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5772aa-aa5f-4002-bf09-14c09702ab64 req-2f0e5f55-4607-45de-a054-5996b3366be7 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:02.952670 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d5772aa-aa5f-4002-bf09-14c09702ab64 req-2f0e5f55-4607-45de-a054-5996b3366be7 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 985 time: 0.0503998 Dec 16 23:29:03.016010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0d5772aa-aa5f-4002-bf09-14c09702ab64 req-ceda9ad2-e548-4184-9cf8-1d5773705488 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=72effa49-57cc-4cd6-b4c5-9d5209627280&id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571697 Dec 16 23:29:04.136527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04f3dd-71f0-426e-a37a-2df66f7aa4af req-84e81cf5-3ed9-4f12-9a12-233e5dd39684 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:04.138022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f04f3dd-71f0-426e-a37a-2df66f7aa4af req-84e81cf5-3ed9-4f12-9a12-233e5dd39684 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 985 time: 0.0535805 Dec 16 23:29:04.197292 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f04f3dd-71f0-426e-a37a-2df66f7aa4af req-d0d77a81-6e53-4d72-8ef7-406f03952d8c tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=72effa49-57cc-4cd6-b4c5-9d5209627280&id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531914 Dec 16 23:29:05.317366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fdcdd-ade8-4b1e-a241-af195fcafc84 req-47c06210-4d6a-4676-9eb7-385355ed6923 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:05.318852 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-644fdcdd-ade8-4b1e-a241-af195fcafc84 req-47c06210-4d6a-4676-9eb7-385355ed6923 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 985 time: 0.0512743 Dec 16 23:29:05.382668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-644fdcdd-ade8-4b1e-a241-af195fcafc84 req-b5eacd31-1daa-41bf-8dec-c743d7adf340 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=72effa49-57cc-4cd6-b4c5-9d5209627280&id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560050 Dec 16 23:29:06.500521 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084300e-2675-43f9-a08e-2784e0371432 req-0a357d8d-1381-4ce6-8e5c-22ca2d5859ac tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:06.501996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8084300e-2675-43f9-a08e-2784e0371432 req-0a357d8d-1381-4ce6-8e5c-22ca2d5859ac tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 985 time: 0.0499573 Dec 16 23:29:06.567969 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8084300e-2675-43f9-a08e-2784e0371432 req-362f06b4-cdd3-40ed-a481-e7ecfebe9c3b tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=72effa49-57cc-4cd6-b4c5-9d5209627280&id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595837 Dec 16 23:29:07.685749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39e3f8-fd69-4fa3-b6e5-b722250e6cee req-de2748a4-b1c8-44f6-a67d-6ee111b7c9a6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:07.687254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e39e3f8-fd69-4fa3-b6e5-b722250e6cee req-de2748a4-b1c8-44f6-a67d-6ee111b7c9a6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 985 time: 0.0493734 Dec 16 23:29:07.747685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6e39e3f8-fd69-4fa3-b6e5-b722250e6cee req-f7782355-2193-4cb1-a3a5-303b95667f36 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=72effa49-57cc-4cd6-b4c5-9d5209627280&id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543196 Dec 16 23:29:08.864498 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3424d80-4de6-48f7-bb22-adbc1ee759c9 req-0faf4810-4f60-451a-8898-a84982c04060 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:08.865971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3424d80-4de6-48f7-bb22-adbc1ee759c9 req-0faf4810-4f60-451a-8898-a84982c04060 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 985 time: 0.0503075 Dec 16 23:29:08.926487 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f3424d80-4de6-48f7-bb22-adbc1ee759c9 req-8a249b17-7edf-455f-bcc5-84e5cdf68a15 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=72effa49-57cc-4cd6-b4c5-9d5209627280&id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539448 Dec 16 23:29:13.896596 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:14.086918 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:20.107669 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-64dfcd17-e52e-4c0c-a6c2-b6fde049c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:22.548086 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0a552d52-8362-4c76-bcf7-3cd7ab177c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:22.916388 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:29:23.846615 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:25.113591 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:25.810463 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:43.852342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09dac0c6-582c-4f5d-98ad-d0c0d254ee23 req-ce587610-2c0b-4a1b-804e-50a274d32f17 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-544338800&fields=id&tenant_id=c2f5a47a34084cf0957c3e222322b436 HTTP/1.1" status: 200 len: 267 time: 0.0513606 Dec 16 23:29:43.907083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dac0c6-582c-4f5d-98ad-d0c0d254ee23 req-da10e5b1-bee3-4534-93d2-8c75f666ced3 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:43.908612 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09dac0c6-582c-4f5d-98ad-d0c0d254ee23 req-da10e5b1-bee3-4534-93d2-8c75f666ced3 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 985 time: 0.0502381 Dec 16 23:29:43.919714 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-09dac0c6-582c-4f5d-98ad-d0c0d254ee23 req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Request body: {'port': {'security_groups': ['b317ae21-c9f1-40f2-a1c8-4cb309a7119b']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:29:43.960668 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:43.983584 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-09dac0c6-582c-4f5d-98ad-d0c0d254ee23 req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:44.073825 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:44.156193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-09dac0c6-582c-4f5d-98ad-d0c0d254ee23 req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] For port 0ae7084f-54b8-450c-915b-7268c98cfa2f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0ae7084f-54b8-450c-915b-7268c98cfa2f,segment=NetworkSegment(79f2bd21-d75a-4b29-9584-99b3f8773f69),segment_id=79f2bd21-d75a-4b29-9584-99b3f8773f69)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:29:44.185308 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-09dac0c6-582c-4f5d-98ad-d0c0d254ee23 req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:44.240498 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-09dac0c6-582c-4f5d-98ad-d0c0d254ee23 req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:44.257028 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['0ae7084f-54b8-450c-915b-7268c98cfa2f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:29:44.290844 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dac0c6-582c-4f5d-98ad-d0c0d254ee23 req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:44.290844 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-09dac0c6-582c-4f5d-98ad-d0c0d254ee23 req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:44.291586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09dac0c6-582c-4f5d-98ad-d0c0d254ee23 req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "PUT /v2.0/ports/0ae7084f-54b8-450c-915b-7268c98cfa2f HTTP/1.1" status: 200 len: 943 time: 0.3764539 Dec 16 23:29:44.292053 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'tag': '0ae7084f-54b8-450c-915b-7268c98cfa2f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:29:44.295407 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4d9f8f-4b70-456b-a06e-eb0f88f7b796" -d '{"events": [{"name": "network-changed", "server_uuid": "04f45a5a-88e1-49e2-a6a3-bec638d2110e", "tag": "0ae7084f-54b8-450c-915b-7268c98cfa2f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:29:44.301547 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37794) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:44.330969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Pushing event updated for resources: {'Port': ['ID=0ae7084f-54b8-450c-915b-7268c98cfa2f,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:44.340870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.341450 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.342167 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.342594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.342995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.343421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.348522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.348522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.348522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.348522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.348522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.348522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.348522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c95dde-96eb-4257-b72c-9a0a966930be tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.372431 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['0ae7084f-54b8-450c-915b-7268c98cfa2f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:29:44.400051 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:44.431783 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:44.442792 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1cefbb-e9f5-4905-9e21-8c890ded6e7d x-openstack-request-id: req-0a1cefbb-e9f5-4905-9e21-8c890ded6e7d {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:29:44.443032 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f45a5a-88e1-49e2-a6a3-bec638d2110e", "tag": "0ae7084f-54b8-450c-915b-7268c98cfa2f", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:29:44.443581 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a1cefbb-e9f5-4905-9e21-8c890ded6e7d {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:29:44.444129 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'tag': '0ae7084f-54b8-450c-915b-7268c98cfa2f', 'status': 'completed', 'code': 200} Dec 16 23:29:44.525639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d9f8f-4b70-456b-a06e-eb0f88f7b796 req-bf730a5c-9004-4d3e-8620-1c86db2994b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:44.530308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a4d9f8f-4b70-456b-a06e-eb0f88f7b796 req-bf730a5c-9004-4d3e-8620-1c86db2994b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2f5a47a34084cf0957c3e222322b436&device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 1097 time: 0.0526972 Dec 16 23:29:44.584184 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:44.587473 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:44.591326 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b421cf57-d895-4254-a4b5-81bab1c2df1b None None] Provisioning complete for port 0ae7084f-54b8-450c-915b-7268c98cfa2f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:29:44.591811 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b421cf57-d895-4254-a4b5-81bab1c2df1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:44.592073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37800) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:44.592685 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "DELETE /v2.0/security-groups/72effa49-57cc-4cd6-b4c5-9d5209627280 HTTP/1.1" status: 204 len: 168 time: 0.2900748 Dec 16 23:29:44.602803 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72effa49-57cc-4cd6-b4c5-9d5209627280,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:44.612440 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.613118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.613686 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.614104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.614524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.614962 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.615535 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.615939 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.616341 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.617061 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.617456 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.617862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:44.618281 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc4c2c2-3025-4033-85db-8c0a58a719c6 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:45.016915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d9f8f-4b70-456b-a06e-eb0f88f7b796 req-1d2df66d-e754-466a-9428-9f886b8d90f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:45.018405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a4d9f8f-4b70-456b-a06e-eb0f88f7b796 req-1d2df66d-e754-466a-9428-9f886b8d90f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75f15c13-6f79-46a5-9792-e3d12de88edd HTTP/1.1" status: 200 len: 914 time: 0.4824758 Dec 16 23:29:45.116783 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a4d9f8f-4b70-456b-a06e-eb0f88f7b796 req-0c743ed5-52ce-4a64-97cc-1e9c2c9fa92a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae7084f-54b8-450c-915b-7268c98cfa2f HTTP/1.1" status: 200 len: 1002 time: 0.0870275 Dec 16 23:29:45.170862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2b68a-a096-4c36-b9c4-e3e93e1d5a4f tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Deleting port 7afa0434-a91c-4c9e-be4f-9e6ef913db37 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:29:45.171201 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b68a-a096-4c36-b9c4-e3e93e1d5a4f tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:45.213107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d9f8f-4b70-456b-a06e-eb0f88f7b796 req-96afadc3-80fa-4196-83ba-6e5992e73e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:45.214585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a4d9f8f-4b70-456b-a06e-eb0f88f7b796 req-96afadc3-80fa-4196-83ba-6e5992e73e96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d173e12f-1707-43bd-8910-b92472d17eef HTTP/1.1" status: 200 len: 852 time: 0.0880711 Dec 16 23:29:45.282768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b68a-a096-4c36-b9c4-e3e93e1d5a4f tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:45.283097 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b68a-a096-4c36-b9c4-e3e93e1d5a4f tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:45.298602 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d9f8f-4b70-456b-a06e-eb0f88f7b796 req-00ba2ce4-6be7-4288-ba06-58b3acabb234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:45.300163 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a4d9f8f-4b70-456b-a06e-eb0f88f7b796 req-00ba2ce4-6be7-4288-ba06-58b3acabb234 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75f15c13-6f79-46a5-9792-e3d12de88edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755639 Dec 16 23:29:45.301044 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2b68a-a096-4c36-b9c4-e3e93e1d5a4f tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Calling delete_port for 7afa0434-a91c-4c9e-be4f-9e6ef913db37 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:29:45.412977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.24', 50163) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:45.460966 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-a92fd4a6-0217-4f20-b2e3-58da147b0b00 req-ed6bdc92-2e34-4b45-b650-1aa22f19597a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466459 Dec 16 23:29:45.485634 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a4d9f8f-4b70-456b-a06e-eb0f88f7b796 req-d627e242-4d40-4b8e-89fa-abc205a5ac71 service neutron] 10.222.0.24 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760321 Dec 16 23:29:45.616995 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0a4d9f8f-4b70-456b-a06e-eb0f88f7b796 req-dfe215bb-e80b-4916-885c-e137859a6bf7 service neutron] 10.222.0.24 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173141 Dec 16 23:29:45.673771 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b68a-a096-4c36-b9c4-e3e93e1d5a4f tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:45.716385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2b68a-a096-4c36-b9c4-e3e93e1d5a4f tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Pushing event deleted for resources: {'Port': ['ID=7afa0434-a91c-4c9e-be4f-9e6ef913db37,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:45.790900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fd4a6-0217-4f20-b2e3-58da147b0b00 req-aa1a67b7-cdbd-4e52-8350-b071de0ee522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:45.792462 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a92fd4a6-0217-4f20-b2e3-58da147b0b00 req-aa1a67b7-cdbd-4e52-8350-b071de0ee522 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2f5a47a34084cf0957c3e222322b436&device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 1097 time: 0.1088340 Dec 16 23:29:45.799581 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b68a-a096-4c36-b9c4-e3e93e1d5a4f tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:45.799929 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-7fa2b68a-a096-4c36-b9c4-e3e93e1d5a4f tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Floating IP 3160d430-f89b-4666-ae58-e841d5fef8b4 disassociated (deleted). External IP: 172.25.2.221, port: 0ae7084f-54b8-450c-915b-7268c98cfa2f. Dec 16 23:29:45.978515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fd4a6-0217-4f20-b2e3-58da147b0b00 req-e9e75450-2741-4370-8018-b86bef308bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:45.980053 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a92fd4a6-0217-4f20-b2e3-58da147b0b00 req-e9e75450-2741-4370-8018-b86bef308bb2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75f15c13-6f79-46a5-9792-e3d12de88edd HTTP/1.1" status: 200 len: 914 time: 0.1431015 Dec 16 23:29:46.056166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a92fd4a6-0217-4f20-b2e3-58da147b0b00 req-fa6c1332-edb7-4672-972f-90843a9ee3c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae7084f-54b8-450c-915b-7268c98cfa2f HTTP/1.1" status: 200 len: 217 time: 0.0416396 Dec 16 23:29:46.150171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fd4a6-0217-4f20-b2e3-58da147b0b00 req-e8eff7e5-35e1-4d19-ac77-12db9684c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:46.151664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a92fd4a6-0217-4f20-b2e3-58da147b0b00 req-e8eff7e5-35e1-4d19-ac77-12db9684c650 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d173e12f-1707-43bd-8910-b92472d17eef HTTP/1.1" status: 200 len: 852 time: 0.0869796 Dec 16 23:29:46.159043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa2b68a-a096-4c36-b9c4-e3e93e1d5a4f tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:29:46.246526 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fd4a6-0217-4f20-b2e3-58da147b0b00 req-ff0f85a0-06b0-456a-a2e6-ee33c7af7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:46.248014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a92fd4a6-0217-4f20-b2e3-58da147b0b00 req-ff0f85a0-06b0-456a-a2e6-ee33c7af7a74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75f15c13-6f79-46a5-9792-e3d12de88edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876861 Dec 16 23:29:46.349599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa2b68a-a096-4c36-b9c4-e3e93e1d5a4f tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:29:46.355061 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b68a-a096-4c36-b9c4-e3e93e1d5a4f tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:46.360417 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980b02af-8948-4481-bccd-afdf543722d8 None None] Sync routers for ids ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:29:46.370584 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980b02af-8948-4481-bccd-afdf543722d8 None None] Routers {'4dac0b46-f3f7-4a8e-991d-02fecd2ce047'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:29:46.371276 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-980b02af-8948-4481-bccd-afdf543722d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:29:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:46.403161 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7fa2b68a-a096-4c36-b9c4-e3e93e1d5a4f tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "DELETE /v2.0/floatingips/3160d430-f89b-4666-ae58-e841d5fef8b4 HTTP/1.1" status: 204 len: 168 time: 1.8091781 Dec 16 23:29:46.407056 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a92fd4a6-0217-4f20-b2e3-58da147b0b00 req-18fbdb5b-314f-4abc-ac4b-7360aae95e50 service neutron] 10.222.0.24 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301501 Dec 16 23:29:46.461995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'tag': '0ae7084f-54b8-450c-915b-7268c98cfa2f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:29:46.465163 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6784777d-18a8-40ca-ad75-9072451b22eb" -d '{"events": [{"name": "network-changed", "server_uuid": "04f45a5a-88e1-49e2-a6a3-bec638d2110e", "tag": "0ae7084f-54b8-450c-915b-7268c98cfa2f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:29:46.487224 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-980b02af-8948-4481-bccd-afdf543722d8 None None] Set router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:29:46.512723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a92fd4a6-0217-4f20-b2e3-58da147b0b00 req-1c864051-4012-4146-92dc-c9040374b875 service neutron] 10.222.0.24 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970502 Dec 16 23:29:46.524496 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf07dfd-08e2-47ed-b7dc-f731eda4b6e1 x-openstack-request-id: req-4bf07dfd-08e2-47ed-b7dc-f731eda4b6e1 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:29:46.524763 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f45a5a-88e1-49e2-a6a3-bec638d2110e", "tag": "0ae7084f-54b8-450c-915b-7268c98cfa2f", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:29:46.525056 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bf07dfd-08e2-47ed-b7dc-f731eda4b6e1 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:29:46.525454 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'tag': '0ae7084f-54b8-450c-915b-7268c98cfa2f', 'status': 'completed', 'code': 200} Dec 16 23:29:46.682589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784777d-18a8-40ca-ad75-9072451b22eb req-3333bd81-0bfe-47a3-817d-59e68e495c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:46.684712 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6784777d-18a8-40ca-ad75-9072451b22eb req-3333bd81-0bfe-47a3-817d-59e68e495c72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2f5a47a34084cf0957c3e222322b436&device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 1097 time: 0.0424738 Dec 16 23:29:46.696515 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-980b02af-8948-4481-bccd-afdf543722d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'name': 'tempest-TestMinimumBasicScenario-62959390-router', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:34Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'gw_port': {'id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:35Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7d83f060-302d-462a-9d1b-e6e6e0625b87', 'name': '', 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'mac_address': 'fa:16:3e:72:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:37Z', 'updated_at': '2021-12-16T23:27:42Z', 'revision_number': 5, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'subnets': [{'id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:46.726491 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980b02af-8948-4481-bccd-afdf543722d8 None None] Checking router: 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:29:46.735511 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980b02af-8948-4481-bccd-afdf543722d8 None None] Routers {'4dac0b46-f3f7-4a8e-991d-02fecd2ce047'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:29:46.736150 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-980b02af-8948-4481-bccd-afdf543722d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:29:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:46.791434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784777d-18a8-40ca-ad75-9072451b22eb req-f066dc16-a2f7-4caa-b727-c202f4c4502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:46.793602 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6784777d-18a8-40ca-ad75-9072451b22eb req-f066dc16-a2f7-4caa-b727-c202f4c4502a service neutron] 10.222.0.24 "GET /v2.0/networks?id=75f15c13-6f79-46a5-9792-e3d12de88edd HTTP/1.1" status: 200 len: 914 time: 0.1009908 Dec 16 23:29:46.840984 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6784777d-18a8-40ca-ad75-9072451b22eb req-f18ebdd4-af20-40fe-8d24-bfb76f41243c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae7084f-54b8-450c-915b-7268c98cfa2f HTTP/1.1" status: 200 len: 217 time: 0.0399239 Dec 16 23:29:46.846926 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-980b02af-8948-4481-bccd-afdf543722d8 None None] Set router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:29:46.901650 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784777d-18a8-40ca-ad75-9072451b22eb req-4a106520-5c10-4093-8a74-5fb145083cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:46.903776 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6784777d-18a8-40ca-ad75-9072451b22eb req-4a106520-5c10-4093-8a74-5fb145083cca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d173e12f-1707-43bd-8910-b92472d17eef HTTP/1.1" status: 200 len: 852 time: 0.0548494 Dec 16 23:29:46.957599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784777d-18a8-40ca-ad75-9072451b22eb req-cfdb03a2-7dc1-419b-a5d0-2c2a0675ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:46.959461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6784777d-18a8-40ca-ad75-9072451b22eb req-cfdb03a2-7dc1-419b-a5d0-2c2a0675ac53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75f15c13-6f79-46a5-9792-e3d12de88edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448885 Dec 16 23:29:47.052882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6784777d-18a8-40ca-ad75-9072451b22eb req-d9c83830-29e5-47af-826e-addde50ea661 service neutron] 10.222.0.24 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850072 Dec 16 23:29:47.054220 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-980b02af-8948-4481-bccd-afdf543722d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'name': 'tempest-TestMinimumBasicScenario-62959390-router', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:34Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'gw_port': {'id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:35Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7d83f060-302d-462a-9d1b-e6e6e0625b87', 'name': '', 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'mac_address': 'fa:16:3e:72:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:37Z', 'updated_at': '2021-12-16T23:27:42Z', 'revision_number': 5, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'subnets': [{'id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:47.080351 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980b02af-8948-4481-bccd-afdf543722d8 None None] The sync data for ids ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'] in n-d-821840-2 is: [{'id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'name': 'tempest-TestMinimumBasicScenario-62959390-router', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:34Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'gw_port': {'id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:35Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7d83f060-302d-462a-9d1b-e6e6e0625b87', 'name': '', 'network_id': '75f15c13-6f79-46a5-9792-e3d12de88edd', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'mac_address': 'fa:16:3e:72:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:37Z', 'updated_at': '2021-12-16T23:27:42Z', 'revision_number': 5, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'subnets': [{'id': 'd173e12f-1707-43bd-8910-b92472d17eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:29:47.157727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6784777d-18a8-40ca-ad75-9072451b22eb req-55a2b76c-58ee-491e-9a87-53e9661dba37 service neutron] 10.222.0.24 "GET /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928111 Dec 16 23:29:47.299504 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9440268-48c1-4655-b56e-25b5941d4edc None None] New status for floating IP 3160d430-f89b-4666-ae58-e841d5fef8b4: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:29:50.125934 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ff624e3-a30b-43c1-b156-22fffb7c2a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:52.565741 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8c513c2-6467-473a-98e1-2783cdf6f585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:53.851995 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:55.142962 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:55.817758 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:55.978452 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83973876-c168-4805-ba5f-95d2de97c391 req-00991c66-5e04-457d-89b6-8a6d35f348d4 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:55.980072 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83973876-c168-4805-ba5f-95d2de97c391 req-00991c66-5e04-457d-89b6-8a6d35f348d4 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 946 time: 0.0503809 Dec 16 23:29:56.029287 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83973876-c168-4805-ba5f-95d2de97c391 req-9fccd7bc-dcc6-48ac-b235-f667a1f8214f tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420725 Dec 16 23:29:57.151702 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4504d9-9c1c-4280-ac69-db8b73a6d1e0 req-42c5cd92-8676-4f3f-9f5c-db137ce37b11 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:57.153642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f4504d9-9c1c-4280-ac69-db8b73a6d1e0 req-42c5cd92-8676-4f3f-9f5c-db137ce37b11 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 946 time: 0.0539660 Dec 16 23:29:57.200593 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f4504d9-9c1c-4280-ac69-db8b73a6d1e0 req-6d4561fb-0db4-43f5-8db4-46b72d9e149b tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/security-groups?id=b317ae21-c9f1-40f2-a1c8-4cb309a7119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410109 Dec 16 23:29:57.876660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cac199-577a-41c9-a8f1-6264a8d12cad req-b796e862-6fd7-427b-9f7d-10d64e074fd2 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:57.878201 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8cac199-577a-41c9-a8f1-6264a8d12cad req-b796e862-6fd7-427b-9f7d-10d64e074fd2 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 946 time: 0.0485897 Dec 16 23:29:57.966877 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-e8cac199-577a-41c9-a8f1-6264a8d12cad req-1b4ed531-fc81-47d6-be8a-a2895eb3cc80 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Deleting port 0ae7084f-54b8-450c-915b-7268c98cfa2f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:29:57.967201 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e8cac199-577a-41c9-a8f1-6264a8d12cad req-1b4ed531-fc81-47d6-be8a-a2895eb3cc80 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:58.058092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e8cac199-577a-41c9-a8f1-6264a8d12cad req-1b4ed531-fc81-47d6-be8a-a2895eb3cc80 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] For port 0ae7084f-54b8-450c-915b-7268c98cfa2f, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0ae7084f-54b8-450c-915b-7268c98cfa2f,segment=NetworkSegment(79f2bd21-d75a-4b29-9584-99b3f8773f69),segment_id=79f2bd21-d75a-4b29-9584-99b3f8773f69)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:29:58.058454 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e8cac199-577a-41c9-a8f1-6264a8d12cad req-1b4ed531-fc81-47d6-be8a-a2895eb3cc80 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:58.071373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-e8cac199-577a-41c9-a8f1-6264a8d12cad req-1b4ed531-fc81-47d6-be8a-a2895eb3cc80 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Calling delete_port for 0ae7084f-54b8-450c-915b-7268c98cfa2f owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:29:58.256088 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e8cac199-577a-41c9-a8f1-6264a8d12cad req-1b4ed531-fc81-47d6-be8a-a2895eb3cc80 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:58.268636 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['0ae7084f-54b8-450c-915b-7268c98cfa2f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:29:58.288462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ed531-fc81-47d6-be8a-a2895eb3cc80 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Pushing event deleted for resources: {'Port': ['ID=0ae7084f-54b8-450c-915b-7268c98cfa2f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:58.326409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4999f67-369a-47fa-ba6a-76a5ca48d7cd req-72456620-1e56-438a-9f36-13e72535dfc5 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f45a5a-88e1-49e2-a6a3-bec638d2110e HTTP/1.1" status: 200 len: 210 time: 0.0344071 Dec 16 23:29:58.354438 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cac199-577a-41c9-a8f1-6264a8d12cad req-1b4ed531-fc81-47d6-be8a-a2895eb3cc80 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] No DVR routers for this DVR port 0ae7084f-54b8-450c-915b-7268c98cfa2f on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:29:58.357186 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e8cac199-577a-41c9-a8f1-6264a8d12cad req-1b4ed531-fc81-47d6-be8a-a2895eb3cc80 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:58.360611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8cac199-577a-41c9-a8f1-6264a8d12cad req-1b4ed531-fc81-47d6-be8a-a2895eb3cc80 tempest-TestMinimumBasicScenario-1049065027 tempest-TestMinimumBasicScenario-1049065027-project] 10.222.0.24 "DELETE /v2.0/ports/0ae7084f-54b8-450c-915b-7268c98cfa2f HTTP/1.1" status: 204 len: 173 time: 0.4755828 Dec 16 23:29:58.361052 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'name': 'network-vif-deleted', 'tag': '0ae7084f-54b8-450c-915b-7268c98cfa2f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:29:58.363654 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aee8db-5261-4a07-be9d-bf2677a4e5b2" -d '{"events": [{"server_uuid": "04f45a5a-88e1-49e2-a6a3-bec638d2110e", "name": "network-vif-deleted", "tag": "0ae7084f-54b8-450c-915b-7268c98cfa2f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:29:58.401439 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24170ca9-73fc-4784-b186-10b5fadd2ccd x-openstack-request-id: req-24170ca9-73fc-4784-b186-10b5fadd2ccd {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:29:58.401878 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f45a5a-88e1-49e2-a6a3-bec638d2110e", "name": "network-vif-deleted", "tag": "0ae7084f-54b8-450c-915b-7268c98cfa2f", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:29:58.402241 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24170ca9-73fc-4784-b186-10b5fadd2ccd {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:29:58.402728 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f45a5a-88e1-49e2-a6a3-bec638d2110e', 'name': 'network-vif-deleted', 'tag': '0ae7084f-54b8-450c-915b-7268c98cfa2f', 'status': 'completed', 'code': 200} Dec 16 23:29:59.915175 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:30:00.406501 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37898) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:00.746211 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0bbfae5-9dc9-43dd-abc0-91afe7ba5da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:00.753268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0ae7084f-54b8-450c-915b-7268c98cfa2f no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:30:00.777950 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 0ae7084f-54b8-450c-915b-7268c98cfa2f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:30:00.778279 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0ae7084f-54b8-450c-915b-7268c98cfa2f not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:30:00.991548 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a0bbfae5-9dc9-43dd-abc0-91afe7ba5da6 admin admin] Deleting port 7d83f060-302d-462a-9d1b-e6e6e0625b87 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:30:00.991887 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0bbfae5-9dc9-43dd-abc0-91afe7ba5da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:01.070378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-a0bbfae5-9dc9-43dd-abc0-91afe7ba5da6 admin admin] For port 7d83f060-302d-462a-9d1b-e6e6e0625b87, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7d83f060-302d-462a-9d1b-e6e6e0625b87,segment=NetworkSegment(79f2bd21-d75a-4b29-9584-99b3f8773f69),segment_id=79f2bd21-d75a-4b29-9584-99b3f8773f69)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:01.070733 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0bbfae5-9dc9-43dd-abc0-91afe7ba5da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:01.083840 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a0bbfae5-9dc9-43dd-abc0-91afe7ba5da6 admin admin] Calling delete_port for 7d83f060-302d-462a-9d1b-e6e6e0625b87 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:30:01.336046 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0bbfae5-9dc9-43dd-abc0-91afe7ba5da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:01.361799 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbfae5-9dc9-43dd-abc0-91afe7ba5da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d83f060-302d-462a-9d1b-e6e6e0625b87,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:01.536788 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0bbfae5-9dc9-43dd-abc0-91afe7ba5da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:01.757843 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bbfae5-9dc9-43dd-abc0-91afe7ba5da6 admin admin] Router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:30:01.863419 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bbfae5-9dc9-43dd-abc0-91afe7ba5da6 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:30:01.871786 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37900) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:01.872617 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a0bbfae5-9dc9-43dd-abc0-91afe7ba5da6 admin admin] 10.222.0.43 "PUT /v2.0/routers/4dac0b46-f3f7-4a8e-991d-02fecd2ce047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4650495 Dec 16 23:30:01.874260 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6563fd6b-28c4-4749-833b-fd49de0e1281 None None] Sync routers for ids ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:30:01.969934 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6563fd6b-28c4-4749-833b-fd49de0e1281 None None] Routers {'4dac0b46-f3f7-4a8e-991d-02fecd2ce047'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:01.970544 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6563fd6b-28c4-4749-833b-fd49de0e1281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:29:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:01.980082 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1eabcc9d-4478-4f97-8312-56faa8bbe3d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:02.074537 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6563fd6b-28c4-4749-833b-fd49de0e1281 None None] Set router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:02.079082 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1eabcc9d-4478-4f97-8312-56faa8bbe3d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:02.212282 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1eabcc9d-4478-4f97-8312-56faa8bbe3d0 admin admin] Deleting port b4ed6047-e284-470d-8719-b6f5a00f54ff {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:30:02.212631 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1eabcc9d-4478-4f97-8312-56faa8bbe3d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:02.249512 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6563fd6b-28c4-4749-833b-fd49de0e1281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'name': 'tempest-TestMinimumBasicScenario-62959390-router', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:34Z', 'updated_at': '2021-12-16T23:30:01Z', 'revision_number': 5, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'gw_port': {'id': 'b4ed6047-e284-470d-8719-b6f5a00f54ff', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:35Z', 'updated_at': '2021-12-16T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:02.280843 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6563fd6b-28c4-4749-833b-fd49de0e1281 None None] Checking router: 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:30:02.289073 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6563fd6b-28c4-4749-833b-fd49de0e1281 None None] Routers {'4dac0b46-f3f7-4a8e-991d-02fecd2ce047'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:02.289692 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6563fd6b-28c4-4749-833b-fd49de0e1281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:29:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:02.295172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-1eabcc9d-4478-4f97-8312-56faa8bbe3d0 admin admin] For port b4ed6047-e284-470d-8719-b6f5a00f54ff, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=b4ed6047-e284-470d-8719-b6f5a00f54ff,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:02.295578 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1eabcc9d-4478-4f97-8312-56faa8bbe3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:02.308167 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1eabcc9d-4478-4f97-8312-56faa8bbe3d0 admin admin] Calling delete_port for b4ed6047-e284-470d-8719-b6f5a00f54ff owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:30:02.375685 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6563fd6b-28c4-4749-833b-fd49de0e1281 None None] Set router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:02.427596 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6563fd6b-28c4-4749-833b-fd49de0e1281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'name': 'tempest-TestMinimumBasicScenario-62959390-router', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:34Z', 'updated_at': '2021-12-16T23:30:02Z', 'revision_number': 6, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:02.458808 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6563fd6b-28c4-4749-833b-fd49de0e1281 None None] The sync data for ids ['4dac0b46-f3f7-4a8e-991d-02fecd2ce047'] in n-d-821840-2 is: [{'id': '4dac0b46-f3f7-4a8e-991d-02fecd2ce047', 'name': 'tempest-TestMinimumBasicScenario-62959390-router', 'tenant_id': 'c2f5a47a34084cf0957c3e222322b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:34Z', 'updated_at': '2021-12-16T23:30:02Z', 'revision_number': 6, 'project_id': 'c2f5a47a34084cf0957c3e222322b436', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:30:02.537277 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1eabcc9d-4478-4f97-8312-56faa8bbe3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:02.575129 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabcc9d-4478-4f97-8312-56faa8bbe3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ed6047-e284-470d-8719-b6f5a00f54ff,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:02.591403 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0461ff45-1f23-4c50-8c76-17d69fbb6fe1 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:30:02.641356 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1eabcc9d-4478-4f97-8312-56faa8bbe3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:02.733379 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1eabcc9d-4478-4f97-8312-56faa8bbe3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:02.735471 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1eabcc9d-4478-4f97-8312-56faa8bbe3d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:02.842185 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1eabcc9d-4478-4f97-8312-56faa8bbe3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:02.842907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eabcc9d-4478-4f97-8312-56faa8bbe3d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dac0b46-f3f7-4a8e-991d-02fecd2ce047 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:30:02.852123 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1eabcc9d-4478-4f97-8312-56faa8bbe3d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:02.856562 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-1eabcc9d-4478-4f97-8312-56faa8bbe3d0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4dac0b46-f3f7-4a8e-991d-02fecd2ce047 HTTP/1.1" status: 204 len: 168 time: 0.9791687 Dec 16 23:30:02.856887 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37906) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:02.915207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8260b65-35e6-44c1-b216-cb0774f6f75e admin admin] Deleting subnet d173e12f-1707-43bd-8910-b92472d17eef {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:30:02.918983 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8260b65-35e6-44c1-b216-cb0774f6f75e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:02.956010 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8260b65-35e6-44c1-b216-cb0774f6f75e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.032576 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8260b65-35e6-44c1-b216-cb0774f6f75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.142239 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8260b65-35e6-44c1-b216-cb0774f6f75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.172912 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8260b65-35e6-44c1-b216-cb0774f6f75e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d173e12f-1707-43bd-8910-b92472d17eef,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:03.176405 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8260b65-35e6-44c1-b216-cb0774f6f75e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.181989 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f8260b65-35e6-44c1-b216-cb0774f6f75e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d173e12f-1707-43bd-8910-b92472d17eef HTTP/1.1" status: 204 len: 168 time: 0.3216803 Dec 16 23:30:03.182214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e17c9d-d68c-459d-bd4e-ad494b36d9e7 None None] Network 75f15c13-6f79-46a5-9792-e3d12de88edd requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:30:03.182355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37908) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:03.266540 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.352002 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7d83f060-302d-462a-9d1b-e6e6e0625b87 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:30:03.384619 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 7d83f060-302d-462a-9d1b-e6e6e0625b87 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:30:03.384965 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7d83f060-302d-462a-9d1b-e6e6e0625b87 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:30:03.385391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b4ed6047-e284-470d-8719-b6f5a00f54ff no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:30:03.390420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] Deleting port 27ed05ea-7b35-4f1b-bb10-8edb546f4294 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:30:03.390760 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.426656 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] DHCP port deletion for 75f15c13-6f79-46a5-9792-e3d12de88edd request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:30:03.429227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: b4ed6047-e284-470d-8719-b6f5a00f54ff {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:30:03.429585 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device b4ed6047-e284-470d-8719-b6f5a00f54ff not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:30:03.478040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] For port 27ed05ea-7b35-4f1b-bb10-8edb546f4294, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=27ed05ea-7b35-4f1b-bb10-8edb546f4294,segment=NetworkSegment(79f2bd21-d75a-4b29-9584-99b3f8773f69),segment_id=79f2bd21-d75a-4b29-9584-99b3f8773f69)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:03.478408 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.493141 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Deleting port 27ed05ea-7b35-4f1b-bb10-8edb546f4294 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:30:03.493527 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.497542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] Calling delete_port for 27ed05ea-7b35-4f1b-bb10-8edb546f4294 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:30:03.566238 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] For port 27ed05ea-7b35-4f1b-bb10-8edb546f4294, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=27ed05ea-7b35-4f1b-bb10-8edb546f4294,segment=NetworkSegment(79f2bd21-d75a-4b29-9584-99b3f8773f69),segment_id=79f2bd21-d75a-4b29-9584-99b3f8773f69)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:03.566892 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.581261 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Calling delete_port for 27ed05ea-7b35-4f1b-bb10-8edb546f4294 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:30:03.641050 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.659971 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] No DVR routers for this DVR port 27ed05ea-7b35-4f1b-bb10-8edb546f4294 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:30:03.674206 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.683890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=27ed05ea-7b35-4f1b-bb10-8edb546f4294,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:03.699945 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Pushing event deleted for resources: {'Port': ['ID=27ed05ea-7b35-4f1b-bb10-8edb546f4294,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:03.713252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:03.714657 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:03.715592 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:03.715592 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:03.715792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:03.716074 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:03.716556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:03.716735 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:03.717071 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:03.717406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:03.717737 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:03.718066 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:03.718393 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:03.721485 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94206308-7ea1-453d-99f0-3a64252fcac7 None None] No DVR routers for this DVR port 27ed05ea-7b35-4f1b-bb10-8edb546f4294 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:30:03.774083 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.794863 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f15c13-6f79-46a5-9792-e3d12de88edd']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:03.805015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f2bd21-d75a-4b29-9584-99b3f8773f69') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:03.805315 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f2bd21-d75a-4b29-9584-99b3f8773f69') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:03.815957 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.830403 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.836992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:30:03.837388 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: timer() Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:30:03.840038 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:30:03.942962 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.949084 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:03.952419 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/75f15c13-6f79-46a5-9792-e3d12de88edd HTTP/1.1" status: 204 len: 168 time: 0.7690008 Dec 16 23:30:03.955438 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37910) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:03.963520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115c108-4b27-4f48-9ceb-dd7234bf14f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=75f15c13-6f79-46a5-9792-e3d12de88edd,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:04.604229 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3353bc7d-ebe8-4068-a3b0-6b6bff656bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:04.848361 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3353bc7d-ebe8-4068-a3b0-6b6bff656bd7 admin admin] Deleting port d9d77503-b8e0-42eb-af45-23402d20d654 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:30:04.848696 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3353bc7d-ebe8-4068-a3b0-6b6bff656bd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:04.927621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-3353bc7d-ebe8-4068-a3b0-6b6bff656bd7 admin admin] For port d9d77503-b8e0-42eb-af45-23402d20d654, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=d9d77503-b8e0-42eb-af45-23402d20d654,segment=NetworkSegment(ff891ce6-70bb-42f5-b588-39e1d47709f4),segment_id=ff891ce6-70bb-42f5-b588-39e1d47709f4)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:04.927904 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3353bc7d-ebe8-4068-a3b0-6b6bff656bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:04.941267 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3353bc7d-ebe8-4068-a3b0-6b6bff656bd7 admin admin] Calling delete_port for d9d77503-b8e0-42eb-af45-23402d20d654 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:30:05.062313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 27ed05ea-7b35-4f1b-bb10-8edb546f4294 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:30:05.085971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 27ed05ea-7b35-4f1b-bb10-8edb546f4294 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:30:05.086326 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 27ed05ea-7b35-4f1b-bb10-8edb546f4294 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:30:05.188357 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3353bc7d-ebe8-4068-a3b0-6b6bff656bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:05.212307 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353bc7d-ebe8-4068-a3b0-6b6bff656bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d77503-b8e0-42eb-af45-23402d20d654,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:05.383108 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3353bc7d-ebe8-4068-a3b0-6b6bff656bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:05.595644 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3353bc7d-ebe8-4068-a3b0-6b6bff656bd7 admin admin] Router 754d80e4-db02-46fa-aa5e-13eeb0c79198 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:30:05.713704 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3353bc7d-ebe8-4068-a3b0-6b6bff656bd7 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:30:05.719449 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3353bc7d-ebe8-4068-a3b0-6b6bff656bd7 admin admin] 10.222.0.43 "PUT /v2.0/routers/754d80e4-db02-46fa-aa5e-13eeb0c79198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7629569 Dec 16 23:30:05.722035 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37912) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:05.722952 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6765fea4-c65e-4ae3-af92-a4cb9c787e76 None None] Sync routers for ids ['754d80e4-db02-46fa-aa5e-13eeb0c79198'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:30:05.733403 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6765fea4-c65e-4ae3-af92-a4cb9c787e76 None None] Routers {'754d80e4-db02-46fa-aa5e-13eeb0c79198'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:05.734560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6765fea4-c65e-4ae3-af92-a4cb9c787e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:29:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['754d80e4-db02-46fa-aa5e-13eeb0c79198'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:05.827831 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-384585a5-3f10-4e62-838b-0e74b9d4a7f7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:05.838660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6765fea4-c65e-4ae3-af92-a4cb9c787e76 None None] Set router 754d80e4-db02-46fa-aa5e-13eeb0c79198 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:05.932099 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-384585a5-3f10-4e62-838b-0e74b9d4a7f7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:06.017102 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6765fea4-c65e-4ae3-af92-a4cb9c787e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'name': 'tempest-TestMinimumBasicScenario-320861440-router', 'tenant_id': '7939e74ab7064e1cb18134730bc2aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'dc23639a-5cb4-4ae1-abdc-602bc0f9de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:41Z', 'updated_at': '2021-12-16T23:30:05Z', 'revision_number': 5, 'project_id': '7939e74ab7064e1cb18134730bc2aeb6', 'gw_port': {'id': 'dc23639a-5cb4-4ae1-abdc-602bc0f9de79', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:27:42Z', 'updated_at': '2021-12-16T23:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:06.048685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6765fea4-c65e-4ae3-af92-a4cb9c787e76 None None] Checking router: 754d80e4-db02-46fa-aa5e-13eeb0c79198 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:30:06.050215 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-384585a5-3f10-4e62-838b-0e74b9d4a7f7 admin admin] Deleting port dc23639a-5cb4-4ae1-abdc-602bc0f9de79 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:30:06.050564 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-384585a5-3f10-4e62-838b-0e74b9d4a7f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:06.057273 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6765fea4-c65e-4ae3-af92-a4cb9c787e76 None None] Routers {'754d80e4-db02-46fa-aa5e-13eeb0c79198'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:06.058512 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6765fea4-c65e-4ae3-af92-a4cb9c787e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:29:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['754d80e4-db02-46fa-aa5e-13eeb0c79198'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:06.133546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-384585a5-3f10-4e62-838b-0e74b9d4a7f7 admin admin] For port dc23639a-5cb4-4ae1-abdc-602bc0f9de79, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=dc23639a-5cb4-4ae1-abdc-602bc0f9de79,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:06.133906 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-384585a5-3f10-4e62-838b-0e74b9d4a7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:06.142660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6765fea4-c65e-4ae3-af92-a4cb9c787e76 None None] Set router 754d80e4-db02-46fa-aa5e-13eeb0c79198 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:06.145488 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-384585a5-3f10-4e62-838b-0e74b9d4a7f7 admin admin] Calling delete_port for dc23639a-5cb4-4ae1-abdc-602bc0f9de79 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:30:06.203419 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6765fea4-c65e-4ae3-af92-a4cb9c787e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'name': 'tempest-TestMinimumBasicScenario-320861440-router', 'tenant_id': '7939e74ab7064e1cb18134730bc2aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:41Z', 'updated_at': '2021-12-16T23:30:05Z', 'revision_number': 6, 'project_id': '7939e74ab7064e1cb18134730bc2aeb6', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:06.230904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6765fea4-c65e-4ae3-af92-a4cb9c787e76 None None] The sync data for ids ['754d80e4-db02-46fa-aa5e-13eeb0c79198'] in n-d-821840-2 is: [{'id': '754d80e4-db02-46fa-aa5e-13eeb0c79198', 'name': 'tempest-TestMinimumBasicScenario-320861440-router', 'tenant_id': '7939e74ab7064e1cb18134730bc2aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:27:41Z', 'updated_at': '2021-12-16T23:30:05Z', 'revision_number': 6, 'project_id': '7939e74ab7064e1cb18134730bc2aeb6', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:30:06.384180 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-384585a5-3f10-4e62-838b-0e74b9d4a7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:06.411578 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384585a5-3f10-4e62-838b-0e74b9d4a7f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc23639a-5cb4-4ae1-abdc-602bc0f9de79,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:06.427065 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eee008-5a5d-4ee8-9d83-5205cf9bbf2d None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:30:06.475203 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-384585a5-3f10-4e62-838b-0e74b9d4a7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:06.568798 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-384585a5-3f10-4e62-838b-0e74b9d4a7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:06.570879 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-384585a5-3f10-4e62-838b-0e74b9d4a7f7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:06.691530 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-384585a5-3f10-4e62-838b-0e74b9d4a7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:06.692107 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384585a5-3f10-4e62-838b-0e74b9d4a7f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 754d80e4-db02-46fa-aa5e-13eeb0c79198 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:30:06.696716 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-384585a5-3f10-4e62-838b-0e74b9d4a7f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:06.697874 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-384585a5-3f10-4e62-838b-0e74b9d4a7f7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/754d80e4-db02-46fa-aa5e-13eeb0c79198 HTTP/1.1" status: 204 len: 168 time: 0.9749126 Dec 16 23:30:06.701662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37914) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:06.745789 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6060503-3f12-48d3-8a05-b09cd3341e6d admin admin] Deleting subnet c563cb7d-4584-46d0-87ee-9f7862332265 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:30:06.749672 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6060503-3f12-48d3-8a05-b09cd3341e6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:06.785351 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6060503-3f12-48d3-8a05-b09cd3341e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:06.864896 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6060503-3f12-48d3-8a05-b09cd3341e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:07.006023 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6060503-3f12-48d3-8a05-b09cd3341e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:07.031101 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6060503-3f12-48d3-8a05-b09cd3341e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c563cb7d-4584-46d0-87ee-9f7862332265,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:07.037667 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f6060503-3f12-48d3-8a05-b09cd3341e6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:07.043565 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f6060503-3f12-48d3-8a05-b09cd3341e6d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c563cb7d-4584-46d0-87ee-9f7862332265 HTTP/1.1" status: 204 len: 168 time: 0.3409278 Dec 16 23:30:07.043791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c870193-f148-4e3b-9ec1-2b92bd6d2c96 None None] Network e2bdfb57-a5c2-4a20-b4b6-05211fc179ba requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:30:07.046342 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37916) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:07.089026 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d9d77503-b8e0-42eb-af45-23402d20d654 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:30:07.128662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: d9d77503-b8e0-42eb-af45-23402d20d654 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:30:07.129113 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device d9d77503-b8e0-42eb-af45-23402d20d654 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:30:07.129438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device dc23639a-5cb4-4ae1-abdc-602bc0f9de79 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:30:07.342342 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: dc23639a-5cb4-4ae1-abdc-602bc0f9de79 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:30:07.343052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device dc23639a-5cb4-4ae1-abdc-602bc0f9de79 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:30:07.419326 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c69f62-5f91-43ab-867f-25a84aab07c1 None None] DHCP port deletion for e2bdfb57-a5c2-4a20-b4b6-05211fc179ba request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:30:07.465841 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:07.467892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-95c69f62-5f91-43ab-867f-25a84aab07c1 None None] Deleting port 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:30:07.468272 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95c69f62-5f91-43ab-867f-25a84aab07c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:07.520366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] Deleting port 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:30:07.520758 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:07.532435 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-95c69f62-5f91-43ab-867f-25a84aab07c1 None None] For port 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0c6fa4b4-34c7-4a85-a648-de0da3ddfeac,segment=NetworkSegment(ff891ce6-70bb-42f5-b588-39e1d47709f4),segment_id=ff891ce6-70bb-42f5-b588-39e1d47709f4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:07.532829 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95c69f62-5f91-43ab-867f-25a84aab07c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:07.545447 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-95c69f62-5f91-43ab-867f-25a84aab07c1 None None] Calling delete_port for 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:30:07.585571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] For port 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0c6fa4b4-34c7-4a85-a648-de0da3ddfeac,segment=NetworkSegment(ff891ce6-70bb-42f5-b588-39e1d47709f4),segment_id=ff891ce6-70bb-42f5-b588-39e1d47709f4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:07.585852 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:07.598428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] Calling delete_port for 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:30:07.703100 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95c69f62-5f91-43ab-867f-25a84aab07c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:07.709093 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:07.733625 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c69f62-5f91-43ab-867f-25a84aab07c1 None None] Pushing event deleted for resources: {'Port': ['ID=0c6fa4b4-34c7-4a85-a648-de0da3ddfeac,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:07.735092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c6fa4b4-34c7-4a85-a648-de0da3ddfeac,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:07.739791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] No DVR routers for this DVR port 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:30:07.740689 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c69f62-5f91-43ab-867f-25a84aab07c1 None None] No DVR routers for this DVR port 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:30:07.814998 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:07.834249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bdfb57-a5c2-4a20-b4b6-05211fc179ba']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:07.843330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff891ce6-70bb-42f5-b588-39e1d47709f4') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:07.843635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff891ce6-70bb-42f5-b588-39e1d47709f4') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:07.852715 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:07.866369 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:07.873349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:30:07.873739 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: self.session.flush() Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: timer() Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:30:07.875437 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:30:08.005490 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:08.010777 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:08.014078 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e2bdfb57-a5c2-4a20-b4b6-05211fc179ba HTTP/1.1" status: 204 len: 168 time: 0.9666135 Dec 16 23:30:08.025254 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f539ab-2ef1-4c01-bdbd-4fc6b07c8707 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2bdfb57-a5c2-4a20-b4b6-05211fc179ba,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:08.367004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37920) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:08.407462 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a384b8f5-49d7-40fb-a2fc-2bd757bc2f94 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2f5a47a34084cf0957c3e222322b436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391803 Dec 16 23:30:08.409782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37922) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:08.456317 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-52070161-da3a-4a81-9d34-718778970495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:08.481399 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-52070161-da3a-4a81-9d34-718778970495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:08.594307 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-52070161-da3a-4a81-9d34-718778970495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:08.596870 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-52070161-da3a-4a81-9d34-718778970495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:08.598008 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-52070161-da3a-4a81-9d34-718778970495 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b317ae21-c9f1-40f2-a1c8-4cb309a7119b HTTP/1.1" status: 204 len: 168 time: 0.1873438 Dec 16 23:30:08.606102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52070161-da3a-4a81-9d34-718778970495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b317ae21-c9f1-40f2-a1c8-4cb309a7119b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:09.062588 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:30:09.086942 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:30:09.087329 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0c6fa4b4-34c7-4a85-a648-de0da3ddfeac not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:30:09.212404 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37928) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:09.256240 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-51fa7540-22c0-40eb-ae2d-ed9377420c29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7939e74ab7064e1cb18134730bc2aeb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422728 Dec 16 23:30:09.265309 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37930) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:09.313651 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f42711b8-a83d-456c-bcdf-906139289dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:09.334688 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f42711b8-a83d-456c-bcdf-906139289dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:09.445819 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f42711b8-a83d-456c-bcdf-906139289dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:09.448530 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f42711b8-a83d-456c-bcdf-906139289dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:09.449754 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f42711b8-a83d-456c-bcdf-906139289dd5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d33fd3b6-6e07-4d50-8cae-68a6a52d3551 HTTP/1.1" status: 204 len: 168 time: 0.1835315 Dec 16 23:30:09.457925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42711b8-a83d-456c-bcdf-906139289dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33fd3b6-6e07-4d50-8cae-68a6a52d3551,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:11.807354 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37970) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:11.813394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c57e7922-2618-4d4c-9a96-1f9daecb7783 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203735639', 'description': 'tempest-secgroup-smoke-203735639 description', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:11.914426 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c57e7922-2618-4d4c-9a96-1f9daecb7783 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:11.922433 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c57e7922-2618-4d4c-9a96-1f9daecb7783 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:12.000574 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c57e7922-2618-4d4c-9a96-1f9daecb7783 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:12.062336 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c57e7922-2618-4d4c-9a96-1f9daecb7783 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:12.097505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e7922-2618-4d4c-9a96-1f9daecb7783 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd27b1a6-1724-4d89-b0cc-a8ecb17ef957,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:12.139107 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c57e7922-2618-4d4c-9a96-1f9daecb7783 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:12.187979 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c57e7922-2618-4d4c-9a96-1f9daecb7783 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:12.219535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e7922-2618-4d4c-9a96-1f9daecb7783 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26218e72-d85d-47ce-9367-05b0d732dc6a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:12.252829 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c57e7922-2618-4d4c-9a96-1f9daecb7783 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:12.254079 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c57e7922-2618-4d4c-9a96-1f9daecb7783 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4451830 Dec 16 23:30:12.257004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37972) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:12.261609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0a099c92-764d-4fd2-901b-3cb5455308d1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '26218e72-d85d-47ce-9367-05b0d732dc6a', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:12.377517 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a099c92-764d-4fd2-901b-3cb5455308d1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:12.431774 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a099c92-764d-4fd2-901b-3cb5455308d1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:12.502292 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a099c92-764d-4fd2-901b-3cb5455308d1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:12.520518 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a099c92-764d-4fd2-901b-3cb5455308d1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc08c2c-aac8-43cd-a698-62fd32dbe7bd,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:12.590516 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a099c92-764d-4fd2-901b-3cb5455308d1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:12.591785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0a099c92-764d-4fd2-901b-3cb5455308d1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3337164 Dec 16 23:30:12.594520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 37974) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:12.599035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-31e05a4a-8381-41c2-8266-7b11f7a24918 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '26218e72-d85d-47ce-9367-05b0d732dc6a', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:12.684693 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31e05a4a-8381-41c2-8266-7b11f7a24918 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:12.739822 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31e05a4a-8381-41c2-8266-7b11f7a24918 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:12.805217 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31e05a4a-8381-41c2-8266-7b11f7a24918 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:12.823482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e05a4a-8381-41c2-8266-7b11f7a24918 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffa214d-740f-4116-ae5c-aaa8bbe6aeb6,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:12.887940 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31e05a4a-8381-41c2-8266-7b11f7a24918 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:12.889150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-31e05a4a-8381-41c2-8266-7b11f7a24918 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2935028 Dec 16 23:30:12.892062 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37976) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:12.896706 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-50e89916-38c9-4bb7-a096-fb5e41e48757 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '26218e72-d85d-47ce-9367-05b0d732dc6a', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:12.999122 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50e89916-38c9-4bb7-a096-fb5e41e48757 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:13.066347 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50e89916-38c9-4bb7-a096-fb5e41e48757 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:13.131061 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50e89916-38c9-4bb7-a096-fb5e41e48757 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:13.148901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e89916-38c9-4bb7-a096-fb5e41e48757 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a4c1ca-2ab8-456a-b578-c853e81a6d45,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:13.207446 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50e89916-38c9-4bb7-a096-fb5e41e48757 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:13.208717 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-50e89916-38c9-4bb7-a096-fb5e41e48757 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3156476 Dec 16 23:30:13.211469 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37980) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:13.215752 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e4b8782c-d65a-4224-aef5-e921e7c31a9a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '26218e72-d85d-47ce-9367-05b0d732dc6a', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:13.307685 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4b8782c-d65a-4224-aef5-e921e7c31a9a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:13.364248 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4b8782c-d65a-4224-aef5-e921e7c31a9a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:13.438404 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4b8782c-d65a-4224-aef5-e921e7c31a9a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:13.457561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8782c-d65a-4224-aef5-e921e7c31a9a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6956cbd6-9453-4efc-b710-36517355f83a,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:13.521722 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e4b8782c-d65a-4224-aef5-e921e7c31a9a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:13.522945 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e4b8782c-d65a-4224-aef5-e921e7c31a9a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3105459 Dec 16 23:30:13.525641 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37982) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:13.530319 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-da0098b9-6a91-4c45-84aa-199a5751b37b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '26218e72-d85d-47ce-9367-05b0d732dc6a', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:13.610926 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-da0098b9-6a91-4c45-84aa-199a5751b37b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Project b95c9ea67a7042feb9a991a8d19d2132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:30:13.615966 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da0098b9-6a91-4c45-84aa-199a5751b37b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:13.673565 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da0098b9-6a91-4c45-84aa-199a5751b37b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:13.742315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da0098b9-6a91-4c45-84aa-199a5751b37b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:13.761297 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0098b9-6a91-4c45-84aa-199a5751b37b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863768cd-d7eb-43ab-ba5f-9614cb342937,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:13.851841 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da0098b9-6a91-4c45-84aa-199a5751b37b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:13.853127 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-da0098b9-6a91-4c45-84aa-199a5751b37b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3264830 Dec 16 23:30:13.856405 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37986) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:13.860766 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-dc3c2ce8-81e7-47c3-a297-94b83229be5f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '26218e72-d85d-47ce-9367-05b0d732dc6a', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:13.929748 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:13.941938 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-dc3c2ce8-81e7-47c3-a297-94b83229be5f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Project b95c9ea67a7042feb9a991a8d19d2132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:30:13.946988 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2ce8-81e7-47c3-a297-94b83229be5f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:14.009531 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2ce8-81e7-47c3-a297-94b83229be5f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:14.072961 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:14.095837 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2ce8-81e7-47c3-a297-94b83229be5f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:14.114115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c2ce8-81e7-47c3-a297-94b83229be5f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80278a0-c25a-46dd-8f12-7ef3d14a28dd,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:14.183338 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2ce8-81e7-47c3-a297-94b83229be5f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:14.184580 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dc3c2ce8-81e7-47c3-a297-94b83229be5f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3272135 Dec 16 23:30:14.187869 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37988) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:14.192797 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9198f7c1-8811-400b-b86b-055b6c565b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'network': {'name': 'tempest-network-smoke--556737180', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'port_security_enabled': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:14.279017 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9198f7c1-8811-400b-b86b-055b6c565b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Made reservation on behalf of b95c9ea67a7042feb9a991a8d19d2132 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:30:14.282979 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9198f7c1-8811-400b-b86b-055b6c565b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:14.306532 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9198f7c1-8811-400b-b86b-055b6c565b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:30:14.315077 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9198f7c1-8811-400b-b86b-055b6c565b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:14.315463 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-9198f7c1-8811-400b-b86b-055b6c565b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Added segment b560f808-cb22-46b7-a7ba-197c4137c5fc of type vlan for network a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 Dec 16 23:30:14.355483 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9198f7c1-8811-400b-b86b-055b6c565b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:14.450345 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9198f7c1-8811-400b-b86b-055b6c565b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:14.456042 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9198f7c1-8811-400b-b86b-055b6c565b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:14.456617 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9198f7c1-8811-400b-b86b-055b6c565b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:14.524763 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198f7c1-8811-400b-b86b-055b6c565b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Network': ['ID=a6013b1f-6d76-480c-bf2c-0b5a22eb63b0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:14.535730 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:30:14.670215 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9198f7c1-8811-400b-b86b-055b6c565b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4812284 Dec 16 23:30:14.672950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37990) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:14.677262 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1649770414', 'admin_state_up': True, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:14.771487 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:14.772556 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:14.826404 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:15.010134 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:15.254835 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:15.273948 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:15.379917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.25.2.37 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/e4349d11-50d3-48e3-8ba0-58bd055fd9e8) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:30:15.483691 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:15.565855 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:15.611460 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:30:15.614663 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:30:15.618143 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:30:15.623679 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=e4349d11-50d3-48e3-8ba0-58bd055fd9e8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:15.627295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ce9450-cd46-41eb-a95b-64195d01a602 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:30:15.711454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-59cc1fbd-659b-49de-a3a9-52cc89cdf9fa None None] Provisioning complete for port e4349d11-50d3-48e3-8ba0-58bd055fd9e8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:15.711827 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-59cc1fbd-659b-49de-a3a9-52cc89cdf9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:15.749553 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-59cc1fbd-659b-49de-a3a9-52cc89cdf9fa None None] Port e4349d11-50d3-48e3-8ba0-58bd055fd9e8 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:30:15.940444 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:16.449617 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:16.638784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router f570702d-b044-4cdf-9759-527bc874da37 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:30:16.746648 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:30:16.758245 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Sync routers for ids ['f570702d-b044-4cdf-9759-527bc874da37'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:30:16.768329 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Routers {'f570702d-b044-4cdf-9759-527bc874da37'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:16.768979 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:29:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f570702d-b044-4cdf-9759-527bc874da37'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:16.823691 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:16.825336 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e431e426-2d76-4db9-9aaa-8e970acb302b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1510825 Dec 16 23:30:16.828089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37992) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:16.873151 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Set router f570702d-b044-4cdf-9759-527bc874da37 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:16.951615 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e7ae50ae-807d-4ec1-b70d-fdd4fbdc3bc4 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b95c9ea67a7042feb9a991a8d19d2132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1195047 Dec 16 23:30:16.951866 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37996) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:17.043200 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dede7274-43b1-432a-8bdf-4ff6fb51dc78 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:17.045394 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dede7274-43b1-432a-8bdf-4ff6fb51dc78 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926349 Dec 16 23:30:17.048384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 37998) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:17.050116 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f570702d-b044-4cdf-9759-527bc874da37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649770414', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:14Z', 'updated_at': '2021-12-16T23:30:15Z', 'revision_number': 3, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:15Z', 'updated_at': '2021-12-16T23:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:17.076108 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b1808e9a-b41a-42ea-860c-ab94a47335a5 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266142 Dec 16 23:30:17.079279 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38000) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:17.079756 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Checking router: f570702d-b044-4cdf-9759-527bc874da37 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:30:17.080106 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Updating router f570702d-b044-4cdf-9759-527bc874da37 port e4349d11-50d3-48e3-8ba0-58bd055fd9e8 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:30:17.084146 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-15216a03-804a-4ad9-a1e2-e57c6cf0ac34 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1944010253', 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:17.105131 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:17.222819 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15216a03-804a-4ad9-a1e2-e57c6cf0ac34 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Made reservation on behalf of b95c9ea67a7042feb9a991a8d19d2132 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:30:17.226464 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15216a03-804a-4ad9-a1e2-e57c6cf0ac34 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:17.357210 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:17.422253 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:17.439736 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15216a03-804a-4ad9-a1e2-e57c6cf0ac34 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:17.463510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e747a6c-0253-4530-8986-34e0c67f8bbf None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:30:17.472919 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Attempting to bind port e4349d11-50d3-48e3-8ba0-58bd055fd9e8 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:30:17.472919 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Attempting to bind port e4349d11-50d3-48e3-8ba0-58bd055fd9e8 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:30:17.473228 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Attempting to bind port e4349d11-50d3-48e3-8ba0-58bd055fd9e8 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:30:17.482387 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:30:17.482746 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:30:17.483140 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:17.483568 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:30:17.484031 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Bound port: e4349d11-50d3-48e3-8ba0-58bd055fd9e8, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:30:17.484408 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:17.486761 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002f66f-9b59-44e1-a365-3a30f3e81ef9 None None] Pushing event updated for resources: {'Port': ['ID=e4349d11-50d3-48e3-8ba0-58bd055fd9e8,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:17.512364 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15216a03-804a-4ad9-a1e2-e57c6cf0ac34 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Subnet': ['ID=17721702-da0b-4edf-aee8-d9071150a62d,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:17.516763 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15216a03-804a-4ad9-a1e2-e57c6cf0ac34 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Checking segment: {'id': 'b560f808-cb22-46b7-a7ba-197c4137c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:30:17.517133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15216a03-804a-4ad9-a1e2-e57c6cf0ac34 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network hostable DHCP agents. Network: a6013b1f-6d76-480c-bf2c-0b5a22eb63b0, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:30:17.517734 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c002f66f-9b59-44e1-a365-3a30f3e81ef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:17.518083 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c002f66f-9b59-44e1-a365-3a30f3e81ef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:17.518423 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c002f66f-9b59-44e1-a365-3a30f3e81ef9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:17.518758 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c002f66f-9b59-44e1-a365-3a30f3e81ef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:17.519114 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c002f66f-9b59-44e1-a365-3a30f3e81ef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:17.519426 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c002f66f-9b59-44e1-a365-3a30f3e81ef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:17.519782 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c002f66f-9b59-44e1-a365-3a30f3e81ef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:17.520063 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c002f66f-9b59-44e1-a365-3a30f3e81ef9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:17.520384 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c002f66f-9b59-44e1-a365-3a30f3e81ef9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:17.520703 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c002f66f-9b59-44e1-a365-3a30f3e81ef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:17.521021 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c002f66f-9b59-44e1-a365-3a30f3e81ef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:17.521336 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c002f66f-9b59-44e1-a365-3a30f3e81ef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:17.521656 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c002f66f-9b59-44e1-a365-3a30f3e81ef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:17.549508 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] For port e4349d11-50d3-48e3-8ba0-58bd055fd9e8, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:30:17.552423 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] For port e4349d11-50d3-48e3-8ba0-58bd055fd9e8, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e4349d11-50d3-48e3-8ba0-58bd055fd9e8,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:30:17.587700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d4672f31-eb7d-4948-a690-98e1d41284f8 None None] Provisioning complete for port e4349d11-50d3-48e3-8ba0-58bd055fd9e8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:17.588083 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15216a03-804a-4ad9-a1e2-e57c6cf0ac34 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:30:17.588211 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4672f31-eb7d-4948-a690-98e1d41284f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:17.621680 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:17.623261 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d4672f31-eb7d-4948-a690-98e1d41284f8 None None] Port e4349d11-50d3-48e3-8ba0-58bd055fd9e8 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:30:17.664194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1fdebd-9bf8-469a-a98d-8d31bd6b04d3 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:30:17.679621 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Routers {'f570702d-b044-4cdf-9759-527bc874da37'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:17.679991 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-15216a03-804a-4ad9-a1e2-e57c6cf0ac34 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, a6013b1f-6d76-480c-bf2c-0b5a22eb63b0) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:30:17.680269 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:29:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f570702d-b044-4cdf-9759-527bc874da37'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:17.684299 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15216a03-804a-4ad9-a1e2-e57c6cf0ac34 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:17.690771 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15216a03-804a-4ad9-a1e2-e57c6cf0ac34 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:17.692386 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f54e2c1-019c-4051-a729-ba22e9ad6267 None None] Network a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:30:17.721811 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002f66f-9b59-44e1-a365-3a30f3e81ef9 None None] Pushing event updated for resources: {'Port': ['ID=e4349d11-50d3-48e3-8ba0-58bd055fd9e8,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:17.763544 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-15216a03-804a-4ad9-a1e2-e57c6cf0ac34 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6825676 Dec 16 23:30:17.765921 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38002) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:17.769316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-fd03dc68-d183-4627-88c1-2bd28e500927 None None] Provisioning complete for port e4349d11-50d3-48e3-8ba0-58bd055fd9e8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:17.772231 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd03dc68-d183-4627-88c1-2bd28e500927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:17.844618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ips': [{'subnet_id': '17721702-da0b-4edf-aee8-d9071150a62d'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:30:17.845494 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:17.894207 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] Set router f570702d-b044-4cdf-9759-527bc874da37 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:17.948378 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd03dc68-d183-4627-88c1-2bd28e500927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:17.986124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fd03dc68-d183-4627-88c1-2bd28e500927 None None] For port e4349d11-50d3-48e3-8ba0-58bd055fd9e8, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e4349d11-50d3-48e3-8ba0-58bd055fd9e8,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:18.042859 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Allocated IP 172.20.0.2 (a6013b1f-6d76-480c-bf2c-0b5a22eb63b0/17721702-da0b-4edf-aee8-d9071150a62d/3491aa72-21c4-4d09-b8c1-9884a3f5e195) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:30:18.057693 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd03dc68-d183-4627-88c1-2bd28e500927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:18.085716 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f570702d-b044-4cdf-9759-527bc874da37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649770414', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:14Z', 'updated_at': '2021-12-16T23:30:15Z', 'revision_number': 3, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:15Z', 'updated_at': '2021-12-16T23:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:18.117912 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc6c567-36ff-43a4-92a6-629674ad16b1 None None] The sync data for ids ['f570702d-b044-4cdf-9759-527bc874da37'] in n-d-821840-2 is: [{'id': 'f570702d-b044-4cdf-9759-527bc874da37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649770414', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:14Z', 'updated_at': '2021-12-16T23:30:15Z', 'revision_number': 3, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:15Z', 'updated_at': '2021-12-16T23:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:30:18.163875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03dc68-d183-4627-88c1-2bd28e500927 None None] Pushing event updated for resources: {'Port': ['ID=e4349d11-50d3-48e3-8ba0-58bd055fd9e8,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:18.237973 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:18.244359 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:18.309989 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:18.373411 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Network a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:30:18.376522 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:30:18.379086 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:30:18.388859 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Pushing event updated for resources: {'Port': ['ID=3491aa72-21c4-4d09-b8c1-9884a3f5e195,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:18.445723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Attempting to bind port 3491aa72-21c4-4d09-b8c1-9884a3f5e195 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:30:18.446217 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Attempting to bind port 3491aa72-21c4-4d09-b8c1-9884a3f5e195 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'b560f808-cb22-46b7-a7ba-197c4137c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:30:18.446665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Attempting to bind port 3491aa72-21c4-4d09-b8c1-9884a3f5e195 on network a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:30:18.452570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:30:18.453078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Checking segment: {'id': 'b560f808-cb22-46b7-a7ba-197c4137c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:30:18.453558 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:18.454108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Bound using segment: {'id': 'b560f808-cb22-46b7-a7ba-197c4137c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:30:18.454615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Bound port: 3491aa72-21c4-4d09-b8c1-9884a3f5e195, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b560f808-cb22-46b7-a7ba-197c4137c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:30:18.455789 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:18.525362 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] For port 3491aa72-21c4-4d09-b8c1-9884a3f5e195, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:30:18.529392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] For port 3491aa72-21c4-4d09-b8c1-9884a3f5e195, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3491aa72-21c4-4d09-b8c1-9884a3f5e195,segment=NetworkSegment(b560f808-cb22-46b7-a7ba-197c4137c5fc),segment_id=b560f808-cb22-46b7-a7ba-197c4137c5fc)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:30:18.578383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.20.0.1 (a6013b1f-6d76-480c-bf2c-0b5a22eb63b0/17721702-da0b-4edf-aee8-d9071150a62d/6f22da63-d06e-4130-964b-c80a0522608c) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:30:18.599311 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:18.669772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7d05e-2f16-4d7b-98a2-d6922a4a4379 None None] Pushing event updated for resources: {'Port': ['ID=3491aa72-21c4-4d09-b8c1-9884a3f5e195,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:18.717010 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:18.816615 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:18.881746 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:30:18.888624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:30:18.893775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:30:18.923164 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=6f22da63-d06e-4130-964b-c80a0522608c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:18.950501 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:19.126790 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3491aa72-21c4-4d09-b8c1-9884a3f5e195 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:30:19.163461 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:19.178708 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3491aa72-21c4-4d09-b8c1-9884a3f5e195 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:19.179079 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:19.258079 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:19.302122 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 3491aa72-21c4-4d09-b8c1-9884a3f5e195, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3491aa72-21c4-4d09-b8c1-9884a3f5e195,segment=NetworkSegment(b560f808-cb22-46b7-a7ba-197c4137c5fc),segment_id=b560f808-cb22-46b7-a7ba-197c4137c5fc)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:19.389528 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:19.391906 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e4349d11-50d3-48e3-8ba0-58bd055fd9e8 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:30:19.462509 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:19.472904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=3491aa72-21c4-4d09-b8c1-9884a3f5e195,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:19.485329 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e4349d11-50d3-48e3-8ba0-58bd055fd9e8 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:19.485776 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:19.542476 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:19.621387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=6f22da63-d06e-4130-964b-c80a0522608c,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:19.624254 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:19.658597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e7c663-e119-4b02-95d7-164ebf167008 None None] Network a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:30:19.725260 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-797dc785-ff7c-4eb1-b909-0bb60b9f3da3 None None] Provisioning complete for port 3491aa72-21c4-4d09-b8c1-9884a3f5e195 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:19.725637 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-797dc785-ff7c-4eb1-b909-0bb60b9f3da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:19.727335 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:30:19.729533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:30:19.847984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router f570702d-b044-4cdf-9759-527bc874da37 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:30:19.963899 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:30:19.970171 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8237e6d2-2714-404b-989c-9b4787fcd5e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "PUT /v2.0/routers/f570702d-b044-4cdf-9759-527bc874da37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2029498 Dec 16 23:30:20.043016 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Sync routers for ids ['f570702d-b044-4cdf-9759-527bc874da37'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:30:20.074181 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Routers {'f570702d-b044-4cdf-9759-527bc874da37'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:20.075672 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:29:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f570702d-b044-4cdf-9759-527bc874da37'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:20.131234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6a4cf33e-c345-44c9-a8b6-c3d7b14b262b None None] Provisioning complete for port 3491aa72-21c4-4d09-b8c1-9884a3f5e195 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:20.131643 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a4cf33e-c345-44c9-a8b6-c3d7b14b262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:20.139802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-169a6aa9-a7cb-429d-bdb1-9fc9d7ce74ca tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203735639&fields=id&tenant_id=b95c9ea67a7042feb9a991a8d19d2132 HTTP/1.1" status: 200 len: 267 time: 0.0502059 Dec 16 23:30:20.200427 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76b46eb3-3647-4e8f-a367-ce26e8e3d720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:20.235894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Set router f570702d-b044-4cdf-9759-527bc874da37 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:20.263734 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c474894-fba7-4854-853f-78867356b9c8 req-7048fc76-9f9d-46ec-8018-8c9dfb259c46 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:20.265404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-7048fc76-9f9d-46ec-8018-8c9dfb259c46 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/networks?id=a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 HTTP/1.1" status: 200 len: 796 time: 0.1180747 Dec 16 23:30:20.283366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-d316c26a-6a84-4b1e-bd1f-77a5b0a0eae8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/quotas/b95c9ea67a7042feb9a991a8d19d2132 HTTP/1.1" status: 200 len: 375 time: 0.0111578 Dec 16 23:30:20.338930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-8e9f4189-848e-420f-b613-de954c7cfa61 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497518 Dec 16 23:30:20.357777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-e656c61d-0fa5-4dfc-9f47-c9e262379757 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:30:20.358813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-e656c61d-0fa5-4dfc-9f47-c9e262379757 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058835 Dec 16 23:30:20.406369 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6a4cf33e-c345-44c9-a8b6-c3d7b14b262b None None] Provisioning complete for port 6f22da63-d06e-4130-964b-c80a0522608c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:20.406750 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a4cf33e-c345-44c9-a8b6-c3d7b14b262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:20.462818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-8ac66bbb-8f99-4ddc-8810-cc7751c6bad4 service neutron] 10.222.0.43 "GET /v2.0/networks/a6013b1f-6d76-480c-bf2c-0b5a22eb63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949886 Dec 16 23:30:20.463710 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6a4cf33e-c345-44c9-a8b6-c3d7b14b262b None None] Port 6f22da63-d06e-4130-964b-c80a0522608c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:30:20.511829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f570702d-b044-4cdf-9759-527bc874da37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649770414', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:14Z', 'updated_at': '2021-12-16T23:30:19Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:15Z', 'updated_at': '2021-12-16T23:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '6f22da63-d06e-4130-964b-c80a0522608c', 'name': '', 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:7a:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '17721702-da0b-4edf-aee8-d9071150a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:18Z', 'updated_at': '2021-12-16T23:30:19Z', 'revision_number': 2, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '17721702-da0b-4edf-aee8-d9071150a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:20.542157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Checking router: f570702d-b044-4cdf-9759-527bc874da37 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:30:20.542526 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Updating router f570702d-b044-4cdf-9759-527bc874da37 port 6f22da63-d06e-4130-964b-c80a0522608c binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:30:20.556829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-465576aa-911a-4359-a511-1c8c98286385 service neutron] 10.222.0.43 "GET /v2.0/networks/a6013b1f-6d76-480c-bf2c-0b5a22eb63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852695 Dec 16 23:30:20.568065 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:20.619061 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c3cf654a-4cf8-4ae0-8955-980f0f439186 None None] Provisioning complete for port 6f22da63-d06e-4130-964b-c80a0522608c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:20.619480 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3cf654a-4cf8-4ae0-8955-980f0f439186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:20.709313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf654a-4cf8-4ae0-8955-980f0f439186 None None] Port 6f22da63-d06e-4130-964b-c80a0522608c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:30:20.820373 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71328358-6692-4ccb-b23a-bec07f27f547 req-731377a6-a16e-4725-b4b6-3b9b89db6e78 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 210 time: 0.0288401 Dec 16 23:30:20.899426 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:20.953882 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:21.005380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc1a3d-7024-49e5-a483-59fb5e787c26 None None] Pushing event updated for resources: {'Port': ['ID=6f22da63-d06e-4130-964b-c80a0522608c,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:21.060309 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Attempting to bind port 6f22da63-d06e-4130-964b-c80a0522608c on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:30:21.062878 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Attempting to bind port 6f22da63-d06e-4130-964b-c80a0522608c by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'b560f808-cb22-46b7-a7ba-197c4137c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:30:21.062878 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Attempting to bind port 6f22da63-d06e-4130-964b-c80a0522608c on network a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:30:21.066650 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:30:21.067026 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Checking segment: {'id': 'b560f808-cb22-46b7-a7ba-197c4137c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:30:21.067471 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:21.067869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Bound using segment: {'id': 'b560f808-cb22-46b7-a7ba-197c4137c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:30:21.068339 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Bound port: 6f22da63-d06e-4130-964b-c80a0522608c, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b560f808-cb22-46b7-a7ba-197c4137c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:30:21.068724 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:21.109527 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3491aa72-21c4-4d09-b8c1-9884a3f5e195 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:30:21.176421 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] For port 6f22da63-d06e-4130-964b-c80a0522608c, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:30:21.190746 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] For port 6f22da63-d06e-4130-964b-c80a0522608c, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6f22da63-d06e-4130-964b-c80a0522608c,segment=NetworkSegment(b560f808-cb22-46b7-a7ba-197c4137c5fc),segment_id=b560f808-cb22-46b7-a7ba-197c4137c5fc)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:30:21.201533 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 3491aa72-21c4-4d09-b8c1-9884a3f5e195 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:21.201899 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:21.251249 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6ed2d017-dc8e-4c7d-863b-9858dedf7ba4 None None] Provisioning complete for port 6f22da63-d06e-4130-964b-c80a0522608c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:21.251637 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ed2d017-dc8e-4c7d-863b-9858dedf7ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:21.284559 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:21.352968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6ed2d017-dc8e-4c7d-863b-9858dedf7ba4 None None] Port 6f22da63-d06e-4130-964b-c80a0522608c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:30:21.391089 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc1a3d-7024-49e5-a483-59fb5e787c26 None None] Pushing event updated for resources: {'Port': ['ID=6f22da63-d06e-4130-964b-c80a0522608c,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:21.393972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Routers {'f570702d-b044-4cdf-9759-527bc874da37'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:21.395140 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:29:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f570702d-b044-4cdf-9759-527bc874da37'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:21.663205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1761b9b0-0aa1-48e0-b468-9eadce35b048 None None] Provisioning complete for port 6f22da63-d06e-4130-964b-c80a0522608c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:21.663497 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1761b9b0-0aa1-48e0-b468-9eadce35b048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:21.720438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] Set router f570702d-b044-4cdf-9759-527bc874da37 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:21.875816 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1761b9b0-0aa1-48e0-b468-9eadce35b048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:21.904135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8070513-5741-4f74-9698-183ff20c5b81 req-dfbf33ed-435b-43e6-99b9-3e2750f4105c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 210 time: 0.0314212 Dec 16 23:30:21.937544 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1761b9b0-0aa1-48e0-b468-9eadce35b048 None None] For port 6f22da63-d06e-4130-964b-c80a0522608c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6f22da63-d06e-4130-964b-c80a0522608c,segment=NetworkSegment(b560f808-cb22-46b7-a7ba-197c4137c5fc),segment_id=b560f808-cb22-46b7-a7ba-197c4137c5fc)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:21.985677 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f570702d-b044-4cdf-9759-527bc874da37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649770414', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:14Z', 'updated_at': '2021-12-16T23:30:19Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:15Z', 'updated_at': '2021-12-16T23:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '6f22da63-d06e-4130-964b-c80a0522608c', 'name': '', 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:7a:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '17721702-da0b-4edf-aee8-d9071150a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:18Z', 'updated_at': '2021-12-16T23:30:21Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '17721702-da0b-4edf-aee8-d9071150a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:22.017346 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d5078-1dcd-4b6f-8ae5-ca0870c882ee None None] The sync data for ids ['f570702d-b044-4cdf-9759-527bc874da37'] in n-d-821840-2 is: [{'id': 'f570702d-b044-4cdf-9759-527bc874da37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649770414', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:14Z', 'updated_at': '2021-12-16T23:30:19Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:15Z', 'updated_at': '2021-12-16T23:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '6f22da63-d06e-4130-964b-c80a0522608c', 'name': '', 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:7a:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '17721702-da0b-4edf-aee8-d9071150a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:18Z', 'updated_at': '2021-12-16T23:30:21Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '17721702-da0b-4edf-aee8-d9071150a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:30:22.062510 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1761b9b0-0aa1-48e0-b468-9eadce35b048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:22.129023 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761b9b0-0aa1-48e0-b468-9eadce35b048 None None] Pushing event updated for resources: {'Port': ['ID=6f22da63-d06e-4130-964b-c80a0522608c,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:22.564754 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-45f94672-1069-4af0-8d46-fd80d4ca4c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:23.003103 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b66372b9-c748-4b8b-adf6-5d28fa6751ab req-fcc1537d-2806-4cdb-b0c2-0c2588b75f22 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 210 time: 0.0281379 Dec 16 23:30:23.111611 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6f22da63-d06e-4130-964b-c80a0522608c up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:30:23.168452 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 6f22da63-d06e-4130-964b-c80a0522608c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:23.168834 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:23.307833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c474894-fba7-4854-853f-78867356b9c8 req-bf7b3c70-1663-4270-b6d5-40e83ac97ea3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:23.310218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-bf7b3c70-1663-4270-b6d5-40e83ac97ea3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.69 "GET /v2.0/networks?id=a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 HTTP/1.1" status: 200 len: 796 time: 0.1210213 Dec 16 23:30:23.387003 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-d2e895f7-b0cc-43ff-bb29-789c39ee2d51 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b95c9ea67a7042feb9a991a8d19d2132 HTTP/1.1" status: 200 len: 379 time: 0.0674295 Dec 16 23:30:23.399551 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-8c474894-fba7-4854-853f-78867356b9c8 req-648735f9-efb7-4afe-8170-1282c7cc08ac tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'port': {'device_id': 'ed39ade8-7789-403d-87b1-ecca59c1101b', 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'admin_state_up': True, 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'security_groups': ['26218e72-d85d-47ce-9367-05b0d732dc6a']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:23.565285 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c474894-fba7-4854-853f-78867356b9c8 req-648735f9-efb7-4afe-8170-1282c7cc08ac tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Made reservation on behalf of b95c9ea67a7042feb9a991a8d19d2132 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:30:23.568846 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8c474894-fba7-4854-853f-78867356b9c8 req-648735f9-efb7-4afe-8170-1282c7cc08ac tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:23.699716 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-8c474894-fba7-4854-853f-78867356b9c8 req-648735f9-efb7-4afe-8170-1282c7cc08ac tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.20.0.6 (a6013b1f-6d76-480c-bf2c-0b5a22eb63b0/17721702-da0b-4edf-aee8-d9071150a62d/43c92292-890b-4c78-acc6-230873558c3f) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:30:23.842338 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8c474894-fba7-4854-853f-78867356b9c8 req-648735f9-efb7-4afe-8170-1282c7cc08ac tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:23.857162 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:23.948922 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8c474894-fba7-4854-853f-78867356b9c8 req-648735f9-efb7-4afe-8170-1282c7cc08ac tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:23.994951 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c474894-fba7-4854-853f-78867356b9c8 req-648735f9-efb7-4afe-8170-1282c7cc08ac tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:30:23.998305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-8c474894-fba7-4854-853f-78867356b9c8 req-648735f9-efb7-4afe-8170-1282c7cc08ac tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:30:24.002000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c474894-fba7-4854-853f-78867356b9c8 req-648735f9-efb7-4afe-8170-1282c7cc08ac tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:30:24.026264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648735f9-efb7-4afe-8170-1282c7cc08ac tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=43c92292-890b-4c78-acc6-230873558c3f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:24.057632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c474894-fba7-4854-853f-78867356b9c8 req-648735f9-efb7-4afe-8170-1282c7cc08ac tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:24.058288 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8c474894-fba7-4854-853f-78867356b9c8 req-648735f9-efb7-4afe-8170-1282c7cc08ac tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:24.123405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-648735f9-efb7-4afe-8170-1282c7cc08ac tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7275248 Dec 16 23:30:24.140674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e94164-e95b-41f4-9caa-b112836c7c59 req-589e9e71-f88b-4ae2-bcc1-fcb2634767f0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:24.142239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58e94164-e95b-41f4-9caa-b112836c7c59 req-589e9e71-f88b-4ae2-bcc1-fcb2634767f0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 931 time: 0.0562606 Dec 16 23:30:24.195728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-81a3524e-6193-4865-ac0e-3830c7262e31 None None] Provisioning complete for port 43c92292-890b-4c78-acc6-230873558c3f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:24.196227 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81a3524e-6193-4865-ac0e-3830c7262e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:24.212262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Request body: {'port': {'device_id': 'ed39ade8-7789-403d-87b1-ecca59c1101b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:24.219816 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58e94164-e95b-41f4-9caa-b112836c7c59 req-34b5abf5-22f7-47e8-a5eb-a8464dc11770 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706015 Dec 16 23:30:24.231359 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-81a3524e-6193-4865-ac0e-3830c7262e31 None None] Port 43c92292-890b-4c78-acc6-230873558c3f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:30:24.273122 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:24.536015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c92292-890b-4c78-acc6-230873558c3f {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:30:24.543465 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:24.555237 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Transition to ACTIVE for port object 43c92292-890b-4c78-acc6-230873558c3f will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:30:24.626898 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:24.682823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Pushing event updated for resources: {'Port': ['ID=43c92292-890b-4c78-acc6-230873558c3f,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:24.753212 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Attempting to bind port 43c92292-890b-4c78-acc6-230873558c3f on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:30:24.753503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Attempting to bind port 43c92292-890b-4c78-acc6-230873558c3f by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'b560f808-cb22-46b7-a7ba-197c4137c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:30:24.753838 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Attempting to bind port 43c92292-890b-4c78-acc6-230873558c3f on network a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:30:24.758726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Port 43c92292-890b-4c78-acc6-230873558c3f on network a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:30:24.759369 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Attempting to bind port 43c92292-890b-4c78-acc6-230873558c3f on network a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:30:24.765115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:30:24.765451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Checking segment: {'id': 'b560f808-cb22-46b7-a7ba-197c4137c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:30:24.765833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Bound using segment: {'id': 'b560f808-cb22-46b7-a7ba-197c4137c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:30:24.766266 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Bound port: 43c92292-890b-4c78-acc6-230873558c3f, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b560f808-cb22-46b7-a7ba-197c4137c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:30:24.766625 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:24.833534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] For port 43c92292-890b-4c78-acc6-230873558c3f, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:30:24.836609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] For port 43c92292-890b-4c78-acc6-230873558c3f, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=43c92292-890b-4c78-acc6-230873558c3f,segment=NetworkSegment(b560f808-cb22-46b7-a7ba-197c4137c5fc),segment_id=b560f808-cb22-46b7-a7ba-197c4137c5fc)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:30:24.920261 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:24.963611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:24.964260 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:24.966524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] 10.222.0.69 "PUT /v2.0/ports/43c92292-890b-4c78-acc6-230873558c3f HTTP/1.1" status: 200 len: 1091 time: 0.8230829 Dec 16 23:30:24.967066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed39ade8-7789-403d-87b1-ecca59c1101b', 'tag': '43c92292-890b-4c78-acc6-230873558c3f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:30:24.969256 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d9d1b8-f758-4570-90a5-3a6da277d0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ed39ade8-7789-403d-87b1-ecca59c1101b", "tag": "43c92292-890b-4c78-acc6-230873558c3f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:30:24.997017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33660eb3-4143-46b3-96aa-c7c6a9cc4d41 service neutron] Pushing event updated for resources: {'Port': ['ID=43c92292-890b-4c78-acc6-230873558c3f,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:25.008181 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ed1dbc-99d5-4a2e-8e14-d84d3a47de28 x-openstack-request-id: req-07ed1dbc-99d5-4a2e-8e14-d84d3a47de28 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:30:25.010560 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed39ade8-7789-403d-87b1-ecca59c1101b", "tag": "43c92292-890b-4c78-acc6-230873558c3f", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:30:25.010560 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07ed1dbc-99d5-4a2e-8e14-d84d3a47de28 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:30:25.010560 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed39ade8-7789-403d-87b1-ecca59c1101b', 'tag': '43c92292-890b-4c78-acc6-230873558c3f', 'status': 'completed', 'code': 200} Dec 16 23:30:25.078102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9d1b8-f758-4570-90a5-3a6da277d0a0 req-e25f1420-a106-4267-adf0-0039d8fad76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:25.079677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6d9d1b8-f758-4570-90a5-3a6da277d0a0 req-e25f1420-a106-4267-adf0-0039d8fad76a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 1094 time: 0.0446303 Dec 16 23:30:25.113903 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:25.189038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9d1b8-f758-4570-90a5-3a6da277d0a0 req-d4f3c381-b75c-446b-bc8b-337147ec0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:25.190523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6d9d1b8-f758-4570-90a5-3a6da277d0a0 req-d4f3c381-b75c-446b-bc8b-337147ec0204 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1020002 Dec 16 23:30:25.292377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9d1b8-f758-4570-90a5-3a6da277d0a0 req-fec855b6-d95e-40b8-bf03-843c2486c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:25.296641 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6d9d1b8-f758-4570-90a5-3a6da277d0a0 req-fec855b6-d95e-40b8-bf03-843c2486c5ff service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929060 Dec 16 23:30:25.346401 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e83cab-fea8-47b0-92e9-ddaffc51a749 req-169a4660-b82c-45f5-8850-14baa2252222 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:25.347976 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01e83cab-fea8-47b0-92e9-ddaffc51a749 req-169a4660-b82c-45f5-8850-14baa2252222 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 943 time: 0.0531037 Dec 16 23:30:25.425207 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c474894-fba7-4854-853f-78867356b9c8 req-c23c3b28-7be2-427d-a550-bac0cd5603a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:25.426715 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-c23c3b28-7be2-427d-a550-bac0cd5603a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 1094 time: 0.0889452 Dec 16 23:30:25.430892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-01e83cab-fea8-47b0-92e9-ddaffc51a749 req-181be567-173a-4206-ac1a-7651c806c2ce tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757341 Dec 16 23:30:25.476391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-103e3c70-6dbf-4f40-95b5-ab19f63818da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43c92292-890b-4c78-acc6-230873558c3f HTTP/1.1" status: 200 len: 217 time: 0.0355103 Dec 16 23:30:25.526481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c474894-fba7-4854-853f-78867356b9c8 req-16421506-cfee-4eb3-b0ae-0e74ea7e073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:25.527971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-16421506-cfee-4eb3-b0ae-0e74ea7e073e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=17721702-da0b-4edf-aee8-d9071150a62d HTTP/1.1" status: 200 len: 835 time: 0.0443263 Dec 16 23:30:25.581284 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c474894-fba7-4854-853f-78867356b9c8 req-f847bc81-f7dc-4e49-acff-4f9fda61b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:25.582764 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-f847bc81-f7dc-4e49-acff-4f9fda61b4ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6013b1f-6d76-480c-bf2c-0b5a22eb63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441537 Dec 16 23:30:25.676611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-1a89eaa1-d9e2-438b-a831-52df6ba7aa8f service neutron] 10.222.0.69 "GET /v2.0/networks/a6013b1f-6d76-480c-bf2c-0b5a22eb63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817730 Dec 16 23:30:25.776218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8c474894-fba7-4854-853f-78867356b9c8 req-eb5cb9e8-d82d-44ac-82cc-ecabe69173dd service neutron] 10.222.0.69 "GET /v2.0/networks/a6013b1f-6d76-480c-bf2c-0b5a22eb63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877206 Dec 16 23:30:25.788874 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:26.551561 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f81f9f-4df6-477f-beee-45a9929b6e30 req-0f7416fb-854e-4989-abb4-7d730caef6d8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:26.552940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4f81f9f-4df6-477f-beee-45a9929b6e30 req-0f7416fb-854e-4989-abb4-7d730caef6d8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 943 time: 0.0502293 Dec 16 23:30:26.603809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4f81f9f-4df6-477f-beee-45a9929b6e30 req-e12b66c5-3600-4e61-8656-a832cd9cf03a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448105 Dec 16 23:30:27.717637 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca19e7-f899-4279-8b30-bb5a22714ef9 req-3af4bd93-22c0-47ea-b439-0c6ee6f5cf71 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:27.719107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9cca19e7-f899-4279-8b30-bb5a22714ef9 req-3af4bd93-22c0-47ea-b439-0c6ee6f5cf71 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 943 time: 0.0481484 Dec 16 23:30:27.772374 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9cca19e7-f899-4279-8b30-bb5a22714ef9 req-f5799b07-4e5f-4f37-818c-fb64f95fd39c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471885 Dec 16 23:30:28.888876 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07386c97-e720-42f9-b0d7-1e936c0ca249 req-6d0a9492-5927-4967-9ace-1e3a112ebeb0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:28.890266 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07386c97-e720-42f9-b0d7-1e936c0ca249 req-6d0a9492-5927-4967-9ace-1e3a112ebeb0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 943 time: 0.0494421 Dec 16 23:30:28.939116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-07386c97-e720-42f9-b0d7-1e936c0ca249 req-7a2f3b37-daa8-4c2a-98e2-d9c4f7762b24 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427797 Dec 16 23:30:29.159741 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 43c92292-890b-4c78-acc6-230873558c3f details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:30:29.255442 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 43c92292-890b-4c78-acc6-230873558c3f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=43c92292-890b-4c78-acc6-230873558c3f,segment=NetworkSegment(b560f808-cb22-46b7-a7ba-197c4137c5fc),segment_id=b560f808-cb22-46b7-a7ba-197c4137c5fc)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:29.271149 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '43c92292-890b-4c78-acc6-230873558c3f', 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'port_id': '43c92292-890b-4c78-acc6-230873558c3f', 'mac_address': 'fa:16:3e:b1:fe:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17721702-da0b-4edf-aee8-d9071150a62d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:30:29.308947 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:29.322288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c92292-890b-4c78-acc6-230873558c3f {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:30:29.341072 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 43c92292-890b-4c78-acc6-230873558c3f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=43c92292-890b-4c78-acc6-230873558c3f,segment=NetworkSegment(b560f808-cb22-46b7-a7ba-197c4137c5fc),segment_id=b560f808-cb22-46b7-a7ba-197c4137c5fc)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:29.433064 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:29.480482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=43c92292-890b-4c78-acc6-230873558c3f,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:29.739622 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['43c92292-890b-4c78-acc6-230873558c3f'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:30:30.053903 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c8fa2-93b6-42c0-999a-c98f1d2f33b3 req-22b10493-6648-4452-91d4-35ca8d408a25 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:30.055395 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a0c8fa2-93b6-42c0-999a-c98f1d2f33b3 req-22b10493-6648-4452-91d4-35ca8d408a25 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 944 time: 0.0493352 Dec 16 23:30:30.104311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a0c8fa2-93b6-42c0-999a-c98f1d2f33b3 req-9b3eff0d-e726-41ad-ac71-03e90ec4d762 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426419 Dec 16 23:30:31.164261 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 43c92292-890b-4c78-acc6-230873558c3f up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:30:31.227330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e16da7-d84e-4913-a14c-43b19613be1b req-694361da-fa25-42f5-8a65-3d04e232a269 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:31.228818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3e16da7-d84e-4913-a14c-43b19613be1b req-694361da-fa25-42f5-8a65-3d04e232a269 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 944 time: 0.0528052 Dec 16 23:30:31.280244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a3e16da7-d84e-4913-a14c-43b19613be1b req-f512992b-758e-45a4-b17a-2f970853342f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446916 Dec 16 23:30:31.307045 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 43c92292-890b-4c78-acc6-230873558c3f completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:30:31.311361 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 43c92292-890b-4c78-acc6-230873558c3f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:31.316790 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:31.391924 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:31.414879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed39ade8-7789-403d-87b1-ecca59c1101b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c92292-890b-4c78-acc6-230873558c3f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:30:31.417163 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc6a644-6f87-4689-a112-f7b387893de0" -d '{"events": [{"server_uuid": "ed39ade8-7789-403d-87b1-ecca59c1101b", "name": "network-vif-plugged", "status": "completed", "tag": "43c92292-890b-4c78-acc6-230873558c3f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:30:31.430519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 43c92292-890b-4c78-acc6-230873558c3f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=43c92292-890b-4c78-acc6-230873558c3f,segment=NetworkSegment(b560f808-cb22-46b7-a7ba-197c4137c5fc),segment_id=b560f808-cb22-46b7-a7ba-197c4137c5fc)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:31.508170 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:31.515427 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea564a5c-6f16-4c2b-a6f0-0850d69a0b6b x-openstack-request-id: req-ea564a5c-6f16-4c2b-a6f0-0850d69a0b6b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:30:31.515728 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed39ade8-7789-403d-87b1-ecca59c1101b", "name": "network-vif-plugged", "status": "completed", "tag": "43c92292-890b-4c78-acc6-230873558c3f", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:30:31.515986 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea564a5c-6f16-4c2b-a6f0-0850d69a0b6b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:30:31.516383 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed39ade8-7789-403d-87b1-ecca59c1101b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c92292-890b-4c78-acc6-230873558c3f', 'code': 200} Dec 16 23:30:31.562109 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=43c92292-890b-4c78-acc6-230873558c3f,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:31.627350 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9963ea-01a8-460a-98a7-4b70503d956d req-5012dee2-13cc-4745-966c-78c17c422c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:31.628798 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c9963ea-01a8-460a-98a7-4b70503d956d req-5012dee2-13cc-4745-966c-78c17c422c2f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 1096 time: 0.0415905 Dec 16 23:30:31.677194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1c9963ea-01a8-460a-98a7-4b70503d956d req-fcc4a77f-9ecb-4b20-bd87-02a5a989cb58 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400655 Dec 16 23:30:32.397549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89ceba-dd0b-472a-98f9-e9a8acb3710f req-58bbd10c-1153-455b-a596-58721f6ec098 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:32.399011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e89ceba-dd0b-472a-98f9-e9a8acb3710f req-58bbd10c-1153-455b-a596-58721f6ec098 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 945 time: 0.0504563 Dec 16 23:30:32.452098 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e89ceba-dd0b-472a-98f9-e9a8acb3710f req-782b5855-c414-4c06-8929-c09e00679116 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470471 Dec 16 23:30:33.569096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abcdc3-8ee7-4678-aa6c-2bfd059c70a3 req-a76411d5-ecdf-472d-93a4-9c898c8134b8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:33.570489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79abcdc3-8ee7-4678-aa6c-2bfd059c70a3 req-a76411d5-ecdf-472d-93a4-9c898c8134b8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 945 time: 0.0497901 Dec 16 23:30:33.619180 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79abcdc3-8ee7-4678-aa6c-2bfd059c70a3 req-6f7038a7-6c51-47dd-b539-c58ea6581c5b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420904 Dec 16 23:30:33.733402 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e7e86-144b-4744-91bc-3785c2474f10 req-54dbb5f7-5938-40cc-a360-a2f8196f61fd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:33.734882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc0e7e86-144b-4744-91bc-3785c2474f10 req-54dbb5f7-5938-40cc-a360-a2f8196f61fd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 945 time: 0.0481968 Dec 16 23:30:33.784644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cc0e7e86-144b-4744-91bc-3785c2474f10 req-49456c7f-c944-4478-abb4-f2390b8eb14a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435944 Dec 16 23:30:33.806020 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38062) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:33.846994 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6127448-caa9-4f30-89d7-91b39f503715 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:33.848453 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f6127448-caa9-4f30-89d7-91b39f503715 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 1091 time: 0.0414355 Dec 16 23:30:33.851250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38064) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:33.855451 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': '43c92292-890b-4c78-acc6-230873558c3f', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:33.941725 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:34.037042 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:34.141538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.25.2.10 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/7dde8e58-e9c0-4ebc-9164-f28e76fc110e) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:30:34.243860 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:34.651492 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:34.690214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:30:34.694700 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:30:34.698966 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:30:34.704674 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=7dde8e58-e9c0-4ebc-9164-f28e76fc110e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:35.065741 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:35.174103 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:35.325014 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:35.370570 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:35.442341 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=7dde8e58-e9c0-4ebc-9164-f28e76fc110e,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:35.456103 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:35.557103 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Floating IP 716c3c5f-76df-4269-b04e-8f1aa5e8450d associated. External IP: 172.25.2.10, port: 43c92292-890b-4c78-acc6-230873558c3f. Dec 16 23:30:35.761378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router f570702d-b044-4cdf-9759-527bc874da37 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:30:35.869956 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:30:35.880649 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855ad45-c8cd-43a9-9b37-e84a17cd881f None None] Sync routers for ids ['f570702d-b044-4cdf-9759-527bc874da37'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:30:35.891196 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855ad45-c8cd-43a9-9b37-e84a17cd881f None None] Routers {'f570702d-b044-4cdf-9759-527bc874da37'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:35.895463 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c855ad45-c8cd-43a9-9b37-e84a17cd881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:30:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f570702d-b044-4cdf-9759-527bc874da37'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:35.950402 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:35.981555 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c147ac71-64de-499a-9e5e-b3ee75f9d47b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1292334 Dec 16 23:30:35.982930 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed39ade8-7789-403d-87b1-ecca59c1101b', 'tag': '43c92292-890b-4c78-acc6-230873558c3f'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:30:35.985390 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fd2536e9b1e345e450ff3ec7907de2e139e714cd2038414972b0eb965fd2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c66d110-9471-421a-bb7e-a09908ccfa13" -d '{"events": [{"name": "network-changed", "server_uuid": "ed39ade8-7789-403d-87b1-ecca59c1101b", "tag": "43c92292-890b-4c78-acc6-230873558c3f"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:30:36.001113 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c855ad45-c8cd-43a9-9b37-e84a17cd881f None None] Set router f570702d-b044-4cdf-9759-527bc874da37 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:36.093995 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e87c294-4ec5-47b0-8565-63dd897b851d x-openstack-request-id: req-7e87c294-4ec5-47b0-8565-63dd897b851d {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:30:36.094529 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed39ade8-7789-403d-87b1-ecca59c1101b", "tag": "43c92292-890b-4c78-acc6-230873558c3f", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:30:36.094529 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e87c294-4ec5-47b0-8565-63dd897b851d {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:30:36.094939 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed39ade8-7789-403d-87b1-ecca59c1101b', 'tag': '43c92292-890b-4c78-acc6-230873558c3f', 'status': 'completed', 'code': 200} Dec 16 23:30:36.102645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32c4c4-b860-4a8f-9d1c-2994da60c765 req-a3dac013-a55b-45c6-ad66-c2e70028d22a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:36.106026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe32c4c4-b860-4a8f-9d1c-2994da60c765 req-a3dac013-a55b-45c6-ad66-c2e70028d22a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 945 time: 0.0720086 Dec 16 23:30:36.180456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe32c4c4-b860-4a8f-9d1c-2994da60c765 req-96d0a83a-71e7-4d6b-a426-c442606dab3c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686989 Dec 16 23:30:36.190459 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66d110-9471-421a-bb7e-a09908ccfa13 req-66fecd70-cf9a-49c6-93b2-aad30ae9d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:36.192121 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c66d110-9471-421a-bb7e-a09908ccfa13 req-66fecd70-cf9a-49c6-93b2-aad30ae9d177 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 1096 time: 0.0738862 Dec 16 23:30:36.203383 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38072) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:36.236275 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c855ad45-c8cd-43a9-9b37-e84a17cd881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f570702d-b044-4cdf-9759-527bc874da37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649770414', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:14Z', 'updated_at': '2021-12-16T23:30:19Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:15Z', 'updated_at': '2021-12-16T23:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '716c3c5f-76df-4269-b04e-8f1aa5e8450d', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'port_id': '43c92292-890b-4c78-acc6-230873558c3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'mac_address': 'fa:16:3e:b1:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39ade8-7789-403d-87b1-ecca59c1101b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:30:34Z', 'updated_at': '2021-12-16T23:30:34Z', 'revision_number': 0, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f22da63-d06e-4130-964b-c80a0522608c', 'name': '', 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:7a:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '17721702-da0b-4edf-aee8-d9071150a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:18Z', 'updated_at': '2021-12-16T23:30:21Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '17721702-da0b-4edf-aee8-d9071150a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:36.265414 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855ad45-c8cd-43a9-9b37-e84a17cd881f None None] Checking router: f570702d-b044-4cdf-9759-527bc874da37 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:30:36.273092 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e72c9187-ab51-46ba-ace5-173af610b6c0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/716c3c5f-76df-4269-b04e-8f1aa5e8450d HTTP/1.1" status: 200 len: 990 time: 0.0685210 Dec 16 23:30:36.273487 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855ad45-c8cd-43a9-9b37-e84a17cd881f None None] Routers {'f570702d-b044-4cdf-9759-527bc874da37'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:36.274093 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c855ad45-c8cd-43a9-9b37-e84a17cd881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:30:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f570702d-b044-4cdf-9759-527bc874da37'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:36.297002 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66d110-9471-421a-bb7e-a09908ccfa13 req-ebd10086-4698-4125-b456-f811734fd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:36.298483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c66d110-9471-421a-bb7e-a09908ccfa13 req-ebd10086-4698-4125-b456-f811734fd64f service neutron] 10.222.0.69 "GET /v2.0/networks?id=a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 HTTP/1.1" status: 200 len: 897 time: 0.0998838 Dec 16 23:30:36.366537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c66d110-9471-421a-bb7e-a09908ccfa13 req-d033ff1f-a9a9-4b5e-ba72-b719b06c02d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43c92292-890b-4c78-acc6-230873558c3f HTTP/1.1" status: 200 len: 998 time: 0.0609148 Dec 16 23:30:36.382967 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c855ad45-c8cd-43a9-9b37-e84a17cd881f None None] Set router f570702d-b044-4cdf-9759-527bc874da37 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:36.416747 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66d110-9471-421a-bb7e-a09908ccfa13 req-71667ae5-e30b-481e-b070-7f280f9f32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:36.418299 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c66d110-9471-421a-bb7e-a09908ccfa13 req-71667ae5-e30b-481e-b070-7f280f9f32d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=17721702-da0b-4edf-aee8-d9071150a62d HTTP/1.1" status: 200 len: 835 time: 0.0446546 Dec 16 23:30:36.470090 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66d110-9471-421a-bb7e-a09908ccfa13 req-67265e7b-6d2c-489f-ba39-d2b4ebe2f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:36.471619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c66d110-9471-421a-bb7e-a09908ccfa13 req-67265e7b-6d2c-489f-ba39-d2b4ebe2f318 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6013b1f-6d76-480c-bf2c-0b5a22eb63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457854 Dec 16 23:30:36.562432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c66d110-9471-421a-bb7e-a09908ccfa13 req-e8156c7f-c5de-44be-bbaa-810a7ad28ae7 service neutron] 10.222.0.69 "GET /v2.0/networks/a6013b1f-6d76-480c-bf2c-0b5a22eb63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836091 Dec 16 23:30:36.614179 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c855ad45-c8cd-43a9-9b37-e84a17cd881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f570702d-b044-4cdf-9759-527bc874da37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649770414', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:14Z', 'updated_at': '2021-12-16T23:30:19Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:15Z', 'updated_at': '2021-12-16T23:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '716c3c5f-76df-4269-b04e-8f1aa5e8450d', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'port_id': '43c92292-890b-4c78-acc6-230873558c3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'mac_address': 'fa:16:3e:b1:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39ade8-7789-403d-87b1-ecca59c1101b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:30:34Z', 'updated_at': '2021-12-16T23:30:34Z', 'revision_number': 0, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f22da63-d06e-4130-964b-c80a0522608c', 'name': '', 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:7a:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '17721702-da0b-4edf-aee8-d9071150a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:18Z', 'updated_at': '2021-12-16T23:30:21Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '17721702-da0b-4edf-aee8-d9071150a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:36.641650 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855ad45-c8cd-43a9-9b37-e84a17cd881f None None] The sync data for ids ['f570702d-b044-4cdf-9759-527bc874da37'] in n-d-821840-2 is: [{'id': 'f570702d-b044-4cdf-9759-527bc874da37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649770414', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:14Z', 'updated_at': '2021-12-16T23:30:19Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:15Z', 'updated_at': '2021-12-16T23:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '716c3c5f-76df-4269-b04e-8f1aa5e8450d', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'port_id': '43c92292-890b-4c78-acc6-230873558c3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'mac_address': 'fa:16:3e:b1:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39ade8-7789-403d-87b1-ecca59c1101b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:30:34Z', 'updated_at': '2021-12-16T23:30:34Z', 'revision_number': 0, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f22da63-d06e-4130-964b-c80a0522608c', 'name': '', 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:7a:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '17721702-da0b-4edf-aee8-d9071150a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:18Z', 'updated_at': '2021-12-16T23:30:21Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '17721702-da0b-4edf-aee8-d9071150a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:30:36.658340 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c66d110-9471-421a-bb7e-a09908ccfa13 req-9b599ec7-df07-4a73-9c34-17df9a78d767 service neutron] 10.222.0.69 "GET /v2.0/networks/a6013b1f-6d76-480c-bf2c-0b5a22eb63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888419 Dec 16 23:30:36.835933 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a65f6a7-cc27-48ce-944a-9dc23518cac0 None None] New status for floating IP 716c3c5f-76df-4269-b04e-8f1aa5e8450d: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:30:36.914149 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:30:37.276898 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38074) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:37.344318 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3cb9ab5f-fdb7-4110-9c46-6de8d40542e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/716c3c5f-76df-4269-b04e-8f1aa5e8450d HTTP/1.1" status: 200 len: 992 time: 0.0661404 Dec 16 23:30:39.085195 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e798d90b-2de3-4f24-be4a-87697c29ff5c req-c8647b4d-30ca-425a-a3f1-5136e9369a58 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417364 Dec 16 23:30:39.167291 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798d90b-2de3-4f24-be4a-87697c29ff5c req-cef501f2-9475-440c-8079-02363ec3ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:39.168820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e798d90b-2de3-4f24-be4a-87697c29ff5c req-cef501f2-9475-440c-8079-02363ec3ae10 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 1096 time: 0.0412390 Dec 16 23:30:39.274710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798d90b-2de3-4f24-be4a-87697c29ff5c req-9852a727-d22f-4b1b-907b-a2fd28dd10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:39.276261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e798d90b-2de3-4f24-be4a-87697c29ff5c req-9852a727-d22f-4b1b-907b-a2fd28dd10c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 HTTP/1.1" status: 200 len: 897 time: 0.0891962 Dec 16 23:30:39.342736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e798d90b-2de3-4f24-be4a-87697c29ff5c req-524bd88b-04a3-4a97-89ec-95994e052932 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43c92292-890b-4c78-acc6-230873558c3f HTTP/1.1" status: 200 len: 1000 time: 0.0587573 Dec 16 23:30:39.392366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798d90b-2de3-4f24-be4a-87697c29ff5c req-ece28d6f-c099-4cf4-886f-90f70d4dd346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:39.393915 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e798d90b-2de3-4f24-be4a-87697c29ff5c req-ece28d6f-c099-4cf4-886f-90f70d4dd346 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=17721702-da0b-4edf-aee8-d9071150a62d HTTP/1.1" status: 200 len: 835 time: 0.0448341 Dec 16 23:30:39.443287 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798d90b-2de3-4f24-be4a-87697c29ff5c req-34d8420b-ed1f-4086-8843-c0e54e58ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:39.444778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e798d90b-2de3-4f24-be4a-87697c29ff5c req-34d8420b-ed1f-4086-8843-c0e54e58ef85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6013b1f-6d76-480c-bf2c-0b5a22eb63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439279 Dec 16 23:30:39.535116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e798d90b-2de3-4f24-be4a-87697c29ff5c req-0e0b1133-3b8a-4733-ad53-0ac80877950e service neutron] 10.222.0.69 "GET /v2.0/networks/a6013b1f-6d76-480c-bf2c-0b5a22eb63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826621 Dec 16 23:30:39.627173 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e798d90b-2de3-4f24-be4a-87697c29ff5c req-cbbf4429-1ed7-4f6b-947f-1c61c9d74128 service neutron] 10.222.0.69 "GET /v2.0/networks/a6013b1f-6d76-480c-bf2c-0b5a22eb63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850375 Dec 16 23:30:43.925180 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:44.073744 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:50.148040 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ef1d226-470f-412f-badc-3d824db3bc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:52.548134 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99dcf900-04e9-4dca-a89e-1f5e8e41baa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:53.873330 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:55.141287 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:55.787575 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:10.595244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc372b5e-1179-4493-b98f-714ee3eb36c3 req-e8b185cc-7dc8-42a4-911f-91205683d5fa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:10.596748 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc372b5e-1179-4493-b98f-714ee3eb36c3 req-e8b185cc-7dc8-42a4-911f-91205683d5fa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 945 time: 0.0505924 Dec 16 23:31:10.649020 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc372b5e-1179-4493-b98f-714ee3eb36c3 req-251b9066-3885-4e63-b31a-cc2aff5ce9bb tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443256 Dec 16 23:31:11.766216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145c09f-d295-4699-bffe-7f41ec441b53 req-2e5fdad6-1268-4e60-88a8-952e699795f9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:11.767727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e145c09f-d295-4699-bffe-7f41ec441b53 req-2e5fdad6-1268-4e60-88a8-952e699795f9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 945 time: 0.0486171 Dec 16 23:31:11.820445 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e145c09f-d295-4699-bffe-7f41ec441b53 req-e0407995-d231-4dcf-ad44-6579de47d398 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454450 Dec 16 23:31:11.843037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38094) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:11.908016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-491a7681-7746-406d-bc03-56b9f8a0f42e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/716c3c5f-76df-4269-b04e-8f1aa5e8450d HTTP/1.1" status: 200 len: 992 time: 0.0637960 Dec 16 23:31:13.390320 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee74e4-122f-4601-a5e0-b03497b8d2c0 req-8dfb9931-0e0c-4f9b-afdf-00a7b970c98b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:13.392403 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eee74e4-122f-4601-a5e0-b03497b8d2c0 req-8dfb9931-0e0c-4f9b-afdf-00a7b970c98b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 945 time: 0.0497298 Dec 16 23:31:13.444194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eee74e4-122f-4601-a5e0-b03497b8d2c0 req-979a1155-2c71-4ff0-9e75-0e3e02ffac97 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460925 Dec 16 23:31:13.913973 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:31:13.946698 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:14.089352 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:14.563346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b432f0-e79f-4063-831e-9218cf31c57e req-11a568ff-1fce-4c9f-bf23-9dab7a70b0d8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:14.564734 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26b432f0-e79f-4063-831e-9218cf31c57e req-11a568ff-1fce-4c9f-bf23-9dab7a70b0d8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 945 time: 0.0518022 Dec 16 23:31:14.614497 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-26b432f0-e79f-4063-831e-9218cf31c57e req-e23e3ec6-0aa1-42cf-bd89-d92e9cecf93c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431583 Dec 16 23:31:14.637546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38104) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:14.697394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6a5a5fbd-fa8f-4d68-b288-ee1528bdab4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/716c3c5f-76df-4269-b04e-8f1aa5e8450d HTTP/1.1" status: 200 len: 992 time: 0.0586891 Dec 16 23:31:14.948340 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38110) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:15.103372 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port 7dde8e58-e9c0-4ebc-9164-f28e76fc110e {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:31:15.103719 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:15.181580 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:15.181905 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:15.193301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for 7dde8e58-e9c0-4ebc-9164-f28e76fc110e owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:31:15.404261 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:15.431258 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=7dde8e58-e9c0-4ebc-9164-f28e76fc110e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:15.458664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:15.459468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:15.459468 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:15.459728 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:15.460029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:15.460437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:15.460771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:15.461104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:15.461434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:15.461764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:15.462091 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:15.462414 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:15.462748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:15.505153 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:15.505494 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Floating IP 716c3c5f-76df-4269-b04e-8f1aa5e8450d disassociated (deleted). External IP: 172.25.2.10, port: 43c92292-890b-4c78-acc6-230873558c3f. Dec 16 23:31:15.712358 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router f570702d-b044-4cdf-9759-527bc874da37 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:31:15.819721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:31:15.824653 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:15.830323 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba91f9cf-7ff7-4077-a368-3061d8cbbc4f None None] Sync routers for ids ['f570702d-b044-4cdf-9759-527bc874da37'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:31:15.841173 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba91f9cf-7ff7-4077-a368-3061d8cbbc4f None None] Routers {'f570702d-b044-4cdf-9759-527bc874da37'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:15.841779 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ba91f9cf-7ff7-4077-a368-3061d8cbbc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:30:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f570702d-b044-4cdf-9759-527bc874da37'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:15.851892 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-88493c2c-036e-442c-8eca-e7675862d2e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/floatingips/716c3c5f-76df-4269-b04e-8f1aa5e8450d HTTP/1.1" status: 204 len: 168 time: 0.9024704 Dec 16 23:31:15.852484 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed39ade8-7789-403d-87b1-ecca59c1101b', 'tag': '43c92292-890b-4c78-acc6-230873558c3f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:31:15.854734 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609b0664-2aaa-412a-a27c-42b7b0bad1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ed39ade8-7789-403d-87b1-ecca59c1101b", "tag": "43c92292-890b-4c78-acc6-230873558c3f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:31:15.896024 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2777f8bb-4f99-4823-ac85-fca006417123 x-openstack-request-id: req-2777f8bb-4f99-4823-ac85-fca006417123 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:31:15.896413 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed39ade8-7789-403d-87b1-ecca59c1101b", "tag": "43c92292-890b-4c78-acc6-230873558c3f", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:31:15.896735 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2777f8bb-4f99-4823-ac85-fca006417123 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:31:15.897219 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed39ade8-7789-403d-87b1-ecca59c1101b', 'tag': '43c92292-890b-4c78-acc6-230873558c3f', 'status': 'completed', 'code': 200} Dec 16 23:31:15.966205 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ba91f9cf-7ff7-4077-a368-3061d8cbbc4f None None] Set router f570702d-b044-4cdf-9759-527bc874da37 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:15.974440 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b0664-2aaa-412a-a27c-42b7b0bad1b6 req-d122d525-fc31-4ab9-a727-9b7b562ec5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:15.985438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-609b0664-2aaa-412a-a27c-42b7b0bad1b6 req-d122d525-fc31-4ab9-a727-9b7b562ec5c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 1096 time: 0.0476780 Dec 16 23:31:16.087115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b0664-2aaa-412a-a27c-42b7b0bad1b6 req-65437155-42e1-4475-be77-f1cdb017d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:16.088644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-609b0664-2aaa-412a-a27c-42b7b0bad1b6 req-65437155-42e1-4475-be77-f1cdb017d4fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 HTTP/1.1" status: 200 len: 897 time: 0.0997527 Dec 16 23:31:16.137513 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-609b0664-2aaa-412a-a27c-42b7b0bad1b6 req-d2c06aa4-1eb4-4653-84df-2e4e89452aff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43c92292-890b-4c78-acc6-230873558c3f HTTP/1.1" status: 200 len: 217 time: 0.0377867 Dec 16 23:31:16.197084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b0664-2aaa-412a-a27c-42b7b0bad1b6 req-31ebee53-201b-4e21-b08e-0c9e20b2d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:16.198558 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-609b0664-2aaa-412a-a27c-42b7b0bad1b6 req-31ebee53-201b-4e21-b08e-0c9e20b2d7d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=17721702-da0b-4edf-aee8-d9071150a62d HTTP/1.1" status: 200 len: 835 time: 0.0508134 Dec 16 23:31:16.261417 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ba91f9cf-7ff7-4077-a368-3061d8cbbc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f570702d-b044-4cdf-9759-527bc874da37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649770414', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:14Z', 'updated_at': '2021-12-16T23:30:19Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:15Z', 'updated_at': '2021-12-16T23:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '6f22da63-d06e-4130-964b-c80a0522608c', 'name': '', 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:7a:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '17721702-da0b-4edf-aee8-d9071150a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:18Z', 'updated_at': '2021-12-16T23:30:21Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '17721702-da0b-4edf-aee8-d9071150a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:16.290336 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba91f9cf-7ff7-4077-a368-3061d8cbbc4f None None] Checking router: f570702d-b044-4cdf-9759-527bc874da37 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:31:16.301773 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba91f9cf-7ff7-4077-a368-3061d8cbbc4f None None] Routers {'f570702d-b044-4cdf-9759-527bc874da37'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:16.302944 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ba91f9cf-7ff7-4077-a368-3061d8cbbc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:30:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f570702d-b044-4cdf-9759-527bc874da37'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:16.415043 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ba91f9cf-7ff7-4077-a368-3061d8cbbc4f None None] Set router f570702d-b044-4cdf-9759-527bc874da37 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:16.602205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b0664-2aaa-412a-a27c-42b7b0bad1b6 req-2740e924-87f2-4521-b72f-4dcfeab04d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:16.603719 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-609b0664-2aaa-412a-a27c-42b7b0bad1b6 req-2740e924-87f2-4521-b72f-4dcfeab04d1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6013b1f-6d76-480c-bf2c-0b5a22eb63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3920095 Dec 16 23:31:16.615927 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43883cc7-2565-4b2a-8d76-f3a3073615e7 req-afb24fb0-f408-45ae-9e26-82e81475c8a5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:16.617707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43883cc7-2565-4b2a-8d76-f3a3073615e7 req-afb24fb0-f408-45ae-9e26-82e81475c8a5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 945 time: 0.0608311 Dec 16 23:31:16.626375 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ba91f9cf-7ff7-4077-a368-3061d8cbbc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f570702d-b044-4cdf-9759-527bc874da37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649770414', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:14Z', 'updated_at': '2021-12-16T23:30:19Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:15Z', 'updated_at': '2021-12-16T23:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '6f22da63-d06e-4130-964b-c80a0522608c', 'name': '', 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:7a:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '17721702-da0b-4edf-aee8-d9071150a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:18Z', 'updated_at': '2021-12-16T23:30:21Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '17721702-da0b-4edf-aee8-d9071150a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:16.653784 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba91f9cf-7ff7-4077-a368-3061d8cbbc4f None None] The sync data for ids ['f570702d-b044-4cdf-9759-527bc874da37'] in n-d-821840-2 is: [{'id': 'f570702d-b044-4cdf-9759-527bc874da37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649770414', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:14Z', 'updated_at': '2021-12-16T23:30:19Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:15Z', 'updated_at': '2021-12-16T23:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '6f22da63-d06e-4130-964b-c80a0522608c', 'name': '', 'network_id': 'a6013b1f-6d76-480c-bf2c-0b5a22eb63b0', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:7a:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '17721702-da0b-4edf-aee8-d9071150a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:18Z', 'updated_at': '2021-12-16T23:30:21Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '17721702-da0b-4edf-aee8-d9071150a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:31:16.717069 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-43883cc7-2565-4b2a-8d76-f3a3073615e7 req-56cf9a50-f0ab-4cf9-9627-789171470f0c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913229 Dec 16 23:31:16.743994 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-609b0664-2aaa-412a-a27c-42b7b0bad1b6 req-a25c6989-c9ea-4a8b-8dd9-1684d9e4c512 service neutron] 10.222.0.69 "GET /v2.0/networks/a6013b1f-6d76-480c-bf2c-0b5a22eb63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252935 Dec 16 23:31:16.839695 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-609b0664-2aaa-412a-a27c-42b7b0bad1b6 req-b9cc9c9c-405c-4bf1-a937-b6a4648d913c service neutron] 10.222.0.69 "GET /v2.0/networks/a6013b1f-6d76-480c-bf2c-0b5a22eb63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859084 Dec 16 23:31:16.889444 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd0712a-8d8a-420e-89f7-0695932fdf5b None None] New status for floating IP 716c3c5f-76df-4269-b04e-8f1aa5e8450d: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:31:17.849477 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb0271-9280-42ee-840f-6e4c3a74cba0 req-068e4d95-3c70-4d3b-8f1a-7f33553d56ee tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:17.850937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3bb0271-9280-42ee-840f-6e4c3a74cba0 req-068e4d95-3c70-4d3b-8f1a-7f33553d56ee tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 945 time: 0.0547605 Dec 16 23:31:17.901784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3bb0271-9280-42ee-840f-6e4c3a74cba0 req-229d2401-f393-4615-abcf-3e210904090a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=26218e72-d85d-47ce-9367-05b0d732dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449562 Dec 16 23:31:18.143791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3039bd-0b05-48c9-82f4-8369895e6e7d req-6ba756e7-445a-43c1-9d82-af38aa7b332f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:18.145406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba3039bd-0b05-48c9-82f4-8369895e6e7d req-6ba756e7-445a-43c1-9d82-af38aa7b332f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.69 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 945 time: 0.0494699 Dec 16 23:31:18.240292 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-ba3039bd-0b05-48c9-82f4-8369895e6e7d req-966fa655-d1b4-45e8-92ca-6f475449aa70 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port 43c92292-890b-4c78-acc6-230873558c3f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:31:18.240626 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ba3039bd-0b05-48c9-82f4-8369895e6e7d req-966fa655-d1b4-45e8-92ca-6f475449aa70 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:18.331446 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-ba3039bd-0b05-48c9-82f4-8369895e6e7d req-966fa655-d1b4-45e8-92ca-6f475449aa70 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] For port 43c92292-890b-4c78-acc6-230873558c3f, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=43c92292-890b-4c78-acc6-230873558c3f,segment=NetworkSegment(b560f808-cb22-46b7-a7ba-197c4137c5fc),segment_id=b560f808-cb22-46b7-a7ba-197c4137c5fc)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:18.331806 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ba3039bd-0b05-48c9-82f4-8369895e6e7d req-966fa655-d1b4-45e8-92ca-6f475449aa70 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:18.343841 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-ba3039bd-0b05-48c9-82f4-8369895e6e7d req-966fa655-d1b4-45e8-92ca-6f475449aa70 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for 43c92292-890b-4c78-acc6-230873558c3f owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:31:18.501692 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ba3039bd-0b05-48c9-82f4-8369895e6e7d req-966fa655-d1b4-45e8-92ca-6f475449aa70 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:18.530880 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fa655-d1b4-45e8-92ca-6f475449aa70 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=43c92292-890b-4c78-acc6-230873558c3f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:18.576093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3039bd-0b05-48c9-82f4-8369895e6e7d req-966fa655-d1b4-45e8-92ca-6f475449aa70 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] No DVR routers for this DVR port 43c92292-890b-4c78-acc6-230873558c3f on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:31:18.578693 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ba3039bd-0b05-48c9-82f4-8369895e6e7d req-966fa655-d1b4-45e8-92ca-6f475449aa70 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:18.583221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ba3039bd-0b05-48c9-82f4-8369895e6e7d req-966fa655-d1b4-45e8-92ca-6f475449aa70 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.69 "DELETE /v2.0/ports/43c92292-890b-4c78-acc6-230873558c3f HTTP/1.1" status: 204 len: 173 time: 0.4269757 Dec 16 23:31:18.583680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed39ade8-7789-403d-87b1-ecca59c1101b', 'name': 'network-vif-deleted', 'tag': '43c92292-890b-4c78-acc6-230873558c3f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:31:18.585933 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f107d2-b173-4d44-b536-bfc0ea977198" -d '{"events": [{"server_uuid": "ed39ade8-7789-403d-87b1-ecca59c1101b", "name": "network-vif-deleted", "tag": "43c92292-890b-4c78-acc6-230873558c3f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:31:18.623775 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c922c859-290c-4cdc-8e9d-2ccb48700038 x-openstack-request-id: req-c922c859-290c-4cdc-8e9d-2ccb48700038 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:31:18.624122 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed39ade8-7789-403d-87b1-ecca59c1101b", "name": "network-vif-deleted", "tag": "43c92292-890b-4c78-acc6-230873558c3f", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:31:18.624500 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c922c859-290c-4cdc-8e9d-2ccb48700038 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:31:18.624959 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed39ade8-7789-403d-87b1-ecca59c1101b', 'name': 'network-vif-deleted', 'tag': '43c92292-890b-4c78-acc6-230873558c3f', 'status': 'completed', 'code': 200} Dec 16 23:31:19.014628 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3e4e3513-653a-4534-a0e4-6e48ec8af4cc req-2a03d119-25fa-4c09-b23f-6de266bce321 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed39ade8-7789-403d-87b1-ecca59c1101b HTTP/1.1" status: 200 len: 210 time: 0.0285878 Dec 16 23:31:20.075926 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38126) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:20.141608 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce05e8ae-53e3-4989-9be2-7a0250e0ff89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:20.492419 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29f3a18d-dea6-40bc-a885-6bb83d810b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:20.748905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-29f3a18d-dea6-40bc-a885-6bb83d810b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port 6f22da63-d06e-4130-964b-c80a0522608c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:31:20.749158 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29f3a18d-dea6-40bc-a885-6bb83d810b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:20.841133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-29f3a18d-dea6-40bc-a885-6bb83d810b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] For port 6f22da63-d06e-4130-964b-c80a0522608c, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=6f22da63-d06e-4130-964b-c80a0522608c,segment=NetworkSegment(b560f808-cb22-46b7-a7ba-197c4137c5fc),segment_id=b560f808-cb22-46b7-a7ba-197c4137c5fc)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:20.841497 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29f3a18d-dea6-40bc-a885-6bb83d810b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:20.854319 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-29f3a18d-dea6-40bc-a885-6bb83d810b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for 6f22da63-d06e-4130-964b-c80a0522608c owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:31:21.090303 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29f3a18d-dea6-40bc-a885-6bb83d810b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:21.115162 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3a18d-dea6-40bc-a885-6bb83d810b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=6f22da63-d06e-4130-964b-c80a0522608c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:21.296068 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-29f3a18d-dea6-40bc-a885-6bb83d810b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:21.425555 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 43c92292-890b-4c78-acc6-230873558c3f no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:31:21.449376 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 43c92292-890b-4c78-acc6-230873558c3f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:31:21.449723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 43c92292-890b-4c78-acc6-230873558c3f not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:31:21.512712 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f3a18d-dea6-40bc-a885-6bb83d810b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router f570702d-b044-4cdf-9759-527bc874da37 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:31:21.618048 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f3a18d-dea6-40bc-a885-6bb83d810b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:31:21.627686 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-29f3a18d-dea6-40bc-a885-6bb83d810b55 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "PUT /v2.0/routers/f570702d-b044-4cdf-9759-527bc874da37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5461807 Dec 16 23:31:21.627686 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38128) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:21.628484 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dedc51-2af5-4d38-808d-6579f6637b8a None None] Sync routers for ids ['f570702d-b044-4cdf-9759-527bc874da37'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:31:21.640337 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dedc51-2af5-4d38-808d-6579f6637b8a None None] Routers {'f570702d-b044-4cdf-9759-527bc874da37'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:21.641021 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d0dedc51-2af5-4d38-808d-6579f6637b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:30:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f570702d-b044-4cdf-9759-527bc874da37'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:21.677811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-e813d254-6dc8-4c11-a3c4-8d7fdaa1904b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting subnet 17721702-da0b-4edf-aee8-d9071150a62d {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:31:21.680971 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e813d254-6dc8-4c11-a3c4-8d7fdaa1904b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:21.720465 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e813d254-6dc8-4c11-a3c4-8d7fdaa1904b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:21.747989 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d0dedc51-2af5-4d38-808d-6579f6637b8a None None] Set router f570702d-b044-4cdf-9759-527bc874da37 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:21.811857 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e813d254-6dc8-4c11-a3c4-8d7fdaa1904b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:21.936597 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e813d254-6dc8-4c11-a3c4-8d7fdaa1904b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:21.947533 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d0dedc51-2af5-4d38-808d-6579f6637b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f570702d-b044-4cdf-9759-527bc874da37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649770414', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:14Z', 'updated_at': '2021-12-16T23:31:20Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:15Z', 'updated_at': '2021-12-16T23:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:21.964989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813d254-6dc8-4c11-a3c4-8d7fdaa1904b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Subnet': ['ID=17721702-da0b-4edf-aee8-d9071150a62d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:21.966996 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e813d254-6dc8-4c11-a3c4-8d7fdaa1904b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:21.973148 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e813d254-6dc8-4c11-a3c4-8d7fdaa1904b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/subnets/17721702-da0b-4edf-aee8-d9071150a62d HTTP/1.1" status: 204 len: 168 time: 0.3462195 Dec 16 23:31:21.973284 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38130) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:21.975216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088e98dd-daba-4bd2-88cd-c8dc561a7b52 None None] Network a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:31:21.975541 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dedc51-2af5-4d38-808d-6579f6637b8a None None] Checking router: f570702d-b044-4cdf-9759-527bc874da37 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:31:21.984409 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dedc51-2af5-4d38-808d-6579f6637b8a None None] Routers {'f570702d-b044-4cdf-9759-527bc874da37'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:21.985029 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d0dedc51-2af5-4d38-808d-6579f6637b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:30:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['f570702d-b044-4cdf-9759-527bc874da37'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:22.090283 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:22.105820 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d0dedc51-2af5-4d38-808d-6579f6637b8a None None] Set router f570702d-b044-4cdf-9759-527bc874da37 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:22.149482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] DHCP port deletion for a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:31:22.203671 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Deleting port 3491aa72-21c4-4d09-b8c1-9884a3f5e195 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:31:22.203977 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:22.207347 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:22.268699 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] For port 3491aa72-21c4-4d09-b8c1-9884a3f5e195, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=3491aa72-21c4-4d09-b8c1-9884a3f5e195,segment=NetworkSegment(b560f808-cb22-46b7-a7ba-197c4137c5fc),segment_id=b560f808-cb22-46b7-a7ba-197c4137c5fc)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:22.269104 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:22.284001 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d0dedc51-2af5-4d38-808d-6579f6637b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f570702d-b044-4cdf-9759-527bc874da37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649770414', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:14Z', 'updated_at': '2021-12-16T23:31:20Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:15Z', 'updated_at': '2021-12-16T23:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:22.284402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Calling delete_port for 3491aa72-21c4-4d09-b8c1-9884a3f5e195 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:31:22.316871 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dedc51-2af5-4d38-808d-6579f6637b8a None None] The sync data for ids ['f570702d-b044-4cdf-9759-527bc874da37'] in n-d-821840-2 is: [{'id': 'f570702d-b044-4cdf-9759-527bc874da37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649770414', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:14Z', 'updated_at': '2021-12-16T23:31:20Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e4349d11-50d3-48e3-8ba0-58bd055fd9e8', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570702d-b044-4cdf-9759-527bc874da37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:15Z', 'updated_at': '2021-12-16T23:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:31:22.329223 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port e4349d11-50d3-48e3-8ba0-58bd055fd9e8 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:31:22.329571 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:22.410580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] For port e4349d11-50d3-48e3-8ba0-58bd055fd9e8, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e4349d11-50d3-48e3-8ba0-58bd055fd9e8,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:22.411086 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:22.424109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for e4349d11-50d3-48e3-8ba0-58bd055fd9e8 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:31:22.438690 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:22.467016 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] No DVR routers for this DVR port 3491aa72-21c4-4d09-b8c1-9884a3f5e195 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:31:22.471096 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Pushing event deleted for resources: {'Port': ['ID=3491aa72-21c4-4d09-b8c1-9884a3f5e195,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:22.484734 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.485085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.485429 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.485768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.486106 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.486437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.486766 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.487092 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.487463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.487789 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.488393 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.488754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.489148 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3bc193-a99b-4971-8218-2f7ee5b73042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.575832 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d684d1e-d1c0-4532-9f36-b9d61b3a0842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:22.667452 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:22.698678 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=e4349d11-50d3-48e3-8ba0-58bd055fd9e8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:22.710196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0045d0e-ae4c-49d6-89bc-43bbb28e9cb5 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:31:22.728491 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.728798 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.729144 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.729480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.729811 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.730140 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.730483 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.730812 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.731119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.731466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.731789 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.732107 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.732442 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:22.783568 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:22.877452 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:22.879687 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:22.976084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:22.976769 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Fanout notify agent at l3_agent the message router_deleted on router f570702d-b044-4cdf-9759-527bc874da37 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:31:22.984409 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:22.984733 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5e0b1437-c45e-4e1c-a447-b67e905d8b81 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/routers/f570702d-b044-4cdf-9759-527bc874da37 HTTP/1.1" status: 204 len: 168 time: 1.0085115 Dec 16 23:31:22.987550 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38132) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:23.073010 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d43e7fea-6c6e-451d-90de-cfb3351ae399 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:23.164210 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d43e7fea-6c6e-451d-90de-cfb3351ae399 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:23.183522 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d43e7fea-6c6e-451d-90de-cfb3351ae399 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6013b1f-6d76-480c-bf2c-0b5a22eb63b0']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:23.192625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d43e7fea-6c6e-451d-90de-cfb3351ae399 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b560f808-cb22-46b7-a7ba-197c4137c5fc') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:23.192923 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-d43e7fea-6c6e-451d-90de-cfb3351ae399 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b560f808-cb22-46b7-a7ba-197c4137c5fc') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:23.202276 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d43e7fea-6c6e-451d-90de-cfb3351ae399 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:23.215535 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d43e7fea-6c6e-451d-90de-cfb3351ae399 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:23.221446 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43e7fea-6c6e-451d-90de-cfb3351ae399 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:31:23.221842 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d43e7fea-6c6e-451d-90de-cfb3351ae399 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: timer() Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:31:23.225418 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:31:23.364093 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d43e7fea-6c6e-451d-90de-cfb3351ae399 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:23.370885 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d43e7fea-6c6e-451d-90de-cfb3351ae399 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:23.374031 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d43e7fea-6c6e-451d-90de-cfb3351ae399 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/networks/a6013b1f-6d76-480c-bf2c-0b5a22eb63b0 HTTP/1.1" status: 204 len: 168 time: 0.3850932 Dec 16 23:31:23.376662 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38134) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:23.392776 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e7fea-6c6e-451d-90de-cfb3351ae399 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Network': ['ID=a6013b1f-6d76-480c-bf2c-0b5a22eb63b0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:23.464952 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9d6d8322-74bd-4d7c-827c-381b6d4a84c7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:23.495459 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9d6d8322-74bd-4d7c-827c-381b6d4a84c7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:23.502225 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3491aa72-21c4-4d09-b8c1-9884a3f5e195 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:31:23.530953 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 3491aa72-21c4-4d09-b8c1-9884a3f5e195 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:31:23.531214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 3491aa72-21c4-4d09-b8c1-9884a3f5e195 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:31:23.531668 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6f22da63-d06e-4130-964b-c80a0522608c no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:31:23.552501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 6f22da63-d06e-4130-964b-c80a0522608c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:31:23.553117 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 6f22da63-d06e-4130-964b-c80a0522608c not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:31:23.622104 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9d6d8322-74bd-4d7c-827c-381b6d4a84c7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:23.624771 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9d6d8322-74bd-4d7c-827c-381b6d4a84c7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:23.628627 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9d6d8322-74bd-4d7c-827c-381b6d4a84c7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/security-groups/26218e72-d85d-47ce-9367-05b0d732dc6a HTTP/1.1" status: 204 len: 168 time: 0.2393436 Dec 16 23:31:23.636989 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d8322-74bd-4d7c-827c-381b6d4a84c7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26218e72-d85d-47ce-9367-05b0d732dc6a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:23.860756 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:24.168101 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38140) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:24.172748 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-946e5775-fb31-4106-aba1-a09c9bad09b6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011748976', 'description': 'tempest-secgroup-smoke-1011748976 description', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:24.255896 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-946e5775-fb31-4106-aba1-a09c9bad09b6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:24.324665 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-946e5775-fb31-4106-aba1-a09c9bad09b6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:24.392112 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-946e5775-fb31-4106-aba1-a09c9bad09b6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:24.420827 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e5775-fb31-4106-aba1-a09c9bad09b6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12afd3c5-2960-4750-b74d-4029afd17fcc,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:24.474725 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-946e5775-fb31-4106-aba1-a09c9bad09b6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:24.476003 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-946e5775-fb31-4106-aba1-a09c9bad09b6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3068929 Dec 16 23:31:24.478865 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38142) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:24.483167 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4bcfbe8a-8776-46ff-a307-9916c36b8e7e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '12afd3c5-2960-4750-b74d-4029afd17fcc', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:24.591615 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbe8a-8776-46ff-a307-9916c36b8e7e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:24.645368 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbe8a-8776-46ff-a307-9916c36b8e7e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:24.724894 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbe8a-8776-46ff-a307-9916c36b8e7e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:24.746988 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfbe8a-8776-46ff-a307-9916c36b8e7e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1716d1-6540-4637-81a1-155026eec4d4,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:24.819019 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbe8a-8776-46ff-a307-9916c36b8e7e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:24.820286 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4bcfbe8a-8776-46ff-a307-9916c36b8e7e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3404367 Dec 16 23:31:24.822987 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38144) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:24.827291 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6537d159-b39e-457e-989b-f291d0740ec5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '12afd3c5-2960-4750-b74d-4029afd17fcc', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:24.934976 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6537d159-b39e-457e-989b-f291d0740ec5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:24.990359 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6537d159-b39e-457e-989b-f291d0740ec5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:25.061878 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6537d159-b39e-457e-989b-f291d0740ec5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:25.064909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e4349d11-50d3-48e3-8ba0-58bd055fd9e8 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:31:25.080868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537d159-b39e-457e-989b-f291d0740ec5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d10728-294b-4e4e-8763-e5a16b1ffad2,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:25.089879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: e4349d11-50d3-48e3-8ba0-58bd055fd9e8 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:31:25.090234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e4349d11-50d3-48e3-8ba0-58bd055fd9e8 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:31:25.160750 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6537d159-b39e-457e-989b-f291d0740ec5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:25.162124 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6537d159-b39e-457e-989b-f291d0740ec5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3381598 Dec 16 23:31:25.164951 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38146) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:25.169448 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:25.169620 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5e8a2823-7c88-4338-924f-ef9858f62643 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '12afd3c5-2960-4750-b74d-4029afd17fcc', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:25.272247 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e8a2823-7c88-4338-924f-ef9858f62643 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:25.330887 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e8a2823-7c88-4338-924f-ef9858f62643 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:25.409288 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e8a2823-7c88-4338-924f-ef9858f62643 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:25.429648 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a2823-7c88-4338-924f-ef9858f62643 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81681164-6a07-40f0-a435-0c0af5d938fa,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:25.497118 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e8a2823-7c88-4338-924f-ef9858f62643 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:25.498362 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5e8a2823-7c88-4338-924f-ef9858f62643 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3324685 Dec 16 23:31:25.501259 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38148) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:25.506203 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-11cfc26c-8313-427e-afaa-3359f9e96dc6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '12afd3c5-2960-4750-b74d-4029afd17fcc', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:25.597440 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11cfc26c-8313-427e-afaa-3359f9e96dc6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:25.656884 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11cfc26c-8313-427e-afaa-3359f9e96dc6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:25.780559 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11cfc26c-8313-427e-afaa-3359f9e96dc6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:25.799948 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfc26c-8313-427e-afaa-3359f9e96dc6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9244eb59-e678-4105-9c73-95a5cabfda54,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:25.809173 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:25.869500 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11cfc26c-8313-427e-afaa-3359f9e96dc6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:25.871153 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-11cfc26c-8313-427e-afaa-3359f9e96dc6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3689389 Dec 16 23:31:25.874028 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38150) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:25.878481 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f2a06824-b0c2-44be-849d-61f78f56b193 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '12afd3c5-2960-4750-b74d-4029afd17fcc', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:25.964348 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-f2a06824-b0c2-44be-849d-61f78f56b193 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Project b95c9ea67a7042feb9a991a8d19d2132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:31:25.969340 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2a06824-b0c2-44be-849d-61f78f56b193 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:26.026910 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2a06824-b0c2-44be-849d-61f78f56b193 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:26.112761 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2a06824-b0c2-44be-849d-61f78f56b193 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:26.133230 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a06824-b0c2-44be-849d-61f78f56b193 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7796db8a-b252-4e5e-88f8-b72553e130b9,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:26.195507 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f2a06824-b0c2-44be-849d-61f78f56b193 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:26.196737 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f2a06824-b0c2-44be-849d-61f78f56b193 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3217723 Dec 16 23:31:26.199753 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38152) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:26.205460 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-8f87eb7a-0306-4588-bdfe-42fb03e3c9cc tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '12afd3c5-2960-4750-b74d-4029afd17fcc', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:26.267218 n-d-821840-2 neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-8f87eb7a-0306-4588-bdfe-42fb03e3c9cc tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Project b95c9ea67a7042feb9a991a8d19d2132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:31:26.272414 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8f87eb7a-0306-4588-bdfe-42fb03e3c9cc tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:26.335697 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8f87eb7a-0306-4588-bdfe-42fb03e3c9cc tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:26.381756 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8f87eb7a-0306-4588-bdfe-42fb03e3c9cc tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:26.397509 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87eb7a-0306-4588-bdfe-42fb03e3c9cc tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2235e23f-d6fc-4a68-a43c-b6e45b99f2be,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:26.469565 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8f87eb7a-0306-4588-bdfe-42fb03e3c9cc tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:26.470817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8f87eb7a-0306-4588-bdfe-42fb03e3c9cc tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2699962 Dec 16 23:31:26.473661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38154) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:26.479240 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-765dbe14-085c-4d6f-b830-ca1bfa0deab9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'network': {'name': 'tempest-network-smoke--578665550', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'port_security_enabled': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:26.564509 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765dbe14-085c-4d6f-b830-ca1bfa0deab9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Made reservation on behalf of b95c9ea67a7042feb9a991a8d19d2132 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:31:26.567895 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-765dbe14-085c-4d6f-b830-ca1bfa0deab9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:26.591349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765dbe14-085c-4d6f-b830-ca1bfa0deab9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:31:26.600398 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-765dbe14-085c-4d6f-b830-ca1bfa0deab9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:26.600750 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-765dbe14-085c-4d6f-b830-ca1bfa0deab9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Added segment efcc9c2c-6966-41b7-9b8a-714cbd378404 of type vlan for network 17f69b22-61b1-4d44-8b95-b7b698070374 Dec 16 23:31:26.641092 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-765dbe14-085c-4d6f-b830-ca1bfa0deab9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:26.695565 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-765dbe14-085c-4d6f-b830-ca1bfa0deab9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:26.701500 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765dbe14-085c-4d6f-b830-ca1bfa0deab9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:26.702089 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-765dbe14-085c-4d6f-b830-ca1bfa0deab9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:26.767708 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dbe14-085c-4d6f-b830-ca1bfa0deab9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Network': ['ID=17f69b22-61b1-4d44-8b95-b7b698070374,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:26.778388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 17f69b22-61b1-4d44-8b95-b7b698070374 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:31:26.819298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-765dbe14-085c-4d6f-b830-ca1bfa0deab9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3440144 Dec 16 23:31:26.822156 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38156) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:26.826935 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2097004870', 'admin_state_up': True, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:26.890078 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:26.891101 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:26.943192 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:27.112054 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:27.388804 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:27.407475 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:27.511542 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.25.2.7 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/e3f5f248-ee37-42db-bc6b-f2692f5d950a) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:31:27.608245 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:27.684776 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:27.732553 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:31:27.735502 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:31:27.740246 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:31:27.745780 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=e3f5f248-ee37-42db-bc6b-f2692f5d950a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:27.749165 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c910132-8a3e-4755-87a4-9f60e32a4cf6 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:31:27.876197 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a9ca843c-0c39-4c47-989e-5f7cbf5e7302 None None] Provisioning complete for port e3f5f248-ee37-42db-bc6b-f2692f5d950a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:27.876922 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9ca843c-0c39-4c47-989e-5f7cbf5e7302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:27.912555 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca843c-0c39-4c47-989e-5f7cbf5e7302 None None] Port e3f5f248-ee37-42db-bc6b-f2692f5d950a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:31:28.392448 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:28.588760 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:28.770028 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router 5498a549-92c4-4d95-9164-f5feb975b682 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:31:28.878269 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:31:28.888724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Sync routers for ids ['5498a549-92c4-4d95-9164-f5feb975b682'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:31:28.900026 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Routers {'5498a549-92c4-4d95-9164-f5feb975b682'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:28.900681 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:31:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5498a549-92c4-4d95-9164-f5feb975b682'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:28.937770 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:28.939047 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-faca2e4c-f9be-4765-99bf-ea7a8b11b0ed tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1157830 Dec 16 23:31:28.942176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38158) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:28.970862 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-86a8765e-849e-4b49-ab51-398981d4d3bc tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b95c9ea67a7042feb9a991a8d19d2132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268378 Dec 16 23:31:28.973387 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38160) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:29.010031 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Set router 5498a549-92c4-4d95-9164-f5feb975b682 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:29.064253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a094149-3665-4ca9-8df7-cb7fee7c1a01 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:29.065788 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8a094149-3665-4ca9-8df7-cb7fee7c1a01 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914452 Dec 16 23:31:29.069254 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38162) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:29.098181 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8587814b-d2a7-41be-a830-cffa4a2c5059 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278039 Dec 16 23:31:29.100791 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38164) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:29.105844 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c9091d67-264c-49de-8353-34df37be6065 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1299505577', 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:29.266398 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9091d67-264c-49de-8353-34df37be6065 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Made reservation on behalf of b95c9ea67a7042feb9a991a8d19d2132 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:31:29.269984 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9091d67-264c-49de-8353-34df37be6065 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:29.366609 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5498a549-92c4-4d95-9164-f5feb975b682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097004870', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:26Z', 'updated_at': '2021-12-16T23:31:28Z', 'revision_number': 3, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:29.393442 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Checking router: 5498a549-92c4-4d95-9164-f5feb975b682 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:31:29.393799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Updating router 5498a549-92c4-4d95-9164-f5feb975b682 port e3f5f248-ee37-42db-bc6b-f2692f5d950a binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:31:29.418856 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:29.513318 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9091d67-264c-49de-8353-34df37be6065 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:29.575229 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9091d67-264c-49de-8353-34df37be6065 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Subnet': ['ID=30a3c3dd-0686-4828-b6ca-0a1ebde6a220,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:29.582525 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9091d67-264c-49de-8353-34df37be6065 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Checking segment: {'id': 'efcc9c2c-6966-41b7-9b8a-714cbd378404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:31:29.582900 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9091d67-264c-49de-8353-34df37be6065 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network hostable DHCP agents. Network: 17f69b22-61b1-4d44-8b95-b7b698070374, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:31:29.667449 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9091d67-264c-49de-8353-34df37be6065 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 17f69b22-61b1-4d44-8b95-b7b698070374 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:31:29.674310 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:29.752983 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c9091d67-264c-49de-8353-34df37be6065 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 17f69b22-61b1-4d44-8b95-b7b698070374) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:31:29.757864 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9091d67-264c-49de-8353-34df37be6065 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:29.762788 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9091d67-264c-49de-8353-34df37be6065 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:29.763076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce84845-6a8d-48d5-bf83-876677a68164 None None] Network 17f69b22-61b1-4d44-8b95-b7b698070374 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:31:29.803145 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:29.857184 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c9091d67-264c-49de-8353-34df37be6065 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7526481 Dec 16 23:31:29.858244 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38166) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:29.868503 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5ec0e8-9cfe-49ac-a88c-28f56a21f3d9 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:31:29.888548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb517d-6bbf-462f-a7dc-2db22dd00e2c None None] Pushing event updated for resources: {'Port': ['ID=e3f5f248-ee37-42db-bc6b-f2692f5d950a,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:29.890823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Attempting to bind port e3f5f248-ee37-42db-bc6b-f2692f5d950a on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:31:29.891505 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Attempting to bind port e3f5f248-ee37-42db-bc6b-f2692f5d950a by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:31:29.891658 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Attempting to bind port e3f5f248-ee37-42db-bc6b-f2692f5d950a on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:31:29.903984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:31:29.904377 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:31:29.904792 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:29.905189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:31:29.905841 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Bound port: e3f5f248-ee37-42db-bc6b-f2692f5d950a, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:31:29.906033 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:29.963883 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-17f69b22-61b1-4d44-8b95-b7b698070374', 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ips': [{'subnet_id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:31:29.964732 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:29.991515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-068aee13-803c-4f3b-9d5d-0d867eb8cf6d None None] Provisioning complete for port e3f5f248-ee37-42db-bc6b-f2692f5d950a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:29.991895 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-068aee13-803c-4f3b-9d5d-0d867eb8cf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:30.002705 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] For port e3f5f248-ee37-42db-bc6b-f2692f5d950a, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:31:30.050431 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] For port e3f5f248-ee37-42db-bc6b-f2692f5d950a, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e3f5f248-ee37-42db-bc6b-f2692f5d950a,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:31:30.101074 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-068aee13-803c-4f3b-9d5d-0d867eb8cf6d None None] Port e3f5f248-ee37-42db-bc6b-f2692f5d950a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:31:30.146831 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:30.202726 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33fae09-eadc-4d1f-bcd0-a7050d8bdecb None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:31:30.219578 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Allocated IP 172.20.0.2 (17f69b22-61b1-4d44-8b95-b7b698070374/30a3c3dd-0686-4828-b6ca-0a1ebde6a220/0be53e56-d3db-4cf9-81cc-c1701a124728) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:31:30.236627 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Routers {'5498a549-92c4-4d95-9164-f5feb975b682'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:30.237323 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:31:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5498a549-92c4-4d95-9164-f5feb975b682'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:30.287032 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb517d-6bbf-462f-a7dc-2db22dd00e2c None None] Pushing event updated for resources: {'Port': ['ID=e3f5f248-ee37-42db-bc6b-f2692f5d950a,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:30.324653 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:30.400327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8096b05f-76d4-4fe7-9d5c-ea71aed53287 None None] Provisioning complete for port e3f5f248-ee37-42db-bc6b-f2692f5d950a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:30.400618 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8096b05f-76d4-4fe7-9d5c-ea71aed53287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:30.453220 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] Set router 5498a549-92c4-4d95-9164-f5feb975b682 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:30.623938 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:30.674539 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:30.712180 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8096b05f-76d4-4fe7-9d5c-ea71aed53287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:30.715989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.20.0.1 (17f69b22-61b1-4d44-8b95-b7b698070374/30a3c3dd-0686-4828-b6ca-0a1ebde6a220/81be4b8d-ea9e-47b0-99fe-0b64b595c1ba) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:31:30.756621 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Network 17f69b22-61b1-4d44-8b95-b7b698070374 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:31:30.769107 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:31:30.774125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:31:30.776757 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Pushing event updated for resources: {'Port': ['ID=0be53e56-d3db-4cf9-81cc-c1701a124728,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:30.779960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8096b05f-76d4-4fe7-9d5c-ea71aed53287 None None] For port e3f5f248-ee37-42db-bc6b-f2692f5d950a, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e3f5f248-ee37-42db-bc6b-f2692f5d950a,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:30.839750 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8096b05f-76d4-4fe7-9d5c-ea71aed53287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:30.841153 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:30.865962 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Attempting to bind port 0be53e56-d3db-4cf9-81cc-c1701a124728 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:31:30.866341 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Attempting to bind port 0be53e56-d3db-4cf9-81cc-c1701a124728 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'efcc9c2c-6966-41b7-9b8a-714cbd378404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:31:30.866714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Attempting to bind port 0be53e56-d3db-4cf9-81cc-c1701a124728 on network 17f69b22-61b1-4d44-8b95-b7b698070374 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:31:30.882168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:31:30.882545 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Checking segment: {'id': 'efcc9c2c-6966-41b7-9b8a-714cbd378404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:31:30.882947 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:30.883373 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Bound using segment: {'id': 'efcc9c2c-6966-41b7-9b8a-714cbd378404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:31:30.883850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Bound port: 0be53e56-d3db-4cf9-81cc-c1701a124728, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efcc9c2c-6966-41b7-9b8a-714cbd378404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:31:30.884234 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:30.888344 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5498a549-92c4-4d95-9164-f5feb975b682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097004870', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:26Z', 'updated_at': '2021-12-16T23:31:28Z', 'revision_number': 3, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:30.919259 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:30.938440 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8a9690-80be-4256-93c0-b5aa643b78da None None] The sync data for ids ['5498a549-92c4-4d95-9164-f5feb975b682'] in n-d-821840-2 is: [{'id': '5498a549-92c4-4d95-9164-f5feb975b682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097004870', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:26Z', 'updated_at': '2021-12-16T23:31:28Z', 'revision_number': 3, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:31:30.945186 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096b05f-76d4-4fe7-9d5c-ea71aed53287 None None] Pushing event updated for resources: {'Port': ['ID=e3f5f248-ee37-42db-bc6b-f2692f5d950a,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:30.967998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 17f69b22-61b1-4d44-8b95-b7b698070374 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:31:30.969887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:31:30.974964 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:31:30.998632 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] For port 0be53e56-d3db-4cf9-81cc-c1701a124728, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:31:31.000879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=81be4b8d-ea9e-47b0-99fe-0b64b595c1ba,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:31.002076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] For port 0be53e56-d3db-4cf9-81cc-c1701a124728, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0be53e56-d3db-4cf9-81cc-c1701a124728,segment=NetworkSegment(efcc9c2c-6966-41b7-9b8a-714cbd378404),segment_id=efcc9c2c-6966-41b7-9b8a-714cbd378404)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:31:31.030355 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:31.078627 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:31.139507 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594b5eb-7be2-4d0c-8cbe-d5b0852adb4e None None] Pushing event updated for resources: {'Port': ['ID=0be53e56-d3db-4cf9-81cc-c1701a124728,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:31.250970 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:31.913833 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:31.952931 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:32.039023 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:32.045268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=81be4b8d-ea9e-47b0-99fe-0b64b595c1ba,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:32.140183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 17f69b22-61b1-4d44-8b95-b7b698070374 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:31:32.141071 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:31:32.157035 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d4ba33-8166-4dc8-bbf4-0cbe772dcc7d None None] Network 17f69b22-61b1-4d44-8b95-b7b698070374 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:31:32.257891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router 5498a549-92c4-4d95-9164-f5feb975b682 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:31:32.377383 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:31:32.383404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8cfe62e1-7f46-448c-b7c0-0c8915c11369 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "PUT /v2.0/routers/5498a549-92c4-4d95-9164-f5feb975b682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5242305 Dec 16 23:31:32.395443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5fee3eab-40cb-4ebc-9963-d2a610c2a42c None None] Provisioning complete for port 0be53e56-d3db-4cf9-81cc-c1701a124728 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:32.395443 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5fee3eab-40cb-4ebc-9963-d2a610c2a42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:32.518618 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5fee3eab-40cb-4ebc-9963-d2a610c2a42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:32.554947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5fee3eab-40cb-4ebc-9963-d2a610c2a42c None None] For port 0be53e56-d3db-4cf9-81cc-c1701a124728, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0be53e56-d3db-4cf9-81cc-c1701a124728,segment=NetworkSegment(efcc9c2c-6966-41b7-9b8a-714cbd378404),segment_id=efcc9c2c-6966-41b7-9b8a-714cbd378404)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:32.556182 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-8f13e7a9-589f-47ff-8dbf-363b7d8e5c35 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011748976&fields=id&tenant_id=b95c9ea67a7042feb9a991a8d19d2132 HTTP/1.1" status: 200 len: 267 time: 0.0558681 Dec 16 23:31:32.627296 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5fee3eab-40cb-4ebc-9963-d2a610c2a42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:32.688772 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Sync routers for ids ['5498a549-92c4-4d95-9164-f5feb975b682'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:31:32.693972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-4f6320fd-2b19-42cd-97b6-c27281fdd8af tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:32.695691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-4f6320fd-2b19-42cd-97b6-c27281fdd8af tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/networks?id=17f69b22-61b1-4d44-8b95-b7b698070374 HTTP/1.1" status: 200 len: 796 time: 0.1324909 Dec 16 23:31:32.701894 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Routers {'5498a549-92c4-4d95-9164-f5feb975b682'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:32.702531 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:31:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5498a549-92c4-4d95-9164-f5feb975b682'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:32.704523 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee3eab-40cb-4ebc-9963-d2a610c2a42c None None] Pushing event updated for resources: {'Port': ['ID=0be53e56-d3db-4cf9-81cc-c1701a124728,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:32.715950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-b60f453d-c126-4db6-8c42-bcac3e3ccb5f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/quotas/b95c9ea67a7042feb9a991a8d19d2132 HTTP/1.1" status: 200 len: 375 time: 0.0113604 Dec 16 23:31:32.753946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6f5b9be8-1b64-4f81-9fff-3f9d3bc3dae3 None None] Provisioning complete for port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:32.754693 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9be8-1b64-4f81-9fff-3f9d3bc3dae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:32.779228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-019fe40a-1360-4831-85e6-2a8ad1e109fc tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511367 Dec 16 23:31:32.801643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b9be8-1b64-4f81-9fff-3f9d3bc3dae3 None None] Port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:31:32.815655 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6f5b9be8-1b64-4f81-9fff-3f9d3bc3dae3 None None] Provisioning complete for port 0be53e56-d3db-4cf9-81cc-c1701a124728 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:32.816030 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9be8-1b64-4f81-9fff-3f9d3bc3dae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:32.923249 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-dae9bf11-7611-4913-a4ff-c1f6063c6ff2 service neutron] 10.222.0.43 "GET /v2.0/networks/17f69b22-61b1-4d44-8b95-b7b698070374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307223 Dec 16 23:31:32.932296 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Set router 5498a549-92c4-4d95-9164-f5feb975b682 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:33.028302 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-ef9a722b-e68e-4703-82ed-6befe2f14579 service neutron] 10.222.0.43 "GET /v2.0/networks/17f69b22-61b1-4d44-8b95-b7b698070374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959194 Dec 16 23:31:33.060130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9b91273a-9259-4a8c-ab13-051a6af573c0 None None] Provisioning complete for port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:33.060511 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b91273a-9259-4a8c-ab13-051a6af573c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:33.151542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9b91273a-9259-4a8c-ab13-051a6af573c0 None None] Port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:31:33.153172 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5498a549-92c4-4d95-9164-f5feb975b682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097004870', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:26Z', 'updated_at': '2021-12-16T23:31:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '81be4b8d-ea9e-47b0-99fe-0b64b595c1ba', 'name': '', 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:29:97:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:30Z', 'updated_at': '2021-12-16T23:31:31Z', 'revision_number': 2, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:33.186082 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Checking router: 5498a549-92c4-4d95-9164-f5feb975b682 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:31:33.186421 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Updating router 5498a549-92c4-4d95-9164-f5feb975b682 port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:31:33.215852 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:33.233251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e3f5f248-ee37-42db-bc6b-f2692f5d950a up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:31:33.287175 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8b262311-a6c0-4323-bd22-53f21da264a1 None None] Provisioning complete for port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:33.287705 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b262311-a6c0-4323-bd22-53f21da264a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:33.337939 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e3f5f248-ee37-42db-bc6b-f2692f5d950a triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:33.338315 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:33.339949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8b262311-a6c0-4323-bd22-53f21da264a1 None None] Port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:31:33.343708 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-871bd1f8-070e-4f72-9a69-4da2b705ab24 req-09201912-21f4-42e2-958b-e6a6b3364d5f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 210 time: 0.0379894 Dec 16 23:31:33.436379 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0be53e56-d3db-4cf9-81cc-c1701a124728 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:31:33.485056 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 0be53e56-d3db-4cf9-81cc-c1701a124728 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:33.485431 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:33.526075 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:33.598966 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:33.650963 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee5cbb-f6e7-48b3-8629-a1f07e923575 None None] Pushing event updated for resources: {'Port': ['ID=81be4b8d-ea9e-47b0-99fe-0b64b595c1ba,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:33.674895 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee5cbb-f6e7-48b3-8629-a1f07e923575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:33.675357 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee5cbb-f6e7-48b3-8629-a1f07e923575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:33.675755 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee5cbb-f6e7-48b3-8629-a1f07e923575 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:33.676090 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee5cbb-f6e7-48b3-8629-a1f07e923575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:33.676417 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee5cbb-f6e7-48b3-8629-a1f07e923575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:33.676740 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee5cbb-f6e7-48b3-8629-a1f07e923575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:33.677596 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee5cbb-f6e7-48b3-8629-a1f07e923575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:33.679482 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee5cbb-f6e7-48b3-8629-a1f07e923575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:33.679482 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee5cbb-f6e7-48b3-8629-a1f07e923575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:33.679482 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee5cbb-f6e7-48b3-8629-a1f07e923575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:33.679482 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee5cbb-f6e7-48b3-8629-a1f07e923575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:33.679482 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee5cbb-f6e7-48b3-8629-a1f07e923575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:33.679482 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee5cbb-f6e7-48b3-8629-a1f07e923575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:33.714986 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Attempting to bind port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:31:33.715670 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Attempting to bind port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'efcc9c2c-6966-41b7-9b8a-714cbd378404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:31:33.715784 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Attempting to bind port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba on network 17f69b22-61b1-4d44-8b95-b7b698070374 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:31:33.721348 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:31:33.721724 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Checking segment: {'id': 'efcc9c2c-6966-41b7-9b8a-714cbd378404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:31:33.722108 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:33.722497 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Bound using segment: {'id': 'efcc9c2c-6966-41b7-9b8a-714cbd378404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:31:33.723018 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Bound port: 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efcc9c2c-6966-41b7-9b8a-714cbd378404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:31:33.723796 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:33.797175 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] For port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:31:33.800661 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] For port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=81be4b8d-ea9e-47b0-99fe-0b64b595c1ba,segment=NetworkSegment(efcc9c2c-6966-41b7-9b8a-714cbd378404),segment_id=efcc9c2c-6966-41b7-9b8a-714cbd378404)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:31:33.861940 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2a42f546-575f-4b31-8d4b-858461eaabbb None None] Provisioning complete for port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:33.862217 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2a42f546-575f-4b31-8d4b-858461eaabbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:33.873852 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:33.897463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2a42f546-575f-4b31-8d4b-858461eaabbb None None] Port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:31:33.934056 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Routers {'5498a549-92c4-4d95-9164-f5feb975b682'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:33.934697 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:31:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5498a549-92c4-4d95-9164-f5feb975b682'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:33.937858 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee5cbb-f6e7-48b3-8629-a1f07e923575 None None] Pushing event updated for resources: {'Port': ['ID=81be4b8d-ea9e-47b0-99fe-0b64b595c1ba,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:34.053454 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] Set router 5498a549-92c4-4d95-9164-f5feb975b682 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:34.117692 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-38937d6e-0b53-4d09-9701-5956d1f69794 None None] Provisioning complete for port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:34.118076 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38937d6e-0b53-4d09-9701-5956d1f69794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:34.201500 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38937d6e-0b53-4d09-9701-5956d1f69794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:34.236007 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-38937d6e-0b53-4d09-9701-5956d1f69794 None None] For port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=81be4b8d-ea9e-47b0-99fe-0b64b595c1ba,segment=NetworkSegment(efcc9c2c-6966-41b7-9b8a-714cbd378404),segment_id=efcc9c2c-6966-41b7-9b8a-714cbd378404)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:34.271968 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5498a549-92c4-4d95-9164-f5feb975b682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097004870', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:26Z', 'updated_at': '2021-12-16T23:31:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '81be4b8d-ea9e-47b0-99fe-0b64b595c1ba', 'name': '', 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:29:97:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:30Z', 'updated_at': '2021-12-16T23:31:33Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:34.290182 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38937d6e-0b53-4d09-9701-5956d1f69794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:34.298135 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e7ae5a-83cf-407d-bb2c-5353c2cdac1b None None] The sync data for ids ['5498a549-92c4-4d95-9164-f5feb975b682'] in n-d-821840-2 is: [{'id': '5498a549-92c4-4d95-9164-f5feb975b682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097004870', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:26Z', 'updated_at': '2021-12-16T23:31:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '81be4b8d-ea9e-47b0-99fe-0b64b595c1ba', 'name': '', 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:29:97:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:30Z', 'updated_at': '2021-12-16T23:31:33Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:31:34.344075 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38937d6e-0b53-4d09-9701-5956d1f69794 None None] Pushing event updated for resources: {'Port': ['ID=81be4b8d-ea9e-47b0-99fe-0b64b595c1ba,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:34.451967 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-49f5234a-fbfe-4113-8b01-6a319c78fe5f req-0bac7ee9-3f4f-4048-a40e-c807642854be tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 210 time: 0.0293963 Dec 16 23:31:35.134109 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:31:35.192315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:35.193336 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:35.442912 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-67890d7e-04fd-413c-966a-0cb0a90ffd7c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:35.444430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-67890d7e-04fd-413c-966a-0cb0a90ffd7c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.24 "GET /v2.0/networks?id=17f69b22-61b1-4d44-8b95-b7b698070374 HTTP/1.1" status: 200 len: 796 time: 0.1145246 Dec 16 23:31:35.518202 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-f4723f84-8875-4e5e-8ec6-5dff50d5b48b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b95c9ea67a7042feb9a991a8d19d2132 HTTP/1.1" status: 200 len: 380 time: 0.0596261 Dec 16 23:31:35.538032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-16d0a5d9-fe41-4396-a65b-29fe9cb952d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'port': {'device_id': '6881a222-d0dd-49c8-8283-8031588d96a3', 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374', 'admin_state_up': True, 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'security_groups': ['12afd3c5-2960-4750-b74d-4029afd17fcc']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:35.595059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de6ae76a-7a64-485d-8827-a7cec07be008 req-da80402b-b419-4211-a71e-32baf9befb9c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 210 time: 0.0703146 Dec 16 23:31:35.753187 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-16d0a5d9-fe41-4396-a65b-29fe9cb952d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Made reservation on behalf of b95c9ea67a7042feb9a991a8d19d2132 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:31:35.756992 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-16d0a5d9-fe41-4396-a65b-29fe9cb952d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:35.887954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-16d0a5d9-fe41-4396-a65b-29fe9cb952d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.20.0.8 (17f69b22-61b1-4d44-8b95-b7b698070374/30a3c3dd-0686-4828-b6ca-0a1ebde6a220/faa0ad10-3acf-446f-b86f-5515aa26885b) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:31:36.024496 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-16d0a5d9-fe41-4396-a65b-29fe9cb952d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:36.107605 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-16d0a5d9-fe41-4396-a65b-29fe9cb952d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:36.155745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-16d0a5d9-fe41-4396-a65b-29fe9cb952d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 17f69b22-61b1-4d44-8b95-b7b698070374 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:31:36.158886 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-16d0a5d9-fe41-4396-a65b-29fe9cb952d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:31:36.162757 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-16d0a5d9-fe41-4396-a65b-29fe9cb952d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:31:36.188289 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0a5d9-fe41-4396-a65b-29fe9cb952d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=faa0ad10-3acf-446f-b86f-5515aa26885b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:36.217924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-16d0a5d9-fe41-4396-a65b-29fe9cb952d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:36.218554 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-16d0a5d9-fe41-4396-a65b-29fe9cb952d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:36.264388 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-16d0a5d9-fe41-4396-a65b-29fe9cb952d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7312512 Dec 16 23:31:36.278027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Request body: {'port': {'device_id': '6881a222-d0dd-49c8-8283-8031588d96a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:36.335360 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:36.426061 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c2af6380-f420-4b0b-a6ed-5c377d18165e None None] Provisioning complete for port faa0ad10-3acf-446f-b86f-5515aa26885b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:36.426680 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c2af6380-f420-4b0b-a6ed-5c377d18165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:36.462837 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c2af6380-f420-4b0b-a6ed-5c377d18165e None None] Port faa0ad10-3acf-446f-b86f-5515aa26885b cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:31:36.602748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa0ad10-3acf-446f-b86f-5515aa26885b {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:31:36.609964 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:36.622638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Transition to ACTIVE for port object faa0ad10-3acf-446f-b86f-5515aa26885b will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:31:36.694158 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:36.759977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f4e1d-474f-402f-9a59-591ae0a24b9e req-d4b1eff2-a2bb-494e-a82c-e19fb51a0552 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:36.761570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a86f4e1d-474f-402f-9a59-591ae0a24b9e req-d4b1eff2-a2bb-494e-a82c-e19fb51a0552 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 931 time: 0.0967150 Dec 16 23:31:36.765339 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=faa0ad10-3acf-446f-b86f-5515aa26885b,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:36.873728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a86f4e1d-474f-402f-9a59-591ae0a24b9e req-facc9edb-b242-49b4-9353-b52097fd8525 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040103 Dec 16 23:31:36.878375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Attempting to bind port faa0ad10-3acf-446f-b86f-5515aa26885b on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:31:36.878727 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Attempting to bind port faa0ad10-3acf-446f-b86f-5515aa26885b by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': 'efcc9c2c-6966-41b7-9b8a-714cbd378404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:31:36.879074 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Attempting to bind port faa0ad10-3acf-446f-b86f-5515aa26885b on network 17f69b22-61b1-4d44-8b95-b7b698070374 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:31:36.884768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Port faa0ad10-3acf-446f-b86f-5515aa26885b on network 17f69b22-61b1-4d44-8b95-b7b698070374 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:31:36.885185 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Attempting to bind port faa0ad10-3acf-446f-b86f-5515aa26885b on network 17f69b22-61b1-4d44-8b95-b7b698070374 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:31:36.890725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:31:36.891145 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Checking segment: {'id': 'efcc9c2c-6966-41b7-9b8a-714cbd378404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:31:36.891625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Bound using segment: {'id': 'efcc9c2c-6966-41b7-9b8a-714cbd378404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:31:36.892211 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Bound port: faa0ad10-3acf-446f-b86f-5515aa26885b, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efcc9c2c-6966-41b7-9b8a-714cbd378404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:31:36.892607 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:36.960639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] For port faa0ad10-3acf-446f-b86f-5515aa26885b, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:31:36.963611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] For port faa0ad10-3acf-446f-b86f-5515aa26885b, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=faa0ad10-3acf-446f-b86f-5515aa26885b,segment=NetworkSegment(efcc9c2c-6966-41b7-9b8a-714cbd378404),segment_id=efcc9c2c-6966-41b7-9b8a-714cbd378404)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:31:37.050651 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:37.089778 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:37.090409 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:37.091891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] 10.222.0.24 "PUT /v2.0/ports/faa0ad10-3acf-446f-b86f-5515aa26885b HTTP/1.1" status: 200 len: 1091 time: 0.8184676 Dec 16 23:31:37.092345 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6881a222-d0dd-49c8-8283-8031588d96a3', 'tag': 'faa0ad10-3acf-446f-b86f-5515aa26885b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:31:37.094692 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f48860-da9b-4bb4-91e2-b7736ba914f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6881a222-d0dd-49c8-8283-8031588d96a3", "tag": "faa0ad10-3acf-446f-b86f-5515aa26885b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:31:37.120464 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49f467-f9c8-4c03-a24f-96abdd403cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=faa0ad10-3acf-446f-b86f-5515aa26885b,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:37.141701 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eded2c1f-1ecb-4822-a169-f1e729c9f101 x-openstack-request-id: req-eded2c1f-1ecb-4822-a169-f1e729c9f101 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:31:37.141701 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6881a222-d0dd-49c8-8283-8031588d96a3", "tag": "faa0ad10-3acf-446f-b86f-5515aa26885b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:31:37.141701 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eded2c1f-1ecb-4822-a169-f1e729c9f101 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:31:37.142034 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6881a222-d0dd-49c8-8283-8031588d96a3', 'tag': 'faa0ad10-3acf-446f-b86f-5515aa26885b', 'status': 'completed', 'code': 200} Dec 16 23:31:37.214209 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f48860-da9b-4bb4-91e2-b7736ba914f9 req-8d6a8df3-f7bd-42f7-bd1f-a28001e5fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:37.215861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31f48860-da9b-4bb4-91e2-b7736ba914f9 req-8d6a8df3-f7bd-42f7-bd1f-a28001e5fcc7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 1094 time: 0.0498807 Dec 16 23:31:37.320196 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f48860-da9b-4bb4-91e2-b7736ba914f9 req-24a19a9d-a2b5-4848-8169-95677f22c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:37.321688 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31f48860-da9b-4bb4-91e2-b7736ba914f9 req-24a19a9d-a2b5-4848-8169-95677f22c84a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0970664 Dec 16 23:31:37.421939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f48860-da9b-4bb4-91e2-b7736ba914f9 req-3e0e233c-ba86-4225-87f0-e2cd2b5e2e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:37.423509 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-31f48860-da9b-4bb4-91e2-b7736ba914f9 req-3e0e233c-ba86-4225-87f0-e2cd2b5e2e7a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938294 Dec 16 23:31:37.503510 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-93947eea-869b-499d-bbc0-c1d9aa386d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:37.505155 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-93947eea-869b-499d-bbc0-c1d9aa386d8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 1094 time: 0.0416064 Dec 16 23:31:37.547979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-6c5a61e4-fb12-40be-bc48-44ad8c753dfd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa0ad10-3acf-446f-b86f-5515aa26885b HTTP/1.1" status: 200 len: 217 time: 0.0339191 Dec 16 23:31:37.601897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-41bd5c48-6b53-41e5-88e4-2777c1717219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:37.603352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-41bd5c48-6b53-41e5-88e4-2777c1717219 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30a3c3dd-0686-4828-b6ca-0a1ebde6a220 HTTP/1.1" status: 200 len: 835 time: 0.0470929 Dec 16 23:31:37.651543 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-863ea5dc-11a0-4ac8-80b8-81a6c20e2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:37.653014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-863ea5dc-11a0-4ac8-80b8-81a6c20e2f9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17f69b22-61b1-4d44-8b95-b7b698070374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405946 Dec 16 23:31:37.743048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-1e357fe8-0de3-4d5c-9ca6-5a5ed318ef56 service neutron] 10.222.0.24 "GET /v2.0/networks/17f69b22-61b1-4d44-8b95-b7b698070374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804520 Dec 16 23:31:37.839959 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c2e5ffe2-f579-452f-8e22-fefe1eaba11d req-9011e170-8a31-489c-b4fe-efa635b39643 service neutron] 10.222.0.24 "GET /v2.0/networks/17f69b22-61b1-4d44-8b95-b7b698070374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879242 Dec 16 23:31:37.993590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b76dd-7bb0-4455-9ec3-4f6e0ac37bcc req-88f1eaf5-7fb5-4985-b575-7a4cdf32b0b8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:37.995018 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-234b76dd-7bb0-4455-9ec3-4f6e0ac37bcc req-88f1eaf5-7fb5-4985-b575-7a4cdf32b0b8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 943 time: 0.0506859 Dec 16 23:31:38.044434 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-234b76dd-7bb0-4455-9ec3-4f6e0ac37bcc req-c9103e03-ea95-495a-ae9c-87520077e1f0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434020 Dec 16 23:31:39.166445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5990626-cb3e-472b-b472-a6e559d8124a req-1c61bdfc-3e15-402e-946b-a5c556d23755 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:39.168005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5990626-cb3e-472b-b472-a6e559d8124a req-1c61bdfc-3e15-402e-946b-a5c556d23755 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 943 time: 0.0549312 Dec 16 23:31:39.217093 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5990626-cb3e-472b-b472-a6e559d8124a req-237ed0e2-624a-405b-8d1a-2136989a9f05 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432549 Dec 16 23:31:40.332600 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77a99c-f90a-47fc-b783-211623b1c74d req-218b876d-ab61-4b9d-a10d-642fab740bf7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:40.334758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff77a99c-f90a-47fc-b783-211623b1c74d req-218b876d-ab61-4b9d-a10d-642fab740bf7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 943 time: 0.0503011 Dec 16 23:31:40.383911 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff77a99c-f90a-47fc-b783-211623b1c74d req-a6975ee3-f161-4565-8526-44245f65b85e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431018 Dec 16 23:31:41.149250 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device faa0ad10-3acf-446f-b86f-5515aa26885b details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:31:41.248450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port faa0ad10-3acf-446f-b86f-5515aa26885b, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=faa0ad10-3acf-446f-b86f-5515aa26885b,segment=NetworkSegment(efcc9c2c-6966-41b7-9b8a-714cbd378404),segment_id=efcc9c2c-6966-41b7-9b8a-714cbd378404)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:41.260392 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'faa0ad10-3acf-446f-b86f-5515aa26885b', 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374', 'port_id': 'faa0ad10-3acf-446f-b86f-5515aa26885b', 'mac_address': 'fa:16:3e:04:f9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:31:41.297754 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:41.314498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa0ad10-3acf-446f-b86f-5515aa26885b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:31:41.335422 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port faa0ad10-3acf-446f-b86f-5515aa26885b, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=faa0ad10-3acf-446f-b86f-5515aa26885b,segment=NetworkSegment(efcc9c2c-6966-41b7-9b8a-714cbd378404),segment_id=efcc9c2c-6966-41b7-9b8a-714cbd378404)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:41.409518 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:41.462238 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=faa0ad10-3acf-446f-b86f-5515aa26885b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:41.500585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ce487-5946-46df-a11f-a8c87c9b8d8b req-e31e4224-72ac-41b4-a14c-121d3186754c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:41.502061 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-242ce487-5946-46df-a11f-a8c87c9b8d8b req-e31e4224-72ac-41b4-a14c-121d3186754c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 944 time: 0.0485198 Dec 16 23:31:41.555058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-242ce487-5946-46df-a11f-a8c87c9b8d8b req-f84f66a7-71d7-46d3-a9a8-d0bdab0c250f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461612 Dec 16 23:31:41.687283 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['faa0ad10-3acf-446f-b86f-5515aa26885b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:31:42.672199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5cb48-e9fa-485c-96fc-5815589e685e req-c2b8d900-1d15-4173-b567-7252b4ce233c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:42.673741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38a5cb48-e9fa-485c-96fc-5815589e685e req-c2b8d900-1d15-4173-b567-7252b4ce233c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 944 time: 0.0492697 Dec 16 23:31:42.722808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-38a5cb48-e9fa-485c-96fc-5815589e685e req-71baff85-c789-4953-a62c-e3bcb0f5102b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429580 Dec 16 23:31:43.170857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device faa0ad10-3acf-446f-b86f-5515aa26885b up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:31:43.255649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port faa0ad10-3acf-446f-b86f-5515aa26885b completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:31:43.260201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port faa0ad10-3acf-446f-b86f-5515aa26885b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:43.260574 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:43.340804 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:43.362949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6881a222-d0dd-49c8-8283-8031588d96a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa0ad10-3acf-446f-b86f-5515aa26885b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:31:43.366033 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522b4618-ac30-43d1-adb3-0e63c8327e62" -d '{"events": [{"server_uuid": "6881a222-d0dd-49c8-8283-8031588d96a3", "name": "network-vif-plugged", "status": "completed", "tag": "faa0ad10-3acf-446f-b86f-5515aa26885b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:31:43.378189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port faa0ad10-3acf-446f-b86f-5515aa26885b, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=faa0ad10-3acf-446f-b86f-5515aa26885b,segment=NetworkSegment(efcc9c2c-6966-41b7-9b8a-714cbd378404),segment_id=efcc9c2c-6966-41b7-9b8a-714cbd378404)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:43.404730 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0056b00-3f30-4289-a428-8e07afad9bf5 x-openstack-request-id: req-b0056b00-3f30-4289-a428-8e07afad9bf5 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:31:43.405834 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6881a222-d0dd-49c8-8283-8031588d96a3", "name": "network-vif-plugged", "status": "completed", "tag": "faa0ad10-3acf-446f-b86f-5515aa26885b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:31:43.405834 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0056b00-3f30-4289-a428-8e07afad9bf5 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:31:43.405834 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6881a222-d0dd-49c8-8283-8031588d96a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa0ad10-3acf-446f-b86f-5515aa26885b', 'code': 200} Dec 16 23:31:43.450071 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:43.499202 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=faa0ad10-3acf-446f-b86f-5515aa26885b,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:43.514594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918388b8-1b18-4a2f-b1b2-557b47f91293 req-7b5d10d1-2903-4c97-8761-759eee56d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:43.516122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-918388b8-1b18-4a2f-b1b2-557b47f91293 req-7b5d10d1-2903-4c97-8761-759eee56d89d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 1096 time: 0.0414886 Dec 16 23:31:43.562295 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-918388b8-1b18-4a2f-b1b2-557b47f91293 req-627bd785-c0af-4874-a16b-f38222fd29ba service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387084 Dec 16 23:31:43.840356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56609d6-8b3e-4784-b6ac-027366c19ae9 req-d55c59ee-f9bf-4d84-a133-a1458e8c6837 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:43.841817 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d56609d6-8b3e-4784-b6ac-027366c19ae9 req-d55c59ee-f9bf-4d84-a133-a1458e8c6837 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0528710 Dec 16 23:31:43.891770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d56609d6-8b3e-4784-b6ac-027366c19ae9 req-9dc6bf95-7e9a-49c0-9c80-5c438dc7e96b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439646 Dec 16 23:31:44.004526 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:44.072414 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:45.011604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b62670-503f-4711-90e7-5bf57c7ad26a req-908d2859-8fe9-440b-8962-b24c90002b0c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:45.013101 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50b62670-503f-4711-90e7-5bf57c7ad26a req-908d2859-8fe9-440b-8962-b24c90002b0c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0515606 Dec 16 23:31:45.062102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50b62670-503f-4711-90e7-5bf57c7ad26a req-e969cf9f-86e9-4f3f-8bcd-55b83c15539a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429461 Dec 16 23:31:45.184491 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c426bd4-b54e-4090-89a9-c08e425d33b4 req-79b1f4f5-c748-4c85-961b-44ec7cd9d880 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:45.185998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c426bd4-b54e-4090-89a9-c08e425d33b4 req-79b1f4f5-c748-4c85-961b-44ec7cd9d880 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0523827 Dec 16 23:31:45.233882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c426bd4-b54e-4090-89a9-c08e425d33b4 req-41832541-d1ad-49af-8070-bf3a1cb0415b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420194 Dec 16 23:31:45.256607 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38222) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:45.296459 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd2c3a1-5378-4bb5-aff7-7ae25d6c345b tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:45.297998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4bd2c3a1-5378-4bb5-aff7-7ae25d6c345b tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 1091 time: 0.0403833 Dec 16 23:31:45.300750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38224) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:45.306044 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': 'faa0ad10-3acf-446f-b86f-5515aa26885b', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:45.369743 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:45.472097 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:45.574419 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.25.2.16 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/1484fb8c-5f21-42db-b57c-ff4f6c053515) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:31:45.681648 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:45.753231 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:45.792201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:31:45.795101 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:31:45.799010 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:31:45.822883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=1484fb8c-5f21-42db-b57c-ff4f6c053515,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:46.157979 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:46.275237 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:46.428377 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:46.478632 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:46.550569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=1484fb8c-5f21-42db-b57c-ff4f6c053515,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:46.561426 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:46.670889 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Floating IP 11bdb9fc-e30b-4985-8b31-2d5d4f828caa associated. External IP: 172.25.2.16, port: faa0ad10-3acf-446f-b86f-5515aa26885b. Dec 16 23:31:47.219928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router 5498a549-92c4-4d95-9164-f5feb975b682 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:31:47.327134 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:31:47.338014 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af14d5-648f-42f6-90ff-31ccdf5316dc None None] Sync routers for ids ['5498a549-92c4-4d95-9164-f5feb975b682'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:31:47.347629 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af14d5-648f-42f6-90ff-31ccdf5316dc None None] Routers {'5498a549-92c4-4d95-9164-f5feb975b682'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:47.349683 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d7af14d5-648f-42f6-90ff-31ccdf5316dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:31:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5498a549-92c4-4d95-9164-f5feb975b682'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:47.406706 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:47.457757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c4e046fe-c7bb-4788-9968-e5a2055b7323 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1559577 Dec 16 23:31:47.459553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6881a222-d0dd-49c8-8283-8031588d96a3', 'tag': 'faa0ad10-3acf-446f-b86f-5515aa26885b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:31:47.459890 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d7af14d5-648f-42f6-90ff-31ccdf5316dc None None] Set router 5498a549-92c4-4d95-9164-f5feb975b682 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:47.461847 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b45ef73-1da5-48fd-bc82-7c9609eb74ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6881a222-d0dd-49c8-8283-8031588d96a3", "tag": "faa0ad10-3acf-446f-b86f-5515aa26885b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:31:47.478321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc596892-214c-4d68-b552-bffbf8e82062 req-4840a856-370f-491d-afe4-cb34f37dc24d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530562 Dec 16 23:31:47.521023 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb680b8-df3b-4489-87aa-eda3f3a4b081 x-openstack-request-id: req-4eb680b8-df3b-4489-87aa-eda3f3a4b081 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:31:47.521384 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6881a222-d0dd-49c8-8283-8031588d96a3", "tag": "faa0ad10-3acf-446f-b86f-5515aa26885b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:31:47.521778 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4eb680b8-df3b-4489-87aa-eda3f3a4b081 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:31:47.522199 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6881a222-d0dd-49c8-8283-8031588d96a3', 'tag': 'faa0ad10-3acf-446f-b86f-5515aa26885b', 'status': 'completed', 'code': 200} Dec 16 23:31:47.602605 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc596892-214c-4d68-b552-bffbf8e82062 req-30a81276-095c-4601-9c04-c2dd14341355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:47.604061 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc596892-214c-4d68-b552-bffbf8e82062 req-30a81276-095c-4601-9c04-c2dd14341355 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 1096 time: 0.0712829 Dec 16 23:31:47.613036 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac16df1-a83f-4c55-850a-37a655afd090 req-0488a10d-6294-4e30-b7c8-67840a9417b6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:47.615341 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eac16df1-a83f-4c55-850a-37a655afd090 req-0488a10d-6294-4e30-b7c8-67840a9417b6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0737834 Dec 16 23:31:47.700422 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d7af14d5-648f-42f6-90ff-31ccdf5316dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5498a549-92c4-4d95-9164-f5feb975b682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097004870', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:26Z', 'updated_at': '2021-12-16T23:31:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '11bdb9fc-e30b-4985-8b31-2d5d4f828caa', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'port_id': 'faa0ad10-3acf-446f-b86f-5515aa26885b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374', 'mac_address': 'fa:16:3e:04:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6881a222-d0dd-49c8-8283-8031588d96a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:31:46Z', 'updated_at': '2021-12-16T23:31:46Z', 'revision_number': 0, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81be4b8d-ea9e-47b0-99fe-0b64b595c1ba', 'name': '', 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:29:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:30Z', 'updated_at': '2021-12-16T23:31:34Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:47.720047 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eac16df1-a83f-4c55-850a-37a655afd090 req-ba7db0c3-bebf-48b7-ae9b-65b62e2a4559 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983229 Dec 16 23:31:47.727970 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af14d5-648f-42f6-90ff-31ccdf5316dc None None] Checking router: 5498a549-92c4-4d95-9164-f5feb975b682 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:31:47.742971 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af14d5-648f-42f6-90ff-31ccdf5316dc None None] Routers {'5498a549-92c4-4d95-9164-f5feb975b682'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:47.743648 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d7af14d5-648f-42f6-90ff-31ccdf5316dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:31:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5498a549-92c4-4d95-9164-f5feb975b682'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:47.743807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38230) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:47.753630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc596892-214c-4d68-b552-bffbf8e82062 req-b0122c6d-6abf-4104-b998-7f5339e822f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:47.756792 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc596892-214c-4d68-b552-bffbf8e82062 req-b0122c6d-6abf-4104-b998-7f5339e822f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17f69b22-61b1-4d44-8b95-b7b698070374 HTTP/1.1" status: 200 len: 897 time: 0.1279986 Dec 16 23:31:47.818536 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c874c632-277c-4262-9137-be7b9e7f5ed4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/11bdb9fc-e30b-4985-8b31-2d5d4f828caa HTTP/1.1" status: 200 len: 990 time: 0.0692801 Dec 16 23:31:47.833228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc596892-214c-4d68-b552-bffbf8e82062 req-78587bd3-bf94-4f48-939e-aabacf88763b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa0ad10-3acf-446f-b86f-5515aa26885b HTTP/1.1" status: 200 len: 998 time: 0.0671477 Dec 16 23:31:47.856788 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d7af14d5-648f-42f6-90ff-31ccdf5316dc None None] Set router 5498a549-92c4-4d95-9164-f5feb975b682 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:47.884432 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc596892-214c-4d68-b552-bffbf8e82062 req-dbf386c0-87fd-4972-9829-0d888bd281c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:47.886035 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc596892-214c-4d68-b552-bffbf8e82062 req-dbf386c0-87fd-4972-9829-0d888bd281c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30a3c3dd-0686-4828-b6ca-0a1ebde6a220 HTTP/1.1" status: 200 len: 835 time: 0.0455620 Dec 16 23:31:47.933374 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc596892-214c-4d68-b552-bffbf8e82062 req-ce3c8730-7ffe-40b5-8134-a3288a79cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:47.934944 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc596892-214c-4d68-b552-bffbf8e82062 req-ce3c8730-7ffe-40b5-8134-a3288a79cf3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17f69b22-61b1-4d44-8b95-b7b698070374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407653 Dec 16 23:31:48.032675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc596892-214c-4d68-b552-bffbf8e82062 req-0e6fe91d-5ceb-45d0-abd1-94a9dd18d5c9 service neutron] 10.222.0.24 "GET /v2.0/networks/17f69b22-61b1-4d44-8b95-b7b698070374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874074 Dec 16 23:31:48.101613 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d7af14d5-648f-42f6-90ff-31ccdf5316dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5498a549-92c4-4d95-9164-f5feb975b682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097004870', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:26Z', 'updated_at': '2021-12-16T23:31:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '11bdb9fc-e30b-4985-8b31-2d5d4f828caa', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'port_id': 'faa0ad10-3acf-446f-b86f-5515aa26885b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374', 'mac_address': 'fa:16:3e:04:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6881a222-d0dd-49c8-8283-8031588d96a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:31:46Z', 'updated_at': '2021-12-16T23:31:46Z', 'revision_number': 0, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81be4b8d-ea9e-47b0-99fe-0b64b595c1ba', 'name': '', 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:29:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:30Z', 'updated_at': '2021-12-16T23:31:34Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:48.128829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af14d5-648f-42f6-90ff-31ccdf5316dc None None] The sync data for ids ['5498a549-92c4-4d95-9164-f5feb975b682'] in n-d-821840-2 is: [{'id': '5498a549-92c4-4d95-9164-f5feb975b682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097004870', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:26Z', 'updated_at': '2021-12-16T23:31:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '11bdb9fc-e30b-4985-8b31-2d5d4f828caa', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'port_id': 'faa0ad10-3acf-446f-b86f-5515aa26885b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374', 'mac_address': 'fa:16:3e:04:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6881a222-d0dd-49c8-8283-8031588d96a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:31:46Z', 'updated_at': '2021-12-16T23:31:46Z', 'revision_number': 0, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81be4b8d-ea9e-47b0-99fe-0b64b595c1ba', 'name': '', 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:29:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:30Z', 'updated_at': '2021-12-16T23:31:34Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:31:48.129135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bc596892-214c-4d68-b552-bffbf8e82062 req-84d4de09-7ad6-453d-862a-a36f8e2c9c90 service neutron] 10.222.0.24 "GET /v2.0/networks/17f69b22-61b1-4d44-8b95-b7b698070374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876706 Dec 16 23:31:48.284384 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45ef73-1da5-48fd-bc82-7c9609eb74ce req-90adb042-1386-4f62-8d2f-112cd1040719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:48.287077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b45ef73-1da5-48fd-bc82-7c9609eb74ce req-90adb042-1386-4f62-8d2f-112cd1040719 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 1096 time: 0.0490656 Dec 16 23:31:48.327564 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed21002-a949-4fdf-a8ee-d48eb20476df None None] New status for floating IP 11bdb9fc-e30b-4985-8b31-2d5d4f828caa: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:31:48.390401 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45ef73-1da5-48fd-bc82-7c9609eb74ce req-8ed3c30a-3b94-4bc1-8ede-bc9b20a5c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:48.391879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b45ef73-1da5-48fd-bc82-7c9609eb74ce req-8ed3c30a-3b94-4bc1-8ede-bc9b20a5c28b service neutron] 10.222.0.24 "GET /v2.0/networks?id=17f69b22-61b1-4d44-8b95-b7b698070374 HTTP/1.1" status: 200 len: 897 time: 0.0965881 Dec 16 23:31:48.461050 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b45ef73-1da5-48fd-bc82-7c9609eb74ce req-bb20186c-fe02-4214-8a4a-52089f39929f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa0ad10-3acf-446f-b86f-5515aa26885b HTTP/1.1" status: 200 len: 998 time: 0.0612142 Dec 16 23:31:48.516541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45ef73-1da5-48fd-bc82-7c9609eb74ce req-68fe1966-f6f0-448b-9268-6b064fe2f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:48.517971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b45ef73-1da5-48fd-bc82-7c9609eb74ce req-68fe1966-f6f0-448b-9268-6b064fe2f41f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30a3c3dd-0686-4828-b6ca-0a1ebde6a220 HTTP/1.1" status: 200 len: 835 time: 0.0490422 Dec 16 23:31:48.567862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45ef73-1da5-48fd-bc82-7c9609eb74ce req-37aa1298-78c7-428e-b31a-b57e91b64ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:48.569383 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b45ef73-1da5-48fd-bc82-7c9609eb74ce req-37aa1298-78c7-428e-b31a-b57e91b64ffb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17f69b22-61b1-4d44-8b95-b7b698070374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421851 Dec 16 23:31:48.659486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b45ef73-1da5-48fd-bc82-7c9609eb74ce req-85319023-bcf6-4abf-b64b-27bbb1c81aee service neutron] 10.222.0.24 "GET /v2.0/networks/17f69b22-61b1-4d44-8b95-b7b698070374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821114 Dec 16 23:31:48.754039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b45ef73-1da5-48fd-bc82-7c9609eb74ce req-49420eef-ae35-4ef5-9e65-a3ae2b04e1fd service neutron] 10.222.0.24 "GET /v2.0/networks/17f69b22-61b1-4d44-8b95-b7b698070374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872211 Dec 16 23:31:48.820561 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38232) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:48.881992 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a97e7a27-bd05-47ec-ab04-3e9ebc7d8297 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/11bdb9fc-e30b-4985-8b31-2d5d4f828caa HTTP/1.1" status: 200 len: 992 time: 0.0602469 Dec 16 23:31:50.135886 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b661a97e-bef3-42fa-9c97-36ab7126fce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:50.916750 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:31:52.569945 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca8abb90-a90a-4175-93b5-f6aa5424a178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:53.838218 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:55.135305 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:55.792606 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:13.975002 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:14.111459 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:20.129331 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec4fd269-ac7c-4b1f-b9a4-7dc0176033ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:22.569398 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-005d8030-1a66-484b-8486-0f8934746842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:23.850657 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:24.460814 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dc3bd-be85-4a9c-ae02-6e7c9ce1fba9 req-4e71bd2c-8f1d-43e1-b86c-c981a365fd9a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:24.462989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c61dc3bd-be85-4a9c-ae02-6e7c9ce1fba9 req-4e71bd2c-8f1d-43e1-b86c-c981a365fd9a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0516338 Dec 16 23:32:24.547223 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c61dc3bd-be85-4a9c-ae02-6e7c9ce1fba9 req-a9ba2493-9fe6-4794-ab82-64ff48781675 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773344 Dec 16 23:32:24.553297 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ca671-9e51-40f7-9986-474a4309f0b5 req-3642e857-0f42-4e47-9ac5-3a36f4b715b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:24.554723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-126ca671-9e51-40f7-9986-474a4309f0b5 req-3642e857-0f42-4e47-9ac5-3a36f4b715b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 1096 time: 0.0700808 Dec 16 23:32:24.707089 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ca671-9e51-40f7-9986-474a4309f0b5 req-c461f1da-148f-4ba6-837e-fa1c715d2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:24.708597 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-126ca671-9e51-40f7-9986-474a4309f0b5 req-c461f1da-148f-4ba6-837e-fa1c715d2af6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17f69b22-61b1-4d44-8b95-b7b698070374 HTTP/1.1" status: 200 len: 897 time: 0.1461613 Dec 16 23:32:24.782722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-126ca671-9e51-40f7-9986-474a4309f0b5 req-58815d79-e2a9-4bcc-a361-759a1f1be402 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa0ad10-3acf-446f-b86f-5515aa26885b HTTP/1.1" status: 200 len: 1000 time: 0.0641651 Dec 16 23:32:24.832793 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ca671-9e51-40f7-9986-474a4309f0b5 req-2eb87e54-979f-484c-a2f6-571360a7eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:24.834244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-126ca671-9e51-40f7-9986-474a4309f0b5 req-2eb87e54-979f-484c-a2f6-571360a7eeeb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30a3c3dd-0686-4828-b6ca-0a1ebde6a220 HTTP/1.1" status: 200 len: 835 time: 0.0435805 Dec 16 23:32:24.880274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ca671-9e51-40f7-9986-474a4309f0b5 req-e51f009d-7c93-421c-bde1-a8b48e426108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:24.881713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-126ca671-9e51-40f7-9986-474a4309f0b5 req-e51f009d-7c93-421c-bde1-a8b48e426108 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17f69b22-61b1-4d44-8b95-b7b698070374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396075 Dec 16 23:32:24.976306 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-126ca671-9e51-40f7-9986-474a4309f0b5 req-70a24523-576b-4f4b-bea9-37823c07c37c service neutron] 10.222.0.24 "GET /v2.0/networks/17f69b22-61b1-4d44-8b95-b7b698070374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852246 Dec 16 23:32:25.068863 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-126ca671-9e51-40f7-9986-474a4309f0b5 req-c749d154-f9ce-40a0-9005-d0fe01b92850 service neutron] 10.222.0.24 "GET /v2.0/networks/17f69b22-61b1-4d44-8b95-b7b698070374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847521 Dec 16 23:32:25.151621 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:25.667520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f5770-8255-4af2-9676-8c0f2c7a45cf req-57601ce1-935a-4193-b1ca-a6adad764da5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:25.669015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a2f5770-8255-4af2-9676-8c0f2c7a45cf req-57601ce1-935a-4193-b1ca-a6adad764da5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0510168 Dec 16 23:32:25.723472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a2f5770-8255-4af2-9676-8c0f2c7a45cf req-183b125d-d352-4a6f-bce3-8a405d5083c7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484896 Dec 16 23:32:25.786586 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:26.840752 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be1b08-9619-4a45-9a93-7731b593e981 req-e48e2bb6-b67a-4b53-8da8-1f56f396974f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:26.842247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04be1b08-9619-4a45-9a93-7731b593e981 req-e48e2bb6-b67a-4b53-8da8-1f56f396974f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0494125 Dec 16 23:32:26.891814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-04be1b08-9619-4a45-9a93-7731b593e981 req-61c478d4-da70-418f-b9f5-952175cc7f99 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435798 Dec 16 23:32:27.916256 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:32:28.005149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5ee29-8807-4681-93af-330c0a8ec460 req-285e8096-56a6-4f20-8fa8-29b7b4a571f6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:28.006664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23c5ee29-8807-4681-93af-330c0a8ec460 req-285e8096-56a6-4f20-8fa8-29b7b4a571f6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0485084 Dec 16 23:32:28.056898 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-23c5ee29-8807-4681-93af-330c0a8ec460 req-ed32e360-ed59-4ba7-828d-80770f29e560 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430703 Dec 16 23:32:29.177645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782043a6-de54-4325-91e6-72e646c1b525 req-b7e9fb8c-c139-44c4-b204-eaca190ca9a6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:29.179154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-782043a6-de54-4325-91e6-72e646c1b525 req-b7e9fb8c-c139-44c4-b204-eaca190ca9a6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0523448 Dec 16 23:32:29.228006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-782043a6-de54-4325-91e6-72e646c1b525 req-c81b2172-752c-47fa-8ee5-dee1876e9e26 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427585 Dec 16 23:32:30.344243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a201b27-35d2-4724-b516-6c81c3975ab2 req-1a6f71dd-0787-4855-9d49-3ca3fcecc3dc tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:30.345743 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a201b27-35d2-4724-b516-6c81c3975ab2 req-1a6f71dd-0787-4855-9d49-3ca3fcecc3dc tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0493338 Dec 16 23:32:30.395048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8a201b27-35d2-4724-b516-6c81c3975ab2 req-f21f9e79-d8b4-43c7-8729-7ff40a09d6d5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433810 Dec 16 23:32:31.514040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bead6c-d733-4ab2-8537-daaaca296683 req-1e21abc4-a1fd-4712-86b5-9103a50ec6f2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:31.515567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73bead6c-d733-4ab2-8537-daaaca296683 req-1e21abc4-a1fd-4712-86b5-9103a50ec6f2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0524609 Dec 16 23:32:31.564086 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-73bead6c-d733-4ab2-8537-daaaca296683 req-881a9c39-cf4e-4679-bf73-85255caeea7b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425982 Dec 16 23:32:32.681278 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa7bb-53ad-4950-ae21-aa86878ef1af req-90b27f76-24ed-44d0-98e8-b4bdc821386a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:32.682855 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-669aa7bb-53ad-4950-ae21-aa86878ef1af req-90b27f76-24ed-44d0-98e8-b4bdc821386a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0498013 Dec 16 23:32:32.732193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-669aa7bb-53ad-4950-ae21-aa86878ef1af req-19bee0f8-709a-49ae-acda-527da312f071 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434079 Dec 16 23:32:33.847400 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9fd78-3684-4804-9fbd-a0f272f0bb56 req-0d4d0b2f-a858-473e-81f6-233da6175184 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:33.848890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9b9fd78-3684-4804-9fbd-a0f272f0bb56 req-0d4d0b2f-a858-473e-81f6-233da6175184 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0495958 Dec 16 23:32:33.902587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b9b9fd78-3684-4804-9fbd-a0f272f0bb56 req-2461e986-3552-42f0-bb42-da0ab3602fa1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475631 Dec 16 23:32:35.022571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fea88e-26fb-4877-b202-ca9766b7cc2b req-27c0c778-3253-4af3-86de-4cc73956777e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:35.024606 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32fea88e-26fb-4877-b202-ca9766b7cc2b req-27c0c778-3253-4af3-86de-4cc73956777e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0522244 Dec 16 23:32:35.073221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32fea88e-26fb-4877-b202-ca9766b7cc2b req-a679adea-9aa3-485c-a698-32b8328c86a3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426133 Dec 16 23:32:36.189355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3c660-14f1-4b34-b035-15ebd2e9e3ae req-ae7ed2fc-79dd-4a91-a98f-354930dd5e34 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:36.190843 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fed3c660-14f1-4b34-b035-15ebd2e9e3ae req-ae7ed2fc-79dd-4a91-a98f-354930dd5e34 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0496240 Dec 16 23:32:36.240345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fed3c660-14f1-4b34-b035-15ebd2e9e3ae req-75f4f59b-77be-4354-a6cf-a60565f0cf48 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432820 Dec 16 23:32:37.359208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77dcbb-6181-4684-a474-50364124386b req-f7c40c4d-bd0d-445d-9462-ffabcdc195e0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:37.360619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc77dcbb-6181-4684-a474-50364124386b req-f7c40c4d-bd0d-445d-9462-ffabcdc195e0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0521991 Dec 16 23:32:37.410541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dc77dcbb-6181-4684-a474-50364124386b req-a0f4de11-7812-4b63-9205-d4e1a9d82679 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437505 Dec 16 23:32:38.528037 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b9218-3ef3-448b-8f35-5a8ad1a16900 req-bc0aaec2-1f95-4abd-9c6a-9c2f24099785 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:38.529591 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f7b9218-3ef3-448b-8f35-5a8ad1a16900 req-bc0aaec2-1f95-4abd-9c6a-9c2f24099785 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0490260 Dec 16 23:32:38.580135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4f7b9218-3ef3-448b-8f35-5a8ad1a16900 req-d290f656-2a67-4901-be00-4b374fe98013 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447085 Dec 16 23:32:39.694300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329bc52-4a51-4960-8816-bc2f762d9a7e req-7b68c376-8754-4320-8f18-96b0cb08e5b2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:39.695795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5329bc52-4a51-4960-8816-bc2f762d9a7e req-7b68c376-8754-4320-8f18-96b0cb08e5b2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0483713 Dec 16 23:32:39.749280 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5329bc52-4a51-4960-8816-bc2f762d9a7e req-41bce697-fcae-4372-96e8-1c0aeb12ba8b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470777 Dec 16 23:32:40.864772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32d3cd-b103-4a1b-a9cd-c431634d43d7 req-97a23ae6-979e-4304-9492-1fede1e18b00 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:40.866261 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa32d3cd-b103-4a1b-a9cd-c431634d43d7 req-97a23ae6-979e-4304-9492-1fede1e18b00 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0492153 Dec 16 23:32:40.916586 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa32d3cd-b103-4a1b-a9cd-c431634d43d7 req-a50a7776-b22f-4c46-83d6-ace13464dca6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441952 Dec 16 23:32:42.029660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326ff7b-e391-43e9-ba64-a9e7ce8c0f2d req-a994a264-f471-4412-a979-4bc7448ad03e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:42.031150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8326ff7b-e391-43e9-ba64-a9e7ce8c0f2d req-a994a264-f471-4412-a979-4bc7448ad03e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0486133 Dec 16 23:32:42.080103 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8326ff7b-e391-43e9-ba64-a9e7ce8c0f2d req-d6a077f1-eee8-4cbf-a415-2dc9ad6346b0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430250 Dec 16 23:32:42.102465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38282) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:32:42.165861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d8e73f5c-927f-43ba-aa70-8254a0346fab tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/11bdb9fc-e30b-4985-8b31-2d5d4f828caa HTTP/1.1" status: 200 len: 992 time: 0.0622897 Dec 16 23:32:43.969180 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:44.089088 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:49.463083 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64871c5e-e481-46d8-a2d8-aaf93a146557 req-2fe08d49-70b4-4f06-a17c-30400fd0a9bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395470 Dec 16 23:32:49.561179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64871c5e-e481-46d8-a2d8-aaf93a146557 req-74fbef2a-5caf-4b24-b1e7-de6d21fe693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:49.562666 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64871c5e-e481-46d8-a2d8-aaf93a146557 req-74fbef2a-5caf-4b24-b1e7-de6d21fe693f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 1096 time: 0.0472190 Dec 16 23:32:49.673027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64871c5e-e481-46d8-a2d8-aaf93a146557 req-75be946e-633d-45a8-9b0b-2626b581aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:49.674535 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64871c5e-e481-46d8-a2d8-aaf93a146557 req-75be946e-633d-45a8-9b0b-2626b581aa29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17f69b22-61b1-4d44-8b95-b7b698070374 HTTP/1.1" status: 200 len: 897 time: 0.0904429 Dec 16 23:32:49.739750 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64871c5e-e481-46d8-a2d8-aaf93a146557 req-6d2bf64c-f398-4b8b-aeed-a137add77804 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa0ad10-3acf-446f-b86f-5515aa26885b HTTP/1.1" status: 200 len: 1000 time: 0.0572572 Dec 16 23:32:49.795732 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64871c5e-e481-46d8-a2d8-aaf93a146557 req-e588dc7c-54e7-48a3-bfd3-571df9f60831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:49.797160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64871c5e-e481-46d8-a2d8-aaf93a146557 req-e588dc7c-54e7-48a3-bfd3-571df9f60831 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30a3c3dd-0686-4828-b6ca-0a1ebde6a220 HTTP/1.1" status: 200 len: 835 time: 0.0479159 Dec 16 23:32:49.843857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64871c5e-e481-46d8-a2d8-aaf93a146557 req-72e4016f-3fd1-4ec1-8587-05ff7d377e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:49.845347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64871c5e-e481-46d8-a2d8-aaf93a146557 req-72e4016f-3fd1-4ec1-8587-05ff7d377e77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17f69b22-61b1-4d44-8b95-b7b698070374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398674 Dec 16 23:32:49.936997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64871c5e-e481-46d8-a2d8-aaf93a146557 req-f2717622-3528-4530-a14d-b4067fc2e650 service neutron] 10.222.0.24 "GET /v2.0/networks/17f69b22-61b1-4d44-8b95-b7b698070374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802090 Dec 16 23:32:50.030413 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64871c5e-e481-46d8-a2d8-aaf93a146557 req-99f204c4-58ee-4672-bed1-10973ef26302 service neutron] 10.222.0.24 "GET /v2.0/networks/17f69b22-61b1-4d44-8b95-b7b698070374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856078 Dec 16 23:32:50.106409 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c3614b5-b352-4f3e-86f8-20087a241ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:52.575501 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0bbbf850-36ba-4d7f-bfdd-796a202eec1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:53.860316 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:55.140140 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:55.792508 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:04.915473 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:33:13.980159 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:14.111426 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:14.709793 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38292) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:14.869365 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port 1484fb8c-5f21-42db-b57c-ff4f6c053515 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:33:14.869713 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:14.947730 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:14.948087 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:14.960130 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for 1484fb8c-5f21-42db-b57c-ff4f6c053515 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:33:15.186316 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:15.217070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=1484fb8c-5f21-42db-b57c-ff4f6c053515,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:15.241892 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:15.242250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:15.242749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:15.243100 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:15.243473 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:15.243817 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:15.244156 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:15.244495 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:15.244835 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:15.245171 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:15.245505 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:15.245837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:15.246169 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:15.286930 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:15.287296 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Floating IP 11bdb9fc-e30b-4985-8b31-2d5d4f828caa disassociated (deleted). External IP: 172.25.2.16, port: faa0ad10-3acf-446f-b86f-5515aa26885b. Dec 16 23:33:15.496030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router 5498a549-92c4-4d95-9164-f5feb975b682 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:33:15.605765 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:33:15.611485 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:15.616904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df2784b-a1ae-4c1c-bf74-d4088aad2fc4 None None] Sync routers for ids ['5498a549-92c4-4d95-9164-f5feb975b682'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:33:15.627278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df2784b-a1ae-4c1c-bf74-d4088aad2fc4 None None] Routers {'5498a549-92c4-4d95-9164-f5feb975b682'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:33:15.627943 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6df2784b-a1ae-4c1c-bf74-d4088aad2fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:32:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5498a549-92c4-4d95-9164-f5feb975b682'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:15.639025 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-762125d1-4172-4378-9d3f-c8f182095d40 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/floatingips/11bdb9fc-e30b-4985-8b31-2d5d4f828caa HTTP/1.1" status: 204 len: 168 time: 0.9280529 Dec 16 23:33:15.639699 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6881a222-d0dd-49c8-8283-8031588d96a3', 'tag': 'faa0ad10-3acf-446f-b86f-5515aa26885b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:33:15.642117 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b837cf-ec62-4897-bdca-33f128bb38b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6881a222-d0dd-49c8-8283-8031588d96a3", "tag": "faa0ad10-3acf-446f-b86f-5515aa26885b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:33:15.686778 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb00de14-0f49-4168-8f2f-55fbb1acf523 x-openstack-request-id: req-bb00de14-0f49-4168-8f2f-55fbb1acf523 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:33:15.687082 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6881a222-d0dd-49c8-8283-8031588d96a3", "tag": "faa0ad10-3acf-446f-b86f-5515aa26885b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:33:15.687370 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb00de14-0f49-4168-8f2f-55fbb1acf523 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:33:15.687877 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6881a222-d0dd-49c8-8283-8031588d96a3', 'tag': 'faa0ad10-3acf-446f-b86f-5515aa26885b', 'status': 'completed', 'code': 200} Dec 16 23:33:15.744587 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6df2784b-a1ae-4c1c-bf74-d4088aad2fc4 None None] Set router 5498a549-92c4-4d95-9164-f5feb975b682 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:33:15.811039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b837cf-ec62-4897-bdca-33f128bb38b3 req-26967585-db2f-4d9c-8eb5-7846cf79ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:15.812596 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32b837cf-ec62-4897-bdca-33f128bb38b3 req-26967585-db2f-4d9c-8eb5-7846cf79ed6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 1096 time: 0.0987992 Dec 16 23:33:15.913954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b837cf-ec62-4897-bdca-33f128bb38b3 req-6c92b4cf-8ea4-4e7a-9ed6-6aec8c8366b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:15.915728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32b837cf-ec62-4897-bdca-33f128bb38b3 req-6c92b4cf-8ea4-4e7a-9ed6-6aec8c8366b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17f69b22-61b1-4d44-8b95-b7b698070374 HTTP/1.1" status: 200 len: 897 time: 0.0952175 Dec 16 23:33:15.957976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6df2784b-a1ae-4c1c-bf74-d4088aad2fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5498a549-92c4-4d95-9164-f5feb975b682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097004870', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:26Z', 'updated_at': '2021-12-16T23:31:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '81be4b8d-ea9e-47b0-99fe-0b64b595c1ba', 'name': '', 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:29:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:30Z', 'updated_at': '2021-12-16T23:31:34Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:15.960851 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32b837cf-ec62-4897-bdca-33f128bb38b3 req-db3fe3c4-d245-4c90-bb09-784e614d5199 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa0ad10-3acf-446f-b86f-5515aa26885b HTTP/1.1" status: 200 len: 217 time: 0.0355175 Dec 16 23:33:15.985819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df2784b-a1ae-4c1c-bf74-d4088aad2fc4 None None] Checking router: 5498a549-92c4-4d95-9164-f5feb975b682 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:33:15.994534 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df2784b-a1ae-4c1c-bf74-d4088aad2fc4 None None] Routers {'5498a549-92c4-4d95-9164-f5feb975b682'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:33:15.995125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6df2784b-a1ae-4c1c-bf74-d4088aad2fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:32:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5498a549-92c4-4d95-9164-f5feb975b682'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:16.016301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b837cf-ec62-4897-bdca-33f128bb38b3 req-73f62e98-6f6e-470c-95bf-4c5ed886efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:16.019124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32b837cf-ec62-4897-bdca-33f128bb38b3 req-73f62e98-6f6e-470c-95bf-4c5ed886efbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30a3c3dd-0686-4828-b6ca-0a1ebde6a220 HTTP/1.1" status: 200 len: 835 time: 0.0486352 Dec 16 23:33:16.078706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b837cf-ec62-4897-bdca-33f128bb38b3 req-60708d2f-b750-4a61-ab9f-6b75f8510b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:16.080352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32b837cf-ec62-4897-bdca-33f128bb38b3 req-60708d2f-b750-4a61-ab9f-6b75f8510b0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17f69b22-61b1-4d44-8b95-b7b698070374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549097 Dec 16 23:33:16.218390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2573983-e91c-4f6e-98bc-11f5b8449447 req-51b5dfe8-83c7-4e9b-a964-4b9be20e0754 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:16.220001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2573983-e91c-4f6e-98bc-11f5b8449447 req-51b5dfe8-83c7-4e9b-a964-4b9be20e0754 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.1648815 Dec 16 23:33:16.224102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32b837cf-ec62-4897-bdca-33f128bb38b3 req-bc94c487-bcad-4c87-afa3-ade387b5508c service neutron] 10.222.0.24 "GET /v2.0/networks/17f69b22-61b1-4d44-8b95-b7b698070374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339195 Dec 16 23:33:16.276949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6df2784b-a1ae-4c1c-bf74-d4088aad2fc4 None None] Set router 5498a549-92c4-4d95-9164-f5feb975b682 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:33:16.320051 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b2573983-e91c-4f6e-98bc-11f5b8449447 req-d4328480-e9be-4ad6-9766-037ca158575e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939634 Dec 16 23:33:16.348542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-32b837cf-ec62-4897-bdca-33f128bb38b3 req-10b53eab-371a-4525-a93e-84acd412baa6 service neutron] 10.222.0.24 "GET /v2.0/networks/17f69b22-61b1-4d44-8b95-b7b698070374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150546 Dec 16 23:33:16.479897 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6df2784b-a1ae-4c1c-bf74-d4088aad2fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5498a549-92c4-4d95-9164-f5feb975b682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097004870', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:26Z', 'updated_at': '2021-12-16T23:31:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '81be4b8d-ea9e-47b0-99fe-0b64b595c1ba', 'name': '', 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:29:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:30Z', 'updated_at': '2021-12-16T23:31:34Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:16.506227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df2784b-a1ae-4c1c-bf74-d4088aad2fc4 None None] The sync data for ids ['5498a549-92c4-4d95-9164-f5feb975b682'] in n-d-821840-2 is: [{'id': '5498a549-92c4-4d95-9164-f5feb975b682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097004870', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:26Z', 'updated_at': '2021-12-16T23:31:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '81be4b8d-ea9e-47b0-99fe-0b64b595c1ba', 'name': '', 'network_id': '17f69b22-61b1-4d44-8b95-b7b698070374', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:29:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:30Z', 'updated_at': '2021-12-16T23:31:34Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '30a3c3dd-0686-4828-b6ca-0a1ebde6a220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:33:16.718900 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6931d482-25f1-413c-aec8-5292d4787c44 None None] New status for floating IP 11bdb9fc-e30b-4985-8b31-2d5d4f828caa: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:33:17.494237 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996ba82-a868-4542-91d7-68f699d3cea2 req-c0fba163-9df1-44ec-b24c-8df69a456925 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:17.495782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6996ba82-a868-4542-91d7-68f699d3cea2 req-c0fba163-9df1-44ec-b24c-8df69a456925 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.1052101 Dec 16 23:33:17.546285 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6996ba82-a868-4542-91d7-68f699d3cea2 req-bc03c308-0c9f-4451-bc07-71d7bcd19500 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=12afd3c5-2960-4750-b74d-4029afd17fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430319 Dec 16 23:33:17.820068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c7ec7-0f3b-4171-9eb3-2d35108fc047 req-5ba1b441-a8b9-4836-b236-ed58afcc6722 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:17.821606 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d59c7ec7-0f3b-4171-9eb3-2d35108fc047 req-5ba1b441-a8b9-4836-b236-ed58afcc6722 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 945 time: 0.0484555 Dec 16 23:33:17.914368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-d59c7ec7-0f3b-4171-9eb3-2d35108fc047 req-abe4a520-6b9f-400d-a0fb-3f058086d0fb tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port faa0ad10-3acf-446f-b86f-5515aa26885b {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:33:17.914708 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d59c7ec7-0f3b-4171-9eb3-2d35108fc047 req-abe4a520-6b9f-400d-a0fb-3f058086d0fb tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:18.002770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d59c7ec7-0f3b-4171-9eb3-2d35108fc047 req-abe4a520-6b9f-400d-a0fb-3f058086d0fb tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] For port faa0ad10-3acf-446f-b86f-5515aa26885b, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=faa0ad10-3acf-446f-b86f-5515aa26885b,segment=NetworkSegment(efcc9c2c-6966-41b7-9b8a-714cbd378404),segment_id=efcc9c2c-6966-41b7-9b8a-714cbd378404)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:33:18.003136 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d59c7ec7-0f3b-4171-9eb3-2d35108fc047 req-abe4a520-6b9f-400d-a0fb-3f058086d0fb tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:18.015945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-d59c7ec7-0f3b-4171-9eb3-2d35108fc047 req-abe4a520-6b9f-400d-a0fb-3f058086d0fb tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for faa0ad10-3acf-446f-b86f-5515aa26885b owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:33:18.517535 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d59c7ec7-0f3b-4171-9eb3-2d35108fc047 req-abe4a520-6b9f-400d-a0fb-3f058086d0fb tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:18.551674 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4a520-6b9f-400d-a0fb-3f058086d0fb tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=faa0ad10-3acf-446f-b86f-5515aa26885b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:18.593882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59c7ec7-0f3b-4171-9eb3-2d35108fc047 req-abe4a520-6b9f-400d-a0fb-3f058086d0fb tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] No DVR routers for this DVR port faa0ad10-3acf-446f-b86f-5515aa26885b on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:33:18.596549 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d59c7ec7-0f3b-4171-9eb3-2d35108fc047 req-abe4a520-6b9f-400d-a0fb-3f058086d0fb tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:18.599969 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d59c7ec7-0f3b-4171-9eb3-2d35108fc047 req-abe4a520-6b9f-400d-a0fb-3f058086d0fb tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.24 "DELETE /v2.0/ports/faa0ad10-3acf-446f-b86f-5515aa26885b HTTP/1.1" status: 204 len: 173 time: 0.7713025 Dec 16 23:33:18.600417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6881a222-d0dd-49c8-8283-8031588d96a3', 'name': 'network-vif-deleted', 'tag': 'faa0ad10-3acf-446f-b86f-5515aa26885b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:33:18.602664 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154aad46-48f3-46f3-923d-9d805390f9b6" -d '{"events": [{"server_uuid": "6881a222-d0dd-49c8-8283-8031588d96a3", "name": "network-vif-deleted", "tag": "faa0ad10-3acf-446f-b86f-5515aa26885b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:33:18.647657 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31001901-3608-45d6-bb22-25d21096b710 x-openstack-request-id: req-31001901-3608-45d6-bb22-25d21096b710 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:33:18.652348 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6881a222-d0dd-49c8-8283-8031588d96a3", "name": "network-vif-deleted", "tag": "faa0ad10-3acf-446f-b86f-5515aa26885b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:33:18.652348 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31001901-3608-45d6-bb22-25d21096b710 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:33:18.652348 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6881a222-d0dd-49c8-8283-8031588d96a3', 'name': 'network-vif-deleted', 'tag': 'faa0ad10-3acf-446f-b86f-5515aa26885b', 'status': 'completed', 'code': 200} Dec 16 23:33:18.652348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5355ea67-57ce-4cd3-b33e-62926597d7e3 req-3b4e63b3-b62e-450b-b81f-a4b56c3f2301 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=6881a222-d0dd-49c8-8283-8031588d96a3 HTTP/1.1" status: 200 len: 210 time: 0.0324440 Dec 16 23:33:19.709622 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38314) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:20.067127 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:20.151118 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc718804-0211-47d7-9156-4fdbcf5a315c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:20.320284 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:33:20.320539 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:20.408773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] For port 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=81be4b8d-ea9e-47b0-99fe-0b64b595c1ba,segment=NetworkSegment(efcc9c2c-6966-41b7-9b8a-714cbd378404),segment_id=efcc9c2c-6966-41b7-9b8a-714cbd378404)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:33:20.409132 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:20.421696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:33:20.643294 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:20.668208 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=81be4b8d-ea9e-47b0-99fe-0b64b595c1ba,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:20.678763 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:20.679118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:20.679563 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:20.679922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:20.680237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:20.680569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:20.680903 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:20.681232 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:20.681560 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:20.682279 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:20.682279 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:20.682510 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:20.682868 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:20.856829 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:21.065265 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router 5498a549-92c4-4d95-9164-f5feb975b682 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:33:21.171869 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:33:21.177091 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-48dbddd6-1059-45d0-ba0c-db252dd76ade tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "PUT /v2.0/routers/5498a549-92c4-4d95-9164-f5feb975b682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4664285 Dec 16 23:33:21.179828 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38318) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:21.182870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1fcf8-fbd1-4f52-bd75-68cd2b890268 None None] Sync routers for ids ['5498a549-92c4-4d95-9164-f5feb975b682'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:33:21.193537 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1fcf8-fbd1-4f52-bd75-68cd2b890268 None None] Routers {'5498a549-92c4-4d95-9164-f5feb975b682'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:33:21.194152 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bca1fcf8-fbd1-4f52-bd75-68cd2b890268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:32:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5498a549-92c4-4d95-9164-f5feb975b682'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:21.235408 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-69de20a9-8bc6-4c7d-9494-b083837b1a54 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting subnet 30a3c3dd-0686-4828-b6ca-0a1ebde6a220 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:33:21.238479 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69de20a9-8bc6-4c7d-9494-b083837b1a54 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:21.306677 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-bca1fcf8-fbd1-4f52-bd75-68cd2b890268 None None] Set router 5498a549-92c4-4d95-9164-f5feb975b682 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:33:21.501365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bca1fcf8-fbd1-4f52-bd75-68cd2b890268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5498a549-92c4-4d95-9164-f5feb975b682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097004870', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:26Z', 'updated_at': '2021-12-16T23:33:20Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:21.529170 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1fcf8-fbd1-4f52-bd75-68cd2b890268 None None] Checking router: 5498a549-92c4-4d95-9164-f5feb975b682 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:33:21.538372 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1fcf8-fbd1-4f52-bd75-68cd2b890268 None None] Routers {'5498a549-92c4-4d95-9164-f5feb975b682'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:33:21.539012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bca1fcf8-fbd1-4f52-bd75-68cd2b890268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:32:52Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['5498a549-92c4-4d95-9164-f5feb975b682'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:21.585973 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69de20a9-8bc6-4c7d-9494-b083837b1a54 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:21.594122 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device faa0ad10-3acf-446f-b86f-5515aa26885b no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:33:21.646363 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: faa0ad10-3acf-446f-b86f-5515aa26885b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:33:21.646698 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device faa0ad10-3acf-446f-b86f-5515aa26885b not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:33:21.669073 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69de20a9-8bc6-4c7d-9494-b083837b1a54 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:21.672973 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-bca1fcf8-fbd1-4f52-bd75-68cd2b890268 None None] Set router 5498a549-92c4-4d95-9164-f5feb975b682 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:33:21.803158 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69de20a9-8bc6-4c7d-9494-b083837b1a54 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:21.828338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de20a9-8bc6-4c7d-9494-b083837b1a54 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Subnet': ['ID=30a3c3dd-0686-4828-b6ca-0a1ebde6a220,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:21.839470 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-69de20a9-8bc6-4c7d-9494-b083837b1a54 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:21.841770 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c3b8d-a3a3-4a87-ab8d-2e70e1ad6e2b None None] Network 17f69b22-61b1-4d44-8b95-b7b698070374 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:33:21.843309 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-69de20a9-8bc6-4c7d-9494-b083837b1a54 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/subnets/30a3c3dd-0686-4828-b6ca-0a1ebde6a220 HTTP/1.1" status: 204 len: 168 time: 0.6621025 Dec 16 23:33:21.846107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38320) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:21.933921 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bca1fcf8-fbd1-4f52-bd75-68cd2b890268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5498a549-92c4-4d95-9164-f5feb975b682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097004870', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:26Z', 'updated_at': '2021-12-16T23:33:20Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:21.960021 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-126060f7-7f86-4cb6-86d5-04f48761940a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:21.970845 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1fcf8-fbd1-4f52-bd75-68cd2b890268 None None] The sync data for ids ['5498a549-92c4-4d95-9164-f5feb975b682'] in n-d-821840-2 is: [{'id': '5498a549-92c4-4d95-9164-f5feb975b682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097004870', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:26Z', 'updated_at': '2021-12-16T23:33:20Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'e3f5f248-ee37-42db-bc6b-f2692f5d950a', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5498a549-92c4-4d95-9164-f5feb975b682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:33:22.074403 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-126060f7-7f86-4cb6-86d5-04f48761940a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:22.164660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-126060f7-7f86-4cb6-86d5-04f48761940a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port e3f5f248-ee37-42db-bc6b-f2692f5d950a {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:33:22.164996 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-126060f7-7f86-4cb6-86d5-04f48761940a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:22.241924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-126060f7-7f86-4cb6-86d5-04f48761940a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] For port e3f5f248-ee37-42db-bc6b-f2692f5d950a, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e3f5f248-ee37-42db-bc6b-f2692f5d950a,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:33:22.242281 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-126060f7-7f86-4cb6-86d5-04f48761940a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:22.259165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-126060f7-7f86-4cb6-86d5-04f48761940a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for e3f5f248-ee37-42db-bc6b-f2692f5d950a owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:33:22.343079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] DHCP port deletion for 17f69b22-61b1-4d44-8b95-b7b698070374 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:33:22.393972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Deleting port 0be53e56-d3db-4cf9-81cc-c1701a124728 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:33:22.394368 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:22.467500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] For port 0be53e56-d3db-4cf9-81cc-c1701a124728, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=0be53e56-d3db-4cf9-81cc-c1701a124728,segment=NetworkSegment(efcc9c2c-6966-41b7-9b8a-714cbd378404),segment_id=efcc9c2c-6966-41b7-9b8a-714cbd378404)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:33:22.467898 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:22.477918 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-126060f7-7f86-4cb6-86d5-04f48761940a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:22.480663 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Calling delete_port for 0be53e56-d3db-4cf9-81cc-c1701a124728 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:33:22.510864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126060f7-7f86-4cb6-86d5-04f48761940a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=e3f5f248-ee37-42db-bc6b-f2692f5d950a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:22.531952 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7833f943-33f2-4807-a90b-c062bd42ed30 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:33:22.578728 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-126060f7-7f86-4cb6-86d5-04f48761940a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:22.602765 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514f70ce-f976-4053-8540-7b87693e0cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:22.637940 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:22.662543 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Pushing event deleted for resources: {'Port': ['ID=0be53e56-d3db-4cf9-81cc-c1701a124728,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:22.673058 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-126060f7-7f86-4cb6-86d5-04f48761940a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:22.673904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] No DVR routers for this DVR port 0be53e56-d3db-4cf9-81cc-c1701a124728 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:33:22.675677 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-126060f7-7f86-4cb6-86d5-04f48761940a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:22.676151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:22.676500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:22.676840 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:22.677177 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:22.677508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:22.677836 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:22.678162 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:22.678487 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:22.678810 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:22.679133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:22.679477 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:22.679796 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:22.680119 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23494f67-c921-4a34-a267-1b6dd2dc39fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:22.768315 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-126060f7-7f86-4cb6-86d5-04f48761940a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:22.768952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126060f7-7f86-4cb6-86d5-04f48761940a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Fanout notify agent at l3_agent the message router_deleted on router 5498a549-92c4-4d95-9164-f5feb975b682 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:33:22.777662 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-126060f7-7f86-4cb6-86d5-04f48761940a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:22.777662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-126060f7-7f86-4cb6-86d5-04f48761940a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/routers/5498a549-92c4-4d95-9164-f5feb975b682 HTTP/1.1" status: 204 len: 168 time: 0.9290850 Dec 16 23:33:22.780246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38324) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:22.865775 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef36714-d456-478c-a492-54c55ce8ae73 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:22.957929 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef36714-d456-478c-a492-54c55ce8ae73 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:22.977611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-aef36714-d456-478c-a492-54c55ce8ae73 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f69b22-61b1-4d44-8b95-b7b698070374']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:22.987770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-aef36714-d456-478c-a492-54c55ce8ae73 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcc9c2c-6966-41b7-9b8a-714cbd378404') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:22.993302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-aef36714-d456-478c-a492-54c55ce8ae73 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcc9c2c-6966-41b7-9b8a-714cbd378404') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:22.997866 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef36714-d456-478c-a492-54c55ce8ae73 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:23.010723 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef36714-d456-478c-a492-54c55ce8ae73 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:23.017027 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef36714-d456-478c-a492-54c55ce8ae73 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:33:23.017411 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef36714-d456-478c-a492-54c55ce8ae73 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: timer() Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:33:23.026874 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:33:23.116975 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef36714-d456-478c-a492-54c55ce8ae73 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:23.129044 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aef36714-d456-478c-a492-54c55ce8ae73 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:23.129044 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aef36714-d456-478c-a492-54c55ce8ae73 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/networks/17f69b22-61b1-4d44-8b95-b7b698070374 HTTP/1.1" status: 204 len: 168 time: 0.3458788 Dec 16 23:33:23.130218 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38326) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:23.140201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef36714-d456-478c-a492-54c55ce8ae73 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Network': ['ID=17f69b22-61b1-4d44-8b95-b7b698070374,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:23.190466 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87752892-d170-4001-ae54-7f1aae5a1383 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:23.218794 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87752892-d170-4001-ae54-7f1aae5a1383 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:23.254412 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:33:23.284660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:33:23.284660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 81be4b8d-ea9e-47b0-99fe-0b64b595c1ba not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:33:23.284660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e3f5f248-ee37-42db-bc6b-f2692f5d950a no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:33:23.301507 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: e3f5f248-ee37-42db-bc6b-f2692f5d950a {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:33:23.301856 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e3f5f248-ee37-42db-bc6b-f2692f5d950a not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:33:23.302264 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0be53e56-d3db-4cf9-81cc-c1701a124728 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:33:23.321187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 0be53e56-d3db-4cf9-81cc-c1701a124728 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:33:23.321544 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 0be53e56-d3db-4cf9-81cc-c1701a124728 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:33:23.350902 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87752892-d170-4001-ae54-7f1aae5a1383 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:23.353610 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-87752892-d170-4001-ae54-7f1aae5a1383 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:23.354896 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-87752892-d170-4001-ae54-7f1aae5a1383 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/security-groups/12afd3c5-2960-4750-b74d-4029afd17fcc HTTP/1.1" status: 204 len: 168 time: 0.2236648 Dec 16 23:33:23.364724 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87752892-d170-4001-ae54-7f1aae5a1383 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12afd3c5-2960-4750-b74d-4029afd17fcc,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:23.902673 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38332) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:23.907362 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-689aa799-cc0c-4835-b2dc-edf51556397f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-489065145', 'description': 'tempest-secgroup-smoke-489065145 description', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:33:23.923383 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:23.998634 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-689aa799-cc0c-4835-b2dc-edf51556397f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:24.067108 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-689aa799-cc0c-4835-b2dc-edf51556397f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:24.117418 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-689aa799-cc0c-4835-b2dc-edf51556397f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:24.148141 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689aa799-cc0c-4835-b2dc-edf51556397f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5622e902-94c8-4bf7-8fe4-86e2f95c14dd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:24.221683 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-689aa799-cc0c-4835-b2dc-edf51556397f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:24.223015 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-689aa799-cc0c-4835-b2dc-edf51556397f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3193038 Dec 16 23:33:24.225848 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38334) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:24.230115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f5371570-4539-42d5-a2f3-fc4229134bd8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '5622e902-94c8-4bf7-8fe4-86e2f95c14dd', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:33:24.310816 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5371570-4539-42d5-a2f3-fc4229134bd8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:24.369238 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5371570-4539-42d5-a2f3-fc4229134bd8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:24.425851 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5371570-4539-42d5-a2f3-fc4229134bd8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:24.443861 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5371570-4539-42d5-a2f3-fc4229134bd8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e0472f-fa26-45fa-a3ee-9f68f2d8d8ce,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:24.524835 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5371570-4539-42d5-a2f3-fc4229134bd8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:24.526049 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f5371570-4539-42d5-a2f3-fc4229134bd8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2992823 Dec 16 23:33:24.529286 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38336) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:24.533552 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-fedc335b-6cc1-4269-b2c1-530dbe54801c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '5622e902-94c8-4bf7-8fe4-86e2f95c14dd', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:33:24.613169 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fedc335b-6cc1-4269-b2c1-530dbe54801c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:24.667602 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fedc335b-6cc1-4269-b2c1-530dbe54801c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:24.740082 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fedc335b-6cc1-4269-b2c1-530dbe54801c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:24.758895 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc335b-6cc1-4269-b2c1-530dbe54801c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1c46ba-6f35-4a9a-9fba-630b83bd2093,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:24.827583 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fedc335b-6cc1-4269-b2c1-530dbe54801c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:24.828786 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fedc335b-6cc1-4269-b2c1-530dbe54801c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2985759 Dec 16 23:33:24.831555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38338) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:24.836009 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7e6c5648-05ec-44a2-ab73-4348c27c3879 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '5622e902-94c8-4bf7-8fe4-86e2f95c14dd', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:33:24.927242 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5648-05ec-44a2-ab73-4348c27c3879 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:24.984817 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5648-05ec-44a2-ab73-4348c27c3879 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:25.042673 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5648-05ec-44a2-ab73-4348c27c3879 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:25.062777 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c5648-05ec-44a2-ab73-4348c27c3879 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af5cc23-b077-4e03-a20b-4e318ddb9e2c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:25.130389 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5648-05ec-44a2-ab73-4348c27c3879 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:25.131647 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-7e6c5648-05ec-44a2-ab73-4348c27c3879 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2991209 Dec 16 23:33:25.134409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38340) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:25.139179 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0f820810-bc8b-4a02-8f8e-7b87783a3966 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '5622e902-94c8-4bf7-8fe4-86e2f95c14dd', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:33:25.156954 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:25.218918 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f820810-bc8b-4a02-8f8e-7b87783a3966 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:25.277260 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f820810-bc8b-4a02-8f8e-7b87783a3966 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:25.345419 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f820810-bc8b-4a02-8f8e-7b87783a3966 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:25.363295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f820810-bc8b-4a02-8f8e-7b87783a3966 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93050ba-d164-4169-b63a-dff94c1b35c5,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:25.438767 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0f820810-bc8b-4a02-8f8e-7b87783a3966 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:25.440065 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0f820810-bc8b-4a02-8f8e-7b87783a3966 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3047149 Dec 16 23:33:25.442751 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38342) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:25.447052 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6e2860f1-af70-49a6-a948-90eb9fe96745 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '5622e902-94c8-4bf7-8fe4-86e2f95c14dd', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:33:25.522364 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-6e2860f1-af70-49a6-a948-90eb9fe96745 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Project b95c9ea67a7042feb9a991a8d19d2132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:33:25.527237 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e2860f1-af70-49a6-a948-90eb9fe96745 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:25.586064 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e2860f1-af70-49a6-a948-90eb9fe96745 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:25.659898 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e2860f1-af70-49a6-a948-90eb9fe96745 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:25.677515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2860f1-af70-49a6-a948-90eb9fe96745 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f663bd8-e909-4d9c-af2a-d12b4d9347a4,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:25.748243 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e2860f1-af70-49a6-a948-90eb9fe96745 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:25.749464 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6e2860f1-af70-49a6-a948-90eb9fe96745 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3057461 Dec 16 23:33:25.752064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38344) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:25.756395 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2f15b78a-1f4f-49aa-beed-29060d86c210 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '5622e902-94c8-4bf7-8fe4-86e2f95c14dd', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:33:25.803157 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:25.854203 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-2f15b78a-1f4f-49aa-beed-29060d86c210 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Project b95c9ea67a7042feb9a991a8d19d2132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:33:25.859574 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f15b78a-1f4f-49aa-beed-29060d86c210 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:25.917742 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f15b78a-1f4f-49aa-beed-29060d86c210 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:25.990932 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f15b78a-1f4f-49aa-beed-29060d86c210 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:26.009586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15b78a-1f4f-49aa-beed-29060d86c210 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46caf2b7-1f51-49af-8579-7bf1ab4c639d,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:26.078666 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f15b78a-1f4f-49aa-beed-29060d86c210 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:26.079935 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2f15b78a-1f4f-49aa-beed-29060d86c210 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3269453 Dec 16 23:33:26.082737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38346) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:26.087531 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c680d7ad-9917-4325-a905-7c738badfb87 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'network': {'name': 'tempest-network-smoke--1890776072', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'port_security_enabled': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:33:26.179596 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c680d7ad-9917-4325-a905-7c738badfb87 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Made reservation on behalf of b95c9ea67a7042feb9a991a8d19d2132 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:33:26.183071 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c680d7ad-9917-4325-a905-7c738badfb87 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:26.209538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c680d7ad-9917-4325-a905-7c738badfb87 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:33:26.218718 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c680d7ad-9917-4325-a905-7c738badfb87 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:26.221858 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-c680d7ad-9917-4325-a905-7c738badfb87 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Added segment 1e56b739-09ae-424b-8116-8ee719e0a4e1 of type vlan for network 8763f56f-8fc4-46a1-b037-6cd11aba477a Dec 16 23:33:26.258790 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c680d7ad-9917-4325-a905-7c738badfb87 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:26.339649 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c680d7ad-9917-4325-a905-7c738badfb87 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:26.345129 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c680d7ad-9917-4325-a905-7c738badfb87 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:26.345709 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c680d7ad-9917-4325-a905-7c738badfb87 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:26.411089 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680d7ad-9917-4325-a905-7c738badfb87 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Network': ['ID=8763f56f-8fc4-46a1-b037-6cd11aba477a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:26.422882 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 8763f56f-8fc4-46a1-b037-6cd11aba477a details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:33:26.479834 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c680d7ad-9917-4325-a905-7c738badfb87 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3959794 Dec 16 23:33:26.483714 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38348) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:26.488345 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-473909291', 'admin_state_up': True, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:33:26.562668 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:26.563734 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:26.620093 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:26.645400 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-ff7d616d-30b2-4e8b-bdfa-62614fdf937b req-b1e46f6d-f954-4b11-a59e-1e5b077bc07b service neutron] (103952) timed out ('10.222.0.69', 63652) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 23:33:26.820667 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:27.068264 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:27.087773 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:27.194773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.25.2.59 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/49d4a1d2-b7a4-4305-8d32-64a08aa35b71) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:33:27.294984 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:27.385949 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:27.427984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:33:27.430924 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:33:27.435023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:33:27.446702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6344e1-28f1-4811-ba48-64bad893d28f None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:33:27.460670 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=49d4a1d2-b7a4-4305-8d32-64a08aa35b71,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:27.512853 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-74fe00ec-673d-4e15-8739-af299b87fe42 None None] Provisioning complete for port 49d4a1d2-b7a4-4305-8d32-64a08aa35b71 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:33:27.513256 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-74fe00ec-673d-4e15-8739-af299b87fe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:27.548021 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-74fe00ec-673d-4e15-8739-af299b87fe42 None None] Port 49d4a1d2-b7a4-4305-8d32-64a08aa35b71 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:33:27.794113 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:27.988839 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:28.168490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:33:28.276067 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:33:28.286246 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Sync routers for ids ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:33:28.297426 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Routers {'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:33:28.301478 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:33:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:28.370658 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:28.372006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f68e605a-756d-4772-8c56-9cc0853d44e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8872216 Dec 16 23:33:28.375904 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38350) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:28.401718 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Set router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:33:28.414426 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cd657b46-4060-4b09-b055-234016e8d020 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b95c9ea67a7042feb9a991a8d19d2132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374322 Dec 16 23:33:28.421279 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38352) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:28.579819 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765ba528-3233-4228-ba4e-489868e14de6 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:28.581329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-765ba528-3233-4228-ba4e-489868e14de6 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1592033 Dec 16 23:33:28.584165 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38354) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:28.623476 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-adf3b0cc-825b-459a-8b91-6762f777667c tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353179 Dec 16 23:33:28.623791 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38356) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:28.628934 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2f7abc1d-7e18-4004-975c-614af79882b4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-816626012', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:33:28.668615 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473909291', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:33:26Z', 'updated_at': '2021-12-16T23:33:27Z', 'revision_number': 3, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:27Z', 'updated_at': '2021-12-16T23:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:28.698024 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Checking router: e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:33:28.698372 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Updating router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 port 49d4a1d2-b7a4-4305-8d32-64a08aa35b71 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:33:28.723321 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:28.797408 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7abc1d-7e18-4004-975c-614af79882b4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Made reservation on behalf of b95c9ea67a7042feb9a991a8d19d2132 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:33:28.801115 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f7abc1d-7e18-4004-975c-614af79882b4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:28.977095 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:29.042390 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:29.071600 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f7abc1d-7e18-4004-975c-614af79882b4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:29.088707 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aab3f4-2a13-46cc-8c7e-6df3dd04c733 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:33:29.094966 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Attempting to bind port 49d4a1d2-b7a4-4305-8d32-64a08aa35b71 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:33:29.095372 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Attempting to bind port 49d4a1d2-b7a4-4305-8d32-64a08aa35b71 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:33:29.095738 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Attempting to bind port 49d4a1d2-b7a4-4305-8d32-64a08aa35b71 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:33:29.105371 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:33:29.105744 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:33:29.106065 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:29.106499 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:33:29.106966 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Bound port: 49d4a1d2-b7a4-4305-8d32-64a08aa35b71, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:33:29.107403 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:29.128097 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ca38f-629b-451c-a92d-4d70a64302a8 None None] Pushing event updated for resources: {'Port': ['ID=49d4a1d2-b7a4-4305-8d32-64a08aa35b71,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:29.135404 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7abc1d-7e18-4004-975c-614af79882b4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Subnet': ['ID=5e5673f1-ff54-449c-9af2-a25dd9a640cb,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:29.145070 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7abc1d-7e18-4004-975c-614af79882b4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Checking segment: {'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:33:29.145242 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca38f-629b-451c-a92d-4d70a64302a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:29.145414 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca38f-629b-451c-a92d-4d70a64302a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:29.145640 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7abc1d-7e18-4004-975c-614af79882b4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network hostable DHCP agents. Network: 8763f56f-8fc4-46a1-b037-6cd11aba477a, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:33:29.145768 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca38f-629b-451c-a92d-4d70a64302a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:29.146068 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca38f-629b-451c-a92d-4d70a64302a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:29.146390 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca38f-629b-451c-a92d-4d70a64302a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:29.146710 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca38f-629b-451c-a92d-4d70a64302a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:29.147029 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca38f-629b-451c-a92d-4d70a64302a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:29.147366 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca38f-629b-451c-a92d-4d70a64302a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:29.147682 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca38f-629b-451c-a92d-4d70a64302a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:29.147995 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca38f-629b-451c-a92d-4d70a64302a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:29.148313 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca38f-629b-451c-a92d-4d70a64302a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:29.148622 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca38f-629b-451c-a92d-4d70a64302a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:29.148932 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca38f-629b-451c-a92d-4d70a64302a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:33:29.176764 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] For port 49d4a1d2-b7a4-4305-8d32-64a08aa35b71, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:33:29.177024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d66f6f0c-b5a1-492e-a8dc-17d83024bcf0 None None] Provisioning complete for port 49d4a1d2-b7a4-4305-8d32-64a08aa35b71 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:33:29.177334 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d66f6f0c-b5a1-492e-a8dc-17d83024bcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:29.179758 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] For port 49d4a1d2-b7a4-4305-8d32-64a08aa35b71, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=49d4a1d2-b7a4-4305-8d32-64a08aa35b71,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:33:29.216837 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d66f6f0c-b5a1-492e-a8dc-17d83024bcf0 None None] Port 49d4a1d2-b7a4-4305-8d32-64a08aa35b71 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:33:29.248429 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7abc1d-7e18-4004-975c-614af79882b4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 8763f56f-8fc4-46a1-b037-6cd11aba477a is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:33:29.271633 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:29.314189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695d12e3-b1b9-4029-a571-827670a68a0d None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:33:29.329273 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Routers {'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:33:29.329916 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:33:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:29.334716 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ca38f-629b-451c-a92d-4d70a64302a8 None None] Pushing event updated for resources: {'Port': ['ID=49d4a1d2-b7a4-4305-8d32-64a08aa35b71,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:29.345408 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-2f7abc1d-7e18-4004-975c-614af79882b4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 8763f56f-8fc4-46a1-b037-6cd11aba477a) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:33:29.349696 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7abc1d-7e18-4004-975c-614af79882b4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:29.350682 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2f7abc1d-7e18-4004-975c-614af79882b4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:29.354559 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fe038a-eb2c-45a5-b330-676b4f655ced None None] Network 8763f56f-8fc4-46a1-b037-6cd11aba477a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:33:29.438385 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2f7abc1d-7e18-4004-975c-614af79882b4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8109460 Dec 16 23:33:29.439206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38358) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:29.443084 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] Set router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:33:29.462517 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a6d9b6d3-8333-4685-a6d4-da45efb2434e None None] Provisioning complete for port 49d4a1d2-b7a4-4305-8d32-64a08aa35b71 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:33:29.462905 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6d9b6d3-8333-4685-a6d4-da45efb2434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:29.489865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-8763f56f-8fc4-46a1-b037-6cd11aba477a', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ips': [{'subnet_id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:33:29.491080 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:29.654544 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473909291', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:33:26Z', 'updated_at': '2021-12-16T23:33:27Z', 'revision_number': 3, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:27Z', 'updated_at': '2021-12-16T23:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:29.660926 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6d9b6d3-8333-4685-a6d4-da45efb2434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:29.683737 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb238208-c423-4303-aea2-7ae168a2385d None None] The sync data for ids ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'] in n-d-821840-2 is: [{'id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473909291', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:33:26Z', 'updated_at': '2021-12-16T23:33:27Z', 'revision_number': 3, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:27Z', 'updated_at': '2021-12-16T23:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:33:29.692167 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Allocated IP 172.20.0.2 (8763f56f-8fc4-46a1-b037-6cd11aba477a/5e5673f1-ff54-449c-9af2-a25dd9a640cb/e6a07c41-a0a5-47b7-ae91-c737a82c3422) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:33:29.695235 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a6d9b6d3-8333-4685-a6d4-da45efb2434e None None] For port 49d4a1d2-b7a4-4305-8d32-64a08aa35b71, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=49d4a1d2-b7a4-4305-8d32-64a08aa35b71,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:33:29.779228 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6d9b6d3-8333-4685-a6d4-da45efb2434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:29.880742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9b6d3-8333-4685-a6d4-da45efb2434e None None] Pushing event updated for resources: {'Port': ['ID=49d4a1d2-b7a4-4305-8d32-64a08aa35b71,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:29.896075 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:29.957445 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:30.005887 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Network 8763f56f-8fc4-46a1-b037-6cd11aba477a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:33:30.009499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:33:30.014338 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:33:30.024579 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Pushing event updated for resources: {'Port': ['ID=e6a07c41-a0a5-47b7-ae91-c737a82c3422,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:30.079351 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Attempting to bind port e6a07c41-a0a5-47b7-ae91-c737a82c3422 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:33:30.079727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Attempting to bind port e6a07c41-a0a5-47b7-ae91-c737a82c3422 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:33:30.080104 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Attempting to bind port e6a07c41-a0a5-47b7-ae91-c737a82c3422 on network 8763f56f-8fc4-46a1-b037-6cd11aba477a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:33:30.085285 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:33:30.085660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Checking segment: {'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:33:30.086378 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:30.086668 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Bound using segment: {'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:33:30.087147 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Bound port: e6a07c41-a0a5-47b7-ae91-c737a82c3422, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:33:30.087562 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:30.157773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] For port e6a07c41-a0a5-47b7-ae91-c737a82c3422, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:33:30.161000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] For port e6a07c41-a0a5-47b7-ae91-c737a82c3422, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e6a07c41-a0a5-47b7-ae91-c737a82c3422,segment=NetworkSegment(1e56b739-09ae-424b-8116-8ee719e0a4e1),segment_id=1e56b739-09ae-424b-8116-8ee719e0a4e1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:33:30.266300 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:30.272017 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:30.332474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed230135-5ce4-4a51-9db0-4f98829b8c9c None None] Pushing event updated for resources: {'Port': ['ID=e6a07c41-a0a5-47b7-ae91-c737a82c3422,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:30.599968 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.20.0.1 (8763f56f-8fc4-46a1-b037-6cd11aba477a/5e5673f1-ff54-449c-9af2-a25dd9a640cb/7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:33:30.729374 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:30.809460 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:30.854366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 8763f56f-8fc4-46a1-b037-6cd11aba477a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:33:30.857671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:33:30.860063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:33:30.887014 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:30.907867 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:31.093331 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:31.256896 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 49d4a1d2-b7a4-4305-8d32-64a08aa35b71 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:33:31.317938 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 49d4a1d2-b7a4-4305-8d32-64a08aa35b71 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:33:31.318312 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:31.321875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024f3c74-0647-4823-a423-ca711ac5d9ce None None] Network 8763f56f-8fc4-46a1-b037-6cd11aba477a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:33:31.434170 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:31.468234 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8bdf9a3d-2b29-4152-9f2e-57a010a5d629 None None] Provisioning complete for port e6a07c41-a0a5-47b7-ae91-c737a82c3422 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:33:31.468605 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8bdf9a3d-2b29-4152-9f2e-57a010a5d629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:31.494012 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:31.523108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e6a07c41-a0a5-47b7-ae91-c737a82c3422 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:33:31.576310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:31.578824 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:31.624768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e6a07c41-a0a5-47b7-ae91-c737a82c3422 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:33:31.625180 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:31.651546 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8bdf9a3d-2b29-4152-9f2e-57a010a5d629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:31.685031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 8763f56f-8fc4-46a1-b037-6cd11aba477a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:33:31.687990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:33:31.704022 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8bdf9a3d-2b29-4152-9f2e-57a010a5d629 None None] For port e6a07c41-a0a5-47b7-ae91-c737a82c3422, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e6a07c41-a0a5-47b7-ae91-c737a82c3422,segment=NetworkSegment(1e56b739-09ae-424b-8116-8ee719e0a4e1),segment_id=1e56b739-09ae-424b-8116-8ee719e0a4e1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:33:31.743847 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:31.760044 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8bdf9a3d-2b29-4152-9f2e-57a010a5d629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:31.831740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:33:31.961125 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:33:31.967684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c7bf16e1-8193-4849-ab95-71c0877e7e98 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "PUT /v2.0/routers/e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5264904 Dec 16 23:33:32.022994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Sync routers for ids ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:33:32.063616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Routers {'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:33:32.067896 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:33:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:32.069158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf9a3d-2b29-4152-9f2e-57a010a5d629 None None] Pushing event updated for resources: {'Port': ['ID=e6a07c41-a0a5-47b7-ae91-c737a82c3422,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:32.109082 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-069e5339-d275-44a9-8705-7eed67883125 None None] Provisioning complete for port 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:33:32.109467 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-069e5339-d275-44a9-8705-7eed67883125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:32.116938 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:33:32.117304 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:33:32.150855 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-5c690f7e-e8ee-4d32-afdb-0ae7fc2aa9ec tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-489065145&fields=id&tenant_id=b95c9ea67a7042feb9a991a8d19d2132 HTTP/1.1" status: 200 len: 267 time: 0.0523040 Dec 16 23:33:32.186840 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-069e5339-d275-44a9-8705-7eed67883125 None None] Port 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:33:32.215223 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-069e5339-d275-44a9-8705-7eed67883125 None None] Provisioning complete for port e6a07c41-a0a5-47b7-ae91-c737a82c3422 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:33:32.216181 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-069e5339-d275-44a9-8705-7eed67883125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:32.221298 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Set router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:33:32.276633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-0ee2fc8e-b6bc-4a72-b4c9-0598475e3b08 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:32.278386 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-0ee2fc8e-b6bc-4a72-b4c9-0598475e3b08 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/networks?id=8763f56f-8fc4-46a1-b037-6cd11aba477a HTTP/1.1" status: 200 len: 797 time: 0.1203203 Dec 16 23:33:32.294913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-14266ba8-6987-4d13-ac3c-335205e5b126 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/quotas/b95c9ea67a7042feb9a991a8d19d2132 HTTP/1.1" status: 200 len: 375 time: 0.0099838 Dec 16 23:33:32.347076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-b5faa362-dec1-4db7-a70f-d16226a5b34d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466051 Dec 16 23:33:32.492693 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-13371692-d84e-45c0-8102-72e99bfbe247 service neutron] 10.222.0.43 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330075 Dec 16 23:33:32.496278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473909291', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:33:26Z', 'updated_at': '2021-12-16T23:33:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:27Z', 'updated_at': '2021-12-16T23:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51', 'name': '', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:15:61:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:30Z', 'updated_at': '2021-12-16T23:33:31Z', 'revision_number': 2, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:32.526947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Checking router: e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:33:32.527213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Updating router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 port 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:33:32.561548 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:32.574737 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0ff84d15-3c5d-41b0-b6b3-5179809c6fef None None] Provisioning complete for port 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:33:32.575158 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ff84d15-3c5d-41b0-b6b3-5179809c6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:32.584347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-57e541c8-7377-44a3-a4e3-bbd8e6af1974 service neutron] 10.222.0.43 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856283 Dec 16 23:33:32.665296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0ff84d15-3c5d-41b0-b6b3-5179809c6fef None None] Port 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:33:32.813979 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eb8c129d-8bc0-4cb6-9155-7a95d678dd2b req-c8e69a89-77e9-4927-a625-dea59fc71ab4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 210 time: 0.0286441 Dec 16 23:33:32.914118 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:32.962776 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:33.015397 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273f56b-f024-4d6b-b88f-4e9790f841a0 None None] Pushing event updated for resources: {'Port': ['ID=7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:33.069574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Attempting to bind port 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:33:33.069958 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Attempting to bind port 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:33:33.070334 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Attempting to bind port 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 on network 8763f56f-8fc4-46a1-b037-6cd11aba477a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:33:33.075673 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:33:33.076058 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Checking segment: {'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:33:33.076464 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:33.076864 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Bound using segment: {'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:33:33.077343 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Bound port: 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:33:33.077733 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:33.150921 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] For port 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:33:33.155643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] For port 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51,segment=NetworkSegment(1e56b739-09ae-424b-8116-8ee719e0a4e1),segment_id=1e56b739-09ae-424b-8116-8ee719e0a4e1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:33:33.178164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e6a07c41-a0a5-47b7-ae91-c737a82c3422 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:33:33.216336 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a4757a05-a7cf-4895-91e5-8cb7b0429dc2 None None] Provisioning complete for port 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:33:33.216706 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4757a05-a7cf-4895-91e5-8cb7b0429dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:33.238326 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:33.326316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273f56b-f024-4d6b-b88f-4e9790f841a0 None None] Pushing event updated for resources: {'Port': ['ID=7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:33.333511 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Routers {'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:33:33.334145 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:33:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:33.340208 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e6a07c41-a0a5-47b7-ae91-c737a82c3422 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:33:33.341100 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:33.485548 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4757a05-a7cf-4895-91e5-8cb7b0429dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:33.530704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] Set router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:33:33.587129 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a4757a05-a7cf-4895-91e5-8cb7b0429dc2 None None] For port 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51,segment=NetworkSegment(1e56b739-09ae-424b-8116-8ee719e0a4e1),segment_id=1e56b739-09ae-424b-8116-8ee719e0a4e1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:33:33.650431 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4757a05-a7cf-4895-91e5-8cb7b0429dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:33.748839 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4757a05-a7cf-4895-91e5-8cb7b0429dc2 None None] Pushing event updated for resources: {'Port': ['ID=7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:33.796485 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e67dc347-28b1-461c-a7d7-b11a9014d1d3 None None] Provisioning complete for port 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:33:33.796862 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e67dc347-28b1-461c-a7d7-b11a9014d1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:33.859380 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473909291', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:33:26Z', 'updated_at': '2021-12-16T23:33:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:27Z', 'updated_at': '2021-12-16T23:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51', 'name': '', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:15:61:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:30Z', 'updated_at': '2021-12-16T23:33:33Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:33.887917 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429d1d69-4574-4e06-9bae-9f77399ca630 None None] The sync data for ids ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'] in n-d-821840-2 is: [{'id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473909291', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:33:26Z', 'updated_at': '2021-12-16T23:33:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:27Z', 'updated_at': '2021-12-16T23:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51', 'name': '', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:15:61:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:30Z', 'updated_at': '2021-12-16T23:33:33Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:33:33.910669 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bed0c2f-f2a7-49d0-bea1-37a78132b1c4 req-12b38b2d-1d4c-48d5-ad06-57e1c7ad9124 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 210 time: 0.0434823 Dec 16 23:33:34.992786 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b509688b-d189-4a3d-aa04-58e6ed97398b req-c7e393c9-1dd2-4b40-a977-5aa1e6b32e1a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 210 time: 0.0301785 Dec 16 23:33:35.195687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:33:35.247623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:33:35.248047 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:36.088769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4acf044b-6a95-4789-b7ed-0b4cad33f3ec req-4d54c615-5e37-4a91-8fd2-2011440daf68 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 210 time: 0.0286109 Dec 16 23:33:36.811609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-d1f757e1-68eb-4810-a068-5af284b3a28c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:36.813733 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-d1f757e1-68eb-4810-a068-5af284b3a28c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.69 "GET /v2.0/networks?id=8763f56f-8fc4-46a1-b037-6cd11aba477a HTTP/1.1" status: 200 len: 797 time: 0.1134653 Dec 16 23:33:36.887786 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-1e4e8907-2db6-40aa-ae3b-f9314fc73c7d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b95c9ea67a7042feb9a991a8d19d2132 HTTP/1.1" status: 200 len: 379 time: 0.0621996 Dec 16 23:33:36.900217 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-29913e8c-75a3-4348-9158-99217a9a2690 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'port': {'device_id': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'admin_state_up': True, 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'security_groups': ['5622e902-94c8-4bf7-8fe4-86e2f95c14dd']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:33:37.082589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-29913e8c-75a3-4348-9158-99217a9a2690 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Made reservation on behalf of b95c9ea67a7042feb9a991a8d19d2132 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:33:37.086124 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-29913e8c-75a3-4348-9158-99217a9a2690 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:37.215632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d38a9501-8147-49e2-9fca-ef0acf17226c req-4546654e-84c4-46ff-93b7-07844aa749d5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 210 time: 0.0494771 Dec 16 23:33:37.240845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-29913e8c-75a3-4348-9158-99217a9a2690 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.20.0.8 (8763f56f-8fc4-46a1-b037-6cd11aba477a/5e5673f1-ff54-449c-9af2-a25dd9a640cb/eed4ab68-2e29-4a2c-a213-7fa5c9214a3b) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:33:37.378008 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-29913e8c-75a3-4348-9158-99217a9a2690 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:37.488673 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-29913e8c-75a3-4348-9158-99217a9a2690 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:37.534284 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-29913e8c-75a3-4348-9158-99217a9a2690 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 8763f56f-8fc4-46a1-b037-6cd11aba477a is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:33:37.537521 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-29913e8c-75a3-4348-9158-99217a9a2690 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:33:37.541221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-29913e8c-75a3-4348-9158-99217a9a2690 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:33:37.547994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29913e8c-75a3-4348-9158-99217a9a2690 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:37.596103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-29913e8c-75a3-4348-9158-99217a9a2690 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:37.596731 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-29913e8c-75a3-4348-9158-99217a9a2690 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:37.731288 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-29913e8c-75a3-4348-9158-99217a9a2690 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8346796 Dec 16 23:33:37.748857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Request body: {'port': {'device_id': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:33:37.770481 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-335dbc92-b798-4005-9745-7f517467f942 None None] Provisioning complete for port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:33:37.771061 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-335dbc92-b798-4005-9745-7f517467f942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:37.808209 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:37.808496 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-335dbc92-b798-4005-9745-7f517467f942 None None] Port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:33:38.065385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed4ab68-2e29-4a2c-a213-7fa5c9214a3b {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:33:38.072946 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:38.085481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Transition to ACTIVE for port object eed4ab68-2e29-4a2c-a213-7fa5c9214a3b will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:33:38.156454 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:38.204488 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Pushing event updated for resources: {'Port': ['ID=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:38.288736 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Attempting to bind port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:33:38.289408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Attempting to bind port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:33:38.289408 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Attempting to bind port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b on network 8763f56f-8fc4-46a1-b037-6cd11aba477a {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:33:38.304588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b on network 8763f56f-8fc4-46a1-b037-6cd11aba477a not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:33:38.304920 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Attempting to bind port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b on network 8763f56f-8fc4-46a1-b037-6cd11aba477a {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:33:38.323743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:33:38.324092 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Checking segment: {'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:33:38.324489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Bound using segment: {'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:33:38.324930 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Bound port: eed4ab68-2e29-4a2c-a213-7fa5c9214a3b, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:33:38.325293 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:38.381013 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5a852-506f-44ed-ae67-f4130aef1efd req-4ff3dc37-0e98-4b6d-bac0-9ebda77248d4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:38.382570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55f5a852-506f-44ed-ae67-f4130aef1efd req-4ff3dc37-0e98-4b6d-bac0-9ebda77248d4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 943 time: 0.0908031 Dec 16 23:33:38.426419 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] For port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:33:38.446859 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] For port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,segment=NetworkSegment(1e56b739-09ae-424b-8116-8ee719e0a4e1),segment_id=1e56b739-09ae-424b-8116-8ee719e0a4e1)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:33:38.464723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-55f5a852-506f-44ed-ae67-f4130aef1efd req-ecfe71d6-80ec-4ba2-a834-a113bc1b9b10 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711813 Dec 16 23:33:38.516962 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:38.554278 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:38.554905 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:38.556315 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] 10.222.0.69 "PUT /v2.0/ports/eed4ab68-2e29-4a2c-a213-7fa5c9214a3b HTTP/1.1" status: 200 len: 1091 time: 0.8122191 Dec 16 23:33:38.556750 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'tag': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:33:38.559009 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495108d2-f23e-4e13-b131-1bd3d28208fe" -d '{"events": [{"name": "network-changed", "server_uuid": "9866df99-aed7-4e02-beaf-dfb60e397c91", "tag": "eed4ab68-2e29-4a2c-a213-7fa5c9214a3b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:33:38.580715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56643b0-46b4-46a2-bb4c-e5878053b869 service neutron] Pushing event updated for resources: {'Port': ['ID=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:38.607319 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7e8395-b254-4a6a-808e-897e184b76eb x-openstack-request-id: req-6d7e8395-b254-4a6a-808e-897e184b76eb {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:33:38.607319 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9866df99-aed7-4e02-beaf-dfb60e397c91", "tag": "eed4ab68-2e29-4a2c-a213-7fa5c9214a3b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:33:38.607319 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d7e8395-b254-4a6a-808e-897e184b76eb {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:33:38.607319 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'tag': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b', 'status': 'completed', 'code': 200} Dec 16 23:33:38.671627 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495108d2-f23e-4e13-b131-1bd3d28208fe req-2c848c4e-a04e-4b1f-bc41-6d779f067138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:38.673153 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-495108d2-f23e-4e13-b131-1bd3d28208fe req-2c848c4e-a04e-4b1f-bc41-6d779f067138 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 1094 time: 0.0439608 Dec 16 23:33:38.783998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495108d2-f23e-4e13-b131-1bd3d28208fe req-c2992741-3b4a-48ce-8d83-a22638ebfd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:38.785472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-495108d2-f23e-4e13-b131-1bd3d28208fe req-c2992741-3b4a-48ce-8d83-a22638ebfd26 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0985932 Dec 16 23:33:38.886617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495108d2-f23e-4e13-b131-1bd3d28208fe req-beeb81e8-e0b9-4170-986e-9a2e515f3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:38.888105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-495108d2-f23e-4e13-b131-1bd3d28208fe req-beeb81e8-e0b9-4170-986e-9a2e515f3d04 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901625 Dec 16 23:33:38.978546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-cbfc4566-1bbc-450e-bc82-5483aadf1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:38.980072 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-cbfc4566-1bbc-450e-bc82-5483aadf1585 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 1094 time: 0.0458672 Dec 16 23:33:39.025406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-5a667141-57e6-4223-a53b-ecdda96fb1eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b HTTP/1.1" status: 200 len: 217 time: 0.0341840 Dec 16 23:33:39.074992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-527ca0f3-b61a-4b61-a260-3873629ffe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:39.076902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-527ca0f3-b61a-4b61-a260-3873629ffe1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e5673f1-ff54-449c-9af2-a25dd9a640cb HTTP/1.1" status: 200 len: 834 time: 0.0441477 Dec 16 23:33:39.127517 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-71a7baf8-41f0-4c66-97af-f86a0897f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:39.128986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-71a7baf8-41f0-4c66-97af-f86a0897f857 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8763f56f-8fc4-46a1-b037-6cd11aba477a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443180 Dec 16 23:33:39.219397 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-6ce04061-1783-4e38-a80c-926367b8887c service neutron] 10.222.0.69 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822668 Dec 16 23:33:39.316596 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-727ff14a-9542-4dd7-9a9d-91f63e472d26 req-ab790081-cf46-4be5-aabd-ec9f83123005 service neutron] 10.222.0.69 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876427 Dec 16 23:33:39.580864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092a0b2-da12-437f-88af-560e42e6d509 req-793aa63a-8f97-46b3-bd37-d84ee6c7f553 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:39.582325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4092a0b2-da12-437f-88af-560e42e6d509 req-793aa63a-8f97-46b3-bd37-d84ee6c7f553 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 943 time: 0.0492091 Dec 16 23:33:39.631403 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4092a0b2-da12-437f-88af-560e42e6d509 req-a492c407-a9e3-495c-9fcc-a9123321d209 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431099 Dec 16 23:33:40.749749 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c34bc4-fe68-4b52-8d44-ec72aa98ef31 req-6eb29e82-40a9-448e-9535-34748557a7ac tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:40.751228 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8c34bc4-fe68-4b52-8d44-ec72aa98ef31 req-6eb29e82-40a9-448e-9535-34748557a7ac tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 943 time: 0.0489888 Dec 16 23:33:40.800583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e8c34bc4-fe68-4b52-8d44-ec72aa98ef31 req-ba8041f5-8264-43b7-921c-0a75ecc35fbc tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433524 Dec 16 23:33:41.914318 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:33:41.920167 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5fd1e-6156-48a1-babc-a8790c81d645 req-97491fe2-f85c-4f3f-a191-f97ad119a05a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:41.921660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7b5fd1e-6156-48a1-babc-a8790c81d645 req-97491fe2-f85c-4f3f-a191-f97ad119a05a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 943 time: 0.0523643 Dec 16 23:33:41.970572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7b5fd1e-6156-48a1-babc-a8790c81d645 req-029d64cd-3252-4d7f-89cb-d1c8bd1adc9a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429487 Dec 16 23:33:42.012084 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device eed4ab68-2e29-4a2c-a213-7fa5c9214a3b details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:33:42.104685 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,segment=NetworkSegment(1e56b739-09ae-424b-8116-8ee719e0a4e1),segment_id=1e56b739-09ae-424b-8116-8ee719e0a4e1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:33:42.119787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'port_id': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b', 'mac_address': 'fa:16:3e:a6:21:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:33:42.156908 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:42.169158 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed4ab68-2e29-4a2c-a213-7fa5c9214a3b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:33:42.188749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,segment=NetworkSegment(1e56b739-09ae-424b-8116-8ee719e0a4e1),segment_id=1e56b739-09ae-424b-8116-8ee719e0a4e1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:33:42.236591 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:42.284811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:42.529997 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['eed4ab68-2e29-4a2c-a213-7fa5c9214a3b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:33:43.087403 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb47af-a632-48a1-ae9f-b456c417485c req-544f13d2-f65f-422a-9293-594222b2cdfd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:43.088864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5bb47af-a632-48a1-ae9f-b456c417485c req-544f13d2-f65f-422a-9293-594222b2cdfd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 944 time: 0.0496202 Dec 16 23:33:43.138005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5bb47af-a632-48a1-ae9f-b456c417485c req-9b2d712e-e2e3-439d-83f0-098c1f0b07e1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425789 Dec 16 23:33:43.996950 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:44.027033 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device eed4ab68-2e29-4a2c-a213-7fa5c9214a3b up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:33:44.122105 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:44.127980 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:33:44.131881 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:33:44.132242 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:44.210832 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:44.234762 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:33:44.239342 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5384646-7ebf-4040-8c54-dd67dd1d9d8d" -d '{"events": [{"server_uuid": "9866df99-aed7-4e02-beaf-dfb60e397c91", "name": "network-vif-plugged", "status": "completed", "tag": "eed4ab68-2e29-4a2c-a213-7fa5c9214a3b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:33:44.250631 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,segment=NetworkSegment(1e56b739-09ae-424b-8116-8ee719e0a4e1),segment_id=1e56b739-09ae-424b-8116-8ee719e0a4e1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:33:44.255193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b899a-4832-4534-882c-8cfeb9848d7c req-7edf60c7-e817-4a50-86aa-b15dce14abff tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:44.257188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df4b899a-4832-4534-882c-8cfeb9848d7c req-7edf60c7-e817-4a50-86aa-b15dce14abff tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 944 time: 0.0524712 Dec 16 23:33:44.279866 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec13cef-622c-4682-a1b5-fe8537b51de4 x-openstack-request-id: req-1ec13cef-622c-4682-a1b5-fe8537b51de4 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:33:44.279866 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9866df99-aed7-4e02-beaf-dfb60e397c91", "name": "network-vif-plugged", "status": "completed", "tag": "eed4ab68-2e29-4a2c-a213-7fa5c9214a3b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:33:44.280097 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ec13cef-622c-4682-a1b5-fe8537b51de4 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:33:44.280401 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b', 'code': 200} Dec 16 23:33:44.300035 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:44.318361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-df4b899a-4832-4534-882c-8cfeb9848d7c req-2e80d77f-d2da-4497-a02d-ac60074c2792 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526140 Dec 16 23:33:44.352540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:44.385058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1195ad-56c5-4765-8ba9-c455042646b8 req-1cb4c114-803e-4866-9359-8c09b62cfdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:44.386609 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab1195ad-56c5-4765-8ba9-c455042646b8 req-1cb4c114-803e-4866-9359-8c09b62cfdae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 1096 time: 0.0424578 Dec 16 23:33:44.437730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab1195ad-56c5-4765-8ba9-c455042646b8 req-5a538686-08aa-4460-bac8-c963c61de8e4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393796 Dec 16 23:33:45.439146 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf28b6e-bf3d-44b2-bcd0-019c7911b6c8 req-7f5bb24b-1c50-4413-8ebb-bc923dbec627 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:45.440631 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-baf28b6e-bf3d-44b2-bcd0-019c7911b6c8 req-7f5bb24b-1c50-4413-8ebb-bc923dbec627 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0484495 Dec 16 23:33:45.492184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-baf28b6e-bf3d-44b2-bcd0-019c7911b6c8 req-f80d836e-1e23-4588-95f4-87c335ee9237 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456815 Dec 16 23:33:46.610115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c9f62-f049-41dc-a931-a3c0b7a8f253 req-1faad275-ccf0-4d00-bb99-0ec3dcd4137d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:46.611611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de6c9f62-f049-41dc-a931-a3c0b7a8f253 req-1faad275-ccf0-4d00-bb99-0ec3dcd4137d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0520093 Dec 16 23:33:46.660515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-de6c9f62-f049-41dc-a931-a3c0b7a8f253 req-a2ae9d17-ecf8-4749-bbfa-e923fd56efb8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426891 Dec 16 23:33:46.775137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a402c8b-cb3a-4d4c-aee6-2d1edfd5049e req-b3f0bfb1-5bfa-4f38-ad9b-3d201463af6d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:46.776644 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a402c8b-cb3a-4d4c-aee6-2d1edfd5049e req-b3f0bfb1-5bfa-4f38-ad9b-3d201463af6d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0498142 Dec 16 23:33:46.825244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6a402c8b-cb3a-4d4c-aee6-2d1edfd5049e req-92f5b86a-d589-4516-8e6e-b2a39b2677a2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424678 Dec 16 23:33:46.846577 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38426) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:46.890274 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6ef458-43ed-4210-9724-ac22013998aa tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:46.891829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fc6ef458-43ed-4210-9724-ac22013998aa tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 1091 time: 0.0442901 Dec 16 23:33:46.894553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38428) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:46.898735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:33:46.956661 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:47.051092 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:47.157472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.25.2.157 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/aa3bc8e8-84e1-4e76-9aa6-de19d2d70765) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:33:47.256851 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:47.351421 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:47.728071 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:33:47.730952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:33:47.735325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:33:47.740891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=aa3bc8e8-84e1-4e76-9aa6-de19d2d70765,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:48.092068 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:48.221072 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:48.371446 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:48.419648 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:48.493422 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=aa3bc8e8-84e1-4e76-9aa6-de19d2d70765,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:33:48.504742 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:48.605145 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Floating IP c5ef58e2-dd18-4a89-b985-b02948e4cff9 associated. External IP: 172.25.2.157, port: eed4ab68-2e29-4a2c-a213-7fa5c9214a3b. Dec 16 23:33:48.813606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:33:48.929592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:33:48.939225 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276afe2-a6d1-4fe2-88c3-a42b7aee77b5 None None] Sync routers for ids ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:33:48.950657 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b276afe2-a6d1-4fe2-88c3-a42b7aee77b5 None None] Routers {'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:33:48.951281 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b276afe2-a6d1-4fe2-88c3-a42b7aee77b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:33:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:48.987696 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:49.015432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d16b4605-676c-43f2-a671-715a101239f3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1198261 Dec 16 23:33:49.016631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'tag': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:33:49.018922 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f858effc-7012-4b5c-9f4e-7f87f41eec43" -d '{"events": [{"name": "network-changed", "server_uuid": "9866df99-aed7-4e02-beaf-dfb60e397c91", "tag": "eed4ab68-2e29-4a2c-a213-7fa5c9214a3b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:33:49.058871 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d741b77-f28b-49e5-b2e6-c68c39089e53 x-openstack-request-id: req-5d741b77-f28b-49e5-b2e6-c68c39089e53 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:33:49.059163 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9866df99-aed7-4e02-beaf-dfb60e397c91", "tag": "eed4ab68-2e29-4a2c-a213-7fa5c9214a3b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:33:49.059465 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d741b77-f28b-49e5-b2e6-c68c39089e53 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:33:49.059859 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'tag': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b', 'status': 'completed', 'code': 200} Dec 16 23:33:49.060006 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-b276afe2-a6d1-4fe2-88c3-a42b7aee77b5 None None] Set router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:33:49.152506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2f0df-6a28-4d42-838b-2821cd87677e req-a9aa73ff-a8f8-4d25-aa4d-252ae1dd80d9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:49.154134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0b2f0df-6a28-4d42-838b-2821cd87677e req-a9aa73ff-a8f8-4d25-aa4d-252ae1dd80d9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0836341 Dec 16 23:33:49.160353 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858effc-7012-4b5c-9f4e-7f87f41eec43 req-cda80d40-0c3e-4a31-beda-21bd860a1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:49.161809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f858effc-7012-4b5c-9f4e-7f87f41eec43 req-cda80d40-0c3e-4a31-beda-21bd860a1256 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 1096 time: 0.0597312 Dec 16 23:33:49.262063 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0b2f0df-6a28-4d42-838b-2821cd87677e req-a9635d2e-6cd8-45f7-99a1-10ae21996cac tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992939 Dec 16 23:33:49.287300 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b276afe2-a6d1-4fe2-88c3-a42b7aee77b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473909291', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:33:26Z', 'updated_at': '2021-12-16T23:33:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:27Z', 'updated_at': '2021-12-16T23:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'c5ef58e2-dd18-4a89-b985-b02948e4cff9', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'port_id': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'mac_address': 'fa:16:3e:a6:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:33:47Z', 'updated_at': '2021-12-16T23:33:47Z', 'revision_number': 0, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51', 'name': '', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:15:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:30Z', 'updated_at': '2021-12-16T23:33:33Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:49.290034 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858effc-7012-4b5c-9f4e-7f87f41eec43 req-de22647e-affc-4699-a807-f04609dc8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:49.291111 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38434) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:49.291625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f858effc-7012-4b5c-9f4e-7f87f41eec43 req-de22647e-affc-4699-a807-f04609dc8b7f service neutron] 10.222.0.69 "GET /v2.0/networks?id=8763f56f-8fc4-46a1-b037-6cd11aba477a HTTP/1.1" status: 200 len: 898 time: 0.1159942 Dec 16 23:33:49.314233 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276afe2-a6d1-4fe2-88c3-a42b7aee77b5 None None] Checking router: e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:33:49.322765 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b276afe2-a6d1-4fe2-88c3-a42b7aee77b5 None None] Routers {'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:33:49.323417 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b276afe2-a6d1-4fe2-88c3-a42b7aee77b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:33:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:49.361497 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f858effc-7012-4b5c-9f4e-7f87f41eec43 req-d6608d46-d5ec-4d35-8812-6793d6e6d379 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b HTTP/1.1" status: 200 len: 999 time: 0.0605607 Dec 16 23:33:49.365489 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5ee6959d-0da3-4c60-b834-d49c6a8d2423 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/c5ef58e2-dd18-4a89-b985-b02948e4cff9 HTTP/1.1" status: 200 len: 991 time: 0.0730982 Dec 16 23:33:49.412083 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858effc-7012-4b5c-9f4e-7f87f41eec43 req-a87e7984-2ef4-459c-826f-6e11a8c335c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:49.413477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f858effc-7012-4b5c-9f4e-7f87f41eec43 req-a87e7984-2ef4-459c-826f-6e11a8c335c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e5673f1-ff54-449c-9af2-a25dd9a640cb HTTP/1.1" status: 200 len: 834 time: 0.0446804 Dec 16 23:33:49.430527 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-b276afe2-a6d1-4fe2-88c3-a42b7aee77b5 None None] Set router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:33:49.464890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858effc-7012-4b5c-9f4e-7f87f41eec43 req-ad15f2b1-dceb-4031-81b0-c79f0e8a49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:49.466464 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f858effc-7012-4b5c-9f4e-7f87f41eec43 req-ad15f2b1-dceb-4031-81b0-c79f0e8a49bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8763f56f-8fc4-46a1-b037-6cd11aba477a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452774 Dec 16 23:33:49.477174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-f858effc-7012-4b5c-9f4e-7f87f41eec43 req-ad96a8d2-f2b4-47b4-b26c-b59aa33f0d5d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:33:49.478138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f858effc-7012-4b5c-9f4e-7f87f41eec43 req-ad96a8d2-f2b4-47b4-b26c-b59aa33f0d5d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050571 Dec 16 23:33:49.574743 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f858effc-7012-4b5c-9f4e-7f87f41eec43 req-57e6a9d0-9876-4205-ae31-d0cac2c9e5f2 service neutron] 10.222.0.69 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891223 Dec 16 23:33:49.674768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f858effc-7012-4b5c-9f4e-7f87f41eec43 req-f351ca54-9938-4555-b8a7-f1dd75f36141 service neutron] 10.222.0.69 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911217 Dec 16 23:33:49.746552 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b276afe2-a6d1-4fe2-88c3-a42b7aee77b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473909291', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:33:26Z', 'updated_at': '2021-12-16T23:33:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:27Z', 'updated_at': '2021-12-16T23:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'c5ef58e2-dd18-4a89-b985-b02948e4cff9', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'port_id': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'mac_address': 'fa:16:3e:a6:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:33:47Z', 'updated_at': '2021-12-16T23:33:47Z', 'revision_number': 0, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51', 'name': '', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:15:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:30Z', 'updated_at': '2021-12-16T23:33:33Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:33:49.775523 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276afe2-a6d1-4fe2-88c3-a42b7aee77b5 None None] The sync data for ids ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'] in n-d-821840-2 is: [{'id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473909291', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:33:26Z', 'updated_at': '2021-12-16T23:33:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:27Z', 'updated_at': '2021-12-16T23:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': 'c5ef58e2-dd18-4a89-b985-b02948e4cff9', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'port_id': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'mac_address': 'fa:16:3e:a6:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:33:47Z', 'updated_at': '2021-12-16T23:33:47Z', 'revision_number': 0, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51', 'name': '', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:15:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:30Z', 'updated_at': '2021-12-16T23:33:33Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:33:49.989278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fffc34-1616-451d-b19f-08f90b1941f2 None None] New status for floating IP c5ef58e2-dd18-4a89-b985-b02948e4cff9: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:33:50.167966 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e98f28c-3e2f-444c-82ca-6b061aeeac42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:50.369344 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38436) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:33:50.430320 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4add0e3f-626e-457f-a026-978ebf5dcd4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/c5ef58e2-dd18-4a89-b985-b02948e4cff9 HTTP/1.1" status: 200 len: 993 time: 0.0598035 Dec 16 23:33:52.562418 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e692fd6e-f136-468d-9392-5f4c5c9b930f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:53.882049 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:55.133559 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:55.814203 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:14.018975 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:14.116280 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:18.914740 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:34:20.133059 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e8befa3-5e89-4fe6-b9b6-6a469488b266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:22.562014 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-adb854f2-b782-44ca-8cfb-a04c3eb51ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:23.703940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-95a5c3c4-f5b0-4951-a17e-1f82b79d29aa req-70e8b739-177e-4b45-a49a-f5c5afa1798b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:34:23.705462 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95a5c3c4-f5b0-4951-a17e-1f82b79d29aa req-70e8b739-177e-4b45-a49a-f5c5afa1798b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054123 Dec 16 23:34:23.870923 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:24.011783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7423cca-d12e-47ac-954a-4c09454a73df req-e17f07f8-5266-41cf-9b68-27762eaaa1fc tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:24.013297 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7423cca-d12e-47ac-954a-4c09454a73df req-e17f07f8-5266-41cf-9b68-27762eaaa1fc tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0499804 Dec 16 23:34:24.062880 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b7423cca-d12e-47ac-954a-4c09454a73df req-b5ceaca8-3b68-44f5-9266-0affc7bcfa96 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428939 Dec 16 23:34:24.143360 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-d18e1312-636f-4f41-a1ba-e2f026594d8c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977180 Dec 16 23:34:24.153095 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-8e099b6f-5848-41b9-868e-07d80f2d53d6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:34:24.154042 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-8e099b6f-5848-41b9-868e-07d80f2d53d6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049891 Dec 16 23:34:25.159976 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:25.184084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf9337-e620-460e-9ffd-586b50a981d1 req-a8d70446-9e30-4c5d-8a3d-22fdb35332dc tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:25.185683 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-daaf9337-e620-460e-9ffd-586b50a981d1 req-a8d70446-9e30-4c5d-8a3d-22fdb35332dc tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0509849 Dec 16 23:34:25.242581 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-daaf9337-e620-460e-9ffd-586b50a981d1 req-ab3a2a57-6727-4e4a-b22d-41f58b830f54 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496142 Dec 16 23:34:25.807589 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:26.050296 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-8b650eed-5689-4b44-b597-37444f3439b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:26.051786 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-8b650eed-5689-4b44-b597-37444f3439b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 1096 time: 0.0417423 Dec 16 23:34:26.145572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-8e8a44d1-e730-4371-b2a1-d4f9eaf5f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:26.146996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-8e8a44d1-e730-4371-b2a1-d4f9eaf5f962 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8763f56f-8fc4-46a1-b037-6cd11aba477a HTTP/1.1" status: 200 len: 898 time: 0.0842307 Dec 16 23:34:26.219036 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-2a814c27-1e01-4ea3-bcad-e4a0b3882181 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b HTTP/1.1" status: 200 len: 1001 time: 0.0613623 Dec 16 23:34:26.274301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-afd64f1b-9892-48fb-b498-7f2082d56dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:26.275801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-afd64f1b-9892-48fb-b498-7f2082d56dbf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e5673f1-ff54-449c-9af2-a25dd9a640cb HTTP/1.1" status: 200 len: 834 time: 0.0456238 Dec 16 23:34:26.356928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-a56a5613-9927-4e37-9fbc-7ef1942d727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:26.358396 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-a56a5613-9927-4e37-9fbc-7ef1942d727e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8763f56f-8fc4-46a1-b037-6cd11aba477a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712736 Dec 16 23:34:26.372712 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd3312-0c68-4aa2-b21b-95a70d3fdd4a req-870e70d3-52a0-41a8-80ad-e0e5ad3b6ac5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:26.374107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6dd3312-0c68-4aa2-b21b-95a70d3fdd4a req-870e70d3-52a0-41a8-80ad-e0e5ad3b6ac5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0625226 Dec 16 23:34:26.471515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e6dd3312-0c68-4aa2-b21b-95a70d3fdd4a req-4a17afc8-471e-4f7d-86a7-181978ef8d05 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889320 Dec 16 23:34:26.497862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-45ba6c36-85a3-4330-a142-98bdd8938bdf service neutron] 10.222.0.69 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228280 Dec 16 23:34:26.594316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-aafa98b9-024e-4804-9e0d-6c94d766112a service neutron] 10.222.0.69 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857286 Dec 16 23:34:27.595608 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974790d7-15b3-4750-98cc-c4d926b9c687 req-0deb965f-517d-4170-a2be-b23df57a936d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:27.597096 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-974790d7-15b3-4750-98cc-c4d926b9c687 req-0deb965f-517d-4170-a2be-b23df57a936d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0502121 Dec 16 23:34:27.646553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-974790d7-15b3-4750-98cc-c4d926b9c687 req-92a09cb0-fb10-48e0-bb3d-76a29a994603 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435224 Dec 16 23:34:28.760643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1882e-cd2a-40e5-b771-1a840f9f8c80 req-cdb3a223-ba8f-44a3-937f-63b57c8947e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:28.762112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0cb1882e-cd2a-40e5-b771-1a840f9f8c80 req-cdb3a223-ba8f-44a3-937f-63b57c8947e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0486691 Dec 16 23:34:28.815895 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0cb1882e-cd2a-40e5-b771-1a840f9f8c80 req-47c4ea56-e580-4f08-87e0-2041a2332426 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475812 Dec 16 23:34:29.932852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d20270-9bfa-4018-8d7c-b36d3a1120c6 req-e51e1f35-3c8c-4d7c-930a-419ebdf606d5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:29.934371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11d20270-9bfa-4018-8d7c-b36d3a1120c6 req-e51e1f35-3c8c-4d7c-930a-419ebdf606d5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0491755 Dec 16 23:34:29.983936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11d20270-9bfa-4018-8d7c-b36d3a1120c6 req-b5883ab5-de85-41d0-8e1a-4cf4a64fd9f0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430772 Dec 16 23:34:31.101566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809bacc-2a37-42c0-a7fd-634d9a0f5cc8 req-463f3e54-1c01-400f-a4a3-cfc36da2f0ea tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:31.103062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4809bacc-2a37-42c0-a7fd-634d9a0f5cc8 req-463f3e54-1c01-400f-a4a3-cfc36da2f0ea tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0489943 Dec 16 23:34:31.152331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4809bacc-2a37-42c0-a7fd-634d9a0f5cc8 req-6ae425f8-c71a-463d-8c76-ce83ceff73c5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433857 Dec 16 23:34:32.271375 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477fbaf-df21-4b71-a079-997643b196d1 req-7b53a9a1-d0e8-4938-a042-1d609e819cb2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:32.272876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a477fbaf-df21-4b71-a079-997643b196d1 req-7b53a9a1-d0e8-4938-a042-1d609e819cb2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0538406 Dec 16 23:34:32.322039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a477fbaf-df21-4b71-a079-997643b196d1 req-b683b1b9-8265-457d-a1bc-6a7c41681687 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431604 Dec 16 23:34:33.439617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e203b-dd78-4011-8168-990b9ba35cbf req-ed9059b2-2786-47fd-8986-d4268618fdc8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:33.441861 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-484e203b-dd78-4011-8168-990b9ba35cbf req-ed9059b2-2786-47fd-8986-d4268618fdc8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0496252 Dec 16 23:34:33.490706 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-484e203b-dd78-4011-8168-990b9ba35cbf req-8be16f4d-1448-4a52-90ea-5480ee49ed8a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426135 Dec 16 23:34:34.604992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8e11c-7d8f-4fdb-84b5-8156a0e072ef req-6ee074da-2553-4f64-b9d9-d2a0382645a8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:34.606366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bb8e11c-7d8f-4fdb-84b5-8156a0e072ef req-6ee074da-2553-4f64-b9d9-d2a0382645a8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0477114 Dec 16 23:34:34.660851 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7bb8e11c-7d8f-4fdb-84b5-8156a0e072ef req-c6061f4e-1af5-4d22-aa3f-7e7167918ed1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478311 Dec 16 23:34:35.776777 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd6023-3718-4c1c-a433-6e874a425fbb req-0f72d949-d238-4670-b2de-e7ad0b8bef8c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:35.778243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13fd6023-3718-4c1c-a433-6e874a425fbb req-0f72d949-d238-4670-b2de-e7ad0b8bef8c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0492203 Dec 16 23:34:35.827624 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13fd6023-3718-4c1c-a433-6e874a425fbb req-62ce783c-fc39-4c4b-864a-6b9b3831770d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428884 Dec 16 23:34:36.943282 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd52430-cfed-48d3-8959-0d0b4f14781b req-9d0da07e-0e56-4d7b-8029-6c2c4f95e1b1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:36.944775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbd52430-cfed-48d3-8959-0d0b4f14781b req-9d0da07e-0e56-4d7b-8029-6c2c4f95e1b1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0486813 Dec 16 23:34:36.993549 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dbd52430-cfed-48d3-8959-0d0b4f14781b req-075c67d0-9ae0-47a6-8ec3-08342cec6fc3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426652 Dec 16 23:34:38.113066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c285c6-6312-4200-998c-c78edfe28293 req-e012f560-aedd-449b-b734-a033920f0911 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:38.114554 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10c285c6-6312-4200-998c-c78edfe28293 req-e012f560-aedd-449b-b734-a033920f0911 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0532112 Dec 16 23:34:38.163667 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10c285c6-6312-4200-998c-c78edfe28293 req-507978ee-44cb-4e48-9cd6-e7b15b38153f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428822 Dec 16 23:34:39.278465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003749e-3573-4989-a980-77af670880eb req-ac51aa77-4da8-42a2-bd26-73dbf35ed1e1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:39.280005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d003749e-3573-4989-a980-77af670880eb req-ac51aa77-4da8-42a2-bd26-73dbf35ed1e1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0485408 Dec 16 23:34:39.329534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d003749e-3573-4989-a980-77af670880eb req-f5cf069f-b110-4686-885a-d18be6627f34 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429478 Dec 16 23:34:40.449645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d2c03-a3d0-493b-a564-fb672ccb60ea req-9e32f099-43dc-4bbf-b46e-8972a5632b52 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:40.451132 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c1d2c03-a3d0-493b-a564-fb672ccb60ea req-9e32f099-43dc-4bbf-b46e-8972a5632b52 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0529017 Dec 16 23:34:40.500192 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5c1d2c03-a3d0-493b-a564-fb672ccb60ea req-84df401f-6eb4-473e-8a22-14457949e2da tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430009 Dec 16 23:34:41.617618 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e1e54-e65f-460a-81d2-a6674cccdc75 req-1fe890a8-a961-422c-84a3-8e15b18bf75d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:41.619102 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c7e1e54-e65f-460a-81d2-a6674cccdc75 req-1fe890a8-a961-422c-84a3-8e15b18bf75d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0493286 Dec 16 23:34:41.668461 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c7e1e54-e65f-460a-81d2-a6674cccdc75 req-e1997dfc-91ca-4ac8-83e7-e9a4f83f3a68 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433865 Dec 16 23:34:42.786735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb4798-16ed-4665-9e60-04b214fe1dee req-91a26f6d-9875-4f9c-87a4-520e8180b5c9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:42.788238 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69cb4798-16ed-4665-9e60-04b214fe1dee req-91a26f6d-9875-4f9c-87a4-520e8180b5c9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0499876 Dec 16 23:34:42.841165 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69cb4798-16ed-4665-9e60-04b214fe1dee req-ff82157c-3afd-4d17-bfbc-ef34d708a6eb tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470285 Dec 16 23:34:43.667404 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafda339-0292-4ab7-9743-fb502af1715c req-a76488d1-6c1c-492a-b356-618d31cc659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:43.668876 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fafda339-0292-4ab7-9743-fb502af1715c req-a76488d1-6c1c-492a-b356-618d31cc659b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 1096 time: 0.0406768 Dec 16 23:34:43.761457 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.69', 63752) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:34:43.780357 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafda339-0292-4ab7-9743-fb502af1715c req-88935cf5-ac26-4d8d-86ec-b31ec4712f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:43.781872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fafda339-0292-4ab7-9743-fb502af1715c req-88935cf5-ac26-4d8d-86ec-b31ec4712f82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8763f56f-8fc4-46a1-b037-6cd11aba477a HTTP/1.1" status: 200 len: 898 time: 0.0866203 Dec 16 23:34:43.817696 n-d-821840-2 neutron-server[103952]: INFO neutron.api.v2.resource [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-a89a55e3-e923-464b-8dbc-8ea4cb240f26 service neutron] show failed (client error): The resource could not be found. Dec 16 23:34:43.818720 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-a89a55e3-e923-464b-8dbc-8ea4cb240f26 service neutron] 10.222.0.69 "GET /v2.0/ports/eed4ab68-2e29-4a2c-a213-7fa5c9214a3b/bindings/n-h2-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.0562916 Dec 16 23:34:43.856116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fafda339-0292-4ab7-9743-fb502af1715c req-1276a9b8-1391-4335-bd20-7139b7e31c19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b HTTP/1.1" status: 200 len: 1001 time: 0.0636463 Dec 16 23:34:43.908177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafda339-0292-4ab7-9743-fb502af1715c req-13e56ad6-af46-4015-b0cd-59750879f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:43.909675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fafda339-0292-4ab7-9743-fb502af1715c req-13e56ad6-af46-4015-b0cd-59750879f4ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e5673f1-ff54-449c-9af2-a25dd9a640cb HTTP/1.1" status: 200 len: 834 time: 0.0459528 Dec 16 23:34:43.994849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8f8f-95c4-48f2-8342-70bdc0eb6866 req-4c13007e-074c-40c0-b2ad-bb30d7cb5137 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:43.996371 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e10e8f8f-95c4-48f2-8342-70bdc0eb6866 req-4c13007e-074c-40c0-b2ad-bb30d7cb5137 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0858312 Dec 16 23:34:43.996524 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:43.998113 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafda339-0292-4ab7-9743-fb502af1715c req-fd9a7417-79d0-46e2-827d-cd2c0bf7bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:43.999483 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fafda339-0292-4ab7-9743-fb502af1715c req-fd9a7417-79d0-46e2-827d-cd2c0bf7bb61 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8763f56f-8fc4-46a1-b037-6cd11aba477a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778468 Dec 16 23:34:44.095763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e10e8f8f-95c4-48f2-8342-70bdc0eb6866 req-fdc441e1-a008-4a27-adc0-8b3c48373e2e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923862 Dec 16 23:34:44.121803 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:44.125682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fafda339-0292-4ab7-9743-fb502af1715c req-391cbef7-322b-4216-88f1-c2ffc4ba0885 service neutron] 10.222.0.69 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093578 Dec 16 23:34:44.224604 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fafda339-0292-4ab7-9743-fb502af1715c req-3a306deb-5789-45a3-b4e3-2d38a6499135 service neutron] 10.222.0.69 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911942 Dec 16 23:34:44.288662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-fa51c4b6-8029-496c-acec-bfa17d18ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:44.290154 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-fa51c4b6-8029-496c-acec-bfa17d18ca52 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91&tenant_id=b95c9ea67a7042feb9a991a8d19d2132 HTTP/1.1" status: 200 len: 1096 time: 0.0420938 Dec 16 23:34:44.304413 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:34:44.359067 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:44.561497 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] For port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,segment=NetworkSegment(1e56b739-09ae-424b-8116-8ee719e0a4e1),segment_id=1e56b739-09ae-424b-8116-8ee719e0a4e1)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:34:44.593492 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] For port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:34:44.639138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:34:44.641452 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c35de16-efd6-4be5-928b-6c2da5d93a01" -d '{"events": [{"server_uuid": "9866df99-aed7-4e02-beaf-dfb60e397c91", "name": "network-vif-unplugged", "status": "completed", "tag": "eed4ab68-2e29-4a2c-a213-7fa5c9214a3b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:34:44.646554 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:44.659824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Transition to ACTIVE for port object eed4ab68-2e29-4a2c-a213-7fa5c9214a3b will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:34:44.750391 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:44.759959 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b30f7e-e2d0-4335-b5d6-e8f897c78dd1 x-openstack-request-id: req-e8b30f7e-e2d0-4335-b5d6-e8f897c78dd1 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:34:44.765021 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9866df99-aed7-4e02-beaf-dfb60e397c91", "name": "network-vif-unplugged", "status": "completed", "tag": "eed4ab68-2e29-4a2c-a213-7fa5c9214a3b", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:34:44.765021 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8b30f7e-e2d0-4335-b5d6-e8f897c78dd1 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:34:44.765021 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b', 'code': 200} Dec 16 23:34:44.836448 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Pushing event updated for resources: {'Port': ['ID=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:34:44.851214 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:44.851591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:44.851937 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:44.852281 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:44.852625 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:44.852958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:44.853294 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:44.853624 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:44.853952 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:44.854280 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:44.854610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:44.854935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:44.855281 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:44.887983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] No DVR routers for this DVR port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:34:45.025508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Attempting to bind port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:34:45.025849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Attempting to bind port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:34:45.026179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Attempting to bind port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b on network 8763f56f-8fc4-46a1-b037-6cd11aba477a {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:34:45.030416 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b on network 8763f56f-8fc4-46a1-b037-6cd11aba477a not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:34:45.030735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Attempting to bind port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b on network 8763f56f-8fc4-46a1-b037-6cd11aba477a {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:34:45.035818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:34:45.036155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Checking segment: {'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:34:45.036537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Bound using segment: {'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:34:45.036965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Bound port: eed4ab68-2e29-4a2c-a213-7fa5c9214a3b, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e56b739-09ae-424b-8116-8ee719e0a4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:34:45.037317 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:45.098535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] For port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:34:45.101527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] For port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,segment=NetworkSegment(1e56b739-09ae-424b-8116-8ee719e0a4e1),segment_id=1e56b739-09ae-424b-8116-8ee719e0a4e1)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:34:45.177417 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:45.235716 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:45.236387 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:45.237924 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] 10.222.0.24 "PUT /v2.0/ports/eed4ab68-2e29-4a2c-a213-7fa5c9214a3b HTTP/1.1" status: 200 len: 1091 time: 0.9375172 Dec 16 23:34:45.269513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a1989-41e5-41c3-a354-247d45039f01 req-800e0b34-e9c9-4c9b-848f-93eac2843f5d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:45.271060 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-568a1989-41e5-41c3-a354-247d45039f01 req-800e0b34-e9c9-4c9b-848f-93eac2843f5d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 943 time: 0.1056457 Dec 16 23:34:45.280541 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a2ffd-e5cb-43ac-bd5f-2e7ee9403e32 service neutron] Pushing event updated for resources: {'Port': ['ID=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:34:45.356427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-aca77a70-4e3b-4fc6-bedc-5d1763eba825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:45.356427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-aca77a70-4e3b-4fc6-bedc-5d1763eba825 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 1094 time: 0.0793967 Dec 16 23:34:45.356427 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-568a1989-41e5-41c3-a354-247d45039f01 req-dd183037-6f6d-49d3-b181-597f39e3c0b1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711894 Dec 16 23:34:45.454420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-655d7891-916e-4519-95a8-d001a4ff4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:45.455965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-655d7891-916e-4519-95a8-d001a4ff4b07 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8763f56f-8fc4-46a1-b037-6cd11aba477a HTTP/1.1" status: 200 len: 898 time: 0.0927303 Dec 16 23:34:45.525707 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-cb308ec1-8bb5-49fd-a0f4-e1deab69b975 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b HTTP/1.1" status: 200 len: 999 time: 0.0604360 Dec 16 23:34:45.579732 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-43494c4a-2098-4f8c-a60c-a2e9519cd028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:45.581265 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-43494c4a-2098-4f8c-a60c-a2e9519cd028 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e5673f1-ff54-449c-9af2-a25dd9a640cb HTTP/1.1" status: 200 len: 834 time: 0.0469451 Dec 16 23:34:45.954270 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-11ff49fb-c7f4-40c2-ba5a-0a1a8e439c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:45.956387 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-11ff49fb-c7f4-40c2-ba5a-0a1a8e439c61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8763f56f-8fc4-46a1-b037-6cd11aba477a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3669102 Dec 16 23:34:46.047771 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-d46ff2b4-4e20-4f3b-8df0-1189a5e42409 service neutron] 10.222.0.24 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810299 Dec 16 23:34:46.143723 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-810efdbd-e879-4793-a3dc-f48f265b43e0 service neutron] 10.222.0.24 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877581 Dec 16 23:34:46.403743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device eed4ab68-2e29-4a2c-a213-7fa5c9214a3b no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:34:46.442459 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device eed4ab68-2e29-4a2c-a213-7fa5c9214a3b not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:34:46.483778 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e278485-db6f-4f31-bdfb-820e019537a5 req-273e81d4-7bd7-413e-ab4a-0be7ee7fdb13 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:46.485270 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e278485-db6f-4f31-bdfb-820e019537a5 req-273e81d4-7bd7-413e-ab4a-0be7ee7fdb13 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 943 time: 0.0529425 Dec 16 23:34:46.535760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9e278485-db6f-4f31-bdfb-820e019537a5 req-a676a586-de8e-4b3b-8646-27cedf94ea5b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432429 Dec 16 23:34:46.761664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'tag': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:34:46.764032 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83d5042-0fcf-4284-ae77-08133dfa4ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "9866df99-aed7-4e02-beaf-dfb60e397c91", "tag": "eed4ab68-2e29-4a2c-a213-7fa5c9214a3b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:34:46.812942 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7edeea-335f-48be-9996-60930f8f9019 x-openstack-request-id: req-1d7edeea-335f-48be-9996-60930f8f9019 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:34:46.813234 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9866df99-aed7-4e02-beaf-dfb60e397c91", "tag": "eed4ab68-2e29-4a2c-a213-7fa5c9214a3b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:34:46.813487 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d7edeea-335f-48be-9996-60930f8f9019 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:34:46.813897 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'tag': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b', 'status': 'completed', 'code': 200} Dec 16 23:34:46.902129 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-24ca325d-95b1-4931-bbde-a1160667663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:46.903639 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-24ca325d-95b1-4931-bbde-a1160667663c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 1094 time: 0.0710914 Dec 16 23:34:46.909792 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-edd40b13-0e3c-46a1-8124-42972c6f4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:46.911130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-edd40b13-0e3c-46a1-8124-42972c6f4906 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 1094 time: 0.0679097 Dec 16 23:34:47.058081 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-0b319ba2-6b05-4301-bd8d-e49c664e62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:47.059508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-0b319ba2-6b05-4301-bd8d-e49c664e62bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=8763f56f-8fc4-46a1-b037-6cd11aba477a HTTP/1.1" status: 200 len: 898 time: 0.1473956 Dec 16 23:34:47.068390 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-dada0ecc-e11e-452e-8af7-045fe1e5c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:47.069775 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-dada0ecc-e11e-452e-8af7-045fe1e5c463 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8763f56f-8fc4-46a1-b037-6cd11aba477a HTTP/1.1" status: 200 len: 898 time: 0.1410146 Dec 16 23:34:47.178620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-9a2128e7-1ad6-4da2-9899-ba6a2e568632 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b HTTP/1.1" status: 200 len: 999 time: 0.1060889 Dec 16 23:34:47.184308 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-3fec57d3-a218-4fb5-85c9-e5047513e267 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b HTTP/1.1" status: 200 len: 999 time: 0.0728548 Dec 16 23:34:47.266938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-8b3010f1-11c7-496a-814c-306d86ef3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:47.269061 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-8b3010f1-11c7-496a-814c-306d86ef3632 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e5673f1-ff54-449c-9af2-a25dd9a640cb HTTP/1.1" status: 200 len: 834 time: 0.0819812 Dec 16 23:34:47.270695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-b9f9c34e-3f05-4fb4-88ab-792cf3b0179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:47.272043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-b9f9c34e-3f05-4fb4-88ab-792cf3b0179c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e5673f1-ff54-449c-9af2-a25dd9a640cb HTTP/1.1" status: 200 len: 834 time: 0.0766547 Dec 16 23:34:47.346250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-11b64636-c70c-4393-b398-9765ca01673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:47.347765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-11b64636-c70c-4393-b398-9765ca01673a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8763f56f-8fc4-46a1-b037-6cd11aba477a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687518 Dec 16 23:34:47.349409 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-e97f5d5a-991b-4ca4-8478-ed0ae7ad49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:47.350749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-e97f5d5a-991b-4ca4-8478-ed0ae7ad49b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8763f56f-8fc4-46a1-b037-6cd11aba477a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640852 Dec 16 23:34:47.515989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-5fdd72b9-f903-4d9e-a95f-e49d0b55ecc2 service neutron] 10.222.0.24 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586032 Dec 16 23:34:47.518393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-87091924-8ac2-4ee4-ab0a-f0b03ef28990 service neutron] 10.222.0.69 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539612 Dec 16 23:34:47.713806 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-fd93d2df-4d74-4647-bcfe-476048c84f2b service neutron] 10.222.0.24 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883082 Dec 16 23:34:47.721770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274c394-85b8-4490-a3b6-2d914f00bb13 req-08058fd3-350a-4a8f-88a1-98cb29ed523e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:47.723168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8274c394-85b8-4490-a3b6-2d914f00bb13 req-08058fd3-350a-4a8f-88a1-98cb29ed523e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 943 time: 0.1124241 Dec 16 23:34:47.725196 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d83d5042-0fcf-4284-ae77-08133dfa4ef4 req-5d787353-4321-4772-a3aa-23b4aace65e1 service neutron] 10.222.0.69 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920898 Dec 16 23:34:47.782066 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8274c394-85b8-4490-a3b6-2d914f00bb13 req-f285899c-38fc-48a7-a4ec-203c27839ab6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529044 Dec 16 23:34:48.904844 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175d071-adc1-4988-aaf6-7aa2744df629 req-c327fea5-50c1-4f29-99dd-3cc69e3cb1cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:48.906357 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3175d071-adc1-4988-aaf6-7aa2744df629 req-c327fea5-50c1-4f29-99dd-3cc69e3cb1cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 943 time: 0.0530338 Dec 16 23:34:48.957110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3175d071-adc1-4988-aaf6-7aa2744df629 req-f6738013-4cee-4ab8-b8c0-c06cd1ed79a3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447204 Dec 16 23:34:49.267542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c7dbe-499e-4751-ba1e-64fce26b10ad req-0692647e-cd24-4ae1-8797-34ea3503d17b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:49.269208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f6c7dbe-499e-4751-ba1e-64fce26b10ad req-0692647e-cd24-4ae1-8797-34ea3503d17b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 943 time: 0.0516841 Dec 16 23:34:49.347760 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0f6c7dbe-499e-4751-ba1e-64fce26b10ad req-0c05f8dc-b1ef-49d1-b48b-5324b031ef0b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715282 Dec 16 23:34:49.365116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef9bdc-12dc-4f2c-a69b-32a7663dfb25 req-75e7cf89-da1f-4236-9692-d9eafe3df6bb tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:49.366872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99ef9bdc-12dc-4f2c-a69b-32a7663dfb25 req-75e7cf89-da1f-4236-9692-d9eafe3df6bb tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.69 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91&tenant_id=b95c9ea67a7042feb9a991a8d19d2132&binding%3Ahost_id=n-h2-821840-2 HTTP/1.1" status: 200 len: 943 time: 0.0641816 Dec 16 23:34:49.464701 n-d-821840-2 neutron-server[103951]: INFO neutron.api.v2.resource [req-99ef9bdc-12dc-4f2c-a69b-32a7663dfb25 req-44fb8192-b827-464e-90d1-576ab746d245 service neutron] delete failed (client error): The resource could not be found. Dec 16 23:34:49.465710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99ef9bdc-12dc-4f2c-a69b-32a7663dfb25 req-44fb8192-b827-464e-90d1-576ab746d245 service neutron] 10.222.0.69 "DELETE /v2.0/ports/eed4ab68-2e29-4a2c-a213-7fa5c9214a3b/bindings/n-h1-821840-2 HTTP/1.1" status: 404 len: 380 time: 0.0911889 Dec 16 23:34:49.485223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5cd7d-d8e6-4f9d-9ceb-82709b4da6ce req-07e025f8-cd15-4563-b393-8abb9b177d90 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:49.486795 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a5cd7d-d8e6-4f9d-9ceb-82709b4da6ce req-07e025f8-cd15-4563-b393-8abb9b177d90 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 943 time: 0.0639102 Dec 16 23:34:49.562578 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a5cd7d-d8e6-4f9d-9ceb-82709b4da6ce req-c5ba0c58-dfb2-45fc-b1ef-17363a8aa591 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689211 Dec 16 23:34:49.576353 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef9bdc-12dc-4f2c-a69b-32a7663dfb25 req-865e9fc0-c960-44e8-8149-835e3df51743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:49.578123 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99ef9bdc-12dc-4f2c-a69b-32a7663dfb25 req-865e9fc0-c960-44e8-8149-835e3df51743 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 1094 time: 0.0563402 Dec 16 23:34:49.677063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef9bdc-12dc-4f2c-a69b-32a7663dfb25 req-e4de2026-b9b9-4c4f-9d0b-3aeb43a47ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:49.678551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99ef9bdc-12dc-4f2c-a69b-32a7663dfb25 req-e4de2026-b9b9-4c4f-9d0b-3aeb43a47ee2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8763f56f-8fc4-46a1-b037-6cd11aba477a HTTP/1.1" status: 200 len: 898 time: 0.0885448 Dec 16 23:34:49.745498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99ef9bdc-12dc-4f2c-a69b-32a7663dfb25 req-af1f8978-80a8-4c1c-97df-ab3a28976b3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b HTTP/1.1" status: 200 len: 999 time: 0.0578036 Dec 16 23:34:49.799518 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef9bdc-12dc-4f2c-a69b-32a7663dfb25 req-cba09279-d60f-47eb-836e-a73c7a1d4979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:49.800962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99ef9bdc-12dc-4f2c-a69b-32a7663dfb25 req-cba09279-d60f-47eb-836e-a73c7a1d4979 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e5673f1-ff54-449c-9af2-a25dd9a640cb HTTP/1.1" status: 200 len: 834 time: 0.0470169 Dec 16 23:34:49.850382 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef9bdc-12dc-4f2c-a69b-32a7663dfb25 req-b8999e92-73e3-4414-a42d-7294897fd1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:49.851903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99ef9bdc-12dc-4f2c-a69b-32a7663dfb25 req-b8999e92-73e3-4414-a42d-7294897fd1fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8763f56f-8fc4-46a1-b037-6cd11aba477a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398991 Dec 16 23:34:49.915841 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device eed4ab68-2e29-4a2c-a213-7fa5c9214a3b details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:34:49.945693 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99ef9bdc-12dc-4f2c-a69b-32a7663dfb25 req-ab7f3d71-425c-46d2-8cc2-45518cfa5b03 service neutron] 10.222.0.69 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822284 Dec 16 23:34:50.014004 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,segment=NetworkSegment(1e56b739-09ae-424b-8116-8ee719e0a4e1),segment_id=1e56b739-09ae-424b-8116-8ee719e0a4e1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:34:50.025544 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'port_id': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b', 'mac_address': 'fa:16:3e:a6:21:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:34:50.046545 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99ef9bdc-12dc-4f2c-a69b-32a7663dfb25 req-1afd7c17-f607-46b5-8515-92bc5cc95249 service neutron] 10.222.0.69 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881634 Dec 16 23:34:50.070446 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:50.087388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed4ab68-2e29-4a2c-a213-7fa5c9214a3b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:34:50.111684 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,segment=NetworkSegment(1e56b739-09ae-424b-8116-8ee719e0a4e1),segment_id=1e56b739-09ae-424b-8116-8ee719e0a4e1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:34:50.167289 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d42c997e-0714-46e5-ad85-0311a45d3455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:50.191073 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:50.244213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:34:50.251404 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:50.251752 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:50.252095 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:50.252925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:50.253791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:50.254146 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:50.254462 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:50.254793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:50.255124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:50.255479 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:50.255805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:50.256128 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:50.256453 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:50.530051 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['eed4ab68-2e29-4a2c-a213-7fa5c9214a3b'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:34:50.686773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1169a-0a49-4d6c-99a0-3b2938f77cae req-0291f01e-0561-4844-9cd8-e8c380d36ff2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:50.688432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56e1169a-0a49-4d6c-99a0-3b2938f77cae req-0291f01e-0561-4844-9cd8-e8c380d36ff2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 944 time: 0.0530484 Dec 16 23:34:50.743313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-56e1169a-0a49-4d6c-99a0-3b2938f77cae req-9518845d-db18-4536-a184-8471e006367f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462043 Dec 16 23:34:51.859346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b797c-9e90-4ae6-84ee-ac8b558720b1 req-d1b96959-9ef6-4ade-80ab-b95b79b4a4e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:51.860829 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f88b797c-9e90-4ae6-84ee-ac8b558720b1 req-d1b96959-9ef6-4ade-80ab-b95b79b4a4e6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 944 time: 0.0489259 Dec 16 23:34:51.915331 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f88b797c-9e90-4ae6-84ee-ac8b558720b1 req-b289b29e-dc62-4df0-8429-85cca4cafe7c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481272 Dec 16 23:34:51.932833 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device eed4ab68-2e29-4a2c-a213-7fa5c9214a3b up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:34:51.937323 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38536) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:34:52.001946 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-aedbc0dd-a1e7-47cc-b0d2-abddcf1e40f1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/c5ef58e2-dd18-4a89-b985-b02948e4cff9 HTTP/1.1" status: 200 len: 992 time: 0.0634670 Dec 16 23:34:52.058416 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:34:52.062500 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:34:52.062884 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:52.140864 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:52.166174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:34:52.168461 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33ac000-2192-4d68-85f7-d3cbd13d6a3c" -d '{"events": [{"server_uuid": "9866df99-aed7-4e02-beaf-dfb60e397c91", "name": "network-vif-plugged", "status": "completed", "tag": "eed4ab68-2e29-4a2c-a213-7fa5c9214a3b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:34:52.182321 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,segment=NetworkSegment(1e56b739-09ae-424b-8116-8ee719e0a4e1),segment_id=1e56b739-09ae-424b-8116-8ee719e0a4e1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:34:52.209787 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a78be44-2e16-4b03-bb51-0ae4b55fdc97 x-openstack-request-id: req-8a78be44-2e16-4b03-bb51-0ae4b55fdc97 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:34:52.209787 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9866df99-aed7-4e02-beaf-dfb60e397c91", "name": "network-vif-plugged", "status": "completed", "tag": "eed4ab68-2e29-4a2c-a213-7fa5c9214a3b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:34:52.209787 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a78be44-2e16-4b03-bb51-0ae4b55fdc97 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:34:52.209787 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b', 'code': 200} Dec 16 23:34:52.235531 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:52.283997 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:34:52.458326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ef5a271-c04c-4f09-87f8-ce729fcdd740 req-3ca89262-7515-4beb-b5ed-d9ea8328c05d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411351 Dec 16 23:34:52.547346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5a271-c04c-4f09-87f8-ce729fcdd740 req-93168271-68f2-46cd-a056-c0c6279d8d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:52.548970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ef5a271-c04c-4f09-87f8-ce729fcdd740 req-93168271-68f2-46cd-a056-c0c6279d8d92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 1096 time: 0.0410728 Dec 16 23:34:52.572829 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5f82c55-70c5-46b3-a562-4114ba270d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:52.659702 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5a271-c04c-4f09-87f8-ce729fcdd740 req-a3022c38-a1f0-406b-91f1-3f956fb70206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:52.661190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ef5a271-c04c-4f09-87f8-ce729fcdd740 req-a3022c38-a1f0-406b-91f1-3f956fb70206 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8763f56f-8fc4-46a1-b037-6cd11aba477a HTTP/1.1" status: 200 len: 898 time: 0.0935342 Dec 16 23:34:52.726314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ef5a271-c04c-4f09-87f8-ce729fcdd740 req-5b141f40-4728-4aee-afd1-c17a89723362 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b HTTP/1.1" status: 200 len: 1001 time: 0.0577955 Dec 16 23:34:52.776942 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5a271-c04c-4f09-87f8-ce729fcdd740 req-a1a0dc7c-7892-4735-891d-6271f4a5d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:52.778366 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ef5a271-c04c-4f09-87f8-ce729fcdd740 req-a1a0dc7c-7892-4735-891d-6271f4a5d7af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e5673f1-ff54-449c-9af2-a25dd9a640cb HTTP/1.1" status: 200 len: 834 time: 0.0446076 Dec 16 23:34:52.827286 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5a271-c04c-4f09-87f8-ce729fcdd740 req-0c1d0e88-7d36-4b1d-a06e-9234126fa5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:52.828784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ef5a271-c04c-4f09-87f8-ce729fcdd740 req-0c1d0e88-7d36-4b1d-a06e-9234126fa5cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8763f56f-8fc4-46a1-b037-6cd11aba477a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427420 Dec 16 23:34:52.917415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ef5a271-c04c-4f09-87f8-ce729fcdd740 req-057c198c-1597-44b5-ab0c-4636b79d1927 service neutron] 10.222.0.24 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805216 Dec 16 23:34:53.012284 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ef5a271-c04c-4f09-87f8-ce729fcdd740 req-c971afb4-2d1a-4b14-8b89-762e1a089587 service neutron] 10.222.0.24 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866251 Dec 16 23:34:53.852675 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:55.156130 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:55.835476 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:55.914961 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:35:14.012675 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:14.121412 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:20.155496 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22da5f77-520a-4b07-9799-366fabb7bd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:22.476338 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38550) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:22.635323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-333e6b95-65c9-434d-a3b2-a2929090d6e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port aa3bc8e8-84e1-4e76-9aa6-de19d2d70765 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:35:22.635567 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-333e6b95-65c9-434d-a3b2-a2929090d6e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:22.710237 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-333e6b95-65c9-434d-a3b2-a2929090d6e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:22.710560 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-333e6b95-65c9-434d-a3b2-a2929090d6e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:22.716147 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1893-f8a2-4326-b3e3-03be493c32f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:22.722088 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-333e6b95-65c9-434d-a3b2-a2929090d6e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for aa3bc8e8-84e1-4e76-9aa6-de19d2d70765 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:35:22.909816 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-333e6b95-65c9-434d-a3b2-a2929090d6e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:22.936551 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e6b95-65c9-434d-a3b2-a2929090d6e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=aa3bc8e8-84e1-4e76-9aa6-de19d2d70765,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:22.998380 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-333e6b95-65c9-434d-a3b2-a2929090d6e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:22.999997 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-333e6b95-65c9-434d-a3b2-a2929090d6e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Floating IP c5ef58e2-dd18-4a89-b985-b02948e4cff9 disassociated (deleted). External IP: 172.25.2.157, port: eed4ab68-2e29-4a2c-a213-7fa5c9214a3b. Dec 16 23:35:23.205249 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333e6b95-65c9-434d-a3b2-a2929090d6e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:35:23.312470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333e6b95-65c9-434d-a3b2-a2929090d6e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:35:23.316931 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-333e6b95-65c9-434d-a3b2-a2929090d6e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:23.322702 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f79c6-01c6-4d3a-9dcf-99b298c277e0 None None] Sync routers for ids ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:35:23.333969 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f79c6-01c6-4d3a-9dcf-99b298c277e0 None None] Routers {'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:35:23.334619 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-bd9f79c6-01c6-4d3a-9dcf-99b298c277e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:35:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:23.343151 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-333e6b95-65c9-434d-a3b2-a2929090d6e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/floatingips/c5ef58e2-dd18-4a89-b985-b02948e4cff9 HTTP/1.1" status: 204 len: 168 time: 0.8657210 Dec 16 23:35:23.343883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'tag': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:35:23.346250 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f24a27-552a-4274-8c5f-453da975183c" -d '{"events": [{"name": "network-changed", "server_uuid": "9866df99-aed7-4e02-beaf-dfb60e397c91", "tag": "eed4ab68-2e29-4a2c-a213-7fa5c9214a3b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:35:23.388913 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b08e5c6-d460-4d99-9e12-3585f8d9bf02 x-openstack-request-id: req-4b08e5c6-d460-4d99-9e12-3585f8d9bf02 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:35:23.389209 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9866df99-aed7-4e02-beaf-dfb60e397c91", "tag": "eed4ab68-2e29-4a2c-a213-7fa5c9214a3b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:35:23.389470 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b08e5c6-d460-4d99-9e12-3585f8d9bf02 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:35:23.389889 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'tag': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b', 'status': 'completed', 'code': 200} Dec 16 23:35:23.445435 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-bd9f79c6-01c6-4d3a-9dcf-99b298c277e0 None None] Set router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:35:23.451680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f24a27-552a-4274-8c5f-453da975183c req-da5c0bb6-ba01-41dc-890f-8aaf187d1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:23.453284 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16f24a27-552a-4274-8c5f-453da975183c req-da5c0bb6-ba01-41dc-890f-8aaf187d1de6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 1096 time: 0.0430071 Dec 16 23:35:23.551344 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f24a27-552a-4274-8c5f-453da975183c req-d9ad09db-1229-4516-ac6a-5dfa8b2274a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:23.552830 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16f24a27-552a-4274-8c5f-453da975183c req-d9ad09db-1229-4516-ac6a-5dfa8b2274a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8763f56f-8fc4-46a1-b037-6cd11aba477a HTTP/1.1" status: 200 len: 898 time: 0.0908966 Dec 16 23:35:23.596842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16f24a27-552a-4274-8c5f-453da975183c req-c9a19a71-a9ba-475e-b7bc-2f45bca38da1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b HTTP/1.1" status: 200 len: 217 time: 0.0342691 Dec 16 23:35:23.646809 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-bd9f79c6-01c6-4d3a-9dcf-99b298c277e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473909291', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:33:26Z', 'updated_at': '2021-12-16T23:33:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:27Z', 'updated_at': '2021-12-16T23:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51', 'name': '', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:15:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:30Z', 'updated_at': '2021-12-16T23:33:33Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:23.659897 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f24a27-552a-4274-8c5f-453da975183c req-94aa279a-b9a9-498a-8d26-d0f10016d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:23.663553 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16f24a27-552a-4274-8c5f-453da975183c req-94aa279a-b9a9-498a-8d26-d0f10016d70b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e5673f1-ff54-449c-9af2-a25dd9a640cb HTTP/1.1" status: 200 len: 834 time: 0.0468726 Dec 16 23:35:23.674363 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f79c6-01c6-4d3a-9dcf-99b298c277e0 None None] Checking router: e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:35:23.683214 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f79c6-01c6-4d3a-9dcf-99b298c277e0 None None] Routers {'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:35:23.683882 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-bd9f79c6-01c6-4d3a-9dcf-99b298c277e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:35:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:23.726329 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f24a27-552a-4274-8c5f-453da975183c req-af2eb623-d420-4826-864b-f270ff6c491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:23.727927 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16f24a27-552a-4274-8c5f-453da975183c req-af2eb623-d420-4826-864b-f270ff6c491e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8763f56f-8fc4-46a1-b037-6cd11aba477a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496991 Dec 16 23:35:23.794472 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-bd9f79c6-01c6-4d3a-9dcf-99b298c277e0 None None] Set router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:35:23.835441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177f1fb-9bcb-4c5f-a8f4-b6704cfbe465 req-78c88327-18b6-491d-971f-e0fcca89f4d2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:23.836965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8177f1fb-9bcb-4c5f-a8f4-b6704cfbe465 req-78c88327-18b6-491d-971f-e0fcca89f4d2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0977888 Dec 16 23:35:23.852801 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:23.883684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16f24a27-552a-4274-8c5f-453da975183c req-bb548a49-9de8-4d57-8cf1-1dcf051a1eb1 service neutron] 10.222.0.24 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337326 Dec 16 23:35:23.953890 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8177f1fb-9bcb-4c5f-a8f4-b6704cfbe465 req-1b33e4ab-1646-4abb-bb81-d21999f970d3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097367 Dec 16 23:35:23.995227 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16f24a27-552a-4274-8c5f-453da975183c req-139910f6-db43-4fa2-8449-5cc4bcf62aa8 service neutron] 10.222.0.24 "GET /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000118 Dec 16 23:35:24.001851 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-bd9f79c6-01c6-4d3a-9dcf-99b298c277e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473909291', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:33:26Z', 'updated_at': '2021-12-16T23:33:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:27Z', 'updated_at': '2021-12-16T23:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51', 'name': '', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:15:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:30Z', 'updated_at': '2021-12-16T23:33:33Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:24.028582 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f79c6-01c6-4d3a-9dcf-99b298c277e0 None None] The sync data for ids ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'] in n-d-821840-2 is: [{'id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473909291', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:33:26Z', 'updated_at': '2021-12-16T23:33:31Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:27Z', 'updated_at': '2021-12-16T23:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51', 'name': '', 'network_id': '8763f56f-8fc4-46a1-b037-6cd11aba477a', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:15:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:30Z', 'updated_at': '2021-12-16T23:33:33Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': '5e5673f1-ff54-449c-9af2-a25dd9a640cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:35:24.238327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c483e0cd-5794-4f6f-84a6-041a9c8f9401 None None] New status for floating IP c5ef58e2-dd18-4a89-b985-b02948e4cff9: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:35:25.073870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98253a31-16f6-4c7f-a838-5f9af705e000 req-1c933454-6682-4cae-904d-7ee6fcfd0756 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:25.075393 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98253a31-16f6-4c7f-a838-5f9af705e000 req-1c933454-6682-4cae-904d-7ee6fcfd0756 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0491571 Dec 16 23:35:25.129039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-98253a31-16f6-4c7f-a838-5f9af705e000 req-4bb8cd45-2e98-4e79-a7ec-7e3e10f64b6f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=5622e902-94c8-4bf7-8fe4-86e2f95c14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474677 Dec 16 23:35:25.155304 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:25.289176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a78cd1-6263-42a7-a8d3-309aad0f9002 req-f21c642b-c048-4d39-a7a2-8f20f584cc27 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:25.290663 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12a78cd1-6263-42a7-a8d3-309aad0f9002 req-f21c642b-c048-4d39-a7a2-8f20f584cc27 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.24 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 945 time: 0.0501027 Dec 16 23:35:25.379738 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-12a78cd1-6263-42a7-a8d3-309aad0f9002 req-da472800-65ef-4025-bb5b-8c911e41b7d4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:35:25.380080 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-12a78cd1-6263-42a7-a8d3-309aad0f9002 req-da472800-65ef-4025-bb5b-8c911e41b7d4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:25.470433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-12a78cd1-6263-42a7-a8d3-309aad0f9002 req-da472800-65ef-4025-bb5b-8c911e41b7d4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] For port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,segment=NetworkSegment(1e56b739-09ae-424b-8116-8ee719e0a4e1),segment_id=1e56b739-09ae-424b-8116-8ee719e0a4e1)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:35:25.470801 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-12a78cd1-6263-42a7-a8d3-309aad0f9002 req-da472800-65ef-4025-bb5b-8c911e41b7d4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:25.483513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-12a78cd1-6263-42a7-a8d3-309aad0f9002 req-da472800-65ef-4025-bb5b-8c911e41b7d4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for eed4ab68-2e29-4a2c-a213-7fa5c9214a3b owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:35:25.675664 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-12a78cd1-6263-42a7-a8d3-309aad0f9002 req-da472800-65ef-4025-bb5b-8c911e41b7d4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:25.703664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da472800-65ef-4025-bb5b-8c911e41b7d4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=eed4ab68-2e29-4a2c-a213-7fa5c9214a3b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:25.749686 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a78cd1-6263-42a7-a8d3-309aad0f9002 req-da472800-65ef-4025-bb5b-8c911e41b7d4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] No DVR routers for this DVR port eed4ab68-2e29-4a2c-a213-7fa5c9214a3b on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:35:25.752336 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-12a78cd1-6263-42a7-a8d3-309aad0f9002 req-da472800-65ef-4025-bb5b-8c911e41b7d4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:25.755790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12a78cd1-6263-42a7-a8d3-309aad0f9002 req-da472800-65ef-4025-bb5b-8c911e41b7d4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.24 "DELETE /v2.0/ports/eed4ab68-2e29-4a2c-a213-7fa5c9214a3b HTTP/1.1" status: 204 len: 173 time: 0.4578702 Dec 16 23:35:25.756326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'name': 'network-vif-deleted', 'tag': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:35:25.759080 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0891468-7e13-4de4-8e94-da76f54b50f3" -d '{"events": [{"server_uuid": "9866df99-aed7-4e02-beaf-dfb60e397c91", "name": "network-vif-deleted", "tag": "eed4ab68-2e29-4a2c-a213-7fa5c9214a3b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:35:25.779458 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:25.798914 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85945f5-91cf-4b27-844d-bdb80c6d45f9 x-openstack-request-id: req-d85945f5-91cf-4b27-844d-bdb80c6d45f9 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:35:25.799209 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9866df99-aed7-4e02-beaf-dfb60e397c91", "name": "network-vif-deleted", "tag": "eed4ab68-2e29-4a2c-a213-7fa5c9214a3b", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:35:25.799562 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d85945f5-91cf-4b27-844d-bdb80c6d45f9 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:35:25.800014 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9866df99-aed7-4e02-beaf-dfb60e397c91', 'name': 'network-vif-deleted', 'tag': 'eed4ab68-2e29-4a2c-a213-7fa5c9214a3b', 'status': 'completed', 'code': 200} Dec 16 23:35:26.241361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb7c32e9-f27b-460c-bc29-344f9cf674da req-9fd12f02-6070-44df-8504-f8f1651361e3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9866df99-aed7-4e02-beaf-dfb60e397c91 HTTP/1.1" status: 200 len: 210 time: 0.0258613 Dec 16 23:35:27.299336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38566) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:27.999225 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-98962e1d-d01f-4618-ba59-c383fbe76c2e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:28.253177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-98962e1d-d01f-4618-ba59-c383fbe76c2e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:35:28.253430 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-98962e1d-d01f-4618-ba59-c383fbe76c2e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:28.343718 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-98962e1d-d01f-4618-ba59-c383fbe76c2e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] For port 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51,segment=NetworkSegment(1e56b739-09ae-424b-8116-8ee719e0a4e1),segment_id=1e56b739-09ae-424b-8116-8ee719e0a4e1)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:35:28.344395 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-98962e1d-d01f-4618-ba59-c383fbe76c2e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:28.357622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-98962e1d-d01f-4618-ba59-c383fbe76c2e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:35:28.629608 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-98962e1d-d01f-4618-ba59-c383fbe76c2e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:28.661189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98962e1d-d01f-4618-ba59-c383fbe76c2e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:28.833277 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-98962e1d-d01f-4618-ba59-c383fbe76c2e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:29.061166 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98962e1d-d01f-4618-ba59-c383fbe76c2e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:35:29.168323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98962e1d-d01f-4618-ba59-c383fbe76c2e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:35:29.173320 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-98962e1d-d01f-4618-ba59-c383fbe76c2e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "PUT /v2.0/routers/e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8729262 Dec 16 23:35:29.176252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38568) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:29.181403 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17764328-f2e6-4b1d-8f56-50a779f93fce None None] Sync routers for ids ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:35:29.192757 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17764328-f2e6-4b1d-8f56-50a779f93fce None None] Routers {'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:35:29.193381 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-17764328-f2e6-4b1d-8f56-50a779f93fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:35:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:29.233736 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting subnet 5e5673f1-ff54-449c-9af2-a25dd9a640cb {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:35:29.236965 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:29.279929 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:29.300659 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-17764328-f2e6-4b1d-8f56-50a779f93fce None None] Set router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:35:29.367365 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:29.480700 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-17764328-f2e6-4b1d-8f56-50a779f93fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473909291', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:33:26Z', 'updated_at': '2021-12-16T23:35:28Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:27Z', 'updated_at': '2021-12-16T23:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:29.539613 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:29.568579 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Subnet': ['ID=5e5673f1-ff54-449c-9af2-a25dd9a640cb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:29.573658 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:29.576981 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/subnets/5e5673f1-ff54-449c-9af2-a25dd9a640cb HTTP/1.1" status: 204 len: 168 time: 0.3996658 Dec 16 23:35:29.579771 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38570) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:29.582480 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:29.582873 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:29.583237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:29.583613 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:29.583961 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:29.584304 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:29.585338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:29.585718 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:29.586028 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:29.586370 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:29.586710 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:29.587015 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d6d21d-d474-4cdf-946e-22e14cc04fdb None None] Network 8763f56f-8fc4-46a1-b037-6cd11aba477a requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:35:29.587536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:29.587536 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa01ab-3a53-4df8-a829-37519b6f5b01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:29.605786 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17764328-f2e6-4b1d-8f56-50a779f93fce None None] Checking router: e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:35:29.614891 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17764328-f2e6-4b1d-8f56-50a779f93fce None None] Routers {'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:35:29.615534 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-17764328-f2e6-4b1d-8f56-50a779f93fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:35:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:29.693583 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b4160ae6-1ac5-42fe-94dd-d6d8a33c5d83 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:29.735675 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-17764328-f2e6-4b1d-8f56-50a779f93fce None None] Set router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:35:29.758740 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b55cc33-c02f-4db0-a9a6-e9373c155ab4 None None] DHCP port deletion for 8763f56f-8fc4-46a1-b037-6cd11aba477a request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:35:29.804023 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b4160ae6-1ac5-42fe-94dd-d6d8a33c5d83 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:29.811406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6b55cc33-c02f-4db0-a9a6-e9373c155ab4 None None] Deleting port e6a07c41-a0a5-47b7-ae91-c737a82c3422 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:35:29.811786 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b55cc33-c02f-4db0-a9a6-e9373c155ab4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:29.876316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6b55cc33-c02f-4db0-a9a6-e9373c155ab4 None None] For port e6a07c41-a0a5-47b7-ae91-c737a82c3422, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e6a07c41-a0a5-47b7-ae91-c737a82c3422,segment=NetworkSegment(1e56b739-09ae-424b-8116-8ee719e0a4e1),segment_id=1e56b739-09ae-424b-8116-8ee719e0a4e1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:35:29.876809 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b55cc33-c02f-4db0-a9a6-e9373c155ab4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:29.894255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6b55cc33-c02f-4db0-a9a6-e9373c155ab4 None None] Calling delete_port for e6a07c41-a0a5-47b7-ae91-c737a82c3422 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:35:29.919344 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-17764328-f2e6-4b1d-8f56-50a779f93fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473909291', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:33:26Z', 'updated_at': '2021-12-16T23:35:28Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:27Z', 'updated_at': '2021-12-16T23:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:29.921254 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b4160ae6-1ac5-42fe-94dd-d6d8a33c5d83 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port 49d4a1d2-b7a4-4305-8d32-64a08aa35b71 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:35:29.921608 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b4160ae6-1ac5-42fe-94dd-d6d8a33c5d83 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:29.950987 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17764328-f2e6-4b1d-8f56-50a779f93fce None None] The sync data for ids ['e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1'] in n-d-821840-2 is: [{'id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473909291', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:33:26Z', 'updated_at': '2021-12-16T23:35:28Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '49d4a1d2-b7a4-4305-8d32-64a08aa35b71', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:33:27Z', 'updated_at': '2021-12-16T23:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:35:30.009884 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-b4160ae6-1ac5-42fe-94dd-d6d8a33c5d83 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] For port 49d4a1d2-b7a4-4305-8d32-64a08aa35b71, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=49d4a1d2-b7a4-4305-8d32-64a08aa35b71,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:35:30.010251 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b4160ae6-1ac5-42fe-94dd-d6d8a33c5d83 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:30.021915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b4160ae6-1ac5-42fe-94dd-d6d8a33c5d83 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for 49d4a1d2-b7a4-4305-8d32-64a08aa35b71 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:35:30.041326 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device eed4ab68-2e29-4a2c-a213-7fa5c9214a3b no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:35:30.044971 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b55cc33-c02f-4db0-a9a6-e9373c155ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:30.070904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: eed4ab68-2e29-4a2c-a213-7fa5c9214a3b {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:35:30.071277 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device eed4ab68-2e29-4a2c-a213-7fa5c9214a3b not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:35:30.091432 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55cc33-c02f-4db0-a9a6-e9373c155ab4 None None] Pushing event deleted for resources: {'Port': ['ID=e6a07c41-a0a5-47b7-ae91-c737a82c3422,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:30.093273 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55cc33-c02f-4db0-a9a6-e9373c155ab4 None None] No DVR routers for this DVR port e6a07c41-a0a5-47b7-ae91-c737a82c3422 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:35:30.258772 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b4160ae6-1ac5-42fe-94dd-d6d8a33c5d83 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:30.286302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4160ae6-1ac5-42fe-94dd-d6d8a33c5d83 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=49d4a1d2-b7a4-4305-8d32-64a08aa35b71,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:30.304257 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eac3a8-1695-4a3e-99fc-cb21e5ef7ea1 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:35:30.352313 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b4160ae6-1ac5-42fe-94dd-d6d8a33c5d83 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:30.451705 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b4160ae6-1ac5-42fe-94dd-d6d8a33c5d83 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:30.453871 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b4160ae6-1ac5-42fe-94dd-d6d8a33c5d83 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:30.584206 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b4160ae6-1ac5-42fe-94dd-d6d8a33c5d83 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:30.584882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4160ae6-1ac5-42fe-94dd-d6d8a33c5d83 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Fanout notify agent at l3_agent the message router_deleted on router e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:35:30.594122 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b4160ae6-1ac5-42fe-94dd-d6d8a33c5d83 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:30.594122 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b4160ae6-1ac5-42fe-94dd-d6d8a33c5d83 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/routers/e86d288d-d21a-4fe6-bcf0-49fb2a9b29d1 HTTP/1.1" status: 204 len: 168 time: 1.0129511 Dec 16 23:35:30.596522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38572) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:30.686908 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44340e73-4a9c-4d66-a3e9-df09fe9623ff tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:30.780419 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44340e73-4a9c-4d66-a3e9-df09fe9623ff tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:30.799558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-44340e73-4a9c-4d66-a3e9-df09fe9623ff tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8763f56f-8fc4-46a1-b037-6cd11aba477a']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:30.808514 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-44340e73-4a9c-4d66-a3e9-df09fe9623ff tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e56b739-09ae-424b-8116-8ee719e0a4e1') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:30.808811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-44340e73-4a9c-4d66-a3e9-df09fe9623ff tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e56b739-09ae-424b-8116-8ee719e0a4e1') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:30.817992 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44340e73-4a9c-4d66-a3e9-df09fe9623ff tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:30.831292 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44340e73-4a9c-4d66-a3e9-df09fe9623ff tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:30.837692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44340e73-4a9c-4d66-a3e9-df09fe9623ff tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:35:30.838064 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44340e73-4a9c-4d66-a3e9-df09fe9623ff tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: timer() Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:35:30.840996 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:35:30.955576 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44340e73-4a9c-4d66-a3e9-df09fe9623ff tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:30.969247 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44340e73-4a9c-4d66-a3e9-df09fe9623ff tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:30.971539 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-44340e73-4a9c-4d66-a3e9-df09fe9623ff tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/networks/8763f56f-8fc4-46a1-b037-6cd11aba477a HTTP/1.1" status: 204 len: 168 time: 0.3740382 Dec 16 23:35:30.975999 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38574) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:30.982096 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44340e73-4a9c-4d66-a3e9-df09fe9623ff tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Network': ['ID=8763f56f-8fc4-46a1-b037-6cd11aba477a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:31.044854 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dabdf2fc-6ea3-4efe-9b36-eb5037eb6be4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:31.071848 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dabdf2fc-6ea3-4efe-9b36-eb5037eb6be4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:31.183788 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dabdf2fc-6ea3-4efe-9b36-eb5037eb6be4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:31.186437 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dabdf2fc-6ea3-4efe-9b36-eb5037eb6be4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:31.187635 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-dabdf2fc-6ea3-4efe-9b36-eb5037eb6be4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/security-groups/5622e902-94c8-4bf7-8fe4-86e2f95c14dd HTTP/1.1" status: 204 len: 168 time: 0.2103903 Dec 16 23:35:31.197291 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdf2fc-6ea3-4efe-9b36-eb5037eb6be4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5622e902-94c8-4bf7-8fe4-86e2f95c14dd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:31.241905 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:35:31.263954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:35:31.264308 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 7bcfbe86-e4aa-4ab5-a88a-fb203e9b1d51 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:35:31.264731 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 49d4a1d2-b7a4-4305-8d32-64a08aa35b71 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:35:31.288471 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 49d4a1d2-b7a4-4305-8d32-64a08aa35b71 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:35:31.288774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 49d4a1d2-b7a4-4305-8d32-64a08aa35b71 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:35:31.289205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e6a07c41-a0a5-47b7-ae91-c737a82c3422 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:35:31.309961 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: e6a07c41-a0a5-47b7-ae91-c737a82c3422 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:35:31.310320 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e6a07c41-a0a5-47b7-ae91-c737a82c3422 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:35:31.517798 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38580) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:31.522742 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-771f6a36-e8bd-429e-98bb-3208fce858ba tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1132125056', 'description': 'tempest-secgroup-smoke-1132125056 description', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:35:31.584190 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-771f6a36-e8bd-429e-98bb-3208fce858ba tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:31.652463 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-771f6a36-e8bd-429e-98bb-3208fce858ba tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:31.727084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-771f6a36-e8bd-429e-98bb-3208fce858ba tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:31.755555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f6a36-e8bd-429e-98bb-3208fce858ba tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a507b91-d6f1-4884-babd-38810c14b1d8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:31.821132 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-771f6a36-e8bd-429e-98bb-3208fce858ba tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:31.822416 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-771f6a36-e8bd-429e-98bb-3208fce858ba tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3035650 Dec 16 23:35:31.825277 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38582) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:31.829577 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2ed3fe08-baa4-4a38-909b-636bd817ad17 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '4a507b91-d6f1-4884-babd-38810c14b1d8', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:35:31.908793 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ed3fe08-baa4-4a38-909b-636bd817ad17 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:31.965239 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ed3fe08-baa4-4a38-909b-636bd817ad17 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:32.017780 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ed3fe08-baa4-4a38-909b-636bd817ad17 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:32.036670 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3fe08-baa4-4a38-909b-636bd817ad17 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85c8507-bda1-4fe1-a58f-f2d5856307d8,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:32.118380 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ed3fe08-baa4-4a38-909b-636bd817ad17 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:32.119627 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2ed3fe08-baa4-4a38-909b-636bd817ad17 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2934229 Dec 16 23:35:32.122273 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38584) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:32.126555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-85484d96-611d-4ca0-9287-6da42337a2af tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '4a507b91-d6f1-4884-babd-38810c14b1d8', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:35:32.246323 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85484d96-611d-4ca0-9287-6da42337a2af tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:32.301483 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85484d96-611d-4ca0-9287-6da42337a2af tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:32.377875 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85484d96-611d-4ca0-9287-6da42337a2af tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:32.393198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85484d96-611d-4ca0-9287-6da42337a2af tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66c7bc5-1842-4fe3-93c6-a51d42e9086f,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:32.482674 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85484d96-611d-4ca0-9287-6da42337a2af tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:32.483931 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-85484d96-611d-4ca0-9287-6da42337a2af tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3607435 Dec 16 23:35:32.486805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38586) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:32.492191 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-698300b0-2040-4e7b-bccd-481c63b735d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '4a507b91-d6f1-4884-babd-38810c14b1d8', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:35:32.589752 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-698300b0-2040-4e7b-bccd-481c63b735d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:32.651633 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-698300b0-2040-4e7b-bccd-481c63b735d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:32.738004 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-698300b0-2040-4e7b-bccd-481c63b735d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:32.760012 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698300b0-2040-4e7b-bccd-481c63b735d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0ead28-1829-4bc1-a5be-189ca2fbcc0b,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:32.843012 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-698300b0-2040-4e7b-bccd-481c63b735d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:32.844224 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-698300b0-2040-4e7b-bccd-481c63b735d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563828 Dec 16 23:35:32.846975 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38588) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:32.851358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-64957f0a-66af-477b-9983-2ee1eedb773e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '4a507b91-d6f1-4884-babd-38810c14b1d8', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:35:32.914844 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:35:32.936949 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-64957f0a-66af-477b-9983-2ee1eedb773e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:32.995986 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-64957f0a-66af-477b-9983-2ee1eedb773e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:33.052252 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-64957f0a-66af-477b-9983-2ee1eedb773e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:33.069569 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64957f0a-66af-477b-9983-2ee1eedb773e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbf2159-f341-4ac8-b0e5-6ccdbfb4e5f6,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:33.128839 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-64957f0a-66af-477b-9983-2ee1eedb773e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:33.130023 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-64957f0a-66af-477b-9983-2ee1eedb773e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2820575 Dec 16 23:35:33.133303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38590) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:33.137689 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5b9bfa89-4565-49eb-a9ff-04d728c57007 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '4a507b91-d6f1-4884-babd-38810c14b1d8', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:35:33.212276 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-5b9bfa89-4565-49eb-a9ff-04d728c57007 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Project b95c9ea67a7042feb9a991a8d19d2132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:35:33.217239 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b9bfa89-4565-49eb-a9ff-04d728c57007 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:33.275948 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b9bfa89-4565-49eb-a9ff-04d728c57007 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:33.337968 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b9bfa89-4565-49eb-a9ff-04d728c57007 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:33.356759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bfa89-4565-49eb-a9ff-04d728c57007 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e395ab76-155d-45b8-853a-58145395d685,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:33.402613 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b9bfa89-4565-49eb-a9ff-04d728c57007 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:33.403815 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-5b9bfa89-4565-49eb-a9ff-04d728c57007 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2695463 Dec 16 23:35:33.406640 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38592) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:33.410960 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9bbbde57-af39-4474-8734-55d3c74bc05a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '4a507b91-d6f1-4884-babd-38810c14b1d8', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:35:33.481067 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-9bbbde57-af39-4474-8734-55d3c74bc05a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Project b95c9ea67a7042feb9a991a8d19d2132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:35:33.485997 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9bbbde57-af39-4474-8734-55d3c74bc05a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:33.545879 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9bbbde57-af39-4474-8734-55d3c74bc05a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:33.589535 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9bbbde57-af39-4474-8734-55d3c74bc05a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:33.610122 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbde57-af39-4474-8734-55d3c74bc05a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa1470e-b0cb-436b-b1fe-6172f549b814,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:33.677544 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9bbbde57-af39-4474-8734-55d3c74bc05a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:33.678691 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9bbbde57-af39-4474-8734-55d3c74bc05a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2711170 Dec 16 23:35:33.682162 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38594) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:33.687034 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d04ac2f1-a958-4c55-b478-1f0940b5dbae tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'network': {'name': 'tempest-network-smoke--2050370838', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'port_security_enabled': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:35:33.795069 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04ac2f1-a958-4c55-b478-1f0940b5dbae tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Made reservation on behalf of b95c9ea67a7042feb9a991a8d19d2132 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:35:33.798551 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d04ac2f1-a958-4c55-b478-1f0940b5dbae tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:33.821737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04ac2f1-a958-4c55-b478-1f0940b5dbae tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:35:33.830133 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d04ac2f1-a958-4c55-b478-1f0940b5dbae tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:33.830481 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-d04ac2f1-a958-4c55-b478-1f0940b5dbae tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Added segment 50e4496b-6037-4830-9fe3-35e104b78635 of type vlan for network a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac Dec 16 23:35:33.870778 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d04ac2f1-a958-4c55-b478-1f0940b5dbae tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:33.961407 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d04ac2f1-a958-4c55-b478-1f0940b5dbae tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:33.966946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04ac2f1-a958-4c55-b478-1f0940b5dbae tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:33.967579 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d04ac2f1-a958-4c55-b478-1f0940b5dbae tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:34.032194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ac2f1-a958-4c55-b478-1f0940b5dbae tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Network': ['ID=a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:34.043181 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:35:34.095210 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d04ac2f1-a958-4c55-b478-1f0940b5dbae tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4119875 Dec 16 23:35:34.097870 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38596) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:34.103136 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2135586234', 'admin_state_up': True, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:35:34.189776 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:34.190843 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:34.244951 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:34.456942 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:34.719575 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:34.738450 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:34.843194 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.25.2.118 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/f0fa5acd-2488-41dc-9650-0650717ebabd) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:35:34.943001 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:35.035928 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:35.080739 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:35:35.083732 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:35:35.087605 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:35:35.097046 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d2e7f3-b05a-4f2a-be4e-c174acc58dae None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:35:35.112112 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=f0fa5acd-2488-41dc-9650-0650717ebabd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:35.139367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f861d0de-a418-41e5-aa56-d89d9f7a7561 None None] Provisioning complete for port f0fa5acd-2488-41dc-9650-0650717ebabd triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:35:35.139747 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f861d0de-a418-41e5-aa56-d89d9f7a7561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:35.172514 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f861d0de-a418-41e5-aa56-d89d9f7a7561 None None] Port f0fa5acd-2488-41dc-9650-0650717ebabd cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:35:35.420805 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:35.616273 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:35.812204 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router 537dc32c-fde5-4bbb-b02f-b81a8a231420 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:35:35.916348 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:35:35.925783 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Sync routers for ids ['537dc32c-fde5-4bbb-b02f-b81a8a231420'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:35:35.935832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Routers {'537dc32c-fde5-4bbb-b02f-b81a8a231420'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:35:35.936459 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:35:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['537dc32c-fde5-4bbb-b02f-b81a8a231420'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:35.986162 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:35.987472 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b4fa1f0e-c23b-4782-862b-ca2e42adac7a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8886361 Dec 16 23:35:35.990491 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38598) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:36.048702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Set router 537dc32c-fde5-4bbb-b02f-b81a8a231420 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:35:36.061921 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-4f282865-487c-4437-9056-45222a081da9 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b95c9ea67a7042feb9a991a8d19d2132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0700443 Dec 16 23:35:36.064751 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38602) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:36.154950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba5cdc0-cf7c-4632-8d02-78eea28e640c tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:36.156497 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-2ba5cdc0-cf7c-4632-8d02-78eea28e640c tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909102 Dec 16 23:35:36.159407 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38604) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:36.191029 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-285774bc-0fa0-4fbd-bec0-edf01e3efc8e tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305452 Dec 16 23:35:36.193546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38606) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:36.198816 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b428d306-9be2-4a9a-81a4-f75b31afe043 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1144374813', 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:35:36.231076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135586234', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:35Z', 'revision_number': 3, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:36.260368 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Checking router: 537dc32c-fde5-4bbb-b02f-b81a8a231420 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:35:36.260722 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Updating router 537dc32c-fde5-4bbb-b02f-b81a8a231420 port f0fa5acd-2488-41dc-9650-0650717ebabd binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:35:36.286035 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:36.360545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b428d306-9be2-4a9a-81a4-f75b31afe043 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Made reservation on behalf of b95c9ea67a7042feb9a991a8d19d2132 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:35:36.364143 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b428d306-9be2-4a9a-81a4-f75b31afe043 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:36.543626 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:36.618357 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b428d306-9be2-4a9a-81a4-f75b31afe043 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:36.635404 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:36.681904 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f2a023-69d1-4c37-9406-2f476a5c5156 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:35:36.682600 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428d306-9be2-4a9a-81a4-f75b31afe043 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Subnet': ['ID=ff99678e-acb8-4543-9403-71acacac9734,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:36.688949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Attempting to bind port f0fa5acd-2488-41dc-9650-0650717ebabd on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:35:36.689327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Attempting to bind port f0fa5acd-2488-41dc-9650-0650717ebabd by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:35:36.690170 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Attempting to bind port f0fa5acd-2488-41dc-9650-0650717ebabd on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:35:36.691448 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b428d306-9be2-4a9a-81a4-f75b31afe043 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Checking segment: {'id': '50e4496b-6037-4830-9fe3-35e104b78635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:35:36.691808 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b428d306-9be2-4a9a-81a4-f75b31afe043 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network hostable DHCP agents. Network: a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:35:36.702711 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c54b94-11f5-47a4-bb92-465a0b6985b3 None None] Pushing event updated for resources: {'Port': ['ID=f0fa5acd-2488-41dc-9650-0650717ebabd,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:36.705097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:35:36.705482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:35:36.705889 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:36.706339 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:35:36.706824 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Bound port: f0fa5acd-2488-41dc-9650-0650717ebabd, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:35:36.707234 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:36.757520 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] For port f0fa5acd-2488-41dc-9650-0650717ebabd, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:35:36.761476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] For port f0fa5acd-2488-41dc-9650-0650717ebabd, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f0fa5acd-2488-41dc-9650-0650717ebabd,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:35:36.789814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b428d306-9be2-4a9a-81a4-f75b31afe043 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:35:36.800656 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6796860a-f75e-4c3b-a4e7-9bac54afbc69 None None] Provisioning complete for port f0fa5acd-2488-41dc-9650-0650717ebabd triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:35:36.801018 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6796860a-f75e-4c3b-a4e7-9bac54afbc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:36.838821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6796860a-f75e-4c3b-a4e7-9bac54afbc69 None None] Port f0fa5acd-2488-41dc-9650-0650717ebabd cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:35:36.847158 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:36.875650 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b428d306-9be2-4a9a-81a4-f75b31afe043 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:35:36.879882 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b428d306-9be2-4a9a-81a4-f75b31afe043 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:36.880979 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b428d306-9be2-4a9a-81a4-f75b31afe043 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:36.891387 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94fe53a-c3eb-425c-a180-55ddf3339a48 None None] Network a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:35:36.900339 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099ae040-e644-42f6-8644-02690004d35a None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:35:36.959302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Routers {'537dc32c-fde5-4bbb-b02f-b81a8a231420'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:35:36.970226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:35:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['537dc32c-fde5-4bbb-b02f-b81a8a231420'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:36.970226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c54b94-11f5-47a4-bb92-465a0b6985b3 None None] Pushing event updated for resources: {'Port': ['ID=f0fa5acd-2488-41dc-9650-0650717ebabd,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:36.970458 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-b428d306-9be2-4a9a-81a4-f75b31afe043 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7691128 Dec 16 23:35:36.970588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38608) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:37.259610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-29454f29-2f96-4107-a845-4d579911c4ae None None] Provisioning complete for port f0fa5acd-2488-41dc-9650-0650717ebabd triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:35:37.260196 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29454f29-2f96-4107-a845-4d579911c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:37.324266 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ips': [{'subnet_id': 'ff99678e-acb8-4543-9403-71acacac9734'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:35:37.325117 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:37.329315 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] Set router 537dc32c-fde5-4bbb-b02f-b81a8a231420 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:35:37.411651 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:37.570414 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29454f29-2f96-4107-a845-4d579911c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:37.648749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-29454f29-2f96-4107-a845-4d579911c4ae None None] For port f0fa5acd-2488-41dc-9650-0650717ebabd, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f0fa5acd-2488-41dc-9650-0650717ebabd,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:35:37.672992 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Allocated IP 172.20.0.2 (a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac/ff99678e-acb8-4543-9403-71acacac9734/878c407a-af26-46a0-8d3a-66824f5fe22f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:35:37.738288 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29454f29-2f96-4107-a845-4d579911c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:37.779065 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135586234', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:35Z', 'revision_number': 3, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:37.817821 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df0c7a7-4a8f-422a-a3d2-db23805ed4ac None None] The sync data for ids ['537dc32c-fde5-4bbb-b02f-b81a8a231420'] in n-d-821840-2 is: [{'id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135586234', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:35Z', 'revision_number': 3, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:35:37.871474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29454f29-2f96-4107-a845-4d579911c4ae None None] Pushing event updated for resources: {'Port': ['ID=f0fa5acd-2488-41dc-9650-0650717ebabd,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:37.915515 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:37.996999 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:38.060549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Network a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:35:38.065275 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:35:38.069700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:35:38.073171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Pushing event updated for resources: {'Port': ['ID=878c407a-af26-46a0-8d3a-66824f5fe22f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:38.082108 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.20.0.1 (a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac/ff99678e-acb8-4543-9403-71acacac9734/dee3196d-b2f0-4562-9d38-9d2adf5ab245) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:35:38.139151 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Attempting to bind port 878c407a-af26-46a0-8d3a-66824f5fe22f on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:35:38.139570 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Attempting to bind port 878c407a-af26-46a0-8d3a-66824f5fe22f by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '50e4496b-6037-4830-9fe3-35e104b78635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:35:38.139946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Attempting to bind port 878c407a-af26-46a0-8d3a-66824f5fe22f on network a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:35:38.146305 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:35:38.146696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Checking segment: {'id': '50e4496b-6037-4830-9fe3-35e104b78635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:35:38.147112 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:38.148079 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Bound using segment: {'id': '50e4496b-6037-4830-9fe3-35e104b78635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:35:38.148593 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Bound port: 878c407a-af26-46a0-8d3a-66824f5fe22f, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e4496b-6037-4830-9fe3-35e104b78635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:35:38.148990 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:38.221267 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] For port 878c407a-af26-46a0-8d3a-66824f5fe22f, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:35:38.222279 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:38.224788 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] For port 878c407a-af26-46a0-8d3a-66824f5fe22f, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=878c407a-af26-46a0-8d3a-66824f5fe22f,segment=NetworkSegment(50e4496b-6037-4830-9fe3-35e104b78635),segment_id=50e4496b-6037-4830-9fe3-35e104b78635)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:35:38.298672 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:38.315818 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:38.359868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92528c94-1680-44c8-8512-7214a3aa8a69 None None] Pushing event updated for resources: {'Port': ['ID=878c407a-af26-46a0-8d3a-66824f5fe22f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:38.363018 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:35:38.369834 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:35:38.372535 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:35:38.413448 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=dee3196d-b2f0-4562-9d38-9d2adf5ab245,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:38.438226 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:38.690336 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:38.987652 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:39.035024 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:39.109670 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:39.111579 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=dee3196d-b2f0-4562-9d38-9d2adf5ab245,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:39.214939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:35:39.216556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:35:39.323505 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 878c407a-af26-46a0-8d3a-66824f5fe22f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:35:39.350767 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router 537dc32c-fde5-4bbb-b02f-b81a8a231420 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:35:39.374949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fdd920-ce7d-4471-ab45-adcb9232e467 None None] Network a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:35:39.420979 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 878c407a-af26-46a0-8d3a-66824f5fe22f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:35:39.421277 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:39.526237 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-18fa9303-e76f-41e1-bcf7-a7cdbfe19ef0 None None] Provisioning complete for port 878c407a-af26-46a0-8d3a-66824f5fe22f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:35:39.526625 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18fa9303-e76f-41e1-bcf7-a7cdbfe19ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:39.615577 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:39.683734 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 878c407a-af26-46a0-8d3a-66824f5fe22f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=878c407a-af26-46a0-8d3a-66824f5fe22f,segment=NetworkSegment(50e4496b-6037-4830-9fe3-35e104b78635),segment_id=50e4496b-6037-4830-9fe3-35e104b78635)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:35:39.688416 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18fa9303-e76f-41e1-bcf7-a7cdbfe19ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:39.744706 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:39.745530 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f0fa5acd-2488-41dc-9650-0650717ebabd up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:35:39.830710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:35:39.838479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-72a0c81a-a8d8-4fd1-90f4-9414035d9fa2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "PUT /v2.0/routers/537dc32c-fde5-4bbb-b02f-b81a8a231420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8702600 Dec 16 23:35:39.846224 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-18fa9303-e76f-41e1-bcf7-a7cdbfe19ef0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:35:39.852945 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-18fa9303-e76f-41e1-bcf7-a7cdbfe19ef0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:35:39.853875 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Sync routers for ids ['537dc32c-fde5-4bbb-b02f-b81a8a231420'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:35:39.872038 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Routers {'537dc32c-fde5-4bbb-b02f-b81a8a231420'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:35:39.873475 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:35:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['537dc32c-fde5-4bbb-b02f-b81a8a231420'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:39.884812 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=878c407a-af26-46a0-8d3a-66824f5fe22f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:39.900209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port f0fa5acd-2488-41dc-9650-0650717ebabd triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:35:39.900591 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:39.996783 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Set router 537dc32c-fde5-4bbb-b02f-b81a8a231420 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:35:40.030356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-4cca456d-9413-46e0-86b4-95a8507f7dd1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1132125056&fields=id&tenant_id=b95c9ea67a7042feb9a991a8d19d2132 HTTP/1.1" status: 200 len: 267 time: 0.0495505 Dec 16 23:35:40.149755 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-6ddadcf6-040a-4cd2-bc6f-7d730c58688b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:40.155956 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-6ddadcf6-040a-4cd2-bc6f-7d730c58688b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/networks?id=a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac HTTP/1.1" status: 200 len: 797 time: 0.1176875 Dec 16 23:35:40.167957 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-b154f42c-3866-4b90-a89a-e8e9113ccfe5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/quotas/b95c9ea67a7042feb9a991a8d19d2132 HTTP/1.1" status: 200 len: 375 time: 0.0106626 Dec 16 23:35:40.215727 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135586234', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:38Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'dee3196d-b2f0-4562-9d38-9d2adf5ab245', 'name': '', 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:6d:f1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ff99678e-acb8-4543-9403-71acacac9734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:37Z', 'updated_at': '2021-12-16T23:35:38Z', 'revision_number': 2, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'ff99678e-acb8-4543-9403-71acacac9734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:40.223048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-f71f62c1-d011-4101-ab90-c5dcb3ed5151 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492527 Dec 16 23:35:40.246301 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Checking router: 537dc32c-fde5-4bbb-b02f-b81a8a231420 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:35:40.246653 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Updating router 537dc32c-fde5-4bbb-b02f-b81a8a231420 port dee3196d-b2f0-4562-9d38-9d2adf5ab245 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:35:40.278625 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:40.335280 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-1f0fe2e2-ed2b-4264-a746-895bc6eb775e service neutron] 10.222.0.43 "GET /v2.0/networks/a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914776 Dec 16 23:35:40.432136 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-45e78cf5-05c1-4a5a-9ab0-19a1c14ae026 service neutron] 10.222.0.43 "GET /v2.0/networks/a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898917 Dec 16 23:35:40.502613 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-461c03f8-5749-41df-a913-b0b11b917e5e None None] Provisioning complete for port dee3196d-b2f0-4562-9d38-9d2adf5ab245 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:35:40.503207 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-461c03f8-5749-41df-a913-b0b11b917e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:40.538255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-461c03f8-5749-41df-a913-b0b11b917e5e None None] Port dee3196d-b2f0-4562-9d38-9d2adf5ab245 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:35:40.549255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-461c03f8-5749-41df-a913-b0b11b917e5e None None] Provisioning complete for port 878c407a-af26-46a0-8d3a-66824f5fe22f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:35:40.549637 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-461c03f8-5749-41df-a913-b0b11b917e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:40.551597 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:40.606851 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:40.655165 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f7004b9-cc9c-4aa9-aec7-c5999def418f req-ddae8155-9c51-4ae1-b80e-c3560603d94c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 210 time: 0.0336044 Dec 16 23:35:40.675493 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c449c-742b-40ea-aa1e-bd91a502f4ec None None] Pushing event updated for resources: {'Port': ['ID=dee3196d-b2f0-4562-9d38-9d2adf5ab245,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:40.690246 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c449c-742b-40ea-aa1e-bd91a502f4ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:40.690582 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c449c-742b-40ea-aa1e-bd91a502f4ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:40.690739 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c449c-742b-40ea-aa1e-bd91a502f4ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:40.691260 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c449c-742b-40ea-aa1e-bd91a502f4ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:40.691616 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c449c-742b-40ea-aa1e-bd91a502f4ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:40.691970 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c449c-742b-40ea-aa1e-bd91a502f4ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:40.692295 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c449c-742b-40ea-aa1e-bd91a502f4ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:40.692620 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c449c-742b-40ea-aa1e-bd91a502f4ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:40.692942 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c449c-742b-40ea-aa1e-bd91a502f4ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:40.693263 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c449c-742b-40ea-aa1e-bd91a502f4ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:40.693588 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c449c-742b-40ea-aa1e-bd91a502f4ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:40.693903 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c449c-742b-40ea-aa1e-bd91a502f4ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:40.694215 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c449c-742b-40ea-aa1e-bd91a502f4ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:40.758181 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Attempting to bind port dee3196d-b2f0-4562-9d38-9d2adf5ab245 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:35:40.758565 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Attempting to bind port dee3196d-b2f0-4562-9d38-9d2adf5ab245 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '50e4496b-6037-4830-9fe3-35e104b78635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:35:40.758930 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Attempting to bind port dee3196d-b2f0-4562-9d38-9d2adf5ab245 on network a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:35:40.764748 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:35:40.765376 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Checking segment: {'id': '50e4496b-6037-4830-9fe3-35e104b78635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:35:40.768356 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:40.768356 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Bound using segment: {'id': '50e4496b-6037-4830-9fe3-35e104b78635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:35:40.768356 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Bound port: dee3196d-b2f0-4562-9d38-9d2adf5ab245, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e4496b-6037-4830-9fe3-35e104b78635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:35:40.768356 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:40.852591 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] For port dee3196d-b2f0-4562-9d38-9d2adf5ab245, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:35:40.856144 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] For port dee3196d-b2f0-4562-9d38-9d2adf5ab245, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=dee3196d-b2f0-4562-9d38-9d2adf5ab245,segment=NetworkSegment(50e4496b-6037-4830-9fe3-35e104b78635),segment_id=50e4496b-6037-4830-9fe3-35e104b78635)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:35:40.904321 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:40.962239 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Routers {'537dc32c-fde5-4bbb-b02f-b81a8a231420'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:35:40.962887 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:35:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['537dc32c-fde5-4bbb-b02f-b81a8a231420'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:40.971454 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-550e6096-b2f5-40a4-a691-ab77c962383c None None] Provisioning complete for port dee3196d-b2f0-4562-9d38-9d2adf5ab245 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:35:40.971914 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-550e6096-b2f5-40a4-a691-ab77c962383c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:41.005524 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c449c-742b-40ea-aa1e-bd91a502f4ec None None] Pushing event updated for resources: {'Port': ['ID=dee3196d-b2f0-4562-9d38-9d2adf5ab245,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:41.063546 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-550e6096-b2f5-40a4-a691-ab77c962383c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:41.097986 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] Set router 537dc32c-fde5-4bbb-b02f-b81a8a231420 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:35:41.103415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-550e6096-b2f5-40a4-a691-ab77c962383c None None] For port dee3196d-b2f0-4562-9d38-9d2adf5ab245, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=dee3196d-b2f0-4562-9d38-9d2adf5ab245,segment=NetworkSegment(50e4496b-6037-4830-9fe3-35e104b78635),segment_id=50e4496b-6037-4830-9fe3-35e104b78635)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:35:41.167018 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-550e6096-b2f5-40a4-a691-ab77c962383c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:41.238682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e6096-b2f5-40a4-a691-ab77c962383c None None] Pushing event updated for resources: {'Port': ['ID=dee3196d-b2f0-4562-9d38-9d2adf5ab245,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:41.259467 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 878c407a-af26-46a0-8d3a-66824f5fe22f up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:35:41.308955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-77620a91-5adc-4aea-9630-b1b7ecd8bf33 None None] Provisioning complete for port dee3196d-b2f0-4562-9d38-9d2adf5ab245 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:35:41.309324 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77620a91-5adc-4aea-9630-b1b7ecd8bf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:41.352615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 878c407a-af26-46a0-8d3a-66824f5fe22f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:35:41.352987 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:41.396215 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135586234', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:38Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'dee3196d-b2f0-4562-9d38-9d2adf5ab245', 'name': '', 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:6d:f1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ff99678e-acb8-4543-9403-71acacac9734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:37Z', 'updated_at': '2021-12-16T23:35:40Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'ff99678e-acb8-4543-9403-71acacac9734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:41.426085 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0289ec8-d2c6-40e1-9123-b9e182bc721d None None] The sync data for ids ['537dc32c-fde5-4bbb-b02f-b81a8a231420'] in n-d-821840-2 is: [{'id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135586234', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:38Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'dee3196d-b2f0-4562-9d38-9d2adf5ab245', 'name': '', 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:6d:f1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ff99678e-acb8-4543-9403-71acacac9734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:37Z', 'updated_at': '2021-12-16T23:35:40Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'ff99678e-acb8-4543-9403-71acacac9734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:35:41.759167 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-668aa655-092c-4c2d-8878-dc202e09dc3b req-d5406ff3-9e4b-43a4-889b-02bf76b02dc5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 210 time: 0.0302339 Dec 16 23:35:42.705867 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-666f0296-fe32-489e-99c8-fb312e03f7aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:42.707341 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-666f0296-fe32-489e-99c8-fb312e03f7aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.24 "GET /v2.0/networks?id=a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac HTTP/1.1" status: 200 len: 797 time: 0.1042516 Dec 16 23:35:42.771688 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-5954d4d1-b766-44f2-ba75-863d6f3e0f32 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b95c9ea67a7042feb9a991a8d19d2132 HTTP/1.1" status: 200 len: 380 time: 0.0529540 Dec 16 23:35:42.785101 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-d1726753-1b1b-48ad-aa8d-ec47e4256f97 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'port': {'device_id': 'c2f9c63a-3832-48d4-bb3b-7718635b9c6d', 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'admin_state_up': True, 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'security_groups': ['4a507b91-d6f1-4884-babd-38810c14b1d8']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:35:42.865486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b638c1bf-f47a-4471-95b8-fe72d891604e req-f30ebcc1-65b7-4662-9d35-f1319402b7da tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 210 time: 0.0337479 Dec 16 23:35:43.007068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-d1726753-1b1b-48ad-aa8d-ec47e4256f97 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Made reservation on behalf of b95c9ea67a7042feb9a991a8d19d2132 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:35:43.011350 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-d1726753-1b1b-48ad-aa8d-ec47e4256f97 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:43.139915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-d1726753-1b1b-48ad-aa8d-ec47e4256f97 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.20.0.13 (a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac/ff99678e-acb8-4543-9403-71acacac9734/f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:35:43.262851 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device dee3196d-b2f0-4562-9d38-9d2adf5ab245 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:35:43.291468 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-d1726753-1b1b-48ad-aa8d-ec47e4256f97 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:43.324557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port dee3196d-b2f0-4562-9d38-9d2adf5ab245 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:35:43.325209 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:43.372764 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-d1726753-1b1b-48ad-aa8d-ec47e4256f97 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:43.423811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-d1726753-1b1b-48ad-aa8d-ec47e4256f97 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:35:43.427066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-d1726753-1b1b-48ad-aa8d-ec47e4256f97 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:35:43.431015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-d1726753-1b1b-48ad-aa8d-ec47e4256f97 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:35:43.437380 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1726753-1b1b-48ad-aa8d-ec47e4256f97 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:43.489271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-d1726753-1b1b-48ad-aa8d-ec47e4256f97 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:43.489946 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-d1726753-1b1b-48ad-aa8d-ec47e4256f97 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:43.569720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-d1726753-1b1b-48ad-aa8d-ec47e4256f97 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7883856 Dec 16 23:35:43.588093 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Request body: {'port': {'device_id': 'c2f9c63a-3832-48d4-bb3b-7718635b9c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:35:43.643373 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:43.666899 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aac607fb-922e-46b9-ab64-a4a26c14dfa3 None None] Provisioning complete for port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:35:43.667296 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aac607fb-922e-46b9-ab64-a4a26c14dfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:43.707800 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aac607fb-922e-46b9-ab64-a4a26c14dfa3 None None] Port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:35:43.915913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:35:43.923645 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:43.936967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Transition to ACTIVE for port object f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:35:43.987556 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7df314-a347-4c26-8271-dc6923ed3cc6 req-e4cbcc83-2cce-4771-bb8d-e0b8a48af758 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:43.989054 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b7df314-a347-4c26-8271-dc6923ed3cc6 req-e4cbcc83-2cce-4771-bb8d-e0b8a48af758 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 932 time: 0.0509968 Dec 16 23:35:44.002837 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:44.023725 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:44.081160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:44.113435 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b7df314-a347-4c26-8271-dc6923ed3cc6 req-b9935b37-1062-4486-a975-94fb47f17562 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175044 Dec 16 23:35:44.155764 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:44.170861 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Attempting to bind port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:35:44.171202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Attempting to bind port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '50e4496b-6037-4830-9fe3-35e104b78635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:35:44.171573 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Attempting to bind port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 on network a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:35:44.176110 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 on network a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:35:44.176430 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Attempting to bind port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 on network a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:35:44.183008 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:35:44.183380 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Checking segment: {'id': '50e4496b-6037-4830-9fe3-35e104b78635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:35:44.187610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Bound using segment: {'id': '50e4496b-6037-4830-9fe3-35e104b78635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:35:44.187610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Bound port: f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e4496b-6037-4830-9fe3-35e104b78635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:35:44.187610 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:44.251806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] For port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:35:44.254845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] For port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5,segment=NetworkSegment(50e4496b-6037-4830-9fe3-35e104b78635),segment_id=50e4496b-6037-4830-9fe3-35e104b78635)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:35:44.315743 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:44.357159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:44.357783 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:44.359164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] 10.222.0.24 "PUT /v2.0/ports/f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 HTTP/1.1" status: 200 len: 1092 time: 0.7765048 Dec 16 23:35:44.359826 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f9c63a-3832-48d4-bb3b-7718635b9c6d', 'tag': 'f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:35:44.362178 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756dbc04-094c-45fb-b9df-e14c7b85c8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f9c63a-3832-48d4-bb3b-7718635b9c6d", "tag": "f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:35:44.388636 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92223f7c-683c-49cc-8a33-636c31c92b53 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:44.415617 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9691d180-f6b1-490b-848c-b7fc38802bb5 x-openstack-request-id: req-9691d180-f6b1-490b-848c-b7fc38802bb5 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:35:44.416041 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f9c63a-3832-48d4-bb3b-7718635b9c6d", "tag": "f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:35:44.416303 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9691d180-f6b1-490b-848c-b7fc38802bb5 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:35:44.416860 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f9c63a-3832-48d4-bb3b-7718635b9c6d', 'tag': 'f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5', 'status': 'completed', 'code': 200} Dec 16 23:35:44.490671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dbc04-094c-45fb-b9df-e14c7b85c8a4 req-03f44040-f3cb-4811-8c4c-d2a75763a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:44.493620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-756dbc04-094c-45fb-b9df-e14c7b85c8a4 req-03f44040-f3cb-4811-8c4c-d2a75763a3a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 1095 time: 0.0466180 Dec 16 23:35:44.605268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dbc04-094c-45fb-b9df-e14c7b85c8a4 req-d5d43e63-0a8b-4cb6-b5c0-e06c1e720a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:44.606736 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-756dbc04-094c-45fb-b9df-e14c7b85c8a4 req-d5d43e63-0a8b-4cb6-b5c0-e06c1e720a60 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0974648 Dec 16 23:35:44.705587 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dbc04-094c-45fb-b9df-e14c7b85c8a4 req-350da451-3dc7-440d-80be-036f4057a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:44.707097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-756dbc04-094c-45fb-b9df-e14c7b85c8a4 req-350da451-3dc7-440d-80be-036f4057a190 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917945 Dec 16 23:35:44.785682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-71432ae0-aeac-4b71-b50d-fa75c1ce2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:44.787181 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-71432ae0-aeac-4b71-b50d-fa75c1ce2dc5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 1095 time: 0.0410841 Dec 16 23:35:44.838903 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-c0760452-86a1-4ce0-8cf0-b411c9beaeb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 HTTP/1.1" status: 200 len: 217 time: 0.0385931 Dec 16 23:35:44.891442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-cc91d34e-25c3-4468-ba0d-fc6c6eb8a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:44.892857 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-cc91d34e-25c3-4468-ba0d-fc6c6eb8a77a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff99678e-acb8-4543-9403-71acacac9734 HTTP/1.1" status: 200 len: 835 time: 0.0447154 Dec 16 23:35:44.942310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-60fdf282-581d-40ee-be74-ec51160fb04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:44.943835 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-60fdf282-581d-40ee-be74-ec51160fb04e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403609 Dec 16 23:35:45.042180 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-3bdb86eb-7320-4061-80d5-7e933576d169 service neutron] 10.222.0.24 "GET /v2.0/networks/a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859568 Dec 16 23:35:45.134012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1d78dd45-6b15-496c-9aae-3104f3333626 req-aa4f44f3-9aef-4ba1-8b9b-6bed1c24198a service neutron] 10.222.0.24 "GET /v2.0/networks/a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813549 Dec 16 23:35:45.240570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ea8e7-9381-4270-9bc2-a4d09b74424f req-317b0201-cdaf-4aae-b7f2-ad565813988a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:45.242349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b85ea8e7-9381-4270-9bc2-a4d09b74424f req-317b0201-cdaf-4aae-b7f2-ad565813988a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 944 time: 0.0558414 Dec 16 23:35:45.292841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b85ea8e7-9381-4270-9bc2-a4d09b74424f req-1db451da-e317-4182-99d1-f464de684005 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443673 Dec 16 23:35:46.409735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df2ca0-fb29-4cc4-a8ad-8dfa26a5cc13 req-33b22102-cab3-4e03-a69e-375801fe6ba2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:46.411241 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50df2ca0-fb29-4cc4-a8ad-8dfa26a5cc13 req-33b22102-cab3-4e03-a69e-375801fe6ba2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 944 time: 0.0506196 Dec 16 23:35:46.461523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-50df2ca0-fb29-4cc4-a8ad-8dfa26a5cc13 req-47a3f243-3c7a-4cee-8bb5-ca852d6b97ec tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441318 Dec 16 23:35:47.582017 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a072733-ff0e-4864-8d7b-b98bd325f379 req-758d4bd2-2a5a-4c20-998a-f3f67a8da307 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:47.583430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a072733-ff0e-4864-8d7b-b98bd325f379 req-758d4bd2-2a5a-4c20-998a-f3f67a8da307 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 944 time: 0.0503547 Dec 16 23:35:47.638499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2a072733-ff0e-4864-8d7b-b98bd325f379 req-06cd6b08-bbc7-41cc-a533-21b67fe6f571 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484354 Dec 16 23:35:48.150339 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:35:48.243968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5,segment=NetworkSegment(50e4496b-6037-4830-9fe3-35e104b78635),segment_id=50e4496b-6037-4830-9fe3-35e104b78635)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:35:48.258196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5', 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'port_id': 'f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5', 'mac_address': 'fa:16:3e:f0:33:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff99678e-acb8-4543-9403-71acacac9734', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:35:48.295513 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:48.308569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:35:48.326906 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5,segment=NetworkSegment(50e4496b-6037-4830-9fe3-35e104b78635),segment_id=50e4496b-6037-4830-9fe3-35e104b78635)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:35:48.383835 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:48.429968 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:48.715584 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:35:48.759828 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db180b2-c108-4b0b-9b97-3434eaf77049 req-da2bfa0f-26f1-4149-a0c9-e9e29cd5e2ca tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:48.761271 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8db180b2-c108-4b0b-9b97-3434eaf77049 req-da2bfa0f-26f1-4149-a0c9-e9e29cd5e2ca tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 945 time: 0.0498769 Dec 16 23:35:48.812254 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8db180b2-c108-4b0b-9b97-3434eaf77049 req-8201ae59-0a7d-4e1c-9ed8-f0f7c67d7cff tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449581 Dec 16 23:35:49.927380 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d076ec-04d5-4bff-aef2-e783853ac3d2 req-94a6f9c1-9bd8-49ea-a144-5f8f393c8f50 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:49.928842 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3d076ec-04d5-4bff-aef2-e783853ac3d2 req-94a6f9c1-9bd8-49ea-a144-5f8f393c8f50 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 945 time: 0.0485148 Dec 16 23:35:49.978137 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3d076ec-04d5-4bff-aef2-e783853ac3d2 req-d676d0c6-e0a6-4202-9f1a-90a9b4a0ad8d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417333 Dec 16 23:35:50.154832 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89676bdb-7f4c-430b-a89e-a28e8d58e530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:50.166019 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:35:50.269327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:35:50.273229 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:35:50.273599 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:50.351992 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:50.375310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f9c63a-3832-48d4-bb3b-7718635b9c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:35:50.377545 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387196e3-da60-4184-8c92-3e39c867857a" -d '{"events": [{"server_uuid": "c2f9c63a-3832-48d4-bb3b-7718635b9c6d", "name": "network-vif-plugged", "status": "completed", "tag": "f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:35:50.390463 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5,segment=NetworkSegment(50e4496b-6037-4830-9fe3-35e104b78635),segment_id=50e4496b-6037-4830-9fe3-35e104b78635)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:35:50.429413 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:50.467075 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaa6948-facb-46f1-b2a6-76ef536b8b6f x-openstack-request-id: req-daaa6948-facb-46f1-b2a6-76ef536b8b6f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:35:50.467421 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f9c63a-3832-48d4-bb3b-7718635b9c6d", "name": "network-vif-plugged", "status": "completed", "tag": "f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:35:50.467661 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-daaa6948-facb-46f1-b2a6-76ef536b8b6f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:35:50.468105 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f9c63a-3832-48d4-bb3b-7718635b9c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5', 'code': 200} Dec 16 23:35:50.483440 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:50.491345 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:50.491703 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:50.492057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:50.492385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:50.492717 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:50.493051 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:50.493546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:50.493883 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:50.494215 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:50.494542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:50.494870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:50.495196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:50.495547 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:35:50.582722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b3539-f96e-4524-8e71-3f30adaf6065 req-ca32ca44-82e3-479b-9176-5804952ff20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:50.584224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee0b3539-f96e-4524-8e71-3f30adaf6065 req-ca32ca44-82e3-479b-9176-5804952ff20f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 1097 time: 0.0447946 Dec 16 23:35:50.630085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ee0b3539-f96e-4524-8e71-3f30adaf6065 req-8c69cce9-1f7e-4822-b7b6-ea8debc23851 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385871 Dec 16 23:35:51.095193 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cfd25-d4e6-4430-9c6a-ad7375c7abd5 req-adbefaf2-a781-45b5-92f1-7ad6907bbff4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:51.096699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f9cfd25-d4e6-4430-9c6a-ad7375c7abd5 req-adbefaf2-a781-45b5-92f1-7ad6907bbff4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0490179 Dec 16 23:35:51.145874 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f9cfd25-d4e6-4430-9c6a-ad7375c7abd5 req-fce751ea-7cb2-40ff-adcd-269c23b25619 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431256 Dec 16 23:35:52.266103 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2726f82-f208-475a-b0c0-e4e55d1104ba req-b9f0bfbe-b72f-401e-873d-6ad270b4a196 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:52.267638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2726f82-f208-475a-b0c0-e4e55d1104ba req-b9f0bfbe-b72f-401e-873d-6ad270b4a196 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0489240 Dec 16 23:35:52.320912 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a2726f82-f208-475a-b0c0-e4e55d1104ba req-589feb4c-9dfc-4ad6-ace6-8d8b3a4265e1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471652 Dec 16 23:35:52.435298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845965c6-53f6-4ab8-ae88-ffa99eb2213a req-3b8d5a8f-2e3a-4ad4-84ad-ea0b1dfa9228 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:52.436794 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-845965c6-53f6-4ab8-ae88-ffa99eb2213a req-3b8d5a8f-2e3a-4ad4-84ad-ea0b1dfa9228 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0492489 Dec 16 23:35:52.486441 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-845965c6-53f6-4ab8-ae88-ffa99eb2213a req-edfffd88-7595-41a4-aa9d-bb356bd860c0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437043 Dec 16 23:35:52.508670 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38666) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:52.612486 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffe140ba-53a7-471b-824b-2333ddd9611e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:52.859066 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0625082b-779f-4c05-b05e-0ac91dcdfd66 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:52.860507 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0625082b-779f-4c05-b05e-0ac91dcdfd66 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 1092 time: 0.3506153 Dec 16 23:35:52.863379 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38668) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:52.868173 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': 'f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:35:52.949297 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:53.047892 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:53.147733 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.25.2.122 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/3a3eb77e-b064-4054-bdaa-209b4a7b8792) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:35:53.250337 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:53.339246 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:53.379463 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:35:53.382376 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:35:53.386982 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:35:53.392282 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=3a3eb77e-b064-4054-bdaa-209b4a7b8792,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:53.745378 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:53.874736 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:53.878910 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:54.030987 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:54.086097 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:54.160914 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=3a3eb77e-b064-4054-bdaa-209b4a7b8792,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:35:54.170897 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:54.273607 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Floating IP 27926d1f-4814-4fa9-9688-53cbea3759b6 associated. External IP: 172.25.2.122, port: f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5. Dec 16 23:35:54.444536 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92b595aa-4398-4f32-b9f0-f9f9577110c3 req-3a2f1553-8978-4c90-9295-833538cce824 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398667 Dec 16 23:35:54.479454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router 537dc32c-fde5-4bbb-b02f-b81a8a231420 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:35:54.532056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b595aa-4398-4f32-b9f0-f9f9577110c3 req-e41d6999-04e9-4243-a826-d2f7c98d8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:54.533572 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92b595aa-4398-4f32-b9f0-f9f9577110c3 req-e41d6999-04e9-4243-a826-d2f7c98d8b60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 1097 time: 0.0466278 Dec 16 23:35:54.590226 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:35:54.600915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e87297-8c7c-4717-bb67-a233eafc7fbb None None] Sync routers for ids ['537dc32c-fde5-4bbb-b02f-b81a8a231420'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:35:54.611954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e87297-8c7c-4717-bb67-a233eafc7fbb None None] Routers {'537dc32c-fde5-4bbb-b02f-b81a8a231420'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:35:54.613610 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a6e87297-8c7c-4717-bb67-a233eafc7fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:35:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['537dc32c-fde5-4bbb-b02f-b81a8a231420'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:54.639063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b595aa-4398-4f32-b9f0-f9f9577110c3 req-4397b275-81ed-4852-be1c-bb905e0cae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:54.640584 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92b595aa-4398-4f32-b9f0-f9f9577110c3 req-4397b275-81ed-4852-be1c-bb905e0cae6d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac HTTP/1.1" status: 200 len: 898 time: 0.0860121 Dec 16 23:35:54.648484 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:54.686219 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f3d9d6f4-c63a-45de-babb-32f23ba25a31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8217716 Dec 16 23:35:54.686805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f9c63a-3832-48d4-bb3b-7718635b9c6d', 'tag': 'f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:35:54.689277 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fd2536e9b1e345e450ff3ec7907de2e139e714cd2038414972b0eb965fd2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4cf452-1a1b-409f-8665-a34f7a018370" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f9c63a-3832-48d4-bb3b-7718635b9c6d", "tag": "f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:35:54.725818 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92b595aa-4398-4f32-b9f0-f9f9577110c3 req-e2f9cd69-acff-47bb-886c-ca733b0fab68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 HTTP/1.1" status: 200 len: 1000 time: 0.0758464 Dec 16 23:35:54.791647 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005191ec-8c24-45ba-b0e0-657779ddaaea x-openstack-request-id: req-005191ec-8c24-45ba-b0e0-657779ddaaea {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:35:54.792200 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f9c63a-3832-48d4-bb3b-7718635b9c6d", "tag": "f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:35:54.792338 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-005191ec-8c24-45ba-b0e0-657779ddaaea {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:35:54.792765 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f9c63a-3832-48d4-bb3b-7718635b9c6d', 'tag': 'f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5', 'status': 'completed', 'code': 200} Dec 16 23:35:54.816201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b595aa-4398-4f32-b9f0-f9f9577110c3 req-aa808d89-ce4f-4b1e-b736-5ffe5c666cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:54.817732 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92b595aa-4398-4f32-b9f0-f9f9577110c3 req-aa808d89-ce4f-4b1e-b736-5ffe5c666cce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff99678e-acb8-4543-9403-71acacac9734 HTTP/1.1" status: 200 len: 835 time: 0.0838282 Dec 16 23:35:54.841528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0fb2f-2c57-4b9c-97eb-e7a9ce4dfafb req-9affbeda-2eff-40c9-903e-1cb38e2693eb tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:54.843072 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60d0fb2f-2c57-4b9c-97eb-e7a9ce4dfafb req-9affbeda-2eff-40c9-903e-1cb38e2693eb tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0780935 Dec 16 23:35:54.894887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b595aa-4398-4f32-b9f0-f9f9577110c3 req-1a24a867-1921-41d3-a7ce-09239c491255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:54.896084 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a6e87297-8c7c-4717-bb67-a233eafc7fbb None None] Set router 537dc32c-fde5-4bbb-b02f-b81a8a231420 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:35:54.896581 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92b595aa-4398-4f32-b9f0-f9f9577110c3 req-1a24a867-1921-41d3-a7ce-09239c491255 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713098 Dec 16 23:35:54.959970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-60d0fb2f-2c57-4b9c-97eb-e7a9ce4dfafb req-94cc9b32-20c9-42d1-8525-2cf0e6086c7c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021731 Dec 16 23:35:54.982516 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38676) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:55.013412 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92b595aa-4398-4f32-b9f0-f9f9577110c3 req-7f5c5a75-48c2-4a31-92c0-c2057771f09e service neutron] 10.222.0.24 "GET /v2.0/networks/a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065574 Dec 16 23:35:55.047496 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-024a51d7-eb26-41e5-a149-a6243f191297 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/27926d1f-4814-4fa9-9688-53cbea3759b6 HTTP/1.1" status: 200 len: 992 time: 0.0638011 Dec 16 23:35:55.110111 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-92b595aa-4398-4f32-b9f0-f9f9577110c3 req-774d11a2-3931-4e71-ad46-106ec5ef9a99 service neutron] 10.222.0.24 "GET /v2.0/networks/a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896604 Dec 16 23:35:55.148597 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a6e87297-8c7c-4717-bb67-a233eafc7fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135586234', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:38Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '27926d1f-4814-4fa9-9688-53cbea3759b6', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'port_id': 'f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'mac_address': 'fa:16:3e:f0:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f9c63a-3832-48d4-bb3b-7718635b9c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:35:53Z', 'updated_at': '2021-12-16T23:35:53Z', 'revision_number': 0, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee3196d-b2f0-4562-9d38-9d2adf5ab245', 'name': '', 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:6d:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ff99678e-acb8-4543-9403-71acacac9734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:37Z', 'updated_at': '2021-12-16T23:35:41Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'ff99678e-acb8-4543-9403-71acacac9734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:55.152232 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:55.176865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e87297-8c7c-4717-bb67-a233eafc7fbb None None] Checking router: 537dc32c-fde5-4bbb-b02f-b81a8a231420 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:35:55.186554 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e87297-8c7c-4717-bb67-a233eafc7fbb None None] Routers {'537dc32c-fde5-4bbb-b02f-b81a8a231420'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:35:55.187182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a6e87297-8c7c-4717-bb67-a233eafc7fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:35:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['537dc32c-fde5-4bbb-b02f-b81a8a231420'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:55.239570 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf452-1a1b-409f-8665-a34f7a018370 req-c59cffdd-c16e-4947-833b-a70f075e38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:55.241244 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b4cf452-1a1b-409f-8665-a34f7a018370 req-c59cffdd-c16e-4947-833b-a70f075e38da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 1097 time: 0.0410547 Dec 16 23:35:55.298515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a6e87297-8c7c-4717-bb67-a233eafc7fbb None None] Set router 537dc32c-fde5-4bbb-b02f-b81a8a231420 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:35:55.337779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf452-1a1b-409f-8665-a34f7a018370 req-1f6772db-5382-49b4-a3db-e99e2499446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:55.339808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b4cf452-1a1b-409f-8665-a34f7a018370 req-1f6772db-5382-49b4-a3db-e99e2499446e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac HTTP/1.1" status: 200 len: 898 time: 0.0900018 Dec 16 23:35:55.406079 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b4cf452-1a1b-409f-8665-a34f7a018370 req-e31169b8-2105-4339-a66e-4160af985a15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 HTTP/1.1" status: 200 len: 1000 time: 0.0584390 Dec 16 23:35:55.457121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf452-1a1b-409f-8665-a34f7a018370 req-3e6e42e5-451c-4c9f-a19a-a0f5f13e960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:55.458588 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b4cf452-1a1b-409f-8665-a34f7a018370 req-3e6e42e5-451c-4c9f-a19a-a0f5f13e960e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff99678e-acb8-4543-9403-71acacac9734 HTTP/1.1" status: 200 len: 835 time: 0.0443830 Dec 16 23:35:55.510558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf452-1a1b-409f-8665-a34f7a018370 req-5750dce2-7eb9-4659-9592-9fd7039a50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:55.511664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b4cf452-1a1b-409f-8665-a34f7a018370 req-5750dce2-7eb9-4659-9592-9fd7039a50ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455451 Dec 16 23:35:55.527749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a6e87297-8c7c-4717-bb67-a233eafc7fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135586234', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:38Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '27926d1f-4814-4fa9-9688-53cbea3759b6', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'port_id': 'f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'mac_address': 'fa:16:3e:f0:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f9c63a-3832-48d4-bb3b-7718635b9c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:35:53Z', 'updated_at': '2021-12-16T23:35:53Z', 'revision_number': 0, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee3196d-b2f0-4562-9d38-9d2adf5ab245', 'name': '', 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:6d:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ff99678e-acb8-4543-9403-71acacac9734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:37Z', 'updated_at': '2021-12-16T23:35:41Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'ff99678e-acb8-4543-9403-71acacac9734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:35:55.559518 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e87297-8c7c-4717-bb67-a233eafc7fbb None None] The sync data for ids ['537dc32c-fde5-4bbb-b02f-b81a8a231420'] in n-d-821840-2 is: [{'id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135586234', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:38Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '27926d1f-4814-4fa9-9688-53cbea3759b6', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'port_id': 'f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'mac_address': 'fa:16:3e:f0:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f9c63a-3832-48d4-bb3b-7718635b9c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:35:53Z', 'updated_at': '2021-12-16T23:35:53Z', 'revision_number': 0, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee3196d-b2f0-4562-9d38-9d2adf5ab245', 'name': '', 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:6d:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ff99678e-acb8-4543-9403-71acacac9734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:37Z', 'updated_at': '2021-12-16T23:35:41Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'ff99678e-acb8-4543-9403-71acacac9734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:35:55.603542 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b4cf452-1a1b-409f-8665-a34f7a018370 req-dd1123ea-7b34-4f93-9869-edbe8ea609c2 service neutron] 10.222.0.24 "GET /v2.0/networks/a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850093 Dec 16 23:35:55.702746 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8b4cf452-1a1b-409f-8665-a34f7a018370 req-a41a332e-bcb2-460c-9b87-19d2aa6ddc7f service neutron] 10.222.0.24 "GET /v2.0/networks/a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919688 Dec 16 23:35:55.762842 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4a30af-02aa-4d97-bc9f-1eaa899bc378 None None] New status for floating IP 27926d1f-4814-4fa9-9688-53cbea3759b6: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:35:55.800716 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:56.050864 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38678) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:35:56.115230 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-35f958fb-bf70-40e6-8e6a-311652d4a5f6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/27926d1f-4814-4fa9-9688-53cbea3759b6 HTTP/1.1" status: 200 len: 994 time: 0.0631859 Dec 16 23:36:09.913618 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:36:14.051823 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:14.171899 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:20.166104 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-636c6bb0-75f1-4452-af36-d2afd66794b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:22.554817 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e2e77dcb-4fbd-45aa-8828-9c09a6ed026c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:23.885831 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:25.171943 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:25.794742 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:29.599936 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834e6dc-5713-4ec9-ad61-f5639269dfd5 req-6787da36-ad1e-4201-b05a-aa1d74dda7e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:29.601444 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c834e6dc-5713-4ec9-ad61-f5639269dfd5 req-6787da36-ad1e-4201-b05a-aa1d74dda7e8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0514166 Dec 16 23:36:29.652394 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c834e6dc-5713-4ec9-ad61-f5639269dfd5 req-f29d91cd-b1f7-4ca2-9bce-b6089e4fb3c0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449970 Dec 16 23:36:30.771617 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f319958-26f1-43f1-9c34-d26c93fb3d77 req-5c9c6ba5-2064-4e76-9b83-d4246f9ba14e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:30.773095 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f319958-26f1-43f1-9c34-d26c93fb3d77 req-5c9c6ba5-2064-4e76-9b83-d4246f9ba14e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0495942 Dec 16 23:36:30.821480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6f319958-26f1-43f1-9c34-d26c93fb3d77 req-46fb112d-778f-4b1f-93dd-d3f51b3fe511 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425289 Dec 16 23:36:31.940720 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ce86e-1761-423a-8976-601703f18fb8 req-3e083d6d-209a-470a-b4d9-5837ab05c288 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:31.942198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd8ce86e-1761-423a-8976-601703f18fb8 req-3e083d6d-209a-470a-b4d9-5837ab05c288 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0531671 Dec 16 23:36:31.990108 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bd8ce86e-1761-423a-8976-601703f18fb8 req-6ada78d4-25f8-42b6-afe3-ede78e3b6387 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419543 Dec 16 23:36:33.106158 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5eba1e-0f56-4d9a-ab5c-dd48484baaf3 req-c3750071-e6dd-43a8-9a5b-35c6967d8aa3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:33.107638 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a5eba1e-0f56-4d9a-ab5c-dd48484baaf3 req-c3750071-e6dd-43a8-9a5b-35c6967d8aa3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0492597 Dec 16 23:36:33.157336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4a5eba1e-0f56-4d9a-ab5c-dd48484baaf3 req-7987c06f-1a3c-4a77-bdc1-d7611ca2349b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430641 Dec 16 23:36:34.272998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a3ff8-e44d-4a7b-a096-8f92e98689e3 req-4231ef3a-b7c3-48cf-ba05-8933181bdd89 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:34.274514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a41a3ff8-e44d-4a7b-a096-8f92e98689e3 req-4231ef3a-b7c3-48cf-ba05-8933181bdd89 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0489399 Dec 16 23:36:34.326810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a41a3ff8-e44d-4a7b-a096-8f92e98689e3 req-87c2b1cb-5d0e-4e58-b85e-95e3c52afcb6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463095 Dec 16 23:36:35.440595 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf4ae1-c71a-4d2a-b892-f9792c75ff5a req-31fcb9c6-eb2f-46b5-b83b-00622d48a81d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:35.442067 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89bf4ae1-c71a-4d2a-b892-f9792c75ff5a req-31fcb9c6-eb2f-46b5-b83b-00622d48a81d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0483944 Dec 16 23:36:35.498356 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-89bf4ae1-c71a-4d2a-b892-f9792c75ff5a req-0e29252c-e63b-49a3-8b1d-7714d621255d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502789 Dec 16 23:36:36.612700 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25babdfe-17da-453a-88ef-a3466f6ecd2b req-3b265396-e7c3-43be-9c5e-ea6231ad594e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:36.614178 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25babdfe-17da-453a-88ef-a3466f6ecd2b req-3b265396-e7c3-43be-9c5e-ea6231ad594e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0481241 Dec 16 23:36:36.663608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-25babdfe-17da-453a-88ef-a3466f6ecd2b req-09a45e5f-1b10-46c1-9a82-84f9f29d3021 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431776 Dec 16 23:36:37.785493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2aaab6-d61f-404c-81ed-f5706e498ce6 req-fb5487aa-5889-4890-a51a-d3a336e03c95 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:37.786978 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b2aaab6-d61f-404c-81ed-f5706e498ce6 req-fb5487aa-5889-4890-a51a-d3a336e03c95 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0539534 Dec 16 23:36:37.835486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1b2aaab6-d61f-404c-81ed-f5706e498ce6 req-8f7c433f-dac0-41ac-9312-2f349ad04d33 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425694 Dec 16 23:36:38.952715 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1562e-46dc-4c3a-8f96-9f5091d6397b req-8e0760d6-55e9-4ad7-bf8f-c90a2c54b49b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:38.954280 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-65c1562e-46dc-4c3a-8f96-9f5091d6397b req-8e0760d6-55e9-4ad7-bf8f-c90a2c54b49b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0494535 Dec 16 23:36:39.004319 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-65c1562e-46dc-4c3a-8f96-9f5091d6397b req-0991e183-d163-442c-b3f0-c74cabcd672f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437825 Dec 16 23:36:40.126323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fe186-5ef4-49d6-af3e-788dbadbf686 req-8025735d-a566-4c3a-9222-c351236f7279 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:40.128066 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-803fe186-5ef4-49d6-af3e-788dbadbf686 req-8025735d-a566-4c3a-9222-c351236f7279 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0546401 Dec 16 23:36:40.177891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-803fe186-5ef4-49d6-af3e-788dbadbf686 req-a5ac6894-b634-4d60-8197-4c18e15fd6b9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437751 Dec 16 23:36:40.206148 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38712) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:36:40.270048 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a05071fd-4771-4973-9310-01ceed05b820 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/27926d1f-4814-4fa9-9688-53cbea3759b6 HTTP/1.1" status: 200 len: 994 time: 0.0627444 Dec 16 23:36:41.680353 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4e069-1017-4b70-89a6-ef6d31a2163d req-6dc565ef-1828-47af-ab61-618fecd0f4a4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:41.681893 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a4e069-1017-4b70-89a6-ef6d31a2163d req-6dc565ef-1828-47af-ab61-618fecd0f4a4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0510077 Dec 16 23:36:41.757094 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64a4e069-1017-4b70-89a6-ef6d31a2163d req-32a79f93-a448-4cdc-938e-f3b9928a20d1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686016 Dec 16 23:36:41.766720 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f51c0-8a5f-4518-ad70-8a640ae9f2f4 req-b500b1df-706f-4015-8264-28dc996f0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:41.768515 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-904f51c0-8a5f-4518-ad70-8a640ae9f2f4 req-b500b1df-706f-4015-8264-28dc996f0676 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 1097 time: 0.0590949 Dec 16 23:36:41.866243 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f51c0-8a5f-4518-ad70-8a640ae9f2f4 req-61c820cb-5e77-4e71-8a10-de0e983c5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:41.867881 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-904f51c0-8a5f-4518-ad70-8a640ae9f2f4 req-61c820cb-5e77-4e71-8a10-de0e983c5a5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac HTTP/1.1" status: 200 len: 898 time: 0.0907190 Dec 16 23:36:41.937853 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-904f51c0-8a5f-4518-ad70-8a640ae9f2f4 req-806cc8a5-a240-4c61-871f-25ab093242c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 HTTP/1.1" status: 200 len: 1002 time: 0.0581357 Dec 16 23:36:41.996482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f51c0-8a5f-4518-ad70-8a640ae9f2f4 req-af8d65c1-d791-4e1f-811b-ed1becb389dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:41.997895 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-904f51c0-8a5f-4518-ad70-8a640ae9f2f4 req-af8d65c1-d791-4e1f-811b-ed1becb389dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff99678e-acb8-4543-9403-71acacac9734 HTTP/1.1" status: 200 len: 835 time: 0.0475354 Dec 16 23:36:42.046384 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f51c0-8a5f-4518-ad70-8a640ae9f2f4 req-17a9acea-9e29-49fd-972a-c0b4060421a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:42.047872 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-904f51c0-8a5f-4518-ad70-8a640ae9f2f4 req-17a9acea-9e29-49fd-972a-c0b4060421a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382698 Dec 16 23:36:42.142076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-904f51c0-8a5f-4518-ad70-8a640ae9f2f4 req-d2010f36-8581-4ad1-940a-6957076c622f service neutron] 10.222.0.24 "GET /v2.0/networks/a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808733 Dec 16 23:36:42.238163 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-904f51c0-8a5f-4518-ad70-8a640ae9f2f4 req-f7311ad6-0304-4b46-a856-9dee26a0336a service neutron] 10.222.0.24 "GET /v2.0/networks/a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861609 Dec 16 23:36:42.878701 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1b2b5-2554-4f44-ad94-b508be05c5ef req-b6b7fa00-5ea9-45ef-9609-a080f8b000d8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:42.880152 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1dd1b2b5-2554-4f44-ad94-b508be05c5ef req-b6b7fa00-5ea9-45ef-9609-a080f8b000d8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0515604 Dec 16 23:36:42.929163 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1dd1b2b5-2554-4f44-ad94-b508be05c5ef req-228daca7-3533-44c7-a084-b49be8397e01 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429757 Dec 16 23:36:44.051334 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:44.051953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481474c-668a-4fac-aa9e-9ec5357d599b req-2461a88a-0d32-4284-8d8c-8b08f254cb02 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:44.052962 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c481474c-668a-4fac-aa9e-9ec5357d599b req-2461a88a-0d32-4284-8d8c-8b08f254cb02 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0537109 Dec 16 23:36:44.102379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c481474c-668a-4fac-aa9e-9ec5357d599b req-26426641-cdd0-4782-874a-682342448f54 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434752 Dec 16 23:36:44.125538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38726) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:36:44.189903 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0d5da3c6-dc96-46c3-8042-8249a02c56c8 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/27926d1f-4814-4fa9-9688-53cbea3759b6 HTTP/1.1" status: 200 len: 994 time: 0.0632155 Dec 16 23:36:44.194202 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:46.913584 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:36:50.160704 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f095ebe-7c1c-4a19-b26a-7b7276714484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:52.571590 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-596bdb10-dbea-4a45-8126-61955650d556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:53.879861 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:54.449222 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47b18864-2eef-430c-b6d9-f4a0cf37b9a0 req-5d3a728a-f7de-4fec-b0f3-6e7b3bb63dae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388343 Dec 16 23:36:54.533284 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b18864-2eef-430c-b6d9-f4a0cf37b9a0 req-f3b6971b-a311-4515-ba77-c23be8378e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:54.535476 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47b18864-2eef-430c-b6d9-f4a0cf37b9a0 req-f3b6971b-a311-4515-ba77-c23be8378e20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 1097 time: 0.0401132 Dec 16 23:36:54.640366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b18864-2eef-430c-b6d9-f4a0cf37b9a0 req-cb446bab-962b-4691-84e0-27cdcee5da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:54.641810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47b18864-2eef-430c-b6d9-f4a0cf37b9a0 req-cb446bab-962b-4691-84e0-27cdcee5da29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac HTTP/1.1" status: 200 len: 898 time: 0.0861480 Dec 16 23:36:54.708480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47b18864-2eef-430c-b6d9-f4a0cf37b9a0 req-5c4583e9-6586-4677-8995-211e62a82faf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 HTTP/1.1" status: 200 len: 1002 time: 0.0582383 Dec 16 23:36:54.762778 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b18864-2eef-430c-b6d9-f4a0cf37b9a0 req-f37ef9e6-2d78-4b68-a181-857c7b80d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:54.764218 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47b18864-2eef-430c-b6d9-f4a0cf37b9a0 req-f37ef9e6-2d78-4b68-a181-857c7b80d586 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff99678e-acb8-4543-9403-71acacac9734 HTTP/1.1" status: 200 len: 835 time: 0.0479696 Dec 16 23:36:54.820631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b18864-2eef-430c-b6d9-f4a0cf37b9a0 req-e0a3f79e-39a2-4bdc-a0d8-c3d0f8322606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:54.822018 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47b18864-2eef-430c-b6d9-f4a0cf37b9a0 req-e0a3f79e-39a2-4bdc-a0d8-c3d0f8322606 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408752 Dec 16 23:36:54.918321 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47b18864-2eef-430c-b6d9-f4a0cf37b9a0 req-5be4617e-38a1-44d6-89fc-a0c8732b3283 service neutron] 10.222.0.24 "GET /v2.0/networks/a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830402 Dec 16 23:36:55.013168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47b18864-2eef-430c-b6d9-f4a0cf37b9a0 req-b7f62b8b-e199-48ec-b905-3f1bd74ffda4 service neutron] 10.222.0.24 "GET /v2.0/networks/a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852988 Dec 16 23:36:55.165621 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:55.822558 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:14.085366 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:14.182438 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:16.845711 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38736) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:17.001747 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port 3a3eb77e-b064-4054-bdaa-209b4a7b8792 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:37:17.002088 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:17.076558 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:17.085059 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:17.089176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for 3a3eb77e-b064-4054-bdaa-209b4a7b8792 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:37:17.302639 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:17.329429 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=3a3eb77e-b064-4054-bdaa-209b4a7b8792,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:17.357055 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:17.357412 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:17.357762 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:17.358103 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:17.358443 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:17.358776 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:17.359115 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:17.359466 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:17.359798 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:17.360126 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:17.360451 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:17.360775 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:17.361096 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:17.403508 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:17.403899 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Floating IP 27926d1f-4814-4fa9-9688-53cbea3759b6 disassociated (deleted). External IP: 172.25.2.122, port: f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5. Dec 16 23:37:17.609784 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router 537dc32c-fde5-4bbb-b02f-b81a8a231420 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:37:17.711233 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:37:17.715960 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:17.720827 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a3d47c-b4a3-4f50-a2bf-87cfe7420541 None None] Sync routers for ids ['537dc32c-fde5-4bbb-b02f-b81a8a231420'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:37:17.731493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a3d47c-b4a3-4f50-a2bf-87cfe7420541 None None] Routers {'537dc32c-fde5-4bbb-b02f-b81a8a231420'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:37:17.732146 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-23a3d47c-b4a3-4f50-a2bf-87cfe7420541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:36:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['537dc32c-fde5-4bbb-b02f-b81a8a231420'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:17.747002 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6c7ed719-ae2c-47f2-a898-1bf1020f84aa tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/floatingips/27926d1f-4814-4fa9-9688-53cbea3759b6 HTTP/1.1" status: 204 len: 168 time: 0.9001856 Dec 16 23:37:17.747634 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f9c63a-3832-48d4-bb3b-7718635b9c6d', 'tag': 'f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:37:17.749894 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fd2536e9b1e345e450ff3ec7907de2e139e714cd2038414972b0eb965fd2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f0ca02-670d-4072-bc5d-f5f55b89da09" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f9c63a-3832-48d4-bb3b-7718635b9c6d", "tag": "f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:37:17.788515 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e82f52-ee9c-416b-9430-d2c54f6f720e x-openstack-request-id: req-b2e82f52-ee9c-416b-9430-d2c54f6f720e {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:37:17.788811 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f9c63a-3832-48d4-bb3b-7718635b9c6d", "tag": "f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:37:17.789069 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2e82f52-ee9c-416b-9430-d2c54f6f720e {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:37:17.789483 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f9c63a-3832-48d4-bb3b-7718635b9c6d', 'tag': 'f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5', 'status': 'completed', 'code': 200} Dec 16 23:37:17.847823 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-23a3d47c-b4a3-4f50-a2bf-87cfe7420541 None None] Set router 537dc32c-fde5-4bbb-b02f-b81a8a231420 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:37:17.858934 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0ca02-670d-4072-bc5d-f5f55b89da09 req-387e6433-0cab-4175-a21c-27564c11b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:17.860547 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75f0ca02-670d-4072-bc5d-f5f55b89da09 req-387e6433-0cab-4175-a21c-27564c11b912 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 1097 time: 0.0421104 Dec 16 23:37:17.959183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0ca02-670d-4072-bc5d-f5f55b89da09 req-9d032baa-9530-4d71-bbdb-bffa7b1f3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:17.960713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75f0ca02-670d-4072-bc5d-f5f55b89da09 req-9d032baa-9530-4d71-bbdb-bffa7b1f3783 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac HTTP/1.1" status: 200 len: 898 time: 0.0921805 Dec 16 23:37:18.012899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75f0ca02-670d-4072-bc5d-f5f55b89da09 req-91eb513b-566e-46be-85a9-32ac1af4f4da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 HTTP/1.1" status: 200 len: 217 time: 0.0363264 Dec 16 23:37:18.067068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-23a3d47c-b4a3-4f50-a2bf-87cfe7420541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135586234', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:38Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'dee3196d-b2f0-4562-9d38-9d2adf5ab245', 'name': '', 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:6d:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ff99678e-acb8-4543-9403-71acacac9734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:37Z', 'updated_at': '2021-12-16T23:35:41Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'ff99678e-acb8-4543-9403-71acacac9734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:18.070466 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0ca02-670d-4072-bc5d-f5f55b89da09 req-00f235a6-45f6-447b-90ff-e176f943d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:18.071991 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75f0ca02-670d-4072-bc5d-f5f55b89da09 req-00f235a6-45f6-447b-90ff-e176f943d774 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff99678e-acb8-4543-9403-71acacac9734 HTTP/1.1" status: 200 len: 835 time: 0.0499334 Dec 16 23:37:18.094949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a3d47c-b4a3-4f50-a2bf-87cfe7420541 None None] Checking router: 537dc32c-fde5-4bbb-b02f-b81a8a231420 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:37:18.104326 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a3d47c-b4a3-4f50-a2bf-87cfe7420541 None None] Routers {'537dc32c-fde5-4bbb-b02f-b81a8a231420'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:37:18.104965 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-23a3d47c-b4a3-4f50-a2bf-87cfe7420541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:36:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['537dc32c-fde5-4bbb-b02f-b81a8a231420'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:18.165462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49109fe-0bc0-45c0-8238-52a2a35fcf0d req-9046434e-ca67-413b-89d6-961cbc336bb4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:18.166867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c49109fe-0bc0-45c0-8238-52a2a35fcf0d req-9046434e-ca67-413b-89d6-961cbc336bb4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0827165 Dec 16 23:37:18.168680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0ca02-670d-4072-bc5d-f5f55b89da09 req-557cbe91-6b9c-4c7d-bb7c-7c1ffd441b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:18.170030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75f0ca02-670d-4072-bc5d-f5f55b89da09 req-557cbe91-6b9c-4c7d-bb7c-7c1ffd441b13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840988 Dec 16 23:37:18.212095 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-23a3d47c-b4a3-4f50-a2bf-87cfe7420541 None None] Set router 537dc32c-fde5-4bbb-b02f-b81a8a231420 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:37:18.274652 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c49109fe-0bc0-45c0-8238-52a2a35fcf0d req-33a919e6-87c1-4b5a-bcb3-cb4ba2da0be3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011713 Dec 16 23:37:18.303873 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75f0ca02-670d-4072-bc5d-f5f55b89da09 req-2642830c-d7f7-4dcf-aa9f-8804a8bb1090 service neutron] 10.222.0.24 "GET /v2.0/networks/a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235662 Dec 16 23:37:18.423329 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-23a3d47c-b4a3-4f50-a2bf-87cfe7420541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135586234', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:38Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'dee3196d-b2f0-4562-9d38-9d2adf5ab245', 'name': '', 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:6d:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ff99678e-acb8-4543-9403-71acacac9734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:37Z', 'updated_at': '2021-12-16T23:35:41Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'ff99678e-acb8-4543-9403-71acacac9734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:18.451654 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a3d47c-b4a3-4f50-a2bf-87cfe7420541 None None] The sync data for ids ['537dc32c-fde5-4bbb-b02f-b81a8a231420'] in n-d-821840-2 is: [{'id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135586234', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:38Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'dee3196d-b2f0-4562-9d38-9d2adf5ab245', 'name': '', 'network_id': 'a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:6d:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ff99678e-acb8-4543-9403-71acacac9734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:37Z', 'updated_at': '2021-12-16T23:35:41Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'ff99678e-acb8-4543-9403-71acacac9734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:37:18.688613 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c6af8b-a8ef-4b6d-9ea5-c33903aa157d None None] New status for floating IP 27926d1f-4814-4fa9-9688-53cbea3759b6: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:37:18.746011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75f0ca02-670d-4072-bc5d-f5f55b89da09 req-8e8c9a98-9129-4dae-a0c4-38c6b2c46498 service neutron] 10.222.0.24 "GET /v2.0/networks/a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336038 Dec 16 23:37:19.393035 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8a4e3-0ef5-464f-a326-e9cda78674bf req-27bdc503-a1fa-4433-a41c-2ff0940a954e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:19.394682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5b8a4e3-0ef5-464f-a326-e9cda78674bf req-27bdc503-a1fa-4433-a41c-2ff0940a954e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0486171 Dec 16 23:37:19.446583 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e5b8a4e3-0ef5-464f-a326-e9cda78674bf req-d4d67dc2-bb51-42ea-a7dc-ca38cceff10f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a507b91-d6f1-4884-babd-38810c14b1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458484 Dec 16 23:37:19.831594 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94d821-1624-447b-a712-95e79631ff22 req-fd8d9c05-9d2d-423c-91ee-c1650ffe8e47 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:19.833049 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b94d821-1624-447b-a712-95e79631ff22 req-fd8d9c05-9d2d-423c-91ee-c1650ffe8e47 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 946 time: 0.0479815 Dec 16 23:37:19.919495 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-5b94d821-1624-447b-a712-95e79631ff22 req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:37:19.919833 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b94d821-1624-447b-a712-95e79631ff22 req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:20.008333 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-5b94d821-1624-447b-a712-95e79631ff22 req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] For port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5,segment=NetworkSegment(50e4496b-6037-4830-9fe3-35e104b78635),segment_id=50e4496b-6037-4830-9fe3-35e104b78635)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:37:20.008698 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b94d821-1624-447b-a712-95e79631ff22 req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:20.021669 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-5b94d821-1624-447b-a712-95e79631ff22 req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:37:20.136994 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43d2d4bd-78e8-448c-a965-ebc9fed989b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:20.216206 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b94d821-1624-447b-a712-95e79631ff22 req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:20.246239 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:20.259782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:20.260101 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:20.260451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:20.260788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:20.261121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:20.261451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:20.261781 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:20.262113 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:20.262444 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:20.262773 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:20.263099 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:20.263446 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:20.263770 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:20.298393 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b94d821-1624-447b-a712-95e79631ff22 req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] No DVR routers for this DVR port f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:37:20.301654 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5b94d821-1624-447b-a712-95e79631ff22 req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:20.304996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b94d821-1624-447b-a712-95e79631ff22 req-613a9206-c631-4b65-853f-a6bb5ee98a6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.24 "DELETE /v2.0/ports/f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 HTTP/1.1" status: 204 len: 173 time: 0.4651110 Dec 16 23:37:20.305436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f9c63a-3832-48d4-bb3b-7718635b9c6d', 'name': 'network-vif-deleted', 'tag': 'f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:37:20.307813 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb4cf9a-6f7b-4b09-9c33-9ab9d5d8febc" -d '{"events": [{"server_uuid": "c2f9c63a-3832-48d4-bb3b-7718635b9c6d", "name": "network-vif-deleted", "tag": "f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:37:20.346120 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc38c99-9339-4652-95f5-a0968b86d2fd x-openstack-request-id: req-1fc38c99-9339-4652-95f5-a0968b86d2fd {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:37:20.346120 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f9c63a-3832-48d4-bb3b-7718635b9c6d", "name": "network-vif-deleted", "tag": "f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:37:20.346120 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1fc38c99-9339-4652-95f5-a0968b86d2fd {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:37:20.346120 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f9c63a-3832-48d4-bb3b-7718635b9c6d', 'name': 'network-vif-deleted', 'tag': 'f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5', 'status': 'completed', 'code': 200} Dec 16 23:37:20.547548 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fd4acf66-566e-4860-8889-c6ab6b23ea6a req-7e3c6add-ae59-43ff-8c00-2953bd667fc7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2f9c63a-3832-48d4-bb3b-7718635b9c6d HTTP/1.1" status: 200 len: 210 time: 0.0307546 Dec 16 23:37:21.609332 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38754) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:21.960567 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3682102a-649f-4aee-a096-271d08b6a96d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:22.526267 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3682102a-649f-4aee-a096-271d08b6a96d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port dee3196d-b2f0-4562-9d38-9d2adf5ab245 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:37:22.526609 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3682102a-649f-4aee-a096-271d08b6a96d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:22.565592 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea358d52-649f-4272-be9a-800a7aeda57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:22.622295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-3682102a-649f-4aee-a096-271d08b6a96d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] For port dee3196d-b2f0-4562-9d38-9d2adf5ab245, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=dee3196d-b2f0-4562-9d38-9d2adf5ab245,segment=NetworkSegment(50e4496b-6037-4830-9fe3-35e104b78635),segment_id=50e4496b-6037-4830-9fe3-35e104b78635)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:37:22.622881 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3682102a-649f-4aee-a096-271d08b6a96d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:22.635186 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3682102a-649f-4aee-a096-271d08b6a96d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for dee3196d-b2f0-4562-9d38-9d2adf5ab245 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:37:22.663365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:37:22.687636 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:37:22.687986 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device f3ad20b1-8dbf-4044-9145-4fbfd7f10cd5 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:37:22.884792 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3682102a-649f-4aee-a096-271d08b6a96d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:22.911917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682102a-649f-4aee-a096-271d08b6a96d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=dee3196d-b2f0-4562-9d38-9d2adf5ab245,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:23.092910 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3682102a-649f-4aee-a096-271d08b6a96d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:23.312240 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3682102a-649f-4aee-a096-271d08b6a96d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router 537dc32c-fde5-4bbb-b02f-b81a8a231420 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:37:23.417130 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3682102a-649f-4aee-a096-271d08b6a96d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:37:23.422076 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3682102a-649f-4aee-a096-271d08b6a96d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "PUT /v2.0/routers/537dc32c-fde5-4bbb-b02f-b81a8a231420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8117225 Dec 16 23:37:23.425578 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38756) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:23.427683 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea7dc9c-4542-43e0-a81e-1222e731d175 None None] Sync routers for ids ['537dc32c-fde5-4bbb-b02f-b81a8a231420'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:37:23.437880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea7dc9c-4542-43e0-a81e-1222e731d175 None None] Routers {'537dc32c-fde5-4bbb-b02f-b81a8a231420'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:37:23.438493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8ea7dc9c-4542-43e0-a81e-1222e731d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:37:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['537dc32c-fde5-4bbb-b02f-b81a8a231420'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:23.477230 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f55db6c-6da7-4f30-9dc3-b852dd026c36 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting subnet ff99678e-acb8-4543-9403-71acacac9734 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:37:23.480368 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f55db6c-6da7-4f30-9dc3-b852dd026c36 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:23.528647 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f55db6c-6da7-4f30-9dc3-b852dd026c36 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:23.544116 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-8ea7dc9c-4542-43e0-a81e-1222e731d175 None None] Set router 537dc32c-fde5-4bbb-b02f-b81a8a231420 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:37:23.616388 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f55db6c-6da7-4f30-9dc3-b852dd026c36 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:23.731957 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f55db6c-6da7-4f30-9dc3-b852dd026c36 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:23.758962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55db6c-6da7-4f30-9dc3-b852dd026c36 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Subnet': ['ID=ff99678e-acb8-4543-9403-71acacac9734,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:23.772447 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f55db6c-6da7-4f30-9dc3-b852dd026c36 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:23.775799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9f55db6c-6da7-4f30-9dc3-b852dd026c36 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/subnets/ff99678e-acb8-4543-9403-71acacac9734 HTTP/1.1" status: 204 len: 168 time: 0.3491483 Dec 16 23:37:23.778737 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38758) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:23.810852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78667a9-d48a-4f5e-9613-a36422e75ee8 None None] Network a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:37:23.889627 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0152f73b-8a7b-4990-b4dd-0b7b1a3a8abd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:23.914183 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:37:23.934771 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:23.991296 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8ea7dc9c-4542-43e0-a81e-1222e731d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135586234', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:37:22Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:23.998737 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0152f73b-8a7b-4990-b4dd-0b7b1a3a8abd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:24.023828 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea7dc9c-4542-43e0-a81e-1222e731d175 None None] Checking router: 537dc32c-fde5-4bbb-b02f-b81a8a231420 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:37:24.032837 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea7dc9c-4542-43e0-a81e-1222e731d175 None None] Routers {'537dc32c-fde5-4bbb-b02f-b81a8a231420'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:37:24.032976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8ea7dc9c-4542-43e0-a81e-1222e731d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:37:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['537dc32c-fde5-4bbb-b02f-b81a8a231420'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:24.068346 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] DHCP port deletion for a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:37:24.113322 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0152f73b-8a7b-4990-b4dd-0b7b1a3a8abd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port f0fa5acd-2488-41dc-9650-0650717ebabd {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:37:24.113665 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0152f73b-8a7b-4990-b4dd-0b7b1a3a8abd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:24.172493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-8ea7dc9c-4542-43e0-a81e-1222e731d175 None None] Set router 537dc32c-fde5-4bbb-b02f-b81a8a231420 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:37:24.196645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-0152f73b-8a7b-4990-b4dd-0b7b1a3a8abd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] For port f0fa5acd-2488-41dc-9650-0650717ebabd, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=f0fa5acd-2488-41dc-9650-0650717ebabd,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:37:24.197012 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0152f73b-8a7b-4990-b4dd-0b7b1a3a8abd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:24.209390 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0152f73b-8a7b-4990-b4dd-0b7b1a3a8abd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for f0fa5acd-2488-41dc-9650-0650717ebabd owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:37:24.268519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Deleting port 878c407a-af26-46a0-8d3a-66824f5fe22f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:37:24.269638 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:24.356787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] For port 878c407a-af26-46a0-8d3a-66824f5fe22f, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=878c407a-af26-46a0-8d3a-66824f5fe22f,segment=NetworkSegment(50e4496b-6037-4830-9fe3-35e104b78635),segment_id=50e4496b-6037-4830-9fe3-35e104b78635)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:37:24.357103 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:24.381037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Calling delete_port for 878c407a-af26-46a0-8d3a-66824f5fe22f owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:37:24.457346 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0152f73b-8a7b-4990-b4dd-0b7b1a3a8abd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:24.484739 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152f73b-8a7b-4990-b4dd-0b7b1a3a8abd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=f0fa5acd-2488-41dc-9650-0650717ebabd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:24.485926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8ea7dc9c-4542-43e0-a81e-1222e731d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135586234', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:37:22Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:24.526793 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a94b8e-eab4-42e0-bddd-60eb963ec196 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:37:24.529980 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea7dc9c-4542-43e0-a81e-1222e731d175 None None] The sync data for ids ['537dc32c-fde5-4bbb-b02f-b81a8a231420'] in n-d-821840-2 is: [{'id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135586234', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:37:22Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': 'f0fa5acd-2488-41dc-9650-0650717ebabd', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537dc32c-fde5-4bbb-b02f-b81a8a231420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:35:34Z', 'updated_at': '2021-12-16T23:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:37:24.551260 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0152f73b-8a7b-4990-b4dd-0b7b1a3a8abd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:24.571026 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:24.597638 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Pushing event deleted for resources: {'Port': ['ID=878c407a-af26-46a0-8d3a-66824f5fe22f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:24.601998 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] No DVR routers for this DVR port 878c407a-af26-46a0-8d3a-66824f5fe22f on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:37:24.611226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:24.611226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:24.611226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:24.611226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:24.611226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:24.612266 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:24.612266 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:24.612266 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:24.613427 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:24.613427 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:24.613595 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:24.615052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:24.615052 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141111a-8b4e-4ac5-831a-fc1f23fc712b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:24.651331 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0152f73b-8a7b-4990-b4dd-0b7b1a3a8abd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:24.653453 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0152f73b-8a7b-4990-b4dd-0b7b1a3a8abd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:24.736815 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0152f73b-8a7b-4990-b4dd-0b7b1a3a8abd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:24.737462 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0152f73b-8a7b-4990-b4dd-0b7b1a3a8abd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Fanout notify agent at l3_agent the message router_deleted on router 537dc32c-fde5-4bbb-b02f-b81a8a231420 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:37:24.744486 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0152f73b-8a7b-4990-b4dd-0b7b1a3a8abd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:24.745607 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0152f73b-8a7b-4990-b4dd-0b7b1a3a8abd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/routers/537dc32c-fde5-4bbb-b02f-b81a8a231420 HTTP/1.1" status: 204 len: 168 time: 0.9657903 Dec 16 23:37:24.748462 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38760) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:24.829835 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96de9140-ead7-49b6-bee3-f804d7416508 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:24.930765 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96de9140-ead7-49b6-bee3-f804d7416508 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:24.956207 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-96de9140-ead7-49b6-bee3-f804d7416508 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:24.966214 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-96de9140-ead7-49b6-bee3-f804d7416508 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e4496b-6037-4830-9fe3-35e104b78635') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:24.966512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-96de9140-ead7-49b6-bee3-f804d7416508 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e4496b-6037-4830-9fe3-35e104b78635') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:24.985255 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96de9140-ead7-49b6-bee3-f804d7416508 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:25.002363 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96de9140-ead7-49b6-bee3-f804d7416508 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:25.010216 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96de9140-ead7-49b6-bee3-f804d7416508 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:37:25.010625 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96de9140-ead7-49b6-bee3-f804d7416508 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: timer() Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:37:25.015221 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:37:25.137307 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96de9140-ead7-49b6-bee3-f804d7416508 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:25.156333 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96de9140-ead7-49b6-bee3-f804d7416508 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:25.160796 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-96de9140-ead7-49b6-bee3-f804d7416508 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/networks/a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac HTTP/1.1" status: 204 len: 168 time: 0.4111619 Dec 16 23:37:25.162303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de9140-ead7-49b6-bee3-f804d7416508 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Network': ['ID=a99d6bc8-4aa1-4765-8ca7-85a0fbafeaac,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:25.163927 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38762) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:25.165765 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:25.236013 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06f4ee82-f3ae-4c4d-8344-40580640cc7f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:25.271753 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06f4ee82-f3ae-4c4d-8344-40580640cc7f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:25.371234 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06f4ee82-f3ae-4c4d-8344-40580640cc7f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:25.373895 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06f4ee82-f3ae-4c4d-8344-40580640cc7f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:25.375099 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-06f4ee82-f3ae-4c4d-8344-40580640cc7f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/security-groups/4a507b91-d6f1-4884-babd-38810c14b1d8 HTTP/1.1" status: 204 len: 168 time: 0.2094758 Dec 16 23:37:25.384832 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4ee82-f3ae-4c4d-8344-40580640cc7f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a507b91-d6f1-4884-babd-38810c14b1d8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:25.667252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device dee3196d-b2f0-4562-9d38-9d2adf5ab245 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:37:25.688994 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: dee3196d-b2f0-4562-9d38-9d2adf5ab245 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:37:25.689346 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device dee3196d-b2f0-4562-9d38-9d2adf5ab245 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:37:25.689772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 878c407a-af26-46a0-8d3a-66824f5fe22f no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:37:25.709378 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 878c407a-af26-46a0-8d3a-66824f5fe22f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:37:25.709727 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 878c407a-af26-46a0-8d3a-66824f5fe22f not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:37:25.770396 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38768) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:25.775147 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-dc133c29-d5fa-47c3-9008-330e62ec654d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2137416542', 'description': 'tempest-secgroup-smoke-2137416542 description', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:37:25.799389 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:25.845399 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dc133c29-d5fa-47c3-9008-330e62ec654d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:25.914939 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dc133c29-d5fa-47c3-9008-330e62ec654d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:25.970824 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dc133c29-d5fa-47c3-9008-330e62ec654d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:26.000059 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc133c29-d5fa-47c3-9008-330e62ec654d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f0cc80-8a9c-46a8-ad86-ef10994dff2c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:26.041540 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dc133c29-d5fa-47c3-9008-330e62ec654d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:26.042802 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-dc133c29-d5fa-47c3-9008-330e62ec654d tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2713597 Dec 16 23:37:26.045680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38770) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:26.050626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-220cad3a-f156-462c-bb65-42352af36e05 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '08f0cc80-8a9c-46a8-ad86-ef10994dff2c', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:37:26.112661 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-220cad3a-f156-462c-bb65-42352af36e05 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:26.167429 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-220cad3a-f156-462c-bb65-42352af36e05 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:26.221362 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-220cad3a-f156-462c-bb65-42352af36e05 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:26.239922 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cad3a-f156-462c-bb65-42352af36e05 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f32bd18-abbc-4f02-9883-50ff75ac44ab,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:26.310281 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-220cad3a-f156-462c-bb65-42352af36e05 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:26.311557 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-220cad3a-f156-462c-bb65-42352af36e05 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2649035 Dec 16 23:37:26.314422 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38772) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:26.319052 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-771c2196-7d97-4767-8f8f-227f89049968 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '08f0cc80-8a9c-46a8-ad86-ef10994dff2c', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:37:26.421164 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-771c2196-7d97-4767-8f8f-227f89049968 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:26.477019 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-771c2196-7d97-4767-8f8f-227f89049968 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:26.553995 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-771c2196-7d97-4767-8f8f-227f89049968 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:26.573079 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c2196-7d97-4767-8f8f-227f89049968 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c44d87-1694-4f0b-9f8f-47efb41411f1,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:26.636056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-771c2196-7d97-4767-8f8f-227f89049968 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:26.637276 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-771c2196-7d97-4767-8f8f-227f89049968 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3219190 Dec 16 23:37:26.640147 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38774) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:26.645482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4f9940b2-ceca-48df-9016-2f3a0f3743d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '08f0cc80-8a9c-46a8-ad86-ef10994dff2c', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:37:26.724008 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4f9940b2-ceca-48df-9016-2f3a0f3743d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:26.784821 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4f9940b2-ceca-48df-9016-2f3a0f3743d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:26.850857 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4f9940b2-ceca-48df-9016-2f3a0f3743d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:26.870439 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9940b2-ceca-48df-9016-2f3a0f3743d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138a37a7-420f-4114-a019-61163c99526b,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:26.937708 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4f9940b2-ceca-48df-9016-2f3a0f3743d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:26.938900 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-4f9940b2-ceca-48df-9016-2f3a0f3743d0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2978137 Dec 16 23:37:26.942415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38778) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:26.946635 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-747c1104-1f67-4ee7-ac27-049bc68a85bf tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '08f0cc80-8a9c-46a8-ad86-ef10994dff2c', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:37:27.038935 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-747c1104-1f67-4ee7-ac27-049bc68a85bf tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:27.096516 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-747c1104-1f67-4ee7-ac27-049bc68a85bf tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:27.176838 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-747c1104-1f67-4ee7-ac27-049bc68a85bf tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:27.195953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c1104-1f67-4ee7-ac27-049bc68a85bf tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5a6acc-a8bc-4a59-bd56-8e9f53d5ec7b,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:27.251394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f0fa5acd-2488-41dc-9650-0650717ebabd no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:37:27.261069 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-747c1104-1f67-4ee7-ac27-049bc68a85bf tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:27.262296 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-747c1104-1f67-4ee7-ac27-049bc68a85bf tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3189337 Dec 16 23:37:27.265265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38780) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:27.270271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c7c1902b-102e-4208-842d-a7f358771664 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '08f0cc80-8a9c-46a8-ad86-ef10994dff2c', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:37:27.272615 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: f0fa5acd-2488-41dc-9650-0650717ebabd {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:37:27.272985 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device f0fa5acd-2488-41dc-9650-0650717ebabd not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:37:27.359526 n-d-821840-2 neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-c7c1902b-102e-4208-842d-a7f358771664 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Project b95c9ea67a7042feb9a991a8d19d2132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:37:27.365166 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7c1902b-102e-4208-842d-a7f358771664 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:27.421872 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7c1902b-102e-4208-842d-a7f358771664 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:27.473791 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7c1902b-102e-4208-842d-a7f358771664 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:27.492305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1902b-102e-4208-842d-a7f358771664 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8cec1d-d073-41fc-9a01-ee90ac7f673a,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:27.555891 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c7c1902b-102e-4208-842d-a7f358771664 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:27.557129 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-c7c1902b-102e-4208-842d-a7f358771664 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2908819 Dec 16 23:37:27.559852 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38782) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:27.564128 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-9147b6a9-c0b7-4fd0-8690-05937ddc5fb7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'security_group_rule': {'security_group_id': '08f0cc80-8a9c-46a8-ad86-ef10994dff2c', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:37:27.674093 n-d-821840-2 neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-9147b6a9-c0b7-4fd0-8690-05937ddc5fb7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Project b95c9ea67a7042feb9a991a8d19d2132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:37:27.679590 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9147b6a9-c0b7-4fd0-8690-05937ddc5fb7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:27.739219 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9147b6a9-c0b7-4fd0-8690-05937ddc5fb7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:27.793913 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9147b6a9-c0b7-4fd0-8690-05937ddc5fb7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:27.813080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147b6a9-c0b7-4fd0-8690-05937ddc5fb7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f949390c-0a5b-4e4a-94ba-3821b575e2af,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:27.864787 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9147b6a9-c0b7-4fd0-8690-05937ddc5fb7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:27.865999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9147b6a9-c0b7-4fd0-8690-05937ddc5fb7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3051915 Dec 16 23:37:27.869104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38784) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:27.874004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d806c813-942a-4a7d-9ff9-07358e446864 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'network': {'name': 'tempest-network-smoke--1422141885', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'port_security_enabled': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:37:27.941722 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d806c813-942a-4a7d-9ff9-07358e446864 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Made reservation on behalf of b95c9ea67a7042feb9a991a8d19d2132 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:37:27.945123 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d806c813-942a-4a7d-9ff9-07358e446864 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:27.968025 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d806c813-942a-4a7d-9ff9-07358e446864 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:37:27.977095 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d806c813-942a-4a7d-9ff9-07358e446864 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:27.977460 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-d806c813-942a-4a7d-9ff9-07358e446864 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Added segment 486834c5-8a82-45dd-9da7-11ba82e3e742 of type vlan for network 73c101ea-2c96-4ea1-939e-8365161dddc9 Dec 16 23:37:28.017034 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d806c813-942a-4a7d-9ff9-07358e446864 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:28.096068 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d806c813-942a-4a7d-9ff9-07358e446864 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:28.102203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d806c813-942a-4a7d-9ff9-07358e446864 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:28.102827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d806c813-942a-4a7d-9ff9-07358e446864 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:28.171646 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806c813-942a-4a7d-9ff9-07358e446864 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Network': ['ID=73c101ea-2c96-4ea1-939e-8365161dddc9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:28.182529 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 73c101ea-2c96-4ea1-939e-8365161dddc9 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:37:28.213758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d806c813-942a-4a7d-9ff9-07358e446864 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3435423 Dec 16 23:37:28.216513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38786) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:28.220979 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1701749211', 'admin_state_up': True, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:37:28.325520 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:28.326598 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:28.377379 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:28.578110 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:28.827169 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:28.846422 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:28.951199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.25.2.20 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/95e73156-ca61-4483-b2c6-e795f9a848e3) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:37:29.055499 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:29.165622 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:29.204558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:37:29.209120 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:37:29.212822 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:37:29.221667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dacc65-0eab-4a05-9fb4-87b41d7f16a2 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:37:29.235597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=95e73156-ca61-4483-b2c6-e795f9a848e3,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:29.292925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-882d5345-c46e-4630-b7d0-67e134dc3ffb None None] Provisioning complete for port 95e73156-ca61-4483-b2c6-e795f9a848e3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:37:29.293301 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-882d5345-c46e-4630-b7d0-67e134dc3ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:29.328076 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-882d5345-c46e-4630-b7d0-67e134dc3ffb None None] Port 95e73156-ca61-4483-b2c6-e795f9a848e3 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:37:29.517145 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:29.711521 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:29.907913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router ed328bbd-be07-4776-9317-712402ad0964 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:37:30.014962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:37:30.025640 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Sync routers for ids ['ed328bbd-be07-4776-9317-712402ad0964'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:37:30.039639 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Routers {'ed328bbd-be07-4776-9317-712402ad0964'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:37:30.040260 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-46916094-821e-4588-87fb-4b5b4354298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:37:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ed328bbd-be07-4776-9317-712402ad0964'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:30.087154 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:30.088502 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2a08052d-daac-462e-a0c3-5b4d53bbe1dd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8709376 Dec 16 23:37:30.091559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38788) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:30.120700 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b2c2d669-da9e-4431-8131-d332b55fd31f tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b95c9ea67a7042feb9a991a8d19d2132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280082 Dec 16 23:37:30.123232 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38790) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:30.142299 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Set router ed328bbd-be07-4776-9317-712402ad0964 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:37:30.209810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87de4390-c7fc-416a-8f84-a08b834f65f5 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:30.211350 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-87de4390-c7fc-416a-8f84-a08b834f65f5 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871623 Dec 16 23:37:30.214260 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38792) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:30.248930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-da3bf9b7-36de-4566-95d8-d61be166c316 tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=331c0cce-7f70-4da0-8420-947a310fded1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335531 Dec 16 23:37:30.251415 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38794) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:30.256725 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-84340c56-98c6-4d7c-8e26-451ef53390ef tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1805669193', 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:37:30.324962 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-46916094-821e-4588-87fb-4b5b4354298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed328bbd-be07-4776-9317-712402ad0964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701749211', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:29Z', 'revision_number': 3, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:30.351570 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Checking router: ed328bbd-be07-4776-9317-712402ad0964 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:37:30.354976 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Updating router ed328bbd-be07-4776-9317-712402ad0964 port 95e73156-ca61-4483-b2c6-e795f9a848e3 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:37:30.376459 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:30.398779 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84340c56-98c6-4d7c-8e26-451ef53390ef tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Made reservation on behalf of b95c9ea67a7042feb9a991a8d19d2132 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:37:30.402562 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84340c56-98c6-4d7c-8e26-451ef53390ef tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:30.631753 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:30.645463 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84340c56-98c6-4d7c-8e26-451ef53390ef tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:30.696547 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:30.712018 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84340c56-98c6-4d7c-8e26-451ef53390ef tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Subnet': ['ID=c4cd49d7-1640-4174-982b-7cdc845e301d,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:30.716961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84340c56-98c6-4d7c-8e26-451ef53390ef tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Checking segment: {'id': '486834c5-8a82-45dd-9da7-11ba82e3e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:37:30.716961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84340c56-98c6-4d7c-8e26-451ef53390ef tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network hostable DHCP agents. Network: 73c101ea-2c96-4ea1-939e-8365161dddc9, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:37:30.741609 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87cfc0a-a190-44a7-88fe-d711c8c7fcc1 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:37:30.751872 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Attempting to bind port 95e73156-ca61-4483-b2c6-e795f9a848e3 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:37:30.752250 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Attempting to bind port 95e73156-ca61-4483-b2c6-e795f9a848e3 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:37:30.752817 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Attempting to bind port 95e73156-ca61-4483-b2c6-e795f9a848e3 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:37:30.758766 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fbe9a-33b6-4f2d-902d-52dbd9463656 None None] Pushing event updated for resources: {'Port': ['ID=95e73156-ca61-4483-b2c6-e795f9a848e3,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:30.766828 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:37:30.769016 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:37:30.769016 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:30.769016 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:37:30.769016 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Bound port: 95e73156-ca61-4483-b2c6-e795f9a848e3, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:37:30.769016 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:30.772254 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fbe9a-33b6-4f2d-902d-52dbd9463656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:30.772620 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fbe9a-33b6-4f2d-902d-52dbd9463656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:30.772942 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fbe9a-33b6-4f2d-902d-52dbd9463656 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:30.773274 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fbe9a-33b6-4f2d-902d-52dbd9463656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:30.773605 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fbe9a-33b6-4f2d-902d-52dbd9463656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:30.773940 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fbe9a-33b6-4f2d-902d-52dbd9463656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:30.774267 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fbe9a-33b6-4f2d-902d-52dbd9463656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:30.774597 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fbe9a-33b6-4f2d-902d-52dbd9463656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:30.774921 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fbe9a-33b6-4f2d-902d-52dbd9463656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:30.775247 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fbe9a-33b6-4f2d-902d-52dbd9463656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:30.775662 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fbe9a-33b6-4f2d-902d-52dbd9463656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:30.775987 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fbe9a-33b6-4f2d-902d-52dbd9463656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:30.776311 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fbe9a-33b6-4f2d-902d-52dbd9463656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:30.788135 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84340c56-98c6-4d7c-8e26-451ef53390ef tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 73c101ea-2c96-4ea1-939e-8365161dddc9 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:37:30.827339 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-46916094-821e-4588-87fb-4b5b4354298f None None] For port 95e73156-ca61-4483-b2c6-e795f9a848e3, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:37:30.830258 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-46916094-821e-4588-87fb-4b5b4354298f None None] For port 95e73156-ca61-4483-b2c6-e795f9a848e3, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=95e73156-ca61-4483-b2c6-e795f9a848e3,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:37:30.856750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d85f77aa-ed3e-4b12-89f6-3cd997af5282 None None] Provisioning complete for port 95e73156-ca61-4483-b2c6-e795f9a848e3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:37:30.857120 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d85f77aa-ed3e-4b12-89f6-3cd997af5282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:30.863886 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-84340c56-98c6-4d7c-8e26-451ef53390ef tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 73c101ea-2c96-4ea1-939e-8365161dddc9) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:37:30.868199 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84340c56-98c6-4d7c-8e26-451ef53390ef tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:30.868827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84340c56-98c6-4d7c-8e26-451ef53390ef tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:30.885955 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12359f9-fe37-437c-9775-20270cb58b27 None None] Network 73c101ea-2c96-4ea1-939e-8365161dddc9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:37:30.891448 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:30.938869 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367666d8-fee7-4c2c-9372-4f26e610f77e None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:37:30.947809 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-84340c56-98c6-4d7c-8e26-451ef53390ef tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6934576 Dec 16 23:37:30.948862 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38796) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:30.953012 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Routers {'ed328bbd-be07-4776-9317-712402ad0964'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:37:30.953276 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d85f77aa-ed3e-4b12-89f6-3cd997af5282 None None] Port 95e73156-ca61-4483-b2c6-e795f9a848e3 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:37:30.953647 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-46916094-821e-4588-87fb-4b5b4354298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:37:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ed328bbd-be07-4776-9317-712402ad0964'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:30.964849 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fbe9a-33b6-4f2d-902d-52dbd9463656 None None] Pushing event updated for resources: {'Port': ['ID=95e73156-ca61-4483-b2c6-e795f9a848e3,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:31.017594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-73c101ea-2c96-4ea1-939e-8365161dddc9', 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9', 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ips': [{'subnet_id': 'c4cd49d7-1640-4174-982b-7cdc845e301d'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:37:31.019879 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:31.076601 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-46916094-821e-4588-87fb-4b5b4354298f None None] Set router ed328bbd-be07-4776-9317-712402ad0964 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:37:31.129015 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1e78ee67-d494-4c0b-924c-d5768c967321 None None] Provisioning complete for port 95e73156-ca61-4483-b2c6-e795f9a848e3 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:37:31.129381 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e78ee67-d494-4c0b-924c-d5768c967321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:31.198185 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Allocated IP 172.20.0.2 (73c101ea-2c96-4ea1-939e-8365161dddc9/c4cd49d7-1640-4174-982b-7cdc845e301d/8948130a-eca2-46b1-882d-5e18ab858b01) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:37:31.306584 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e78ee67-d494-4c0b-924c-d5768c967321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:31.344481 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1e78ee67-d494-4c0b-924c-d5768c967321 None None] For port 95e73156-ca61-4483-b2c6-e795f9a848e3, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=95e73156-ca61-4483-b2c6-e795f9a848e3,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:37:31.370067 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-46916094-821e-4588-87fb-4b5b4354298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed328bbd-be07-4776-9317-712402ad0964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701749211', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:29Z', 'revision_number': 3, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:31.398570 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46916094-821e-4588-87fb-4b5b4354298f None None] The sync data for ids ['ed328bbd-be07-4776-9317-712402ad0964'] in n-d-821840-2 is: [{'id': 'ed328bbd-be07-4776-9317-712402ad0964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701749211', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:29Z', 'revision_number': 3, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:37:31.407779 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:31.427832 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e78ee67-d494-4c0b-924c-d5768c967321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:31.431605 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:31.481655 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78ee67-d494-4c0b-924c-d5768c967321 None None] Pushing event updated for resources: {'Port': ['ID=95e73156-ca61-4483-b2c6-e795f9a848e3,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:31.492585 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:31.539163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Network 73c101ea-2c96-4ea1-939e-8365161dddc9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:37:31.542404 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:37:31.545993 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:37:31.555834 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Pushing event updated for resources: {'Port': ['ID=8948130a-eca2-46b1-882d-5e18ab858b01,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:31.610480 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Attempting to bind port 8948130a-eca2-46b1-882d-5e18ab858b01 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:37:31.610852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Attempting to bind port 8948130a-eca2-46b1-882d-5e18ab858b01 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '486834c5-8a82-45dd-9da7-11ba82e3e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:37:31.611214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Attempting to bind port 8948130a-eca2-46b1-882d-5e18ab858b01 on network 73c101ea-2c96-4ea1-939e-8365161dddc9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:37:31.617753 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:37:31.618142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Checking segment: {'id': '486834c5-8a82-45dd-9da7-11ba82e3e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:37:31.618531 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:31.618922 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Bound using segment: {'id': '486834c5-8a82-45dd-9da7-11ba82e3e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:37:31.619429 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Bound port: 8948130a-eca2-46b1-882d-5e18ab858b01, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486834c5-8a82-45dd-9da7-11ba82e3e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:37:31.619814 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:31.710044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] For port 8948130a-eca2-46b1-882d-5e18ab858b01, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:37:31.713509 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] For port 8948130a-eca2-46b1-882d-5e18ab858b01, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8948130a-eca2-46b1-882d-5e18ab858b01,segment=NetworkSegment(486834c5-8a82-45dd-9da7-11ba82e3e742),segment_id=486834c5-8a82-45dd-9da7-11ba82e3e742)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:37:31.746763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.20.0.1 (73c101ea-2c96-4ea1-939e-8365161dddc9/c4cd49d7-1640-4174-982b-7cdc845e301d/e26b65c8-b6c2-431b-83de-961a074a1771) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:37:31.790048 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:31.865623 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ea36d-0557-44b3-97cb-5db26a26dc2a None None] Pushing event updated for resources: {'Port': ['ID=8948130a-eca2-46b1-882d-5e18ab858b01,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:31.885589 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:31.972746 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:32.019066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 73c101ea-2c96-4ea1-939e-8365161dddc9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:37:32.028275 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:37:32.036107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:37:32.068102 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=e26b65c8-b6c2-431b-83de-961a074a1771,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:32.096726 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:32.304877 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:32.861771 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0602fdd-ab95-43ce-86da-ce07ccdc9f9a None None] Network 73c101ea-2c96-4ea1-939e-8365161dddc9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:37:32.966475 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:32.984164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a57faca2-28c1-4482-8d27-1f600174afcb None None] Provisioning complete for port 8948130a-eca2-46b1-882d-5e18ab858b01 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:37:32.984539 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a57faca2-28c1-4482-8d27-1f600174afcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:33.023978 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:33.079139 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a57faca2-28c1-4482-8d27-1f600174afcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:33.113443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=e26b65c8-b6c2-431b-83de-961a074a1771,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:33.115311 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:33.115714 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a57faca2-28c1-4482-8d27-1f600174afcb None None] For port 8948130a-eca2-46b1-882d-5e18ab858b01, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8948130a-eca2-46b1-882d-5e18ab858b01,segment=NetworkSegment(486834c5-8a82-45dd-9da7-11ba82e3e742),segment_id=486834c5-8a82-45dd-9da7-11ba82e3e742)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:37:33.177367 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a57faca2-28c1-4482-8d27-1f600174afcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:33.228794 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 73c101ea-2c96-4ea1-939e-8365161dddc9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:37:33.230384 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:37:33.238352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57faca2-28c1-4482-8d27-1f600174afcb None None] Pushing event updated for resources: {'Port': ['ID=8948130a-eca2-46b1-882d-5e18ab858b01,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:33.311118 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-695772c6-8632-45ed-98a7-f50a0b663802 None None] Provisioning complete for port 8948130a-eca2-46b1-882d-5e18ab858b01 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:37:33.311540 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-695772c6-8632-45ed-98a7-f50a0b663802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:33.375569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router ed328bbd-be07-4776-9317-712402ad0964 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:37:33.423136 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-695772c6-8632-45ed-98a7-f50a0b663802 None None] Provisioning complete for port e26b65c8-b6c2-431b-83de-961a074a1771 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:37:33.423549 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-695772c6-8632-45ed-98a7-f50a0b663802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:33.427863 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 95e73156-ca61-4483-b2c6-e795f9a848e3 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:37:33.514485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:37:33.520862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b356b5e3-b2ef-4486-9970-d63314afcba4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "PUT /v2.0/routers/ed328bbd-be07-4776-9317-712402ad0964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5706210 Dec 16 23:37:33.663565 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Sync routers for ids ['ed328bbd-be07-4776-9317-712402ad0964'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:37:33.679359 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-695772c6-8632-45ed-98a7-f50a0b663802 None None] Port e26b65c8-b6c2-431b-83de-961a074a1771 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:37:33.687947 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8687abde-478b-409e-959f-94dcaf9671d1 req-72033f33-d777-4c24-a471-f223e5b066d3 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2137416542&fields=id&tenant_id=b95c9ea67a7042feb9a991a8d19d2132 HTTP/1.1" status: 200 len: 267 time: 0.0510318 Dec 16 23:37:33.691388 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Routers {'ed328bbd-be07-4776-9317-712402ad0964'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:37:33.692042 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c905e665-24d9-474f-9d62-3076175e09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:37:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ed328bbd-be07-4776-9317-712402ad0964'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:33.785030 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 95e73156-ca61-4483-b2c6-e795f9a848e3 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:37:33.785417 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:33.804461 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687abde-478b-409e-959f-94dcaf9671d1 req-5e3d1651-da6d-48d1-8250-88a3ad07d287 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:33.805841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8687abde-478b-409e-959f-94dcaf9671d1 req-5e3d1651-da6d-48d1-8250-88a3ad07d287 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/networks?id=73c101ea-2c96-4ea1-939e-8365161dddc9 HTTP/1.1" status: 200 len: 797 time: 0.1112804 Dec 16 23:37:33.821779 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8687abde-478b-409e-959f-94dcaf9671d1 req-edf57432-450b-4810-9c8a-66a5055a11be tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/quotas/b95c9ea67a7042feb9a991a8d19d2132 HTTP/1.1" status: 200 len: 375 time: 0.0100598 Dec 16 23:37:33.847665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8d229f05-4322-4290-85be-9000eddc9ab0 None None] Provisioning complete for port e26b65c8-b6c2-431b-83de-961a074a1771 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:37:33.848044 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d229f05-4322-4290-85be-9000eddc9ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:33.854428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Set router ed328bbd-be07-4776-9317-712402ad0964 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:37:33.874080 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8687abde-478b-409e-959f-94dcaf9671d1 req-27589af5-00de-4058-9eb2-aaa8a2e1d1f5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461838 Dec 16 23:37:33.930621 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8d229f05-4322-4290-85be-9000eddc9ab0 None None] Port e26b65c8-b6c2-431b-83de-961a074a1771 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:37:33.976762 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8687abde-478b-409e-959f-94dcaf9671d1 req-a2299e4b-c720-4164-a575-4035ddf8c39a service neutron] 10.222.0.43 "GET /v2.0/networks/73c101ea-2c96-4ea1-939e-8365161dddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905566 Dec 16 23:37:34.037330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8948130a-eca2-46b1-882d-5e18ab858b01 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:37:34.069041 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8687abde-478b-409e-959f-94dcaf9671d1 req-2bbf7957-6d68-49b5-b35a-c5c3b973eaf5 service neutron] 10.222.0.43 "GET /v2.0/networks/73c101ea-2c96-4ea1-939e-8365161dddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853076 Dec 16 23:37:34.136306 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 8948130a-eca2-46b1-882d-5e18ab858b01 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:37:34.136683 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:34.204817 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c905e665-24d9-474f-9d62-3076175e09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed328bbd-be07-4776-9317-712402ad0964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701749211', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:32Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'e26b65c8-b6c2-431b-83de-961a074a1771', 'name': '', 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:b6:86:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:31Z', 'updated_at': '2021-12-16T23:37:32Z', 'revision_number': 2, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:34.259169 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Checking router: ed328bbd-be07-4776-9317-712402ad0964 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:37:34.259568 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Updating router ed328bbd-be07-4776-9317-712402ad0964 port e26b65c8-b6c2-431b-83de-961a074a1771 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:37:34.289941 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:34.359138 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-409fdc99-80a9-41d8-9626-c1eb3d5d64fc req-23b08344-67d4-4671-8f60-41971a2f0b31 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 210 time: 0.0305190 Dec 16 23:37:34.572729 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:34.622109 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:34.677146 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4d8bf-6abf-4d31-bef6-2b300997d102 None None] Pushing event updated for resources: {'Port': ['ID=e26b65c8-b6c2-431b-83de-961a074a1771,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:34.738488 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Attempting to bind port e26b65c8-b6c2-431b-83de-961a074a1771 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:37:34.738867 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Attempting to bind port e26b65c8-b6c2-431b-83de-961a074a1771 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '486834c5-8a82-45dd-9da7-11ba82e3e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:37:34.739240 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Attempting to bind port e26b65c8-b6c2-431b-83de-961a074a1771 on network 73c101ea-2c96-4ea1-939e-8365161dddc9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:37:34.744954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:37:34.747455 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Checking segment: {'id': '486834c5-8a82-45dd-9da7-11ba82e3e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:37:34.747455 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:34.747455 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Bound using segment: {'id': '486834c5-8a82-45dd-9da7-11ba82e3e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:37:34.747455 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Bound port: e26b65c8-b6c2-431b-83de-961a074a1771, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486834c5-8a82-45dd-9da7-11ba82e3e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:37:34.747455 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:34.816891 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c905e665-24d9-474f-9d62-3076175e09da None None] For port e26b65c8-b6c2-431b-83de-961a074a1771, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:37:34.820270 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c905e665-24d9-474f-9d62-3076175e09da None None] For port e26b65c8-b6c2-431b-83de-961a074a1771, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e26b65c8-b6c2-431b-83de-961a074a1771,segment=NetworkSegment(486834c5-8a82-45dd-9da7-11ba82e3e742),segment_id=486834c5-8a82-45dd-9da7-11ba82e3e742)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:37:34.856946 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9d56c590-a79b-48d5-99e1-c646a73c2f71 None None] Provisioning complete for port e26b65c8-b6c2-431b-83de-961a074a1771 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:37:34.857269 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d56c590-a79b-48d5-99e1-c646a73c2f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:34.887162 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:34.928557 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9d56c590-a79b-48d5-99e1-c646a73c2f71 None None] Port e26b65c8-b6c2-431b-83de-961a074a1771 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:37:34.959850 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Routers {'ed328bbd-be07-4776-9317-712402ad0964'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:37:34.960561 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c905e665-24d9-474f-9d62-3076175e09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:37:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ed328bbd-be07-4776-9317-712402ad0964'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:34.962313 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4d8bf-6abf-4d31-bef6-2b300997d102 None None] Pushing event updated for resources: {'Port': ['ID=e26b65c8-b6c2-431b-83de-961a074a1771,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:35.081209 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-c905e665-24d9-474f-9d62-3076175e09da None None] Set router ed328bbd-be07-4776-9317-712402ad0964 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:37:35.211194 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2985ece5-c13c-4860-a3cf-e8c89c526a87 None None] Provisioning complete for port e26b65c8-b6c2-431b-83de-961a074a1771 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:37:35.211508 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2985ece5-c13c-4860-a3cf-e8c89c526a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:35.353010 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2985ece5-c13c-4860-a3cf-e8c89c526a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:35.377587 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c905e665-24d9-474f-9d62-3076175e09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed328bbd-be07-4776-9317-712402ad0964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701749211', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:32Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'e26b65c8-b6c2-431b-83de-961a074a1771', 'name': '', 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:b6:86:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:31Z', 'updated_at': '2021-12-16T23:37:34Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:35.412898 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905e665-24d9-474f-9d62-3076175e09da None None] The sync data for ids ['ed328bbd-be07-4776-9317-712402ad0964'] in n-d-821840-2 is: [{'id': 'ed328bbd-be07-4776-9317-712402ad0964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701749211', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:32Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'e26b65c8-b6c2-431b-83de-961a074a1771', 'name': '', 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:b6:86:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:31Z', 'updated_at': '2021-12-16T23:37:34Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:37:35.417347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2985ece5-c13c-4860-a3cf-e8c89c526a87 None None] For port e26b65c8-b6c2-431b-83de-961a074a1771, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e26b65c8-b6c2-431b-83de-961a074a1771,segment=NetworkSegment(486834c5-8a82-45dd-9da7-11ba82e3e742),segment_id=486834c5-8a82-45dd-9da7-11ba82e3e742)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:37:35.481439 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8fbcec46-6a8f-4bf9-a70b-5630d8c5d57c req-07cd6810-ee37-4219-ba33-9ab09d92b036 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 210 time: 0.0499153 Dec 16 23:37:35.510823 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2985ece5-c13c-4860-a3cf-e8c89c526a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:35.589900 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985ece5-c13c-4860-a3cf-e8c89c526a87 None None] Pushing event updated for resources: {'Port': ['ID=e26b65c8-b6c2-431b-83de-961a074a1771,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:36.380153 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687abde-478b-409e-959f-94dcaf9671d1 req-10896ead-7b16-4106-a7e3-828cd5af6ca9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:36.381820 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8687abde-478b-409e-959f-94dcaf9671d1 req-10896ead-7b16-4106-a7e3-828cd5af6ca9 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.69 "GET /v2.0/networks?id=73c101ea-2c96-4ea1-939e-8365161dddc9 HTTP/1.1" status: 200 len: 797 time: 0.1123281 Dec 16 23:37:36.465991 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8687abde-478b-409e-959f-94dcaf9671d1 req-1afbb6ec-961e-455c-8f16-a9e6c33e2a41 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b95c9ea67a7042feb9a991a8d19d2132 HTTP/1.1" status: 200 len: 380 time: 0.0677879 Dec 16 23:37:36.489679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-8687abde-478b-409e-959f-94dcaf9671d1 req-64170e44-2199-4f5a-bb5d-13f3ed6afb9e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'port': {'device_id': 'f05c5f9a-e804-482a-b192-995958875b69', 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9', 'admin_state_up': True, 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'security_groups': ['08f0cc80-8a9c-46a8-ad86-ef10994dff2c']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:37:36.581763 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40af5a17-35fa-4b6a-9562-d83ae7f99101 req-5eb8295e-8be1-45fd-8021-231a2ddf4271 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 210 time: 0.0298817 Dec 16 23:37:36.696706 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8687abde-478b-409e-959f-94dcaf9671d1 req-64170e44-2199-4f5a-bb5d-13f3ed6afb9e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Made reservation on behalf of b95c9ea67a7042feb9a991a8d19d2132 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:37:36.700313 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8687abde-478b-409e-959f-94dcaf9671d1 req-64170e44-2199-4f5a-bb5d-13f3ed6afb9e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:36.829178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-8687abde-478b-409e-959f-94dcaf9671d1 req-64170e44-2199-4f5a-bb5d-13f3ed6afb9e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.20.0.4 (73c101ea-2c96-4ea1-939e-8365161dddc9/c4cd49d7-1640-4174-982b-7cdc845e301d/e5a5f6a2-8aac-4d66-be89-ad009b68d470) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:37:36.966543 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8687abde-478b-409e-959f-94dcaf9671d1 req-64170e44-2199-4f5a-bb5d-13f3ed6afb9e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:37.062725 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8687abde-478b-409e-959f-94dcaf9671d1 req-64170e44-2199-4f5a-bb5d-13f3ed6afb9e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:37.106831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8687abde-478b-409e-959f-94dcaf9671d1 req-64170e44-2199-4f5a-bb5d-13f3ed6afb9e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 73c101ea-2c96-4ea1-939e-8365161dddc9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:37:37.110039 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-8687abde-478b-409e-959f-94dcaf9671d1 req-64170e44-2199-4f5a-bb5d-13f3ed6afb9e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:37:37.114004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-8687abde-478b-409e-959f-94dcaf9671d1 req-64170e44-2199-4f5a-bb5d-13f3ed6afb9e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:37:37.140404 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64170e44-2199-4f5a-bb5d-13f3ed6afb9e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=e5a5f6a2-8aac-4d66-be89-ad009b68d470,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:37.171823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687abde-478b-409e-959f-94dcaf9671d1 req-64170e44-2199-4f5a-bb5d-13f3ed6afb9e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:37.172440 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8687abde-478b-409e-959f-94dcaf9671d1 req-64170e44-2199-4f5a-bb5d-13f3ed6afb9e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:37.259617 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8687abde-478b-409e-959f-94dcaf9671d1 req-64170e44-2199-4f5a-bb5d-13f3ed6afb9e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7746284 Dec 16 23:37:37.325690 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Request body: {'port': {'device_id': 'f05c5f9a-e804-482a-b192-995958875b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:37:37.332246 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e26b65c8-b6c2-431b-83de-961a074a1771 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:37:37.383522 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6661b372-2862-4b8b-b036-2d4bf12e9d6a None None] Provisioning complete for port e5a5f6a2-8aac-4d66-be89-ad009b68d470 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:37:37.384172 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6661b372-2862-4b8b-b036-2d4bf12e9d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:37.391973 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:37.426462 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6661b372-2862-4b8b-b036-2d4bf12e9d6a None None] Port e5a5f6a2-8aac-4d66-be89-ad009b68d470 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:37:37.428838 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e26b65c8-b6c2-431b-83de-961a074a1771 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:37:37.429210 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:37.688606 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a5f6a2-8aac-4d66-be89-ad009b68d470 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:37:37.698520 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:37.716368 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Transition to ACTIVE for port object e5a5f6a2-8aac-4d66-be89-ad009b68d470 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:37:37.728023 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5049c92-bfd1-441f-9ad1-c17427bc5591 req-0489d3ca-c25a-41b3-b566-37943feed97b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:37.731107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5049c92-bfd1-441f-9ad1-c17427bc5591 req-0489d3ca-c25a-41b3-b566-37943feed97b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 931 time: 0.0732214 Dec 16 23:37:37.762150 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:37.819674 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d5049c92-bfd1-441f-9ad1-c17427bc5591 req-352a9339-6e1a-4a38-95a2-3340f1213f5c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841033 Dec 16 23:37:37.850552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a5f6a2-8aac-4d66-be89-ad009b68d470,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:37.905410 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Attempting to bind port e5a5f6a2-8aac-4d66-be89-ad009b68d470 on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:37:37.905756 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Attempting to bind port e5a5f6a2-8aac-4d66-be89-ad009b68d470 by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '486834c5-8a82-45dd-9da7-11ba82e3e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:37:37.906091 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Attempting to bind port e5a5f6a2-8aac-4d66-be89-ad009b68d470 on network 73c101ea-2c96-4ea1-939e-8365161dddc9 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:37:37.911056 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Port e5a5f6a2-8aac-4d66-be89-ad009b68d470 on network 73c101ea-2c96-4ea1-939e-8365161dddc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:37:37.911420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Attempting to bind port e5a5f6a2-8aac-4d66-be89-ad009b68d470 on network 73c101ea-2c96-4ea1-939e-8365161dddc9 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:37:37.916766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:37:37.917111 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Checking segment: {'id': '486834c5-8a82-45dd-9da7-11ba82e3e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:37:37.917495 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Bound using segment: {'id': '486834c5-8a82-45dd-9da7-11ba82e3e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:37:37.917925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Bound port: e5a5f6a2-8aac-4d66-be89-ad009b68d470, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486834c5-8a82-45dd-9da7-11ba82e3e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:37:37.918286 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:37.983808 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] For port e5a5f6a2-8aac-4d66-be89-ad009b68d470, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:37:37.986893 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] For port e5a5f6a2-8aac-4d66-be89-ad009b68d470, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e5a5f6a2-8aac-4d66-be89-ad009b68d470,segment=NetworkSegment(486834c5-8a82-45dd-9da7-11ba82e3e742),segment_id=486834c5-8a82-45dd-9da7-11ba82e3e742)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:37:38.074508 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:38.116591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:38.117481 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:38.118904 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] 10.222.0.69 "PUT /v2.0/ports/e5a5f6a2-8aac-4d66-be89-ad009b68d470 HTTP/1.1" status: 200 len: 1091 time: 0.8463476 Dec 16 23:37:38.119379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05c5f9a-e804-482a-b192-995958875b69', 'tag': 'e5a5f6a2-8aac-4d66-be89-ad009b68d470'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:37:38.121680 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede6c2f2-1860-4494-9abd-a36ff4d6f6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f05c5f9a-e804-482a-b192-995958875b69", "tag": "e5a5f6a2-8aac-4d66-be89-ad009b68d470"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:37:38.149253 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f102d-deb4-4e02-a4e8-97692097a325 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a5f6a2-8aac-4d66-be89-ad009b68d470,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:38.168497 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1771dd39-e3f9-4420-98f6-13744e9fe4f6 x-openstack-request-id: req-1771dd39-e3f9-4420-98f6-13744e9fe4f6 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:37:38.168861 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05c5f9a-e804-482a-b192-995958875b69", "tag": "e5a5f6a2-8aac-4d66-be89-ad009b68d470", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:37:38.169078 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1771dd39-e3f9-4420-98f6-13744e9fe4f6 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:37:38.169488 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05c5f9a-e804-482a-b192-995958875b69', 'tag': 'e5a5f6a2-8aac-4d66-be89-ad009b68d470', 'status': 'completed', 'code': 200} Dec 16 23:37:38.242198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6c2f2-1860-4494-9abd-a36ff4d6f6b0 req-e7c3e2ff-af30-42a0-be39-5f7ce81fb436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:38.243747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ede6c2f2-1860-4494-9abd-a36ff4d6f6b0 req-e7c3e2ff-af30-42a0-be39-5f7ce81fb436 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 1094 time: 0.0466619 Dec 16 23:37:38.352077 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6c2f2-1860-4494-9abd-a36ff4d6f6b0 req-7baa7bf5-7745-45eb-9b69-c04c73d4cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:38.353582 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ede6c2f2-1860-4494-9abd-a36ff4d6f6b0 req-7baa7bf5-7745-45eb-9b69-c04c73d4cc6d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0978057 Dec 16 23:37:38.456910 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6c2f2-1860-4494-9abd-a36ff4d6f6b0 req-1c450abe-9d26-47a8-8fac-dc987f665309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:38.458432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ede6c2f2-1860-4494-9abd-a36ff4d6f6b0 req-1c450abe-9d26-47a8-8fac-dc987f665309 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933285 Dec 16 23:37:38.541190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687abde-478b-409e-959f-94dcaf9671d1 req-1c3f4ee2-9e0d-46fe-9589-a0292ad99c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:38.542685 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8687abde-478b-409e-959f-94dcaf9671d1 req-1c3f4ee2-9e0d-46fe-9589-a0292ad99c63 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 1094 time: 0.0417516 Dec 16 23:37:38.592559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8687abde-478b-409e-959f-94dcaf9671d1 req-ba0d515c-85e9-44bf-8324-911a1c21ca6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a5f6a2-8aac-4d66-be89-ad009b68d470 HTTP/1.1" status: 200 len: 217 time: 0.0383785 Dec 16 23:37:38.647632 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687abde-478b-409e-959f-94dcaf9671d1 req-e49c13f3-8b19-453e-8b58-99dfce927341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:38.649176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8687abde-478b-409e-959f-94dcaf9671d1 req-e49c13f3-8b19-453e-8b58-99dfce927341 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c4cd49d7-1640-4174-982b-7cdc845e301d HTTP/1.1" status: 200 len: 835 time: 0.0454478 Dec 16 23:37:38.702111 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b2cff91e-8679-42a2-8cd2-4acc85cb30df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:38.703669 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8687abde-478b-409e-959f-94dcaf9671d1 req-b2cff91e-8679-42a2-8cd2-4acc85cb30df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=73c101ea-2c96-4ea1-939e-8365161dddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422735 Dec 16 23:37:38.804436 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8687abde-478b-409e-959f-94dcaf9671d1 req-a7cfcf89-a5f3-4b63-925e-c39553de90ca service neutron] 10.222.0.69 "GET /v2.0/networks/73c101ea-2c96-4ea1-939e-8365161dddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883558 Dec 16 23:37:38.911020 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8687abde-478b-409e-959f-94dcaf9671d1 req-73b27c11-01d4-41dd-8092-895c764831a8 service neutron] 10.222.0.69 "GET /v2.0/networks/73c101ea-2c96-4ea1-939e-8365161dddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946801 Dec 16 23:37:38.948041 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc26d5c-d186-4cc8-b2fc-db70132ad9f0 req-32a8e375-6eda-446f-85aa-92a9ecd8a6e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:38.949532 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ebc26d5c-d186-4cc8-b2fc-db70132ad9f0 req-32a8e375-6eda-446f-85aa-92a9ecd8a6e7 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 943 time: 0.0576475 Dec 16 23:37:39.005370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ebc26d5c-d186-4cc8-b2fc-db70132ad9f0 req-5f713164-66f8-489f-b90b-dda8b46d37cf tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498080 Dec 16 23:37:40.122909 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd006e-b343-4e34-b143-83380fc4befb req-d7402de6-9650-4c80-a54a-92a84d1a79ec tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:40.124413 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8cd006e-b343-4e34-b143-83380fc4befb req-d7402de6-9650-4c80-a54a-92a84d1a79ec tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 943 time: 0.0491750 Dec 16 23:37:40.175105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c8cd006e-b343-4e34-b143-83380fc4befb req-8cf9ba8d-ac73-4dfb-a82f-ec1f0a3a6228 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 Dec 16 23:37:41.291298 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab742a8c-9048-4f7f-8d31-1ae7082bf69a req-19090141-aa7a-4bc1-8c28-96589fcb555b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:41.292810 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab742a8c-9048-4f7f-8d31-1ae7082bf69a req-19090141-aa7a-4bc1-8c28-96589fcb555b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 943 time: 0.0502887 Dec 16 23:37:41.341443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ab742a8c-9048-4f7f-8d31-1ae7082bf69a req-b9d20eb4-93bb-479b-aaeb-09b20df51aa1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425978 Dec 16 23:37:42.463325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15483169-e4e9-42ef-822c-85a36a463718 req-f22a3901-ceb5-4446-8142-cb65ee03f3ab tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:42.464813 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15483169-e4e9-42ef-822c-85a36a463718 req-f22a3901-ceb5-4446-8142-cb65ee03f3ab tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 943 time: 0.0541365 Dec 16 23:37:42.514226 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-15483169-e4e9-42ef-822c-85a36a463718 req-8ffa0f13-2670-438e-90c2-113d97f75e5f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434134 Dec 16 23:37:43.193724 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e5a5f6a2-8aac-4d66-be89-ad009b68d470 details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:37:43.288505 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port e5a5f6a2-8aac-4d66-be89-ad009b68d470, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e5a5f6a2-8aac-4d66-be89-ad009b68d470,segment=NetworkSegment(486834c5-8a82-45dd-9da7-11ba82e3e742),segment_id=486834c5-8a82-45dd-9da7-11ba82e3e742)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:37:43.299916 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'e5a5f6a2-8aac-4d66-be89-ad009b68d470', 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9', 'port_id': 'e5a5f6a2-8aac-4d66-be89-ad009b68d470', 'mac_address': 'fa:16:3e:bc:d7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:37:43.340109 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:43.352374 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a5f6a2-8aac-4d66-be89-ad009b68d470 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:37:43.371417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port e5a5f6a2-8aac-4d66-be89-ad009b68d470, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e5a5f6a2-8aac-4d66-be89-ad009b68d470,segment=NetworkSegment(486834c5-8a82-45dd-9da7-11ba82e3e742),segment_id=486834c5-8a82-45dd-9da7-11ba82e3e742)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:37:43.438051 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:43.484710 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=e5a5f6a2-8aac-4d66-be89-ad009b68d470,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:43.628683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb6d20-1f7c-45c9-ae58-ad45c6984e07 req-6074502c-1de7-4a24-97fa-95165f8d9c6f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:43.630150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8efb6d20-1f7c-45c9-ae58-ad45c6984e07 req-6074502c-1de7-4a24-97fa-95165f8d9c6f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 944 time: 0.0492442 Dec 16 23:37:43.680099 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8efb6d20-1f7c-45c9-ae58-ad45c6984e07 req-2d11d8cd-3246-4d3d-ab38-d9e065c9fd6e tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440626 Dec 16 23:37:43.746787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['e5a5f6a2-8aac-4d66-be89-ad009b68d470'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:37:44.110960 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:44.211703 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:44.801255 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eb388-f211-4607-b239-5713f13ae748 req-7536d8e2-209d-4711-a40a-9a25e9dea492 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:44.802790 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c27eb388-f211-4607-b239-5713f13ae748 req-7536d8e2-209d-4711-a40a-9a25e9dea492 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 944 time: 0.0543849 Dec 16 23:37:44.852160 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c27eb388-f211-4607-b239-5713f13ae748 req-5a95c52d-f0a4-4f88-8417-ef2205145d4a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434344 Dec 16 23:37:45.209160 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e5a5f6a2-8aac-4d66-be89-ad009b68d470 up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:37:45.369781 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port e5a5f6a2-8aac-4d66-be89-ad009b68d470 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:37:45.374569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port e5a5f6a2-8aac-4d66-be89-ad009b68d470 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:37:45.374937 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:45.452544 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:45.474618 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05c5f9a-e804-482a-b192-995958875b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a5f6a2-8aac-4d66-be89-ad009b68d470'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:37:45.476890 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad6044a-55a3-46e2-8ccf-dbd20d29f7c0" -d '{"events": [{"server_uuid": "f05c5f9a-e804-482a-b192-995958875b69", "name": "network-vif-plugged", "status": "completed", "tag": "e5a5f6a2-8aac-4d66-be89-ad009b68d470"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:37:45.490031 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port e5a5f6a2-8aac-4d66-be89-ad009b68d470, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e5a5f6a2-8aac-4d66-be89-ad009b68d470,segment=NetworkSegment(486834c5-8a82-45dd-9da7-11ba82e3e742),segment_id=486834c5-8a82-45dd-9da7-11ba82e3e742)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:37:45.515675 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc73b15-f165-4bcf-a1f8-68c521a46b05 x-openstack-request-id: req-8dc73b15-f165-4bcf-a1f8-68c521a46b05 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:37:45.515972 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05c5f9a-e804-482a-b192-995958875b69", "name": "network-vif-plugged", "status": "completed", "tag": "e5a5f6a2-8aac-4d66-be89-ad009b68d470", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:37:45.516229 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8dc73b15-f165-4bcf-a1f8-68c521a46b05 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:37:45.516632 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05c5f9a-e804-482a-b192-995958875b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a5f6a2-8aac-4d66-be89-ad009b68d470', 'code': 200} Dec 16 23:37:45.559079 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:45.609538 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=e5a5f6a2-8aac-4d66-be89-ad009b68d470,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:45.624590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cf1a4-ceae-4046-a27f-170607c2258a req-9686f9d6-b78d-4d3b-bda8-322ba5788846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:45.626088 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed3cf1a4-ceae-4046-a27f-170607c2258a req-9686f9d6-b78d-4d3b-bda8-322ba5788846 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 1096 time: 0.0439403 Dec 16 23:37:45.680336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ed3cf1a4-ceae-4046-a27f-170607c2258a req-8f0ba3ea-3c6e-485d-811f-52dfcee52290 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403345 Dec 16 23:37:45.968774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6a07a-1413-468e-aeac-cbdd8f2bfff1 req-634bd802-6f5e-4a0e-bf89-c669e6e9fa82 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:45.970285 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eeb6a07a-1413-468e-aeac-cbdd8f2bfff1 req-634bd802-6f5e-4a0e-bf89-c669e6e9fa82 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 945 time: 0.0486479 Dec 16 23:37:46.023112 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eeb6a07a-1413-468e-aeac-cbdd8f2bfff1 req-462c5cb3-7ace-4a87-abc7-8169b1d9e486 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468271 Dec 16 23:37:47.143987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db2fdd-3d0f-44c8-943f-7334c31df212 req-dfce1a11-9cec-4c37-945d-da911f6bde10 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:47.145590 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79db2fdd-3d0f-44c8-943f-7334c31df212 req-dfce1a11-9cec-4c37-945d-da911f6bde10 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 945 time: 0.0514817 Dec 16 23:37:47.195312 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-79db2fdd-3d0f-44c8-943f-7334c31df212 req-96809a83-0099-4b7e-8f06-d1da8c4e7b06 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438597 Dec 16 23:37:47.316560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36038f81-df85-4e84-b545-00942117ab37 req-be2ac4a7-e75a-4880-b408-341c659047da tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:47.317952 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36038f81-df85-4e84-b545-00942117ab37 req-be2ac4a7-e75a-4880-b408-341c659047da tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 945 time: 0.0501480 Dec 16 23:37:47.367327 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36038f81-df85-4e84-b545-00942117ab37 req-31d8be86-3dd6-497f-84d8-505e872f4f85 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430629 Dec 16 23:37:47.389043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38856) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:47.432323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638ed2d0-3622-4cfa-af95-68cf930cc9af tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:47.433830 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-638ed2d0-3622-4cfa-af95-68cf930cc9af tempest-TestNetworkAdvancedServerOps-2137681398 tempest-TestNetworkAdvancedServerOps-2137681398-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 1091 time: 0.0438058 Dec 16 23:37:47.436623 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38858) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:47.441559 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': 'e5a5f6a2-8aac-4d66-be89-ad009b68d470', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:37:47.524866 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:47.623948 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:47.730137 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Allocated IP 172.25.2.35 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/1483e68b-73d1-4992-89d3-52793f04d86f) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:37:47.829985 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:47.925734 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:47.993024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:37:47.997951 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:37:48.002051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:37:48.025907 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=1483e68b-73d1-4992-89d3-52793f04d86f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:48.050257 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6638d621-3f8b-4893-9053-46381489354d req-dd4f2d45-c46a-41fd-85f1-37ef13671f4a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0934641 Dec 16 23:37:48.198776 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638d621-3f8b-4893-9053-46381489354d req-aad098bf-77ea-45c2-8066-49dafff39f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:48.200326 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6638d621-3f8b-4893-9053-46381489354d req-aad098bf-77ea-45c2-8066-49dafff39f4b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 1096 time: 0.0932114 Dec 16 23:37:48.390046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638d621-3f8b-4893-9053-46381489354d req-6f1e4db9-8c1d-4031-b667-0af68a1842f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:48.391705 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6638d621-3f8b-4893-9053-46381489354d req-6f1e4db9-8c1d-4031-b667-0af68a1842f8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=73c101ea-2c96-4ea1-939e-8365161dddc9 HTTP/1.1" status: 200 len: 898 time: 0.1517537 Dec 16 23:37:48.460753 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6638d621-3f8b-4893-9053-46381489354d req-63c0765a-cd2e-4e00-a910-710f5327748a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a5f6a2-8aac-4d66-be89-ad009b68d470 HTTP/1.1" status: 200 len: 217 time: 0.0431392 Dec 16 23:37:48.541476 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638d621-3f8b-4893-9053-46381489354d req-f82a3f28-0084-458d-a0fd-f92981a6d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:48.542920 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6638d621-3f8b-4893-9053-46381489354d req-f82a3f28-0084-458d-a0fd-f92981a6d876 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c4cd49d7-1640-4174-982b-7cdc845e301d HTTP/1.1" status: 200 len: 835 time: 0.0738094 Dec 16 23:37:48.550804 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:48.627640 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638d621-3f8b-4893-9053-46381489354d req-9c833116-2ebc-4db9-b4e4-bd7330516bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:48.634168 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6638d621-3f8b-4893-9053-46381489354d req-9c833116-2ebc-4db9-b4e4-bd7330516bb6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=73c101ea-2c96-4ea1-939e-8365161dddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768318 Dec 16 23:37:48.724332 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:48.776058 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6638d621-3f8b-4893-9053-46381489354d req-6a89a8e2-f3f7-4817-b40e-ded9b8d30cee service neutron] 10.222.0.69 "GET /v2.0/networks/73c101ea-2c96-4ea1-939e-8365161dddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392052 Dec 16 23:37:48.931606 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6638d621-3f8b-4893-9053-46381489354d req-e132cab7-72c3-4d87-9dc4-a329aa05d275 service neutron] 10.222.0.69 "GET /v2.0/networks/73c101ea-2c96-4ea1-939e-8365161dddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486228 Dec 16 23:37:48.964925 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:49.102065 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:49.167965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event updated for resources: {'Port': ['ID=1483e68b-73d1-4992-89d3-52793f04d86f,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:49.181712 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:49.281643 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Floating IP 4d7c57db-854b-4470-a8b7-396ee95197cd associated. External IP: 172.25.2.35, port: e5a5f6a2-8aac-4d66-be89-ad009b68d470. Dec 16 23:37:49.821311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router ed328bbd-be07-4776-9317-712402ad0964 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:37:49.927900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:37:49.938077 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10178d09-0fdf-4538-9ac2-2153d26b1499 None None] Sync routers for ids ['ed328bbd-be07-4776-9317-712402ad0964'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:37:49.948437 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10178d09-0fdf-4538-9ac2-2153d26b1499 None None] Routers {'ed328bbd-be07-4776-9317-712402ad0964'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:37:49.949120 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-10178d09-0fdf-4538-9ac2-2153d26b1499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:37:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ed328bbd-be07-4776-9317-712402ad0964'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:50.013038 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:50.041329 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-afc3eb6c-c70c-4d7e-bd6a-56eeb2c05f4f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6036947 Dec 16 23:37:50.041922 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05c5f9a-e804-482a-b192-995958875b69', 'tag': 'e5a5f6a2-8aac-4d66-be89-ad009b68d470'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:37:50.044395 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294443a8-100b-4fad-b1db-73daf1fa72b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f05c5f9a-e804-482a-b192-995958875b69", "tag": "e5a5f6a2-8aac-4d66-be89-ad009b68d470"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:37:50.056860 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-10178d09-0fdf-4538-9ac2-2153d26b1499 None None] Set router ed328bbd-be07-4776-9317-712402ad0964 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:37:50.084780 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044bd6a5-3472-450c-ac4b-ec3e406df350 x-openstack-request-id: req-044bd6a5-3472-450c-ac4b-ec3e406df350 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:37:50.085364 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05c5f9a-e804-482a-b192-995958875b69", "tag": "e5a5f6a2-8aac-4d66-be89-ad009b68d470", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:37:50.085783 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-044bd6a5-3472-450c-ac4b-ec3e406df350 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:37:50.086372 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05c5f9a-e804-482a-b192-995958875b69', 'tag': 'e5a5f6a2-8aac-4d66-be89-ad009b68d470', 'status': 'completed', 'code': 200} Dec 16 23:37:50.148100 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08d9642c-80d8-4b1c-983f-b7a459f9618d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:50.175469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294443a8-100b-4fad-b1db-73daf1fa72b1 req-5af7e044-e164-42f4-bc59-d2c662233e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:50.177010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-294443a8-100b-4fad-b1db-73daf1fa72b1 req-5af7e044-e164-42f4-bc59-d2c662233e68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 1096 time: 0.0669017 Dec 16 23:37:50.184560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba8835-de66-46d4-af09-13393628590f req-c80c1459-7bdd-481f-87e1-f1db3bc01b2c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:50.185960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95ba8835-de66-46d4-af09-13393628590f req-c80c1459-7bdd-481f-87e1-f1db3bc01b2c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 945 time: 0.0847127 Dec 16 23:37:50.293836 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95ba8835-de66-46d4-af09-13393628590f req-960e2f69-10c7-4da4-b6d7-cfdfabedb912 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988805 Dec 16 23:37:50.297670 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-10178d09-0fdf-4538-9ac2-2153d26b1499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed328bbd-be07-4776-9317-712402ad0964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701749211', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:32Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '4d7c57db-854b-4470-a8b7-396ee95197cd', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'port_id': 'e5a5f6a2-8aac-4d66-be89-ad009b68d470', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9', 'mac_address': 'fa:16:3e:bc:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c5f9a-e804-482a-b192-995958875b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:37:48Z', 'updated_at': '2021-12-16T23:37:48Z', 'revision_number': 0, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e26b65c8-b6c2-431b-83de-961a074a1771', 'name': '', 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:b6:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:31Z', 'updated_at': '2021-12-16T23:37:35Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:50.309863 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294443a8-100b-4fad-b1db-73daf1fa72b1 req-7cc930b5-cb82-4acd-b10e-84238c895c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:50.311428 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-294443a8-100b-4fad-b1db-73daf1fa72b1 req-7cc930b5-cb82-4acd-b10e-84238c895c5f service neutron] 10.222.0.69 "GET /v2.0/networks?id=73c101ea-2c96-4ea1-939e-8365161dddc9 HTTP/1.1" status: 200 len: 898 time: 0.1245649 Dec 16 23:37:50.317645 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38864) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:50.330065 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10178d09-0fdf-4538-9ac2-2153d26b1499 None None] Checking router: ed328bbd-be07-4776-9317-712402ad0964 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:37:50.338602 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10178d09-0fdf-4538-9ac2-2153d26b1499 None None] Routers {'ed328bbd-be07-4776-9317-712402ad0964'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:37:50.339222 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-10178d09-0fdf-4538-9ac2-2153d26b1499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:37:22Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ed328bbd-be07-4776-9317-712402ad0964'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:50.429950 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-294443a8-100b-4fad-b1db-73daf1fa72b1 req-76cc2309-e4e1-4d37-b4d1-b226ca16b828 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a5f6a2-8aac-4d66-be89-ad009b68d470 HTTP/1.1" status: 200 len: 998 time: 0.1045284 Dec 16 23:37:50.434253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-19eb653f-9e15-4b02-90fa-6db2d1dfdab6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/4d7c57db-854b-4470-a8b7-396ee95197cd HTTP/1.1" status: 200 len: 990 time: 0.1141903 Dec 16 23:37:50.446864 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-10178d09-0fdf-4538-9ac2-2153d26b1499 None None] Set router ed328bbd-be07-4776-9317-712402ad0964 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:37:50.482710 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294443a8-100b-4fad-b1db-73daf1fa72b1 req-827455eb-fade-4d92-bef4-2c9a6d7a2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:50.484193 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-294443a8-100b-4fad-b1db-73daf1fa72b1 req-827455eb-fade-4d92-bef4-2c9a6d7a2df8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c4cd49d7-1640-4174-982b-7cdc845e301d HTTP/1.1" status: 200 len: 835 time: 0.0478346 Dec 16 23:37:50.529482 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294443a8-100b-4fad-b1db-73daf1fa72b1 req-7d2b6715-470a-4670-a0f1-7dcfa6edb5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:50.531074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-294443a8-100b-4fad-b1db-73daf1fa72b1 req-7d2b6715-470a-4670-a0f1-7dcfa6edb5e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=73c101ea-2c96-4ea1-939e-8365161dddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399570 Dec 16 23:37:50.620237 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-294443a8-100b-4fad-b1db-73daf1fa72b1 req-57a9d51d-e4cc-4707-8289-e0785fef2ec7 service neutron] 10.222.0.69 "GET /v2.0/networks/73c101ea-2c96-4ea1-939e-8365161dddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814686 Dec 16 23:37:50.669751 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-10178d09-0fdf-4538-9ac2-2153d26b1499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed328bbd-be07-4776-9317-712402ad0964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701749211', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:32Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '4d7c57db-854b-4470-a8b7-396ee95197cd', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'port_id': 'e5a5f6a2-8aac-4d66-be89-ad009b68d470', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9', 'mac_address': 'fa:16:3e:bc:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c5f9a-e804-482a-b192-995958875b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:37:48Z', 'updated_at': '2021-12-16T23:37:48Z', 'revision_number': 0, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e26b65c8-b6c2-431b-83de-961a074a1771', 'name': '', 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:b6:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:31Z', 'updated_at': '2021-12-16T23:37:35Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:50.699771 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10178d09-0fdf-4538-9ac2-2153d26b1499 None None] The sync data for ids ['ed328bbd-be07-4776-9317-712402ad0964'] in n-d-821840-2 is: [{'id': 'ed328bbd-be07-4776-9317-712402ad0964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701749211', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:32Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '4d7c57db-854b-4470-a8b7-396ee95197cd', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'port_id': 'e5a5f6a2-8aac-4d66-be89-ad009b68d470', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9', 'mac_address': 'fa:16:3e:bc:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c5f9a-e804-482a-b192-995958875b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:37:48Z', 'updated_at': '2021-12-16T23:37:48Z', 'revision_number': 0, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e26b65c8-b6c2-431b-83de-961a074a1771', 'name': '', 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:b6:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:31Z', 'updated_at': '2021-12-16T23:37:35Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:37:50.714001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-294443a8-100b-4fad-b1db-73daf1fa72b1 req-f5719326-57ae-4053-95fd-741e0f4d70bc service neutron] 10.222.0.69 "GET /v2.0/networks/73c101ea-2c96-4ea1-939e-8365161dddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871351 Dec 16 23:37:50.912692 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a473fb-80de-40c6-bdc8-9f30034eb6fa None None] New status for floating IP 4d7c57db-854b-4470-a8b7-396ee95197cd: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:37:51.436518 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38866) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:51.497191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b3895aee-97ca-445e-afa0-e11e3b41634a tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/4d7c57db-854b-4470-a8b7-396ee95197cd HTTP/1.1" status: 200 len: 992 time: 0.0595245 Dec 16 23:37:52.576327 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3d713dab-f583-444e-9376-4588e9d8e397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:53.890630 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:55.199553 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:55.822290 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:00.915950 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:38:14.073536 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:14.256675 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:20.136730 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05baece6-ed3f-4026-b73a-223900482a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:22.553293 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f79f86c-966b-4617-ba2b-ca55c4473473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:23.889285 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:25.170301 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:25.236692 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59dd19-9c97-4008-a503-956adc39254c req-34c69ff9-6702-483b-8976-8d7fb42cad72 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:25.238294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f59dd19-9c97-4008-a503-956adc39254c req-34c69ff9-6702-483b-8976-8d7fb42cad72 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 945 time: 0.1303060 Dec 16 23:38:25.292398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1f59dd19-9c97-4008-a503-956adc39254c req-25a4e26f-1d6a-4e1c-973b-e49fa48fbb34 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456440 Dec 16 23:38:25.798578 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:26.466845 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6d8e4-bd6d-43d5-9883-4eee50386473 req-ef0f3e9a-7a06-408e-a0dd-bb67d6b0da6f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:26.468376 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70a6d8e4-bd6d-43d5-9883-4eee50386473 req-ef0f3e9a-7a06-408e-a0dd-bb67d6b0da6f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 945 time: 0.1012607 Dec 16 23:38:26.518454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-70a6d8e4-bd6d-43d5-9883-4eee50386473 req-2a69ae2e-f602-4ab0-ae17-976559c35a1c tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440025 Dec 16 23:38:26.541782 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38888) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:26.602419 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-6442e4ac-8a73-4df2-87fb-d6c6ea28dec6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/4d7c57db-854b-4470-a8b7-396ee95197cd HTTP/1.1" status: 200 len: 992 time: 0.0593967 Dec 16 23:38:28.036202 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e68650-2d77-4078-a7db-940e0eac302c req-5e28fe0f-6914-4cef-8f6e-b83459c8c448 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:28.037768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20e68650-2d77-4078-a7db-940e0eac302c req-5e28fe0f-6914-4cef-8f6e-b83459c8c448 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 945 time: 0.0548697 Dec 16 23:38:28.097896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-20e68650-2d77-4078-a7db-940e0eac302c req-e2a71a6a-22e3-40cc-a20c-66887da9a35b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540884 Dec 16 23:38:28.127469 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857e271-c022-420f-b064-65c43c01c53a req-73bcfffb-1d67-4171-8094-57a1b22d2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:28.129046 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4857e271-c022-420f-b064-65c43c01c53a req-73bcfffb-1d67-4171-8094-57a1b22d2967 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 1096 time: 0.0485964 Dec 16 23:38:28.228187 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857e271-c022-420f-b064-65c43c01c53a req-15a99a6a-9d18-486d-87ab-e37a465bb565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:28.229663 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4857e271-c022-420f-b064-65c43c01c53a req-15a99a6a-9d18-486d-87ab-e37a465bb565 service neutron] 10.222.0.69 "GET /v2.0/networks?id=73c101ea-2c96-4ea1-939e-8365161dddc9 HTTP/1.1" status: 200 len: 898 time: 0.0899072 Dec 16 23:38:28.301010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4857e271-c022-420f-b064-65c43c01c53a req-fd554867-872c-49d4-b28a-963c4f163419 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a5f6a2-8aac-4d66-be89-ad009b68d470 HTTP/1.1" status: 200 len: 1000 time: 0.0596399 Dec 16 23:38:28.353996 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857e271-c022-420f-b064-65c43c01c53a req-de07960c-f3c1-442a-9141-29f74e0cd3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:28.355475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4857e271-c022-420f-b064-65c43c01c53a req-de07960c-f3c1-442a-9141-29f74e0cd3c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c4cd49d7-1640-4174-982b-7cdc845e301d HTTP/1.1" status: 200 len: 835 time: 0.0437963 Dec 16 23:38:28.408424 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857e271-c022-420f-b064-65c43c01c53a req-58c2080a-f0aa-4393-a498-c04a0e413583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:28.409877 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4857e271-c022-420f-b064-65c43c01c53a req-58c2080a-f0aa-4393-a498-c04a0e413583 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=73c101ea-2c96-4ea1-939e-8365161dddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432727 Dec 16 23:38:28.502361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4857e271-c022-420f-b064-65c43c01c53a req-4ce781d9-19c4-44d8-9916-f63d2458895c service neutron] 10.222.0.69 "GET /v2.0/networks/73c101ea-2c96-4ea1-939e-8365161dddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805440 Dec 16 23:38:28.599757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4857e271-c022-420f-b064-65c43c01c53a req-08a01265-a8d8-4c96-a3d8-9249050016b9 service neutron] 10.222.0.69 "GET /v2.0/networks/73c101ea-2c96-4ea1-939e-8365161dddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856693 Dec 16 23:38:29.218197 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f64cce-0218-4e07-b94f-0c5ac48fa8cc req-9b71b234-a923-42a9-beec-edb4eb6840f0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:29.219799 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52f64cce-0218-4e07-b94f-0c5ac48fa8cc req-9b71b234-a923-42a9-beec-edb4eb6840f0 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 945 time: 0.0519729 Dec 16 23:38:29.269955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-52f64cce-0218-4e07-b94f-0c5ac48fa8cc req-5ecff633-cf97-45c2-a814-808b1bd52f85 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442033 Dec 16 23:38:30.389051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67eb94-b5b2-4294-986b-4698c45876e7 req-7f23e8e8-8d77-4927-8895-e40a781425d6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:30.390520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b67eb94-b5b2-4294-986b-4698c45876e7 req-7f23e8e8-8d77-4927-8895-e40a781425d6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 945 time: 0.0486491 Dec 16 23:38:30.439666 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5b67eb94-b5b2-4294-986b-4698c45876e7 req-6bb79d3d-0068-49f1-ad5a-0618a5fdaac5 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431151 Dec 16 23:38:30.462303 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38902) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:30.526955 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-84330b8d-1bcf-41cb-b277-c8d3efbd05bd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/floatingips/4d7c57db-854b-4470-a8b7-396ee95197cd HTTP/1.1" status: 200 len: 992 time: 0.0634451 Dec 16 23:38:30.752278 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38908) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:30.915340 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port 1483e68b-73d1-4992-89d3-52793f04d86f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:38:30.915601 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:30.990309 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:30.990643 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:31.003044 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for 1483e68b-73d1-4992-89d3-52793f04d86f owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:38:31.243863 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:31.267745 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=1483e68b-73d1-4992-89d3-52793f04d86f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:31.278599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:31.278940 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:31.279766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:31.279766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:31.280022 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:31.280304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:31.281151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:31.281151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:31.281367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:31.281661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:31.281996 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:31.282646 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:31.282646 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:31.346847 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:31.347183 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Floating IP 4d7c57db-854b-4470-a8b7-396ee95197cd disassociated (deleted). External IP: 172.25.2.35, port: e5a5f6a2-8aac-4d66-be89-ad009b68d470. Dec 16 23:38:31.550714 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router ed328bbd-be07-4776-9317-712402ad0964 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:38:31.660392 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:38:31.666097 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:31.671105 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46995237-8a50-4138-822a-d11e2a122f94 None None] Sync routers for ids ['ed328bbd-be07-4776-9317-712402ad0964'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:38:31.681778 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46995237-8a50-4138-822a-d11e2a122f94 None None] Routers {'ed328bbd-be07-4776-9317-712402ad0964'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:38:31.686427 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-46995237-8a50-4138-822a-d11e2a122f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:38:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ed328bbd-be07-4776-9317-712402ad0964'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:31.693443 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-97795eb3-4632-4d1a-8973-91c2649f8c2b tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/floatingips/4d7c57db-854b-4470-a8b7-396ee95197cd HTTP/1.1" status: 204 len: 168 time: 0.9393251 Dec 16 23:38:31.694043 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05c5f9a-e804-482a-b192-995958875b69', 'tag': 'e5a5f6a2-8aac-4d66-be89-ad009b68d470'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:38:31.696432 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1dfe9e-8226-422b-b0c5-03aaa19ba8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f05c5f9a-e804-482a-b192-995958875b69", "tag": "e5a5f6a2-8aac-4d66-be89-ad009b68d470"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:38:31.734692 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acff85ba-aef3-4e13-920c-db2a98104d2c x-openstack-request-id: req-acff85ba-aef3-4e13-920c-db2a98104d2c {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:38:31.735061 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05c5f9a-e804-482a-b192-995958875b69", "tag": "e5a5f6a2-8aac-4d66-be89-ad009b68d470", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:38:31.735359 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acff85ba-aef3-4e13-920c-db2a98104d2c {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:38:31.735779 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05c5f9a-e804-482a-b192-995958875b69', 'tag': 'e5a5f6a2-8aac-4d66-be89-ad009b68d470', 'status': 'completed', 'code': 200} Dec 16 23:38:31.793366 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-46995237-8a50-4138-822a-d11e2a122f94 None None] Set router ed328bbd-be07-4776-9317-712402ad0964 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:38:31.813603 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfe9e-8226-422b-b0c5-03aaa19ba8b7 req-2ca6a997-f59b-4f7b-8422-773549e63310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:31.815062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac1dfe9e-8226-422b-b0c5-03aaa19ba8b7 req-2ca6a997-f59b-4f7b-8422-773549e63310 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 1096 time: 0.0463383 Dec 16 23:38:31.917265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfe9e-8226-422b-b0c5-03aaa19ba8b7 req-ff6c3a53-f460-43f2-8740-a92ffd5daf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:31.920493 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac1dfe9e-8226-422b-b0c5-03aaa19ba8b7 req-ff6c3a53-f460-43f2-8740-a92ffd5daf87 service neutron] 10.222.0.69 "GET /v2.0/networks?id=73c101ea-2c96-4ea1-939e-8365161dddc9 HTTP/1.1" status: 200 len: 898 time: 0.0903611 Dec 16 23:38:31.980115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac1dfe9e-8226-422b-b0c5-03aaa19ba8b7 req-d5c2acea-ae54-48e4-b92a-2e5e08b2013d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a5f6a2-8aac-4d66-be89-ad009b68d470 HTTP/1.1" status: 200 len: 217 time: 0.0438137 Dec 16 23:38:32.041866 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfe9e-8226-422b-b0c5-03aaa19ba8b7 req-d6c48686-08aa-45ae-8f41-0914314b104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:32.043608 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac1dfe9e-8226-422b-b0c5-03aaa19ba8b7 req-d6c48686-08aa-45ae-8f41-0914314b104b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c4cd49d7-1640-4174-982b-7cdc845e301d HTTP/1.1" status: 200 len: 835 time: 0.0527041 Dec 16 23:38:32.096460 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-46995237-8a50-4138-822a-d11e2a122f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed328bbd-be07-4776-9317-712402ad0964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701749211', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:32Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'e26b65c8-b6c2-431b-83de-961a074a1771', 'name': '', 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:b6:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:31Z', 'updated_at': '2021-12-16T23:37:35Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:32.122260 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46995237-8a50-4138-822a-d11e2a122f94 None None] Checking router: ed328bbd-be07-4776-9317-712402ad0964 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:38:32.129928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfe9e-8226-422b-b0c5-03aaa19ba8b7 req-19b5ac7f-ec4b-490c-8ac7-48450bbfd3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:32.130349 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46995237-8a50-4138-822a-d11e2a122f94 None None] Routers {'ed328bbd-be07-4776-9317-712402ad0964'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:38:32.130951 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-46995237-8a50-4138-822a-d11e2a122f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:38:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ed328bbd-be07-4776-9317-712402ad0964'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:32.131501 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac1dfe9e-8226-422b-b0c5-03aaa19ba8b7 req-19b5ac7f-ec4b-490c-8ac7-48450bbfd3f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=73c101ea-2c96-4ea1-939e-8365161dddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717444 Dec 16 23:38:32.138806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf5d8-13d0-4c32-964e-ae54f941456e req-f36646d4-4bf2-4ea0-aece-4f92a0c72e43 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:32.140250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c1cf5d8-13d0-4c32-964e-ae54f941456e req-f36646d4-4bf2-4ea0-aece-4f92a0c72e43 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 945 time: 0.0712547 Dec 16 23:38:32.234130 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-46995237-8a50-4138-822a-d11e2a122f94 None None] Set router ed328bbd-be07-4776-9317-712402ad0964 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:38:32.243211 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0c1cf5d8-13d0-4c32-964e-ae54f941456e req-112558db-e338-440b-90f8-23080caad6e2 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937436 Dec 16 23:38:32.271886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac1dfe9e-8226-422b-b0c5-03aaa19ba8b7 req-761e613d-1357-4ef9-a615-a53f939499d7 service neutron] 10.222.0.69 "GET /v2.0/networks/73c101ea-2c96-4ea1-939e-8365161dddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299059 Dec 16 23:38:32.369174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ac1dfe9e-8226-422b-b0c5-03aaa19ba8b7 req-0bc0d3e9-1f51-4281-9cff-5419f632aa4a service neutron] 10.222.0.69 "GET /v2.0/networks/73c101ea-2c96-4ea1-939e-8365161dddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892475 Dec 16 23:38:32.438491 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-46995237-8a50-4138-822a-d11e2a122f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed328bbd-be07-4776-9317-712402ad0964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701749211', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:32Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'e26b65c8-b6c2-431b-83de-961a074a1771', 'name': '', 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:b6:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:31Z', 'updated_at': '2021-12-16T23:37:35Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:32.466182 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46995237-8a50-4138-822a-d11e2a122f94 None None] The sync data for ids ['ed328bbd-be07-4776-9317-712402ad0964'] in n-d-821840-2 is: [{'id': 'ed328bbd-be07-4776-9317-712402ad0964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701749211', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:32Z', 'revision_number': 4, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': 'e26b65c8-b6c2-431b-83de-961a074a1771', 'name': '', 'network_id': '73c101ea-2c96-4ea1-939e-8365161dddc9', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'mac_address': 'fa:16:3e:b6:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:31Z', 'updated_at': '2021-12-16T23:37:35Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'subnets': [{'id': 'c4cd49d7-1640-4174-982b-7cdc845e301d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:38:32.688252 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712c6289-7eac-4e96-95bb-b369178a6e44 None None] New status for floating IP 4d7c57db-854b-4470-a8b7-396ee95197cd: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:38:33.365823 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0607e5-1624-40b7-b9a8-1d983ce5b7a8 req-195a59eb-21f6-4074-b9d5-05fb9bfee3e1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:33.368179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e0607e5-1624-40b7-b9a8-1d983ce5b7a8 req-195a59eb-21f6-4074-b9d5-05fb9bfee3e1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 945 time: 0.0510221 Dec 16 23:38:33.418717 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e0607e5-1624-40b7-b9a8-1d983ce5b7a8 req-d1e5d35c-cfae-4069-8f1c-662b282dfc0f tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f0cc80-8a9c-46a8-ad86-ef10994dff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444803 Dec 16 23:38:33.874643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c930d-502c-4ec6-9bbd-3590c71ce2e7 req-d4e90b5d-33fd-4fd4-a204-722654ab69cf tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:33.876142 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d2c930d-502c-4ec6-9bbd-3590c71ce2e7 req-d4e90b5d-33fd-4fd4-a204-722654ab69cf tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 945 time: 0.0493681 Dec 16 23:38:33.972098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-9d2c930d-502c-4ec6-9bbd-3590c71ce2e7 req-b7916161-9a6e-4108-bda1-372cf82855f6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port e5a5f6a2-8aac-4d66-be89-ad009b68d470 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:38:33.972440 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9d2c930d-502c-4ec6-9bbd-3590c71ce2e7 req-b7916161-9a6e-4108-bda1-372cf82855f6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:34.060064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-9d2c930d-502c-4ec6-9bbd-3590c71ce2e7 req-b7916161-9a6e-4108-bda1-372cf82855f6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] For port e5a5f6a2-8aac-4d66-be89-ad009b68d470, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=e5a5f6a2-8aac-4d66-be89-ad009b68d470,segment=NetworkSegment(486834c5-8a82-45dd-9da7-11ba82e3e742),segment_id=486834c5-8a82-45dd-9da7-11ba82e3e742)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:38:34.060435 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9d2c930d-502c-4ec6-9bbd-3590c71ce2e7 req-b7916161-9a6e-4108-bda1-372cf82855f6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:34.072928 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-9d2c930d-502c-4ec6-9bbd-3590c71ce2e7 req-b7916161-9a6e-4108-bda1-372cf82855f6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for e5a5f6a2-8aac-4d66-be89-ad009b68d470 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:38:34.244432 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9d2c930d-502c-4ec6-9bbd-3590c71ce2e7 req-b7916161-9a6e-4108-bda1-372cf82855f6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:34.274449 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7916161-9a6e-4108-bda1-372cf82855f6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=e5a5f6a2-8aac-4d66-be89-ad009b68d470,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:34.323795 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2c930d-502c-4ec6-9bbd-3590c71ce2e7 req-b7916161-9a6e-4108-bda1-372cf82855f6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] No DVR routers for this DVR port e5a5f6a2-8aac-4d66-be89-ad009b68d470 on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:38:34.326402 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-9d2c930d-502c-4ec6-9bbd-3590c71ce2e7 req-b7916161-9a6e-4108-bda1-372cf82855f6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:34.329895 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9d2c930d-502c-4ec6-9bbd-3590c71ce2e7 req-b7916161-9a6e-4108-bda1-372cf82855f6 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.69 "DELETE /v2.0/ports/e5a5f6a2-8aac-4d66-be89-ad009b68d470 HTTP/1.1" status: 204 len: 173 time: 0.4430745 Dec 16 23:38:34.330425 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05c5f9a-e804-482a-b192-995958875b69', 'name': 'network-vif-deleted', 'tag': 'e5a5f6a2-8aac-4d66-be89-ad009b68d470'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:38:34.332669 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec8251f-83bc-4d79-b9a4-37270748064b" -d '{"events": [{"server_uuid": "f05c5f9a-e804-482a-b192-995958875b69", "name": "network-vif-deleted", "tag": "e5a5f6a2-8aac-4d66-be89-ad009b68d470"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:38:34.372802 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934cabbc-9e0e-413b-aba0-67251791c69e x-openstack-request-id: req-934cabbc-9e0e-413b-aba0-67251791c69e {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:38:34.372802 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05c5f9a-e804-482a-b192-995958875b69", "name": "network-vif-deleted", "tag": "e5a5f6a2-8aac-4d66-be89-ad009b68d470", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:38:34.372802 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-934cabbc-9e0e-413b-aba0-67251791c69e {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:38:34.372802 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05c5f9a-e804-482a-b192-995958875b69', 'name': 'network-vif-deleted', 'tag': 'e5a5f6a2-8aac-4d66-be89-ad009b68d470', 'status': 'completed', 'code': 200} Dec 16 23:38:34.515314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-183a9e22-feac-4d47-a5dc-2e925f05a71a req-7c422fac-9434-48a8-b1be-5eb1dd9ce7e1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05c5f9a-e804-482a-b192-995958875b69 HTTP/1.1" status: 200 len: 210 time: 0.0264945 Dec 16 23:38:35.572489 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38926) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:35.922607 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:36.170836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port e26b65c8-b6c2-431b-83de-961a074a1771 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:38:36.171099 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:36.260932 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] For port e26b65c8-b6c2-431b-83de-961a074a1771, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e26b65c8-b6c2-431b-83de-961a074a1771,segment=NetworkSegment(486834c5-8a82-45dd-9da7-11ba82e3e742),segment_id=486834c5-8a82-45dd-9da7-11ba82e3e742)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:38:36.261318 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:36.274253 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for e26b65c8-b6c2-431b-83de-961a074a1771 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:38:36.559227 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:36.586933 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=e26b65c8-b6c2-431b-83de-961a074a1771,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:36.599210 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:36.599588 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:36.599936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:36.600275 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:36.600619 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:36.600980 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:36.604256 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:36.604633 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:36.604984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:36.605328 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:36.605669 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:36.606003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:36.606331 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:37.080162 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:37.295296 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Router ed328bbd-be07-4776-9317-712402ad0964 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:38:37.399773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:38:37.415116 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-64bb108f-57d4-4df8-b3ed-2b661913a333 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "PUT /v2.0/routers/ed328bbd-be07-4776-9317-712402ad0964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8316357 Dec 16 23:38:37.415116 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38930) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:37.415353 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e657ce-512a-44fd-aae4-93fc2a0ffb28 None None] Sync routers for ids ['ed328bbd-be07-4776-9317-712402ad0964'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:38:37.419471 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e657ce-512a-44fd-aae4-93fc2a0ffb28 None None] Routers {'ed328bbd-be07-4776-9317-712402ad0964'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:38:37.420089 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c9e657ce-512a-44fd-aae4-93fc2a0ffb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:38:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ed328bbd-be07-4776-9317-712402ad0964'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:37.463119 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d71d31c-98da-4a3c-8748-0f85d22770d1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting subnet c4cd49d7-1640-4174-982b-7cdc845e301d {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:38:37.466343 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d71d31c-98da-4a3c-8748-0f85d22770d1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:37.505161 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e5a5f6a2-8aac-4d66-be89-ad009b68d470 no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:38:37.508966 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d71d31c-98da-4a3c-8748-0f85d22770d1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:37.526661 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c9e657ce-512a-44fd-aae4-93fc2a0ffb28 None None] Set router ed328bbd-be07-4776-9317-712402ad0964 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:38:37.526919 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: e5a5f6a2-8aac-4d66-be89-ad009b68d470 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:38:37.527044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device e5a5f6a2-8aac-4d66-be89-ad009b68d470 not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:38:37.592176 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d71d31c-98da-4a3c-8748-0f85d22770d1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:37.703994 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c9e657ce-512a-44fd-aae4-93fc2a0ffb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed328bbd-be07-4776-9317-712402ad0964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701749211', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:38:36Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:37.725119 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d71d31c-98da-4a3c-8748-0f85d22770d1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:37.733903 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e657ce-512a-44fd-aae4-93fc2a0ffb28 None None] Checking router: ed328bbd-be07-4776-9317-712402ad0964 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:38:37.743340 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e657ce-512a-44fd-aae4-93fc2a0ffb28 None None] Routers {'ed328bbd-be07-4776-9317-712402ad0964'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:38:37.743950 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c9e657ce-512a-44fd-aae4-93fc2a0ffb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:38:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['ed328bbd-be07-4776-9317-712402ad0964'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:37.754624 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71d31c-98da-4a3c-8748-0f85d22770d1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Subnet': ['ID=c4cd49d7-1640-4174-982b-7cdc845e301d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:37.759800 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0d71d31c-98da-4a3c-8748-0f85d22770d1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:37.764622 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0d71d31c-98da-4a3c-8748-0f85d22770d1 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/subnets/c4cd49d7-1640-4174-982b-7cdc845e301d HTTP/1.1" status: 204 len: 168 time: 0.3554945 Dec 16 23:38:37.767237 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38932) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:37.771171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e0788a-a825-4435-b973-962b82190659 None None] Network 73c101ea-2c96-4ea1-939e-8365161dddc9 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:38:37.855751 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c9e657ce-512a-44fd-aae4-93fc2a0ffb28 None None] Set router ed328bbd-be07-4776-9317-712402ad0964 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:38:37.896661 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baf1ded3-680d-4baa-83ad-1f98a6a4f8cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:37.924417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] DHCP port deletion for 73c101ea-2c96-4ea1-939e-8365161dddc9 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:38:37.928904 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:38:37.975760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Deleting port 8948130a-eca2-46b1-882d-5e18ab858b01 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:38:37.976428 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:38.004686 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baf1ded3-680d-4baa-83ad-1f98a6a4f8cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:38.044242 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] For port 8948130a-eca2-46b1-882d-5e18ab858b01, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=8948130a-eca2-46b1-882d-5e18ab858b01,segment=NetworkSegment(486834c5-8a82-45dd-9da7-11ba82e3e742),segment_id=486834c5-8a82-45dd-9da7-11ba82e3e742)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:38:38.044644 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:38.046994 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c9e657ce-512a-44fd-aae4-93fc2a0ffb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed328bbd-be07-4776-9317-712402ad0964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701749211', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:38:36Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:38.057224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Calling delete_port for 8948130a-eca2-46b1-882d-5e18ab858b01 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:38:38.072747 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e657ce-512a-44fd-aae4-93fc2a0ffb28 None None] The sync data for ids ['ed328bbd-be07-4776-9317-712402ad0964'] in n-d-821840-2 is: [{'id': 'ed328bbd-be07-4776-9317-712402ad0964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701749211', 'tenant_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:38:36Z', 'revision_number': 5, 'project_id': 'b95c9ea67a7042feb9a991a8d19d2132', 'gw_port': {'id': '95e73156-ca61-4483-b2c6-e795f9a848e3', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed328bbd-be07-4776-9317-712402ad0964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:37:28Z', 'updated_at': '2021-12-16T23:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:38:38.125586 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-baf1ded3-680d-4baa-83ad-1f98a6a4f8cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Deleting port 95e73156-ca61-4483-b2c6-e795f9a848e3 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:38:38.128799 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baf1ded3-680d-4baa-83ad-1f98a6a4f8cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:38.204621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-baf1ded3-680d-4baa-83ad-1f98a6a4f8cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] For port 95e73156-ca61-4483-b2c6-e795f9a848e3, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=95e73156-ca61-4483-b2c6-e795f9a848e3,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:38:38.204994 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baf1ded3-680d-4baa-83ad-1f98a6a4f8cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:38.217234 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-baf1ded3-680d-4baa-83ad-1f98a6a4f8cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Calling delete_port for 95e73156-ca61-4483-b2c6-e795f9a848e3 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:38:38.232833 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:38.260404 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Pushing event deleted for resources: {'Port': ['ID=8948130a-eca2-46b1-882d-5e18ab858b01,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:38.262822 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] No DVR routers for this DVR port 8948130a-eca2-46b1-882d-5e18ab858b01 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:38:38.277723 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:38.278073 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:38.278417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:38.278760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:38.279530 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:38.279875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:38.280212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:38.280556 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:38.282293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:38.282293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:38.282293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:38.282293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:38.282293 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e55bb9-47c5-4ea6-aab7-939fc2c177c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:38.462589 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baf1ded3-680d-4baa-83ad-1f98a6a4f8cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:38.493936 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1ded3-680d-4baa-83ad-1f98a6a4f8cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Port': ['ID=95e73156-ca61-4483-b2c6-e795f9a848e3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:38.509690 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9569954e-c986-4544-88fc-9d3eb8847024 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:38:38.566477 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baf1ded3-680d-4baa-83ad-1f98a6a4f8cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:38.658771 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baf1ded3-680d-4baa-83ad-1f98a6a4f8cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:38.660907 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baf1ded3-680d-4baa-83ad-1f98a6a4f8cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:38.798940 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baf1ded3-680d-4baa-83ad-1f98a6a4f8cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:38.799553 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf1ded3-680d-4baa-83ad-1f98a6a4f8cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Fanout notify agent at l3_agent the message router_deleted on router ed328bbd-be07-4776-9317-712402ad0964 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:38:38.807253 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baf1ded3-680d-4baa-83ad-1f98a6a4f8cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:38.808409 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-baf1ded3-680d-4baa-83ad-1f98a6a4f8cd tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/routers/ed328bbd-be07-4776-9317-712402ad0964 HTTP/1.1" status: 204 len: 168 time: 1.0387411 Dec 16 23:38:38.811157 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38934) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:38.902407 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-670886eb-d818-4ec6-a94c-dd2d1ecab2e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:39.006721 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-670886eb-d818-4ec6-a94c-dd2d1ecab2e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:39.030614 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-670886eb-d818-4ec6-a94c-dd2d1ecab2e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c101ea-2c96-4ea1-939e-8365161dddc9']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:39.040512 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-670886eb-d818-4ec6-a94c-dd2d1ecab2e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486834c5-8a82-45dd-9da7-11ba82e3e742') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:39.040814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-670886eb-d818-4ec6-a94c-dd2d1ecab2e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486834c5-8a82-45dd-9da7-11ba82e3e742') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:39.050158 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-670886eb-d818-4ec6-a94c-dd2d1ecab2e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:39.063758 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-670886eb-d818-4ec6-a94c-dd2d1ecab2e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:39.069540 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670886eb-d818-4ec6-a94c-dd2d1ecab2e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:38:39.070526 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-670886eb-d818-4ec6-a94c-dd2d1ecab2e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: timer() Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:38:39.073454 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:38:39.210194 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-670886eb-d818-4ec6-a94c-dd2d1ecab2e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:39.219211 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-670886eb-d818-4ec6-a94c-dd2d1ecab2e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:39.220864 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-670886eb-d818-4ec6-a94c-dd2d1ecab2e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/networks/73c101ea-2c96-4ea1-939e-8365161dddc9 HTTP/1.1" status: 204 len: 168 time: 0.4087384 Dec 16 23:38:39.223677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38936) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:39.232589 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670886eb-d818-4ec6-a94c-dd2d1ecab2e4 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'Network': ['ID=73c101ea-2c96-4ea1-939e-8365161dddc9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:39.285550 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-224d1312-7d99-4ec4-8e4f-8bfcf330c705 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:39.311907 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-224d1312-7d99-4ec4-8e4f-8bfcf330c705 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:39.345743 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 95e73156-ca61-4483-b2c6-e795f9a848e3 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:38:39.366067 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 95e73156-ca61-4483-b2c6-e795f9a848e3 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:38:39.368172 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 95e73156-ca61-4483-b2c6-e795f9a848e3 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:38:39.368172 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e26b65c8-b6c2-431b-83de-961a074a1771 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:38:39.390067 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: e26b65c8-b6c2-431b-83de-961a074a1771 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:38:39.390417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e26b65c8-b6c2-431b-83de-961a074a1771 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:38:39.391060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8948130a-eca2-46b1-882d-5e18ab858b01 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:38:39.410691 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 8948130a-eca2-46b1-882d-5e18ab858b01 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:38:39.411058 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 8948130a-eca2-46b1-882d-5e18ab858b01 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:38:39.444409 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-224d1312-7d99-4ec4-8e4f-8bfcf330c705 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:39.448176 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-224d1312-7d99-4ec4-8e4f-8bfcf330c705 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:39.449420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-224d1312-7d99-4ec4-8e4f-8bfcf330c705 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] 10.222.0.43 "DELETE /v2.0/security-groups/08f0cc80-8a9c-46a8-ad86-ef10994dff2c HTTP/1.1" status: 204 len: 168 time: 0.2247148 Dec 16 23:38:39.459095 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d1312-7d99-4ec4-8e4f-8bfcf330c705 tempest-TestNetworkAdvancedServerOps-247696328 tempest-TestNetworkAdvancedServerOps-247696328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f0cc80-8a9c-46a8-ad86-ef10994dff2c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:40.193774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38946) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:40.334943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-913e4279-1248-4789-b583-b079a20a72e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b95c9ea67a7042feb9a991a8d19d2132&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400096 Dec 16 23:38:40.337948 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 38950) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:40.387863 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-073eb245-77ad-414d-a476-a5a7285fe34c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:40.409246 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-073eb245-77ad-414d-a476-a5a7285fe34c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:40.530194 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-073eb245-77ad-414d-a476-a5a7285fe34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:40.532754 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-073eb245-77ad-414d-a476-a5a7285fe34c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:40.533959 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-073eb245-77ad-414d-a476-a5a7285fe34c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd27b1a6-1724-4d89-b0cc-a8ecb17ef957 HTTP/1.1" status: 204 len: 168 time: 0.1950667 Dec 16 23:38:40.542433 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073eb245-77ad-414d-a476-a5a7285fe34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd27b1a6-1724-4d89-b0cc-a8ecb17ef957,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:41.089515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38956) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:41.102736 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c012473a-a009-445b-bfe5-19dabae60893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:41.175134 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c012473a-a009-445b-bfe5-19dabae60893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:41.232829 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c012473a-a009-445b-bfe5-19dabae60893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:41.276769 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c012473a-a009-445b-bfe5-19dabae60893 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9be439977fd1410c9efac516582d9139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1861565 Dec 16 23:38:41.277655 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012473a-a009-445b-bfe5-19dabae60893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6626ba9-e19a-4193-a160-8f5e695f8232,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:41.280101 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38958) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:41.328087 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49300cf3-a1a6-425e-9df4-dec1618f3010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:41.348793 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49300cf3-a1a6-425e-9df4-dec1618f3010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:41.450194 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49300cf3-a1a6-425e-9df4-dec1618f3010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:41.452871 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49300cf3-a1a6-425e-9df4-dec1618f3010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:41.454074 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-49300cf3-a1a6-425e-9df4-dec1618f3010 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6626ba9-e19a-4193-a160-8f5e695f8232 HTTP/1.1" status: 204 len: 168 time: 0.1730568 Dec 16 23:38:41.462772 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49300cf3-a1a6-425e-9df4-dec1618f3010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6626ba9-e19a-4193-a160-8f5e695f8232,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:42.454411 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38980) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:42.550233 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-328cf4c4-d70e-4c8c-967f-77c03cb74587 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1731915328-network', 'tenant_id': '54239ea3e75449159011390475e64949'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:38:42.621245 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328cf4c4-d70e-4c8c-967f-77c03cb74587 admin admin] Made reservation on behalf of 54239ea3e75449159011390475e64949 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:38:42.625879 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-328cf4c4-d70e-4c8c-967f-77c03cb74587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:42.635648 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-328cf4c4-d70e-4c8c-967f-77c03cb74587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:42.707342 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-328cf4c4-d70e-4c8c-967f-77c03cb74587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:42.764350 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-328cf4c4-d70e-4c8c-967f-77c03cb74587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:42.789179 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328cf4c4-d70e-4c8c-967f-77c03cb74587 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:38:42.797984 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cf4c4-d70e-4c8c-967f-77c03cb74587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0e2276-a7d9-4cb3-9409-5f909c8a9e2c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:42.803799 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-328cf4c4-d70e-4c8c-967f-77c03cb74587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:42.806593 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-328cf4c4-d70e-4c8c-967f-77c03cb74587 admin admin] Added segment bc3a3a4a-9ff6-4922-9337-b98612ceb81c of type vlan for network 87887ae1-3f97-4126-b487-e79a34596531 Dec 16 23:38:42.847755 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-328cf4c4-d70e-4c8c-967f-77c03cb74587 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:42.923184 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-328cf4c4-d70e-4c8c-967f-77c03cb74587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:42.924225 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328cf4c4-d70e-4c8c-967f-77c03cb74587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:42.924920 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-328cf4c4-d70e-4c8c-967f-77c03cb74587 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:42.983537 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cf4c4-d70e-4c8c-967f-77c03cb74587 admin admin] Pushing event updated for resources: {'Network': ['ID=87887ae1-3f97-4126-b487-e79a34596531,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:42.994298 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 87887ae1-3f97-4126-b487-e79a34596531 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:38:43.031925 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-328cf4c4-d70e-4c8c-967f-77c03cb74587 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5734291 Dec 16 23:38:43.032181 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38984) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:43.036995 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-fb88755c-5e64-41a5-b01d-9b5f8d3c2cae admin admin] Request body: {'subnet': {'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1731915328-subnet', 'tenant_id': '54239ea3e75449159011390475e64949', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:38:43.135635 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb88755c-5e64-41a5-b01d-9b5f8d3c2cae admin admin] Made reservation on behalf of 54239ea3e75449159011390475e64949 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:38:43.138126 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb88755c-5e64-41a5-b01d-9b5f8d3c2cae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:43.364730 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb88755c-5e64-41a5-b01d-9b5f8d3c2cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:43.421178 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88755c-5e64-41a5-b01d-9b5f8d3c2cae admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:43.427944 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88755c-5e64-41a5-b01d-9b5f8d3c2cae admin admin] Checking segment: {'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:38:43.428305 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88755c-5e64-41a5-b01d-9b5f8d3c2cae admin admin] Network hostable DHCP agents. Network: 87887ae1-3f97-4126-b487-e79a34596531, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:38:43.564766 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88755c-5e64-41a5-b01d-9b5f8d3c2cae admin admin] Network 87887ae1-3f97-4126-b487-e79a34596531 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:38:43.638884 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-fb88755c-5e64-41a5-b01d-9b5f8d3c2cae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 87887ae1-3f97-4126-b487-e79a34596531) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:38:43.643428 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb88755c-5e64-41a5-b01d-9b5f8d3c2cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:43.644021 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb88755c-5e64-41a5-b01d-9b5f8d3c2cae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:43.647825 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91de0804-ac83-47fc-84eb-67668f5c3638 None None] Network 87887ae1-3f97-4126-b487-e79a34596531 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:38:43.743152 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-fb88755c-5e64-41a5-b01d-9b5f8d3c2cae admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7099085 Dec 16 23:38:43.745745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38986) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:43.750491 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-87887ae1-3f97-4126-b487-e79a34596531', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'project_id': '54239ea3e75449159011390475e64949', 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:38:43.751372 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:38:43.751550 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:43.833274 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:43.834299 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:43.885944 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Allocated IP 172.20.0.2 (87887ae1-3f97-4126-b487-e79a34596531/5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2/06b089a3-ce81-4522-88f3-721b7c245dd4) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:38:43.891028 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:44.040782 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:44.083359 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:44.101959 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:44.135757 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:44.181398 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Network 87887ae1-3f97-4126-b487-e79a34596531 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:38:44.192274 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:38:44.194901 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:38:44.202462 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Pushing event updated for resources: {'Port': ['ID=06b089a3-ce81-4522-88f3-721b7c245dd4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:44.259605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Attempting to bind port 06b089a3-ce81-4522-88f3-721b7c245dd4 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:38:44.260039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Attempting to bind port 06b089a3-ce81-4522-88f3-721b7c245dd4 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:38:44.260383 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Attempting to bind port 06b089a3-ce81-4522-88f3-721b7c245dd4 on network 87887ae1-3f97-4126-b487-e79a34596531 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:38:44.265748 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:38:44.266128 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Checking segment: {'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:38:44.266535 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:44.266936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Bound using segment: {'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:38:44.267443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Bound port: 06b089a3-ce81-4522-88f3-721b7c245dd4, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:38:44.267830 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:44.277723 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:44.332062 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] For port 06b089a3-ce81-4522-88f3-721b7c245dd4, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:38:44.335174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] For port 06b089a3-ce81-4522-88f3-721b7c245dd4, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=06b089a3-ce81-4522-88f3-721b7c245dd4,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:38:44.386593 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:44.399021 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:44.405345 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:44.458755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367aae5-befa-489b-bbdd-2f64cb7744f7 None None] Pushing event updated for resources: {'Port': ['ID=06b089a3-ce81-4522-88f3-721b7c245dd4,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:44.519748 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Allocated IP 172.25.2.27 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:38:44.650485 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:44.763478 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:44.805511 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:38:44.808447 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:38:44.811904 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:38:44.822829 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362954fe-95a1-4103-a172-41e5e9d53c19 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:38:44.836892 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:44.908566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3219f4c7-5c9a-4c56-ae65-29d7d4f87818 None None] Provisioning complete for port e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:44.908938 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3219f4c7-5c9a-4c56-ae65-29d7d4f87818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:44.942469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3219f4c7-5c9a-4c56-ae65-29d7d4f87818 None None] Port e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:38:45.192464 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:45.360899 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e8bcf5-369b-4cc7-a3cf-9244631b2bbc None None] Network 87887ae1-3f97-4126-b487-e79a34596531 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:38:45.396179 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:45.403684 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 06b089a3-ce81-4522-88f3-721b7c245dd4 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:38:45.495960 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-00fe4e0f-96d3-43c2-94dd-4224357558bc None None] Provisioning complete for port 06b089a3-ce81-4522-88f3-721b7c245dd4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:45.496343 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00fe4e0f-96d3-43c2-94dd-4224357558bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:45.513589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 06b089a3-ce81-4522-88f3-721b7c245dd4 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:45.513842 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:45.676741 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:45.678306 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00fe4e0f-96d3-43c2-94dd-4224357558bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:45.727769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 06b089a3-ce81-4522-88f3-721b7c245dd4, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=06b089a3-ce81-4522-88f3-721b7c245dd4,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:38:45.838533 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:45.912247 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-00fe4e0f-96d3-43c2-94dd-4224357558bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:38:45.912525 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-00fe4e0f-96d3-43c2-94dd-4224357558bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:38:45.917254 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=06b089a3-ce81-4522-88f3-721b7c245dd4,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:45.935606 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:38:46.040867 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:38:46.049624 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Sync routers for ids ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:38:46.059496 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Routers {'8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:38:46.060112 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:38:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:46.131930 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:46.133711 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-14fd54ef-9bbb-469f-8747-c60f976bc837 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3869145 Dec 16 23:38:46.136445 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 38988) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:46.334227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Set router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:38:46.547513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:44Z', 'revision_number': 3, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:46.578886 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Checking router: 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:38:46.579253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Updating router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe port e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:38:46.581369 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:46.613316 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:46.615977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-dc12ccf6-d6ff-425d-9747-ba15e00c8bc1 None None] Provisioning complete for port 06b089a3-ce81-4522-88f3-721b7c245dd4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:46.616341 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc12ccf6-d6ff-425d-9747-ba15e00c8bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:46.747170 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Allocated IP 172.20.0.1 (87887ae1-3f97-4126-b487-e79a34596531/5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2/4958066e-887f-4ced-b6ee-de7156affc05) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:38:46.850846 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:46.944863 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:46.947590 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:46.989890 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Network 87887ae1-3f97-4126-b487-e79a34596531 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:38:46.993137 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:38:46.996677 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:38:47.004135 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:47.026773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Pushing event updated for resources: {'Port': ['ID=4958066e-887f-4ced-b6ee-de7156affc05,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:47.046315 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:47.054732 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ea61b7-d70f-4758-ba9a-9ee221d45ef4 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:38:47.068920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Attempting to bind port e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:38:47.069306 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Attempting to bind port e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:38:47.069682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Attempting to bind port e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:38:47.075258 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087017b3-30a7-4ce6-b5c1-53a95edb6c1e None None] Pushing event updated for resources: {'Port': ['ID=e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:47.082367 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:38:47.082767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:38:47.083185 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:47.083607 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:38:47.084097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Bound port: e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:38:47.084492 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:47.151409 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] For port e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:38:47.157167 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] For port e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:38:47.169260 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-41a36726-27d5-4a92-b982-aa31bd1d4f25 None None] Provisioning complete for port e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:47.169641 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41a36726-27d5-4a92-b982-aa31bd1d4f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:47.205300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-41a36726-27d5-4a92-b982-aa31bd1d4f25 None None] Port e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:38:47.270807 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:47.274915 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:47.319372 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aad06dd-24ae-47a5-90b9-3867a3388aec None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:38:47.348830 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Routers {'8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:38:47.349474 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:38:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:47.400423 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 06b089a3-ce81-4522-88f3-721b7c245dd4 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:38:47.402127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087017b3-30a7-4ce6-b5c1-53a95edb6c1e None None] Pushing event updated for resources: {'Port': ['ID=e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:47.410760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f471fae7-6ed0-41b7-a967-046a92c2d307 None None] Provisioning complete for port 4958066e-887f-4ced-b6ee-de7156affc05 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:47.411140 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f471fae7-6ed0-41b7-a967-046a92c2d307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:47.462172 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:47.521972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f471fae7-6ed0-41b7-a967-046a92c2d307 None None] Port 4958066e-887f-4ced-b6ee-de7156affc05 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:38:47.524084 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:47.543667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] Set router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:38:47.581510 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 06b089a3-ce81-4522-88f3-721b7c245dd4 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:47.582191 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:47.592174 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Pushing event updated for resources: {'Port': ['ID=4958066e-887f-4ced-b6ee-de7156affc05,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:47.594557 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:47.690138 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Network 87887ae1-3f97-4126-b487-e79a34596531 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:38:47.691606 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:38:47.719177 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-36ba1e18-886d-427d-a8b0-ca99f5910688 None None] Provisioning complete for port e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:47.719573 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36ba1e18-886d-427d-a8b0-ca99f5910688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:47.811844 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:38:47.915816 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36ba1e18-886d-427d-a8b0-ca99f5910688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:47.924915 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:38:47.935318 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-16cbeba9-ec6e-43ec-8114-decd2f037134 admin admin] 10.222.0.43 "PUT /v2.0/routers/8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7929318 Dec 16 23:38:47.942171 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-36ba1e18-886d-427d-a8b0-ca99f5910688 None None] For port e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:38:47.947096 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:46Z', 'revision_number': 1, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:47.979501 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e1bf3-9030-40c7-a97f-23977ac3b7ea None None] The sync data for ids ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'] in n-d-821840-2 is: [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:46Z', 'revision_number': 1, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:38:48.010088 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36ba1e18-886d-427d-a8b0-ca99f5910688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:48.066180 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba1e18-886d-427d-a8b0-ca99f5910688 None None] Pushing event updated for resources: {'Port': ['ID=e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:48.130786 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0645603a-829e-4b7f-a831-5dbc1792dc91 None None] Provisioning complete for port 4958066e-887f-4ced-b6ee-de7156affc05 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:48.131174 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0645603a-829e-4b7f-a831-5dbc1792dc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:48.187750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0645603a-829e-4b7f-a831-5dbc1792dc91 None None] Port 4958066e-887f-4ced-b6ee-de7156affc05 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:38:48.650114 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39006) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:48.655109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1f2a2545-b7c3-4ddd-97be-5daa22a6963a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1162936802-network', 'tenant_id': '0d5730bef504447cba1c2608160cb478'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:38:48.758745 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2a2545-b7c3-4ddd-97be-5daa22a6963a admin admin] Made reservation on behalf of 0d5730bef504447cba1c2608160cb478 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:38:48.761135 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2545-b7c3-4ddd-97be-5daa22a6963a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:48.775191 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2545-b7c3-4ddd-97be-5daa22a6963a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:48.858977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2545-b7c3-4ddd-97be-5daa22a6963a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:48.901263 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2545-b7c3-4ddd-97be-5daa22a6963a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:48.927693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2a2545-b7c3-4ddd-97be-5daa22a6963a admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:38:48.937054 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a2545-b7c3-4ddd-97be-5daa22a6963a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6347594-a720-4aa1-8d78-5be533ad8586,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:48.943579 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2545-b7c3-4ddd-97be-5daa22a6963a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:48.943939 n-d-821840-2 neutron-server[103952]: INFO neutron.db.segments_db [None req-1f2a2545-b7c3-4ddd-97be-5daa22a6963a admin admin] Added segment 263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7 of type vlan for network 3397d74f-1dc7-4078-acf7-7825cec18c79 Dec 16 23:38:48.987684 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2545-b7c3-4ddd-97be-5daa22a6963a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:49.056758 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2545-b7c3-4ddd-97be-5daa22a6963a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:49.057762 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2a2545-b7c3-4ddd-97be-5daa22a6963a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:49.058349 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2545-b7c3-4ddd-97be-5daa22a6963a admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:49.121261 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a2545-b7c3-4ddd-97be-5daa22a6963a admin admin] Pushing event updated for resources: {'Network': ['ID=3397d74f-1dc7-4078-acf7-7825cec18c79,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:49.131694 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 3397d74f-1dc7-4078-acf7-7825cec18c79 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:38:49.168471 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-1f2a2545-b7c3-4ddd-97be-5daa22a6963a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5169189 Dec 16 23:38:49.170955 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39008) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:49.176243 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-07714cd9-8b36-40d5-a093-981949a2e753 admin admin] Request body: {'subnet': {'network_id': '3397d74f-1dc7-4078-acf7-7825cec18c79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1162936802-subnet', 'tenant_id': '0d5730bef504447cba1c2608160cb478', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:38:49.255780 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07714cd9-8b36-40d5-a093-981949a2e753 admin admin] Made reservation on behalf of 0d5730bef504447cba1c2608160cb478 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:38:49.259333 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07714cd9-8b36-40d5-a093-981949a2e753 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4196034'] for subnet, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:49.387131 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:38:49.438343 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:49.438497 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:49.495977 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07714cd9-8b36-40d5-a093-981949a2e753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4196060'] for subnet, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:49.553758 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07714cd9-8b36-40d5-a093-981949a2e753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c98ce651-711f-4aa4-a3d4-0c7d1610ff06,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:49.571019 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07714cd9-8b36-40d5-a093-981949a2e753 admin admin] Checking segment: {'id': '263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3397d74f-1dc7-4078-acf7-7825cec18c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:38:49.571410 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07714cd9-8b36-40d5-a093-981949a2e753 admin admin] Network hostable DHCP agents. Network: 3397d74f-1dc7-4078-acf7-7825cec18c79, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:38:49.644348 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07714cd9-8b36-40d5-a093-981949a2e753 admin admin] Network 3397d74f-1dc7-4078-acf7-7825cec18c79 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:38:49.718678 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-07714cd9-8b36-40d5-a093-981949a2e753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 3397d74f-1dc7-4078-acf7-7825cec18c79) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:38:49.723095 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07714cd9-8b36-40d5-a093-981949a2e753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:49.723740 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-07714cd9-8b36-40d5-a093-981949a2e753 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:49.728109 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe4c5b4-8421-40b8-be22-6bc7f93b2eaa None None] Network 3397d74f-1dc7-4078-acf7-7825cec18c79 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:38:49.828696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-3397d74f-1dc7-4078-acf7-7825cec18c79', 'network_id': '3397d74f-1dc7-4078-acf7-7825cec18c79', 'project_id': '0d5730bef504447cba1c2608160cb478', 'fixed_ips': [{'subnet_id': 'c98ce651-711f-4aa4-a3d4-0c7d1610ff06'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:38:49.829603 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:49.858956 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-07714cd9-8b36-40d5-a093-981949a2e753 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6868453 Dec 16 23:38:49.861475 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39010) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:49.865862 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1162936802-router', 'tenant_id': '0d5730bef504447cba1c2608160cb478', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:38:49.947774 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Sync routers for ids ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:38:49.952314 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:49.956954 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:49.958956 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Routers {'8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:38:49.959857 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:38:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:49.985402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Allocated IP 172.20.0.2 (3397d74f-1dc7-4078-acf7-7825cec18c79/c98ce651-711f-4aa4-a3d4-0c7d1610ff06/79863ca2-bdae-475b-b8b1-27d74fc97997) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:38:50.008207 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.069512 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Set router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:38:50.148333 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.170091 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e7d9-6903-4eab-a455-5dd5b3e96124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.222657 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.250420 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.297210 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Network 3397d74f-1dc7-4078-acf7-7825cec18c79 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:38:50.300244 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:38:50.302628 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:38:50.312651 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Pushing event updated for resources: {'Port': ['ID=79863ca2-bdae-475b-b8b1-27d74fc97997,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:50.366129 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 2, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:50.369211 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Attempting to bind port 79863ca2-bdae-475b-b8b1-27d74fc97997 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:38:50.369590 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Attempting to bind port 79863ca2-bdae-475b-b8b1-27d74fc97997 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3397d74f-1dc7-4078-acf7-7825cec18c79'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:38:50.369961 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Attempting to bind port 79863ca2-bdae-475b-b8b1-27d74fc97997 on network 3397d74f-1dc7-4078-acf7-7825cec18c79 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:38:50.374981 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:38:50.375665 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Checking segment: {'id': '263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3397d74f-1dc7-4078-acf7-7825cec18c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:38:50.376095 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.376493 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Bound using segment: {'id': '263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3397d74f-1dc7-4078-acf7-7825cec18c79'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:38:50.376962 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Bound port: 79863ca2-bdae-475b-b8b1-27d74fc97997, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3397d74f-1dc7-4078-acf7-7825cec18c79'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:38:50.377338 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.394017 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Checking router: 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:38:50.394470 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Updating router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe port 4958066e-887f-4ced-b6ee-de7156affc05 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:38:50.425078 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.444477 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] For port 79863ca2-bdae-475b-b8b1-27d74fc97997, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:38:50.447924 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] For port 79863ca2-bdae-475b-b8b1-27d74fc97997, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=79863ca2-bdae-475b-b8b1-27d74fc97997,segment=NetworkSegment(263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7),segment_id=263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:38:50.507039 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.525444 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.525952 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.587894 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60590073-7513-4ce4-b16f-15d976c64c3a None None] Pushing event updated for resources: {'Port': ['ID=79863ca2-bdae-475b-b8b1-27d74fc97997,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:50.650117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Allocated IP 172.25.2.138 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/5ff36471-e7bb-44e4-af16-17f0cbd13ac7) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:38:50.703603 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.776046 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.792965 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.852953 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.895014 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:38:50.899081 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:38:50.903467 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:38:50.921141 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be6984-7e0d-4f71-8a33-e521bfd6760d None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:38:50.928718 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Attempting to bind port 4958066e-887f-4ced-b6ee-de7156affc05 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:38:50.930216 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Attempting to bind port 4958066e-887f-4ced-b6ee-de7156affc05 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:38:50.930676 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Attempting to bind port 4958066e-887f-4ced-b6ee-de7156affc05 on network 87887ae1-3f97-4126-b487-e79a34596531 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:38:50.939215 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:38:50.939697 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Checking segment: {'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:38:50.940159 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.940782 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Bound using segment: {'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:38:50.941355 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Bound port: 4958066e-887f-4ced-b6ee-de7156affc05, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:38:50.941856 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:50.955525 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362dd95-9b0e-444e-a1de-1a58e47ccbd7 None None] Pushing event updated for resources: {'Port': ['ID=4958066e-887f-4ced-b6ee-de7156affc05,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:50.961177 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Pushing event updated for resources: {'Port': ['ID=5ff36471-e7bb-44e4-af16-17f0cbd13ac7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:50.968518 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dd95-9b0e-444e-a1de-1a58e47ccbd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:50.969018 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dd95-9b0e-444e-a1de-1a58e47ccbd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:50.969444 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dd95-9b0e-444e-a1de-1a58e47ccbd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:50.969853 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dd95-9b0e-444e-a1de-1a58e47ccbd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:50.970255 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dd95-9b0e-444e-a1de-1a58e47ccbd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:50.970671 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dd95-9b0e-444e-a1de-1a58e47ccbd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:50.971071 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dd95-9b0e-444e-a1de-1a58e47ccbd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:50.971496 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dd95-9b0e-444e-a1de-1a58e47ccbd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:50.971888 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dd95-9b0e-444e-a1de-1a58e47ccbd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:50.972276 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dd95-9b0e-444e-a1de-1a58e47ccbd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:50.972667 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dd95-9b0e-444e-a1de-1a58e47ccbd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:50.973057 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dd95-9b0e-444e-a1de-1a58e47ccbd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:50.973443 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dd95-9b0e-444e-a1de-1a58e47ccbd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:38:51.049995 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] For port 4958066e-887f-4ced-b6ee-de7156affc05, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:38:51.051000 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-56a0de36-31e3-43b6-9b8c-dab1eb65bf87 None None] Provisioning complete for port 5ff36471-e7bb-44e4-af16-17f0cbd13ac7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:51.051573 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-56a0de36-31e3-43b6-9b8c-dab1eb65bf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:51.056052 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] For port 4958066e-887f-4ced-b6ee-de7156affc05, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4958066e-887f-4ced-b6ee-de7156affc05,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:38:51.093738 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-56a0de36-31e3-43b6-9b8c-dab1eb65bf87 None None] Port 5ff36471-e7bb-44e4-af16-17f0cbd13ac7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:38:51.130803 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:51.192278 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Routers {'8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:38:51.192923 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:38:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:51.195447 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362dd95-9b0e-444e-a1de-1a58e47ccbd7 None None] Pushing event updated for resources: {'Port': ['ID=4958066e-887f-4ced-b6ee-de7156affc05,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:51.224002 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e756b1b1-150b-403f-96c8-eb04670b2ae9 None None] Provisioning complete for port 4958066e-887f-4ced-b6ee-de7156affc05 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:51.225099 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e756b1b1-150b-403f-96c8-eb04670b2ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:51.297451 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:51.343229 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e756b1b1-150b-403f-96c8-eb04670b2ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:51.355423 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] Set router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:38:51.412498 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e756b1b1-150b-403f-96c8-eb04670b2ae9 None None] For port 4958066e-887f-4ced-b6ee-de7156affc05, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4958066e-887f-4ced-b6ee-de7156affc05,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:38:51.517498 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e756b1b1-150b-403f-96c8-eb04670b2ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:51.649107 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:51Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:51.650519 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:51.682458 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d552416a-88d4-4248-a91f-1f33bd6dea59 None None] The sync data for ids ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'] in n-d-821840-2 is: [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:51Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:38:51.784267 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 79863ca2-bdae-475b-b8b1-27d74fc97997 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:38:51.793712 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c54207-4240-47ba-a9e3-15ab4356397c None None] Network 3397d74f-1dc7-4078-acf7-7825cec18c79 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:38:51.893182 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-bf0e9bc7-24a4-45a9-a99c-81c38a054e3c None None] Provisioning complete for port 4958066e-887f-4ced-b6ee-de7156affc05 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:51.893563 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf0e9bc7-24a4-45a9-a99c-81c38a054e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:51.907015 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Router 84494f1b-1fdc-4756-8a95-dc37788bd1a9 is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:38:51.932784 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756b1b1-150b-403f-96c8-eb04670b2ae9 None None] Pushing event updated for resources: {'Port': ['ID=4958066e-887f-4ced-b6ee-de7156affc05,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:51.985674 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 79863ca2-bdae-475b-b8b1-27d74fc97997 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:51.985998 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:52.129271 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:52.168166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 79863ca2-bdae-475b-b8b1-27d74fc97997, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=79863ca2-bdae-475b-b8b1-27d74fc97997,segment=NetworkSegment(263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7),segment_id=263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:38:52.211742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-49c8b2ce-8d1c-423c-bc78-8f60a571bce5 None None] Provisioning complete for port 79863ca2-bdae-475b-b8b1-27d74fc97997 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:52.212118 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49c8b2ce-8d1c-423c-bc78-8f60a571bce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:52.312656 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49c8b2ce-8d1c-423c-bc78-8f60a571bce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:52.325416 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:52.326327 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4958066e-887f-4ced-b6ee-de7156affc05 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:38:52.378553 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:38:52.396847 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Sync routers for ids ['84494f1b-1fdc-4756-8a95-dc37788bd1a9'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:38:52.452818 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:52.456768 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-050ca25e-e743-45b6-8f38-152029041f2b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5917575 Dec 16 23:38:52.457178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39012) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:52.465696 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Routers {'84494f1b-1fdc-4756-8a95-dc37788bd1a9'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:38:52.466519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:38:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['84494f1b-1fdc-4756-8a95-dc37788bd1a9'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:52.509092 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=79863ca2-bdae-475b-b8b1-27d74fc97997,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:52.542982 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-49c8b2ce-8d1c-423c-bc78-8f60a571bce5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:38:52.543365 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-49c8b2ce-8d1c-423c-bc78-8f60a571bce5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:38:52.589888 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4958066e-887f-4ced-b6ee-de7156affc05 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:52.590317 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:52.596143 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13596874-ec37-413c-935f-ed85154e7a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:52.642040 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Set router 84494f1b-1fdc-4756-8a95-dc37788bd1a9 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:38:52.874535 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:52.878116 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'name': 'tempest-TestShelveInstance-1162936802-router', 'tenant_id': '0d5730bef504447cba1c2608160cb478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ff36471-e7bb-44e4-af16-17f0cbd13ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:49Z', 'updated_at': '2021-12-16T23:38:51Z', 'revision_number': 3, 'project_id': '0d5730bef504447cba1c2608160cb478', 'gw_port': {'id': '5ff36471-e7bb-44e4-af16-17f0cbd13ac7', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:50Z', 'updated_at': '2021-12-16T23:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:52.905111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Checking router: 84494f1b-1fdc-4756-8a95-dc37788bd1a9 for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:38:52.905466 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Updating router 84494f1b-1fdc-4756-8a95-dc37788bd1a9 port 5ff36471-e7bb-44e4-af16-17f0cbd13ac7 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:38:52.930558 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.034572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Allocated IP 172.20.0.1 (3397d74f-1dc7-4078-acf7-7825cec18c79/c98ce651-711f-4aa4-a3d4-0c7d1610ff06/80daac1b-7fea-40af-85c6-25bf296b545a) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:38:53.141032 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.214453 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.227147 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.241706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f0ec6984-672b-4a18-9ee8-dd6ce8e01f13 None None] Provisioning complete for port 79863ca2-bdae-475b-b8b1-27d74fc97997 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:53.242378 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0ec6984-672b-4a18-9ee8-dd6ce8e01f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.267837 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Network 3397d74f-1dc7-4078-acf7-7825cec18c79 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:38:53.272395 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:38:53.280386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:38:53.282932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Pushing event updated for resources: {'Port': ['ID=80daac1b-7fea-40af-85c6-25bf296b545a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:53.311681 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.324657 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.386858 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53633745-6481-4299-ab76-ea8f0abf1230 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:38:53.393802 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489e2f6-ebc8-4f6f-8aa0-2c4c732721d7 None None] Pushing event updated for resources: {'Port': ['ID=5ff36471-e7bb-44e4-af16-17f0cbd13ac7,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:53.398438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Attempting to bind port 5ff36471-e7bb-44e4-af16-17f0cbd13ac7 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:38:53.398631 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Attempting to bind port 5ff36471-e7bb-44e4-af16-17f0cbd13ac7 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:38:53.405560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Attempting to bind port 5ff36471-e7bb-44e4-af16-17f0cbd13ac7 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:38:53.406734 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:38:53.407119 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:38:53.407571 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.407959 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:38:53.408531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Bound port: 5ff36471-e7bb-44e4-af16-17f0cbd13ac7, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:38:53.408810 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.443704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 79863ca2-bdae-475b-b8b1-27d74fc97997 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:38:53.510391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] For port 5ff36471-e7bb-44e4-af16-17f0cbd13ac7, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:38:53.515977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] For port 5ff36471-e7bb-44e4-af16-17f0cbd13ac7, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5ff36471-e7bb-44e4-af16-17f0cbd13ac7,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:38:53.526638 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-692d3266-37e6-4b03-a264-3ca277b38723 None None] Provisioning complete for port 5ff36471-e7bb-44e4-af16-17f0cbd13ac7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:53.527030 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-692d3266-37e6-4b03-a264-3ca277b38723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.558575 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.562299 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 79863ca2-bdae-475b-b8b1-27d74fc97997 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:53.562299 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.593129 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-692d3266-37e6-4b03-a264-3ca277b38723 None None] Port 5ff36471-e7bb-44e4-af16-17f0cbd13ac7 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:38:53.611210 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.664721 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8103885d-e6cd-418a-93c3-f3f06fa32ad4 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:38:53.712221 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489e2f6-ebc8-4f6f-8aa0-2c4c732721d7 None None] Pushing event updated for resources: {'Port': ['ID=5ff36471-e7bb-44e4-af16-17f0cbd13ac7,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:53.720138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Routers {'84494f1b-1fdc-4756-8a95-dc37788bd1a9'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:38:53.720767 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:38:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['84494f1b-1fdc-4756-8a95-dc37788bd1a9'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:53.728519 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4958066e-887f-4ced-b6ee-de7156affc05 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:38:53.744644 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.796549 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-fdd7ffac-c96e-4fdd-9750-ceedc2833984 None None] Provisioning complete for port 80daac1b-7fea-40af-85c6-25bf296b545a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:53.796929 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ffac-c96e-4fdd-9750-ceedc2833984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.814155 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.888019 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:53.889846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Pushing event updated for resources: {'Port': ['ID=80daac1b-7fea-40af-85c6-25bf296b545a,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:53.988592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Network 3397d74f-1dc7-4078-acf7-7825cec18c79 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:38:53.990195 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:38:54.053516 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-fdd7ffac-c96e-4fdd-9750-ceedc2833984 None None] Port 80daac1b-7fea-40af-85c6-25bf296b545a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:38:54.083936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] Set router 84494f1b-1fdc-4756-8a95-dc37788bd1a9 gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:38:54.087467 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4958066e-887f-4ced-b6ee-de7156affc05 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:54.087467 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:54.119081 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:54.122305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Router 84494f1b-1fdc-4756-8a95-dc37788bd1a9 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:38:54.240563 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:38:54.259349 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-b0cf8168-67f9-4576-846a-2cf2166bf278 admin admin] 10.222.0.43 "PUT /v2.0/routers/84494f1b-1fdc-4756-8a95-dc37788bd1a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7924330 Dec 16 23:38:54.259575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6f4652f7-b442-443f-80ed-d33e2550217c None None] Provisioning complete for port 5ff36471-e7bb-44e4-af16-17f0cbd13ac7 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:54.259575 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f4652f7-b442-443f-80ed-d33e2550217c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:54.433443 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f4652f7-b442-443f-80ed-d33e2550217c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:54.457706 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6f4652f7-b442-443f-80ed-d33e2550217c None None] For port 5ff36471-e7bb-44e4-af16-17f0cbd13ac7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5ff36471-e7bb-44e4-af16-17f0cbd13ac7,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:38:54.461272 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'name': 'tempest-TestShelveInstance-1162936802-router', 'tenant_id': '0d5730bef504447cba1c2608160cb478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ff36471-e7bb-44e4-af16-17f0cbd13ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:49Z', 'updated_at': '2021-12-16T23:38:53Z', 'revision_number': 4, 'project_id': '0d5730bef504447cba1c2608160cb478', 'gw_port': {'id': '5ff36471-e7bb-44e4-af16-17f0cbd13ac7', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:50Z', 'updated_at': '2021-12-16T23:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '80daac1b-7fea-40af-85c6-25bf296b545a', 'name': '', 'network_id': '3397d74f-1dc7-4078-acf7-7825cec18c79', 'tenant_id': '0d5730bef504447cba1c2608160cb478', 'mac_address': 'fa:16:3e:d7:b6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c98ce651-711f-4aa4-a3d4-0c7d1610ff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:52Z', 'updated_at': '2021-12-16T23:38:53Z', 'revision_number': 1, 'project_id': '0d5730bef504447cba1c2608160cb478', 'subnets': [{'id': 'c98ce651-711f-4aa4-a3d4-0c7d1610ff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:54.493621 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab93bd65-cc85-4366-a61f-aaf5943fe75e None None] The sync data for ids ['84494f1b-1fdc-4756-8a95-dc37788bd1a9'] in n-d-821840-2 is: [{'id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'name': 'tempest-TestShelveInstance-1162936802-router', 'tenant_id': '0d5730bef504447cba1c2608160cb478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ff36471-e7bb-44e4-af16-17f0cbd13ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:49Z', 'updated_at': '2021-12-16T23:38:53Z', 'revision_number': 4, 'project_id': '0d5730bef504447cba1c2608160cb478', 'gw_port': {'id': '5ff36471-e7bb-44e4-af16-17f0cbd13ac7', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:50Z', 'updated_at': '2021-12-16T23:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '80daac1b-7fea-40af-85c6-25bf296b545a', 'name': '', 'network_id': '3397d74f-1dc7-4078-acf7-7825cec18c79', 'tenant_id': '0d5730bef504447cba1c2608160cb478', 'mac_address': 'fa:16:3e:d7:b6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c98ce651-711f-4aa4-a3d4-0c7d1610ff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:52Z', 'updated_at': '2021-12-16T23:38:53Z', 'revision_number': 1, 'project_id': '0d5730bef504447cba1c2608160cb478', 'subnets': [{'id': 'c98ce651-711f-4aa4-a3d4-0c7d1610ff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:38:54.524627 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f4652f7-b442-443f-80ed-d33e2550217c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:54.582126 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4652f7-b442-443f-80ed-d33e2550217c None None] Pushing event updated for resources: {'Port': ['ID=5ff36471-e7bb-44e4-af16-17f0cbd13ac7,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:54.645455 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7e74c844-fb33-49ae-b2e1-1580a5c78409 None None] Provisioning complete for port 80daac1b-7fea-40af-85c6-25bf296b545a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:54.645692 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e74c844-fb33-49ae-b2e1-1580a5c78409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:54.682485 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7e74c844-fb33-49ae-b2e1-1580a5c78409 None None] Port 80daac1b-7fea-40af-85c6-25bf296b545a cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:38:55.011057 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39020) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:55.015806 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f0dcb22d-c3fb-4da4-ae09-86ba1cc0e806 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-11915691', 'description': 'tempest-secgroup-smoke-11915691 description', 'project_id': '54239ea3e75449159011390475e64949'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:38:55.090147 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb22d-c3fb-4da4-ae09-86ba1cc0e806 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:55.160597 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:55.189100 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb22d-c3fb-4da4-ae09-86ba1cc0e806 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:55.255808 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb22d-c3fb-4da4-ae09-86ba1cc0e806 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:55.289140 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcb22d-c3fb-4da4-ae09-86ba1cc0e806 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:55.382206 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5ff36471-e7bb-44e4-af16-17f0cbd13ac7 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:38:55.383424 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb22d-c3fb-4da4-ae09-86ba1cc0e806 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:55.384696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f0dcb22d-c3fb-4da4-ae09-86ba1cc0e806 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3725266 Dec 16 23:38:55.387953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39022) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:55.392622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ef18bb83-8360-4d6d-bd81-177c96c0b491 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'security_group_rule': {'security_group_id': '1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0', 'project_id': '54239ea3e75449159011390475e64949', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:38:55.437921 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 5ff36471-e7bb-44e4-af16-17f0cbd13ac7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:55.438504 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:55.505636 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef18bb83-8360-4d6d-bd81-177c96c0b491 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:55.570523 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef18bb83-8360-4d6d-bd81-177c96c0b491 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:55.638714 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef18bb83-8360-4d6d-bd81-177c96c0b491 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:55.658479 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18bb83-8360-4d6d-bd81-177c96c0b491 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154027b7-94e0-4bd2-b38c-be6bfa5d22ad,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:55.726577 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef18bb83-8360-4d6d-bd81-177c96c0b491 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:55.728005 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ef18bb83-8360-4d6d-bd81-177c96c0b491 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3390200 Dec 16 23:38:55.736625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39024) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:55.741255 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e7615aa5-8094-49bf-b4da-4a7bebad5308 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'security_group_rule': {'security_group_id': '1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0', 'project_id': '54239ea3e75449159011390475e64949', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:38:55.821685 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:55.854724 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7615aa5-8094-49bf-b4da-4a7bebad5308 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:55.910708 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7615aa5-8094-49bf-b4da-4a7bebad5308 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:55.958182 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7615aa5-8094-49bf-b4da-4a7bebad5308 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:55.975836 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7615aa5-8094-49bf-b4da-4a7bebad5308 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246f62f7-ab22-4cec-a712-58401b215fb0,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:56.034908 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7615aa5-8094-49bf-b4da-4a7bebad5308 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:56.036168 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e7615aa5-8094-49bf-b4da-4a7bebad5308 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2984715 Dec 16 23:38:56.039086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39026) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:56.044019 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-6fbe0600-a4e6-4920-8feb-93ca172b733a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'security_group_rule': {'security_group_id': '1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0', 'project_id': '54239ea3e75449159011390475e64949', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:38:56.135618 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0600-a4e6-4920-8feb-93ca172b733a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:56.193827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0600-a4e6-4920-8feb-93ca172b733a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:56.232856 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0600-a4e6-4920-8feb-93ca172b733a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:56.253993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe0600-a4e6-4920-8feb-93ca172b733a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5891484e-ce51-4935-83ac-be47fa91f726,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:56.314951 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0600-a4e6-4920-8feb-93ca172b733a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:56.316266 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-6fbe0600-a4e6-4920-8feb-93ca172b733a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2761121 Dec 16 23:38:56.319007 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39028) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:56.323572 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-cf358f10-85a8-4d84-91cf-e203b91f0173 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'security_group_rule': {'security_group_id': '1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0', 'project_id': '54239ea3e75449159011390475e64949', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:38:56.414881 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf358f10-85a8-4d84-91cf-e203b91f0173 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:56.473816 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf358f10-85a8-4d84-91cf-e203b91f0173 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:56.494182 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Sync routers for ids ['84494f1b-1fdc-4756-8a95-dc37788bd1a9'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:38:56.504546 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Routers {'84494f1b-1fdc-4756-8a95-dc37788bd1a9'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:38:56.505156 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:38:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['84494f1b-1fdc-4756-8a95-dc37788bd1a9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:56.540990 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf358f10-85a8-4d84-91cf-e203b91f0173 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:56.561597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf358f10-85a8-4d84-91cf-e203b91f0173 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac814ca-634e-4096-8d2b-cb8ffabd084d,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:56.612712 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf358f10-85a8-4d84-91cf-e203b91f0173 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:56.613323 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Set router 84494f1b-1fdc-4756-8a95-dc37788bd1a9 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:38:56.614323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cf358f10-85a8-4d84-91cf-e203b91f0173 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2940767 Dec 16 23:38:56.618575 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39030) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:56.624676 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0b29cc2c-4565-4614-8bcf-fef332ab4409 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'security_group_rule': {'security_group_id': '1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0', 'project_id': '54239ea3e75449159011390475e64949', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:38:56.713095 n-d-821840-2 neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-0b29cc2c-4565-4614-8bcf-fef332ab4409 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Project 54239ea3e75449159011390475e64949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:38:56.718646 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b29cc2c-4565-4614-8bcf-fef332ab4409 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:56.782232 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b29cc2c-4565-4614-8bcf-fef332ab4409 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:56.819105 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'name': 'tempest-TestShelveInstance-1162936802-router', 'tenant_id': '0d5730bef504447cba1c2608160cb478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ff36471-e7bb-44e4-af16-17f0cbd13ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:49Z', 'updated_at': '2021-12-16T23:38:53Z', 'revision_number': 4, 'project_id': '0d5730bef504447cba1c2608160cb478', 'gw_port': {'id': '5ff36471-e7bb-44e4-af16-17f0cbd13ac7', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:50Z', 'updated_at': '2021-12-16T23:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '80daac1b-7fea-40af-85c6-25bf296b545a', 'name': '', 'network_id': '3397d74f-1dc7-4078-acf7-7825cec18c79', 'tenant_id': '0d5730bef504447cba1c2608160cb478', 'mac_address': 'fa:16:3e:d7:b6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c98ce651-711f-4aa4-a3d4-0c7d1610ff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:52Z', 'updated_at': '2021-12-16T23:38:53Z', 'revision_number': 2, 'project_id': '0d5730bef504447cba1c2608160cb478', 'subnets': [{'id': 'c98ce651-711f-4aa4-a3d4-0c7d1610ff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:56.826837 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b29cc2c-4565-4614-8bcf-fef332ab4409 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:56.842885 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29cc2c-4565-4614-8bcf-fef332ab4409 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b123465-a867-409d-ad4b-2b9fdd052372,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:56.845614 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Checking router: 84494f1b-1fdc-4756-8a95-dc37788bd1a9 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:38:56.845975 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Updating router 84494f1b-1fdc-4756-8a95-dc37788bd1a9 port 80daac1b-7fea-40af-85c6-25bf296b545a binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:38:56.871161 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:56.914046 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0b29cc2c-4565-4614-8bcf-fef332ab4409 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:56.915485 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0b29cc2c-4565-4614-8bcf-fef332ab4409 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2959118 Dec 16 23:38:56.918237 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39032) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:38:56.922664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-5ab6a339-3054-4bc2-a9d4-403bf90e14a6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'security_group_rule': {'security_group_id': '1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0', 'project_id': '54239ea3e75449159011390475e64949', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:38:57.114155 n-d-821840-2 neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-5ab6a339-3054-4bc2-a9d4-403bf90e14a6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Project 54239ea3e75449159011390475e64949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:38:57.119703 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a339-3054-4bc2-a9d4-403bf90e14a6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:57.138041 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:57.179636 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a339-3054-4bc2-a9d4-403bf90e14a6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:57.221132 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:57.249715 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a339-3054-4bc2-a9d4-403bf90e14a6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:57.273492 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6a339-3054-4bc2-a9d4-403bf90e14a6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff56a90-0997-49da-b0bb-941c260e4831,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:57.308482 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed7f0e-0694-4d6d-85ed-6c016b5a7c43 None None] Pushing event updated for resources: {'Port': ['ID=80daac1b-7fea-40af-85c6-25bf296b545a,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:57.324774 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Attempting to bind port 80daac1b-7fea-40af-85c6-25bf296b545a on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:38:57.325241 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Attempting to bind port 80daac1b-7fea-40af-85c6-25bf296b545a by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3397d74f-1dc7-4078-acf7-7825cec18c79'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:38:57.325702 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Attempting to bind port 80daac1b-7fea-40af-85c6-25bf296b545a on network 3397d74f-1dc7-4078-acf7-7825cec18c79 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:38:57.331159 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:38:57.334676 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Checking segment: {'id': '263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3397d74f-1dc7-4078-acf7-7825cec18c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:38:57.334676 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:57.334676 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Bound using segment: {'id': '263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3397d74f-1dc7-4078-acf7-7825cec18c79'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:38:57.334676 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Bound port: 80daac1b-7fea-40af-85c6-25bf296b545a, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3397d74f-1dc7-4078-acf7-7825cec18c79'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:38:57.334676 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:57.355828 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a339-3054-4bc2-a9d4-403bf90e14a6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:57.357354 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-5ab6a339-3054-4bc2-a9d4-403bf90e14a6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4380805 Dec 16 23:38:57.407511 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] For port 80daac1b-7fea-40af-85c6-25bf296b545a, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:38:57.411560 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] For port 80daac1b-7fea-40af-85c6-25bf296b545a, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=80daac1b-7fea-40af-85c6-25bf296b545a,segment=NetworkSegment(263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7),segment_id=263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:38:57.495976 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:57.526557 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-9552df5f-ef2a-4a04-b3b3-3190b74066a6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11915691&fields=id&tenant_id=54239ea3e75449159011390475e64949 HTTP/1.1" status: 200 len: 267 time: 0.0476091 Dec 16 23:38:57.528506 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2cdc21ae-6b79-4a76-8310-4917d5bf00f2 None None] Provisioning complete for port 80daac1b-7fea-40af-85c6-25bf296b545a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:57.529046 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2cdc21ae-6b79-4a76-8310-4917d5bf00f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:57.557591 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Routers {'84494f1b-1fdc-4756-8a95-dc37788bd1a9'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:38:57.558215 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:38:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['84494f1b-1fdc-4756-8a95-dc37788bd1a9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:57.561336 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed7f0e-0694-4d6d-85ed-6c016b5a7c43 None None] Pushing event updated for resources: {'Port': ['ID=80daac1b-7fea-40af-85c6-25bf296b545a,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:57.628443 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2cdc21ae-6b79-4a76-8310-4917d5bf00f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:57.681868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2cdc21ae-6b79-4a76-8310-4917d5bf00f2 None None] For port 80daac1b-7fea-40af-85c6-25bf296b545a, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=80daac1b-7fea-40af-85c6-25bf296b545a,segment=NetworkSegment(263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7),segment_id=263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:38:57.747231 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2cdc21ae-6b79-4a76-8310-4917d5bf00f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:57.782881 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] Set router 84494f1b-1fdc-4756-8a95-dc37788bd1a9 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:38:57.828740 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc21ae-6b79-4a76-8310-4917d5bf00f2 None None] Pushing event updated for resources: {'Port': ['ID=80daac1b-7fea-40af-85c6-25bf296b545a,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:38:57.878251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6fedb342-9920-47ed-ae5e-f877f70c7347 None None] Provisioning complete for port 80daac1b-7fea-40af-85c6-25bf296b545a triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:57.878677 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6fedb342-9920-47ed-ae5e-f877f70c7347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:58.000821 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'name': 'tempest-TestShelveInstance-1162936802-router', 'tenant_id': '0d5730bef504447cba1c2608160cb478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ff36471-e7bb-44e4-af16-17f0cbd13ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:49Z', 'updated_at': '2021-12-16T23:38:53Z', 'revision_number': 4, 'project_id': '0d5730bef504447cba1c2608160cb478', 'gw_port': {'id': '5ff36471-e7bb-44e4-af16-17f0cbd13ac7', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:50Z', 'updated_at': '2021-12-16T23:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '80daac1b-7fea-40af-85c6-25bf296b545a', 'name': '', 'network_id': '3397d74f-1dc7-4078-acf7-7825cec18c79', 'tenant_id': '0d5730bef504447cba1c2608160cb478', 'mac_address': 'fa:16:3e:d7:b6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c98ce651-711f-4aa4-a3d4-0c7d1610ff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:52Z', 'updated_at': '2021-12-16T23:38:57Z', 'revision_number': 4, 'project_id': '0d5730bef504447cba1c2608160cb478', 'subnets': [{'id': 'c98ce651-711f-4aa4-a3d4-0c7d1610ff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:38:58.031768 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa6bf1-539b-410d-9f9e-3b57cd358f24 None None] The sync data for ids ['84494f1b-1fdc-4756-8a95-dc37788bd1a9'] in n-d-821840-2 is: [{'id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'name': 'tempest-TestShelveInstance-1162936802-router', 'tenant_id': '0d5730bef504447cba1c2608160cb478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ff36471-e7bb-44e4-af16-17f0cbd13ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:49Z', 'updated_at': '2021-12-16T23:38:53Z', 'revision_number': 4, 'project_id': '0d5730bef504447cba1c2608160cb478', 'gw_port': {'id': '5ff36471-e7bb-44e4-af16-17f0cbd13ac7', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:50Z', 'updated_at': '2021-12-16T23:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '80daac1b-7fea-40af-85c6-25bf296b545a', 'name': '', 'network_id': '3397d74f-1dc7-4078-acf7-7825cec18c79', 'tenant_id': '0d5730bef504447cba1c2608160cb478', 'mac_address': 'fa:16:3e:d7:b6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c98ce651-711f-4aa4-a3d4-0c7d1610ff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:52Z', 'updated_at': '2021-12-16T23:38:57Z', 'revision_number': 4, 'project_id': '0d5730bef504447cba1c2608160cb478', 'subnets': [{'id': 'c98ce651-711f-4aa4-a3d4-0c7d1610ff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:38:58.046911 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-4fc3ee1b-a0c1-45fc-bc49-1e7b1e927a10 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:58.048505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-4fc3ee1b-a0c1-45fc-bc49-1e7b1e927a10 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 809 time: 0.4985137 Dec 16 23:38:58.065113 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-d6dada62-435a-466f-a813-ad5cacc281ab tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/quotas/54239ea3e75449159011390475e64949 HTTP/1.1" status: 200 len: 375 time: 0.0097585 Dec 16 23:38:58.120488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-5d034c23-8fd0-4ed6-a061-bfc20b9a15ab tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492671 Dec 16 23:38:58.236954 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-4fa6ec5d-c040-4cdb-9440-fc712009ff98 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:38:58.237974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-4fa6ec5d-c040-4cdb-9440-fc712009ff98 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1058521 Dec 16 23:38:58.332224 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-457031b6-e8b7-44cd-9710-9f14d0c4f545 service neutron] 10.222.0.43 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871403 Dec 16 23:38:58.432430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-7c818c5f-1801-484e-9ffe-36df3f648c39 service neutron] 10.222.0.43 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931635 Dec 16 23:38:58.677038 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4df100b9-3784-4db8-bbaa-54a62b224c26 req-62c14ba3-df7a-4a04-bd50-bd18392381ea tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 210 time: 0.0280347 Dec 16 23:38:59.383912 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 80daac1b-7fea-40af-85c6-25bf296b545a up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:38:59.431974 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 80daac1b-7fea-40af-85c6-25bf296b545a triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:38:59.432350 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:59.772727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d6f118ee-794e-432e-a077-b83e901af8f3 req-99fe2bea-e1d0-4451-8f4c-b73845b30c63 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 210 time: 0.0266924 Dec 16 23:39:00.813342 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-17224128-5c68-4ee5-826a-efc7c68d0512 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:00.814804 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-17224128-5c68-4ee5-826a-efc7c68d0512 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.24 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 809 time: 0.1106510 Dec 16 23:39:00.887929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b54cf429-318f-4b12-84fb-a12d994cfc4d req-7da267cc-3bf5-4645-bd96-7980f8b37aa3 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 210 time: 0.0364549 Dec 16 23:39:00.906068 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-c97003d0-76cd-43e3-a2fb-0fc6cf28b90c tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54239ea3e75449159011390475e64949 HTTP/1.1" status: 200 len: 378 time: 0.0802596 Dec 16 23:39:00.917126 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-7978b2b1-a609-4eb3-a187-b761328d4363 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'port': {'device_id': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'admin_state_up': True, 'tenant_id': '54239ea3e75449159011390475e64949', 'security_groups': ['1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:39:01.107008 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-7978b2b1-a609-4eb3-a187-b761328d4363 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Made reservation on behalf of 54239ea3e75449159011390475e64949 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:39:01.110626 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-7978b2b1-a609-4eb3-a187-b761328d4363 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:01.238515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-7978b2b1-a609-4eb3-a187-b761328d4363 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Allocated IP 172.20.0.11 (87887ae1-3f97-4126-b487-e79a34596531/5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2/0783ae3a-5651-454c-b474-f6fe208c0e4c) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:39:01.376462 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-7978b2b1-a609-4eb3-a187-b761328d4363 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:01.456004 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-7978b2b1-a609-4eb3-a187-b761328d4363 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:01.506522 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-7978b2b1-a609-4eb3-a187-b761328d4363 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Network 87887ae1-3f97-4126-b487-e79a34596531 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:39:01.510134 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-7978b2b1-a609-4eb3-a187-b761328d4363 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:39:01.513955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-7978b2b1-a609-4eb3-a187-b761328d4363 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:39:01.520542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978b2b1-a609-4eb3-a187-b761328d4363 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'Port': ['ID=0783ae3a-5651-454c-b474-f6fe208c0e4c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:39:01.568122 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-7978b2b1-a609-4eb3-a187-b761328d4363 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:01.568774 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-7978b2b1-a609-4eb3-a187-b761328d4363 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:01.640075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-7978b2b1-a609-4eb3-a187-b761328d4363 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7271321 Dec 16 23:39:01.651160 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-44680356-b810-4f09-a740-0d0d756ab792 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:39:01.652246 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-44680356-b810-4f09-a740-0d0d756ab792 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055983 Dec 16 23:39:01.711737 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Request body: {'port': {'device_id': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:39:01.714934 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9ad9101f-6bb4-4acd-8a78-708246e1d1d5 None None] Provisioning complete for port 0783ae3a-5651-454c-b474-f6fe208c0e4c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:39:01.715466 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ad9101f-6bb4-4acd-8a78-708246e1d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:01.750594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9101f-6bb4-4acd-8a78-708246e1d1d5 None None] Port 0783ae3a-5651-454c-b474-f6fe208c0e4c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:39:01.768001 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:02.032104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c6949-5477-4239-9180-59d21e44551d req-1df1d9f8-b654-4db9-9ec5-4591c8a21995 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:02.033514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a50c6949-5477-4239-9180-59d21e44551d req-1df1d9f8-b654-4db9-9ec5-4591c8a21995 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 932 time: 0.0729086 Dec 16 23:39:02.093262 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0783ae3a-5651-454c-b474-f6fe208c0e4c {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:39:02.104902 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:02.124659 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a50c6949-5477-4239-9180-59d21e44551d req-cb67d69f-4b3c-4693-8554-e6adb7ad3224 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831766 Dec 16 23:39:02.132000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Transition to ACTIVE for port object 0783ae3a-5651-454c-b474-f6fe208c0e4c will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:39:02.221362 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:02.277925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Pushing event updated for resources: {'Port': ['ID=0783ae3a-5651-454c-b474-f6fe208c0e4c,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:39:02.347912 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Attempting to bind port 0783ae3a-5651-454c-b474-f6fe208c0e4c on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:39:02.348290 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Attempting to bind port 0783ae3a-5651-454c-b474-f6fe208c0e4c by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:39:02.348589 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Attempting to bind port 0783ae3a-5651-454c-b474-f6fe208c0e4c on network 87887ae1-3f97-4126-b487-e79a34596531 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:39:02.354141 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Port 0783ae3a-5651-454c-b474-f6fe208c0e4c on network 87887ae1-3f97-4126-b487-e79a34596531 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:39:02.354478 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Attempting to bind port 0783ae3a-5651-454c-b474-f6fe208c0e4c on network 87887ae1-3f97-4126-b487-e79a34596531 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:39:02.359618 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:39:02.359968 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Checking segment: {'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:39:02.360359 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Bound using segment: {'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:39:02.360797 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Bound port: 0783ae3a-5651-454c-b474-f6fe208c0e4c, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:39:02.361161 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:02.428658 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:39:02.432304 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:39:02.513510 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:02.558914 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:02.559651 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:02.560997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] 10.222.0.24 "PUT /v2.0/ports/0783ae3a-5651-454c-b474-f6fe208c0e4c HTTP/1.1" status: 200 len: 1092 time: 0.9002767 Dec 16 23:39:02.561444 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:39:02.564016 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762cbd8c-9790-40fb-8cfd-ede7a1be7369" -d '{"events": [{"name": "network-changed", "server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:39:02.594743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a243d-f8ce-46e7-89f0-3b2af1cef974 service neutron] Pushing event updated for resources: {'Port': ['ID=0783ae3a-5651-454c-b474-f6fe208c0e4c,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:39:02.611214 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb0c167-c508-481c-a225-035a1ea6cdaa x-openstack-request-id: req-6cb0c167-c508-481c-a225-035a1ea6cdaa {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:39:02.611534 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:39:02.611792 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6cb0c167-c508-481c-a225-035a1ea6cdaa {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:39:02.612207 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'status': 'completed', 'code': 200} Dec 16 23:39:02.681268 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cbd8c-9790-40fb-8cfd-ede7a1be7369 req-fefe7aeb-adb9-4297-8fc5-b2e6f860ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:02.682477 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-762cbd8c-9790-40fb-8cfd-ede7a1be7369 req-fefe7aeb-adb9-4297-8fc5-b2e6f860ba72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 1095 time: 0.0462382 Dec 16 23:39:02.799496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cbd8c-9790-40fb-8cfd-ede7a1be7369 req-42735721-77e0-4f9b-9623-0b7436b83f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:02.801054 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-762cbd8c-9790-40fb-8cfd-ede7a1be7369 req-42735721-77e0-4f9b-9623-0b7436b83f74 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=54239ea3e75449159011390475e64949&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1103692 Dec 16 23:39:02.896474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cbd8c-9790-40fb-8cfd-ede7a1be7369 req-75281428-6612-4cca-a083-2c6e51b78370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:02.897879 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-762cbd8c-9790-40fb-8cfd-ede7a1be7369 req-75281428-6612-4cca-a083-2c6e51b78370 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893650 Dec 16 23:39:02.974735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-e0b15166-8707-4181-94f3-46e88eed586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:02.976281 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-e0b15166-8707-4181-94f3-46e88eed586d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 1095 time: 0.0412354 Dec 16 23:39:03.025424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-985b6cbc-9362-4825-a739-d086ab76cefb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c HTTP/1.1" status: 200 len: 217 time: 0.0398440 Dec 16 23:39:03.079820 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-55415407-459c-449c-921f-aee049af74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:03.081272 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-55415407-459c-449c-921f-aee049af74a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0474513 Dec 16 23:39:03.129609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-6e80ca52-5105-41e9-a96b-74554ca1e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:03.131159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-6e80ca52-5105-41e9-a96b-74554ca1e44d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420611 Dec 16 23:39:03.261423 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-0041a6ae-b45b-4f2c-affb-510395ad4137 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228318 Dec 16 23:39:03.269651 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730296f-328a-4768-9ec1-8a3d751dbe95 req-75d18e40-5319-4a21-a83f-9ee83fce8102 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:03.271030 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5730296f-328a-4768-9ec1-8a3d751dbe95 req-75d18e40-5319-4a21-a83f-9ee83fce8102 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 944 time: 0.0764496 Dec 16 23:39:03.376936 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5730296f-328a-4768-9ec1-8a3d751dbe95 req-d253651c-8ad2-437c-bd33-723c32535936 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973475 Dec 16 23:39:03.405377 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-164f9e62-2a13-4e0e-83c3-f010ea11d2ad req-fc59af63-620f-4e5c-ad59-409091a50671 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333518 Dec 16 23:39:04.496000 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4a051-0d03-4b3d-aa56-4e25f7ee4918 req-9139ea07-53ad-4f12-a560-b63d72ad6e24 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:04.497465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1be4a051-0d03-4b3d-aa56-4e25f7ee4918 req-9139ea07-53ad-4f12-a560-b63d72ad6e24 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 944 time: 0.0501301 Dec 16 23:39:04.546295 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1be4a051-0d03-4b3d-aa56-4e25f7ee4918 req-f32f46bf-30dd-4104-a97e-0b5b56f5d992 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428400 Dec 16 23:39:05.237402 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0783ae3a-5651-454c-b474-f6fe208c0e4c details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:39:05.336421 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:39:05.347748 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'port_id': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'mac_address': 'fa:16:3e:d1:ae:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:39:05.385304 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:05.398024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0783ae3a-5651-454c-b474-f6fe208c0e4c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:39:05.417398 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:39:05.489677 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:05.542755 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=0783ae3a-5651-454c-b474-f6fe208c0e4c,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:39:05.670463 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727aede-8d71-4282-8d36-003007de00a1 req-210f9155-a43d-4561-abce-11d0ef7a8f82 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:05.672010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7727aede-8d71-4282-8d36-003007de00a1 req-210f9155-a43d-4561-abce-11d0ef7a8f82 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 945 time: 0.0581751 Dec 16 23:39:05.721250 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7727aede-8d71-4282-8d36-003007de00a1 req-bcff6495-9eff-4745-bff4-32986a6f5034 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432224 Dec 16 23:39:05.823819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['0783ae3a-5651-454c-b474-f6fe208c0e4c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:39:06.837864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff7b61-2694-4a41-907b-a8f3772cd381 req-31dde45d-e72a-4429-b4ae-57572158157a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:06.839420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0ff7b61-2694-4a41-907b-a8f3772cd381 req-31dde45d-e72a-4429-b4ae-57572158157a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 945 time: 0.0503426 Dec 16 23:39:06.889484 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0ff7b61-2694-4a41-907b-a8f3772cd381 req-a45bf8c0-f5c7-4ea3-b0b3-1376ae793951 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440230 Dec 16 23:39:07.238009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0783ae3a-5651-454c-b474-f6fe208c0e4c up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:39:07.357948 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 0783ae3a-5651-454c-b474-f6fe208c0e4c completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:39:07.361903 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 0783ae3a-5651-454c-b474-f6fe208c0e4c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:39:07.362303 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:07.441513 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:07.467298 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:39:07.469574 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b34260-4a1d-4642-b785-d0a110805b17" -d '{"events": [{"server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "name": "network-vif-plugged", "status": "completed", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:39:07.484921 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:39:07.510913 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb21515-00ab-4ebc-9534-d64ed5bde771 x-openstack-request-id: req-2fb21515-00ab-4ebc-9534-d64ed5bde771 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:39:07.510913 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "name": "network-vif-plugged", "status": "completed", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:39:07.510913 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fb21515-00ab-4ebc-9534-d64ed5bde771 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:39:07.510913 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'code': 200} Dec 16 23:39:07.558165 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:07.607819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=0783ae3a-5651-454c-b474-f6fe208c0e4c,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:39:07.620379 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac73170-118e-40c2-b181-e2e9488757ce req-e60f36b5-7a90-48e9-a2c0-4df9e5fed44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:07.621875 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ac73170-118e-40c2-b181-e2e9488757ce req-e60f36b5-7a90-48e9-a2c0-4df9e5fed44f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 1097 time: 0.0505061 Dec 16 23:39:07.676179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-1ac73170-118e-40c2-b181-e2e9488757ce req-ba4eaf83-965c-4da3-94d3-61fd3a1e6f6a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454838 Dec 16 23:39:08.003864 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c8b7b-b1e1-4aaa-bb1d-f7da7c9e114c req-980568c2-abae-42d3-9add-16b40c101f88 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:08.005339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-137c8b7b-b1e1-4aaa-bb1d-f7da7c9e114c req-980568c2-abae-42d3-9add-16b40c101f88 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0489447 Dec 16 23:39:08.054980 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-137c8b7b-b1e1-4aaa-bb1d-f7da7c9e114c req-3292cd58-69cd-49f0-8308-43eaf47d4ffb tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423188 Dec 16 23:39:09.171555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474bd8a-bbc1-4180-a32d-590389e824db req-8459b1c5-67be-41be-a966-b4f2235b23cc tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:09.173046 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3474bd8a-bbc1-4180-a32d-590389e824db req-8459b1c5-67be-41be-a966-b4f2235b23cc tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0482302 Dec 16 23:39:09.222454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3474bd8a-bbc1-4180-a32d-590389e824db req-28279c14-a6d2-47ca-9d75-8a7652177433 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435030 Dec 16 23:39:09.343721 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1b083-f422-4a60-8471-b9743246d4c1 req-657f19f6-0c10-4dd3-ad01-e7d99282cc59 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:09.345117 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58b1b083-f422-4a60-8471-b9743246d4c1 req-657f19f6-0c10-4dd3-ad01-e7d99282cc59 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0531662 Dec 16 23:39:09.394499 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-58b1b083-f422-4a60-8471-b9743246d4c1 req-7b4daacd-e1ef-442a-a464-8231dad04a61 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434663 Dec 16 23:39:09.416960 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39088) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:39:09.498504 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e2b7aa-022f-4f5c-8c01-9531f3f7a299 tempest-TestShelveInstance-1705005860 tempest-TestShelveInstance-1705005860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:09.500048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-e0e2b7aa-022f-4f5c-8c01-9531f3f7a299 tempest-TestShelveInstance-1705005860 tempest-TestShelveInstance-1705005860-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 1092 time: 0.0820234 Dec 16 23:39:09.502963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39092) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:39:09.507142 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'tenant_id': '54239ea3e75449159011390475e64949', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:39:09.587046 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:09.687956 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:09.787726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Allocated IP 172.25.2.57 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/c2097287-3b3f-4fd9-aa00-2b751a60c5f0) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:39:09.890465 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:09.981279 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:10.019148 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:39:10.022063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:39:10.026321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:39:10.051229 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'Port': ['ID=c2097287-3b3f-4fd9-aa00-2b751a60c5f0,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:39:10.385585 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:10.491110 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:10.641332 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:10.694374 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:10.767091 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'Port': ['ID=c2097287-3b3f-4fd9-aa00-2b751a60c5f0,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:39:10.777054 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:10.876842 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Floating IP 5d0a0bb8-eda7-4424-bbe5-5d98945e0e79 associated. External IP: 172.25.2.57, port: 0783ae3a-5651-454c-b474-f6fe208c0e4c. Dec 16 23:39:11.081717 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:39:11.186187 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:39:11.195996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c534238-05d9-436f-a939-f5cc1d2d497b None None] Sync routers for ids ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:39:11.205226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c534238-05d9-436f-a939-f5cc1d2d497b None None] Routers {'8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:39:11.205857 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4c534238-05d9-436f-a939-f5cc1d2d497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:38:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:39:11.263206 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:11.294869 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-62d0e69d-30ce-4b16-b3bb-c6b8dbdac0d8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7907317 Dec 16 23:39:11.295503 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:39:11.297786 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff61cdc3-23dd-4b42-9a20-eff45985fe1a" -d '{"events": [{"name": "network-changed", "server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:39:11.318718 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-4c534238-05d9-436f-a939-f5cc1d2d497b None None] Set router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:39:11.335440 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e14942b-a862-489a-a718-1c79c978f69f x-openstack-request-id: req-3e14942b-a862-489a-a718-1c79c978f69f {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:39:11.336231 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:39:11.336493 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e14942b-a862-489a-a718-1c79c978f69f {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:39:11.336898 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'status': 'completed', 'code': 200} Dec 16 23:39:11.400366 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61cdc3-23dd-4b42-9a20-eff45985fe1a req-aa9e6211-4189-4d93-9367-601d7d99e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:11.401899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff61cdc3-23dd-4b42-9a20-eff45985fe1a req-aa9e6211-4189-4d93-9367-601d7d99e5c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 1097 time: 0.0415118 Dec 16 23:39:11.493901 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61cdc3-23dd-4b42-9a20-eff45985fe1a req-d3ae481b-061d-4e07-8482-005b72c04e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:11.495479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff61cdc3-23dd-4b42-9a20-eff45985fe1a req-d3ae481b-061d-4e07-8482-005b72c04e0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.0848048 Dec 16 23:39:11.552205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4c534238-05d9-436f-a939-f5cc1d2d497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '5d0a0bb8-eda7-4424-bbe5-5d98945e0e79', 'tenant_id': '54239ea3e75449159011390475e64949', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'port_id': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'mac_address': 'fa:16:3e:d1:ae:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:39:10Z', 'updated_at': '2021-12-16T23:39:10Z', 'revision_number': 0, 'project_id': '54239ea3e75449159011390475e64949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:51Z', 'revision_number': 5, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:39:11.565511 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff61cdc3-23dd-4b42-9a20-eff45985fe1a req-bd022f83-678a-4e87-afcf-c4f5a212d33f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c HTTP/1.1" status: 200 len: 999 time: 0.0615165 Dec 16 23:39:11.579125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c534238-05d9-436f-a939-f5cc1d2d497b None None] Checking router: 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:39:11.588212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c534238-05d9-436f-a939-f5cc1d2d497b None None] Routers {'8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:39:11.588741 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4c534238-05d9-436f-a939-f5cc1d2d497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:38:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:39:11.616377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61cdc3-23dd-4b42-9a20-eff45985fe1a req-ed3df3ca-bd50-4150-a343-7e5ba21c1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:11.618179 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff61cdc3-23dd-4b42-9a20-eff45985fe1a req-ed3df3ca-bd50-4150-a343-7e5ba21c1abe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0442629 Dec 16 23:39:11.666173 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61cdc3-23dd-4b42-9a20-eff45985fe1a req-290ad391-83f7-4f5e-8e1d-93b125420072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:11.667712 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff61cdc3-23dd-4b42-9a20-eff45985fe1a req-290ad391-83f7-4f5e-8e1d-93b125420072 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417633 Dec 16 23:39:11.698138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-4c534238-05d9-436f-a939-f5cc1d2d497b None None] Set router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:39:11.763963 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff61cdc3-23dd-4b42-9a20-eff45985fe1a req-c0d6417c-beab-41a6-a918-0a8d70ae7cb7 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882900 Dec 16 23:39:11.853729 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ff61cdc3-23dd-4b42-9a20-eff45985fe1a req-ad011215-f7b5-4f24-9398-053af5289447 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820434 Dec 16 23:39:11.926352 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4c534238-05d9-436f-a939-f5cc1d2d497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '5d0a0bb8-eda7-4424-bbe5-5d98945e0e79', 'tenant_id': '54239ea3e75449159011390475e64949', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'port_id': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'mac_address': 'fa:16:3e:d1:ae:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:39:10Z', 'updated_at': '2021-12-16T23:39:10Z', 'revision_number': 0, 'project_id': '54239ea3e75449159011390475e64949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:51Z', 'revision_number': 5, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:39:11.957130 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c534238-05d9-436f-a939-f5cc1d2d497b None None] The sync data for ids ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'] in n-d-821840-2 is: [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '5d0a0bb8-eda7-4424-bbe5-5d98945e0e79', 'tenant_id': '54239ea3e75449159011390475e64949', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'port_id': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'mac_address': 'fa:16:3e:d1:ae:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:39:10Z', 'updated_at': '2021-12-16T23:39:10Z', 'revision_number': 0, 'project_id': '54239ea3e75449159011390475e64949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:51Z', 'revision_number': 5, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:39:12.154031 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596b842-782f-4c6b-b497-b33820ae09cf None None] New status for floating IP 5d0a0bb8-eda7-4424-bbe5-5d98945e0e79: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:39:14.089629 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:14.271221 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:14.918974 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:39:20.158166 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-252ea598-8ab3-489e-aaf3-61cbcc441eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:22.603550 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c6924b08-ec82-4d1f-857d-494204b3e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:23.888091 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:25.163476 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:25.826331 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:44.089639 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:44.254802 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:50.135335 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f2b4756a-7d19-4b5b-9cf1-596a352af4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:51.918494 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:39:52.596442 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e00fe173-ae5c-49d7-9665-255aeb72b6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:53.921924 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:55.169047 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:55.814800 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:56.455899 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1546264-0d5e-411a-b6fa-34618adbf757 req-9cf0ecda-15f2-4ae3-8819-1513a9e3558b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448375 Dec 16 23:39:56.538313 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1546264-0d5e-411a-b6fa-34618adbf757 req-5b7507ae-1c53-4edc-baa7-d522a8c90fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:56.539747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1546264-0d5e-411a-b6fa-34618adbf757 req-5b7507ae-1c53-4edc-baa7-d522a8c90fa8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 1097 time: 0.0407903 Dec 16 23:39:56.650177 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1546264-0d5e-411a-b6fa-34618adbf757 req-7acb3973-92bc-4061-8906-29d650d7c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:56.651716 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1546264-0d5e-411a-b6fa-34618adbf757 req-7acb3973-92bc-4061-8906-29d650d7c3d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.0894887 Dec 16 23:39:56.719166 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1546264-0d5e-411a-b6fa-34618adbf757 req-d6f04503-c52e-41de-80e1-e374212d632a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c HTTP/1.1" status: 200 len: 1001 time: 0.0581663 Dec 16 23:39:56.769143 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1546264-0d5e-411a-b6fa-34618adbf757 req-9d804131-53b6-4aea-aff7-4c82088bd96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:56.770566 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1546264-0d5e-411a-b6fa-34618adbf757 req-9d804131-53b6-4aea-aff7-4c82088bd96f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0436985 Dec 16 23:39:56.820138 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1546264-0d5e-411a-b6fa-34618adbf757 req-86e074d4-fb57-4d64-9a03-d7425e4045cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:56.821711 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1546264-0d5e-411a-b6fa-34618adbf757 req-86e074d4-fb57-4d64-9a03-d7425e4045cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432539 Dec 16 23:39:57.243215 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1546264-0d5e-411a-b6fa-34618adbf757 req-c0b8c9b8-61f5-44b9-a202-63918f6c1fc7 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123678 Dec 16 23:39:57.335620 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d1546264-0d5e-411a-b6fa-34618adbf757 req-6df60de4-8941-413f-a6b7-aa04780f4ee6 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839818 Dec 16 23:40:14.115653 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:14.305997 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:20.134319 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4d3aeb9-753c-4c39-ac3a-c634ec419a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:22.608840 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71e24ff4-713a-496e-935d-e4f02514ec05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:23.911990 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:25.174178 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:25.826042 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:28.917478 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:40:44.122422 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:44.288595 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:50.145260 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2da033f2-ef5f-4b40-b8aa-6d93359edd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:52.585211 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-768d975d-c6bd-42ca-8c82-4ffa196e6c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:53.939715 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:55.177558 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:55.886407 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:57.440758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-917be5b6-690c-4b0d-ad6f-fee42732230f req-bb97845c-a44b-489a-872c-1230137da4e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416896 Dec 16 23:40:57.528457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917be5b6-690c-4b0d-ad6f-fee42732230f req-8a0927e1-abd3-481b-bd41-3a4755ebc6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:57.529998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-917be5b6-690c-4b0d-ad6f-fee42732230f req-8a0927e1-abd3-481b-bd41-3a4755ebc6e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 1097 time: 0.0425270 Dec 16 23:40:57.637841 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917be5b6-690c-4b0d-ad6f-fee42732230f req-aaee9be1-7376-454b-ab3d-4bfca31f4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:57.639309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-917be5b6-690c-4b0d-ad6f-fee42732230f req-aaee9be1-7376-454b-ab3d-4bfca31f4814 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.0873420 Dec 16 23:40:57.704405 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-917be5b6-690c-4b0d-ad6f-fee42732230f req-5ec2150a-619b-425c-8e04-c20fbd399b4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c HTTP/1.1" status: 200 len: 1001 time: 0.0570631 Dec 16 23:40:57.755574 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917be5b6-690c-4b0d-ad6f-fee42732230f req-3fae4465-2e77-4e03-8e13-aa1630d7491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:57.756986 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-917be5b6-690c-4b0d-ad6f-fee42732230f req-3fae4465-2e77-4e03-8e13-aa1630d7491e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0447726 Dec 16 23:40:57.812664 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917be5b6-690c-4b0d-ad6f-fee42732230f req-46504c5b-dc74-4083-a1f0-2e730ae4d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:57.814046 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-917be5b6-690c-4b0d-ad6f-fee42732230f req-46504c5b-dc74-4083-a1f0-2e730ae4d023 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473089 Dec 16 23:40:57.906580 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-917be5b6-690c-4b0d-ad6f-fee42732230f req-12705f07-45c9-4b79-9729-a83f8b9acf78 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824907 Dec 16 23:40:58.009185 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-917be5b6-690c-4b0d-ad6f-fee42732230f req-7db192c7-ccf4-4e52-9f11-88b3ca6850ca service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946805 Dec 16 23:41:05.917134 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:41:09.177690 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb4883-6662-44e9-9f15-c3e6e4e53a44 req-f1cc0235-4ddc-44fa-9335-02574ef29962 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:09.179194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34eb4883-6662-44e9-9f15-c3e6e4e53a44 req-f1cc0235-4ddc-44fa-9335-02574ef29962 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0516589 Dec 16 23:41:09.229778 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-34eb4883-6662-44e9-9f15-c3e6e4e53a44 req-5a39f42a-3fd2-4a7d-a382-61e06260a077 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441000 Dec 16 23:41:10.370539 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424487a4-f612-48f6-bdd1-85ec920b091a req-8d1bc4a3-37d2-4288-bf6f-26c4f8798138 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:10.372577 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-424487a4-f612-48f6-bdd1-85ec920b091a req-8d1bc4a3-37d2-4288-bf6f-26c4f8798138 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0494175 Dec 16 23:41:10.425455 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-424487a4-f612-48f6-bdd1-85ec920b091a req-1916cd2c-03bd-4247-b78d-0d0ecfcb2f69 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469441 Dec 16 23:41:11.567911 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2ff5b-1781-426f-b919-26909390e166 req-008d2051-0b79-4b48-8bfb-4b6415328eba tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:11.569325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33e2ff5b-1781-426f-b919-26909390e166 req-008d2051-0b79-4b48-8bfb-4b6415328eba tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0492048 Dec 16 23:41:11.618301 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33e2ff5b-1781-426f-b919-26909390e166 req-a8f65d8f-0d75-460a-97d8-9e9d486cd0cd tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423479 Dec 16 23:41:12.736069 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ec1e3-4a05-41ad-8011-fd811c44e518 req-bd1be557-149f-4753-8914-f640e2e5ea47 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:12.737564 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-827ec1e3-4a05-41ad-8011-fd811c44e518 req-bd1be557-149f-4753-8914-f640e2e5ea47 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0503967 Dec 16 23:41:12.786615 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-827ec1e3-4a05-41ad-8011-fd811c44e518 req-1192b951-273c-4b62-9ff7-b7017cc376ad tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431120 Dec 16 23:41:13.907788 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef7eca-d89c-4d43-ba00-62ffacfaab79 req-626606fa-38b1-4165-984d-73b88d88333c tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:13.909283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6fef7eca-d89c-4d43-ba00-62ffacfaab79 req-626606fa-38b1-4165-984d-73b88d88333c tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0533562 Dec 16 23:41:13.959627 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6fef7eca-d89c-4d43-ba00-62ffacfaab79 req-b5eb9d74-3d9c-48ff-9ba2-621d04d8ad3a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442772 Dec 16 23:41:14.116661 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:14.297307 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:15.073346 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f6f55-0a6f-44b0-8899-5d22fec2ed34 req-7ac34820-6f72-423c-8d2a-dac68c1534f4 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:15.075512 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-263f6f55-0a6f-44b0-8899-5d22fec2ed34 req-7ac34820-6f72-423c-8d2a-dac68c1534f4 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0485203 Dec 16 23:41:15.123158 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-263f6f55-0a6f-44b0-8899-5d22fec2ed34 req-55f1b18c-f007-4594-969d-9a0fc8fabfe9 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418575 Dec 16 23:41:16.237769 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d7c34-a8ba-45a1-aacc-8fc19a69cc5a req-71b7a9a9-d56f-4023-a81a-244a9f5763b5 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:16.239232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c9d7c34-a8ba-45a1-aacc-8fc19a69cc5a req-71b7a9a9-d56f-4023-a81a-244a9f5763b5 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0488415 Dec 16 23:41:16.293955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4c9d7c34-a8ba-45a1-aacc-8fc19a69cc5a req-e7079733-7cf3-446d-9e73-5c19f4222df8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483663 Dec 16 23:41:17.414220 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ed64b-6038-48d3-a421-3125c5be812a req-d2267f77-91a3-4fda-8a78-33c5b69b8157 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:17.422159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-123ed64b-6038-48d3-a421-3125c5be812a req-d2267f77-91a3-4fda-8a78-33c5b69b8157 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0503204 Dec 16 23:41:17.466738 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-123ed64b-6038-48d3-a421-3125c5be812a req-b97a37a8-fd74-4972-b4c2-2cfad7001930 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444627 Dec 16 23:41:18.582356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d18aa-900d-40dd-9bb4-652aab390d55 req-b38c85c3-4899-47c3-856b-6e9fe166657a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:18.583739 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef4d18aa-900d-40dd-9bb4-652aab390d55 req-b38c85c3-4899-47c3-856b-6e9fe166657a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0484817 Dec 16 23:41:18.631978 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ef4d18aa-900d-40dd-9bb4-652aab390d55 req-2bace90e-49bb-4e3a-ba4e-9c669dc4ba7f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423343 Dec 16 23:41:19.741302 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0783ae3a-5651-454c-b474-f6fe208c0e4c details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:41:19.755849 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d7e80-7e29-49cc-b313-75204b444e5b req-49ba3565-0a8e-4d3f-9cf4-e43170c59f2b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:19.757328 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f6d7e80-7e29-49cc-b313-75204b444e5b req-49ba3565-0a8e-4d3f-9cf4-e43170c59f2b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0549893 Dec 16 23:41:19.807722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7f6d7e80-7e29-49cc-b313-75204b444e5b req-d9dcf83c-f539-4993-a998-06c0e1f2df08 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442860 Dec 16 23:41:19.836807 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:41:19.848926 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'port_id': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'mac_address': 'fa:16:3e:d1:ae:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:41:19.889319 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:19.901780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0783ae3a-5651-454c-b474-f6fe208c0e4c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:41:19.921603 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:41:19.994490 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:20.045142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=0783ae3a-5651-454c-b474-f6fe208c0e4c,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:41:20.052649 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:20.052997 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:20.053340 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:20.053679 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:20.054010 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:20.054341 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:20.054667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:20.054992 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:20.055343 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:20.055667 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:20.055991 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:20.056316 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:20.056637 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:20.079573 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['0783ae3a-5651-454c-b474-f6fe208c0e4c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:41:20.138421 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-006face4-a038-4368-b39f-8451c7644456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:20.924671 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8b69b-e97b-4394-aba9-42c299aade33 req-9ffab87e-7870-40af-849c-f8af56e20d34 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:20.926266 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42a8b69b-e97b-4394-aba9-42c299aade33 req-9ffab87e-7870-40af-849c-f8af56e20d34 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 945 time: 0.0498822 Dec 16 23:41:20.974768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-42a8b69b-e97b-4394-aba9-42c299aade33 req-5185ab62-9162-45f9-a419-52efcc45caed tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425196 Dec 16 23:41:21.767822 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0783ae3a-5651-454c-b474-f6fe208c0e4c up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:41:21.817037 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 0783ae3a-5651-454c-b474-f6fe208c0e4c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:41:21.817413 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:21.901658 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:21.924736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:41:21.926982 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917f698a-c46f-4d60-9ad9-049224e25914" -d '{"events": [{"server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "name": "network-vif-plugged", "status": "completed", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:41:21.940775 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:41:22.016094 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:22.049507 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd907f3b-6a1f-4d7c-90c0-c76b29ee0628 x-openstack-request-id: req-bd907f3b-6a1f-4d7c-90c0-c76b29ee0628 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:41:22.049787 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "name": "network-vif-plugged", "status": "completed", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:41:22.050103 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd907f3b-6a1f-4d7c-90c0-c76b29ee0628 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:41:22.050453 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'code': 200} Dec 16 23:41:22.078090 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=0783ae3a-5651-454c-b474-f6fe208c0e4c,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:41:22.100272 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1f239-878b-466f-a740-b2411eaaaabc req-5f99f708-2057-4a92-9b65-dc98571d2b7b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:22.101788 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bf1f239-878b-466f-a740-b2411eaaaabc req-5f99f708-2057-4a92-9b65-dc98571d2b7b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0553362 Dec 16 23:41:22.155691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bf1f239-878b-466f-a740-b2411eaaaabc req-cf93a048-a8bc-4b2c-90c3-f615bdb6f661 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459564 Dec 16 23:41:22.594841 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f97db99-bb26-4e8c-9ca6-ef42b725d0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:23.288156 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327a637-0183-4a10-89f4-ceaffb6224e6 req-9a00928f-4925-4fd8-ba1d-316f99f83957 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:23.290456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d327a637-0183-4a10-89f4-ceaffb6224e6 req-9a00928f-4925-4fd8-ba1d-316f99f83957 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0611694 Dec 16 23:41:23.343019 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d327a637-0183-4a10-89f4-ceaffb6224e6 req-02bdb077-62a6-4ba7-b665-492d467efef9 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454774 Dec 16 23:41:23.927888 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:24.472498 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3957e12-bcb4-4af6-9974-0d833b3e2a49 req-6ed23d5a-a8f3-43c2-85a1-03be33cbf59b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:24.474159 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3957e12-bcb4-4af6-9974-0d833b3e2a49 req-6ed23d5a-a8f3-43c2-85a1-03be33cbf59b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0565319 Dec 16 23:41:24.541194 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c3957e12-bcb4-4af6-9974-0d833b3e2a49 req-fb45503d-83d1-42f7-bdd7-38f89093f3c1 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608757 Dec 16 23:41:25.379110 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:25.674995 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62378b4-2cc0-4df5-bdb2-3cb034999c05 req-3cea8046-d32d-4ddb-8554-cd82d5bf8704 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:25.676447 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e62378b4-2cc0-4df5-bdb2-3cb034999c05 req-3cea8046-d32d-4ddb-8554-cd82d5bf8704 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0563343 Dec 16 23:41:25.732532 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e62378b4-2cc0-4df5-bdb2-3cb034999c05 req-3ae4bcec-1ac2-495d-8878-e1aa7118c56f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472877 Dec 16 23:41:25.819558 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:26.871441 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b1724-3f80-4042-a1fd-23131ac54b8c req-3b8dd796-09c1-4179-8270-9110e22ef0df tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:26.872213 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-330b1724-3f80-4042-a1fd-23131ac54b8c req-3b8dd796-09c1-4179-8270-9110e22ef0df tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0542657 Dec 16 23:41:26.932696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-330b1724-3f80-4042-a1fd-23131ac54b8c req-cf3f647c-ca9e-4b8c-9c48-73c285c7ff88 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532584 Dec 16 23:41:28.058961 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b64f38-c7fa-4eff-8db7-c04c335029ee req-0afd3132-a717-4284-b692-9bdebd512f57 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:28.062504 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11b64f38-c7fa-4eff-8db7-c04c335029ee req-0afd3132-a717-4284-b692-9bdebd512f57 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0602090 Dec 16 23:41:28.117468 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-11b64f38-c7fa-4eff-8db7-c04c335029ee req-eea613c2-1a4a-4a44-a4c7-4e34c22cabf3 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482206 Dec 16 23:41:29.246931 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d9b6c-c1fb-42a7-8d9c-ddf6e1738458 req-cc859d0b-6806-43f9-a1f8-2a58dabcd46d tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:29.249363 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f2d9b6c-c1fb-42a7-8d9c-ddf6e1738458 req-cc859d0b-6806-43f9-a1f8-2a58dabcd46d tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0563107 Dec 16 23:41:29.316411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f2d9b6c-c1fb-42a7-8d9c-ddf6e1738458 req-a22c401c-fdba-4a21-b86d-4ea2d2c07294 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605478 Dec 16 23:41:30.453330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4987050-2fc1-4ee2-8e3a-db7e5f251f0e req-6131bef3-6843-436a-a579-43344a3de133 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:30.454955 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4987050-2fc1-4ee2-8e3a-db7e5f251f0e req-6131bef3-6843-436a-a579-43344a3de133 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0558817 Dec 16 23:41:30.517392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c4987050-2fc1-4ee2-8e3a-db7e5f251f0e req-732d6e3c-cfb3-4b7a-9832-fc28dd55f27f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556896 Dec 16 23:41:31.647869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30321a6-a7ed-4192-8651-2268d5800016 req-36fb3ffe-f465-4a43-b359-d835df44796e tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:31.655503 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d30321a6-a7ed-4192-8651-2268d5800016 req-36fb3ffe-f465-4a43-b359-d835df44796e tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0628366 Dec 16 23:41:31.703420 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d30321a6-a7ed-4192-8651-2268d5800016 req-96338b5c-5533-49aa-8694-870d6171697b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469599 Dec 16 23:41:32.820643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aea016-ff20-4266-9ecc-72d7a87ebd88 req-6ae4e349-005a-466e-919f-b1e1c9cc84c7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:32.822022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66aea016-ff20-4266-9ecc-72d7a87ebd88 req-6ae4e349-005a-466e-919f-b1e1c9cc84c7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0494139 Dec 16 23:41:32.872431 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-66aea016-ff20-4266-9ecc-72d7a87ebd88 req-c6c5f7cf-5581-4928-a697-a7be6a8555a9 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435686 Dec 16 23:41:33.201815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525c00-cc44-44c8-a5e8-fac5b380c02c req-f02e457d-6175-470a-ab71-3bfa03d12847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:33.203307 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59525c00-cc44-44c8-a5e8-fac5b380c02c req-f02e457d-6175-470a-ab71-3bfa03d12847 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 1097 time: 0.0453191 Dec 16 23:41:33.298492 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525c00-cc44-44c8-a5e8-fac5b380c02c req-c2261044-f079-4b8e-9ff2-069ac1bf025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:33.299999 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59525c00-cc44-44c8-a5e8-fac5b380c02c req-c2261044-f079-4b8e-9ff2-069ac1bf025b service neutron] 10.222.0.24 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.0874467 Dec 16 23:41:33.369862 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59525c00-cc44-44c8-a5e8-fac5b380c02c req-8d571514-6c14-4b30-94a2-7ad5e66826d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c HTTP/1.1" status: 200 len: 1001 time: 0.0611956 Dec 16 23:41:33.423768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525c00-cc44-44c8-a5e8-fac5b380c02c req-c75dafb3-5bf1-4466-9131-713f01eb1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:33.425227 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59525c00-cc44-44c8-a5e8-fac5b380c02c req-c75dafb3-5bf1-4466-9131-713f01eb1104 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0451519 Dec 16 23:41:33.472049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525c00-cc44-44c8-a5e8-fac5b380c02c req-89fdbcec-b816-4179-ba05-2b267b4ec19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:33.473406 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59525c00-cc44-44c8-a5e8-fac5b380c02c req-89fdbcec-b816-4179-ba05-2b267b4ec19f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402818 Dec 16 23:41:33.568428 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59525c00-cc44-44c8-a5e8-fac5b380c02c req-69487abf-4559-4100-b404-3d56ada6a9ce service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853100 Dec 16 23:41:33.661031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59525c00-cc44-44c8-a5e8-fac5b380c02c req-848119ef-0fb6-4ede-aef1-c8022d9c5222 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829358 Dec 16 23:41:33.993480 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e46f6-dc19-4621-9143-463bc226ae5e req-5caa9711-ed78-4c5b-96b9-ab3b0495d5df tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:33.995229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-078e46f6-dc19-4621-9143-463bc226ae5e req-5caa9711-ed78-4c5b-96b9-ab3b0495d5df tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0533442 Dec 16 23:41:34.045556 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-078e46f6-dc19-4621-9143-463bc226ae5e req-d46092d0-2b40-4e9f-bd08-6677fe518ae9 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432808 Dec 16 23:41:35.163291 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f4910-1ed0-4460-a13b-baae2ea0db5f req-f8fccfcc-0bc9-4bc6-bcc3-c3ea27ab3065 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:35.164768 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd6f4910-1ed0-4460-a13b-baae2ea0db5f req-f8fccfcc-0bc9-4bc6-bcc3-c3ea27ab3065 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0495329 Dec 16 23:41:35.213599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dd6f4910-1ed0-4460-a13b-baae2ea0db5f req-a7e1182d-1366-4715-9826-7ba2c7866c9d tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428653 Dec 16 23:41:35.817427 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 0783ae3a-5651-454c-b474-f6fe208c0e4c no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:41:35.899662 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:35.923917 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:41:35.926154 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f36c4fa-cd55-4fdf-9b6e-0ed2577f722b" -d '{"events": [{"server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "name": "network-vif-unplugged", "status": "completed", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:41:35.938866 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:41:35.981112 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a377cff-7a29-43d7-9cb0-0a2932e6c7b0 x-openstack-request-id: req-7a377cff-7a29-43d7-9cb0-0a2932e6c7b0 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:41:35.981112 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "name": "network-vif-unplugged", "status": "completed", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:41:35.981112 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a377cff-7a29-43d7-9cb0-0a2932e6c7b0 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:41:35.981112 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'code': 200} Dec 16 23:41:36.034119 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:36.082108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=0783ae3a-5651-454c-b474-f6fe208c0e4c,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:41:36.330983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31d85e-25a2-4378-b62c-22c0688b10d5 req-3c34e4f0-06be-4625-a921-1f66c9defc57 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:36.332519 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d31d85e-25a2-4378-b62c-22c0688b10d5 req-3c34e4f0-06be-4625-a921-1f66c9defc57 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 944 time: 0.0489793 Dec 16 23:41:36.386130 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4d31d85e-25a2-4378-b62c-22c0688b10d5 req-e2d63eff-9be3-4321-965f-fd35168a0f1e tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474858 Dec 16 23:41:36.458032 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-f51a7ce0-b4f0-478b-b557-9466e3fd9e29 req-8a806f8a-b709-402d-9ba4-5379f244170b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:41:36.459028 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f51a7ce0-b4f0-478b-b557-9466e3fd9e29 req-8a806f8a-b709-402d-9ba4-5379f244170b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057521 Dec 16 23:41:36.747327 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957494f-fd71-47fd-8595-0cb0fdc0cba9 req-0416f47f-874c-4639-826a-417417124e8e tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:36.748841 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f957494f-fd71-47fd-8595-0cb0fdc0cba9 req-0416f47f-874c-4639-826a-417417124e8e tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 944 time: 0.0505149 Dec 16 23:41:36.799077 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f957494f-fd71-47fd-8595-0cb0fdc0cba9 req-9b18b38d-835c-4ca1-991d-4ab262a4bb1c tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441899 Dec 16 23:41:37.229738 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-6972dde5-e441-45bd-9d35-3a9a552dc1e5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818527 Dec 16 23:41:37.921208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31febaa-f431-410e-ac62-6ebd52242ef4 req-86a1fb81-5854-4a44-8c76-390ca4cb5e69 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:37.922695 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b31febaa-f431-410e-ac62-6ebd52242ef4 req-86a1fb81-5854-4a44-8c76-390ca4cb5e69 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 944 time: 0.0495081 Dec 16 23:41:37.972667 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b31febaa-f431-410e-ac62-6ebd52242ef4 req-99814b01-d9a6-4f0b-9330-7375b8d889f3 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436802 Dec 16 23:41:38.664524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-9bd96f72-b8f4-4032-ab74-c9c51e333046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:38.665959 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-9bd96f72-b8f4-4032-ab74-c9c51e333046 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a&tenant_id=54239ea3e75449159011390475e64949 HTTP/1.1" status: 200 len: 1095 time: 0.0454838 Dec 16 23:41:38.680689 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-2', 'device_owner': 'compute:nova'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:41:38.733224 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:38.935860 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:41:38.967818 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:41:39.005155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0783ae3a-5651-454c-b474-f6fe208c0e4c {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:41:39.014186 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:39.026457 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Transition to ACTIVE for port object 0783ae3a-5651-454c-b474-f6fe208c0e4c will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:41:39.092238 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976ce41-bc55-448e-befe-1b2d9e981e7b req-2acd02b5-475f-47c0-b3c9-2aa8c2c49851 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:39.093731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4976ce41-bc55-448e-befe-1b2d9e981e7b req-2acd02b5-475f-47c0-b3c9-2aa8c2c49851 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 944 time: 0.0491569 Dec 16 23:41:39.098733 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:39.209135 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Pushing event updated for resources: {'Port': ['ID=0783ae3a-5651-454c-b474-f6fe208c0e4c,revision_number=9']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:41:39.235520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:39.235870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:39.236214 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:39.236555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:39.236891 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:39.237225 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:39.237553 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:39.237881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:39.238208 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:39.238537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:39.238865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:39.239189 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:39.239540 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:39.249803 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4976ce41-bc55-448e-befe-1b2d9e981e7b req-ec30625d-88f5-4099-b961-c702b7c434bb tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1487424 Dec 16 23:41:39.277489 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] No DVR routers for this DVR port 0783ae3a-5651-454c-b474-f6fe208c0e4c on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:41:39.421548 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Attempting to bind port 0783ae3a-5651-454c-b474-f6fe208c0e4c on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:41:39.421816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Attempting to bind port 0783ae3a-5651-454c-b474-f6fe208c0e4c by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:41:39.422151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Attempting to bind port 0783ae3a-5651-454c-b474-f6fe208c0e4c on network 87887ae1-3f97-4126-b487-e79a34596531 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:41:39.426498 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Port 0783ae3a-5651-454c-b474-f6fe208c0e4c on network 87887ae1-3f97-4126-b487-e79a34596531 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:41:39.426830 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Attempting to bind port 0783ae3a-5651-454c-b474-f6fe208c0e4c on network 87887ae1-3f97-4126-b487-e79a34596531 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:41:39.431781 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:41:39.432123 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Checking segment: {'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:41:39.432507 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Bound using segment: {'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:41:39.433458 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Bound port: 0783ae3a-5651-454c-b474-f6fe208c0e4c, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:41:39.433825 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:39.496726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:41:39.499687 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:41:39.567646 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:39.608411 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:39.609056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:39.610524 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] 10.222.0.69 "PUT /v2.0/ports/0783ae3a-5651-454c-b474-f6fe208c0e4c HTTP/1.1" status: 200 len: 1092 time: 0.9336588 Dec 16 23:41:39.610989 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:41:39.613314 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b27540f-2abe-4269-a27f-b5d57c1c8cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:41:39.641994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db799e-fb68-4d83-9f78-17111624d09a service neutron] Pushing event updated for resources: {'Port': ['ID=0783ae3a-5651-454c-b474-f6fe208c0e4c,revision_number=10']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:41:39.699367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-b2451c59-43a5-48f4-ae00-5f68dafb0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:39.701745 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-b2451c59-43a5-48f4-ae00-5f68dafb0370 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 1096 time: 0.0456839 Dec 16 23:41:39.757031 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57af8bb9-b792-4e02-a892-cfb6396490a0 x-openstack-request-id: req-57af8bb9-b792-4e02-a892-cfb6396490a0 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:41:39.757281 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:41:39.757478 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57af8bb9-b792-4e02-a892-cfb6396490a0 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:41:39.757888 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'status': 'completed', 'code': 200} Dec 16 23:41:39.807203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-8e08c218-20f4-4a0a-9e93-19d5793b4fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:39.809882 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-8e08c218-20f4-4a0a-9e93-19d5793b4fc1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.1013160 Dec 16 23:41:39.884845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-aa26bd32-faaa-42d1-b84a-bd1013a7224b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c HTTP/1.1" status: 200 len: 999 time: 0.0634859 Dec 16 23:41:39.939456 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-6dd40c43-57fe-4ad3-9f1f-2fec8eefda4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:39.940922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-6dd40c43-57fe-4ad3-9f1f-2fec8eefda4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0448451 Dec 16 23:41:39.990588 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-ff68d102-064c-4bec-881c-ff983f5691f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:39.992062 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-ff68d102-064c-4bec-881c-ff983f5691f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399487 Dec 16 23:41:40.088283 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-aed7c657-481d-47a2-a3bd-584b69694beb service neutron] 10.222.0.69 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866389 Dec 16 23:41:40.182046 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8dfe3af1-f5b7-4c1c-b94b-c01c22e4ea37 req-a23b698c-9af0-4282-a7f4-1fc147b7e493 service neutron] 10.222.0.69 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828619 Dec 16 23:41:40.400763 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23edfca-b668-4548-ac91-c4f4f2486908 req-4106776d-de87-42ff-8e30-ef77c18eec40 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:40.402642 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c23edfca-b668-4548-ac91-c4f4f2486908 req-4106776d-de87-42ff-8e30-ef77c18eec40 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 945 time: 0.0835860 Dec 16 23:41:40.406367 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27540f-2abe-4269-a27f-b5d57c1c8cd8 req-195a228d-cf40-4cc4-84b1-986e77c326d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:40.408610 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b27540f-2abe-4269-a27f-b5d57c1c8cd8 req-195a228d-cf40-4cc4-84b1-986e77c326d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 1096 time: 0.0764611 Dec 16 23:41:40.509523 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c23edfca-b668-4548-ac91-c4f4f2486908 req-fadb2441-2a7b-4cda-88b0-92e886666b04 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996907 Dec 16 23:41:40.540932 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27540f-2abe-4269-a27f-b5d57c1c8cd8 req-a971f97b-90b0-40fb-956a-80b3bfd0e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:40.542902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b27540f-2abe-4269-a27f-b5d57c1c8cd8 req-a971f97b-90b0-40fb-956a-80b3bfd0e042 service neutron] 10.222.0.69 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.1143403 Dec 16 23:41:40.613438 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b27540f-2abe-4269-a27f-b5d57c1c8cd8 req-983a6295-5d2e-4a0f-86a4-77bf2c0016b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c HTTP/1.1" status: 200 len: 999 time: 0.0593445 Dec 16 23:41:40.666959 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27540f-2abe-4269-a27f-b5d57c1c8cd8 req-55b4d644-fddb-4723-913a-74ba9afc58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:40.668928 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b27540f-2abe-4269-a27f-b5d57c1c8cd8 req-55b4d644-fddb-4723-913a-74ba9afc58b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0427821 Dec 16 23:41:40.738218 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27540f-2abe-4269-a27f-b5d57c1c8cd8 req-a1cfeeb1-1163-4024-89e9-f3815f8fcc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:40.741480 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b27540f-2abe-4269-a27f-b5d57c1c8cd8 req-a1cfeeb1-1163-4024-89e9-f3815f8fcc60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630882 Dec 16 23:41:40.913555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b27540f-2abe-4269-a27f-b5d57c1c8cd8 req-be9864c1-1894-4ebc-a356-e83d8c48ffb9 service neutron] 10.222.0.69 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563406 Dec 16 23:41:41.638250 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b11ef2-55c4-49c7-9ac3-58154ac13463 req-80e6a889-6f9e-40ec-813d-456dfff77d17 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:41.639860 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5b11ef2-55c4-49c7-9ac3-58154ac13463 req-80e6a889-6f9e-40ec-813d-456dfff77d17 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 945 time: 0.0555804 Dec 16 23:41:41.699170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c5b11ef2-55c4-49c7-9ac3-58154ac13463 req-6e39ee53-62fc-406c-ab1b-1fbca7d2ce13 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522919 Dec 16 23:41:42.831900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dc736-3f52-4c00-862a-b6ba538113f7 req-9fea5dbd-6e0e-4ac6-968d-aa522633eca5 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:42.833336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-505dc736-3f52-4c00-862a-b6ba538113f7 req-9fea5dbd-6e0e-4ac6-968d-aa522633eca5 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 945 time: 0.0515573 Dec 16 23:41:42.888332 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-505dc736-3f52-4c00-862a-b6ba538113f7 req-a1fb7159-0b1f-4041-b518-baa5be675a07 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482230 Dec 16 23:41:42.915684 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:41:44.017267 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1f4ff-bb2e-466d-a103-e87417096921 req-fdc7ce3f-c7dc-45e8-a689-3468231cdbd5 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:44.018823 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ba1f4ff-bb2e-466d-a103-e87417096921 req-fdc7ce3f-c7dc-45e8-a689-3468231cdbd5 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 945 time: 0.0576408 Dec 16 23:41:44.070354 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5ba1f4ff-bb2e-466d-a103-e87417096921 req-528ee693-d6d3-41d1-8f35-2b35129839b2 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452559 Dec 16 23:41:44.110294 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:44.276389 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:45.204302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ea00a-ec3e-4a9b-9fac-64c64db9dcaf req-11fe7624-2a18-479b-b1be-f14b27afd2e3 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:45.205780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-412ea00a-ec3e-4a9b-9fac-64c64db9dcaf req-11fe7624-2a18-479b-b1be-f14b27afd2e3 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 945 time: 0.0563340 Dec 16 23:41:45.257115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-412ea00a-ec3e-4a9b-9fac-64c64db9dcaf req-ac7eb2c9-5812-4a20-8795-6fbb5ad14168 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453506 Dec 16 23:41:46.384211 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd731d3-377e-4e49-8baa-1b5362cd937b req-f5510f8c-45b4-40a9-82ca-1c6c1b2faaaa tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:46.386198 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9cd731d3-377e-4e49-8baa-1b5362cd937b req-f5510f8c-45b4-40a9-82ca-1c6c1b2faaaa tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 945 time: 0.0527010 Dec 16 23:41:46.447323 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9cd731d3-377e-4e49-8baa-1b5362cd937b req-4d1a6915-1a33-45a2-ad18-91bef0bd2b8d tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515857 Dec 16 23:41:47.585566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa6be5-6be3-4ddd-ad83-200525d2a11a req-1aec0aee-dd64-469e-9c36-7c994a986a80 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:47.587009 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61aa6be5-6be3-4ddd-ad83-200525d2a11a req-1aec0aee-dd64-469e-9c36-7c994a986a80 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 945 time: 0.0540586 Dec 16 23:41:47.638537 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-61aa6be5-6be3-4ddd-ad83-200525d2a11a req-f9efb803-ce0c-49e8-bf4b-f313bb552c2b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446992 Dec 16 23:41:48.762652 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f24aa4-3279-4119-831b-5c46525cb7bd req-a9fc31b0-e2c8-4372-9c91-2e913da96a27 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:48.764176 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e9f24aa4-3279-4119-831b-5c46525cb7bd req-a9fc31b0-e2c8-4372-9c91-2e913da96a27 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 945 time: 0.0526438 Dec 16 23:41:48.817009 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e9f24aa4-3279-4119-831b-5c46525cb7bd req-a13ee9be-234e-4d23-ae60-4608d5a7e688 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467913 Dec 16 23:41:49.947882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85500e6e-4466-4d0d-b611-e0a5745c97f5 req-8927b6b4-35d1-4266-9128-64334be6fdc9 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:49.950374 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85500e6e-4466-4d0d-b611-e0a5745c97f5 req-8927b6b4-35d1-4266-9128-64334be6fdc9 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 945 time: 0.0591960 Dec 16 23:41:50.006907 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-85500e6e-4466-4d0d-b611-e0a5745c97f5 req-cbb60d24-406f-4f12-aee4-101dc004c3d5 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506120 Dec 16 23:41:50.136607 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8ce1dd0-f193-4fbb-ba0d-480b434a7b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:50.877267 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b27540f-2abe-4269-a27f-b5d57c1c8cd8 req-82398481-9696-4f0b-9763-c4da24d9b9ee service neutron] 10.222.0.69 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907443 Dec 16 23:41:51.128472 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005453d-a5e3-4cfb-9d10-55e4196215e7 req-12e16d6d-0680-488b-b858-0a242d882f07 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:51.129909 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e005453d-a5e3-4cfb-9d10-55e4196215e7 req-12e16d6d-0680-488b-b858-0a242d882f07 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 945 time: 0.0525322 Dec 16 23:41:51.179949 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e005453d-a5e3-4cfb-9d10-55e4196215e7 req-29a2c1c2-d768-480c-b229-b276e1917e31 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438445 Dec 16 23:41:52.298068 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 0783ae3a-5651-454c-b474-f6fe208c0e4c details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:41:52.299419 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3aec3-5f55-4363-bc7f-d84ae1f2cc79 req-0b9e1da6-7645-4232-8b07-39997b9aa339 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:52.300965 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33e3aec3-5f55-4363-bc7f-d84ae1f2cc79 req-0b9e1da6-7645-4232-8b07-39997b9aa339 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 945 time: 0.0531774 Dec 16 23:41:52.351372 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-33e3aec3-5f55-4363-bc7f-d84ae1f2cc79 req-6e686e73-781a-4a80-887b-05f080ac5412 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442927 Dec 16 23:41:52.396007 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:41:52.407196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'port_id': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'mac_address': 'fa:16:3e:d1:ae:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:41:52.443948 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:52.456515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0783ae3a-5651-454c-b474-f6fe208c0e4c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:41:52.475437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:41:52.591323 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:52.615449 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-978276f6-bf03-46e8-9f75-a072fc5516fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:52.643694 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=0783ae3a-5651-454c-b474-f6fe208c0e4c,revision_number=11']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:41:52.720462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb62e3d-be7a-4d30-bf8c-8cc97b271685 req-06ae6d80-3ddd-40d5-a67c-82ab0c46549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:52.721918 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eeb62e3d-be7a-4d30-bf8c-8cc97b271685 req-06ae6d80-3ddd-40d5-a67c-82ab0c46549a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 1097 time: 0.0406225 Dec 16 23:41:52.830824 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb62e3d-be7a-4d30-bf8c-8cc97b271685 req-26016c5d-931a-48a9-9016-19a6064f078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:52.832245 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eeb62e3d-be7a-4d30-bf8c-8cc97b271685 req-26016c5d-931a-48a9-9016-19a6064f078b service neutron] 10.222.0.69 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.0892835 Dec 16 23:41:52.895034 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['0783ae3a-5651-454c-b474-f6fe208c0e4c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:41:52.900170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eeb62e3d-be7a-4d30-bf8c-8cc97b271685 req-67439233-45f9-4dde-bbe7-463bfdb36748 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c HTTP/1.1" status: 200 len: 1000 time: 0.0589271 Dec 16 23:41:52.954860 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb62e3d-be7a-4d30-bf8c-8cc97b271685 req-ed01acab-9ec3-476f-92ec-262d080437d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:52.956391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eeb62e3d-be7a-4d30-bf8c-8cc97b271685 req-ed01acab-9ec3-476f-92ec-262d080437d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0446486 Dec 16 23:41:53.010094 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb62e3d-be7a-4d30-bf8c-8cc97b271685 req-50fead2d-c93c-4a40-9f6a-c9908d04c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:53.011660 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eeb62e3d-be7a-4d30-bf8c-8cc97b271685 req-50fead2d-c93c-4a40-9f6a-c9908d04c0a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446169 Dec 16 23:41:53.110177 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eeb62e3d-be7a-4d30-bf8c-8cc97b271685 req-5fe0a4ca-e1f2-4bbe-90cc-992bf94d736f service neutron] 10.222.0.69 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863299 Dec 16 23:41:53.209190 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-eeb62e3d-be7a-4d30-bf8c-8cc97b271685 req-88364daa-1ee1-4615-a5e8-f8840a2b5778 service neutron] 10.222.0.69 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886400 Dec 16 23:41:53.469045 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80df989-ca58-4937-a06e-52d78a599f04 req-f38b5d20-c9d8-43a5-9b5e-db54cfc0fe23 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:53.470514 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a80df989-ca58-4937-a06e-52d78a599f04 req-f38b5d20-c9d8-43a5-9b5e-db54cfc0fe23 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0493112 Dec 16 23:41:53.519508 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a80df989-ca58-4937-a06e-52d78a599f04 req-576943cc-4d03-4f00-907a-8607a15334c4 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429602 Dec 16 23:41:53.910084 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:54.317025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 0783ae3a-5651-454c-b474-f6fe208c0e4c up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:41:54.412818 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port 0783ae3a-5651-454c-b474-f6fe208c0e4c completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:41:54.416585 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port 0783ae3a-5651-454c-b474-f6fe208c0e4c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:41:54.416959 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:54.497759 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:54.519909 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:41:54.522123 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8d4128-0e30-42de-83db-40ab0cf41290" -d '{"events": [{"server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "name": "network-vif-plugged", "status": "completed", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:41:54.535625 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:41:54.560556 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6147945-1409-4f08-aff1-2bd4be8d5bd7 x-openstack-request-id: req-b6147945-1409-4f08-aff1-2bd4be8d5bd7 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:41:54.562506 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "name": "network-vif-plugged", "status": "completed", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:41:54.562506 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6147945-1409-4f08-aff1-2bd4be8d5bd7 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:41:54.562506 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'code': 200} Dec 16 23:41:54.605496 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:54.640766 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafd65a-b28a-48c9-8c92-b57b05ea6efe req-4c0477cd-e6d2-4c6a-a149-4d0041d613e6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:54.642384 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7fafd65a-b28a-48c9-8c92-b57b05ea6efe req-4c0477cd-e6d2-4c6a-a149-4d0041d613e6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 946 time: 0.0546877 Dec 16 23:41:54.659241 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=0783ae3a-5651-454c-b474-f6fe208c0e4c,revision_number=12']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:41:54.695475 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7fafd65a-b28a-48c9-8c92-b57b05ea6efe req-411db252-bdb9-445f-b224-1bbc98c4e0b8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468762 Dec 16 23:41:54.795300 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d338e4-fbea-4391-8b52-e293009d734c req-358f29fe-38bd-4f41-b865-f9ca981603e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:54.796709 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9d338e4-fbea-4391-8b52-e293009d734c req-358f29fe-38bd-4f41-b865-f9ca981603e2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 1098 time: 0.0433817 Dec 16 23:41:54.848390 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f9d338e4-fbea-4391-8b52-e293009d734c req-1bf02e18-34c1-4833-9624-d84e48d0d266 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398896 Dec 16 23:41:55.213058 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:55.818513 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8550b-a8f4-4cf9-97ad-0985bf52eb7e req-deabeb78-ac52-4130-b79c-02316d09ea9e tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:55.820015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efa8550b-a8f4-4cf9-97ad-0985bf52eb7e req-deabeb78-ac52-4130-b79c-02316d09ea9e tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 947 time: 0.0503783 Dec 16 23:41:55.835890 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:55.870333 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efa8550b-a8f4-4cf9-97ad-0985bf52eb7e req-dec3f8d0-227d-47e0-b178-5148e4689017 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434961 Dec 16 23:41:56.994058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a72168-b138-471e-8c24-c6510876c79f req-7cdc0202-f1ee-4342-9129-cd929cd6d664 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:56.995575 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0a72168-b138-471e-8c24-c6510876c79f req-7cdc0202-f1ee-4342-9129-cd929cd6d664 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 947 time: 0.0549052 Dec 16 23:41:57.046220 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b0a72168-b138-471e-8c24-c6510876c79f req-496d2e55-2c92-48fe-bda7-c9342bc845f3 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439663 Dec 16 23:41:58.163246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee97c0c-d9ae-4278-92fd-d1ebe734294e req-b9b827de-3818-414a-b6ca-21b48e32ba62 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:58.164754 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aee97c0c-d9ae-4278-92fd-d1ebe734294e req-b9b827de-3818-414a-b6ca-21b48e32ba62 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 947 time: 0.0492561 Dec 16 23:41:58.213559 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-aee97c0c-d9ae-4278-92fd-d1ebe734294e req-ae0c0fce-1a4c-43c0-9e27-b8dce03e58bc tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422463 Dec 16 23:42:14.126623 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:14.319067 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:19.914566 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:42:20.149402 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-10c52a84-a5b8-4dab-99f5-9bf237f22341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:22.599064 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ff017d3-6106-44eb-a9a7-2f4a05499681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:23.913329 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:25.181632 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:25.816161 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:44.144058 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:44.335192 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:50.175193 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d288224d-f2f8-46ee-96db-2cf1449c05d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:52.589361 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd1191a1-8ea7-4a0e-9909-6c8d598c9c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:53.918235 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:54.092334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa27ac12-a6c0-4296-b061-9884435e0ca2 req-b8a1f033-cb74-444e-9d25-cfbe222e772f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813296 Dec 16 23:42:54.185981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27ac12-a6c0-4296-b061-9884435e0ca2 req-de6e8d70-4c3a-4030-a929-bd7fe1fb3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:54.187500 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa27ac12-a6c0-4296-b061-9884435e0ca2 req-de6e8d70-4c3a-4030-a929-bd7fe1fb3f49 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 1098 time: 0.0434887 Dec 16 23:42:54.293216 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27ac12-a6c0-4296-b061-9884435e0ca2 req-d39dfc5e-a3eb-4da1-882f-89f66643bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:54.294682 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa27ac12-a6c0-4296-b061-9884435e0ca2 req-d39dfc5e-a3eb-4da1-882f-89f66643bfb5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.0850358 Dec 16 23:42:54.367925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa27ac12-a6c0-4296-b061-9884435e0ca2 req-938e8977-b0e1-433d-8f62-e06bfd8287fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c HTTP/1.1" status: 200 len: 1001 time: 0.0608857 Dec 16 23:42:54.421326 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27ac12-a6c0-4296-b061-9884435e0ca2 req-517a2eb6-2b01-4960-b08d-35fd33468e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:54.422769 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa27ac12-a6c0-4296-b061-9884435e0ca2 req-517a2eb6-2b01-4960-b08d-35fd33468e0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0431759 Dec 16 23:42:54.472865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27ac12-a6c0-4296-b061-9884435e0ca2 req-66bb2cd9-1edc-4009-8193-d5e5ce3fdecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:54.474243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa27ac12-a6c0-4296-b061-9884435e0ca2 req-66bb2cd9-1edc-4009-8193-d5e5ce3fdecc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396607 Dec 16 23:42:54.569939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa27ac12-a6c0-4296-b061-9884435e0ca2 req-43b9f405-cf57-4532-b217-3cfa1909bd08 service neutron] 10.222.0.69 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844226 Dec 16 23:42:54.662343 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fa27ac12-a6c0-4296-b061-9884435e0ca2 req-efb2dc33-2f53-46bd-ac4b-7e23d2ccc8aa service neutron] 10.222.0.69 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815423 Dec 16 23:42:55.192056 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:55.812101 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:56.914111 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:43:10.338302 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39400) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:43:10.496735 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Deleting port c2097287-3b3f-4fd9-aa00-2b751a60c5f0 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:43:10.497074 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:10.576440 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:10.576690 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:10.588028 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Calling delete_port for c2097287-3b3f-4fd9-aa00-2b751a60c5f0 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:43:10.803425 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:10.831986 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event deleted for resources: {'Port': ['ID=c2097287-3b3f-4fd9-aa00-2b751a60c5f0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:43:10.842702 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:10.844814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:10.844814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:10.844814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:10.844814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:10.844814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:10.844814 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:10.846064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:10.846064 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:10.846273 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:10.846508 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:10.846830 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:10.847148 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:10.906175 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:10.906499 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Floating IP 5d0a0bb8-eda7-4424-bbe5-5d98945e0e79 disassociated (deleted). External IP: 172.25.2.57, port: 0783ae3a-5651-454c-b474-f6fe208c0e4c. Dec 16 23:43:11.112555 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:43:11.216384 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:43:11.221102 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:11.226594 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa4458a-250e-486e-90fb-dd049e6488dd None None] Sync routers for ids ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:43:11.235996 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa4458a-250e-486e-90fb-dd049e6488dd None None] Routers {'8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:43:11.237157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bfa4458a-250e-486e-90fb-dd049e6488dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:42:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:43:11.251977 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8fc0eb2c-b661-4d05-96a4-8a4a0101de30 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "DELETE /v2.0/floatingips/5d0a0bb8-eda7-4424-bbe5-5d98945e0e79 HTTP/1.1" status: 204 len: 168 time: 0.9124382 Dec 16 23:43:11.253227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:43:11.255630 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fd2536e9b1e345e450ff3ec7907de2e139e714cd2038414972b0eb965fd2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36456839-0865-4dfd-bd04-92080be4552b" -d '{"events": [{"name": "network-changed", "server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:43:11.352270 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe2538a-1ec8-426a-847a-a878acbc9647 x-openstack-request-id: req-efe2538a-1ec8-426a-847a-a878acbc9647 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:43:11.354002 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:43:11.354002 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-efe2538a-1ec8-426a-847a-a878acbc9647 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:43:11.354002 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'status': 'completed', 'code': 200} Dec 16 23:43:11.359920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-bfa4458a-250e-486e-90fb-dd049e6488dd None None] Set router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:43:11.462603 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36456839-0865-4dfd-bd04-92080be4552b req-f2a86c76-f3a5-46aa-ba39-331a188a5fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:11.466610 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36456839-0865-4dfd-bd04-92080be4552b req-f2a86c76-f3a5-46aa-ba39-331a188a5fe5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 1098 time: 0.0814903 Dec 16 23:43:11.569303 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36456839-0865-4dfd-bd04-92080be4552b req-d072abdb-07cb-4b9c-baaa-4af7c2f594dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:11.570770 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36456839-0865-4dfd-bd04-92080be4552b req-d072abdb-07cb-4b9c-baaa-4af7c2f594dd service neutron] 10.222.0.69 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.0954688 Dec 16 23:43:11.572560 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bfa4458a-250e-486e-90fb-dd049e6488dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:51Z', 'revision_number': 5, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:43:11.600483 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa4458a-250e-486e-90fb-dd049e6488dd None None] Checking router: 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:43:11.609160 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa4458a-250e-486e-90fb-dd049e6488dd None None] Routers {'8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:43:11.609773 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bfa4458a-250e-486e-90fb-dd049e6488dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:42:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:43:11.617940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36456839-0865-4dfd-bd04-92080be4552b req-b3fdaab6-ae05-49f1-873e-c70d28fb0ea7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c HTTP/1.1" status: 200 len: 217 time: 0.0357854 Dec 16 23:43:11.687929 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36456839-0865-4dfd-bd04-92080be4552b req-2dc4eaec-7092-4d14-ab51-2ab110f19005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:11.689530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36456839-0865-4dfd-bd04-92080be4552b req-2dc4eaec-7092-4d14-ab51-2ab110f19005 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0579596 Dec 16 23:43:11.729902 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-bfa4458a-250e-486e-90fb-dd049e6488dd None None] Set router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:43:11.741063 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36456839-0865-4dfd-bd04-92080be4552b req-b92d4218-cadc-41cc-8be5-64fde5e8b166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:11.742776 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36456839-0865-4dfd-bd04-92080be4552b req-b92d4218-cadc-41cc-8be5-64fde5e8b166 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453911 Dec 16 23:43:11.846666 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36456839-0865-4dfd-bd04-92080be4552b req-39297fe0-3b8e-482a-9227-bc526c74a658 service neutron] 10.222.0.69 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951743 Dec 16 23:43:11.951701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bfa4458a-250e-486e-90fb-dd049e6488dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:51Z', 'revision_number': 5, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:43:11.969997 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-36456839-0865-4dfd-bd04-92080be4552b req-c0161c4f-45ca-423a-a455-ffaa9feb3714 service neutron] 10.222.0.69 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154640 Dec 16 23:43:11.986534 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa4458a-250e-486e-90fb-dd049e6488dd None None] The sync data for ids ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'] in n-d-821840-2 is: [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:51Z', 'revision_number': 5, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:43:11.989508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58a182-622f-4ff5-a554-3d9dcf70d48c req-b61941b0-b927-43e2-8f24-2c354f9e7f0e tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:11.997203 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c58a182-622f-4ff5-a554-3d9dcf70d48c req-b61941b0-b927-43e2-8f24-2c354f9e7f0e tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 947 time: 0.0599329 Dec 16 23:43:12.046653 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2c58a182-622f-4ff5-a554-3d9dcf70d48c req-d65e1e46-d5db-4dfb-a7a6-0b7a4caab24b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489798 Dec 16 23:43:12.210301 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7381a-865c-4e55-98c2-0c0f859a8ced None None] New status for floating IP 5d0a0bb8-eda7-4424-bbe5-5d98945e0e79: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:43:13.171443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9756c6-603e-4ce8-a84f-d430f739cc7f req-3d493f0b-db82-4af7-9f59-98678194cb15 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:13.172896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b9756c6-603e-4ce8-a84f-d430f739cc7f req-3d493f0b-db82-4af7-9f59-98678194cb15 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 947 time: 0.0554023 Dec 16 23:43:13.248857 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893649a-3398-4bba-a182-b686a94917a0 req-5406d2dc-f732-4d94-bf5e-5a3d933f994b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:13.250330 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2893649a-3398-4bba-a182-b686a94917a0 req-5406d2dc-f732-4d94-bf5e-5a3d933f994b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.69 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 947 time: 0.0868244 Dec 16 23:43:13.255840 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b9756c6-603e-4ce8-a84f-d430f739cc7f req-d8b65121-e236-4d99-a6b9-128a1ee3a6ac tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747859 Dec 16 23:43:13.347528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-2893649a-3398-4bba-a182-b686a94917a0 req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Deleting port 0783ae3a-5651-454c-b474-f6fe208c0e4c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:43:13.347782 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2893649a-3398-4bba-a182-b686a94917a0 req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:13.434129 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-2893649a-3398-4bba-a182-b686a94917a0 req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] For port 0783ae3a-5651-454c-b474-f6fe208c0e4c, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=0783ae3a-5651-454c-b474-f6fe208c0e4c,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:43:13.434485 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2893649a-3398-4bba-a182-b686a94917a0 req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:13.446999 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-2893649a-3398-4bba-a182-b686a94917a0 req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Calling delete_port for 0783ae3a-5651-454c-b474-f6fe208c0e4c owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:43:13.632384 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2893649a-3398-4bba-a182-b686a94917a0 req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:13.661662 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event deleted for resources: {'Port': ['ID=0783ae3a-5651-454c-b474-f6fe208c0e4c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:43:13.674871 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:13.675237 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:13.675618 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:13.675972 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:13.676330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:13.676673 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:13.677133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:13.677478 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:13.677815 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:13.678151 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:13.678484 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:13.678821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:13.679152 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:13.713149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-2893649a-3398-4bba-a182-b686a94917a0 req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] No DVR routers for this DVR port 0783ae3a-5651-454c-b474-f6fe208c0e4c on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:43:13.715760 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2893649a-3398-4bba-a182-b686a94917a0 req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:13.719170 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2893649a-3398-4bba-a182-b686a94917a0 req-0b64248a-f6d1-4447-9959-28df51de6649 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.69 "DELETE /v2.0/ports/0783ae3a-5651-454c-b474-f6fe208c0e4c HTTP/1.1" status: 204 len: 173 time: 0.4584415 Dec 16 23:43:13.719638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'name': 'network-vif-deleted', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:43:13.722549 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657e5f5f-662a-4bec-837f-3fdbb389306b" -d '{"events": [{"server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "name": "network-vif-deleted", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:43:13.760666 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee9a874-e7ab-4755-ab5a-0c5ebc287363 x-openstack-request-id: req-eee9a874-e7ab-4755-ab5a-0c5ebc287363 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:43:13.760965 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33251247-5c7d-4bb1-a57e-8ffaedeb900a", "name": "network-vif-deleted", "tag": "0783ae3a-5651-454c-b474-f6fe208c0e4c", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:43:13.761222 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eee9a874-e7ab-4755-ab5a-0c5ebc287363 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:43:13.761653 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33251247-5c7d-4bb1-a57e-8ffaedeb900a', 'name': 'network-vif-deleted', 'tag': '0783ae3a-5651-454c-b474-f6fe208c0e4c', 'status': 'completed', 'code': 200} Dec 16 23:43:14.166343 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:14.326365 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:14.715728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7c3d8a8c-dfe6-4469-b9bd-d9870dc620f0 req-cc0cbb4e-bbe9-48b4-b34d-cd723562f716 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=33251247-5c7d-4bb1-a57e-8ffaedeb900a HTTP/1.1" status: 200 len: 210 time: 0.3759682 Dec 16 23:43:15.779378 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39424) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:43:15.836510 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85ab4719-b66a-443f-aec0-b3c6bae36d9b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:15.862192 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85ab4719-b66a-443f-aec0-b3c6bae36d9b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:15.968837 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85ab4719-b66a-443f-aec0-b3c6bae36d9b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:15.971976 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-85ab4719-b66a-443f-aec0-b3c6bae36d9b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:15.973206 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-85ab4719-b66a-443f-aec0-b3c6bae36d9b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "DELETE /v2.0/security-groups/1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0 HTTP/1.1" status: 204 len: 168 time: 0.1928453 Dec 16 23:43:15.982545 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab4719-b66a-443f-aec0-b3c6bae36d9b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2fd641-d21f-4d39-a1b7-ee3a11b22ba0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:43:16.421335 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39430) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:43:16.426544 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-883c3f36-1a7a-415b-b777-4537c464e584 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-567709314', 'description': 'tempest-secgroup-smoke-567709314 description', 'project_id': '54239ea3e75449159011390475e64949'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:43:16.512008 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-883c3f36-1a7a-415b-b777-4537c464e584 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:16.577433 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-883c3f36-1a7a-415b-b777-4537c464e584 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:16.632179 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-883c3f36-1a7a-415b-b777-4537c464e584 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:16.640307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 0783ae3a-5651-454c-b474-f6fe208c0e4c no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:43:16.660729 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: 0783ae3a-5651-454c-b474-f6fe208c0e4c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:43:16.661080 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device 0783ae3a-5651-454c-b474-f6fe208c0e4c not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:43:16.662703 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c3f36-1a7a-415b-b777-4537c464e584 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f16e9de-22d7-427c-a6d9-8e614c1fab03,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:43:16.711063 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-883c3f36-1a7a-415b-b777-4537c464e584 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:16.712446 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-883c3f36-1a7a-415b-b777-4537c464e584 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2900980 Dec 16 23:43:16.715288 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39432) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:43:16.719822 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9cd04e9a-c784-46da-8a5f-178ff5143370 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'security_group_rule': {'security_group_id': '0f16e9de-22d7-427c-a6d9-8e614c1fab03', 'project_id': '54239ea3e75449159011390475e64949', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:43:16.822381 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9cd04e9a-c784-46da-8a5f-178ff5143370 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:16.881763 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9cd04e9a-c784-46da-8a5f-178ff5143370 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:16.946330 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9cd04e9a-c784-46da-8a5f-178ff5143370 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:16.963859 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd04e9a-c784-46da-8a5f-178ff5143370 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ad721d-6798-42b2-a724-4185aaa9fb93,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:43:17.025065 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9cd04e9a-c784-46da-8a5f-178ff5143370 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:17.026307 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9cd04e9a-c784-46da-8a5f-178ff5143370 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3100543 Dec 16 23:43:17.028976 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39434) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:43:17.033783 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8555bbfe-aacb-46a5-8363-70ab6bdd36c6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'security_group_rule': {'security_group_id': '0f16e9de-22d7-427c-a6d9-8e614c1fab03', 'project_id': '54239ea3e75449159011390475e64949', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:43:17.117688 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8555bbfe-aacb-46a5-8363-70ab6bdd36c6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:17.172897 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8555bbfe-aacb-46a5-8363-70ab6bdd36c6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:17.237676 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8555bbfe-aacb-46a5-8363-70ab6bdd36c6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:17.256320 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555bbfe-aacb-46a5-8363-70ab6bdd36c6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715f5b2b-62dd-4f0a-815e-fa20742d7519,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:43:17.322110 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8555bbfe-aacb-46a5-8363-70ab6bdd36c6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:17.323373 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-8555bbfe-aacb-46a5-8363-70ab6bdd36c6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2934477 Dec 16 23:43:17.326250 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39436) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:43:17.331338 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ac0fa558-a37e-4ed2-9211-59c0f121814a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'security_group_rule': {'security_group_id': '0f16e9de-22d7-427c-a6d9-8e614c1fab03', 'project_id': '54239ea3e75449159011390475e64949', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:43:17.416324 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa558-a37e-4ed2-9211-59c0f121814a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:17.473668 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa558-a37e-4ed2-9211-59c0f121814a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:17.540197 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa558-a37e-4ed2-9211-59c0f121814a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:17.557295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fa558-a37e-4ed2-9211-59c0f121814a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e59612-5034-4c21-8aa7-84a618ca9930,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:43:17.607685 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa558-a37e-4ed2-9211-59c0f121814a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:17.608892 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ac0fa558-a37e-4ed2-9211-59c0f121814a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2816973 Dec 16 23:43:17.612003 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39438) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:43:17.616711 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c29aa873-a6a4-4826-a007-a2c86f766910 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'security_group_rule': {'security_group_id': '0f16e9de-22d7-427c-a6d9-8e614c1fab03', 'project_id': '54239ea3e75449159011390475e64949', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:43:17.719559 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c29aa873-a6a4-4826-a007-a2c86f766910 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:17.781443 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c29aa873-a6a4-4826-a007-a2c86f766910 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:17.851584 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c29aa873-a6a4-4826-a007-a2c86f766910 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:17.870197 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29aa873-a6a4-4826-a007-a2c86f766910 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4589ab85-9948-4e75-974e-5d6cde6131ed,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:43:17.944886 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c29aa873-a6a4-4826-a007-a2c86f766910 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:17.946131 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c29aa873-a6a4-4826-a007-a2c86f766910 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3327904 Dec 16 23:43:17.948844 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39440) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:43:17.953192 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-61adb1a2-52e6-49c5-848c-b8386ec604ee tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'security_group_rule': {'security_group_id': '0f16e9de-22d7-427c-a6d9-8e614c1fab03', 'project_id': '54239ea3e75449159011390475e64949', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:43:18.034943 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-61adb1a2-52e6-49c5-848c-b8386ec604ee tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Project 54239ea3e75449159011390475e64949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:43:18.039818 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61adb1a2-52e6-49c5-848c-b8386ec604ee tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:18.097635 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61adb1a2-52e6-49c5-848c-b8386ec604ee tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:18.160025 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61adb1a2-52e6-49c5-848c-b8386ec604ee tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:18.178813 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adb1a2-52e6-49c5-848c-b8386ec604ee tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5618ee-e30a-47b1-bdf2-c46067d885cd,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:43:18.247969 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61adb1a2-52e6-49c5-848c-b8386ec604ee tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:18.253454 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-61adb1a2-52e6-49c5-848c-b8386ec604ee tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3036709 Dec 16 23:43:18.256294 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39442) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:43:18.260720 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c8db2058-3ac0-4427-bf21-48c0a0a00fe8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'security_group_rule': {'security_group_id': '0f16e9de-22d7-427c-a6d9-8e614c1fab03', 'project_id': '54239ea3e75449159011390475e64949', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:43:18.354836 n-d-821840-2 neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-c8db2058-3ac0-4427-bf21-48c0a0a00fe8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Project 54239ea3e75449159011390475e64949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:43:18.360065 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8db2058-3ac0-4427-bf21-48c0a0a00fe8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:18.423386 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8db2058-3ac0-4427-bf21-48c0a0a00fe8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:18.500432 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8db2058-3ac0-4427-bf21-48c0a0a00fe8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:18.519955 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db2058-3ac0-4427-bf21-48c0a0a00fe8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78939f11-521d-4147-afc8-9eb9b3aa7ea6,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:43:18.596885 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8db2058-3ac0-4427-bf21-48c0a0a00fe8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:18.598122 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-c8db2058-3ac0-4427-bf21-48c0a0a00fe8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3408952 Dec 16 23:43:20.155245 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bcb05348-3a8c-4cd3-967e-1747ff4e76a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:22.798045 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a345bf42-477b-45b7-a0d7-1cbee214698e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:23.929122 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:25.223737 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:25.826206 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:33.914478 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:43:40.567713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-2c909508-df16-481c-94b7-ef12f397dcc7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-567709314&fields=id&tenant_id=54239ea3e75449159011390475e64949 HTTP/1.1" status: 200 len: 267 time: 0.0433052 Dec 16 23:43:40.674612 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-b1e6aad6-2fe8-4d34-94ee-ed9fbbcf34fc tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:40.676076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-b1e6aad6-2fe8-4d34-94ee-ed9fbbcf34fc tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 809 time: 0.1017320 Dec 16 23:43:40.690724 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-1ac171bf-ed48-4671-ae47-782d2a62cb6f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/quotas/54239ea3e75449159011390475e64949 HTTP/1.1" status: 200 len: 375 time: 0.0089152 Dec 16 23:43:40.740902 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-426913aa-fb40-4d22-afc0-39296fc02eca tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448563 Dec 16 23:43:40.833342 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-4f22e702-f823-4eb0-a3f1-6c437d0a012f service neutron] 10.222.0.43 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809355 Dec 16 23:43:40.926045 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-2fef4a38-e921-44a3-bbcb-d2ff7be9eb2d service neutron] 10.222.0.43 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862155 Dec 16 23:43:41.597814 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a6e6a04d-2a85-421b-aee9-6544d4a7bd68 req-913b97ce-2144-4586-99b8-a011c9f1cc80 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 210 time: 0.0871985 Dec 16 23:43:42.692864 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b3ea56af-20cb-4a2b-a209-2bd8903045c5 req-d51465c7-ddea-42fb-aa5e-fd0a6dcb5302 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 210 time: 0.0263848 Dec 16 23:43:43.632754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-a52d5969-48fa-4e78-b3e2-df8b6015865e tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:43.634134 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-a52d5969-48fa-4e78-b3e2-df8b6015865e tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.24 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 809 time: 0.1047168 Dec 16 23:43:43.700304 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-e8a4268c-c07f-4a14-93bf-7767ae319de5 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54239ea3e75449159011390475e64949 HTTP/1.1" status: 200 len: 379 time: 0.0536976 Dec 16 23:43:43.711437 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-0fd07b90-c7c9-41c2-89bd-a44781970561 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'port': {'device_id': '5005dada-d86d-4b96-981b-66ce62b8329f', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'admin_state_up': True, 'tenant_id': '54239ea3e75449159011390475e64949', 'security_groups': ['0f16e9de-22d7-427c-a6d9-8e614c1fab03']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:43:43.796022 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-57043b77-c28a-4c7b-b5c9-1e8f9dc3e62d req-177c70c6-5342-4e17-be9e-272088bb9634 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 210 time: 0.0293591 Dec 16 23:43:43.905816 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-0fd07b90-c7c9-41c2-89bd-a44781970561 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Made reservation on behalf of 54239ea3e75449159011390475e64949 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:43:43.909457 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-0fd07b90-c7c9-41c2-89bd-a44781970561 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:44.042680 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-0fd07b90-c7c9-41c2-89bd-a44781970561 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Allocated IP 172.20.0.10 (87887ae1-3f97-4126-b487-e79a34596531/5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2/67847d67-8ce8-46f5-8084-2b391846f636) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:43:44.168568 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:44.184100 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-0fd07b90-c7c9-41c2-89bd-a44781970561 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:44.300481 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-0fd07b90-c7c9-41c2-89bd-a44781970561 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:44.351908 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:44.352192 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-0fd07b90-c7c9-41c2-89bd-a44781970561 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Network 87887ae1-3f97-4126-b487-e79a34596531 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:43:44.355462 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-0fd07b90-c7c9-41c2-89bd-a44781970561 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:43:44.359131 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-0fd07b90-c7c9-41c2-89bd-a44781970561 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:43:44.385519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd07b90-c7c9-41c2-89bd-a44781970561 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'Port': ['ID=67847d67-8ce8-46f5-8084-2b391846f636,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:43:44.421741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-0fd07b90-c7c9-41c2-89bd-a44781970561 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:44.421741 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-0fd07b90-c7c9-41c2-89bd-a44781970561 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:44.505822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-0fd07b90-c7c9-41c2-89bd-a44781970561 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7985692 Dec 16 23:43:44.520159 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Request body: {'port': {'device_id': '5005dada-d86d-4b96-981b-66ce62b8329f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:43:44.577589 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:44.593492 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-eb8b9064-baf2-4cb8-8ff7-4af850d5a5ea None None] Provisioning complete for port 67847d67-8ce8-46f5-8084-2b391846f636 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:43:44.593866 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9064-baf2-4cb8-8ff7-4af850d5a5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:44.634516 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b9064-baf2-4cb8-8ff7-4af850d5a5ea None None] Port 67847d67-8ce8-46f5-8084-2b391846f636 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:43:44.868746 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67847d67-8ce8-46f5-8084-2b391846f636 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:43:44.885144 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:44.916682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Transition to ACTIVE for port object 67847d67-8ce8-46f5-8084-2b391846f636 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:43:44.935554 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b0364-b81c-4d64-a453-743adf9f01fe req-01c9d267-452e-42d3-aa1f-c4556b5c08ca tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:44.936339 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c31b0364-b81c-4d64-a453-743adf9f01fe req-01c9d267-452e-42d3-aa1f-c4556b5c08ca tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 932 time: 0.0628984 Dec 16 23:43:44.983961 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:44.995913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c31b0364-b81c-4d64-a453-743adf9f01fe req-e0367b41-7658-4644-9777-29c43f4303f9 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532784 Dec 16 23:43:45.095094 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Pushing event updated for resources: {'Port': ['ID=67847d67-8ce8-46f5-8084-2b391846f636,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:43:45.131969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Attempting to bind port 67847d67-8ce8-46f5-8084-2b391846f636 on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:43:45.132325 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Attempting to bind port 67847d67-8ce8-46f5-8084-2b391846f636 by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:43:45.132660 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Attempting to bind port 67847d67-8ce8-46f5-8084-2b391846f636 on network 87887ae1-3f97-4126-b487-e79a34596531 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:43:45.137562 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Port 67847d67-8ce8-46f5-8084-2b391846f636 on network 87887ae1-3f97-4126-b487-e79a34596531 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:43:45.137894 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Attempting to bind port 67847d67-8ce8-46f5-8084-2b391846f636 on network 87887ae1-3f97-4126-b487-e79a34596531 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:43:45.143318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:43:45.143955 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Checking segment: {'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:43:45.144355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Bound using segment: {'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:43:45.144793 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Bound port: 67847d67-8ce8-46f5-8084-2b391846f636, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '87887ae1-3f97-4126-b487-e79a34596531'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:43:45.145161 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:45.213385 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] For port 67847d67-8ce8-46f5-8084-2b391846f636, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:43:45.216653 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] For port 67847d67-8ce8-46f5-8084-2b391846f636, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=67847d67-8ce8-46f5-8084-2b391846f636,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:43:45.289975 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:45.332560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:45.333184 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:45.334854 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] 10.222.0.24 "PUT /v2.0/ports/67847d67-8ce8-46f5-8084-2b391846f636 HTTP/1.1" status: 200 len: 1092 time: 0.8189199 Dec 16 23:43:45.335084 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5005dada-d86d-4b96-981b-66ce62b8329f', 'tag': '67847d67-8ce8-46f5-8084-2b391846f636'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:43:45.337391 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc85feb-577a-48f9-8386-c3b28208c706" -d '{"events": [{"name": "network-changed", "server_uuid": "5005dada-d86d-4b96-981b-66ce62b8329f", "tag": "67847d67-8ce8-46f5-8084-2b391846f636"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:43:45.360916 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852d4b7-a5b8-417b-9c9f-acd589098cdd service neutron] Pushing event updated for resources: {'Port': ['ID=67847d67-8ce8-46f5-8084-2b391846f636,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:43:45.396983 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a559bd-aa2a-41b6-885d-2ed9df7fe403 x-openstack-request-id: req-34a559bd-aa2a-41b6-885d-2ed9df7fe403 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:43:45.397292 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5005dada-d86d-4b96-981b-66ce62b8329f", "tag": "67847d67-8ce8-46f5-8084-2b391846f636", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:43:45.397619 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34a559bd-aa2a-41b6-885d-2ed9df7fe403 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:43:45.397954 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5005dada-d86d-4b96-981b-66ce62b8329f', 'tag': '67847d67-8ce8-46f5-8084-2b391846f636', 'status': 'completed', 'code': 200} Dec 16 23:43:45.482984 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc85feb-577a-48f9-8386-c3b28208c706 req-1da5bcea-0579-469b-90da-b3ae8611efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:45.484819 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6cc85feb-577a-48f9-8386-c3b28208c706 req-1da5bcea-0579-469b-90da-b3ae8611efec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 1095 time: 0.0532470 Dec 16 23:43:45.605585 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc85feb-577a-48f9-8386-c3b28208c706 req-e2087c27-0e72-4a99-8b06-031178d3f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:45.607115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6cc85feb-577a-48f9-8386-c3b28208c706 req-e2087c27-0e72-4a99-8b06-031178d3f0d3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=54239ea3e75449159011390475e64949&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1113029 Dec 16 23:43:45.709591 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc85feb-577a-48f9-8386-c3b28208c706 req-59d38f90-ede0-4d37-855c-0c8f85563dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:45.711009 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6cc85feb-577a-48f9-8386-c3b28208c706 req-59d38f90-ede0-4d37-855c-0c8f85563dd5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957692 Dec 16 23:43:45.791508 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-5b6608bf-d687-467b-8efc-cb3f98bfd9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:45.793016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-5b6608bf-d687-467b-8efc-cb3f98bfd9ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 1095 time: 0.0414815 Dec 16 23:43:45.842012 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-9c3c34a4-e4a0-47ad-8d33-655f577a2466 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67847d67-8ce8-46f5-8084-2b391846f636 HTTP/1.1" status: 200 len: 217 time: 0.0391972 Dec 16 23:43:45.895918 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-3c748c19-bb87-428d-9751-db52a4a791cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:45.897528 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-3c748c19-bb87-428d-9751-db52a4a791cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0465314 Dec 16 23:43:45.943234 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-53b07da3-4a46-4662-8577-7176532315ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:45.945440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-53b07da3-4a46-4662-8577-7176532315ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409977 Dec 16 23:43:46.043213 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-a27b6866-cf10-41e6-87e8-40ef2d4049ad service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897536 Dec 16 23:43:46.170900 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4c58c-8bfc-4dd5-8f6c-685c6ffad666 req-afd506f4-1475-48ff-aaf6-7119312562b7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:46.172422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44a4c58c-8bfc-4dd5-8f6c-685c6ffad666 req-afd506f4-1475-48ff-aaf6-7119312562b7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.1017861 Dec 16 23:43:46.189526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8eaf584b-cfb1-43d1-b05b-f54cf95ea451 req-ae65a61b-e6e5-4cf1-9c9b-dae6dfbfb5c2 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386507 Dec 16 23:43:46.230482 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-44a4c58c-8bfc-4dd5-8f6c-685c6ffad666 req-5d52287b-f529-48cc-8873-97da05f1b7d4 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494089 Dec 16 23:43:47.349915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa7f38-3db0-4e63-a283-440d1c5cad78 req-b1200343-2755-41dd-8337-0e873e6824f4 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:47.351447 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82fa7f38-3db0-4e63-a283-440d1c5cad78 req-b1200343-2755-41dd-8337-0e873e6824f4 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0499787 Dec 16 23:43:47.404316 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-82fa7f38-3db0-4e63-a283-440d1c5cad78 req-a5b76930-3d4f-4546-b14f-9f4e279ccddf tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467293 Dec 16 23:43:48.520295 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9ecf1-8c59-454e-b045-7e3f86202350 req-036d7505-8ecc-4720-9022-374cce959553 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:48.522929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3cb9ecf1-8c59-454e-b045-7e3f86202350 req-036d7505-8ecc-4720-9022-374cce959553 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0508707 Dec 16 23:43:48.576282 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3cb9ecf1-8c59-454e-b045-7e3f86202350 req-0cd0b9e7-19b8-4ac1-8b34-ca974df6d8e3 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474355 Dec 16 23:43:49.696993 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa6ef8-1574-4f0d-be74-0ddc24d1f881 req-3c0457b6-a0b2-4d18-8a7b-855a48577ea6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:49.698458 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96fa6ef8-1574-4f0d-be74-0ddc24d1f881 req-3c0457b6-a0b2-4d18-8a7b-855a48577ea6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0511088 Dec 16 23:43:49.748706 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-96fa6ef8-1574-4f0d-be74-0ddc24d1f881 req-1f59b5ec-7fd1-4ba0-9034-696699952a14 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441308 Dec 16 23:43:50.165340 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a5f8ec4-d3df-40c6-8a1e-f57c2b687423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:50.866609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edd907-3fdb-469f-95a7-33146d1dd204 req-1910d4a3-1d82-4b11-a376-30060fbc00b4 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:50.868187 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28edd907-3fdb-469f-95a7-33146d1dd204 req-1910d4a3-1d82-4b11-a376-30060fbc00b4 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0504246 Dec 16 23:43:50.921684 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28edd907-3fdb-469f-95a7-33146d1dd204 req-62a89cb3-5a67-49bb-a502-51a4650d2054 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466368 Dec 16 23:43:52.040729 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755cf07-6565-46b6-bc7a-0143de616450 req-69f4a822-9b6f-4ed0-9fb2-f4a36123f9f0 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:52.042208 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f755cf07-6565-46b6-bc7a-0143de616450 req-69f4a822-9b6f-4ed0-9fb2-f4a36123f9f0 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0537498 Dec 16 23:43:52.091107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f755cf07-6565-46b6-bc7a-0143de616450 req-85c51346-6f84-4f9c-96d5-7e85b71ffb7c tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430291 Dec 16 23:43:52.594206 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7cfc2bf-66f7-4c19-853d-63fdb15117db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:53.206998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722f1c2-b32f-41d0-ae76-f7cb8302336a req-939b4488-6f12-46d9-a88e-8882f652b60a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:53.208496 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9722f1c2-b32f-41d0-ae76-f7cb8302336a req-939b4488-6f12-46d9-a88e-8882f652b60a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0495956 Dec 16 23:43:53.258541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9722f1c2-b32f-41d0-ae76-f7cb8302336a req-c7b5f2fd-4012-4dd9-96b2-adb92937db48 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436034 Dec 16 23:43:53.914137 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:54.424605 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40677a87-c3e5-4148-9967-04d0bdd2aa9e req-f159940d-c9a9-4453-b83a-1e54d4456e47 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:54.426085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40677a87-c3e5-4148-9967-04d0bdd2aa9e req-f159940d-c9a9-4453-b83a-1e54d4456e47 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0528851 Dec 16 23:43:54.475616 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-40677a87-c3e5-4148-9967-04d0bdd2aa9e req-7327de3d-e354-4be0-b2b1-c8ae6409e2e0 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420299 Dec 16 23:43:55.202838 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:55.590735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e258d-ddab-4207-be38-e095c90334a7 req-4b836262-4f87-4af3-a684-3ffbbc31fa00 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:55.592241 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843e258d-ddab-4207-be38-e095c90334a7 req-4b836262-4f87-4af3-a684-3ffbbc31fa00 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0494471 Dec 16 23:43:55.642937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-843e258d-ddab-4207-be38-e095c90334a7 req-ddfc8546-877a-4ebd-89d2-601fcfb22dc0 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449007 Dec 16 23:43:55.816704 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:56.511347 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 67847d67-8ce8-46f5-8084-2b391846f636 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:43:56.607502 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 67847d67-8ce8-46f5-8084-2b391846f636, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=67847d67-8ce8-46f5-8084-2b391846f636,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:43:56.618864 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '67847d67-8ce8-46f5-8084-2b391846f636', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'port_id': '67847d67-8ce8-46f5-8084-2b391846f636', 'mac_address': 'fa:16:3e:be:e7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:43:56.658401 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:56.671580 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67847d67-8ce8-46f5-8084-2b391846f636 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:43:56.691085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 67847d67-8ce8-46f5-8084-2b391846f636, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=67847d67-8ce8-46f5-8084-2b391846f636,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:43:56.757794 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d7de8-280d-4bf3-8c72-bd8dc8e97a79 req-a1fe667c-1b2e-4781-b1bb-4059ecd6113f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:56.759361 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-573d7de8-280d-4bf3-8c72-bd8dc8e97a79 req-a1fe667c-1b2e-4781-b1bb-4059ecd6113f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0490248 Dec 16 23:43:56.765327 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:56.814695 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-573d7de8-280d-4bf3-8c72-bd8dc8e97a79 req-777cf55d-74a9-460d-b16e-bf79bf537ca5 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492928 Dec 16 23:43:56.816363 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=67847d67-8ce8-46f5-8084-2b391846f636,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:43:56.824503 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:56.824862 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:56.825226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:56.825555 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:56.825893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:56.826364 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:56.826548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:56.826990 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:56.827349 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:56.827682 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:56.828010 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:56.828336 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:56.828661 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:43:57.054768 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['67847d67-8ce8-46f5-8084-2b391846f636'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:43:57.935389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b67daf-a184-4a9b-8a3e-01bd8024edcd req-82065228-364c-4039-807e-2b722925dab8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:57.936867 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09b67daf-a184-4a9b-8a3e-01bd8024edcd req-82065228-364c-4039-807e-2b722925dab8 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 945 time: 0.0513799 Dec 16 23:43:57.986432 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-09b67daf-a184-4a9b-8a3e-01bd8024edcd req-601faec9-b6f6-44ec-b96a-109bf5e1b88d tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435348 Dec 16 23:43:58.510314 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 67847d67-8ce8-46f5-8084-2b391846f636 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:43:58.642728 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port 67847d67-8ce8-46f5-8084-2b391846f636 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:43:58.646480 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 67847d67-8ce8-46f5-8084-2b391846f636 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:43:58.646849 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:58.724950 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:58.747028 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5005dada-d86d-4b96-981b-66ce62b8329f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67847d67-8ce8-46f5-8084-2b391846f636'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:43:58.749315 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81363b19-f2d6-4e11-ab2b-e911f64f7bae" -d '{"events": [{"server_uuid": "5005dada-d86d-4b96-981b-66ce62b8329f", "name": "network-vif-plugged", "status": "completed", "tag": "67847d67-8ce8-46f5-8084-2b391846f636"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:43:58.762419 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 67847d67-8ce8-46f5-8084-2b391846f636, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=67847d67-8ce8-46f5-8084-2b391846f636,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:43:58.790747 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c50e175-41b7-4288-9597-3f0d0279f479 x-openstack-request-id: req-1c50e175-41b7-4288-9597-3f0d0279f479 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:43:58.791037 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5005dada-d86d-4b96-981b-66ce62b8329f", "name": "network-vif-plugged", "status": "completed", "tag": "67847d67-8ce8-46f5-8084-2b391846f636", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:43:58.791314 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c50e175-41b7-4288-9597-3f0d0279f479 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:43:58.791717 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5005dada-d86d-4b96-981b-66ce62b8329f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67847d67-8ce8-46f5-8084-2b391846f636', 'code': 200} Dec 16 23:43:58.822936 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:58.883385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=67847d67-8ce8-46f5-8084-2b391846f636,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:43:58.894675 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5b4ee-a285-4b7b-a5ee-c498a5fb5b9e req-9919263a-629f-41f0-a9c9-e3435d4c62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:58.896314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51a5b4ee-a285-4b7b-a5ee-c498a5fb5b9e req-9919263a-629f-41f0-a9c9-e3435d4c62fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 1097 time: 0.0429063 Dec 16 23:43:58.944585 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-51a5b4ee-a285-4b7b-a5ee-c498a5fb5b9e req-8ec8f4eb-b8e9-4734-917e-f27a77a8f420 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407538 Dec 16 23:43:59.105443 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75a321-1d65-4a75-98c0-fd5c0787bcac req-2c39ed69-3671-4f7d-ae13-b8c60f6539c7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:59.106934 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b75a321-1d65-4a75-98c0-fd5c0787bcac req-2c39ed69-3671-4f7d-ae13-b8c60f6539c7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0526130 Dec 16 23:43:59.156506 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b75a321-1d65-4a75-98c0-fd5c0787bcac req-57ed1565-4300-4edd-898f-56f5cb831cb3 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435748 Dec 16 23:44:00.274546 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1b2dc-2d9b-4b8f-8cc4-152df75096e9 req-f4f096ba-3248-4275-b608-51766476d5cb tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:44:00.276092 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28a1b2dc-2d9b-4b8f-8cc4-152df75096e9 req-f4f096ba-3248-4275-b608-51766476d5cb tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0490680 Dec 16 23:44:00.326966 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-28a1b2dc-2d9b-4b8f-8cc4-152df75096e9 req-ab0c7ac1-6b39-4297-8724-8735613fe725 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446682 Dec 16 23:44:01.453442 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae392b7-4b08-4213-ac30-bb4c7ef4e6bc req-362ec747-ebee-41a7-bebb-89005068293c tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:44:01.454938 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ae392b7-4b08-4213-ac30-bb4c7ef4e6bc req-362ec747-ebee-41a7-bebb-89005068293c tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0596962 Dec 16 23:44:01.534517 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2ae392b7-4b08-4213-ac30-bb4c7ef4e6bc req-bfc37af3-54ff-4109-8c86-596c45be0c44 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728326 Dec 16 23:44:01.540235 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95270479-28a0-4eb8-84c9-f765ec9deccf req-946a02f3-5049-4a37-bd82-213675a5a777 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1163907 Dec 16 23:44:01.653713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95270479-28a0-4eb8-84c9-f765ec9deccf req-9ba2039f-2919-4f92-b1fb-cf4ed6394a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:44:01.655188 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95270479-28a0-4eb8-84c9-f765ec9deccf req-9ba2039f-2919-4f92-b1fb-cf4ed6394a42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 1097 time: 0.0708108 Dec 16 23:44:01.670095 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e6666-75a7-49d0-a0a7-34f7c75b27d5 req-54f65dc6-994d-476e-9807-615957eab2ce tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:44:01.671551 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f24e6666-75a7-49d0-a0a7-34f7c75b27d5 req-54f65dc6-994d-476e-9807-615957eab2ce tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0628672 Dec 16 23:44:01.772007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f24e6666-75a7-49d0-a0a7-34f7c75b27d5 req-bd2961a5-bd96-4e90-8fd4-7a905d4b19be tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894263 Dec 16 23:44:01.793754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95270479-28a0-4eb8-84c9-f765ec9deccf req-b79eaeb2-f9bc-449e-b7d4-737c434ea995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:44:01.794845 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39662) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:44:01.795396 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95270479-28a0-4eb8-84c9-f765ec9deccf req-b79eaeb2-f9bc-449e-b7d4-737c434ea995 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.1199954 Dec 16 23:44:01.838496 n-d-821840-2 neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48305686-820e-4fc9-aced-8a6edd0c8994 tempest-TestShelveInstance-1705005860 tempest-TestShelveInstance-1705005860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:44:01.840076 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-48305686-820e-4fc9-aced-8a6edd0c8994 tempest-TestShelveInstance-1705005860 tempest-TestShelveInstance-1705005860-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 1092 time: 0.0441859 Dec 16 23:44:01.842887 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39664) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:44:01.843090 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95270479-28a0-4eb8-84c9-f765ec9deccf req-322bf2d5-f90b-4b26-9b0a-77726c7b9133 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67847d67-8ce8-46f5-8084-2b391846f636 HTTP/1.1" status: 200 len: 217 time: 0.0390437 Dec 16 23:44:01.847146 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': '67847d67-8ce8-46f5-8084-2b391846f636', 'tenant_id': '54239ea3e75449159011390475e64949', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:44:01.892323 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95270479-28a0-4eb8-84c9-f765ec9deccf req-47ed062b-8a3e-466a-9f6f-0e880265b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:44:01.893781 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95270479-28a0-4eb8-84c9-f765ec9deccf req-47ed062b-8a3e-466a-9f6f-0e880265b3bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0440924 Dec 16 23:44:01.940012 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95270479-28a0-4eb8-84c9-f765ec9deccf req-6a5e0a19-2293-44da-8ca1-758d021d5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:44:01.940276 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for floatingip, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:01.941526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95270479-28a0-4eb8-84c9-f765ec9deccf req-6a5e0a19-2293-44da-8ca1-758d021d5e93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396461 Dec 16 23:44:02.038827 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95270479-28a0-4eb8-84c9-f765ec9deccf req-0002a779-29df-402f-993b-59fcb939a4d2 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888808 Dec 16 23:44:02.039798 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:02.131683 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-95270479-28a0-4eb8-84c9-f765ec9deccf req-e2f5a76a-a7fe-464d-aec2-1ac60dd8df51 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841336 Dec 16 23:44:02.149472 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Allocated IP 172.25.2.66 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/6dddc22f-a7c2-4f3b-83ed-987dc41c624d) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:44:02.249455 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for port, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:02.331613 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:02.374730 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:44:02.377766 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:44:02.382235 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:44:02.405748 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'Port': ['ID=6dddc22f-a7c2-4f3b-83ed-987dc41c624d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:44:02.746780 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:02.887199 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:03.048735 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for port, precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:03.151118 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5083952'] for port, after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:03.227858 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event updated for resources: {'Port': ['ID=6dddc22f-a7c2-4f3b-83ed-987dc41c624d,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:44:03.238748 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:03.342364 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Floating IP 196df574-4472-469d-aed8-594940754d40 associated. External IP: 172.25.2.66, port: 67847d67-8ce8-46f5-8084-2b391846f636. Dec 16 23:44:03.552802 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:44:03.665768 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:44:03.676475 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b24cf-b7fe-46c0-a794-47048a2ecb9c None None] Sync routers for ids ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:44:03.688251 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b24cf-b7fe-46c0-a794-47048a2ecb9c None None] Routers {'8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:44:03.690720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c24b24cf-b7fe-46c0-a794-47048a2ecb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:43:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:44:03.733227 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:03.762277 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-0322e56b-65ce-4d22-9098-a8e5f0a997e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9183311 Dec 16 23:44:03.763016 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5005dada-d86d-4b96-981b-66ce62b8329f', 'tag': '67847d67-8ce8-46f5-8084-2b391846f636'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:44:03.765298 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fd2536e9b1e345e450ff3ec7907de2e139e714cd2038414972b0eb965fd2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4552331-4fcd-489e-a2f6-fa827cc2fbed" -d '{"events": [{"name": "network-changed", "server_uuid": "5005dada-d86d-4b96-981b-66ce62b8329f", "tag": "67847d67-8ce8-46f5-8084-2b391846f636"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:44:03.801548 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-c24b24cf-b7fe-46c0-a794-47048a2ecb9c None None] Set router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:44:03.809440 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88df71e8-04ae-4d48-a368-fb931d924ad0 x-openstack-request-id: req-88df71e8-04ae-4d48-a368-fb931d924ad0 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:44:03.809729 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5005dada-d86d-4b96-981b-66ce62b8329f", "tag": "67847d67-8ce8-46f5-8084-2b391846f636", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:44:03.809979 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88df71e8-04ae-4d48-a368-fb931d924ad0 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:44:03.810420 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5005dada-d86d-4b96-981b-66ce62b8329f', 'tag': '67847d67-8ce8-46f5-8084-2b391846f636', 'status': 'completed', 'code': 200} Dec 16 23:44:03.876843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4552331-4fcd-489e-a2f6-fa827cc2fbed req-6d91f854-233c-4325-af6f-c9c08849a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:44:03.878498 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4552331-4fcd-489e-a2f6-fa827cc2fbed req-6d91f854-233c-4325-af6f-c9c08849a08b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 1097 time: 0.0418241 Dec 16 23:44:03.973031 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4552331-4fcd-489e-a2f6-fa827cc2fbed req-c1bcb5c4-003d-4c25-8da6-bb4c03cbca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:44:03.975118 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4552331-4fcd-489e-a2f6-fa827cc2fbed req-c1bcb5c4-003d-4c25-8da6-bb4c03cbca0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.0885563 Dec 16 23:44:04.031890 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c24b24cf-b7fe-46c0-a794-47048a2ecb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '196df574-4472-469d-aed8-594940754d40', 'tenant_id': '54239ea3e75449159011390475e64949', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'port_id': '67847d67-8ce8-46f5-8084-2b391846f636', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'mac_address': 'fa:16:3e:be:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005dada-d86d-4b96-981b-66ce62b8329f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:44:02Z', 'updated_at': '2021-12-16T23:44:02Z', 'revision_number': 0, 'project_id': '54239ea3e75449159011390475e64949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:51Z', 'revision_number': 5, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:44:04.045720 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4552331-4fcd-489e-a2f6-fa827cc2fbed req-b50ad3cc-f61b-4467-9058-06376f67d327 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67847d67-8ce8-46f5-8084-2b391846f636 HTTP/1.1" status: 200 len: 999 time: 0.0631082 Dec 16 23:44:04.058801 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b24cf-b7fe-46c0-a794-47048a2ecb9c None None] Checking router: 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:44:04.067201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b24cf-b7fe-46c0-a794-47048a2ecb9c None None] Routers {'8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:44:04.068644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c24b24cf-b7fe-46c0-a794-47048a2ecb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:43:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:44:04.115580 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4552331-4fcd-489e-a2f6-fa827cc2fbed req-d9b7e7f1-5e47-4f1e-b0cd-aa7148580b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:44:04.117056 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4552331-4fcd-489e-a2f6-fa827cc2fbed req-d9b7e7f1-5e47-4f1e-b0cd-aa7148580b29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0585520 Dec 16 23:44:04.166104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4552331-4fcd-489e-a2f6-fa827cc2fbed req-50c47eef-88a3-4c2d-ae78-6c7964d4a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:44:04.167698 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4552331-4fcd-489e-a2f6-fa827cc2fbed req-50c47eef-88a3-4c2d-ae78-6c7964d4a1d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416346 Dec 16 23:44:04.175808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-c24b24cf-b7fe-46c0-a794-47048a2ecb9c None None] Set router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:44:04.258245 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4552331-4fcd-489e-a2f6-fa827cc2fbed req-9dc0df47-1365-44a5-b886-5674fd45f26a service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832188 Dec 16 23:44:04.364922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e4552331-4fcd-489e-a2f6-fa827cc2fbed req-5f19198a-bfea-421c-b01b-a2293b91c533 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883329 Dec 16 23:44:04.405108 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-c24b24cf-b7fe-46c0-a794-47048a2ecb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '196df574-4472-469d-aed8-594940754d40', 'tenant_id': '54239ea3e75449159011390475e64949', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'port_id': '67847d67-8ce8-46f5-8084-2b391846f636', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'mac_address': 'fa:16:3e:be:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005dada-d86d-4b96-981b-66ce62b8329f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:44:02Z', 'updated_at': '2021-12-16T23:44:02Z', 'revision_number': 0, 'project_id': '54239ea3e75449159011390475e64949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:51Z', 'revision_number': 5, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:44:04.432414 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b24cf-b7fe-46c0-a794-47048a2ecb9c None None] The sync data for ids ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'] in n-d-821840-2 is: [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '196df574-4472-469d-aed8-594940754d40', 'tenant_id': '54239ea3e75449159011390475e64949', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'port_id': '67847d67-8ce8-46f5-8084-2b391846f636', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'mac_address': 'fa:16:3e:be:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005dada-d86d-4b96-981b-66ce62b8329f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:44:02Z', 'updated_at': '2021-12-16T23:44:02Z', 'revision_number': 0, 'project_id': '54239ea3e75449159011390475e64949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:51Z', 'revision_number': 5, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:44:04.626883 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95304654-f11b-4746-974b-b3769a79537f None None] New status for floating IP 196df574-4472-469d-aed8-594940754d40: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:44:10.912898 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:44:14.154125 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:14.314038 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:20.145171 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d30c3336-dd19-4e61-b7ae-8af7b8d54beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:22.605180 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99984d2c-d95a-4df8-9958-b7ac388567a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:23.930737 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:25.216532 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:25.853985 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:44.178609 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:44.332983 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:45.461901 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-a92fd4a6-0217-4f20-b2e3-58da147b0b00 req-ed6bdc92-2e34-4b45-b650-1aa22f19597a service neutron] (103952) timed out ('10.222.0.24', 50163) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 23:44:47.912435 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:44:50.138644 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08e15de2-bfff-473b-9741-46f40bcb2e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:52.636235 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e5fbc83b-655e-4b60-99db-bfb6ebb548cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:53.918613 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:55.218461 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:55.810039 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:01.454877 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a46cca90-a723-4a3f-a043-e6d27ec132c6 req-de79bfd5-c1b3-476c-8ab3-0e2530b1c0de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397544 Dec 16 23:45:01.542509 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cca90-a723-4a3f-a043-e6d27ec132c6 req-4fc3a51b-4541-44ca-bdde-cee9c8e78045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:01.543954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a46cca90-a723-4a3f-a043-e6d27ec132c6 req-4fc3a51b-4541-44ca-bdde-cee9c8e78045 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 1097 time: 0.0413678 Dec 16 23:45:01.651695 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cca90-a723-4a3f-a043-e6d27ec132c6 req-65c58b03-a2d6-40d2-97cb-0b9e1edbee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:01.653158 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a46cca90-a723-4a3f-a043-e6d27ec132c6 req-65c58b03-a2d6-40d2-97cb-0b9e1edbee22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.0875947 Dec 16 23:45:01.728791 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a46cca90-a723-4a3f-a043-e6d27ec132c6 req-ce77e4aa-bf4e-41cc-a752-6ade209fe854 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67847d67-8ce8-46f5-8084-2b391846f636 HTTP/1.1" status: 200 len: 1001 time: 0.0574086 Dec 16 23:45:01.786769 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cca90-a723-4a3f-a043-e6d27ec132c6 req-83af4725-b6c5-4ab4-9094-4d56b1e834a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:01.788239 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a46cca90-a723-4a3f-a043-e6d27ec132c6 req-83af4725-b6c5-4ab4-9094-4d56b1e834a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0472002 Dec 16 23:45:01.835157 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cca90-a723-4a3f-a043-e6d27ec132c6 req-45f45e8c-2dc2-4fb4-ab69-774b543c2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:01.836579 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a46cca90-a723-4a3f-a043-e6d27ec132c6 req-45f45e8c-2dc2-4fb4-ab69-774b543c2a0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395069 Dec 16 23:45:01.930543 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a46cca90-a723-4a3f-a043-e6d27ec132c6 req-08158052-eb34-4c9a-8198-1eb2cafb368b service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859833 Dec 16 23:45:02.020373 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a46cca90-a723-4a3f-a043-e6d27ec132c6 req-8d96faf6-8415-4540-b943-4d26fed35624 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800896 Dec 16 23:45:14.195940 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:14.324345 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:20.158460 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0d042b4-c0ef-4db4-bc42-e6dbc9ad7d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:22.594874 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09a0bc04-63da-4382-94c8-8ce31ab29c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:23.952715 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:24.912212 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:45:25.249554 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:25.832645 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:44.198786 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:44.352511 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:50.152039 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-67fdcbb8-cc36-4c35-b8f7-296b89c16330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:52.589493 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3dc30a3a-33b0-4755-828d-3ad0de0102f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:53.974843 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:55.209424 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:55.811646 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:01.911858 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:46:03.454702 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f67da45-d858-4384-bbdd-c7f1e8bca635 req-22a39cc7-7d4e-4c27-a5ce-74e36d37cd0c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415990 Dec 16 23:46:03.544373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67da45-d858-4384-bbdd-c7f1e8bca635 req-4931c19d-f167-4820-b87d-e78614aaabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:03.545915 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f67da45-d858-4384-bbdd-c7f1e8bca635 req-4931c19d-f167-4820-b87d-e78614aaabaf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 1097 time: 0.0457306 Dec 16 23:46:03.660475 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67da45-d858-4384-bbdd-c7f1e8bca635 req-36424420-795e-4195-aee6-fc3e7c55cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:03.661998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f67da45-d858-4384-bbdd-c7f1e8bca635 req-36424420-795e-4195-aee6-fc3e7c55cec1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.0884831 Dec 16 23:46:03.738815 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f67da45-d858-4384-bbdd-c7f1e8bca635 req-51f2eb9e-f8b4-448e-b394-b5c78750e2f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67847d67-8ce8-46f5-8084-2b391846f636 HTTP/1.1" status: 200 len: 1001 time: 0.0640597 Dec 16 23:46:03.792846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67da45-d858-4384-bbdd-c7f1e8bca635 req-845c093c-16d2-495b-9df7-ba358991849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:03.794277 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f67da45-d858-4384-bbdd-c7f1e8bca635 req-845c093c-16d2-495b-9df7-ba358991849b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0439837 Dec 16 23:46:03.844774 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67da45-d858-4384-bbdd-c7f1e8bca635 req-6bcc48dd-5bb7-44f8-a1e8-b7495118ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:03.846307 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f67da45-d858-4384-bbdd-c7f1e8bca635 req-6bcc48dd-5bb7-44f8-a1e8-b7495118ee1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415528 Dec 16 23:46:03.941007 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f67da45-d858-4384-bbdd-c7f1e8bca635 req-e8ed6ebb-9188-4e8e-aaa4-b0e756ba4e8c service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871661 Dec 16 23:46:04.031324 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3f67da45-d858-4384-bbdd-c7f1e8bca635 req-d27657a6-a09f-4c29-9958-a59f31dc1bd2 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814095 Dec 16 23:46:14.200226 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:14.325737 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:20.142671 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a35b6821-df50-4438-ab5a-20ee8b541f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:22.611170 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1173b9a-95d7-468d-a230-40302ed9299a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:23.954161 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:25.191922 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:25.816659 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:31.809078 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa07c53-7bbc-4b21-b13f-b7812ad9dbdb req-dfab9cc0-581a-4d44-bd17-093dac47ae94 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:31.810467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efa07c53-7bbc-4b21-b13f-b7812ad9dbdb req-dfab9cc0-581a-4d44-bd17-093dac47ae94 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0497782 Dec 16 23:46:31.864314 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-efa07c53-7bbc-4b21-b13f-b7812ad9dbdb req-0a4802d2-0f3d-4997-b7ad-3d981d9a7473 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475786 Dec 16 23:46:32.990271 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bb561-2d83-43d8-ba21-1741391fb13a req-8fcf0796-4db9-4224-82ea-e6362be1cf3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:32.991793 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f3bb561-2d83-43d8-ba21-1741391fb13a req-8fcf0796-4db9-4224-82ea-e6362be1cf3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0561662 Dec 16 23:46:33.042677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f3bb561-2d83-43d8-ba21-1741391fb13a req-4885f097-f48a-4de7-8973-1fb75b9cc707 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444539 Dec 16 23:46:34.179289 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aaa80b-8725-4cde-a0c5-12441255ecd6 req-89e79ecd-4b20-4266-94b3-3399b4e4cd9d tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:34.180742 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5aaa80b-8725-4cde-a0c5-12441255ecd6 req-89e79ecd-4b20-4266-94b3-3399b4e4cd9d tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0481229 Dec 16 23:46:34.229647 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b5aaa80b-8725-4cde-a0c5-12441255ecd6 req-a6232f07-cbce-4903-a251-32aa7b8bc77d tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428934 Dec 16 23:46:35.349198 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791710b0-c043-4f85-9c2d-191e9a794b81 req-365d8171-f567-49f0-9813-93ffa4ac0e17 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:35.350694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-791710b0-c043-4f85-9c2d-191e9a794b81 req-365d8171-f567-49f0-9813-93ffa4ac0e17 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0537319 Dec 16 23:46:35.400940 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-791710b0-c043-4f85-9c2d-191e9a794b81 req-7c1c49c1-5af2-4acc-b710-2090db2e6e54 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441859 Dec 16 23:46:36.515935 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd1c76-0c67-4bdb-aa15-3d5e16d9a090 req-ef77f4b1-0dcb-463c-a48e-0052556e7be2 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:36.517971 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ddd1c76-0c67-4bdb-aa15-3d5e16d9a090 req-ef77f4b1-0dcb-463c-a48e-0052556e7be2 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0492401 Dec 16 23:46:36.567174 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0ddd1c76-0c67-4bdb-aa15-3d5e16d9a090 req-52d6c710-7608-44c5-bb69-59f60d31096b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431767 Dec 16 23:46:37.682643 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb7ea4-8401-449e-a4eb-9bd6b9e92d77 req-f6590bae-0277-4e94-9daa-e7793fe1f66f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:37.684162 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64bb7ea4-8401-449e-a4eb-9bd6b9e92d77 req-f6590bae-0277-4e94-9daa-e7793fe1f66f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0496240 Dec 16 23:46:37.737765 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-64bb7ea4-8401-449e-a4eb-9bd6b9e92d77 req-890968e2-20c1-4310-bce5-69563d7dbdb9 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462785 Dec 16 23:46:38.851624 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa52a6-9f3a-45e0-8e92-89da4a4b092a req-93f1585a-e4ec-4d2c-a7dc-0d35b3b0f3ff tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:38.853149 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10aa52a6-9f3a-45e0-8e92-89da4a4b092a req-93f1585a-e4ec-4d2c-a7dc-0d35b3b0f3ff tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0486193 Dec 16 23:46:38.904457 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10aa52a6-9f3a-45e0-8e92-89da4a4b092a req-99c92daf-16ff-4f57-b857-5d97289301a3 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450847 Dec 16 23:46:38.912705 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:46:40.023228 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b3b7f-5814-4b53-98ef-80ac45f9a337 req-81df541f-86e6-4bd3-bab4-1da0192ac9e0 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:40.024737 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b89b3b7f-5814-4b53-98ef-80ac45f9a337 req-81df541f-86e6-4bd3-bab4-1da0192ac9e0 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0487082 Dec 16 23:46:40.073868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b89b3b7f-5814-4b53-98ef-80ac45f9a337 req-6f6c0e6b-6498-41fd-830e-09942792ccf0 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426991 Dec 16 23:46:41.191592 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c2ece-fcd1-4771-945d-48bdd78a9ea1 req-b1fc4884-4403-44f5-b91a-4d18c296c2e2 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:41.193327 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a88c2ece-fcd1-4771-945d-48bdd78a9ea1 req-b1fc4884-4403-44f5-b91a-4d18c296c2e2 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0521407 Dec 16 23:46:41.241448 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a88c2ece-fcd1-4771-945d-48bdd78a9ea1 req-15a11685-ba8d-4414-8f04-463f535eac0c tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424435 Dec 16 23:46:42.054609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b32095-1f65-476d-9752-9dd8ce147043 req-9e4cb211-a9f8-46be-af2d-02a1555debe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:42.056110 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27b32095-1f65-476d-9752-9dd8ce147043 req-9e4cb211-a9f8-46be-af2d-02a1555debe7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 1097 time: 0.0405571 Dec 16 23:46:42.516882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99219546-086a-440e-963f-05ffe6ae0802 req-16fc535b-92f9-4af5-91e3-9c0bee0b8b21 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:42.518516 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99219546-086a-440e-963f-05ffe6ae0802 req-16fc535b-92f9-4af5-91e3-9c0bee0b8b21 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0742483 Dec 16 23:46:42.523004 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b32095-1f65-476d-9752-9dd8ce147043 req-66690e08-181b-475e-ae0d-4b5a5d853165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:42.524407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27b32095-1f65-476d-9752-9dd8ce147043 req-66690e08-181b-475e-ae0d-4b5a5d853165 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.4596786 Dec 16 23:46:42.614718 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-99219546-086a-440e-963f-05ffe6ae0802 req-d0b71502-a5f1-459b-a0a4-073209fb3e19 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893598 Dec 16 23:46:42.621109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27b32095-1f65-476d-9752-9dd8ce147043 req-e40f44c8-3410-4f3c-8917-51606f8bd9f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67847d67-8ce8-46f5-8084-2b391846f636 HTTP/1.1" status: 200 len: 1001 time: 0.0831029 Dec 16 23:46:42.672361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b32095-1f65-476d-9752-9dd8ce147043 req-db4a57d5-966f-43fb-a2bb-e93a6a5a37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:42.673762 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27b32095-1f65-476d-9752-9dd8ce147043 req-db4a57d5-966f-43fb-a2bb-e93a6a5a37d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0428691 Dec 16 23:46:42.718799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b32095-1f65-476d-9752-9dd8ce147043 req-1dc6a5ad-e5a9-4767-afaf-e3c3b0c7b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:42.720311 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27b32095-1f65-476d-9752-9dd8ce147043 req-1dc6a5ad-e5a9-4767-afaf-e3c3b0c7b14f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384474 Dec 16 23:46:42.816243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27b32095-1f65-476d-9752-9dd8ce147043 req-a0936418-eb9a-4790-abd5-ec6f0a671f01 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856738 Dec 16 23:46:42.908232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-27b32095-1f65-476d-9752-9dd8ce147043 req-6ace690d-92c2-4b8a-a1da-967b337b0f55 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812526 Dec 16 23:46:43.730921 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfa0c0-d984-4a59-82b3-4773adc26bd2 req-bca16a62-e4df-421e-a12b-7522acb70da5 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:43.732430 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05bfa0c0-d984-4a59-82b3-4773adc26bd2 req-bca16a62-e4df-421e-a12b-7522acb70da5 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0499430 Dec 16 23:46:43.787982 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-05bfa0c0-d984-4a59-82b3-4773adc26bd2 req-d994aa80-abd8-482e-a64a-4636f13d47ca tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486975 Dec 16 23:46:44.202520 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:44.328676 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:44.905783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da22dc9-e45a-439f-99de-8fbc9f83b323 req-8342c18b-1ef6-4a46-8ae9-db141b079819 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:44.907355 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4da22dc9-e45a-439f-99de-8fbc9f83b323 req-8342c18b-1ef6-4a46-8ae9-db141b079819 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0508332 Dec 16 23:46:44.956948 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4da22dc9-e45a-439f-99de-8fbc9f83b323 req-64d30f0d-f121-4907-b895-f8ab4c24f280 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431199 Dec 16 23:46:46.076743 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653304f-fb65-4213-b5dc-a46d55f3b9ff req-e7d52174-2eaa-49d8-90c4-ab04cade48ac tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:46.078107 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8653304f-fb65-4213-b5dc-a46d55f3b9ff req-e7d52174-2eaa-49d8-90c4-ab04cade48ac tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0482972 Dec 16 23:46:46.128611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8653304f-fb65-4213-b5dc-a46d55f3b9ff req-2dc8373c-2fb9-427b-bed2-80595302741f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433757 Dec 16 23:46:47.247748 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b273cdb-5a10-40de-8218-de495cab3e8d req-7493d24f-11a3-474e-97de-4a91889c6e0f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:47.249313 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b273cdb-5a10-40de-8218-de495cab3e8d req-7493d24f-11a3-474e-97de-4a91889c6e0f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0522618 Dec 16 23:46:47.300098 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6b273cdb-5a10-40de-8218-de495cab3e8d req-2b3a8be8-90f1-4561-ab89-224f59b889cf tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442562 Dec 16 23:46:47.711438 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e9db2-d76f-498e-a36a-226a0a5e95f0 req-1a620df0-661f-4784-9052-1929b17357f9 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:47.712913 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b8e9db2-d76f-498e-a36a-226a0a5e95f0 req-1a620df0-661f-4784-9052-1929b17357f9 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0488465 Dec 16 23:46:47.763290 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-0b8e9db2-d76f-498e-a36a-226a0a5e95f0 req-084fd223-c746-4f52-8671-1358a986868c tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443046 Dec 16 23:46:47.815175 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-3d21863e-a5f3-4609-beba-a5d065b6d2b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846555 Dec 16 23:46:47.829200 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-b039ce9c-267b-4af2-a955-0d8ef8ed2ef4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:46:47.830186 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-b039ce9c-267b-4af2-a955-0d8ef8ed2ef4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052743 Dec 16 23:46:48.890114 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790557d-095f-44ea-a217-290630c26457 req-731e9925-7d4e-4fe9-b353-7b016c5f7d1b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:48.891654 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d790557d-095f-44ea-a217-290630c26457 req-731e9925-7d4e-4fe9-b353-7b016c5f7d1b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0582764 Dec 16 23:46:48.942974 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d790557d-095f-44ea-a217-290630c26457 req-d5876405-ced4-4c52-9122-88486e39ad81 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442190 Dec 16 23:46:49.275841 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 67847d67-8ce8-46f5-8084-2b391846f636 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:46:49.354651 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:49.377074 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5005dada-d86d-4b96-981b-66ce62b8329f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67847d67-8ce8-46f5-8084-2b391846f636'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:46:49.379420 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60ce7c0-2411-4692-a347-c42c9a6cb9dc" -d '{"events": [{"server_uuid": "5005dada-d86d-4b96-981b-66ce62b8329f", "name": "network-vif-unplugged", "status": "completed", "tag": "67847d67-8ce8-46f5-8084-2b391846f636"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:46:49.393530 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 67847d67-8ce8-46f5-8084-2b391846f636, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=67847d67-8ce8-46f5-8084-2b391846f636,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:46:49.460238 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 23:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3e67d6-7fbc-4074-97a9-82aa2834032a x-openstack-request-id: req-1f3e67d6-7fbc-4074-97a9-82aa2834032a {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:46:49.460533 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5005dada-d86d-4b96-981b-66ce62b8329f", "name": "network-vif-unplugged", "status": "failed", "tag": "67847d67-8ce8-46f5-8084-2b391846f636", "code": 422}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:46:49.460791 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f3e67d6-7fbc-4074-97a9-82aa2834032a {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:46:49.461209 n-d-821840-2 neutron-server[103953]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5005dada-d86d-4b96-981b-66ce62b8329f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67847d67-8ce8-46f5-8084-2b391846f636', 'code': 422} returned with failed status Dec 16 23:46:49.484634 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:49.532023 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=67847d67-8ce8-46f5-8084-2b391846f636,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:46:49.539870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:46:49.540233 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:46:49.540581 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:46:49.540925 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:46:49.541264 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:46:49.541602 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:46:49.541935 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:46:49.542266 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:46:49.542595 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:46:49.542922 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:46:49.543250 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:46:49.543603 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:46:49.543929 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:46:50.060686 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5d40e-3599-4bf0-a658-3408d74ae95b req-56667c6e-f52d-42c7-8a35-25398e5f8a9d tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:50.062334 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76f5d40e-3599-4bf0-a658-3408d74ae95b req-56667c6e-f52d-42c7-8a35-25398e5f8a9d tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0504806 Dec 16 23:46:50.121570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-76f5d40e-3599-4bf0-a658-3408d74ae95b req-1601c206-d75a-4b03-8c30-135149b2fbe7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446386 Dec 16 23:46:50.159021 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-658e149b-ff45-43b6-befc-9734c67fc9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:51.238906 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f269b-6606-4b86-ad3a-4abfb5c2f7cd req-192617ef-7445-40e4-842c-2aa5ae2eff78 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:51.240469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c04f269b-6606-4b86-ad3a-4abfb5c2f7cd req-192617ef-7445-40e4-842c-2aa5ae2eff78 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0507202 Dec 16 23:46:51.294747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c04f269b-6606-4b86-ad3a-4abfb5c2f7cd req-ed0de101-a111-48de-9e36-b3e2c6742c1b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481536 Dec 16 23:46:52.415939 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf508e-ac30-483c-a8d6-7da140c416a9 req-9682b446-4cba-4b41-8626-e6d1ae2449f6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:52.417435 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46cf508e-ac30-483c-a8d6-7da140c416a9 req-9682b446-4cba-4b41-8626-e6d1ae2449f6 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0498378 Dec 16 23:46:52.466538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-46cf508e-ac30-483c-a8d6-7da140c416a9 req-b039e1cb-e9e0-42f1-b398-7033d71f11e7 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430934 Dec 16 23:46:52.585407 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-413e7213-5cc9-42ed-ab7c-bb1c9a381ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:53.584234 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8ae1e-0dde-4cb8-8967-cfe0f0b66090 req-e31e7216-650a-47c7-aab4-9a7853f28a15 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:53.586352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94b8ae1e-0dde-4cb8-8967-cfe0f0b66090 req-e31e7216-650a-47c7-aab4-9a7853f28a15 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0500798 Dec 16 23:46:53.635637 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-94b8ae1e-0dde-4cb8-8967-cfe0f0b66090 req-65d333bf-89dd-40ea-8016-9b9da3e69e17 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430737 Dec 16 23:46:53.965138 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:54.755374 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a79038-e63b-478c-8e74-6b40c66f7cfe req-ecb432e1-c45b-4a3d-9511-f8d687313888 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:54.756891 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7a79038-e63b-478c-8e74-6b40c66f7cfe req-ecb432e1-c45b-4a3d-9511-f8d687313888 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0542071 Dec 16 23:46:54.807389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7a79038-e63b-478c-8e74-6b40c66f7cfe req-a963d797-ffbe-4bbe-adaa-3920cb08a7e5 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438957 Dec 16 23:46:55.225468 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:55.860027 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:55.930006 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e1a08-50b8-47f4-b4ac-299f184251aa req-678eed45-df1c-493c-a536-abab95391fcc tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:55.931673 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb5e1a08-50b8-47f4-b4ac-299f184251aa req-678eed45-df1c-493c-a536-abab95391fcc tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0537627 Dec 16 23:46:55.985469 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb5e1a08-50b8-47f4-b4ac-299f184251aa req-39c6ce43-642e-4199-a110-08ba21b42fae tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476828 Dec 16 23:46:57.361068 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967d4b7-a26c-4e2d-9358-f1f58ce1f49d req-0a1c0e71-f7c8-498d-abee-94b526bc2e14 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:57.362599 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a967d4b7-a26c-4e2d-9358-f1f58ce1f49d req-0a1c0e71-f7c8-498d-abee-94b526bc2e14 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0490446 Dec 16 23:46:57.418555 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a967d4b7-a26c-4e2d-9358-f1f58ce1f49d req-56906b95-e40a-4f45-aa0b-c5f326de872f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484626 Dec 16 23:46:58.542474 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee34399-efa7-4258-ad0a-60fdefe67239 req-e11cc542-a72c-423b-8958-188b35a72cfd tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:58.543989 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dee34399-efa7-4258-ad0a-60fdefe67239 req-e11cc542-a72c-423b-8958-188b35a72cfd tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0536587 Dec 16 23:46:58.593968 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dee34399-efa7-4258-ad0a-60fdefe67239 req-f9dffdf1-c9d1-405c-aa9c-b98f5a16cf4e tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440321 Dec 16 23:46:58.936428 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-f419dceb-b7c6-4a26-8154-8ee4ec7c5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:58.937894 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-f419dceb-b7c6-4a26-8154-8ee4ec7c5902 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f&tenant_id=54239ea3e75449159011390475e64949 HTTP/1.1" status: 200 len: 1095 time: 0.0408344 Dec 16 23:46:59.011532 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-d5ab9ebb-b43c-4b2a-8bc7-f9c9b9fd2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:59.013191 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-d5ab9ebb-b43c-4b2a-8bc7-f9c9b9fd2e34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 1095 time: 0.0482297 Dec 16 23:46:59.111064 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-cfec4fe7-6f50-447b-bd5c-b7035a715cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:59.112617 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-cfec4fe7-6f50-447b-bd5c-b7035a715cf5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.0861895 Dec 16 23:46:59.182747 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-2dc6f364-ecbc-4574-9b7e-1cc21c7c8dc8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67847d67-8ce8-46f5-8084-2b391846f636 HTTP/1.1" status: 200 len: 999 time: 0.0618453 Dec 16 23:46:59.235515 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-4796e61f-adc8-4937-ad49-5a2fbd76dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:59.236851 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-4796e61f-adc8-4937-ad49-5a2fbd76dcd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0429831 Dec 16 23:46:59.287882 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-586ba88a-c356-46de-a659-9e197226b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:59.289400 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-586ba88a-c356-46de-a659-9e197226b18b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402997 Dec 16 23:46:59.386675 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-7977133d-7c6b-48af-a354-2b2a0742c8c5 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848336 Dec 16 23:46:59.481961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-c562640b-f8c9-4e8f-8ed2-672ba7d8e90e service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842741 Dec 16 23:46:59.709887 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32da3f7-390f-449c-a1a2-c27328a6ba1a req-c52a6c45-6790-43fc-8466-036ceab24ed5 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:59.711381 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c32da3f7-390f-449c-a1a2-c27328a6ba1a req-c52a6c45-6790-43fc-8466-036ceab24ed5 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0492704 Dec 16 23:46:59.765407 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c32da3f7-390f-449c-a1a2-c27328a6ba1a req-ca263d2f-0413-4726-95bd-7661c0b62b48 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481062 Dec 16 23:47:00.881164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055396e5-6daa-47ec-b330-8be3f86beefa req-6011283f-16cb-4250-bebf-de0503279331 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:00.882668 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-055396e5-6daa-47ec-b330-8be3f86beefa req-6011283f-16cb-4250-bebf-de0503279331 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0498474 Dec 16 23:47:00.932488 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-055396e5-6daa-47ec-b330-8be3f86beefa req-348dc3a2-041e-4ccf-bcb9-04d896671886 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438173 Dec 16 23:47:02.045785 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52523f-f6ae-45ea-b91d-41a0502c688e req-f1b07517-5e0c-4185-aba5-d06fa21dd7bc tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:02.047247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec52523f-f6ae-45ea-b91d-41a0502c688e req-f1b07517-5e0c-4185-aba5-d06fa21dd7bc tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0482185 Dec 16 23:47:02.096780 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec52523f-f6ae-45ea-b91d-41a0502c688e req-a3837b23-b2c6-4073-ba06-aff7c508f51a tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427992 Dec 16 23:47:03.218526 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d167b9-490b-494e-a656-375e2c4f507f req-7e8c86e2-7d82-4d16-88b5-00d1b2960a89 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:03.220044 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16d167b9-490b-494e-a656-375e2c4f507f req-7e8c86e2-7d82-4d16-88b5-00d1b2960a89 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0547028 Dec 16 23:47:03.275416 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16d167b9-490b-494e-a656-375e2c4f507f req-deab1fb8-a9b5-49da-a6ee-8b5ca987f514 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475364 Dec 16 23:47:04.392705 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c342d8-291e-4da1-b45d-4fa1e27e5471 req-b053c941-7ef0-4498-9cd9-d593a91ed580 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:04.394474 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16c342d8-291e-4da1-b45d-4fa1e27e5471 req-b053c941-7ef0-4498-9cd9-d593a91ed580 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0501609 Dec 16 23:47:04.468998 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16c342d8-291e-4da1-b45d-4fa1e27e5471 req-56ff3cfd-4857-4e7d-888b-8a86d0977399 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672245 Dec 16 23:47:04.480821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd753f-33d1-414a-bec8-e20c11f58900 req-f8cf4658-560d-4675-8cd4-e20404e0da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:04.482298 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7bd753f-33d1-414a-bec8-e20c11f58900 req-f8cf4658-560d-4675-8cd4-e20404e0da45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 1095 time: 0.0540316 Dec 16 23:47:04.589265 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd753f-33d1-414a-bec8-e20c11f58900 req-6916ec56-616d-4ed8-88e0-316284aca529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:04.590672 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7bd753f-33d1-414a-bec8-e20c11f58900 req-6916ec56-616d-4ed8-88e0-316284aca529 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.0876918 Dec 16 23:47:04.656666 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7bd753f-33d1-414a-bec8-e20c11f58900 req-6845af8a-a155-4063-bc55-3bcc53fe871b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67847d67-8ce8-46f5-8084-2b391846f636 HTTP/1.1" status: 200 len: 999 time: 0.0576792 Dec 16 23:47:04.712206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd753f-33d1-414a-bec8-e20c11f58900 req-829d375d-e7f5-4ba6-8227-02bc8b9b48f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:04.713690 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7bd753f-33d1-414a-bec8-e20c11f58900 req-829d375d-e7f5-4ba6-8227-02bc8b9b48f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0478339 Dec 16 23:47:04.760759 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd753f-33d1-414a-bec8-e20c11f58900 req-a088e539-17af-4f4e-94db-89d023ab4fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:04.762243 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7bd753f-33d1-414a-bec8-e20c11f58900 req-a088e539-17af-4f4e-94db-89d023ab4fd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405395 Dec 16 23:47:04.853442 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7bd753f-33d1-414a-bec8-e20c11f58900 req-59ff381b-8c61-4763-b5f3-69aa3db87898 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826168 Dec 16 23:47:04.952370 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c7bd753f-33d1-414a-bec8-e20c11f58900 req-6bac1246-4cdc-498f-b295-bea1afd711e9 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910535 Dec 16 23:47:05.586116 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0fd4b-6bc2-4219-98e8-04cf41968d5f req-940c11a3-7c7c-4478-b15b-f3891cc817ca tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:05.587635 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69f0fd4b-6bc2-4219-98e8-04cf41968d5f req-940c11a3-7c7c-4478-b15b-f3891cc817ca tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0491016 Dec 16 23:47:05.636199 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-69f0fd4b-6bc2-4219-98e8-04cf41968d5f req-b71d4fa6-af44-4a95-97ea-a8061fb5bc3f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426834 Dec 16 23:47:06.756417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c6ae2-a6c8-4ed3-8a21-a08b94da94bf req-94c74a3c-7791-4f09-89bd-571c6220fa7f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:06.757886 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-865c6ae2-a6c8-4ed3-8a21-a08b94da94bf req-94c74a3c-7791-4f09-89bd-571c6220fa7f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 944 time: 0.0541101 Dec 16 23:47:06.808039 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-865c6ae2-a6c8-4ed3-8a21-a08b94da94bf req-4b53d87c-2f6a-4137-ba97-fb541710ae16 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439734 Dec 16 23:47:07.383434 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 67847d67-8ce8-46f5-8084-2b391846f636 details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:47:07.478785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 67847d67-8ce8-46f5-8084-2b391846f636, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=67847d67-8ce8-46f5-8084-2b391846f636,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:47:07.490033 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': '67847d67-8ce8-46f5-8084-2b391846f636', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'port_id': '67847d67-8ce8-46f5-8084-2b391846f636', 'mac_address': 'fa:16:3e:be:e7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:47:07.530479 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:07.702345 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67847d67-8ce8-46f5-8084-2b391846f636 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:47:07.721453 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 67847d67-8ce8-46f5-8084-2b391846f636, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=67847d67-8ce8-46f5-8084-2b391846f636,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:47:07.796784 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:07.844331 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=67847d67-8ce8-46f5-8084-2b391846f636,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:47:07.924998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68c163-03e9-4bd1-a20c-b19570fbfd59 req-588bce17-2f1f-4d3a-ab05-15446d28e18c tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:07.927467 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db68c163-03e9-4bd1-a20c-b19570fbfd59 req-588bce17-2f1f-4d3a-ab05-15446d28e18c tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 945 time: 0.0491920 Dec 16 23:47:07.976105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-db68c163-03e9-4bd1-a20c-b19570fbfd59 req-190e3d3e-45db-47c6-b6af-4b24b09b0d96 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430803 Dec 16 23:47:08.137879 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['67847d67-8ce8-46f5-8084-2b391846f636'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:47:09.091566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077e1c2-725a-409e-a122-0fe93be7d0e9 req-0f9da9eb-9ed9-4584-bd29-eb0010bf64c5 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:09.093072 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c077e1c2-725a-409e-a122-0fe93be7d0e9 req-0f9da9eb-9ed9-4584-bd29-eb0010bf64c5 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 945 time: 0.0485892 Dec 16 23:47:09.148016 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c077e1c2-725a-409e-a122-0fe93be7d0e9 req-e35dbf79-296e-46cf-b874-54032cf648cd tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483694 Dec 16 23:47:09.399565 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 67847d67-8ce8-46f5-8084-2b391846f636 up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:47:09.450583 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port 67847d67-8ce8-46f5-8084-2b391846f636 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:47:09.450964 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:09.531095 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:09.555949 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5005dada-d86d-4b96-981b-66ce62b8329f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67847d67-8ce8-46f5-8084-2b391846f636'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:47:09.558279 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec08060-f382-4fba-9223-3b982f227f16" -d '{"events": [{"server_uuid": "5005dada-d86d-4b96-981b-66ce62b8329f", "name": "network-vif-plugged", "status": "completed", "tag": "67847d67-8ce8-46f5-8084-2b391846f636"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:47:09.571721 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port 67847d67-8ce8-46f5-8084-2b391846f636, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=67847d67-8ce8-46f5-8084-2b391846f636,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:47:09.595419 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76feabdb-4482-4b5e-ac89-3a8bc65b3ca3 x-openstack-request-id: req-76feabdb-4482-4b5e-ac89-3a8bc65b3ca3 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:47:09.595711 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5005dada-d86d-4b96-981b-66ce62b8329f", "name": "network-vif-plugged", "status": "completed", "tag": "67847d67-8ce8-46f5-8084-2b391846f636", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:47:09.595994 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76feabdb-4482-4b5e-ac89-3a8bc65b3ca3 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:47:09.596386 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5005dada-d86d-4b96-981b-66ce62b8329f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67847d67-8ce8-46f5-8084-2b391846f636', 'code': 200} Dec 16 23:47:09.642450 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:09.693018 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=67847d67-8ce8-46f5-8084-2b391846f636,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:47:09.758805 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729cd79-b284-4015-94d3-7eb9f0f0b6b8 req-a4e77efb-0f52-40a7-b1dc-61b2d43ad62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:09.760354 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b729cd79-b284-4015-94d3-7eb9f0f0b6b8 req-a4e77efb-0f52-40a7-b1dc-61b2d43ad62c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 1097 time: 0.0407693 Dec 16 23:47:09.809868 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b729cd79-b284-4015-94d3-7eb9f0f0b6b8 req-eb623146-9f87-43fd-994e-40a8877586d2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395193 Dec 16 23:47:10.268115 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6497e-6234-4a27-8398-6caa9d88a8e3 req-231a309c-1467-4612-a4ee-efc990262d35 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:10.269595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8c6497e-6234-4a27-8398-6caa9d88a8e3 req-231a309c-1467-4612-a4ee-efc990262d35 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0492408 Dec 16 23:47:10.319221 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d8c6497e-6234-4a27-8398-6caa9d88a8e3 req-76869db0-5398-4cb6-8087-21a90587a55f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434079 Dec 16 23:47:11.437247 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad78be-db1c-4b65-bb1e-5108eee323d7 req-85a7fc14-2f28-4934-a222-b925c2e8f066 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:11.438710 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bad78be-db1c-4b65-bb1e-5108eee323d7 req-85a7fc14-2f28-4934-a222-b925c2e8f066 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0520444 Dec 16 23:47:11.490169 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2bad78be-db1c-4b65-bb1e-5108eee323d7 req-b4619558-3297-4bcd-8f71-93a77b0336ed tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442519 Dec 16 23:47:14.215643 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:14.347097 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:15.915376 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:47:20.135510 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c97bc137-6f82-4fc1-b042-6258d6b5c510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:22.593028 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39c63fcb-1dc9-460e-81c0-7bb6831ac1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:23.947004 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:25.227537 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:25.815473 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:44.209407 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:44.329099 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:50.192410 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf345a53-9675-45bd-bc75-f2d3b8e70192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:52.597609 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a67e6d8b-054d-4b17-9602-6513e8b54e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:52.915298 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:47:53.973226 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:55.197554 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:55.808996 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:06.436681 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e43de0cc-b5b2-4892-a9c5-4978a622d4f5 req-3161076d-ab2c-4973-9368-ff6ddc9e60b1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400047 Dec 16 23:48:06.523657 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43de0cc-b5b2-4892-a9c5-4978a622d4f5 req-a9ea43a6-5210-4975-899b-d8434e254aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:06.525210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e43de0cc-b5b2-4892-a9c5-4978a622d4f5 req-a9ea43a6-5210-4975-899b-d8434e254aaa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 1097 time: 0.0408549 Dec 16 23:48:06.635637 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43de0cc-b5b2-4892-a9c5-4978a622d4f5 req-49c21bc2-b82d-4ce4-af0f-b7cd871ee4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:06.637048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e43de0cc-b5b2-4892-a9c5-4978a622d4f5 req-49c21bc2-b82d-4ce4-af0f-b7cd871ee4f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.0894873 Dec 16 23:48:06.704285 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e43de0cc-b5b2-4892-a9c5-4978a622d4f5 req-68e4d174-c0fd-46cf-8505-a11a2c001af0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67847d67-8ce8-46f5-8084-2b391846f636 HTTP/1.1" status: 200 len: 1001 time: 0.0575440 Dec 16 23:48:06.758195 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43de0cc-b5b2-4892-a9c5-4978a622d4f5 req-2ec206c9-dde3-406c-98fe-80878523dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:06.759694 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e43de0cc-b5b2-4892-a9c5-4978a622d4f5 req-2ec206c9-dde3-406c-98fe-80878523dcec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0492060 Dec 16 23:48:06.805975 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43de0cc-b5b2-4892-a9c5-4978a622d4f5 req-f6dde153-5a81-4612-8087-2e040914d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:06.807625 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e43de0cc-b5b2-4892-a9c5-4978a622d4f5 req-f6dde153-5a81-4612-8087-2e040914d4d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404141 Dec 16 23:48:06.897641 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e43de0cc-b5b2-4892-a9c5-4978a622d4f5 req-809df05b-cd4e-458c-9e08-7d59719650de service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826170 Dec 16 23:48:06.995758 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e43de0cc-b5b2-4892-a9c5-4978a622d4f5 req-622803d5-8a74-43a6-806d-146019834360 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871384 Dec 16 23:48:14.237860 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:14.379891 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:20.140089 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b195538-debf-4cc3-a97e-261ada09eb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:22.607102 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c813750-7963-4b45-916b-34f464d84cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:23.934055 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:25.213930 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:25.814479 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:29.915243 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:48:44.229181 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:44.343498 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:48.681243 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39854) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:48.850656 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Deleting port 6dddc22f-a7c2-4f3b-83ed-987dc41c624d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:48:48.850998 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:48.928136 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:48.928456 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:48.940076 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Calling delete_port for 6dddc22f-a7c2-4f3b-83ed-987dc41c624d owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:48:49.139453 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:49.162645 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event deleted for resources: {'Port': ['ID=6dddc22f-a7c2-4f3b-83ed-987dc41c624d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:49.177406 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:49.177759 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:49.178104 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:49.178442 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:49.178773 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:49.179106 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:49.179454 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:49.179783 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:49.180109 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:49.180428 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:49.180749 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:49.181080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:49.181391 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:49.238446 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:49.238708 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Floating IP 196df574-4472-469d-aed8-594940754d40 disassociated (deleted). External IP: 172.25.2.66, port: 67847d67-8ce8-46f5-8084-2b391846f636. Dec 16 23:48:49.441711 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:48:49.550515 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:48:49.555128 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:49.560966 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731604ff-5c02-4342-8b5e-ee8e8f5c7e5d None None] Sync routers for ids ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:48:49.571484 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731604ff-5c02-4342-8b5e-ee8e8f5c7e5d None None] Routers {'8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:48:49.572127 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-731604ff-5c02-4342-8b5e-ee8e8f5c7e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:48:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:49.586940 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-024a66c9-4c1b-4874-ab28-5a810cd95f3b tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "DELETE /v2.0/floatingips/196df574-4472-469d-aed8-594940754d40 HTTP/1.1" status: 204 len: 168 time: 0.9014130 Dec 16 23:48:49.586940 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5005dada-d86d-4b96-981b-66ce62b8329f', 'tag': '67847d67-8ce8-46f5-8084-2b391846f636'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:48:49.587312 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fd2536e9b1e345e450ff3ec7907de2e139e714cd2038414972b0eb965fd2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3c7482-af94-4276-a904-2179a6270946" -d '{"events": [{"name": "network-changed", "server_uuid": "5005dada-d86d-4b96-981b-66ce62b8329f", "tag": "67847d67-8ce8-46f5-8084-2b391846f636"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:48:49.684026 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-731604ff-5c02-4342-8b5e-ee8e8f5c7e5d None None] Set router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:48:49.716348 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1a1969-6963-4d9b-a7e8-8b027817f8e6 x-openstack-request-id: req-2c1a1969-6963-4d9b-a7e8-8b027817f8e6 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:48:49.716880 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5005dada-d86d-4b96-981b-66ce62b8329f", "tag": "67847d67-8ce8-46f5-8084-2b391846f636", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:48:49.717073 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c1a1969-6963-4d9b-a7e8-8b027817f8e6 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:48:49.717774 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5005dada-d86d-4b96-981b-66ce62b8329f', 'tag': '67847d67-8ce8-46f5-8084-2b391846f636', 'status': 'completed', 'code': 200} Dec 16 23:48:49.790222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c7482-af94-4276-a904-2179a6270946 req-6a863a08-9817-4cd3-8137-eaa0c752ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:49.791836 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f3c7482-af94-4276-a904-2179a6270946 req-6a863a08-9817-4cd3-8137-eaa0c752ea61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54239ea3e75449159011390475e64949&device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 1097 time: 0.0424175 Dec 16 23:48:49.893737 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-731604ff-5c02-4342-8b5e-ee8e8f5c7e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:51Z', 'revision_number': 5, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:49.894531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c7482-af94-4276-a904-2179a6270946 req-9e468f15-f983-43e7-a3d0-a76b25b76e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:49.896345 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f3c7482-af94-4276-a904-2179a6270946 req-9e468f15-f983-43e7-a3d0-a76b25b76e99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 200 len: 910 time: 0.0975811 Dec 16 23:48:49.921791 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731604ff-5c02-4342-8b5e-ee8e8f5c7e5d None None] Checking router: 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:48:49.931363 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731604ff-5c02-4342-8b5e-ee8e8f5c7e5d None None] Routers {'8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:48:49.931997 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-731604ff-5c02-4342-8b5e-ee8e8f5c7e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:48:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:49.944098 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f3c7482-af94-4276-a904-2179a6270946 req-d674201d-05eb-496f-a622-f87c6a0df0c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67847d67-8ce8-46f5-8084-2b391846f636 HTTP/1.1" status: 200 len: 217 time: 0.0394959 Dec 16 23:48:50.000611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c7482-af94-4276-a904-2179a6270946 req-5be25fec-5986-4031-ae0b-38bb18c29a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:50.002010 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f3c7482-af94-4276-a904-2179a6270946 req-5be25fec-5986-4031-ae0b-38bb18c29a58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 200 len: 848 time: 0.0506563 Dec 16 23:48:50.046420 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-731604ff-5c02-4342-8b5e-ee8e8f5c7e5d None None] Set router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:48:50.089227 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904eedcc-46a8-4803-822d-017ef44406ad req-567d132c-2aa6-4424-904d-d9cd0a981667 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:50.090731 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-904eedcc-46a8-4803-822d-017ef44406ad req-567d132c-2aa6-4424-904d-d9cd0a981667 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.1315272 Dec 16 23:48:50.093445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c7482-af94-4276-a904-2179a6270946 req-e7abe936-d40a-446f-ab27-fee51ba556ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:50.094850 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f3c7482-af94-4276-a904-2179a6270946 req-e7abe936-d40a-446f-ab27-fee51ba556ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87887ae1-3f97-4126-b487-e79a34596531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838928 Dec 16 23:48:50.172810 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ddce0a0-9484-4876-b606-b73175241944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:50.194749 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-904eedcc-46a8-4803-822d-017ef44406ad req-79081c77-4253-4b94-8487-db22acae3e81 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970702 Dec 16 23:48:50.224678 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f3c7482-af94-4276-a904-2179a6270946 req-3ab5b83b-0546-4efa-a4da-1c13e73bb33f service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191759 Dec 16 23:48:50.277266 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-731604ff-5c02-4342-8b5e-ee8e8f5c7e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:51Z', 'revision_number': 5, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:50.306641 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731604ff-5c02-4342-8b5e-ee8e8f5c7e5d None None] The sync data for ids ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'] in n-d-821840-2 is: [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '4958066e-887f-4ced-b6ee-de7156affc05', 'name': '', 'network_id': '87887ae1-3f97-4126-b487-e79a34596531', 'tenant_id': '54239ea3e75449159011390475e64949', 'mac_address': 'fa:16:3e:b0:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:46Z', 'updated_at': '2021-12-16T23:38:51Z', 'revision_number': 5, 'project_id': '54239ea3e75449159011390475e64949', 'subnets': [{'id': '5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:48:50.325027 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f3c7482-af94-4276-a904-2179a6270946 req-7fb54d20-cb1f-47a0-b81e-bda145b51a81 service neutron] 10.222.0.24 "GET /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890491 Dec 16 23:48:50.535324 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dbb383-3716-4a97-a546-25ae2162b3c7 None None] New status for floating IP 196df574-4472-469d-aed8-594940754d40: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:48:51.366854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d49ef-22b9-4dba-a008-12f470ace25a req-333a5a17-b3c2-4491-8015-ccddf7840199 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:51.368415 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-583d49ef-22b9-4dba-a008-12f470ace25a req-333a5a17-b3c2-4491-8015-ccddf7840199 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.1020813 Dec 16 23:48:51.423821 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-583d49ef-22b9-4dba-a008-12f470ace25a req-0d47ad9e-c67c-4b7a-8987-422db203c179 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f16e9de-22d7-427c-a6d9-8e614c1fab03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491824 Dec 16 23:48:51.822149 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa48917-d44b-49f9-9868-b6033c4444e2 req-7ecfabfd-0efb-471d-be2a-776b7fb227fa tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:51.823610 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ffa48917-d44b-49f9-9868-b6033c4444e2 req-7ecfabfd-0efb-471d-be2a-776b7fb227fa tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.24 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 946 time: 0.0479589 Dec 16 23:48:51.915980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-ffa48917-d44b-49f9-9868-b6033c4444e2 req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Deleting port 67847d67-8ce8-46f5-8084-2b391846f636 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:48:51.916324 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ffa48917-d44b-49f9-9868-b6033c4444e2 req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:52.008524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-ffa48917-d44b-49f9-9868-b6033c4444e2 req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] For port 67847d67-8ce8-46f5-8084-2b391846f636, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=67847d67-8ce8-46f5-8084-2b391846f636,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:48:52.008896 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ffa48917-d44b-49f9-9868-b6033c4444e2 req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:52.021628 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-ffa48917-d44b-49f9-9868-b6033c4444e2 req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Calling delete_port for 67847d67-8ce8-46f5-8084-2b391846f636 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:48:52.202060 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ffa48917-d44b-49f9-9868-b6033c4444e2 req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:52.232183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event deleted for resources: {'Port': ['ID=67847d67-8ce8-46f5-8084-2b391846f636,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:52.258830 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:52.259183 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:52.259551 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:52.259888 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:52.260222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:52.260551 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:52.260878 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:52.261203 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:52.261527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:52.261846 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:52.262168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:52.262490 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:52.262813 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:48:52.285525 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa48917-d44b-49f9-9868-b6033c4444e2 req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] No DVR routers for this DVR port 67847d67-8ce8-46f5-8084-2b391846f636 on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:48:52.288746 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-ffa48917-d44b-49f9-9868-b6033c4444e2 req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:52.292100 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ffa48917-d44b-49f9-9868-b6033c4444e2 req-9e4f5537-9719-41ba-a50a-4b8c84bab2af tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.24 "DELETE /v2.0/ports/67847d67-8ce8-46f5-8084-2b391846f636 HTTP/1.1" status: 204 len: 173 time: 0.4595225 Dec 16 23:48:52.292560 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5005dada-d86d-4b96-981b-66ce62b8329f', 'name': 'network-vif-deleted', 'tag': '67847d67-8ce8-46f5-8084-2b391846f636'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:48:52.294837 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f5f36b-6ce9-414b-b707-548fb6e07a8a" -d '{"events": [{"server_uuid": "5005dada-d86d-4b96-981b-66ce62b8329f", "name": "network-vif-deleted", "tag": "67847d67-8ce8-46f5-8084-2b391846f636"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:48:52.387826 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212c6bb3-013d-41d5-b82c-fef2a8f42750 x-openstack-request-id: req-212c6bb3-013d-41d5-b82c-fef2a8f42750 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:48:52.387826 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5005dada-d86d-4b96-981b-66ce62b8329f", "name": "network-vif-deleted", "tag": "67847d67-8ce8-46f5-8084-2b391846f636", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:48:52.387826 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-212c6bb3-013d-41d5-b82c-fef2a8f42750 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:48:52.387826 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5005dada-d86d-4b96-981b-66ce62b8329f', 'name': 'network-vif-deleted', 'tag': '67847d67-8ce8-46f5-8084-2b391846f636', 'status': 'completed', 'code': 200} Dec 16 23:48:52.520109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b1cc4213-aeb6-42b5-ae23-377e4a81e0a6 req-a17a156c-34ec-47bd-823c-dc6da4b0e318 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 210 time: 0.0273993 Dec 16 23:48:52.602323 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebef02ad-6b17-4b5b-8fb7-f1b54bef2d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:53.621993 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c483fa8b-9695-4afd-b71f-4a3bd6dc50cb req-f9f41775-6191-4835-b2d8-43cddcdd8c9f tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 210 time: 0.0296888 Dec 16 23:48:53.949700 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:54.905832 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a0e7999d-543c-4d3b-bb47-f7f8650107ea req-aab042da-6d4b-409d-b8bf-327d538efe64 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 210 time: 0.0274925 Dec 16 23:48:55.229516 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:55.819675 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:55.948201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 67847d67-8ce8-46f5-8084-2b391846f636 no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:48:55.972694 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: 67847d67-8ce8-46f5-8084-2b391846f636 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:48:55.973110 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device 67847d67-8ce8-46f5-8084-2b391846f636 not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:48:56.004452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6918771e-8e20-40bc-9c99-01f530c85080 req-662419f4-feda-4804-8e00-82b5452e914d tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 210 time: 0.0261011 Dec 16 23:48:57.109846 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-081dce4d-cbca-487d-91bc-947ed71e826d req-9bd4b79b-0451-47e3-a795-56d7bd5fd0cb tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "GET /v2.0/ports?device_id=5005dada-d86d-4b96-981b-66ce62b8329f HTTP/1.1" status: 200 len: 210 time: 0.0317199 Dec 16 23:48:58.169502 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39904) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:58.231341 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80cdcd03-a4ea-4672-b1a1-0ef75a97ccf4 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:58.260935 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80cdcd03-a4ea-4672-b1a1-0ef75a97ccf4 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:58.379837 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80cdcd03-a4ea-4672-b1a1-0ef75a97ccf4 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:58.383116 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80cdcd03-a4ea-4672-b1a1-0ef75a97ccf4 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:58.384345 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-80cdcd03-a4ea-4672-b1a1-0ef75a97ccf4 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] 10.222.0.43 "DELETE /v2.0/security-groups/0f16e9de-22d7-427c-a6d9-8e614c1fab03 HTTP/1.1" status: 204 len: 168 time: 0.2137711 Dec 16 23:48:58.394086 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdcd03-a4ea-4672-b1a1-0ef75a97ccf4 tempest-TestShelveInstance-1225385260 tempest-TestShelveInstance-1225385260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f16e9de-22d7-427c-a6d9-8e614c1fab03,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:58.495533 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39910) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:59.359620 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed48b834-d929-47e0-b9e0-51ebf2ee5880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:59.614965 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ed48b834-d929-47e0-b9e0-51ebf2ee5880 admin admin] Deleting port 4958066e-887f-4ced-b6ee-de7156affc05 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:48:59.615181 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed48b834-d929-47e0-b9e0-51ebf2ee5880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:59.697475 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-ed48b834-d929-47e0-b9e0-51ebf2ee5880 admin admin] For port 4958066e-887f-4ced-b6ee-de7156affc05, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4958066e-887f-4ced-b6ee-de7156affc05,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:48:59.697836 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed48b834-d929-47e0-b9e0-51ebf2ee5880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:59.711117 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ed48b834-d929-47e0-b9e0-51ebf2ee5880 admin admin] Calling delete_port for 4958066e-887f-4ced-b6ee-de7156affc05 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:48:59.967860 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed48b834-d929-47e0-b9e0-51ebf2ee5880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:59.996157 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48b834-d929-47e0-b9e0-51ebf2ee5880 admin admin] Pushing event deleted for resources: {'Port': ['ID=4958066e-887f-4ced-b6ee-de7156affc05,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:00.162975 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ed48b834-d929-47e0-b9e0-51ebf2ee5880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:00.386468 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed48b834-d929-47e0-b9e0-51ebf2ee5880 admin admin] Router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:49:00.495291 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed48b834-d929-47e0-b9e0-51ebf2ee5880 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:49:00.500707 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-ed48b834-d929-47e0-b9e0-51ebf2ee5880 admin admin] 10.222.0.43 "PUT /v2.0/routers/8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0041108 Dec 16 23:49:00.503295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39914) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:00.509161 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6f0c31-c019-49cc-b025-0e35066bc3d5 None None] Sync routers for ids ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:49:00.519495 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6f0c31-c019-49cc-b025-0e35066bc3d5 None None] Routers {'8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:49:00.520769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9d6f0c31-c019-49cc-b025-0e35066bc3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:48:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:00.612673 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baaf1562-e062-4c57-9ad7-6f877d7efef9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:00.628887 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-9d6f0c31-c019-49cc-b025-0e35066bc3d5 None None] Set router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:49:00.720750 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baaf1562-e062-4c57-9ad7-6f877d7efef9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:00.814761 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9d6f0c31-c019-49cc-b025-0e35066bc3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:48:59Z', 'revision_number': 5, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port': {'id': 'e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:44Z', 'updated_at': '2021-12-16T23:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:00.841187 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6f0c31-c019-49cc-b025-0e35066bc3d5 None None] Checking router: 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:49:00.850461 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6f0c31-c019-49cc-b025-0e35066bc3d5 None None] Routers {'8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:49:00.851077 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9d6f0c31-c019-49cc-b025-0e35066bc3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:48:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:00.857596 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-baaf1562-e062-4c57-9ad7-6f877d7efef9 admin admin] Deleting port e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:49:00.857962 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baaf1562-e062-4c57-9ad7-6f877d7efef9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:00.949189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-9d6f0c31-c019-49cc-b025-0e35066bc3d5 None None] Set router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:49:00.950365 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-baaf1562-e062-4c57-9ad7-6f877d7efef9 admin admin] For port e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:49:00.950751 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baaf1562-e062-4c57-9ad7-6f877d7efef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:00.963722 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-baaf1562-e062-4c57-9ad7-6f877d7efef9 admin admin] Calling delete_port for e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:49:01.001820 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-9d6f0c31-c019-49cc-b025-0e35066bc3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:49:00Z', 'revision_number': 6, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:01.031813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6f0c31-c019-49cc-b025-0e35066bc3d5 None None] The sync data for ids ['8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe'] in n-d-821840-2 is: [{'id': '8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe', 'name': 'tempest-TestShelveInstance-1731915328-router', 'tenant_id': '54239ea3e75449159011390475e64949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:43Z', 'updated_at': '2021-12-16T23:49:00Z', 'revision_number': 6, 'project_id': '54239ea3e75449159011390475e64949', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:49:01.223986 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baaf1562-e062-4c57-9ad7-6f877d7efef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:01.250597 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf1562-e062-4c57-9ad7-6f877d7efef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:01.268605 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58751f06-f8c6-4b0e-94a2-028426977e59 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:49:01.327914 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baaf1562-e062-4c57-9ad7-6f877d7efef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:01.425241 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baaf1562-e062-4c57-9ad7-6f877d7efef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:01.428107 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baaf1562-e062-4c57-9ad7-6f877d7efef9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:01.533677 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baaf1562-e062-4c57-9ad7-6f877d7efef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:01.534227 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaf1562-e062-4c57-9ad7-6f877d7efef9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:49:01.539580 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-baaf1562-e062-4c57-9ad7-6f877d7efef9 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:01.543693 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-baaf1562-e062-4c57-9ad7-6f877d7efef9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8a108a1d-98e1-48f5-8fa7-c3afbaeae7fe HTTP/1.1" status: 204 len: 168 time: 1.0393932 Dec 16 23:49:01.543990 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39916) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:01.591065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-0173a355-c3da-4314-ad24-fbb4da2cbddc admin admin] Deleting subnet 5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:49:01.594286 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0173a355-c3da-4314-ad24-fbb4da2cbddc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:01.633307 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0173a355-c3da-4314-ad24-fbb4da2cbddc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:01.709348 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0173a355-c3da-4314-ad24-fbb4da2cbddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:01.824601 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0173a355-c3da-4314-ad24-fbb4da2cbddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:01.844224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:49:01.855945 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173a355-c3da-4314-ad24-fbb4da2cbddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:01.862465 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0173a355-c3da-4314-ad24-fbb4da2cbddc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:01.866759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0173a355-c3da-4314-ad24-fbb4da2cbddc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5e1c38e3-fe62-4d47-832e-ad42b1bdd4e2 HTTP/1.1" status: 204 len: 168 time: 0.3216174 Dec 16 23:49:01.868579 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcb7291-e743-428b-a42a-d9213c4705bc None None] Network 87887ae1-3f97-4126-b487-e79a34596531 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:49:01.869263 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39918) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:01.871720 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:49:01.874189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device e2b9d24e-dce0-4e1b-8b9f-839e74ff4caf not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:49:01.874189 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4958066e-887f-4ced-b6ee-de7156affc05 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:49:01.903702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 4958066e-887f-4ced-b6ee-de7156affc05 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:49:01.904056 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4958066e-887f-4ced-b6ee-de7156affc05 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:49:01.945532 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:02.003963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] Deleting port 06b089a3-ce81-4522-88f3-721b7c245dd4 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:49:02.005092 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:02.080070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] For port 06b089a3-ce81-4522-88f3-721b7c245dd4, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=06b089a3-ce81-4522-88f3-721b7c245dd4,segment=NetworkSegment(bc3a3a4a-9ff6-4922-9337-b98612ceb81c),segment_id=bc3a3a4a-9ff6-4922-9337-b98612ceb81c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:49:02.080499 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:02.095359 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] Calling delete_port for 06b089a3-ce81-4522-88f3-721b7c245dd4 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:49:02.214214 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] DHCP port deletion for 87887ae1-3f97-4126-b487-e79a34596531 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:49:02.236841 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:02.263287 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Deleting port 06b089a3-ce81-4522-88f3-721b7c245dd4 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:49:02.263692 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:02.267205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b089a3-ce81-4522-88f3-721b7c245dd4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:02.272547 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] No DVR routers for this DVR port 06b089a3-ce81-4522-88f3-721b7c245dd4 on host n-d-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:49:02.329599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] For port 06b089a3-ce81-4522-88f3-721b7c245dd4, host n-d-821840-2, got binding levels [] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:49:02.330009 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:02.342078 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Calling delete_port for 06b089a3-ce81-4522-88f3-721b7c245dd4 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:49:02.343156 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:02.345330 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.ipam_backend_mixin [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Port 06b089a3-ce81-4522-88f3-721b7c245dd4 was not found and therefore no delete operation was performed {{(pid=103953) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 23:49:02.346627 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:02.364383 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87887ae1-3f97-4126-b487-e79a34596531']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:02.373596 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Pushing event deleted for resources: {'Port': ['ID=06b089a3-ce81-4522-88f3-721b7c245dd4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:02.373979 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:02.374373 n-d-821840-2 neutron-server[103951]: DEBUG neutron.services.segments.db [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3a3a4a-9ff6-4922-9337-b98612ceb81c') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:02.377813 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] No DVR routers for this DVR port 06b089a3-ce81-4522-88f3-721b7c245dd4 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:49:02.384551 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5687320'] for segment, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:02.385417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:02.388307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:02.388307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:02.388307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:02.388307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:02.388307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:02.388307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:02.388307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:02.388307 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:02.389180 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:02.389180 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:02.389180 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:02.389569 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dcfe3-088f-4f43-93f7-e3c2c60bbe03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:02.401768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:02.407783 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:49:02.408168 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5880682'] for segment, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: Traceback (most recent call last): Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: timer() Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: cb(*args, **kw) Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: return func(*args, **kwargs) Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: self._notify() Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: self.callback(batched_events) Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: event.method(event) Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: return f(self, *a, **k) Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: return self._get(url).json() Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: return self.request(url, 'GET', **kwargs) Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:49:02.409835 n-d-821840-2 neutron-server[103951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:49:02.522319 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:02.529039 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:02.532253 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/87887ae1-3f97-4126-b487-e79a34596531 HTTP/1.1" status: 204 len: 168 time: 0.6620457 Dec 16 23:49:02.535457 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39920) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:02.542905 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa6966-167f-45dc-8385-6c1ef0f488a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=87887ae1-3f97-4126-b487-e79a34596531,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:02.883923 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9224f70d-97fd-4f6f-981a-db48c1e3f07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:03.147066 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-9224f70d-97fd-4f6f-981a-db48c1e3f07b admin admin] Deleting port 80daac1b-7fea-40af-85c6-25bf296b545a {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:49:03.147448 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9224f70d-97fd-4f6f-981a-db48c1e3f07b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:03.230981 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-9224f70d-97fd-4f6f-981a-db48c1e3f07b admin admin] For port 80daac1b-7fea-40af-85c6-25bf296b545a, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=80daac1b-7fea-40af-85c6-25bf296b545a,segment=NetworkSegment(263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7),segment_id=263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:49:03.231374 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9224f70d-97fd-4f6f-981a-db48c1e3f07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:03.244568 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-9224f70d-97fd-4f6f-981a-db48c1e3f07b admin admin] Calling delete_port for 80daac1b-7fea-40af-85c6-25bf296b545a owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:49:03.488163 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9224f70d-97fd-4f6f-981a-db48c1e3f07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:03.517196 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224f70d-97fd-4f6f-981a-db48c1e3f07b admin admin] Pushing event deleted for resources: {'Port': ['ID=80daac1b-7fea-40af-85c6-25bf296b545a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:03.691460 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9224f70d-97fd-4f6f-981a-db48c1e3f07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:03.765540 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 06b089a3-ce81-4522-88f3-721b7c245dd4 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:49:03.791391 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 06b089a3-ce81-4522-88f3-721b7c245dd4 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:49:03.791651 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 06b089a3-ce81-4522-88f3-721b7c245dd4 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:49:03.917379 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9224f70d-97fd-4f6f-981a-db48c1e3f07b admin admin] Router 84494f1b-1fdc-4756-8a95-dc37788bd1a9 has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:49:04.024490 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9224f70d-97fd-4f6f-981a-db48c1e3f07b admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:49:04.029505 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-9224f70d-97fd-4f6f-981a-db48c1e3f07b admin admin] 10.222.0.43 "PUT /v2.0/routers/84494f1b-1fdc-4756-8a95-dc37788bd1a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4924946 Dec 16 23:49:04.032025 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39922) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:04.032979 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f6f12-59ec-40e0-9273-0ffaa9e625ea None None] Sync routers for ids ['84494f1b-1fdc-4756-8a95-dc37788bd1a9'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:49:04.044157 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f6f12-59ec-40e0-9273-0ffaa9e625ea None None] Routers {'84494f1b-1fdc-4756-8a95-dc37788bd1a9'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:49:04.044779 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f93f6f12-59ec-40e0-9273-0ffaa9e625ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:48:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['84494f1b-1fdc-4756-8a95-dc37788bd1a9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:04.140748 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15d547d1-f8a0-4018-a489-4ed5c5654099 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:04.149594 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f93f6f12-59ec-40e0-9273-0ffaa9e625ea None None] Set router 84494f1b-1fdc-4756-8a95-dc37788bd1a9 gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:49:04.252302 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15d547d1-f8a0-4018-a489-4ed5c5654099 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:04.334608 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f93f6f12-59ec-40e0-9273-0ffaa9e625ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'name': 'tempest-TestShelveInstance-1162936802-router', 'tenant_id': '0d5730bef504447cba1c2608160cb478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ff36471-e7bb-44e4-af16-17f0cbd13ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:49Z', 'updated_at': '2021-12-16T23:49:03Z', 'revision_number': 5, 'project_id': '0d5730bef504447cba1c2608160cb478', 'gw_port': {'id': '5ff36471-e7bb-44e4-af16-17f0cbd13ac7', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:38:50Z', 'updated_at': '2021-12-16T23:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:04.363362 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f6f12-59ec-40e0-9273-0ffaa9e625ea None None] Checking router: 84494f1b-1fdc-4756-8a95-dc37788bd1a9 for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:49:04.373263 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f6f12-59ec-40e0-9273-0ffaa9e625ea None None] Routers {'84494f1b-1fdc-4756-8a95-dc37788bd1a9'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:49:04.376047 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f93f6f12-59ec-40e0-9273-0ffaa9e625ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:48:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['84494f1b-1fdc-4756-8a95-dc37788bd1a9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:04.416070 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-15d547d1-f8a0-4018-a489-4ed5c5654099 admin admin] Deleting port 5ff36471-e7bb-44e4-af16-17f0cbd13ac7 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:49:04.416505 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15d547d1-f8a0-4018-a489-4ed5c5654099 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:04.461819 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f93f6f12-59ec-40e0-9273-0ffaa9e625ea None None] Set router 84494f1b-1fdc-4756-8a95-dc37788bd1a9 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:49:04.515760 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f93f6f12-59ec-40e0-9273-0ffaa9e625ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'name': 'tempest-TestShelveInstance-1162936802-router', 'tenant_id': '0d5730bef504447cba1c2608160cb478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:49Z', 'updated_at': '2021-12-16T23:49:04Z', 'revision_number': 6, 'project_id': '0d5730bef504447cba1c2608160cb478', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:04.547163 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f6f12-59ec-40e0-9273-0ffaa9e625ea None None] The sync data for ids ['84494f1b-1fdc-4756-8a95-dc37788bd1a9'] in n-d-821840-2 is: [{'id': '84494f1b-1fdc-4756-8a95-dc37788bd1a9', 'name': 'tempest-TestShelveInstance-1162936802-router', 'tenant_id': '0d5730bef504447cba1c2608160cb478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:38:49Z', 'updated_at': '2021-12-16T23:49:04Z', 'revision_number': 6, 'project_id': '0d5730bef504447cba1c2608160cb478', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:49:04.803765 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-15d547d1-f8a0-4018-a489-4ed5c5654099 admin admin] For port 5ff36471-e7bb-44e4-af16-17f0cbd13ac7, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5ff36471-e7bb-44e4-af16-17f0cbd13ac7,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:49:04.804397 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15d547d1-f8a0-4018-a489-4ed5c5654099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:04.816186 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-15d547d1-f8a0-4018-a489-4ed5c5654099 admin admin] Calling delete_port for 5ff36471-e7bb-44e4-af16-17f0cbd13ac7 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:49:05.082003 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15d547d1-f8a0-4018-a489-4ed5c5654099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:05.105580 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d547d1-f8a0-4018-a489-4ed5c5654099 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff36471-e7bb-44e4-af16-17f0cbd13ac7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:05.122907 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd74da2-5ed3-4342-86c3-65b27bc1bfe4 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:49:05.180078 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15d547d1-f8a0-4018-a489-4ed5c5654099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:05.269714 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15d547d1-f8a0-4018-a489-4ed5c5654099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:05.271999 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15d547d1-f8a0-4018-a489-4ed5c5654099 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:05.368411 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15d547d1-f8a0-4018-a489-4ed5c5654099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:05.370182 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d547d1-f8a0-4018-a489-4ed5c5654099 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84494f1b-1fdc-4756-8a95-dc37788bd1a9 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:49:05.373914 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-15d547d1-f8a0-4018-a489-4ed5c5654099 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:05.377557 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-15d547d1-f8a0-4018-a489-4ed5c5654099 admin admin] 10.222.0.43 "DELETE /v2.0/routers/84494f1b-1fdc-4756-8a95-dc37788bd1a9 HTTP/1.1" status: 204 len: 168 time: 1.3421943 Dec 16 23:49:05.377925 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39924) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:05.425010 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-78720574-463c-4881-951a-28e9edab8c7b admin admin] Deleting subnet c98ce651-711f-4aa4-a3d4-0c7d1610ff06 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:49:05.428304 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78720574-463c-4881-951a-28e9edab8c7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:05.464198 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78720574-463c-4881-951a-28e9edab8c7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5687523'] for subnet, precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:05.552306 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78720574-463c-4881-951a-28e9edab8c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:05.681336 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78720574-463c-4881-951a-28e9edab8c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5880576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241211'] for subnet, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:05.687694 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5ff36471-e7bb-44e4-af16-17f0cbd13ac7 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:49:05.708611 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 5ff36471-e7bb-44e4-af16-17f0cbd13ac7 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:49:05.708962 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5ff36471-e7bb-44e4-af16-17f0cbd13ac7 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:49:05.709376 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 80daac1b-7fea-40af-85c6-25bf296b545a no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:49:05.711902 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78720574-463c-4881-951a-28e9edab8c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c98ce651-711f-4aa4-a3d4-0c7d1610ff06,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:05.717768 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78720574-463c-4881-951a-28e9edab8c7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:05.724014 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-78720574-463c-4881-951a-28e9edab8c7b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c98ce651-711f-4aa4-a3d4-0c7d1610ff06 HTTP/1.1" status: 204 len: 168 time: 0.3415205 Dec 16 23:49:05.724572 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39926) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:05.730783 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0203bb-045a-4dd4-b074-0716006f3141 None None] Network 3397d74f-1dc7-4078-acf7-7825cec18c79 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:49:05.733082 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 80daac1b-7fea-40af-85c6-25bf296b545a {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:49:05.733430 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 80daac1b-7fea-40af-85c6-25bf296b545a not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:49:05.796398 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:05.850807 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] Deleting port 79863ca2-bdae-475b-b8b1-27d74fc97997 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:49:05.851417 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:05.870892 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15532e1a-dc5a-4ac2-a394-e9ebf43f5fbb None None] DHCP port deletion for 3397d74f-1dc7-4078-acf7-7825cec18c79 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:49:05.914987 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] For port 79863ca2-bdae-475b-b8b1-27d74fc97997, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=79863ca2-bdae-475b-b8b1-27d74fc97997,segment=NetworkSegment(263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7),segment_id=263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:49:05.915255 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:05.918837 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-15532e1a-dc5a-4ac2-a394-e9ebf43f5fbb None None] Deleting port 79863ca2-bdae-475b-b8b1-27d74fc97997 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:49:05.919221 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15532e1a-dc5a-4ac2-a394-e9ebf43f5fbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:05.932546 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] Calling delete_port for 79863ca2-bdae-475b-b8b1-27d74fc97997 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:49:05.987212 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-15532e1a-dc5a-4ac2-a394-e9ebf43f5fbb None None] For port 79863ca2-bdae-475b-b8b1-27d74fc97997, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=79863ca2-bdae-475b-b8b1-27d74fc97997,segment=NetworkSegment(263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7),segment_id=263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:49:05.987643 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15532e1a-dc5a-4ac2-a394-e9ebf43f5fbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:06.000486 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-15532e1a-dc5a-4ac2-a394-e9ebf43f5fbb None None] Calling delete_port for 79863ca2-bdae-475b-b8b1-27d74fc97997 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:49:06.087891 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:06.093756 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15532e1a-dc5a-4ac2-a394-e9ebf43f5fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:06.116829 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] No DVR routers for this DVR port 79863ca2-bdae-475b-b8b1-27d74fc97997 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:49:06.120010 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15532e1a-dc5a-4ac2-a394-e9ebf43f5fbb None None] Pushing event deleted for resources: {'Port': ['ID=79863ca2-bdae-475b-b8b1-27d74fc97997,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:06.123700 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15532e1a-dc5a-4ac2-a394-e9ebf43f5fbb None None] No DVR routers for this DVR port 79863ca2-bdae-475b-b8b1-27d74fc97997 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:49:06.124321 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=79863ca2-bdae-475b-b8b1-27d74fc97997,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:06.199527 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:06.219946 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3397d74f-1dc7-4078-acf7-7825cec18c79']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:06.229324 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:06.229621 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263f84d1-1257-43aa-bdb3-4cbc4e1dc1d7') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:06.239158 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:06.252336 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:06.259570 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: timer() Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:49:06.264844 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:49:06.379731 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:06.385416 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:06.388613 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3397d74f-1dc7-4078-acf7-7825cec18c79 HTTP/1.1" status: 204 len: 168 time: 0.6630392 Dec 16 23:49:06.400788 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d69e8-8c7a-45bc-a42d-50b326609a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=3397d74f-1dc7-4078-acf7-7825cec18c79,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:06.739080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39930) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:06.784202 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3141dbb9-f00c-4a67-8729-a929ce5a5f9f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54239ea3e75449159011390475e64949&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438523 Dec 16 23:49:06.786714 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39932) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:06.834162 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57360e76-cfd8-431c-8816-4580bdf1582a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:06.854827 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57360e76-cfd8-431c-8816-4580bdf1582a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:06.914995 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:49:06.983611 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57360e76-cfd8-431c-8816-4580bdf1582a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:06.986209 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57360e76-cfd8-431c-8816-4580bdf1582a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:06.987435 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-57360e76-cfd8-431c-8816-4580bdf1582a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a0e2276-a7d9-4cb3-9409-5f909c8a9e2c HTTP/1.1" status: 204 len: 168 time: 0.1997385 Dec 16 23:49:06.996176 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57360e76-cfd8-431c-8816-4580bdf1582a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0e2276-a7d9-4cb3-9409-5f909c8a9e2c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:07.631603 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 39938) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:07.673133 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-09b0682c-9192-496f-9620-d8018179db90 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d5730bef504447cba1c2608160cb478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400870 Dec 16 23:49:07.675583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39940) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:07.687437 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 79863ca2-bdae-475b-b8b1-27d74fc97997 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:49:07.708115 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 79863ca2-bdae-475b-b8b1-27d74fc97997 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:49:07.708462 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 79863ca2-bdae-475b-b8b1-27d74fc97997 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:49:07.730046 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e6a076b-a913-4843-a698-6e9d0d898e9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:07.750918 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e6a076b-a913-4843-a698-6e9d0d898e9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:07.853453 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e6a076b-a913-4843-a698-6e9d0d898e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:07.856038 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e6a076b-a913-4843-a698-6e9d0d898e9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:07.857215 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-2e6a076b-a913-4843-a698-6e9d0d898e9b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6347594-a720-4aa1-8d78-5be533ad8586 HTTP/1.1" status: 204 len: 168 time: 0.1800838 Dec 16 23:49:07.865293 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a076b-a913-4843-a698-6e9d0d898e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6347594-a720-4aa1-8d78-5be533ad8586,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:08.907977 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39962) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:09.006980 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-bcc4ed06-7689-45aa-ab9d-805d11a2b6f3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1450563429-network', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:49:09.103590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc4ed06-7689-45aa-ab9d-805d11a2b6f3 admin admin] Made reservation on behalf of c596271c000c4cee9ec313dee27d35d8 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:49:09.105955 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ed06-7689-45aa-ab9d-805d11a2b6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:09.114398 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ed06-7689-45aa-ab9d-805d11a2b6f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:09.187790 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ed06-7689-45aa-ab9d-805d11a2b6f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:09.251877 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ed06-7689-45aa-ab9d-805d11a2b6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:09.279234 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc4ed06-7689-45aa-ab9d-805d11a2b6f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:49:09.284754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4ed06-7689-45aa-ab9d-805d11a2b6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaaf44b-4ce0-452c-953f-dda73d050073,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:09.293143 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ed06-7689-45aa-ab9d-805d11a2b6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:09.293143 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-bcc4ed06-7689-45aa-ab9d-805d11a2b6f3 admin admin] Added segment 317e5a54-72c2-42bb-b28d-c1071189d9ba of type vlan for network 5a74e3ff-6f17-4486-9931-a6343bef23e4 Dec 16 23:49:09.336066 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ed06-7689-45aa-ab9d-805d11a2b6f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:09.440417 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ed06-7689-45aa-ab9d-805d11a2b6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:09.441378 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc4ed06-7689-45aa-ab9d-805d11a2b6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:09.441965 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ed06-7689-45aa-ab9d-805d11a2b6f3 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:09.504353 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4ed06-7689-45aa-ab9d-805d11a2b6f3 admin admin] Pushing event updated for resources: {'Network': ['ID=5a74e3ff-6f17-4486-9931-a6343bef23e4,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:09.514616 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 5a74e3ff-6f17-4486-9931-a6343bef23e4 details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:49:09.560071 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bcc4ed06-7689-45aa-ab9d-805d11a2b6f3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6483035 Dec 16 23:49:09.560301 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39966) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:09.565220 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0a507b38-04bf-4b51-acb8-5f8d719eb15f admin admin] Request body: {'subnet': {'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1450563429-subnet', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:49:09.646410 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a507b38-04bf-4b51-acb8-5f8d719eb15f admin admin] Made reservation on behalf of c596271c000c4cee9ec313dee27d35d8 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:49:09.648851 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a507b38-04bf-4b51-acb8-5f8d719eb15f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:09.882666 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a507b38-04bf-4b51-acb8-5f8d719eb15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:09.941267 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a507b38-04bf-4b51-acb8-5f8d719eb15f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79dc667-90bc-40eb-a7a9-796314b1162b,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:09.949809 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a507b38-04bf-4b51-acb8-5f8d719eb15f admin admin] Checking segment: {'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:49:09.950174 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a507b38-04bf-4b51-acb8-5f8d719eb15f admin admin] Network hostable DHCP agents. Network: 5a74e3ff-6f17-4486-9931-a6343bef23e4, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:49:10.024810 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a507b38-04bf-4b51-acb8-5f8d719eb15f admin admin] Network 5a74e3ff-6f17-4486-9931-a6343bef23e4 is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:49:10.116356 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-0a507b38-04bf-4b51-acb8-5f8d719eb15f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 5a74e3ff-6f17-4486-9931-a6343bef23e4) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:49:10.120702 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a507b38-04bf-4b51-acb8-5f8d719eb15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:10.121302 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a507b38-04bf-4b51-acb8-5f8d719eb15f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:10.126226 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9ad7b6-22ca-4f3f-9699-0771d23f3b48 None None] Network 5a74e3ff-6f17-4486-9931-a6343bef23e4 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:49:10.212961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0a507b38-04bf-4b51-acb8-5f8d719eb15f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6516204 Dec 16 23:49:10.215528 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39968) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:10.219843 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:49:10.232853 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-5a74e3ff-6f17-4486-9931-a6343bef23e4', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:49:10.233800 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:10.322216 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:10.323357 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:10.382922 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:10.399931 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Allocated IP 172.20.0.2 (5a74e3ff-6f17-4486-9931-a6343bef23e4/c79dc667-90bc-40eb-a7a9-796314b1162b/cf1d7f91-0ec0-4876-9031-ee3b3a81be16) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:49:10.547238 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:10.582504 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:10.618174 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:10.659508 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Network 5a74e3ff-6f17-4486-9931-a6343bef23e4 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:49:10.662702 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:49:10.666243 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:49:10.673085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Pushing event updated for resources: {'Port': ['ID=cf1d7f91-0ec0-4876-9031-ee3b3a81be16,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:10.724053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Attempting to bind port cf1d7f91-0ec0-4876-9031-ee3b3a81be16 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:49:10.724428 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Attempting to bind port cf1d7f91-0ec0-4876-9031-ee3b3a81be16 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:49:10.724805 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Attempting to bind port cf1d7f91-0ec0-4876-9031-ee3b3a81be16 on network 5a74e3ff-6f17-4486-9931-a6343bef23e4 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:49:10.729898 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:49:10.730329 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Checking segment: {'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:49:10.730741 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:10.731139 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Bound using segment: {'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:49:10.731640 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Bound port: cf1d7f91-0ec0-4876-9031-ee3b3a81be16, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:49:10.732025 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:10.801612 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] For port cf1d7f91-0ec0-4876-9031-ee3b3a81be16, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:49:10.805450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] For port cf1d7f91-0ec0-4876-9031-ee3b3a81be16, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=cf1d7f91-0ec0-4876-9031-ee3b3a81be16,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:49:10.864377 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:10.929626 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0397efa-8571-4cb0-9382-876dfba96dda None None] Pushing event updated for resources: {'Port': ['ID=cf1d7f91-0ec0-4876-9031-ee3b3a81be16,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:11.196595 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:11.216130 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:11.324962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Allocated IP 172.25.2.171 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/5538943f-55cb-41a1-b010-2e8a07ebb653) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:49:11.431641 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:11.515317 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:11.557827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:49:11.561029 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:49:11.563454 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:49:11.575492 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9360ba6-dec6-406e-aa4c-f065bdaf5796 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:49:11.602176 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Pushing event updated for resources: {'Port': ['ID=5538943f-55cb-41a1-b010-2e8a07ebb653,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:11.705785 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ab6eef82-fe85-4612-866f-246dbf1c0366 None None] Provisioning complete for port 5538943f-55cb-41a1-b010-2e8a07ebb653 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:11.706454 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab6eef82-fe85-4612-866f-246dbf1c0366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:11.750143 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device cf1d7f91-0ec0-4876-9031-ee3b3a81be16 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:49:11.780754 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ab6eef82-fe85-4612-866f-246dbf1c0366 None None] Port 5538943f-55cb-41a1-b010-2e8a07ebb653 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:49:11.805407 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port cf1d7f91-0ec0-4876-9031-ee3b3a81be16 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:11.805783 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:11.897620 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a257a4-9f43-4b5f-9755-68bd05cf7244 None None] Network 5a74e3ff-6f17-4486-9931-a6343bef23e4 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:49:11.899624 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:11.946280 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:11.984956 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port cf1d7f91-0ec0-4876-9031-ee3b3a81be16, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=cf1d7f91-0ec0-4876-9031-ee3b3a81be16,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:49:12.028721 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-49ab2bf9-a1e5-4bb3-8fc1-6ad49d25ad15 None None] Provisioning complete for port cf1d7f91-0ec0-4876-9031-ee3b3a81be16 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:12.029503 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49ab2bf9-a1e5-4bb3-8fc1-6ad49d25ad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:12.062290 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:12.130516 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=cf1d7f91-0ec0-4876-9031-ee3b3a81be16,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:12.152835 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:12.327638 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Router 8cba981b-163e-4883-81c5-7a8afd484b1b is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:49:12.390541 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1084f982-0484-4e3d-94ce-9c850b53c6ab None None] Provisioning complete for port cf1d7f91-0ec0-4876-9031-ee3b3a81be16 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:12.390830 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1084f982-0484-4e3d-94ce-9c850b53c6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:12.445713 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:49:12.458053 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Sync routers for ids ['8cba981b-163e-4883-81c5-7a8afd484b1b'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:49:12.484436 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Routers {'8cba981b-163e-4883-81c5-7a8afd484b1b'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:49:12.485062 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:48:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8cba981b-163e-4883-81c5-7a8afd484b1b'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:12.516541 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:12.517970 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f11e43a1-a2c1-48fe-9805-906906cc77b1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3014271 Dec 16 23:49:12.521377 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39970) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:12.595984 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Set router 8cba981b-163e-4883-81c5-7a8afd484b1b gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:49:12.775365 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:11Z', 'revision_number': 3, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:12.801878 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Checking router: 8cba981b-163e-4883-81c5-7a8afd484b1b for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:49:12.802513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Updating router 8cba981b-163e-4883-81c5-7a8afd484b1b port 5538943f-55cb-41a1-b010-2e8a07ebb653 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:49:12.830680 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:12.940215 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:13.104055 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Allocated IP 172.20.0.1 (5a74e3ff-6f17-4486-9931-a6343bef23e4/c79dc667-90bc-40eb-a7a9-796314b1162b/5710483d-10d1-4781-b41c-120f9d436b96) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:49:13.217771 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:13.248289 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:13.299177 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:13.327501 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:13.340066 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Network 5a74e3ff-6f17-4486-9931-a6343bef23e4 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:49:13.342983 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:49:13.345682 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:49:13.375987 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5710483d-10d1-4781-b41c-120f9d436b96,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:13.382598 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433fc303-e706-4940-8e81-dab6f602e5a1 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:49:13.392797 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28498a7-f5df-4575-8e7f-5cb97df08b8b None None] Pushing event updated for resources: {'Port': ['ID=5538943f-55cb-41a1-b010-2e8a07ebb653,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:13.397056 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:13.399012 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Attempting to bind port 5538943f-55cb-41a1-b010-2e8a07ebb653 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:49:13.399552 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Attempting to bind port 5538943f-55cb-41a1-b010-2e8a07ebb653 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:49:13.399928 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Attempting to bind port 5538943f-55cb-41a1-b010-2e8a07ebb653 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:49:13.407920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:49:13.409801 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:49:13.410216 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:13.410614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:49:13.411097 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Bound port: 5538943f-55cb-41a1-b010-2e8a07ebb653, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:49:13.411612 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:13.479469 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] For port 5538943f-55cb-41a1-b010-2e8a07ebb653, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:49:13.482865 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] For port 5538943f-55cb-41a1-b010-2e8a07ebb653, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5538943f-55cb-41a1-b010-2e8a07ebb653,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:49:13.520467 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ef05892a-618f-48de-84cc-4af20450171e None None] Provisioning complete for port 5538943f-55cb-41a1-b010-2e8a07ebb653 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:13.522262 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ef05892a-618f-48de-84cc-4af20450171e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:13.557401 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ef05892a-618f-48de-84cc-4af20450171e None None] Port 5538943f-55cb-41a1-b010-2e8a07ebb653 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:49:13.566597 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:13.617867 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87147c7-3717-4555-9d4e-17c3f4f509fb None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:49:13.624243 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:13.633940 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Routers {'8cba981b-163e-4883-81c5-7a8afd484b1b'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:49:13.634574 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:48:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8cba981b-163e-4883-81c5-7a8afd484b1b'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:13.678870 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28498a7-f5df-4575-8e7f-5cb97df08b8b None None] Pushing event updated for resources: {'Port': ['ID=5538943f-55cb-41a1-b010-2e8a07ebb653,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:13.740832 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device cf1d7f91-0ec0-4876-9031-ee3b3a81be16 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:49:13.745419 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-14911a74-1bb9-4299-a808-fd0efd36b68a None None] Provisioning complete for port 5710483d-10d1-4781-b41c-120f9d436b96 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:13.745792 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14911a74-1bb9-4299-a808-fd0efd36b68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:13.798943 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:13.827662 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-14911a74-1bb9-4299-a808-fd0efd36b68a None None] Port 5710483d-10d1-4781-b41c-120f9d436b96 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:49:13.830366 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] Set router 8cba981b-163e-4883-81c5-7a8afd484b1b gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:49:13.858847 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:13.885188 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-14911a74-1bb9-4299-a808-fd0efd36b68a None None] Provisioning complete for port 5538943f-55cb-41a1-b010-2e8a07ebb653 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:13.885513 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14911a74-1bb9-4299-a808-fd0efd36b68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:13.917161 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port cf1d7f91-0ec0-4876-9031-ee3b3a81be16 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:13.917528 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:13.931883 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5710483d-10d1-4781-b41c-120f9d436b96,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:13.934433 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:14.027854 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Network 5a74e3ff-6f17-4486-9931-a6343bef23e4 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:49:14.029451 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:49:14.152315 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Router 8cba981b-163e-4883-81c5-7a8afd484b1b has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:49:14.178712 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14911a74-1bb9-4299-a808-fd0efd36b68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:14.205836 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-14911a74-1bb9-4299-a808-fd0efd36b68a None None] For port 5538943f-55cb-41a1-b010-2e8a07ebb653, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5538943f-55cb-41a1-b010-2e8a07ebb653,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:49:14.225029 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 1, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:14.255036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b779bddb-5e60-430f-9a12-248fdada8558 None None] The sync data for ids ['8cba981b-163e-4883-81c5-7a8afd484b1b'] in n-d-821840-2 is: [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 1, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:49:14.257220 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:14.263157 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14911a74-1bb9-4299-a808-fd0efd36b68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:14.288569 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:49:14.294538 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-033c57c7-dec4-4053-9939-f229afc595d0 admin admin] 10.222.0.43 "PUT /v2.0/routers/8cba981b-163e-4883-81c5-7a8afd484b1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7720625 Dec 16 23:49:14.338580 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14911a74-1bb9-4299-a808-fd0efd36b68a None None] Pushing event updated for resources: {'Port': ['ID=5538943f-55cb-41a1-b010-2e8a07ebb653,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:14.380083 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:14.385001 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1db5abe6-c962-49de-b7a3-52937965d3dd None None] Provisioning complete for port 5710483d-10d1-4781-b41c-120f9d436b96 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:14.385378 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1db5abe6-c962-49de-b7a3-52937965d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:14.427868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1db5abe6-c962-49de-b7a3-52937965d3dd None None] Port 5710483d-10d1-4781-b41c-120f9d436b96 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:49:15.022821 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39986) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:15.028098 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-3c174368-fa42-4d59-b095-f2cc81664b93 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-236279769-network', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:49:15.110879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c174368-fa42-4d59-b095-f2cc81664b93 admin admin] Made reservation on behalf of 1dfb8ff027034829a6156717ac4d7759 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:49:15.113386 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c174368-fa42-4d59-b095-f2cc81664b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for network, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:15.124062 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c174368-fa42-4d59-b095-f2cc81664b93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:15.203245 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c174368-fa42-4d59-b095-f2cc81664b93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:15.253424 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c174368-fa42-4d59-b095-f2cc81664b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:15.280558 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c174368-fa42-4d59-b095-f2cc81664b93 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:49:15.292263 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c174368-fa42-4d59-b095-f2cc81664b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c2a7eb-c91a-46c7-afd0-9f6177d22e1b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:15.298112 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c174368-fa42-4d59-b095-f2cc81664b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:15.298466 n-d-821840-2 neutron-server[103951]: INFO neutron.db.segments_db [None req-3c174368-fa42-4d59-b095-f2cc81664b93 admin admin] Added segment 920dbd91-81fa-4e15-9202-a6c91aa19179 of type vlan for network 77e2fd19-d201-4d9d-a8ed-0db84991930d Dec 16 23:49:15.351597 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c174368-fa42-4d59-b095-f2cc81664b93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985039647'] for network, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:15.434929 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c174368-fa42-4d59-b095-f2cc81664b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082'] for network, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:15.435953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c174368-fa42-4d59-b095-f2cc81664b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:15.436564 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c174368-fa42-4d59-b095-f2cc81664b93 admin admin] Publish callbacks [] for network, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:15.497253 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c174368-fa42-4d59-b095-f2cc81664b93 admin admin] Pushing event updated for resources: {'Network': ['ID=77e2fd19-d201-4d9d-a8ed-0db84991930d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:15.507954 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Network 77e2fd19-d201-4d9d-a8ed-0db84991930d details requested by agent ovs-agent-n-d-821840-2 with host n-d-821840-2 {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:49:15.546277 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-3c174368-fa42-4d59-b095-f2cc81664b93 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5221381 Dec 16 23:49:15.549020 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39988) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:15.554450 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-50a1625a-683d-40ca-aaf7-2e3b00157afd admin admin] Request body: {'subnet': {'network_id': '77e2fd19-d201-4d9d-a8ed-0db84991930d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-236279769-subnet', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759', 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:49:15.646739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a1625a-683d-40ca-aaf7-2e3b00157afd admin admin] Made reservation on behalf of 1dfb8ff027034829a6156717ac4d7759 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:49:15.649500 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-50a1625a-683d-40ca-aaf7-2e3b00157afd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241244'] for subnet, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:15.728278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5538943f-55cb-41a1-b010-2e8a07ebb653 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:49:15.782023 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 5538943f-55cb-41a1-b010-2e8a07ebb653 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:15.782404 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:15.887895 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-50a1625a-683d-40ca-aaf7-2e3b00157afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5879751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241218'] for subnet, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:15.947571 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1625a-683d-40ca-aaf7-2e3b00157afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:15.954630 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a1625a-683d-40ca-aaf7-2e3b00157afd admin admin] Checking segment: {'id': '920dbd91-81fa-4e15-9202-a6c91aa19179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '77e2fd19-d201-4d9d-a8ed-0db84991930d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:49:15.954994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1625a-683d-40ca-aaf7-2e3b00157afd admin admin] Network hostable DHCP agents. Network: 77e2fd19-d201-4d9d-a8ed-0db84991930d, hostable agents: ['89ba5fc0-92ae-49a2-be6f-09551eb80b4a'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:49:16.047973 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1625a-683d-40ca-aaf7-2e3b00157afd admin admin] Network 77e2fd19-d201-4d9d-a8ed-0db84991930d is scheduled to be hosted by DHCP agent 89ba5fc0-92ae-49a2-be6f-09551eb80b4a with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:49:16.132609 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-50a1625a-683d-40ca-aaf7-2e3b00157afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-2, 77e2fd19-d201-4d9d-a8ed-0db84991930d) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:49:16.137700 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1625a-683d-40ca-aaf7-2e3b00157afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:16.138448 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-50a1625a-683d-40ca-aaf7-2e3b00157afd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:16.141563 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7101b3-db3c-41f8-b706-82c6bbbff961 None None] Network 77e2fd19-d201-4d9d-a8ed-0db84991930d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:49:16.214380 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Sync routers for ids ['8cba981b-163e-4883-81c5-7a8afd484b1b'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:49:16.229877 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Routers {'8cba981b-163e-4883-81c5-7a8afd484b1b'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:49:16.230125 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-50a1625a-683d-40ca-aaf7-2e3b00157afd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6774178 Dec 16 23:49:16.230258 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:48:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8cba981b-163e-4883-81c5-7a8afd484b1b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:16.230394 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39990) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:16.235499 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-236279769-router', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:49:16.245577 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a00dac-2b1e-5acf-8ca4-bf7adf8b3936-77e2fd19-d201-4d9d-a8ed-0db84991930d', 'network_id': '77e2fd19-d201-4d9d-a8ed-0db84991930d', 'project_id': '1dfb8ff027034829a6156717ac4d7759', 'fixed_ips': [{'subnet_id': 'd2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3'}]}} from n-d-821840-2. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:49:16.246849 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:16.335345 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4989'] for router, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:16.338068 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:16.389613 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Allocated IP 172.20.0.2 (77e2fd19-d201-4d9d-a8ed-0db84991930d/d2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3/4286ff8c-b170-4264-a7da-012daef27782) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:49:16.399329 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:16.436558 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Set router 8cba981b-163e-4883-81c5-7a8afd484b1b gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:49:16.546944 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:16.600721 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:16.619428 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:16.646770 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 2, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:16.660509 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Network 77e2fd19-d201-4d9d-a8ed-0db84991930d is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:49:16.663589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:49:16.667125 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:49:16.676363 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Checking router: 8cba981b-163e-4883-81c5-7a8afd484b1b for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:49:16.677248 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Updating router 8cba981b-163e-4883-81c5-7a8afd484b1b port 5710483d-10d1-4781-b41c-120f9d436b96 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:49:16.681864 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Pushing event updated for resources: {'Port': ['ID=4286ff8c-b170-4264-a7da-012daef27782,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:16.705168 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:16.730546 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Attempting to bind port 4286ff8c-b170-4264-a7da-012daef27782 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:49:16.730921 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Attempting to bind port 4286ff8c-b170-4264-a7da-012daef27782 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '920dbd91-81fa-4e15-9202-a6c91aa19179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '77e2fd19-d201-4d9d-a8ed-0db84991930d'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:49:16.731733 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Attempting to bind port 4286ff8c-b170-4264-a7da-012daef27782 on network 77e2fd19-d201-4d9d-a8ed-0db84991930d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:49:16.736274 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:49:16.736642 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Checking segment: {'id': '920dbd91-81fa-4e15-9202-a6c91aa19179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '77e2fd19-d201-4d9d-a8ed-0db84991930d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:49:16.737040 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:16.737439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Bound using segment: {'id': '920dbd91-81fa-4e15-9202-a6c91aa19179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '77e2fd19-d201-4d9d-a8ed-0db84991930d'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:49:16.737906 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Bound port: 4286ff8c-b170-4264-a7da-012daef27782, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920dbd91-81fa-4e15-9202-a6c91aa19179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '77e2fd19-d201-4d9d-a8ed-0db84991930d'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:49:16.738309 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:16.804341 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] For port 4286ff8c-b170-4264-a7da-012daef27782, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:49:16.807704 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] For port 4286ff8c-b170-4264-a7da-012daef27782, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4286ff8c-b170-4264-a7da-012daef27782,segment=NetworkSegment(920dbd91-81fa-4e15-9202-a6c91aa19179),segment_id=920dbd91-81fa-4e15-9202-a6c91aa19179)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:49:16.884471 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:16.888160 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:16.912375 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:16.951590 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7f4f3-2d6a-4c5a-9744-5b1e74685620 None None] Pushing event updated for resources: {'Port': ['ID=4286ff8c-b170-4264-a7da-012daef27782,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:16.993118 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:17.033465 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Allocated IP 172.25.2.129 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/185b3211-a905-4260-9e8d-c42a328bcc63) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:49:17.057820 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:17.171710 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5ea90-9864-4b76-832b-bf3e9ca1ca18 None None] Pushing event updated for resources: {'Port': ['ID=5710483d-10d1-4781-b41c-120f9d436b96,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:17.174155 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:17.190199 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5ea90-9864-4b76-832b-bf3e9ca1ca18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:17.190548 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5ea90-9864-4b76-832b-bf3e9ca1ca18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:17.190893 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5ea90-9864-4b76-832b-bf3e9ca1ca18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:17.191229 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5ea90-9864-4b76-832b-bf3e9ca1ca18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:17.191767 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5ea90-9864-4b76-832b-bf3e9ca1ca18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:17.192100 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5ea90-9864-4b76-832b-bf3e9ca1ca18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:17.192488 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5ea90-9864-4b76-832b-bf3e9ca1ca18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:17.192818 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5ea90-9864-4b76-832b-bf3e9ca1ca18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:17.193142 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5ea90-9864-4b76-832b-bf3e9ca1ca18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:17.193464 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5ea90-9864-4b76-832b-bf3e9ca1ca18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:17.193784 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5ea90-9864-4b76-832b-bf3e9ca1ca18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:17.194105 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5ea90-9864-4b76-832b-bf3e9ca1ca18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:17.194424 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5ea90-9864-4b76-832b-bf3e9ca1ca18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:49:17.199838 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Attempting to bind port 5710483d-10d1-4781-b41c-120f9d436b96 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:49:17.200213 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Attempting to bind port 5710483d-10d1-4781-b41c-120f9d436b96 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:49:17.200747 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Attempting to bind port 5710483d-10d1-4781-b41c-120f9d436b96 on network 5a74e3ff-6f17-4486-9931-a6343bef23e4 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:49:17.205933 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:49:17.206310 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Checking segment: {'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:49:17.206891 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:17.207090 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Bound using segment: {'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:49:17.207583 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Bound port: 5710483d-10d1-4781-b41c-120f9d436b96, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:49:17.208013 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:17.271877 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:17.292217 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] For port 5710483d-10d1-4781-b41c-120f9d436b96, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:49:17.297479 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] For port 5710483d-10d1-4781-b41c-120f9d436b96, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5710483d-10d1-4781-b41c-120f9d436b96,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:49:17.322082 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:49:17.325257 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:49:17.328911 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:49:17.353384 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b93f25-208c-42fd-8118-2b2c55933bec None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:49:17.357621 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=185b3211-a905-4260-9e8d-c42a328bcc63,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:17.360413 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:17.431310 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5ea90-9864-4b76-832b-bf3e9ca1ca18 None None] Pushing event updated for resources: {'Port': ['ID=5710483d-10d1-4781-b41c-120f9d436b96,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:17.438855 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Routers {'8cba981b-163e-4883-81c5-7a8afd484b1b'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:49:17.439558 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:48:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8cba981b-163e-4883-81c5-7a8afd484b1b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:17.482634 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9dfa6f34-82e1-4b79-8c93-3474cea78dac None None] Provisioning complete for port 185b3211-a905-4260-9e8d-c42a328bcc63 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:17.483201 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6f34-82e1-4b79-8c93-3474cea78dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:17.531247 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa6f34-82e1-4b79-8c93-3474cea78dac None None] Port 185b3211-a905-4260-9e8d-c42a328bcc63 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:49:17.546116 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9dfa6f34-82e1-4b79-8c93-3474cea78dac None None] Provisioning complete for port 5710483d-10d1-4781-b41c-120f9d436b96 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:17.546629 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6f34-82e1-4b79-8c93-3474cea78dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:17.560334 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] Set router 8cba981b-163e-4883-81c5-7a8afd484b1b gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:49:17.658215 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6f34-82e1-4b79-8c93-3474cea78dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:17.714976 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9dfa6f34-82e1-4b79-8c93-3474cea78dac None None] For port 5710483d-10d1-4781-b41c-120f9d436b96, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5710483d-10d1-4781-b41c-120f9d436b96,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:49:17.779044 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6f34-82e1-4b79-8c93-3474cea78dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:17.865163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa6f34-82e1-4b79-8c93-3474cea78dac None None] Pushing event updated for resources: {'Port': ['ID=5710483d-10d1-4781-b41c-120f9d436b96,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:17.888512 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:17Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:17.898787 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5710483d-10d1-4781-b41c-120f9d436b96 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:49:17.925720 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72bb2be-3e6b-4c67-946f-1455febdfced None None] The sync data for ids ['8cba981b-163e-4883-81c5-7a8afd484b1b'] in n-d-821840-2 is: [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:17Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:49:17.955750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f17e6133-238d-4a7f-b539-4d035b23caed None None] Provisioning complete for port 5710483d-10d1-4781-b41c-120f9d436b96 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:17.956126 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f17e6133-238d-4a7f-b539-4d035b23caed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:18.000989 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 5710483d-10d1-4781-b41c-120f9d436b96 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:18.001369 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:18.136062 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4286ff8c-b170-4264-a7da-012daef27782 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:49:18.137432 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:18.195364 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4286ff8c-b170-4264-a7da-012daef27782 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:18.195746 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:18.228377 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9e0ed3-644a-4cee-8595-48c2c5f75454 None None] Network 77e2fd19-d201-4d9d-a8ed-0db84991930d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:49:18.320348 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-18f8e1f8-5a86-4bd8-a770-eaaa45f36f5d None None] Provisioning complete for port 4286ff8c-b170-4264-a7da-012daef27782 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:18.320728 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18f8e1f8-5a86-4bd8-a770-eaaa45f36f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:18.373901 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549094'] for router, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:18.582720 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:18.632467 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Router 2fa73604-415a-4da2-89fa-8a350120267d is scheduled to L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:49:18.650030 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] For port 4286ff8c-b170-4264-a7da-012daef27782, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4286ff8c-b170-4264-a7da-012daef27782,segment=NetworkSegment(920dbd91-81fa-4e15-9202-a6c91aa19179),segment_id=920dbd91-81fa-4e15-9202-a6c91aa19179)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:49:18.669233 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18f8e1f8-5a86-4bd8-a770-eaaa45f36f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:18.734190 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:18.758329 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:49:18.790950 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Sync routers for ids ['2fa73604-415a-4da2-89fa-8a350120267d'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:49:18.825995 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-18f8e1f8-5a86-4bd8-a770-eaaa45f36f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:49:18.826357 n-d-821840-2 neutron-server[103953]: DEBUG oslo_db.api [None req-18f8e1f8-5a86-4bd8-a770-eaaa45f36f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:49:18.826866 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Routers {'2fa73604-415a-4da2-89fa-8a350120267d'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:49:18.827539 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:48:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2fa73604-415a-4da2-89fa-8a350120267d'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:18.838118 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] Publish callbacks [] for router, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:18.839472 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-8817b7d1-0d77-4085-944a-fef066192cf0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6081831 Dec 16 23:49:18.842030 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 39992) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:18.876390 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Pushing event updated for resources: {'Port': ['ID=4286ff8c-b170-4264-a7da-012daef27782,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:18.948491 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Set router 2fa73604-415a-4da2-89fa-8a350120267d gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:49:19.132842 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa73604-415a-4da2-89fa-8a350120267d', 'name': 'tempest-TestSnapshotPattern-236279769-router', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '185b3211-a905-4260-9e8d-c42a328bcc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:16Z', 'updated_at': '2021-12-16T23:49:17Z', 'revision_number': 3, 'project_id': '1dfb8ff027034829a6156717ac4d7759', 'gw_port': {'id': '185b3211-a905-4260-9e8d-c42a328bcc63', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:37:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa73604-415a-4da2-89fa-8a350120267d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:16Z', 'updated_at': '2021-12-16T23:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:19.159861 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Checking router: 2fa73604-415a-4da2-89fa-8a350120267d for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:49:19.160220 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Updating router 2fa73604-415a-4da2-89fa-8a350120267d port 185b3211-a905-4260-9e8d-c42a328bcc63 binding host n-d-821840-2 {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:49:19.186599 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:19.261375 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:19.420735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Allocated IP 172.20.0.1 (77e2fd19-d201-4d9d-a8ed-0db84991930d/d2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3/994554d1-511f-43ef-8003-323b7dcb8128) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:49:19.478407 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:19.500739 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4d3d485b-cdc9-4539-9e88-2aa836e8b9f6 None None] Provisioning complete for port 4286ff8c-b170-4264-a7da-012daef27782 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:19.501112 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d3d485b-cdc9-4539-9e88-2aa836e8b9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:19.526197 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:19.566295 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:19.625505 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:19.635227 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230e8321-2437-4211-8f93-767f76337416 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:49:19.646195 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3ff8b-1ee9-4edd-9f63-636023e7ae52 None None] Pushing event updated for resources: {'Port': ['ID=185b3211-a905-4260-9e8d-c42a328bcc63,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:19.650368 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Attempting to bind port 185b3211-a905-4260-9e8d-c42a328bcc63 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:49:19.650742 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Attempting to bind port 185b3211-a905-4260-9e8d-c42a328bcc63 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:49:19.651111 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Attempting to bind port 185b3211-a905-4260-9e8d-c42a328bcc63 on network 331c0cce-7f70-4da0-8420-947a310fded1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:49:19.656962 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:49:19.657216 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Checking segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:49:19.657620 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:19.658009 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Bound using segment: {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:49:19.658476 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Bound port: 185b3211-a905-4260-9e8d-c42a328bcc63, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e30b8a-23c5-4b64-8535-f80e9323d97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:49:19.658859 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:19.673610 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Network 77e2fd19-d201-4d9d-a8ed-0db84991930d is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:49:19.677557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:49:19.679991 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:49:19.712994 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Pushing event updated for resources: {'Port': ['ID=994554d1-511f-43ef-8003-323b7dcb8128,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:19.730466 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] For port 185b3211-a905-4260-9e8d-c42a328bcc63, host n-d-821840-2, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:49:19.737544 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] For port 185b3211-a905-4260-9e8d-c42a328bcc63, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=185b3211-a905-4260-9e8d-c42a328bcc63,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:49:19.741147 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550293'] for router_interface, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:19.744003 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5710483d-10d1-4781-b41c-120f9d436b96 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:49:19.786431 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-46becde2-bc68-42da-8f59-253fdc71202c None None] Provisioning complete for port 185b3211-a905-4260-9e8d-c42a328bcc63 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:19.786745 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46becde2-bc68-42da-8f59-253fdc71202c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:19.792554 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:19.884060 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651b1bf6-011a-497a-a061-2a42f2316058 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:49:19.911509 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3ff8b-1ee9-4edd-9f63-636023e7ae52 None None] Pushing event updated for resources: {'Port': ['ID=185b3211-a905-4260-9e8d-c42a328bcc63,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:19.917417 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 5710483d-10d1-4781-b41c-120f9d436b96 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:19.917768 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:19.919163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Routers {'2fa73604-415a-4da2-89fa-8a350120267d'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:49:19.919808 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:48:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2fa73604-415a-4da2-89fa-8a350120267d'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:19.959983 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:20.077308 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46becde2-bc68-42da-8f59-253fdc71202c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:20.125487 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:20.144780 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-46becde2-bc68-42da-8f59-253fdc71202c None None] For port 185b3211-a905-4260-9e8d-c42a328bcc63, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=185b3211-a905-4260-9e8d-c42a328bcc63,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:49:20.158133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4286ff8c-b170-4264-a7da-012daef27782 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:49:20.160772 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] Set router 2fa73604-415a-4da2-89fa-8a350120267d gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:49:20.212679 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f81f-260d-4f4b-bfc2-0f57e7320f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:20.213295 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:20.219377 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46becde2-bc68-42da-8f59-253fdc71202c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:20.281901 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549669'] for router_interface, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:20.284613 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Pushing event updated for resources: {'Port': ['ID=994554d1-511f-43ef-8003-323b7dcb8128,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:20.376006 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46becde2-bc68-42da-8f59-253fdc71202c None None] Pushing event updated for resources: {'Port': ['ID=185b3211-a905-4260-9e8d-c42a328bcc63,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:20.382576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Network 77e2fd19-d201-4d9d-a8ed-0db84991930d is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:49:20.384422 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:49:20.392775 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1f88a38a-030b-43fd-b0b3-e94e71f8508f None None] Provisioning complete for port 994554d1-511f-43ef-8003-323b7dcb8128 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:20.393154 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f88a38a-030b-43fd-b0b3-e94e71f8508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:20.402044 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 4286ff8c-b170-4264-a7da-012daef27782 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:20.402421 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:20.499842 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1f88a38a-030b-43fd-b0b3-e94e71f8508f None None] Port 994554d1-511f-43ef-8003-323b7dcb8128 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:49:20.511389 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Router 2fa73604-415a-4da2-89fa-8a350120267d has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:49:20.525086 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1f88a38a-030b-43fd-b0b3-e94e71f8508f None None] Provisioning complete for port 185b3211-a905-4260-9e8d-c42a328bcc63 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:20.525469 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f88a38a-030b-43fd-b0b3-e94e71f8508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:20.622590 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa73604-415a-4da2-89fa-8a350120267d', 'name': 'tempest-TestSnapshotPattern-236279769-router', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '185b3211-a905-4260-9e8d-c42a328bcc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:16Z', 'updated_at': '2021-12-16T23:49:19Z', 'revision_number': 4, 'project_id': '1dfb8ff027034829a6156717ac4d7759', 'gw_port': {'id': '185b3211-a905-4260-9e8d-c42a328bcc63', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:37:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa73604-415a-4da2-89fa-8a350120267d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:16Z', 'updated_at': '2021-12-16T23:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '994554d1-511f-43ef-8003-323b7dcb8128', 'name': '', 'network_id': '77e2fd19-d201-4d9d-a8ed-0db84991930d', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759', 'mac_address': 'fa:16:3e:fb:1b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa73604-415a-4da2-89fa-8a350120267d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'd2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:19Z', 'updated_at': '2021-12-16T23:49:19Z', 'revision_number': 1, 'project_id': '1dfb8ff027034829a6156717ac4d7759', 'subnets': [{'id': 'd2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:20.633661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:49:20.638730 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-f34ef7a9-32d2-488c-be98-bb4373cd70d4 admin admin] 10.222.0.43 "PUT /v2.0/routers/2fa73604-415a-4da2-89fa-8a350120267d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7957296 Dec 16 23:49:20.653008 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a110bf6d-db5b-42ca-b165-39b6f647304b None None] The sync data for ids ['2fa73604-415a-4da2-89fa-8a350120267d'] in n-d-821840-2 is: [{'id': '2fa73604-415a-4da2-89fa-8a350120267d', 'name': 'tempest-TestSnapshotPattern-236279769-router', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '185b3211-a905-4260-9e8d-c42a328bcc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:16Z', 'updated_at': '2021-12-16T23:49:19Z', 'revision_number': 4, 'project_id': '1dfb8ff027034829a6156717ac4d7759', 'gw_port': {'id': '185b3211-a905-4260-9e8d-c42a328bcc63', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:37:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa73604-415a-4da2-89fa-8a350120267d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:16Z', 'updated_at': '2021-12-16T23:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '994554d1-511f-43ef-8003-323b7dcb8128', 'name': '', 'network_id': '77e2fd19-d201-4d9d-a8ed-0db84991930d', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759', 'mac_address': 'fa:16:3e:fb:1b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa73604-415a-4da2-89fa-8a350120267d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'd2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:19Z', 'updated_at': '2021-12-16T23:49:19Z', 'revision_number': 1, 'project_id': '1dfb8ff027034829a6156717ac4d7759', 'subnets': [{'id': 'd2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:49:20.813625 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-18fd053f-1bfd-4d77-99e7-36b9bcab3442 None None] Provisioning complete for port 994554d1-511f-43ef-8003-323b7dcb8128 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:20.814338 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18fd053f-1bfd-4d77-99e7-36b9bcab3442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:20.849878 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-18fd053f-1bfd-4d77-99e7-36b9bcab3442 None None] Port 994554d1-511f-43ef-8003-323b7dcb8128 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:49:21.485865 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40000) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:21.491427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a21f0b77-e845-416c-aca1-e5273e71c946 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1438742865', 'description': 'tempest-secgroup-smoke-1438742865 description', 'project_id': 'c596271c000c4cee9ec313dee27d35d8'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:49:21.572379 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a21f0b77-e845-416c-aca1-e5273e71c946 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:21.644615 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a21f0b77-e845-416c-aca1-e5273e71c946 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:21.726532 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a21f0b77-e845-416c-aca1-e5273e71c946 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:21.728394 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 185b3211-a905-4260-9e8d-c42a328bcc63 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:49:21.758913 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f0b77-e845-416c-aca1-e5273e71c946 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392dd369-cee5-4e2b-8af8-eb1e40643ec4,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:21.780893 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 185b3211-a905-4260-9e8d-c42a328bcc63 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:21.781302 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:21.832409 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a21f0b77-e845-416c-aca1-e5273e71c946 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:21.834294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-a21f0b77-e845-416c-aca1-e5273e71c946 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3473146 Dec 16 23:49:21.837881 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40002) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:21.843870 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ef408bdc-4a7b-47ea-83d7-ad5c3d54e754 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Request body: {'security_group_rule': {'security_group_id': '392dd369-cee5-4e2b-8af8-eb1e40643ec4', 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:49:21.932962 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef408bdc-4a7b-47ea-83d7-ad5c3d54e754 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:21.994898 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef408bdc-4a7b-47ea-83d7-ad5c3d54e754 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:22.069653 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef408bdc-4a7b-47ea-83d7-ad5c3d54e754 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:22.089318 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef408bdc-4a7b-47ea-83d7-ad5c3d54e754 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e84a9f8-e17f-44dd-9ccf-2b550701f828,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:22.158174 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ef408bdc-4a7b-47ea-83d7-ad5c3d54e754 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:22.159463 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-ef408bdc-4a7b-47ea-83d7-ad5c3d54e754 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3205633 Dec 16 23:49:22.163357 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40004) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:22.167842 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-680af7bc-a740-4401-b2c2-d87db6d51a60 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Request body: {'security_group_rule': {'security_group_id': '392dd369-cee5-4e2b-8af8-eb1e40643ec4', 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:49:22.241049 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-680af7bc-a740-4401-b2c2-d87db6d51a60 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:22.301804 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-680af7bc-a740-4401-b2c2-d87db6d51a60 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:22.355827 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-680af7bc-a740-4401-b2c2-d87db6d51a60 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:22.373966 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680af7bc-a740-4401-b2c2-d87db6d51a60 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f963f81-f4b7-463e-bf39-d6e6ea7881b1,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:22.438139 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-680af7bc-a740-4401-b2c2-d87db6d51a60 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:22.439450 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-680af7bc-a740-4401-b2c2-d87db6d51a60 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2751102 Dec 16 23:49:22.442858 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40006) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:22.447741 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-25852f84-9b21-4894-8769-4594a60a670a tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Request body: {'security_group_rule': {'security_group_id': '392dd369-cee5-4e2b-8af8-eb1e40643ec4', 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:49:22.530957 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-25852f84-9b21-4894-8769-4594a60a670a tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:22.592277 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-25852f84-9b21-4894-8769-4594a60a670a tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:22.594720 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-224ed9a7-c6f9-4acc-a097-2623a05015a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:22.657399 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-25852f84-9b21-4894-8769-4594a60a670a tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:22.676088 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25852f84-9b21-4894-8769-4594a60a670a tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d449a3e4-dc57-44a6-bdaa-5d26afa5fe63,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:22.723465 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Sync routers for ids ['2fa73604-415a-4da2-89fa-8a350120267d'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:49:22.734053 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Routers {'2fa73604-415a-4da2-89fa-8a350120267d'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:49:22.734661 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:49:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2fa73604-415a-4da2-89fa-8a350120267d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:22.758302 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-25852f84-9b21-4894-8769-4594a60a670a tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:22.759541 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-25852f84-9b21-4894-8769-4594a60a670a tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3155878 Dec 16 23:49:22.762295 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40008) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:22.766639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-cea9056e-2565-4266-a6d7-b44a39098e20 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Request body: {'security_group_rule': {'security_group_id': '392dd369-cee5-4e2b-8af8-eb1e40643ec4', 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:49:22.842633 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Set router 2fa73604-415a-4da2-89fa-8a350120267d gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:49:22.844974 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cea9056e-2565-4266-a6d7-b44a39098e20 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:22.905362 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cea9056e-2565-4266-a6d7-b44a39098e20 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:22.973672 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cea9056e-2565-4266-a6d7-b44a39098e20 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:22.992656 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9056e-2565-4266-a6d7-b44a39098e20 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8451d744-093b-4819-b17a-b7d3597ea032,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:23.047613 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa73604-415a-4da2-89fa-8a350120267d', 'name': 'tempest-TestSnapshotPattern-236279769-router', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '185b3211-a905-4260-9e8d-c42a328bcc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:16Z', 'updated_at': '2021-12-16T23:49:19Z', 'revision_number': 4, 'project_id': '1dfb8ff027034829a6156717ac4d7759', 'gw_port': {'id': '185b3211-a905-4260-9e8d-c42a328bcc63', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:37:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa73604-415a-4da2-89fa-8a350120267d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:16Z', 'updated_at': '2021-12-16T23:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '994554d1-511f-43ef-8003-323b7dcb8128', 'name': '', 'network_id': '77e2fd19-d201-4d9d-a8ed-0db84991930d', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759', 'mac_address': 'fa:16:3e:fb:1b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa73604-415a-4da2-89fa-8a350120267d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'd2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:19Z', 'updated_at': '2021-12-16T23:49:20Z', 'revision_number': 2, 'project_id': '1dfb8ff027034829a6156717ac4d7759', 'subnets': [{'id': 'd2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:23.072554 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cea9056e-2565-4266-a6d7-b44a39098e20 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.076534 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-cea9056e-2565-4266-a6d7-b44a39098e20 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3105407 Dec 16 23:49:23.079802 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Checking router: 2fa73604-415a-4da2-89fa-8a350120267d for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:49:23.079802 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Updating router 2fa73604-415a-4da2-89fa-8a350120267d port 994554d1-511f-43ef-8003-323b7dcb8128 binding host n-d-821840-2 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:49:23.080065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40010) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:23.082455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0f75112a-507d-40c9-9880-0182d759abca tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Request body: {'security_group_rule': {'security_group_id': '392dd369-cee5-4e2b-8af8-eb1e40643ec4', 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:49:23.099456 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.200517 n-d-821840-2 neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-0f75112a-507d-40c9-9880-0182d759abca tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Project c596271c000c4cee9ec313dee27d35d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:49:23.205851 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0f75112a-507d-40c9-9880-0182d759abca tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.270168 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0f75112a-507d-40c9-9880-0182d759abca tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.343407 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0f75112a-507d-40c9-9880-0182d759abca tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.363155 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75112a-507d-40c9-9880-0182d759abca tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8a6dee-e370-4d42-8888-337b8e1cca01,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:23.430934 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0f75112a-507d-40c9-9880-0182d759abca tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.432247 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-0f75112a-507d-40c9-9880-0182d759abca tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3533325 Dec 16 23:49:23.434941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40012) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:23.439321 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d5ed67b2-a649-4e74-9eb8-5e6953061c1b tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Request body: {'security_group_rule': {'security_group_id': '392dd369-cee5-4e2b-8af8-eb1e40643ec4', 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:49:23.455431 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.520907 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.544625 n-d-821840-2 neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-d5ed67b2-a649-4e74-9eb8-5e6953061c1b tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Project c596271c000c4cee9ec313dee27d35d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:49:23.549766 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5ed67b2-a649-4e74-9eb8-5e6953061c1b tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.565148 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e85c02-ce36-4a8d-9335-29b3813bee40 None None] Pushing event updated for resources: {'Port': ['ID=994554d1-511f-43ef-8003-323b7dcb8128,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:23.618191 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5ed67b2-a649-4e74-9eb8-5e6953061c1b tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.624436 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Attempting to bind port 994554d1-511f-43ef-8003-323b7dcb8128 on host n-d-821840-2 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:49:23.624815 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Attempting to bind port 994554d1-511f-43ef-8003-323b7dcb8128 by drivers openvswitch,hyperv on host n-d-821840-2 at level 0 using segments [{'id': '920dbd91-81fa-4e15-9202-a6c91aa19179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '77e2fd19-d201-4d9d-a8ed-0db84991930d'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:49:23.625171 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Attempting to bind port 994554d1-511f-43ef-8003-323b7dcb8128 on network 77e2fd19-d201-4d9d-a8ed-0db84991930d {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:49:23.632391 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Checking agent: {'id': '4c489eca-a955-4619-a42b-d3a84d38b92f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 55, 55), 'started_at': datetime.datetime(2021, 12, 16, 21, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:49:23.632762 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Checking segment: {'id': '920dbd91-81fa-4e15-9202-a6c91aa19179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '77e2fd19-d201-4d9d-a8ed-0db84991930d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:49:23.633190 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.633582 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Bound using segment: {'id': '920dbd91-81fa-4e15-9202-a6c91aa19179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '77e2fd19-d201-4d9d-a8ed-0db84991930d'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:49:23.634048 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Bound port: 994554d1-511f-43ef-8003-323b7dcb8128, host: n-d-821840-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920dbd91-81fa-4e15-9202-a6c91aa19179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '77e2fd19-d201-4d9d-a8ed-0db84991930d'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:49:23.634440 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.704546 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5ed67b2-a649-4e74-9eb8-5e6953061c1b tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681930'] for security_group_rule, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.705075 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] For port 994554d1-511f-43ef-8003-323b7dcb8128, host n-d-821840-2, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:49:23.708955 n-d-821840-2 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] For port 994554d1-511f-43ef-8003-323b7dcb8128, host n-d-821840-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=994554d1-511f-43ef-8003-323b7dcb8128,segment=NetworkSegment(920dbd91-81fa-4e15-9202-a6c91aa19179),segment_id=920dbd91-81fa-4e15-9202-a6c91aa19179)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:49:23.727204 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed67b2-a649-4e74-9eb8-5e6953061c1b tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ef9394-1fd9-436f-acb3-335053437e08,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:23.779294 n-d-821840-2 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.793953 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8d6638c8-d7b3-4507-a3f9-c0d23e317c31 None None] Provisioning complete for port 994554d1-511f-43ef-8003-323b7dcb8128 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:23.794654 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d6638c8-d7b3-4507-a3f9-c0d23e317c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.797725 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5ed67b2-a649-4e74-9eb8-5e6953061c1b tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.798978 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-d5ed67b2-a649-4e74-9eb8-5e6953061c1b tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3630497 Dec 16 23:49:23.840702 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Routers {'2fa73604-415a-4da2-89fa-8a350120267d'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:49:23.841364 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:49:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2fa73604-415a-4da2-89fa-8a350120267d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:23.890895 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e85c02-ce36-4a8d-9335-29b3813bee40 None None] Pushing event updated for resources: {'Port': ['ID=994554d1-511f-43ef-8003-323b7dcb8128,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:23.944058 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d6638c8-d7b3-4507-a3f9-c0d23e317c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.988310 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8d6638c8-d7b3-4507-a3f9-c0d23e317c31 None None] For port 994554d1-511f-43ef-8003-323b7dcb8128, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=994554d1-511f-43ef-8003-323b7dcb8128,segment=NetworkSegment(920dbd91-81fa-4e15-9202-a6c91aa19179),segment_id=920dbd91-81fa-4e15-9202-a6c91aa19179)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:49:24.002406 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] Set router 2fa73604-415a-4da2-89fa-8a350120267d gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:49:24.008080 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:24.060521 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-b5970a51-6f9e-499a-8607-aca54eda8090 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1438742865&fields=id&tenant_id=c596271c000c4cee9ec313dee27d35d8 HTTP/1.1" status: 200 len: 267 time: 0.0477319 Dec 16 23:49:24.086260 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d6638c8-d7b3-4507-a3f9-c0d23e317c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:24.135539 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6638c8-d7b3-4507-a3f9-c0d23e317c31 None None] Pushing event updated for resources: {'Port': ['ID=994554d1-511f-43ef-8003-323b7dcb8128,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:24.184992 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-b679d7ee-fc5b-4c40-8bcb-05aaf8be28a3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:24.186530 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-b679d7ee-fc5b-4c40-8bcb-05aaf8be28a3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/networks?id=5a74e3ff-6f17-4486-9931-a6343bef23e4 HTTP/1.1" status: 200 len: 810 time: 0.1173162 Dec 16 23:49:24.202495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-d8f79468-654d-43bb-8224-7181d36868f0 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/quotas/c596271c000c4cee9ec313dee27d35d8 HTTP/1.1" status: 200 len: 375 time: 0.0097978 Dec 16 23:49:24.207300 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-13abbcae-1c98-42a5-85c9-bac79fdd60e4 None None] Provisioning complete for port 994554d1-511f-43ef-8003-323b7dcb8128 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:24.208327 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13abbcae-1c98-42a5-85c9-bac79fdd60e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:24.217841 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa73604-415a-4da2-89fa-8a350120267d', 'name': 'tempest-TestSnapshotPattern-236279769-router', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '185b3211-a905-4260-9e8d-c42a328bcc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:16Z', 'updated_at': '2021-12-16T23:49:19Z', 'revision_number': 4, 'project_id': '1dfb8ff027034829a6156717ac4d7759', 'gw_port': {'id': '185b3211-a905-4260-9e8d-c42a328bcc63', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:37:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa73604-415a-4da2-89fa-8a350120267d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:16Z', 'updated_at': '2021-12-16T23:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '994554d1-511f-43ef-8003-323b7dcb8128', 'name': '', 'network_id': '77e2fd19-d201-4d9d-a8ed-0db84991930d', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759', 'mac_address': 'fa:16:3e:fb:1b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa73604-415a-4da2-89fa-8a350120267d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'd2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:19Z', 'updated_at': '2021-12-16T23:49:23Z', 'revision_number': 4, 'project_id': '1dfb8ff027034829a6156717ac4d7759', 'subnets': [{'id': 'd2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:24.244823 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce3d9b-2c5b-45a9-818a-95058e83f1bf None None] The sync data for ids ['2fa73604-415a-4da2-89fa-8a350120267d'] in n-d-821840-2 is: [{'id': '2fa73604-415a-4da2-89fa-8a350120267d', 'name': 'tempest-TestSnapshotPattern-236279769-router', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '185b3211-a905-4260-9e8d-c42a328bcc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:16Z', 'updated_at': '2021-12-16T23:49:19Z', 'revision_number': 4, 'project_id': '1dfb8ff027034829a6156717ac4d7759', 'gw_port': {'id': '185b3211-a905-4260-9e8d-c42a328bcc63', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:37:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa73604-415a-4da2-89fa-8a350120267d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:16Z', 'updated_at': '2021-12-16T23:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '994554d1-511f-43ef-8003-323b7dcb8128', 'name': '', 'network_id': '77e2fd19-d201-4d9d-a8ed-0db84991930d', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759', 'mac_address': 'fa:16:3e:fb:1b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa73604-415a-4da2-89fa-8a350120267d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'd2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:19Z', 'updated_at': '2021-12-16T23:49:23Z', 'revision_number': 4, 'project_id': '1dfb8ff027034829a6156717ac4d7759', 'subnets': [{'id': 'd2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:49:24.265844 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-6fc4f34b-d488-4f8c-93d0-5fd6e2af9412 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566158 Dec 16 23:49:24.384879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-72404cb8-e828-46bf-81b9-6f361772ebeb service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:49:24.385896 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-72404cb8-e828-46bf-81b9-6f361772ebeb service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0988171 Dec 16 23:49:24.482492 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-f312fc8d-befd-4a4f-a4bb-032606c43417 service neutron] 10.222.0.43 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899208 Dec 16 23:49:24.576348 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-1834d699-a9c9-4392-ba11-b95d10d5af25 service neutron] 10.222.0.43 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875194 Dec 16 23:49:24.867037 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-6935c4fc-efe0-4ce6-b47b-736c5970b558 req-398e9e5b-344b-45d4-80e7-41078368efd0 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 210 time: 0.0342231 Dec 16 23:49:25.247369 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:25.729915 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 994554d1-511f-43ef-8003-323b7dcb8128 up at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:49:25.792164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Provisioning complete for port 994554d1-511f-43ef-8003-323b7dcb8128 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:25.792537 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:25.854956 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:25.947961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-7803de9c-083a-4307-9c10-72df994f9e06 req-e0cd40b1-f6a1-4fd0-ae6c-dbcad5a80dc8 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 210 time: 0.0263915 Dec 16 23:49:27.047034 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3692db27-6eba-483a-a9ab-d16cabaf5452 req-7665694c-6358-4beb-95d6-4df22de3fe2c tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 210 time: 0.0299010 Dec 16 23:49:27.250799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-91a63145-9f7f-4c8c-ba37-911c28122e91 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:27.255347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-91a63145-9f7f-4c8c-ba37-911c28122e91 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.69 "GET /v2.0/networks?id=5a74e3ff-6f17-4486-9931-a6343bef23e4 HTTP/1.1" status: 200 len: 810 time: 0.1027105 Dec 16 23:49:27.324761 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-55a18ebd-62d3-4046-a553-000566da691e tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c596271c000c4cee9ec313dee27d35d8 HTTP/1.1" status: 200 len: 380 time: 0.0566008 Dec 16 23:49:27.337958 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-4cbc1d14-c0ab-4e54-bcd0-3b05261b1655 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Request body: {'port': {'device_id': 'e4177e35-96d4-440d-ac25-ee620949739d', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'admin_state_up': True, 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'security_groups': ['392dd369-cee5-4e2b-8af8-eb1e40643ec4']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:49:27.510044 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-4cbc1d14-c0ab-4e54-bcd0-3b05261b1655 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Made reservation on behalf of c596271c000c4cee9ec313dee27d35d8 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:49:27.513520 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-4cbc1d14-c0ab-4e54-bcd0-3b05261b1655 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:27.640247 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-4cbc1d14-c0ab-4e54-bcd0-3b05261b1655 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Allocated IP 172.20.0.7 (5a74e3ff-6f17-4486-9931-a6343bef23e4/c79dc667-90bc-40eb-a7a9-796314b1162b/db28ef87-6fd4-4f07-9e8b-b8eddd42cfae) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:49:27.807083 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-4cbc1d14-c0ab-4e54-bcd0-3b05261b1655 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:27.893469 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-4cbc1d14-c0ab-4e54-bcd0-3b05261b1655 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:27.944506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-4cbc1d14-c0ab-4e54-bcd0-3b05261b1655 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Network 5a74e3ff-6f17-4486-9931-a6343bef23e4 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:49:27.948018 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-4cbc1d14-c0ab-4e54-bcd0-3b05261b1655 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:49:27.951947 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-4cbc1d14-c0ab-4e54-bcd0-3b05261b1655 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:49:27.978537 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc1d14-c0ab-4e54-bcd0-3b05261b1655 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event updated for resources: {'Port': ['ID=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:28.008024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-4cbc1d14-c0ab-4e54-bcd0-3b05261b1655 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:28.012564 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-4cbc1d14-c0ab-4e54-bcd0-3b05261b1655 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:28.096006 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-4cbc1d14-c0ab-4e54-bcd0-3b05261b1655 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7615294 Dec 16 23:49:28.113696 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-480ce10b-6a8e-4dbc-9f70-29b7dccdd30f tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:49:28.115040 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-480ce10b-6a8e-4dbc-9f70-29b7dccdd30f tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064249 Dec 16 23:49:28.184361 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50610a-9f1f-42dd-a5e2-c1e8a3e35a93 req-05e645e9-4130-4461-a2f6-9a1f4ebbeef5 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:28.185907 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b50610a-9f1f-42dd-a5e2-c1e8a3e35a93 req-05e645e9-4130-4461-a2f6-9a1f4ebbeef5 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 931 time: 0.0618110 Dec 16 23:49:28.199360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Request body: {'port': {'device_id': 'e4177e35-96d4-440d-ac25-ee620949739d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:49:28.243071 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0af8467a-89c8-475d-aab8-3b59c4939d51 None None] Provisioning complete for port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:28.243664 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0af8467a-89c8-475d-aab8-3b59c4939d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:28.281168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0af8467a-89c8-475d-aab8-3b59c4939d51 None None] Port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:49:28.627391 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3b50610a-9f1f-42dd-a5e2-c1e8a3e35a93 req-11a34fd4-51af-4cc3-af2b-d40a792e40c6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4351544 Dec 16 23:49:28.630308 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:28.889735 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db28ef87-6fd4-4f07-9e8b-b8eddd42cfae {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:49:28.897090 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:28.908604 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Transition to ACTIVE for port object db28ef87-6fd4-4f07-9e8b-b8eddd42cfae will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:49:28.966921 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:29.021531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:29.091661 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Attempting to bind port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae on host n-h1-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:49:29.092015 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Attempting to bind port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae by drivers openvswitch,hyperv on host n-h1-821840-2 at level 0 using segments [{'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:49:29.092355 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Attempting to bind port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae on network 5a74e3ff-6f17-4486-9931-a6343bef23e4 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:49:29.097111 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae on network 5a74e3ff-6f17-4486-9931-a6343bef23e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:49:29.097754 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Attempting to bind port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae on network 5a74e3ff-6f17-4486-9931-a6343bef23e4 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:49:29.103201 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Checking agent: {'id': 'ea6cdee2-84ff-491c-bf46-7dd4f61445c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:49:29.103576 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Checking segment: {'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:49:29.103978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Bound using segment: {'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:49:29.104420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Bound port: db28ef87-6fd4-4f07-9e8b-b8eddd42cfae, host: n-h1-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:49:29.104786 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:29.172998 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] For port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae, host n-h1-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:49:29.176211 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] For port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae, host n-h1-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:49:29.241835 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:29.283524 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:29.284160 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:29.285587 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] 10.222.0.69 "PUT /v2.0/ports/db28ef87-6fd4-4f07-9e8b-b8eddd42cfae HTTP/1.1" status: 200 len: 1091 time: 1.1595943 Dec 16 23:49:29.286732 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4177e35-96d4-440d-ac25-ee620949739d', 'tag': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:49:29.289087 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880870c8-2f2e-460d-8acc-d03ce286de5d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4177e35-96d4-440d-ac25-ee620949739d", "tag": "db28ef87-6fd4-4f07-9e8b-b8eddd42cfae"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:49:29.314291 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5495e71-0906-4adb-a86e-6f9920b05fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:29.339168 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f15e8d-91c2-47b9-a113-2912741bfc7c x-openstack-request-id: req-75f15e8d-91c2-47b9-a113-2912741bfc7c {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:49:29.339862 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4177e35-96d4-440d-ac25-ee620949739d", "tag": "db28ef87-6fd4-4f07-9e8b-b8eddd42cfae", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:49:29.345080 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75f15e8d-91c2-47b9-a113-2912741bfc7c {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:49:29.345080 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4177e35-96d4-440d-ac25-ee620949739d', 'tag': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'status': 'completed', 'code': 200} Dec 16 23:49:29.417533 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880870c8-2f2e-460d-8acc-d03ce286de5d req-b0c0a119-2775-4e91-addd-955b8d48a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:29.419097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-880870c8-2f2e-460d-8acc-d03ce286de5d req-b0c0a119-2775-4e91-addd-955b8d48a62f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 1094 time: 0.0475421 Dec 16 23:49:29.531190 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880870c8-2f2e-460d-8acc-d03ce286de5d req-b297231c-791c-4207-9e8a-7467bd2141c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:29.532718 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-880870c8-2f2e-460d-8acc-d03ce286de5d req-b297231c-791c-4207-9e8a-7467bd2141c3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=c596271c000c4cee9ec313dee27d35d8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1014166 Dec 16 23:49:29.633080 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880870c8-2f2e-460d-8acc-d03ce286de5d req-77fb9d09-dd03-4d4b-ab75-1a4319d16fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:29.634486 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-880870c8-2f2e-460d-8acc-d03ce286de5d req-77fb9d09-dd03-4d4b-ab75-1a4319d16fa3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895269 Dec 16 23:49:29.754121 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-4acb8c57-1acf-48b0-8988-6995ee0d40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:29.756229 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-4acb8c57-1acf-48b0-8988-6995ee0d40b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 1094 time: 0.0757487 Dec 16 23:49:29.767315 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73863e2-81b2-44e1-8a97-a2566d28d618 req-6440cc7e-631b-4f8e-96a1-3d7bb1e06cb0 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:29.768713 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c73863e2-81b2-44e1-8a97-a2566d28d618 req-6440cc7e-631b-4f8e-96a1-3d7bb1e06cb0 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 943 time: 0.0635362 Dec 16 23:49:29.809409 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-b5eb1480-eb21-4686-b269-7c233b0f8414 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae HTTP/1.1" status: 200 len: 217 time: 0.0397615 Dec 16 23:49:29.877567 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c73863e2-81b2-44e1-8a97-a2566d28d618 req-94069339-7c87-4200-8942-596e849caa9a tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015420 Dec 16 23:49:29.887161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-1f1f2bbf-4ebe-44b1-8208-2634261c0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:29.888632 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-1f1f2bbf-4ebe-44b1-8208-2634261c0401 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c79dc667-90bc-40eb-a7a9-796314b1162b HTTP/1.1" status: 200 len: 849 time: 0.0658419 Dec 16 23:49:29.944172 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-18351f47-4715-40c6-80c4-d189632f6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:29.945662 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-18351f47-4715-40c6-80c4-d189632f6bdc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a74e3ff-6f17-4486-9931-a6343bef23e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457475 Dec 16 23:49:30.038676 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-892390ae-80e5-48b2-a689-537180fcf93f service neutron] 10.222.0.69 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807505 Dec 16 23:49:30.138197 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a7775387-92ae-4f98-a71f-b71299e80b07 req-4cbd9f8c-6033-4719-806a-ffeac5c6c6d9 service neutron] 10.222.0.69 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881610 Dec 16 23:49:30.999179 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479b634-4d54-4f7a-814c-98500957a19b req-bfe9ce2a-e6e3-44e4-89dc-541c00b46f0c tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:31.000664 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a479b634-4d54-4f7a-814c-98500957a19b req-bfe9ce2a-e6e3-44e4-89dc-541c00b46f0c tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 943 time: 0.0500035 Dec 16 23:49:31.050367 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a479b634-4d54-4f7a-814c-98500957a19b req-2c75913f-98f1-4c88-9ceb-16825df2e73a tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431104 Dec 16 23:49:32.164963 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b79c64-9487-4946-9a98-39cd55e7bca9 req-50f2d282-5a62-408a-8ff2-246977d2bf82 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:32.166450 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e9b79c64-9487-4946-9a98-39cd55e7bca9 req-50f2d282-5a62-408a-8ff2-246977d2bf82 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 943 time: 0.0487933 Dec 16 23:49:32.215518 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e9b79c64-9487-4946-9a98-39cd55e7bca9 req-90d76c15-4ea0-40af-945c-0d1fb207368a tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 Dec 16 23:49:32.264255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device db28ef87-6fd4-4f07-9e8b-b8eddd42cfae details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:49:32.362248 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:49:32.373868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'port_id': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'mac_address': 'fa:16:3e:e8:0d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:49:32.411041 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:32.423611 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db28ef87-6fd4-4f07-9e8b-b8eddd42cfae {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:49:32.442760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:49:32.514180 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:32.565295 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:32.814595 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['db28ef87-6fd4-4f07-9e8b-b8eddd42cfae'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:49:33.335058 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10622452-3668-4371-b539-8a22722c26d6 req-8972d1e5-ba1b-4d0a-9336-743ee7615f5e tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:33.336573 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10622452-3668-4371-b539-8a22722c26d6 req-8972d1e5-ba1b-4d0a-9336-743ee7615f5e tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 944 time: 0.0552409 Dec 16 23:49:33.386740 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-10622452-3668-4371-b539-8a22722c26d6 req-851fbc7d-0ba9-4056-ac8d-2e965a45369a tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441692 Dec 16 23:49:34.285945 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device db28ef87-6fd4-4f07-9e8b-b8eddd42cfae up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:49:34.407343 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning for port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:49:34.411450 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:49:34.411821 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:34.493895 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:34.503051 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c98e53-37cc-4421-ba42-204d88affb53 req-10a88791-db0d-419a-b9ec-e2a903edb090 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:34.504652 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62c98e53-37cc-4421-ba42-204d88affb53 req-10a88791-db0d-419a-b9ec-e2a903edb090 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 944 time: 0.0505621 Dec 16 23:49:34.520448 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4177e35-96d4-440d-ac25-ee620949739d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:49:34.522562 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028d27b4-87bd-44ea-99ed-e6637c9edb48" -d '{"events": [{"server_uuid": "e4177e35-96d4-440d-ac25-ee620949739d", "name": "network-vif-plugged", "status": "completed", "tag": "db28ef87-6fd4-4f07-9e8b-b8eddd42cfae"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:49:34.535200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:49:34.558925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-62c98e53-37cc-4421-ba42-204d88affb53 req-a758e0bb-89fa-4c68-b2d1-3e4848ca0a79 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464592 Dec 16 23:49:34.565030 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e78052-25b3-419a-8077-5a0dccead66b x-openstack-request-id: req-b0e78052-25b3-419a-8077-5a0dccead66b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:49:34.565333 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4177e35-96d4-440d-ac25-ee620949739d", "name": "network-vif-plugged", "status": "completed", "tag": "db28ef87-6fd4-4f07-9e8b-b8eddd42cfae", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:49:34.565588 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0e78052-25b3-419a-8077-5a0dccead66b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:49:34.568995 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4177e35-96d4-440d-ac25-ee620949739d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'code': 200} Dec 16 23:49:34.617115 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:34.665288 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:34.675529 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf6859-06bc-48df-be94-8aa61d0369af req-6bdf2011-6d1f-4325-bba1-781f72b78fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:34.677676 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfdf6859-06bc-48df-be94-8aa61d0369af req-6bdf2011-6d1f-4325-bba1-781f72b78fee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 1096 time: 0.0454791 Dec 16 23:49:34.724828 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-dfdf6859-06bc-48df-be94-8aa61d0369af req-ed39c776-e54c-4231-b258-ff9bc26f7848 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395017 Dec 16 23:49:35.678850 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8dd9f-3877-4dde-9e4d-2514c476cb5e req-da5bf3a1-30b4-4b4a-b313-0df45d1bd5c4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:35.680379 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6b8dd9f-3877-4dde-9e4d-2514c476cb5e req-da5bf3a1-30b4-4b4a-b313-0df45d1bd5c4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 945 time: 0.0513299 Dec 16 23:49:35.731619 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f6b8dd9f-3877-4dde-9e4d-2514c476cb5e req-c49ee972-25aa-41b4-8d94-43e2878c4ff0 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452321 Dec 16 23:49:36.846860 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c67b0-6f44-4dc8-94d4-9ece77697f38 req-3a632f14-5ffd-4596-bdf9-d72e29880218 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:36.849425 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d22c67b0-6f44-4dc8-94d4-9ece77697f38 req-3a632f14-5ffd-4596-bdf9-d72e29880218 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 945 time: 0.0492098 Dec 16 23:49:36.902074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-d22c67b0-6f44-4dc8-94d4-9ece77697f38 req-0d6a4148-f1e6-4c7c-b0c3-b3c861d7ff34 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472701 Dec 16 23:49:37.015557 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69cde9-a42e-40e5-a1e9-0905b0a9173f req-3eb25f5b-3487-45c9-a61a-0af8de101b4e tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:37.016917 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e69cde9-a42e-40e5-a1e9-0905b0a9173f req-3eb25f5b-3487-45c9-a61a-0af8de101b4e tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 945 time: 0.0484619 Dec 16 23:49:37.065607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8e69cde9-a42e-40e5-a1e9-0905b0a9173f req-7b58407f-8829-438a-b552-37f5ca1f80ce tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422440 Dec 16 23:49:37.087046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40072) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:37.167519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ecc8db-f946-47a6-824a-c182e207ff28 tempest-TestSnapshotPattern-1615877974 tempest-TestSnapshotPattern-1615877974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:37.169031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-18ecc8db-f946-47a6-824a-c182e207ff28 tempest-TestSnapshotPattern-1615877974 tempest-TestSnapshotPattern-1615877974-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 1091 time: 0.0809817 Dec 16 23:49:37.171967 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40076) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:49:37.176340 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:49:37.270635 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:37.369251 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:37.470566 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Allocated IP 172.25.2.125 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/1d1059bc-3952-4294-8522-c18f7aab70cd) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:49:37.576750 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:37.641534 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:37.682386 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:49:37.685295 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:49:37.687827 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:49:37.713598 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event updated for resources: {'Port': ['ID=1d1059bc-3952-4294-8522-c18f7aab70cd,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:38.060661 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:38.180915 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:38.329636 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:38.388262 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:38.461117 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event updated for resources: {'Port': ['ID=1d1059bc-3952-4294-8522-c18f7aab70cd,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:49:38.469189 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:38.570955 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Floating IP 5bf4a78d-7e19-4662-8c34-dad34ad899c8 associated. External IP: 172.25.2.125, port: db28ef87-6fd4-4f07-9e8b-b8eddd42cfae. Dec 16 23:49:38.777332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Router 8cba981b-163e-4883-81c5-7a8afd484b1b has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:49:38.882075 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:49:38.892236 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ecac1-7a0a-4a2c-8039-57f55152c7b3 None None] Sync routers for ids ['8cba981b-163e-4883-81c5-7a8afd484b1b'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:49:38.902575 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ecac1-7a0a-4a2c-8039-57f55152c7b3 None None] Routers {'8cba981b-163e-4883-81c5-7a8afd484b1b'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:49:38.907166 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-689ecac1-7a0a-4a2c-8039-57f55152c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:49:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8cba981b-163e-4883-81c5-7a8afd484b1b'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:38.956635 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:38.986822 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-9fe1adca-85ab-4a87-b96b-1541bfb87713 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8138413 Dec 16 23:49:38.987436 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4177e35-96d4-440d-ac25-ee620949739d', 'tag': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:49:38.989822 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593e9e56-6b3d-49b3-b1f4-329ecabd9301" -d '{"events": [{"name": "network-changed", "server_uuid": "e4177e35-96d4-440d-ac25-ee620949739d", "tag": "db28ef87-6fd4-4f07-9e8b-b8eddd42cfae"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:49:39.027702 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c8b90d-2725-41d2-b816-dd9aeb298c51 x-openstack-request-id: req-c5c8b90d-2725-41d2-b816-dd9aeb298c51 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:49:39.027937 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4177e35-96d4-440d-ac25-ee620949739d", "tag": "db28ef87-6fd4-4f07-9e8b-b8eddd42cfae", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:49:39.028194 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5c8b90d-2725-41d2-b816-dd9aeb298c51 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:49:39.028531 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-689ecac1-7a0a-4a2c-8039-57f55152c7b3 None None] Set router 8cba981b-163e-4883-81c5-7a8afd484b1b gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:49:39.028671 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4177e35-96d4-440d-ac25-ee620949739d', 'tag': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'status': 'completed', 'code': 200} Dec 16 23:49:39.090941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e9e56-6b3d-49b3-b1f4-329ecabd9301 req-8c3ce995-dfa3-4a36-a744-8943b4f4fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:39.092489 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-593e9e56-6b3d-49b3-b1f4-329ecabd9301 req-8c3ce995-dfa3-4a36-a744-8943b4f4fc49 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 1096 time: 0.0408318 Dec 16 23:49:39.184425 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e9e56-6b3d-49b3-b1f4-329ecabd9301 req-229cff95-9b31-460f-b44f-c8a3d673f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:39.185930 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-593e9e56-6b3d-49b3-b1f4-329ecabd9301 req-229cff95-9b31-460f-b44f-c8a3d673f666 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a74e3ff-6f17-4486-9931-a6343bef23e4 HTTP/1.1" status: 200 len: 911 time: 0.0855293 Dec 16 23:49:39.256456 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-593e9e56-6b3d-49b3-b1f4-329ecabd9301 req-c6e76b8b-b89d-4f91-9e74-a976f81a5cce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae HTTP/1.1" status: 200 len: 999 time: 0.0631080 Dec 16 23:49:39.259722 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-689ecac1-7a0a-4a2c-8039-57f55152c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '5bf4a78d-7e19-4662-8c34-dad34ad899c8', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'port_id': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'mac_address': 'fa:16:3e:e8:0d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4177e35-96d4-440d-ac25-ee620949739d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:49:37Z', 'updated_at': '2021-12-16T23:49:37Z', 'revision_number': 0, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:17Z', 'revision_number': 5, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:39.287614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ecac1-7a0a-4a2c-8039-57f55152c7b3 None None] Checking router: 8cba981b-163e-4883-81c5-7a8afd484b1b for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:49:39.296112 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ecac1-7a0a-4a2c-8039-57f55152c7b3 None None] Routers {'8cba981b-163e-4883-81c5-7a8afd484b1b'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:49:39.296729 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-689ecac1-7a0a-4a2c-8039-57f55152c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:49:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8cba981b-163e-4883-81c5-7a8afd484b1b'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:39.307070 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e9e56-6b3d-49b3-b1f4-329ecabd9301 req-0c0c8b24-27d5-488d-9da7-82f9e9244c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:39.308611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-593e9e56-6b3d-49b3-b1f4-329ecabd9301 req-0c0c8b24-27d5-488d-9da7-82f9e9244c4a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c79dc667-90bc-40eb-a7a9-796314b1162b HTTP/1.1" status: 200 len: 849 time: 0.0452533 Dec 16 23:49:39.354688 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e9e56-6b3d-49b3-b1f4-329ecabd9301 req-172d02c3-d8be-4f9e-a30f-d78a84b2b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:49:39.356232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-593e9e56-6b3d-49b3-b1f4-329ecabd9301 req-172d02c3-d8be-4f9e-a30f-d78a84b2b896 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a74e3ff-6f17-4486-9931-a6343bef23e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405099 Dec 16 23:49:39.404157 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-689ecac1-7a0a-4a2c-8039-57f55152c7b3 None None] Set router 8cba981b-163e-4883-81c5-7a8afd484b1b gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:49:39.449481 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-593e9e56-6b3d-49b3-b1f4-329ecabd9301 req-280b7606-b48f-402f-89bd-d614cc40aa7a service neutron] 10.222.0.69 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857911 Dec 16 23:49:39.545629 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-593e9e56-6b3d-49b3-b1f4-329ecabd9301 req-074d4d96-a4c4-4996-8540-db29c3ed5b56 service neutron] 10.222.0.69 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887063 Dec 16 23:49:39.636020 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-689ecac1-7a0a-4a2c-8039-57f55152c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '5bf4a78d-7e19-4662-8c34-dad34ad899c8', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'port_id': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'mac_address': 'fa:16:3e:e8:0d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4177e35-96d4-440d-ac25-ee620949739d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:49:37Z', 'updated_at': '2021-12-16T23:49:37Z', 'revision_number': 0, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:17Z', 'revision_number': 5, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:49:39.663443 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ecac1-7a0a-4a2c-8039-57f55152c7b3 None None] The sync data for ids ['8cba981b-163e-4883-81c5-7a8afd484b1b'] in n-d-821840-2 is: [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '5bf4a78d-7e19-4662-8c34-dad34ad899c8', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'port_id': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'mac_address': 'fa:16:3e:e8:0d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4177e35-96d4-440d-ac25-ee620949739d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:49:37Z', 'updated_at': '2021-12-16T23:49:37Z', 'revision_number': 0, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:17Z', 'revision_number': 5, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:49:39.855861 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26dd0a0-2d6e-473b-8049-278676704a09 None None] New status for floating IP 5bf4a78d-7e19-4662-8c34-dad34ad899c8: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:49:43.820401 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-852c2293-5f7d-4faf-8abf-a39031e3fa14 req-a89a55e3-e923-464b-8dbc-8ea4cb240f26 service neutron] (103952) timed out ('10.222.0.69', 63752) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 23:49:43.915027 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:49:44.188447 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:44.395570 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:50.141871 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-53ee8d69-ac24-4db5-8543-e24fa9bb78d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:52.594039 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28ea1757-aea2-4e1a-a4d0-2d16c2b5720d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:53.990003 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:55.240521 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:55.823432 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:00.741922 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-560e03ac-3674-4704-b96a-659e596887a3 req-761e3a72-622e-4308-a077-6205dd150e9e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442338 Dec 16 23:50:00.826264 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e03ac-3674-4704-b96a-659e596887a3 req-4649fa3c-24f8-481b-ba3a-5f57c5b57122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:50:00.827787 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-560e03ac-3674-4704-b96a-659e596887a3 req-4649fa3c-24f8-481b-ba3a-5f57c5b57122 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 1096 time: 0.0406957 Dec 16 23:50:00.936016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e03ac-3674-4704-b96a-659e596887a3 req-74953515-0f9f-453b-9639-5cf485fd2879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:50:00.937479 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-560e03ac-3674-4704-b96a-659e596887a3 req-74953515-0f9f-453b-9639-5cf485fd2879 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a74e3ff-6f17-4486-9931-a6343bef23e4 HTTP/1.1" status: 200 len: 911 time: 0.0885725 Dec 16 23:50:01.002124 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-560e03ac-3674-4704-b96a-659e596887a3 req-c1ef73f7-52ee-4207-8e9e-a249e848f178 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae HTTP/1.1" status: 200 len: 1001 time: 0.0569210 Dec 16 23:50:01.056631 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e03ac-3674-4704-b96a-659e596887a3 req-d8a809f3-d335-4963-957c-5588c04ccf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:50:01.058031 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-560e03ac-3674-4704-b96a-659e596887a3 req-d8a809f3-d335-4963-957c-5588c04ccf80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c79dc667-90bc-40eb-a7a9-796314b1162b HTTP/1.1" status: 200 len: 849 time: 0.0427296 Dec 16 23:50:01.109542 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e03ac-3674-4704-b96a-659e596887a3 req-5f3f9adc-1fd4-4709-bee6-0245ca88c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:50:01.110993 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-560e03ac-3674-4704-b96a-659e596887a3 req-5f3f9adc-1fd4-4709-bee6-0245ca88c144 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a74e3ff-6f17-4486-9931-a6343bef23e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431104 Dec 16 23:50:01.204727 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-560e03ac-3674-4704-b96a-659e596887a3 req-1c8627d7-6939-4025-a860-6442b2559cd0 service neutron] 10.222.0.69 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817490 Dec 16 23:50:01.301954 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-560e03ac-3674-4704-b96a-659e596887a3 req-dff0036d-5b9f-41fd-b02f-81aa4545eb09 service neutron] 10.222.0.69 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879822 Dec 16 23:50:14.205104 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:14.359409 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:20.126177 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d53e10c7-93ae-4e1e-a81c-d30adbf1bc7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:20.914949 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:50:22.599650 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aeeb487e-d470-4bc8-8678-f87dc3ef0e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:23.960463 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:25.211562 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:25.821988 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:44.211034 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:44.370883 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:50.153634 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bef4d0d-ef6f-47e4-b309-bb5ec5cfa406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:52.599324 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12190e63-0059-499c-a97d-25af150ec2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:53.970921 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:55.222074 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:55.828057 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:57.914630 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:51:01.867070 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47665e79-4113-40a2-b123-c9b6adcd84a2 req-ba9985fe-a511-432a-8b22-8c7bbb268338 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415208 Dec 16 23:51:01.954332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47665e79-4113-40a2-b123-c9b6adcd84a2 req-894aa663-fefc-4aea-b2e2-3b3a96002f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:51:01.955772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47665e79-4113-40a2-b123-c9b6adcd84a2 req-894aa663-fefc-4aea-b2e2-3b3a96002f8d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 1096 time: 0.0399063 Dec 16 23:51:02.061799 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47665e79-4113-40a2-b123-c9b6adcd84a2 req-ef06daa7-d662-4dc9-8ff0-85ed56f14ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:51:02.063279 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47665e79-4113-40a2-b123-c9b6adcd84a2 req-ef06daa7-d662-4dc9-8ff0-85ed56f14ee2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a74e3ff-6f17-4486-9931-a6343bef23e4 HTTP/1.1" status: 200 len: 911 time: 0.0871847 Dec 16 23:51:02.131237 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47665e79-4113-40a2-b123-c9b6adcd84a2 req-e3de9d07-aebb-4dff-b6f7-19813f2c3a64 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae HTTP/1.1" status: 200 len: 1001 time: 0.0574780 Dec 16 23:51:02.185178 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47665e79-4113-40a2-b123-c9b6adcd84a2 req-56c1d0b7-0e46-4d6c-b9bf-d674b651f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:51:02.186570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47665e79-4113-40a2-b123-c9b6adcd84a2 req-56c1d0b7-0e46-4d6c-b9bf-d674b651f3ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c79dc667-90bc-40eb-a7a9-796314b1162b HTTP/1.1" status: 200 len: 849 time: 0.0429425 Dec 16 23:51:02.237164 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47665e79-4113-40a2-b123-c9b6adcd84a2 req-eb98aa53-5440-430a-9dc1-8e0becd95a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:51:02.238560 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47665e79-4113-40a2-b123-c9b6adcd84a2 req-eb98aa53-5440-430a-9dc1-8e0becd95a48 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a74e3ff-6f17-4486-9931-a6343bef23e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423172 Dec 16 23:51:02.331187 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47665e79-4113-40a2-b123-c9b6adcd84a2 req-04f7f592-c1bf-41f8-8238-fca307a5331b service neutron] 10.222.0.69 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811467 Dec 16 23:51:02.427784 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-47665e79-4113-40a2-b123-c9b6adcd84a2 req-c18c1f0b-2be1-4562-9363-9bacc0c8a947 service neutron] 10.222.0.69 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846839 Dec 16 23:51:14.193359 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:14.376329 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:20.164855 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd5c2684-8f1a-414a-a1ac-e97ef89ba06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:22.598505 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5982-6e5b-4e84-9437-d7b9b62f62e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:23.964689 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:25.232265 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:25.827552 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:34.913859 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:51:38.905905 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device db28ef87-6fd4-4f07-9e8b-b8eddd42cfae details requested by agent hyperv_n-h1-821840-2 with host n-h1-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:51:39.003255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:51:39.014675 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Returning: {'device': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'port_id': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'mac_address': 'fa:16:3e:e8:0d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:51:39.051888 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:39.065006 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db28ef87-6fd4-4f07-9e8b-b8eddd42cfae {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:51:39.083439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:51:39.152845 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:39.202356 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:51:39.210260 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:39.210614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:39.211504 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:39.212196 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:39.212326 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:39.212602 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:39.212935 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:39.213268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:39.213599 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:39.213927 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:39.214255 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:39.214614 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:39.214938 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:39.233660 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] get_ports_and_sgs() called for port_ids ['db28ef87-6fd4-4f07-9e8b-b8eddd42cfae'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:51:40.924980 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device db28ef87-6fd4-4f07-9e8b-b8eddd42cfae up at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:51:40.978515 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Provisioning complete for port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:51:40.978790 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:41.057142 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:41.091176 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4177e35-96d4-440d-ac25-ee620949739d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:51:41.095849 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10614c78-8785-4b95-834f-1cec3cec5e84" -d '{"events": [{"server_uuid": "e4177e35-96d4-440d-ac25-ee620949739d", "name": "network-vif-plugged", "status": "completed", "tag": "db28ef87-6fd4-4f07-9e8b-b8eddd42cfae"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:51:41.111201 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:51:41.146476 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d96b709-d35b-4205-993f-71c507ef6a65 x-openstack-request-id: req-8d96b709-d35b-4205-993f-71c507ef6a65 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:51:41.146770 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4177e35-96d4-440d-ac25-ee620949739d", "name": "network-vif-plugged", "status": "completed", "tag": "db28ef87-6fd4-4f07-9e8b-b8eddd42cfae", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:51:41.147025 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d96b709-d35b-4205-993f-71c507ef6a65 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:51:41.147467 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4177e35-96d4-440d-ac25-ee620949739d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'code': 200} Dec 16 23:51:41.170358 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:41.229259 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:51:44.199060 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:44.387594 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:50.143660 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27cb878b-5868-4a39-84cf-8f31d67fa910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:51.815352 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cb5702fe-6449-42a0-8e53-129dc31e6248 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1438742865&fields=id&tenant_id=c596271c000c4cee9ec313dee27d35d8 HTTP/1.1" status: 200 len: 267 time: 0.3827157 Dec 16 23:51:51.920583 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-f1da2fc5-5a15-476a-8e54-a235c002375f tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:51:51.922026 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-f1da2fc5-5a15-476a-8e54-a235c002375f tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/networks?id=5a74e3ff-6f17-4486-9931-a6343bef23e4 HTTP/1.1" status: 200 len: 810 time: 0.0989201 Dec 16 23:51:51.936983 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-3b221b81-0bfc-4965-aff2-7c2e12a25aa4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/quotas/c596271c000c4cee9ec313dee27d35d8 HTTP/1.1" status: 200 len: 375 time: 0.0091832 Dec 16 23:51:51.992398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-d2d0cee6-6403-4dc2-9caf-8beb5daa8641 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500574 Dec 16 23:51:52.049811 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-a399bdee-dc52-4ffb-9b45-dfe305cf1dbf service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:51:52.050825 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-a399bdee-dc52-4ffb-9b45-dfe305cf1dbf service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467362 Dec 16 23:51:52.139389 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-f49049d1-af4d-472b-b1cc-2d4c3bc8c7c0 service neutron] 10.222.0.43 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814068 Dec 16 23:51:52.230570 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-d5b25cb8-ba95-4871-938c-5559ae806caf service neutron] 10.222.0.43 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850360 Dec 16 23:51:52.527805 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75e894b1-de0f-4ff2-8fa6-45b0b985552d req-56fdbd13-2688-4c24-b723-f3b57137bb04 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 210 time: 0.0272372 Dec 16 23:51:52.575801 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-012b21ea-d6b4-436d-a20b-83384eb75a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:53.605883 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-bf97ab88-90f9-4d18-a032-cf77a6fe73ea req-16713b1e-d27b-4499-88c1-9dc907bd16a7 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 210 time: 0.0261030 Dec 16 23:51:53.981007 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:54.683256 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5f9e9431-0fa4-4656-bcdc-eb9eb722c42c req-323b7301-be38-4c40-8ae2-4a2a599a9a4c tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 210 time: 0.0272915 Dec 16 23:51:54.969253 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device db28ef87-6fd4-4f07-9e8b-b8eddd42cfae no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:51:55.049335 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:55.072422 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4177e35-96d4-440d-ac25-ee620949739d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:51:55.074693 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eeea37-e715-40b9-94bd-163abd90a6de" -d '{"events": [{"server_uuid": "e4177e35-96d4-440d-ac25-ee620949739d", "name": "network-vif-unplugged", "status": "completed", "tag": "db28ef87-6fd4-4f07-9e8b-b8eddd42cfae"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:51:55.087811 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] For port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:51:55.166676 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf19ac2-d6f7-4d0d-b5ec-eaf841a6969a x-openstack-request-id: req-bcf19ac2-d6f7-4d0d-b5ec-eaf841a6969a {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:51:55.166995 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4177e35-96d4-440d-ac25-ee620949739d", "name": "network-vif-unplugged", "status": "completed", "tag": "db28ef87-6fd4-4f07-9e8b-b8eddd42cfae", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:51:55.167249 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcf19ac2-d6f7-4d0d-b5ec-eaf841a6969a {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:51:55.167725 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4177e35-96d4-440d-ac25-ee620949739d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'code': 200} Dec 16 23:51:55.171877 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:55.223799 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Pushing event updated for resources: {'Port': ['ID=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:51:55.272930 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:55.778691 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-75a86bb8-54d9-42df-9069-a1ba5e8ec822 req-3fdcae4e-8dce-4667-8852-fdd6818b5095 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 210 time: 0.0275264 Dec 16 23:51:55.815496 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:56.880115 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5d8e3434-38e0-49d3-ba4b-c591995d6f03 req-5bd78124-bd2d-4cbc-a2b5-eafc08521b2b tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 210 time: 0.0309672 Dec 16 23:51:57.504611 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-151e500e-3c8f-4aac-bf17-8ccec4c44699 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:51:57.506418 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-151e500e-3c8f-4aac-bf17-8ccec4c44699 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.24 "GET /v2.0/networks?id=5a74e3ff-6f17-4486-9931-a6343bef23e4 HTTP/1.1" status: 200 len: 810 time: 0.1052132 Dec 16 23:51:57.573015 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-e9d19f28-beb0-4665-bb08-61d4edea851c tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c596271c000c4cee9ec313dee27d35d8 HTTP/1.1" status: 200 len: 380 time: 0.0566506 Dec 16 23:51:57.582552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Request body: {'port': {'device_id': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'admin_state_up': True, 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'security_groups': ['392dd369-cee5-4e2b-8af8-eb1e40643ec4']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:51:57.757485 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Made reservation on behalf of c596271c000c4cee9ec313dee27d35d8 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:51:57.761643 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:57.895772 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Allocated IP 172.20.0.3 (5a74e3ff-6f17-4486-9931-a6343bef23e4/c79dc667-90bc-40eb-a7a9-796314b1162b/b22cfbc0-6e27-48bf-b129-340f4e821f1d) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:51:58.005914 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9ff6e966-846d-4e5d-9767-c8170006ce9f req-5e1eabb5-fc7f-4d25-98a7-4e2d83dc68bb tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 210 time: 0.0536392 Dec 16 23:51:58.065475 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:58.160865 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:58.194599 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Network 5a74e3ff-6f17-4486-9931-a6343bef23e4 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:51:58.197776 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:51:58.200520 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:51:58.293965 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:51:58.295136 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:58.297991 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event updated for resources: {'Port': ['ID=b22cfbc0-6e27-48bf-b129-340f4e821f1d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:51:58.315311 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:58.315782 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:58.316118 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:58.316506 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:58.316904 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:58.317330 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:58.317667 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:58.318046 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:58.318432 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:58.318890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:58.319206 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:58.319568 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:58.319953 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:51:58.402733 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-b7ed5055-8d16-4e22-bb45-9912ea62eab6 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8237157 Dec 16 23:51:58.566830 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-367c6e8d-47a2-44b3-9a69-1609b5912127 None None] Provisioning complete for port b22cfbc0-6e27-48bf-b129-340f4e821f1d triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:51:58.567557 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-367c6e8d-47a2-44b3-9a69-1609b5912127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:58.616087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-367c6e8d-47a2-44b3-9a69-1609b5912127 None None] Port b22cfbc0-6e27-48bf-b129-340f4e821f1d cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:51:59.137677 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cbe5c-0045-4471-bf78-a28a9735b3b8 req-1a321d6a-2419-43df-8912-a6780ac5e374 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:51:59.139164 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-674cbe5c-0045-4471-bf78-a28a9735b3b8 req-1a321d6a-2419-43df-8912-a6780ac5e374 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 931 time: 0.0559387 Dec 16 23:51:59.196921 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-674cbe5c-0045-4471-bf78-a28a9735b3b8 req-e25e5ffd-4ebd-4639-9bd9-7b97967c8d92 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512342 Dec 16 23:52:00.318332 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f83e9-32d3-41fd-96c5-a92c7484bbba req-8523b780-9256-4523-8599-5025c650627f tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:00.320210 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c9f83e9-32d3-41fd-96c5-a92c7484bbba req-8523b780-9256-4523-8599-5025c650627f tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 931 time: 0.0493960 Dec 16 23:52:00.375075 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-9c9f83e9-32d3-41fd-96c5-a92c7484bbba req-d4e92971-2967-4597-a2b9-0e2704c79943 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482473 Dec 16 23:52:00.993347 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca2b3952-a9e7-4b76-95bd-086ef9603538 req-0ce1058f-ad01-427e-91a2-05625cec7851 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411375 Dec 16 23:52:01.089633 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b3952-a9e7-4b76-95bd-086ef9603538 req-986f5835-e639-4c2d-bd68-f74fab3261cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:01.091173 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca2b3952-a9e7-4b76-95bd-086ef9603538 req-986f5835-e639-4c2d-bd68-f74fab3261cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 1094 time: 0.0473008 Dec 16 23:52:01.211740 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b3952-a9e7-4b76-95bd-086ef9603538 req-fe06bf47-2eac-4575-8074-3b1f52ce5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:01.213286 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca2b3952-a9e7-4b76-95bd-086ef9603538 req-fe06bf47-2eac-4575-8074-3b1f52ce5e99 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a74e3ff-6f17-4486-9931-a6343bef23e4 HTTP/1.1" status: 200 len: 911 time: 0.0953584 Dec 16 23:52:01.292325 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca2b3952-a9e7-4b76-95bd-086ef9603538 req-56ec9c10-1f29-4518-9abe-1ffe2ae07eb7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae HTTP/1.1" status: 200 len: 999 time: 0.0674632 Dec 16 23:52:01.350229 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b3952-a9e7-4b76-95bd-086ef9603538 req-841956f9-92c1-4053-8ced-709a7d4a92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:01.351772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca2b3952-a9e7-4b76-95bd-086ef9603538 req-841956f9-92c1-4053-8ced-709a7d4a92e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c79dc667-90bc-40eb-a7a9-796314b1162b HTTP/1.1" status: 200 len: 849 time: 0.0487406 Dec 16 23:52:01.405764 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b3952-a9e7-4b76-95bd-086ef9603538 req-562f7e4f-4b0b-48ab-958c-5de5c8222487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:01.407422 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca2b3952-a9e7-4b76-95bd-086ef9603538 req-562f7e4f-4b0b-48ab-958c-5de5c8222487 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a74e3ff-6f17-4486-9931-a6343bef23e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438530 Dec 16 23:52:01.549978 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff92f2-ce05-4a42-ba5d-b3d5b72a572c req-80071db8-45fc-43c2-bd60-89b2fe1dc733 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:01.551424 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-caff92f2-ce05-4a42-ba5d-b3d5b72a572c req-80071db8-45fc-43c2-bd60-89b2fe1dc733 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 931 time: 0.0828333 Dec 16 23:52:01.571592 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca2b3952-a9e7-4b76-95bd-086ef9603538 req-982eeff7-24fd-461f-9272-4c0aa7877357 service neutron] 10.222.0.69 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505957 Dec 16 23:52:01.657465 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-caff92f2-ce05-4a42-ba5d-b3d5b72a572c req-03c6fbee-60c0-4bee-aeb5-619486f63087 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968747 Dec 16 23:52:01.712683 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ca2b3952-a9e7-4b76-95bd-086ef9603538 req-07292bd4-f93a-4e4a-a7b0-fdcbe29907e8 service neutron] 10.222.0.69 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287217 Dec 16 23:52:02.784915 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22baed-3d8c-4a07-8f99-c0602c98df9b req-0126fe73-0eb9-4643-9d7b-8473c69db170 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:02.786440 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe22baed-3d8c-4a07-8f99-c0602c98df9b req-0126fe73-0eb9-4643-9d7b-8473c69db170 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 931 time: 0.0567641 Dec 16 23:52:02.847255 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fe22baed-3d8c-4a07-8f99-c0602c98df9b req-268e48e8-d44d-4821-a78f-a78196d9d899 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535142 Dec 16 23:52:03.973496 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db0f57-5bb8-4cec-92a0-84461fc7bfb9 req-34d8d07f-8e77-4c81-b071-a09c0673c29c tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:03.974960 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68db0f57-5bb8-4cec-92a0-84461fc7bfb9 req-34d8d07f-8e77-4c81-b071-a09c0673c29c tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 931 time: 0.0584412 Dec 16 23:52:04.026520 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-68db0f57-5bb8-4cec-92a0-84461fc7bfb9 req-3a118d16-13b6-43d9-8e50-3e88ecab3468 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456021 Dec 16 23:52:05.153086 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2e82f-036c-4cc8-9501-54893ad20379 req-d9e5a755-5043-4f7c-ac3b-58fa53e7cd5e tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:05.154649 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83d2e82f-036c-4cc8-9501-54893ad20379 req-d9e5a755-5043-4f7c-ac3b-58fa53e7cd5e tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 931 time: 0.0563838 Dec 16 23:52:05.206495 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-83d2e82f-036c-4cc8-9501-54893ad20379 req-267ecd28-962a-44b0-8d5e-8154df560201 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454698 Dec 16 23:52:06.334161 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f9863-5422-467f-b5e2-c0b4182438bb req-56afab6f-ee5a-4c5f-8a31-b3e5c94f51b2 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:06.335722 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb1f9863-5422-467f-b5e2-c0b4182438bb req-56afab6f-ee5a-4c5f-8a31-b3e5c94f51b2 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 931 time: 0.0529003 Dec 16 23:52:06.395943 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-fb1f9863-5422-467f-b5e2-c0b4182438bb req-fe52e776-5a79-44ae-9d69-279424506192 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533631 Dec 16 23:52:07.525634 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf25c41-eae7-4ee3-be94-ed9e56253b6f req-b07f71d7-3d35-4204-82bf-deef7f39bd0d tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:07.527184 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5bf25c41-eae7-4ee3-be94-ed9e56253b6f req-b07f71d7-3d35-4204-82bf-deef7f39bd0d tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 931 time: 0.0540454 Dec 16 23:52:07.589392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5bf25c41-eae7-4ee3-be94-ed9e56253b6f req-8269b49d-7929-47a0-8feb-ad3b17226f04 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558178 Dec 16 23:52:08.591445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-6064f30a-6fcd-4a3e-9949-27971845b93e tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:52:08.592374 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-6064f30a-6fcd-4a3e-9949-27971845b93e tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054507 Dec 16 23:52:08.651259 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Request body: {'port': {'device_id': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-2'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:52:08.729600 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:08.757359 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2404b-e8d4-4f9c-aec4-8f683e31183d req-6e32c289-2ef0-402c-a388-76bd4854ae16 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:08.758865 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fb2404b-e8d4-4f9c-aec4-8f683e31183d req-6e32c289-2ef0-402c-a388-76bd4854ae16 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 931 time: 0.0881708 Dec 16 23:52:08.889652 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-2fb2404b-e8d4-4f9c-aec4-8f683e31183d req-c2a3f4c4-add4-45a5-a17a-1c6c7cd9dae4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105638 Dec 16 23:52:09.047002 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22cfbc0-6e27-48bf-b129-340f4e821f1d {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:52:09.054336 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:09.066248 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Transition to ACTIVE for port object b22cfbc0-6e27-48bf-b129-340f4e821f1d will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:52:09.123862 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:09.192168 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Pushing event updated for resources: {'Port': ['ID=b22cfbc0-6e27-48bf-b129-340f4e821f1d,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:52:09.248869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Attempting to bind port b22cfbc0-6e27-48bf-b129-340f4e821f1d on host n-h2-821840-2 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:52:09.249222 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Attempting to bind port b22cfbc0-6e27-48bf-b129-340f4e821f1d by drivers openvswitch,hyperv on host n-h2-821840-2 at level 0 using segments [{'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:52:09.249564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Attempting to bind port b22cfbc0-6e27-48bf-b129-340f4e821f1d on network 5a74e3ff-6f17-4486-9931-a6343bef23e4 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:52:09.258789 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Port b22cfbc0-6e27-48bf-b129-340f4e821f1d on network 5a74e3ff-6f17-4486-9931-a6343bef23e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:52:09.259152 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Attempting to bind port b22cfbc0-6e27-48bf-b129-340f4e821f1d on network 5a74e3ff-6f17-4486-9931-a6343bef23e4 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:52:09.264597 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Checking agent: {'id': '01904401-630d-4087-a47d-151621e5386a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'started_at': datetime.datetime(2021, 12, 16, 22, 4, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:52:09.264941 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Checking segment: {'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:52:09.265331 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Bound using segment: {'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:52:09.265768 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Bound port: b22cfbc0-6e27-48bf-b129-340f4e821f1d, host: n-h2-821840-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317e5a54-72c2-42bb-b28d-c1071189d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:52:09.266134 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:09.332679 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] For port b22cfbc0-6e27-48bf-b129-340f4e821f1d, host n-h2-821840-2, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:52:09.335726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] For port b22cfbc0-6e27-48bf-b129-340f4e821f1d, host n-h2-821840-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b22cfbc0-6e27-48bf-b129-340f4e821f1d,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:52:09.410047 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:09.448065 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:09.448716 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:09.450076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] 10.222.0.24 "PUT /v2.0/ports/b22cfbc0-6e27-48bf-b129-340f4e821f1d HTTP/1.1" status: 200 len: 1091 time: 0.8482718 Dec 16 23:52:09.450527 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'tag': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:52:09.452868 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e49e5a-d551-43ac-8a0f-fe0aca53bd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f25dcfbc-4c07-459e-b9f9-e7af54481c97", "tag": "b22cfbc0-6e27-48bf-b129-340f4e821f1d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:52:09.481623 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae9a97-79dd-44cf-babb-5e5899f8f55d service neutron] Pushing event updated for resources: {'Port': ['ID=b22cfbc0-6e27-48bf-b129-340f4e821f1d,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:52:09.505674 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63bbc2b-3fa8-4c9a-b914-2dd659bce97d x-openstack-request-id: req-b63bbc2b-3fa8-4c9a-b914-2dd659bce97d {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:52:09.505967 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25dcfbc-4c07-459e-b9f9-e7af54481c97", "tag": "b22cfbc0-6e27-48bf-b129-340f4e821f1d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:52:09.506224 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b63bbc2b-3fa8-4c9a-b914-2dd659bce97d {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:52:09.506634 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'tag': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d', 'status': 'completed', 'code': 200} Dec 16 23:52:09.573221 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e49e5a-d551-43ac-8a0f-fe0aca53bd0a req-dcdc43d3-6b45-483f-a4e9-b67262bea727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:09.574785 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59e49e5a-d551-43ac-8a0f-fe0aca53bd0a req-dcdc43d3-6b45-483f-a4e9-b67262bea727 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 1094 time: 0.0437768 Dec 16 23:52:09.687724 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e49e5a-d551-43ac-8a0f-fe0aca53bd0a req-29d38d92-bbc6-4b04-8837-6cfccee2d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:09.689330 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59e49e5a-d551-43ac-8a0f-fe0aca53bd0a req-29d38d92-bbc6-4b04-8837-6cfccee2d9fb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c596271c000c4cee9ec313dee27d35d8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1009166 Dec 16 23:52:09.793552 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e49e5a-d551-43ac-8a0f-fe0aca53bd0a req-87a96014-27a7-4bb3-8393-8dddd091eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:09.795048 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-59e49e5a-d551-43ac-8a0f-fe0aca53bd0a req-87a96014-27a7-4bb3-8393-8dddd091eb08 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941422 Dec 16 23:52:09.885481 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-d31f3bf5-e05c-4e13-8293-b01622f1c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:09.886996 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-d31f3bf5-e05c-4e13-8293-b01622f1c1c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 1094 time: 0.0414407 Dec 16 23:52:09.934120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-dd1abc29-6c80-4a2e-830e-d907006b8c2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b22cfbc0-6e27-48bf-b129-340f4e821f1d HTTP/1.1" status: 200 len: 217 time: 0.0352700 Dec 16 23:52:10.016685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-ecc004c5-4243-4e31-b4f1-8365482df88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:10.018076 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-ecc004c5-4243-4e31-b4f1-8365482df88b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c79dc667-90bc-40eb-a7a9-796314b1162b HTTP/1.1" status: 200 len: 849 time: 0.0770159 Dec 16 23:52:10.030519 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1566a0a-9e51-4e07-a18f-2859c5a04a42 req-0ee90c60-b71d-4fc2-bacb-f8c04f955fe7 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:10.031933 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1566a0a-9e51-4e07-a18f-2859c5a04a42 req-0ee90c60-b71d-4fc2-bacb-f8c04f955fe7 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 943 time: 0.0613751 Dec 16 23:52:10.102362 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-21f5cbf6-8f00-4032-a421-e3d8ccc99f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:10.104558 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-21f5cbf6-8f00-4032-a421-e3d8ccc99f84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a74e3ff-6f17-4486-9931-a6343bef23e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717645 Dec 16 23:52:10.110155 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-f1566a0a-9e51-4e07-a18f-2859c5a04a42 req-4c22b9fd-594d-49d4-9b4c-ef49d706abd0 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698977 Dec 16 23:52:10.202135 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-afacb943-6e59-4420-b987-8a53d6d7ffea service neutron] 10.222.0.24 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858517 Dec 16 23:52:10.295505 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-3404aad0-76b0-45d0-b4ce-13b529bbcdc4 req-2889a543-1de8-4902-89b1-465f5333c3d8 service neutron] 10.222.0.24 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818000 Dec 16 23:52:11.232038 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b0294-2635-42ab-b352-1e53418b9600 req-6c7acb04-3d5d-442a-82f0-6386a64f1e0b tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:11.233526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec9b0294-2635-42ab-b352-1e53418b9600 req-6c7acb04-3d5d-442a-82f0-6386a64f1e0b tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 943 time: 0.0540361 Dec 16 23:52:11.283309 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ec9b0294-2635-42ab-b352-1e53418b9600 req-6d260855-bc2e-4fd5-9d42-522940cb9102 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438306 Dec 16 23:52:11.912308 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:52:12.401349 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389434a0-0e0d-4226-947c-b2a91845fbf7 req-fc277784-b140-47a8-b419-009065624df7 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:12.402845 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-389434a0-0e0d-4226-947c-b2a91845fbf7 req-fc277784-b140-47a8-b419-009065624df7 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 943 time: 0.0534272 Dec 16 23:52:12.452398 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-389434a0-0e0d-4226-947c-b2a91845fbf7 req-7921a51b-8097-4f3e-b949-570625990d00 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436072 Dec 16 23:52:12.796726 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b22cfbc0-6e27-48bf-b129-340f4e821f1d details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:52:12.895115 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b22cfbc0-6e27-48bf-b129-340f4e821f1d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b22cfbc0-6e27-48bf-b129-340f4e821f1d,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:52:12.907297 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'port_id': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d', 'mac_address': 'fa:16:3e:23:bb:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:52:12.949747 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:12.963522 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22cfbc0-6e27-48bf-b129-340f4e821f1d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:52:12.983169 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b22cfbc0-6e27-48bf-b129-340f4e821f1d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b22cfbc0-6e27-48bf-b129-340f4e821f1d,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:52:13.038193 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:13.088271 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=b22cfbc0-6e27-48bf-b129-340f4e821f1d,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:52:13.352025 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['b22cfbc0-6e27-48bf-b129-340f4e821f1d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:52:13.576427 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a853a-53ff-42e0-b894-4e886774546d req-21522c4e-eb1b-43c5-8780-7b1dbff64ee2 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:13.577937 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-508a853a-53ff-42e0-b894-4e886774546d req-21522c4e-eb1b-43c5-8780-7b1dbff64ee2 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 944 time: 0.0546010 Dec 16 23:52:13.642929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-508a853a-53ff-42e0-b894-4e886774546d req-f72615fe-0b2f-440f-99a7-ed775baee9df tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587089 Dec 16 23:52:14.237789 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:14.403622 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:14.761420 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74369c5e-4460-4ad7-a163-5667bf456f2a req-98279cf0-3111-4970-8a10-02143d0678fa tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:14.762866 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74369c5e-4460-4ad7-a163-5667bf456f2a req-98279cf0-3111-4970-8a10-02143d0678fa tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 944 time: 0.0505462 Dec 16 23:52:14.810905 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-74369c5e-4460-4ad7-a163-5667bf456f2a req-d0b8e66d-f8ca-4178-94fe-a6085816b164 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420258 Dec 16 23:52:14.833412 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b22cfbc0-6e27-48bf-b129-340f4e821f1d up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:52:14.952039 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning for port b22cfbc0-6e27-48bf-b129-340f4e821f1d completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:52:14.955972 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port b22cfbc0-6e27-48bf-b129-340f4e821f1d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:52:14.956338 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:15.032146 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:15.053687 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:52:15.056681 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e1805a-02e5-4858-9cbc-888764c930cd" -d '{"events": [{"server_uuid": "f25dcfbc-4c07-459e-b9f9-e7af54481c97", "name": "network-vif-plugged", "status": "completed", "tag": "b22cfbc0-6e27-48bf-b129-340f4e821f1d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:52:15.069439 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b22cfbc0-6e27-48bf-b129-340f4e821f1d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b22cfbc0-6e27-48bf-b129-340f4e821f1d,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:52:15.094757 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22a2b8f-6798-4e54-aa64-6caa1b17ce58 x-openstack-request-id: req-a22a2b8f-6798-4e54-aa64-6caa1b17ce58 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:52:15.094757 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25dcfbc-4c07-459e-b9f9-e7af54481c97", "name": "network-vif-plugged", "status": "completed", "tag": "b22cfbc0-6e27-48bf-b129-340f4e821f1d", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:52:15.094757 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a22a2b8f-6798-4e54-aa64-6caa1b17ce58 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:52:15.094757 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d', 'code': 200} Dec 16 23:52:15.140284 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:15.188643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=b22cfbc0-6e27-48bf-b129-340f4e821f1d,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:52:15.198493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b28b9-18b8-49f9-b183-5778a36d55f1 req-566b8bbc-e0af-4811-bd33-23c6d1adb58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:15.203453 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-338b28b9-18b8-49f9-b183-5778a36d55f1 req-566b8bbc-e0af-4811-bd33-23c6d1adb58f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 1096 time: 0.0445037 Dec 16 23:52:15.250357 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-338b28b9-18b8-49f9-b183-5778a36d55f1 req-c581f401-da89-4455-9b4b-1afc824311fc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394907 Dec 16 23:52:15.931739 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13643243-c11f-4aa3-acac-aad2087ec328 req-82435a19-5dcc-4d18-9c9c-8f4947043cf3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:15.933219 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13643243-c11f-4aa3-acac-aad2087ec328 req-82435a19-5dcc-4d18-9c9c-8f4947043cf3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 945 time: 0.0537555 Dec 16 23:52:15.982116 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-13643243-c11f-4aa3-acac-aad2087ec328 req-1670d117-5cf1-4ed0-a46d-b7786cdb4ce0 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428336 Dec 16 23:52:17.097856 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826655bc-71bc-4683-91a9-cf3b75e85ccf req-013cc696-0f63-4a29-8a47-032a96aaed43 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:17.099330 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-826655bc-71bc-4683-91a9-cf3b75e85ccf req-013cc696-0f63-4a29-8a47-032a96aaed43 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 945 time: 0.0477245 Dec 16 23:52:17.148470 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-826655bc-71bc-4683-91a9-cf3b75e85ccf req-a8e749e0-424a-4e18-ac6b-f208abd35ff2 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427389 Dec 16 23:52:17.266370 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4e383-77c9-4aa8-b94e-728199d441ce req-31a1baa2-86f2-4b01-b70a-4af4cfcbffe5 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:17.267808 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6b4e383-77c9-4aa8-b94e-728199d441ce req-31a1baa2-86f2-4b01-b70a-4af4cfcbffe5 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 945 time: 0.0495479 Dec 16 23:52:17.320454 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-b6b4e383-77c9-4aa8-b94e-728199d441ce req-751e2e83-1e73-4928-8d62-276e38b6f276 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465748 Dec 16 23:52:17.342694 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40370) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:52:17.382237 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb27c1f8-01c8-430f-9e69-59edb4ca029f tempest-TestSnapshotPattern-1615877974 tempest-TestSnapshotPattern-1615877974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:17.383754 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-fb27c1f8-01c8-430f-9e69-59edb4ca029f tempest-TestSnapshotPattern-1615877974 tempest-TestSnapshotPattern-1615877974-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 1091 time: 0.0400457 Dec 16 23:52:17.386470 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40372) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:52:17.390665 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.v2.base [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Request body: {'floatingip': {'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'port_id': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:52:17.495345 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for floatingip, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:17.595603 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:17.699626 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Allocated IP 172.25.2.177 (331c0cce-7f70-4da0-8420-947a310fded1/2c2d108b-73ac-4a5c-b817-dc8733b8b35c/cd1fb265-3bae-4176-afcf-660a6fceb225) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:52:17.802818 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for port, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:17.924341 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985053112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:17.967133 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Network 331c0cce-7f70-4da0-8420-947a310fded1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:52:17.970045 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:52:17.974205 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:52:17.977246 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event updated for resources: {'Port': ['ID=cd1fb265-3bae-4176-afcf-660a6fceb225,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:52:18.325546 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:18.422938 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:18.573462 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for port, precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:18.626178 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5880654'] for port, after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:18.699534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event updated for resources: {'Port': ['ID=cd1fb265-3bae-4176-afcf-660a6fceb225,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:52:18.707934 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550144'] for floatingip, after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:18.806599 n-d-821840-2 neutron-server[103951]: INFO neutron.db.l3_db [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Floating IP 54250492-689e-42f0-837b-8e39bfd3a4c1 associated. External IP: 172.25.2.177, port: b22cfbc0-6e27-48bf-b129-340f4e821f1d. Dec 16 23:52:19.344672 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Router 8cba981b-163e-4883-81c5-7a8afd484b1b has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:52:19.450352 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:52:19.463091 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e16722-3683-4bca-8e6e-276451d765dd None None] Sync routers for ids ['8cba981b-163e-4883-81c5-7a8afd484b1b'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:52:19.470162 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e16722-3683-4bca-8e6e-276451d765dd None None] Routers {'8cba981b-163e-4883-81c5-7a8afd484b1b'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:52:19.470819 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b3e16722-3683-4bca-8e6e-276451d765dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:51:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8cba981b-163e-4883-81c5-7a8afd484b1b'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:52:19.542699 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:19.569984 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-086536d0-c21c-4b06-b0bd-b08bdfc839f4 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1825075 Dec 16 23:52:19.571981 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'tag': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:52:19.573610 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8459d69a-d846-4618-828b-74f6613974d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f25dcfbc-4c07-459e-b9f9-e7af54481c97", "tag": "b22cfbc0-6e27-48bf-b129-340f4e821f1d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:52:19.580566 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-b3e16722-3683-4bca-8e6e-276451d765dd None None] Set router 8cba981b-163e-4883-81c5-7a8afd484b1b gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:52:19.610375 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b545a42-ce7b-4a92-89cc-73257071061c x-openstack-request-id: req-4b545a42-ce7b-4a92-89cc-73257071061c {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:52:19.610670 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25dcfbc-4c07-459e-b9f9-e7af54481c97", "tag": "b22cfbc0-6e27-48bf-b129-340f4e821f1d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:52:19.610928 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b545a42-ce7b-4a92-89cc-73257071061c {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:52:19.611376 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'tag': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d', 'status': 'completed', 'code': 200} Dec 16 23:52:19.674590 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459d69a-d846-4618-828b-74f6613974d8 req-231e0ead-b08d-46f4-b5fa-2954bc201914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:19.676157 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8459d69a-d846-4618-828b-74f6613974d8 req-231e0ead-b08d-46f4-b5fa-2954bc201914 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 1096 time: 0.0408204 Dec 16 23:52:19.772791 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459d69a-d846-4618-828b-74f6613974d8 req-2bff2548-b6bc-458f-a2b2-227c50bd2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:19.774294 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8459d69a-d846-4618-828b-74f6613974d8 req-2bff2548-b6bc-458f-a2b2-227c50bd2b49 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a74e3ff-6f17-4486-9931-a6343bef23e4 HTTP/1.1" status: 200 len: 911 time: 0.0910811 Dec 16 23:52:19.818507 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b3e16722-3683-4bca-8e6e-276451d765dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '54250492-689e-42f0-837b-8e39bfd3a4c1', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'port_id': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'mac_address': 'fa:16:3e:23:bb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:52:18Z', 'updated_at': '2021-12-16T23:52:18Z', 'revision_number': 0, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'fixed_ip_address_scope': None}, {'id': '5bf4a78d-7e19-4662-8c34-dad34ad899c8', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'port_id': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'mac_address': 'fa:16:3e:e8:0d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4177e35-96d4-440d-ac25-ee620949739d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:49:37Z', 'updated_at': '2021-12-16T23:49:39Z', 'revision_number': 1, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:17Z', 'revision_number': 5, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:52:19.843680 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8459d69a-d846-4618-828b-74f6613974d8 req-36779de4-f4d7-4ff4-9c08-83bb80e3852d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b22cfbc0-6e27-48bf-b129-340f4e821f1d HTTP/1.1" status: 200 len: 999 time: 0.0594368 Dec 16 23:52:19.849562 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e16722-3683-4bca-8e6e-276451d765dd None None] Checking router: 8cba981b-163e-4883-81c5-7a8afd484b1b for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:52:19.859318 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e16722-3683-4bca-8e6e-276451d765dd None None] Routers {'8cba981b-163e-4883-81c5-7a8afd484b1b'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:52:19.859936 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b3e16722-3683-4bca-8e6e-276451d765dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:51:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8cba981b-163e-4883-81c5-7a8afd484b1b'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:52:19.896214 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459d69a-d846-4618-828b-74f6613974d8 req-4407b0bf-bf14-480e-b0fd-7d54945281ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:19.897699 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8459d69a-d846-4618-828b-74f6613974d8 req-4407b0bf-bf14-480e-b0fd-7d54945281ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c79dc667-90bc-40eb-a7a9-796314b1162b HTTP/1.1" status: 200 len: 849 time: 0.0469079 Dec 16 23:52:19.949223 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459d69a-d846-4618-828b-74f6613974d8 req-14720bef-98c4-4a88-89c5-424e1c9b99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:52:19.950716 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8459d69a-d846-4618-828b-74f6613974d8 req-14720bef-98c4-4a88-89c5-424e1c9b99d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a74e3ff-6f17-4486-9931-a6343bef23e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445817 Dec 16 23:52:19.970701 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-b3e16722-3683-4bca-8e6e-276451d765dd None None] Set router 8cba981b-163e-4883-81c5-7a8afd484b1b gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:52:20.041801 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8459d69a-d846-4618-828b-74f6613974d8 req-8bc4f96b-963e-4f63-a2ee-b4f932d529a2 service neutron] 10.222.0.24 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833733 Dec 16 23:52:20.138837 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8459d69a-d846-4618-828b-74f6613974d8 req-689669af-3e55-4dc5-a3ec-93bbee2d6829 service neutron] 10.222.0.24 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886748 Dec 16 23:52:20.187540 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-558062a0-bfb9-409b-bb12-5914d9962d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:20.217115 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-b3e16722-3683-4bca-8e6e-276451d765dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '54250492-689e-42f0-837b-8e39bfd3a4c1', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'port_id': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'mac_address': 'fa:16:3e:23:bb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:52:18Z', 'updated_at': '2021-12-16T23:52:18Z', 'revision_number': 0, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'fixed_ip_address_scope': None}, {'id': '5bf4a78d-7e19-4662-8c34-dad34ad899c8', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'port_id': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'mac_address': 'fa:16:3e:e8:0d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4177e35-96d4-440d-ac25-ee620949739d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:49:37Z', 'updated_at': '2021-12-16T23:49:39Z', 'revision_number': 1, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:17Z', 'revision_number': 5, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:52:20.249014 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e16722-3683-4bca-8e6e-276451d765dd None None] The sync data for ids ['8cba981b-163e-4883-81c5-7a8afd484b1b'] in n-d-821840-2 is: [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '54250492-689e-42f0-837b-8e39bfd3a4c1', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'port_id': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'mac_address': 'fa:16:3e:23:bb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:52:18Z', 'updated_at': '2021-12-16T23:52:18Z', 'revision_number': 0, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'fixed_ip_address_scope': None}, {'id': '5bf4a78d-7e19-4662-8c34-dad34ad899c8', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'port_id': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'mac_address': 'fa:16:3e:e8:0d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4177e35-96d4-440d-ac25-ee620949739d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:49:37Z', 'updated_at': '2021-12-16T23:49:39Z', 'revision_number': 1, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:17Z', 'revision_number': 5, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:52:20.440316 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730e05f-a540-4f63-98ac-c8e265e6cd47 None None] New status for floating IP 54250492-689e-42f0-837b-8e39bfd3a4c1: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:52:22.614198 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-79d63a6f-ef2c-406c-b6e6-0df3d32d671a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:23.963749 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:25.231818 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:25.814806 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:44.242952 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:44.420259 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:48.911700 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:52:50.146001 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27442e1d-5673-48f2-bfaa-edc0e73db5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:52.619755 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4f839c6d-e0e5-43e7-8037-37fb752340ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:53.973972 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:55.225165 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:55.808390 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:00.989558 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c754c475-2f62-44a0-831c-3a0c20c549d4 req-ae49bc2c-52b0-413b-91dc-e7979c0cc19c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400541 Dec 16 23:53:01.084194 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754c475-2f62-44a0-831c-3a0c20c549d4 req-b7e5e081-3927-41a6-970a-37e077002f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:53:01.085696 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c754c475-2f62-44a0-831c-3a0c20c549d4 req-b7e5e081-3927-41a6-970a-37e077002f4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 1094 time: 0.0416501 Dec 16 23:53:01.198087 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754c475-2f62-44a0-831c-3a0c20c549d4 req-df9bae7c-865a-4501-b99b-a437b63834ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:53:01.199595 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c754c475-2f62-44a0-831c-3a0c20c549d4 req-df9bae7c-865a-4501-b99b-a437b63834ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a74e3ff-6f17-4486-9931-a6343bef23e4 HTTP/1.1" status: 200 len: 911 time: 0.0889611 Dec 16 23:53:01.271059 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c754c475-2f62-44a0-831c-3a0c20c549d4 req-0b3df7ef-2920-45ca-b9ea-bfebb7a28553 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae HTTP/1.1" status: 200 len: 999 time: 0.0593557 Dec 16 23:53:01.325555 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754c475-2f62-44a0-831c-3a0c20c549d4 req-79edc388-9a14-4749-ad5d-36c1553c16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:53:01.327018 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c754c475-2f62-44a0-831c-3a0c20c549d4 req-79edc388-9a14-4749-ad5d-36c1553c16b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c79dc667-90bc-40eb-a7a9-796314b1162b HTTP/1.1" status: 200 len: 849 time: 0.0455227 Dec 16 23:53:01.382466 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754c475-2f62-44a0-831c-3a0c20c549d4 req-28e8f5b6-6b94-4762-8ba0-c8c7002dc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:53:01.384082 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c754c475-2f62-44a0-831c-3a0c20c549d4 req-28e8f5b6-6b94-4762-8ba0-c8c7002dc19c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a74e3ff-6f17-4486-9931-a6343bef23e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460725 Dec 16 23:53:01.479953 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c754c475-2f62-44a0-831c-3a0c20c549d4 req-34ab7d02-60ef-4fc5-a0ed-b819435ee708 service neutron] 10.222.0.69 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843089 Dec 16 23:53:01.578074 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c754c475-2f62-44a0-831c-3a0c20c549d4 req-bc066f7a-3ac4-489a-aa8b-19098890f57d service neutron] 10.222.0.69 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872056 Dec 16 23:53:12.426232 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16a0caf4-ef92-48bc-bd1f-6161c9496627 req-a85e60ee-75ea-42a7-92c2-2407d09ff030 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412021 Dec 16 23:53:12.512871 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0caf4-ef92-48bc-bd1f-6161c9496627 req-4915e80d-ff5c-4f8b-8bc2-675c5f6c85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:53:12.514404 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16a0caf4-ef92-48bc-bd1f-6161c9496627 req-4915e80d-ff5c-4f8b-8bc2-675c5f6c85b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 1096 time: 0.0416398 Dec 16 23:53:12.623683 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0caf4-ef92-48bc-bd1f-6161c9496627 req-63275652-7421-4710-aa4b-d11a3857bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:53:12.625043 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16a0caf4-ef92-48bc-bd1f-6161c9496627 req-63275652-7421-4710-aa4b-d11a3857bd98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a74e3ff-6f17-4486-9931-a6343bef23e4 HTTP/1.1" status: 200 len: 911 time: 0.0888269 Dec 16 23:53:12.690889 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16a0caf4-ef92-48bc-bd1f-6161c9496627 req-af963c69-d1bb-4116-a0a3-5cdabe11f711 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b22cfbc0-6e27-48bf-b129-340f4e821f1d HTTP/1.1" status: 200 len: 1001 time: 0.0577943 Dec 16 23:53:12.743564 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0caf4-ef92-48bc-bd1f-6161c9496627 req-8f2654a9-d575-4306-9964-a4b9f819d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:53:12.745611 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16a0caf4-ef92-48bc-bd1f-6161c9496627 req-8f2654a9-d575-4306-9964-a4b9f819d5a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c79dc667-90bc-40eb-a7a9-796314b1162b HTTP/1.1" status: 200 len: 849 time: 0.0428028 Dec 16 23:53:12.798502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0caf4-ef92-48bc-bd1f-6161c9496627 req-ffd058f3-59d8-4993-9e27-1b6f548df867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:53:12.800011 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16a0caf4-ef92-48bc-bd1f-6161c9496627 req-ffd058f3-59d8-4993-9e27-1b6f548df867 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a74e3ff-6f17-4486-9931-a6343bef23e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437505 Dec 16 23:53:12.895341 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16a0caf4-ef92-48bc-bd1f-6161c9496627 req-4e45cb00-dc75-4a5d-b460-9d7b93bc7e0a service neutron] 10.222.0.24 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827522 Dec 16 23:53:12.996065 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-16a0caf4-ef92-48bc-bd1f-6161c9496627 req-0a670d48-da6d-4821-b739-dc5c529fddfc service neutron] 10.222.0.24 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866930 Dec 16 23:53:14.225503 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:14.396652 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:20.139368 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-55d8c902-bc0a-4e1e-9f0f-d41c70df3f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:22.585055 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a6daabc-db4d-4cc7-955f-0d9c5cd02f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:23.984911 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:25.241961 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:25.911762 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:53:25.990369 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:44.241987 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:44.401943 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:50.133183 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-693ba5a3-0d5f-4d1b-a25d-79ba80cdcb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:52.595715 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed42f6e7-2e2f-4e22-a990-3e9b64df0845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:53.989693 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:55.241344 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:55.853052 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:59.263144 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b22cfbc0-6e27-48bf-b129-340f4e821f1d details requested by agent hyperv_n-h2-821840-2 with host n-h2-821840-2 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:53:59.360278 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b22cfbc0-6e27-48bf-b129-340f4e821f1d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b22cfbc0-6e27-48bf-b129-340f4e821f1d,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:53:59.375525 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Returning: {'device': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'port_id': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d', 'mac_address': 'fa:16:3e:23:bb:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:53:59.413365 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:59.427401 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b22cfbc0-6e27-48bf-b129-340f4e821f1d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:53:59.446385 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b22cfbc0-6e27-48bf-b129-340f4e821f1d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b22cfbc0-6e27-48bf-b129-340f4e821f1d,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:53:59.499188 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:59.552220 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=b22cfbc0-6e27-48bf-b129-340f4e821f1d,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:53:59.560085 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:53:59.560442 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:53:59.560792 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:53:59.561138 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:53:59.561482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:53:59.561830 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:53:59.562163 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:53:59.562499 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:53:59.562830 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:53:59.563164 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:53:59.563544 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:53:59.563880 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:53:59.564213 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:53:59.587911 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] get_ports_and_sgs() called for port_ids ['b22cfbc0-6e27-48bf-b129-340f4e821f1d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:54:01.277524 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b22cfbc0-6e27-48bf-b129-340f4e821f1d up at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:54:01.335995 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Provisioning complete for port b22cfbc0-6e27-48bf-b129-340f4e821f1d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:54:01.336366 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1977838'] for port, provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:01.418718 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:01.443573 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:54:01.445883 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869fdb0e-8612-4d77-abdf-608d5ab0f01d" -d '{"events": [{"server_uuid": "f25dcfbc-4c07-459e-b9f9-e7af54481c97", "name": "network-vif-plugged", "status": "completed", "tag": "b22cfbc0-6e27-48bf-b129-340f4e821f1d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:54:01.462200 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b22cfbc0-6e27-48bf-b129-340f4e821f1d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b22cfbc0-6e27-48bf-b129-340f4e821f1d,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:54:01.494496 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa295874-0d92-4759-a63c-80c5a207ebe2 x-openstack-request-id: req-aa295874-0d92-4759-a63c-80c5a207ebe2 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:54:01.494857 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25dcfbc-4c07-459e-b9f9-e7af54481c97", "name": "network-vif-plugged", "status": "completed", "tag": "b22cfbc0-6e27-48bf-b129-340f4e821f1d", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:54:01.495537 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa295874-0d92-4759-a63c-80c5a207ebe2 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:54:01.495988 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d', 'code': 200} Dec 16 23:54:01.528452 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:01.583512 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=b22cfbc0-6e27-48bf-b129-340f4e821f1d,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:01.982411 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb907b9c-98f1-411b-9977-7139d50d8eda req-7367adc1-9929-404c-bbbc-75df356cc9f3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452948 Dec 16 23:54:02.086024 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb907b9c-98f1-411b-9977-7139d50d8eda req-99b9b787-10fd-453b-a946-08e7f322ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:02.089677 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb907b9c-98f1-411b-9977-7139d50d8eda req-99b9b787-10fd-453b-a946-08e7f322ff02 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 1094 time: 0.0494983 Dec 16 23:54:02.231621 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb907b9c-98f1-411b-9977-7139d50d8eda req-72b5cd6b-0996-4acd-98e5-c16417cd475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:02.233155 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb907b9c-98f1-411b-9977-7139d50d8eda req-72b5cd6b-0996-4acd-98e5-c16417cd475b service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a74e3ff-6f17-4486-9931-a6343bef23e4 HTTP/1.1" status: 200 len: 911 time: 0.1215975 Dec 16 23:54:02.313109 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb907b9c-98f1-411b-9977-7139d50d8eda req-edd10490-bd83-411e-984d-80cb9e8bbc5c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae HTTP/1.1" status: 200 len: 999 time: 0.0664539 Dec 16 23:54:02.376890 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb907b9c-98f1-411b-9977-7139d50d8eda req-c2c7fbc7-1cbc-4be2-9423-a9dc73b9d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:02.378473 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb907b9c-98f1-411b-9977-7139d50d8eda req-c2c7fbc7-1cbc-4be2-9423-a9dc73b9d629 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c79dc667-90bc-40eb-a7a9-796314b1162b HTTP/1.1" status: 200 len: 849 time: 0.0534718 Dec 16 23:54:02.440073 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb907b9c-98f1-411b-9977-7139d50d8eda req-e0351e03-717f-4b08-98cf-9b8ed12b0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:02.441759 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb907b9c-98f1-411b-9977-7139d50d8eda req-e0351e03-717f-4b08-98cf-9b8ed12b0070 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a74e3ff-6f17-4486-9931-a6343bef23e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502434 Dec 16 23:54:02.556150 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb907b9c-98f1-411b-9977-7139d50d8eda req-3b0b4c90-eaaf-4abe-b041-89dee453e2d6 service neutron] 10.222.0.69 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017613 Dec 16 23:54:02.658681 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-cb907b9c-98f1-411b-9977-7139d50d8eda req-435f0727-a7a6-4574-96ec-29229ea5b4d4 service neutron] 10.222.0.69 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933557 Dec 16 23:54:02.917855 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:54:12.422063 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8da59a1d-e5b6-4f9f-ac6e-54abb3902b40 req-e307bc1a-0e66-4979-9159-ec2d165e8023 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414240 Dec 16 23:54:12.508618 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da59a1d-e5b6-4f9f-ac6e-54abb3902b40 req-de16ec3f-3177-470c-8dce-11078bc16a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:12.508922 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40584) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:54:12.510271 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8da59a1d-e5b6-4f9f-ac6e-54abb3902b40 req-de16ec3f-3177-470c-8dce-11078bc16a70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 1096 time: 0.0437803 Dec 16 23:54:12.620421 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da59a1d-e5b6-4f9f-ac6e-54abb3902b40 req-e9966819-0c90-4965-83b8-f91ffabb0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:12.621925 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8da59a1d-e5b6-4f9f-ac6e-54abb3902b40 req-e9966819-0c90-4965-83b8-f91ffabb0277 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a74e3ff-6f17-4486-9931-a6343bef23e4 HTTP/1.1" status: 200 len: 911 time: 0.0905595 Dec 16 23:54:12.673805 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Deleting port cd1fb265-3bae-4176-afcf-660a6fceb225 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:54:12.674067 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:12.690037 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8da59a1d-e5b6-4f9f-ac6e-54abb3902b40 req-1dd8b8ed-59fa-4abe-bef7-dcf7fa986c36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b22cfbc0-6e27-48bf-b129-340f4e821f1d HTTP/1.1" status: 200 len: 1001 time: 0.0602725 Dec 16 23:54:12.742360 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da59a1d-e5b6-4f9f-ac6e-54abb3902b40 req-72b94e4f-92e9-4c75-8f39-ca5d9fa755e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:12.743929 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8da59a1d-e5b6-4f9f-ac6e-54abb3902b40 req-72b94e4f-92e9-4c75-8f39-ca5d9fa755e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c79dc667-90bc-40eb-a7a9-796314b1162b HTTP/1.1" status: 200 len: 849 time: 0.0451396 Dec 16 23:54:12.750841 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:12.751175 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:12.763141 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Calling delete_port for cd1fb265-3bae-4176-afcf-660a6fceb225 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:54:12.795417 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da59a1d-e5b6-4f9f-ac6e-54abb3902b40 req-9cafc06a-1ef8-4050-8963-c48cd8215fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:12.797064 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8da59a1d-e5b6-4f9f-ac6e-54abb3902b40 req-9cafc06a-1ef8-4050-8963-c48cd8215fe6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a74e3ff-6f17-4486-9931-a6343bef23e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448508 Dec 16 23:54:12.893526 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8da59a1d-e5b6-4f9f-ac6e-54abb3902b40 req-3b64b009-1a8b-40af-b41c-ea7781eec03c service neutron] 10.222.0.24 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833306 Dec 16 23:54:12.961308 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:12.989457 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event deleted for resources: {'Port': ['ID=cd1fb265-3bae-4176-afcf-660a6fceb225,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:12.993838 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-8da59a1d-e5b6-4f9f-ac6e-54abb3902b40 req-da280b5e-9bef-4fae-931f-010a8fe5245b service neutron] 10.222.0.24 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886345 Dec 16 23:54:13.016277 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:13.016632 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:13.017009 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:13.017352 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:13.017693 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:13.018033 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:13.018392 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:13.018725 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:13.019080 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:13.019437 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:13.019769 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:13.020098 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:13.020423 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:13.060041 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:13.060041 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Floating IP 54250492-689e-42f0-837b-8e39bfd3a4c1 disassociated (deleted). External IP: 172.25.2.177, port: b22cfbc0-6e27-48bf-b129-340f4e821f1d. Dec 16 23:54:13.271371 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Router 8cba981b-163e-4883-81c5-7a8afd484b1b has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:54:13.370999 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b22cfbc0-6e27-48bf-b129-340f4e821f1d no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:54:13.381702 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:54:13.387218 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:13.398733 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb4663-a7d9-4164-95ec-b9f16c978c90 None None] Sync routers for ids ['8cba981b-163e-4883-81c5-7a8afd484b1b'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:54:13.416917 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-814c6bee-ec70-449b-b4b8-57c933156794 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "DELETE /v2.0/floatingips/54250492-689e-42f0-837b-8e39bfd3a4c1 HTTP/1.1" status: 204 len: 168 time: 0.9045703 Dec 16 23:54:13.416917 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'tag': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:54:13.417261 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb4663-a7d9-4164-95ec-b9f16c978c90 None None] Routers {'8cba981b-163e-4883-81c5-7a8afd484b1b'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:54:13.417261 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2dfb4663-a7d9-4164-95ec-b9f16c978c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:53:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8cba981b-163e-4883-81c5-7a8afd484b1b'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:13.417658 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fd2536e9b1e345e450ff3ec7907de2e139e714cd2038414972b0eb965fd2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e547f0fb-b87d-4c27-a698-d0f0f48cf308" -d '{"events": [{"name": "network-changed", "server_uuid": "f25dcfbc-4c07-459e-b9f9-e7af54481c97", "tag": "b22cfbc0-6e27-48bf-b129-340f4e821f1d"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:54:13.545569 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2085407'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:13.546771 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fdc327-5ca8-41ca-a3e5-784518e24f0f x-openstack-request-id: req-73fdc327-5ca8-41ca-a3e5-784518e24f0f {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:54:13.547297 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25dcfbc-4c07-459e-b9f9-e7af54481c97", "tag": "b22cfbc0-6e27-48bf-b129-340f4e821f1d", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:54:13.547426 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73fdc327-5ca8-41ca-a3e5-784518e24f0f {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:54:13.547744 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'tag': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d', 'status': 'completed', 'code': 200} Dec 16 23:54:13.581087 n-d-821840-2 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:54:13.583365 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d114aad6f4b7df67a8d9fe858ff7941d07419c92edb8de1006d7e1fe33f2564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6bc5ca-a357-4072-b759-5a04555a6802" -d '{"events": [{"server_uuid": "f25dcfbc-4c07-459e-b9f9-e7af54481c97", "name": "network-vif-unplugged", "status": "completed", "tag": "b22cfbc0-6e27-48bf-b129-340f4e821f1d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:54:13.596268 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-2dfb4663-a7d9-4164-95ec-b9f16c978c90 None None] Set router 8cba981b-163e-4883-81c5-7a8afd484b1b gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:54:13.623852 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] For port b22cfbc0-6e27-48bf-b129-340f4e821f1d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b22cfbc0-6e27-48bf-b129-340f4e821f1d,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:54:13.624049 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547f0fb-b87d-4c27-a698-d0f0f48cf308 req-d1f023c2-bb76-4629-9669-8c612c783ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:13.628267 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e547f0fb-b87d-4c27-a698-d0f0f48cf308 req-d1f023c2-bb76-4629-9669-8c612c783ec9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 1096 time: 0.0546427 Dec 16 23:54:13.629388 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c657328c-c0e8-4525-b172-906749145226 x-openstack-request-id: req-c657328c-c0e8-4525-b172-906749145226 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:54:13.629681 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25dcfbc-4c07-459e-b9f9-e7af54481c97", "name": "network-vif-unplugged", "status": "completed", "tag": "b22cfbc0-6e27-48bf-b129-340f4e821f1d", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:54:13.629940 n-d-821840-2 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c657328c-c0e8-4525-b172-906749145226 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:54:13.630328 n-d-821840-2 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d', 'code': 200} Dec 16 23:54:13.680767 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730985605861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985053130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985053148'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:13.730726 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547f0fb-b87d-4c27-a698-d0f0f48cf308 req-c1488f85-75f7-424e-8d07-a8a06b69dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:13.733392 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e547f0fb-b87d-4c27-a698-d0f0f48cf308 req-c1488f85-75f7-424e-8d07-a8a06b69dd03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a74e3ff-6f17-4486-9931-a6343bef23e4 HTTP/1.1" status: 200 len: 911 time: 0.0923870 Dec 16 23:54:13.787532 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e547f0fb-b87d-4c27-a698-d0f0f48cf308 req-7bab6c57-8e76-4e53-96eb-6ecd82c52800 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b22cfbc0-6e27-48bf-b129-340f4e821f1d HTTP/1.1" status: 200 len: 217 time: 0.0451620 Dec 16 23:54:13.790047 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Pushing event updated for resources: {'Port': ['ID=b22cfbc0-6e27-48bf-b129-340f4e821f1d,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:13.847732 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547f0fb-b87d-4c27-a698-d0f0f48cf308 req-8f4ef909-89ae-4276-b91d-7adc4110874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:13.849416 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e547f0fb-b87d-4c27-a698-d0f0f48cf308 req-8f4ef909-89ae-4276-b91d-7adc4110874d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c79dc667-90bc-40eb-a7a9-796314b1162b HTTP/1.1" status: 200 len: 849 time: 0.0518103 Dec 16 23:54:13.896920 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2dfb4663-a7d9-4164-95ec-b9f16c978c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '5bf4a78d-7e19-4662-8c34-dad34ad899c8', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'port_id': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'mac_address': 'fa:16:3e:e8:0d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4177e35-96d4-440d-ac25-ee620949739d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:49:37Z', 'updated_at': '2021-12-16T23:49:39Z', 'revision_number': 1, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:17Z', 'revision_number': 5, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:13.902376 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547f0fb-b87d-4c27-a698-d0f0f48cf308 req-9d33eb9d-1041-4b91-a8a1-e300c818a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:13.904105 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e547f0fb-b87d-4c27-a698-d0f0f48cf308 req-9d33eb9d-1041-4b91-a8a1-e300c818a53f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a74e3ff-6f17-4486-9931-a6343bef23e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465105 Dec 16 23:54:13.926099 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb4663-a7d9-4164-95ec-b9f16c978c90 None None] Checking router: 8cba981b-163e-4883-81c5-7a8afd484b1b for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:54:13.934542 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb4663-a7d9-4164-95ec-b9f16c978c90 None None] Routers {'8cba981b-163e-4883-81c5-7a8afd484b1b'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:54:13.936168 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2dfb4663-a7d9-4164-95ec-b9f16c978c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:53:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8cba981b-163e-4883-81c5-7a8afd484b1b'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:14.030833 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32530b8-1fc3-4e84-a866-adbc6c955810 req-26038d6b-bff3-4270-9e61-b9ac9c4bd571 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:14.032359 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a32530b8-1fc3-4e84-a866-adbc6c955810 req-26038d6b-bff3-4270-9e61-b9ac9c4bd571 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 943 time: 0.2402976 Dec 16 23:54:14.046024 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-2dfb4663-a7d9-4164-95ec-b9f16c978c90 None None] Set router 8cba981b-163e-4883-81c5-7a8afd484b1b gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:54:14.049755 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e547f0fb-b87d-4c27-a698-d0f0f48cf308 req-26264750-ed91-4f95-ac98-4a21de88e926 service neutron] 10.222.0.24 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355588 Dec 16 23:54:14.137120 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-a32530b8-1fc3-4e84-a866-adbc6c955810 req-37d145c3-c6c4-4c5d-8b1f-2edc1b74c464 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974331 Dec 16 23:54:14.172490 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e547f0fb-b87d-4c27-a698-d0f0f48cf308 req-811cab12-8698-4e34-abe1-afdb67750c8f service neutron] 10.222.0.24 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141551 Dec 16 23:54:14.293482 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2dfb4663-a7d9-4164-95ec-b9f16c978c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '5bf4a78d-7e19-4662-8c34-dad34ad899c8', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'port_id': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'mac_address': 'fa:16:3e:e8:0d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4177e35-96d4-440d-ac25-ee620949739d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:49:37Z', 'updated_at': '2021-12-16T23:49:39Z', 'revision_number': 1, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:17Z', 'revision_number': 5, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:14.320974 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:14.321760 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb4663-a7d9-4164-95ec-b9f16c978c90 None None] The sync data for ids ['8cba981b-163e-4883-81c5-7a8afd484b1b'] in n-d-821840-2 is: [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_floatingips': [{'id': '5bf4a78d-7e19-4662-8c34-dad34ad899c8', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'router_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'port_id': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'mac_address': 'fa:16:3e:e8:0d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4177e35-96d4-440d-ac25-ee620949739d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:49:37Z', 'updated_at': '2021-12-16T23:49:39Z', 'revision_number': 1, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:17Z', 'revision_number': 5, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:54:14.429626 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:14.542831 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c184bd-4cad-4c26-ab66-c585b74ed9fd None None] New status for floating IP 54250492-689e-42f0-837b-8e39bfd3a4c1: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:54:15.265144 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784536c-cc1f-459b-959d-5af4b6f3532f req-22a7795e-f79b-4fdd-9d4e-b63c7d231802 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:15.266700 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5784536c-cc1f-459b-959d-5af4b6f3532f req-22a7795e-f79b-4fdd-9d4e-b63c7d231802 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 943 time: 0.0570076 Dec 16 23:54:15.317183 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-5784536c-cc1f-459b-959d-5af4b6f3532f req-81f36a41-e0dc-4d15-86ea-ab6d2f08098d tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441577 Dec 16 23:54:15.693549 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71226597-9a4e-44a4-be2f-162c674dc4fd req-a8df4303-b1a4-427e-be15-0f456120719e tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:15.694991 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71226597-9a4e-44a4-be2f-162c674dc4fd req-a8df4303-b1a4-427e-be15-0f456120719e tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.24 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 943 time: 0.0536861 Dec 16 23:54:15.787879 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-71226597-9a4e-44a4-be2f-162c674dc4fd req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Deleting port b22cfbc0-6e27-48bf-b129-340f4e821f1d {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:54:15.788229 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-71226597-9a4e-44a4-be2f-162c674dc4fd req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:15.878429 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-71226597-9a4e-44a4-be2f-162c674dc4fd req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] For port b22cfbc0-6e27-48bf-b129-340f4e821f1d, host n-h2-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-2',level=0,port_id=b22cfbc0-6e27-48bf-b129-340f4e821f1d,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:54:15.878789 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-71226597-9a4e-44a4-be2f-162c674dc4fd req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:15.891534 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-71226597-9a4e-44a4-be2f-162c674dc4fd req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Calling delete_port for b22cfbc0-6e27-48bf-b129-340f4e821f1d owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:54:16.139465 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-71226597-9a4e-44a4-be2f-162c674dc4fd req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:16.173007 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event deleted for resources: {'Port': ['ID=b22cfbc0-6e27-48bf-b129-340f4e821f1d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:16.203253 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:16.203629 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:16.203969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:16.204305 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:16.204639 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:16.204969 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:16.205295 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:16.205622 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:16.205949 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:16.206310 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:16.206637 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:16.206962 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:16.207302 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-2 {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:54:16.223831 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-71226597-9a4e-44a4-be2f-162c674dc4fd req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] No DVR routers for this DVR port b22cfbc0-6e27-48bf-b129-340f4e821f1d on host n-h2-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:54:16.226305 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-71226597-9a4e-44a4-be2f-162c674dc4fd req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:16.229735 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-71226597-9a4e-44a4-be2f-162c674dc4fd req-f02f1ccb-0115-486a-922a-6f3a0ce202f3 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.24 "DELETE /v2.0/ports/b22cfbc0-6e27-48bf-b129-340f4e821f1d HTTP/1.1" status: 204 len: 173 time: 0.5249870 Dec 16 23:54:16.230207 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'name': 'network-vif-deleted', 'tag': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:54:16.232467 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8abbaf-a034-4e35-a459-59c4ad277d87" -d '{"events": [{"server_uuid": "f25dcfbc-4c07-459e-b9f9-e7af54481c97", "name": "network-vif-deleted", "tag": "b22cfbc0-6e27-48bf-b129-340f4e821f1d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:54:16.324549 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a5d509-5afd-4287-a892-4e67cf786bab x-openstack-request-id: req-a9a5d509-5afd-4287-a892-4e67cf786bab {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:54:16.325729 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25dcfbc-4c07-459e-b9f9-e7af54481c97", "name": "network-vif-deleted", "tag": "b22cfbc0-6e27-48bf-b129-340f4e821f1d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:54:16.325729 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9a5d509-5afd-4287-a892-4e67cf786bab {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:54:16.326147 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25dcfbc-4c07-459e-b9f9-e7af54481c97', 'name': 'network-vif-deleted', 'tag': 'b22cfbc0-6e27-48bf-b129-340f4e821f1d', 'status': 'completed', 'code': 200} Dec 16 23:54:16.414728 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-656354a1-cb1a-4f98-ac92-ae804e872a44 req-cc9f2efd-82fe-4e4a-a143-de576d0d9377 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25dcfbc-4c07-459e-b9f9-e7af54481c97 HTTP/1.1" status: 200 len: 210 time: 0.0276926 Dec 16 23:54:18.840379 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40656) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:54:19.002114 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-67a411c1-a7b4-4dda-8057-5d90a40857ed tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Deleting port 1d1059bc-3952-4294-8522-c18f7aab70cd {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:54:19.002454 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67a411c1-a7b4-4dda-8057-5d90a40857ed tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:19.076887 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67a411c1-a7b4-4dda-8057-5d90a40857ed tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:19.077217 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67a411c1-a7b4-4dda-8057-5d90a40857ed tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:19.088769 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-67a411c1-a7b4-4dda-8057-5d90a40857ed tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Calling delete_port for 1d1059bc-3952-4294-8522-c18f7aab70cd owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:54:19.286862 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67a411c1-a7b4-4dda-8057-5d90a40857ed tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:19.317765 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a411c1-a7b4-4dda-8057-5d90a40857ed tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event deleted for resources: {'Port': ['ID=1d1059bc-3952-4294-8522-c18f7aab70cd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:19.372438 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b22cfbc0-6e27-48bf-b129-340f4e821f1d no longer exists at agent hyperv_n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:54:19.377893 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67a411c1-a7b4-4dda-8057-5d90a40857ed tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for floatingip, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:19.378160 n-d-821840-2 neutron-server[103952]: INFO neutron.db.l3_db [None req-67a411c1-a7b4-4dda-8057-5d90a40857ed tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Floating IP 5bf4a78d-7e19-4662-8c34-dad34ad899c8 disassociated (deleted). External IP: 172.25.2.125, port: db28ef87-6fd4-4f07-9e8b-b8eddd42cfae. Dec 16 23:54:19.392822 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] No Port match for: b22cfbc0-6e27-48bf-b129-340f4e821f1d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:54:19.393174 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Device b22cfbc0-6e27-48bf-b129-340f4e821f1d not bound to the agent host n-h2-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:54:19.581584 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a411c1-a7b4-4dda-8057-5d90a40857ed tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Router 8cba981b-163e-4883-81c5-7a8afd484b1b has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:54:19.689849 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a411c1-a7b4-4dda-8057-5d90a40857ed tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:54:19.694249 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-67a411c1-a7b4-4dda-8057-5d90a40857ed tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for floatingip, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:19.703014 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb93c5-f392-4722-9bcd-db047b04ccf1 None None] Sync routers for ids ['8cba981b-163e-4883-81c5-7a8afd484b1b'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:54:19.712953 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb93c5-f392-4722-9bcd-db047b04ccf1 None None] Routers {'8cba981b-163e-4883-81c5-7a8afd484b1b'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:54:19.713562 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a5eb93c5-f392-4722-9bcd-db047b04ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:53:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8cba981b-163e-4883-81c5-7a8afd484b1b'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:19.722140 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-67a411c1-a7b4-4dda-8057-5d90a40857ed tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "DELETE /v2.0/floatingips/5bf4a78d-7e19-4662-8c34-dad34ad899c8 HTTP/1.1" status: 204 len: 168 time: 0.8805752 Dec 16 23:54:19.722839 n-d-821840-2 neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4177e35-96d4-440d-ac25-ee620949739d', 'tag': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:54:19.725256 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fd2536e9b1e345e450ff3ec7907de2e139e714cd2038414972b0eb965fd2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09f7ee6-9ced-4f50-aa1d-2df617222c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4177e35-96d4-440d-ac25-ee620949739d", "tag": "db28ef87-6fd4-4f07-9e8b-b8eddd42cfae"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:54:19.765718 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150a86e7-765e-490f-9f84-9e1fae435c1d x-openstack-request-id: req-150a86e7-765e-490f-9f84-9e1fae435c1d {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:54:19.766500 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4177e35-96d4-440d-ac25-ee620949739d", "tag": "db28ef87-6fd4-4f07-9e8b-b8eddd42cfae", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:54:19.766813 n-d-821840-2 neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-150a86e7-765e-490f-9f84-9e1fae435c1d {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:54:19.767312 n-d-821840-2 neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4177e35-96d4-440d-ac25-ee620949739d', 'tag': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'status': 'completed', 'code': 200} Dec 16 23:54:19.830679 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a5eb93c5-f392-4722-9bcd-db047b04ccf1 None None] Set router 8cba981b-163e-4883-81c5-7a8afd484b1b gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:54:19.836531 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f7ee6-9ced-4f50-aa1d-2df617222c2b req-0195c1f7-4f4c-4eb9-a5fc-7d2a236bfbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:19.837961 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e09f7ee6-9ced-4f50-aa1d-2df617222c2b req-0195c1f7-4f4c-4eb9-a5fc-7d2a236bfbe5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c596271c000c4cee9ec313dee27d35d8&device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 1094 time: 0.0441968 Dec 16 23:54:20.066734 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a5eb93c5-f392-4722-9bcd-db047b04ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:17Z', 'revision_number': 5, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:20.099124 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb93c5-f392-4722-9bcd-db047b04ccf1 None None] Checking router: 8cba981b-163e-4883-81c5-7a8afd484b1b for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:54:20.115774 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb93c5-f392-4722-9bcd-db047b04ccf1 None None] Routers {'8cba981b-163e-4883-81c5-7a8afd484b1b'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:54:20.116403 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a5eb93c5-f392-4722-9bcd-db047b04ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:53:53Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8cba981b-163e-4883-81c5-7a8afd484b1b'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:20.204901 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1c414df-4540-444c-9afb-efa6d52a17db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:20.234272 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-a5eb93c5-f392-4722-9bcd-db047b04ccf1 None None] Set router 8cba981b-163e-4883-81c5-7a8afd484b1b gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:54:20.314760 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f189b-1c0c-4ccc-ba96-3536550c1af6 req-6e035283-2e9c-4b61-85ee-0cef343a59bd tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:20.316380 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea4f189b-1c0c-4ccc-ba96-3536550c1af6 req-6e035283-2e9c-4b61-85ee-0cef343a59bd tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 943 time: 0.0834382 Dec 16 23:54:20.318016 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f7ee6-9ced-4f50-aa1d-2df617222c2b req-01ea041e-1a35-4b87-a45b-4be2427e4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:20.319452 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e09f7ee6-9ced-4f50-aa1d-2df617222c2b req-01ea041e-1a35-4b87-a45b-4be2427e4d82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a74e3ff-6f17-4486-9931-a6343bef23e4 HTTP/1.1" status: 200 len: 911 time: 0.4731419 Dec 16 23:54:20.377782 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e09f7ee6-9ced-4f50-aa1d-2df617222c2b req-edf32eeb-6a76-495d-b2ef-14437adc1294 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae HTTP/1.1" status: 200 len: 217 time: 0.0477753 Dec 16 23:54:20.435939 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-ea4f189b-1c0c-4ccc-ba96-3536550c1af6 req-5c7872a0-c7d0-4e4c-ba92-d196d49a19d8 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131949 Dec 16 23:54:20.448802 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f7ee6-9ced-4f50-aa1d-2df617222c2b req-cec3ede9-238a-4899-96c6-007c21a179ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:20.450666 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e09f7ee6-9ced-4f50-aa1d-2df617222c2b req-cec3ede9-238a-4899-96c6-007c21a179ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c79dc667-90bc-40eb-a7a9-796314b1162b HTTP/1.1" status: 200 len: 849 time: 0.0624578 Dec 16 23:54:20.502455 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f7ee6-9ced-4f50-aa1d-2df617222c2b req-7f899421-54c0-4289-9a55-16faf0a8a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:20.504001 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e09f7ee6-9ced-4f50-aa1d-2df617222c2b req-7f899421-54c0-4289-9a55-16faf0a8a1bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a74e3ff-6f17-4486-9931-a6343bef23e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451725 Dec 16 23:54:20.595757 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e09f7ee6-9ced-4f50-aa1d-2df617222c2b req-c49bb2e1-5edb-4b56-aed4-68195c0d48d8 service neutron] 10.222.0.69 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824566 Dec 16 23:54:20.607161 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-a5eb93c5-f392-4722-9bcd-db047b04ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:17Z', 'revision_number': 5, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:20.633992 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb93c5-f392-4722-9bcd-db047b04ccf1 None None] The sync data for ids ['8cba981b-163e-4883-81c5-7a8afd484b1b'] in n-d-821840-2 is: [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:49:13Z', 'revision_number': 4, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2', '_interfaces': [{'id': '5710483d-10d1-4781-b41c-120f9d436b96', 'name': '', 'network_id': '5a74e3ff-6f17-4486-9931-a6343bef23e4', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'mac_address': 'fa:16:3e:a6:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:12Z', 'updated_at': '2021-12-16T23:49:17Z', 'revision_number': 5, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'subnets': [{'id': 'c79dc667-90bc-40eb-a7a9-796314b1162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:54:20.695772 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-e09f7ee6-9ced-4f50-aa1d-2df617222c2b req-40e9e9fc-88a7-41ec-8be3-d9ced143da05 service neutron] 10.222.0.69 "GET /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926731 Dec 16 23:54:20.861884 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993b4fe2-4f7b-45d4-8735-1499ff596a4a None None] New status for floating IP 5bf4a78d-7e19-4662-8c34-dad34ad899c8: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:54:21.602685 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12555cc4-12bb-4bf4-a40b-c3f6d2a89053 req-2cba447f-138b-4b25-b407-adc5d0711a03 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:21.604097 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12555cc4-12bb-4bf4-a40b-c3f6d2a89053 req-2cba447f-138b-4b25-b407-adc5d0711a03 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 943 time: 0.0496290 Dec 16 23:54:21.652317 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-12555cc4-12bb-4bf4-a40b-c3f6d2a89053 req-94bdcc76-3a82-4a14-b5b3-ac218e0f4700 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/security-groups?id=392dd369-cee5-4e2b-8af8-eb1e40643ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415449 Dec 16 23:54:21.943896 n-d-821840-2 neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867196e-0286-42fb-b66c-3275d9f9bf26 req-06bf8c7d-2186-45c8-b276-0df2752675c5 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:54:21.945375 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4867196e-0286-42fb-b66c-3275d9f9bf26 req-06bf8c7d-2186-45c8-b276-0df2752675c5 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 943 time: 0.0483057 Dec 16 23:54:22.041104 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4867196e-0286-42fb-b66c-3275d9f9bf26 req-87d25c23-bf5b-4950-8f72-e847db846e33 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Deleting port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:54:22.041443 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4867196e-0286-42fb-b66c-3275d9f9bf26 req-87d25c23-bf5b-4950-8f72-e847db846e33 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:22.128021 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-4867196e-0286-42fb-b66c-3275d9f9bf26 req-87d25c23-bf5b-4950-8f72-e847db846e33 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] For port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae, host n-h1-821840-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-2',level=0,port_id=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:54:22.128388 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4867196e-0286-42fb-b66c-3275d9f9bf26 req-87d25c23-bf5b-4950-8f72-e847db846e33 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:22.141107 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4867196e-0286-42fb-b66c-3275d9f9bf26 req-87d25c23-bf5b-4950-8f72-e847db846e33 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Calling delete_port for db28ef87-6fd4-4f07-9e8b-b8eddd42cfae owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:54:22.332655 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4867196e-0286-42fb-b66c-3275d9f9bf26 req-87d25c23-bf5b-4950-8f72-e847db846e33 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:22.359502 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d25c23-bf5b-4950-8f72-e847db846e33 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event deleted for resources: {'Port': ['ID=db28ef87-6fd4-4f07-9e8b-b8eddd42cfae,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:22.423336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-4867196e-0286-42fb-b66c-3275d9f9bf26 req-87d25c23-bf5b-4950-8f72-e847db846e33 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] No DVR routers for this DVR port db28ef87-6fd4-4f07-9e8b-b8eddd42cfae on host n-h1-821840-2 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:54:22.423336 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4867196e-0286-42fb-b66c-3275d9f9bf26 req-87d25c23-bf5b-4950-8f72-e847db846e33 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161663'] for port, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:22.423336 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-4867196e-0286-42fb-b66c-3275d9f9bf26 req-87d25c23-bf5b-4950-8f72-e847db846e33 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.69 "DELETE /v2.0/ports/db28ef87-6fd4-4f07-9e8b-b8eddd42cfae HTTP/1.1" status: 204 len: 173 time: 0.4588776 Dec 16 23:54:22.423336 n-d-821840-2 neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4177e35-96d4-440d-ac25-ee620949739d', 'name': 'network-vif-deleted', 'tag': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:54:22.423336 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93cadeb2de6efc0b82d4d2f0f83304898a9fa10be8f544d11254dfccf19f7d27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886da539-8aa5-4e53-aab0-75a52c91dd95" -d '{"events": [{"server_uuid": "e4177e35-96d4-440d-ac25-ee620949739d", "name": "network-vif-deleted", "tag": "db28ef87-6fd4-4f07-9e8b-b8eddd42cfae"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:54:22.452845 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c512eb5-1737-4129-a197-f4faf267c253 x-openstack-request-id: req-8c512eb5-1737-4129-a197-f4faf267c253 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:54:22.453136 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4177e35-96d4-440d-ac25-ee620949739d", "name": "network-vif-deleted", "tag": "db28ef87-6fd4-4f07-9e8b-b8eddd42cfae", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:54:22.453405 n-d-821840-2 neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c512eb5-1737-4129-a197-f4faf267c253 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:54:22.453790 n-d-821840-2 neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4177e35-96d4-440d-ac25-ee620949739d', 'name': 'network-vif-deleted', 'tag': 'db28ef87-6fd4-4f07-9e8b-b8eddd42cfae', 'status': 'completed', 'code': 200} Dec 16 23:54:22.595570 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8204e0e4-d2c2-4f4e-a314-0439c159021f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:22.765085 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [req-c81f1b33-95ce-4f3f-8eca-bfb5752ea816 req-6597a486-020f-4180-bb6c-eb9e3f4a2079 tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4177e35-96d4-440d-ac25-ee620949739d HTTP/1.1" status: 200 len: 210 time: 0.0281990 Dec 16 23:54:23.821040 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40674) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:54:23.880186 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31f01686-4bc1-4647-8381-4f72ca01bd6c tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:23.905215 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31f01686-4bc1-4647-8381-4f72ca01bd6c tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:24.006502 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:24.029479 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31f01686-4bc1-4647-8381-4f72ca01bd6c tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:24.032470 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31f01686-4bc1-4647-8381-4f72ca01bd6c tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:24.033923 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-31f01686-4bc1-4647-8381-4f72ca01bd6c tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] 10.222.0.43 "DELETE /v2.0/security-groups/392dd369-cee5-4e2b-8af8-eb1e40643ec4 HTTP/1.1" status: 204 len: 168 time: 0.2116866 Dec 16 23:54:24.046483 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f01686-4bc1-4647-8381-4f72ca01bd6c tempest-TestSnapshotPattern-263851194 tempest-TestSnapshotPattern-263851194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=392dd369-cee5-4e2b-8af8-eb1e40643ec4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:24.139254 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40678) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:54:24.602032 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f94f8c22-4b52-41b7-b598-59f7538b049c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:24.845198 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f94f8c22-4b52-41b7-b598-59f7538b049c admin admin] Deleting port 5710483d-10d1-4781-b41c-120f9d436b96 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:54:24.845540 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f94f8c22-4b52-41b7-b598-59f7538b049c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:24.924972 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-f94f8c22-4b52-41b7-b598-59f7538b049c admin admin] For port 5710483d-10d1-4781-b41c-120f9d436b96, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5710483d-10d1-4781-b41c-120f9d436b96,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:54:24.925232 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f94f8c22-4b52-41b7-b598-59f7538b049c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:24.937707 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f94f8c22-4b52-41b7-b598-59f7538b049c admin admin] Calling delete_port for 5710483d-10d1-4781-b41c-120f9d436b96 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:54:25.178706 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f94f8c22-4b52-41b7-b598-59f7538b049c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:25.206789 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f8c22-4b52-41b7-b598-59f7538b049c admin admin] Pushing event deleted for resources: {'Port': ['ID=5710483d-10d1-4781-b41c-120f9d436b96,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:25.264613 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:25.377862 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f94f8c22-4b52-41b7-b598-59f7538b049c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:25.589727 n-d-821840-2 neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94f8c22-4b52-41b7-b598-59f7538b049c admin admin] Router 8cba981b-163e-4883-81c5-7a8afd484b1b has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:54:25.591203 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device db28ef87-6fd4-4f07-9e8b-b8eddd42cfae no longer exists at agent hyperv_n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:54:25.611513 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] No Port match for: db28ef87-6fd4-4f07-9e8b-b8eddd42cfae {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:54:25.611868 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Device db28ef87-6fd4-4f07-9e8b-b8eddd42cfae not bound to the agent host n-h1-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:54:25.694832 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94f8c22-4b52-41b7-b598-59f7538b049c admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:54:25.702977 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-f94f8c22-4b52-41b7-b598-59f7538b049c admin admin] 10.222.0.43 "PUT /v2.0/routers/8cba981b-163e-4883-81c5-7a8afd484b1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5595045 Dec 16 23:54:25.702977 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40684) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:54:25.704071 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134932b5-c2f0-411c-ae44-a16f0e4cf483 None None] Sync routers for ids ['8cba981b-163e-4883-81c5-7a8afd484b1b'] in n-d-821840-2 {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:54:25.714589 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134932b5-c2f0-411c-ae44-a16f0e4cf483 None None] Routers {'8cba981b-163e-4883-81c5-7a8afd484b1b'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:54:25.715205 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-134932b5-c2f0-411c-ae44-a16f0e4cf483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:54:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8cba981b-163e-4883-81c5-7a8afd484b1b'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:25.810483 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-370cc41d-3078-45df-b155-0722baf3bea7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:25.834262 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-134932b5-c2f0-411c-ae44-a16f0e4cf483 None None] Set router 8cba981b-163e-4883-81c5-7a8afd484b1b gateway port host: n-d-821840-2 {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:54:25.836554 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:25.917985 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-370cc41d-3078-45df-b155-0722baf3bea7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:26.025071 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-134932b5-c2f0-411c-ae44-a16f0e4cf483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:54:25Z', 'revision_number': 5, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port': {'id': '5538943f-55cb-41a1-b010-2e8a07ebb653', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:11Z', 'updated_at': '2021-12-16T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:26.053266 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134932b5-c2f0-411c-ae44-a16f0e4cf483 None None] Checking router: 8cba981b-163e-4883-81c5-7a8afd484b1b for host: n-d-821840-2 {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:54:26.063536 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134932b5-c2f0-411c-ae44-a16f0e4cf483 None None] Routers {'8cba981b-163e-4883-81c5-7a8afd484b1b'} bound to L3 agent in host n-d-821840-2 {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:54:26.064183 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-134932b5-c2f0-411c-ae44-a16f0e4cf483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:54:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['8cba981b-163e-4883-81c5-7a8afd484b1b'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:26.157036 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-134932b5-c2f0-411c-ae44-a16f0e4cf483 None None] Set router 8cba981b-163e-4883-81c5-7a8afd484b1b gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:54:26.211910 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-134932b5-c2f0-411c-ae44-a16f0e4cf483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:54:25Z', 'revision_number': 6, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:26.247736 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134932b5-c2f0-411c-ae44-a16f0e4cf483 None None] The sync data for ids ['8cba981b-163e-4883-81c5-7a8afd484b1b'] in n-d-821840-2 is: [{'id': '8cba981b-163e-4883-81c5-7a8afd484b1b', 'name': 'tempest-TestSnapshotPattern-1450563429-router', 'tenant_id': 'c596271c000c4cee9ec313dee27d35d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:10Z', 'updated_at': '2021-12-16T23:54:25Z', 'revision_number': 6, 'project_id': 'c596271c000c4cee9ec313dee27d35d8', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:54:26.321046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-370cc41d-3078-45df-b155-0722baf3bea7 admin admin] Deleting port 5538943f-55cb-41a1-b010-2e8a07ebb653 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:54:26.321685 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-370cc41d-3078-45df-b155-0722baf3bea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:26.397164 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-370cc41d-3078-45df-b155-0722baf3bea7 admin admin] For port 5538943f-55cb-41a1-b010-2e8a07ebb653, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=5538943f-55cb-41a1-b010-2e8a07ebb653,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:54:26.397520 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-370cc41d-3078-45df-b155-0722baf3bea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:26.412848 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-370cc41d-3078-45df-b155-0722baf3bea7 admin admin] Calling delete_port for 5538943f-55cb-41a1-b010-2e8a07ebb653 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:54:26.641536 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-370cc41d-3078-45df-b155-0722baf3bea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:26.667260 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cc41d-3078-45df-b155-0722baf3bea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5538943f-55cb-41a1-b010-2e8a07ebb653,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:26.687133 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43d0abd-b479-43ea-ae6e-9c4ac2999755 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:54:26.739104 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-370cc41d-3078-45df-b155-0722baf3bea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:26.827231 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-370cc41d-3078-45df-b155-0722baf3bea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:26.829390 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-370cc41d-3078-45df-b155-0722baf3bea7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:26.932894 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-370cc41d-3078-45df-b155-0722baf3bea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:26.933357 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370cc41d-3078-45df-b155-0722baf3bea7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cba981b-163e-4883-81c5-7a8afd484b1b {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:54:26.942551 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-370cc41d-3078-45df-b155-0722baf3bea7 admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:26.942551 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-370cc41d-3078-45df-b155-0722baf3bea7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8cba981b-163e-4883-81c5-7a8afd484b1b HTTP/1.1" status: 204 len: 168 time: 1.2355838 Dec 16 23:54:26.942551 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40686) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:54:26.986046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f43cbf-fc0b-4f26-b1a8-94e743e789c8 admin admin] Deleting subnet c79dc667-90bc-40eb-a7a9-796314b1162b {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:54:26.989082 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2f43cbf-fc0b-4f26-b1a8-94e743e789c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.024238 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2f43cbf-fc0b-4f26-b1a8-94e743e789c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.109996 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2f43cbf-fc0b-4f26-b1a8-94e743e789c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.241630 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2f43cbf-fc0b-4f26-b1a8-94e743e789c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.268046 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f43cbf-fc0b-4f26-b1a8-94e743e789c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79dc667-90bc-40eb-a7a9-796314b1162b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:27.274092 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d2f43cbf-fc0b-4f26-b1a8-94e743e789c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.279504 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-d2f43cbf-fc0b-4f26-b1a8-94e743e789c8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c79dc667-90bc-40eb-a7a9-796314b1162b HTTP/1.1" status: 204 len: 168 time: 0.3346355 Dec 16 23:54:27.280556 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40688) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:54:27.283585 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1263cc-b054-4ab1-8dc5-62b7e8fc970a None None] Network 5a74e3ff-6f17-4486-9931-a6343bef23e4 requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:54:27.361662 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.416239 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] Deleting port cf1d7f91-0ec0-4876-9031-ee3b3a81be16 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:54:27.416577 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.442336 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557723b1-4fe7-4b1c-8ca6-a6833eb2cd96 None None] DHCP port deletion for 5a74e3ff-6f17-4486-9931-a6343bef23e4 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:54:27.482409 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] For port cf1d7f91-0ec0-4876-9031-ee3b3a81be16, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=cf1d7f91-0ec0-4876-9031-ee3b3a81be16,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:54:27.482681 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.489179 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-557723b1-4fe7-4b1c-8ca6-a6833eb2cd96 None None] Deleting port cf1d7f91-0ec0-4876-9031-ee3b3a81be16 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:54:27.489559 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-557723b1-4fe7-4b1c-8ca6-a6833eb2cd96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.495447 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] Calling delete_port for cf1d7f91-0ec0-4876-9031-ee3b3a81be16 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:54:27.554057 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-557723b1-4fe7-4b1c-8ca6-a6833eb2cd96 None None] For port cf1d7f91-0ec0-4876-9031-ee3b3a81be16, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=cf1d7f91-0ec0-4876-9031-ee3b3a81be16,segment=NetworkSegment(317e5a54-72c2-42bb-b28d-c1071189d9ba),segment_id=317e5a54-72c2-42bb-b28d-c1071189d9ba)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:54:27.554455 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-557723b1-4fe7-4b1c-8ca6-a6833eb2cd96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.567445 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-557723b1-4fe7-4b1c-8ca6-a6833eb2cd96 None None] Calling delete_port for cf1d7f91-0ec0-4876-9031-ee3b3a81be16 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:54:27.646727 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.653566 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-557723b1-4fe7-4b1c-8ca6-a6833eb2cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.673417 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1d7f91-0ec0-4876-9031-ee3b3a81be16,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:27.678431 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] No DVR routers for this DVR port cf1d7f91-0ec0-4876-9031-ee3b3a81be16 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:54:27.685875 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557723b1-4fe7-4b1c-8ca6-a6833eb2cd96 None None] No DVR routers for this DVR port cf1d7f91-0ec0-4876-9031-ee3b3a81be16 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:54:27.688965 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557723b1-4fe7-4b1c-8ca6-a6833eb2cd96 None None] Pushing event deleted for resources: {'Port': ['ID=cf1d7f91-0ec0-4876-9031-ee3b3a81be16,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:27.754799 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.774420 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a74e3ff-6f17-4486-9931-a6343bef23e4']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:27.784651 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317e5a54-72c2-42bb-b28d-c1071189d9ba') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:27.784950 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317e5a54-72c2-42bb-b28d-c1071189d9ba') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:27.795130 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.808595 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.815414 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:54:27.815700 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: timer() Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:54:27.817518 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:54:27.852643 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5710483d-10d1-4781-b41c-120f9d436b96 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:54:27.874415 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 5710483d-10d1-4781-b41c-120f9d436b96 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:54:27.874769 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5710483d-10d1-4781-b41c-120f9d436b96 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:54:27.875190 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5538943f-55cb-41a1-b010-2e8a07ebb653 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:54:27.896749 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 5538943f-55cb-41a1-b010-2e8a07ebb653 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:54:27.897098 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 5538943f-55cb-41a1-b010-2e8a07ebb653 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:54:27.897505 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device cf1d7f91-0ec0-4876-9031-ee3b3a81be16 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:54:27.916406 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: cf1d7f91-0ec0-4876-9031-ee3b3a81be16 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:54:27.916750 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device cf1d7f91-0ec0-4876-9031-ee3b3a81be16 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:54:27.967691 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.973041 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.982018 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] 10.222.0.43 "DELETE /v2.0/networks/5a74e3ff-6f17-4486-9931-a6343bef23e4 HTTP/1.1" status: 204 len: 168 time: 0.6943874 Dec 16 23:54:27.982493 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40690) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:54:27.987625 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898a882-eff0-46c3-b08e-d7bf90333f3d admin admin] Pushing event deleted for resources: {'Network': ['ID=5a74e3ff-6f17-4486-9931-a6343bef23e4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:28.329862 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89880c5b-61ce-4eeb-819e-a4cd5372d285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549632'] for router_interface, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:28.571717 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-89880c5b-61ce-4eeb-819e-a4cd5372d285 admin admin] Deleting port 994554d1-511f-43ef-8003-323b7dcb8128 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:54:28.571961 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89880c5b-61ce-4eeb-819e-a4cd5372d285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:28.650341 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-89880c5b-61ce-4eeb-819e-a4cd5372d285 admin admin] For port 994554d1-511f-43ef-8003-323b7dcb8128, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=994554d1-511f-43ef-8003-323b7dcb8128,segment=NetworkSegment(920dbd91-81fa-4e15-9202-a6c91aa19179),segment_id=920dbd91-81fa-4e15-9202-a6c91aa19179)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:54:28.650704 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89880c5b-61ce-4eeb-819e-a4cd5372d285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:28.663076 n-d-821840-2 neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-89880c5b-61ce-4eeb-819e-a4cd5372d285 admin admin] Calling delete_port for 994554d1-511f-43ef-8003-323b7dcb8128 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:54:28.926953 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89880c5b-61ce-4eeb-819e-a4cd5372d285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5880631'] for port, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:28.957545 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89880c5b-61ce-4eeb-819e-a4cd5372d285 admin admin] Pushing event deleted for resources: {'Port': ['ID=994554d1-511f-43ef-8003-323b7dcb8128,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:29.129538 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-89880c5b-61ce-4eeb-819e-a4cd5372d285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549788'] for router_interface, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:29.354938 n-d-821840-2 neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89880c5b-61ce-4eeb-819e-a4cd5372d285 admin admin] Router 2fa73604-415a-4da2-89fa-8a350120267d has already been hosted by L3 agent 38c796d1-cc2b-4ef7-a9c3-ff3517316786 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:54:29.463445 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89880c5b-61ce-4eeb-819e-a4cd5372d285 admin admin] Notify agent at l3_agent.n-d-821840-2 the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:54:29.474990 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-89880c5b-61ce-4eeb-819e-a4cd5372d285 admin admin] 10.222.0.43 "PUT /v2.0/routers/2fa73604-415a-4da2-89fa-8a350120267d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4890008 Dec 16 23:54:29.475118 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40692) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:54:29.475597 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f5a4f-9e96-48ce-8cea-dacd7fff266e None None] Sync routers for ids ['2fa73604-415a-4da2-89fa-8a350120267d'] in n-d-821840-2 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:54:29.483158 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f5a4f-9e96-48ce-8cea-dacd7fff266e None None] Routers {'2fa73604-415a-4da2-89fa-8a350120267d'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:54:29.483799 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f66f5a4f-9e96-48ce-8cea-dacd7fff266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:54:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2fa73604-415a-4da2-89fa-8a350120267d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:29.578612 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb0981e6-2d38-4a92-98e2-a7bd1148188c admin admin] Publish callbacks [] for router, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:29.587569 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f66f5a4f-9e96-48ce-8cea-dacd7fff266e None None] Set router 2fa73604-415a-4da2-89fa-8a350120267d gateway port host: n-d-821840-2 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:54:29.681190 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb0981e6-2d38-4a92-98e2-a7bd1148188c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:29.768335 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f66f5a4f-9e96-48ce-8cea-dacd7fff266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa73604-415a-4da2-89fa-8a350120267d', 'name': 'tempest-TestSnapshotPattern-236279769-router', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'external_fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '185b3211-a905-4260-9e8d-c42a328bcc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:16Z', 'updated_at': '2021-12-16T23:54:28Z', 'revision_number': 5, 'project_id': '1dfb8ff027034829a6156717ac4d7759', 'gw_port': {'id': '185b3211-a905-4260-9e8d-c42a328bcc63', 'name': '', 'network_id': '331c0cce-7f70-4da0-8420-947a310fded1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:37:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa73604-415a-4da2-89fa-8a350120267d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:49:16Z', 'updated_at': '2021-12-16T23:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2d108b-73ac-4a5c-b817-dc8733b8b35c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-2'}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:29.795191 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f5a4f-9e96-48ce-8cea-dacd7fff266e None None] Checking router: 2fa73604-415a-4da2-89fa-8a350120267d for host: n-d-821840-2 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:54:29.800033 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-bb0981e6-2d38-4a92-98e2-a7bd1148188c admin admin] Deleting port 185b3211-a905-4260-9e8d-c42a328bcc63 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:54:29.800616 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb0981e6-2d38-4a92-98e2-a7bd1148188c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:29.803654 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f5a4f-9e96-48ce-8cea-dacd7fff266e None None] Routers {'2fa73604-415a-4da2-89fa-8a350120267d'} bound to L3 agent in host n-d-821840-2 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:54:29.804402 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f66f5a4f-9e96-48ce-8cea-dacd7fff266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:55:52Z,description=,heartbeat_timestamp=2021-12-16T23:54:23Z,host='n-d-821840-2',id=38c796d1-cc2b-4ef7-a9c3-ff3517316786,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:55:53Z,topic='l3_agent')) {'router_ids': ['2fa73604-415a-4da2-89fa-8a350120267d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:29.890495 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-bb0981e6-2d38-4a92-98e2-a7bd1148188c admin admin] For port 185b3211-a905-4260-9e8d-c42a328bcc63, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=185b3211-a905-4260-9e8d-c42a328bcc63,segment=NetworkSegment(85e30b8a-23c5-4b64-8535-f80e9323d97d),segment_id=85e30b8a-23c5-4b64-8535-f80e9323d97d)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:54:29.890946 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb0981e6-2d38-4a92-98e2-a7bd1148188c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:29.891429 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f66f5a4f-9e96-48ce-8cea-dacd7fff266e None None] Set router 2fa73604-415a-4da2-89fa-8a350120267d gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:54:29.902830 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-bb0981e6-2d38-4a92-98e2-a7bd1148188c admin admin] Calling delete_port for 185b3211-a905-4260-9e8d-c42a328bcc63 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:54:29.944829 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f66f5a4f-9e96-48ce-8cea-dacd7fff266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa73604-415a-4da2-89fa-8a350120267d', 'name': 'tempest-TestSnapshotPattern-236279769-router', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:16Z', 'updated_at': '2021-12-16T23:54:29Z', 'revision_number': 6, 'project_id': '1dfb8ff027034829a6156717ac4d7759', 'gw_port_host': None}], 'n-d-821840-2', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:29.971083 n-d-821840-2 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f5a4f-9e96-48ce-8cea-dacd7fff266e None None] The sync data for ids ['2fa73604-415a-4da2-89fa-8a350120267d'] in n-d-821840-2 is: [{'id': '2fa73604-415a-4da2-89fa-8a350120267d', 'name': 'tempest-TestSnapshotPattern-236279769-router', 'tenant_id': '1dfb8ff027034829a6156717ac4d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:49:16Z', 'updated_at': '2021-12-16T23:54:29Z', 'revision_number': 6, 'project_id': '1dfb8ff027034829a6156717ac4d7759', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:54:30.126715 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb0981e6-2d38-4a92-98e2-a7bd1148188c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:30.150931 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0981e6-2d38-4a92-98e2-a7bd1148188c admin admin] Pushing event deleted for resources: {'Port': ['ID=185b3211-a905-4260-9e8d-c42a328bcc63,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:30.167142 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae61caf9-ad29-4fa4-8a37-cf7ca3d69b74 None None] DHCP port deletion for 331c0cce-7f70-4da0-8420-947a310fded1 request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:54:30.214231 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb0981e6-2d38-4a92-98e2-a7bd1148188c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550206'] for router_gateway, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:30.307949 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb0981e6-2d38-4a92-98e2-a7bd1148188c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4975'] for router, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:30.311134 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb0981e6-2d38-4a92-98e2-a7bd1148188c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:30.389662 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb0981e6-2d38-4a92-98e2-a7bd1148188c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556199'] for router, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:30.390295 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0981e6-2d38-4a92-98e2-a7bd1148188c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fa73604-415a-4da2-89fa-8a350120267d {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:54:30.394704 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb0981e6-2d38-4a92-98e2-a7bd1148188c admin admin] Publish callbacks [] for router, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:30.396352 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-bb0981e6-2d38-4a92-98e2-a7bd1148188c admin admin] 10.222.0.43 "DELETE /v2.0/routers/2fa73604-415a-4da2-89fa-8a350120267d HTTP/1.1" status: 204 len: 168 time: 0.9226604 Dec 16 23:54:30.398358 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40694) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:54:30.443687 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a8e993-3e64-4846-8c09-ed4874e42c75 admin admin] Deleting subnet d2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:54:30.446703 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29a8e993-3e64-4846-8c09-ed4874e42c75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:30.479757 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29a8e993-3e64-4846-8c09-ed4874e42c75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070795'] for subnet, precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:30.561686 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29a8e993-3e64-4846-8c09-ed4874e42c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015424'] for subnet, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:30.692869 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29a8e993-3e64-4846-8c09-ed4874e42c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-899723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5084030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4196005'] for subnet, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:30.722524 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8e993-3e64-4846-8c09-ed4874e42c75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:30.724538 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29a8e993-3e64-4846-8c09-ed4874e42c75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:30.727810 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-29a8e993-3e64-4846-8c09-ed4874e42c75 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d2c9cb13-2fa2-4dfe-adc3-0a9ba5bb8cd3 HTTP/1.1" status: 204 len: 168 time: 0.3285329 Dec 16 23:54:30.728977 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94840c29-f871-471f-8982-190ec6198b2c None None] Network 77e2fd19-d201-4d9d-a8ed-0db84991930d requested from n-d-821840-2 {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:54:30.730324 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.43', 40696) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:54:30.804742 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2034670'] for network, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:30.865133 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] Deleting port 4286ff8c-b170-4264-a7da-012daef27782 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:54:30.865466 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:30.886966 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250d2cbf-f21f-4c47-afea-161a80add99d None None] DHCP port deletion for 77e2fd19-d201-4d9d-a8ed-0db84991930d request from n-d-821840-2 {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:54:30.933473 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] For port 4286ff8c-b170-4264-a7da-012daef27782, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4286ff8c-b170-4264-a7da-012daef27782,segment=NetworkSegment(920dbd91-81fa-4e15-9202-a6c91aa19179),segment_id=920dbd91-81fa-4e15-9202-a6c91aa19179)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:54:30.934259 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:30.939292 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-250d2cbf-f21f-4c47-afea-161a80add99d None None] Deleting port 4286ff8c-b170-4264-a7da-012daef27782 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:54:30.939681 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-250d2cbf-f21f-4c47-afea-161a80add99d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730985550192'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:30.948538 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] Calling delete_port for 4286ff8c-b170-4264-a7da-012daef27782 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:54:31.009137 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-250d2cbf-f21f-4c47-afea-161a80add99d None None] For port 4286ff8c-b170-4264-a7da-012daef27782, host n-d-821840-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-2',level=0,port_id=4286ff8c-b170-4264-a7da-012daef27782,segment=NetworkSegment(920dbd91-81fa-4e15-9202-a6c91aa19179),segment_id=920dbd91-81fa-4e15-9202-a6c91aa19179)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:54:31.009545 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-250d2cbf-f21f-4c47-afea-161a80add99d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:31.026447 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-250d2cbf-f21f-4c47-afea-161a80add99d None None] Calling delete_port for 4286ff8c-b170-4264-a7da-012daef27782 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:54:31.121384 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5083977'] for port, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:31.133428 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-250d2cbf-f21f-4c47-afea-161a80add99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730985605843', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985053121'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:31.149602 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] Pushing event deleted for resources: {'Port': ['ID=4286ff8c-b170-4264-a7da-012daef27782,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:31.151453 n-d-821840-2 neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] No DVR routers for this DVR port 4286ff8c-b170-4264-a7da-012daef27782 on host n-d-821840-2 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:54:31.164797 n-d-821840-2 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d2cbf-f21f-4c47-afea-161a80add99d None None] Pushing event deleted for resources: {'Port': ['ID=4286ff8c-b170-4264-a7da-012daef27782,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:31.166646 n-d-821840-2 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250d2cbf-f21f-4c47-afea-161a80add99d None None] No DVR routers for this DVR port 4286ff8c-b170-4264-a7da-012daef27782 on host n-d-821840-2 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:54:31.237455 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1981015', 'neutron.services.segments.db._delete_segments_for_network-8730985443714'] for network, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:31.259037 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e2fd19-d201-4d9d-a8ed-0db84991930d']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:31.268322 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920dbd91-81fa-4e15-9202-a6c91aa19179') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:31.268622 n-d-821840-2 neutron-server[103952]: DEBUG neutron.services.segments.db [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920dbd91-81fa-4e15-9202-a6c91aa19179') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:54:31.278047 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730985446027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070640'] for segment, before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:31.291867 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609'] for segment, precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:31.298646 n-d-821840-2 neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5083924'] for segment, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: Traceback (most recent call last): Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: timer() Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: cb(*args, **kw) Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: return func(*args, **kwargs) Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: self._notify() Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: self.callback(batched_events) Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: event.method(event) Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: return f(self, *a, **k) Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: return self._get(url).json() Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: return self.request(url, 'GET', **kwargs) Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:54:31.300681 n-d-821840-2 neutron-server[103952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:54:31.417730 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1981022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550162'] for network, after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:31.423520 n-d-821840-2 neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] Publish callbacks [] for network, before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:31.426748 n-d-821840-2 neutron-server[103952]: INFO neutron.wsgi [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] 10.222.0.43 "DELETE /v2.0/networks/77e2fd19-d201-4d9d-a8ed-0db84991930d HTTP/1.1" status: 204 len: 168 time: 0.6948504 Dec 16 23:54:31.438529 n-d-821840-2 neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5662b73-ac08-40a6-bc5f-9e5892d98814 admin admin] Pushing event deleted for resources: {'Network': ['ID=77e2fd19-d201-4d9d-a8ed-0db84991930d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:31.849406 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40700) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:54:31.854947 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4286ff8c-b170-4264-a7da-012daef27782 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:54:31.882804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 4286ff8c-b170-4264-a7da-012daef27782 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:54:31.882804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 4286ff8c-b170-4264-a7da-012daef27782 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:54:31.882804 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 994554d1-511f-43ef-8003-323b7dcb8128 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:54:31.893714 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-bec8a27b-3863-4e32-a218-db1ce8c3b268 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c596271c000c4cee9ec313dee27d35d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424213 Dec 16 23:54:31.896266 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40702) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:54:31.899866 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 994554d1-511f-43ef-8003-323b7dcb8128 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:54:31.900224 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 994554d1-511f-43ef-8003-323b7dcb8128 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:54:31.900644 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 185b3211-a905-4260-9e8d-c42a328bcc63 no longer exists at agent ovs-agent-n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:54:31.920468 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] No Port match for: 185b3211-a905-4260-9e8d-c42a328bcc63 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:54:31.920817 n-d-821840-2 neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Device 185b3211-a905-4260-9e8d-c42a328bcc63 not bound to the agent host n-d-821840-2 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:54:31.946737 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-783bf3c6-8a89-4c6b-a9c8-fcfcf7be787c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:31.968918 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-783bf3c6-8a89-4c6b-a9c8-fcfcf7be787c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:32.075984 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-783bf3c6-8a89-4c6b-a9c8-fcfcf7be787c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:32.078533 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-783bf3c6-8a89-4c6b-a9c8-fcfcf7be787c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:32.079741 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-783bf3c6-8a89-4c6b-a9c8-fcfcf7be787c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/daaaf44b-4ce0-452c-953f-dda73d050073 HTTP/1.1" status: 204 len: 168 time: 0.1824150 Dec 16 23:54:32.087869 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bf3c6-8a89-4c6b-a9c8-fcfcf7be787c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaaf44b-4ce0-452c-953f-dda73d050073,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:32.678434 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40708) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:54:32.715607 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-aed8dd2b-61fa-4211-aab6-26801b0ab8e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1dfb8ff027034829a6156717ac4d7759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394549 Dec 16 23:54:32.718139 n-d-821840-2 neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.43', 40710) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:54:32.767766 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e521092-3fba-4a23-a255-2beed0d46d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:32.789044 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e521092-3fba-4a23-a255-2beed0d46d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:32.920873 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e521092-3fba-4a23-a255-2beed0d46d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681881'] for security_group, after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:32.923657 n-d-821840-2 neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7e521092-3fba-4a23-a255-2beed0d46d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:32.924836 n-d-821840-2 neutron-server[103951]: INFO neutron.wsgi [None req-7e521092-3fba-4a23-a255-2beed0d46d30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93c2a7eb-c91a-46c7-afd0-9f6177d22e1b HTTP/1.1" status: 204 len: 168 time: 0.2058048 Dec 16 23:54:32.936213 n-d-821840-2 neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e521092-3fba-4a23-a255-2beed0d46d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c2a7eb-c91a-46c7-afd0-9f6177d22e1b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:54:39.911479 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:54:44.251913 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:44.429258 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:50.160358 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-671d4db9-eba2-4e7a-bb80-f012e3f5e105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:52.594602 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4de72a8-84ca-4438-87f8-b9db41d9ce9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:54.018120 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:55.257829 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:55.851660 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:14.303286 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:14.429033 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:16.911595 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:55:20.160119 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9a4adeb0-f4df-4eb6-bc1c-3731a1a5e50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:22.588358 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4f9f422-35bc-4772-80d8-5ec57e268678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:23.994511 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:25.240525 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:25.822304 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:44.268095 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:44.445396 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:50.142185 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49228b27-62c8-47a7-8614-2aeda9cf608a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:52.599494 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-287b2ffe-ec4f-49da-9b9b-a277c08eb889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:53.911605 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:55:54.005903 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:55.273521 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:55.833685 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:14.324804 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:14.484975 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:20.199062 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac029-ab40-4ced-9db2-d10c36387b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:22.605180 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89545d93-ae04-46b1-8d74-ecdc370bb5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:24.055160 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:25.290552 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:25.821732 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:30.910503 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:56:44.295892 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:44.506324 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:50.164013 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-17eff8f6-8c53-402f-af99-e7487cd12185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:52.598375 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc7b2261-b42c-41d0-b0fe-9baa370b529f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:54.009784 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:55.262141 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:55.844179 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:57:07.909851 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:57:14.311451 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:57:14.520352 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:57:20.158124 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad72c-296c-4202-a659-fab295dce3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:57:22.597739 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a48d888e-3259-41da-8868-0cdf37c275e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:57:24.003415 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:57:25.288485 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:57:25.837124 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:57:44.344956 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:57:44.504825 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:57:44.908913 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:57:50.152080 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05c71677-c4f9-4a1f-8983-2091a4b2f032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:57:52.609009 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dbae6a3d-cec8-4e4c-9ad9-e9b32b600598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:57:54.048926 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:57:55.299108 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:57:55.841657 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:58:14.338645 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:58:14.510144 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:58:20.185264 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d39080d-7c4c-4c38-b589-d574243a5afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:58:21.908359 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:58:22.613969 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1982002c-e270-4972-aad1-3dc00d3cadf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:58:24.043343 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:58:25.286787 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:58:25.863942 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:58:44.299770 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:58:44.543894 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:58:50.185140 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-886d70fc-a4d5-4ff1-aa74-dbebbfbae1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:58:52.607829 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3dc1e25b-7d54-4421-ab2c-113adab5037c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:58:54.036566 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:58:55.280928 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:58:55.859421 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:58:58.907003 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:59:14.304700 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:59:14.527549 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:59:20.173121 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e76fb915-9227-4ab4-a536-c1a2c1f14e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:59:22.624454 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c151233b-bc13-4e0a-9a62-5007050c7bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:59:24.016817 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:59:25.287081 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:59:25.853022 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:59:35.906016 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:59:44.315532 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:59:44.599619 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:59:50.155118 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2b3015c7-ca76-4286-a333-dece80010642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:59:52.610967 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0b1fa28-af0b-4386-8475-c13a7002a0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:59:54.024202 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:59:55.284791 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:59:55.856347 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:00:12.905617 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 00:00:14.343543 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:00:14.576373 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:00:20.166242 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b4f7bd9-081c-413a-a8b7-a092ecb3eafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:00:22.617920 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-294f119e-d445-4134-a7bb-fe91a2c7fd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:00:24.030233 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:00:25.269084 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:00:25.861389 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:00:44.354501 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:00:44.586883 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:00:49.906413 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 00:00:50.177257 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-320b7661-3bd3-4179-93ae-0cf32bec326b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:00:52.638388 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3472462-938e-4860-b2da-9d4d7e3cc4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:00:54.051381 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:00:55.292041 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:00:55.868508 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:01:14.353741 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:01:14.582317 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:01:20.191713 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-69d3d46c-121b-47b5-8f0b-88caaba7ea09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:01:22.605104 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-896fa47a-89da-4295-8d08-17cd74511c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:01:24.034199 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:01:25.294714 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:01:25.879469 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:01:26.906882 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 00:01:44.353640 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:01:44.613798 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:01:47.831252 n-d-821840-2 neutron-server[103952]: DEBUG neutron.wsgi [req-935cc9bf-4f8b-4f89-81d1-def9821f6bb7 req-b039ce9c-267b-4af2-a955-0d8ef8ed2ef4 service neutron] (103952) timed out ('10.222.0.43', 34426) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 00:01:50.164813 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4703e250-6a6f-470f-ba8f-e9ad4f683d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:01:52.593930 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eed9212d-d058-4337-88e5-a362c6fb595e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:01:54.036912 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:01:55.299614 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:01:55.882398 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:02:03.905961 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 00:02:14.384731 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:02:14.613281 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:02:20.175428 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71e398d7-5c46-441c-9303-84e37dd0c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:02:22.638843 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7337340-c027-4c9d-a93b-961ab71004c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:02:24.042095 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:02:25.298640 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:02:25.866803 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:02:40.906393 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 00:02:44.384053 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:02:44.678452 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:02:50.180755 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e823c9ac-c3e5-49ad-aa6e-c93162e5b915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:02:52.607512 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94b88cd8-49f4-4fb5-9db0-0d210fb4a6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:02:54.035472 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:02:55.309666 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:02:55.860864 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:03:14.383334 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af5700e0-0c9b-4840-8754-5c6dadb4b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:03:14.623624 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-202dc3d3-3137-470e-a064-f4860a42a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:03:17.905494 n-d-821840-2 neutron-server[103955]: DEBUG neutron.db.agents_db [None req-1004df81-f584-4f74-a6f7-59857c8afa6f None None] Agent healthcheck: found 7 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 00:03:20.215261 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bac40c7c-b725-430c-bf18-626b64979aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:03:22.588985 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4ea022e-167c-4118-ac0d-79fe8b91f883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:03:24.046637 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6086634f-17f9-4707-a3e3-6599aeddf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:03:25.306181 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14f6daf3-4fc1-40e5-a4d9-20db6e52b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 00:03:25.860433 n-d-821840-2 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d837af9b-6c46-4980-917a-e3a67a9a1864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730985443669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1977729'] for agent, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}